2024-04-13T07:26:02.620 INFO:root:teuthology version: 0.0.1.dev267+g6c63784 2024-04-13T07:26:02.621 DEBUG:teuthology.run:Teuthology command: teuthology --verbose --owner scheduled_teuthology@teuthology --description upgrade/reef-x/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} --archive /home/teuthworker/archive/teuthology-2024-04-13_03:08:05-upgrade-main-distro-default-smithi/7654951 --name teuthology-2024-04-13_03:08:05-upgrade-main-distro-default-smithi -- /home/teuthworker/archive/teuthology-2024-04-13_03:08:05-upgrade-main-distro-default-smithi/7654951/orig.config.yaml 2024-04-13T07:26:02.669 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-13T07:26:02.760 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-04-13_03:08:05-upgrade-main-distro-default-smithi/7654951 branch: main description: upgrade/reef-x/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: ceph-qa@ceph.com first_in_suite: false job_id: '7654951' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: teuthology-2024-04-13_03:08:05-upgrade-main-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: main ceph: conf: global: mon election default strategy: 3 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - mons down - mon down - MON_DOWN - out of quorum sha1: 5f22a4974d6492df1d519913f5251731f043c582 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: 5f22a4974d6492df1d519913f5251731f043c582 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: main sha1: c2d8c3155d854ee204cb7c7261232571229d1d54 owner: scheduled_teuthology@teuthology priority: 850 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 589 sha1: 5f22a4974d6492df1d519913f5251731f043c582 sleep_before_teardown: 0 subset: 6/32 suite: upgrade suite_branch: main suite_path: /home/teuthworker/src/git.ceph.com_ceph_c2d8c3155d854ee204cb7c7261232571229d1d54/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: c2d8c3155d854ee204cb7c7261232571229d1d54 targets: smithi119.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDZN/LKUB0o/MVu85IT32inFD9xAx+mZvKFubmSWBs3F2/8D1y+W9DxhbIVZKmL1993QPwuvO/05fwMOgyxqoso= smithi139.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBELnNcSs3cW0gkkE31QiA/w/mI80pp8ZCQaPqG5+/mwcVx/CaR+jf3Y/OAgAEjUslmDw199h/qF81EU2R3xdqRI= tasks: - pexec: all: - sudo dnf install runc -y - sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf - sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf - install: branch: reef exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing reef cephadm ...' - cephadm: compiled_cephadm_branch: reef conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:reef - print: '**** done end installing reef cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry reef...' - workunit: clients: client.0: - test_telemetry_reef.sh - print: '**** done end telemetry reef...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_reef_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 6c637841c215537a4502385240412f1966e0faab timestamp: 2024-04-13_03:08:05 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: reef clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: reef clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: reef clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd_python.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_python.yaml' 2024-04-13T07:26:02.760 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_c2d8c3155d854ee204cb7c7261232571229d1d54/qa; will attempt to use it 2024-04-13T07:26:02.761 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_c2d8c3155d854ee204cb7c7261232571229d1d54/qa/tasks 2024-04-13T07:26:02.761 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-04-13T07:26:02.763 INFO:teuthology.task.internal:Checking packages... 2024-04-13T07:26:02.787 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '5f22a4974d6492df1d519913f5251731f043c582' 2024-04-13T07:26:02.787 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-13T07:26:02.787 INFO:teuthology.packaging:ref: None 2024-04-13T07:26:02.787 INFO:teuthology.packaging:tag: None 2024-04-13T07:26:02.787 INFO:teuthology.packaging:branch: main 2024-04-13T07:26:02.787 INFO:teuthology.packaging:sha1: 5f22a4974d6492df1d519913f5251731f043c582 2024-04-13T07:26:02.787 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=main 2024-04-13T07:26:03.097 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-3080.gc2d8c315 2024-04-13T07:26:03.098 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-04-13T07:26:03.104 INFO:teuthology.task.internal:no buildpackages task found 2024-04-13T07:26:03.104 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-04-13T07:26:03.125 INFO:teuthology.task.internal:Saving configuration 2024-04-13T07:26:03.144 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-04-13T07:26:03.149 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-13T07:26:03.175 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi119.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-13_03:08:05-upgrade-main-distro-default-smithi/7654951', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-13 07:21:01.140930', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDZN/LKUB0o/MVu85IT32inFD9xAx+mZvKFubmSWBs3F2/8D1y+W9DxhbIVZKmL1993QPwuvO/05fwMOgyxqoso='} 2024-04-13T07:26:03.199 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi139.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-13_03:08:05-upgrade-main-distro-default-smithi/7654951', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-13 07:21:01.142277', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBELnNcSs3cW0gkkE31QiA/w/mI80pp8ZCQaPqG5+/mwcVx/CaR+jf3Y/OAgAEjUslmDw199h/qF81EU2R3xdqRI='} 2024-04-13T07:26:03.199 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-04-13T07:26:03.205 INFO:teuthology.task.internal:roles: ubuntu@smithi119.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-04-13T07:26:03.205 INFO:teuthology.task.internal:roles: ubuntu@smithi139.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-04-13T07:26:03.205 INFO:teuthology.run_tasks:Running task console_log... 2024-04-13T07:26:03.276 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f5d57a0d0d0>, signals=[15]) 2024-04-13T07:26:03.276 INFO:teuthology.run_tasks:Running task internal.connect... 2024-04-13T07:26:03.282 INFO:teuthology.task.internal:Opening connections... 2024-04-13T07:26:03.282 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi119.front.sepia.ceph.com 2024-04-13T07:26:03.284 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi119.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-13T07:26:03.375 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi139.front.sepia.ceph.com 2024-04-13T07:26:03.376 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi139.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-13T07:26:03.462 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-04-13T07:26:03.468 DEBUG:teuthology.orchestra.run.smithi119:> uname -m 2024-04-13T07:26:03.486 INFO:teuthology.orchestra.run.smithi119.stdout:x86_64 2024-04-13T07:26:03.486 DEBUG:teuthology.orchestra.run.smithi119:> cat /etc/os-release 2024-04-13T07:26:03.543 INFO:teuthology.orchestra.run.smithi119.stdout:NAME="CentOS Stream" 2024-04-13T07:26:03.543 INFO:teuthology.orchestra.run.smithi119.stdout:VERSION="9" 2024-04-13T07:26:03.543 INFO:teuthology.orchestra.run.smithi119.stdout:ID="centos" 2024-04-13T07:26:03.543 INFO:teuthology.orchestra.run.smithi119.stdout:ID_LIKE="rhel fedora" 2024-04-13T07:26:03.543 INFO:teuthology.orchestra.run.smithi119.stdout:VERSION_ID="9" 2024-04-13T07:26:03.543 INFO:teuthology.orchestra.run.smithi119.stdout:PLATFORM_ID="platform:el9" 2024-04-13T07:26:03.543 INFO:teuthology.orchestra.run.smithi119.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-13T07:26:03.543 INFO:teuthology.orchestra.run.smithi119.stdout:ANSI_COLOR="0;31" 2024-04-13T07:26:03.543 INFO:teuthology.orchestra.run.smithi119.stdout:LOGO="fedora-logo-icon" 2024-04-13T07:26:03.544 INFO:teuthology.orchestra.run.smithi119.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-13T07:26:03.544 INFO:teuthology.orchestra.run.smithi119.stdout:HOME_URL="https://centos.org/" 2024-04-13T07:26:03.544 INFO:teuthology.orchestra.run.smithi119.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-13T07:26:03.544 INFO:teuthology.orchestra.run.smithi119.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-13T07:26:03.544 INFO:teuthology.orchestra.run.smithi119.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-13T07:26:03.544 INFO:teuthology.lock.ops:Updating smithi119.front.sepia.ceph.com on lock server 2024-04-13T07:26:03.572 DEBUG:teuthology.orchestra.run.smithi139:> uname -m 2024-04-13T07:26:03.590 INFO:teuthology.orchestra.run.smithi139.stdout:x86_64 2024-04-13T07:26:03.590 DEBUG:teuthology.orchestra.run.smithi139:> cat /etc/os-release 2024-04-13T07:26:03.645 INFO:teuthology.orchestra.run.smithi139.stdout:NAME="CentOS Stream" 2024-04-13T07:26:03.645 INFO:teuthology.orchestra.run.smithi139.stdout:VERSION="9" 2024-04-13T07:26:03.645 INFO:teuthology.orchestra.run.smithi139.stdout:ID="centos" 2024-04-13T07:26:03.645 INFO:teuthology.orchestra.run.smithi139.stdout:ID_LIKE="rhel fedora" 2024-04-13T07:26:03.645 INFO:teuthology.orchestra.run.smithi139.stdout:VERSION_ID="9" 2024-04-13T07:26:03.645 INFO:teuthology.orchestra.run.smithi139.stdout:PLATFORM_ID="platform:el9" 2024-04-13T07:26:03.645 INFO:teuthology.orchestra.run.smithi139.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-13T07:26:03.645 INFO:teuthology.orchestra.run.smithi139.stdout:ANSI_COLOR="0;31" 2024-04-13T07:26:03.645 INFO:teuthology.orchestra.run.smithi139.stdout:LOGO="fedora-logo-icon" 2024-04-13T07:26:03.645 INFO:teuthology.orchestra.run.smithi139.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-13T07:26:03.645 INFO:teuthology.orchestra.run.smithi139.stdout:HOME_URL="https://centos.org/" 2024-04-13T07:26:03.645 INFO:teuthology.orchestra.run.smithi139.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-13T07:26:03.646 INFO:teuthology.orchestra.run.smithi139.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-13T07:26:03.646 INFO:teuthology.orchestra.run.smithi139.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-13T07:26:03.646 INFO:teuthology.lock.ops:Updating smithi139.front.sepia.ceph.com on lock server 2024-04-13T07:26:03.664 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-04-13T07:26:03.672 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-04-13T07:26:03.677 INFO:teuthology.task.internal:Checking for old test directory... 2024-04-13T07:26:03.677 DEBUG:teuthology.orchestra.run.smithi119:> test '!' -e /home/ubuntu/cephtest 2024-04-13T07:26:03.680 DEBUG:teuthology.orchestra.run.smithi139:> test '!' -e /home/ubuntu/cephtest 2024-04-13T07:26:03.698 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-04-13T07:26:03.704 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-04-13T07:26:03.704 DEBUG:teuthology.orchestra.run.smithi119:> test -z $(ls -A /var/lib/ceph) 2024-04-13T07:26:03.737 DEBUG:teuthology.orchestra.run.smithi139:> test -z $(ls -A /var/lib/ceph) 2024-04-13T07:26:03.842 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-04-13T07:26:03.893 INFO:teuthology.run_tasks:Running task kernel... 2024-04-13T07:26:03.908 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-04-13T07:26:03.908 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-04-13T07:26:03.908 DEBUG:teuthology.orchestra.run.smithi119:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-13T07:26:03.909 DEBUG:teuthology.orchestra.run.smithi139:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-13T07:26:03.925 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-13T07:26:03.925 DEBUG:teuthology.orchestra.run.smithi119:> uname -r 2024-04-13T07:26:03.926 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-13T07:26:03.927 DEBUG:teuthology.orchestra.run.smithi139:> uname -r 2024-04-13T07:26:03.981 INFO:teuthology.orchestra.run.smithi139.stdout:5.14.0-361.el9.x86_64 2024-04-13T07:26:03.981 INFO:teuthology.task.kernel:Running kernel on smithi139: 5.14.0-361.el9.x86_64 2024-04-13T07:26:03.981 DEBUG:teuthology.orchestra.run.smithi139:> sudo yum install -y kernel 2024-04-13T07:26:03.982 INFO:teuthology.orchestra.run.smithi119.stdout:5.14.0-361.el9.x86_64 2024-04-13T07:26:03.983 INFO:teuthology.task.kernel:Running kernel on smithi119: 5.14.0-361.el9.x86_64 2024-04-13T07:26:03.983 DEBUG:teuthology.orchestra.run.smithi119:> sudo yum install -y kernel 2024-04-13T07:26:06.091 INFO:teuthology.orchestra.run.smithi119.stdout:CentOS-9 - AppStream 16 MB/s | 8.1 MB 00:00 2024-04-13T07:26:06.114 INFO:teuthology.orchestra.run.smithi139.stdout:CentOS-9 - AppStream 16 MB/s | 8.1 MB 00:00 2024-04-13T07:26:07.808 INFO:teuthology.orchestra.run.smithi119.stdout:CentOS-9 - BaseOS 6.5 MB/s | 2.5 MB 00:00 2024-04-13T07:26:07.956 INFO:teuthology.orchestra.run.smithi139.stdout:CentOS-9 - BaseOS 4.6 MB/s | 2.5 MB 00:00 2024-04-13T07:26:09.121 INFO:teuthology.orchestra.run.smithi139.stdout:CentOS Stream 9 - BaseOS 11 MB/s | 8.0 MB 00:00 2024-04-13T07:26:11.247 INFO:teuthology.orchestra.run.smithi139.stdout:CentOS Stream 9 - AppStream 19 MB/s | 19 MB 00:01 2024-04-13T07:26:15.523 INFO:teuthology.orchestra.run.smithi139.stdout:CentOS Stream 9 - CRB 8.5 MB/s | 6.2 MB 00:00 2024-04-13T07:26:17.123 INFO:teuthology.orchestra.run.smithi139.stdout:CentOS Stream 9 - Extras packages 38 kB/s | 16 kB 00:00 2024-04-13T07:26:17.181 INFO:teuthology.orchestra.run.smithi119.stdout:CentOS Stream 9 - BaseOS 922 kB/s | 8.0 MB 00:08 2024-04-13T07:26:18.652 INFO:teuthology.orchestra.run.smithi139.stdout:Extra Packages for Enterprise Linux 15 MB/s | 21 MB 00:01 2024-04-13T07:26:23.749 INFO:teuthology.orchestra.run.smithi139.stdout:lab-extras 15 kB/s | 1.7 kB 00:00 2024-04-13T07:26:25.985 INFO:teuthology.orchestra.run.smithi139.stderr:Modular dependency problems: 2024-04-13T07:26:25.986 INFO:teuthology.orchestra.run.smithi139.stderr: 2024-04-13T07:26:25.986 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 1: conflicting requests 2024-04-13T07:26:25.986 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.986 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 2: conflicting requests 2024-04-13T07:26:25.986 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.986 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 3: conflicting requests 2024-04-13T07:26:25.986 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.986 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 4: conflicting requests 2024-04-13T07:26:25.986 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.986 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 5: conflicting requests 2024-04-13T07:26:25.986 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.986 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 6: conflicting requests 2024-04-13T07:26:25.987 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.987 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 7: conflicting requests 2024-04-13T07:26:25.987 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.987 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 8: conflicting requests 2024-04-13T07:26:25.987 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.987 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 9: conflicting requests 2024-04-13T07:26:25.987 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.987 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 10: conflicting requests 2024-04-13T07:26:25.987 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.987 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 11: conflicting requests 2024-04-13T07:26:25.987 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.987 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 12: conflicting requests 2024-04-13T07:26:25.987 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.988 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 13: conflicting requests 2024-04-13T07:26:25.988 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.988 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 14: conflicting requests 2024-04-13T07:26:25.988 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.988 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 15: conflicting requests 2024-04-13T07:26:25.988 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.988 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 16: conflicting requests 2024-04-13T07:26:25.988 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.988 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 17: conflicting requests 2024-04-13T07:26:25.988 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.988 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 18: conflicting requests 2024-04-13T07:26:25.988 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.988 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 19: conflicting requests 2024-04-13T07:26:25.988 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.989 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 20: conflicting requests 2024-04-13T07:26:25.989 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.989 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 21: conflicting requests 2024-04-13T07:26:25.989 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.989 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 22: conflicting requests 2024-04-13T07:26:25.989 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.989 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 23: conflicting requests 2024-04-13T07:26:25.989 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.989 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 24: conflicting requests 2024-04-13T07:26:25.989 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.989 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 25: conflicting requests 2024-04-13T07:26:25.989 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.989 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 26: conflicting requests 2024-04-13T07:26:25.989 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.989 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 27: conflicting requests 2024-04-13T07:26:25.990 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.990 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 28: conflicting requests 2024-04-13T07:26:25.990 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.990 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 29: conflicting requests 2024-04-13T07:26:25.990 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.990 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 30: conflicting requests 2024-04-13T07:26:25.990 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.990 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 31: conflicting requests 2024-04-13T07:26:25.990 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.990 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 32: conflicting requests 2024-04-13T07:26:25.990 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.990 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 33: conflicting requests 2024-04-13T07:26:25.990 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.990 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 34: conflicting requests 2024-04-13T07:26:25.991 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.991 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 35: conflicting requests 2024-04-13T07:26:25.991 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.991 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 36: conflicting requests 2024-04-13T07:26:25.991 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.991 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 37: conflicting requests 2024-04-13T07:26:25.991 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.991 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.991 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.991 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 38: cannot install the best candidate for the job 2024-04-13T07:26:25.991 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.991 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.991 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.991 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.991 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 39: conflicting requests 2024-04-13T07:26:25.991 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.991 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.992 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.992 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.992 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.992 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.992 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 40: cannot install the best candidate for the job 2024-04-13T07:26:25.992 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.992 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.992 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.992 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.992 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 41: cannot install the best candidate for the job 2024-04-13T07:26:25.992 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.992 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.992 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.992 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.992 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 42: cannot install the best candidate for the job 2024-04-13T07:26:25.993 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.993 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.993 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.993 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.993 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 43: cannot install the best candidate for the job 2024-04-13T07:26:25.993 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.993 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.993 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.993 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.993 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 44: cannot install the best candidate for the job 2024-04-13T07:26:25.994 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.994 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.994 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.994 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.994 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 45: cannot install the best candidate for the job 2024-04-13T07:26:25.994 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.994 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.994 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-13T07:26:25.994 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-13T07:26:26.406 INFO:teuthology.orchestra.run.smithi139.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-13T07:26:26.406 INFO:teuthology.orchestra.run.smithi139.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-04-13T07:26:26.518 INFO:teuthology.orchestra.run.smithi139.stdout:Dependencies resolved. 2024-04-13T07:26:26.530 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2024-04-13T07:26:26.530 INFO:teuthology.orchestra.run.smithi139.stdout: Package Architecture Version Repository Size 2024-04-13T07:26:26.530 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2024-04-13T07:26:26.530 INFO:teuthology.orchestra.run.smithi139.stdout:Installing: 2024-04-13T07:26:26.530 INFO:teuthology.orchestra.run.smithi139.stdout: kernel x86_64 5.14.0-435.el9 baseos 214 k 2024-04-13T07:26:26.530 INFO:teuthology.orchestra.run.smithi139.stdout:Installing dependencies: 2024-04-13T07:26:26.531 INFO:teuthology.orchestra.run.smithi139.stdout: kernel-core x86_64 5.14.0-435.el9 baseos 15 M 2024-04-13T07:26:26.531 INFO:teuthology.orchestra.run.smithi139.stdout: kernel-modules x86_64 5.14.0-435.el9 baseos 34 M 2024-04-13T07:26:26.531 INFO:teuthology.orchestra.run.smithi139.stdout: kernel-modules-core x86_64 5.14.0-435.el9 baseos 28 M 2024-04-13T07:26:26.531 INFO:teuthology.orchestra.run.smithi139.stdout: 2024-04-13T07:26:26.531 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction Summary 2024-04-13T07:26:26.531 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2024-04-13T07:26:26.531 INFO:teuthology.orchestra.run.smithi139.stdout:Install 4 Packages 2024-04-13T07:26:26.531 INFO:teuthology.orchestra.run.smithi139.stdout: 2024-04-13T07:26:26.532 INFO:teuthology.orchestra.run.smithi139.stdout:Total download size: 77 M 2024-04-13T07:26:26.532 INFO:teuthology.orchestra.run.smithi139.stdout:Installed size: 123 M 2024-04-13T07:26:26.532 INFO:teuthology.orchestra.run.smithi139.stdout:Downloading Packages: 2024-04-13T07:26:27.875 INFO:teuthology.orchestra.run.smithi139.stdout:(1/4): kernel-5.14.0-435.el9.x86_64.rpm 197 kB/s | 214 kB 00:01 2024-04-13T07:26:35.096 INFO:teuthology.orchestra.run.smithi119.stdout:CentOS Stream 9 - AppStream 1.1 MB/s | 19 MB 00:16 2024-04-13T07:26:41.763 INFO:teuthology.orchestra.run.smithi119.stdout:CentOS Stream 9 - CRB 2.0 MB/s | 6.2 MB 00:03 2024-04-13T07:26:43.247 INFO:teuthology.orchestra.run.smithi119.stdout:CentOS Stream 9 - Extras packages 54 kB/s | 16 kB 00:00 2024-04-13T07:26:44.293 INFO:teuthology.orchestra.run.smithi119.stdout:Extra Packages for Enterprise Linux 23 MB/s | 21 MB 00:00 2024-04-13T07:26:46.464 INFO:teuthology.orchestra.run.smithi139.stdout:(2/4): kernel-core-5.14.0-435.el9.x86_64.rpm 786 kB/s | 15 MB 00:19 2024-04-13T07:26:49.499 INFO:teuthology.orchestra.run.smithi119.stdout:lab-extras 15 kB/s | 1.7 kB 00:00 2024-04-13T07:26:51.762 INFO:teuthology.orchestra.run.smithi119.stderr:Modular dependency problems: 2024-04-13T07:26:51.762 INFO:teuthology.orchestra.run.smithi119.stderr: 2024-04-13T07:26:51.762 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 1: conflicting requests 2024-04-13T07:26:51.762 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.762 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 2: conflicting requests 2024-04-13T07:26:51.762 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.762 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 3: conflicting requests 2024-04-13T07:26:51.762 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.762 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 4: conflicting requests 2024-04-13T07:26:51.762 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.763 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 5: conflicting requests 2024-04-13T07:26:51.763 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.763 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 6: conflicting requests 2024-04-13T07:26:51.763 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.763 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 7: conflicting requests 2024-04-13T07:26:51.763 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.763 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 8: conflicting requests 2024-04-13T07:26:51.763 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.763 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 9: conflicting requests 2024-04-13T07:26:51.763 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.763 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 10: conflicting requests 2024-04-13T07:26:51.763 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.763 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 11: conflicting requests 2024-04-13T07:26:51.763 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.764 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 12: conflicting requests 2024-04-13T07:26:51.764 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.764 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 13: conflicting requests 2024-04-13T07:26:51.764 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.764 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 14: conflicting requests 2024-04-13T07:26:51.764 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.764 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 15: conflicting requests 2024-04-13T07:26:51.764 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.764 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 16: conflicting requests 2024-04-13T07:26:51.764 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.764 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 17: conflicting requests 2024-04-13T07:26:51.765 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.765 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 18: conflicting requests 2024-04-13T07:26:51.765 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.765 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 19: conflicting requests 2024-04-13T07:26:51.765 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.765 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 20: conflicting requests 2024-04-13T07:26:51.765 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.765 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 21: conflicting requests 2024-04-13T07:26:51.765 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.765 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 22: conflicting requests 2024-04-13T07:26:51.765 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.765 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 23: conflicting requests 2024-04-13T07:26:51.765 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.765 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 24: conflicting requests 2024-04-13T07:26:51.766 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.766 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 25: conflicting requests 2024-04-13T07:26:51.766 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.766 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 26: conflicting requests 2024-04-13T07:26:51.766 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.766 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 27: conflicting requests 2024-04-13T07:26:51.766 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.766 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 28: conflicting requests 2024-04-13T07:26:51.766 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.766 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 29: conflicting requests 2024-04-13T07:26:51.766 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.766 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 30: conflicting requests 2024-04-13T07:26:51.767 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.767 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 31: conflicting requests 2024-04-13T07:26:51.767 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.767 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 32: conflicting requests 2024-04-13T07:26:51.767 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.767 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 33: conflicting requests 2024-04-13T07:26:51.767 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.767 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 34: conflicting requests 2024-04-13T07:26:51.767 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.767 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 35: conflicting requests 2024-04-13T07:26:51.767 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.767 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 36: conflicting requests 2024-04-13T07:26:51.767 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.767 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 37: conflicting requests 2024-04-13T07:26:51.767 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.767 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.767 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.768 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 38: cannot install the best candidate for the job 2024-04-13T07:26:51.768 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.768 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.768 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.768 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.768 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 39: conflicting requests 2024-04-13T07:26:51.768 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.768 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.768 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.768 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.768 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.768 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.768 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 40: cannot install the best candidate for the job 2024-04-13T07:26:51.768 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.769 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.769 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.769 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.769 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 41: cannot install the best candidate for the job 2024-04-13T07:26:51.769 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.769 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.769 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.769 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.769 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 42: cannot install the best candidate for the job 2024-04-13T07:26:51.769 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.769 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.769 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.769 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.769 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 43: cannot install the best candidate for the job 2024-04-13T07:26:51.769 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.769 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.770 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.770 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.770 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 44: cannot install the best candidate for the job 2024-04-13T07:26:51.770 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.770 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.770 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.770 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.770 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 45: cannot install the best candidate for the job 2024-04-13T07:26:51.770 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.770 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.770 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-13T07:26:51.770 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-13T07:26:52.164 INFO:teuthology.orchestra.run.smithi119.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-13T07:26:52.164 INFO:teuthology.orchestra.run.smithi119.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-04-13T07:26:52.288 INFO:teuthology.orchestra.run.smithi119.stdout:Dependencies resolved. 2024-04-13T07:26:52.298 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-04-13T07:26:52.298 INFO:teuthology.orchestra.run.smithi119.stdout: Package Architecture Version Repository Size 2024-04-13T07:26:52.298 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-04-13T07:26:52.298 INFO:teuthology.orchestra.run.smithi119.stdout:Installing: 2024-04-13T07:26:52.298 INFO:teuthology.orchestra.run.smithi119.stdout: kernel x86_64 5.14.0-435.el9 baseos 214 k 2024-04-13T07:26:52.298 INFO:teuthology.orchestra.run.smithi119.stdout:Installing dependencies: 2024-04-13T07:26:52.298 INFO:teuthology.orchestra.run.smithi119.stdout: kernel-core x86_64 5.14.0-435.el9 baseos 15 M 2024-04-13T07:26:52.298 INFO:teuthology.orchestra.run.smithi119.stdout: kernel-modules x86_64 5.14.0-435.el9 baseos 34 M 2024-04-13T07:26:52.298 INFO:teuthology.orchestra.run.smithi119.stdout: kernel-modules-core x86_64 5.14.0-435.el9 baseos 28 M 2024-04-13T07:26:52.298 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:26:52.299 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction Summary 2024-04-13T07:26:52.299 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-04-13T07:26:52.299 INFO:teuthology.orchestra.run.smithi119.stdout:Install 4 Packages 2024-04-13T07:26:52.299 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:26:52.299 INFO:teuthology.orchestra.run.smithi119.stdout:Total download size: 77 M 2024-04-13T07:26:52.299 INFO:teuthology.orchestra.run.smithi119.stdout:Installed size: 123 M 2024-04-13T07:26:52.299 INFO:teuthology.orchestra.run.smithi119.stdout:Downloading Packages: 2024-04-13T07:26:52.992 INFO:teuthology.orchestra.run.smithi119.stdout:(1/4): kernel-5.14.0-435.el9.x86_64.rpm 371 kB/s | 214 kB 00:00 2024-04-13T07:27:04.129 INFO:teuthology.orchestra.run.smithi139.stdout:(3/4): kernel-modules-core-5.14.0-435.el9.x86_6 781 kB/s | 28 MB 00:36 2024-04-13T07:27:04.441 INFO:teuthology.orchestra.run.smithi119.stdout:(2/4): kernel-core-5.14.0-435.el9.x86_64.rpm 1.3 MB/s | 15 MB 00:12 2024-04-13T07:27:09.220 INFO:teuthology.orchestra.run.smithi139.stdout:(4/4): kernel-modules-5.14.0-435.el9.x86_64.rpm 811 kB/s | 34 MB 00:42 2024-04-13T07:27:09.220 INFO:teuthology.orchestra.run.smithi139.stdout:-------------------------------------------------------------------------------- 2024-04-13T07:27:09.220 INFO:teuthology.orchestra.run.smithi139.stdout:Total 1.8 MB/s | 77 MB 00:42 2024-04-13T07:27:09.895 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction check 2024-04-13T07:27:10.287 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction check succeeded. 2024-04-13T07:27:10.288 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction test 2024-04-13T07:27:11.288 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction test succeeded. 2024-04-13T07:27:11.288 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction 2024-04-13T07:27:13.739 INFO:teuthology.orchestra.run.smithi139.stdout: Preparing : 1/1 2024-04-13T07:27:14.361 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : kernel-modules-core-5.14.0-435.el9.x86_64 1/4 2024-04-13T07:27:14.444 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-13T07:27:17.187 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-13T07:27:17.321 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-13T07:27:22.021 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-13T07:27:22.288 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : kernel-5.14.0-435.el9.x86_64 4/4 2024-04-13T07:27:23.800 INFO:teuthology.orchestra.run.smithi119.stdout:(3/4): kernel-modules-core-5.14.0-435.el9.x86_6 919 kB/s | 28 MB 00:30 2024-04-13T07:27:26.993 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: kernel-modules-core-5.14.0-435.el9.x86_64 4/4 2024-04-13T07:27:33.396 INFO:teuthology.orchestra.run.smithi119.stdout:(4/4): kernel-modules-5.14.0-435.el9.x86_64.rpm 840 kB/s | 34 MB 00:40 2024-04-13T07:27:33.396 INFO:teuthology.orchestra.run.smithi119.stdout:-------------------------------------------------------------------------------- 2024-04-13T07:27:33.396 INFO:teuthology.orchestra.run.smithi119.stdout:Total 1.9 MB/s | 77 MB 00:41 2024-04-13T07:27:34.062 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction check 2024-04-13T07:27:34.432 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction check succeeded. 2024-04-13T07:27:34.432 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction test 2024-04-13T07:27:35.450 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction test succeeded. 2024-04-13T07:27:35.451 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction 2024-04-13T07:27:37.918 INFO:teuthology.orchestra.run.smithi119.stdout: Preparing : 1/1 2024-04-13T07:27:38.549 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : kernel-modules-core-5.14.0-435.el9.x86_64 1/4 2024-04-13T07:27:38.648 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-13T07:27:41.390 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-13T07:27:41.526 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-13T07:27:46.222 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-13T07:27:46.360 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : kernel-5.14.0-435.el9.x86_64 4/4 2024-04-13T07:27:51.088 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: kernel-modules-core-5.14.0-435.el9.x86_64 4/4 2024-04-13T07:27:56.246 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: kernel-core-5.14.0-435.el9.x86_64 4/4 2024-04-13T07:27:56.246 INFO:teuthology.orchestra.run.smithi139.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-04-13T07:27:56.246 INFO:teuthology.orchestra.run.smithi139.stdout: 2024-04-13T07:27:56.291 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: kernel-modules-5.14.0-435.el9.x86_64 4/4 2024-04-13T07:27:56.684 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: kernel-5.14.0-435.el9.x86_64 4/4 2024-04-13T07:27:56.684 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : kernel-5.14.0-435.el9.x86_64 1/4 2024-04-13T07:27:56.685 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-13T07:27:56.685 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-13T07:27:57.092 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : kernel-modules-core-5.14.0-435.el9.x86_64 4/4 2024-04-13T07:27:57.092 INFO:teuthology.orchestra.run.smithi139.stdout: 2024-04-13T07:27:57.092 INFO:teuthology.orchestra.run.smithi139.stdout:Installed: 2024-04-13T07:27:57.093 INFO:teuthology.orchestra.run.smithi139.stdout: kernel-5.14.0-435.el9.x86_64 2024-04-13T07:27:57.093 INFO:teuthology.orchestra.run.smithi139.stdout: kernel-core-5.14.0-435.el9.x86_64 2024-04-13T07:27:57.093 INFO:teuthology.orchestra.run.smithi139.stdout: kernel-modules-5.14.0-435.el9.x86_64 2024-04-13T07:27:57.093 INFO:teuthology.orchestra.run.smithi139.stdout: kernel-modules-core-5.14.0-435.el9.x86_64 2024-04-13T07:27:57.093 INFO:teuthology.orchestra.run.smithi139.stdout: 2024-04-13T07:27:57.093 INFO:teuthology.orchestra.run.smithi139.stdout:Complete! 2024-04-13T07:27:57.466 DEBUG:teuthology.orchestra.run.smithi139:> rpm -q kernel | sort -rV | head -n 1 2024-04-13T07:27:57.562 INFO:teuthology.orchestra.run.smithi139.stdout:kernel-5.14.0-435.el9.x86_64 2024-04-13T07:27:57.562 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-435.el9.x86_64 2024-04-13T07:27:57.563 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-435.el9.x86_64 2024-04-13T07:27:57.563 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-04-13T07:27:57.563 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-04-13T07:27:57.563 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-04-13T07:27:57.563 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi139.front.sepia.ceph.com, path=None, version=distro) 2024-04-13T07:27:57.563 DEBUG:teuthology.orchestra.run.smithi139:> rpm -q kernel | sort -rV | head -n 1 2024-04-13T07:27:57.643 INFO:teuthology.orchestra.run.smithi139.stdout:kernel-5.14.0-435.el9.x86_64 2024-04-13T07:27:57.644 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-435.el9.x86_64 2024-04-13T07:27:57.644 DEBUG:teuthology.orchestra.run.smithi139:> sudo rpm -qi grub2-tools 2024-04-13T07:27:57.677 INFO:teuthology.orchestra.run.smithi139.stdout:Name : grub2-tools 2024-04-13T07:27:57.678 INFO:teuthology.orchestra.run.smithi139.stdout:Epoch : 1 2024-04-13T07:27:57.678 INFO:teuthology.orchestra.run.smithi139.stdout:Version : 2.06 2024-04-13T07:27:57.678 INFO:teuthology.orchestra.run.smithi139.stdout:Release : 68.el9 2024-04-13T07:27:57.678 INFO:teuthology.orchestra.run.smithi139.stdout:Architecture: x86_64 2024-04-13T07:27:57.678 INFO:teuthology.orchestra.run.smithi139.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-04-13T07:27:57.678 INFO:teuthology.orchestra.run.smithi139.stdout:Group : Unspecified 2024-04-13T07:27:57.678 INFO:teuthology.orchestra.run.smithi139.stdout:Size : 8264254 2024-04-13T07:27:57.678 INFO:teuthology.orchestra.run.smithi139.stdout:License : GPLv3+ 2024-04-13T07:27:57.678 INFO:teuthology.orchestra.run.smithi139.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-04-13T07:27:57.678 INFO:teuthology.orchestra.run.smithi139.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-04-13T07:27:57.678 INFO:teuthology.orchestra.run.smithi139.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-04-13T07:27:57.679 INFO:teuthology.orchestra.run.smithi139.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-04-13T07:27:57.679 INFO:teuthology.orchestra.run.smithi139.stdout:Packager : builder@centos.org 2024-04-13T07:27:57.679 INFO:teuthology.orchestra.run.smithi139.stdout:Vendor : CentOS 2024-04-13T07:27:57.679 INFO:teuthology.orchestra.run.smithi139.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-13T07:27:57.679 INFO:teuthology.orchestra.run.smithi139.stdout:Summary : Support tools for GRUB. 2024-04-13T07:27:57.679 INFO:teuthology.orchestra.run.smithi139.stdout:Description : 2024-04-13T07:27:57.679 INFO:teuthology.orchestra.run.smithi139.stdout: 2024-04-13T07:27:57.679 INFO:teuthology.orchestra.run.smithi139.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-13T07:27:57.679 INFO:teuthology.orchestra.run.smithi139.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-13T07:27:57.679 INFO:teuthology.orchestra.run.smithi139.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-13T07:27:57.679 INFO:teuthology.orchestra.run.smithi139.stdout:hardware devices. 2024-04-13T07:27:57.679 INFO:teuthology.orchestra.run.smithi139.stdout: 2024-04-13T07:27:57.679 INFO:teuthology.orchestra.run.smithi139.stdout:This subpackage provides tools for support of all platforms. 2024-04-13T07:27:57.680 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-13T07:27:57.680 INFO:teuthology.task.kernel:Updating grub on smithi139 to boot 5.14.0-435.el9.x86_64 2024-04-13T07:27:57.680 DEBUG:teuthology.orchestra.run.smithi139:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-13T07:27:58.302 INFO:teuthology.orchestra.run.smithi139.stderr:Generating grub configuration file ... 2024-04-13T07:27:59.719 INFO:teuthology.orchestra.run.smithi139.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-04-13T07:27:59.775 INFO:teuthology.orchestra.run.smithi139.stderr:done 2024-04-13T07:27:59.777 DEBUG:teuthology.orchestra.run.smithi139:> mktemp 2024-04-13T07:27:59.793 INFO:teuthology.orchestra.run.smithi139.stdout:/tmp/tmp.x0kJMKb9PV 2024-04-13T07:27:59.793 DEBUG:teuthology.orchestra.run.smithi139:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.x0kJMKb9PV 2024-04-13T07:27:59.862 DEBUG:teuthology.orchestra.run.smithi139:> sudo chmod 0666 /tmp/tmp.x0kJMKb9PV 2024-04-13T07:27:59.996 DEBUG:teuthology.orchestra.remote:smithi139:/tmp/tmp.x0kJMKb9PV is 6KB 2024-04-13T07:28:00.017 DEBUG:teuthology.orchestra.run.smithi139:> rm -fr /tmp/tmp.x0kJMKb9PV 2024-04-13T07:28:00.031 DEBUG:teuthology.orchestra.run.smithi139:> sudo /bin/ls /boot/loader/entries || true 2024-04-13T07:28:00.095 INFO:teuthology.orchestra.run.smithi139.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-04-13T07:28:00.095 INFO:teuthology.orchestra.run.smithi139.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-04-13T07:28:00.096 INFO:teuthology.orchestra.run.smithi139.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-04-13T07:28:00.096 INFO:teuthology.orchestra.run.smithi139.stdout:15949e3c88704300882482eddfd7baae-5.14.0-435.el9.x86_64.conf 2024-04-13T07:28:00.097 DEBUG:teuthology.orchestra.run.smithi139:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-435.el9.x86_64 2024-04-13T07:28:00.234 DEBUG:teuthology.orchestra.run.smithi139:> sudo shutdown -r now 2024-04-13T07:28:20.221 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: kernel-core-5.14.0-435.el9.x86_64 4/4 2024-04-13T07:28:20.221 INFO:teuthology.orchestra.run.smithi119.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-04-13T07:28:20.221 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:28:20.266 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: kernel-modules-5.14.0-435.el9.x86_64 4/4 2024-04-13T07:28:20.622 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: kernel-5.14.0-435.el9.x86_64 4/4 2024-04-13T07:28:20.622 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : kernel-5.14.0-435.el9.x86_64 1/4 2024-04-13T07:28:20.623 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-13T07:28:20.623 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-13T07:28:21.059 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : kernel-modules-core-5.14.0-435.el9.x86_64 4/4 2024-04-13T07:28:21.059 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:28:21.059 INFO:teuthology.orchestra.run.smithi119.stdout:Installed: 2024-04-13T07:28:21.059 INFO:teuthology.orchestra.run.smithi119.stdout: kernel-5.14.0-435.el9.x86_64 2024-04-13T07:28:21.059 INFO:teuthology.orchestra.run.smithi119.stdout: kernel-core-5.14.0-435.el9.x86_64 2024-04-13T07:28:21.059 INFO:teuthology.orchestra.run.smithi119.stdout: kernel-modules-5.14.0-435.el9.x86_64 2024-04-13T07:28:21.059 INFO:teuthology.orchestra.run.smithi119.stdout: kernel-modules-core-5.14.0-435.el9.x86_64 2024-04-13T07:28:21.059 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:28:21.059 INFO:teuthology.orchestra.run.smithi119.stdout:Complete! 2024-04-13T07:28:21.416 DEBUG:teuthology.orchestra.run.smithi119:> rpm -q kernel | sort -rV | head -n 1 2024-04-13T07:28:21.514 INFO:teuthology.orchestra.run.smithi119.stdout:kernel-5.14.0-435.el9.x86_64 2024-04-13T07:28:21.515 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-435.el9.x86_64 2024-04-13T07:28:21.515 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-435.el9.x86_64 2024-04-13T07:28:21.515 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-04-13T07:28:21.515 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-04-13T07:28:21.515 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-04-13T07:28:21.515 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi119.front.sepia.ceph.com, path=None, version=distro) 2024-04-13T07:28:21.516 DEBUG:teuthology.orchestra.run.smithi119:> rpm -q kernel | sort -rV | head -n 1 2024-04-13T07:28:21.596 INFO:teuthology.orchestra.run.smithi119.stdout:kernel-5.14.0-435.el9.x86_64 2024-04-13T07:28:21.596 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-435.el9.x86_64 2024-04-13T07:28:21.596 DEBUG:teuthology.orchestra.run.smithi119:> sudo rpm -qi grub2-tools 2024-04-13T07:28:21.630 INFO:teuthology.orchestra.run.smithi119.stdout:Name : grub2-tools 2024-04-13T07:28:21.630 INFO:teuthology.orchestra.run.smithi119.stdout:Epoch : 1 2024-04-13T07:28:21.631 INFO:teuthology.orchestra.run.smithi119.stdout:Version : 2.06 2024-04-13T07:28:21.631 INFO:teuthology.orchestra.run.smithi119.stdout:Release : 68.el9 2024-04-13T07:28:21.631 INFO:teuthology.orchestra.run.smithi119.stdout:Architecture: x86_64 2024-04-13T07:28:21.631 INFO:teuthology.orchestra.run.smithi119.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-04-13T07:28:21.631 INFO:teuthology.orchestra.run.smithi119.stdout:Group : Unspecified 2024-04-13T07:28:21.631 INFO:teuthology.orchestra.run.smithi119.stdout:Size : 8264254 2024-04-13T07:28:21.631 INFO:teuthology.orchestra.run.smithi119.stdout:License : GPLv3+ 2024-04-13T07:28:21.631 INFO:teuthology.orchestra.run.smithi119.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-04-13T07:28:21.631 INFO:teuthology.orchestra.run.smithi119.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-04-13T07:28:21.631 INFO:teuthology.orchestra.run.smithi119.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-04-13T07:28:21.631 INFO:teuthology.orchestra.run.smithi119.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-04-13T07:28:21.631 INFO:teuthology.orchestra.run.smithi119.stdout:Packager : builder@centos.org 2024-04-13T07:28:21.631 INFO:teuthology.orchestra.run.smithi119.stdout:Vendor : CentOS 2024-04-13T07:28:21.631 INFO:teuthology.orchestra.run.smithi119.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-13T07:28:21.632 INFO:teuthology.orchestra.run.smithi119.stdout:Summary : Support tools for GRUB. 2024-04-13T07:28:21.632 INFO:teuthology.orchestra.run.smithi119.stdout:Description : 2024-04-13T07:28:21.632 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:28:21.632 INFO:teuthology.orchestra.run.smithi119.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-13T07:28:21.632 INFO:teuthology.orchestra.run.smithi119.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-13T07:28:21.632 INFO:teuthology.orchestra.run.smithi119.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-13T07:28:21.632 INFO:teuthology.orchestra.run.smithi119.stdout:hardware devices. 2024-04-13T07:28:21.632 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:28:21.632 INFO:teuthology.orchestra.run.smithi119.stdout:This subpackage provides tools for support of all platforms. 2024-04-13T07:28:21.633 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-13T07:28:21.633 INFO:teuthology.task.kernel:Updating grub on smithi119 to boot 5.14.0-435.el9.x86_64 2024-04-13T07:28:21.633 DEBUG:teuthology.orchestra.run.smithi119:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-13T07:28:22.260 INFO:teuthology.orchestra.run.smithi119.stderr:Generating grub configuration file ... 2024-04-13T07:28:23.615 INFO:teuthology.orchestra.run.smithi119.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-04-13T07:28:23.653 INFO:teuthology.orchestra.run.smithi119.stderr:done 2024-04-13T07:28:23.655 DEBUG:teuthology.orchestra.run.smithi119:> mktemp 2024-04-13T07:28:23.671 INFO:teuthology.orchestra.run.smithi119.stdout:/tmp/tmp.jSAJtH2AOl 2024-04-13T07:28:23.671 DEBUG:teuthology.orchestra.run.smithi119:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.jSAJtH2AOl 2024-04-13T07:28:23.739 DEBUG:teuthology.orchestra.run.smithi119:> sudo chmod 0666 /tmp/tmp.jSAJtH2AOl 2024-04-13T07:28:23.881 DEBUG:teuthology.orchestra.remote:smithi119:/tmp/tmp.jSAJtH2AOl is 6KB 2024-04-13T07:28:23.929 DEBUG:teuthology.orchestra.run.smithi119:> rm -fr /tmp/tmp.jSAJtH2AOl 2024-04-13T07:28:23.943 DEBUG:teuthology.orchestra.run.smithi119:> sudo /bin/ls /boot/loader/entries || true 2024-04-13T07:28:24.015 INFO:teuthology.orchestra.run.smithi119.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-04-13T07:28:24.016 INFO:teuthology.orchestra.run.smithi119.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-04-13T07:28:24.016 INFO:teuthology.orchestra.run.smithi119.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-04-13T07:28:24.016 INFO:teuthology.orchestra.run.smithi119.stdout:15949e3c88704300882482eddfd7baae-5.14.0-435.el9.x86_64.conf 2024-04-13T07:28:24.017 DEBUG:teuthology.orchestra.run.smithi119:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-435.el9.x86_64 2024-04-13T07:28:24.174 DEBUG:teuthology.orchestra.run.smithi119:> sudo shutdown -r now 2024-04-13T07:28:30.243 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-04-13T07:28:30.243 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi139.front.sepia.ceph.com' 2024-04-13T07:28:30.244 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi139.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-13T07:28:54.201 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-04-13T07:28:54.201 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi119.front.sepia.ceph.com' 2024-04-13T07:28:54.202 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi119.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-13T07:29:30.271 DEBUG:teuthology.orchestra.remote:timed out 2024-04-13T07:29:39.278 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi139.front.sepia.ceph.com' 2024-04-13T07:29:39.280 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi139.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-13T07:29:42.621 DEBUG:teuthology.orchestra.run.smithi139:> true 2024-04-13T07:29:43.059 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi139.front.sepia.ceph.com' 2024-04-13T07:29:43.059 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-435.el9.x86_64"... 2024-04-13T07:29:43.059 DEBUG:teuthology.orchestra.run.smithi139:> uname -r 2024-04-13T07:29:43.073 INFO:teuthology.orchestra.run.smithi139.stdout:5.14.0-435.el9.x86_64 2024-04-13T07:29:43.073 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-435.el9.x86_64 vs 5.14.0-435.el9.x86_64 2024-04-13T07:29:43.073 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-13T07:29:43.073 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-13T07:29:44.074 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-04-13T07:29:44.074 DEBUG:teuthology.orchestra.run.smithi139:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-13T07:29:44.135 INFO:teuthology.orchestra.run.smithi139.stdout:ttyS1 2024-04-13T07:29:44.174 DEBUG:teuthology.parallel:result is None 2024-04-13T07:29:54.205 DEBUG:teuthology.orchestra.remote:timed out 2024-04-13T07:30:03.206 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi119.front.sepia.ceph.com' 2024-04-13T07:30:03.207 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi119.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-13T07:30:03.594 DEBUG:teuthology.orchestra.run.smithi119:> true 2024-04-13T07:30:04.117 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi119.front.sepia.ceph.com' 2024-04-13T07:30:04.117 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-435.el9.x86_64"... 2024-04-13T07:30:04.118 DEBUG:teuthology.orchestra.run.smithi119:> uname -r 2024-04-13T07:30:04.171 INFO:teuthology.orchestra.run.smithi119.stdout:5.14.0-435.el9.x86_64 2024-04-13T07:30:04.172 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-435.el9.x86_64 vs 5.14.0-435.el9.x86_64 2024-04-13T07:30:04.172 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-13T07:30:04.172 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-13T07:30:05.173 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-04-13T07:30:05.173 DEBUG:teuthology.orchestra.run.smithi119:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-13T07:30:05.266 INFO:teuthology.orchestra.run.smithi119.stdout:ttyS1 2024-04-13T07:30:05.328 DEBUG:teuthology.parallel:result is None 2024-04-13T07:30:05.329 INFO:teuthology.run_tasks:Running task internal.base... 2024-04-13T07:30:05.337 INFO:teuthology.task.internal:Creating test directory... 2024-04-13T07:30:05.337 DEBUG:teuthology.orchestra.run.smithi119:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-13T07:30:05.339 DEBUG:teuthology.orchestra.run.smithi139:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-13T07:30:05.358 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-04-13T07:30:05.365 INFO:teuthology.run_tasks:Running task internal.archive... 2024-04-13T07:30:05.375 INFO:teuthology.task.internal:Creating archive directory... 2024-04-13T07:30:05.376 DEBUG:teuthology.orchestra.run.smithi119:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-13T07:30:05.394 DEBUG:teuthology.orchestra.run.smithi139:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-13T07:30:05.461 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-04-13T07:30:05.468 INFO:teuthology.task.internal:Enabling coredump saving... 2024-04-13T07:30:05.469 DEBUG:teuthology.orchestra.run.smithi119:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-13T07:30:05.471 DEBUG:teuthology.orchestra.run.smithi139:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-13T07:30:05.503 INFO:teuthology.orchestra.run.smithi119.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-13T07:30:05.511 INFO:teuthology.orchestra.run.smithi139.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-13T07:30:05.517 INFO:teuthology.orchestra.run.smithi119.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-13T07:30:05.525 INFO:teuthology.orchestra.run.smithi139.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-13T07:30:05.527 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-04-13T07:30:05.536 INFO:teuthology.task.internal:Configuring sudo... 2024-04-13T07:30:05.536 DEBUG:teuthology.orchestra.run.smithi119:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-13T07:30:05.561 DEBUG:teuthology.orchestra.run.smithi139:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-13T07:30:05.596 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-04-13T07:30:05.606 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-04-13T07:30:05.606 DEBUG:teuthology.orchestra.run.smithi119:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-13T07:30:05.628 DEBUG:teuthology.orchestra.run.smithi139:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-13T07:30:05.653 DEBUG:teuthology.orchestra.run.smithi119:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-13T07:30:05.730 DEBUG:teuthology.orchestra.run.smithi119:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-13T07:30:05.769 DEBUG:teuthology.orchestra.run.smithi119:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-13T07:30:05.851 DEBUG:teuthology.orchestra.run.smithi119:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-13T07:30:05.892 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-04-13T07:30:05.892 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-13T07:30:05.976 DEBUG:teuthology.orchestra.run.smithi139:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-13T07:30:06.017 DEBUG:teuthology.orchestra.run.smithi139:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-13T07:30:06.070 DEBUG:teuthology.orchestra.run.smithi139:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-13T07:30:06.154 DEBUG:teuthology.orchestra.run.smithi139:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-13T07:30:06.197 DEBUG:teuthology.orchestra.run.smithi139:> set -ex 2024-04-13T07:30:06.197 DEBUG:teuthology.orchestra.run.smithi139:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-13T07:30:06.265 DEBUG:teuthology.orchestra.run.smithi119:> sudo service rsyslog restart 2024-04-13T07:30:06.267 DEBUG:teuthology.orchestra.run.smithi139:> sudo service rsyslog restart 2024-04-13T07:30:06.324 INFO:teuthology.orchestra.run.smithi119.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-13T07:30:06.357 INFO:teuthology.orchestra.run.smithi139.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-13T07:30:06.672 INFO:teuthology.run_tasks:Running task internal.timer... 2024-04-13T07:30:06.680 INFO:teuthology.task.internal:Starting timer... 2024-04-13T07:30:06.681 INFO:teuthology.run_tasks:Running task pcp... 2024-04-13T07:30:06.691 INFO:teuthology.run_tasks:Running task selinux... 2024-04-13T07:30:06.699 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-04-13T07:30:06.699 DEBUG:teuthology.orchestra.run.smithi119:> sudo service auditd rotate 2024-04-13T07:30:06.741 INFO:teuthology.orchestra.run.smithi119.stdout:Rotating logs: 2024-04-13T07:30:06.743 DEBUG:teuthology.orchestra.run.smithi139:> sudo service auditd rotate 2024-04-13T07:30:06.821 INFO:teuthology.orchestra.run.smithi139.stdout:Rotating logs: 2024-04-13T07:30:06.823 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-04-13T07:30:06.823 DEBUG:teuthology.orchestra.run.smithi119:> /usr/sbin/getenforce 2024-04-13T07:30:06.846 INFO:teuthology.orchestra.run.smithi119.stdout:Permissive 2024-04-13T07:30:06.847 DEBUG:teuthology.orchestra.run.smithi139:> /usr/sbin/getenforce 2024-04-13T07:30:06.866 INFO:teuthology.orchestra.run.smithi139.stdout:Permissive 2024-04-13T07:30:06.867 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi119.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi139.front.sepia.ceph.com': 'permissive'} 2024-04-13T07:30:06.867 DEBUG:teuthology.orchestra.run.smithi119:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-13T07:30:06.914 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-13T07:30:06.915 DEBUG:teuthology.orchestra.run.smithi139:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-13T07:30:06.942 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-13T07:30:06.942 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-04-13T07:30:06.943 DEBUG:teuthology.orchestra.run.smithi119:> sudo /usr/sbin/setenforce permissive 2024-04-13T07:30:06.990 DEBUG:teuthology.orchestra.run.smithi139:> sudo /usr/sbin/setenforce permissive 2024-04-13T07:30:07.027 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-04-13T07:30:07.037 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-04-13T07:30:07.056 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-04-13T07:30:07.057 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi119.front.sepia.ceph.com,smithi139.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-04-13T07:34:33.481 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi119.front.sepia.ceph.com'), Remote(name='ubuntu@smithi139.front.sepia.ceph.com')] 2024-04-13T07:34:33.482 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi119.front.sepia.ceph.com' 2024-04-13T07:34:33.484 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi119.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-13T07:34:33.576 DEBUG:teuthology.orchestra.run.smithi119:> true 2024-04-13T07:34:33.654 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi119.front.sepia.ceph.com' 2024-04-13T07:34:33.654 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi139.front.sepia.ceph.com' 2024-04-13T07:34:33.655 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi139.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-13T07:34:33.753 DEBUG:teuthology.orchestra.run.smithi139:> true 2024-04-13T07:34:33.829 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi139.front.sepia.ceph.com' 2024-04-13T07:34:33.829 INFO:teuthology.run_tasks:Running task clock... 2024-04-13T07:34:33.842 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-04-13T07:34:33.842 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-13T07:34:33.842 DEBUG:teuthology.orchestra.run.smithi119:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-13T07:34:33.845 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-13T07:34:33.845 DEBUG:teuthology.orchestra.run.smithi139:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-13T07:34:33.874 INFO:teuthology.orchestra.run.smithi119.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-13T07:34:33.891 INFO:teuthology.orchestra.run.smithi119.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-13T07:34:33.900 INFO:teuthology.orchestra.run.smithi139.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-13T07:34:33.916 INFO:teuthology.orchestra.run.smithi139.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-13T07:34:33.920 INFO:teuthology.orchestra.run.smithi119.stderr:sudo: ntpd: command not found 2024-04-13T07:34:33.933 INFO:teuthology.orchestra.run.smithi119.stdout:506 Cannot talk to daemon 2024-04-13T07:34:33.946 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: ntpd: command not found 2024-04-13T07:34:33.949 INFO:teuthology.orchestra.run.smithi119.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-13T07:34:33.959 INFO:teuthology.orchestra.run.smithi139.stdout:506 Cannot talk to daemon 2024-04-13T07:34:33.966 INFO:teuthology.orchestra.run.smithi119.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-13T07:34:33.976 INFO:teuthology.orchestra.run.smithi139.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-13T07:34:33.992 INFO:teuthology.orchestra.run.smithi139.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-13T07:34:34.019 INFO:teuthology.orchestra.run.smithi119.stderr:bash: line 1: ntpq: command not found 2024-04-13T07:34:34.023 INFO:teuthology.orchestra.run.smithi119.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-13T07:34:34.023 INFO:teuthology.orchestra.run.smithi119.stdout:=============================================================================== 2024-04-13T07:34:34.023 INFO:teuthology.orchestra.run.smithi119.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-13T07:34:34.023 INFO:teuthology.orchestra.run.smithi119.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-13T07:34:34.023 INFO:teuthology.orchestra.run.smithi119.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-13T07:34:34.023 INFO:teuthology.orchestra.run.smithi119.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-13T07:34:34.045 INFO:teuthology.orchestra.run.smithi139.stderr:bash: line 1: ntpq: command not found 2024-04-13T07:34:34.048 INFO:teuthology.orchestra.run.smithi139.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-13T07:34:34.048 INFO:teuthology.orchestra.run.smithi139.stdout:=============================================================================== 2024-04-13T07:34:34.048 INFO:teuthology.orchestra.run.smithi139.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-13T07:34:34.048 INFO:teuthology.orchestra.run.smithi139.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-13T07:34:34.048 INFO:teuthology.orchestra.run.smithi139.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-13T07:34:34.048 INFO:teuthology.orchestra.run.smithi139.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-13T07:34:34.049 INFO:teuthology.run_tasks:Running task pexec... 2024-04-13T07:34:34.059 INFO:teuthology.task.pexec:Executing custom commands... 2024-04-13T07:34:34.059 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi119.front.sepia.ceph.com 2024-04-13T07:34:34.059 DEBUG:teuthology.orchestra.run.smithi119:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-04-13T07:34:34.060 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi139.front.sepia.ceph.com 2024-04-13T07:34:34.060 DEBUG:teuthology.orchestra.run.smithi139:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-04-13T07:34:34.677 INFO:teuthology.orchestra.run.smithi119.stdout:Last metadata expiration check: 0:00:55 ago on Sat 13 Apr 2024 07:33:39 AM UTC. 2024-04-13T07:34:34.708 INFO:teuthology.orchestra.run.smithi139.stdout:Last metadata expiration check: 0:00:54 ago on Sat 13 Apr 2024 07:33:40 AM UTC. 2024-04-13T07:34:34.963 INFO:teuthology.orchestra.run.smithi119.stderr:Modular dependency problems: 2024-04-13T07:34:34.964 INFO:teuthology.orchestra.run.smithi119.stderr: 2024-04-13T07:34:34.964 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 1: conflicting requests 2024-04-13T07:34:34.964 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.964 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 2: conflicting requests 2024-04-13T07:34:34.964 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.964 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 3: conflicting requests 2024-04-13T07:34:34.964 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.964 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 4: conflicting requests 2024-04-13T07:34:34.964 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.964 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 5: conflicting requests 2024-04-13T07:34:34.964 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.964 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 6: conflicting requests 2024-04-13T07:34:34.964 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.964 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 7: conflicting requests 2024-04-13T07:34:34.965 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.965 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 8: conflicting requests 2024-04-13T07:34:34.965 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.965 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 9: conflicting requests 2024-04-13T07:34:34.965 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.965 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 10: conflicting requests 2024-04-13T07:34:34.965 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.965 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 11: conflicting requests 2024-04-13T07:34:34.965 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.965 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 12: conflicting requests 2024-04-13T07:34:34.965 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.965 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 13: conflicting requests 2024-04-13T07:34:34.965 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.965 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 14: conflicting requests 2024-04-13T07:34:34.966 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.966 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 15: conflicting requests 2024-04-13T07:34:34.966 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.966 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 16: conflicting requests 2024-04-13T07:34:34.966 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.966 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 17: conflicting requests 2024-04-13T07:34:34.966 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.966 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 18: conflicting requests 2024-04-13T07:34:34.966 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.966 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 19: conflicting requests 2024-04-13T07:34:34.966 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.966 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 20: conflicting requests 2024-04-13T07:34:34.966 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.966 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 21: conflicting requests 2024-04-13T07:34:34.966 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.967 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 22: conflicting requests 2024-04-13T07:34:34.967 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.967 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 23: conflicting requests 2024-04-13T07:34:34.967 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.967 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 24: conflicting requests 2024-04-13T07:34:34.967 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.967 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 25: conflicting requests 2024-04-13T07:34:34.967 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.967 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 26: conflicting requests 2024-04-13T07:34:34.967 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.967 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 27: conflicting requests 2024-04-13T07:34:34.967 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.967 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 28: conflicting requests 2024-04-13T07:34:34.967 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.968 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 29: conflicting requests 2024-04-13T07:34:34.968 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.968 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 30: conflicting requests 2024-04-13T07:34:34.968 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.968 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 31: conflicting requests 2024-04-13T07:34:34.968 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.968 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 32: conflicting requests 2024-04-13T07:34:34.968 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.968 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 33: conflicting requests 2024-04-13T07:34:34.968 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.968 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 34: conflicting requests 2024-04-13T07:34:34.968 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.968 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 35: conflicting requests 2024-04-13T07:34:34.968 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.968 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 36: conflicting requests 2024-04-13T07:34:34.968 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.969 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 37: conflicting requests 2024-04-13T07:34:34.969 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.969 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.969 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.969 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 38: cannot install the best candidate for the job 2024-04-13T07:34:34.969 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.969 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.969 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.969 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.969 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 39: conflicting requests 2024-04-13T07:34:34.969 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.969 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.969 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.969 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.970 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.970 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.970 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 40: cannot install the best candidate for the job 2024-04-13T07:34:34.970 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.970 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.970 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.970 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.970 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 41: cannot install the best candidate for the job 2024-04-13T07:34:34.970 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.970 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.970 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.970 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.970 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 42: cannot install the best candidate for the job 2024-04-13T07:34:34.970 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.970 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.971 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.971 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.971 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 43: cannot install the best candidate for the job 2024-04-13T07:34:34.971 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.971 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.971 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.971 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.971 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 44: cannot install the best candidate for the job 2024-04-13T07:34:34.971 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.971 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.971 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.971 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.971 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 45: cannot install the best candidate for the job 2024-04-13T07:34:34.971 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.971 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.972 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-13T07:34:34.972 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.000 INFO:teuthology.orchestra.run.smithi139.stderr:Modular dependency problems: 2024-04-13T07:34:35.000 INFO:teuthology.orchestra.run.smithi139.stderr: 2024-04-13T07:34:35.000 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 1: conflicting requests 2024-04-13T07:34:35.000 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.000 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 2: conflicting requests 2024-04-13T07:34:35.000 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.000 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 3: conflicting requests 2024-04-13T07:34:35.000 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.000 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 4: conflicting requests 2024-04-13T07:34:35.001 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.001 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 5: conflicting requests 2024-04-13T07:34:35.001 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.001 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 6: conflicting requests 2024-04-13T07:34:35.001 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.001 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 7: conflicting requests 2024-04-13T07:34:35.001 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.001 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 8: conflicting requests 2024-04-13T07:34:35.001 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.001 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 9: conflicting requests 2024-04-13T07:34:35.001 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.001 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 10: conflicting requests 2024-04-13T07:34:35.001 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.001 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 11: conflicting requests 2024-04-13T07:34:35.001 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.002 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 12: conflicting requests 2024-04-13T07:34:35.002 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.002 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 13: conflicting requests 2024-04-13T07:34:35.002 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.002 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 14: conflicting requests 2024-04-13T07:34:35.002 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.002 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 15: conflicting requests 2024-04-13T07:34:35.002 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.002 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 16: conflicting requests 2024-04-13T07:34:35.002 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.002 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 17: conflicting requests 2024-04-13T07:34:35.002 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.002 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 18: conflicting requests 2024-04-13T07:34:35.002 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.002 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 19: conflicting requests 2024-04-13T07:34:35.003 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.003 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 20: conflicting requests 2024-04-13T07:34:35.003 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.003 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 21: conflicting requests 2024-04-13T07:34:35.003 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.003 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 22: conflicting requests 2024-04-13T07:34:35.003 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.003 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 23: conflicting requests 2024-04-13T07:34:35.003 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.004 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 24: conflicting requests 2024-04-13T07:34:35.004 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.004 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 25: conflicting requests 2024-04-13T07:34:35.004 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.004 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 26: conflicting requests 2024-04-13T07:34:35.004 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.004 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 27: conflicting requests 2024-04-13T07:34:35.004 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.004 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 28: conflicting requests 2024-04-13T07:34:35.004 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.004 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 29: conflicting requests 2024-04-13T07:34:35.004 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.004 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 30: conflicting requests 2024-04-13T07:34:35.004 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.004 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 31: conflicting requests 2024-04-13T07:34:35.004 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.005 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 32: conflicting requests 2024-04-13T07:34:35.005 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.005 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 33: conflicting requests 2024-04-13T07:34:35.005 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.005 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 34: conflicting requests 2024-04-13T07:34:35.005 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.005 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 35: conflicting requests 2024-04-13T07:34:35.005 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.005 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 36: conflicting requests 2024-04-13T07:34:35.005 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.005 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 37: conflicting requests 2024-04-13T07:34:35.005 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.005 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.005 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.006 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 38: cannot install the best candidate for the job 2024-04-13T07:34:35.006 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.006 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.006 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.006 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.006 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 39: conflicting requests 2024-04-13T07:34:35.006 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.006 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.006 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.006 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.006 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.006 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.006 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 40: cannot install the best candidate for the job 2024-04-13T07:34:35.006 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.007 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.007 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.007 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.007 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 41: cannot install the best candidate for the job 2024-04-13T07:34:35.007 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.007 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.007 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.007 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.007 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 42: cannot install the best candidate for the job 2024-04-13T07:34:35.007 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.007 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.007 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.007 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.007 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 43: cannot install the best candidate for the job 2024-04-13T07:34:35.007 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.008 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.008 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.008 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.008 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 44: cannot install the best candidate for the job 2024-04-13T07:34:35.008 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.008 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.008 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.008 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.008 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 45: cannot install the best candidate for the job 2024-04-13T07:34:35.008 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.008 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.008 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.008 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-13T07:34:35.030 INFO:teuthology.orchestra.run.smithi119.stdout:Dependencies resolved. 2024-04-13T07:34:35.031 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-04-13T07:34:35.031 INFO:teuthology.orchestra.run.smithi119.stdout: Package Architecture Version Repository Size 2024-04-13T07:34:35.032 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-04-13T07:34:35.032 INFO:teuthology.orchestra.run.smithi119.stdout:Installing: 2024-04-13T07:34:35.032 INFO:teuthology.orchestra.run.smithi119.stdout: runc x86_64 4:1.1.12-2.el9 appstream 3.1 M 2024-04-13T07:34:35.032 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:34:35.032 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction Summary 2024-04-13T07:34:35.032 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-04-13T07:34:35.032 INFO:teuthology.orchestra.run.smithi119.stdout:Install 1 Package 2024-04-13T07:34:35.032 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:34:35.033 INFO:teuthology.orchestra.run.smithi119.stdout:Total download size: 3.1 M 2024-04-13T07:34:35.033 INFO:teuthology.orchestra.run.smithi119.stdout:Installed size: 9.8 M 2024-04-13T07:34:35.033 INFO:teuthology.orchestra.run.smithi119.stdout:Downloading Packages: 2024-04-13T07:34:35.068 INFO:teuthology.orchestra.run.smithi139.stdout:Dependencies resolved. 2024-04-13T07:34:35.085 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2024-04-13T07:34:35.085 INFO:teuthology.orchestra.run.smithi139.stdout: Package Architecture Version Repository Size 2024-04-13T07:34:35.085 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2024-04-13T07:34:35.085 INFO:teuthology.orchestra.run.smithi139.stdout:Installing: 2024-04-13T07:34:35.085 INFO:teuthology.orchestra.run.smithi139.stdout: runc x86_64 4:1.1.12-2.el9 appstream 3.1 M 2024-04-13T07:34:35.085 INFO:teuthology.orchestra.run.smithi139.stdout: 2024-04-13T07:34:35.085 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction Summary 2024-04-13T07:34:35.085 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2024-04-13T07:34:35.085 INFO:teuthology.orchestra.run.smithi139.stdout:Install 1 Package 2024-04-13T07:34:35.085 INFO:teuthology.orchestra.run.smithi139.stdout: 2024-04-13T07:34:35.085 INFO:teuthology.orchestra.run.smithi139.stdout:Total download size: 3.1 M 2024-04-13T07:34:35.086 INFO:teuthology.orchestra.run.smithi139.stdout:Installed size: 9.8 M 2024-04-13T07:34:35.086 INFO:teuthology.orchestra.run.smithi139.stdout:Downloading Packages: 2024-04-13T07:34:35.367 INFO:teuthology.orchestra.run.smithi119.stdout:runc-1.1.12-2.el9.x86_64.rpm 14 MB/s | 3.1 MB 00:00 2024-04-13T07:34:35.367 INFO:teuthology.orchestra.run.smithi119.stdout:-------------------------------------------------------------------------------- 2024-04-13T07:34:35.367 INFO:teuthology.orchestra.run.smithi119.stdout:Total 9.3 MB/s | 3.1 MB 00:00 2024-04-13T07:34:35.403 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction check 2024-04-13T07:34:35.408 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction check succeeded. 2024-04-13T07:34:35.408 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction test 2024-04-13T07:34:35.488 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction test succeeded. 2024-04-13T07:34:35.489 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction 2024-04-13T07:34:35.520 INFO:teuthology.orchestra.run.smithi139.stdout:runc-1.1.12-2.el9.x86_64.rpm 10 MB/s | 3.1 MB 00:00 2024-04-13T07:34:35.520 INFO:teuthology.orchestra.run.smithi139.stdout:-------------------------------------------------------------------------------- 2024-04-13T07:34:35.520 INFO:teuthology.orchestra.run.smithi139.stdout:Total 7.2 MB/s | 3.1 MB 00:00 2024-04-13T07:34:35.556 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction check 2024-04-13T07:34:35.562 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction check succeeded. 2024-04-13T07:34:35.562 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction test 2024-04-13T07:34:35.643 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction test succeeded. 2024-04-13T07:34:35.643 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction 2024-04-13T07:34:35.697 INFO:teuthology.orchestra.run.smithi119.stdout: Preparing : 1/1 2024-04-13T07:34:35.777 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-13T07:34:35.860 INFO:teuthology.orchestra.run.smithi139.stdout: Preparing : 1/1 2024-04-13T07:34:35.956 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-13T07:34:36.321 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-13T07:34:36.502 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-13T07:34:36.643 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-13T07:34:36.643 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:34:36.643 INFO:teuthology.orchestra.run.smithi119.stdout:Installed: 2024-04-13T07:34:36.644 INFO:teuthology.orchestra.run.smithi119.stdout: runc-4:1.1.12-2.el9.x86_64 2024-04-13T07:34:36.644 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:34:36.644 INFO:teuthology.orchestra.run.smithi119.stdout:Complete! 2024-04-13T07:34:36.797 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-13T07:34:36.797 INFO:teuthology.orchestra.run.smithi139.stdout: 2024-04-13T07:34:36.797 INFO:teuthology.orchestra.run.smithi139.stdout:Installed: 2024-04-13T07:34:36.797 INFO:teuthology.orchestra.run.smithi139.stdout: runc-4:1.1.12-2.el9.x86_64 2024-04-13T07:34:36.797 INFO:teuthology.orchestra.run.smithi139.stdout: 2024-04-13T07:34:36.797 INFO:teuthology.orchestra.run.smithi139.stdout:Complete! 2024-04-13T07:34:36.900 DEBUG:teuthology.parallel:result is None 2024-04-13T07:34:37.076 DEBUG:teuthology.parallel:result is None 2024-04-13T07:34:37.076 INFO:teuthology.run_tasks:Running task install... 2024-04-13T07:34:37.085 DEBUG:teuthology.task.install:project ceph 2024-04-13T07:34:37.085 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '5f22a4974d6492df1d519913f5251731f043c582'}} 2024-04-13T07:34:37.085 DEBUG:teuthology.task.install:config {'branch': 'reef', 'exclude_packages': ['ceph-volume'], 'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '5f22a4974d6492df1d519913f5251731f043c582'} 2024-04-13T07:34:37.085 INFO:teuthology.task.install:Using flavor: default 2024-04-13T07:34:37.093 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-04-13T07:34:37.093 INFO:teuthology.task.install:extra packages: [] 2024-04-13T07:34:37.094 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '5f22a4974d6492df1d519913f5251731f043c582', 'tag': None, 'wait_for_package': False} 2024-04-13T07:34:37.094 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-13T07:34:37.094 INFO:teuthology.packaging:ref: None 2024-04-13T07:34:37.094 INFO:teuthology.packaging:tag: None 2024-04-13T07:34:37.094 INFO:teuthology.packaging:branch: reef 2024-04-13T07:34:37.094 INFO:teuthology.packaging:sha1: 5f22a4974d6492df1d519913f5251731f043c582 2024-04-13T07:34:37.095 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-13T07:34:37.097 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '5f22a4974d6492df1d519913f5251731f043c582', 'tag': None, 'wait_for_package': False} 2024-04-13T07:34:37.097 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-13T07:34:37.097 INFO:teuthology.packaging:ref: None 2024-04-13T07:34:37.097 INFO:teuthology.packaging:tag: None 2024-04-13T07:34:37.097 INFO:teuthology.packaging:branch: reef 2024-04-13T07:34:37.097 INFO:teuthology.packaging:sha1: 5f22a4974d6492df1d519913f5251731f043c582 2024-04-13T07:34:37.097 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-13T07:34:37.341 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/reef/7d36322c373c73b184fd252cd881b122d8c51a3b/centos/9/flavors/default/ 2024-04-13T07:34:37.341 INFO:teuthology.task.install.rpm:Package version is 18.2.2-1217.g7d36322c 2024-04-13T07:34:37.390 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/reef/7d36322c373c73b184fd252cd881b122d8c51a3b/centos/9/flavors/default/ 2024-04-13T07:34:37.391 INFO:teuthology.task.install.rpm:Package version is 18.2.2-1217.g7d36322c 2024-04-13T07:34:37.514 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/reef/7d36322c373c73b184fd252cd881b122d8c51a3b/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/reef/7d36322c373c73b184fd252cd881b122d8c51a3b/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/reef/7d36322c373c73b184fd252cd881b122d8c51a3b/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-13T07:34:37.515 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-04-13T07:34:37.515 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-13T07:34:37.543 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-04-13T07:34:37.543 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-13T07:34:37.543 INFO:teuthology.packaging:ref: None 2024-04-13T07:34:37.543 INFO:teuthology.packaging:tag: None 2024-04-13T07:34:37.543 INFO:teuthology.packaging:branch: reef 2024-04-13T07:34:37.544 INFO:teuthology.packaging:sha1: 5f22a4974d6492df1d519913f5251731f043c582 2024-04-13T07:34:37.544 DEBUG:teuthology.orchestra.run.smithi119:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-13T07:34:37.609 DEBUG:teuthology.orchestra.run.smithi119:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-13T07:34:37.627 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/reef/7d36322c373c73b184fd252cd881b122d8c51a3b/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/reef/7d36322c373c73b184fd252cd881b122d8c51a3b/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/reef/7d36322c373c73b184fd252cd881b122d8c51a3b/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-13T07:34:37.627 DEBUG:teuthology.orchestra.run.smithi139:> set -ex 2024-04-13T07:34:37.627 DEBUG:teuthology.orchestra.run.smithi139:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-13T07:34:37.655 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-04-13T07:34:37.655 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-13T07:34:37.655 INFO:teuthology.packaging:ref: None 2024-04-13T07:34:37.655 INFO:teuthology.packaging:tag: None 2024-04-13T07:34:37.655 INFO:teuthology.packaging:branch: reef 2024-04-13T07:34:37.655 INFO:teuthology.packaging:sha1: 5f22a4974d6492df1d519913f5251731f043c582 2024-04-13T07:34:37.655 DEBUG:teuthology.orchestra.run.smithi139:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-13T07:34:37.689 DEBUG:teuthology.orchestra.run.smithi119:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-13T07:34:37.723 DEBUG:teuthology.orchestra.run.smithi139:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-13T07:34:37.756 INFO:teuthology.orchestra.run.smithi119.stdout:check_obsoletes = 1 2024-04-13T07:34:37.757 DEBUG:teuthology.orchestra.run.smithi119:> sudo yum clean all 2024-04-13T07:34:37.802 DEBUG:teuthology.orchestra.run.smithi139:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-13T07:34:37.869 INFO:teuthology.orchestra.run.smithi139.stdout:check_obsoletes = 1 2024-04-13T07:34:37.870 DEBUG:teuthology.orchestra.run.smithi139:> sudo yum clean all 2024-04-13T07:34:37.997 INFO:teuthology.orchestra.run.smithi119.stdout:74 files removed 2024-04-13T07:34:38.024 DEBUG:teuthology.orchestra.run.smithi119:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-04-13T07:34:38.113 INFO:teuthology.orchestra.run.smithi139.stdout:74 files removed 2024-04-13T07:34:38.141 DEBUG:teuthology.orchestra.run.smithi139:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-04-13T07:34:38.690 INFO:teuthology.orchestra.run.smithi119.stdout:ceph packages for x86_64 209 kB/s | 77 kB 00:00 2024-04-13T07:34:38.942 INFO:teuthology.orchestra.run.smithi139.stdout:ceph packages for x86_64 156 kB/s | 77 kB 00:00 2024-04-13T07:34:39.115 INFO:teuthology.orchestra.run.smithi119.stdout:ceph noarch packages 30 kB/s | 11 kB 00:00 2024-04-13T07:34:39.284 INFO:teuthology.orchestra.run.smithi139.stdout:ceph noarch packages 39 kB/s | 11 kB 00:00 2024-04-13T07:34:39.641 INFO:teuthology.orchestra.run.smithi119.stdout:ceph source packages 3.8 kB/s | 1.9 kB 00:00 2024-04-13T07:34:39.676 INFO:teuthology.orchestra.run.smithi139.stdout:ceph source packages 5.3 kB/s | 1.9 kB 00:00 2024-04-13T07:34:40.077 INFO:teuthology.orchestra.run.smithi119.stdout:CentOS-9 - AppStream 20 MB/s | 8.1 MB 00:00 2024-04-13T07:34:40.129 INFO:teuthology.orchestra.run.smithi139.stdout:CentOS-9 - AppStream 20 MB/s | 8.1 MB 00:00 2024-04-13T07:34:41.677 INFO:teuthology.orchestra.run.smithi119.stdout:CentOS-9 - BaseOS 8.6 MB/s | 2.5 MB 00:00 2024-04-13T07:34:41.763 INFO:teuthology.orchestra.run.smithi139.stdout:CentOS-9 - BaseOS 8.4 MB/s | 2.5 MB 00:00 2024-04-13T07:34:42.694 INFO:teuthology.orchestra.run.smithi139.stdout:CentOS Stream 9 - BaseOS 17 MB/s | 8.0 MB 00:00 2024-04-13T07:34:44.665 INFO:teuthology.orchestra.run.smithi139.stdout:CentOS Stream 9 - AppStream 22 MB/s | 19 MB 00:00 2024-04-13T07:34:48.971 INFO:teuthology.orchestra.run.smithi139.stdout:CentOS Stream 9 - CRB 7.8 MB/s | 6.2 MB 00:00 2024-04-13T07:34:50.372 INFO:teuthology.orchestra.run.smithi139.stdout:CentOS Stream 9 - Extras packages 74 kB/s | 16 kB 00:00 2024-04-13T07:34:50.742 INFO:teuthology.orchestra.run.smithi119.stdout:CentOS Stream 9 - BaseOS 957 kB/s | 8.0 MB 00:08 2024-04-13T07:34:52.468 INFO:teuthology.orchestra.run.smithi139.stdout:Extra Packages for Enterprise Linux 11 MB/s | 21 MB 00:01 2024-04-13T07:34:52.543 INFO:teuthology.orchestra.run.smithi119.stdout:CentOS Stream 9 - AppStream 27 MB/s | 19 MB 00:00 2024-04-13T07:34:56.569 INFO:teuthology.orchestra.run.smithi119.stdout:CentOS Stream 9 - CRB 13 MB/s | 6.2 MB 00:00 2024-04-13T07:34:57.474 INFO:teuthology.orchestra.run.smithi139.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-04-13T07:34:58.095 INFO:teuthology.orchestra.run.smithi119.stdout:CentOS Stream 9 - Extras packages 86 kB/s | 16 kB 00:00 2024-04-13T07:34:59.482 INFO:teuthology.orchestra.run.smithi119.stdout:Extra Packages for Enterprise Linux 17 MB/s | 21 MB 00:01 2024-04-13T07:35:00.061 INFO:teuthology.orchestra.run.smithi139.stderr:Modular dependency problems: 2024-04-13T07:35:00.061 INFO:teuthology.orchestra.run.smithi139.stderr: 2024-04-13T07:35:00.061 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 1: conflicting requests 2024-04-13T07:35:00.061 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.061 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 2: conflicting requests 2024-04-13T07:35:00.061 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.061 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 3: conflicting requests 2024-04-13T07:35:00.061 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.062 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 4: conflicting requests 2024-04-13T07:35:00.062 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.062 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 5: conflicting requests 2024-04-13T07:35:00.062 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.062 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 6: conflicting requests 2024-04-13T07:35:00.062 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.062 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 7: conflicting requests 2024-04-13T07:35:00.062 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.062 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 8: conflicting requests 2024-04-13T07:35:00.062 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.062 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 9: conflicting requests 2024-04-13T07:35:00.062 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.062 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 10: conflicting requests 2024-04-13T07:35:00.062 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.063 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 11: conflicting requests 2024-04-13T07:35:00.063 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.063 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 12: conflicting requests 2024-04-13T07:35:00.063 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.063 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 13: conflicting requests 2024-04-13T07:35:00.063 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.063 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 14: conflicting requests 2024-04-13T07:35:00.063 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.063 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 15: conflicting requests 2024-04-13T07:35:00.063 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.063 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 16: conflicting requests 2024-04-13T07:35:00.063 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.063 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 17: conflicting requests 2024-04-13T07:35:00.064 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.064 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 18: conflicting requests 2024-04-13T07:35:00.064 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.064 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 19: conflicting requests 2024-04-13T07:35:00.064 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.064 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 20: conflicting requests 2024-04-13T07:35:00.064 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.064 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 21: conflicting requests 2024-04-13T07:35:00.064 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.064 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 22: conflicting requests 2024-04-13T07:35:00.064 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.064 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 23: conflicting requests 2024-04-13T07:35:00.064 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.064 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 24: conflicting requests 2024-04-13T07:35:00.065 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.065 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 25: conflicting requests 2024-04-13T07:35:00.065 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.065 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 26: conflicting requests 2024-04-13T07:35:00.065 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.065 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 27: conflicting requests 2024-04-13T07:35:00.065 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.065 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 28: conflicting requests 2024-04-13T07:35:00.065 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.065 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 29: conflicting requests 2024-04-13T07:35:00.065 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.065 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 30: conflicting requests 2024-04-13T07:35:00.065 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.065 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 31: conflicting requests 2024-04-13T07:35:00.066 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.066 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 32: conflicting requests 2024-04-13T07:35:00.066 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.066 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 33: conflicting requests 2024-04-13T07:35:00.066 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.066 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 34: conflicting requests 2024-04-13T07:35:00.066 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.066 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 35: conflicting requests 2024-04-13T07:35:00.066 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.066 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 36: conflicting requests 2024-04-13T07:35:00.066 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.066 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 37: conflicting requests 2024-04-13T07:35:00.066 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.066 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.067 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.067 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 38: cannot install the best candidate for the job 2024-04-13T07:35:00.067 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.067 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.067 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.067 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.067 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 39: conflicting requests 2024-04-13T07:35:00.067 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.067 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.067 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.067 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.067 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.067 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.068 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 40: cannot install the best candidate for the job 2024-04-13T07:35:00.068 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.068 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.068 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.068 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.068 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 41: cannot install the best candidate for the job 2024-04-13T07:35:00.068 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.068 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.068 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.068 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.068 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 42: cannot install the best candidate for the job 2024-04-13T07:35:00.069 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.069 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.069 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.069 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.069 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 43: cannot install the best candidate for the job 2024-04-13T07:35:00.069 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.069 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.069 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.069 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.069 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 44: cannot install the best candidate for the job 2024-04-13T07:35:00.069 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.069 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.070 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.070 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.070 INFO:teuthology.orchestra.run.smithi139.stderr: Problem 45: cannot install the best candidate for the job 2024-04-13T07:35:00.070 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.070 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.070 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.070 INFO:teuthology.orchestra.run.smithi139.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-13T07:35:00.505 INFO:teuthology.orchestra.run.smithi139.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-13T07:35:00.506 INFO:teuthology.orchestra.run.smithi139.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-13T07:35:00.602 INFO:teuthology.orchestra.run.smithi139.stdout:Dependencies resolved. 2024-04-13T07:35:00.606 INFO:teuthology.orchestra.run.smithi139.stdout:======================================================================================= 2024-04-13T07:35:00.606 INFO:teuthology.orchestra.run.smithi139.stdout: Package Arch Version Repository Size 2024-04-13T07:35:00.606 INFO:teuthology.orchestra.run.smithi139.stdout:======================================================================================= 2024-04-13T07:35:00.607 INFO:teuthology.orchestra.run.smithi139.stdout:Installing: 2024-04-13T07:35:00.607 INFO:teuthology.orchestra.run.smithi139.stdout: ceph x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 6.5 k 2024-04-13T07:35:00.607 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-base x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 5.1 M 2024-04-13T07:35:00.607 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-fuse x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 848 k 2024-04-13T07:35:00.607 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-immutable-object-cache x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 142 k 2024-04-13T07:35:00.607 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-mgr x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 1.5 M 2024-04-13T07:35:00.608 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-mgr-cephadm noarch 2:18.2.2-1217.g7d36322c.el9 ceph-noarch 138 k 2024-04-13T07:35:00.608 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-mgr-dashboard noarch 2:18.2.2-1217.g7d36322c.el9 ceph-noarch 3.5 M 2024-04-13T07:35:00.608 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.2-1217.g7d36322c.el9 ceph-noarch 7.4 M 2024-04-13T07:35:00.608 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-mgr-rook noarch 2:18.2.2-1217.g7d36322c.el9 ceph-noarch 49 k 2024-04-13T07:35:00.608 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-radosgw x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 7.7 M 2024-04-13T07:35:00.608 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-test x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 40 M 2024-04-13T07:35:00.608 INFO:teuthology.orchestra.run.smithi139.stdout: cephadm noarch 2:18.2.2-1217.g7d36322c.el9 ceph-noarch 224 k 2024-04-13T07:35:00.608 INFO:teuthology.orchestra.run.smithi139.stdout: libcephfs-devel x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 31 k 2024-04-13T07:35:00.608 INFO:teuthology.orchestra.run.smithi139.stdout: libcephfs2 x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 710 k 2024-04-13T07:35:00.608 INFO:teuthology.orchestra.run.smithi139.stdout: librados-devel x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 127 k 2024-04-13T07:35:00.608 INFO:teuthology.orchestra.run.smithi139.stdout: python3-cephfs x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 161 k 2024-04-13T07:35:00.608 INFO:teuthology.orchestra.run.smithi139.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-04-13T07:35:00.608 INFO:teuthology.orchestra.run.smithi139.stdout: python3-rados x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 321 k 2024-04-13T07:35:00.609 INFO:teuthology.orchestra.run.smithi139.stdout: python3-rbd x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 298 k 2024-04-13T07:35:00.609 INFO:teuthology.orchestra.run.smithi139.stdout: python3-rgw x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 99 k 2024-04-13T07:35:00.609 INFO:teuthology.orchestra.run.smithi139.stdout: rbd-fuse x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 87 k 2024-04-13T07:35:00.609 INFO:teuthology.orchestra.run.smithi139.stdout: rbd-mirror x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 3.0 M 2024-04-13T07:35:00.609 INFO:teuthology.orchestra.run.smithi139.stdout: rbd-nbd x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 172 k 2024-04-13T07:35:00.609 INFO:teuthology.orchestra.run.smithi139.stdout:Upgrading: 2024-04-13T07:35:00.609 INFO:teuthology.orchestra.run.smithi139.stdout: librados2 x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 3.3 M 2024-04-13T07:35:00.609 INFO:teuthology.orchestra.run.smithi139.stdout: librbd1 x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 3.0 M 2024-04-13T07:35:00.610 INFO:teuthology.orchestra.run.smithi139.stdout:Installing dependencies: 2024-04-13T07:35:00.610 INFO:teuthology.orchestra.run.smithi139.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-13T07:35:00.610 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-common x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 18 M 2024-04-13T07:35:00.610 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-grafana-dashboards noarch 2:18.2.2-1217.g7d36322c.el9 ceph-noarch 24 k 2024-04-13T07:35:00.610 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-mds x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 2.1 M 2024-04-13T07:35:00.610 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-mgr-modules-core noarch 2:18.2.2-1217.g7d36322c.el9 ceph-noarch 246 k 2024-04-13T07:35:00.610 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-mon x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 4.7 M 2024-04-13T07:35:00.611 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-osd x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 17 M 2024-04-13T07:35:00.611 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-prometheus-alerts noarch 2:18.2.2-1217.g7d36322c.el9 ceph-noarch 15 k 2024-04-13T07:35:00.611 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-selinux x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 25 k 2024-04-13T07:35:00.611 INFO:teuthology.orchestra.run.smithi139.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-13T07:35:00.611 INFO:teuthology.orchestra.run.smithi139.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-13T07:35:00.611 INFO:teuthology.orchestra.run.smithi139.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-13T07:35:00.611 INFO:teuthology.orchestra.run.smithi139.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-04-13T07:35:00.612 INFO:teuthology.orchestra.run.smithi139.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-13T07:35:00.612 INFO:teuthology.orchestra.run.smithi139.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-13T07:35:00.612 INFO:teuthology.orchestra.run.smithi139.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-04-13T07:35:00.612 INFO:teuthology.orchestra.run.smithi139.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-13T07:35:00.612 INFO:teuthology.orchestra.run.smithi139.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-13T07:35:00.612 INFO:teuthology.orchestra.run.smithi139.stdout: libcephsqlite x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 166 k 2024-04-13T07:35:00.612 INFO:teuthology.orchestra.run.smithi139.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-13T07:35:00.613 INFO:teuthology.orchestra.run.smithi139.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-13T07:35:00.613 INFO:teuthology.orchestra.run.smithi139.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-13T07:35:00.613 INFO:teuthology.orchestra.run.smithi139.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-13T07:35:00.614 INFO:teuthology.orchestra.run.smithi139.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-13T07:35:00.614 INFO:teuthology.orchestra.run.smithi139.stdout: libradosstriper1 x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 474 k 2024-04-13T07:35:00.614 INFO:teuthology.orchestra.run.smithi139.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-13T07:35:00.614 INFO:teuthology.orchestra.run.smithi139.stdout: librgw2 x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 4.5 M 2024-04-13T07:35:00.614 INFO:teuthology.orchestra.run.smithi139.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-13T07:35:00.614 INFO:teuthology.orchestra.run.smithi139.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-13T07:35:00.615 INFO:teuthology.orchestra.run.smithi139.stdout: oniguruma x86_64 6.9.6-1.el9.5 baseos 218 k 2024-04-13T07:35:00.615 INFO:teuthology.orchestra.run.smithi139.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-13T07:35:00.615 INFO:teuthology.orchestra.run.smithi139.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-13T07:35:00.615 INFO:teuthology.orchestra.run.smithi139.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-13T07:35:00.615 INFO:teuthology.orchestra.run.smithi139.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-13T07:35:00.615 INFO:teuthology.orchestra.run.smithi139.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-13T07:35:00.615 INFO:teuthology.orchestra.run.smithi139.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-13T07:35:00.615 INFO:teuthology.orchestra.run.smithi139.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-13T07:35:00.615 INFO:teuthology.orchestra.run.smithi139.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-13T07:35:00.615 INFO:teuthology.orchestra.run.smithi139.stdout: python3-ceph-argparse x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 45 k 2024-04-13T07:35:00.615 INFO:teuthology.orchestra.run.smithi139.stdout: python3-ceph-common x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 129 k 2024-04-13T07:35:00.615 INFO:teuthology.orchestra.run.smithi139.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-13T07:35:00.615 INFO:teuthology.orchestra.run.smithi139.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-13T07:35:00.615 INFO:teuthology.orchestra.run.smithi139.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-13T07:35:00.616 INFO:teuthology.orchestra.run.smithi139.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-13T07:35:00.616 INFO:teuthology.orchestra.run.smithi139.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-13T07:35:00.616 INFO:teuthology.orchestra.run.smithi139.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-04-13T07:35:00.616 INFO:teuthology.orchestra.run.smithi139.stdout: python3-google-auth noarch 1:2.28.2-1.el9 epel 203 k 2024-04-13T07:35:00.616 INFO:teuthology.orchestra.run.smithi139.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-04-13T07:35:00.616 INFO:teuthology.orchestra.run.smithi139.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-13T07:35:00.616 INFO:teuthology.orchestra.run.smithi139.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-13T07:35:00.616 INFO:teuthology.orchestra.run.smithi139.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-13T07:35:00.616 INFO:teuthology.orchestra.run.smithi139.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-13T07:35:00.616 INFO:teuthology.orchestra.run.smithi139.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-13T07:35:00.616 INFO:teuthology.orchestra.run.smithi139.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-13T07:35:00.616 INFO:teuthology.orchestra.run.smithi139.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-13T07:35:00.616 INFO:teuthology.orchestra.run.smithi139.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-13T07:35:00.616 INFO:teuthology.orchestra.run.smithi139.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-13T07:35:00.616 INFO:teuthology.orchestra.run.smithi139.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-13T07:35:00.617 INFO:teuthology.orchestra.run.smithi139.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-13T07:35:00.617 INFO:teuthology.orchestra.run.smithi139.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-13T07:35:00.617 INFO:teuthology.orchestra.run.smithi139.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-13T07:35:00.617 INFO:teuthology.orchestra.run.smithi139.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-13T07:35:00.617 INFO:teuthology.orchestra.run.smithi139.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-13T07:35:00.617 INFO:teuthology.orchestra.run.smithi139.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-13T07:35:00.617 INFO:teuthology.orchestra.run.smithi139.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-13T07:35:00.617 INFO:teuthology.orchestra.run.smithi139.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-13T07:35:00.617 INFO:teuthology.orchestra.run.smithi139.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-13T07:35:00.617 INFO:teuthology.orchestra.run.smithi139.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-04-13T07:35:00.617 INFO:teuthology.orchestra.run.smithi139.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-13T07:35:00.617 INFO:teuthology.orchestra.run.smithi139.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-13T07:35:00.617 INFO:teuthology.orchestra.run.smithi139.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-13T07:35:00.617 INFO:teuthology.orchestra.run.smithi139.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-04-13T07:35:00.618 INFO:teuthology.orchestra.run.smithi139.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-13T07:35:00.618 INFO:teuthology.orchestra.run.smithi139.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-13T07:35:00.618 INFO:teuthology.orchestra.run.smithi139.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-13T07:35:00.618 INFO:teuthology.orchestra.run.smithi139.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-13T07:35:00.618 INFO:teuthology.orchestra.run.smithi139.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-13T07:35:00.618 INFO:teuthology.orchestra.run.smithi139.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-13T07:35:00.618 INFO:teuthology.orchestra.run.smithi139.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-13T07:35:00.618 INFO:teuthology.orchestra.run.smithi139.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-13T07:35:00.618 INFO:teuthology.orchestra.run.smithi139.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-13T07:35:00.618 INFO:teuthology.orchestra.run.smithi139.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-13T07:35:00.618 INFO:teuthology.orchestra.run.smithi139.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-13T07:35:00.618 INFO:teuthology.orchestra.run.smithi139.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-13T07:35:00.618 INFO:teuthology.orchestra.run.smithi139.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-13T07:35:00.618 INFO:teuthology.orchestra.run.smithi139.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-13T07:35:00.619 INFO:teuthology.orchestra.run.smithi139.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-13T07:35:00.619 INFO:teuthology.orchestra.run.smithi139.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-13T07:35:00.619 INFO:teuthology.orchestra.run.smithi139.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-13T07:35:00.619 INFO:teuthology.orchestra.run.smithi139.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-13T07:35:00.619 INFO:teuthology.orchestra.run.smithi139.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-13T07:35:00.619 INFO:teuthology.orchestra.run.smithi139.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-13T07:35:00.619 INFO:teuthology.orchestra.run.smithi139.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-13T07:35:00.619 INFO:teuthology.orchestra.run.smithi139.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-13T07:35:00.619 INFO:teuthology.orchestra.run.smithi139.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-13T07:35:00.619 INFO:teuthology.orchestra.run.smithi139.stdout: 2024-04-13T07:35:00.619 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction Summary 2024-04-13T07:35:00.619 INFO:teuthology.orchestra.run.smithi139.stdout:======================================================================================= 2024-04-13T07:35:00.619 INFO:teuthology.orchestra.run.smithi139.stdout:Install 118 Packages 2024-04-13T07:35:00.619 INFO:teuthology.orchestra.run.smithi139.stdout:Upgrade 2 Packages 2024-04-13T07:35:00.619 INFO:teuthology.orchestra.run.smithi139.stdout: 2024-04-13T07:35:00.620 INFO:teuthology.orchestra.run.smithi139.stdout:Total download size: 180 M 2024-04-13T07:35:00.620 INFO:teuthology.orchestra.run.smithi139.stdout:Downloading Packages: 2024-04-13T07:35:01.258 INFO:teuthology.orchestra.run.smithi139.stdout:(1/120): ceph-18.2.2-1217.g7d36322c.el9.x86_64. 35 kB/s | 6.5 kB 00:00 2024-04-13T07:35:01.641 INFO:teuthology.orchestra.run.smithi139.stdout:(2/120): ceph-base-18.2.2-1217.g7d36322c.el9.x8 8.9 MB/s | 5.1 MB 00:00 2024-04-13T07:35:01.708 INFO:teuthology.orchestra.run.smithi139.stdout:(3/120): ceph-immutable-object-cache-18.2.2-121 2.1 MB/s | 142 kB 00:00 2024-04-13T07:35:01.750 INFO:teuthology.orchestra.run.smithi139.stdout:(4/120): ceph-fuse-18.2.2-1217.g7d36322c.el9.x8 1.7 MB/s | 848 kB 00:00 2024-04-13T07:35:01.900 INFO:teuthology.orchestra.run.smithi139.stdout:(5/120): ceph-mds-18.2.2-1217.g7d36322c.el9.x86 11 MB/s | 2.1 MB 00:00 2024-04-13T07:35:02.292 INFO:teuthology.orchestra.run.smithi139.stdout:(6/120): ceph-mon-18.2.2-1217.g7d36322c.el9.x86 12 MB/s | 4.7 MB 00:00 2024-04-13T07:35:02.326 INFO:teuthology.orchestra.run.smithi139.stdout:(7/120): ceph-mgr-18.2.2-1217.g7d36322c.el9.x86 2.5 MB/s | 1.5 MB 00:00 2024-04-13T07:35:02.845 INFO:teuthology.orchestra.run.smithi139.stdout:(8/120): ceph-common-18.2.2-1217.g7d36322c.el9. 10 MB/s | 18 MB 00:01 2024-04-13T07:35:02.893 INFO:teuthology.orchestra.run.smithi139.stdout:(9/120): ceph-selinux-18.2.2-1217.g7d36322c.el9 507 kB/s | 25 kB 00:00 2024-04-13T07:35:03.476 INFO:teuthology.orchestra.run.smithi139.stdout:(10/120): ceph-osd-18.2.2-1217.g7d36322c.el9.x8 14 MB/s | 17 MB 00:01 2024-04-13T07:35:03.543 INFO:teuthology.orchestra.run.smithi139.stdout:(11/120): libcephfs-devel-18.2.2-1217.g7d36322c 467 kB/s | 31 kB 00:00 2024-04-13T07:35:03.635 INFO:teuthology.orchestra.run.smithi139.stdout:(12/120): libcephfs2-18.2.2-1217.g7d36322c.el9. 7.6 MB/s | 710 kB 00:00 2024-04-13T07:35:03.752 INFO:teuthology.orchestra.run.smithi139.stdout:(13/120): ceph-radosgw-18.2.2-1217.g7d36322c.el 5.4 MB/s | 7.7 MB 00:01 2024-04-13T07:35:03.777 INFO:teuthology.orchestra.run.smithi139.stdout:(14/120): libcephsqlite-18.2.2-1217.g7d36322c.e 1.1 MB/s | 166 kB 00:00 2024-04-13T07:35:03.819 INFO:teuthology.orchestra.run.smithi139.stdout:(15/120): librados-devel-18.2.2-1217.g7d36322c. 1.9 MB/s | 127 kB 00:00 2024-04-13T07:35:03.845 INFO:teuthology.orchestra.run.smithi139.stdout:(16/120): libradosstriper1-18.2.2-1217.g7d36322 6.9 MB/s | 474 kB 00:00 2024-04-13T07:35:03.912 INFO:teuthology.orchestra.run.smithi139.stdout:(17/120): python3-ceph-argparse-18.2.2-1217.g7d 673 kB/s | 45 kB 00:00 2024-04-13T07:35:03.987 INFO:teuthology.orchestra.run.smithi139.stdout:(18/120): python3-ceph-common-18.2.2-1217.g7d36 1.7 MB/s | 129 kB 00:00 2024-04-13T07:35:04.071 INFO:teuthology.orchestra.run.smithi139.stdout:(19/120): python3-cephfs-18.2.2-1217.g7d36322c. 1.9 MB/s | 161 kB 00:00 2024-04-13T07:35:04.162 INFO:teuthology.orchestra.run.smithi139.stdout:(20/120): python3-rados-18.2.2-1217.g7d36322c.e 3.4 MB/s | 321 kB 00:00 2024-04-13T07:35:04.229 INFO:teuthology.orchestra.run.smithi139.stdout:(21/120): librgw2-18.2.2-1217.g7d36322c.el9.x86 11 MB/s | 4.5 MB 00:00 2024-04-13T07:35:04.254 INFO:teuthology.orchestra.run.smithi139.stdout:(22/120): python3-rbd-18.2.2-1217.g7d36322c.el9 3.2 MB/s | 298 kB 00:00 2024-04-13T07:35:04.288 INFO:teuthology.orchestra.run.smithi139.stdout:(23/120): python3-rgw-18.2.2-1217.g7d36322c.el9 1.7 MB/s | 99 kB 00:00 2024-04-13T07:35:04.322 INFO:teuthology.orchestra.run.smithi139.stdout:(24/120): rbd-fuse-18.2.2-1217.g7d36322c.el9.x8 1.3 MB/s | 87 kB 00:00 2024-04-13T07:35:04.406 INFO:teuthology.orchestra.run.smithi139.stdout:(25/120): rbd-nbd-18.2.2-1217.g7d36322c.el9.x86 2.0 MB/s | 172 kB 00:00 2024-04-13T07:35:04.490 INFO:teuthology.orchestra.run.smithi139.stdout:(26/120): ceph-grafana-dashboards-18.2.2-1217.g 293 kB/s | 24 kB 00:00 2024-04-13T07:35:04.548 INFO:teuthology.orchestra.run.smithi139.stdout:(27/120): rbd-mirror-18.2.2-1217.g7d36322c.el9. 12 MB/s | 3.0 MB 00:00 2024-04-13T07:35:04.573 INFO:teuthology.orchestra.run.smithi139.stdout:(28/120): ceph-mgr-cephadm-18.2.2-1217.g7d36322 1.6 MB/s | 138 kB 00:00 2024-04-13T07:35:04.588 INFO:teuthology.orchestra.run.smithi119.stdout:lab-extras 32 kB/s | 1.7 kB 00:00 2024-04-13T07:35:04.890 INFO:teuthology.orchestra.run.smithi139.stdout:(29/120): ceph-mgr-dashboard-18.2.2-1217.g7d363 10 MB/s | 3.5 MB 00:00 2024-04-13T07:35:04.974 INFO:teuthology.orchestra.run.smithi139.stdout:(30/120): ceph-mgr-modules-core-18.2.2-1217.g7d 2.9 MB/s | 246 kB 00:00 2024-04-13T07:35:05.049 INFO:teuthology.orchestra.run.smithi139.stdout:(31/120): ceph-mgr-rook-18.2.2-1217.g7d36322c.e 661 kB/s | 49 kB 00:00 2024-04-13T07:35:05.108 INFO:teuthology.orchestra.run.smithi139.stdout:(32/120): ceph-prometheus-alerts-18.2.2-1217.g7 255 kB/s | 15 kB 00:00 2024-04-13T07:35:05.183 INFO:teuthology.orchestra.run.smithi139.stdout:(33/120): cephadm-18.2.2-1217.g7d36322c.el9.noa 2.9 MB/s | 224 kB 00:00 2024-04-13T07:35:05.308 INFO:teuthology.orchestra.run.smithi139.stdout:(34/120): ceph-mgr-diskprediction-local-18.2.2- 10 MB/s | 7.4 MB 00:00 2024-04-13T07:35:06.084 INFO:teuthology.orchestra.run.smithi139.stdout:(35/120): ceph-test-18.2.2-1217.g7d36322c.el9.x 12 MB/s | 40 MB 00:03 2024-04-13T07:35:06.110 INFO:teuthology.orchestra.run.smithi139.stdout:(36/120): fuse-2.9.9-15.el9.x86_64.rpm 87 kB/s | 80 kB 00:00 2024-04-13T07:35:06.559 INFO:teuthology.orchestra.run.smithi139.stdout:(37/120): jq-1.6-16.el9.x86_64.rpm 150 kB/s | 187 kB 00:01 2024-04-13T07:35:06.987 INFO:teuthology.orchestra.run.smithi139.stdout:(38/120): libquadmath-11.4.1-3.el9.x86_64.rpm 223 kB/s | 195 kB 00:00 2024-04-13T07:35:07.228 INFO:teuthology.orchestra.run.smithi119.stderr:Modular dependency problems: 2024-04-13T07:35:07.228 INFO:teuthology.orchestra.run.smithi119.stderr: 2024-04-13T07:35:07.228 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 1: conflicting requests 2024-04-13T07:35:07.228 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.228 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 2: conflicting requests 2024-04-13T07:35:07.228 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.228 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 3: conflicting requests 2024-04-13T07:35:07.228 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.228 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 4: conflicting requests 2024-04-13T07:35:07.228 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.228 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 5: conflicting requests 2024-04-13T07:35:07.229 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.229 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 6: conflicting requests 2024-04-13T07:35:07.229 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.229 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 7: conflicting requests 2024-04-13T07:35:07.229 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.229 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 8: conflicting requests 2024-04-13T07:35:07.229 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.229 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 9: conflicting requests 2024-04-13T07:35:07.229 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.229 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 10: conflicting requests 2024-04-13T07:35:07.229 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.229 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 11: conflicting requests 2024-04-13T07:35:07.229 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.229 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 12: conflicting requests 2024-04-13T07:35:07.230 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.230 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 13: conflicting requests 2024-04-13T07:35:07.230 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.230 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 14: conflicting requests 2024-04-13T07:35:07.230 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.230 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 15: conflicting requests 2024-04-13T07:35:07.230 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.230 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 16: conflicting requests 2024-04-13T07:35:07.230 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.230 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 17: conflicting requests 2024-04-13T07:35:07.230 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.230 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 18: conflicting requests 2024-04-13T07:35:07.231 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.231 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 19: conflicting requests 2024-04-13T07:35:07.231 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.231 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 20: conflicting requests 2024-04-13T07:35:07.231 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.231 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 21: conflicting requests 2024-04-13T07:35:07.231 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.231 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 22: conflicting requests 2024-04-13T07:35:07.231 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.231 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 23: conflicting requests 2024-04-13T07:35:07.231 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.231 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 24: conflicting requests 2024-04-13T07:35:07.231 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.232 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 25: conflicting requests 2024-04-13T07:35:07.232 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.232 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 26: conflicting requests 2024-04-13T07:35:07.232 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.232 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 27: conflicting requests 2024-04-13T07:35:07.232 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.232 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 28: conflicting requests 2024-04-13T07:35:07.232 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.232 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 29: conflicting requests 2024-04-13T07:35:07.232 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.232 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 30: conflicting requests 2024-04-13T07:35:07.232 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.232 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 31: conflicting requests 2024-04-13T07:35:07.232 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.233 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 32: conflicting requests 2024-04-13T07:35:07.233 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.233 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 33: conflicting requests 2024-04-13T07:35:07.233 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.233 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 34: conflicting requests 2024-04-13T07:35:07.233 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.233 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 35: conflicting requests 2024-04-13T07:35:07.233 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.233 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 36: conflicting requests 2024-04-13T07:35:07.233 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.233 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 37: conflicting requests 2024-04-13T07:35:07.233 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.233 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.233 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.234 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 38: cannot install the best candidate for the job 2024-04-13T07:35:07.234 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.234 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.234 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.234 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.234 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 39: conflicting requests 2024-04-13T07:35:07.234 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.234 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.234 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.234 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.234 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.234 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.234 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 40: cannot install the best candidate for the job 2024-04-13T07:35:07.235 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.235 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.235 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.235 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.235 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 41: cannot install the best candidate for the job 2024-04-13T07:35:07.235 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.235 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.235 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.235 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.235 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 42: cannot install the best candidate for the job 2024-04-13T07:35:07.235 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.235 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.235 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.236 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.236 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 43: cannot install the best candidate for the job 2024-04-13T07:35:07.236 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.236 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.236 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.236 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.236 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 44: cannot install the best candidate for the job 2024-04-13T07:35:07.236 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.236 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.236 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.236 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.236 INFO:teuthology.orchestra.run.smithi119.stderr: Problem 45: cannot install the best candidate for the job 2024-04-13T07:35:07.236 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.236 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.237 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.237 INFO:teuthology.orchestra.run.smithi119.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-13T07:35:07.459 INFO:teuthology.orchestra.run.smithi139.stdout:(39/120): oniguruma-6.9.6-1.el9.5.x86_64.rpm 242 kB/s | 218 kB 00:00 2024-04-13T07:35:07.665 INFO:teuthology.orchestra.run.smithi119.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-13T07:35:07.666 INFO:teuthology.orchestra.run.smithi119.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-13T07:35:07.693 INFO:teuthology.orchestra.run.smithi139.stdout:(40/120): libgfortran-11.4.1-3.el9.x86_64.rpm 499 kB/s | 803 kB 00:01 2024-04-13T07:35:07.760 INFO:teuthology.orchestra.run.smithi119.stdout:Dependencies resolved. 2024-04-13T07:35:07.767 INFO:teuthology.orchestra.run.smithi119.stdout:======================================================================================= 2024-04-13T07:35:07.767 INFO:teuthology.orchestra.run.smithi119.stdout: Package Arch Version Repository Size 2024-04-13T07:35:07.767 INFO:teuthology.orchestra.run.smithi119.stdout:======================================================================================= 2024-04-13T07:35:07.767 INFO:teuthology.orchestra.run.smithi119.stdout:Installing: 2024-04-13T07:35:07.767 INFO:teuthology.orchestra.run.smithi119.stdout: ceph x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 6.5 k 2024-04-13T07:35:07.767 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-base x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 5.1 M 2024-04-13T07:35:07.767 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-fuse x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 848 k 2024-04-13T07:35:07.768 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-immutable-object-cache x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 142 k 2024-04-13T07:35:07.768 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 1.5 M 2024-04-13T07:35:07.768 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-cephadm noarch 2:18.2.2-1217.g7d36322c.el9 ceph-noarch 138 k 2024-04-13T07:35:07.768 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-dashboard noarch 2:18.2.2-1217.g7d36322c.el9 ceph-noarch 3.5 M 2024-04-13T07:35:07.768 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.2-1217.g7d36322c.el9 ceph-noarch 7.4 M 2024-04-13T07:35:07.768 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-rook noarch 2:18.2.2-1217.g7d36322c.el9 ceph-noarch 49 k 2024-04-13T07:35:07.768 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-radosgw x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 7.7 M 2024-04-13T07:35:07.768 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-test x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 40 M 2024-04-13T07:35:07.768 INFO:teuthology.orchestra.run.smithi119.stdout: cephadm noarch 2:18.2.2-1217.g7d36322c.el9 ceph-noarch 224 k 2024-04-13T07:35:07.768 INFO:teuthology.orchestra.run.smithi119.stdout: libcephfs-devel x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 31 k 2024-04-13T07:35:07.768 INFO:teuthology.orchestra.run.smithi119.stdout: libcephfs2 x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 710 k 2024-04-13T07:35:07.768 INFO:teuthology.orchestra.run.smithi119.stdout: librados-devel x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 127 k 2024-04-13T07:35:07.769 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cephfs x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 161 k 2024-04-13T07:35:07.769 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-04-13T07:35:07.769 INFO:teuthology.orchestra.run.smithi119.stdout: python3-rados x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 321 k 2024-04-13T07:35:07.769 INFO:teuthology.orchestra.run.smithi119.stdout: python3-rbd x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 298 k 2024-04-13T07:35:07.769 INFO:teuthology.orchestra.run.smithi119.stdout: python3-rgw x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 99 k 2024-04-13T07:35:07.769 INFO:teuthology.orchestra.run.smithi119.stdout: rbd-fuse x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 87 k 2024-04-13T07:35:07.769 INFO:teuthology.orchestra.run.smithi119.stdout: rbd-mirror x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 3.0 M 2024-04-13T07:35:07.769 INFO:teuthology.orchestra.run.smithi119.stdout: rbd-nbd x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 172 k 2024-04-13T07:35:07.769 INFO:teuthology.orchestra.run.smithi119.stdout:Upgrading: 2024-04-13T07:35:07.769 INFO:teuthology.orchestra.run.smithi119.stdout: librados2 x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 3.3 M 2024-04-13T07:35:07.769 INFO:teuthology.orchestra.run.smithi119.stdout: librbd1 x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 3.0 M 2024-04-13T07:35:07.769 INFO:teuthology.orchestra.run.smithi119.stdout:Installing dependencies: 2024-04-13T07:35:07.770 INFO:teuthology.orchestra.run.smithi119.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-13T07:35:07.770 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-common x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 18 M 2024-04-13T07:35:07.770 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-grafana-dashboards noarch 2:18.2.2-1217.g7d36322c.el9 ceph-noarch 24 k 2024-04-13T07:35:07.770 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mds x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 2.1 M 2024-04-13T07:35:07.770 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-modules-core noarch 2:18.2.2-1217.g7d36322c.el9 ceph-noarch 246 k 2024-04-13T07:35:07.770 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mon x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 4.7 M 2024-04-13T07:35:07.770 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-osd x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 17 M 2024-04-13T07:35:07.770 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-prometheus-alerts noarch 2:18.2.2-1217.g7d36322c.el9 ceph-noarch 15 k 2024-04-13T07:35:07.770 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-selinux x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 25 k 2024-04-13T07:35:07.770 INFO:teuthology.orchestra.run.smithi119.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-13T07:35:07.770 INFO:teuthology.orchestra.run.smithi119.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-13T07:35:07.771 INFO:teuthology.orchestra.run.smithi119.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-13T07:35:07.771 INFO:teuthology.orchestra.run.smithi119.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-04-13T07:35:07.771 INFO:teuthology.orchestra.run.smithi119.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-13T07:35:07.771 INFO:teuthology.orchestra.run.smithi119.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-13T07:35:07.771 INFO:teuthology.orchestra.run.smithi119.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-04-13T07:35:07.771 INFO:teuthology.orchestra.run.smithi119.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-13T07:35:07.771 INFO:teuthology.orchestra.run.smithi119.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-13T07:35:07.771 INFO:teuthology.orchestra.run.smithi119.stdout: libcephsqlite x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 166 k 2024-04-13T07:35:07.771 INFO:teuthology.orchestra.run.smithi119.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-13T07:35:07.771 INFO:teuthology.orchestra.run.smithi119.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-13T07:35:07.771 INFO:teuthology.orchestra.run.smithi119.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-13T07:35:07.771 INFO:teuthology.orchestra.run.smithi119.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-13T07:35:07.771 INFO:teuthology.orchestra.run.smithi119.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-13T07:35:07.772 INFO:teuthology.orchestra.run.smithi119.stdout: libradosstriper1 x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 474 k 2024-04-13T07:35:07.772 INFO:teuthology.orchestra.run.smithi119.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-13T07:35:07.772 INFO:teuthology.orchestra.run.smithi119.stdout: librgw2 x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 4.5 M 2024-04-13T07:35:07.772 INFO:teuthology.orchestra.run.smithi119.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-13T07:35:07.772 INFO:teuthology.orchestra.run.smithi119.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-13T07:35:07.772 INFO:teuthology.orchestra.run.smithi119.stdout: oniguruma x86_64 6.9.6-1.el9.5 baseos 218 k 2024-04-13T07:35:07.772 INFO:teuthology.orchestra.run.smithi119.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-13T07:35:07.772 INFO:teuthology.orchestra.run.smithi119.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-13T07:35:07.772 INFO:teuthology.orchestra.run.smithi119.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-13T07:35:07.772 INFO:teuthology.orchestra.run.smithi119.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-13T07:35:07.772 INFO:teuthology.orchestra.run.smithi119.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-13T07:35:07.772 INFO:teuthology.orchestra.run.smithi119.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-13T07:35:07.773 INFO:teuthology.orchestra.run.smithi119.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-13T07:35:07.773 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-13T07:35:07.773 INFO:teuthology.orchestra.run.smithi119.stdout: python3-ceph-argparse x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 45 k 2024-04-13T07:35:07.773 INFO:teuthology.orchestra.run.smithi119.stdout: python3-ceph-common x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 129 k 2024-04-13T07:35:07.773 INFO:teuthology.orchestra.run.smithi119.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-13T07:35:07.773 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-13T07:35:07.773 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-13T07:35:07.773 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-13T07:35:07.773 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-13T07:35:07.773 INFO:teuthology.orchestra.run.smithi119.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-04-13T07:35:07.773 INFO:teuthology.orchestra.run.smithi119.stdout: python3-google-auth noarch 1:2.28.2-1.el9 epel 203 k 2024-04-13T07:35:07.773 INFO:teuthology.orchestra.run.smithi119.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-04-13T07:35:07.773 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-13T07:35:07.774 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-13T07:35:07.774 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-13T07:35:07.774 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-13T07:35:07.774 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-13T07:35:07.774 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-13T07:35:07.774 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-13T07:35:07.774 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-13T07:35:07.774 INFO:teuthology.orchestra.run.smithi119.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-13T07:35:07.774 INFO:teuthology.orchestra.run.smithi119.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-13T07:35:07.774 INFO:teuthology.orchestra.run.smithi119.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-13T07:35:07.774 INFO:teuthology.orchestra.run.smithi119.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-13T07:35:07.774 INFO:teuthology.orchestra.run.smithi119.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-13T07:35:07.775 INFO:teuthology.orchestra.run.smithi119.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-13T07:35:07.775 INFO:teuthology.orchestra.run.smithi119.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-13T07:35:07.775 INFO:teuthology.orchestra.run.smithi119.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-13T07:35:07.775 INFO:teuthology.orchestra.run.smithi119.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-13T07:35:07.775 INFO:teuthology.orchestra.run.smithi119.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-13T07:35:07.775 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-13T07:35:07.775 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-04-13T07:35:07.775 INFO:teuthology.orchestra.run.smithi119.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-13T07:35:07.775 INFO:teuthology.orchestra.run.smithi119.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-13T07:35:07.775 INFO:teuthology.orchestra.run.smithi119.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-13T07:35:07.775 INFO:teuthology.orchestra.run.smithi119.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-04-13T07:35:07.775 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-13T07:35:07.776 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-13T07:35:07.776 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-13T07:35:07.776 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-13T07:35:07.776 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-13T07:35:07.776 INFO:teuthology.orchestra.run.smithi119.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-13T07:35:07.776 INFO:teuthology.orchestra.run.smithi119.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-13T07:35:07.776 INFO:teuthology.orchestra.run.smithi119.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-13T07:35:07.776 INFO:teuthology.orchestra.run.smithi119.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-13T07:35:07.776 INFO:teuthology.orchestra.run.smithi119.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-13T07:35:07.776 INFO:teuthology.orchestra.run.smithi119.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-13T07:35:07.776 INFO:teuthology.orchestra.run.smithi119.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-13T07:35:07.776 INFO:teuthology.orchestra.run.smithi119.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-13T07:35:07.777 INFO:teuthology.orchestra.run.smithi119.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-13T07:35:07.777 INFO:teuthology.orchestra.run.smithi119.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-13T07:35:07.777 INFO:teuthology.orchestra.run.smithi119.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-13T07:35:07.777 INFO:teuthology.orchestra.run.smithi119.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-13T07:35:07.777 INFO:teuthology.orchestra.run.smithi119.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-13T07:35:07.777 INFO:teuthology.orchestra.run.smithi119.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-13T07:35:07.777 INFO:teuthology.orchestra.run.smithi119.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-13T07:35:07.777 INFO:teuthology.orchestra.run.smithi119.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-13T07:35:07.777 INFO:teuthology.orchestra.run.smithi119.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-13T07:35:07.777 INFO:teuthology.orchestra.run.smithi119.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-13T07:35:07.777 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:35:07.777 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction Summary 2024-04-13T07:35:07.777 INFO:teuthology.orchestra.run.smithi119.stdout:======================================================================================= 2024-04-13T07:35:07.778 INFO:teuthology.orchestra.run.smithi119.stdout:Install 118 Packages 2024-04-13T07:35:07.778 INFO:teuthology.orchestra.run.smithi119.stdout:Upgrade 2 Packages 2024-04-13T07:35:07.778 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:35:07.778 INFO:teuthology.orchestra.run.smithi119.stdout:Total download size: 180 M 2024-04-13T07:35:07.778 INFO:teuthology.orchestra.run.smithi119.stdout:Downloading Packages: 2024-04-13T07:35:07.918 INFO:teuthology.orchestra.run.smithi139.stdout:(41/120): python3-cffi-1.14.5-5.el9.x86_64.rpm 271 kB/s | 253 kB 00:00 2024-04-13T07:35:08.239 INFO:teuthology.orchestra.run.smithi119.stdout:(1/120): ceph-18.2.2-1217.g7d36322c.el9.x86_64. 27 kB/s | 6.5 kB 00:00 2024-04-13T07:35:08.493 INFO:teuthology.orchestra.run.smithi139.stdout:(42/120): python3-ply-3.11-14.el9.noarch.rpm 138 kB/s | 106 kB 00:00 2024-04-13T07:35:08.685 INFO:teuthology.orchestra.run.smithi139.stdout:(43/120): python3-pycparser-2.20-6.el9.noarch.r 176 kB/s | 135 kB 00:00 2024-04-13T07:35:09.006 INFO:teuthology.orchestra.run.smithi119.stdout:(2/120): ceph-fuse-18.2.2-1217.g7d36322c.el9.x8 1.1 MB/s | 848 kB 00:00 2024-04-13T07:35:09.089 INFO:teuthology.orchestra.run.smithi119.stdout:(3/120): ceph-immutable-object-cache-18.2.2-121 1.7 MB/s | 142 kB 00:00 2024-04-13T07:35:09.293 INFO:teuthology.orchestra.run.smithi139.stdout:(44/120): python3-requests-2.25.1-8.el9.noarch. 156 kB/s | 125 kB 00:00 2024-04-13T07:35:09.448 INFO:teuthology.orchestra.run.smithi119.stdout:(4/120): ceph-base-18.2.2-1217.g7d36322c.el9.x8 3.5 MB/s | 5.1 MB 00:01 2024-04-13T07:35:09.494 INFO:teuthology.orchestra.run.smithi139.stdout:(45/120): boost-program-options-1.75.0-8.el9.x8 535 kB/s | 107 kB 00:00 2024-04-13T07:35:09.535 INFO:teuthology.orchestra.run.smithi139.stdout:(46/120): python3-urllib3-1.26.5-5.el9.noarch.r 252 kB/s | 215 kB 00:00 2024-04-13T07:35:09.540 INFO:teuthology.orchestra.run.smithi119.stdout:(5/120): ceph-mds-18.2.2-1217.g7d36322c.el9.x86 4.6 MB/s | 2.1 MB 00:00 2024-04-13T07:35:09.577 INFO:teuthology.orchestra.run.smithi139.stdout:(47/120): flexiblas-3.0.4-8.el9.x86_64.rpm 392 kB/s | 33 kB 00:00 2024-04-13T07:35:09.632 INFO:teuthology.orchestra.run.smithi119.stdout:(6/120): ceph-mgr-18.2.2-1217.g7d36322c.el9.x86 7.9 MB/s | 1.5 MB 00:00 2024-04-13T07:35:09.670 INFO:teuthology.orchestra.run.smithi139.stdout:(48/120): flexiblas-openblas-openmp-3.0.4-8.el9 279 kB/s | 18 kB 00:00 2024-04-13T07:35:09.720 INFO:teuthology.orchestra.run.smithi139.stdout:(49/120): python3-cryptography-36.0.1-4.el9.x86 555 kB/s | 1.2 MB 00:02 2024-04-13T07:35:09.812 INFO:teuthology.orchestra.run.smithi139.stdout:(50/120): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.1 MB/s | 160 kB 00:00 2024-04-13T07:35:09.904 INFO:teuthology.orchestra.run.smithi139.stdout:(51/120): flexiblas-netlib-3.0.4-8.el9.x86_64.r 8.1 MB/s | 3.0 MB 00:00 2024-04-13T07:35:09.929 INFO:teuthology.orchestra.run.smithi139.stdout:(52/120): librabbitmq-0.11.0-7.el9.x86_64.rpm 217 kB/s | 45 kB 00:00 2024-04-13T07:35:09.962 INFO:teuthology.orchestra.run.smithi139.stdout:(53/120): librdkafka-1.6.1-102.el9.x86_64.rpm 4.3 MB/s | 662 kB 00:00 2024-04-13T07:35:09.988 INFO:teuthology.orchestra.run.smithi139.stdout:(54/120): lttng-ust-2.12.0-6.el9.x86_64.rpm 3.4 MB/s | 292 kB 00:00 2024-04-13T07:35:10.022 INFO:teuthology.orchestra.run.smithi139.stdout:(55/120): openblas-0.3.21-2.el9.x86_64.rpm 381 kB/s | 35 kB 00:00 2024-04-13T07:35:10.072 INFO:teuthology.orchestra.run.smithi139.stdout:(56/120): python3-attrs-20.3.0-7.el9.noarch.rpm 1.0 MB/s | 87 kB 00:00 2024-04-13T07:35:10.132 INFO:teuthology.orchestra.run.smithi119.stdout:(7/120): ceph-mon-18.2.2-1217.g7d36322c.el9.x86 7.9 MB/s | 4.7 MB 00:00 2024-04-13T07:35:10.147 INFO:teuthology.orchestra.run.smithi139.stdout:(57/120): openblas-openmp-0.3.21-2.el9.x86_64.r 26 MB/s | 4.7 MB 00:00 2024-04-13T07:35:10.197 INFO:teuthology.orchestra.run.smithi139.stdout:(58/120): python3-devel-3.9.17-2.el9.x86_64.rpm 1.9 MB/s | 245 kB 00:00 2024-04-13T07:35:10.222 INFO:teuthology.orchestra.run.smithi139.stdout:(59/120): python3-iniconfig-1.1.1-7.el9.noarch. 233 kB/s | 17 kB 00:00 2024-04-13T07:35:10.272 INFO:teuthology.orchestra.run.smithi139.stdout:(60/120): python3-jinja2-2.11.3-5.el9.noarch.rp 3.2 MB/s | 248 kB 00:00 2024-04-13T07:35:10.298 INFO:teuthology.orchestra.run.smithi139.stdout:(61/120): python3-jsonpatch-1.21-16.el9.noarch. 342 kB/s | 26 kB 00:00 2024-04-13T07:35:10.356 INFO:teuthology.orchestra.run.smithi139.stdout:(62/120): python3-jsonpointer-2.0-4.el9.noarch. 230 kB/s | 19 kB 00:00 2024-04-13T07:35:10.382 INFO:teuthology.orchestra.run.smithi139.stdout:(63/120): python3-mako-1.1.4-6.el9.noarch.rpm 2.0 MB/s | 172 kB 00:00 2024-04-13T07:35:10.457 INFO:teuthology.orchestra.run.smithi139.stdout:(64/120): python3-babel-2.9.1-2.el9.noarch.rpm 14 MB/s | 6.0 MB 00:00 2024-04-13T07:35:10.482 INFO:teuthology.orchestra.run.smithi139.stdout:(65/120): python3-markupsafe-1.1.1-12.el9.x86_6 276 kB/s | 35 kB 00:00 2024-04-13T07:35:10.549 INFO:teuthology.orchestra.run.smithi139.stdout:(66/120): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.7 MB/s | 250 kB 00:00 2024-04-13T07:35:10.574 INFO:teuthology.orchestra.run.smithi139.stdout:(67/120): python3-oauthlib-3.1.1-5.el9.noarch.r 2.4 MB/s | 222 kB 00:00 2024-04-13T07:35:10.642 INFO:teuthology.orchestra.run.smithi139.stdout:(68/120): python3-numpy-1.20.1-5.el9.x86_64.rpm 20 MB/s | 5.1 MB 00:00 2024-04-13T07:35:10.667 INFO:teuthology.orchestra.run.smithi139.stdout:(69/120): python3-packaging-20.9-5.el9.noarch.r 659 kB/s | 77 kB 00:00 2024-04-13T07:35:10.683 INFO:teuthology.orchestra.run.smithi139.stdout:(70/120): python3-pluggy-0.13.1-7.el9.noarch.rp 381 kB/s | 41 kB 00:00 2024-04-13T07:35:10.700 INFO:teuthology.orchestra.run.smithi139.stdout:(71/120): python3-prettytable-0.7.2-27.el9.noar 721 kB/s | 42 kB 00:00 2024-04-13T07:35:10.734 INFO:teuthology.orchestra.run.smithi139.stdout:(72/120): python3-py-1.10.0-6.el9.noarch.rpm 7.0 MB/s | 477 kB 00:00 2024-04-13T07:35:10.741 INFO:teuthology.orchestra.run.smithi119.stdout:(8/120): ceph-osd-18.2.2-1217.g7d36322c.el9.x86 15 MB/s | 17 MB 00:01 2024-04-13T07:35:10.783 INFO:teuthology.orchestra.run.smithi119.stdout:(9/120): ceph-selinux-18.2.2-1217.g7d36322c.el9 607 kB/s | 25 kB 00:00 2024-04-13T07:35:10.784 INFO:teuthology.orchestra.run.smithi139.stdout:(73/120): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.5 MB/s | 159 kB 00:00 2024-04-13T07:35:10.810 INFO:teuthology.orchestra.run.smithi139.stdout:(74/120): python3-pyasn1-modules-0.4.8-6.el9.no 2.5 MB/s | 279 kB 00:00 2024-04-13T07:35:10.843 INFO:teuthology.orchestra.run.smithi139.stdout:(75/120): python3-pytest-6.2.2-7.el9.noarch.rpm 4.7 MB/s | 519 kB 00:00 2024-04-13T07:35:10.869 INFO:teuthology.orchestra.run.smithi139.stdout:(76/120): python3-pytz-2021.1-5.el9.noarch.rpm 610 kB/s | 51 kB 00:00 2024-04-13T07:35:10.894 INFO:teuthology.orchestra.run.smithi139.stdout:(77/120): python3-requests-oauthlib-1.3.0-12.el 641 kB/s | 54 kB 00:00 2024-04-13T07:35:10.944 INFO:teuthology.orchestra.run.smithi139.stdout:(78/120): python3-toml-0.10.2-6.el9.noarch.rpm 554 kB/s | 42 kB 00:00 2024-04-13T07:35:10.969 INFO:teuthology.orchestra.run.smithi139.stdout:(79/120): socat-1.7.4.1-5.el9.x86_64.rpm 4.0 MB/s | 305 kB 00:00 2024-04-13T07:35:11.020 INFO:teuthology.orchestra.run.smithi139.stdout:(80/120): xmlstarlet-1.6.1-20.el9.x86_64.rpm 845 kB/s | 64 kB 00:00 2024-04-13T07:35:11.345 INFO:teuthology.orchestra.run.smithi139.stdout:(81/120): fmt-8.1.1-5.el9.x86_64.rpm 295 kB/s | 111 kB 00:00 2024-04-13T07:35:11.504 INFO:teuthology.orchestra.run.smithi139.stdout:(82/120): python3-scipy-1.6.2-8.el9.x86_64.rpm 25 MB/s | 16 MB 00:00 2024-04-13T07:35:11.575 INFO:teuthology.orchestra.run.smithi119.stdout:(10/120): ceph-radosgw-18.2.2-1217.g7d36322c.el 5.4 MB/s | 7.7 MB 00:01 2024-04-13T07:35:11.604 INFO:teuthology.orchestra.run.smithi139.stdout:(83/120): gperftools-libs-2.9.1-2.el9.x86_64.rp 553 kB/s | 309 kB 00:00 2024-04-13T07:35:11.633 INFO:teuthology.orchestra.run.smithi119.stdout:(11/120): libcephfs-devel-18.2.2-1217.g7d36322c 535 kB/s | 31 kB 00:00 2024-04-13T07:35:11.687 INFO:teuthology.orchestra.run.smithi139.stdout:(84/120): liboath-2.6.7-2.el9.x86_64.rpm 583 kB/s | 49 kB 00:00 2024-04-13T07:35:11.755 INFO:teuthology.orchestra.run.smithi139.stdout:(85/120): libarrow-doc-9.0.0-10.el9.noarch.rpm 104 kB/s | 26 kB 00:00 2024-04-13T07:35:11.779 INFO:teuthology.orchestra.run.smithi139.stdout:(86/120): libunwind-1.6.2-1.el9.x86_64.rpm 732 kB/s | 67 kB 00:00 2024-04-13T07:35:11.817 INFO:teuthology.orchestra.run.smithi119.stdout:(12/120): libcephfs2-18.2.2-1217.g7d36322c.el9. 3.8 MB/s | 710 kB 00:00 2024-04-13T07:35:11.838 INFO:teuthology.orchestra.run.smithi139.stdout:(87/120): libarrow-9.0.0-10.el9.x86_64.rpm 9.0 MB/s | 4.4 MB 00:00 2024-04-13T07:35:11.909 INFO:teuthology.orchestra.run.smithi119.stdout:(13/120): libcephsqlite-18.2.2-1217.g7d36322c.e 1.8 MB/s | 166 kB 00:00 2024-04-13T07:35:11.913 INFO:teuthology.orchestra.run.smithi139.stdout:(88/120): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 579 kB/s | 43 kB 00:00 2024-04-13T07:35:11.955 INFO:teuthology.orchestra.run.smithi139.stdout:(89/120): python3-asyncssh-2.13.2-5.el9.noarch. 3.0 MB/s | 548 kB 00:00 2024-04-13T07:35:11.989 INFO:teuthology.orchestra.run.smithi139.stdout:(90/120): python3-cachetools-4.2.4-1.el9.noarch 428 kB/s | 32 kB 00:00 2024-04-13T07:35:11.992 INFO:teuthology.orchestra.run.smithi119.stdout:(14/120): librados-devel-18.2.2-1217.g7d36322c. 1.5 MB/s | 127 kB 00:00 2024-04-13T07:35:12.031 INFO:teuthology.orchestra.run.smithi139.stdout:(91/120): python3-certifi-2021.10.8-2.el9.noarc 200 kB/s | 15 kB 00:00 2024-04-13T07:35:12.065 INFO:teuthology.orchestra.run.smithi139.stdout:(92/120): python3-cheroot-8.6.0-4.el9.noarch.rp 2.2 MB/s | 172 kB 00:00 2024-04-13T07:35:12.093 INFO:teuthology.orchestra.run.smithi119.stdout:(15/120): libradosstriper1-18.2.2-1217.g7d36322 4.6 MB/s | 474 kB 00:00 2024-04-13T07:35:12.098 INFO:teuthology.orchestra.run.smithi139.stdout:(93/120): parquet-libs-9.0.0-10.el9.x86_64.rpm 2.4 MB/s | 838 kB 00:00 2024-04-13T07:35:12.132 INFO:teuthology.orchestra.run.smithi139.stdout:(94/120): python3-cherrypy-18.6.1-2.el9.noarch. 3.5 MB/s | 358 kB 00:00 2024-04-13T07:35:12.165 INFO:teuthology.orchestra.run.smithi139.stdout:(95/120): python3-google-auth-2.28.2-1.el9.noar 2.0 MB/s | 203 kB 00:00 2024-04-13T07:35:12.207 INFO:teuthology.orchestra.run.smithi139.stdout:(96/120): python3-jaraco-8.2.1-3.el9.noarch.rpm 98 kB/s | 11 kB 00:00 2024-04-13T07:35:12.232 INFO:teuthology.orchestra.run.smithi139.stdout:(97/120): python3-jaraco-classes-3.2.1-5.el9.no 176 kB/s | 18 kB 00:00 2024-04-13T07:35:12.258 INFO:teuthology.orchestra.run.smithi139.stdout:(98/120): python3-jaraco-collections-3.0.0-8.el 251 kB/s | 23 kB 00:00 2024-04-13T07:35:12.283 INFO:teuthology.orchestra.run.smithi139.stdout:(99/120): python3-jaraco-functools-3.5.0-2.el9. 258 kB/s | 19 kB 00:00 2024-04-13T07:35:12.308 INFO:teuthology.orchestra.run.smithi139.stdout:(100/120): python3-jaraco-text-3.2.0-6.el9.noar 260 kB/s | 20 kB 00:00 2024-04-13T07:35:12.350 INFO:teuthology.orchestra.run.smithi139.stdout:(101/120): python3-kubernetes-26.1.0-2.el9.noar 11 MB/s | 1.0 MB 00:00 2024-04-13T07:35:12.367 INFO:teuthology.orchestra.run.smithi139.stdout:(102/120): python3-logutils-0.3.5-21.el9.noarch 551 kB/s | 46 kB 00:00 2024-04-13T07:35:12.384 INFO:teuthology.orchestra.run.smithi139.stdout:(103/120): python3-more-itertools-8.12.0-2.el9. 1.0 MB/s | 79 kB 00:00 2024-04-13T07:35:12.418 INFO:teuthology.orchestra.run.smithi139.stdout:(104/120): python3-natsort-7.1.1-5.el9.noarch.r 859 kB/s | 58 kB 00:00 2024-04-13T07:35:12.451 INFO:teuthology.orchestra.run.smithi139.stdout:(105/120): python3-pecan-1.4.2-3.el9.noarch.rpm 3.2 MB/s | 272 kB 00:00 2024-04-13T07:35:12.468 INFO:teuthology.orchestra.run.smithi139.stdout:(106/120): python3-portend-3.1.0-2.el9.noarch.r 195 kB/s | 16 kB 00:00 2024-04-13T07:35:12.494 INFO:teuthology.orchestra.run.smithi139.stdout:(107/120): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.2 MB/s | 90 kB 00:00 2024-04-13T07:35:12.519 INFO:teuthology.orchestra.run.smithi139.stdout:(108/120): python3-repoze-lru-0.7-16.el9.noarch 458 kB/s | 31 kB 00:00 2024-04-13T07:35:12.561 INFO:teuthology.orchestra.run.smithi139.stdout:(109/120): python3-routes-2.5.1-5.el9.noarch.rp 2.0 MB/s | 188 kB 00:00 2024-04-13T07:35:12.577 INFO:teuthology.orchestra.run.smithi139.stdout:(110/120): python3-rsa-4.9-2.el9.noarch.rpm 705 kB/s | 59 kB 00:00 2024-04-13T07:35:12.594 INFO:teuthology.orchestra.run.smithi139.stdout:(111/120): python3-tempora-5.0.0-2.el9.noarch.r 473 kB/s | 36 kB 00:00 2024-04-13T07:35:12.628 INFO:teuthology.orchestra.run.smithi139.stdout:(112/120): python3-typing-extensions-4.4.0-2.el 759 kB/s | 51 kB 00:00 2024-04-13T07:35:12.653 INFO:teuthology.orchestra.run.smithi139.stdout:(113/120): python3-webob-1.8.7-6.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-04-13T07:35:12.678 INFO:teuthology.orchestra.run.smithi139.stdout:(114/120): python3-websocket-client-1.2.3-2.el9 1.0 MB/s | 90 kB 00:00 2024-04-13T07:35:12.829 INFO:teuthology.orchestra.run.smithi139.stdout:(115/120): python3-werkzeug-2.0.3-3.el9.1.noarc 2.1 MB/s | 427 kB 00:00 2024-04-13T07:35:12.855 INFO:teuthology.orchestra.run.smithi139.stdout:(116/120): python3-zc-lockfile-2.0-10.el9.noarc 99 kB/s | 20 kB 00:00 2024-04-13T07:35:12.860 INFO:teuthology.orchestra.run.smithi119.stdout:(16/120): librgw2-18.2.2-1217.g7d36322c.el9.x86 5.8 MB/s | 4.5 MB 00:00 2024-04-13T07:35:12.880 INFO:teuthology.orchestra.run.smithi139.stdout:(117/120): re2-20211101-3.el9.x86_64.rpm 953 kB/s | 192 kB 00:00 2024-04-13T07:35:13.005 INFO:teuthology.orchestra.run.smithi139.stdout:(118/120): thrift-0.15.0-2.el9.x86_64.rpm 9.0 MB/s | 1.6 MB 00:00 2024-04-13T07:35:13.227 INFO:teuthology.orchestra.run.smithi119.stdout:(17/120): ceph-test-18.2.2-1217.g7d36322c.el9.x 16 MB/s | 40 MB 00:02 2024-04-13T07:35:13.239 INFO:teuthology.orchestra.run.smithi139.stdout:(119/120): librados2-18.2.2-1217.g7d36322c.el9. 8.6 MB/s | 3.3 MB 00:00 2024-04-13T07:35:13.252 INFO:teuthology.orchestra.run.smithi119.stdout:(18/120): python3-ceph-argparse-18.2.2-1217.g7d 115 kB/s | 45 kB 00:00 2024-04-13T07:35:13.277 INFO:teuthology.orchestra.run.smithi119.stdout:(19/120): python3-ceph-common-18.2.2-1217.g7d36 2.5 MB/s | 129 kB 00:00 2024-04-13T07:35:13.289 INFO:teuthology.orchestra.run.smithi139.stdout:(120/120): librbd1-18.2.2-1217.g7d36322c.el9.x8 7.4 MB/s | 3.0 MB 00:00 2024-04-13T07:35:13.298 INFO:teuthology.orchestra.run.smithi139.stdout:-------------------------------------------------------------------------------- 2024-04-13T07:35:13.298 INFO:teuthology.orchestra.run.smithi139.stdout:Total 14 MB/s | 180 MB 00:12 2024-04-13T07:35:13.302 INFO:teuthology.orchestra.run.smithi119.stdout:(20/120): python3-cephfs-18.2.2-1217.g7d36322c. 3.2 MB/s | 161 kB 00:00 2024-04-13T07:35:13.328 INFO:teuthology.orchestra.run.smithi119.stdout:(21/120): python3-rados-18.2.2-1217.g7d36322c.e 6.3 MB/s | 321 kB 00:00 2024-04-13T07:35:13.353 INFO:teuthology.orchestra.run.smithi119.stdout:(22/120): python3-rbd-18.2.2-1217.g7d36322c.el9 5.8 MB/s | 298 kB 00:00 2024-04-13T07:35:13.379 INFO:teuthology.orchestra.run.smithi119.stdout:(23/120): python3-rgw-18.2.2-1217.g7d36322c.el9 1.9 MB/s | 99 kB 00:00 2024-04-13T07:35:13.404 INFO:teuthology.orchestra.run.smithi119.stdout:(24/120): rbd-fuse-18.2.2-1217.g7d36322c.el9.x8 1.7 MB/s | 87 kB 00:00 2024-04-13T07:35:13.454 INFO:teuthology.orchestra.run.smithi119.stdout:(25/120): rbd-nbd-18.2.2-1217.g7d36322c.el9.x86 3.4 MB/s | 172 kB 00:00 2024-04-13T07:35:13.496 INFO:teuthology.orchestra.run.smithi119.stdout:(26/120): ceph-grafana-dashboards-18.2.2-1217.g 588 kB/s | 24 kB 00:00 2024-04-13T07:35:13.546 INFO:teuthology.orchestra.run.smithi119.stdout:(27/120): ceph-mgr-cephadm-18.2.2-1217.g7d36322 2.7 MB/s | 138 kB 00:00 2024-04-13T07:35:13.830 INFO:teuthology.orchestra.run.smithi119.stdout:(28/120): rbd-mirror-18.2.2-1217.g7d36322c.el9. 6.6 MB/s | 3.0 MB 00:00 2024-04-13T07:35:13.964 INFO:teuthology.orchestra.run.smithi119.stdout:(29/120): ceph-mgr-dashboard-18.2.2-1217.g7d363 8.5 MB/s | 3.5 MB 00:00 2024-04-13T07:35:14.039 INFO:teuthology.orchestra.run.smithi119.stdout:(30/120): ceph-mgr-modules-core-18.2.2-1217.g7d 3.2 MB/s | 246 kB 00:00 2024-04-13T07:35:14.043 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction check 2024-04-13T07:35:14.114 INFO:teuthology.orchestra.run.smithi119.stdout:(31/120): ceph-mgr-rook-18.2.2-1217.g7d36322c.e 659 kB/s | 49 kB 00:00 2024-04-13T07:35:14.142 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction check succeeded. 2024-04-13T07:35:14.142 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction test 2024-04-13T07:35:14.181 INFO:teuthology.orchestra.run.smithi119.stdout:(32/120): ceph-prometheus-alerts-18.2.2-1217.g7 223 kB/s | 15 kB 00:00 2024-04-13T07:35:14.273 INFO:teuthology.orchestra.run.smithi119.stdout:(33/120): ceph-mgr-diskprediction-local-18.2.2- 17 MB/s | 7.4 MB 00:00 2024-04-13T07:35:14.298 INFO:teuthology.orchestra.run.smithi119.stdout:(34/120): cephadm-18.2.2-1217.g7d36322c.el9.noa 1.9 MB/s | 224 kB 00:00 2024-04-13T07:35:14.391 INFO:teuthology.orchestra.run.smithi119.stdout:(35/120): fuse-2.9.9-15.el9.x86_64.rpm 688 kB/s | 80 kB 00:00 2024-04-13T07:35:14.424 INFO:teuthology.orchestra.run.smithi119.stdout:(36/120): jq-1.6-16.el9.x86_64.rpm 1.5 MB/s | 187 kB 00:00 2024-04-13T07:35:14.483 INFO:teuthology.orchestra.run.smithi119.stdout:(37/120): libquadmath-11.4.1-3.el9.x86_64.rpm 3.3 MB/s | 195 kB 00:00 2024-04-13T07:35:14.517 INFO:teuthology.orchestra.run.smithi119.stdout:(38/120): libgfortran-11.4.1-3.el9.x86_64.rpm 6.2 MB/s | 803 kB 00:00 2024-04-13T07:35:14.542 INFO:teuthology.orchestra.run.smithi119.stdout:(39/120): oniguruma-6.9.6-1.el9.5.x86_64.rpm 3.6 MB/s | 218 kB 00:00 2024-04-13T07:35:14.567 INFO:teuthology.orchestra.run.smithi119.stdout:(40/120): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.9 MB/s | 253 kB 00:00 2024-04-13T07:35:14.617 INFO:teuthology.orchestra.run.smithi119.stdout:(41/120): python3-cryptography-36.0.1-4.el9.x86 16 MB/s | 1.2 MB 00:00 2024-04-13T07:35:14.643 INFO:teuthology.orchestra.run.smithi119.stdout:(42/120): python3-ply-3.11-14.el9.noarch.rpm 1.4 MB/s | 106 kB 00:00 2024-04-13T07:35:14.677 INFO:teuthology.orchestra.run.smithi119.stdout:(43/120): python3-pycparser-2.20-6.el9.noarch.r 2.2 MB/s | 135 kB 00:00 2024-04-13T07:35:14.702 INFO:teuthology.orchestra.run.smithi119.stdout:(44/120): python3-requests-2.25.1-8.el9.noarch. 2.1 MB/s | 125 kB 00:00 2024-04-13T07:35:14.727 INFO:teuthology.orchestra.run.smithi119.stdout:(45/120): python3-urllib3-1.26.5-5.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-04-13T07:35:14.861 INFO:teuthology.orchestra.run.smithi119.stdout:(46/120): flexiblas-3.0.4-8.el9.x86_64.rpm 245 kB/s | 33 kB 00:00 2024-04-13T07:35:14.886 INFO:teuthology.orchestra.run.smithi119.stdout:(47/120): boost-program-options-1.75.0-8.el9.x8 582 kB/s | 107 kB 00:00 2024-04-13T07:35:14.937 INFO:teuthology.orchestra.run.smithi119.stdout:(48/120): flexiblas-openblas-openmp-3.0.4-8.el9 365 kB/s | 18 kB 00:00 2024-04-13T07:35:15.028 INFO:teuthology.orchestra.run.smithi119.stdout:(49/120): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.7 MB/s | 160 kB 00:00 2024-04-13T07:35:15.087 INFO:teuthology.orchestra.run.smithi119.stdout:(50/120): librabbitmq-0.11.0-7.el9.x86_64.rpm 774 kB/s | 45 kB 00:00 2024-04-13T07:35:15.179 INFO:teuthology.orchestra.run.smithi119.stdout:(51/120): flexiblas-netlib-3.0.4-8.el9.x86_64.r 9.4 MB/s | 3.0 MB 00:00 2024-04-13T07:35:15.238 INFO:teuthology.orchestra.run.smithi119.stdout:(52/120): lttng-ust-2.12.0-6.el9.x86_64.rpm 4.9 MB/s | 292 kB 00:00 2024-04-13T07:35:15.263 INFO:teuthology.orchestra.run.smithi119.stdout:(53/120): librdkafka-1.6.1-102.el9.x86_64.rpm 3.7 MB/s | 662 kB 00:00 2024-04-13T07:35:15.296 INFO:teuthology.orchestra.run.smithi119.stdout:(54/120): openblas-0.3.21-2.el9.x86_64.rpm 602 kB/s | 35 kB 00:00 2024-04-13T07:35:15.355 INFO:teuthology.orchestra.run.smithi119.stdout:(55/120): python3-attrs-20.3.0-7.el9.noarch.rpm 1.5 MB/s | 87 kB 00:00 2024-04-13T07:35:15.572 INFO:teuthology.orchestra.run.smithi119.stdout:(56/120): ceph-common-18.2.2-1217.g7d36322c.el9 2.4 MB/s | 18 MB 00:07 2024-04-13T07:35:15.723 INFO:teuthology.orchestra.run.smithi119.stdout:(57/120): python3-babel-2.9.1-2.el9.noarch.rpm 16 MB/s | 6.0 MB 00:00 2024-04-13T07:35:15.738 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction test succeeded. 2024-04-13T07:35:15.739 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction 2024-04-13T07:35:15.781 INFO:teuthology.orchestra.run.smithi119.stdout:(58/120): python3-iniconfig-1.1.1-7.el9.noarch. 302 kB/s | 17 kB 00:00 2024-04-13T07:35:15.840 INFO:teuthology.orchestra.run.smithi119.stdout:(59/120): python3-devel-3.9.17-2.el9.x86_64.rpm 919 kB/s | 245 kB 00:00 2024-04-13T07:35:15.907 INFO:teuthology.orchestra.run.smithi119.stdout:(60/120): openblas-openmp-0.3.21-2.el9.x86_64.r 7.4 MB/s | 4.7 MB 00:00 2024-04-13T07:35:15.932 INFO:teuthology.orchestra.run.smithi119.stdout:(61/120): python3-jsonpatch-1.21-16.el9.noarch. 279 kB/s | 26 kB 00:00 2024-04-13T07:35:15.957 INFO:teuthology.orchestra.run.smithi119.stdout:(62/120): python3-jinja2-2.11.3-5.el9.noarch.rp 1.4 MB/s | 248 kB 00:00 2024-04-13T07:35:15.983 INFO:teuthology.orchestra.run.smithi119.stdout:(63/120): python3-jsonpointer-2.0-4.el9.noarch. 254 kB/s | 19 kB 00:00 2024-04-13T07:35:16.016 INFO:teuthology.orchestra.run.smithi119.stdout:(64/120): python3-mako-1.1.4-6.el9.noarch.rpm 2.0 MB/s | 172 kB 00:00 2024-04-13T07:35:16.042 INFO:teuthology.orchestra.run.smithi119.stdout:(65/120): python3-markupsafe-1.1.1-12.el9.x86_6 414 kB/s | 35 kB 00:00 2024-04-13T07:35:16.075 INFO:teuthology.orchestra.run.smithi119.stdout:(66/120): python3-numpy-f2py-1.20.1-5.el9.x86_6 4.2 MB/s | 250 kB 00:00 2024-04-13T07:35:16.100 INFO:teuthology.orchestra.run.smithi119.stdout:(67/120): python3-oauthlib-3.1.1-5.el9.noarch.r 3.7 MB/s | 222 kB 00:00 2024-04-13T07:35:16.142 INFO:teuthology.orchestra.run.smithi119.stdout:(68/120): python3-packaging-20.9-5.el9.noarch.r 1.1 MB/s | 77 kB 00:00 2024-04-13T07:35:16.168 INFO:teuthology.orchestra.run.smithi119.stdout:(69/120): python3-pluggy-0.13.1-7.el9.noarch.rp 620 kB/s | 41 kB 00:00 2024-04-13T07:35:16.201 INFO:teuthology.orchestra.run.smithi119.stdout:(70/120): python3-prettytable-0.7.2-27.el9.noar 718 kB/s | 42 kB 00:00 2024-04-13T07:35:16.235 INFO:teuthology.orchestra.run.smithi119.stdout:(71/120): python3-py-1.10.0-6.el9.noarch.rpm 6.9 MB/s | 477 kB 00:00 2024-04-13T07:35:16.260 INFO:teuthology.orchestra.run.smithi119.stdout:(72/120): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.6 MB/s | 159 kB 00:00 2024-04-13T07:35:16.302 INFO:teuthology.orchestra.run.smithi119.stdout:(73/120): python3-pyasn1-modules-0.4.8-6.el9.no 4.1 MB/s | 279 kB 00:00 2024-04-13T07:35:16.370 INFO:teuthology.orchestra.run.smithi119.stdout:(74/120): python3-pytest-6.2.2-7.el9.noarch.rpm 4.7 MB/s | 519 kB 00:00 2024-04-13T07:35:16.395 INFO:teuthology.orchestra.run.smithi119.stdout:(75/120): python3-pytz-2021.1-5.el9.noarch.rpm 555 kB/s | 51 kB 00:00 2024-04-13T07:35:16.462 INFO:teuthology.orchestra.run.smithi119.stdout:(76/120): python3-numpy-1.20.1-5.el9.x86_64.rpm 11 MB/s | 5.1 MB 00:00 2024-04-13T07:35:16.487 INFO:teuthology.orchestra.run.smithi119.stdout:(77/120): python3-requests-oauthlib-1.3.0-12.el 458 kB/s | 54 kB 00:00 2024-04-13T07:35:16.538 INFO:teuthology.orchestra.run.smithi119.stdout:(78/120): python3-toml-0.10.2-6.el9.noarch.rpm 554 kB/s | 42 kB 00:00 2024-04-13T07:35:16.563 INFO:teuthology.orchestra.run.smithi119.stdout:(79/120): socat-1.7.4.1-5.el9.x86_64.rpm 4.0 MB/s | 305 kB 00:00 2024-04-13T07:35:16.588 INFO:teuthology.orchestra.run.smithi119.stdout:(80/120): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-04-13T07:35:16.813 INFO:teuthology.orchestra.run.smithi119.stdout:(81/120): fmt-8.1.1-5.el9.x86_64.rpm 443 kB/s | 111 kB 00:00 2024-04-13T07:35:16.838 INFO:teuthology.orchestra.run.smithi119.stdout:(82/120): gperftools-libs-2.9.1-2.el9.x86_64.rp 1.3 MB/s | 309 kB 00:00 2024-04-13T07:35:17.014 INFO:teuthology.orchestra.run.smithi119.stdout:(83/120): python3-scipy-1.6.2-8.el9.x86_64.rpm 26 MB/s | 16 MB 00:00 2024-04-13T07:35:17.072 INFO:teuthology.orchestra.run.smithi119.stdout:(84/120): libarrow-doc-9.0.0-10.el9.noarch.rpm 111 kB/s | 26 kB 00:00 2024-04-13T07:35:17.097 INFO:teuthology.orchestra.run.smithi119.stdout:(85/120): liboath-2.6.7-2.el9.x86_64.rpm 587 kB/s | 49 kB 00:00 2024-04-13T07:35:17.173 INFO:teuthology.orchestra.run.smithi119.stdout:(86/120): libarrow-9.0.0-10.el9.x86_64.rpm 12 MB/s | 4.4 MB 00:00 2024-04-13T07:35:17.198 INFO:teuthology.orchestra.run.smithi119.stdout:(87/120): libunwind-1.6.2-1.el9.x86_64.rpm 539 kB/s | 67 kB 00:00 2024-04-13T07:35:17.232 INFO:teuthology.orchestra.run.smithi119.stdout:(88/120): parquet-libs-9.0.0-10.el9.x86_64.rpm 6.2 MB/s | 838 kB 00:00 2024-04-13T07:35:17.332 INFO:teuthology.orchestra.run.smithi119.stdout:(89/120): python3-asyncssh-2.13.2-5.el9.noarch. 4.1 MB/s | 548 kB 00:00 2024-04-13T07:35:17.358 INFO:teuthology.orchestra.run.smithi119.stdout:(90/120): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 276 kB/s | 43 kB 00:00 2024-04-13T07:35:17.382 INFO:teuthology.orchestra.run.smithi119.stdout:(91/120): python3-cachetools-4.2.4-1.el9.noarch 214 kB/s | 32 kB 00:00 2024-04-13T07:35:17.408 INFO:teuthology.orchestra.run.smithi119.stdout:(92/120): python3-certifi-2021.10.8-2.el9.noarc 199 kB/s | 15 kB 00:00 2024-04-13T07:35:17.433 INFO:teuthology.orchestra.run.smithi119.stdout:(93/120): python3-cheroot-8.6.0-4.el9.noarch.rp 3.4 MB/s | 172 kB 00:00 2024-04-13T07:35:17.458 INFO:teuthology.orchestra.run.smithi119.stdout:(94/120): python3-cherrypy-18.6.1-2.el9.noarch. 4.7 MB/s | 358 kB 00:00 2024-04-13T07:35:17.484 INFO:teuthology.orchestra.run.smithi119.stdout:(95/120): python3-google-auth-2.28.2-1.el9.noar 2.6 MB/s | 203 kB 00:00 2024-04-13T07:35:17.509 INFO:teuthology.orchestra.run.smithi119.stdout:(96/120): python3-jaraco-8.2.1-3.el9.noarch.rpm 143 kB/s | 11 kB 00:00 2024-04-13T07:35:17.534 INFO:teuthology.orchestra.run.smithi119.stdout:(97/120): python3-jaraco-classes-3.2.1-5.el9.no 354 kB/s | 18 kB 00:00 2024-04-13T07:35:17.559 INFO:teuthology.orchestra.run.smithi119.stdout:(98/120): python3-jaraco-collections-3.0.0-8.el 308 kB/s | 23 kB 00:00 2024-04-13T07:35:17.585 INFO:teuthology.orchestra.run.smithi119.stdout:(99/120): python3-jaraco-functools-3.5.0-2.el9. 258 kB/s | 19 kB 00:00 2024-04-13T07:35:17.618 INFO:teuthology.orchestra.run.smithi119.stdout:(100/120): python3-jaraco-text-3.2.0-6.el9.noar 335 kB/s | 20 kB 00:00 2024-04-13T07:35:17.652 INFO:teuthology.orchestra.run.smithi119.stdout:(101/120): python3-kubernetes-26.1.0-2.el9.noar 11 MB/s | 1.0 MB 00:00 2024-04-13T07:35:17.677 INFO:teuthology.orchestra.run.smithi119.stdout:(102/120): python3-logutils-0.3.5-21.el9.noarch 502 kB/s | 46 kB 00:00 2024-04-13T07:35:17.727 INFO:teuthology.orchestra.run.smithi119.stdout:(103/120): python3-more-itertools-8.12.0-2.el9. 740 kB/s | 79 kB 00:00 2024-04-13T07:35:17.753 INFO:teuthology.orchestra.run.smithi119.stdout:(104/120): python3-natsort-7.1.1-5.el9.noarch.r 770 kB/s | 58 kB 00:00 2024-04-13T07:35:17.778 INFO:teuthology.orchestra.run.smithi119.stdout:(105/120): python3-pecan-1.4.2-3.el9.noarch.rpm 2.7 MB/s | 272 kB 00:00 2024-04-13T07:35:17.803 INFO:teuthology.orchestra.run.smithi119.stdout:(106/120): python3-portend-3.1.0-2.el9.noarch.r 218 kB/s | 16 kB 00:00 2024-04-13T07:35:17.828 INFO:teuthology.orchestra.run.smithi119.stdout:(107/120): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.2 MB/s | 90 kB 00:00 2024-04-13T07:35:17.887 INFO:teuthology.orchestra.run.smithi119.stdout:(108/120): python3-repoze-lru-0.7-16.el9.noarch 369 kB/s | 31 kB 00:00 2024-04-13T07:35:17.946 INFO:teuthology.orchestra.run.smithi119.stdout:(109/120): python3-routes-2.5.1-5.el9.noarch.rp 1.3 MB/s | 188 kB 00:00 2024-04-13T07:35:17.971 INFO:teuthology.orchestra.run.smithi119.stdout:(110/120): python3-rsa-4.9-2.el9.noarch.rpm 415 kB/s | 59 kB 00:00 2024-04-13T07:35:17.996 INFO:teuthology.orchestra.run.smithi119.stdout:(111/120): python3-tempora-5.0.0-2.el9.noarch.r 329 kB/s | 36 kB 00:00 2024-04-13T07:35:18.021 INFO:teuthology.orchestra.run.smithi119.stdout:(112/120): python3-typing-extensions-4.4.0-2.el 678 kB/s | 51 kB 00:00 2024-04-13T07:35:18.046 INFO:teuthology.orchestra.run.smithi119.stdout:(113/120): python3-webob-1.8.7-6.el9.noarch.rpm 4.5 MB/s | 230 kB 00:00 2024-04-13T07:35:18.072 INFO:teuthology.orchestra.run.smithi119.stdout:(114/120): python3-websocket-client-1.2.3-2.el9 1.2 MB/s | 90 kB 00:00 2024-04-13T07:35:18.105 INFO:teuthology.orchestra.run.smithi119.stdout:(115/120): python3-werkzeug-2.0.3-3.el9.1.noarc 5.0 MB/s | 427 kB 00:00 2024-04-13T07:35:18.131 INFO:teuthology.orchestra.run.smithi119.stdout:(116/120): python3-zc-lockfile-2.0-10.el9.noarc 241 kB/s | 20 kB 00:00 2024-04-13T07:35:18.156 INFO:teuthology.orchestra.run.smithi119.stdout:(117/120): re2-20211101-3.el9.x86_64.rpm 2.2 MB/s | 192 kB 00:00 2024-04-13T07:35:18.315 INFO:teuthology.orchestra.run.smithi119.stdout:(118/120): thrift-0.15.0-2.el9.x86_64.rpm 8.6 MB/s | 1.6 MB 00:00 2024-04-13T07:35:18.498 INFO:teuthology.orchestra.run.smithi119.stdout:(119/120): librbd1-18.2.2-1217.g7d36322c.el9.x8 8.8 MB/s | 3.0 MB 00:00 2024-04-13T07:35:18.557 INFO:teuthology.orchestra.run.smithi119.stdout:(120/120): librados2-18.2.2-1217.g7d36322c.el9. 7.8 MB/s | 3.3 MB 00:00 2024-04-13T07:35:18.562 INFO:teuthology.orchestra.run.smithi119.stdout:-------------------------------------------------------------------------------- 2024-04-13T07:35:18.562 INFO:teuthology.orchestra.run.smithi119.stdout:Total 17 MB/s | 180 MB 00:10 2024-04-13T07:35:19.312 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction check 2024-04-13T07:35:19.409 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction check succeeded. 2024-04-13T07:35:19.410 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction test 2024-04-13T07:35:20.655 INFO:teuthology.orchestra.run.smithi139.stdout: Preparing : 1/1 2024-04-13T07:35:20.724 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/122 2024-04-13T07:35:20.758 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/122 2024-04-13T07:35:20.813 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/122 2024-04-13T07:35:21.016 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction test succeeded. 2024-04-13T07:35:21.017 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction 2024-04-13T07:35:21.132 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/122 2024-04-13T07:35:21.184 INFO:teuthology.orchestra.run.smithi139.stdout: Upgrading : librados2-2:18.2.2-1217.g7d36322c.el9.x86_64 5/122 2024-04-13T07:35:21.284 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: librados2-2:18.2.2-1217.g7d36322c.el9.x86_64 5/122 2024-04-13T07:35:21.326 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : libcephfs2-2:18.2.2-1217.g7d36322c.el9.x86_64 6/122 2024-04-13T07:35:21.401 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: libcephfs2-2:18.2.2-1217.g7d36322c.el9.x86_64 6/122 2024-04-13T07:35:21.452 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-rados-2:18.2.2-1217.g7d36322c.el9.x86_64 7/122 2024-04-13T07:35:21.481 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/122 2024-04-13T07:35:21.518 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/122 2024-04-13T07:35:21.546 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : libcephsqlite-2:18.2.2-1217.g7d36322c.el9.x86_64 10/122 2024-04-13T07:35:21.630 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: libcephsqlite-2:18.2.2-1217.g7d36322c.el9.x86_64 10/122 2024-04-13T07:35:21.655 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : libradosstriper1-2:18.2.2-1217.g7d36322c.el9.x86 11/122 2024-04-13T07:35:21.765 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: libradosstriper1-2:18.2.2-1217.g7d36322c.el9.x86 11/122 2024-04-13T07:35:21.801 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/122 2024-04-13T07:35:21.833 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/122 2024-04-13T07:35:21.891 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 14/122 2024-04-13T07:35:21.970 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 15/122 2024-04-13T07:35:22.047 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 16/122 2024-04-13T07:35:22.082 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 17/122 2024-04-13T07:35:22.108 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 18/122 2024-04-13T07:35:22.177 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 19/122 2024-04-13T07:35:22.231 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 20/122 2024-04-13T07:35:22.269 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 21/122 2024-04-13T07:35:22.305 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 22/122 2024-04-13T07:35:22.340 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 23/122 2024-04-13T07:35:22.384 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-ceph-argparse-2:18.2.2-1217.g7d36322c.el 24/122 2024-04-13T07:35:22.458 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-cephfs-2:18.2.2-1217.g7d36322c.el9.x86_6 25/122 2024-04-13T07:35:22.734 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/122 2024-04-13T07:35:22.786 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/122 2024-04-13T07:35:23.318 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/122 2024-04-13T07:35:23.399 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/122 2024-04-13T07:35:23.435 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 30/122 2024-04-13T07:35:23.470 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/122 2024-04-13T07:35:23.505 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/122 2024-04-13T07:35:23.546 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/122 2024-04-13T07:35:23.584 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : librados-devel-2:18.2.2-1217.g7d36322c.el9.x86_6 34/122 2024-04-13T07:35:23.614 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/122 2024-04-13T07:35:23.640 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/122 2024-04-13T07:35:23.748 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : re2-1:20211101-3.el9.x86_64 37/122 2024-04-13T07:35:23.786 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 38/122 2024-04-13T07:35:23.841 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/122 2024-04-13T07:35:23.914 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/122 2024-04-13T07:35:23.944 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 41/122 2024-04-13T07:35:23.981 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 42/122 2024-04-13T07:35:24.028 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/122 2024-04-13T07:35:24.073 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/122 2024-04-13T07:35:24.115 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/122 2024-04-13T07:35:24.252 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/122 2024-04-13T07:35:24.301 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/122 2024-04-13T07:35:24.342 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 48/122 2024-04-13T07:35:24.438 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/122 2024-04-13T07:35:24.476 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-google-auth-1:2.28.2-1.el9.noarch 50/122 2024-04-13T07:35:24.516 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/122 2024-04-13T07:35:24.541 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/122 2024-04-13T07:35:24.567 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 53/122 2024-04-13T07:35:24.604 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/122 2024-04-13T07:35:24.648 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 55/122 2024-04-13T07:35:24.772 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 56/122 2024-04-13T07:35:24.815 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-py-1.10.0-6.el9.noarch 57/122 2024-04-13T07:35:24.862 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 58/122 2024-04-13T07:35:24.905 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 59/122 2024-04-13T07:35:25.003 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-packaging-20.9-5.el9.noarch 60/122 2024-04-13T07:35:25.051 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 61/122 2024-04-13T07:35:25.784 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 62/122 2024-04-13T07:35:25.826 INFO:teuthology.orchestra.run.smithi119.stdout: Preparing : 1/1 2024-04-13T07:35:25.830 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 63/122 2024-04-13T07:35:25.864 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 64/122 2024-04-13T07:35:25.898 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 65/122 2024-04-13T07:35:25.900 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/122 2024-04-13T07:35:25.934 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/122 2024-04-13T07:35:25.995 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/122 2024-04-13T07:35:26.001 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 66/122 2024-04-13T07:35:26.244 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 67/122 2024-04-13T07:35:26.276 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 68/122 2024-04-13T07:35:26.338 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/122 2024-04-13T07:35:26.394 INFO:teuthology.orchestra.run.smithi119.stdout: Upgrading : librados2-2:18.2.2-1217.g7d36322c.el9.x86_64 5/122 2024-04-13T07:35:26.456 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : openblas-0.3.21-2.el9.x86_64 69/122 2024-04-13T07:35:26.483 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 70/122 2024-04-13T07:35:26.496 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: librados2-2:18.2.2-1217.g7d36322c.el9.x86_64 5/122 2024-04-13T07:35:26.528 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libcephfs2-2:18.2.2-1217.g7d36322c.el9.x86_64 6/122 2024-04-13T07:35:26.551 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 71/122 2024-04-13T07:35:26.619 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: libcephfs2-2:18.2.2-1217.g7d36322c.el9.x86_64 6/122 2024-04-13T07:35:26.671 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-rados-2:18.2.2-1217.g7d36322c.el9.x86_64 7/122 2024-04-13T07:35:26.699 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/122 2024-04-13T07:35:26.736 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/122 2024-04-13T07:35:26.764 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libcephsqlite-2:18.2.2-1217.g7d36322c.el9.x86_64 10/122 2024-04-13T07:35:26.849 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: libcephsqlite-2:18.2.2-1217.g7d36322c.el9.x86_64 10/122 2024-04-13T07:35:26.874 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libradosstriper1-2:18.2.2-1217.g7d36322c.el9.x86 11/122 2024-04-13T07:35:27.007 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: libradosstriper1-2:18.2.2-1217.g7d36322c.el9.x86 11/122 2024-04-13T07:35:27.037 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/122 2024-04-13T07:35:27.068 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/122 2024-04-13T07:35:27.098 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 14/122 2024-04-13T07:35:27.139 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 15/122 2024-04-13T07:35:27.212 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 16/122 2024-04-13T07:35:27.214 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 72/122 2024-04-13T07:35:27.255 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 17/122 2024-04-13T07:35:27.282 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 18/122 2024-04-13T07:35:27.330 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 73/122 2024-04-13T07:35:27.352 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 19/122 2024-04-13T07:35:27.406 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 20/122 2024-04-13T07:35:27.629 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 21/122 2024-04-13T07:35:27.680 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 22/122 2024-04-13T07:35:27.718 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 23/122 2024-04-13T07:35:27.762 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-ceph-argparse-2:18.2.2-1217.g7d36322c.el 24/122 2024-04-13T07:35:27.835 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-cephfs-2:18.2.2-1217.g7d36322c.el9.x86_6 25/122 2024-04-13T07:35:27.970 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/122 2024-04-13T07:35:28.023 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/122 2024-04-13T07:35:28.552 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/122 2024-04-13T07:35:28.605 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 74/122 2024-04-13T07:35:28.635 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/122 2024-04-13T07:35:28.679 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 75/122 2024-04-13T07:35:28.681 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 30/122 2024-04-13T07:35:28.715 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/122 2024-04-13T07:35:28.750 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/122 2024-04-13T07:35:28.791 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/122 2024-04-13T07:35:28.829 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : librados-devel-2:18.2.2-1217.g7d36322c.el9.x86_6 34/122 2024-04-13T07:35:28.859 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/122 2024-04-13T07:35:28.894 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/122 2024-04-13T07:35:28.977 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 76/122 2024-04-13T07:35:29.001 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : re2-1:20211101-3.el9.x86_64 37/122 2024-04-13T07:35:29.016 INFO:teuthology.orchestra.run.smithi139.stdout: Upgrading : librbd1-2:18.2.2-1217.g7d36322c.el9.x86_64 77/122 2024-04-13T07:35:29.030 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 38/122 2024-04-13T07:35:29.086 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/122 2024-04-13T07:35:29.106 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: librbd1-2:18.2.2-1217.g7d36322c.el9.x86_64 77/122 2024-04-13T07:35:29.136 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-rbd-2:18.2.2-1217.g7d36322c.el9.x86_64 78/122 2024-04-13T07:35:29.166 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/122 2024-04-13T07:35:29.172 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 79/122 2024-04-13T07:35:29.206 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 41/122 2024-04-13T07:35:29.243 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 42/122 2024-04-13T07:35:29.290 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/122 2024-04-13T07:35:29.335 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/122 2024-04-13T07:35:29.377 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/122 2024-04-13T07:35:29.511 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/122 2024-04-13T07:35:29.554 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/122 2024-04-13T07:35:29.576 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 80/122 2024-04-13T07:35:29.595 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 48/122 2024-04-13T07:35:29.609 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : librgw2-2:18.2.2-1217.g7d36322c.el9.x86_64 81/122 2024-04-13T07:35:29.664 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: librgw2-2:18.2.2-1217.g7d36322c.el9.x86_64 81/122 2024-04-13T07:35:29.698 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-rgw-2:18.2.2-1217.g7d36322c.el9.x86_64 82/122 2024-04-13T07:35:29.698 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/122 2024-04-13T07:35:29.737 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-google-auth-1:2.28.2-1.el9.noarch 50/122 2024-04-13T07:35:29.755 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-ply-3.11-14.el9.noarch 83/122 2024-04-13T07:35:29.777 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/122 2024-04-13T07:35:29.802 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/122 2024-04-13T07:35:29.810 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 84/122 2024-04-13T07:35:29.829 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 53/122 2024-04-13T07:35:29.857 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/122 2024-04-13T07:35:29.902 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 55/122 2024-04-13T07:35:29.997 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 85/122 2024-04-13T07:35:30.024 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 56/122 2024-04-13T07:35:30.044 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 86/122 2024-04-13T07:35:30.068 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-py-1.10.0-6.el9.noarch 57/122 2024-04-13T07:35:30.107 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 58/122 2024-04-13T07:35:30.122 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 87/122 2024-04-13T07:35:30.149 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 59/122 2024-04-13T07:35:30.219 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 88/122 2024-04-13T07:35:30.248 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-packaging-20.9-5.el9.noarch 60/122 2024-04-13T07:35:30.304 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 61/122 2024-04-13T07:35:30.359 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 89/122 2024-04-13T07:35:30.402 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 90/122 2024-04-13T07:35:30.434 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 91/122 2024-04-13T07:35:30.466 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 92/122 2024-04-13T07:35:30.501 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : jq-1.6-16.el9.x86_64 93/122 2024-04-13T07:35:30.529 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : fuse-2.9.9-15.el9.x86_64 94/122 2024-04-13T07:35:30.951 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: cephadm-2:18.2.2-1217.g7d36322c.el9.noarch 95/122 2024-04-13T07:35:30.976 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : cephadm-2:18.2.2-1217.g7d36322c.el9.noarch 95/122 2024-04-13T07:35:31.006 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : ceph-prometheus-alerts-2:18.2.2-1217.g7d36322c.e 96/122 2024-04-13T07:35:31.037 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 62/122 2024-04-13T07:35:31.080 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : ceph-grafana-dashboards-2:18.2.2-1217.g7d36322c. 97/122 2024-04-13T07:35:31.084 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 63/122 2024-04-13T07:35:31.109 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-ceph-common-2:18.2.2-1217.g7d36322c.el9. 98/122 2024-04-13T07:35:31.117 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 64/122 2024-04-13T07:35:31.151 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 65/122 2024-04-13T07:35:31.252 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 66/122 2024-04-13T07:35:31.309 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 67/122 2024-04-13T07:35:31.344 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 68/122 2024-04-13T07:35:31.521 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : openblas-0.3.21-2.el9.x86_64 69/122 2024-04-13T07:35:31.551 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 70/122 2024-04-13T07:35:31.629 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 71/122 2024-04-13T07:35:32.287 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 72/122 2024-04-13T07:35:32.398 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 73/122 2024-04-13T07:35:33.138 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: ceph-common-2:18.2.2-1217.g7d36322c.el9.x86_64 99/122 2024-04-13T07:35:33.180 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : ceph-common-2:18.2.2-1217.g7d36322c.el9.x86_64 99/122 2024-04-13T07:35:33.672 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 74/122 2024-04-13T07:35:33.701 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: ceph-common-2:18.2.2-1217.g7d36322c.el9.x86_64 99/122 2024-04-13T07:35:33.733 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : ceph-base-2:18.2.2-1217.g7d36322c.el9.x86_64 100/122 2024-04-13T07:35:33.757 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 75/122 2024-04-13T07:35:33.825 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: ceph-base-2:18.2.2-1217.g7d36322c.el9.x86_64 100/122 2024-04-13T07:35:33.825 INFO:teuthology.orchestra.run.smithi139.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-13T07:35:33.826 INFO:teuthology.orchestra.run.smithi139.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-13T07:35:33.826 INFO:teuthology.orchestra.run.smithi139.stdout: 2024-04-13T07:35:33.868 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : ceph-selinux-2:18.2.2-1217.g7d36322c.el9.x86_64 101/122 2024-04-13T07:35:34.055 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 76/122 2024-04-13T07:35:34.085 INFO:teuthology.orchestra.run.smithi119.stdout: Upgrading : librbd1-2:18.2.2-1217.g7d36322c.el9.x86_64 77/122 2024-04-13T07:35:34.175 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: librbd1-2:18.2.2-1217.g7d36322c.el9.x86_64 77/122 2024-04-13T07:35:34.206 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-rbd-2:18.2.2-1217.g7d36322c.el9.x86_64 78/122 2024-04-13T07:35:34.242 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 79/122 2024-04-13T07:35:34.643 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 80/122 2024-04-13T07:35:34.670 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : librgw2-2:18.2.2-1217.g7d36322c.el9.x86_64 81/122 2024-04-13T07:35:34.733 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: librgw2-2:18.2.2-1217.g7d36322c.el9.x86_64 81/122 2024-04-13T07:35:34.767 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-rgw-2:18.2.2-1217.g7d36322c.el9.x86_64 82/122 2024-04-13T07:35:34.816 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-ply-3.11-14.el9.noarch 83/122 2024-04-13T07:35:34.872 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 84/122 2024-04-13T07:35:35.068 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 85/122 2024-04-13T07:35:35.122 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 86/122 2024-04-13T07:35:35.208 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 87/122 2024-04-13T07:35:35.313 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 88/122 2024-04-13T07:35:35.456 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 89/122 2024-04-13T07:35:35.496 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 90/122 2024-04-13T07:35:35.529 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 91/122 2024-04-13T07:35:35.561 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 92/122 2024-04-13T07:35:35.605 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : jq-1.6-16.el9.x86_64 93/122 2024-04-13T07:35:35.640 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : fuse-2.9.9-15.el9.x86_64 94/122 2024-04-13T07:35:36.088 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: cephadm-2:18.2.2-1217.g7d36322c.el9.noarch 95/122 2024-04-13T07:35:36.142 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : cephadm-2:18.2.2-1217.g7d36322c.el9.noarch 95/122 2024-04-13T07:35:36.176 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-prometheus-alerts-2:18.2.2-1217.g7d36322c.e 96/122 2024-04-13T07:35:36.251 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-grafana-dashboards-2:18.2.2-1217.g7d36322c. 97/122 2024-04-13T07:35:36.287 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-ceph-common-2:18.2.2-1217.g7d36322c.el9. 98/122 2024-04-13T07:35:38.304 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-common-2:18.2.2-1217.g7d36322c.el9.x86_64 99/122 2024-04-13T07:35:38.334 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-common-2:18.2.2-1217.g7d36322c.el9.x86_64 99/122 2024-04-13T07:35:38.862 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-common-2:18.2.2-1217.g7d36322c.el9.x86_64 99/122 2024-04-13T07:35:38.912 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-base-2:18.2.2-1217.g7d36322c.el9.x86_64 100/122 2024-04-13T07:35:39.005 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-base-2:18.2.2-1217.g7d36322c.el9.x86_64 100/122 2024-04-13T07:35:39.005 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-13T07:35:39.005 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-13T07:35:39.005 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:35:39.046 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-selinux-2:18.2.2-1217.g7d36322c.el9.x86_64 101/122 2024-04-13T07:35:45.416 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: ceph-selinux-2:18.2.2-1217.g7d36322c.el9.x86_64 101/122 2024-04-13T07:35:45.417 INFO:teuthology.orchestra.run.smithi139.stdout:skipping the directory /sys 2024-04-13T07:35:45.417 INFO:teuthology.orchestra.run.smithi139.stdout:skipping the directory /proc 2024-04-13T07:35:45.417 INFO:teuthology.orchestra.run.smithi139.stdout:skipping the directory /mnt 2024-04-13T07:35:45.417 INFO:teuthology.orchestra.run.smithi139.stdout:skipping the directory /var/tmp 2024-04-13T07:35:45.417 INFO:teuthology.orchestra.run.smithi139.stdout:skipping the directory /home 2024-04-13T07:35:45.417 INFO:teuthology.orchestra.run.smithi139.stdout:skipping the directory /root 2024-04-13T07:35:45.417 INFO:teuthology.orchestra.run.smithi139.stdout:skipping the directory /tmp 2024-04-13T07:35:45.417 INFO:teuthology.orchestra.run.smithi139.stdout: 2024-04-13T07:35:45.491 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : ceph-mgr-cephadm-2:18.2.2-1217.g7d36322c.el9.noa 102/122 2024-04-13T07:35:46.526 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.2-1217.g7d36322c.el9.noa 102/122 2024-04-13T07:35:46.561 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : ceph-mgr-dashboard-2:18.2.2-1217.g7d36322c.el9.n 103/122 2024-04-13T07:35:47.570 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.2-1217.g7d36322c.el9.n 103/122 2024-04-13T07:35:47.597 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.2-1217.g7d3 104/122 2024-04-13T07:35:47.697 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.2-1217.g7d3 104/122 2024-04-13T07:35:47.847 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : ceph-mgr-modules-core-2:18.2.2-1217.g7d36322c.el 105/122 2024-04-13T07:35:47.882 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : ceph-mgr-2:18.2.2-1217.g7d36322c.el9.x86_64 106/122 2024-04-13T07:35:47.905 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: ceph-mgr-2:18.2.2-1217.g7d36322c.el9.x86_64 106/122 2024-04-13T07:35:47.905 INFO:teuthology.orchestra.run.smithi139.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-13T07:35:47.905 INFO:teuthology.orchestra.run.smithi139.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-13T07:35:47.905 INFO:teuthology.orchestra.run.smithi139.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-13T07:35:47.905 INFO:teuthology.orchestra.run.smithi139.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-13T07:35:47.905 INFO:teuthology.orchestra.run.smithi139.stdout: 2024-04-13T07:35:47.949 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : ceph-mgr-rook-2:18.2.2-1217.g7d36322c.el9.noarch 107/122 2024-04-13T07:35:48.133 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.2-1217.g7d36322c.el9.noarch 107/122 2024-04-13T07:35:48.158 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : ceph-mds-2:18.2.2-1217.g7d36322c.el9.x86_64 108/122 2024-04-13T07:35:48.181 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: ceph-mds-2:18.2.2-1217.g7d36322c.el9.x86_64 108/122 2024-04-13T07:35:48.181 INFO:teuthology.orchestra.run.smithi139.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-13T07:35:48.181 INFO:teuthology.orchestra.run.smithi139.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-13T07:35:48.181 INFO:teuthology.orchestra.run.smithi139.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-13T07:35:48.181 INFO:teuthology.orchestra.run.smithi139.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-13T07:35:48.181 INFO:teuthology.orchestra.run.smithi139.stdout: 2024-04-13T07:35:48.625 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : ceph-mon-2:18.2.2-1217.g7d36322c.el9.x86_64 109/122 2024-04-13T07:35:48.648 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: ceph-mon-2:18.2.2-1217.g7d36322c.el9.x86_64 109/122 2024-04-13T07:35:48.648 INFO:teuthology.orchestra.run.smithi139.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-13T07:35:48.648 INFO:teuthology.orchestra.run.smithi139.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-13T07:35:48.648 INFO:teuthology.orchestra.run.smithi139.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-13T07:35:48.648 INFO:teuthology.orchestra.run.smithi139.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-13T07:35:48.648 INFO:teuthology.orchestra.run.smithi139.stdout: 2024-04-13T07:35:50.061 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : ceph-osd-2:18.2.2-1217.g7d36322c.el9.x86_64 110/122 2024-04-13T07:35:50.085 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: ceph-osd-2:18.2.2-1217.g7d36322c.el9.x86_64 110/122 2024-04-13T07:35:50.085 INFO:teuthology.orchestra.run.smithi139.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-13T07:35:50.086 INFO:teuthology.orchestra.run.smithi139.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-13T07:35:50.086 INFO:teuthology.orchestra.run.smithi139.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-13T07:35:50.086 INFO:teuthology.orchestra.run.smithi139.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-13T07:35:50.086 INFO:teuthology.orchestra.run.smithi139.stdout: 2024-04-13T07:35:50.348 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-selinux-2:18.2.2-1217.g7d36322c.el9.x86_64 101/122 2024-04-13T07:35:50.348 INFO:teuthology.orchestra.run.smithi119.stdout:skipping the directory /sys 2024-04-13T07:35:50.349 INFO:teuthology.orchestra.run.smithi119.stdout:skipping the directory /proc 2024-04-13T07:35:50.349 INFO:teuthology.orchestra.run.smithi119.stdout:skipping the directory /mnt 2024-04-13T07:35:50.349 INFO:teuthology.orchestra.run.smithi119.stdout:skipping the directory /var/tmp 2024-04-13T07:35:50.349 INFO:teuthology.orchestra.run.smithi119.stdout:skipping the directory /home 2024-04-13T07:35:50.349 INFO:teuthology.orchestra.run.smithi119.stdout:skipping the directory /root 2024-04-13T07:35:50.349 INFO:teuthology.orchestra.run.smithi119.stdout:skipping the directory /tmp 2024-04-13T07:35:50.349 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:35:50.432 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-mgr-cephadm-2:18.2.2-1217.g7d36322c.el9.noa 102/122 2024-04-13T07:35:50.794 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : ceph-2:18.2.2-1217.g7d36322c.el9.x86_64 111/122 2024-04-13T07:35:50.828 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : ceph-radosgw-2:18.2.2-1217.g7d36322c.el9.x86_64 112/122 2024-04-13T07:35:50.851 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: ceph-radosgw-2:18.2.2-1217.g7d36322c.el9.x86_64 112/122 2024-04-13T07:35:50.851 INFO:teuthology.orchestra.run.smithi139.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-13T07:35:50.851 INFO:teuthology.orchestra.run.smithi139.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-13T07:35:50.851 INFO:teuthology.orchestra.run.smithi139.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-13T07:35:50.851 INFO:teuthology.orchestra.run.smithi139.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-13T07:35:50.851 INFO:teuthology.orchestra.run.smithi139.stdout: 2024-04-13T07:35:50.895 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : ceph-immutable-object-cache-2:18.2.2-1217.g7d363 113/122 2024-04-13T07:35:50.917 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.2-1217.g7d363 113/122 2024-04-13T07:35:50.917 INFO:teuthology.orchestra.run.smithi139.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-13T07:35:50.917 INFO:teuthology.orchestra.run.smithi139.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-13T07:35:50.917 INFO:teuthology.orchestra.run.smithi139.stdout: 2024-04-13T07:35:51.212 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : rbd-mirror-2:18.2.2-1217.g7d36322c.el9.x86_64 114/122 2024-04-13T07:35:51.235 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: rbd-mirror-2:18.2.2-1217.g7d36322c.el9.x86_64 114/122 2024-04-13T07:35:51.235 INFO:teuthology.orchestra.run.smithi139.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-13T07:35:51.235 INFO:teuthology.orchestra.run.smithi139.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-13T07:35:51.235 INFO:teuthology.orchestra.run.smithi139.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-13T07:35:51.235 INFO:teuthology.orchestra.run.smithi139.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-13T07:35:51.235 INFO:teuthology.orchestra.run.smithi139.stdout: 2024-04-13T07:35:51.505 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.2-1217.g7d36322c.el9.noa 102/122 2024-04-13T07:35:51.544 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-mgr-dashboard-2:18.2.2-1217.g7d36322c.el9.n 103/122 2024-04-13T07:35:52.509 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.2-1217.g7d36322c.el9.n 103/122 2024-04-13T07:35:52.536 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.2-1217.g7d3 104/122 2024-04-13T07:35:52.634 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.2-1217.g7d3 104/122 2024-04-13T07:35:52.795 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-mgr-modules-core-2:18.2.2-1217.g7d36322c.el 105/122 2024-04-13T07:35:52.829 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-mgr-2:18.2.2-1217.g7d36322c.el9.x86_64 106/122 2024-04-13T07:35:52.852 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-mgr-2:18.2.2-1217.g7d36322c.el9.x86_64 106/122 2024-04-13T07:35:52.853 INFO:teuthology.orchestra.run.smithi119.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-13T07:35:52.853 INFO:teuthology.orchestra.run.smithi119.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-13T07:35:52.853 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-13T07:35:52.853 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-13T07:35:52.853 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:35:52.897 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-mgr-rook-2:18.2.2-1217.g7d36322c.el9.noarch 107/122 2024-04-13T07:35:53.081 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.2-1217.g7d36322c.el9.noarch 107/122 2024-04-13T07:35:53.106 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-mds-2:18.2.2-1217.g7d36322c.el9.x86_64 108/122 2024-04-13T07:35:53.128 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-mds-2:18.2.2-1217.g7d36322c.el9.x86_64 108/122 2024-04-13T07:35:53.128 INFO:teuthology.orchestra.run.smithi119.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-13T07:35:53.128 INFO:teuthology.orchestra.run.smithi119.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-13T07:35:53.128 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-13T07:35:53.128 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-13T07:35:53.128 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:35:53.564 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-mon-2:18.2.2-1217.g7d36322c.el9.x86_64 109/122 2024-04-13T07:35:53.587 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-mon-2:18.2.2-1217.g7d36322c.el9.x86_64 109/122 2024-04-13T07:35:53.587 INFO:teuthology.orchestra.run.smithi119.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-13T07:35:53.587 INFO:teuthology.orchestra.run.smithi119.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-13T07:35:53.587 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-13T07:35:53.588 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-13T07:35:53.588 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:35:54.978 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : ceph-test-2:18.2.2-1217.g7d36322c.el9.x86_64 115/122 2024-04-13T07:35:54.999 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-osd-2:18.2.2-1217.g7d36322c.el9.x86_64 110/122 2024-04-13T07:35:55.015 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : ceph-fuse-2:18.2.2-1217.g7d36322c.el9.x86_64 116/122 2024-04-13T07:35:55.024 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-osd-2:18.2.2-1217.g7d36322c.el9.x86_64 110/122 2024-04-13T07:35:55.025 INFO:teuthology.orchestra.run.smithi119.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-13T07:35:55.025 INFO:teuthology.orchestra.run.smithi119.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-13T07:35:55.025 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-13T07:35:55.025 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-13T07:35:55.025 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:35:55.057 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : rbd-fuse-2:18.2.2-1217.g7d36322c.el9.x86_64 117/122 2024-04-13T07:35:55.175 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : rbd-nbd-2:18.2.2-1217.g7d36322c.el9.x86_64 118/122 2024-04-13T07:35:55.215 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 119/122 2024-04-13T07:35:55.246 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : libcephfs-devel-2:18.2.2-1217.g7d36322c.el9.x86_ 120/122 2024-04-13T07:35:55.246 INFO:teuthology.orchestra.run.smithi139.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-13T07:35:55.321 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-13T07:35:55.321 INFO:teuthology.orchestra.run.smithi139.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-13T07:35:55.730 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-2:18.2.2-1217.g7d36322c.el9.x86_64 111/122 2024-04-13T07:35:55.758 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-radosgw-2:18.2.2-1217.g7d36322c.el9.x86_64 112/122 2024-04-13T07:35:55.781 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-radosgw-2:18.2.2-1217.g7d36322c.el9.x86_64 112/122 2024-04-13T07:35:55.781 INFO:teuthology.orchestra.run.smithi119.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-13T07:35:55.781 INFO:teuthology.orchestra.run.smithi119.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-13T07:35:55.781 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-13T07:35:55.781 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-13T07:35:55.781 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:35:55.826 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-immutable-object-cache-2:18.2.2-1217.g7d363 113/122 2024-04-13T07:35:55.848 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.2-1217.g7d363 113/122 2024-04-13T07:35:55.848 INFO:teuthology.orchestra.run.smithi119.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-13T07:35:55.848 INFO:teuthology.orchestra.run.smithi119.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-13T07:35:55.848 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:35:56.143 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : rbd-mirror-2:18.2.2-1217.g7d36322c.el9.x86_64 114/122 2024-04-13T07:35:56.166 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: rbd-mirror-2:18.2.2-1217.g7d36322c.el9.x86_64 114/122 2024-04-13T07:35:56.166 INFO:teuthology.orchestra.run.smithi119.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-13T07:35:56.166 INFO:teuthology.orchestra.run.smithi119.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-13T07:35:56.166 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-13T07:35:56.166 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-13T07:35:56.166 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:35:59.909 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-test-2:18.2.2-1217.g7d36322c.el9.x86_64 115/122 2024-04-13T07:35:59.948 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-fuse-2:18.2.2-1217.g7d36322c.el9.x86_64 116/122 2024-04-13T07:35:59.952 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-13T07:35:59.952 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : ceph-2:18.2.2-1217.g7d36322c.el9.x86_64 1/122 2024-04-13T07:35:59.952 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : ceph-base-2:18.2.2-1217.g7d36322c.el9.x86_64 2/122 2024-04-13T07:35:59.952 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : ceph-common-2:18.2.2-1217.g7d36322c.el9.x86_64 3/122 2024-04-13T07:35:59.952 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : ceph-fuse-2:18.2.2-1217.g7d36322c.el9.x86_64 4/122 2024-04-13T07:35:59.952 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : ceph-immutable-object-cache-2:18.2.2-1217.g7d363 5/122 2024-04-13T07:35:59.952 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : ceph-mds-2:18.2.2-1217.g7d36322c.el9.x86_64 6/122 2024-04-13T07:35:59.952 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : ceph-mgr-2:18.2.2-1217.g7d36322c.el9.x86_64 7/122 2024-04-13T07:35:59.952 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : ceph-mon-2:18.2.2-1217.g7d36322c.el9.x86_64 8/122 2024-04-13T07:35:59.952 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : ceph-osd-2:18.2.2-1217.g7d36322c.el9.x86_64 9/122 2024-04-13T07:35:59.952 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : ceph-radosgw-2:18.2.2-1217.g7d36322c.el9.x86_64 10/122 2024-04-13T07:35:59.953 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : ceph-selinux-2:18.2.2-1217.g7d36322c.el9.x86_64 11/122 2024-04-13T07:35:59.953 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : ceph-test-2:18.2.2-1217.g7d36322c.el9.x86_64 12/122 2024-04-13T07:35:59.953 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : libcephfs-devel-2:18.2.2-1217.g7d36322c.el9.x86_ 13/122 2024-04-13T07:35:59.953 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : libcephfs2-2:18.2.2-1217.g7d36322c.el9.x86_64 14/122 2024-04-13T07:35:59.953 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : libcephsqlite-2:18.2.2-1217.g7d36322c.el9.x86_64 15/122 2024-04-13T07:35:59.953 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : librados-devel-2:18.2.2-1217.g7d36322c.el9.x86_6 16/122 2024-04-13T07:35:59.953 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : libradosstriper1-2:18.2.2-1217.g7d36322c.el9.x86 17/122 2024-04-13T07:35:59.953 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : librgw2-2:18.2.2-1217.g7d36322c.el9.x86_64 18/122 2024-04-13T07:35:59.953 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-ceph-argparse-2:18.2.2-1217.g7d36322c.el 19/122 2024-04-13T07:35:59.953 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-ceph-common-2:18.2.2-1217.g7d36322c.el9. 20/122 2024-04-13T07:35:59.953 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-cephfs-2:18.2.2-1217.g7d36322c.el9.x86_6 21/122 2024-04-13T07:35:59.953 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-rados-2:18.2.2-1217.g7d36322c.el9.x86_64 22/122 2024-04-13T07:35:59.953 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-rbd-2:18.2.2-1217.g7d36322c.el9.x86_64 23/122 2024-04-13T07:35:59.953 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-rgw-2:18.2.2-1217.g7d36322c.el9.x86_64 24/122 2024-04-13T07:35:59.953 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : rbd-fuse-2:18.2.2-1217.g7d36322c.el9.x86_64 25/122 2024-04-13T07:35:59.954 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : rbd-mirror-2:18.2.2-1217.g7d36322c.el9.x86_64 26/122 2024-04-13T07:35:59.954 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : rbd-nbd-2:18.2.2-1217.g7d36322c.el9.x86_64 27/122 2024-04-13T07:35:59.954 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : ceph-grafana-dashboards-2:18.2.2-1217.g7d36322c. 28/122 2024-04-13T07:35:59.954 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : ceph-mgr-cephadm-2:18.2.2-1217.g7d36322c.el9.noa 29/122 2024-04-13T07:35:59.954 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : ceph-mgr-dashboard-2:18.2.2-1217.g7d36322c.el9.n 30/122 2024-04-13T07:35:59.954 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.2-1217.g7d3 31/122 2024-04-13T07:35:59.954 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : ceph-mgr-modules-core-2:18.2.2-1217.g7d36322c.el 32/122 2024-04-13T07:35:59.954 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : ceph-mgr-rook-2:18.2.2-1217.g7d36322c.el9.noarch 33/122 2024-04-13T07:35:59.954 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : ceph-prometheus-alerts-2:18.2.2-1217.g7d36322c.e 34/122 2024-04-13T07:35:59.954 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : cephadm-2:18.2.2-1217.g7d36322c.el9.noarch 35/122 2024-04-13T07:35:59.954 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 36/122 2024-04-13T07:35:59.954 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : jq-1.6-16.el9.x86_64 37/122 2024-04-13T07:35:59.954 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 38/122 2024-04-13T07:35:59.955 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 39/122 2024-04-13T07:35:59.955 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 40/122 2024-04-13T07:35:59.955 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 41/122 2024-04-13T07:35:59.955 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 42/122 2024-04-13T07:35:59.955 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-ply-3.11-14.el9.noarch 43/122 2024-04-13T07:35:59.955 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 44/122 2024-04-13T07:35:59.955 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 45/122 2024-04-13T07:35:59.955 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 46/122 2024-04-13T07:35:59.955 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 47/122 2024-04-13T07:35:59.955 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 48/122 2024-04-13T07:35:59.955 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 49/122 2024-04-13T07:35:59.955 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 50/122 2024-04-13T07:35:59.955 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 51/122 2024-04-13T07:35:59.955 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 52/122 2024-04-13T07:35:59.955 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 53/122 2024-04-13T07:35:59.956 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 54/122 2024-04-13T07:35:59.956 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 55/122 2024-04-13T07:35:59.956 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 56/122 2024-04-13T07:35:59.956 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 57/122 2024-04-13T07:35:59.956 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 58/122 2024-04-13T07:35:59.956 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 59/122 2024-04-13T07:35:59.956 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 60/122 2024-04-13T07:35:59.956 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 61/122 2024-04-13T07:35:59.956 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 62/122 2024-04-13T07:35:59.956 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 63/122 2024-04-13T07:35:59.956 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 64/122 2024-04-13T07:35:59.956 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 65/122 2024-04-13T07:35:59.956 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 66/122 2024-04-13T07:35:59.956 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 67/122 2024-04-13T07:35:59.956 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 68/122 2024-04-13T07:35:59.957 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 69/122 2024-04-13T07:35:59.957 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 70/122 2024-04-13T07:35:59.957 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 71/122 2024-04-13T07:35:59.957 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 72/122 2024-04-13T07:35:59.957 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 73/122 2024-04-13T07:35:59.957 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 74/122 2024-04-13T07:35:59.957 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 75/122 2024-04-13T07:35:59.957 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 76/122 2024-04-13T07:35:59.957 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 77/122 2024-04-13T07:35:59.957 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 78/122 2024-04-13T07:35:59.957 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 79/122 2024-04-13T07:35:59.957 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 80/122 2024-04-13T07:35:59.957 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 81/122 2024-04-13T07:35:59.957 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 82/122 2024-04-13T07:35:59.957 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 83/122 2024-04-13T07:35:59.958 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 84/122 2024-04-13T07:35:59.958 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 85/122 2024-04-13T07:35:59.958 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 86/122 2024-04-13T07:35:59.958 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 87/122 2024-04-13T07:35:59.958 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 88/122 2024-04-13T07:35:59.958 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 89/122 2024-04-13T07:35:59.958 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 90/122 2024-04-13T07:35:59.958 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 91/122 2024-04-13T07:35:59.958 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 92/122 2024-04-13T07:35:59.959 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 93/122 2024-04-13T07:35:59.959 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 94/122 2024-04-13T07:35:59.959 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-google-auth-1:2.28.2-1.el9.noarch 95/122 2024-04-13T07:35:59.959 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 96/122 2024-04-13T07:35:59.959 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 97/122 2024-04-13T07:35:59.959 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 98/122 2024-04-13T07:35:59.959 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 99/122 2024-04-13T07:35:59.959 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 100/122 2024-04-13T07:35:59.959 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 101/122 2024-04-13T07:35:59.959 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 102/122 2024-04-13T07:35:59.959 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 103/122 2024-04-13T07:35:59.959 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 104/122 2024-04-13T07:35:59.959 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 105/122 2024-04-13T07:35:59.959 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 106/122 2024-04-13T07:35:59.960 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 107/122 2024-04-13T07:35:59.960 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 108/122 2024-04-13T07:35:59.960 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 109/122 2024-04-13T07:35:59.960 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 110/122 2024-04-13T07:35:59.960 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 111/122 2024-04-13T07:35:59.960 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 112/122 2024-04-13T07:35:59.960 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 113/122 2024-04-13T07:35:59.960 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 114/122 2024-04-13T07:35:59.960 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 115/122 2024-04-13T07:35:59.960 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 116/122 2024-04-13T07:35:59.960 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : re2-1:20211101-3.el9.x86_64 117/122 2024-04-13T07:35:59.960 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 118/122 2024-04-13T07:35:59.960 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : librados2-2:18.2.2-1217.g7d36322c.el9.x86_64 119/122 2024-04-13T07:35:59.960 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 120/122 2024-04-13T07:35:59.961 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : librbd1-2:18.2.2-1217.g7d36322c.el9.x86_64 121/122 2024-04-13T07:35:59.987 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : rbd-fuse-2:18.2.2-1217.g7d36322c.el9.x86_64 117/122 2024-04-13T07:36:00.105 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : rbd-nbd-2:18.2.2-1217.g7d36322c.el9.x86_64 118/122 2024-04-13T07:36:00.137 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 119/122 2024-04-13T07:36:00.159 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libcephfs-devel-2:18.2.2-1217.g7d36322c.el9.x86_ 120/122 2024-04-13T07:36:00.160 INFO:teuthology.orchestra.run.smithi119.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-13T07:36:00.226 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-13T07:36:00.227 INFO:teuthology.orchestra.run.smithi119.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-13T07:36:02.261 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 122/122 2024-04-13T07:36:02.261 INFO:teuthology.orchestra.run.smithi139.stdout: 2024-04-13T07:36:02.261 INFO:teuthology.orchestra.run.smithi139.stdout:Upgraded: 2024-04-13T07:36:02.261 INFO:teuthology.orchestra.run.smithi139.stdout: librados2-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:02.261 INFO:teuthology.orchestra.run.smithi139.stdout: librbd1-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:02.261 INFO:teuthology.orchestra.run.smithi139.stdout:Installed: 2024-04-13T07:36:02.261 INFO:teuthology.orchestra.run.smithi139.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-13T07:36:02.262 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:02.262 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-base-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:02.262 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-common-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:02.262 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-fuse-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:02.262 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-grafana-dashboards-2:18.2.2-1217.g7d36322c.el9.noarch 2024-04-13T07:36:02.262 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-immutable-object-cache-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:02.262 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-mds-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:02.262 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-mgr-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:02.262 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-mgr-cephadm-2:18.2.2-1217.g7d36322c.el9.noarch 2024-04-13T07:36:02.262 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-mgr-dashboard-2:18.2.2-1217.g7d36322c.el9.noarch 2024-04-13T07:36:02.262 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-mgr-diskprediction-local-2:18.2.2-1217.g7d36322c.el9.noarch 2024-04-13T07:36:02.262 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-mgr-modules-core-2:18.2.2-1217.g7d36322c.el9.noarch 2024-04-13T07:36:02.262 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-mgr-rook-2:18.2.2-1217.g7d36322c.el9.noarch 2024-04-13T07:36:02.262 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-mon-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:02.263 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-osd-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:02.263 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-prometheus-alerts-2:18.2.2-1217.g7d36322c.el9.noarch 2024-04-13T07:36:02.263 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-radosgw-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:02.263 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-selinux-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:02.263 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-test-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:02.263 INFO:teuthology.orchestra.run.smithi139.stdout: cephadm-2:18.2.2-1217.g7d36322c.el9.noarch 2024-04-13T07:36:02.263 INFO:teuthology.orchestra.run.smithi139.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-13T07:36:02.263 INFO:teuthology.orchestra.run.smithi139.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-13T07:36:02.263 INFO:teuthology.orchestra.run.smithi139.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-13T07:36:02.263 INFO:teuthology.orchestra.run.smithi139.stdout: fmt-8.1.1-5.el9.x86_64 2024-04-13T07:36:02.263 INFO:teuthology.orchestra.run.smithi139.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-13T07:36:02.263 INFO:teuthology.orchestra.run.smithi139.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-13T07:36:02.263 INFO:teuthology.orchestra.run.smithi139.stdout: jq-1.6-16.el9.x86_64 2024-04-13T07:36:02.264 INFO:teuthology.orchestra.run.smithi139.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-13T07:36:02.264 INFO:teuthology.orchestra.run.smithi139.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-13T07:36:02.264 INFO:teuthology.orchestra.run.smithi139.stdout: libcephfs-devel-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:02.264 INFO:teuthology.orchestra.run.smithi139.stdout: libcephfs2-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:02.264 INFO:teuthology.orchestra.run.smithi139.stdout: libcephsqlite-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:02.264 INFO:teuthology.orchestra.run.smithi139.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-13T07:36:02.264 INFO:teuthology.orchestra.run.smithi139.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-13T07:36:02.264 INFO:teuthology.orchestra.run.smithi139.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-13T07:36:02.264 INFO:teuthology.orchestra.run.smithi139.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-13T07:36:02.264 INFO:teuthology.orchestra.run.smithi139.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-13T07:36:02.264 INFO:teuthology.orchestra.run.smithi139.stdout: librados-devel-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:02.264 INFO:teuthology.orchestra.run.smithi139.stdout: libradosstriper1-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:02.264 INFO:teuthology.orchestra.run.smithi139.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-13T07:36:02.265 INFO:teuthology.orchestra.run.smithi139.stdout: librgw2-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:02.265 INFO:teuthology.orchestra.run.smithi139.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-13T07:36:02.265 INFO:teuthology.orchestra.run.smithi139.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-13T07:36:02.265 INFO:teuthology.orchestra.run.smithi139.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-04-13T07:36:02.265 INFO:teuthology.orchestra.run.smithi139.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-13T07:36:02.265 INFO:teuthology.orchestra.run.smithi139.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-13T07:36:02.265 INFO:teuthology.orchestra.run.smithi139.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-13T07:36:02.265 INFO:teuthology.orchestra.run.smithi139.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-13T07:36:02.265 INFO:teuthology.orchestra.run.smithi139.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-13T07:36:02.265 INFO:teuthology.orchestra.run.smithi139.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-13T07:36:02.265 INFO:teuthology.orchestra.run.smithi139.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-13T07:36:02.265 INFO:teuthology.orchestra.run.smithi139.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-13T07:36:02.265 INFO:teuthology.orchestra.run.smithi139.stdout: python3-ceph-argparse-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:02.265 INFO:teuthology.orchestra.run.smithi139.stdout: python3-ceph-common-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:02.266 INFO:teuthology.orchestra.run.smithi139.stdout: python3-cephfs-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:02.266 INFO:teuthology.orchestra.run.smithi139.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-13T07:36:02.266 INFO:teuthology.orchestra.run.smithi139.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-13T07:36:02.266 INFO:teuthology.orchestra.run.smithi139.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-13T07:36:02.266 INFO:teuthology.orchestra.run.smithi139.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-13T07:36:02.266 INFO:teuthology.orchestra.run.smithi139.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-13T07:36:02.266 INFO:teuthology.orchestra.run.smithi139.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-04-13T07:36:02.266 INFO:teuthology.orchestra.run.smithi139.stdout: python3-google-auth-1:2.28.2-1.el9.noarch 2024-04-13T07:36:02.266 INFO:teuthology.orchestra.run.smithi139.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-04-13T07:36:02.266 INFO:teuthology.orchestra.run.smithi139.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-13T07:36:02.266 INFO:teuthology.orchestra.run.smithi139.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-13T07:36:02.266 INFO:teuthology.orchestra.run.smithi139.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-13T07:36:02.266 INFO:teuthology.orchestra.run.smithi139.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-13T07:36:02.266 INFO:teuthology.orchestra.run.smithi139.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-13T07:36:02.266 INFO:teuthology.orchestra.run.smithi139.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-13T07:36:02.267 INFO:teuthology.orchestra.run.smithi139.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-13T07:36:02.267 INFO:teuthology.orchestra.run.smithi139.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-13T07:36:02.267 INFO:teuthology.orchestra.run.smithi139.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-13T07:36:02.267 INFO:teuthology.orchestra.run.smithi139.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-13T07:36:02.267 INFO:teuthology.orchestra.run.smithi139.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-13T07:36:02.267 INFO:teuthology.orchestra.run.smithi139.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-13T07:36:02.267 INFO:teuthology.orchestra.run.smithi139.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-13T07:36:02.267 INFO:teuthology.orchestra.run.smithi139.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-13T07:36:02.267 INFO:teuthology.orchestra.run.smithi139.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-13T07:36:02.267 INFO:teuthology.orchestra.run.smithi139.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-13T07:36:02.267 INFO:teuthology.orchestra.run.smithi139.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-13T07:36:02.267 INFO:teuthology.orchestra.run.smithi139.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-13T07:36:02.267 INFO:teuthology.orchestra.run.smithi139.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-13T07:36:02.267 INFO:teuthology.orchestra.run.smithi139.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-04-13T07:36:02.268 INFO:teuthology.orchestra.run.smithi139.stdout: python3-ply-3.11-14.el9.noarch 2024-04-13T07:36:02.268 INFO:teuthology.orchestra.run.smithi139.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-13T07:36:02.268 INFO:teuthology.orchestra.run.smithi139.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-13T07:36:02.268 INFO:teuthology.orchestra.run.smithi139.stdout: python3-py-1.10.0-6.el9.noarch 2024-04-13T07:36:02.268 INFO:teuthology.orchestra.run.smithi139.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-13T07:36:02.268 INFO:teuthology.orchestra.run.smithi139.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-13T07:36:02.268 INFO:teuthology.orchestra.run.smithi139.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-13T07:36:02.268 INFO:teuthology.orchestra.run.smithi139.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-13T07:36:02.268 INFO:teuthology.orchestra.run.smithi139.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-04-13T07:36:02.268 INFO:teuthology.orchestra.run.smithi139.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-13T07:36:02.268 INFO:teuthology.orchestra.run.smithi139.stdout: python3-rados-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:02.268 INFO:teuthology.orchestra.run.smithi139.stdout: python3-rbd-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:02.268 INFO:teuthology.orchestra.run.smithi139.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-13T07:36:02.268 INFO:teuthology.orchestra.run.smithi139.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-13T07:36:02.269 INFO:teuthology.orchestra.run.smithi139.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-13T07:36:02.269 INFO:teuthology.orchestra.run.smithi139.stdout: python3-rgw-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:02.269 INFO:teuthology.orchestra.run.smithi139.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-13T07:36:02.269 INFO:teuthology.orchestra.run.smithi139.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-13T07:36:02.269 INFO:teuthology.orchestra.run.smithi139.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-13T07:36:02.269 INFO:teuthology.orchestra.run.smithi139.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-13T07:36:02.269 INFO:teuthology.orchestra.run.smithi139.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-13T07:36:02.269 INFO:teuthology.orchestra.run.smithi139.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-13T07:36:02.269 INFO:teuthology.orchestra.run.smithi139.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-13T07:36:02.269 INFO:teuthology.orchestra.run.smithi139.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-13T07:36:02.269 INFO:teuthology.orchestra.run.smithi139.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-13T07:36:02.269 INFO:teuthology.orchestra.run.smithi139.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-13T07:36:02.269 INFO:teuthology.orchestra.run.smithi139.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-13T07:36:02.269 INFO:teuthology.orchestra.run.smithi139.stdout: rbd-fuse-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:02.270 INFO:teuthology.orchestra.run.smithi139.stdout: rbd-mirror-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:02.270 INFO:teuthology.orchestra.run.smithi139.stdout: rbd-nbd-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:02.270 INFO:teuthology.orchestra.run.smithi139.stdout: re2-1:20211101-3.el9.x86_64 2024-04-13T07:36:02.270 INFO:teuthology.orchestra.run.smithi139.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-13T07:36:02.270 INFO:teuthology.orchestra.run.smithi139.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-13T07:36:02.270 INFO:teuthology.orchestra.run.smithi139.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-13T07:36:02.270 INFO:teuthology.orchestra.run.smithi139.stdout: 2024-04-13T07:36:02.270 INFO:teuthology.orchestra.run.smithi139.stdout:Complete! 2024-04-13T07:36:02.596 DEBUG:teuthology.parallel:result is None 2024-04-13T07:36:05.160 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-13T07:36:05.160 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-2:18.2.2-1217.g7d36322c.el9.x86_64 1/122 2024-04-13T07:36:05.160 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-base-2:18.2.2-1217.g7d36322c.el9.x86_64 2/122 2024-04-13T07:36:05.160 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-common-2:18.2.2-1217.g7d36322c.el9.x86_64 3/122 2024-04-13T07:36:05.160 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-fuse-2:18.2.2-1217.g7d36322c.el9.x86_64 4/122 2024-04-13T07:36:05.160 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-immutable-object-cache-2:18.2.2-1217.g7d363 5/122 2024-04-13T07:36:05.160 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-mds-2:18.2.2-1217.g7d36322c.el9.x86_64 6/122 2024-04-13T07:36:05.160 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-mgr-2:18.2.2-1217.g7d36322c.el9.x86_64 7/122 2024-04-13T07:36:05.160 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-mon-2:18.2.2-1217.g7d36322c.el9.x86_64 8/122 2024-04-13T07:36:05.160 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-osd-2:18.2.2-1217.g7d36322c.el9.x86_64 9/122 2024-04-13T07:36:05.160 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-radosgw-2:18.2.2-1217.g7d36322c.el9.x86_64 10/122 2024-04-13T07:36:05.160 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-selinux-2:18.2.2-1217.g7d36322c.el9.x86_64 11/122 2024-04-13T07:36:05.161 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-test-2:18.2.2-1217.g7d36322c.el9.x86_64 12/122 2024-04-13T07:36:05.161 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libcephfs-devel-2:18.2.2-1217.g7d36322c.el9.x86_ 13/122 2024-04-13T07:36:05.161 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libcephfs2-2:18.2.2-1217.g7d36322c.el9.x86_64 14/122 2024-04-13T07:36:05.161 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libcephsqlite-2:18.2.2-1217.g7d36322c.el9.x86_64 15/122 2024-04-13T07:36:05.161 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : librados-devel-2:18.2.2-1217.g7d36322c.el9.x86_6 16/122 2024-04-13T07:36:05.161 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libradosstriper1-2:18.2.2-1217.g7d36322c.el9.x86 17/122 2024-04-13T07:36:05.161 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : librgw2-2:18.2.2-1217.g7d36322c.el9.x86_64 18/122 2024-04-13T07:36:05.161 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-ceph-argparse-2:18.2.2-1217.g7d36322c.el 19/122 2024-04-13T07:36:05.161 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-ceph-common-2:18.2.2-1217.g7d36322c.el9. 20/122 2024-04-13T07:36:05.161 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-cephfs-2:18.2.2-1217.g7d36322c.el9.x86_6 21/122 2024-04-13T07:36:05.161 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-rados-2:18.2.2-1217.g7d36322c.el9.x86_64 22/122 2024-04-13T07:36:05.161 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-rbd-2:18.2.2-1217.g7d36322c.el9.x86_64 23/122 2024-04-13T07:36:05.162 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-rgw-2:18.2.2-1217.g7d36322c.el9.x86_64 24/122 2024-04-13T07:36:05.162 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : rbd-fuse-2:18.2.2-1217.g7d36322c.el9.x86_64 25/122 2024-04-13T07:36:05.162 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : rbd-mirror-2:18.2.2-1217.g7d36322c.el9.x86_64 26/122 2024-04-13T07:36:05.162 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : rbd-nbd-2:18.2.2-1217.g7d36322c.el9.x86_64 27/122 2024-04-13T07:36:05.171 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-grafana-dashboards-2:18.2.2-1217.g7d36322c. 28/122 2024-04-13T07:36:05.171 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-mgr-cephadm-2:18.2.2-1217.g7d36322c.el9.noa 29/122 2024-04-13T07:36:05.171 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-mgr-dashboard-2:18.2.2-1217.g7d36322c.el9.n 30/122 2024-04-13T07:36:05.171 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.2-1217.g7d3 31/122 2024-04-13T07:36:05.172 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-mgr-modules-core-2:18.2.2-1217.g7d36322c.el 32/122 2024-04-13T07:36:05.172 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-mgr-rook-2:18.2.2-1217.g7d36322c.el9.noarch 33/122 2024-04-13T07:36:05.172 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-prometheus-alerts-2:18.2.2-1217.g7d36322c.e 34/122 2024-04-13T07:36:05.172 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : cephadm-2:18.2.2-1217.g7d36322c.el9.noarch 35/122 2024-04-13T07:36:05.172 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 36/122 2024-04-13T07:36:05.172 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : jq-1.6-16.el9.x86_64 37/122 2024-04-13T07:36:05.172 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 38/122 2024-04-13T07:36:05.172 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 39/122 2024-04-13T07:36:05.172 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 40/122 2024-04-13T07:36:05.172 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 41/122 2024-04-13T07:36:05.172 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 42/122 2024-04-13T07:36:05.172 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-ply-3.11-14.el9.noarch 43/122 2024-04-13T07:36:05.172 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 44/122 2024-04-13T07:36:05.172 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 45/122 2024-04-13T07:36:05.173 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 46/122 2024-04-13T07:36:05.173 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 47/122 2024-04-13T07:36:05.173 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 48/122 2024-04-13T07:36:05.173 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 49/122 2024-04-13T07:36:05.173 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 50/122 2024-04-13T07:36:05.173 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 51/122 2024-04-13T07:36:05.173 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 52/122 2024-04-13T07:36:05.173 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 53/122 2024-04-13T07:36:05.173 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 54/122 2024-04-13T07:36:05.173 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 55/122 2024-04-13T07:36:05.173 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 56/122 2024-04-13T07:36:05.173 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 57/122 2024-04-13T07:36:05.173 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 58/122 2024-04-13T07:36:05.174 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 59/122 2024-04-13T07:36:05.174 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 60/122 2024-04-13T07:36:05.174 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 61/122 2024-04-13T07:36:05.174 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 62/122 2024-04-13T07:36:05.174 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 63/122 2024-04-13T07:36:05.174 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 64/122 2024-04-13T07:36:05.174 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 65/122 2024-04-13T07:36:05.174 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 66/122 2024-04-13T07:36:05.174 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 67/122 2024-04-13T07:36:05.174 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 68/122 2024-04-13T07:36:05.174 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 69/122 2024-04-13T07:36:05.174 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 70/122 2024-04-13T07:36:05.174 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 71/122 2024-04-13T07:36:05.174 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 72/122 2024-04-13T07:36:05.175 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 73/122 2024-04-13T07:36:05.175 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 74/122 2024-04-13T07:36:05.175 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 75/122 2024-04-13T07:36:05.175 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 76/122 2024-04-13T07:36:05.175 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 77/122 2024-04-13T07:36:05.175 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 78/122 2024-04-13T07:36:05.175 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 79/122 2024-04-13T07:36:05.175 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 80/122 2024-04-13T07:36:05.175 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 81/122 2024-04-13T07:36:05.175 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 82/122 2024-04-13T07:36:05.175 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 83/122 2024-04-13T07:36:05.175 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 84/122 2024-04-13T07:36:05.175 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 85/122 2024-04-13T07:36:05.176 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 86/122 2024-04-13T07:36:05.176 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 87/122 2024-04-13T07:36:05.176 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 88/122 2024-04-13T07:36:05.176 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 89/122 2024-04-13T07:36:05.176 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 90/122 2024-04-13T07:36:05.176 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 91/122 2024-04-13T07:36:05.176 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 92/122 2024-04-13T07:36:05.176 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 93/122 2024-04-13T07:36:05.176 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 94/122 2024-04-13T07:36:05.176 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-google-auth-1:2.28.2-1.el9.noarch 95/122 2024-04-13T07:36:05.176 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 96/122 2024-04-13T07:36:05.176 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 97/122 2024-04-13T07:36:05.176 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 98/122 2024-04-13T07:36:05.176 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 99/122 2024-04-13T07:36:05.177 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 100/122 2024-04-13T07:36:05.177 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 101/122 2024-04-13T07:36:05.177 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 102/122 2024-04-13T07:36:05.177 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 103/122 2024-04-13T07:36:05.177 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 104/122 2024-04-13T07:36:05.177 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 105/122 2024-04-13T07:36:05.177 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 106/122 2024-04-13T07:36:05.177 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 107/122 2024-04-13T07:36:05.177 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 108/122 2024-04-13T07:36:05.177 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 109/122 2024-04-13T07:36:05.177 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 110/122 2024-04-13T07:36:05.177 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 111/122 2024-04-13T07:36:05.177 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 112/122 2024-04-13T07:36:05.177 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 113/122 2024-04-13T07:36:05.178 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 114/122 2024-04-13T07:36:05.178 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 115/122 2024-04-13T07:36:05.178 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 116/122 2024-04-13T07:36:05.178 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : re2-1:20211101-3.el9.x86_64 117/122 2024-04-13T07:36:05.178 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 118/122 2024-04-13T07:36:05.178 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : librados2-2:18.2.2-1217.g7d36322c.el9.x86_64 119/122 2024-04-13T07:36:05.178 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 120/122 2024-04-13T07:36:05.178 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : librbd1-2:18.2.2-1217.g7d36322c.el9.x86_64 121/122 2024-04-13T07:36:07.268 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 122/122 2024-04-13T07:36:07.268 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:36:07.268 INFO:teuthology.orchestra.run.smithi119.stdout:Upgraded: 2024-04-13T07:36:07.268 INFO:teuthology.orchestra.run.smithi119.stdout: librados2-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:07.268 INFO:teuthology.orchestra.run.smithi119.stdout: librbd1-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:07.268 INFO:teuthology.orchestra.run.smithi119.stdout:Installed: 2024-04-13T07:36:07.268 INFO:teuthology.orchestra.run.smithi119.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-13T07:36:07.269 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:07.269 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-base-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:07.269 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-common-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:07.269 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-fuse-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:07.269 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-grafana-dashboards-2:18.2.2-1217.g7d36322c.el9.noarch 2024-04-13T07:36:07.269 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-immutable-object-cache-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:07.269 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mds-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:07.269 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:07.269 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-cephadm-2:18.2.2-1217.g7d36322c.el9.noarch 2024-04-13T07:36:07.269 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-dashboard-2:18.2.2-1217.g7d36322c.el9.noarch 2024-04-13T07:36:07.269 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-diskprediction-local-2:18.2.2-1217.g7d36322c.el9.noarch 2024-04-13T07:36:07.269 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-modules-core-2:18.2.2-1217.g7d36322c.el9.noarch 2024-04-13T07:36:07.269 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-rook-2:18.2.2-1217.g7d36322c.el9.noarch 2024-04-13T07:36:07.269 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mon-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:07.269 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-osd-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:07.270 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-prometheus-alerts-2:18.2.2-1217.g7d36322c.el9.noarch 2024-04-13T07:36:07.270 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-radosgw-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:07.270 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-selinux-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:07.270 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-test-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:07.270 INFO:teuthology.orchestra.run.smithi119.stdout: cephadm-2:18.2.2-1217.g7d36322c.el9.noarch 2024-04-13T07:36:07.270 INFO:teuthology.orchestra.run.smithi119.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-13T07:36:07.270 INFO:teuthology.orchestra.run.smithi119.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-13T07:36:07.270 INFO:teuthology.orchestra.run.smithi119.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-13T07:36:07.270 INFO:teuthology.orchestra.run.smithi119.stdout: fmt-8.1.1-5.el9.x86_64 2024-04-13T07:36:07.270 INFO:teuthology.orchestra.run.smithi119.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-13T07:36:07.270 INFO:teuthology.orchestra.run.smithi119.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-13T07:36:07.270 INFO:teuthology.orchestra.run.smithi119.stdout: jq-1.6-16.el9.x86_64 2024-04-13T07:36:07.270 INFO:teuthology.orchestra.run.smithi119.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-13T07:36:07.271 INFO:teuthology.orchestra.run.smithi119.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-13T07:36:07.271 INFO:teuthology.orchestra.run.smithi119.stdout: libcephfs-devel-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:07.271 INFO:teuthology.orchestra.run.smithi119.stdout: libcephfs2-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:07.271 INFO:teuthology.orchestra.run.smithi119.stdout: libcephsqlite-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:07.271 INFO:teuthology.orchestra.run.smithi119.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-13T07:36:07.271 INFO:teuthology.orchestra.run.smithi119.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-13T07:36:07.271 INFO:teuthology.orchestra.run.smithi119.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-13T07:36:07.271 INFO:teuthology.orchestra.run.smithi119.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-13T07:36:07.271 INFO:teuthology.orchestra.run.smithi119.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-13T07:36:07.271 INFO:teuthology.orchestra.run.smithi119.stdout: librados-devel-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:07.271 INFO:teuthology.orchestra.run.smithi119.stdout: libradosstriper1-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:07.271 INFO:teuthology.orchestra.run.smithi119.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-13T07:36:07.271 INFO:teuthology.orchestra.run.smithi119.stdout: librgw2-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:07.272 INFO:teuthology.orchestra.run.smithi119.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-13T07:36:07.272 INFO:teuthology.orchestra.run.smithi119.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-13T07:36:07.272 INFO:teuthology.orchestra.run.smithi119.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-04-13T07:36:07.272 INFO:teuthology.orchestra.run.smithi119.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-13T07:36:07.272 INFO:teuthology.orchestra.run.smithi119.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-13T07:36:07.272 INFO:teuthology.orchestra.run.smithi119.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-13T07:36:07.272 INFO:teuthology.orchestra.run.smithi119.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-13T07:36:07.272 INFO:teuthology.orchestra.run.smithi119.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-13T07:36:07.272 INFO:teuthology.orchestra.run.smithi119.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-13T07:36:07.272 INFO:teuthology.orchestra.run.smithi119.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-13T07:36:07.272 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-13T07:36:07.272 INFO:teuthology.orchestra.run.smithi119.stdout: python3-ceph-argparse-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:07.272 INFO:teuthology.orchestra.run.smithi119.stdout: python3-ceph-common-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:07.273 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cephfs-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:07.273 INFO:teuthology.orchestra.run.smithi119.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-13T07:36:07.273 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-13T07:36:07.273 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-13T07:36:07.273 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-13T07:36:07.273 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-13T07:36:07.273 INFO:teuthology.orchestra.run.smithi119.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-04-13T07:36:07.273 INFO:teuthology.orchestra.run.smithi119.stdout: python3-google-auth-1:2.28.2-1.el9.noarch 2024-04-13T07:36:07.273 INFO:teuthology.orchestra.run.smithi119.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-04-13T07:36:07.273 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-13T07:36:07.273 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-13T07:36:07.273 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-13T07:36:07.274 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-13T07:36:07.274 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-13T07:36:07.274 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-13T07:36:07.274 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-13T07:36:07.274 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-13T07:36:07.274 INFO:teuthology.orchestra.run.smithi119.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-13T07:36:07.274 INFO:teuthology.orchestra.run.smithi119.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-13T07:36:07.274 INFO:teuthology.orchestra.run.smithi119.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-13T07:36:07.274 INFO:teuthology.orchestra.run.smithi119.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-13T07:36:07.274 INFO:teuthology.orchestra.run.smithi119.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-13T07:36:07.274 INFO:teuthology.orchestra.run.smithi119.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-13T07:36:07.274 INFO:teuthology.orchestra.run.smithi119.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-13T07:36:07.274 INFO:teuthology.orchestra.run.smithi119.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-13T07:36:07.274 INFO:teuthology.orchestra.run.smithi119.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-13T07:36:07.275 INFO:teuthology.orchestra.run.smithi119.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-13T07:36:07.275 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-13T07:36:07.275 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-04-13T07:36:07.275 INFO:teuthology.orchestra.run.smithi119.stdout: python3-ply-3.11-14.el9.noarch 2024-04-13T07:36:07.275 INFO:teuthology.orchestra.run.smithi119.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-13T07:36:07.275 INFO:teuthology.orchestra.run.smithi119.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-13T07:36:07.275 INFO:teuthology.orchestra.run.smithi119.stdout: python3-py-1.10.0-6.el9.noarch 2024-04-13T07:36:07.275 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-13T07:36:07.275 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-13T07:36:07.275 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-13T07:36:07.275 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-13T07:36:07.275 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-04-13T07:36:07.275 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-13T07:36:07.275 INFO:teuthology.orchestra.run.smithi119.stdout: python3-rados-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:07.276 INFO:teuthology.orchestra.run.smithi119.stdout: python3-rbd-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:07.276 INFO:teuthology.orchestra.run.smithi119.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-13T07:36:07.276 INFO:teuthology.orchestra.run.smithi119.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-13T07:36:07.276 INFO:teuthology.orchestra.run.smithi119.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-13T07:36:07.276 INFO:teuthology.orchestra.run.smithi119.stdout: python3-rgw-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:07.276 INFO:teuthology.orchestra.run.smithi119.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-13T07:36:07.276 INFO:teuthology.orchestra.run.smithi119.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-13T07:36:07.276 INFO:teuthology.orchestra.run.smithi119.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-13T07:36:07.276 INFO:teuthology.orchestra.run.smithi119.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-13T07:36:07.276 INFO:teuthology.orchestra.run.smithi119.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-13T07:36:07.276 INFO:teuthology.orchestra.run.smithi119.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-13T07:36:07.276 INFO:teuthology.orchestra.run.smithi119.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-13T07:36:07.276 INFO:teuthology.orchestra.run.smithi119.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-13T07:36:07.276 INFO:teuthology.orchestra.run.smithi119.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-13T07:36:07.277 INFO:teuthology.orchestra.run.smithi119.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-13T07:36:07.277 INFO:teuthology.orchestra.run.smithi119.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-13T07:36:07.277 INFO:teuthology.orchestra.run.smithi119.stdout: rbd-fuse-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:07.277 INFO:teuthology.orchestra.run.smithi119.stdout: rbd-mirror-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:07.277 INFO:teuthology.orchestra.run.smithi119.stdout: rbd-nbd-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:36:07.277 INFO:teuthology.orchestra.run.smithi119.stdout: re2-1:20211101-3.el9.x86_64 2024-04-13T07:36:07.277 INFO:teuthology.orchestra.run.smithi119.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-13T07:36:07.277 INFO:teuthology.orchestra.run.smithi119.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-13T07:36:07.277 INFO:teuthology.orchestra.run.smithi119.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-13T07:36:07.278 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:36:07.278 INFO:teuthology.orchestra.run.smithi119.stdout:Complete! 2024-04-13T07:36:07.604 DEBUG:teuthology.parallel:result is None 2024-04-13T07:36:07.604 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-13T07:36:07.604 INFO:teuthology.packaging:ref: None 2024-04-13T07:36:07.604 INFO:teuthology.packaging:tag: None 2024-04-13T07:36:07.604 INFO:teuthology.packaging:branch: reef 2024-04-13T07:36:07.605 INFO:teuthology.packaging:sha1: 5f22a4974d6492df1d519913f5251731f043c582 2024-04-13T07:36:07.605 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-13T07:36:07.836 DEBUG:teuthology.orchestra.run.smithi119:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-13T07:36:07.858 INFO:teuthology.orchestra.run.smithi119.stdout:18.2.2-1217.g7d36322c.el9 2024-04-13T07:36:07.858 INFO:teuthology.packaging:The installed version of ceph is 18.2.2-1217.g7d36322c.el9 2024-04-13T07:36:07.859 INFO:teuthology.task.install:The correct ceph version 18.2.2-1217.g7d36322c is installed. 2024-04-13T07:36:07.860 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-13T07:36:07.861 INFO:teuthology.packaging:ref: None 2024-04-13T07:36:07.861 INFO:teuthology.packaging:tag: None 2024-04-13T07:36:07.861 INFO:teuthology.packaging:branch: reef 2024-04-13T07:36:07.861 INFO:teuthology.packaging:sha1: 5f22a4974d6492df1d519913f5251731f043c582 2024-04-13T07:36:07.861 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-13T07:36:08.205 DEBUG:teuthology.orchestra.run.smithi139:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-13T07:36:08.232 INFO:teuthology.orchestra.run.smithi139.stdout:18.2.2-1217.g7d36322c.el9 2024-04-13T07:36:08.232 INFO:teuthology.packaging:The installed version of ceph is 18.2.2-1217.g7d36322c.el9 2024-04-13T07:36:08.232 INFO:teuthology.task.install:The correct ceph version 18.2.2-1217.g7d36322c is installed. 2024-04-13T07:36:08.234 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-04-13T07:36:08.234 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-04-13T07:36:08.234 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-13T07:36:08.264 DEBUG:teuthology.orchestra.run.smithi139:> set -ex 2024-04-13T07:36:08.264 DEBUG:teuthology.orchestra.run.smithi139:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-13T07:36:08.305 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-04-13T07:36:08.306 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-04-13T07:36:08.306 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd of=/usr/bin/daemon-helper 2024-04-13T07:36:08.332 DEBUG:teuthology.orchestra.run.smithi119:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-13T07:36:08.399 DEBUG:teuthology.orchestra.run.smithi139:> set -ex 2024-04-13T07:36:08.399 DEBUG:teuthology.orchestra.run.smithi139:> sudo dd of=/usr/bin/daemon-helper 2024-04-13T07:36:08.429 DEBUG:teuthology.orchestra.run.smithi139:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-13T07:36:08.499 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-04-13T07:36:08.499 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-04-13T07:36:08.499 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-13T07:36:08.525 DEBUG:teuthology.orchestra.run.smithi119:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-13T07:36:08.591 DEBUG:teuthology.orchestra.run.smithi139:> set -ex 2024-04-13T07:36:08.592 DEBUG:teuthology.orchestra.run.smithi139:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-13T07:36:08.620 DEBUG:teuthology.orchestra.run.smithi139:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-13T07:36:08.688 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-04-13T07:36:08.702 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-04-13T07:36:08.703 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd of=/usr/bin/stdin-killer 2024-04-13T07:36:08.729 DEBUG:teuthology.orchestra.run.smithi119:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-13T07:36:08.795 DEBUG:teuthology.orchestra.run.smithi139:> set -ex 2024-04-13T07:36:08.796 DEBUG:teuthology.orchestra.run.smithi139:> sudo dd of=/usr/bin/stdin-killer 2024-04-13T07:36:08.824 DEBUG:teuthology.orchestra.run.smithi139:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-13T07:36:08.891 INFO:teuthology.run_tasks:Running task print... 2024-04-13T07:36:08.902 INFO:teuthology.task.print:**** done install task... 2024-04-13T07:36:08.902 INFO:teuthology.run_tasks:Running task print... 2024-04-13T07:36:08.910 INFO:teuthology.task.print:**** done start installing reef cephadm ... 2024-04-13T07:36:08.910 INFO:teuthology.run_tasks:Running task cephadm... 2024-04-13T07:36:09.013 INFO:tasks.cephadm:Config: {'compiled_cephadm_branch': 'reef', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:reef', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'mons down', 'mon down', 'MON_DOWN', 'out of quorum'], 'sha1': '5f22a4974d6492df1d519913f5251731f043c582'} 2024-04-13T07:36:09.014 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:reef 2024-04-13T07:36:09.014 INFO:tasks.cephadm:Cluster fsid is 7e8cfa84-f968-11ee-bc8d-c7b262605968 2024-04-13T07:36:09.014 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-04-13T07:36:09.015 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.119', 'mon.c': '[v2:172.21.15.119:3301,v1:172.21.15.119:6790]', 'mon.b': '172.21.15.139'} 2024-04-13T07:36:09.015 INFO:tasks.cephadm:First mon is mon.a on smithi119 2024-04-13T07:36:09.015 INFO:tasks.cephadm:First mgr is y 2024-04-13T07:36:09.015 INFO:tasks.cephadm:Normalizing hostnames... 2024-04-13T07:36:09.015 DEBUG:teuthology.orchestra.run.smithi119:> sudo hostname $(hostname -s) 2024-04-13T07:36:09.042 DEBUG:teuthology.orchestra.run.smithi139:> sudo hostname $(hostname -s) 2024-04-13T07:36:09.073 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra for reef 2024-04-13T07:36:09.073 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=5f22a4974d6492df1d519913f5251731f043c582 2024-04-13T07:36:09.293 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '5f22a4974d6492df1d519913f5251731f043c582', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-build/ARCH=arm64,AVAILABLE_ARCH=arm64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/54881/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-2905-g5f22a497', 'node_name': '172.21.4.62+sulcata02', 'job_name': 'ceph-dev-build/ARCH=arm64,AVAILABLE_ARCH=arm64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-2905.g5f22a497'}, 'url': 'https://2.chacra.ceph.com/r/ceph/main/5f22a4974d6492df1d519913f5251731f043c582/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-04-12 17:58:55.849197', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'main', 'chacra_url': 'https://2.chacra.ceph.com/repos/ceph/main/5f22a4974d6492df1d519913f5251731f043c582/centos/9/flavors/default/', 'archs': ['x86_64', 'source', 'arm64'], 'distro': 'centos'}] 2024-04-13T07:36:09.646 INFO:tasks.util.chacra:got chacra host 4.chacra.ceph.com, ref reef, sha1 7d36322c373c73b184fd252cd881b122d8c51a3b from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&ref=reef 2024-04-13T07:36:09.648 INFO:tasks.cephadm:Discovered cachra url: https://4.chacra.ceph.com/binaries/ceph/reef/7d36322c373c73b184fd252cd881b122d8c51a3b/centos/9/x86_64/flavors/default/cephadm 2024-04-13T07:36:09.648 DEBUG:teuthology.orchestra.run.smithi119:> curl --silent -L https://4.chacra.ceph.com/binaries/ceph/reef/7d36322c373c73b184fd252cd881b122d8c51a3b/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-13T07:36:10.078 INFO:teuthology.orchestra.run.smithi119.stdout:-rw-r--r--. 1 ubuntu ubuntu 215332 Apr 13 07:36 /home/ubuntu/cephtest/cephadm 2024-04-13T07:36:10.078 DEBUG:teuthology.orchestra.run.smithi139:> curl --silent -L https://4.chacra.ceph.com/binaries/ceph/reef/7d36322c373c73b184fd252cd881b122d8c51a3b/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-13T07:36:10.499 INFO:teuthology.orchestra.run.smithi139.stdout:-rw-r--r--. 1 ubuntu ubuntu 215332 Apr 13 07:36 /home/ubuntu/cephtest/cephadm 2024-04-13T07:36:10.499 DEBUG:teuthology.orchestra.run.smithi119:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-13T07:36:10.518 DEBUG:teuthology.orchestra.run.smithi139:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-13T07:36:10.549 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:reef on all hosts... 2024-04-13T07:36:10.549 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-04-13T07:36:10.560 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-04-13T07:36:11.374 INFO:teuthology.orchestra.run.smithi119.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-04-13T07:36:11.424 INFO:teuthology.orchestra.run.smithi139.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-04-13T07:36:40.855 INFO:teuthology.orchestra.run.smithi139.stdout:{ 2024-04-13T07:36:40.855 INFO:teuthology.orchestra.run.smithi139.stdout: "ceph_version": "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)", 2024-04-13T07:36:40.855 INFO:teuthology.orchestra.run.smithi139.stdout: "image_id": "6ecd1226aa2fbfe626757c10af365cae7e1efb29811ef174caf43c1f61820704", 2024-04-13T07:36:40.855 INFO:teuthology.orchestra.run.smithi139.stdout: "repo_digests": [ 2024-04-13T07:36:40.855 INFO:teuthology.orchestra.run.smithi139.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d" 2024-04-13T07:36:40.855 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2024-04-13T07:36:40.855 INFO:teuthology.orchestra.run.smithi139.stdout:} 2024-04-13T07:36:47.475 INFO:teuthology.orchestra.run.smithi119.stdout:{ 2024-04-13T07:36:47.475 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph_version": "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)", 2024-04-13T07:36:47.475 INFO:teuthology.orchestra.run.smithi119.stdout: "image_id": "6ecd1226aa2fbfe626757c10af365cae7e1efb29811ef174caf43c1f61820704", 2024-04-13T07:36:47.475 INFO:teuthology.orchestra.run.smithi119.stdout: "repo_digests": [ 2024-04-13T07:36:47.475 INFO:teuthology.orchestra.run.smithi119.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d" 2024-04-13T07:36:47.475 INFO:teuthology.orchestra.run.smithi119.stdout: ] 2024-04-13T07:36:47.475 INFO:teuthology.orchestra.run.smithi119.stdout:} 2024-04-13T07:36:47.494 DEBUG:teuthology.orchestra.run.smithi119:> sudo mkdir -p /etc/ceph 2024-04-13T07:36:47.543 DEBUG:teuthology.orchestra.run.smithi139:> sudo mkdir -p /etc/ceph 2024-04-13T07:36:47.578 DEBUG:teuthology.orchestra.run.smithi119:> sudo chmod 777 /etc/ceph 2024-04-13T07:36:47.604 DEBUG:teuthology.orchestra.run.smithi139:> sudo chmod 777 /etc/ceph 2024-04-13T07:36:47.649 INFO:tasks.cephadm:Writing seed config... 2024-04-13T07:36:47.651 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-04-13T07:36:47.651 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-04-13T07:36:47.651 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-04-13T07:36:47.651 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-04-13T07:36:47.651 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-04-13T07:36:47.651 INFO:tasks.cephadm: override: [global] mon election default strategy = 3 2024-04-13T07:36:47.651 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-04-13T07:36:47.651 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-04-13T07:36:47.651 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-04-13T07:36:47.651 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-04-13T07:36:47.651 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-04-13T07:36:47.652 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-04-13T07:36:47.652 DEBUG:teuthology.orchestra.run.smithi119:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-04-13T07:36:47.667 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 7e8cfa84-f968-11ee-bc8d-c7b262605968 mon election default strategy = 3 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-04-13T07:36:47.667 DEBUG:teuthology.orchestra.run.smithi119:mon.a> sudo journalctl -f -n 0 -u ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@mon.a.service 2024-04-13T07:36:47.710 DEBUG:teuthology.orchestra.run.smithi119:mgr.y> sudo journalctl -f -n 0 -u ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@mgr.y.service 2024-04-13T07:36:47.753 INFO:tasks.cephadm:Bootstrapping... 2024-04-13T07:36:47.753 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef -v bootstrap --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.119 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-04-13T07:36:47.909 INFO:teuthology.orchestra.run.smithi119.stdout:-------------------------------------------------------------------------------- 2024-04-13T07:36:47.910 INFO:teuthology.orchestra.run.smithi119.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:reef', '-v', 'bootstrap', '--fsid', '7e8cfa84-f968-11ee-bc8d-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.119', '--skip-admin-label'] 2024-04-13T07:36:47.934 INFO:teuthology.orchestra.run.smithi119.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-13T07:36:47.934 INFO:teuthology.orchestra.run.smithi119.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-04-13T07:36:47.935 INFO:teuthology.orchestra.run.smithi119.stdout:Verifying podman|docker is present... 2024-04-13T07:36:47.958 INFO:teuthology.orchestra.run.smithi119.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-13T07:36:47.958 INFO:teuthology.orchestra.run.smithi119.stdout:Verifying lvm2 is present... 2024-04-13T07:36:47.958 INFO:teuthology.orchestra.run.smithi119.stdout:Verifying time synchronization is in place... 2024-04-13T07:36:47.965 INFO:teuthology.orchestra.run.smithi119.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-13T07:36:47.965 INFO:teuthology.orchestra.run.smithi119.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-13T07:36:47.971 INFO:teuthology.orchestra.run.smithi119.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-13T07:36:47.971 INFO:teuthology.orchestra.run.smithi119.stdout:systemctl: stdout inactive 2024-04-13T07:36:47.977 INFO:teuthology.orchestra.run.smithi119.stdout:systemctl: stdout enabled 2024-04-13T07:36:47.983 INFO:teuthology.orchestra.run.smithi119.stdout:systemctl: stdout active 2024-04-13T07:36:47.983 INFO:teuthology.orchestra.run.smithi119.stdout:Unit chronyd.service is enabled and running 2024-04-13T07:36:47.983 INFO:teuthology.orchestra.run.smithi119.stdout:Repeating the final host check... 2024-04-13T07:36:48.006 INFO:teuthology.orchestra.run.smithi119.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-13T07:36:48.006 INFO:teuthology.orchestra.run.smithi119.stdout:podman (/bin/podman) version 4.9.4 is present 2024-04-13T07:36:48.006 INFO:teuthology.orchestra.run.smithi119.stdout:systemctl is present 2024-04-13T07:36:48.006 INFO:teuthology.orchestra.run.smithi119.stdout:lvcreate is present 2024-04-13T07:36:48.012 INFO:teuthology.orchestra.run.smithi119.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-13T07:36:48.013 INFO:teuthology.orchestra.run.smithi119.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-13T07:36:48.018 INFO:teuthology.orchestra.run.smithi119.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-13T07:36:48.018 INFO:teuthology.orchestra.run.smithi119.stdout:systemctl: stdout inactive 2024-04-13T07:36:48.024 INFO:teuthology.orchestra.run.smithi119.stdout:systemctl: stdout enabled 2024-04-13T07:36:48.030 INFO:teuthology.orchestra.run.smithi119.stdout:systemctl: stdout active 2024-04-13T07:36:48.030 INFO:teuthology.orchestra.run.smithi119.stdout:Unit chronyd.service is enabled and running 2024-04-13T07:36:48.030 INFO:teuthology.orchestra.run.smithi119.stdout:Host looks OK 2024-04-13T07:36:48.031 INFO:teuthology.orchestra.run.smithi119.stdout:Cluster fsid: 7e8cfa84-f968-11ee-bc8d-c7b262605968 2024-04-13T07:36:48.031 INFO:teuthology.orchestra.run.smithi119.stdout:Acquiring lock 140228281829024 on /run/cephadm/7e8cfa84-f968-11ee-bc8d-c7b262605968.lock 2024-04-13T07:36:48.031 INFO:teuthology.orchestra.run.smithi119.stdout:Lock 140228281829024 acquired on /run/cephadm/7e8cfa84-f968-11ee-bc8d-c7b262605968.lock 2024-04-13T07:36:48.031 INFO:teuthology.orchestra.run.smithi119.stdout:Verifying IP 172.21.15.119 port 3300 ... 2024-04-13T07:36:48.031 INFO:teuthology.orchestra.run.smithi119.stdout:Verifying IP 172.21.15.119 port 6789 ... 2024-04-13T07:36:48.031 INFO:teuthology.orchestra.run.smithi119.stdout:Base mon IP(s) is [172.21.15.119:3300, 172.21.15.119:6789], mon addrv is [v2:172.21.15.119:3300,v1:172.21.15.119:6789] 2024-04-13T07:36:48.034 INFO:teuthology.orchestra.run.smithi119.stdout:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.119 metric 100 2024-04-13T07:36:48.034 INFO:teuthology.orchestra.run.smithi119.stdout:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.119 metric 100 2024-04-13T07:36:48.037 INFO:teuthology.orchestra.run.smithi119.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-04-13T07:36:48.037 INFO:teuthology.orchestra.run.smithi119.stdout:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 256 pref medium 2024-04-13T07:36:48.037 INFO:teuthology.orchestra.run.smithi119.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 1024 expires 1783sec hoplimit 64 pref medium 2024-04-13T07:36:48.039 INFO:teuthology.orchestra.run.smithi119.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-04-13T07:36:48.039 INFO:teuthology.orchestra.run.smithi119.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-04-13T07:36:48.039 INFO:teuthology.orchestra.run.smithi119.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-13T07:36:48.039 INFO:teuthology.orchestra.run.smithi119.stdout:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-04-13T07:36:48.039 INFO:teuthology.orchestra.run.smithi119.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:fe8f:d5ef/64 scope link 2024-04-13T07:36:48.039 INFO:teuthology.orchestra.run.smithi119.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-13T07:36:48.040 INFO:teuthology.orchestra.run.smithi119.stdout:Mon IP `172.21.15.119` is in CIDR network `172.21.0.0/20` 2024-04-13T07:36:48.040 INFO:teuthology.orchestra.run.smithi119.stdout:Mon IP `172.21.15.119` is in CIDR network `172.21.0.0/20` 2024-04-13T07:36:48.040 INFO:teuthology.orchestra.run.smithi119.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-04-13T07:36:48.040 INFO:teuthology.orchestra.run.smithi119.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-04-13T07:36:48.041 INFO:teuthology.orchestra.run.smithi119.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-04-13T07:36:48.777 INFO:teuthology.orchestra.run.smithi119.stdout:/bin/podman: stdout 6ecd1226aa2fbfe626757c10af365cae7e1efb29811ef174caf43c1f61820704 2024-04-13T07:36:48.777 INFO:teuthology.orchestra.run.smithi119.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:reef... 2024-04-13T07:36:48.777 INFO:teuthology.orchestra.run.smithi119.stdout:/bin/podman: stderr Getting image source signatures 2024-04-13T07:36:48.777 INFO:teuthology.orchestra.run.smithi119.stdout:/bin/podman: stderr Copying blob sha256:9793b5b5582798bde394f4383d142e9f248a25e4ebfd72ee05ea9ec6251a877d 2024-04-13T07:36:48.777 INFO:teuthology.orchestra.run.smithi119.stdout:/bin/podman: stderr Copying blob sha256:397f9e8aa6d416a7e6e9b7eb3dbf2c2c9e5d8070442b8165e409aec883ce69cc 2024-04-13T07:36:48.777 INFO:teuthology.orchestra.run.smithi119.stdout:/bin/podman: stderr Copying config sha256:6ecd1226aa2fbfe626757c10af365cae7e1efb29811ef174caf43c1f61820704 2024-04-13T07:36:48.777 INFO:teuthology.orchestra.run.smithi119.stdout:/bin/podman: stderr Writing manifest to image destination 2024-04-13T07:36:49.697 INFO:teuthology.orchestra.run.smithi119.stdout:ceph: stdout ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable) 2024-04-13T07:36:49.698 INFO:teuthology.orchestra.run.smithi119.stdout:Ceph version: ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable) 2024-04-13T07:36:49.698 INFO:teuthology.orchestra.run.smithi119.stdout:Extracting ceph user uid/gid from container image... 2024-04-13T07:36:50.711 INFO:teuthology.orchestra.run.smithi119.stdout:stat: stdout 167 167 2024-04-13T07:36:50.712 INFO:teuthology.orchestra.run.smithi119.stdout:Creating initial keys... 2024-04-13T07:36:51.600 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph-authtool: stdout AQATNhpmA5HbARAAC9IvbpS2DxtrbvyBR62wSQ== 2024-04-13T07:36:52.656 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph-authtool: stdout AQATNhpmvYnNOhAABYseyLPqSS32CYPuBSFPDA== 2024-04-13T07:37:00.353 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph-authtool: stdout AQAVNhpmCaoWMBAAdM6rhQJ+QHPW4DlbVMJVVw== 2024-04-13T07:37:00.353 INFO:teuthology.orchestra.run.smithi119.stdout:Creating initial monmap... 2024-04-13T07:37:05.347 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-13T07:37:05.347 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = pacific 2024-04-13T07:37:05.347 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 7e8cfa84-f968-11ee-bc8d-c7b262605968 2024-04-13T07:37:05.347 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-13T07:37:05.347 INFO:teuthology.orchestra.run.smithi119.stdout:monmaptool for a [v2:172.21.15.119:3300,v1:172.21.15.119:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-13T07:37:05.347 INFO:teuthology.orchestra.run.smithi119.stdout:setting min_mon_release = pacific 2024-04-13T07:37:05.347 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/monmaptool: set fsid to 7e8cfa84-f968-11ee-bc8d-c7b262605968 2024-04-13T07:37:05.347 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-13T07:37:05.347 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:37:05.347 INFO:teuthology.orchestra.run.smithi119.stdout:Creating mon... 2024-04-13T07:37:06.384 INFO:teuthology.orchestra.run.smithi119.stdout:create mon.a on 2024-04-13T07:37:06.575 INFO:teuthology.orchestra.run.smithi119.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-04-13T07:37:06.710 INFO:teuthology.orchestra.run.smithi119.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-04-13T07:37:06.872 INFO:teuthology.orchestra.run.smithi119.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968.target → /etc/systemd/system/ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968.target. 2024-04-13T07:37:06.872 INFO:teuthology.orchestra.run.smithi119.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968.target → /etc/systemd/system/ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968.target. 2024-04-13T07:37:07.099 INFO:teuthology.orchestra.run.smithi119.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@mon.a 2024-04-13T07:37:07.099 INFO:teuthology.orchestra.run.smithi119.stdout:systemctl: stderr Failed to reset failed state of unit ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@mon.a.service: Unit ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@mon.a.service not loaded. 2024-04-13T07:37:07.253 INFO:teuthology.orchestra.run.smithi119.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968.target.wants/ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@mon.a.service → /etc/systemd/system/ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@.service. 2024-04-13T07:37:08.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:07 smithi119 ceph-mon[27243]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-13T07:37:08.255 INFO:teuthology.orchestra.run.smithi119.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-13T07:37:08.255 INFO:teuthology.orchestra.run.smithi119.stdout:systemctl: stdout disabled 2024-04-13T07:37:08.263 INFO:teuthology.orchestra.run.smithi119.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-13T07:37:08.263 INFO:teuthology.orchestra.run.smithi119.stdout:systemctl: stdout inactive 2024-04-13T07:37:08.263 INFO:teuthology.orchestra.run.smithi119.stdout:firewalld.service is not enabled 2024-04-13T07:37:08.263 INFO:teuthology.orchestra.run.smithi119.stdout:Not possible to enable service . firewalld.service is not available 2024-04-13T07:37:08.263 INFO:teuthology.orchestra.run.smithi119.stdout:Waiting for mon to start... 2024-04-13T07:37:08.264 INFO:teuthology.orchestra.run.smithi119.stdout:Waiting for mon... 2024-04-13T07:37:08.510 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:08 smithi119 bash[27205]: d1cf7eec6fb9bc1632ad550d3b83558286fb835d1cd6061216f29f895ff780c0 2024-04-13T07:37:08.511 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:08 smithi119 systemd[1]: Started Ceph mon.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:37:08.801 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:08 smithi119 ceph-mon[27243]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-13T07:37:08.801 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:08 smithi119 ceph-mon[27243]: monmap e1: 1 mons at {a=[v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-13T07:37:08.801 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:08 smithi119 ceph-mon[27243]: fsmap 2024-04-13T07:37:08.801 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:08 smithi119 ceph-mon[27243]: osdmap e1: 0 total, 0 up, 0 in 2024-04-13T07:37:08.801 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:08 smithi119 ceph-mon[27243]: mgrmap e1: no daemons active 2024-04-13T07:37:09.356 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout cluster: 2024-04-13T07:37:09.356 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout id: 7e8cfa84-f968-11ee-bc8d-c7b262605968 2024-04-13T07:37:09.356 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-04-13T07:37:09.356 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout 2024-04-13T07:37:09.356 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout services: 2024-04-13T07:37:09.356 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 1.0539s) 2024-04-13T07:37:09.356 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-04-13T07:37:09.356 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-04-13T07:37:09.356 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout 2024-04-13T07:37:09.356 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout data: 2024-04-13T07:37:09.357 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-04-13T07:37:09.357 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-04-13T07:37:09.357 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-04-13T07:37:09.357 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout pgs: 2024-04-13T07:37:09.357 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout 2024-04-13T07:37:09.357 INFO:teuthology.orchestra.run.smithi119.stdout:mon is available 2024-04-13T07:37:09.357 INFO:teuthology.orchestra.run.smithi119.stdout:Assimilating anything we can from ceph.conf... 2024-04-13T07:37:09.864 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:09 smithi119 ceph-mon[27243]: from='client.? 172.21.15.119:0/1455973193' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-13T07:37:10.782 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout 2024-04-13T07:37:10.782 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout [global] 2024-04-13T07:37:10.782 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout fsid = 7e8cfa84-f968-11ee-bc8d-c7b262605968 2024-04-13T07:37:10.782 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.119:3300,v1:172.21.15.119:6789] 2024-04-13T07:37:10.782 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-13T07:37:10.782 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-13T07:37:10.782 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-13T07:37:10.782 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-13T07:37:10.782 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout 2024-04-13T07:37:10.783 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-13T07:37:10.783 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-13T07:37:10.783 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout 2024-04-13T07:37:10.783 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout [osd] 2024-04-13T07:37:10.783 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-13T07:37:10.783 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-13T07:37:10.783 INFO:teuthology.orchestra.run.smithi119.stdout:Generating new minimal ceph.conf... 2024-04-13T07:37:11.007 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:10 smithi119 ceph-mon[27243]: from='client.? 172.21.15.119:0/477796042' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-13T07:37:11.007 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:10 smithi119 ceph-mon[27243]: from='client.? 172.21.15.119:0/477796042' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-04-13T07:37:11.844 INFO:teuthology.orchestra.run.smithi119.stdout:Restarting the monitor... 2024-04-13T07:37:11.861 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:11 smithi119 ceph-mon[27243]: from='client.? 172.21.15.119:0/445226842' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:37:12.115 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:11 smithi119 systemd[1]: Stopping Ceph mon.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:37:12.380 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:12 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-a[27220]: 2024-04-13T07:37:12.114+0000 7f530e70a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T07:37:12.380 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:12 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-a[27220]: 2024-04-13T07:37:12.114+0000 7f530e70a700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-04-13T07:37:12.693 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:12 smithi119 podman[27577]: 2024-04-13 07:37:12.381067166 +0000 UTC m=+0.376295655 container died d1cf7eec6fb9bc1632ad550d3b83558286fb835d1cd6061216f29f895ff780c0 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-7d36322, org.label-schema.build-date=20240409, ceph=True) 2024-04-13T07:37:12.694 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:12 smithi119 podman[27577]: 2024-04-13 07:37:12.69525096 +0000 UTC m=+0.690479447 container cleanup d1cf7eec6fb9bc1632ad550d3b83558286fb835d1cd6061216f29f895ff780c0 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-a, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, RELEASE=reef-7d36322, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True) 2024-04-13T07:37:12.965 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:12 smithi119 bash[27577]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-a 2024-04-13T07:37:12.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:12 smithi119 podman[27594]: 2024-04-13 07:37:12.918480114 +0000 UTC m=+0.537899182 container remove d1cf7eec6fb9bc1632ad550d3b83558286fb835d1cd6061216f29f895ff780c0 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-a, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=reef-7d36322, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-13T07:37:13.381 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@mon.a.service: Deactivated successfully. 2024-04-13T07:37:13.381 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 systemd[1]: Stopped Ceph mon.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:37:13.381 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 systemd[1]: Starting Ceph mon.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:37:13.381 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 podman[27696]: 2024-04-13 07:37:13.163216923 +0000 UTC m=+0.017656058 image pull 6ecd1226aa2fbfe626757c10af365cae7e1efb29811ef174caf43c1f61820704 quay.ceph.io/ceph-ci/ceph:reef 2024-04-13T07:37:13.381 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 podman[27696]: 2024-04-13 07:37:13.263789788 +0000 UTC m=+0.118228924 container create f2e13e059877ca8565f556fdda97cce07d45963a61183287fb8954e305caeba8 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-a, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=reef-7d36322, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240409) 2024-04-13T07:37:13.735 INFO:teuthology.orchestra.run.smithi119.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-04-13T07:37:13.951 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 podman[27696]: 2024-04-13 07:37:13.666546249 +0000 UTC m=+0.520985399 container init f2e13e059877ca8565f556fdda97cce07d45963a61183287fb8954e305caeba8 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-a, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=reef-7d36322, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux ) 2024-04-13T07:37:13.952 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 podman[27696]: 2024-04-13 07:37:13.672775764 +0000 UTC m=+0.527214907 container start f2e13e059877ca8565f556fdda97cce07d45963a61183287fb8954e305caeba8 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-a, org.label-schema.license=GPLv2, ceph=True, RELEASE=reef-7d36322, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5) 2024-04-13T07:37:13.952 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: set uid:gid to 167:167 (ceph:ceph) 2024-04-13T07:37:13.952 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable), process ceph-mon, pid 7 2024-04-13T07:37:13.952 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: pidfile_write: ignore empty --pid-file 2024-04-13T07:37:13.952 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: load: jerasure load: lrc 2024-04-13T07:37:13.952 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: RocksDB version: 7.9.2 2024-04-13T07:37:13.952 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Git sha 0 2024-04-13T07:37:13.952 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Compile date 2024-04-12 16:22:45 2024-04-13T07:37:13.952 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: DB SUMMARY 2024-04-13T07:37:13.952 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: DB Session ID: PVP792N74F57A7OH8R3B 2024-04-13T07:37:13.952 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: CURRENT file: CURRENT 2024-04-13T07:37:13.952 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: IDENTITY file: IDENTITY 2024-04-13T07:37:13.953 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-04-13T07:37:13.953 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-04-13T07:37:13.953 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 84863 ; 2024-04-13T07:37:13.953 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.error_if_exists: 0 2024-04-13T07:37:13.953 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.create_if_missing: 0 2024-04-13T07:37:13.953 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.paranoid_checks: 1 2024-04-13T07:37:13.953 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-13T07:37:13.953 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-13T07:37:13.953 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-13T07:37:13.953 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.env: 0x555e06749820 2024-04-13T07:37:13.953 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.fs: PosixFileSystem 2024-04-13T07:37:13.953 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.info_log: 0x555e09031520 2024-04-13T07:37:13.953 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.max_file_opening_threads: 16 2024-04-13T07:37:13.954 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.statistics: (nil) 2024-04-13T07:37:13.954 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.use_fsync: 0 2024-04-13T07:37:13.954 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.max_log_file_size: 0 2024-04-13T07:37:13.954 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-13T07:37:13.954 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-13T07:37:13.954 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.keep_log_file_num: 1000 2024-04-13T07:37:13.954 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.recycle_log_file_num: 0 2024-04-13T07:37:13.954 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.allow_fallocate: 1 2024-04-13T07:37:13.954 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.allow_mmap_reads: 0 2024-04-13T07:37:13.954 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.allow_mmap_writes: 0 2024-04-13T07:37:13.954 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.use_direct_reads: 0 2024-04-13T07:37:13.954 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-13T07:37:13.955 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.create_missing_column_families: 0 2024-04-13T07:37:13.955 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.db_log_dir: 2024-04-13T07:37:13.955 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.wal_dir: 2024-04-13T07:37:13.955 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-13T07:37:13.955 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-13T07:37:13.955 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-13T07:37:13.955 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-13T07:37:13.955 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-13T07:37:13.955 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-13T07:37:13.955 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.advise_random_on_open: 1 2024-04-13T07:37:13.956 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.db_write_buffer_size: 0 2024-04-13T07:37:13.956 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.write_buffer_manager: 0x555e082a6140 2024-04-13T07:37:13.956 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-13T07:37:13.956 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-13T07:37:13.956 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-13T07:37:13.956 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.rate_limiter: (nil) 2024-04-13T07:37:13.956 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-13T07:37:13.956 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.wal_recovery_mode: 2 2024-04-13T07:37:13.956 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.enable_thread_tracking: 0 2024-04-13T07:37:13.956 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.enable_pipelined_write: 0 2024-04-13T07:37:13.956 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.unordered_write: 0 2024-04-13T07:37:13.957 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-13T07:37:13.957 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-13T07:37:13.957 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-13T07:37:13.957 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-13T07:37:13.957 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.row_cache: None 2024-04-13T07:37:13.957 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.wal_filter: None 2024-04-13T07:37:13.957 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-13T07:37:13.957 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.allow_ingest_behind: 0 2024-04-13T07:37:13.958 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.two_write_queues: 0 2024-04-13T07:37:13.958 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.manual_wal_flush: 0 2024-04-13T07:37:13.958 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.wal_compression: 0 2024-04-13T07:37:13.958 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.atomic_flush: 0 2024-04-13T07:37:13.958 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-13T07:37:13.959 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-13T07:37:13.959 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-13T07:37:13.959 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.log_readahead_size: 0 2024-04-13T07:37:13.959 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-13T07:37:13.959 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.best_efforts_recovery: 0 2024-04-13T07:37:13.959 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-13T07:37:13.959 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-13T07:37:13.959 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.allow_data_in_errors: 0 2024-04-13T07:37:13.959 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.db_host_id: __hostname__ 2024-04-13T07:37:13.959 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-13T07:37:13.959 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.max_background_jobs: 2 2024-04-13T07:37:13.959 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.max_background_compactions: -1 2024-04-13T07:37:13.959 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.max_subcompactions: 1 2024-04-13T07:37:13.960 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-13T07:37:13.960 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-13T07:37:13.960 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-13T07:37:13.960 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.max_total_wal_size: 0 2024-04-13T07:37:13.960 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-13T07:37:13.960 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-13T07:37:13.960 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-13T07:37:13.960 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-13T07:37:13.960 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.max_open_files: -1 2024-04-13T07:37:13.960 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.bytes_per_sync: 0 2024-04-13T07:37:13.960 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-13T07:37:13.960 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-13T07:37:13.960 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.compaction_readahead_size: 0 2024-04-13T07:37:13.960 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.max_background_flushes: -1 2024-04-13T07:37:13.960 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Compression algorithms supported: 2024-04-13T07:37:13.961 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-13T07:37:13.961 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: kZSTD supported: 0 2024-04-13T07:37:13.961 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: kXpressCompression supported: 0 2024-04-13T07:37:13.961 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: kLZ4HCCompression supported: 1 2024-04-13T07:37:13.961 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: kZlibCompression supported: 1 2024-04-13T07:37:13.961 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: kSnappyCompression supported: 1 2024-04-13T07:37:13.961 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: kLZ4Compression supported: 1 2024-04-13T07:37:13.961 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: kBZip2Compression supported: 0 2024-04-13T07:37:13.961 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-13T07:37:13.961 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-13T07:37:13.961 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-04-13T07:37:13.961 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-13T07:37:13.961 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-13T07:37:13.961 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.merge_operator: 2024-04-13T07:37:13.961 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.compaction_filter: None 2024-04-13T07:37:13.962 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.compaction_filter_factory: None 2024-04-13T07:37:13.962 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.sst_partitioner_factory: None 2024-04-13T07:37:13.962 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-13T07:37:13.962 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-13T07:37:13.962 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x555e09031620) 2024-04-13T07:37:13.962 INFO:journalctl@ceph.mon.a.smithi119.stdout: cache_index_and_filter_blocks: 1 2024-04-13T07:37:13.962 INFO:journalctl@ceph.mon.a.smithi119.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-13T07:37:13.962 INFO:journalctl@ceph.mon.a.smithi119.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-13T07:37:13.962 INFO:journalctl@ceph.mon.a.smithi119.stdout: pin_top_level_index_and_filter: 1 2024-04-13T07:37:13.963 INFO:journalctl@ceph.mon.a.smithi119.stdout: index_type: 0 2024-04-13T07:37:13.963 INFO:journalctl@ceph.mon.a.smithi119.stdout: data_block_index_type: 0 2024-04-13T07:37:13.963 INFO:journalctl@ceph.mon.a.smithi119.stdout: index_shortening: 1 2024-04-13T07:37:13.963 INFO:journalctl@ceph.mon.a.smithi119.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-13T07:37:13.963 INFO:journalctl@ceph.mon.a.smithi119.stdout: checksum: 4 2024-04-13T07:37:13.963 INFO:journalctl@ceph.mon.a.smithi119.stdout: no_block_cache: 0 2024-04-13T07:37:13.963 INFO:journalctl@ceph.mon.a.smithi119.stdout: block_cache: 0x555e083471f0 2024-04-13T07:37:13.963 INFO:journalctl@ceph.mon.a.smithi119.stdout: block_cache_name: BinnedLRUCache 2024-04-13T07:37:13.963 INFO:journalctl@ceph.mon.a.smithi119.stdout: block_cache_options: 2024-04-13T07:37:13.963 INFO:journalctl@ceph.mon.a.smithi119.stdout: capacity : 536870912 2024-04-13T07:37:13.963 INFO:journalctl@ceph.mon.a.smithi119.stdout: num_shard_bits : 4 2024-04-13T07:37:13.963 INFO:journalctl@ceph.mon.a.smithi119.stdout: strict_capacity_limit : 0 2024-04-13T07:37:13.963 INFO:journalctl@ceph.mon.a.smithi119.stdout: high_pri_pool_ratio: 0.000 2024-04-13T07:37:13.963 INFO:journalctl@ceph.mon.a.smithi119.stdout: block_cache_compressed: (nil) 2024-04-13T07:37:13.964 INFO:journalctl@ceph.mon.a.smithi119.stdout: persistent_cache: (nil) 2024-04-13T07:37:13.964 INFO:journalctl@ceph.mon.a.smithi119.stdout: block_size: 4096 2024-04-13T07:37:13.964 INFO:journalctl@ceph.mon.a.smithi119.stdout: block_size_deviation: 10 2024-04-13T07:37:13.964 INFO:journalctl@ceph.mon.a.smithi119.stdout: block_restart_interval: 16 2024-04-13T07:37:13.964 INFO:journalctl@ceph.mon.a.smithi119.stdout: index_block_restart_interval: 1 2024-04-13T07:37:13.964 INFO:journalctl@ceph.mon.a.smithi119.stdout: metadata_block_size: 4096 2024-04-13T07:37:13.964 INFO:journalctl@ceph.mon.a.smithi119.stdout: partition_filters: 0 2024-04-13T07:37:13.964 INFO:journalctl@ceph.mon.a.smithi119.stdout: use_delta_encoding: 1 2024-04-13T07:37:13.964 INFO:journalctl@ceph.mon.a.smithi119.stdout: filter_policy: bloomfilter 2024-04-13T07:37:13.964 INFO:journalctl@ceph.mon.a.smithi119.stdout: whole_key_filtering: 1 2024-04-13T07:37:13.964 INFO:journalctl@ceph.mon.a.smithi119.stdout: verify_compression: 0 2024-04-13T07:37:13.964 INFO:journalctl@ceph.mon.a.smithi119.stdout: read_amp_bytes_per_bit: 0 2024-04-13T07:37:13.964 INFO:journalctl@ceph.mon.a.smithi119.stdout: format_version: 5 2024-04-13T07:37:13.965 INFO:journalctl@ceph.mon.a.smithi119.stdout: enable_index_compression: 1 2024-04-13T07:37:13.965 INFO:journalctl@ceph.mon.a.smithi119.stdout: block_align: 0 2024-04-13T07:37:13.965 INFO:journalctl@ceph.mon.a.smithi119.stdout: max_auto_readahead_size: 262144 2024-04-13T07:37:13.965 INFO:journalctl@ceph.mon.a.smithi119.stdout: prepopulate_block_cache: 0 2024-04-13T07:37:13.965 INFO:journalctl@ceph.mon.a.smithi119.stdout: initial_auto_readahead_size: 8192 2024-04-13T07:37:13.965 INFO:journalctl@ceph.mon.a.smithi119.stdout: num_file_reads_for_auto_readahead: 2 2024-04-13T07:37:13.965 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.write_buffer_size: 33554432 2024-04-13T07:37:13.965 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.max_write_buffer_number: 2 2024-04-13T07:37:13.965 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.compression: NoCompression 2024-04-13T07:37:13.965 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.bottommost_compression: Disabled 2024-04-13T07:37:13.965 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.prefix_extractor: nullptr 2024-04-13T07:37:13.965 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-13T07:37:13.965 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.num_levels: 7 2024-04-13T07:37:13.965 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-13T07:37:13.965 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-13T07:37:13.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-13T07:37:13.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-13T07:37:13.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-13T07:37:13.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-13T07:37:13.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-13T07:37:13.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-13T07:37:13.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-13T07:37:13.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-13T07:37:13.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-13T07:37:13.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-13T07:37:13.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-13T07:37:13.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.compression_opts.level: 32767 2024-04-13T07:37:13.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.compression_opts.strategy: 0 2024-04-13T07:37:13.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-13T07:37:13.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-13T07:37:13.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-13T07:37:13.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-13T07:37:13.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.compression_opts.enabled: false 2024-04-13T07:37:13.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-13T07:37:13.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-13T07:37:13.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-13T07:37:13.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-13T07:37:13.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.target_file_size_base: 67108864 2024-04-13T07:37:13.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-13T07:37:13.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-13T07:37:13.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-13T07:37:13.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-13T07:37:13.968 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-13T07:37:13.968 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-13T07:37:13.968 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-13T07:37:13.968 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-13T07:37:13.968 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-13T07:37:13.968 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-13T07:37:13.968 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-13T07:37:13.968 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-13T07:37:13.968 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-13T07:37:13.968 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-13T07:37:13.968 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.arena_block_size: 1048576 2024-04-13T07:37:13.968 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-13T07:37:13.968 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-13T07:37:13.968 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.disable_auto_compactions: 0 2024-04-13T07:37:13.969 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-13T07:37:13.969 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-13T07:37:13.969 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-13T07:37:13.969 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-13T07:37:13.969 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-13T07:37:13.969 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-13T07:37:13.969 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-13T07:37:13.969 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-13T07:37:13.969 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-13T07:37:13.969 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-13T07:37:13.969 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.table_properties_collectors: 2024-04-13T07:37:13.969 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.inplace_update_support: 0 2024-04-13T07:37:13.969 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-13T07:37:13.969 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-13T07:37:13.969 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-13T07:37:13.970 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-13T07:37:13.970 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.bloom_locality: 0 2024-04-13T07:37:13.970 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.max_successive_merges: 0 2024-04-13T07:37:13.970 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-13T07:37:13.970 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.paranoid_file_checks: 0 2024-04-13T07:37:13.970 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.force_consistency_checks: 1 2024-04-13T07:37:13.970 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.report_bg_io_stats: 0 2024-04-13T07:37:13.970 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.ttl: 2592000 2024-04-13T07:37:13.970 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-13T07:37:13.970 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-13T07:37:13.970 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-13T07:37:13.970 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.enable_blob_files: false 2024-04-13T07:37:13.970 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.min_blob_size: 0 2024-04-13T07:37:13.970 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.blob_file_size: 268435456 2024-04-13T07:37:13.971 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-13T07:37:13.971 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-13T07:37:13.971 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-13T07:37:13.971 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-13T07:37:13.971 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-13T07:37:13.971 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.blob_file_starting_level: 0 2024-04-13T07:37:13.971 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-13T07:37:13.971 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-04-13T07:37:13.971 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-04-13T07:37:13.971 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: e536dcbe-5479-4386-bafd-93704fb28fba 2024-04-13T07:37:13.971 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712993833705609, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-04-13T07:37:13.971 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-04-13T07:37:13.971 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712993833706565, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 81239, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 262, "table_properties": {"data_size": 79415, "index_size": 234, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10297, "raw_average_key_size": 47, "raw_value_size": 73590, "raw_average_value_size": 339, "num_data_blocks": 10, "num_entries": 217, "num_filter_entries": 217, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712993833, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "e536dcbe-5479-4386-bafd-93704fb28fba", "db_session_id": "PVP792N74F57A7OH8R3B", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-04-13T07:37:13.971 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712993833706636, "job": 1, "event": "recovery_finished"} 2024-04-13T07:37:13.972 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-04-13T07:37:13.972 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-13T07:37:13.972 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x555e083e6000 2024-04-13T07:37:13.972 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: DB pointer 0x555e083d4000 2024-04-13T07:37:13.972 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-13T07:37:13.972 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-13T07:37:13.972 INFO:journalctl@ceph.mon.a.smithi119.stdout: ** DB Stats ** 2024-04-13T07:37:13.972 INFO:journalctl@ceph.mon.a.smithi119.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-13T07:37:13.972 INFO:journalctl@ceph.mon.a.smithi119.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-13T07:37:13.972 INFO:journalctl@ceph.mon.a.smithi119.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-13T07:37:13.972 INFO:journalctl@ceph.mon.a.smithi119.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-13T07:37:13.972 INFO:journalctl@ceph.mon.a.smithi119.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-13T07:37:13.972 INFO:journalctl@ceph.mon.a.smithi119.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-13T07:37:13.972 INFO:journalctl@ceph.mon.a.smithi119.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-13T07:37:13.972 INFO:journalctl@ceph.mon.a.smithi119.stdout: 2024-04-13T07:37:13.973 INFO:journalctl@ceph.mon.a.smithi119.stdout: ** Compaction Stats [default] ** 2024-04-13T07:37:13.973 INFO:journalctl@ceph.mon.a.smithi119.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-13T07:37:13.973 INFO:journalctl@ceph.mon.a.smithi119.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-13T07:37:13.973 INFO:journalctl@ceph.mon.a.smithi119.stdout: L0 2/0 81.17 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 126.0 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-13T07:37:13.973 INFO:journalctl@ceph.mon.a.smithi119.stdout: Sum 2/0 81.17 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 126.0 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-13T07:37:13.973 INFO:journalctl@ceph.mon.a.smithi119.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 126.0 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-13T07:37:13.973 INFO:journalctl@ceph.mon.a.smithi119.stdout: 2024-04-13T07:37:13.973 INFO:journalctl@ceph.mon.a.smithi119.stdout: ** Compaction Stats [default] ** 2024-04-13T07:37:13.973 INFO:journalctl@ceph.mon.a.smithi119.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-13T07:37:13.973 INFO:journalctl@ceph.mon.a.smithi119.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-13T07:37:13.973 INFO:journalctl@ceph.mon.a.smithi119.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 126.0 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-13T07:37:13.973 INFO:journalctl@ceph.mon.a.smithi119.stdout: 2024-04-13T07:37:13.973 INFO:journalctl@ceph.mon.a.smithi119.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-13T07:37:13.973 INFO:journalctl@ceph.mon.a.smithi119.stdout: 2024-04-13T07:37:13.973 INFO:journalctl@ceph.mon.a.smithi119.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-13T07:37:13.973 INFO:journalctl@ceph.mon.a.smithi119.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-13T07:37:13.974 INFO:journalctl@ceph.mon.a.smithi119.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-13T07:37:13.974 INFO:journalctl@ceph.mon.a.smithi119.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-13T07:37:13.974 INFO:journalctl@ceph.mon.a.smithi119.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-13T07:37:13.974 INFO:journalctl@ceph.mon.a.smithi119.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-13T07:37:13.974 INFO:journalctl@ceph.mon.a.smithi119.stdout: Cumulative compaction: 0.00 GB write, 23.43 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-13T07:37:13.974 INFO:journalctl@ceph.mon.a.smithi119.stdout: Interval compaction: 0.00 GB write, 23.43 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-13T07:37:13.974 INFO:journalctl@ceph.mon.a.smithi119.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-13T07:37:13.974 INFO:journalctl@ceph.mon.a.smithi119.stdout: Block cache BinnedLRUCache@0x555e083471f0#7 capacity: 512.00 MB usage: 1.19 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-04-13T07:37:13.974 INFO:journalctl@ceph.mon.a.smithi119.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.77 KB,0.000146031%) IndexBlock(2,0.42 KB,8.04663e-05%) Misc(1,0.00 KB,0%) 2024-04-13T07:37:13.974 INFO:journalctl@ceph.mon.a.smithi119.stdout: 2024-04-13T07:37:13.974 INFO:journalctl@ceph.mon.a.smithi119.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-13T07:37:13.974 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: starting mon.a rank 0 at public addrs [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] at bind addrs [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 2024-04-13T07:37:13.974 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: mon.a@-1(???) e1 preinit fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 2024-04-13T07:37:13.974 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: mon.a@-1(???).mds e1 new map 2024-04-13T07:37:13.975 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: mon.a@-1(???).mds e1 print_map 2024-04-13T07:37:13.975 INFO:journalctl@ceph.mon.a.smithi119.stdout: e1 2024-04-13T07:37:13.975 INFO:journalctl@ceph.mon.a.smithi119.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-13T07:37:13.975 INFO:journalctl@ceph.mon.a.smithi119.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-13T07:37:13.975 INFO:journalctl@ceph.mon.a.smithi119.stdout: legacy client fscid: -1 2024-04-13T07:37:13.975 INFO:journalctl@ceph.mon.a.smithi119.stdout: 2024-04-13T07:37:13.975 INFO:journalctl@ceph.mon.a.smithi119.stdout: No filesystems configured 2024-04-13T07:37:13.975 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-13T07:37:13.975 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-13T07:37:13.975 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-13T07:37:13.975 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-13T07:37:13.975 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-04-13T07:37:13.975 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 bash[27696]: f2e13e059877ca8565f556fdda97cce07d45963a61183287fb8954e305caeba8 2024-04-13T07:37:13.975 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 systemd[1]: Started Ceph mon.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:37:13.975 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-13T07:37:13.975 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: monmap e1: 1 mons at {a=[v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-13T07:37:13.976 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: fsmap 2024-04-13T07:37:13.976 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: osdmap e1: 0 total, 0 up, 0 in 2024-04-13T07:37:13.976 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:13 smithi119 ceph-mon[27733]: mgrmap e1: no daemons active 2024-04-13T07:37:14.858 INFO:teuthology.orchestra.run.smithi119.stdout:Wrote config to /etc/ceph/ceph.conf 2024-04-13T07:37:14.883 INFO:teuthology.orchestra.run.smithi119.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-04-13T07:37:14.883 INFO:teuthology.orchestra.run.smithi119.stdout:Creating mgr... 2024-04-13T07:37:14.883 INFO:teuthology.orchestra.run.smithi119.stdout:Verifying port 0.0.0.0:9283 ... 2024-04-13T07:37:14.883 INFO:teuthology.orchestra.run.smithi119.stdout:Verifying port 0.0.0.0:8765 ... 2024-04-13T07:37:15.239 INFO:teuthology.orchestra.run.smithi119.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@mgr.y 2024-04-13T07:37:15.239 INFO:teuthology.orchestra.run.smithi119.stdout:systemctl: stderr Failed to reset failed state of unit ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@mgr.y.service: Unit ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@mgr.y.service not loaded. 2024-04-13T07:37:15.385 INFO:teuthology.orchestra.run.smithi119.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968.target.wants/ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@mgr.y.service → /etc/systemd/system/ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@.service. 2024-04-13T07:37:15.608 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:15 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/3131692154' entity='client.admin' 2024-04-13T07:37:15.609 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:15 smithi119 systemd[1]: Starting Ceph mgr.y for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:37:15.944 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:15 smithi119 podman[27973]: 2024-04-13 07:37:15.609496199 +0000 UTC m=+0.107731109 container create cb7f7188b7249422c5b1b6972918de46231cfa72e208ad626c8dc99cf4ce1f38 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, RELEASE=reef-7d36322) 2024-04-13T07:37:15.944 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:15 smithi119 podman[27973]: 2024-04-13 07:37:15.518937304 +0000 UTC m=+0.017172182 image pull 6ecd1226aa2fbfe626757c10af365cae7e1efb29811ef174caf43c1f61820704 quay.ceph.io/ceph-ci/ceph:reef 2024-04-13T07:37:15.944 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:15 smithi119 podman[27973]: 2024-04-13 07:37:15.837238435 +0000 UTC m=+0.335473303 container init cb7f7188b7249422c5b1b6972918de46231cfa72e208ad626c8dc99cf4ce1f38 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-7d36322, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-04-13T07:37:15.945 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:15 smithi119 podman[27973]: 2024-04-13 07:37:15.842655812 +0000 UTC m=+0.340890681 container start cb7f7188b7249422c5b1b6972918de46231cfa72e208ad626c8dc99cf4ce1f38 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=reef-7d36322, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-04-13T07:37:15.945 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:15 smithi119 bash[27973]: cb7f7188b7249422c5b1b6972918de46231cfa72e208ad626c8dc99cf4ce1f38 2024-04-13T07:37:15.958 INFO:teuthology.orchestra.run.smithi119.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-13T07:37:15.958 INFO:teuthology.orchestra.run.smithi119.stdout:systemctl: stdout disabled 2024-04-13T07:37:15.965 INFO:teuthology.orchestra.run.smithi119.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-13T07:37:15.965 INFO:teuthology.orchestra.run.smithi119.stdout:systemctl: stdout inactive 2024-04-13T07:37:15.965 INFO:teuthology.orchestra.run.smithi119.stdout:firewalld.service is not enabled 2024-04-13T07:37:15.965 INFO:teuthology.orchestra.run.smithi119.stdout:Not possible to enable service . firewalld.service is not available 2024-04-13T07:37:15.973 INFO:teuthology.orchestra.run.smithi119.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-13T07:37:15.974 INFO:teuthology.orchestra.run.smithi119.stdout:systemctl: stdout disabled 2024-04-13T07:37:15.981 INFO:teuthology.orchestra.run.smithi119.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-13T07:37:15.981 INFO:teuthology.orchestra.run.smithi119.stdout:systemctl: stdout inactive 2024-04-13T07:37:15.981 INFO:teuthology.orchestra.run.smithi119.stdout:firewalld.service is not enabled 2024-04-13T07:37:15.981 INFO:teuthology.orchestra.run.smithi119.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-04-13T07:37:15.981 INFO:teuthology.orchestra.run.smithi119.stdout:Waiting for mgr to start... 2024-04-13T07:37:15.981 INFO:teuthology.orchestra.run.smithi119.stdout:Waiting for mgr... 2024-04-13T07:37:16.206 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:15 smithi119 systemd[1]: Started Ceph mgr.y for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:37:16.465 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:16 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:16.389+0000 7fcd5d381200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-13T07:37:16.825 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:16 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/2277895794' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-13T07:37:16.825 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:16 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:16.487+0000 7fcd5d381200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-13T07:37:17.139 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout 2024-04-13T07:37:17.139 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout { 2024-04-13T07:37:17.139 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "fsid": "7e8cfa84-f968-11ee-bc8d-c7b262605968", 2024-04-13T07:37:17.139 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "health": { 2024-04-13T07:37:17.139 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-13T07:37:17.139 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-13T07:37:17.139 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-13T07:37:17.139 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:37:17.139 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-13T07:37:17.139 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-13T07:37:17.140 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout 0 2024-04-13T07:37:17.140 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout ], 2024-04-13T07:37:17.140 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-13T07:37:17.140 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "a" 2024-04-13T07:37:17.140 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout ], 2024-04-13T07:37:17.140 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-04-13T07:37:17.140 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-13T07:37:17.140 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-13T07:37:17.140 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-13T07:37:17.140 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-13T07:37:17.140 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:37:17.140 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-13T07:37:17.140 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-13T07:37:17.140 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-13T07:37:17.140 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-13T07:37:17.140 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-13T07:37:17.144 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-13T07:37:17.144 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-13T07:37:17.144 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-13T07:37:17.144 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:37:17.144 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-13T07:37:17.144 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-13T07:37:17.144 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-13T07:37:17.144 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-13T07:37:17.144 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-13T07:37:17.144 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-13T07:37:17.145 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-13T07:37:17.145 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-13T07:37:17.145 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-13T07:37:17.145 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:37:17.145 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-13T07:37:17.145 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-13T07:37:17.145 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-13T07:37:17.145 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-13T07:37:17.145 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:37:17.145 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-13T07:37:17.145 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-13T07:37:17.145 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-13T07:37:17.145 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-13T07:37:17.145 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-13T07:37:17.145 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-13T07:37:17.146 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "restful" 2024-04-13T07:37:17.146 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout ], 2024-04-13T07:37:17.146 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-13T07:37:17.146 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:37:17.146 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-13T07:37:17.146 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-13T07:37:17.146 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "modified": "2024-04-13T07:37:07.749200+0000", 2024-04-13T07:37:17.146 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-13T07:37:17.146 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:37:17.146 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-13T07:37:17.146 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout } 2024-04-13T07:37:17.146 INFO:teuthology.orchestra.run.smithi119.stdout:mgr not available, waiting (1/15)... 2024-04-13T07:37:17.452 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:17 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:17.130+0000 7fcd5d381200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-13T07:37:17.452 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:17 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:17.221+0000 7fcd5d381200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-13T07:37:17.452 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:17 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:17.359+0000 7fcd5d381200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-13T07:37:17.715 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:17 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:17.452+0000 7fcd5d381200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-13T07:37:17.716 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:17 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:17.535+0000 7fcd5d381200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-13T07:37:18.078 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:17 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:17.793+0000 7fcd5d381200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-13T07:37:18.078 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:17 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:17.901+0000 7fcd5d381200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-13T07:37:18.078 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:17 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:17.986+0000 7fcd5d381200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-13T07:37:18.078 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:18 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:18.078+0000 7fcd5d381200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-13T07:37:18.465 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:18 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:18.251+0000 7fcd5d381200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-13T07:37:19.465 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:19 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:19.207+0000 7fcd5d381200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-13T07:37:19.465 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:19 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:19.337+0000 7fcd5d381200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-13T07:37:19.782 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:19 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/1955583014' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-13T07:37:19.782 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:19 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:19.688+0000 7fcd5d381200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-13T07:37:19.782 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:19 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:19.782+0000 7fcd5d381200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-13T07:37:20.159 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:19 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:19.976+0000 7fcd5d381200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-13T07:37:20.440 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:20 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:20.159+0000 7fcd5d381200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-13T07:37:20.698 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:20 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:20.440+0000 7fcd5d381200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-13T07:37:20.698 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:20 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:20.698+0000 7fcd5d381200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-13T07:37:20.805 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout 2024-04-13T07:37:20.805 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout { 2024-04-13T07:37:20.805 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "fsid": "7e8cfa84-f968-11ee-bc8d-c7b262605968", 2024-04-13T07:37:20.805 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "health": { 2024-04-13T07:37:20.805 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-13T07:37:20.805 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-13T07:37:20.805 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-13T07:37:20.805 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:37:20.805 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-13T07:37:20.806 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-13T07:37:20.806 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout 0 2024-04-13T07:37:20.806 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout ], 2024-04-13T07:37:20.806 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-13T07:37:20.806 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "a" 2024-04-13T07:37:20.806 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout ], 2024-04-13T07:37:20.806 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "quorum_age": 6, 2024-04-13T07:37:20.806 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-13T07:37:20.806 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-13T07:37:20.806 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-13T07:37:20.806 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-13T07:37:20.806 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:37:20.806 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-13T07:37:20.806 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-13T07:37:20.806 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-13T07:37:20.807 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-13T07:37:20.807 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-13T07:37:20.807 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-13T07:37:20.807 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-13T07:37:20.807 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-13T07:37:20.807 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:37:20.807 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-13T07:37:20.810 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-13T07:37:20.810 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-13T07:37:20.810 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-13T07:37:20.810 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-13T07:37:20.810 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-13T07:37:20.810 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-13T07:37:20.810 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-13T07:37:20.810 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-13T07:37:20.810 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:37:20.810 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-13T07:37:20.811 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-13T07:37:20.811 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-13T07:37:20.811 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-13T07:37:20.811 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:37:20.811 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-13T07:37:20.811 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-13T07:37:20.811 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-13T07:37:20.811 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-13T07:37:20.811 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-13T07:37:20.811 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-13T07:37:20.811 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "restful" 2024-04-13T07:37:20.811 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout ], 2024-04-13T07:37:20.811 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-13T07:37:20.811 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:37:20.811 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-13T07:37:20.811 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-13T07:37:20.812 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "modified": "2024-04-13T07:37:07.749200+0000", 2024-04-13T07:37:20.812 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-13T07:37:20.812 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:37:20.812 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-13T07:37:20.812 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout } 2024-04-13T07:37:20.812 INFO:teuthology.orchestra.run.smithi119.stdout:mgr not available, waiting (2/15)... 2024-04-13T07:37:20.965 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:20 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:20.939+0000 7fcd5d381200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-13T07:37:22.215 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:21 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:21.729+0000 7fcd5d381200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-13T07:37:22.600 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:22 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:22.289+0000 7fcd5d381200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-13T07:37:22.600 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:22 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:22.386+0000 7fcd5d381200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-13T07:37:22.600 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:22 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:22.600+0000 7fcd5d381200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-13T07:37:22.925 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:22 smithi119 ceph-mon[27733]: Activating manager daemon y 2024-04-13T07:37:22.925 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:22 smithi119 ceph-mon[27733]: mgrmap e2: y(active, starting, since 0.00319895s) 2024-04-13T07:37:22.925 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:22 smithi119 ceph-mon[27733]: from='mgr.14100 172.21.15.119:0/70318481' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-13T07:37:22.925 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:22 smithi119 ceph-mon[27733]: from='mgr.14100 172.21.15.119:0/70318481' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-13T07:37:22.925 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:22 smithi119 ceph-mon[27733]: from='mgr.14100 172.21.15.119:0/70318481' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-13T07:37:22.925 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:22 smithi119 ceph-mon[27733]: from='mgr.14100 172.21.15.119:0/70318481' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:37:22.925 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:22 smithi119 ceph-mon[27733]: from='mgr.14100 172.21.15.119:0/70318481' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-13T07:37:22.925 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:22 smithi119 ceph-mon[27733]: Manager daemon y is now available 2024-04-13T07:37:22.925 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:22 smithi119 ceph-mon[27733]: from='mgr.14100 172.21.15.119:0/70318481' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-13T07:37:22.925 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:22 smithi119 ceph-mon[27733]: from='mgr.14100 172.21.15.119:0/70318481' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-13T07:37:22.925 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:22 smithi119 ceph-mon[27733]: from='mgr.14100 172.21.15.119:0/70318481' entity='mgr.y' 2024-04-13T07:37:22.926 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:22 smithi119 ceph-mon[27733]: from='mgr.14100 172.21.15.119:0/70318481' entity='mgr.y' 2024-04-13T07:37:22.926 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:22 smithi119 ceph-mon[27733]: from='mgr.14100 172.21.15.119:0/70318481' entity='mgr.y' 2024-04-13T07:37:23.923 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:23 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/262393228' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-13T07:37:23.923 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:23 smithi119 ceph-mon[27733]: mgrmap e3: y(active, since 1.00589s) 2024-04-13T07:37:23.928 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout 2024-04-13T07:37:23.928 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout { 2024-04-13T07:37:23.928 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "fsid": "7e8cfa84-f968-11ee-bc8d-c7b262605968", 2024-04-13T07:37:23.928 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "health": { 2024-04-13T07:37:23.928 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-13T07:37:23.928 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-13T07:37:23.928 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-13T07:37:23.928 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:37:23.928 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-13T07:37:23.928 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-13T07:37:23.928 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout 0 2024-04-13T07:37:23.929 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout ], 2024-04-13T07:37:23.929 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-13T07:37:23.929 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "a" 2024-04-13T07:37:23.929 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout ], 2024-04-13T07:37:23.929 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "quorum_age": 9, 2024-04-13T07:37:23.929 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-13T07:37:23.929 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-13T07:37:23.929 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-13T07:37:23.929 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-13T07:37:23.929 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:37:23.929 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-13T07:37:23.929 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-13T07:37:23.929 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-13T07:37:23.929 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-13T07:37:23.929 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-13T07:37:23.933 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-13T07:37:23.933 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-13T07:37:23.933 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-13T07:37:23.933 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:37:23.933 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-13T07:37:23.933 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-13T07:37:23.933 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-13T07:37:23.933 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-13T07:37:23.933 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-13T07:37:23.933 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-13T07:37:23.934 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-13T07:37:23.934 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-13T07:37:23.934 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-13T07:37:23.934 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:37:23.934 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-13T07:37:23.934 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-13T07:37:23.934 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-13T07:37:23.934 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-13T07:37:23.934 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:37:23.934 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-13T07:37:23.934 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-13T07:37:23.934 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-13T07:37:23.934 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-13T07:37:23.934 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-13T07:37:23.935 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-13T07:37:23.935 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "restful" 2024-04-13T07:37:23.935 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout ], 2024-04-13T07:37:23.935 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-13T07:37:23.935 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:37:23.935 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-13T07:37:23.935 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-13T07:37:23.935 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "modified": "2024-04-13T07:37:07.749200+0000", 2024-04-13T07:37:23.935 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-13T07:37:23.935 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:37:23.935 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-13T07:37:23.935 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout } 2024-04-13T07:37:23.935 INFO:teuthology.orchestra.run.smithi119.stdout:mgr not available, waiting (3/15)... 2024-04-13T07:37:25.965 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:25 smithi119 ceph-mon[27733]: mgrmap e4: y(active, since 2s) 2024-04-13T07:37:26.965 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:26 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/530663477' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-13T07:37:27.265 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout 2024-04-13T07:37:27.265 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout { 2024-04-13T07:37:27.265 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "fsid": "7e8cfa84-f968-11ee-bc8d-c7b262605968", 2024-04-13T07:37:27.265 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "health": { 2024-04-13T07:37:27.265 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-13T07:37:27.265 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-13T07:37:27.265 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-13T07:37:27.265 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:37:27.265 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-13T07:37:27.265 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-13T07:37:27.265 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout 0 2024-04-13T07:37:27.265 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout ], 2024-04-13T07:37:27.266 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-13T07:37:27.266 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "a" 2024-04-13T07:37:27.266 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout ], 2024-04-13T07:37:27.266 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "quorum_age": 12, 2024-04-13T07:37:27.266 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-13T07:37:27.266 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-13T07:37:27.266 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-13T07:37:27.266 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-13T07:37:27.266 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:37:27.266 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-13T07:37:27.266 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-13T07:37:27.266 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-13T07:37:27.266 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-13T07:37:27.267 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-13T07:37:27.267 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-13T07:37:27.267 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-13T07:37:27.267 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-13T07:37:27.267 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:37:27.267 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-13T07:37:27.267 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-13T07:37:27.267 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-13T07:37:27.267 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-13T07:37:27.267 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-13T07:37:27.267 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-13T07:37:27.267 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-13T07:37:27.267 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-13T07:37:27.267 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-13T07:37:27.267 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:37:27.267 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-13T07:37:27.268 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-13T07:37:27.268 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-13T07:37:27.268 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-13T07:37:27.268 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:37:27.268 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-13T07:37:27.268 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-13T07:37:27.268 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-13T07:37:27.268 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-13T07:37:27.268 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-13T07:37:27.268 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-13T07:37:27.268 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "restful" 2024-04-13T07:37:27.268 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout ], 2024-04-13T07:37:27.268 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-13T07:37:27.268 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:37:27.268 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-13T07:37:27.269 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-13T07:37:27.269 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "modified": "2024-04-13T07:37:07.749200+0000", 2024-04-13T07:37:27.269 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-13T07:37:27.269 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:37:27.269 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-13T07:37:27.269 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout } 2024-04-13T07:37:27.269 INFO:teuthology.orchestra.run.smithi119.stdout:mgr is available 2024-04-13T07:37:28.200 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:27 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/861527559' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-13T07:37:28.455 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout 2024-04-13T07:37:28.483 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout [global] 2024-04-13T07:37:28.483 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout fsid = 7e8cfa84-f968-11ee-bc8d-c7b262605968 2024-04-13T07:37:28.483 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-13T07:37:28.483 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-13T07:37:28.484 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-13T07:37:28.484 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-13T07:37:28.484 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout 2024-04-13T07:37:28.484 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-13T07:37:28.484 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-13T07:37:28.484 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout 2024-04-13T07:37:28.484 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout [osd] 2024-04-13T07:37:28.484 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-13T07:37:28.484 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-13T07:37:28.484 INFO:teuthology.orchestra.run.smithi119.stdout:Enabling cephadm module... 2024-04-13T07:37:29.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:29 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/3506307931' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-04-13T07:37:29.466 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:29 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: ignoring --setuser ceph since I am not root 2024-04-13T07:37:29.466 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:29 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: ignoring --setgroup ceph since I am not root 2024-04-13T07:37:29.999 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:29 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:29.753+0000 7fd2d468c200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-13T07:37:29.999 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:29 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:29.854+0000 7fd2d468c200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-13T07:37:30.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:30 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/3506307931' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-04-13T07:37:30.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:30 smithi119 ceph-mon[27733]: mgrmap e5: y(active, since 6s) 2024-04-13T07:37:30.739 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:30 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:30.503+0000 7fd2d468c200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-13T07:37:30.740 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:30 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:30.596+0000 7fd2d468c200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-13T07:37:30.740 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:30 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:30.739+0000 7fd2d468c200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-13T07:37:31.022 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:30 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:30.834+0000 7fd2d468c200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-13T07:37:31.022 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:30 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:30.915+0000 7fd2d468c200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-13T07:37:31.025 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout { 2024-04-13T07:37:31.026 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-04-13T07:37:31.026 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-13T07:37:31.026 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-04-13T07:37:31.026 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-13T07:37:31.026 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout } 2024-04-13T07:37:31.026 INFO:teuthology.orchestra.run.smithi119.stdout:Waiting for the mgr to restart... 2024-04-13T07:37:31.026 INFO:teuthology.orchestra.run.smithi119.stdout:Waiting for mgr epoch 5... 2024-04-13T07:37:31.298 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:31 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/1785395726' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-13T07:37:31.299 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:31 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:31.183+0000 7fd2d468c200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-13T07:37:31.299 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:31 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:31.298+0000 7fd2d468c200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-13T07:37:31.654 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:31 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:31.383+0000 7fd2d468c200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-13T07:37:31.654 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:31 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:31.477+0000 7fd2d468c200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-13T07:37:31.965 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:31 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:31.654+0000 7fd2d468c200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-13T07:37:32.965 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:32 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:32.600+0000 7fd2d468c200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-13T07:37:32.965 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:32 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:32.727+0000 7fd2d468c200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-13T07:37:33.334 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:33 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:33.055+0000 7fd2d468c200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-13T07:37:33.334 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:33 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:33.142+0000 7fd2d468c200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-13T07:37:33.334 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:33 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:33.333+0000 7fd2d468c200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-13T07:37:33.715 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:33 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:33.515+0000 7fd2d468c200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-13T07:37:34.050 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:33 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:33.797+0000 7fd2d468c200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-13T07:37:34.050 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:34.050+0000 7fd2d468c200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-13T07:37:34.465 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:34.279+0000 7fd2d468c200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-13T07:37:35.465 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:35 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:35.063+0000 7fd2d468c200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-13T07:37:35.927 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:35 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:35.619+0000 7fd2d468c200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-13T07:37:35.928 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:35 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:35.714+0000 7fd2d468c200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-13T07:37:35.928 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:35 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:35.928+0000 7fd2d468c200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-13T07:37:36.215 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:35 smithi119 ceph-mon[27733]: Active manager daemon y restarted 2024-04-13T07:37:36.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:35 smithi119 ceph-mon[27733]: Activating manager daemon y 2024-04-13T07:37:36.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:35 smithi119 ceph-mon[27733]: osdmap e2: 0 total, 0 up, 0 in 2024-04-13T07:37:36.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:35 smithi119 ceph-mon[27733]: mgrmap e6: y(active, starting, since 0.00344235s) 2024-04-13T07:37:36.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:35 smithi119 ceph-mon[27733]: from='mgr.14120 172.21.15.119:0/2423320121' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:37:36.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:35 smithi119 ceph-mon[27733]: from='mgr.14120 172.21.15.119:0/2423320121' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-13T07:37:36.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:35 smithi119 ceph-mon[27733]: from='mgr.14120 172.21.15.119:0/2423320121' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-13T07:37:36.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:35 smithi119 ceph-mon[27733]: from='mgr.14120 172.21.15.119:0/2423320121' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-13T07:37:36.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:35 smithi119 ceph-mon[27733]: from='mgr.14120 172.21.15.119:0/2423320121' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-13T07:37:36.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:35 smithi119 ceph-mon[27733]: Manager daemon y is now available 2024-04-13T07:37:36.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:35 smithi119 ceph-mon[27733]: from='mgr.14120 172.21.15.119:0/2423320121' entity='mgr.y' 2024-04-13T07:37:36.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:35 smithi119 ceph-mon[27733]: from='mgr.14120 172.21.15.119:0/2423320121' entity='mgr.y' 2024-04-13T07:37:36.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:35 smithi119 ceph-mon[27733]: from='mgr.14120 172.21.15.119:0/2423320121' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:37:36.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:35 smithi119 ceph-mon[27733]: from='mgr.14120 172.21.15.119:0/2423320121' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:37:36.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:35 smithi119 ceph-mon[27733]: from='mgr.14120 172.21.15.119:0/2423320121' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-13T07:37:36.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:35 smithi119 ceph-mon[27733]: from='mgr.14120 172.21.15.119:0/2423320121' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-13T07:37:37.215 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:36 smithi119 ceph-mon[27733]: Found migration_current of "None". Setting to last migration. 2024-04-13T07:37:37.215 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:36 smithi119 ceph-mon[27733]: mgrmap e7: y(active, since 1.00496s) 2024-04-13T07:37:37.506 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout { 2024-04-13T07:37:37.507 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-04-13T07:37:37.507 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-13T07:37:37.507 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout } 2024-04-13T07:37:37.507 INFO:teuthology.orchestra.run.smithi119.stdout:mgr epoch 5 is available 2024-04-13T07:37:37.507 INFO:teuthology.orchestra.run.smithi119.stdout:Setting orchestrator backend to cephadm... 2024-04-13T07:37:38.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:38 smithi119 ceph-mon[27733]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-13T07:37:38.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:38 smithi119 ceph-mon[27733]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-13T07:37:38.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:38 smithi119 ceph-mon[27733]: from='mgr.14120 172.21.15.119:0/2423320121' entity='mgr.y' 2024-04-13T07:37:38.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:38 smithi119 ceph-mon[27733]: from='mgr.14120 172.21.15.119:0/2423320121' entity='mgr.y' 2024-04-13T07:37:38.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:38 smithi119 ceph-mon[27733]: from='mgr.14120 172.21.15.119:0/2423320121' entity='mgr.y' 2024-04-13T07:37:39.456 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:39 smithi119 ceph-mon[27733]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:37:39.456 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:39 smithi119 ceph-mon[27733]: mgrmap e8: y(active, since 2s) 2024-04-13T07:37:39.456 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:39 smithi119 ceph-mon[27733]: from='mgr.14120 172.21.15.119:0/2423320121' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:37:39.456 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:39 smithi119 ceph-mon[27733]: from='mgr.14120 172.21.15.119:0/2423320121' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:37:40.061 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout value unchanged 2024-04-13T07:37:40.061 INFO:teuthology.orchestra.run.smithi119.stdout:Generating ssh key... 2024-04-13T07:37:40.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:40 smithi119 ceph-mon[27733]: [13/Apr/2024:07:37:38] ENGINE Bus STARTING 2024-04-13T07:37:40.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:40 smithi119 ceph-mon[27733]: [13/Apr/2024:07:37:38] ENGINE Serving on https://172.21.15.119:7150 2024-04-13T07:37:40.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:40 smithi119 ceph-mon[27733]: [13/Apr/2024:07:37:38] ENGINE Serving on http://172.21.15.119:8765 2024-04-13T07:37:40.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:40 smithi119 ceph-mon[27733]: [13/Apr/2024:07:37:38] ENGINE Bus STARTED 2024-04-13T07:37:41.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:40 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: Generating public/private rsa key pair. 2024-04-13T07:37:41.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:40 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: Your identification has been saved in /tmp/tmpjafqn67t/key. 2024-04-13T07:37:41.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:40 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: Your public key has been saved in /tmp/tmpjafqn67t/key.pub. 2024-04-13T07:37:41.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:40 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: The key fingerprint is: 2024-04-13T07:37:41.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:40 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: SHA256:0rpxQrJ2m3DZBs7W6xOnqoCBRWXwIu0ijHdFBEUKK6w ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968 2024-04-13T07:37:41.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:40 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: The key's randomart image is: 2024-04-13T07:37:41.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:40 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: +---[RSA 3072]----+ 2024-04-13T07:37:41.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:40 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: | +o+== | 2024-04-13T07:37:41.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:40 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: |.o = o | 2024-04-13T07:37:41.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:40 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: |o.= o . | 2024-04-13T07:37:41.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:40 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: |== . . . | 2024-04-13T07:37:41.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:40 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: |E.o o + S | 2024-04-13T07:37:41.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:40 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: |.= . * B. . | 2024-04-13T07:37:41.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:40 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: |. . + @ =+ | 2024-04-13T07:37:41.218 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:40 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: | o = Oo. | 2024-04-13T07:37:41.218 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:40 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: | ..=oo. | 2024-04-13T07:37:41.218 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:40 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: +----[SHA256]-----+ 2024-04-13T07:37:41.497 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:41 smithi119 ceph-mon[27733]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:37:41.497 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:41 smithi119 ceph-mon[27733]: from='mgr.14120 172.21.15.119:0/2423320121' entity='mgr.y' 2024-04-13T07:37:41.497 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:41 smithi119 ceph-mon[27733]: from='mgr.14120 172.21.15.119:0/2423320121' entity='mgr.y' 2024-04-13T07:37:42.411 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:42 smithi119 ceph-mon[27733]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:37:42.411 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:42 smithi119 ceph-mon[27733]: Generating ssh key... 2024-04-13T07:37:42.614 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQD+jvs/Ijll5ZwS9S5PAtCKalfghlKVZ912YMbJ1DFtTDkBJeIZ0Ef8ClKz+710SQeSe4EOqLq50CTVEpdgV9KSA3GEvC5Yt2S3Jo13vlw5aQRk1vUsVI0wV+loNRwP/Swn2pQG61zc29JVagfsZelYQBJi6B6YAf4xd/K6qRUy++TBaf9EPBOI+nmF+hwC3I2QhQttJdG/oIUedM4T8D3dIfDyTHpV/13olEi3xDYggeR+YVmJpWObRN0jkdV7cX6XpF+pbEpvXbWVsrb8pbimnnefhgJHH3zspSlmoARpl4UKm64zI2s6ytxcArqYUBsDTltFUMYG4e6h+XoHgiP+LN58Rt6R1vxmomeqGvQV3lhYAIXr9rKsflCNOOZrNzzSw7DElmSY5nqTHlV5oXcPMoAPNqRx4SZWjzs31aESsE8T1Sv7LNR0ntDYIqkVFXLoeNn2CTNDGxdjNNkRxKDPIblymOdfELwbPARXBtbVr/VwwEcWQd/x8xrqMT2q1W8= ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968 2024-04-13T07:37:42.615 INFO:teuthology.orchestra.run.smithi119.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-04-13T07:37:42.615 INFO:teuthology.orchestra.run.smithi119.stdout:Adding key to root@localhost authorized_keys... 2024-04-13T07:37:42.615 INFO:teuthology.orchestra.run.smithi119.stdout:Adding host smithi119... 2024-04-13T07:37:43.307 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:43 smithi119 ceph-mon[27733]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:37:44.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:44 smithi119 ceph-mon[27733]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi119", "addr": "172.21.15.119", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:37:45.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:45 smithi119 ceph-mon[27733]: Deploying cephadm binary to smithi119 2024-04-13T07:37:46.339 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout Added host 'smithi119' with addr '172.21.15.119' 2024-04-13T07:37:46.339 INFO:teuthology.orchestra.run.smithi119.stdout:Deploying unmanaged mon service... 2024-04-13T07:37:46.956 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:46 smithi119 ceph-mon[27733]: from='mgr.14120 172.21.15.119:0/2423320121' entity='mgr.y' 2024-04-13T07:37:46.957 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:46 smithi119 ceph-mon[27733]: Added host smithi119 2024-04-13T07:37:46.957 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:46 smithi119 ceph-mon[27733]: from='mgr.14120 172.21.15.119:0/2423320121' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:37:48.063 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:48 smithi119 ceph-mon[27733]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:37:48.063 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:48 smithi119 ceph-mon[27733]: Saving service mon spec with placement count:5 2024-04-13T07:37:48.063 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:48 smithi119 ceph-mon[27733]: from='mgr.14120 172.21.15.119:0/2423320121' entity='mgr.y' 2024-04-13T07:37:48.476 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-04-13T07:37:48.476 INFO:teuthology.orchestra.run.smithi119.stdout:Deploying unmanaged mgr service... 2024-04-13T07:37:49.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:49 smithi119 ceph-mon[27733]: from='mgr.14120 172.21.15.119:0/2423320121' entity='mgr.y' 2024-04-13T07:37:49.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:49 smithi119 ceph-mon[27733]: from='mgr.14120 172.21.15.119:0/2423320121' entity='mgr.y' 2024-04-13T07:37:50.043 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-04-13T07:37:50.385 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:50 smithi119 ceph-mon[27733]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:37:50.430 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:50 smithi119 ceph-mon[27733]: Saving service mgr spec with placement count:2 2024-04-13T07:37:50.430 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:50 smithi119 ceph-mon[27733]: from='mgr.14120 172.21.15.119:0/2423320121' entity='mgr.y' 2024-04-13T07:37:51.838 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:51 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/3683869648' entity='client.admin' 2024-04-13T07:37:51.839 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:51 smithi119 ceph-mon[27733]: from='mgr.14120 172.21.15.119:0/2423320121' entity='mgr.y' 2024-04-13T07:37:52.574 INFO:teuthology.orchestra.run.smithi119.stdout:Enabling the dashboard module... 2024-04-13T07:37:53.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:53 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/181027247' entity='client.admin' 2024-04-13T07:37:54.133 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:54 smithi119 ceph-mon[27733]: from='mgr.14120 172.21.15.119:0/2423320121' entity='mgr.y' 2024-04-13T07:37:54.133 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:54 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/3726738087' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-04-13T07:37:54.448 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: ignoring --setuser ceph since I am not root 2024-04-13T07:37:54.449 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: ignoring --setgroup ceph since I am not root 2024-04-13T07:37:54.715 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:54.683+0000 7f73b1beb200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-13T07:37:54.981 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:54.785+0000 7f73b1beb200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-13T07:37:55.328 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:55 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/3726738087' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-04-13T07:37:55.329 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:55 smithi119 ceph-mon[27733]: mgrmap e9: y(active, since 18s) 2024-04-13T07:37:55.670 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:55.429+0000 7f73b1beb200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-13T07:37:55.670 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:55.524+0000 7f73b1beb200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-13T07:37:55.671 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:55.671+0000 7f73b1beb200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-13T07:37:55.965 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:55.767+0000 7f73b1beb200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-13T07:37:55.965 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:55.858+0000 7f73b1beb200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-13T07:37:56.399 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:56 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:56.122+0000 7f73b1beb200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-13T07:37:56.400 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:56 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:56.230+0000 7f73b1beb200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-13T07:37:56.400 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:56 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:56.315+0000 7f73b1beb200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-13T07:37:56.400 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:37:56 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/4219118686' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-13T07:37:56.402 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout { 2024-04-13T07:37:56.403 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-04-13T07:37:56.403 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-13T07:37:56.403 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-04-13T07:37:56.403 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-13T07:37:56.403 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout } 2024-04-13T07:37:56.403 INFO:teuthology.orchestra.run.smithi119.stdout:Waiting for the mgr to restart... 2024-04-13T07:37:56.403 INFO:teuthology.orchestra.run.smithi119.stdout:Waiting for mgr epoch 9... 2024-04-13T07:37:56.651 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:56 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:56.410+0000 7f73b1beb200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-13T07:37:56.651 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:56 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:56.589+0000 7f73b1beb200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-13T07:37:57.965 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:57 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:57.548+0000 7f73b1beb200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-13T07:37:57.965 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:57 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:57.676+0000 7f73b1beb200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-13T07:37:58.283 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:58 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:58.003+0000 7f73b1beb200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-13T07:37:58.283 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:58 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:58.090+0000 7f73b1beb200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-13T07:37:58.283 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:58 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:58.283+0000 7f73b1beb200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-13T07:37:58.715 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:58 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:58.465+0000 7f73b1beb200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-13T07:37:58.999 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:58 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:58.744+0000 7f73b1beb200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-13T07:37:58.999 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:59 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:58.999+0000 7f73b1beb200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-13T07:37:59.465 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:37:59 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:37:59.229+0000 7f73b1beb200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-13T07:38:00.465 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:38:00 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:38:00.016+0000 7f73b1beb200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-13T07:38:00.882 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:38:00 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:38:00.574+0000 7f73b1beb200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-13T07:38:00.882 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:38:00 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:38:00.670+0000 7f73b1beb200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-13T07:38:00.883 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:38:00 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:38:00.882+0000 7f73b1beb200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-13T07:38:01.215 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:00 smithi119 ceph-mon[27733]: Active manager daemon y restarted 2024-04-13T07:38:01.215 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:00 smithi119 ceph-mon[27733]: Activating manager daemon y 2024-04-13T07:38:01.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:00 smithi119 ceph-mon[27733]: osdmap e3: 0 total, 0 up, 0 in 2024-04-13T07:38:01.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:00 smithi119 ceph-mon[27733]: mgrmap e10: y(active, starting, since 0.00315178s) 2024-04-13T07:38:01.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:00 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:38:01.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:00 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-13T07:38:01.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:00 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-13T07:38:01.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:00 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-13T07:38:01.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:00 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-13T07:38:01.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:00 smithi119 ceph-mon[27733]: Manager daemon y is now available 2024-04-13T07:38:01.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:00 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:38:01.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:00 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-13T07:38:01.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:00 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-13T07:38:02.846 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout { 2024-04-13T07:38:02.846 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-04-13T07:38:02.846 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-13T07:38:02.846 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout } 2024-04-13T07:38:02.847 INFO:teuthology.orchestra.run.smithi119.stdout:mgr epoch 9 is available 2024-04-13T07:38:02.847 INFO:teuthology.orchestra.run.smithi119.stdout:Generating a dashboard self-signed certificate... 2024-04-13T07:38:03.104 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:02 smithi119 ceph-mon[27733]: [13/Apr/2024:07:38:01] ENGINE Bus STARTING 2024-04-13T07:38:03.104 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:02 smithi119 ceph-mon[27733]: mgrmap e11: y(active, since 1.00556s) 2024-04-13T07:38:03.104 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:02 smithi119 ceph-mon[27733]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-13T07:38:03.104 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:02 smithi119 ceph-mon[27733]: [13/Apr/2024:07:38:01] ENGINE Serving on http://172.21.15.119:8765 2024-04-13T07:38:03.104 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:02 smithi119 ceph-mon[27733]: [13/Apr/2024:07:38:02] ENGINE Serving on https://172.21.15.119:7150 2024-04-13T07:38:03.104 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:02 smithi119 ceph-mon[27733]: [13/Apr/2024:07:38:02] ENGINE Bus STARTED 2024-04-13T07:38:03.104 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:02 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:04.715 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:04 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:04.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:04 smithi119 ceph-mon[27733]: mgrmap e12: y(active, since 2s) 2024-04-13T07:38:04.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:04 smithi119 ceph-mon[27733]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:38:04.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:04 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:04.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:04 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:04.797 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-04-13T07:38:04.797 INFO:teuthology.orchestra.run.smithi119.stdout:Creating initial admin user... 2024-04-13T07:38:06.280 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$ks033H.81MwXG/.rBpn9V.crLHGQCvQlKWcyB.AGXrd4Ot3aBz25K", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1712993885, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-04-13T07:38:06.280 INFO:teuthology.orchestra.run.smithi119.stdout:Fetching dashboard port number... 2024-04-13T07:38:06.935 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:06 smithi119 ceph-mon[27733]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:38:06.935 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:06 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:07.603 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stdout 8443 2024-04-13T07:38:07.613 INFO:teuthology.orchestra.run.smithi119.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-13T07:38:07.613 INFO:teuthology.orchestra.run.smithi119.stdout:systemctl: stdout disabled 2024-04-13T07:38:07.620 INFO:teuthology.orchestra.run.smithi119.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-13T07:38:07.620 INFO:teuthology.orchestra.run.smithi119.stdout:systemctl: stdout inactive 2024-04-13T07:38:07.620 INFO:teuthology.orchestra.run.smithi119.stdout:firewalld.service is not enabled 2024-04-13T07:38:07.620 INFO:teuthology.orchestra.run.smithi119.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-04-13T07:38:07.622 INFO:teuthology.orchestra.run.smithi119.stdout:Ceph Dashboard is now available at: 2024-04-13T07:38:07.622 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:38:07.622 INFO:teuthology.orchestra.run.smithi119.stdout: URL: https://smithi119.front.sepia.ceph.com:8443/ 2024-04-13T07:38:07.622 INFO:teuthology.orchestra.run.smithi119.stdout: User: admin 2024-04-13T07:38:07.622 INFO:teuthology.orchestra.run.smithi119.stdout: Password: iw82c4vwn6 2024-04-13T07:38:07.622 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:38:07.623 INFO:teuthology.orchestra.run.smithi119.stdout:Saving cluster configuration to /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config directory 2024-04-13T07:38:07.623 INFO:teuthology.orchestra.run.smithi119.stdout:Enabling autotune for osd_memory_target 2024-04-13T07:38:07.945 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:07 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/349808856' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-04-13T07:38:08.816 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:08 smithi119 ceph-mon[27733]: mgrmap e13: y(active, since 6s) 2024-04-13T07:38:10.142 INFO:teuthology.orchestra.run.smithi119.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-04-13T07:38:10.142 INFO:teuthology.orchestra.run.smithi119.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-04-13T07:38:10.142 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:38:10.142 INFO:teuthology.orchestra.run.smithi119.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-04-13T07:38:10.142 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:38:10.142 INFO:teuthology.orchestra.run.smithi119.stdout:Or, if you are only running a single cluster on this host: 2024-04-13T07:38:10.142 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:38:10.142 INFO:teuthology.orchestra.run.smithi119.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-04-13T07:38:10.142 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:38:10.143 INFO:teuthology.orchestra.run.smithi119.stdout:Please consider enabling telemetry to help improve Ceph: 2024-04-13T07:38:10.143 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:38:10.143 INFO:teuthology.orchestra.run.smithi119.stdout: ceph telemetry on 2024-04-13T07:38:10.143 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:38:10.143 INFO:teuthology.orchestra.run.smithi119.stdout:For more information see: 2024-04-13T07:38:10.143 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:38:10.143 INFO:teuthology.orchestra.run.smithi119.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-04-13T07:38:10.143 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:38:10.143 INFO:teuthology.orchestra.run.smithi119.stdout:Bootstrap complete. 2024-04-13T07:38:10.178 INFO:tasks.cephadm:Fetching config... 2024-04-13T07:38:10.178 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-04-13T07:38:10.178 DEBUG:teuthology.orchestra.run.smithi119:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-04-13T07:38:10.193 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-04-13T07:38:10.194 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-04-13T07:38:10.194 DEBUG:teuthology.orchestra.run.smithi119:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-04-13T07:38:10.248 INFO:tasks.cephadm:Fetching mon keyring... 2024-04-13T07:38:10.248 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-04-13T07:38:10.248 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd if=/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/keyring of=/dev/stdout 2024-04-13T07:38:10.316 INFO:tasks.cephadm:Fetching pub ssh key... 2024-04-13T07:38:10.316 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-04-13T07:38:10.316 DEBUG:teuthology.orchestra.run.smithi119:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-04-13T07:38:10.371 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-04-13T07:38:10.371 DEBUG:teuthology.orchestra.run.smithi119:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQD+jvs/Ijll5ZwS9S5PAtCKalfghlKVZ912YMbJ1DFtTDkBJeIZ0Ef8ClKz+710SQeSe4EOqLq50CTVEpdgV9KSA3GEvC5Yt2S3Jo13vlw5aQRk1vUsVI0wV+loNRwP/Swn2pQG61zc29JVagfsZelYQBJi6B6YAf4xd/K6qRUy++TBaf9EPBOI+nmF+hwC3I2QhQttJdG/oIUedM4T8D3dIfDyTHpV/13olEi3xDYggeR+YVmJpWObRN0jkdV7cX6XpF+pbEpvXbWVsrb8pbimnnefhgJHH3zspSlmoARpl4UKm64zI2s6ytxcArqYUBsDTltFUMYG4e6h+XoHgiP+LN58Rt6R1vxmomeqGvQV3lhYAIXr9rKsflCNOOZrNzzSw7DElmSY5nqTHlV5oXcPMoAPNqRx4SZWjzs31aESsE8T1Sv7LNR0ntDYIqkVFXLoeNn2CTNDGxdjNNkRxKDPIblymOdfELwbPARXBtbVr/VwwEcWQd/x8xrqMT2q1W8= ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-13T07:38:10.449 INFO:teuthology.orchestra.run.smithi119.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQD+jvs/Ijll5ZwS9S5PAtCKalfghlKVZ912YMbJ1DFtTDkBJeIZ0Ef8ClKz+710SQeSe4EOqLq50CTVEpdgV9KSA3GEvC5Yt2S3Jo13vlw5aQRk1vUsVI0wV+loNRwP/Swn2pQG61zc29JVagfsZelYQBJi6B6YAf4xd/K6qRUy++TBaf9EPBOI+nmF+hwC3I2QhQttJdG/oIUedM4T8D3dIfDyTHpV/13olEi3xDYggeR+YVmJpWObRN0jkdV7cX6XpF+pbEpvXbWVsrb8pbimnnefhgJHH3zspSlmoARpl4UKm64zI2s6ytxcArqYUBsDTltFUMYG4e6h+XoHgiP+LN58Rt6R1vxmomeqGvQV3lhYAIXr9rKsflCNOOZrNzzSw7DElmSY5nqTHlV5oXcPMoAPNqRx4SZWjzs31aESsE8T1Sv7LNR0ntDYIqkVFXLoeNn2CTNDGxdjNNkRxKDPIblymOdfELwbPARXBtbVr/VwwEcWQd/x8xrqMT2q1W8= ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968 2024-04-13T07:38:10.463 DEBUG:teuthology.orchestra.run.smithi139:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQD+jvs/Ijll5ZwS9S5PAtCKalfghlKVZ912YMbJ1DFtTDkBJeIZ0Ef8ClKz+710SQeSe4EOqLq50CTVEpdgV9KSA3GEvC5Yt2S3Jo13vlw5aQRk1vUsVI0wV+loNRwP/Swn2pQG61zc29JVagfsZelYQBJi6B6YAf4xd/K6qRUy++TBaf9EPBOI+nmF+hwC3I2QhQttJdG/oIUedM4T8D3dIfDyTHpV/13olEi3xDYggeR+YVmJpWObRN0jkdV7cX6XpF+pbEpvXbWVsrb8pbimnnefhgJHH3zspSlmoARpl4UKm64zI2s6ytxcArqYUBsDTltFUMYG4e6h+XoHgiP+LN58Rt6R1vxmomeqGvQV3lhYAIXr9rKsflCNOOZrNzzSw7DElmSY5nqTHlV5oXcPMoAPNqRx4SZWjzs31aESsE8T1Sv7LNR0ntDYIqkVFXLoeNn2CTNDGxdjNNkRxKDPIblymOdfELwbPARXBtbVr/VwwEcWQd/x8xrqMT2q1W8= ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-13T07:38:10.509 INFO:teuthology.orchestra.run.smithi139.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQD+jvs/Ijll5ZwS9S5PAtCKalfghlKVZ912YMbJ1DFtTDkBJeIZ0Ef8ClKz+710SQeSe4EOqLq50CTVEpdgV9KSA3GEvC5Yt2S3Jo13vlw5aQRk1vUsVI0wV+loNRwP/Swn2pQG61zc29JVagfsZelYQBJi6B6YAf4xd/K6qRUy++TBaf9EPBOI+nmF+hwC3I2QhQttJdG/oIUedM4T8D3dIfDyTHpV/13olEi3xDYggeR+YVmJpWObRN0jkdV7cX6XpF+pbEpvXbWVsrb8pbimnnefhgJHH3zspSlmoARpl4UKm64zI2s6ytxcArqYUBsDTltFUMYG4e6h+XoHgiP+LN58Rt6R1vxmomeqGvQV3lhYAIXr9rKsflCNOOZrNzzSw7DElmSY5nqTHlV5oXcPMoAPNqRx4SZWjzs31aESsE8T1Sv7LNR0ntDYIqkVFXLoeNn2CTNDGxdjNNkRxKDPIblymOdfELwbPARXBtbVr/VwwEcWQd/x8xrqMT2q1W8= ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968 2024-04-13T07:38:10.524 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-04-13T07:38:10.715 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:10 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/2156150970' entity='client.admin' 2024-04-13T07:38:10.782 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:38:14.637 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-04-13T07:38:14.637 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-04-13T07:38:14.715 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:14 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/2746601798' entity='client.admin' 2024-04-13T07:38:14.715 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:14 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:14.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:14 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:14.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:14 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi119", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:38:14.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:14 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:14.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:14 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:38:14.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:14 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:14.836 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:38:17.371 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi139 2024-04-13T07:38:17.371 DEBUG:teuthology.orchestra.run.smithi139:> set -ex 2024-04-13T07:38:17.371 DEBUG:teuthology.orchestra.run.smithi139:> dd of=/etc/ceph/ceph.conf 2024-04-13T07:38:17.389 DEBUG:teuthology.orchestra.run.smithi139:> set -ex 2024-04-13T07:38:17.390 DEBUG:teuthology.orchestra.run.smithi139:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:38:17.446 INFO:tasks.cephadm:Adding host smithi139 to orchestrator... 2024-04-13T07:38:17.447 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph orch host add smithi139 2024-04-13T07:38:17.646 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:38:17.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:17 smithi119 ceph-mon[27733]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:38:17.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:17 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:17.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:17 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:38:17.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:17 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:38:17.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:17 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:38:17.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:17 smithi119 ceph-mon[27733]: Updating smithi119:/etc/ceph/ceph.conf 2024-04-13T07:38:17.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:17 smithi119 ceph-mon[27733]: Updating smithi119:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:38:17.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:17 smithi119 ceph-mon[27733]: Updating smithi119:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:38:17.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:17 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:17.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:17 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:17.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:17 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:18.715 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:18 smithi119 ceph-mon[27733]: Updating smithi119:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:38:20.715 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:20 smithi119 ceph-mon[27733]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi139", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:38:20.715 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:20 smithi119 ceph-mon[27733]: Deploying cephadm binary to smithi139 2024-04-13T07:38:21.906 INFO:teuthology.orchestra.run.smithi119.stdout:Added host 'smithi139' with addr '172.21.15.139' 2024-04-13T07:38:22.215 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:21 smithi119 ceph-mon[27733]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:38:22.482 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph orch host ls --format=json 2024-04-13T07:38:22.681 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:38:23.064 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:22 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:23.064 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:22 smithi119 ceph-mon[27733]: Added host smithi139 2024-04-13T07:38:23.064 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:22 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:38:23.064 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:22 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:23.064 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:22 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:24.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:23 smithi119 ceph-mon[27733]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:38:24.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:23 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:24.454 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:38:24.454 INFO:teuthology.orchestra.run.smithi119.stdout:[{"addr": "172.21.15.119", "hostname": "smithi119", "labels": [], "status": ""}, {"addr": "172.21.15.139", "hostname": "smithi139", "labels": [], "status": ""}] 2024-04-13T07:38:25.031 INFO:tasks.cephadm:Setting crush tunables to default 2024-04-13T07:38:25.031 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph osd crush tunables default 2024-04-13T07:38:25.227 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:38:26.215 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:25 smithi119 ceph-mon[27733]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T07:38:26.215 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:25 smithi119 ceph-mon[27733]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:38:27.413 INFO:teuthology.orchestra.run.smithi119.stderr:adjusted tunables profile to default 2024-04-13T07:38:27.713 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:27 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:27.713 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:27 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:27.713 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:27 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:27.713 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:27 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:27.713 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:27 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi139", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:38:27.713 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:27 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:38:27.713 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:27 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:38:27.714 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:27 smithi119 ceph-mon[27733]: Updating smithi139:/etc/ceph/ceph.conf 2024-04-13T07:38:27.714 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:27 smithi119 ceph-mon[27733]: Updating smithi139:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:38:27.714 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:27 smithi119 ceph-mon[27733]: Updating smithi139:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:38:27.714 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:27 smithi119 ceph-mon[27733]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:38:27.714 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:27 smithi119 ceph-mon[27733]: Updating smithi139:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:38:27.714 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:27 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/649062737' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-13T07:38:27.714 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:27 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:27.714 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:27 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:27.714 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:27 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:28.017 INFO:tasks.cephadm:Adding mon.a on smithi119 2024-04-13T07:38:28.017 INFO:tasks.cephadm:Adding mon.c on smithi119 2024-04-13T07:38:28.017 INFO:tasks.cephadm:Adding mon.b on smithi139 2024-04-13T07:38:28.018 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph orch apply mon '3;smithi119:172.21.15.119=a;smithi119:[v2:172.21.15.119:3301,v1:172.21.15.119:6790]=c;smithi139:172.21.15.139=b' 2024-04-13T07:38:28.218 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:38:28.715 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:28 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/649062737' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-13T07:38:28.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:28 smithi119 ceph-mon[27733]: osdmap e4: 0 total, 0 up, 0 in 2024-04-13T07:38:29.715 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:29 smithi119 ceph-mon[27733]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:38:29.846 INFO:teuthology.orchestra.run.smithi139.stdout:Scheduled mon update... 2024-04-13T07:38:30.433 DEBUG:teuthology.orchestra.run.smithi119:mon.c> sudo journalctl -f -n 0 -u ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@mon.c.service 2024-04-13T07:38:30.436 DEBUG:teuthology.orchestra.run.smithi139:mon.b> sudo journalctl -f -n 0 -u ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@mon.b.service 2024-04-13T07:38:30.439 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-13T07:38:30.439 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph mon dump -f json 2024-04-13T07:38:31.187 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:38:31.215 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:30 smithi119 ceph-mon[27733]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi119:172.21.15.119=a;smithi119:[v2:172.21.15.119:3301,v1:172.21.15.119:6790]=c;smithi139:172.21.15.139=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:38:31.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:30 smithi119 ceph-mon[27733]: Saving service mon spec with placement smithi119:172.21.15.119=a;smithi119:[v2:172.21.15.119:3301,v1:172.21.15.119:6790]=c;smithi139:172.21.15.139=b;count:3 2024-04-13T07:38:31.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:30 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:31.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:30 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:38:31.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:30 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:38:31.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:30 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:38:31.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:30 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:31.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:30 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:38:31.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:30 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:38:31.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:30 smithi119 ceph-mon[27733]: Deploying daemon mon.b on smithi139 2024-04-13T07:38:32.215 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:31 smithi119 ceph-mon[27733]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:38:33.780 INFO:teuthology.orchestra.run.smithi139.stdout: 2024-04-13T07:38:33.780 INFO:teuthology.orchestra.run.smithi139.stdout:{"epoch":1,"fsid":"7e8cfa84-f968-11ee-bc8d-c7b262605968","modified":"2024-04-13T07:37:03.207646Z","created":"2024-04-13T07:37:03.207646Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:3300","nonce":0},{"type":"v1","addr":"172.21.15.119:6789","nonce":0}]},"addr":"172.21.15.119:6789/0","public_addr":"172.21.15.119:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-04-13T07:38:33.783 INFO:teuthology.orchestra.run.smithi139.stderr:dumped monmap epoch 1 2024-04-13T07:38:34.215 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:33 smithi119 ceph-mon[27733]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:38:34.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:33 smithi119 ceph-mon[27733]: from='client.? 172.21.15.139:0/328943498' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-13T07:38:35.238 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 podman[31229]: 2024-04-13 07:38:35.129379783 +0000 UTC m=+0.120840205 container create ab5b3b4132d2a6c88039254eb0870be5e3b1315f455ab2222ba266515082da3b (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, RELEASE=reef-7d36322, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409) 2024-04-13T07:38:35.565 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-13T07:38:35.566 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph mon dump -f json 2024-04-13T07:38:35.592 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 podman[31229]: 2024-04-13 07:38:35.314856472 +0000 UTC m=+0.306316895 container init ab5b3b4132d2a6c88039254eb0870be5e3b1315f455ab2222ba266515082da3b (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-b, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=reef-7d36322, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240409) 2024-04-13T07:38:35.592 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 podman[31229]: 2024-04-13 07:38:35.320161019 +0000 UTC m=+0.311621442 container start ab5b3b4132d2a6c88039254eb0870be5e3b1315f455ab2222ba266515082da3b (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-b, ceph=True, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-7d36322, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-04-13T07:38:35.592 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: set uid:gid to 167:167 (ceph:ceph) 2024-04-13T07:38:35.592 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable), process ceph-mon, pid 7 2024-04-13T07:38:35.592 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: pidfile_write: ignore empty --pid-file 2024-04-13T07:38:35.592 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: load: jerasure load: lrc 2024-04-13T07:38:35.593 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: RocksDB version: 7.9.2 2024-04-13T07:38:35.593 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Git sha 0 2024-04-13T07:38:35.593 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Compile date 2024-04-12 16:22:45 2024-04-13T07:38:35.593 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: DB SUMMARY 2024-04-13T07:38:35.593 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: DB Session ID: NTCTG0IKT7XQO7GGPWXE 2024-04-13T07:38:35.593 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: CURRENT file: CURRENT 2024-04-13T07:38:35.593 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: IDENTITY file: IDENTITY 2024-04-13T07:38:35.593 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-04-13T07:38:35.593 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-04-13T07:38:35.593 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 511 ; 2024-04-13T07:38:35.593 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.error_if_exists: 0 2024-04-13T07:38:35.593 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.create_if_missing: 0 2024-04-13T07:38:35.593 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.paranoid_checks: 1 2024-04-13T07:38:35.594 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-13T07:38:35.594 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-13T07:38:35.594 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-13T07:38:35.594 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.env: 0x556670127820 2024-04-13T07:38:35.594 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.fs: PosixFileSystem 2024-04-13T07:38:35.594 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.info_log: 0x556672c7b520 2024-04-13T07:38:35.594 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.max_file_opening_threads: 16 2024-04-13T07:38:35.594 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.statistics: (nil) 2024-04-13T07:38:35.596 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.use_fsync: 0 2024-04-13T07:38:35.596 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.max_log_file_size: 0 2024-04-13T07:38:35.596 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-13T07:38:35.596 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-13T07:38:35.596 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.keep_log_file_num: 1000 2024-04-13T07:38:35.596 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.recycle_log_file_num: 0 2024-04-13T07:38:35.596 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.allow_fallocate: 1 2024-04-13T07:38:35.596 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.allow_mmap_reads: 0 2024-04-13T07:38:35.596 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.allow_mmap_writes: 0 2024-04-13T07:38:35.596 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.use_direct_reads: 0 2024-04-13T07:38:35.597 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-13T07:38:35.597 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.create_missing_column_families: 0 2024-04-13T07:38:35.597 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.db_log_dir: 2024-04-13T07:38:35.597 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.wal_dir: 2024-04-13T07:38:35.597 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-13T07:38:35.597 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-13T07:38:35.597 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-13T07:38:35.597 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-13T07:38:35.597 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-13T07:38:35.597 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-13T07:38:35.597 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.advise_random_on_open: 1 2024-04-13T07:38:35.597 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.db_write_buffer_size: 0 2024-04-13T07:38:35.597 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.write_buffer_manager: 0x556671ef0140 2024-04-13T07:38:35.597 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-13T07:38:35.598 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-13T07:38:35.598 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-13T07:38:35.598 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.rate_limiter: (nil) 2024-04-13T07:38:35.598 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-13T07:38:35.598 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.wal_recovery_mode: 2 2024-04-13T07:38:35.598 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.enable_thread_tracking: 0 2024-04-13T07:38:35.598 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.enable_pipelined_write: 0 2024-04-13T07:38:35.598 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.unordered_write: 0 2024-04-13T07:38:35.598 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-13T07:38:35.598 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-13T07:38:35.598 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-13T07:38:35.598 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-13T07:38:35.598 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.row_cache: None 2024-04-13T07:38:35.598 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.wal_filter: None 2024-04-13T07:38:35.599 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-13T07:38:35.599 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.allow_ingest_behind: 0 2024-04-13T07:38:35.599 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.two_write_queues: 0 2024-04-13T07:38:35.599 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.manual_wal_flush: 0 2024-04-13T07:38:35.599 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.wal_compression: 0 2024-04-13T07:38:35.599 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.atomic_flush: 0 2024-04-13T07:38:35.599 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-13T07:38:35.599 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-13T07:38:35.599 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-13T07:38:35.599 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.log_readahead_size: 0 2024-04-13T07:38:35.599 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-13T07:38:35.599 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.best_efforts_recovery: 0 2024-04-13T07:38:35.599 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-13T07:38:35.599 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-13T07:38:35.599 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.allow_data_in_errors: 0 2024-04-13T07:38:35.599 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.db_host_id: __hostname__ 2024-04-13T07:38:35.600 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-13T07:38:35.600 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.max_background_jobs: 2 2024-04-13T07:38:35.600 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.max_background_compactions: -1 2024-04-13T07:38:35.600 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.max_subcompactions: 1 2024-04-13T07:38:35.600 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-13T07:38:35.600 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-13T07:38:35.600 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-13T07:38:35.600 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.max_total_wal_size: 0 2024-04-13T07:38:35.600 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-13T07:38:35.600 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-13T07:38:35.600 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-13T07:38:35.600 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-13T07:38:35.600 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.max_open_files: -1 2024-04-13T07:38:35.600 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.bytes_per_sync: 0 2024-04-13T07:38:35.600 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-13T07:38:35.601 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-13T07:38:35.601 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.compaction_readahead_size: 0 2024-04-13T07:38:35.601 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.max_background_flushes: -1 2024-04-13T07:38:35.601 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Compression algorithms supported: 2024-04-13T07:38:35.601 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-13T07:38:35.601 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: kZSTD supported: 0 2024-04-13T07:38:35.601 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: kXpressCompression supported: 0 2024-04-13T07:38:35.601 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: kLZ4HCCompression supported: 1 2024-04-13T07:38:35.601 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: kZlibCompression supported: 1 2024-04-13T07:38:35.601 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: kSnappyCompression supported: 1 2024-04-13T07:38:35.601 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: kLZ4Compression supported: 1 2024-04-13T07:38:35.601 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: kBZip2Compression supported: 0 2024-04-13T07:38:35.601 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-13T07:38:35.601 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-13T07:38:35.601 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2024-04-13T07:38:35.601 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-13T07:38:35.601 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-13T07:38:35.602 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.merge_operator: 2024-04-13T07:38:35.602 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.compaction_filter: None 2024-04-13T07:38:35.602 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.compaction_filter_factory: None 2024-04-13T07:38:35.602 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.sst_partitioner_factory: None 2024-04-13T07:38:35.602 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-13T07:38:35.602 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-13T07:38:35.602 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x556672c7b620) 2024-04-13T07:38:35.602 INFO:journalctl@ceph.mon.b.smithi139.stdout: cache_index_and_filter_blocks: 1 2024-04-13T07:38:35.602 INFO:journalctl@ceph.mon.b.smithi139.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-13T07:38:35.602 INFO:journalctl@ceph.mon.b.smithi139.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-13T07:38:35.602 INFO:journalctl@ceph.mon.b.smithi139.stdout: pin_top_level_index_and_filter: 1 2024-04-13T07:38:35.602 INFO:journalctl@ceph.mon.b.smithi139.stdout: index_type: 0 2024-04-13T07:38:35.602 INFO:journalctl@ceph.mon.b.smithi139.stdout: data_block_index_type: 0 2024-04-13T07:38:35.602 INFO:journalctl@ceph.mon.b.smithi139.stdout: index_shortening: 1 2024-04-13T07:38:35.602 INFO:journalctl@ceph.mon.b.smithi139.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-13T07:38:35.602 INFO:journalctl@ceph.mon.b.smithi139.stdout: checksum: 4 2024-04-13T07:38:35.602 INFO:journalctl@ceph.mon.b.smithi139.stdout: no_block_cache: 0 2024-04-13T07:38:35.603 INFO:journalctl@ceph.mon.b.smithi139.stdout: block_cache: 0x556671f911f0 2024-04-13T07:38:35.603 INFO:journalctl@ceph.mon.b.smithi139.stdout: block_cache_name: BinnedLRUCache 2024-04-13T07:38:35.603 INFO:journalctl@ceph.mon.b.smithi139.stdout: block_cache_options: 2024-04-13T07:38:35.603 INFO:journalctl@ceph.mon.b.smithi139.stdout: capacity : 536870912 2024-04-13T07:38:35.603 INFO:journalctl@ceph.mon.b.smithi139.stdout: num_shard_bits : 4 2024-04-13T07:38:35.603 INFO:journalctl@ceph.mon.b.smithi139.stdout: strict_capacity_limit : 0 2024-04-13T07:38:35.603 INFO:journalctl@ceph.mon.b.smithi139.stdout: high_pri_pool_ratio: 0.000 2024-04-13T07:38:35.603 INFO:journalctl@ceph.mon.b.smithi139.stdout: block_cache_compressed: (nil) 2024-04-13T07:38:35.603 INFO:journalctl@ceph.mon.b.smithi139.stdout: persistent_cache: (nil) 2024-04-13T07:38:35.603 INFO:journalctl@ceph.mon.b.smithi139.stdout: block_size: 4096 2024-04-13T07:38:35.603 INFO:journalctl@ceph.mon.b.smithi139.stdout: block_size_deviation: 10 2024-04-13T07:38:35.603 INFO:journalctl@ceph.mon.b.smithi139.stdout: block_restart_interval: 16 2024-04-13T07:38:35.603 INFO:journalctl@ceph.mon.b.smithi139.stdout: index_block_restart_interval: 1 2024-04-13T07:38:35.603 INFO:journalctl@ceph.mon.b.smithi139.stdout: metadata_block_size: 4096 2024-04-13T07:38:35.603 INFO:journalctl@ceph.mon.b.smithi139.stdout: partition_filters: 0 2024-04-13T07:38:35.603 INFO:journalctl@ceph.mon.b.smithi139.stdout: use_delta_encoding: 1 2024-04-13T07:38:35.603 INFO:journalctl@ceph.mon.b.smithi139.stdout: filter_policy: bloomfilter 2024-04-13T07:38:35.604 INFO:journalctl@ceph.mon.b.smithi139.stdout: whole_key_filtering: 1 2024-04-13T07:38:35.604 INFO:journalctl@ceph.mon.b.smithi139.stdout: verify_compression: 0 2024-04-13T07:38:35.604 INFO:journalctl@ceph.mon.b.smithi139.stdout: read_amp_bytes_per_bit: 0 2024-04-13T07:38:35.604 INFO:journalctl@ceph.mon.b.smithi139.stdout: format_version: 5 2024-04-13T07:38:35.604 INFO:journalctl@ceph.mon.b.smithi139.stdout: enable_index_compression: 1 2024-04-13T07:38:35.604 INFO:journalctl@ceph.mon.b.smithi139.stdout: block_align: 0 2024-04-13T07:38:35.604 INFO:journalctl@ceph.mon.b.smithi139.stdout: max_auto_readahead_size: 262144 2024-04-13T07:38:35.604 INFO:journalctl@ceph.mon.b.smithi139.stdout: prepopulate_block_cache: 0 2024-04-13T07:38:35.604 INFO:journalctl@ceph.mon.b.smithi139.stdout: initial_auto_readahead_size: 8192 2024-04-13T07:38:35.604 INFO:journalctl@ceph.mon.b.smithi139.stdout: num_file_reads_for_auto_readahead: 2 2024-04-13T07:38:35.604 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.write_buffer_size: 33554432 2024-04-13T07:38:35.604 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.max_write_buffer_number: 2 2024-04-13T07:38:35.604 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.compression: NoCompression 2024-04-13T07:38:35.604 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.bottommost_compression: Disabled 2024-04-13T07:38:35.604 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.prefix_extractor: nullptr 2024-04-13T07:38:35.604 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-13T07:38:35.605 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.num_levels: 7 2024-04-13T07:38:35.605 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-13T07:38:35.605 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-13T07:38:35.605 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-13T07:38:35.605 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-13T07:38:35.605 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-13T07:38:35.605 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-13T07:38:35.605 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-13T07:38:35.605 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-13T07:38:35.605 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-13T07:38:35.605 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-13T07:38:35.605 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-13T07:38:35.605 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-13T07:38:35.605 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-13T07:38:35.605 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.compression_opts.level: 32767 2024-04-13T07:38:35.606 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.compression_opts.strategy: 0 2024-04-13T07:38:35.606 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-13T07:38:35.606 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-13T07:38:35.606 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-13T07:38:35.606 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-13T07:38:35.606 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.compression_opts.enabled: false 2024-04-13T07:38:35.606 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-13T07:38:35.606 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-13T07:38:35.606 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-13T07:38:35.606 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-13T07:38:35.607 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.target_file_size_base: 67108864 2024-04-13T07:38:35.607 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-13T07:38:35.607 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-13T07:38:35.607 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-13T07:38:35.607 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-13T07:38:35.607 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-13T07:38:35.607 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-13T07:38:35.607 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-13T07:38:35.607 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-13T07:38:35.607 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-13T07:38:35.607 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-13T07:38:35.607 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-13T07:38:35.607 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-13T07:38:35.607 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-13T07:38:35.608 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-13T07:38:35.608 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.arena_block_size: 1048576 2024-04-13T07:38:35.608 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-13T07:38:35.608 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-13T07:38:35.608 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.disable_auto_compactions: 0 2024-04-13T07:38:35.608 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-13T07:38:35.608 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-13T07:38:35.608 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-13T07:38:35.608 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-13T07:38:35.608 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-13T07:38:35.608 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-13T07:38:35.608 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-13T07:38:35.608 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-13T07:38:35.608 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-13T07:38:35.608 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-13T07:38:35.608 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.table_properties_collectors: 2024-04-13T07:38:35.609 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.inplace_update_support: 0 2024-04-13T07:38:35.609 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-13T07:38:35.609 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-13T07:38:35.609 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-13T07:38:35.609 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-13T07:38:35.609 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.bloom_locality: 0 2024-04-13T07:38:35.609 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.max_successive_merges: 0 2024-04-13T07:38:35.609 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-13T07:38:35.609 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.paranoid_file_checks: 0 2024-04-13T07:38:35.609 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.force_consistency_checks: 1 2024-04-13T07:38:35.609 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.report_bg_io_stats: 0 2024-04-13T07:38:35.609 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.ttl: 2592000 2024-04-13T07:38:35.609 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-13T07:38:35.609 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-13T07:38:35.609 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-13T07:38:35.609 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.enable_blob_files: false 2024-04-13T07:38:35.609 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.min_blob_size: 0 2024-04-13T07:38:35.610 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.blob_file_size: 268435456 2024-04-13T07:38:35.610 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-13T07:38:35.610 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-13T07:38:35.610 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-13T07:38:35.610 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-13T07:38:35.610 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-13T07:38:35.610 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.blob_file_starting_level: 0 2024-04-13T07:38:35.610 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-13T07:38:35.610 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-13T07:38:35.610 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-04-13T07:38:35.610 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: cce76166-91b5-4956-b551-17cdf7d2cfcb 2024-04-13T07:38:35.610 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712993915350503, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-04-13T07:38:35.610 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-04-13T07:38:35.610 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712993915350906, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1622, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712993915, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "cce76166-91b5-4956-b551-17cdf7d2cfcb", "db_session_id": "NTCTG0IKT7XQO7GGPWXE", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-04-13T07:38:35.611 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712993915350983, "job": 1, "event": "recovery_finished"} 2024-04-13T07:38:35.611 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-04-13T07:38:35.611 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-13T07:38:35.611 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x556672030000 2024-04-13T07:38:35.611 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: DB pointer 0x55667201e000 2024-04-13T07:38:35.611 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-13T07:38:35.611 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-13T07:38:35.611 INFO:journalctl@ceph.mon.b.smithi139.stdout: ** DB Stats ** 2024-04-13T07:38:35.611 INFO:journalctl@ceph.mon.b.smithi139.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-13T07:38:35.611 INFO:journalctl@ceph.mon.b.smithi139.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-13T07:38:35.611 INFO:journalctl@ceph.mon.b.smithi139.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-13T07:38:35.611 INFO:journalctl@ceph.mon.b.smithi139.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-13T07:38:35.611 INFO:journalctl@ceph.mon.b.smithi139.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-13T07:38:35.611 INFO:journalctl@ceph.mon.b.smithi139.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-13T07:38:35.612 INFO:journalctl@ceph.mon.b.smithi139.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-13T07:38:35.612 INFO:journalctl@ceph.mon.b.smithi139.stdout: 2024-04-13T07:38:35.612 INFO:journalctl@ceph.mon.b.smithi139.stdout: ** Compaction Stats [default] ** 2024-04-13T07:38:35.612 INFO:journalctl@ceph.mon.b.smithi139.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-13T07:38:35.612 INFO:journalctl@ceph.mon.b.smithi139.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-13T07:38:35.612 INFO:journalctl@ceph.mon.b.smithi139.stdout: L0 1/0 1.58 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.0 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-13T07:38:35.612 INFO:journalctl@ceph.mon.b.smithi139.stdout: Sum 1/0 1.58 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.0 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-13T07:38:35.612 INFO:journalctl@ceph.mon.b.smithi139.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.0 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-13T07:38:35.612 INFO:journalctl@ceph.mon.b.smithi139.stdout: 2024-04-13T07:38:35.612 INFO:journalctl@ceph.mon.b.smithi139.stdout: ** Compaction Stats [default] ** 2024-04-13T07:38:35.612 INFO:journalctl@ceph.mon.b.smithi139.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-13T07:38:35.612 INFO:journalctl@ceph.mon.b.smithi139.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-13T07:38:35.612 INFO:journalctl@ceph.mon.b.smithi139.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.0 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-13T07:38:35.612 INFO:journalctl@ceph.mon.b.smithi139.stdout: 2024-04-13T07:38:35.612 INFO:journalctl@ceph.mon.b.smithi139.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-13T07:38:35.612 INFO:journalctl@ceph.mon.b.smithi139.stdout: 2024-04-13T07:38:35.613 INFO:journalctl@ceph.mon.b.smithi139.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-13T07:38:35.613 INFO:journalctl@ceph.mon.b.smithi139.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-13T07:38:35.613 INFO:journalctl@ceph.mon.b.smithi139.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-13T07:38:35.613 INFO:journalctl@ceph.mon.b.smithi139.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-13T07:38:35.613 INFO:journalctl@ceph.mon.b.smithi139.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-13T07:38:35.613 INFO:journalctl@ceph.mon.b.smithi139.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-13T07:38:35.613 INFO:journalctl@ceph.mon.b.smithi139.stdout: Cumulative compaction: 0.00 GB write, 0.64 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-13T07:38:35.613 INFO:journalctl@ceph.mon.b.smithi139.stdout: Interval compaction: 0.00 GB write, 0.64 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-13T07:38:35.613 INFO:journalctl@ceph.mon.b.smithi139.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-13T07:38:35.613 INFO:journalctl@ceph.mon.b.smithi139.stdout: Block cache BinnedLRUCache@0x556671f911f0#7 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-04-13T07:38:35.613 INFO:journalctl@ceph.mon.b.smithi139.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-04-13T07:38:35.613 INFO:journalctl@ceph.mon.b.smithi139.stdout: 2024-04-13T07:38:35.613 INFO:journalctl@ceph.mon.b.smithi139.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-13T07:38:35.613 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: mon.b does not exist in monmap, will attempt to join an existing cluster 2024-04-13T07:38:35.613 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: using public_addr v2:172.21.15.139:0/0 -> [v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0] 2024-04-13T07:38:35.614 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: starting mon.b rank -1 at public addrs [v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0] at bind addrs [v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 2024-04-13T07:38:35.614 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: mon.b@-1(???) e0 preinit fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 2024-04-13T07:38:35.614 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: mon.b@-1(synchronizing).mds e1 new map 2024-04-13T07:38:35.614 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: mon.b@-1(synchronizing).mds e1 print_map 2024-04-13T07:38:35.614 INFO:journalctl@ceph.mon.b.smithi139.stdout: e1 2024-04-13T07:38:35.614 INFO:journalctl@ceph.mon.b.smithi139.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-13T07:38:35.614 INFO:journalctl@ceph.mon.b.smithi139.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-13T07:38:35.614 INFO:journalctl@ceph.mon.b.smithi139.stdout: legacy client fscid: -1 2024-04-13T07:38:35.614 INFO:journalctl@ceph.mon.b.smithi139.stdout: 2024-04-13T07:38:35.614 INFO:journalctl@ceph.mon.b.smithi139.stdout: No filesystems configured 2024-04-13T07:38:35.614 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-13T07:38:35.614 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-13T07:38:35.614 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-13T07:38:35.615 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-13T07:38:35.615 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-13T07:38:35.615 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-13T07:38:35.615 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-13T07:38:35.615 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-13T07:38:35.615 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-13T07:38:35.615 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-13T07:38:35.615 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T07:38:35.615 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:38:35.615 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:35.615 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:35.615 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:35.615 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:35.615 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi139", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:38:35.615 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:38:35.615 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:38:35.616 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: Updating smithi139:/etc/ceph/ceph.conf 2024-04-13T07:38:35.616 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: Updating smithi139:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:38:35.616 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: Updating smithi139:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:38:35.616 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:38:35.616 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: Updating smithi139:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:38:35.616 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/649062737' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-13T07:38:35.616 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:35.616 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:35.616 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:35.616 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/649062737' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-13T07:38:35.616 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: osdmap e4: 0 total, 0 up, 0 in 2024-04-13T07:38:35.616 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:38:35.616 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi119:172.21.15.119=a;smithi119:[v2:172.21.15.119:3301,v1:172.21.15.119:6790]=c;smithi139:172.21.15.139=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:38:35.616 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: Saving service mon spec with placement smithi119:172.21.15.119=a;smithi119:[v2:172.21.15.119:3301,v1:172.21.15.119:6790]=c;smithi139:172.21.15.139=b;count:3 2024-04-13T07:38:35.616 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:35.617 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:38:35.617 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:38:35.617 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:38:35.617 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:35.617 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:38:35.617 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:38:35.617 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: Deploying daemon mon.b on smithi139 2024-04-13T07:38:35.617 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:38:35.617 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:38:35.617 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: from='client.? 172.21.15.139:0/328943498' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-13T07:38:35.617 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 ceph-mon[31267]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-13T07:38:35.617 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 bash[31229]: ab5b3b4132d2a6c88039254eb0870be5e3b1315f455ab2222ba266515082da3b 2024-04-13T07:38:35.617 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:35 smithi139 systemd[1]: Started Ceph mon.b for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:38:35.765 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.b/config 2024-04-13T07:38:40.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:40 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:38:40.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:40 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:38:40.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:40 smithi119 ceph-mon[27733]: mon.a calling monitor election 2024-04-13T07:38:40.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:40 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:38:40.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:40 smithi119 ceph-mon[27733]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:38:40.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:40 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:38:40.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:40 smithi119 ceph-mon[27733]: mon.b calling monitor election 2024-04-13T07:38:40.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:40 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:38:40.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:40 smithi119 ceph-mon[27733]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:38:40.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:40 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:38:40.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:40 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:38:40.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:40 smithi119 ceph-mon[27733]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-13T07:38:40.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:40 smithi119 ceph-mon[27733]: monmap e2: 2 mons at {a=[v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0],b=[v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-13T07:38:40.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:40 smithi119 ceph-mon[27733]: fsmap 2024-04-13T07:38:40.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:40 smithi119 ceph-mon[27733]: osdmap e4: 0 total, 0 up, 0 in 2024-04-13T07:38:40.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:40 smithi119 ceph-mon[27733]: mgrmap e13: y(active, since 39s) 2024-04-13T07:38:40.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:40 smithi119 ceph-mon[27733]: overall HEALTH_OK 2024-04-13T07:38:40.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:40 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:40.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:40 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:40.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:40 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:40.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:40 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:38:40.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:40 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:38:40.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:40 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:38:40.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:40 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:38:40.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:40 smithi139 ceph-mon[31267]: mon.a calling monitor election 2024-04-13T07:38:40.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:40 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:38:40.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:40 smithi139 ceph-mon[31267]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:38:40.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:40 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:38:40.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:40 smithi139 ceph-mon[31267]: mon.b calling monitor election 2024-04-13T07:38:40.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:40 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:38:40.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:40 smithi139 ceph-mon[31267]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:38:40.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:40 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:38:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:40 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:38:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:40 smithi139 ceph-mon[31267]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-13T07:38:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:40 smithi139 ceph-mon[31267]: monmap e2: 2 mons at {a=[v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0],b=[v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-13T07:38:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:40 smithi139 ceph-mon[31267]: fsmap 2024-04-13T07:38:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:40 smithi139 ceph-mon[31267]: osdmap e4: 0 total, 0 up, 0 in 2024-04-13T07:38:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:40 smithi139 ceph-mon[31267]: mgrmap e13: y(active, since 39s) 2024-04-13T07:38:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:40 smithi139 ceph-mon[31267]: overall HEALTH_OK 2024-04-13T07:38:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:40 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:40 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:40 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:40 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:38:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:40 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:38:41.013 INFO:teuthology.orchestra.run.smithi139.stdout: 2024-04-13T07:38:41.013 INFO:teuthology.orchestra.run.smithi139.stdout:{"epoch":2,"fsid":"7e8cfa84-f968-11ee-bc8d-c7b262605968","modified":"2024-04-13T07:38:35.373225Z","created":"2024-04-13T07:37:03.207646Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:3300","nonce":0},{"type":"v1","addr":"172.21.15.119:6789","nonce":0}]},"addr":"172.21.15.119:6789/0","public_addr":"172.21.15.119:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:3300","nonce":0},{"type":"v1","addr":"172.21.15.139:6789","nonce":0}]},"addr":"172.21.15.139:6789/0","public_addr":"172.21.15.139:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-13T07:38:41.015 INFO:teuthology.orchestra.run.smithi139.stderr:dumped monmap epoch 2 2024-04-13T07:38:41.557 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:41 smithi139 ceph-mon[31267]: Deploying daemon mon.c on smithi119 2024-04-13T07:38:41.557 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:41 smithi139 ceph-mon[31267]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:38:41.557 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:41 smithi139 ceph-mon[31267]: from='client.? 172.21.15.139:0/1045655976' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-13T07:38:41.557 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:41 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:38:41.715 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:41 smithi119 ceph-mon[27733]: Deploying daemon mon.c on smithi119 2024-04-13T07:38:41.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:41 smithi119 ceph-mon[27733]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:38:41.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:41 smithi119 ceph-mon[27733]: from='client.? 172.21.15.139:0/1045655976' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-13T07:38:41.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:41 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:38:42.579 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-13T07:38:42.580 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph mon dump -f json 2024-04-13T07:38:42.790 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.b/config 2024-04-13T07:38:43.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 systemd[1]: Starting Ceph mon.c for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:38:43.788 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 podman[39230]: 2024-04-13 07:38:43.393336177 +0000 UTC m=+0.017484111 image pull 6ecd1226aa2fbfe626757c10af365cae7e1efb29811ef174caf43c1f61820704 quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d 2024-04-13T07:38:43.788 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 podman[39230]: 2024-04-13 07:38:43.494458272 +0000 UTC m=+0.118606205 container create f38246c5c08b0b7b9f857b531b26d8a1a11442922cf87bedc4f5a4753dbcc43d (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-c, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=reef-7d36322, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-13T07:38:43.788 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 podman[39230]: 2024-04-13 07:38:43.688309363 +0000 UTC m=+0.312457289 container init f38246c5c08b0b7b9f857b531b26d8a1a11442922cf87bedc4f5a4753dbcc43d (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-c, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, ceph=True, RELEASE=reef-7d36322, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-13T07:38:43.788 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 podman[39230]: 2024-04-13 07:38:43.693787457 +0000 UTC m=+0.317935384 container start f38246c5c08b0b7b9f857b531b26d8a1a11442922cf87bedc4f5a4753dbcc43d (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-c, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=reef-7d36322, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-13T07:38:43.788 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: set uid:gid to 167:167 (ceph:ceph) 2024-04-13T07:38:43.788 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable), process ceph-mon, pid 7 2024-04-13T07:38:43.788 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: pidfile_write: ignore empty --pid-file 2024-04-13T07:38:43.788 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: load: jerasure load: lrc 2024-04-13T07:38:43.788 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: RocksDB version: 7.9.2 2024-04-13T07:38:43.788 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Git sha 0 2024-04-13T07:38:43.788 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Compile date 2024-04-12 16:22:45 2024-04-13T07:38:43.789 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: DB SUMMARY 2024-04-13T07:38:43.789 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: DB Session ID: LO6ERUQ3Q8ZZ65HZDWUC 2024-04-13T07:38:43.789 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: CURRENT file: CURRENT 2024-04-13T07:38:43.789 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: IDENTITY file: IDENTITY 2024-04-13T07:38:43.789 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-04-13T07:38:43.789 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-04-13T07:38:43.789 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 636 ; 2024-04-13T07:38:43.789 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.error_if_exists: 0 2024-04-13T07:38:43.789 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.create_if_missing: 0 2024-04-13T07:38:43.789 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.paranoid_checks: 1 2024-04-13T07:38:43.789 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-13T07:38:43.789 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-13T07:38:43.789 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-13T07:38:43.789 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.env: 0x556d07ecc820 2024-04-13T07:38:43.789 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.fs: PosixFileSystem 2024-04-13T07:38:43.790 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.info_log: 0x556d0ab77520 2024-04-13T07:38:43.790 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.max_file_opening_threads: 16 2024-04-13T07:38:43.790 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.statistics: (nil) 2024-04-13T07:38:43.790 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.use_fsync: 0 2024-04-13T07:38:43.790 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.max_log_file_size: 0 2024-04-13T07:38:43.790 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-13T07:38:43.790 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-13T07:38:43.790 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.keep_log_file_num: 1000 2024-04-13T07:38:43.790 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.recycle_log_file_num: 0 2024-04-13T07:38:43.790 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.allow_fallocate: 1 2024-04-13T07:38:43.790 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.allow_mmap_reads: 0 2024-04-13T07:38:43.790 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.allow_mmap_writes: 0 2024-04-13T07:38:43.790 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.use_direct_reads: 0 2024-04-13T07:38:43.790 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-13T07:38:43.791 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.create_missing_column_families: 0 2024-04-13T07:38:43.791 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.db_log_dir: 2024-04-13T07:38:43.791 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.wal_dir: 2024-04-13T07:38:43.791 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-13T07:38:43.791 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-13T07:38:43.791 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-13T07:38:43.791 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-13T07:38:43.791 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-13T07:38:43.791 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-13T07:38:43.791 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.advise_random_on_open: 1 2024-04-13T07:38:43.791 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.db_write_buffer_size: 0 2024-04-13T07:38:43.791 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.write_buffer_manager: 0x556d09dec140 2024-04-13T07:38:43.791 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-13T07:38:43.791 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-13T07:38:43.792 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-13T07:38:43.792 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.rate_limiter: (nil) 2024-04-13T07:38:43.792 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-13T07:38:43.793 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.wal_recovery_mode: 2 2024-04-13T07:38:43.793 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.enable_thread_tracking: 0 2024-04-13T07:38:43.793 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.enable_pipelined_write: 0 2024-04-13T07:38:43.793 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.unordered_write: 0 2024-04-13T07:38:43.793 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-13T07:38:43.794 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-13T07:38:43.794 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-13T07:38:43.794 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-13T07:38:43.794 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.row_cache: None 2024-04-13T07:38:43.794 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.wal_filter: None 2024-04-13T07:38:43.794 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-13T07:38:43.794 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.allow_ingest_behind: 0 2024-04-13T07:38:43.794 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.two_write_queues: 0 2024-04-13T07:38:43.794 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.manual_wal_flush: 0 2024-04-13T07:38:43.794 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.wal_compression: 0 2024-04-13T07:38:43.794 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.atomic_flush: 0 2024-04-13T07:38:43.794 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-13T07:38:43.794 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-13T07:38:43.794 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-13T07:38:43.795 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.log_readahead_size: 0 2024-04-13T07:38:43.795 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-13T07:38:43.795 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.best_efforts_recovery: 0 2024-04-13T07:38:43.795 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-13T07:38:43.795 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-13T07:38:43.795 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.allow_data_in_errors: 0 2024-04-13T07:38:43.795 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.db_host_id: __hostname__ 2024-04-13T07:38:43.795 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-13T07:38:43.795 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.max_background_jobs: 2 2024-04-13T07:38:43.795 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.max_background_compactions: -1 2024-04-13T07:38:43.795 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.max_subcompactions: 1 2024-04-13T07:38:43.795 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-13T07:38:43.795 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-13T07:38:43.795 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-13T07:38:43.795 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.max_total_wal_size: 0 2024-04-13T07:38:43.795 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-13T07:38:43.796 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-13T07:38:43.796 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-13T07:38:43.796 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-13T07:38:43.796 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.max_open_files: -1 2024-04-13T07:38:43.796 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.bytes_per_sync: 0 2024-04-13T07:38:43.796 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-13T07:38:43.796 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-13T07:38:43.796 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.compaction_readahead_size: 0 2024-04-13T07:38:43.796 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.max_background_flushes: -1 2024-04-13T07:38:43.796 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Compression algorithms supported: 2024-04-13T07:38:43.796 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-13T07:38:43.796 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: kZSTD supported: 0 2024-04-13T07:38:43.796 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: kXpressCompression supported: 0 2024-04-13T07:38:43.796 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: kLZ4HCCompression supported: 1 2024-04-13T07:38:43.796 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: kZlibCompression supported: 1 2024-04-13T07:38:43.796 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: kSnappyCompression supported: 1 2024-04-13T07:38:43.797 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: kLZ4Compression supported: 1 2024-04-13T07:38:43.797 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: kBZip2Compression supported: 0 2024-04-13T07:38:43.797 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-13T07:38:43.797 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-13T07:38:43.797 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-04-13T07:38:43.797 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-13T07:38:43.797 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-13T07:38:43.797 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.merge_operator: 2024-04-13T07:38:43.797 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.compaction_filter: None 2024-04-13T07:38:43.797 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.compaction_filter_factory: None 2024-04-13T07:38:43.797 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.sst_partitioner_factory: None 2024-04-13T07:38:43.797 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-13T07:38:43.797 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-13T07:38:43.797 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x556d0ab77620) 2024-04-13T07:38:43.797 INFO:journalctl@ceph.mon.c.smithi119.stdout: cache_index_and_filter_blocks: 1 2024-04-13T07:38:43.798 INFO:journalctl@ceph.mon.c.smithi119.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-13T07:38:43.798 INFO:journalctl@ceph.mon.c.smithi119.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-13T07:38:43.798 INFO:journalctl@ceph.mon.c.smithi119.stdout: pin_top_level_index_and_filter: 1 2024-04-13T07:38:43.798 INFO:journalctl@ceph.mon.c.smithi119.stdout: index_type: 0 2024-04-13T07:38:43.798 INFO:journalctl@ceph.mon.c.smithi119.stdout: data_block_index_type: 0 2024-04-13T07:38:43.798 INFO:journalctl@ceph.mon.c.smithi119.stdout: index_shortening: 1 2024-04-13T07:38:43.798 INFO:journalctl@ceph.mon.c.smithi119.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-13T07:38:43.798 INFO:journalctl@ceph.mon.c.smithi119.stdout: checksum: 4 2024-04-13T07:38:43.798 INFO:journalctl@ceph.mon.c.smithi119.stdout: no_block_cache: 0 2024-04-13T07:38:43.798 INFO:journalctl@ceph.mon.c.smithi119.stdout: block_cache: 0x556d09e8d1f0 2024-04-13T07:38:43.798 INFO:journalctl@ceph.mon.c.smithi119.stdout: block_cache_name: BinnedLRUCache 2024-04-13T07:38:43.798 INFO:journalctl@ceph.mon.c.smithi119.stdout: block_cache_options: 2024-04-13T07:38:43.798 INFO:journalctl@ceph.mon.c.smithi119.stdout: capacity : 536870912 2024-04-13T07:38:43.798 INFO:journalctl@ceph.mon.c.smithi119.stdout: num_shard_bits : 4 2024-04-13T07:38:43.798 INFO:journalctl@ceph.mon.c.smithi119.stdout: strict_capacity_limit : 0 2024-04-13T07:38:43.798 INFO:journalctl@ceph.mon.c.smithi119.stdout: high_pri_pool_ratio: 0.000 2024-04-13T07:38:43.799 INFO:journalctl@ceph.mon.c.smithi119.stdout: block_cache_compressed: (nil) 2024-04-13T07:38:43.799 INFO:journalctl@ceph.mon.c.smithi119.stdout: persistent_cache: (nil) 2024-04-13T07:38:43.799 INFO:journalctl@ceph.mon.c.smithi119.stdout: block_size: 4096 2024-04-13T07:38:43.799 INFO:journalctl@ceph.mon.c.smithi119.stdout: block_size_deviation: 10 2024-04-13T07:38:43.799 INFO:journalctl@ceph.mon.c.smithi119.stdout: block_restart_interval: 16 2024-04-13T07:38:43.799 INFO:journalctl@ceph.mon.c.smithi119.stdout: index_block_restart_interval: 1 2024-04-13T07:38:43.799 INFO:journalctl@ceph.mon.c.smithi119.stdout: metadata_block_size: 4096 2024-04-13T07:38:43.799 INFO:journalctl@ceph.mon.c.smithi119.stdout: partition_filters: 0 2024-04-13T07:38:43.799 INFO:journalctl@ceph.mon.c.smithi119.stdout: use_delta_encoding: 1 2024-04-13T07:38:43.799 INFO:journalctl@ceph.mon.c.smithi119.stdout: filter_policy: bloomfilter 2024-04-13T07:38:43.799 INFO:journalctl@ceph.mon.c.smithi119.stdout: whole_key_filtering: 1 2024-04-13T07:38:43.799 INFO:journalctl@ceph.mon.c.smithi119.stdout: verify_compression: 0 2024-04-13T07:38:43.799 INFO:journalctl@ceph.mon.c.smithi119.stdout: read_amp_bytes_per_bit: 0 2024-04-13T07:38:43.799 INFO:journalctl@ceph.mon.c.smithi119.stdout: format_version: 5 2024-04-13T07:38:43.799 INFO:journalctl@ceph.mon.c.smithi119.stdout: enable_index_compression: 1 2024-04-13T07:38:43.800 INFO:journalctl@ceph.mon.c.smithi119.stdout: block_align: 0 2024-04-13T07:38:43.800 INFO:journalctl@ceph.mon.c.smithi119.stdout: max_auto_readahead_size: 262144 2024-04-13T07:38:43.800 INFO:journalctl@ceph.mon.c.smithi119.stdout: prepopulate_block_cache: 0 2024-04-13T07:38:43.800 INFO:journalctl@ceph.mon.c.smithi119.stdout: initial_auto_readahead_size: 8192 2024-04-13T07:38:43.800 INFO:journalctl@ceph.mon.c.smithi119.stdout: num_file_reads_for_auto_readahead: 2 2024-04-13T07:38:43.800 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.write_buffer_size: 33554432 2024-04-13T07:38:43.800 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.max_write_buffer_number: 2 2024-04-13T07:38:43.800 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.compression: NoCompression 2024-04-13T07:38:43.800 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.bottommost_compression: Disabled 2024-04-13T07:38:43.800 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.prefix_extractor: nullptr 2024-04-13T07:38:43.800 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-13T07:38:43.800 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.num_levels: 7 2024-04-13T07:38:43.800 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-13T07:38:43.800 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-13T07:38:43.800 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-13T07:38:43.800 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-13T07:38:43.801 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-13T07:38:43.801 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-13T07:38:43.801 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-13T07:38:43.801 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-13T07:38:43.801 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-13T07:38:43.801 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-13T07:38:43.801 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-13T07:38:43.801 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-13T07:38:43.801 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-13T07:38:43.801 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.compression_opts.level: 32767 2024-04-13T07:38:43.801 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.compression_opts.strategy: 0 2024-04-13T07:38:43.801 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-13T07:38:43.801 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-13T07:38:43.801 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-13T07:38:43.801 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-13T07:38:43.802 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.compression_opts.enabled: false 2024-04-13T07:38:43.802 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-13T07:38:43.802 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-13T07:38:43.802 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-13T07:38:43.802 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-13T07:38:43.802 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.target_file_size_base: 67108864 2024-04-13T07:38:43.802 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-13T07:38:43.802 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-13T07:38:43.802 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-13T07:38:43.802 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-13T07:38:43.802 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-13T07:38:43.802 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-13T07:38:43.802 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-13T07:38:43.802 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-13T07:38:43.802 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-13T07:38:43.803 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-13T07:38:43.803 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-13T07:38:43.803 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-13T07:38:43.803 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-13T07:38:43.803 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-13T07:38:43.803 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.arena_block_size: 1048576 2024-04-13T07:38:43.803 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-13T07:38:43.803 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-13T07:38:43.803 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.disable_auto_compactions: 0 2024-04-13T07:38:43.803 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-13T07:38:43.803 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-13T07:38:43.803 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-13T07:38:43.803 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-13T07:38:43.803 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-13T07:38:43.803 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-13T07:38:43.803 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-13T07:38:43.804 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-13T07:38:43.804 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-13T07:38:43.804 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-13T07:38:43.804 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.table_properties_collectors: 2024-04-13T07:38:43.804 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.inplace_update_support: 0 2024-04-13T07:38:43.804 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-13T07:38:43.804 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-13T07:38:43.804 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-13T07:38:43.804 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-13T07:38:43.804 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.bloom_locality: 0 2024-04-13T07:38:43.804 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.max_successive_merges: 0 2024-04-13T07:38:43.804 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-13T07:38:43.804 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.paranoid_file_checks: 0 2024-04-13T07:38:43.804 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.force_consistency_checks: 1 2024-04-13T07:38:43.804 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.report_bg_io_stats: 0 2024-04-13T07:38:43.805 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.ttl: 2592000 2024-04-13T07:38:43.805 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-13T07:38:43.805 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-13T07:38:43.805 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-13T07:38:43.805 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.enable_blob_files: false 2024-04-13T07:38:43.805 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.min_blob_size: 0 2024-04-13T07:38:43.805 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.blob_file_size: 268435456 2024-04-13T07:38:43.805 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-13T07:38:43.805 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-13T07:38:43.805 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-13T07:38:43.805 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-13T07:38:43.805 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-13T07:38:43.805 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.blob_file_starting_level: 0 2024-04-13T07:38:43.805 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-13T07:38:43.805 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-13T07:38:43.806 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-04-13T07:38:43.806 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 8d687ef4-d9c9-4a06-b744-5a1aaac28b9b 2024-04-13T07:38:43.806 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712993923723451, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-04-13T07:38:43.806 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-04-13T07:38:43.806 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712993923723838, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1747, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712993923, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "8d687ef4-d9c9-4a06-b744-5a1aaac28b9b", "db_session_id": "LO6ERUQ3Q8ZZ65HZDWUC", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-04-13T07:38:43.806 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712993923723936, "job": 1, "event": "recovery_finished"} 2024-04-13T07:38:43.806 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-04-13T07:38:43.806 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-13T07:38:43.806 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x556d09f2c000 2024-04-13T07:38:43.806 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: DB pointer 0x556d09f1a000 2024-04-13T07:38:43.806 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-13T07:38:43.806 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-13T07:38:43.806 INFO:journalctl@ceph.mon.c.smithi119.stdout: ** DB Stats ** 2024-04-13T07:38:43.806 INFO:journalctl@ceph.mon.c.smithi119.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-13T07:38:43.806 INFO:journalctl@ceph.mon.c.smithi119.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-13T07:38:43.807 INFO:journalctl@ceph.mon.c.smithi119.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-13T07:38:43.807 INFO:journalctl@ceph.mon.c.smithi119.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-13T07:38:43.807 INFO:journalctl@ceph.mon.c.smithi119.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-13T07:38:43.807 INFO:journalctl@ceph.mon.c.smithi119.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-13T07:38:43.807 INFO:journalctl@ceph.mon.c.smithi119.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-13T07:38:43.807 INFO:journalctl@ceph.mon.c.smithi119.stdout: 2024-04-13T07:38:43.807 INFO:journalctl@ceph.mon.c.smithi119.stdout: ** Compaction Stats [default] ** 2024-04-13T07:38:43.807 INFO:journalctl@ceph.mon.c.smithi119.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-13T07:38:43.807 INFO:journalctl@ceph.mon.c.smithi119.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-13T07:38:43.807 INFO:journalctl@ceph.mon.c.smithi119.stdout: L0 1/0 1.71 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.5 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-13T07:38:43.807 INFO:journalctl@ceph.mon.c.smithi119.stdout: Sum 1/0 1.71 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.5 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-13T07:38:43.807 INFO:journalctl@ceph.mon.c.smithi119.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.5 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-13T07:38:43.807 INFO:journalctl@ceph.mon.c.smithi119.stdout: 2024-04-13T07:38:43.807 INFO:journalctl@ceph.mon.c.smithi119.stdout: ** Compaction Stats [default] ** 2024-04-13T07:38:43.807 INFO:journalctl@ceph.mon.c.smithi119.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-13T07:38:43.808 INFO:journalctl@ceph.mon.c.smithi119.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-13T07:38:43.808 INFO:journalctl@ceph.mon.c.smithi119.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.5 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-13T07:38:43.808 INFO:journalctl@ceph.mon.c.smithi119.stdout: 2024-04-13T07:38:43.808 INFO:journalctl@ceph.mon.c.smithi119.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-13T07:38:43.808 INFO:journalctl@ceph.mon.c.smithi119.stdout: 2024-04-13T07:38:43.808 INFO:journalctl@ceph.mon.c.smithi119.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-13T07:38:43.808 INFO:journalctl@ceph.mon.c.smithi119.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-13T07:38:43.808 INFO:journalctl@ceph.mon.c.smithi119.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-13T07:38:43.808 INFO:journalctl@ceph.mon.c.smithi119.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-13T07:38:43.808 INFO:journalctl@ceph.mon.c.smithi119.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-13T07:38:43.808 INFO:journalctl@ceph.mon.c.smithi119.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-13T07:38:43.808 INFO:journalctl@ceph.mon.c.smithi119.stdout: Cumulative compaction: 0.00 GB write, 0.71 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-13T07:38:43.808 INFO:journalctl@ceph.mon.c.smithi119.stdout: Interval compaction: 0.00 GB write, 0.71 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-13T07:38:43.808 INFO:journalctl@ceph.mon.c.smithi119.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-13T07:38:43.808 INFO:journalctl@ceph.mon.c.smithi119.stdout: Block cache BinnedLRUCache@0x556d09e8d1f0#7 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 7e-06 secs_since: 0 2024-04-13T07:38:43.809 INFO:journalctl@ceph.mon.c.smithi119.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-04-13T07:38:43.809 INFO:journalctl@ceph.mon.c.smithi119.stdout: 2024-04-13T07:38:43.809 INFO:journalctl@ceph.mon.c.smithi119.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-13T07:38:43.809 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-04-13T07:38:43.809 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: using public_addrv [v2:172.21.15.119:3301/0,v1:172.21.15.119:6790/0] 2024-04-13T07:38:43.809 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: starting mon.c rank -1 at public addrs [v2:172.21.15.119:3301/0,v1:172.21.15.119:6790/0] at bind addrs [v2:172.21.15.119:3301/0,v1:172.21.15.119:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 2024-04-13T07:38:43.809 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: mon.c@-1(???) e0 preinit fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 2024-04-13T07:38:43.809 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: mon.c@-1(synchronizing).mds e1 new map 2024-04-13T07:38:43.809 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: mon.c@-1(synchronizing).mds e1 print_map 2024-04-13T07:38:43.809 INFO:journalctl@ceph.mon.c.smithi119.stdout: e1 2024-04-13T07:38:43.809 INFO:journalctl@ceph.mon.c.smithi119.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-13T07:38:43.809 INFO:journalctl@ceph.mon.c.smithi119.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-13T07:38:43.809 INFO:journalctl@ceph.mon.c.smithi119.stdout: legacy client fscid: -1 2024-04-13T07:38:43.809 INFO:journalctl@ceph.mon.c.smithi119.stdout: 2024-04-13T07:38:43.809 INFO:journalctl@ceph.mon.c.smithi119.stdout: No filesystems configured 2024-04-13T07:38:43.810 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-13T07:38:43.810 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-13T07:38:43.810 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-13T07:38:43.810 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-13T07:38:43.810 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-13T07:38:43.810 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-13T07:38:43.810 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-13T07:38:43.810 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-13T07:38:43.810 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-13T07:38:43.810 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-13T07:38:43.810 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T07:38:43.810 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:38:43.810 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:43.810 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:43.811 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:43.811 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:43.811 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi139", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:38:43.811 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:38:43.811 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:38:43.811 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: Updating smithi139:/etc/ceph/ceph.conf 2024-04-13T07:38:43.811 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: Updating smithi139:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:38:43.811 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: Updating smithi139:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:38:43.811 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:38:43.811 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: Updating smithi139:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:38:43.811 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/649062737' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-13T07:38:43.811 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:43.811 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:43.811 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:43.811 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/649062737' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-13T07:38:43.812 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: osdmap e4: 0 total, 0 up, 0 in 2024-04-13T07:38:43.812 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:38:43.812 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi119:172.21.15.119=a;smithi119:[v2:172.21.15.119:3301,v1:172.21.15.119:6790]=c;smithi139:172.21.15.139=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:38:43.812 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: Saving service mon spec with placement smithi119:172.21.15.119=a;smithi119:[v2:172.21.15.119:3301,v1:172.21.15.119:6790]=c;smithi139:172.21.15.139=b;count:3 2024-04-13T07:38:43.812 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:43.812 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:38:43.812 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:38:43.812 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:38:43.812 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:43.812 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:38:43.812 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:38:43.812 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: Deploying daemon mon.b on smithi139 2024-04-13T07:38:43.812 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:38:43.813 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:38:43.813 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: from='client.? 172.21.15.139:0/328943498' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-13T07:38:43.813 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:38:43.813 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:38:43.813 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: mon.a calling monitor election 2024-04-13T07:38:43.813 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:38:43.813 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:38:43.813 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:38:43.813 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: mon.b calling monitor election 2024-04-13T07:38:43.813 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:38:43.813 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:38:43.813 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:38:43.813 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:38:43.813 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-13T07:38:43.813 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: monmap e2: 2 mons at {a=[v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0],b=[v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-13T07:38:43.814 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: fsmap 2024-04-13T07:38:43.814 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: osdmap e4: 0 total, 0 up, 0 in 2024-04-13T07:38:43.814 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: mgrmap e13: y(active, since 39s) 2024-04-13T07:38:43.814 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: overall HEALTH_OK 2024-04-13T07:38:43.814 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:43.814 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:43.814 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:43.814 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:38:43.814 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:38:43.814 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: Deploying daemon mon.c on smithi119 2024-04-13T07:38:43.814 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:38:43.814 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: from='client.? 172.21.15.139:0/1045655976' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-13T07:38:43.814 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:38:43.814 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 ceph-mon[39268]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-13T07:38:43.814 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 bash[39230]: f38246c5c08b0b7b9f857b531b26d8a1a11442922cf87bedc4f5a4753dbcc43d 2024-04-13T07:38:43.815 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:43 smithi119 systemd[1]: Started Ceph mon.c for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:38:49.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:48 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:38:49.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:48 smithi139 ceph-mon[31267]: mon.a calling monitor election 2024-04-13T07:38:49.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:48 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:38:49.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:48 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:38:49.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:48 smithi139 ceph-mon[31267]: mon.b calling monitor election 2024-04-13T07:38:49.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:48 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:38:49.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:48 smithi139 ceph-mon[31267]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:38:49.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:48 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:38:49.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:48 smithi139 ceph-mon[31267]: mon.c calling monitor election 2024-04-13T07:38:49.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:48 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:38:49.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:48 smithi139 ceph-mon[31267]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:38:49.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:48 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:38:49.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:48 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:38:49.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:48 smithi139 ceph-mon[31267]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-13T07:38:49.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:48 smithi139 ceph-mon[31267]: monmap e3: 3 mons at {a=[v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0],b=[v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0],c=[v2:172.21.15.119:3301/0,v1:172.21.15.119:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-13T07:38:49.137 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:48 smithi139 ceph-mon[31267]: fsmap 2024-04-13T07:38:49.137 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:48 smithi139 ceph-mon[31267]: osdmap e4: 0 total, 0 up, 0 in 2024-04-13T07:38:49.137 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:48 smithi139 ceph-mon[31267]: mgrmap e13: y(active, since 47s) 2024-04-13T07:38:49.137 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:48 smithi139 ceph-mon[31267]: overall HEALTH_OK 2024-04-13T07:38:49.137 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:48 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:49.137 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:48 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:49.137 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:48 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:49.137 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:48 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:49.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:48 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:38:49.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:48 smithi119 ceph-mon[39268]: mon.a calling monitor election 2024-04-13T07:38:49.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:48 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:38:49.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:48 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:38:49.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:48 smithi119 ceph-mon[39268]: mon.b calling monitor election 2024-04-13T07:38:49.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:48 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:38:49.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:48 smithi119 ceph-mon[39268]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:38:49.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:48 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:38:49.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:48 smithi119 ceph-mon[39268]: mon.c calling monitor election 2024-04-13T07:38:49.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:48 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:38:49.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:48 smithi119 ceph-mon[39268]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:38:49.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:48 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:38:49.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:48 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:38:49.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:48 smithi119 ceph-mon[39268]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-13T07:38:49.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:48 smithi119 ceph-mon[39268]: monmap e3: 3 mons at {a=[v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0],b=[v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0],c=[v2:172.21.15.119:3301/0,v1:172.21.15.119:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-13T07:38:49.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:48 smithi119 ceph-mon[39268]: fsmap 2024-04-13T07:38:49.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:48 smithi119 ceph-mon[39268]: osdmap e4: 0 total, 0 up, 0 in 2024-04-13T07:38:49.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:48 smithi119 ceph-mon[39268]: mgrmap e13: y(active, since 47s) 2024-04-13T07:38:49.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:48 smithi119 ceph-mon[39268]: overall HEALTH_OK 2024-04-13T07:38:49.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:48 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:49.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:48 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:49.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:48 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:49.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:48 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:49.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:48 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:38:49.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:48 smithi119 ceph-mon[27733]: mon.a calling monitor election 2024-04-13T07:38:49.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:48 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:38:49.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:48 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:38:49.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:48 smithi119 ceph-mon[27733]: mon.b calling monitor election 2024-04-13T07:38:49.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:48 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:38:49.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:48 smithi119 ceph-mon[27733]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:38:49.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:48 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:38:49.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:48 smithi119 ceph-mon[27733]: mon.c calling monitor election 2024-04-13T07:38:49.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:48 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:38:49.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:48 smithi119 ceph-mon[27733]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:38:49.219 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:48 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:38:49.219 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:48 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:38:49.219 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:48 smithi119 ceph-mon[27733]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-13T07:38:49.219 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:48 smithi119 ceph-mon[27733]: monmap e3: 3 mons at {a=[v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0],b=[v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0],c=[v2:172.21.15.119:3301/0,v1:172.21.15.119:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-13T07:38:49.219 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:48 smithi119 ceph-mon[27733]: fsmap 2024-04-13T07:38:49.219 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:48 smithi119 ceph-mon[27733]: osdmap e4: 0 total, 0 up, 0 in 2024-04-13T07:38:49.219 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:48 smithi119 ceph-mon[27733]: mgrmap e13: y(active, since 47s) 2024-04-13T07:38:49.219 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:48 smithi119 ceph-mon[27733]: overall HEALTH_OK 2024-04-13T07:38:49.219 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:48 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:49.219 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:48 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:49.219 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:48 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:49.219 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:48 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:49.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:49 smithi139 ceph-mon[31267]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:38:49.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:49 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:38:49.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:49 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:38:49.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:49 smithi119 ceph-mon[27733]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:38:49.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:49 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:38:49.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:49 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:38:49.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:49 smithi119 ceph-mon[39268]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:38:49.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:49 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:38:49.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:49 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:38:50.606 INFO:teuthology.orchestra.run.smithi139.stdout: 2024-04-13T07:38:50.607 INFO:teuthology.orchestra.run.smithi139.stdout:{"epoch":3,"fsid":"7e8cfa84-f968-11ee-bc8d-c7b262605968","modified":"2024-04-13T07:38:43.744009Z","created":"2024-04-13T07:37:03.207646Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:3300","nonce":0},{"type":"v1","addr":"172.21.15.119:6789","nonce":0}]},"addr":"172.21.15.119:6789/0","public_addr":"172.21.15.119:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:3300","nonce":0},{"type":"v1","addr":"172.21.15.139:6789","nonce":0}]},"addr":"172.21.15.139:6789/0","public_addr":"172.21.15.139:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:3301","nonce":0},{"type":"v1","addr":"172.21.15.119:6790","nonce":0}]},"addr":"172.21.15.119:6790/0","public_addr":"172.21.15.119:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-04-13T07:38:50.609 INFO:teuthology.orchestra.run.smithi139.stderr:dumped monmap epoch 3 2024-04-13T07:38:51.165 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:51 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:51.166 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:51 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:51.166 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:51 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:51.166 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:51 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:51.166 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:51 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:38:51.166 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:51 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:38:51.166 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:51 smithi139 ceph-mon[31267]: Updating smithi119:/etc/ceph/ceph.conf 2024-04-13T07:38:51.166 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:51 smithi139 ceph-mon[31267]: Updating smithi139:/etc/ceph/ceph.conf 2024-04-13T07:38:51.166 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:51 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:51.166 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:51 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:51.166 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:51 smithi139 ceph-mon[31267]: from='client.? 172.21.15.139:0/1200133362' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-13T07:38:51.166 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:51 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:51.166 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:51 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:51.166 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:51 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:51.166 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:51 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:51.166 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:51 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:51.167 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:51 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:51.167 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:51 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:51.167 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:51 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:38:51.167 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:51 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:38:51.167 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:51 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:38:51.167 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:51 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:51.168 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-04-13T07:38:51.168 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph config generate-minimal-conf 2024-04-13T07:38:51.281 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:51 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:51.281 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:51 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:51.281 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:51 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:51.281 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:51 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:51.281 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:51 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:38:51.281 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:51 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:38:51.281 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:51 smithi119 ceph-mon[39268]: Updating smithi119:/etc/ceph/ceph.conf 2024-04-13T07:38:51.282 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:51 smithi119 ceph-mon[39268]: Updating smithi139:/etc/ceph/ceph.conf 2024-04-13T07:38:51.282 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:51 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:51.282 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:51 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:51.282 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:51 smithi119 ceph-mon[39268]: from='client.? 172.21.15.139:0/1200133362' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-13T07:38:51.282 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:51 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:51.282 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:51 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:51.282 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:51 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:51.282 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:51 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:51.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:51 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:51.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:51 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:51.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:51 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:51.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:51 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:38:51.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:51 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:38:51.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:51 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:38:51.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:51 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:51.283 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:51 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:51.283 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:51 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:51.283 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:51 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:51.283 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:51 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:51.283 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:51 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:38:51.284 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:51 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:38:51.284 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:51 smithi119 ceph-mon[27733]: Updating smithi119:/etc/ceph/ceph.conf 2024-04-13T07:38:51.284 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:51 smithi119 ceph-mon[27733]: Updating smithi139:/etc/ceph/ceph.conf 2024-04-13T07:38:51.284 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:51 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:51.284 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:51 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:51.284 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:51 smithi119 ceph-mon[27733]: from='client.? 172.21.15.139:0/1200133362' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-13T07:38:51.284 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:51 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:51.284 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:51 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:51.284 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:51 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:51.284 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:51 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:51.284 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:51 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:51.284 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:51 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:51.284 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:51 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:51.285 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:51 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:38:51.285 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:51 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:38:51.285 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:51 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:38:51.285 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:51 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:52.073 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:52 smithi119 ceph-mon[39268]: Updating smithi119:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:38:52.073 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:52 smithi119 ceph-mon[39268]: Updating smithi139:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:38:52.073 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:52 smithi119 ceph-mon[39268]: Reconfiguring mon.a (unknown last config time)... 2024-04-13T07:38:52.074 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:52 smithi119 ceph-mon[39268]: Reconfiguring daemon mon.a on smithi119 2024-04-13T07:38:52.074 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:52 smithi119 ceph-mon[39268]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:38:52.074 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:52 smithi119 ceph-mon[27733]: Updating smithi119:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:38:52.074 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:52 smithi119 ceph-mon[27733]: Updating smithi139:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:38:52.074 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:52 smithi119 ceph-mon[27733]: Reconfiguring mon.a (unknown last config time)... 2024-04-13T07:38:52.074 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:52 smithi119 ceph-mon[27733]: Reconfiguring daemon mon.a on smithi119 2024-04-13T07:38:52.074 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:52 smithi119 ceph-mon[27733]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:38:52.205 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:38:52.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:52 smithi139 ceph-mon[31267]: Updating smithi119:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:38:52.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:52 smithi139 ceph-mon[31267]: Updating smithi139:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:38:52.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:52 smithi139 ceph-mon[31267]: Reconfiguring mon.a (unknown last config time)... 2024-04-13T07:38:52.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:52 smithi139 ceph-mon[31267]: Reconfiguring daemon mon.a on smithi119 2024-04-13T07:38:52.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:52 smithi139 ceph-mon[31267]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:38:53.363 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:53 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:53.363 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:53 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:53.364 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:53 smithi119 ceph-mon[27733]: Reconfiguring mon.c (monmap changed)... 2024-04-13T07:38:53.364 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:53 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:38:53.364 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:53 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:38:53.364 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:53 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:38:53.364 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:53 smithi119 ceph-mon[27733]: Reconfiguring daemon mon.c on smithi119 2024-04-13T07:38:53.364 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:53 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:53.364 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:53 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:53.364 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:53 smithi119 ceph-mon[39268]: Reconfiguring mon.c (monmap changed)... 2024-04-13T07:38:53.364 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:53 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:38:53.364 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:53 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:38:53.365 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:53 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:38:53.365 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:53 smithi119 ceph-mon[39268]: Reconfiguring daemon mon.c on smithi119 2024-04-13T07:38:53.384 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:53 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:53 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:53 smithi139 ceph-mon[31267]: Reconfiguring mon.c (monmap changed)... 2024-04-13T07:38:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:53 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:38:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:53 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:38:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:53 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:38:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:53 smithi139 ceph-mon[31267]: Reconfiguring daemon mon.c on smithi119 2024-04-13T07:38:54.222 INFO:teuthology.orchestra.run.smithi119.stdout:# minimal ceph.conf for 7e8cfa84-f968-11ee-bc8d-c7b262605968 2024-04-13T07:38:54.222 INFO:teuthology.orchestra.run.smithi119.stdout:[global] 2024-04-13T07:38:54.222 INFO:teuthology.orchestra.run.smithi119.stdout: fsid = 7e8cfa84-f968-11ee-bc8d-c7b262605968 2024-04-13T07:38:54.223 INFO:teuthology.orchestra.run.smithi119.stdout: mon_host = [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] [v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0] [v2:172.21.15.119:3301/0,v1:172.21.15.119:6790/0] 2024-04-13T07:38:54.253 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:54 smithi119 ceph-mon[27733]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:38:54.253 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:54 smithi119 ceph-mon[39268]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:38:54.384 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:54 smithi139 ceph-mon[31267]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:38:55.162 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:55 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/2261975561' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:38:55.163 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:55 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:55.163 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:55 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:55.163 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:55 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:38:55.163 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:55 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:38:55.163 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:55 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:38:55.163 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:55 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/2261975561' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:38:55.163 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:55 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:55.163 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:55 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:55.163 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:55 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:38:55.163 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:55 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:38:55.164 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:55 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:38:55.164 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-04-13T07:38:55.165 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-04-13T07:38:55.165 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd of=/etc/ceph/ceph.conf 2024-04-13T07:38:55.195 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-04-13T07:38:55.195 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:38:55.262 DEBUG:teuthology.orchestra.run.smithi139:> set -ex 2024-04-13T07:38:55.262 DEBUG:teuthology.orchestra.run.smithi139:> sudo dd of=/etc/ceph/ceph.conf 2024-04-13T07:38:55.292 DEBUG:teuthology.orchestra.run.smithi139:> set -ex 2024-04-13T07:38:55.292 DEBUG:teuthology.orchestra.run.smithi139:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:38:55.360 INFO:tasks.cephadm:Adding mgr.y on smithi119 2024-04-13T07:38:55.360 INFO:tasks.cephadm:Adding mgr.x on smithi139 2024-04-13T07:38:55.360 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph orch apply mgr '2;smithi119=y;smithi139=x' 2024-04-13T07:38:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:55 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/2261975561' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:38:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:55 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:55 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:55 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:38:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:55 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:38:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:55 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:38:56.343 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.b/config 2024-04-13T07:38:56.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:56 smithi139 ceph-mon[31267]: Reconfiguring mon.b (monmap changed)... 2024-04-13T07:38:56.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:56 smithi139 ceph-mon[31267]: Reconfiguring daemon mon.b on smithi139 2024-04-13T07:38:56.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:56 smithi139 ceph-mon[31267]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:38:56.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:56 smithi119 ceph-mon[39268]: Reconfiguring mon.b (monmap changed)... 2024-04-13T07:38:56.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:56 smithi119 ceph-mon[39268]: Reconfiguring daemon mon.b on smithi139 2024-04-13T07:38:56.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:56 smithi119 ceph-mon[39268]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:38:56.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:56 smithi119 ceph-mon[27733]: Reconfiguring mon.b (monmap changed)... 2024-04-13T07:38:56.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:56 smithi119 ceph-mon[27733]: Reconfiguring daemon mon.b on smithi139 2024-04-13T07:38:56.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:56 smithi119 ceph-mon[27733]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:38:57.521 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:57 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:57.521 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:57 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:57.521 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:57 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:38:57.521 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:57 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:38:57.521 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:57 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:38:57.522 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:57 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:57.522 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:57 smithi139 ceph-mon[31267]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:38:57.715 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:57 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:57.715 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:57 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:57.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:57 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:38:57.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:57 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:38:57.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:57 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:38:57.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:57 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:57.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:57 smithi119 ceph-mon[27733]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:38:57.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:57 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:57.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:57 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:57.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:57 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:38:57.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:57 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:38:57.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:57 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:38:57.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:57 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:57.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:57 smithi119 ceph-mon[39268]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:38:57.938 INFO:teuthology.orchestra.run.smithi139.stdout:Scheduled mgr update... 2024-04-13T07:38:58.492 DEBUG:teuthology.orchestra.run.smithi139:mgr.x> sudo journalctl -f -n 0 -u ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@mgr.x.service 2024-04-13T07:38:58.498 INFO:tasks.cephadm:Deploying OSDs... 2024-04-13T07:38:58.498 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-04-13T07:38:58.498 DEBUG:teuthology.orchestra.run.smithi119:> dd if=/scratch_devs of=/dev/stdout 2024-04-13T07:38:58.517 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-13T07:38:58.517 DEBUG:teuthology.orchestra.run.smithi119:> stat /dev/vg_nvme/lv_1 2024-04-13T07:38:58.574 INFO:teuthology.orchestra.run.smithi119.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-13T07:38:58.574 INFO:teuthology.orchestra.run.smithi119.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-13T07:38:58.574 INFO:teuthology.orchestra.run.smithi119.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-04-13T07:38:58.575 INFO:teuthology.orchestra.run.smithi119.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-13T07:38:58.575 INFO:teuthology.orchestra.run.smithi119.stdout:Context: system_u:object_r:device_t:s0 2024-04-13T07:38:58.575 INFO:teuthology.orchestra.run.smithi119.stdout:Access: 2024-04-13 07:38:43.215195495 +0000 2024-04-13T07:38:58.575 INFO:teuthology.orchestra.run.smithi119.stdout:Modify: 2024-04-13 07:34:05.817349203 +0000 2024-04-13T07:38:58.575 INFO:teuthology.orchestra.run.smithi119.stdout:Change: 2024-04-13 07:34:05.817349203 +0000 2024-04-13T07:38:58.575 INFO:teuthology.orchestra.run.smithi119.stdout: Birth: 2024-04-13 07:34:05.817349203 +0000 2024-04-13T07:38:58.575 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-13T07:38:58.643 INFO:teuthology.orchestra.run.smithi119.stderr:1+0 records in 2024-04-13T07:38:58.643 INFO:teuthology.orchestra.run.smithi119.stderr:1+0 records out 2024-04-13T07:38:58.643 INFO:teuthology.orchestra.run.smithi119.stderr:512 bytes copied, 0.000223797 s, 2.3 MB/s 2024-04-13T07:38:58.644 DEBUG:teuthology.orchestra.run.smithi119:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-13T07:38:58.701 DEBUG:teuthology.orchestra.run.smithi119:> stat /dev/vg_nvme/lv_2 2024-04-13T07:38:58.757 INFO:teuthology.orchestra.run.smithi119.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-13T07:38:58.758 INFO:teuthology.orchestra.run.smithi119.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-13T07:38:58.758 INFO:teuthology.orchestra.run.smithi119.stdout:Device: 5h/5d Inode: 687 Links: 1 2024-04-13T07:38:58.758 INFO:teuthology.orchestra.run.smithi119.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-13T07:38:58.758 INFO:teuthology.orchestra.run.smithi119.stdout:Context: system_u:object_r:device_t:s0 2024-04-13T07:38:58.758 INFO:teuthology.orchestra.run.smithi119.stdout:Access: 2024-04-13 07:38:43.215195495 +0000 2024-04-13T07:38:58.758 INFO:teuthology.orchestra.run.smithi119.stdout:Modify: 2024-04-13 07:34:06.153341005 +0000 2024-04-13T07:38:58.758 INFO:teuthology.orchestra.run.smithi119.stdout:Change: 2024-04-13 07:34:06.153341005 +0000 2024-04-13T07:38:58.758 INFO:teuthology.orchestra.run.smithi119.stdout: Birth: 2024-04-13 07:34:06.153341005 +0000 2024-04-13T07:38:58.759 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-13T07:38:58.826 INFO:teuthology.orchestra.run.smithi119.stderr:1+0 records in 2024-04-13T07:38:58.826 INFO:teuthology.orchestra.run.smithi119.stderr:1+0 records out 2024-04-13T07:38:58.826 INFO:teuthology.orchestra.run.smithi119.stderr:512 bytes copied, 0.000205979 s, 2.5 MB/s 2024-04-13T07:38:58.827 DEBUG:teuthology.orchestra.run.smithi119:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-13T07:38:58.884 DEBUG:teuthology.orchestra.run.smithi119:> stat /dev/vg_nvme/lv_3 2024-04-13T07:38:58.940 INFO:teuthology.orchestra.run.smithi119.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-13T07:38:58.940 INFO:teuthology.orchestra.run.smithi119.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-13T07:38:58.940 INFO:teuthology.orchestra.run.smithi119.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-04-13T07:38:58.940 INFO:teuthology.orchestra.run.smithi119.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-13T07:38:58.940 INFO:teuthology.orchestra.run.smithi119.stdout:Context: system_u:object_r:device_t:s0 2024-04-13T07:38:58.941 INFO:teuthology.orchestra.run.smithi119.stdout:Access: 2024-04-13 07:38:43.216195471 +0000 2024-04-13T07:38:58.941 INFO:teuthology.orchestra.run.smithi119.stdout:Modify: 2024-04-13 07:34:06.492332733 +0000 2024-04-13T07:38:58.941 INFO:teuthology.orchestra.run.smithi119.stdout:Change: 2024-04-13 07:34:06.492332733 +0000 2024-04-13T07:38:58.941 INFO:teuthology.orchestra.run.smithi119.stdout: Birth: 2024-04-13 07:34:06.492332733 +0000 2024-04-13T07:38:58.941 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-13T07:38:59.007 INFO:teuthology.orchestra.run.smithi119.stderr:1+0 records in 2024-04-13T07:38:59.007 INFO:teuthology.orchestra.run.smithi119.stderr:1+0 records out 2024-04-13T07:38:59.007 INFO:teuthology.orchestra.run.smithi119.stderr:512 bytes copied, 0.000177336 s, 2.9 MB/s 2024-04-13T07:38:59.008 DEBUG:teuthology.orchestra.run.smithi119:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-13T07:38:59.064 DEBUG:teuthology.orchestra.run.smithi119:> stat /dev/vg_nvme/lv_4 2024-04-13T07:38:59.119 INFO:teuthology.orchestra.run.smithi119.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-13T07:38:59.119 INFO:teuthology.orchestra.run.smithi119.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-13T07:38:59.120 INFO:teuthology.orchestra.run.smithi119.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-04-13T07:38:59.120 INFO:teuthology.orchestra.run.smithi119.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-13T07:38:59.120 INFO:teuthology.orchestra.run.smithi119.stdout:Context: system_u:object_r:device_t:s0 2024-04-13T07:38:59.120 INFO:teuthology.orchestra.run.smithi119.stdout:Access: 2024-04-13 07:38:43.216195471 +0000 2024-04-13T07:38:59.120 INFO:teuthology.orchestra.run.smithi119.stdout:Modify: 2024-04-13 07:34:06.900322778 +0000 2024-04-13T07:38:59.120 INFO:teuthology.orchestra.run.smithi119.stdout:Change: 2024-04-13 07:34:06.900322778 +0000 2024-04-13T07:38:59.120 INFO:teuthology.orchestra.run.smithi119.stdout: Birth: 2024-04-13 07:34:06.900322778 +0000 2024-04-13T07:38:59.120 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-13T07:38:59.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:58 smithi139 ceph-mon[31267]: from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi119=y;smithi139=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:38:59.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:58 smithi139 ceph-mon[31267]: Saving service mgr spec with placement smithi119=y;smithi139=x;count:2 2024-04-13T07:38:59.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:58 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:59.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:58 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:38:59.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:58 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:38:59.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:58 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:38:59.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:58 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:59.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:58 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T07:38:59.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:58 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-13T07:38:59.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:58 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T07:38:59.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:58 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:38:59.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:58 smithi139 ceph-mon[31267]: Deploying daemon mgr.x on smithi139 2024-04-13T07:38:59.185 INFO:teuthology.orchestra.run.smithi119.stderr:1+0 records in 2024-04-13T07:38:59.185 INFO:teuthology.orchestra.run.smithi119.stderr:1+0 records out 2024-04-13T07:38:59.185 INFO:teuthology.orchestra.run.smithi119.stderr:512 bytes copied, 0.000246817 s, 2.1 MB/s 2024-04-13T07:38:59.187 DEBUG:teuthology.orchestra.run.smithi119:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-13T07:38:59.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:58 smithi119 ceph-mon[27733]: from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi119=y;smithi139=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:38:59.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:58 smithi119 ceph-mon[27733]: Saving service mgr spec with placement smithi119=y;smithi139=x;count:2 2024-04-13T07:38:59.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:58 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:59.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:58 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:38:59.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:58 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:38:59.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:58 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:38:59.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:58 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:59.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:58 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T07:38:59.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:58 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-13T07:38:59.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:58 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T07:38:59.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:58 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:38:59.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:58 smithi119 ceph-mon[27733]: Deploying daemon mgr.x on smithi139 2024-04-13T07:38:59.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:58 smithi119 ceph-mon[39268]: from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi119=y;smithi139=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:38:59.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:58 smithi119 ceph-mon[39268]: Saving service mgr spec with placement smithi119=y;smithi139=x;count:2 2024-04-13T07:38:59.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:58 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:59.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:58 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:38:59.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:58 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:38:59.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:58 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:38:59.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:58 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:38:59.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:58 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T07:38:59.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:58 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-13T07:38:59.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:58 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T07:38:59.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:58 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:38:59.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:58 smithi119 ceph-mon[39268]: Deploying daemon mgr.x on smithi139 2024-04-13T07:38:59.233 DEBUG:teuthology.orchestra.run.smithi139:> set -ex 2024-04-13T07:38:59.233 DEBUG:teuthology.orchestra.run.smithi139:> dd if=/scratch_devs of=/dev/stdout 2024-04-13T07:38:59.249 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-13T07:38:59.250 DEBUG:teuthology.orchestra.run.smithi139:> stat /dev/vg_nvme/lv_1 2024-04-13T07:38:59.304 INFO:teuthology.orchestra.run.smithi139.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-13T07:38:59.304 INFO:teuthology.orchestra.run.smithi139.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-13T07:38:59.305 INFO:teuthology.orchestra.run.smithi139.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-04-13T07:38:59.305 INFO:teuthology.orchestra.run.smithi139.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-13T07:38:59.305 INFO:teuthology.orchestra.run.smithi139.stdout:Context: system_u:object_r:device_t:s0 2024-04-13T07:38:59.305 INFO:teuthology.orchestra.run.smithi139.stdout:Access: 2024-04-13 07:38:34.826582159 +0000 2024-04-13T07:38:59.305 INFO:teuthology.orchestra.run.smithi139.stdout:Modify: 2024-04-13 07:34:08.410093654 +0000 2024-04-13T07:38:59.305 INFO:teuthology.orchestra.run.smithi139.stdout:Change: 2024-04-13 07:34:08.410093654 +0000 2024-04-13T07:38:59.305 INFO:teuthology.orchestra.run.smithi139.stdout: Birth: 2024-04-13 07:34:08.410093654 +0000 2024-04-13T07:38:59.305 DEBUG:teuthology.orchestra.run.smithi139:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-13T07:38:59.371 INFO:teuthology.orchestra.run.smithi139.stderr:1+0 records in 2024-04-13T07:38:59.371 INFO:teuthology.orchestra.run.smithi139.stderr:1+0 records out 2024-04-13T07:38:59.371 INFO:teuthology.orchestra.run.smithi139.stderr:512 bytes copied, 0.000264495 s, 1.9 MB/s 2024-04-13T07:38:59.372 DEBUG:teuthology.orchestra.run.smithi139:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-13T07:38:59.428 DEBUG:teuthology.orchestra.run.smithi139:> stat /dev/vg_nvme/lv_2 2024-04-13T07:38:59.484 INFO:teuthology.orchestra.run.smithi139.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-13T07:38:59.484 INFO:teuthology.orchestra.run.smithi139.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-13T07:38:59.484 INFO:teuthology.orchestra.run.smithi139.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-04-13T07:38:59.484 INFO:teuthology.orchestra.run.smithi139.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-13T07:38:59.484 INFO:teuthology.orchestra.run.smithi139.stdout:Context: system_u:object_r:device_t:s0 2024-04-13T07:38:59.484 INFO:teuthology.orchestra.run.smithi139.stdout:Access: 2024-04-13 07:38:34.826582159 +0000 2024-04-13T07:38:59.484 INFO:teuthology.orchestra.run.smithi139.stdout:Modify: 2024-04-13 07:34:08.748086397 +0000 2024-04-13T07:38:59.485 INFO:teuthology.orchestra.run.smithi139.stdout:Change: 2024-04-13 07:34:08.748086397 +0000 2024-04-13T07:38:59.485 INFO:teuthology.orchestra.run.smithi139.stdout: Birth: 2024-04-13 07:34:08.748086397 +0000 2024-04-13T07:38:59.485 DEBUG:teuthology.orchestra.run.smithi139:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-13T07:38:59.549 INFO:teuthology.orchestra.run.smithi139.stderr:1+0 records in 2024-04-13T07:38:59.550 INFO:teuthology.orchestra.run.smithi139.stderr:1+0 records out 2024-04-13T07:38:59.550 INFO:teuthology.orchestra.run.smithi139.stderr:512 bytes copied, 0.00020007 s, 2.6 MB/s 2024-04-13T07:38:59.551 DEBUG:teuthology.orchestra.run.smithi139:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-13T07:38:59.606 DEBUG:teuthology.orchestra.run.smithi139:> stat /dev/vg_nvme/lv_3 2024-04-13T07:38:59.661 INFO:teuthology.orchestra.run.smithi139.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-13T07:38:59.662 INFO:teuthology.orchestra.run.smithi139.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-13T07:38:59.662 INFO:teuthology.orchestra.run.smithi139.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-04-13T07:38:59.662 INFO:teuthology.orchestra.run.smithi139.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-13T07:38:59.662 INFO:teuthology.orchestra.run.smithi139.stdout:Context: system_u:object_r:device_t:s0 2024-04-13T07:38:59.662 INFO:teuthology.orchestra.run.smithi139.stdout:Access: 2024-04-13 07:38:34.827582138 +0000 2024-04-13T07:38:59.662 INFO:teuthology.orchestra.run.smithi139.stdout:Modify: 2024-04-13 07:34:09.081079248 +0000 2024-04-13T07:38:59.662 INFO:teuthology.orchestra.run.smithi139.stdout:Change: 2024-04-13 07:34:09.081079248 +0000 2024-04-13T07:38:59.662 INFO:teuthology.orchestra.run.smithi139.stdout: Birth: 2024-04-13 07:34:09.081079248 +0000 2024-04-13T07:38:59.663 DEBUG:teuthology.orchestra.run.smithi139:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-13T07:38:59.877 INFO:teuthology.orchestra.run.smithi139.stderr:1+0 records in 2024-04-13T07:38:59.878 INFO:teuthology.orchestra.run.smithi139.stderr:1+0 records out 2024-04-13T07:38:59.878 INFO:teuthology.orchestra.run.smithi139.stderr:512 bytes copied, 0.000181527 s, 2.8 MB/s 2024-04-13T07:38:59.879 DEBUG:teuthology.orchestra.run.smithi139:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-13T07:38:59.894 DEBUG:teuthology.orchestra.run.smithi139:> stat /dev/vg_nvme/lv_4 2024-04-13T07:38:59.954 INFO:teuthology.orchestra.run.smithi139.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-13T07:38:59.954 INFO:teuthology.orchestra.run.smithi139.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-13T07:38:59.954 INFO:teuthology.orchestra.run.smithi139.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-04-13T07:38:59.954 INFO:teuthology.orchestra.run.smithi139.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-13T07:38:59.954 INFO:teuthology.orchestra.run.smithi139.stdout:Context: system_u:object_r:device_t:s0 2024-04-13T07:38:59.954 INFO:teuthology.orchestra.run.smithi139.stdout:Access: 2024-04-13 07:38:59.835064603 +0000 2024-04-13T07:38:59.954 INFO:teuthology.orchestra.run.smithi139.stdout:Modify: 2024-04-13 07:34:09.423071905 +0000 2024-04-13T07:38:59.954 INFO:teuthology.orchestra.run.smithi139.stdout:Change: 2024-04-13 07:34:09.423071905 +0000 2024-04-13T07:38:59.954 INFO:teuthology.orchestra.run.smithi139.stdout: Birth: 2024-04-13 07:34:09.423071905 +0000 2024-04-13T07:38:59.955 DEBUG:teuthology.orchestra.run.smithi139:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-13T07:39:00.061 INFO:teuthology.orchestra.run.smithi139.stderr:1+0 records in 2024-04-13T07:39:00.061 INFO:teuthology.orchestra.run.smithi139.stderr:1+0 records out 2024-04-13T07:39:00.061 INFO:teuthology.orchestra.run.smithi139.stderr:512 bytes copied, 0.000232959 s, 2.2 MB/s 2024-04-13T07:39:00.063 DEBUG:teuthology.orchestra.run.smithi139:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-13T07:39:00.078 INFO:tasks.cephadm:Deploying osd.0 on smithi119 with /dev/vg_nvme/lv_4... 2024-04-13T07:39:00.078 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-13T07:39:00.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:38:59 smithi139 ceph-mon[31267]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:39:00.135 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:39:00 smithi139 systemd[1]: Starting Ceph mgr.x for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:39:00.215 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:38:59 smithi119 ceph-mon[27733]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:39:00.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:38:59 smithi119 ceph-mon[39268]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:39:00.286 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:39:00.558 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:39:00 smithi139 podman[33367]: 2024-04-13 07:39:00.28828461 +0000 UTC m=+0.103379458 container create 47929656fb646c04fc238f56ac13d57e3dd0ba55f5c3fe6c61745fc88595c893 (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, ceph=True, org.label-schema.schema-version=1.0, RELEASE=reef-7d36322, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-04-13T07:39:00.559 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:39:00 smithi139 podman[33367]: 2024-04-13 07:39:00.202702706 +0000 UTC m=+0.017797570 image pull 6ecd1226aa2fbfe626757c10af365cae7e1efb29811ef174caf43c1f61820704 quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d 2024-04-13T07:39:00.559 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:39:00 smithi139 podman[33367]: 2024-04-13 07:39:00.473688 +0000 UTC m=+0.288782846 container init 47929656fb646c04fc238f56ac13d57e3dd0ba55f5c3fe6c61745fc88595c893 (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-7d36322, org.label-schema.build-date=20240409, ceph=True, org.label-schema.license=GPLv2) 2024-04-13T07:39:00.559 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:39:00 smithi139 podman[33367]: 2024-04-13 07:39:00.479494143 +0000 UTC m=+0.294588990 container start 47929656fb646c04fc238f56ac13d57e3dd0ba55f5c3fe6c61745fc88595c893 (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=reef-7d36322, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-13T07:39:00.559 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:39:00 smithi139 ceph-mgr[33406]: -- 172.21.15.139:0/3711765736 <== mon.1 v2:172.21.15.139:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55793c3921a0 con 0x55793c368800 2024-04-13T07:39:00.559 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:39:00 smithi139 bash[33367]: 47929656fb646c04fc238f56ac13d57e3dd0ba55f5c3fe6c61745fc88595c893 2024-04-13T07:39:00.885 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:39:00 smithi139 systemd[1]: Started Ceph mgr.x for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:39:01.374 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:39:01 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-13T07:39:01.047+0000 7f699af27200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-13T07:39:01.374 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:39:01 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-13T07:39:01.156+0000 7f699af27200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-13T07:39:01.885 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:39:01 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-13T07:39:01.827+0000 7f699af27200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-13T07:39:01.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:01 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:01.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:01 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:01.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:01 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:01.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:01 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:01.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:01 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:39:01.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:01 smithi139 ceph-mon[31267]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:39:01.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:01 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:01.965 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:01 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:01.965 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:01 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:01.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:01 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:01.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:01 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:01.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:01 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:39:01.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:01 smithi119 ceph-mon[27733]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:39:01.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:01 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:01.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:01 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:01.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:01 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:01.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:01 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:01.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:01 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:01.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:01 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:39:01.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:01 smithi119 ceph-mon[39268]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:39:01.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:01 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:02.209 INFO:teuthology.orchestra.run.smithi119.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-13T07:39:02.210 INFO:teuthology.orchestra.run.smithi119.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-13T07:39:02.210 INFO:teuthology.orchestra.run.smithi119.stderr: stderr: 10+0 records in 2024-04-13T07:39:02.210 INFO:teuthology.orchestra.run.smithi119.stderr:10+0 records out 2024-04-13T07:39:02.210 INFO:teuthology.orchestra.run.smithi119.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0112717 s, 930 MB/s 2024-04-13T07:39:02.210 INFO:teuthology.orchestra.run.smithi119.stderr:--> Zapping successful for: 2024-04-13T07:39:02.237 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:39:01 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-13T07:39:01.921+0000 7f699af27200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-13T07:39:02.237 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:39:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-13T07:39:02.062+0000 7f699af27200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-13T07:39:02.237 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:39:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-13T07:39:02.156+0000 7f699af27200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-13T07:39:02.237 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:39:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-13T07:39:02.238+0000 7f699af27200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-13T07:39:02.786 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:39:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-13T07:39:02.499+0000 7f699af27200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-13T07:39:02.786 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:39:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-13T07:39:02.606+0000 7f699af27200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-13T07:39:02.787 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:39:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-13T07:39:02.693+0000 7f699af27200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-13T07:39:02.787 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:39:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-13T07:39:02.786+0000 7f699af27200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-13T07:39:02.827 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph orch daemon add osd smithi119:vg_nvme/lv_4 2024-04-13T07:39:03.085 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:02 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:03.085 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:02 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:03.085 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:02 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:39:03.085 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:02 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:39:03.085 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:02 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:03.085 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:02 smithi119 ceph-mon[39268]: Reconfiguring mgr.y (unknown last config time)... 2024-04-13T07:39:03.085 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:02 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T07:39:03.085 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:02 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T07:39:03.085 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:02 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:39:03.085 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:02 smithi119 ceph-mon[39268]: Reconfiguring daemon mgr.y on smithi119 2024-04-13T07:39:03.086 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:02 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:03.086 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:02 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:03.086 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:02 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:39:03.086 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:02 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:39:03.086 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:02 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:03.086 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:02 smithi119 ceph-mon[27733]: Reconfiguring mgr.y (unknown last config time)... 2024-04-13T07:39:03.086 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:02 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T07:39:03.086 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:02 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T07:39:03.086 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:02 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:39:03.086 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:02 smithi119 ceph-mon[27733]: Reconfiguring daemon mgr.y on smithi119 2024-04-13T07:39:03.134 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:39:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-13T07:39:02.961+0000 7f699af27200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-13T07:39:03.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:02 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:03.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:02 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:03.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:02 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:39:03.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:02 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:39:03.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:02 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:03.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:02 smithi139 ceph-mon[31267]: Reconfiguring mgr.y (unknown last config time)... 2024-04-13T07:39:03.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:02 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T07:39:03.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:02 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T07:39:03.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:02 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:39:03.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:02 smithi139 ceph-mon[31267]: Reconfiguring daemon mgr.y on smithi119 2024-04-13T07:39:03.499 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:39:03.852 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:03 smithi119 ceph-mon[39268]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:39:03.852 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:03 smithi119 ceph-mon[27733]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:39:04.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:03 smithi139 ceph-mon[31267]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:39:04.135 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:39:03 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-13T07:39:03.918+0000 7f699af27200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-13T07:39:04.135 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:39:04 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-13T07:39:04.047+0000 7f699af27200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-13T07:39:04.635 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:39:04 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-13T07:39:04.381+0000 7f699af27200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-13T07:39:04.635 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:39:04 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-13T07:39:04.469+0000 7f699af27200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-13T07:39:05.127 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:39:04 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-13T07:39:04.662+0000 7f699af27200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-13T07:39:05.127 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:39:04 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-13T07:39:04.844+0000 7f699af27200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-13T07:39:05.385 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:39:05 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-13T07:39:05.127+0000 7f699af27200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-13T07:39:05.885 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:39:05 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-13T07:39:05.390+0000 7f699af27200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-13T07:39:05.885 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:39:05 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-13T07:39:05.624+0000 7f699af27200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-13T07:39:05.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:05 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:05.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:05 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:05.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:05 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:39:05.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:05 smithi139 ceph-mon[31267]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:39:05.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:05 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:39:05.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:05 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:39:05.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:05 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:05.965 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:05 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:05.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:05 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:05.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:05 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:39:05.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:05 smithi119 ceph-mon[27733]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:39:05.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:05 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:39:05.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:05 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:39:05.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:05 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:05.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:05 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:05.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:05 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:05.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:05 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:39:05.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:05 smithi119 ceph-mon[39268]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:39:05.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:05 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:39:05.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:05 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:39:05.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:05 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:06.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:06 smithi119 ceph-mon[39268]: from='client.14217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi119:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:39:06.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:06 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T07:39:06.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:06 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T07:39:06.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:06 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:39:06.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:06 smithi119 ceph-mon[27733]: from='client.14217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi119:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:39:06.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:06 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T07:39:06.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:06 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T07:39:06.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:06 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:39:06.885 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:39:06 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-13T07:39:06.429+0000 7f699af27200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-13T07:39:06.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:06 smithi139 ceph-mon[31267]: from='client.14217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi119:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:39:06.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:06 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T07:39:06.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:06 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T07:39:06.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:06 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:39:07.312 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:39:06 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-13T07:39:06.998+0000 7f699af27200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-13T07:39:07.312 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:39:07 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-13T07:39:07.097+0000 7f699af27200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-13T07:39:07.313 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:39:07 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-13T07:39:07.312+0000 7f699af27200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-13T07:39:07.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:07 smithi139 ceph-mon[31267]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:39:07.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:07 smithi139 ceph-mon[31267]: Standby manager daemon x started 2024-04-13T07:39:07.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:07 smithi139 ceph-mon[31267]: from='mgr.? 172.21.15.139:0/610508415' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T07:39:07.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:07 smithi139 ceph-mon[31267]: from='mgr.? 172.21.15.139:0/610508415' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T07:39:07.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:07 smithi139 ceph-mon[31267]: from='mgr.? 172.21.15.139:0/610508415' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T07:39:07.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:07 smithi139 ceph-mon[31267]: from='mgr.? 172.21.15.139:0/610508415' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T07:39:07.715 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:07 smithi119 ceph-mon[27733]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:39:07.715 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:07 smithi119 ceph-mon[27733]: Standby manager daemon x started 2024-04-13T07:39:07.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:07 smithi119 ceph-mon[27733]: from='mgr.? 172.21.15.139:0/610508415' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T07:39:07.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:07 smithi119 ceph-mon[27733]: from='mgr.? 172.21.15.139:0/610508415' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T07:39:07.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:07 smithi119 ceph-mon[27733]: from='mgr.? 172.21.15.139:0/610508415' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T07:39:07.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:07 smithi119 ceph-mon[27733]: from='mgr.? 172.21.15.139:0/610508415' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T07:39:07.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:07 smithi119 ceph-mon[39268]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:39:07.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:07 smithi119 ceph-mon[39268]: Standby manager daemon x started 2024-04-13T07:39:07.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:07 smithi119 ceph-mon[39268]: from='mgr.? 172.21.15.139:0/610508415' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T07:39:07.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:07 smithi119 ceph-mon[39268]: from='mgr.? 172.21.15.139:0/610508415' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T07:39:07.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:07 smithi119 ceph-mon[39268]: from='mgr.? 172.21.15.139:0/610508415' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T07:39:07.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:07 smithi119 ceph-mon[39268]: from='mgr.? 172.21.15.139:0/610508415' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T07:39:08.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:08 smithi139 ceph-mon[31267]: mgrmap e14: y(active, since 66s), standbys: x 2024-04-13T07:39:08.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:08 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-13T07:39:08.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:08 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/3229845776' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "765e54ef-81fc-4e44-b4de-66e88f3ddbe8"}]: dispatch 2024-04-13T07:39:08.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:08 smithi139 ceph-mon[31267]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "765e54ef-81fc-4e44-b4de-66e88f3ddbe8"}]: dispatch 2024-04-13T07:39:08.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:08 smithi139 ceph-mon[31267]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "765e54ef-81fc-4e44-b4de-66e88f3ddbe8"}]': finished 2024-04-13T07:39:08.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:08 smithi139 ceph-mon[31267]: osdmap e5: 1 total, 0 up, 1 in 2024-04-13T07:39:08.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:08 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:39:08.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:08 smithi119 ceph-mon[39268]: mgrmap e14: y(active, since 66s), standbys: x 2024-04-13T07:39:08.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:08 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-13T07:39:08.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:08 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/3229845776' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "765e54ef-81fc-4e44-b4de-66e88f3ddbe8"}]: dispatch 2024-04-13T07:39:08.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:08 smithi119 ceph-mon[39268]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "765e54ef-81fc-4e44-b4de-66e88f3ddbe8"}]: dispatch 2024-04-13T07:39:08.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:08 smithi119 ceph-mon[39268]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "765e54ef-81fc-4e44-b4de-66e88f3ddbe8"}]': finished 2024-04-13T07:39:08.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:08 smithi119 ceph-mon[39268]: osdmap e5: 1 total, 0 up, 1 in 2024-04-13T07:39:08.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:08 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:39:08.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:08 smithi119 ceph-mon[27733]: mgrmap e14: y(active, since 66s), standbys: x 2024-04-13T07:39:08.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:08 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-13T07:39:08.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:08 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/3229845776' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "765e54ef-81fc-4e44-b4de-66e88f3ddbe8"}]: dispatch 2024-04-13T07:39:08.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:08 smithi119 ceph-mon[27733]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "765e54ef-81fc-4e44-b4de-66e88f3ddbe8"}]: dispatch 2024-04-13T07:39:08.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:08 smithi119 ceph-mon[27733]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "765e54ef-81fc-4e44-b4de-66e88f3ddbe8"}]': finished 2024-04-13T07:39:08.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:08 smithi119 ceph-mon[27733]: osdmap e5: 1 total, 0 up, 1 in 2024-04-13T07:39:08.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:08 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:39:09.884 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:09 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/1387692315' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T07:39:09.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:09 smithi139 ceph-mon[31267]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:39:09.965 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:09 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/1387692315' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T07:39:09.965 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:09 smithi119 ceph-mon[39268]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:39:09.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:09 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/1387692315' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T07:39:09.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:09 smithi119 ceph-mon[27733]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:39:12.202 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:11 smithi119 ceph-mon[27733]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:39:12.203 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:11 smithi119 ceph-mon[39268]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:39:12.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:11 smithi139 ceph-mon[31267]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:39:14.215 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:13 smithi119 ceph-mon[27733]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:39:14.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:13 smithi119 ceph-mon[39268]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:39:14.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:13 smithi139 ceph-mon[31267]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:39:15.151 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:14 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-13T07:39:15.151 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:14 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:39:15.151 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:14 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-13T07:39:15.151 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:14 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:39:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:14 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-13T07:39:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:14 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:39:16.165 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:15 smithi119 ceph-mon[27733]: Deploying daemon osd.0 on smithi119 2024-04-13T07:39:16.165 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:15 smithi119 ceph-mon[27733]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:39:16.165 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:15 smithi119 ceph-mon[39268]: Deploying daemon osd.0 on smithi119 2024-04-13T07:39:16.165 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:15 smithi119 ceph-mon[39268]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:39:16.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:15 smithi139 ceph-mon[31267]: Deploying daemon osd.0 on smithi119 2024-04-13T07:39:16.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:15 smithi139 ceph-mon[31267]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:39:18.124 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:17 smithi119 ceph-mon[27733]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:39:18.124 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:17 smithi119 ceph-mon[39268]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:39:18.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:17 smithi139 ceph-mon[31267]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:39:20.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:19 smithi119 ceph-mon[39268]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:39:20.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:19 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:20.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:19 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:20.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:19 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:39:20.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:19 smithi119 ceph-mon[27733]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:39:20.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:19 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:20.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:19 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:20.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:19 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:39:20.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:19 smithi139 ceph-mon[31267]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:39:20.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:19 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:20.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:19 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:20.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:19 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:39:22.234 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:21 smithi119 ceph-mon[27733]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:39:22.235 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:21 smithi119 ceph-mon[39268]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:39:22.384 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:21 smithi139 ceph-mon[31267]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:39:23.005 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:22 smithi119 ceph-mon[27733]: from='osd.0 [v2:172.21.15.119:6802/1930488352,v1:172.21.15.119:6803/1930488352]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-13T07:39:23.005 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:22 smithi119 ceph-mon[27733]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-13T07:39:23.006 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:22 smithi119 ceph-mon[39268]: from='osd.0 [v2:172.21.15.119:6802/1930488352,v1:172.21.15.119:6803/1930488352]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-13T07:39:23.006 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:22 smithi119 ceph-mon[39268]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-13T07:39:23.085 INFO:teuthology.orchestra.run.smithi119.stdout:Created osd(s) 0 on host 'smithi119' 2024-04-13T07:39:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:22 smithi139 ceph-mon[31267]: from='osd.0 [v2:172.21.15.119:6802/1930488352,v1:172.21.15.119:6803/1930488352]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-13T07:39:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:22 smithi139 ceph-mon[31267]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-13T07:39:23.656 DEBUG:teuthology.orchestra.run.smithi119:osd.0> sudo journalctl -f -n 0 -u ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@osd.0.service 2024-04-13T07:39:23.659 INFO:tasks.cephadm:Deploying osd.1 on smithi119 with /dev/vg_nvme/lv_3... 2024-04-13T07:39:23.659 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-13T07:39:24.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:23 smithi119 ceph-mon[27733]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:39:24.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:23 smithi119 ceph-mon[27733]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-13T07:39:24.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:23 smithi119 ceph-mon[27733]: osdmap e6: 1 total, 0 up, 1 in 2024-04-13T07:39:24.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:23 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:39:24.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:23 smithi119 ceph-mon[27733]: from='osd.0 [v2:172.21.15.119:6802/1930488352,v1:172.21.15.119:6803/1930488352]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-13T07:39:24.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:23 smithi119 ceph-mon[27733]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-13T07:39:24.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:23 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:24.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:23 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:24.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:23 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:24.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:23 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:24.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:23 smithi119 ceph-mon[39268]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:39:24.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:23 smithi119 ceph-mon[39268]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-13T07:39:24.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:23 smithi119 ceph-mon[39268]: osdmap e6: 1 total, 0 up, 1 in 2024-04-13T07:39:24.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:23 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:39:24.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:23 smithi119 ceph-mon[39268]: from='osd.0 [v2:172.21.15.119:6802/1930488352,v1:172.21.15.119:6803/1930488352]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-13T07:39:24.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:23 smithi119 ceph-mon[39268]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-13T07:39:24.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:23 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:24.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:23 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:24.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:23 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:24.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:23 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:23 smithi139 ceph-mon[31267]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:39:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:23 smithi139 ceph-mon[31267]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-13T07:39:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:23 smithi139 ceph-mon[31267]: osdmap e6: 1 total, 0 up, 1 in 2024-04-13T07:39:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:23 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:39:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:23 smithi139 ceph-mon[31267]: from='osd.0 [v2:172.21.15.119:6802/1930488352,v1:172.21.15.119:6803/1930488352]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-13T07:39:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:23 smithi139 ceph-mon[31267]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-13T07:39:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:23 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:23 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:23 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:23 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:24.448 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:39:24.716 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:39:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-0[43710]: 2024-04-13T07:39:24.452+0000 7fbbd19d7700 -1 osd.0 0 waiting for initial osdmap 2024-04-13T07:39:24.716 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:39:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-0[43710]: 2024-04-13T07:39:24.454+0000 7fbbc97c4700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-13T07:39:25.054 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:24 smithi119 ceph-mon[39268]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]': finished 2024-04-13T07:39:25.054 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:24 smithi119 ceph-mon[39268]: osdmap e7: 1 total, 0 up, 1 in 2024-04-13T07:39:25.054 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:24 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:39:25.054 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:24 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:39:25.054 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:24 smithi119 ceph-mon[39268]: from='osd.0 ' entity='osd.0' 2024-04-13T07:39:25.054 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:24 smithi119 ceph-mon[27733]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]': finished 2024-04-13T07:39:25.054 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:24 smithi119 ceph-mon[27733]: osdmap e7: 1 total, 0 up, 1 in 2024-04-13T07:39:25.054 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:24 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:39:25.055 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:24 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:39:25.055 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:24 smithi119 ceph-mon[27733]: from='osd.0 ' entity='osd.0' 2024-04-13T07:39:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:24 smithi139 ceph-mon[31267]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]': finished 2024-04-13T07:39:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:24 smithi139 ceph-mon[31267]: osdmap e7: 1 total, 0 up, 1 in 2024-04-13T07:39:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:24 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:39:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:24 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:39:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:24 smithi139 ceph-mon[31267]: from='osd.0 ' entity='osd.0' 2024-04-13T07:39:26.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:25 smithi119 ceph-mon[39268]: purged_snaps scrub starts 2024-04-13T07:39:26.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:25 smithi119 ceph-mon[39268]: purged_snaps scrub ok 2024-04-13T07:39:26.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:25 smithi119 ceph-mon[39268]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:39:26.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:25 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:39:26.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:25 smithi119 ceph-mon[39268]: osd.0 [v2:172.21.15.119:6802/1930488352,v1:172.21.15.119:6803/1930488352] boot 2024-04-13T07:39:26.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:25 smithi119 ceph-mon[39268]: osdmap e8: 1 total, 1 up, 1 in 2024-04-13T07:39:26.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:25 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:39:26.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:25 smithi119 ceph-mon[27733]: purged_snaps scrub starts 2024-04-13T07:39:26.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:25 smithi119 ceph-mon[27733]: purged_snaps scrub ok 2024-04-13T07:39:26.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:25 smithi119 ceph-mon[27733]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:39:26.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:25 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:39:26.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:25 smithi119 ceph-mon[27733]: osd.0 [v2:172.21.15.119:6802/1930488352,v1:172.21.15.119:6803/1930488352] boot 2024-04-13T07:39:26.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:25 smithi119 ceph-mon[27733]: osdmap e8: 1 total, 1 up, 1 in 2024-04-13T07:39:26.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:25 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:39:26.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:25 smithi139 ceph-mon[31267]: purged_snaps scrub starts 2024-04-13T07:39:26.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:25 smithi139 ceph-mon[31267]: purged_snaps scrub ok 2024-04-13T07:39:26.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:25 smithi139 ceph-mon[31267]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:39:26.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:25 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:39:26.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:25 smithi139 ceph-mon[31267]: osd.0 [v2:172.21.15.119:6802/1930488352,v1:172.21.15.119:6803/1930488352] boot 2024-04-13T07:39:26.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:25 smithi139 ceph-mon[31267]: osdmap e8: 1 total, 1 up, 1 in 2024-04-13T07:39:26.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:25 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:39:27.398 INFO:teuthology.orchestra.run.smithi119.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-13T07:39:27.398 INFO:teuthology.orchestra.run.smithi119.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-13T07:39:27.399 INFO:teuthology.orchestra.run.smithi119.stderr: stderr: 10+0 records in 2024-04-13T07:39:27.399 INFO:teuthology.orchestra.run.smithi119.stderr:10+0 records out 2024-04-13T07:39:27.399 INFO:teuthology.orchestra.run.smithi119.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0121689 s, 862 MB/s 2024-04-13T07:39:27.399 INFO:teuthology.orchestra.run.smithi119.stderr:--> Zapping successful for: 2024-04-13T07:39:27.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:27 smithi119 ceph-mon[39268]: osdmap e9: 1 total, 1 up, 1 in 2024-04-13T07:39:27.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:27 smithi119 ceph-mon[39268]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:39:27.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:27 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:27.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:27 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:27.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:27 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:39:27.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:27 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:27.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:27 smithi119 ceph-mon[27733]: osdmap e9: 1 total, 1 up, 1 in 2024-04-13T07:39:27.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:27 smithi119 ceph-mon[27733]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:39:27.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:27 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:27.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:27 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:27.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:27 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:39:27.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:27 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:27.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:27 smithi139 ceph-mon[31267]: osdmap e9: 1 total, 1 up, 1 in 2024-04-13T07:39:27.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:27 smithi139 ceph-mon[31267]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:39:27.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:27 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:27.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:27 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:27.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:27 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:39:27.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:27 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:28.057 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph orch daemon add osd smithi119:vg_nvme/lv_3 2024-04-13T07:39:28.258 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:39:28.715 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:28 smithi119 ceph-mon[27733]: Detected new or changed devices on smithi119 2024-04-13T07:39:28.715 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:28 smithi119 ceph-mon[27733]: Adjusting osd_memory_target on smithi119 to 16064M 2024-04-13T07:39:28.715 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:28 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:39:28.715 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:28 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:39:28.715 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:28 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:28.715 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:28 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:39:28.715 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:28 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:39:28.715 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:28 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:39:28.715 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:28 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:28.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:28 smithi119 ceph-mon[39268]: Detected new or changed devices on smithi119 2024-04-13T07:39:28.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:28 smithi119 ceph-mon[39268]: Adjusting osd_memory_target on smithi119 to 16064M 2024-04-13T07:39:28.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:28 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:39:28.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:28 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:39:28.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:28 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:28.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:28 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:39:28.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:28 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:39:28.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:28 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:39:28.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:28 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:28.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:28 smithi139 ceph-mon[31267]: Detected new or changed devices on smithi119 2024-04-13T07:39:28.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:28 smithi139 ceph-mon[31267]: Adjusting osd_memory_target on smithi119 to 16064M 2024-04-13T07:39:28.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:28 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:39:28.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:28 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:39:28.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:28 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:28.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:28 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:39:28.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:28 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:39:28.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:28 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:39:28.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:28 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:29.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:29 smithi119 ceph-mon[39268]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:39:29.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:29 smithi119 ceph-mon[27733]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:39:29.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:29 smithi139 ceph-mon[31267]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:39:30.790 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:30 smithi119 ceph-mon[27733]: from='client.24149 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi119:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:39:30.790 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:30 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T07:39:30.790 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:30 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T07:39:30.790 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:30 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:39:30.791 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:30 smithi119 ceph-mon[39268]: from='client.24149 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi119:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:39:30.791 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:30 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T07:39:30.791 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:30 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T07:39:30.791 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:30 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:39:30.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:30 smithi139 ceph-mon[31267]: from='client.24149 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi119:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:39:30.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:30 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T07:39:30.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:30 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T07:39:30.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:30 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:39:31.585 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:31 smithi119 ceph-mon[27733]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:39:31.586 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:31 smithi119 ceph-mon[39268]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:39:31.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:31 smithi139 ceph-mon[31267]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:39:33.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:32 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/3729116190' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "be4a455e-ef82-4efa-bb4d-0b6dc8498f0a"}]: dispatch 2024-04-13T07:39:33.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:32 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/3729116190' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "be4a455e-ef82-4efa-bb4d-0b6dc8498f0a"}]': finished 2024-04-13T07:39:33.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:32 smithi139 ceph-mon[31267]: osdmap e10: 2 total, 1 up, 2 in 2024-04-13T07:39:33.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:32 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:39:33.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:32 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/3729116190' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "be4a455e-ef82-4efa-bb4d-0b6dc8498f0a"}]: dispatch 2024-04-13T07:39:33.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:32 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/3729116190' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "be4a455e-ef82-4efa-bb4d-0b6dc8498f0a"}]': finished 2024-04-13T07:39:33.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:32 smithi119 ceph-mon[27733]: osdmap e10: 2 total, 1 up, 2 in 2024-04-13T07:39:33.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:32 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:39:33.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:32 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/3729116190' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "be4a455e-ef82-4efa-bb4d-0b6dc8498f0a"}]: dispatch 2024-04-13T07:39:33.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:32 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/3729116190' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "be4a455e-ef82-4efa-bb4d-0b6dc8498f0a"}]': finished 2024-04-13T07:39:33.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:32 smithi119 ceph-mon[39268]: osdmap e10: 2 total, 1 up, 2 in 2024-04-13T07:39:33.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:32 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:39:34.134 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:33 smithi139 ceph-mon[31267]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:39:34.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:33 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/1751353131' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T07:39:34.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:33 smithi119 ceph-mon[27733]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:39:34.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:33 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/1751353131' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T07:39:34.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:33 smithi119 ceph-mon[39268]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:39:34.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:33 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/1751353131' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T07:39:36.127 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:35 smithi119 ceph-mon[39268]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:39:36.127 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:35 smithi119 ceph-mon[27733]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:39:36.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:35 smithi139 ceph-mon[31267]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:39:38.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:37 smithi119 ceph-mon[27733]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:39:38.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:37 smithi119 ceph-mon[39268]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:39:38.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:37 smithi139 ceph-mon[31267]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:39:39.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:38 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-13T07:39:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:38 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:39:39.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:38 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-13T07:39:39.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:38 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:39:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:38 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-13T07:39:39.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:38 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:39:40.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:39 smithi119 ceph-mon[39268]: Deploying daemon osd.1 on smithi119 2024-04-13T07:39:40.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:39 smithi119 ceph-mon[39268]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:39:40.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:39 smithi119 ceph-mon[27733]: Deploying daemon osd.1 on smithi119 2024-04-13T07:39:40.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:39 smithi119 ceph-mon[27733]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:39:40.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:39 smithi139 ceph-mon[31267]: Deploying daemon osd.1 on smithi119 2024-04-13T07:39:40.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:39 smithi139 ceph-mon[31267]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:39:42.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:41 smithi119 ceph-mon[27733]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:39:42.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:41 smithi119 ceph-mon[39268]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:39:42.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:41 smithi139 ceph-mon[31267]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:39:44.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:43 smithi139 ceph-mon[31267]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:39:44.424 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:43 smithi119 ceph-mon[39268]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:39:44.424 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:43 smithi119 ceph-mon[27733]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:39:45.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:45 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:45.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:45 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:45.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:45 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:39:45.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:45 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:45.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:45 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:45.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:45 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:39:45.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:45 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:45.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:45 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:45.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:45 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:39:46.215 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:46 smithi119 ceph-mon[27733]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:39:46.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:46 smithi119 ceph-mon[39268]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:39:46.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:46 smithi139 ceph-mon[31267]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:39:47.583 INFO:teuthology.orchestra.run.smithi119.stdout:Created osd(s) 1 on host 'smithi119' 2024-04-13T07:39:48.186 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:47 smithi119 ceph-mon[39268]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:39:48.187 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:47 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:48.187 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:47 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:48.187 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:47 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:39:48.187 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:47 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:39:48.187 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:47 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:48.187 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:47 smithi119 ceph-mon[39268]: from='osd.1 [v2:172.21.15.119:6810/3768977942,v1:172.21.15.119:6811/3768977942]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-13T07:39:48.187 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:47 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:48.187 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:47 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:48.187 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:47 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:39:48.187 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:47 smithi119 ceph-mon[27733]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:39:48.188 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:47 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:48.188 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:47 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:48.188 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:47 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:39:48.188 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:47 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:39:48.188 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:47 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:48.188 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:47 smithi119 ceph-mon[27733]: from='osd.1 [v2:172.21.15.119:6810/3768977942,v1:172.21.15.119:6811/3768977942]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-13T07:39:48.188 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:47 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:48.188 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:47 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:48.188 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:47 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:39:48.208 DEBUG:teuthology.orchestra.run.smithi119:osd.1> sudo journalctl -f -n 0 -u ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@osd.1.service 2024-04-13T07:39:48.210 INFO:tasks.cephadm:Deploying osd.2 on smithi119 with /dev/vg_nvme/lv_2... 2024-04-13T07:39:48.210 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-13T07:39:48.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:47 smithi139 ceph-mon[31267]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:39:48.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:47 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:48.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:47 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:48.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:47 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:39:48.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:47 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:39:48.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:47 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:48.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:47 smithi139 ceph-mon[31267]: from='osd.1 [v2:172.21.15.119:6810/3768977942,v1:172.21.15.119:6811/3768977942]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-13T07:39:48.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:47 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:48.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:47 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:48.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:47 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:39:49.310 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:49 smithi119 ceph-mon[39268]: from='osd.1 [v2:172.21.15.119:6810/3768977942,v1:172.21.15.119:6811/3768977942]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-13T07:39:49.310 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:49 smithi119 ceph-mon[39268]: osdmap e11: 2 total, 1 up, 2 in 2024-04-13T07:39:49.310 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:49 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:39:49.310 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:49 smithi119 ceph-mon[39268]: from='osd.1 [v2:172.21.15.119:6810/3768977942,v1:172.21.15.119:6811/3768977942]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-13T07:39:49.310 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:49 smithi119 ceph-mon[27733]: from='osd.1 [v2:172.21.15.119:6810/3768977942,v1:172.21.15.119:6811/3768977942]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-13T07:39:49.310 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:49 smithi119 ceph-mon[27733]: osdmap e11: 2 total, 1 up, 2 in 2024-04-13T07:39:49.311 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:49 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:39:49.311 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:49 smithi119 ceph-mon[27733]: from='osd.1 [v2:172.21.15.119:6810/3768977942,v1:172.21.15.119:6811/3768977942]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-13T07:39:49.311 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:39:49 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-1[49833]: 2024-04-13T07:39:49.038+0000 7ff81fdd3700 -1 osd.1 0 waiting for initial osdmap 2024-04-13T07:39:49.311 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:39:49 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-1[49833]: 2024-04-13T07:39:49.045+0000 7ff81bbc8700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-13T07:39:49.314 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:39:49.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:49 smithi139 ceph-mon[31267]: from='osd.1 [v2:172.21.15.119:6810/3768977942,v1:172.21.15.119:6811/3768977942]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-13T07:39:49.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:49 smithi139 ceph-mon[31267]: osdmap e11: 2 total, 1 up, 2 in 2024-04-13T07:39:49.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:49 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:39:49.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:49 smithi139 ceph-mon[31267]: from='osd.1 [v2:172.21.15.119:6810/3768977942,v1:172.21.15.119:6811/3768977942]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-13T07:39:50.215 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:50 smithi119 ceph-mon[27733]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:39:50.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:50 smithi119 ceph-mon[27733]: from='osd.1 [v2:172.21.15.119:6810/3768977942,v1:172.21.15.119:6811/3768977942]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]': finished 2024-04-13T07:39:50.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:50 smithi119 ceph-mon[27733]: osdmap e12: 2 total, 1 up, 2 in 2024-04-13T07:39:50.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:50 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:39:50.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:50 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:39:50.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:50 smithi119 ceph-mon[39268]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:39:50.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:50 smithi119 ceph-mon[39268]: from='osd.1 [v2:172.21.15.119:6810/3768977942,v1:172.21.15.119:6811/3768977942]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]': finished 2024-04-13T07:39:50.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:50 smithi119 ceph-mon[39268]: osdmap e12: 2 total, 1 up, 2 in 2024-04-13T07:39:50.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:50 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:39:50.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:50 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:39:50.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:50 smithi139 ceph-mon[31267]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:39:50.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:50 smithi139 ceph-mon[31267]: from='osd.1 [v2:172.21.15.119:6810/3768977942,v1:172.21.15.119:6811/3768977942]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]': finished 2024-04-13T07:39:50.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:50 smithi139 ceph-mon[31267]: osdmap e12: 2 total, 1 up, 2 in 2024-04-13T07:39:50.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:50 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:39:50.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:50 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:39:51.163 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:51 smithi119 ceph-mon[27733]: purged_snaps scrub starts 2024-04-13T07:39:51.163 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:51 smithi119 ceph-mon[27733]: purged_snaps scrub ok 2024-04-13T07:39:51.163 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:51 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:39:51.164 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:51 smithi119 ceph-mon[27733]: osd.1 [v2:172.21.15.119:6810/3768977942,v1:172.21.15.119:6811/3768977942] boot 2024-04-13T07:39:51.164 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:51 smithi119 ceph-mon[27733]: osdmap e13: 2 total, 2 up, 2 in 2024-04-13T07:39:51.164 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:51 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:39:51.164 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:51 smithi119 ceph-mon[39268]: purged_snaps scrub starts 2024-04-13T07:39:51.164 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:51 smithi119 ceph-mon[39268]: purged_snaps scrub ok 2024-04-13T07:39:51.164 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:51 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:39:51.164 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:51 smithi119 ceph-mon[39268]: osd.1 [v2:172.21.15.119:6810/3768977942,v1:172.21.15.119:6811/3768977942] boot 2024-04-13T07:39:51.164 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:51 smithi119 ceph-mon[39268]: osdmap e13: 2 total, 2 up, 2 in 2024-04-13T07:39:51.164 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:51 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:39:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:51 smithi139 ceph-mon[31267]: purged_snaps scrub starts 2024-04-13T07:39:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:51 smithi139 ceph-mon[31267]: purged_snaps scrub ok 2024-04-13T07:39:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:51 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:39:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:51 smithi139 ceph-mon[31267]: osd.1 [v2:172.21.15.119:6810/3768977942,v1:172.21.15.119:6811/3768977942] boot 2024-04-13T07:39:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:51 smithi139 ceph-mon[31267]: osdmap e13: 2 total, 2 up, 2 in 2024-04-13T07:39:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:51 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:39:51.942 INFO:teuthology.orchestra.run.smithi119.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-13T07:39:51.943 INFO:teuthology.orchestra.run.smithi119.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-13T07:39:51.943 INFO:teuthology.orchestra.run.smithi119.stderr: stderr: 10+0 records in 2024-04-13T07:39:51.943 INFO:teuthology.orchestra.run.smithi119.stderr:10+0 records out 2024-04-13T07:39:51.943 INFO:teuthology.orchestra.run.smithi119.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0121669 s, 862 MB/s 2024-04-13T07:39:51.943 INFO:teuthology.orchestra.run.smithi119.stderr:--> Zapping successful for: 2024-04-13T07:39:52.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:52 smithi119 ceph-mon[27733]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:39:52.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:52 smithi119 ceph-mon[27733]: osdmap e14: 2 total, 2 up, 2 in 2024-04-13T07:39:52.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:52 smithi119 ceph-mon[39268]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:39:52.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:52 smithi119 ceph-mon[39268]: osdmap e14: 2 total, 2 up, 2 in 2024-04-13T07:39:52.384 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:52 smithi139 ceph-mon[31267]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:39:52.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:52 smithi139 ceph-mon[31267]: osdmap e14: 2 total, 2 up, 2 in 2024-04-13T07:39:52.568 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph orch daemon add osd smithi119:vg_nvme/lv_2 2024-04-13T07:39:52.772 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:39:53.200 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:53 smithi119 ceph-mon[27733]: Detected new or changed devices on smithi119 2024-04-13T07:39:53.200 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:53 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:53.200 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:53 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:53.200 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:53 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:39:53.201 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:53 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:39:53.201 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:53 smithi119 ceph-mon[27733]: Adjusting osd_memory_target on smithi119 to 8032M 2024-04-13T07:39:53.201 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:53 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:53.201 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:53 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:39:53.201 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:53 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:39:53.201 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:53 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:53.201 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:53 smithi119 ceph-mon[39268]: Detected new or changed devices on smithi119 2024-04-13T07:39:53.201 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:53 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:53.201 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:53 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:53.201 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:53 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:39:53.201 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:53 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:39:53.201 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:53 smithi119 ceph-mon[39268]: Adjusting osd_memory_target on smithi119 to 8032M 2024-04-13T07:39:53.202 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:53 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:53.202 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:53 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:39:53.202 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:53 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:39:53.202 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:53 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:53 smithi139 ceph-mon[31267]: Detected new or changed devices on smithi119 2024-04-13T07:39:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:53 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:53 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:53 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:39:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:53 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:39:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:53 smithi139 ceph-mon[31267]: Adjusting osd_memory_target on smithi119 to 8032M 2024-04-13T07:39:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:53 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:53 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:39:53.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:53 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:39:53.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:53 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:39:54.364 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:54 smithi119 ceph-mon[27733]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:39:54.385 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:54 smithi119 ceph-mon[39268]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:39:54.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:54 smithi139 ceph-mon[31267]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:39:55.375 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:55 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T07:39:55.375 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:55 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T07:39:55.375 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:55 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:39:55.376 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:55 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T07:39:55.376 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:55 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T07:39:55.376 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:55 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:39:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:55 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T07:39:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:55 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T07:39:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:55 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:39:56.215 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:56 smithi119 ceph-mon[27733]: from='client.14271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi119:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:39:56.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:56 smithi119 ceph-mon[27733]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:39:56.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:56 smithi119 ceph-mon[39268]: from='client.14271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi119:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:39:56.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:56 smithi119 ceph-mon[39268]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:39:56.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:56 smithi139 ceph-mon[31267]: from='client.14271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi119:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:39:56.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:56 smithi139 ceph-mon[31267]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:39:58.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:58 smithi139 ceph-mon[31267]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:39:58.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:58 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/2937304506' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9121996c-837a-482d-ae53-d603d56962fc"}]: dispatch 2024-04-13T07:39:58.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:58 smithi139 ceph-mon[31267]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9121996c-837a-482d-ae53-d603d56962fc"}]: dispatch 2024-04-13T07:39:58.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:58 smithi139 ceph-mon[31267]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9121996c-837a-482d-ae53-d603d56962fc"}]': finished 2024-04-13T07:39:58.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:58 smithi139 ceph-mon[31267]: osdmap e15: 3 total, 2 up, 3 in 2024-04-13T07:39:58.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:58 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:39:58.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:39:58 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/3668925738' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T07:39:58.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:58 smithi119 ceph-mon[27733]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:39:58.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:58 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/2937304506' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9121996c-837a-482d-ae53-d603d56962fc"}]: dispatch 2024-04-13T07:39:58.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:58 smithi119 ceph-mon[27733]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9121996c-837a-482d-ae53-d603d56962fc"}]: dispatch 2024-04-13T07:39:58.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:58 smithi119 ceph-mon[27733]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9121996c-837a-482d-ae53-d603d56962fc"}]': finished 2024-04-13T07:39:58.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:58 smithi119 ceph-mon[27733]: osdmap e15: 3 total, 2 up, 3 in 2024-04-13T07:39:58.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:58 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:39:58.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:39:58 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/3668925738' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T07:39:58.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:58 smithi119 ceph-mon[39268]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:39:58.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:58 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/2937304506' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9121996c-837a-482d-ae53-d603d56962fc"}]: dispatch 2024-04-13T07:39:58.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:58 smithi119 ceph-mon[39268]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9121996c-837a-482d-ae53-d603d56962fc"}]: dispatch 2024-04-13T07:39:58.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:58 smithi119 ceph-mon[39268]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9121996c-837a-482d-ae53-d603d56962fc"}]': finished 2024-04-13T07:39:58.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:58 smithi119 ceph-mon[39268]: osdmap e15: 3 total, 2 up, 3 in 2024-04-13T07:39:58.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:58 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:39:58.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:39:58 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/3668925738' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T07:40:00.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:00 smithi139 ceph-mon[31267]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:40:00.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:00 smithi139 ceph-mon[31267]: overall HEALTH_OK 2024-04-13T07:40:00.412 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:00 smithi119 ceph-mon[39268]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:40:00.412 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:00 smithi119 ceph-mon[39268]: overall HEALTH_OK 2024-04-13T07:40:00.412 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:00 smithi119 ceph-mon[27733]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:40:00.412 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:00 smithi119 ceph-mon[27733]: overall HEALTH_OK 2024-04-13T07:40:02.356 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:02 smithi119 ceph-mon[39268]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:40:02.356 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:02 smithi119 ceph-mon[27733]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:40:02.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:02 smithi139 ceph-mon[31267]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:40:04.310 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:04 smithi119 ceph-mon[39268]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:40:04.310 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:04 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-13T07:40:04.310 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:04 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:40:04.310 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:04 smithi119 ceph-mon[27733]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:40:04.310 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:04 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-13T07:40:04.310 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:04 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:40:04.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:04 smithi139 ceph-mon[31267]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:40:04.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:04 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-13T07:40:04.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:04 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:40:05.374 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:05 smithi119 ceph-mon[27733]: Deploying daemon osd.2 on smithi119 2024-04-13T07:40:05.375 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:05 smithi119 ceph-mon[39268]: Deploying daemon osd.2 on smithi119 2024-04-13T07:40:05.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:05 smithi139 ceph-mon[31267]: Deploying daemon osd.2 on smithi119 2024-04-13T07:40:06.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:06 smithi139 ceph-mon[31267]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:40:06.463 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:06 smithi119 ceph-mon[39268]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:40:06.463 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:06 smithi119 ceph-mon[27733]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:40:08.364 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:08 smithi119 ceph-mon[39268]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:40:08.364 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:08 smithi119 ceph-mon[27733]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:40:08.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:08 smithi139 ceph-mon[31267]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:40:09.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:09 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:09.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:09 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:09.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:09 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:40:09.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:09 smithi119 ceph-mon[39268]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:40:09.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:09 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:09.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:09 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:09.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:09 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:40:09.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:09 smithi119 ceph-mon[27733]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:40:10.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:09 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:10.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:09 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:10.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:09 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:40:10.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:09 smithi139 ceph-mon[31267]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:40:12.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:11 smithi119 ceph-mon[27733]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:40:12.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:11 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:12.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:11 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:12.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:11 smithi119 ceph-mon[27733]: from='osd.2 [v2:172.21.15.119:6818/2150152578,v1:172.21.15.119:6819/2150152578]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-13T07:40:12.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:11 smithi119 ceph-mon[27733]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-13T07:40:12.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:11 smithi119 ceph-mon[39268]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:40:12.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:11 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:12.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:11 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:12.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:11 smithi119 ceph-mon[39268]: from='osd.2 [v2:172.21.15.119:6818/2150152578,v1:172.21.15.119:6819/2150152578]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-13T07:40:12.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:11 smithi119 ceph-mon[39268]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-13T07:40:12.344 INFO:teuthology.orchestra.run.smithi119.stdout:Created osd(s) 2 on host 'smithi119' 2024-04-13T07:40:12.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:11 smithi139 ceph-mon[31267]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:40:12.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:11 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:12.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:11 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:12.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:11 smithi139 ceph-mon[31267]: from='osd.2 [v2:172.21.15.119:6818/2150152578,v1:172.21.15.119:6819/2150152578]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-13T07:40:12.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:11 smithi139 ceph-mon[31267]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-13T07:40:12.974 DEBUG:teuthology.orchestra.run.smithi119:osd.2> sudo journalctl -f -n 0 -u ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@osd.2.service 2024-04-13T07:40:12.977 INFO:tasks.cephadm:Deploying osd.3 on smithi119 with /dev/vg_nvme/lv_1... 2024-04-13T07:40:12.977 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-13T07:40:13.210 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:12 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:40:13.211 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:12 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:40:13.211 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:12 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:13.211 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:12 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:13.211 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:12 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:13.211 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:12 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:40:13.211 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:12 smithi119 ceph-mon[39268]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-13T07:40:13.211 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:12 smithi119 ceph-mon[39268]: osdmap e16: 3 total, 2 up, 3 in 2024-04-13T07:40:13.211 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:12 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:40:13.211 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:12 smithi119 ceph-mon[39268]: from='osd.2 [v2:172.21.15.119:6818/2150152578,v1:172.21.15.119:6819/2150152578]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-13T07:40:13.211 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:12 smithi119 ceph-mon[39268]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-13T07:40:13.211 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:12 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:40:13.211 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:12 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:40:13.211 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:12 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:13.212 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:12 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:13.212 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:12 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:13.212 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:12 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:40:13.212 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:12 smithi119 ceph-mon[27733]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-13T07:40:13.212 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:12 smithi119 ceph-mon[27733]: osdmap e16: 3 total, 2 up, 3 in 2024-04-13T07:40:13.212 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:12 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:40:13.212 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:12 smithi119 ceph-mon[27733]: from='osd.2 [v2:172.21.15.119:6818/2150152578,v1:172.21.15.119:6819/2150152578]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-13T07:40:13.212 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:12 smithi119 ceph-mon[27733]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-13T07:40:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:12 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:40:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:12 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:40:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:12 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:12 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:12 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:12 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:40:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:12 smithi139 ceph-mon[31267]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-13T07:40:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:12 smithi139 ceph-mon[31267]: osdmap e16: 3 total, 2 up, 3 in 2024-04-13T07:40:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:12 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:40:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:12 smithi139 ceph-mon[31267]: from='osd.2 [v2:172.21.15.119:6818/2150152578,v1:172.21.15.119:6819/2150152578]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-13T07:40:13.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:12 smithi139 ceph-mon[31267]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-13T07:40:13.789 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:40:13.911 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:40:13 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-2[56120]: 2024-04-13T07:40:13.465+0000 7fd3cbaad700 -1 osd.2 0 waiting for initial osdmap 2024-04-13T07:40:13.911 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:40:13 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-2[56120]: 2024-04-13T07:40:13.470+0000 7fd3c78a2700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-13T07:40:14.168 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:13 smithi119 ceph-mon[27733]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:40:14.168 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:13 smithi119 ceph-mon[27733]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]': finished 2024-04-13T07:40:14.168 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:13 smithi119 ceph-mon[27733]: osdmap e17: 3 total, 2 up, 3 in 2024-04-13T07:40:14.168 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:13 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:40:14.168 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:13 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:40:14.169 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:13 smithi119 ceph-mon[39268]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:40:14.169 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:13 smithi119 ceph-mon[39268]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]': finished 2024-04-13T07:40:14.169 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:13 smithi119 ceph-mon[39268]: osdmap e17: 3 total, 2 up, 3 in 2024-04-13T07:40:14.169 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:13 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:40:14.169 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:13 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:40:14.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:13 smithi139 ceph-mon[31267]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:40:14.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:13 smithi139 ceph-mon[31267]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]': finished 2024-04-13T07:40:14.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:13 smithi139 ceph-mon[31267]: osdmap e17: 3 total, 2 up, 3 in 2024-04-13T07:40:14.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:13 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:40:14.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:13 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:40:15.273 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:15 smithi119 ceph-mon[39268]: purged_snaps scrub starts 2024-04-13T07:40:15.273 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:15 smithi119 ceph-mon[39268]: purged_snaps scrub ok 2024-04-13T07:40:15.273 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:15 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:40:15.274 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:15 smithi119 ceph-mon[39268]: osd.2 [v2:172.21.15.119:6818/2150152578,v1:172.21.15.119:6819/2150152578] boot 2024-04-13T07:40:15.274 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:15 smithi119 ceph-mon[39268]: osdmap e18: 3 total, 3 up, 3 in 2024-04-13T07:40:15.274 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:15 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:40:15.274 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:15 smithi119 ceph-mon[27733]: purged_snaps scrub starts 2024-04-13T07:40:15.274 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:15 smithi119 ceph-mon[27733]: purged_snaps scrub ok 2024-04-13T07:40:15.274 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:15 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:40:15.274 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:15 smithi119 ceph-mon[27733]: osd.2 [v2:172.21.15.119:6818/2150152578,v1:172.21.15.119:6819/2150152578] boot 2024-04-13T07:40:15.274 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:15 smithi119 ceph-mon[27733]: osdmap e18: 3 total, 3 up, 3 in 2024-04-13T07:40:15.274 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:15 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:40:15.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:15 smithi139 ceph-mon[31267]: purged_snaps scrub starts 2024-04-13T07:40:15.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:15 smithi139 ceph-mon[31267]: purged_snaps scrub ok 2024-04-13T07:40:15.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:15 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:40:15.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:15 smithi139 ceph-mon[31267]: osd.2 [v2:172.21.15.119:6818/2150152578,v1:172.21.15.119:6819/2150152578] boot 2024-04-13T07:40:15.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:15 smithi139 ceph-mon[31267]: osdmap e18: 3 total, 3 up, 3 in 2024-04-13T07:40:15.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:15 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:40:16.326 INFO:teuthology.orchestra.run.smithi119.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-13T07:40:16.326 INFO:teuthology.orchestra.run.smithi119.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-13T07:40:16.326 INFO:teuthology.orchestra.run.smithi119.stderr: stderr: 10+0 records in 2024-04-13T07:40:16.326 INFO:teuthology.orchestra.run.smithi119.stderr:10+0 records out 2024-04-13T07:40:16.326 INFO:teuthology.orchestra.run.smithi119.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0149638 s, 701 MB/s 2024-04-13T07:40:16.326 INFO:teuthology.orchestra.run.smithi119.stderr:--> Zapping successful for: 2024-04-13T07:40:16.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:16 smithi119 ceph-mon[27733]: pgmap v75: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:40:16.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:16 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:40:16.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:16 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-13T07:40:16.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:16 smithi119 ceph-mon[27733]: osdmap e19: 3 total, 3 up, 3 in 2024-04-13T07:40:16.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:16 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:40:16.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:16 smithi119 ceph-mon[39268]: pgmap v75: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:40:16.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:16 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:40:16.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:16 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-13T07:40:16.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:16 smithi119 ceph-mon[39268]: osdmap e19: 3 total, 3 up, 3 in 2024-04-13T07:40:16.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:16 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:40:16.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:16 smithi139 ceph-mon[31267]: pgmap v75: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:40:16.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:16 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:40:16.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:16 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-13T07:40:16.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:16 smithi139 ceph-mon[31267]: osdmap e19: 3 total, 3 up, 3 in 2024-04-13T07:40:16.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:16 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:40:16.963 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph orch daemon add osd smithi119:vg_nvme/lv_1 2024-04-13T07:40:17.215 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:40:17 smithi119 sudo[60037]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-13T07:40:17.216 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:40:17 smithi119 sudo[60037]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-13T07:40:17.216 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:40:17 smithi119 sudo[60037]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-13T07:40:17.216 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:40:17 smithi119 sudo[60037]: pam_unix(sudo:session): session closed for user root 2024-04-13T07:40:17.595 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:17 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-13T07:40:17.595 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:17 smithi119 ceph-mon[39268]: osdmap e20: 3 total, 3 up, 3 in 2024-04-13T07:40:17.595 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:17 smithi119 ceph-mon[39268]: pgmap v78: 1 pgs: 1 creating+peering; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:40:17.595 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:17 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:17.595 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:17 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-13T07:40:17.595 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:17 smithi119 ceph-mon[27733]: osdmap e20: 3 total, 3 up, 3 in 2024-04-13T07:40:17.596 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:17 smithi119 ceph-mon[27733]: pgmap v78: 1 pgs: 1 creating+peering; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:40:17.596 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:17 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:17.596 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:40:17 smithi119 sudo[60075]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-13T07:40:17.596 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:40:17 smithi119 sudo[60075]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-13T07:40:17.596 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:40:17 smithi119 sudo[60075]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-13T07:40:17.596 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:40:17 smithi119 sudo[60075]: pam_unix(sudo:session): session closed for user root 2024-04-13T07:40:17.664 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:40:17.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:17 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-13T07:40:17.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:17 smithi139 ceph-mon[31267]: osdmap e20: 3 total, 3 up, 3 in 2024-04-13T07:40:17.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:17 smithi139 ceph-mon[31267]: pgmap v78: 1 pgs: 1 creating+peering; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:40:17.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:17 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:17.915 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:40:17 smithi119 sudo[60080]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-13T07:40:17.915 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:40:17 smithi119 sudo[60080]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-13T07:40:17.915 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:40:17 smithi119 sudo[60080]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-13T07:40:17.916 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:40:17 smithi119 sudo[60080]: pam_unix(sudo:session): session closed for user root 2024-04-13T07:40:18.167 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:40:17 smithi119 sudo[60129]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-13T07:40:18.168 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:40:17 smithi119 sudo[60129]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-13T07:40:18.168 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:40:17 smithi119 sudo[60129]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-13T07:40:18.168 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:40:17 smithi119 sudo[60129]: pam_unix(sudo:session): session closed for user root 2024-04-13T07:40:18.424 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:40:18 smithi119 sudo[60170]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-13T07:40:18.424 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:40:18 smithi119 sudo[60170]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-13T07:40:18.424 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:40:18 smithi119 sudo[60170]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-13T07:40:18.424 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:40:18 smithi119 sudo[60170]: pam_unix(sudo:session): session closed for user root 2024-04-13T07:40:18.684 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:40:18 smithi119 sudo[60173]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-13T07:40:18.684 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:40:18 smithi119 sudo[60173]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-13T07:40:18.684 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:40:18 smithi119 sudo[60173]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-13T07:40:18.684 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:40:18 smithi119 sudo[60173]: pam_unix(sudo:session): session closed for user root 2024-04-13T07:40:18.684 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:18 smithi119 sudo[60182]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-13T07:40:18.684 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:18 smithi119 sudo[60182]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-13T07:40:18.684 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:18 smithi119 sudo[60182]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-13T07:40:18.936 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:18 smithi119 sudo[60182]: pam_unix(sudo:session): session closed for user root 2024-04-13T07:40:18.936 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:18 smithi119 sudo[60205]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-13T07:40:18.936 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:18 smithi119 sudo[60205]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-13T07:40:18.936 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:18 smithi119 sudo[60205]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-13T07:40:18.936 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:18 smithi119 sudo[60205]: pam_unix(sudo:session): session closed for user root 2024-04-13T07:40:19.188 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:18 smithi119 ceph-mon[27733]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-13T07:40:19.189 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:18 smithi119 ceph-mon[27733]: osdmap e21: 3 total, 3 up, 3 in 2024-04-13T07:40:19.189 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:18 smithi119 ceph-mon[27733]: Detected new or changed devices on smithi119 2024-04-13T07:40:19.189 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:18 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:19.189 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:18 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:19.189 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:18 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:40:19.189 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:18 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:40:19.189 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:18 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:40:19.189 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:18 smithi119 ceph-mon[27733]: Adjusting osd_memory_target on smithi119 to 5354M 2024-04-13T07:40:19.189 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:18 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:19.189 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:18 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:40:19.189 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:18 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:40:19.190 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:18 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:19.190 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:18 smithi119 ceph-mon[27733]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-13T07:40:19.190 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:18 smithi119 ceph-mon[39268]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-13T07:40:19.190 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:18 smithi119 ceph-mon[39268]: osdmap e21: 3 total, 3 up, 3 in 2024-04-13T07:40:19.190 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:18 smithi119 ceph-mon[39268]: Detected new or changed devices on smithi119 2024-04-13T07:40:19.190 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:18 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:19.190 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:18 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:19.190 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:18 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:40:19.191 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:18 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:40:19.191 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:18 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:40:19.191 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:18 smithi119 ceph-mon[39268]: Adjusting osd_memory_target on smithi119 to 5354M 2024-04-13T07:40:19.191 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:18 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:19.191 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:18 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:40:19.191 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:18 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:40:19.191 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:18 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:19.191 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:18 smithi119 ceph-mon[39268]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-13T07:40:19.193 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:18 smithi139 ceph-mon[31267]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-13T07:40:19.194 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:18 smithi139 ceph-mon[31267]: osdmap e21: 3 total, 3 up, 3 in 2024-04-13T07:40:19.194 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:18 smithi139 ceph-mon[31267]: Detected new or changed devices on smithi119 2024-04-13T07:40:19.194 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:18 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:19.194 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:18 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:19.194 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:18 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:40:19.194 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:18 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:40:19.198 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:18 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:40:19.199 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:18 smithi139 ceph-mon[31267]: Adjusting osd_memory_target on smithi119 to 5354M 2024-04-13T07:40:19.199 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:18 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:19.199 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:18 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:40:19.199 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:18 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:40:19.199 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:18 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:19.199 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:18 smithi139 ceph-mon[31267]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-13T07:40:19.200 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:19 smithi139 sudo[34118]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-13T07:40:19.200 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:19 smithi139 sudo[34118]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-13T07:40:19.200 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:19 smithi139 sudo[34118]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-13T07:40:19.200 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:19 smithi139 sudo[34118]: pam_unix(sudo:session): session closed for user root 2024-04-13T07:40:19.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:19 smithi139 sudo[34121]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-13T07:40:19.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:19 smithi139 sudo[34121]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-13T07:40:19.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:19 smithi139 sudo[34121]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-13T07:40:19.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:19 smithi139 sudo[34121]: pam_unix(sudo:session): session closed for user root 2024-04-13T07:40:19.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:19 smithi119 sudo[60321]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-13T07:40:19.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:19 smithi119 sudo[60321]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-13T07:40:19.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:19 smithi119 sudo[60321]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-13T07:40:19.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:19 smithi119 sudo[60321]: pam_unix(sudo:session): session closed for user root 2024-04-13T07:40:20.241 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:19 smithi119 sudo[60380]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-13T07:40:20.242 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:19 smithi119 sudo[60380]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-13T07:40:20.242 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:19 smithi119 sudo[60380]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-13T07:40:20.242 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:19 smithi119 sudo[60380]: pam_unix(sudo:session): session closed for user root 2024-04-13T07:40:20.242 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:19 smithi119 ceph-mon[39268]: pgmap v80: 1 pgs: 1 creating+peering; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:40:20.242 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:19 smithi119 ceph-mon[39268]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-13T07:40:20.242 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:19 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:40:20.242 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:19 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:40:20.242 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:19 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:40:20.242 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:19 smithi119 ceph-mon[39268]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-13T07:40:20.242 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:19 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:40:20.242 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:19 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:40:20.242 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:19 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:40:20.242 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:19 smithi119 ceph-mon[39268]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-13T07:40:20.243 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:19 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:20.243 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:19 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:40:20.243 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:19 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:40:20.243 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:19 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:40:20.243 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:19 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T07:40:20.243 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:19 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T07:40:20.243 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:19 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:40:20.243 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:19 smithi119 ceph-mon[27733]: pgmap v80: 1 pgs: 1 creating+peering; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:40:20.243 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:19 smithi119 ceph-mon[27733]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-13T07:40:20.243 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:19 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:40:20.243 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:19 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:40:20.243 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:19 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:40:20.243 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:19 smithi119 ceph-mon[27733]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-13T07:40:20.244 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:19 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:40:20.244 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:19 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:40:20.244 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:19 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:40:20.244 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:19 smithi119 ceph-mon[27733]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-13T07:40:20.244 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:19 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:20.244 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:19 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:40:20.244 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:19 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:40:20.244 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:19 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:40:20.244 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:19 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T07:40:20.244 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:19 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T07:40:20.244 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:19 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:40:20.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:19 smithi139 ceph-mon[31267]: pgmap v80: 1 pgs: 1 creating+peering; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:40:20.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:19 smithi139 ceph-mon[31267]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-13T07:40:20.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:19 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:40:20.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:19 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:40:20.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:19 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:40:20.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:19 smithi139 ceph-mon[31267]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-13T07:40:20.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:19 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:40:20.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:19 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:40:20.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:19 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:40:20.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:19 smithi139 ceph-mon[31267]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-13T07:40:20.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:19 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:20.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:19 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:40:20.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:19 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:40:20.387 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:19 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:40:20.387 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:19 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T07:40:20.387 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:19 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T07:40:20.387 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:19 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:40:21.246 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:20 smithi119 ceph-mon[39268]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-13T07:40:21.246 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:20 smithi119 ceph-mon[39268]: from='client.24209 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi119:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:40:21.246 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:20 smithi119 ceph-mon[39268]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-13T07:40:21.246 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:20 smithi119 ceph-mon[27733]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-13T07:40:21.247 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:20 smithi119 ceph-mon[27733]: from='client.24209 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi119:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:40:21.247 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:20 smithi119 ceph-mon[27733]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-13T07:40:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:20 smithi139 ceph-mon[31267]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-13T07:40:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:20 smithi139 ceph-mon[31267]: from='client.24209 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi119:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:40:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:20 smithi139 ceph-mon[31267]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-13T07:40:22.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:21 smithi139 ceph-mon[31267]: pgmap v81: 1 pgs: 1 creating+peering; 0 B data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:40:22.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:21 smithi119 ceph-mon[27733]: pgmap v81: 1 pgs: 1 creating+peering; 0 B data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:40:22.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:21 smithi119 ceph-mon[39268]: pgmap v81: 1 pgs: 1 creating+peering; 0 B data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:40:23.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:22 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/4278782996' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0e5773de-d79f-42ed-ae13-5f4299fe42a1"}]: dispatch 2024-04-13T07:40:23.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:22 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/4278782996' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0e5773de-d79f-42ed-ae13-5f4299fe42a1"}]': finished 2024-04-13T07:40:23.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:22 smithi119 ceph-mon[27733]: osdmap e22: 4 total, 3 up, 4 in 2024-04-13T07:40:23.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:22 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:40:23.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:22 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/374120098' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T07:40:23.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:23 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/4278782996' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0e5773de-d79f-42ed-ae13-5f4299fe42a1"}]: dispatch 2024-04-13T07:40:23.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:23 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/4278782996' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0e5773de-d79f-42ed-ae13-5f4299fe42a1"}]': finished 2024-04-13T07:40:23.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:23 smithi119 ceph-mon[39268]: osdmap e22: 4 total, 3 up, 4 in 2024-04-13T07:40:23.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:23 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:40:23.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:23 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/374120098' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T07:40:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:22 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/4278782996' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0e5773de-d79f-42ed-ae13-5f4299fe42a1"}]: dispatch 2024-04-13T07:40:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:22 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/4278782996' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0e5773de-d79f-42ed-ae13-5f4299fe42a1"}]': finished 2024-04-13T07:40:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:22 smithi139 ceph-mon[31267]: osdmap e22: 4 total, 3 up, 4 in 2024-04-13T07:40:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:22 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:40:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:22 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/374120098' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T07:40:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:24 smithi139 ceph-mon[31267]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:40:24.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:24 smithi119 ceph-mon[27733]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:40:24.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:24 smithi119 ceph-mon[39268]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:40:26.312 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:26 smithi119 ceph-mon[39268]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:40:26.312 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:26 smithi119 ceph-mon[27733]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:40:26.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:26 smithi139 ceph-mon[31267]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:40:28.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:28 smithi139 ceph-mon[31267]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:40:28.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:28 smithi119 ceph-mon[27733]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:40:28.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:28 smithi119 ceph-mon[39268]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:40:29.310 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:29 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-13T07:40:29.311 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:29 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:40:29.311 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:29 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-13T07:40:29.311 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:29 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:40:29.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:29 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-13T07:40:29.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:29 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:40:30.335 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:30 smithi119 ceph-mon[39268]: Deploying daemon osd.3 on smithi119 2024-04-13T07:40:30.335 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:30 smithi119 ceph-mon[39268]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:40:30.335 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:30 smithi119 ceph-mon[27733]: Deploying daemon osd.3 on smithi119 2024-04-13T07:40:30.335 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:30 smithi119 ceph-mon[27733]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:40:30.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:30 smithi139 ceph-mon[31267]: Deploying daemon osd.3 on smithi119 2024-04-13T07:40:30.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:30 smithi139 ceph-mon[31267]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:40:32.291 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:32 smithi119 ceph-mon[39268]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:40:32.292 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:32 smithi119 ceph-mon[27733]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:40:32.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:32 smithi139 ceph-mon[31267]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:40:34.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:34 smithi119 ceph-mon[27733]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:40:34.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:34 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:34.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:34 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:34.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:34 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:40:34.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:34 smithi119 ceph-mon[39268]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:40:34.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:34 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:34.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:34 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:34.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:34 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:40:34.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:34 smithi139 ceph-mon[31267]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:40:34.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:34 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:34.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:34 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:34.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:34 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:40:36.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:36 smithi119 ceph-mon[27733]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:40:36.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:36 smithi119 ceph-mon[39268]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:40:36.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:36 smithi139 ceph-mon[31267]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:40:37.615 INFO:teuthology.orchestra.run.smithi119.stdout:Created osd(s) 3 on host 'smithi119' 2024-04-13T07:40:37.943 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:37 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:37.943 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:37 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:37.944 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:37 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:40:37.944 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:37 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:40:37.944 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:37 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:37.944 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:37 smithi119 ceph-mon[27733]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:40:37.944 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:37 smithi119 ceph-mon[27733]: from='osd.3 [v2:172.21.15.119:6826/673773060,v1:172.21.15.119:6827/673773060]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-13T07:40:37.944 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:37 smithi119 ceph-mon[27733]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-13T07:40:37.944 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:37 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:37.944 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:37 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:37.944 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:37 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:40:37.944 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:37 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:37.944 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:37 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:37.944 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:37 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:40:37.944 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:37 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:40:37.944 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:37 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:37.945 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:37 smithi119 ceph-mon[39268]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:40:37.945 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:37 smithi119 ceph-mon[39268]: from='osd.3 [v2:172.21.15.119:6826/673773060,v1:172.21.15.119:6827/673773060]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-13T07:40:37.945 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:37 smithi119 ceph-mon[39268]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-13T07:40:37.945 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:37 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:37.945 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:37 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:37.945 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:37 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:40:38.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:37 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:38.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:37 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:38.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:37 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:40:38.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:37 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:40:38.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:37 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:38.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:37 smithi139 ceph-mon[31267]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:40:38.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:37 smithi139 ceph-mon[31267]: from='osd.3 [v2:172.21.15.119:6826/673773060,v1:172.21.15.119:6827/673773060]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-13T07:40:38.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:37 smithi139 ceph-mon[31267]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-13T07:40:38.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:37 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:38.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:37 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:38.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:37 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:40:38.291 DEBUG:teuthology.orchestra.run.smithi119:osd.3> sudo journalctl -f -n 0 -u ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@osd.3.service 2024-04-13T07:40:38.294 INFO:tasks.cephadm:Deploying osd.4 on smithi139 with /dev/vg_nvme/lv_4... 2024-04-13T07:40:38.294 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-13T07:40:38.502 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.b/config 2024-04-13T07:40:38.877 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:38 smithi139 ceph-mon[31267]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-13T07:40:38.877 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:38 smithi139 ceph-mon[31267]: osdmap e23: 4 total, 3 up, 4 in 2024-04-13T07:40:38.877 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:38 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:40:38.877 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:38 smithi139 ceph-mon[31267]: from='osd.3 [v2:172.21.15.119:6826/673773060,v1:172.21.15.119:6827/673773060]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-13T07:40:38.877 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:38 smithi139 ceph-mon[31267]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-13T07:40:39.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:38 smithi119 ceph-mon[27733]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-13T07:40:39.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:38 smithi119 ceph-mon[27733]: osdmap e23: 4 total, 3 up, 4 in 2024-04-13T07:40:39.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:38 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:40:39.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:38 smithi119 ceph-mon[27733]: from='osd.3 [v2:172.21.15.119:6826/673773060,v1:172.21.15.119:6827/673773060]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-13T07:40:39.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:38 smithi119 ceph-mon[27733]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-13T07:40:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:38 smithi119 ceph-mon[39268]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-13T07:40:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:38 smithi119 ceph-mon[39268]: osdmap e23: 4 total, 3 up, 4 in 2024-04-13T07:40:39.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:38 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:40:39.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:38 smithi119 ceph-mon[39268]: from='osd.3 [v2:172.21.15.119:6826/673773060,v1:172.21.15.119:6827/673773060]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-13T07:40:39.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:38 smithi119 ceph-mon[39268]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-13T07:40:39.217 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 07:40:38 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-3[62319]: 2024-04-13T07:40:38.851+0000 7f9aa1444700 -1 osd.3 0 waiting for initial osdmap 2024-04-13T07:40:39.217 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 07:40:38 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-3[62319]: 2024-04-13T07:40:38.854+0000 7f9a9d239700 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-13T07:40:40.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:39 smithi139 ceph-mon[31267]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]': finished 2024-04-13T07:40:40.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:39 smithi139 ceph-mon[31267]: osdmap e24: 4 total, 3 up, 4 in 2024-04-13T07:40:40.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:39 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:40:40.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:39 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:40:40.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:39 smithi139 ceph-mon[31267]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:40:40.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:39 smithi119 ceph-mon[27733]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]': finished 2024-04-13T07:40:40.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:39 smithi119 ceph-mon[27733]: osdmap e24: 4 total, 3 up, 4 in 2024-04-13T07:40:40.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:39 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:40:40.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:39 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:40:40.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:39 smithi119 ceph-mon[27733]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:40:40.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:39 smithi119 ceph-mon[39268]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]': finished 2024-04-13T07:40:40.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:39 smithi119 ceph-mon[39268]: osdmap e24: 4 total, 3 up, 4 in 2024-04-13T07:40:40.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:39 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:40:40.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:39 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:40:40.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:39 smithi119 ceph-mon[39268]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:40:40.307 INFO:teuthology.orchestra.run.smithi139.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-13T07:40:40.307 INFO:teuthology.orchestra.run.smithi139.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-13T07:40:40.307 INFO:teuthology.orchestra.run.smithi139.stderr: stderr: 10+0 records in 2024-04-13T07:40:40.307 INFO:teuthology.orchestra.run.smithi139.stderr:10+0 records out 2024-04-13T07:40:40.307 INFO:teuthology.orchestra.run.smithi139.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0116834 s, 897 MB/s 2024-04-13T07:40:40.307 INFO:teuthology.orchestra.run.smithi139.stderr:--> Zapping successful for: 2024-04-13T07:40:40.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:40 smithi139 ceph-mon[31267]: purged_snaps scrub starts 2024-04-13T07:40:40.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:40 smithi139 ceph-mon[31267]: purged_snaps scrub ok 2024-04-13T07:40:40.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:40 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:40:40.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:40 smithi139 ceph-mon[31267]: osd.3 [v2:172.21.15.119:6826/673773060,v1:172.21.15.119:6827/673773060] boot 2024-04-13T07:40:40.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:40 smithi139 ceph-mon[31267]: osdmap e25: 4 total, 4 up, 4 in 2024-04-13T07:40:40.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:40 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:40:40.965 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:40 smithi119 ceph-mon[27733]: purged_snaps scrub starts 2024-04-13T07:40:40.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:40 smithi119 ceph-mon[27733]: purged_snaps scrub ok 2024-04-13T07:40:40.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:40 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:40:40.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:40 smithi119 ceph-mon[27733]: osd.3 [v2:172.21.15.119:6826/673773060,v1:172.21.15.119:6827/673773060] boot 2024-04-13T07:40:40.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:40 smithi119 ceph-mon[27733]: osdmap e25: 4 total, 4 up, 4 in 2024-04-13T07:40:40.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:40 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:40:40.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:40 smithi119 ceph-mon[39268]: purged_snaps scrub starts 2024-04-13T07:40:40.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:40 smithi119 ceph-mon[39268]: purged_snaps scrub ok 2024-04-13T07:40:40.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:40 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:40:40.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:40 smithi119 ceph-mon[39268]: osd.3 [v2:172.21.15.119:6826/673773060,v1:172.21.15.119:6827/673773060] boot 2024-04-13T07:40:40.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:40 smithi119 ceph-mon[39268]: osdmap e25: 4 total, 4 up, 4 in 2024-04-13T07:40:40.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:40 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:40:40.982 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph orch daemon add osd smithi139:vg_nvme/lv_4 2024-04-13T07:40:41.184 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.b/config 2024-04-13T07:40:42.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:41 smithi139 ceph-mon[31267]: osdmap e26: 4 total, 4 up, 4 in 2024-04-13T07:40:42.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:41 smithi139 ceph-mon[31267]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:40:42.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:41 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:42.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:41 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:42.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:41 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:40:42.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:41 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:40:42.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:41 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:40:42.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:41 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:40:42.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:41 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:42.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:41 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:40:42.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:41 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:40:42.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:41 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:42.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:41 smithi119 ceph-mon[27733]: osdmap e26: 4 total, 4 up, 4 in 2024-04-13T07:40:42.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:41 smithi119 ceph-mon[27733]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:40:42.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:41 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:42.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:41 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:42.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:41 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:40:42.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:41 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:40:42.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:41 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:40:42.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:41 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:40:42.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:41 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:42.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:41 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:40:42.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:41 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:40:42.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:41 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:42.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:41 smithi119 ceph-mon[39268]: osdmap e26: 4 total, 4 up, 4 in 2024-04-13T07:40:42.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:41 smithi119 ceph-mon[39268]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:40:42.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:41 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:42.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:41 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:42.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:41 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:40:42.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:41 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:40:42.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:41 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:40:42.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:41 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:40:42.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:41 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:42.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:41 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:40:42.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:41 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:40:42.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:41 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:43.013 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:42 smithi139 ceph-mon[31267]: Detected new or changed devices on smithi119 2024-04-13T07:40:43.013 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:42 smithi139 ceph-mon[31267]: Adjusting osd_memory_target on smithi119 to 4016M 2024-04-13T07:40:43.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:42 smithi119 ceph-mon[39268]: Detected new or changed devices on smithi119 2024-04-13T07:40:43.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:42 smithi119 ceph-mon[39268]: Adjusting osd_memory_target on smithi119 to 4016M 2024-04-13T07:40:43.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:42 smithi119 ceph-mon[27733]: Detected new or changed devices on smithi119 2024-04-13T07:40:43.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:42 smithi119 ceph-mon[27733]: Adjusting osd_memory_target on smithi119 to 4016M 2024-04-13T07:40:43.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:43 smithi119 ceph-mon[27733]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:40:43.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:43 smithi119 ceph-mon[27733]: from='client.24193 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi139:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:40:43.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:43 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T07:40:43.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:43 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T07:40:43.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:43 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:40:43.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:43 smithi119 ceph-mon[39268]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:40:43.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:43 smithi119 ceph-mon[39268]: from='client.24193 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi139:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:40:43.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:43 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T07:40:43.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:43 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T07:40:43.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:43 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:40:44.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:43 smithi139 ceph-mon[31267]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:40:44.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:43 smithi139 ceph-mon[31267]: from='client.24193 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi139:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:40:44.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:43 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T07:40:44.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:43 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T07:40:44.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:43 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:40:46.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:45 smithi139 ceph-mon[31267]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:40:46.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:45 smithi139 ceph-mon[31267]: from='client.? 172.21.15.139:0/2731906823' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3d797e8c-e4f2-4b04-9669-3bf0df610c14"}]: dispatch 2024-04-13T07:40:46.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:45 smithi139 ceph-mon[31267]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3d797e8c-e4f2-4b04-9669-3bf0df610c14"}]: dispatch 2024-04-13T07:40:46.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:45 smithi139 ceph-mon[31267]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3d797e8c-e4f2-4b04-9669-3bf0df610c14"}]': finished 2024-04-13T07:40:46.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:45 smithi139 ceph-mon[31267]: osdmap e27: 5 total, 4 up, 5 in 2024-04-13T07:40:46.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:45 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:40:46.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:45 smithi119 ceph-mon[27733]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:40:46.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:45 smithi119 ceph-mon[27733]: from='client.? 172.21.15.139:0/2731906823' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3d797e8c-e4f2-4b04-9669-3bf0df610c14"}]: dispatch 2024-04-13T07:40:46.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:45 smithi119 ceph-mon[27733]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3d797e8c-e4f2-4b04-9669-3bf0df610c14"}]: dispatch 2024-04-13T07:40:46.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:45 smithi119 ceph-mon[27733]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3d797e8c-e4f2-4b04-9669-3bf0df610c14"}]': finished 2024-04-13T07:40:46.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:45 smithi119 ceph-mon[27733]: osdmap e27: 5 total, 4 up, 5 in 2024-04-13T07:40:46.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:45 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:40:46.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:45 smithi119 ceph-mon[39268]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:40:46.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:45 smithi119 ceph-mon[39268]: from='client.? 172.21.15.139:0/2731906823' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3d797e8c-e4f2-4b04-9669-3bf0df610c14"}]: dispatch 2024-04-13T07:40:46.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:45 smithi119 ceph-mon[39268]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3d797e8c-e4f2-4b04-9669-3bf0df610c14"}]: dispatch 2024-04-13T07:40:46.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:45 smithi119 ceph-mon[39268]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3d797e8c-e4f2-4b04-9669-3bf0df610c14"}]': finished 2024-04-13T07:40:46.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:45 smithi119 ceph-mon[39268]: osdmap e27: 5 total, 4 up, 5 in 2024-04-13T07:40:46.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:45 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:40:47.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:46 smithi139 ceph-mon[31267]: from='client.? 172.21.15.139:0/423750966' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T07:40:47.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:46 smithi119 ceph-mon[27733]: from='client.? 172.21.15.139:0/423750966' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T07:40:47.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:46 smithi119 ceph-mon[39268]: from='client.? 172.21.15.139:0/423750966' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T07:40:48.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:47 smithi139 ceph-mon[31267]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:40:48.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:47 smithi119 ceph-mon[27733]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:40:48.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:47 smithi119 ceph-mon[39268]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:40:50.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:49 smithi139 ceph-mon[31267]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:40:50.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:49 smithi119 ceph-mon[27733]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:40:50.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:49 smithi119 ceph-mon[39268]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:40:52.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:51 smithi139 ceph-mon[31267]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:40:52.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:51 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-13T07:40:52.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:51 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:40:52.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:51 smithi119 ceph-mon[27733]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:40:52.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:51 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-13T07:40:52.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:51 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:40:52.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:51 smithi119 ceph-mon[39268]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:40:52.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:51 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-13T07:40:52.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:51 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:40:53.292 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:52 smithi139 ceph-mon[31267]: Deploying daemon osd.4 on smithi139 2024-04-13T07:40:53.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:52 smithi119 ceph-mon[27733]: Deploying daemon osd.4 on smithi139 2024-04-13T07:40:53.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:52 smithi119 ceph-mon[39268]: Deploying daemon osd.4 on smithi139 2024-04-13T07:40:54.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:53 smithi139 ceph-mon[31267]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:40:54.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:53 smithi119 ceph-mon[39268]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:40:54.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:53 smithi119 ceph-mon[27733]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:40:56.297 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:55 smithi139 ceph-mon[31267]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:40:56.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:55 smithi119 ceph-mon[27733]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:40:56.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:55 smithi119 ceph-mon[39268]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:40:58.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:58 smithi139 ceph-mon[31267]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:40:58.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:58 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:58.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:58 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:58.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:40:58 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:40:58.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:58 smithi119 ceph-mon[27733]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:40:58.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:58 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:58.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:58 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:58.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:40:58 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:40:58.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:58 smithi119 ceph-mon[39268]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:40:58.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:58 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:58.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:58 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:40:58.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:40:58 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:41:00.382 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:00 smithi139 ceph-mon[31267]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:41:00.382 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:00 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:00.382 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:00 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:00.382 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:00 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:41:00.382 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:00 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:41:00.382 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:00 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:00.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:00 smithi119 ceph-mon[39268]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:41:00.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:00 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:00.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:00 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:00.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:00 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:41:00.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:00 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:41:00.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:00 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:00.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:00 smithi119 ceph-mon[27733]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:41:00.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:00 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:00.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:00 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:00.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:00 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:41:00.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:00 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:41:00.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:00 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:00.704 INFO:teuthology.orchestra.run.smithi139.stdout:Created osd(s) 4 on host 'smithi139' 2024-04-13T07:41:01.320 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:01 smithi139 ceph-mon[31267]: from='osd.4 [v2:172.21.15.139:6800/3671491068,v1:172.21.15.139:6801/3671491068]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-13T07:41:01.320 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:01 smithi139 ceph-mon[31267]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-13T07:41:01.320 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:01 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:01.320 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:01 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:01.320 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:01 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:41:01.340 DEBUG:teuthology.orchestra.run.smithi139:osd.4> sudo journalctl -f -n 0 -u ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@osd.4.service 2024-04-13T07:41:01.343 INFO:tasks.cephadm:Deploying osd.5 on smithi139 with /dev/vg_nvme/lv_3... 2024-04-13T07:41:01.343 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-13T07:41:01.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:01 smithi119 ceph-mon[27733]: from='osd.4 [v2:172.21.15.139:6800/3671491068,v1:172.21.15.139:6801/3671491068]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-13T07:41:01.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:01 smithi119 ceph-mon[27733]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-13T07:41:01.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:01 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:01.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:01 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:01.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:01 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:41:01.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:01 smithi119 ceph-mon[39268]: from='osd.4 [v2:172.21.15.139:6800/3671491068,v1:172.21.15.139:6801/3671491068]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-13T07:41:01.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:01 smithi119 ceph-mon[39268]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-13T07:41:01.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:01 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:01.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:01 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:01.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:01 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:41:02.173 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.b/config 2024-04-13T07:41:02.405 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:02 smithi139 ceph-mon[31267]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:41:02.405 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:02 smithi139 ceph-mon[31267]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-13T07:41:02.405 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:02 smithi139 ceph-mon[31267]: osdmap e28: 5 total, 4 up, 5 in 2024-04-13T07:41:02.405 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:02 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:41:02.405 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:02 smithi139 ceph-mon[31267]: from='osd.4 [v2:172.21.15.139:6800/3671491068,v1:172.21.15.139:6801/3671491068]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-13T07:41:02.405 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:02 smithi139 ceph-mon[31267]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-13T07:41:02.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:02 smithi119 ceph-mon[27733]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:41:02.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:02 smithi119 ceph-mon[27733]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-13T07:41:02.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:02 smithi119 ceph-mon[27733]: osdmap e28: 5 total, 4 up, 5 in 2024-04-13T07:41:02.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:02 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:41:02.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:02 smithi119 ceph-mon[27733]: from='osd.4 [v2:172.21.15.139:6800/3671491068,v1:172.21.15.139:6801/3671491068]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-13T07:41:02.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:02 smithi119 ceph-mon[27733]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-13T07:41:02.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:02 smithi119 ceph-mon[39268]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:41:02.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:02 smithi119 ceph-mon[39268]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-13T07:41:02.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:02 smithi119 ceph-mon[39268]: osdmap e28: 5 total, 4 up, 5 in 2024-04-13T07:41:02.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:02 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:41:02.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:02 smithi119 ceph-mon[39268]: from='osd.4 [v2:172.21.15.139:6800/3671491068,v1:172.21.15.139:6801/3671491068]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-13T07:41:02.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:02 smithi119 ceph-mon[39268]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-13T07:41:02.802 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 07:41:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4[36809]: 2024-04-13T07:41:02.581+0000 7f56701c9700 -1 osd.4 0 waiting for initial osdmap 2024-04-13T07:41:02.802 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 07:41:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4[36809]: 2024-04-13T07:41:02.586+0000 7f5667fb6700 -1 osd.4 29 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-13T07:41:03.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:03 smithi139 ceph-mon[31267]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]': finished 2024-04-13T07:41:03.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:03 smithi139 ceph-mon[31267]: osdmap e29: 5 total, 4 up, 5 in 2024-04-13T07:41:03.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:03 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:41:03.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:03 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:41:03.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:03 smithi139 ceph-mon[31267]: from='osd.4 ' entity='osd.4' 2024-04-13T07:41:03.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:03 smithi119 ceph-mon[39268]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]': finished 2024-04-13T07:41:03.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:03 smithi119 ceph-mon[39268]: osdmap e29: 5 total, 4 up, 5 in 2024-04-13T07:41:03.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:03 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:41:03.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:03 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:41:03.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:03 smithi119 ceph-mon[39268]: from='osd.4 ' entity='osd.4' 2024-04-13T07:41:03.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:03 smithi119 ceph-mon[27733]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]': finished 2024-04-13T07:41:03.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:03 smithi119 ceph-mon[27733]: osdmap e29: 5 total, 4 up, 5 in 2024-04-13T07:41:03.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:03 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:41:03.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:03 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:41:03.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:03 smithi119 ceph-mon[27733]: from='osd.4 ' entity='osd.4' 2024-04-13T07:41:04.378 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:04 smithi139 ceph-mon[31267]: purged_snaps scrub starts 2024-04-13T07:41:04.378 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:04 smithi139 ceph-mon[31267]: purged_snaps scrub ok 2024-04-13T07:41:04.378 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:04 smithi139 ceph-mon[31267]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:41:04.378 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:04 smithi139 ceph-mon[31267]: osd.4 [v2:172.21.15.139:6800/3671491068,v1:172.21.15.139:6801/3671491068] boot 2024-04-13T07:41:04.378 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:04 smithi139 ceph-mon[31267]: osdmap e30: 5 total, 5 up, 5 in 2024-04-13T07:41:04.378 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:04 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:41:04.378 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:04 smithi139 ceph-mon[31267]: osdmap e31: 5 total, 5 up, 5 in 2024-04-13T07:41:04.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:04 smithi119 ceph-mon[27733]: purged_snaps scrub starts 2024-04-13T07:41:04.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:04 smithi119 ceph-mon[27733]: purged_snaps scrub ok 2024-04-13T07:41:04.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:04 smithi119 ceph-mon[27733]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:41:04.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:04 smithi119 ceph-mon[27733]: osd.4 [v2:172.21.15.139:6800/3671491068,v1:172.21.15.139:6801/3671491068] boot 2024-04-13T07:41:04.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:04 smithi119 ceph-mon[27733]: osdmap e30: 5 total, 5 up, 5 in 2024-04-13T07:41:04.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:04 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:41:04.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:04 smithi119 ceph-mon[27733]: osdmap e31: 5 total, 5 up, 5 in 2024-04-13T07:41:04.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:04 smithi119 ceph-mon[39268]: purged_snaps scrub starts 2024-04-13T07:41:04.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:04 smithi119 ceph-mon[39268]: purged_snaps scrub ok 2024-04-13T07:41:04.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:04 smithi119 ceph-mon[39268]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:41:04.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:04 smithi119 ceph-mon[39268]: osd.4 [v2:172.21.15.139:6800/3671491068,v1:172.21.15.139:6801/3671491068] boot 2024-04-13T07:41:04.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:04 smithi119 ceph-mon[39268]: osdmap e30: 5 total, 5 up, 5 in 2024-04-13T07:41:04.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:04 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:41:04.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:04 smithi119 ceph-mon[39268]: osdmap e31: 5 total, 5 up, 5 in 2024-04-13T07:41:05.511 INFO:teuthology.orchestra.run.smithi139.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-13T07:41:05.512 INFO:teuthology.orchestra.run.smithi139.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-13T07:41:05.512 INFO:teuthology.orchestra.run.smithi139.stderr: stderr: 10+0 records in 2024-04-13T07:41:05.512 INFO:teuthology.orchestra.run.smithi139.stderr:10+0 records out 2024-04-13T07:41:05.512 INFO:teuthology.orchestra.run.smithi139.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0129524 s, 810 MB/s 2024-04-13T07:41:05.512 INFO:teuthology.orchestra.run.smithi139.stderr:--> Zapping successful for: 2024-04-13T07:41:06.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:05 smithi139 ceph-mon[31267]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 447 GiB / 447 GiB avail 2024-04-13T07:41:06.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:05 smithi139 ceph-mon[31267]: osdmap e32: 5 total, 5 up, 5 in 2024-04-13T07:41:06.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:05 smithi139 ceph-mon[31267]: Detected new or changed devices on smithi139 2024-04-13T07:41:06.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:05 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:06.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:05 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:06.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:05 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:41:06.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:05 smithi139 ceph-mon[31267]: Adjusting osd_memory_target on smithi139 to 17088M 2024-04-13T07:41:06.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:05 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:06.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:05 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:41:06.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:05 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:41:06.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:05 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:06.176 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph orch daemon add osd smithi139:vg_nvme/lv_3 2024-04-13T07:41:06.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:05 smithi119 ceph-mon[27733]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 447 GiB / 447 GiB avail 2024-04-13T07:41:06.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:05 smithi119 ceph-mon[27733]: osdmap e32: 5 total, 5 up, 5 in 2024-04-13T07:41:06.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:05 smithi119 ceph-mon[27733]: Detected new or changed devices on smithi139 2024-04-13T07:41:06.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:05 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:06.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:05 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:06.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:05 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:41:06.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:05 smithi119 ceph-mon[27733]: Adjusting osd_memory_target on smithi139 to 17088M 2024-04-13T07:41:06.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:05 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:06.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:05 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:41:06.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:05 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:41:06.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:05 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:06.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:05 smithi119 ceph-mon[39268]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 447 GiB / 447 GiB avail 2024-04-13T07:41:06.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:05 smithi119 ceph-mon[39268]: osdmap e32: 5 total, 5 up, 5 in 2024-04-13T07:41:06.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:05 smithi119 ceph-mon[39268]: Detected new or changed devices on smithi139 2024-04-13T07:41:06.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:05 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:06.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:05 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:06.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:05 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:41:06.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:05 smithi119 ceph-mon[39268]: Adjusting osd_memory_target on smithi139 to 17088M 2024-04-13T07:41:06.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:05 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:06.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:05 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:41:06.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:05 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:41:06.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:05 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:06.375 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.b/config 2024-04-13T07:41:07.091 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:06 smithi139 ceph-mon[31267]: osdmap e33: 5 total, 5 up, 5 in 2024-04-13T07:41:07.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:06 smithi119 ceph-mon[39268]: osdmap e33: 5 total, 5 up, 5 in 2024-04-13T07:41:07.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:06 smithi119 ceph-mon[27733]: osdmap e33: 5 total, 5 up, 5 in 2024-04-13T07:41:08.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:07 smithi119 ceph-mon[39268]: pgmap v116: 1 pgs: 1 peering; 577 KiB data, 263 MiB used, 447 GiB / 447 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-13T07:41:08.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:07 smithi119 ceph-mon[39268]: osdmap e34: 5 total, 5 up, 5 in 2024-04-13T07:41:08.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:07 smithi119 ceph-mon[27733]: pgmap v116: 1 pgs: 1 peering; 577 KiB data, 263 MiB used, 447 GiB / 447 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-13T07:41:08.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:07 smithi119 ceph-mon[27733]: osdmap e34: 5 total, 5 up, 5 in 2024-04-13T07:41:08.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:07 smithi139 ceph-mon[31267]: pgmap v116: 1 pgs: 1 peering; 577 KiB data, 263 MiB used, 447 GiB / 447 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-13T07:41:08.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:07 smithi139 ceph-mon[31267]: osdmap e34: 5 total, 5 up, 5 in 2024-04-13T07:41:09.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:08 smithi139 ceph-mon[31267]: from='client.24220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi139:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:41:09.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:08 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T07:41:09.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:08 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T07:41:09.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:08 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:41:09.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:08 smithi119 ceph-mon[39268]: from='client.24220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi139:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:41:09.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:08 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T07:41:09.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:08 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T07:41:09.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:08 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:41:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:08 smithi119 ceph-mon[27733]: from='client.24220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi139:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:41:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:08 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T07:41:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:08 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T07:41:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:08 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:41:10.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:09 smithi139 ceph-mon[31267]: pgmap v118: 1 pgs: 1 peering; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 116 KiB/s, 0 objects/s recovering 2024-04-13T07:41:10.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:09 smithi119 ceph-mon[39268]: pgmap v118: 1 pgs: 1 peering; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 116 KiB/s, 0 objects/s recovering 2024-04-13T07:41:10.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:09 smithi119 ceph-mon[27733]: pgmap v118: 1 pgs: 1 peering; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 116 KiB/s, 0 objects/s recovering 2024-04-13T07:41:11.367 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:10 smithi119 ceph-mon[39268]: from='client.? 172.21.15.139:0/948022406' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "209de55f-427f-4379-9b7f-dd19228d913a"}]: dispatch 2024-04-13T07:41:11.367 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:10 smithi119 ceph-mon[39268]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "209de55f-427f-4379-9b7f-dd19228d913a"}]: dispatch 2024-04-13T07:41:11.368 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:10 smithi119 ceph-mon[39268]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "209de55f-427f-4379-9b7f-dd19228d913a"}]': finished 2024-04-13T07:41:11.368 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:10 smithi119 ceph-mon[39268]: osdmap e35: 6 total, 5 up, 6 in 2024-04-13T07:41:11.368 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:10 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:41:11.368 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:10 smithi119 ceph-mon[27733]: from='client.? 172.21.15.139:0/948022406' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "209de55f-427f-4379-9b7f-dd19228d913a"}]: dispatch 2024-04-13T07:41:11.368 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:10 smithi119 ceph-mon[27733]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "209de55f-427f-4379-9b7f-dd19228d913a"}]: dispatch 2024-04-13T07:41:11.368 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:10 smithi119 ceph-mon[27733]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "209de55f-427f-4379-9b7f-dd19228d913a"}]': finished 2024-04-13T07:41:11.368 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:10 smithi119 ceph-mon[27733]: osdmap e35: 6 total, 5 up, 6 in 2024-04-13T07:41:11.368 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:10 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:41:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:10 smithi139 ceph-mon[31267]: from='client.? 172.21.15.139:0/948022406' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "209de55f-427f-4379-9b7f-dd19228d913a"}]: dispatch 2024-04-13T07:41:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:10 smithi139 ceph-mon[31267]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "209de55f-427f-4379-9b7f-dd19228d913a"}]: dispatch 2024-04-13T07:41:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:10 smithi139 ceph-mon[31267]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "209de55f-427f-4379-9b7f-dd19228d913a"}]': finished 2024-04-13T07:41:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:10 smithi139 ceph-mon[31267]: osdmap e35: 6 total, 5 up, 6 in 2024-04-13T07:41:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:10 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:41:12.286 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:11 smithi139 ceph-mon[31267]: pgmap v120: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-04-13T07:41:12.287 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:11 smithi139 ceph-mon[31267]: from='client.? 172.21.15.139:0/648240135' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T07:41:12.381 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:11 smithi119 ceph-mon[39268]: pgmap v120: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-04-13T07:41:12.381 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:11 smithi119 ceph-mon[39268]: from='client.? 172.21.15.139:0/648240135' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T07:41:12.381 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:11 smithi119 ceph-mon[27733]: pgmap v120: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-04-13T07:41:12.381 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:11 smithi119 ceph-mon[27733]: from='client.? 172.21.15.139:0/648240135' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T07:41:14.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:13 smithi139 ceph-mon[31267]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-04-13T07:41:14.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:13 smithi119 ceph-mon[27733]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-04-13T07:41:14.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:13 smithi119 ceph-mon[39268]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-04-13T07:41:16.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:15 smithi139 ceph-mon[31267]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-13T07:41:16.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:15 smithi119 ceph-mon[27733]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-13T07:41:16.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:15 smithi119 ceph-mon[39268]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-13T07:41:17.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:16 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-13T07:41:17.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:16 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:41:17.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:16 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-13T07:41:17.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:16 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:41:17.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:16 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-13T07:41:17.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:16 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:41:18.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:17 smithi139 ceph-mon[31267]: Deploying daemon osd.5 on smithi139 2024-04-13T07:41:18.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:17 smithi139 ceph-mon[31267]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-13T07:41:18.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:17 smithi119 ceph-mon[27733]: Deploying daemon osd.5 on smithi139 2024-04-13T07:41:18.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:17 smithi119 ceph-mon[27733]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-13T07:41:18.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:17 smithi119 ceph-mon[39268]: Deploying daemon osd.5 on smithi139 2024-04-13T07:41:18.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:17 smithi119 ceph-mon[39268]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-13T07:41:20.361 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:19 smithi139 ceph-mon[31267]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-13T07:41:20.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:19 smithi119 ceph-mon[27733]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-13T07:41:20.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:19 smithi119 ceph-mon[39268]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-13T07:41:22.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:21 smithi139 ceph-mon[31267]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-13T07:41:22.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:21 smithi119 ceph-mon[27733]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-13T07:41:22.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:21 smithi119 ceph-mon[39268]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-13T07:41:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:22 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:41:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:22 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:22 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:23.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:22 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:41:23.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:22 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:23.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:22 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:23.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:22 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:41:23.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:22 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:23.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:22 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:24.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:23 smithi139 ceph-mon[31267]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-13T07:41:24.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:23 smithi119 ceph-mon[39268]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-13T07:41:24.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:23 smithi119 ceph-mon[27733]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-13T07:41:26.028 INFO:teuthology.orchestra.run.smithi139.stdout:Created osd(s) 5 on host 'smithi139' 2024-04-13T07:41:26.344 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:26 smithi139 ceph-mon[31267]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-13T07:41:26.345 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:26 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:26.345 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:26 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:26.345 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:26 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:41:26.345 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:26 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:41:26.345 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:26 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:26.345 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:26 smithi139 ceph-mon[31267]: from='osd.5 [v2:172.21.15.139:6808/2576693618,v1:172.21.15.139:6809/2576693618]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-13T07:41:26.345 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:26 smithi139 ceph-mon[31267]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-13T07:41:26.345 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:26 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:26.345 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:26 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:26.345 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:26 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:41:26.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:26 smithi119 ceph-mon[27733]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-13T07:41:26.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:26 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:26.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:26 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:26.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:26 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:41:26.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:26 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:41:26.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:26 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:26.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:26 smithi119 ceph-mon[27733]: from='osd.5 [v2:172.21.15.139:6808/2576693618,v1:172.21.15.139:6809/2576693618]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-13T07:41:26.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:26 smithi119 ceph-mon[27733]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-13T07:41:26.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:26 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:26.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:26 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:26.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:26 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:41:26.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:26 smithi119 ceph-mon[39268]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-13T07:41:26.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:26 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:26.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:26 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:26.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:26 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:41:26.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:26 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:41:26.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:26 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:26.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:26 smithi119 ceph-mon[39268]: from='osd.5 [v2:172.21.15.139:6808/2576693618,v1:172.21.15.139:6809/2576693618]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-13T07:41:26.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:26 smithi119 ceph-mon[39268]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-13T07:41:26.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:26 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:26.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:26 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:26.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:26 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:41:26.633 DEBUG:teuthology.orchestra.run.smithi139:osd.5> sudo journalctl -f -n 0 -u ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@osd.5.service 2024-04-13T07:41:26.635 INFO:tasks.cephadm:Deploying osd.6 on smithi139 with /dev/vg_nvme/lv_2... 2024-04-13T07:41:26.635 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-13T07:41:27.240 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:27 smithi139 ceph-mon[31267]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-13T07:41:27.240 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:27 smithi139 ceph-mon[31267]: osdmap e36: 6 total, 5 up, 6 in 2024-04-13T07:41:27.240 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:27 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:41:27.240 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:27 smithi139 ceph-mon[31267]: from='osd.5 [v2:172.21.15.139:6808/2576693618,v1:172.21.15.139:6809/2576693618]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-13T07:41:27.240 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:27 smithi139 ceph-mon[31267]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-13T07:41:27.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:27 smithi119 ceph-mon[39268]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-13T07:41:27.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:27 smithi119 ceph-mon[39268]: osdmap e36: 6 total, 5 up, 6 in 2024-04-13T07:41:27.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:27 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:41:27.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:27 smithi119 ceph-mon[39268]: from='osd.5 [v2:172.21.15.139:6808/2576693618,v1:172.21.15.139:6809/2576693618]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-13T07:41:27.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:27 smithi119 ceph-mon[39268]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-13T07:41:27.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:27 smithi119 ceph-mon[27733]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-13T07:41:27.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:27 smithi119 ceph-mon[27733]: osdmap e36: 6 total, 5 up, 6 in 2024-04-13T07:41:27.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:27 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:41:27.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:27 smithi119 ceph-mon[27733]: from='osd.5 [v2:172.21.15.139:6808/2576693618,v1:172.21.15.139:6809/2576693618]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-13T07:41:27.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:27 smithi119 ceph-mon[27733]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-13T07:41:27.473 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.b/config 2024-04-13T07:41:27.843 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 07:41:27 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5[43150]: 2024-04-13T07:41:27.560+0000 7fcd1a27d700 -1 osd.5 0 waiting for initial osdmap 2024-04-13T07:41:27.843 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 07:41:27 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5[43150]: 2024-04-13T07:41:27.564+0000 7fcd1206a700 -1 osd.5 37 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-13T07:41:28.382 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:28 smithi139 ceph-mon[31267]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-13T07:41:28.382 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:28 smithi139 ceph-mon[31267]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]': finished 2024-04-13T07:41:28.382 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:28 smithi139 ceph-mon[31267]: osdmap e37: 6 total, 5 up, 6 in 2024-04-13T07:41:28.382 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:28 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:41:28.383 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:28 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:41:28.383 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:28 smithi139 ceph-mon[31267]: from='osd.5 ' entity='osd.5' 2024-04-13T07:41:28.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:28 smithi119 ceph-mon[39268]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-13T07:41:28.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:28 smithi119 ceph-mon[39268]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]': finished 2024-04-13T07:41:28.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:28 smithi119 ceph-mon[39268]: osdmap e37: 6 total, 5 up, 6 in 2024-04-13T07:41:28.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:28 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:41:28.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:28 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:41:28.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:28 smithi119 ceph-mon[39268]: from='osd.5 ' entity='osd.5' 2024-04-13T07:41:28.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:28 smithi119 ceph-mon[27733]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-13T07:41:28.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:28 smithi119 ceph-mon[27733]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]': finished 2024-04-13T07:41:28.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:28 smithi119 ceph-mon[27733]: osdmap e37: 6 total, 5 up, 6 in 2024-04-13T07:41:28.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:28 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:41:28.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:28 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:41:28.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:28 smithi119 ceph-mon[27733]: from='osd.5 ' entity='osd.5' 2024-04-13T07:41:29.402 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:29 smithi139 ceph-mon[31267]: purged_snaps scrub starts 2024-04-13T07:41:29.402 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:29 smithi139 ceph-mon[31267]: purged_snaps scrub ok 2024-04-13T07:41:29.402 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:29 smithi139 ceph-mon[31267]: osd.5 [v2:172.21.15.139:6808/2576693618,v1:172.21.15.139:6809/2576693618] boot 2024-04-13T07:41:29.402 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:29 smithi139 ceph-mon[31267]: osdmap e38: 6 total, 6 up, 6 in 2024-04-13T07:41:29.402 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:29 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:41:29.402 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:29 smithi139 ceph-mon[31267]: osdmap e39: 6 total, 6 up, 6 in 2024-04-13T07:41:29.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:29 smithi119 ceph-mon[39268]: purged_snaps scrub starts 2024-04-13T07:41:29.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:29 smithi119 ceph-mon[39268]: purged_snaps scrub ok 2024-04-13T07:41:29.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:29 smithi119 ceph-mon[39268]: osd.5 [v2:172.21.15.139:6808/2576693618,v1:172.21.15.139:6809/2576693618] boot 2024-04-13T07:41:29.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:29 smithi119 ceph-mon[39268]: osdmap e38: 6 total, 6 up, 6 in 2024-04-13T07:41:29.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:29 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:41:29.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:29 smithi119 ceph-mon[39268]: osdmap e39: 6 total, 6 up, 6 in 2024-04-13T07:41:29.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:29 smithi119 ceph-mon[27733]: purged_snaps scrub starts 2024-04-13T07:41:29.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:29 smithi119 ceph-mon[27733]: purged_snaps scrub ok 2024-04-13T07:41:29.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:29 smithi119 ceph-mon[27733]: osd.5 [v2:172.21.15.139:6808/2576693618,v1:172.21.15.139:6809/2576693618] boot 2024-04-13T07:41:29.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:29 smithi119 ceph-mon[27733]: osdmap e38: 6 total, 6 up, 6 in 2024-04-13T07:41:29.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:29 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:41:29.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:29 smithi119 ceph-mon[27733]: osdmap e39: 6 total, 6 up, 6 in 2024-04-13T07:41:30.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:30 smithi139 ceph-mon[31267]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 481 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:41:30.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:30 smithi139 ceph-mon[31267]: osdmap e40: 6 total, 6 up, 6 in 2024-04-13T07:41:30.451 INFO:teuthology.orchestra.run.smithi139.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-13T07:41:30.451 INFO:teuthology.orchestra.run.smithi139.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-13T07:41:30.452 INFO:teuthology.orchestra.run.smithi139.stderr: stderr: 10+0 records in 2024-04-13T07:41:30.452 INFO:teuthology.orchestra.run.smithi139.stderr:10+0 records out 2024-04-13T07:41:30.452 INFO:teuthology.orchestra.run.smithi139.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0122437 s, 856 MB/s 2024-04-13T07:41:30.452 INFO:teuthology.orchestra.run.smithi139.stderr:--> Zapping successful for: 2024-04-13T07:41:30.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:30 smithi119 ceph-mon[27733]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 481 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:41:30.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:30 smithi119 ceph-mon[27733]: osdmap e40: 6 total, 6 up, 6 in 2024-04-13T07:41:30.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:30 smithi119 ceph-mon[39268]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 481 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:41:30.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:30 smithi119 ceph-mon[39268]: osdmap e40: 6 total, 6 up, 6 in 2024-04-13T07:41:31.100 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph orch daemon add osd smithi139:vg_nvme/lv_2 2024-04-13T07:41:31.299 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.b/config 2024-04-13T07:41:31.699 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:31 smithi139 ceph-mon[31267]: Detected new or changed devices on smithi139 2024-04-13T07:41:31.699 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:31 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:31.699 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:31 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:31.699 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:31 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:41:31.699 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:31 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:41:31.699 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:31 smithi139 ceph-mon[31267]: Adjusting osd_memory_target on smithi139 to 8544M 2024-04-13T07:41:31.699 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:31 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:31.699 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:31 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:41:31.699 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:31 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:41:31.699 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:31 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:31.700 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:31 smithi139 ceph-mon[31267]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 482 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:41:31.700 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:31 smithi139 ceph-mon[31267]: osdmap e41: 6 total, 6 up, 6 in 2024-04-13T07:41:31.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:31 smithi119 ceph-mon[39268]: Detected new or changed devices on smithi139 2024-04-13T07:41:31.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:31 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:31.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:31 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:31.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:31 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:41:31.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:31 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:41:31.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:31 smithi119 ceph-mon[39268]: Adjusting osd_memory_target on smithi139 to 8544M 2024-04-13T07:41:31.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:31 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:31.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:31 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:41:31.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:31 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:41:31.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:31 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:31.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:31 smithi119 ceph-mon[39268]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 482 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:41:31.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:31 smithi119 ceph-mon[39268]: osdmap e41: 6 total, 6 up, 6 in 2024-04-13T07:41:31.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:31 smithi119 ceph-mon[27733]: Detected new or changed devices on smithi139 2024-04-13T07:41:31.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:31 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:31.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:31 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:31.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:31 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:41:31.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:31 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:41:31.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:31 smithi119 ceph-mon[27733]: Adjusting osd_memory_target on smithi139 to 8544M 2024-04-13T07:41:31.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:31 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:31.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:31 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:41:31.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:31 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:41:31.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:31 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:31.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:31 smithi119 ceph-mon[27733]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 482 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:41:31.968 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:31 smithi119 ceph-mon[27733]: osdmap e41: 6 total, 6 up, 6 in 2024-04-13T07:41:33.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:32 smithi139 ceph-mon[31267]: osdmap e42: 6 total, 6 up, 6 in 2024-04-13T07:41:33.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:32 smithi119 ceph-mon[39268]: osdmap e42: 6 total, 6 up, 6 in 2024-04-13T07:41:33.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:32 smithi119 ceph-mon[27733]: osdmap e42: 6 total, 6 up, 6 in 2024-04-13T07:41:34.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:33 smithi139 ceph-mon[31267]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 486 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:41:34.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:33 smithi139 ceph-mon[31267]: from='client.24247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi139:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:41:34.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:33 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T07:41:34.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:33 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T07:41:34.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:33 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:41:34.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:33 smithi119 ceph-mon[27733]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 486 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:41:34.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:33 smithi119 ceph-mon[27733]: from='client.24247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi139:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:41:34.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:33 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T07:41:34.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:33 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T07:41:34.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:33 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:41:34.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:33 smithi119 ceph-mon[39268]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 486 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:41:34.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:33 smithi119 ceph-mon[39268]: from='client.24247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi139:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:41:34.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:33 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T07:41:34.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:33 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T07:41:34.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:33 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:41:36.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:35 smithi119 ceph-mon[39268]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:41:36.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:35 smithi119 ceph-mon[39268]: from='client.? 172.21.15.139:0/2733731513' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f6708905-d34c-4079-ab69-4b0556d21c20"}]: dispatch 2024-04-13T07:41:36.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:35 smithi119 ceph-mon[39268]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f6708905-d34c-4079-ab69-4b0556d21c20"}]: dispatch 2024-04-13T07:41:36.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:35 smithi119 ceph-mon[39268]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f6708905-d34c-4079-ab69-4b0556d21c20"}]': finished 2024-04-13T07:41:36.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:35 smithi119 ceph-mon[39268]: osdmap e43: 7 total, 6 up, 7 in 2024-04-13T07:41:36.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:35 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:41:36.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:35 smithi119 ceph-mon[27733]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:41:36.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:35 smithi119 ceph-mon[27733]: from='client.? 172.21.15.139:0/2733731513' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f6708905-d34c-4079-ab69-4b0556d21c20"}]: dispatch 2024-04-13T07:41:36.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:35 smithi119 ceph-mon[27733]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f6708905-d34c-4079-ab69-4b0556d21c20"}]: dispatch 2024-04-13T07:41:36.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:35 smithi119 ceph-mon[27733]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f6708905-d34c-4079-ab69-4b0556d21c20"}]': finished 2024-04-13T07:41:36.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:35 smithi119 ceph-mon[27733]: osdmap e43: 7 total, 6 up, 7 in 2024-04-13T07:41:36.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:35 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:41:36.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:35 smithi139 ceph-mon[31267]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:41:36.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:35 smithi139 ceph-mon[31267]: from='client.? 172.21.15.139:0/2733731513' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f6708905-d34c-4079-ab69-4b0556d21c20"}]: dispatch 2024-04-13T07:41:36.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:35 smithi139 ceph-mon[31267]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f6708905-d34c-4079-ab69-4b0556d21c20"}]: dispatch 2024-04-13T07:41:36.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:35 smithi139 ceph-mon[31267]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f6708905-d34c-4079-ab69-4b0556d21c20"}]': finished 2024-04-13T07:41:36.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:35 smithi139 ceph-mon[31267]: osdmap e43: 7 total, 6 up, 7 in 2024-04-13T07:41:36.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:35 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:41:37.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:36 smithi139 ceph-mon[31267]: from='client.? 172.21.15.139:0/1316347526' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T07:41:37.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:36 smithi119 ceph-mon[39268]: from='client.? 172.21.15.139:0/1316347526' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T07:41:37.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:36 smithi119 ceph-mon[27733]: from='client.? 172.21.15.139:0/1316347526' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T07:41:38.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:37 smithi139 ceph-mon[31267]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:41:38.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:37 smithi119 ceph-mon[39268]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:41:38.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:37 smithi119 ceph-mon[27733]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:41:40.374 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:39 smithi139 ceph-mon[31267]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:41:40.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:39 smithi119 ceph-mon[27733]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:41:40.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:39 smithi119 ceph-mon[39268]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:41:42.072 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:41 smithi139 ceph-mon[31267]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:41:42.268 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:41 smithi119 ceph-mon[39268]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:41:42.268 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:41 smithi119 ceph-mon[27733]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:41:43.245 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:42 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-13T07:41:43.245 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:42 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:41:43.245 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:42 smithi139 ceph-mon[31267]: Deploying daemon osd.6 on smithi139 2024-04-13T07:41:43.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:42 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-13T07:41:43.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:42 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:41:43.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:42 smithi119 ceph-mon[27733]: Deploying daemon osd.6 on smithi139 2024-04-13T07:41:43.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:42 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-13T07:41:43.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:42 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:41:43.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:42 smithi119 ceph-mon[39268]: Deploying daemon osd.6 on smithi139 2024-04-13T07:41:44.076 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:43 smithi139 ceph-mon[31267]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:41:44.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:43 smithi119 ceph-mon[39268]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:41:44.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:43 smithi119 ceph-mon[27733]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:41:46.256 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:45 smithi139 ceph-mon[31267]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:41:46.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:45 smithi119 ceph-mon[27733]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:41:46.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:45 smithi119 ceph-mon[39268]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:41:48.094 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:47 smithi139 ceph-mon[31267]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:41:48.095 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:47 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:48.095 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:47 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:48.095 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:47 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:41:48.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:47 smithi119 ceph-mon[27733]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:41:48.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:47 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:48.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:47 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:48.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:47 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:41:48.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:47 smithi119 ceph-mon[39268]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:41:48.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:47 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:48.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:47 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:48.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:47 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:41:50.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:49 smithi139 ceph-mon[31267]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:41:50.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:49 smithi119 ceph-mon[27733]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:41:50.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:49 smithi119 ceph-mon[39268]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:41:50.798 INFO:teuthology.orchestra.run.smithi139.stdout:Created osd(s) 6 on host 'smithi139' 2024-04-13T07:41:51.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:50 smithi139 ceph-mon[31267]: from='osd.6 [v2:172.21.15.139:6816/532635469,v1:172.21.15.139:6817/532635469]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-13T07:41:51.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:50 smithi139 ceph-mon[31267]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-13T07:41:51.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:50 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:51.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:50 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:51.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:50 smithi119 ceph-mon[27733]: from='osd.6 [v2:172.21.15.139:6816/532635469,v1:172.21.15.139:6817/532635469]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-13T07:41:51.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:50 smithi119 ceph-mon[27733]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-13T07:41:51.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:50 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:51.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:50 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:51.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:50 smithi119 ceph-mon[39268]: from='osd.6 [v2:172.21.15.139:6816/532635469,v1:172.21.15.139:6817/532635469]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-13T07:41:51.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:50 smithi119 ceph-mon[39268]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-13T07:41:51.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:50 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:51.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:50 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:51.584 DEBUG:teuthology.orchestra.run.smithi139:osd.6> sudo journalctl -f -n 0 -u ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@osd.6.service 2024-04-13T07:41:51.587 INFO:tasks.cephadm:Deploying osd.7 on smithi139 with /dev/vg_nvme/lv_1... 2024-04-13T07:41:51.587 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-13T07:41:51.835 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.b/config 2024-04-13T07:41:52.242 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:52 smithi139 ceph-mon[31267]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:41:52.242 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:52 smithi139 ceph-mon[31267]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-13T07:41:52.242 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:52 smithi139 ceph-mon[31267]: osdmap e44: 7 total, 6 up, 7 in 2024-04-13T07:41:52.242 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:52 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:41:52.243 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:52 smithi139 ceph-mon[31267]: from='osd.6 [v2:172.21.15.139:6816/532635469,v1:172.21.15.139:6817/532635469]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-13T07:41:52.243 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:52 smithi139 ceph-mon[31267]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-13T07:41:52.243 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:52 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:52.243 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:52 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:52.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:52 smithi119 ceph-mon[27733]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:41:52.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:52 smithi119 ceph-mon[27733]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-13T07:41:52.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:52 smithi119 ceph-mon[27733]: osdmap e44: 7 total, 6 up, 7 in 2024-04-13T07:41:52.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:52 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:41:52.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:52 smithi119 ceph-mon[27733]: from='osd.6 [v2:172.21.15.139:6816/532635469,v1:172.21.15.139:6817/532635469]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-13T07:41:52.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:52 smithi119 ceph-mon[27733]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-13T07:41:52.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:52 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:52.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:52 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:52.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:52 smithi119 ceph-mon[39268]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:41:52.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:52 smithi119 ceph-mon[39268]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-13T07:41:52.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:52 smithi119 ceph-mon[39268]: osdmap e44: 7 total, 6 up, 7 in 2024-04-13T07:41:52.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:52 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:41:52.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:52 smithi119 ceph-mon[39268]: from='osd.6 [v2:172.21.15.139:6816/532635469,v1:172.21.15.139:6817/532635469]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-13T07:41:52.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:52 smithi119 ceph-mon[39268]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-13T07:41:52.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:52 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:52.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:52 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:52.635 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 07:41:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[49102]: 2024-04-13T07:41:52.427+0000 7f2f79c3c700 -1 osd.6 0 waiting for initial osdmap 2024-04-13T07:41:52.635 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 07:41:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[49102]: 2024-04-13T07:41:52.436+0000 7f2f71a29700 -1 osd.6 45 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-13T07:41:53.275 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:53 smithi139 ceph-mon[31267]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]': finished 2024-04-13T07:41:53.275 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:53 smithi139 ceph-mon[31267]: osdmap e45: 7 total, 6 up, 7 in 2024-04-13T07:41:53.275 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:53 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:41:53.275 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:53 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:41:53.275 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:53 smithi139 ceph-mon[31267]: from='osd.6 ' entity='osd.6' 2024-04-13T07:41:53.276 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:53 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:41:53.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:53 smithi119 ceph-mon[27733]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]': finished 2024-04-13T07:41:53.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:53 smithi119 ceph-mon[27733]: osdmap e45: 7 total, 6 up, 7 in 2024-04-13T07:41:53.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:53 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:41:53.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:53 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:41:53.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:53 smithi119 ceph-mon[27733]: from='osd.6 ' entity='osd.6' 2024-04-13T07:41:53.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:53 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:41:53.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:53 smithi119 ceph-mon[39268]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]': finished 2024-04-13T07:41:53.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:53 smithi119 ceph-mon[39268]: osdmap e45: 7 total, 6 up, 7 in 2024-04-13T07:41:53.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:53 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:41:53.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:53 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:41:53.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:53 smithi119 ceph-mon[39268]: from='osd.6 ' entity='osd.6' 2024-04-13T07:41:53.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:53 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:41:54.091 INFO:teuthology.orchestra.run.smithi139.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-13T07:41:54.091 INFO:teuthology.orchestra.run.smithi139.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-13T07:41:54.091 INFO:teuthology.orchestra.run.smithi139.stderr: stderr: 10+0 records in 2024-04-13T07:41:54.091 INFO:teuthology.orchestra.run.smithi139.stderr:10+0 records out 2024-04-13T07:41:54.091 INFO:teuthology.orchestra.run.smithi139.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0129419 s, 810 MB/s 2024-04-13T07:41:54.091 INFO:teuthology.orchestra.run.smithi139.stderr:--> Zapping successful for: 2024-04-13T07:41:54.116 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:54 smithi139 ceph-mon[31267]: purged_snaps scrub starts 2024-04-13T07:41:54.116 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:54 smithi139 ceph-mon[31267]: purged_snaps scrub ok 2024-04-13T07:41:54.116 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:54 smithi139 ceph-mon[31267]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:41:54.116 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:54 smithi139 ceph-mon[31267]: osd.6 [v2:172.21.15.139:6816/532635469,v1:172.21.15.139:6817/532635469] boot 2024-04-13T07:41:54.116 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:54 smithi139 ceph-mon[31267]: osdmap e46: 7 total, 7 up, 7 in 2024-04-13T07:41:54.116 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:54 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:41:54.116 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:54 smithi139 ceph-mon[31267]: osdmap e47: 7 total, 7 up, 7 in 2024-04-13T07:41:54.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:54 smithi119 ceph-mon[27733]: purged_snaps scrub starts 2024-04-13T07:41:54.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:54 smithi119 ceph-mon[27733]: purged_snaps scrub ok 2024-04-13T07:41:54.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:54 smithi119 ceph-mon[27733]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:41:54.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:54 smithi119 ceph-mon[27733]: osd.6 [v2:172.21.15.139:6816/532635469,v1:172.21.15.139:6817/532635469] boot 2024-04-13T07:41:54.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:54 smithi119 ceph-mon[27733]: osdmap e46: 7 total, 7 up, 7 in 2024-04-13T07:41:54.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:54 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:41:54.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:54 smithi119 ceph-mon[27733]: osdmap e47: 7 total, 7 up, 7 in 2024-04-13T07:41:54.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:54 smithi119 ceph-mon[39268]: purged_snaps scrub starts 2024-04-13T07:41:54.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:54 smithi119 ceph-mon[39268]: purged_snaps scrub ok 2024-04-13T07:41:54.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:54 smithi119 ceph-mon[39268]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:41:54.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:54 smithi119 ceph-mon[39268]: osd.6 [v2:172.21.15.139:6816/532635469,v1:172.21.15.139:6817/532635469] boot 2024-04-13T07:41:54.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:54 smithi119 ceph-mon[39268]: osdmap e46: 7 total, 7 up, 7 in 2024-04-13T07:41:54.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:54 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:41:54.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:54 smithi119 ceph-mon[39268]: osdmap e47: 7 total, 7 up, 7 in 2024-04-13T07:41:54.932 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph orch daemon add osd smithi139:vg_nvme/lv_1 2024-04-13T07:41:55.380 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.b/config 2024-04-13T07:41:56.124 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:55 smithi139 ceph-mon[31267]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-04-13T07:41:56.124 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:55 smithi139 ceph-mon[31267]: osdmap e48: 7 total, 7 up, 7 in 2024-04-13T07:41:56.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:55 smithi119 ceph-mon[39268]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-04-13T07:41:56.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:55 smithi119 ceph-mon[39268]: osdmap e48: 7 total, 7 up, 7 in 2024-04-13T07:41:56.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:55 smithi119 ceph-mon[27733]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-04-13T07:41:56.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:55 smithi119 ceph-mon[27733]: osdmap e48: 7 total, 7 up, 7 in 2024-04-13T07:41:57.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:57 smithi139 ceph-mon[31267]: osdmap e49: 7 total, 7 up, 7 in 2024-04-13T07:41:57.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:57 smithi119 ceph-mon[27733]: osdmap e49: 7 total, 7 up, 7 in 2024-04-13T07:41:57.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:57 smithi119 ceph-mon[39268]: osdmap e49: 7 total, 7 up, 7 in 2024-04-13T07:41:58.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:58 smithi139 ceph-mon[31267]: pgmap v157: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-13T07:41:58.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:58 smithi139 ceph-mon[31267]: osdmap e50: 7 total, 7 up, 7 in 2024-04-13T07:41:58.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:58 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:58.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:58 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:58.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:58 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:41:58.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:58 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:41:58.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:58 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:41:58.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:58 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:58.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:58 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:41:58.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:58 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:41:58.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:58 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:58.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:58 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:41:58.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:58 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:41:58.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:58 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:41:58.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:58 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:58.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:58 smithi119 ceph-mon[39268]: pgmap v157: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-13T07:41:58.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:58 smithi119 ceph-mon[39268]: osdmap e50: 7 total, 7 up, 7 in 2024-04-13T07:41:58.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:58 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:58.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:58 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:58.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:58 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:41:58.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:58 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:41:58.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:58 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:41:58.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:58 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:58.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:58 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:41:58.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:58 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:41:58.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:58 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:58.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:58 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:41:58.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:58 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:41:58.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:58 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:41:58.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:58 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:58.468 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:58 smithi119 ceph-mon[27733]: pgmap v157: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-13T07:41:58.468 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:58 smithi119 ceph-mon[27733]: osdmap e50: 7 total, 7 up, 7 in 2024-04-13T07:41:58.468 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:58 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:58.468 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:58 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:58.468 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:58 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:41:58.468 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:58 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:41:58.468 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:58 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:41:58.468 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:58 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:58.468 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:58 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:41:58.469 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:58 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:41:58.469 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:58 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:58.469 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:58 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:41:58.469 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:58 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:41:58.469 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:58 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:41:58.469 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:58 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:41:59.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:59 smithi139 ceph-mon[31267]: Detected new or changed devices on smithi139 2024-04-13T07:41:59.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:59 smithi139 ceph-mon[31267]: Adjusting osd_memory_target on smithi139 to 5696M 2024-04-13T07:41:59.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:59 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T07:41:59.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:59 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T07:41:59.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:41:59 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:41:59.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:59 smithi119 ceph-mon[39268]: Detected new or changed devices on smithi139 2024-04-13T07:41:59.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:59 smithi119 ceph-mon[39268]: Adjusting osd_memory_target on smithi139 to 5696M 2024-04-13T07:41:59.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:59 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T07:41:59.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:59 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T07:41:59.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:41:59 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:41:59.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:59 smithi119 ceph-mon[27733]: Detected new or changed devices on smithi139 2024-04-13T07:41:59.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:59 smithi119 ceph-mon[27733]: Adjusting osd_memory_target on smithi139 to 5696M 2024-04-13T07:41:59.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:59 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T07:41:59.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:59 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T07:41:59.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:41:59 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:42:00.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:00 smithi139 ceph-mon[31267]: from='client.24274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi139:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:42:00.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:00 smithi139 ceph-mon[31267]: pgmap v159: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail; 116 KiB/s, 0 objects/s recovering 2024-04-13T07:42:00.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:00 smithi119 ceph-mon[39268]: from='client.24274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi139:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:42:00.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:00 smithi119 ceph-mon[39268]: pgmap v159: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail; 116 KiB/s, 0 objects/s recovering 2024-04-13T07:42:00.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:00 smithi119 ceph-mon[27733]: from='client.24274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi139:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:42:00.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:00 smithi119 ceph-mon[27733]: pgmap v159: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail; 116 KiB/s, 0 objects/s recovering 2024-04-13T07:42:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:01 smithi139 ceph-mon[31267]: from='client.? 172.21.15.139:0/3749022893' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3e5cdc91-9372-40a0-ab21-4443ee3a5005"}]: dispatch 2024-04-13T07:42:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:01 smithi139 ceph-mon[31267]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3e5cdc91-9372-40a0-ab21-4443ee3a5005"}]: dispatch 2024-04-13T07:42:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:01 smithi139 ceph-mon[31267]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3e5cdc91-9372-40a0-ab21-4443ee3a5005"}]': finished 2024-04-13T07:42:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:01 smithi139 ceph-mon[31267]: osdmap e51: 8 total, 7 up, 8 in 2024-04-13T07:42:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:01 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:42:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:01 smithi119 ceph-mon[39268]: from='client.? 172.21.15.139:0/3749022893' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3e5cdc91-9372-40a0-ab21-4443ee3a5005"}]: dispatch 2024-04-13T07:42:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:01 smithi119 ceph-mon[39268]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3e5cdc91-9372-40a0-ab21-4443ee3a5005"}]: dispatch 2024-04-13T07:42:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:01 smithi119 ceph-mon[39268]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3e5cdc91-9372-40a0-ab21-4443ee3a5005"}]': finished 2024-04-13T07:42:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:01 smithi119 ceph-mon[39268]: osdmap e51: 8 total, 7 up, 8 in 2024-04-13T07:42:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:01 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:42:01.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:01 smithi119 ceph-mon[27733]: from='client.? 172.21.15.139:0/3749022893' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3e5cdc91-9372-40a0-ab21-4443ee3a5005"}]: dispatch 2024-04-13T07:42:01.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:01 smithi119 ceph-mon[27733]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3e5cdc91-9372-40a0-ab21-4443ee3a5005"}]: dispatch 2024-04-13T07:42:01.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:01 smithi119 ceph-mon[27733]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3e5cdc91-9372-40a0-ab21-4443ee3a5005"}]': finished 2024-04-13T07:42:01.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:01 smithi119 ceph-mon[27733]: osdmap e51: 8 total, 7 up, 8 in 2024-04-13T07:42:01.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:01 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:42:02.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:02 smithi139 ceph-mon[31267]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-13T07:42:02.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:02 smithi139 ceph-mon[31267]: from='client.? 172.21.15.139:0/3356868971' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T07:42:02.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:02 smithi119 ceph-mon[39268]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-13T07:42:02.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:02 smithi119 ceph-mon[39268]: from='client.? 172.21.15.139:0/3356868971' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T07:42:02.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:02 smithi119 ceph-mon[27733]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-13T07:42:02.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:02 smithi119 ceph-mon[27733]: from='client.? 172.21.15.139:0/3356868971' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T07:42:04.364 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:04 smithi139 ceph-mon[31267]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-13T07:42:04.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:04 smithi119 ceph-mon[27733]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-13T07:42:04.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:04 smithi119 ceph-mon[39268]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-13T07:42:06.172 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:06 smithi139 ceph-mon[31267]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-13T07:42:06.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:06 smithi119 ceph-mon[27733]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-13T07:42:06.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:06 smithi119 ceph-mon[39268]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-13T07:42:08.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:08 smithi139 ceph-mon[31267]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-13T07:42:08.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:08 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-13T07:42:08.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:08 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:42:08.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:08 smithi119 ceph-mon[27733]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-13T07:42:08.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:08 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-13T07:42:08.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:08 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:42:08.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:08 smithi119 ceph-mon[39268]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-13T07:42:08.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:08 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-13T07:42:08.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:08 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:42:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:09 smithi139 ceph-mon[31267]: Deploying daemon osd.7 on smithi139 2024-04-13T07:42:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:09 smithi119 ceph-mon[27733]: Deploying daemon osd.7 on smithi139 2024-04-13T07:42:09.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:09 smithi119 ceph-mon[39268]: Deploying daemon osd.7 on smithi139 2024-04-13T07:42:10.361 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:10 smithi139 ceph-mon[31267]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-13T07:42:10.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:10 smithi119 ceph-mon[27733]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-13T07:42:10.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:10 smithi119 ceph-mon[39268]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-13T07:42:12.315 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:12 smithi139 ceph-mon[31267]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-13T07:42:12.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:12 smithi119 ceph-mon[39268]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-13T07:42:12.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:12 smithi119 ceph-mon[27733]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-13T07:42:13.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:13 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:13.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:13 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:13.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:13 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:42:13.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:13 smithi139 ceph-mon[31267]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-13T07:42:13.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:13 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:13.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:13 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:13.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:13 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:42:13.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:13 smithi119 ceph-mon[39268]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-13T07:42:13.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:13 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:13.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:13 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:13.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:13 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:42:13.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:13 smithi119 ceph-mon[27733]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-13T07:42:16.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:15 smithi139 ceph-mon[31267]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-13T07:42:16.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:15 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:16.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:15 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:16.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:15 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:42:16.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:15 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:42:16.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:15 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:16.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:15 smithi139 ceph-mon[31267]: from='osd.7 [v2:172.21.15.139:6824/2673952433,v1:172.21.15.139:6825/2673952433]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-13T07:42:16.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:15 smithi139 ceph-mon[31267]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-13T07:42:16.268 INFO:teuthology.orchestra.run.smithi139.stdout:Created osd(s) 7 on host 'smithi139' 2024-04-13T07:42:16.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:15 smithi119 ceph-mon[27733]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-13T07:42:16.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:15 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:16.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:15 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:16.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:15 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:42:16.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:15 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:42:16.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:15 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:16.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:15 smithi119 ceph-mon[27733]: from='osd.7 [v2:172.21.15.139:6824/2673952433,v1:172.21.15.139:6825/2673952433]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-13T07:42:16.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:15 smithi119 ceph-mon[27733]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-13T07:42:16.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:15 smithi119 ceph-mon[39268]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-13T07:42:16.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:15 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:16.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:15 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:16.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:15 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:42:16.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:15 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:42:16.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:15 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:16.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:15 smithi119 ceph-mon[39268]: from='osd.7 [v2:172.21.15.139:6824/2673952433,v1:172.21.15.139:6825/2673952433]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-13T07:42:16.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:15 smithi119 ceph-mon[39268]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-13T07:42:17.057 DEBUG:teuthology.orchestra.run.smithi139:osd.7> sudo journalctl -f -n 0 -u ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@osd.7.service 2024-04-13T07:42:17.060 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-04-13T07:42:17.060 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph osd stat -f json 2024-04-13T07:42:17.274 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:42:17.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:17 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:17.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:17 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:17.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:17 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:42:17.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:17 smithi139 ceph-mon[31267]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-13T07:42:17.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:17 smithi139 ceph-mon[31267]: osdmap e52: 8 total, 7 up, 8 in 2024-04-13T07:42:17.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:17 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:42:17.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:17 smithi139 ceph-mon[31267]: from='osd.7 [v2:172.21.15.139:6824/2673952433,v1:172.21.15.139:6825/2673952433]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-13T07:42:17.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:17 smithi139 ceph-mon[31267]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-13T07:42:17.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:17 smithi139 ceph-mon[31267]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-13T07:42:17.396 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:17 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:17.396 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:17 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:17.396 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:17 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:42:17.396 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:17 smithi119 ceph-mon[39268]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-13T07:42:17.396 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:17 smithi119 ceph-mon[39268]: osdmap e52: 8 total, 7 up, 8 in 2024-04-13T07:42:17.396 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:17 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:42:17.396 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:17 smithi119 ceph-mon[39268]: from='osd.7 [v2:172.21.15.139:6824/2673952433,v1:172.21.15.139:6825/2673952433]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-13T07:42:17.396 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:17 smithi119 ceph-mon[39268]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-13T07:42:17.396 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:17 smithi119 ceph-mon[39268]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-13T07:42:17.396 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:17 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:17.397 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:17 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:17.397 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:17 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:42:17.397 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:17 smithi119 ceph-mon[27733]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-13T07:42:17.397 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:17 smithi119 ceph-mon[27733]: osdmap e52: 8 total, 7 up, 8 in 2024-04-13T07:42:17.397 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:17 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:42:17.397 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:17 smithi119 ceph-mon[27733]: from='osd.7 [v2:172.21.15.139:6824/2673952433,v1:172.21.15.139:6825/2673952433]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-13T07:42:17.397 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:17 smithi119 ceph-mon[27733]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-13T07:42:17.397 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:17 smithi119 ceph-mon[27733]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-13T07:42:17.635 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 07:42:17 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[55644]: 2024-04-13T07:42:17.392+0000 7f7db94c9700 -1 osd.7 0 waiting for initial osdmap 2024-04-13T07:42:17.636 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 07:42:17 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[55644]: 2024-04-13T07:42:17.399+0000 7f7db52be700 -1 osd.7 53 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-13T07:42:18.554 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:18 smithi139 ceph-mon[31267]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]': finished 2024-04-13T07:42:18.554 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:18 smithi139 ceph-mon[31267]: osdmap e53: 8 total, 7 up, 8 in 2024-04-13T07:42:18.555 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:18 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:42:18.555 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:18 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:42:18.694 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:18 smithi119 ceph-mon[39268]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]': finished 2024-04-13T07:42:18.694 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:18 smithi119 ceph-mon[39268]: osdmap e53: 8 total, 7 up, 8 in 2024-04-13T07:42:18.694 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:18 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:42:18.694 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:18 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:42:18.694 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:18 smithi119 ceph-mon[27733]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]': finished 2024-04-13T07:42:18.695 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:18 smithi119 ceph-mon[27733]: osdmap e53: 8 total, 7 up, 8 in 2024-04-13T07:42:18.695 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:18 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:42:18.695 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:18 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:42:19.131 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:42:19.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:19 smithi139 ceph-mon[31267]: purged_snaps scrub starts 2024-04-13T07:42:19.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:19 smithi139 ceph-mon[31267]: purged_snaps scrub ok 2024-04-13T07:42:19.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:19 smithi139 ceph-mon[31267]: osd.7 [v2:172.21.15.139:6824/2673952433,v1:172.21.15.139:6825/2673952433] boot 2024-04-13T07:42:19.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:19 smithi139 ceph-mon[31267]: osdmap e54: 8 total, 8 up, 8 in 2024-04-13T07:42:19.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:19 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:42:19.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:19 smithi139 ceph-mon[31267]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:42:19.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:19 smithi139 ceph-mon[31267]: osdmap e55: 8 total, 8 up, 8 in 2024-04-13T07:42:19.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:19 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/1629801145' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-13T07:42:19.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:19 smithi119 ceph-mon[27733]: purged_snaps scrub starts 2024-04-13T07:42:19.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:19 smithi119 ceph-mon[27733]: purged_snaps scrub ok 2024-04-13T07:42:19.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:19 smithi119 ceph-mon[27733]: osd.7 [v2:172.21.15.139:6824/2673952433,v1:172.21.15.139:6825/2673952433] boot 2024-04-13T07:42:19.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:19 smithi119 ceph-mon[27733]: osdmap e54: 8 total, 8 up, 8 in 2024-04-13T07:42:19.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:19 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:42:19.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:19 smithi119 ceph-mon[27733]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:42:19.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:19 smithi119 ceph-mon[27733]: osdmap e55: 8 total, 8 up, 8 in 2024-04-13T07:42:19.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:19 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/1629801145' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-13T07:42:19.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:19 smithi119 ceph-mon[39268]: purged_snaps scrub starts 2024-04-13T07:42:19.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:19 smithi119 ceph-mon[39268]: purged_snaps scrub ok 2024-04-13T07:42:19.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:19 smithi119 ceph-mon[39268]: osd.7 [v2:172.21.15.139:6824/2673952433,v1:172.21.15.139:6825/2673952433] boot 2024-04-13T07:42:19.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:19 smithi119 ceph-mon[39268]: osdmap e54: 8 total, 8 up, 8 in 2024-04-13T07:42:19.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:19 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:42:19.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:19 smithi119 ceph-mon[39268]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:42:19.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:19 smithi119 ceph-mon[39268]: osdmap e55: 8 total, 8 up, 8 in 2024-04-13T07:42:19.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:19 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/1629801145' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-13T07:42:19.794 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":55,"num_osds":8,"num_up_osds":8,"osd_up_since":1712994138,"num_in_osds":8,"osd_in_since":1712994120,"num_remapped_pgs":1} 2024-04-13T07:42:19.794 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph osd dump --format=json 2024-04-13T07:42:19.998 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:42:21.138 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:20 smithi119 ceph-mon[27733]: osdmap e56: 8 total, 8 up, 8 in 2024-04-13T07:42:21.138 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:20 smithi119 ceph-mon[27733]: Detected new or changed devices on smithi139 2024-04-13T07:42:21.138 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:20 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:21.138 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:20 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:21.138 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:20 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:42:21.138 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:20 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:42:21.138 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:20 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:42:21.138 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:20 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:42:21.138 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:20 smithi119 ceph-mon[27733]: Adjusting osd_memory_target on smithi139 to 4272M 2024-04-13T07:42:21.138 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:20 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:21.139 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:20 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:42:21.139 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:20 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:42:21.139 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:20 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:21.139 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:20 smithi119 ceph-mon[39268]: osdmap e56: 8 total, 8 up, 8 in 2024-04-13T07:42:21.139 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:20 smithi119 ceph-mon[39268]: Detected new or changed devices on smithi139 2024-04-13T07:42:21.139 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:20 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:21.139 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:20 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:21.139 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:20 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:42:21.139 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:20 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:42:21.139 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:20 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:42:21.139 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:20 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:42:21.139 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:20 smithi119 ceph-mon[39268]: Adjusting osd_memory_target on smithi139 to 4272M 2024-04-13T07:42:21.139 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:20 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:21.140 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:20 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:42:21.140 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:20 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:42:21.140 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:20 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:20 smithi139 ceph-mon[31267]: osdmap e56: 8 total, 8 up, 8 in 2024-04-13T07:42:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:20 smithi139 ceph-mon[31267]: Detected new or changed devices on smithi139 2024-04-13T07:42:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:20 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:21.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:20 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:21.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:20 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:42:21.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:20 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:42:21.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:20 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:42:21.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:20 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:42:21.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:20 smithi139 ceph-mon[31267]: Adjusting osd_memory_target on smithi139 to 4272M 2024-04-13T07:42:21.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:20 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:21.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:20 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:42:21.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:20 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:42:21.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:20 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:21.853 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:42:21.854 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":57,"fsid":"7e8cfa84-f968-11ee-bc8d-c7b262605968","created":"2024-04-13T07:37:07.748755+0000","modified":"2024-04-13T07:42:20.959759+0000","last_up_change":"2024-04-13T07:42:18.386410+0000","last_in_change":"2024-04-13T07:42:00.883113+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-13T07:40:15.190780+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"765e54ef-81fc-4e44-b4de-66e88f3ddbe8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1930488352},{"type":"v1","addr":"172.21.15.119:6803","nonce":1930488352}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1930488352},{"type":"v1","addr":"172.21.15.119:6805","nonce":1930488352}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1930488352},{"type":"v1","addr":"172.21.15.119:6809","nonce":1930488352}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1930488352},{"type":"v1","addr":"172.21.15.119:6807","nonce":1930488352}]},"public_addr":"172.21.15.119:6803/1930488352","cluster_addr":"172.21.15.119:6805/1930488352","heartbeat_back_addr":"172.21.15.119:6809/1930488352","heartbeat_front_addr":"172.21.15.119:6807/1930488352","state":["exists","up"]},{"osd":1,"uuid":"be4a455e-ef82-4efa-bb4d-0b6dc8498f0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":3768977942},{"type":"v1","addr":"172.21.15.119:6811","nonce":3768977942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":3768977942},{"type":"v1","addr":"172.21.15.119:6813","nonce":3768977942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":3768977942},{"type":"v1","addr":"172.21.15.119:6817","nonce":3768977942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":3768977942},{"type":"v1","addr":"172.21.15.119:6815","nonce":3768977942}]},"public_addr":"172.21.15.119:6811/3768977942","cluster_addr":"172.21.15.119:6813/3768977942","heartbeat_back_addr":"172.21.15.119:6817/3768977942","heartbeat_front_addr":"172.21.15.119:6815/3768977942","state":["exists","up"]},{"osd":2,"uuid":"9121996c-837a-482d-ae53-d603d56962fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":2150152578},{"type":"v1","addr":"172.21.15.119:6819","nonce":2150152578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":2150152578},{"type":"v1","addr":"172.21.15.119:6821","nonce":2150152578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":2150152578},{"type":"v1","addr":"172.21.15.119:6825","nonce":2150152578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":2150152578},{"type":"v1","addr":"172.21.15.119:6823","nonce":2150152578}]},"public_addr":"172.21.15.119:6819/2150152578","cluster_addr":"172.21.15.119:6821/2150152578","heartbeat_back_addr":"172.21.15.119:6825/2150152578","heartbeat_front_addr":"172.21.15.119:6823/2150152578","state":["exists","up"]},{"osd":3,"uuid":"0e5773de-d79f-42ed-ae13-5f4299fe42a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":673773060},{"type":"v1","addr":"172.21.15.119:6827","nonce":673773060}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":673773060},{"type":"v1","addr":"172.21.15.119:6829","nonce":673773060}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":673773060},{"type":"v1","addr":"172.21.15.119:6833","nonce":673773060}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":673773060},{"type":"v1","addr":"172.21.15.119:6831","nonce":673773060}]},"public_addr":"172.21.15.119:6827/673773060","cluster_addr":"172.21.15.119:6829/673773060","heartbeat_back_addr":"172.21.15.119:6833/673773060","heartbeat_front_addr":"172.21.15.119:6831/673773060","state":["exists","up"]},{"osd":4,"uuid":"3d797e8c-e4f2-4b04-9669-3bf0df610c14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6800","nonce":3671491068},{"type":"v1","addr":"172.21.15.139:6801","nonce":3671491068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6802","nonce":3671491068},{"type":"v1","addr":"172.21.15.139:6803","nonce":3671491068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6806","nonce":3671491068},{"type":"v1","addr":"172.21.15.139:6807","nonce":3671491068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6804","nonce":3671491068},{"type":"v1","addr":"172.21.15.139:6805","nonce":3671491068}]},"public_addr":"172.21.15.139:6801/3671491068","cluster_addr":"172.21.15.139:6803/3671491068","heartbeat_back_addr":"172.21.15.139:6807/3671491068","heartbeat_front_addr":"172.21.15.139:6805/3671491068","state":["exists","up"]},{"osd":5,"uuid":"209de55f-427f-4379-9b7f-dd19228d913a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6808","nonce":2576693618},{"type":"v1","addr":"172.21.15.139:6809","nonce":2576693618}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6810","nonce":2576693618},{"type":"v1","addr":"172.21.15.139:6811","nonce":2576693618}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6814","nonce":2576693618},{"type":"v1","addr":"172.21.15.139:6815","nonce":2576693618}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6812","nonce":2576693618},{"type":"v1","addr":"172.21.15.139:6813","nonce":2576693618}]},"public_addr":"172.21.15.139:6809/2576693618","cluster_addr":"172.21.15.139:6811/2576693618","heartbeat_back_addr":"172.21.15.139:6815/2576693618","heartbeat_front_addr":"172.21.15.139:6813/2576693618","state":["exists","up"]},{"osd":6,"uuid":"f6708905-d34c-4079-ab69-4b0556d21c20","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6816","nonce":532635469},{"type":"v1","addr":"172.21.15.139:6817","nonce":532635469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6818","nonce":532635469},{"type":"v1","addr":"172.21.15.139:6819","nonce":532635469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6822","nonce":532635469},{"type":"v1","addr":"172.21.15.139:6823","nonce":532635469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6820","nonce":532635469},{"type":"v1","addr":"172.21.15.139:6821","nonce":532635469}]},"public_addr":"172.21.15.139:6817/532635469","cluster_addr":"172.21.15.139:6819/532635469","heartbeat_back_addr":"172.21.15.139:6823/532635469","heartbeat_front_addr":"172.21.15.139:6821/532635469","state":["exists","up"]},{"osd":7,"uuid":"3e5cdc91-9372-40a0-ab21-4443ee3a5005","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6824","nonce":2673952433},{"type":"v1","addr":"172.21.15.139:6825","nonce":2673952433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6826","nonce":2673952433},{"type":"v1","addr":"172.21.15.139:6827","nonce":2673952433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6830","nonce":2673952433},{"type":"v1","addr":"172.21.15.139:6831","nonce":2673952433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6828","nonce":2673952433},{"type":"v1","addr":"172.21.15.139:6829","nonce":2673952433}]},"public_addr":"172.21.15.139:6825/2673952433","cluster_addr":"172.21.15.139:6827/2673952433","heartbeat_back_addr":"172.21.15.139:6831/2673952433","heartbeat_front_addr":"172.21.15.139:6829/2673952433","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:39:23.707203+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:39:48.162289+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:40:12.825237+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:40:38.173946+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:41:01.319151+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:41:26.397872+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:41:51.557660+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:42:16.677397+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.119:0/930226074":"2024-04-14T07:38:00.884979+0000","172.21.15.119:6801/2578031469":"2024-04-14T07:38:00.884979+0000","172.21.15.119:6800/2578031469":"2024-04-14T07:38:00.884979+0000","172.21.15.119:6801/3067787372":"2024-04-14T07:37:35.930225+0000","172.21.15.119:6800/3067787372":"2024-04-14T07:37:35.930225+0000","172.21.15.119:0/1967818941":"2024-04-14T07:37:35.930225+0000","172.21.15.119:0/3319990231":"2024-04-14T07:37:35.930225+0000","172.21.15.119:0/3682983579":"2024-04-14T07:38:00.884979+0000","172.21.15.119:0/1637603065":"2024-04-14T07:37:35.930225+0000","172.21.15.119:0/347559467":"2024-04-14T07:38:00.884979+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-13T07:42:22.153 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:21 smithi119 ceph-mon[27733]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:42:22.153 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:21 smithi119 ceph-mon[27733]: osdmap e57: 8 total, 8 up, 8 in 2024-04-13T07:42:22.153 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:21 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/1809976762' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:42:22.153 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:21 smithi119 ceph-mon[39268]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:42:22.154 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:21 smithi119 ceph-mon[39268]: osdmap e57: 8 total, 8 up, 8 in 2024-04-13T07:42:22.154 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:21 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/1809976762' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:42:22.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:21 smithi139 ceph-mon[31267]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:42:22.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:21 smithi139 ceph-mon[31267]: osdmap e57: 8 total, 8 up, 8 in 2024-04-13T07:42:22.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:21 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/1809976762' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:42:22.467 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-13T07:40:15.190780+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-13T07:42:22.467 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-04-13T07:42:22.669 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:42:23.064 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:22 smithi119 ceph-mon[27733]: osdmap e58: 8 total, 8 up, 8 in 2024-04-13T07:42:23.064 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:22 smithi119 ceph-mon[39268]: osdmap e58: 8 total, 8 up, 8 in 2024-04-13T07:42:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:22 smithi139 ceph-mon[31267]: osdmap e58: 8 total, 8 up, 8 in 2024-04-13T07:42:24.174 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:23 smithi119 ceph-mon[39268]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:42:24.174 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:23 smithi119 ceph-mon[27733]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:42:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:23 smithi139 ceph-mon[31267]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:42:24.594 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 1 2024-04-13T07:42:25.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:24 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/2126251360' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-13T07:42:25.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:24 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/2126251360' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-13T07:42:25.239 INFO:tasks.cephadm:Adding mds.a on smithi119 2024-04-13T07:42:25.239 INFO:tasks.cephadm:Adding mds.b on smithi139 2024-04-13T07:42:25.240 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph orch apply mds all '2;smithi119=a;smithi139=b' 2024-04-13T07:42:25.270 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:24 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/2126251360' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-13T07:42:25.454 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.b/config 2024-04-13T07:42:26.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:25 smithi139 ceph-mon[31267]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-04-13T07:42:26.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:25 smithi119 ceph-mon[27733]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-04-13T07:42:26.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:25 smithi119 ceph-mon[39268]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-04-13T07:42:27.142 INFO:teuthology.orchestra.run.smithi139.stdout:Scheduled mds.all update... 2024-04-13T07:42:27.746 DEBUG:teuthology.orchestra.run.smithi119:mds.a> sudo journalctl -f -n 0 -u ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@mds.a.service 2024-04-13T07:42:27.748 DEBUG:teuthology.orchestra.run.smithi139:mds.b> sudo journalctl -f -n 0 -u ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@mds.b.service 2024-04-13T07:42:27.789 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-04-13T07:42:27.789 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-13T07:42:28.114 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:42:28.114 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":58,"fsid":"7e8cfa84-f968-11ee-bc8d-c7b262605968","created":"2024-04-13T07:37:07.748755+0000","modified":"2024-04-13T07:42:21.964640+0000","last_up_change":"2024-04-13T07:42:18.386410+0000","last_in_change":"2024-04-13T07:42:00.883113+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-13T07:40:15.190780+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"765e54ef-81fc-4e44-b4de-66e88f3ddbe8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1930488352},{"type":"v1","addr":"172.21.15.119:6803","nonce":1930488352}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1930488352},{"type":"v1","addr":"172.21.15.119:6805","nonce":1930488352}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1930488352},{"type":"v1","addr":"172.21.15.119:6809","nonce":1930488352}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1930488352},{"type":"v1","addr":"172.21.15.119:6807","nonce":1930488352}]},"public_addr":"172.21.15.119:6803/1930488352","cluster_addr":"172.21.15.119:6805/1930488352","heartbeat_back_addr":"172.21.15.119:6809/1930488352","heartbeat_front_addr":"172.21.15.119:6807/1930488352","state":["exists","up"]},{"osd":1,"uuid":"be4a455e-ef82-4efa-bb4d-0b6dc8498f0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":3768977942},{"type":"v1","addr":"172.21.15.119:6811","nonce":3768977942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":3768977942},{"type":"v1","addr":"172.21.15.119:6813","nonce":3768977942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":3768977942},{"type":"v1","addr":"172.21.15.119:6817","nonce":3768977942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":3768977942},{"type":"v1","addr":"172.21.15.119:6815","nonce":3768977942}]},"public_addr":"172.21.15.119:6811/3768977942","cluster_addr":"172.21.15.119:6813/3768977942","heartbeat_back_addr":"172.21.15.119:6817/3768977942","heartbeat_front_addr":"172.21.15.119:6815/3768977942","state":["exists","up"]},{"osd":2,"uuid":"9121996c-837a-482d-ae53-d603d56962fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":2150152578},{"type":"v1","addr":"172.21.15.119:6819","nonce":2150152578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":2150152578},{"type":"v1","addr":"172.21.15.119:6821","nonce":2150152578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":2150152578},{"type":"v1","addr":"172.21.15.119:6825","nonce":2150152578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":2150152578},{"type":"v1","addr":"172.21.15.119:6823","nonce":2150152578}]},"public_addr":"172.21.15.119:6819/2150152578","cluster_addr":"172.21.15.119:6821/2150152578","heartbeat_back_addr":"172.21.15.119:6825/2150152578","heartbeat_front_addr":"172.21.15.119:6823/2150152578","state":["exists","up"]},{"osd":3,"uuid":"0e5773de-d79f-42ed-ae13-5f4299fe42a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":673773060},{"type":"v1","addr":"172.21.15.119:6827","nonce":673773060}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":673773060},{"type":"v1","addr":"172.21.15.119:6829","nonce":673773060}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":673773060},{"type":"v1","addr":"172.21.15.119:6833","nonce":673773060}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":673773060},{"type":"v1","addr":"172.21.15.119:6831","nonce":673773060}]},"public_addr":"172.21.15.119:6827/673773060","cluster_addr":"172.21.15.119:6829/673773060","heartbeat_back_addr":"172.21.15.119:6833/673773060","heartbeat_front_addr":"172.21.15.119:6831/673773060","state":["exists","up"]},{"osd":4,"uuid":"3d797e8c-e4f2-4b04-9669-3bf0df610c14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6800","nonce":3671491068},{"type":"v1","addr":"172.21.15.139:6801","nonce":3671491068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6802","nonce":3671491068},{"type":"v1","addr":"172.21.15.139:6803","nonce":3671491068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6806","nonce":3671491068},{"type":"v1","addr":"172.21.15.139:6807","nonce":3671491068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6804","nonce":3671491068},{"type":"v1","addr":"172.21.15.139:6805","nonce":3671491068}]},"public_addr":"172.21.15.139:6801/3671491068","cluster_addr":"172.21.15.139:6803/3671491068","heartbeat_back_addr":"172.21.15.139:6807/3671491068","heartbeat_front_addr":"172.21.15.139:6805/3671491068","state":["exists","up"]},{"osd":5,"uuid":"209de55f-427f-4379-9b7f-dd19228d913a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6808","nonce":2576693618},{"type":"v1","addr":"172.21.15.139:6809","nonce":2576693618}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6810","nonce":2576693618},{"type":"v1","addr":"172.21.15.139:6811","nonce":2576693618}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6814","nonce":2576693618},{"type":"v1","addr":"172.21.15.139:6815","nonce":2576693618}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6812","nonce":2576693618},{"type":"v1","addr":"172.21.15.139:6813","nonce":2576693618}]},"public_addr":"172.21.15.139:6809/2576693618","cluster_addr":"172.21.15.139:6811/2576693618","heartbeat_back_addr":"172.21.15.139:6815/2576693618","heartbeat_front_addr":"172.21.15.139:6813/2576693618","state":["exists","up"]},{"osd":6,"uuid":"f6708905-d34c-4079-ab69-4b0556d21c20","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6816","nonce":532635469},{"type":"v1","addr":"172.21.15.139:6817","nonce":532635469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6818","nonce":532635469},{"type":"v1","addr":"172.21.15.139:6819","nonce":532635469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6822","nonce":532635469},{"type":"v1","addr":"172.21.15.139:6823","nonce":532635469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6820","nonce":532635469},{"type":"v1","addr":"172.21.15.139:6821","nonce":532635469}]},"public_addr":"172.21.15.139:6817/532635469","cluster_addr":"172.21.15.139:6819/532635469","heartbeat_back_addr":"172.21.15.139:6823/532635469","heartbeat_front_addr":"172.21.15.139:6821/532635469","state":["exists","up"]},{"osd":7,"uuid":"3e5cdc91-9372-40a0-ab21-4443ee3a5005","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6824","nonce":2673952433},{"type":"v1","addr":"172.21.15.139:6825","nonce":2673952433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6826","nonce":2673952433},{"type":"v1","addr":"172.21.15.139:6827","nonce":2673952433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6830","nonce":2673952433},{"type":"v1","addr":"172.21.15.139:6831","nonce":2673952433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6828","nonce":2673952433},{"type":"v1","addr":"172.21.15.139:6829","nonce":2673952433}]},"public_addr":"172.21.15.139:6825/2673952433","cluster_addr":"172.21.15.139:6827/2673952433","heartbeat_back_addr":"172.21.15.139:6831/2673952433","heartbeat_front_addr":"172.21.15.139:6829/2673952433","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:39:23.707203+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:39:48.162289+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:40:12.825237+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:40:38.173946+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:41:01.319151+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:41:26.397872+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:41:51.557660+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:42:16.677397+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.119:0/930226074":"2024-04-14T07:38:00.884979+0000","172.21.15.119:6801/2578031469":"2024-04-14T07:38:00.884979+0000","172.21.15.119:6800/2578031469":"2024-04-14T07:38:00.884979+0000","172.21.15.119:6801/3067787372":"2024-04-14T07:37:35.930225+0000","172.21.15.119:6800/3067787372":"2024-04-14T07:37:35.930225+0000","172.21.15.119:0/1967818941":"2024-04-14T07:37:35.930225+0000","172.21.15.119:0/3319990231":"2024-04-14T07:37:35.930225+0000","172.21.15.119:0/3682983579":"2024-04-14T07:38:00.884979+0000","172.21.15.119:0/1637603065":"2024-04-14T07:37:35.930225+0000","172.21.15.119:0/347559467":"2024-04-14T07:38:00.884979+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-13T07:42:28.127 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-13T07:40:15.190780+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-13T07:42:28.127 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-13T07:42:28.394 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:28 smithi119 ceph-mon[39268]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-04-13T07:42:28.394 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:28 smithi119 ceph-mon[39268]: from='client.24310 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi119=a;smithi139=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:42:28.394 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:28 smithi119 ceph-mon[39268]: Saving service mds.all spec with placement smithi119=a;smithi139=b;count:2 2024-04-13T07:42:28.394 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:28 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:28.394 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:28 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:42:28.394 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:28 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:42:28.394 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:28 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:42:28.394 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:28 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:28.394 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:28 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T07:42:28.394 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:28 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-13T07:42:28.394 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:28 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:42:28.394 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:28 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/575601331' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:42:28.395 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:28 smithi119 ceph-mon[27733]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-04-13T07:42:28.395 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:28 smithi119 ceph-mon[27733]: from='client.24310 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi119=a;smithi139=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:42:28.395 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:28 smithi119 ceph-mon[27733]: Saving service mds.all spec with placement smithi119=a;smithi139=b;count:2 2024-04-13T07:42:28.395 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:28 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:28.395 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:28 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:42:28.395 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:28 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:42:28.395 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:28 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:42:28.395 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:28 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:28.395 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:28 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T07:42:28.395 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:28 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-13T07:42:28.395 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:28 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:42:28.395 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:28 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/575601331' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:42:28.423 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 1 2024-04-13T07:42:28.436 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-13T07:42:28.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:28 smithi139 ceph-mon[31267]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-04-13T07:42:28.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:28 smithi139 ceph-mon[31267]: from='client.24310 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi119=a;smithi139=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:42:28.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:28 smithi139 ceph-mon[31267]: Saving service mds.all spec with placement smithi119=a;smithi139=b;count:2 2024-04-13T07:42:28.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:28 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:28.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:28 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:42:28.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:28 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:42:28.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:28 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:42:28.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:28 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:28.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:28 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T07:42:28.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:28 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-13T07:42:28.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:28 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:42:28.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:28 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/575601331' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:42:28.760 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:42:28.760 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-04-13T07:42:28.760 INFO:teuthology.orchestra.run.smithi119.stderr:dumped fsmap epoch 1 2024-04-13T07:42:29.416 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:29 smithi119 ceph-mon[39268]: Deploying daemon mds.a on smithi119 2024-04-13T07:42:29.416 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:29 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/83723730' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-13T07:42:29.416 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:29 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/1913570412' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T07:42:29.416 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:29 smithi119 ceph-mon[27733]: Deploying daemon mds.a on smithi119 2024-04-13T07:42:29.416 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:29 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/83723730' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-13T07:42:29.417 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:29 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/1913570412' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T07:42:29.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:29 smithi139 ceph-mon[31267]: Deploying daemon mds.a on smithi119 2024-04-13T07:42:29.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:29 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/83723730' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-13T07:42:29.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:29 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/1913570412' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T07:42:29.716 INFO:journalctl@ceph.mds.a.smithi119.stdout:Apr 13 07:42:29 smithi119 systemd[1]: Starting Ceph mds.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:42:30.061 INFO:journalctl@ceph.mds.a.smithi119.stdout:Apr 13 07:42:29 smithi119 podman[67831]: 2024-04-13 07:42:29.699648694 +0000 UTC m=+0.017934858 image pull 6ecd1226aa2fbfe626757c10af365cae7e1efb29811ef174caf43c1f61820704 quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d 2024-04-13T07:42:30.061 INFO:journalctl@ceph.mds.a.smithi119.stdout:Apr 13 07:42:29 smithi119 podman[67831]: 2024-04-13 07:42:29.817471539 +0000 UTC m=+0.135757673 container create 1c0a22818175561d9a3115ff5cfe2434d9e2fa65122d1cc2e79eb3a40149653c (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mds-a, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-7d36322, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-13T07:42:30.061 INFO:journalctl@ceph.mds.a.smithi119.stdout:Apr 13 07:42:30 smithi119 podman[67831]: 2024-04-13 07:42:30.06155336 +0000 UTC m=+0.379839494 container init 1c0a22818175561d9a3115ff5cfe2434d9e2fa65122d1cc2e79eb3a40149653c (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mds-a, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=reef-7d36322, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, ceph=True) 2024-04-13T07:42:30.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:30 smithi119 ceph-mon[39268]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-13T07:42:30.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:30 smithi119 ceph-mon[39268]: mds.? [v2:172.21.15.119:6834/2150728336,v1:172.21.15.119:6835/2150728336] up:boot 2024-04-13T07:42:30.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:30 smithi119 ceph-mon[39268]: fsmap 1 up:standby 2024-04-13T07:42:30.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:30 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-13T07:42:30.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:30 smithi119 ceph-mon[27733]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-13T07:42:30.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:30 smithi119 ceph-mon[27733]: mds.? [v2:172.21.15.119:6834/2150728336,v1:172.21.15.119:6835/2150728336] up:boot 2024-04-13T07:42:30.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:30 smithi119 ceph-mon[27733]: fsmap 1 up:standby 2024-04-13T07:42:30.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:30 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-13T07:42:30.467 INFO:journalctl@ceph.mds.a.smithi119.stdout:Apr 13 07:42:30 smithi119 podman[67831]: 2024-04-13 07:42:30.067271912 +0000 UTC m=+0.385558047 container start 1c0a22818175561d9a3115ff5cfe2434d9e2fa65122d1cc2e79eb3a40149653c (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mds-a, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=reef-7d36322) 2024-04-13T07:42:30.467 INFO:journalctl@ceph.mds.a.smithi119.stdout:Apr 13 07:42:30 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mds-a[67846]: starting mds.a at 2024-04-13T07:42:30.467 INFO:journalctl@ceph.mds.a.smithi119.stdout:Apr 13 07:42:30 smithi119 bash[67831]: 1c0a22818175561d9a3115ff5cfe2434d9e2fa65122d1cc2e79eb3a40149653c 2024-04-13T07:42:30.467 INFO:journalctl@ceph.mds.a.smithi119.stdout:Apr 13 07:42:30 smithi119 systemd[1]: Started Ceph mds.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:42:30.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:30 smithi139 ceph-mon[31267]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-13T07:42:30.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:30 smithi139 ceph-mon[31267]: mds.? [v2:172.21.15.119:6834/2150728336,v1:172.21.15.119:6835/2150728336] up:boot 2024-04-13T07:42:30.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:30 smithi139 ceph-mon[31267]: fsmap 1 up:standby 2024-04-13T07:42:30.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:30 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-13T07:42:30.774 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-13T07:42:31.097 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:42:31.097 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24347,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6835/2150728336","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":2150728336},{"type":"v1","addr":"172.21.15.119:6835","nonce":2150728336}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-04-13T07:42:31.098 INFO:teuthology.orchestra.run.smithi119.stderr:dumped fsmap epoch 2 2024-04-13T07:42:31.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:31 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:31.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:31 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:31.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:31 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:31.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:31 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T07:42:31.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:31 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-13T07:42:31.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:31 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:42:31.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:31 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/3759176096' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T07:42:31.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:31 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:31.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:31 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:31.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:31 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:31.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:31 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T07:42:31.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:31 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-13T07:42:31.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:31 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:42:31.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:31 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/3759176096' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T07:42:31.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:31 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:31.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:31 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:31.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:31 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:31.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:31 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T07:42:31.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:31 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-13T07:42:31.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:31 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:42:31.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:31 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/3759176096' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T07:42:32.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:32 smithi139 ceph-mon[31267]: Deploying daemon mds.b on smithi139 2024-04-13T07:42:32.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:32 smithi139 ceph-mon[31267]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-13T07:42:32.385 INFO:journalctl@ceph.mds.b.smithi139.stdout:Apr 13 07:42:32 smithi139 systemd[1]: Starting Ceph mds.b for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:42:32.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:32 smithi119 ceph-mon[27733]: Deploying daemon mds.b on smithi139 2024-04-13T07:42:32.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:32 smithi119 ceph-mon[27733]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-13T07:42:32.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:32 smithi119 ceph-mon[39268]: Deploying daemon mds.b on smithi139 2024-04-13T07:42:32.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:32 smithi119 ceph-mon[39268]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-13T07:42:32.690 INFO:journalctl@ceph.mds.b.smithi139.stdout:Apr 13 07:42:32 smithi139 podman[60101]: 2024-04-13 07:42:32.323750419 +0000 UTC m=+0.018398765 image pull 6ecd1226aa2fbfe626757c10af365cae7e1efb29811ef174caf43c1f61820704 quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d 2024-04-13T07:42:32.690 INFO:journalctl@ceph.mds.b.smithi139.stdout:Apr 13 07:42:32 smithi139 podman[60101]: 2024-04-13 07:42:32.425618564 +0000 UTC m=+0.120266897 container create 9d051222a69814c5e93839183e1e6d3744746f0e69aaac668092ef6a1ed6c7ea (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mds-b, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=reef-7d36322, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-04-13T07:42:32.690 INFO:journalctl@ceph.mds.b.smithi139.stdout:Apr 13 07:42:32 smithi139 podman[60101]: 2024-04-13 07:42:32.661261318 +0000 UTC m=+0.355909658 container init 9d051222a69814c5e93839183e1e6d3744746f0e69aaac668092ef6a1ed6c7ea (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mds-b, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=reef-7d36322) 2024-04-13T07:42:32.690 INFO:journalctl@ceph.mds.b.smithi139.stdout:Apr 13 07:42:32 smithi139 podman[60101]: 2024-04-13 07:42:32.666943235 +0000 UTC m=+0.361591571 container start 9d051222a69814c5e93839183e1e6d3744746f0e69aaac668092ef6a1ed6c7ea (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mds-b, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=reef-7d36322, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-13T07:42:32.690 INFO:journalctl@ceph.mds.b.smithi139.stdout:Apr 13 07:42:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mds-b[60116]: starting mds.b at 2024-04-13T07:42:33.111 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-13T07:42:33.135 INFO:journalctl@ceph.mds.b.smithi139.stdout:Apr 13 07:42:32 smithi139 bash[60101]: 9d051222a69814c5e93839183e1e6d3744746f0e69aaac668092ef6a1ed6c7ea 2024-04-13T07:42:33.135 INFO:journalctl@ceph.mds.b.smithi139.stdout:Apr 13 07:42:32 smithi139 systemd[1]: Started Ceph mds.b for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:42:33.459 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:42:33.459 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24316,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.139:6833/3605294311","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6832","nonce":3605294311},{"type":"v1","addr":"172.21.15.139:6833","nonce":3605294311}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24347,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6835/2150728336","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":2150728336},{"type":"v1","addr":"172.21.15.119:6835","nonce":2150728336}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-04-13T07:42:33.460 INFO:teuthology.orchestra.run.smithi119.stderr:dumped fsmap epoch 3 2024-04-13T07:42:33.474 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-13T07:42:33.761 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:42:33.761 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":58,"fsid":"7e8cfa84-f968-11ee-bc8d-c7b262605968","created":"2024-04-13T07:37:07.748755+0000","modified":"2024-04-13T07:42:21.964640+0000","last_up_change":"2024-04-13T07:42:18.386410+0000","last_in_change":"2024-04-13T07:42:00.883113+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-13T07:40:15.190780+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"765e54ef-81fc-4e44-b4de-66e88f3ddbe8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1930488352},{"type":"v1","addr":"172.21.15.119:6803","nonce":1930488352}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1930488352},{"type":"v1","addr":"172.21.15.119:6805","nonce":1930488352}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1930488352},{"type":"v1","addr":"172.21.15.119:6809","nonce":1930488352}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1930488352},{"type":"v1","addr":"172.21.15.119:6807","nonce":1930488352}]},"public_addr":"172.21.15.119:6803/1930488352","cluster_addr":"172.21.15.119:6805/1930488352","heartbeat_back_addr":"172.21.15.119:6809/1930488352","heartbeat_front_addr":"172.21.15.119:6807/1930488352","state":["exists","up"]},{"osd":1,"uuid":"be4a455e-ef82-4efa-bb4d-0b6dc8498f0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":3768977942},{"type":"v1","addr":"172.21.15.119:6811","nonce":3768977942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":3768977942},{"type":"v1","addr":"172.21.15.119:6813","nonce":3768977942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":3768977942},{"type":"v1","addr":"172.21.15.119:6817","nonce":3768977942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":3768977942},{"type":"v1","addr":"172.21.15.119:6815","nonce":3768977942}]},"public_addr":"172.21.15.119:6811/3768977942","cluster_addr":"172.21.15.119:6813/3768977942","heartbeat_back_addr":"172.21.15.119:6817/3768977942","heartbeat_front_addr":"172.21.15.119:6815/3768977942","state":["exists","up"]},{"osd":2,"uuid":"9121996c-837a-482d-ae53-d603d56962fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":2150152578},{"type":"v1","addr":"172.21.15.119:6819","nonce":2150152578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":2150152578},{"type":"v1","addr":"172.21.15.119:6821","nonce":2150152578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":2150152578},{"type":"v1","addr":"172.21.15.119:6825","nonce":2150152578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":2150152578},{"type":"v1","addr":"172.21.15.119:6823","nonce":2150152578}]},"public_addr":"172.21.15.119:6819/2150152578","cluster_addr":"172.21.15.119:6821/2150152578","heartbeat_back_addr":"172.21.15.119:6825/2150152578","heartbeat_front_addr":"172.21.15.119:6823/2150152578","state":["exists","up"]},{"osd":3,"uuid":"0e5773de-d79f-42ed-ae13-5f4299fe42a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":673773060},{"type":"v1","addr":"172.21.15.119:6827","nonce":673773060}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":673773060},{"type":"v1","addr":"172.21.15.119:6829","nonce":673773060}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":673773060},{"type":"v1","addr":"172.21.15.119:6833","nonce":673773060}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":673773060},{"type":"v1","addr":"172.21.15.119:6831","nonce":673773060}]},"public_addr":"172.21.15.119:6827/673773060","cluster_addr":"172.21.15.119:6829/673773060","heartbeat_back_addr":"172.21.15.119:6833/673773060","heartbeat_front_addr":"172.21.15.119:6831/673773060","state":["exists","up"]},{"osd":4,"uuid":"3d797e8c-e4f2-4b04-9669-3bf0df610c14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6800","nonce":3671491068},{"type":"v1","addr":"172.21.15.139:6801","nonce":3671491068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6802","nonce":3671491068},{"type":"v1","addr":"172.21.15.139:6803","nonce":3671491068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6806","nonce":3671491068},{"type":"v1","addr":"172.21.15.139:6807","nonce":3671491068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6804","nonce":3671491068},{"type":"v1","addr":"172.21.15.139:6805","nonce":3671491068}]},"public_addr":"172.21.15.139:6801/3671491068","cluster_addr":"172.21.15.139:6803/3671491068","heartbeat_back_addr":"172.21.15.139:6807/3671491068","heartbeat_front_addr":"172.21.15.139:6805/3671491068","state":["exists","up"]},{"osd":5,"uuid":"209de55f-427f-4379-9b7f-dd19228d913a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6808","nonce":2576693618},{"type":"v1","addr":"172.21.15.139:6809","nonce":2576693618}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6810","nonce":2576693618},{"type":"v1","addr":"172.21.15.139:6811","nonce":2576693618}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6814","nonce":2576693618},{"type":"v1","addr":"172.21.15.139:6815","nonce":2576693618}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6812","nonce":2576693618},{"type":"v1","addr":"172.21.15.139:6813","nonce":2576693618}]},"public_addr":"172.21.15.139:6809/2576693618","cluster_addr":"172.21.15.139:6811/2576693618","heartbeat_back_addr":"172.21.15.139:6815/2576693618","heartbeat_front_addr":"172.21.15.139:6813/2576693618","state":["exists","up"]},{"osd":6,"uuid":"f6708905-d34c-4079-ab69-4b0556d21c20","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6816","nonce":532635469},{"type":"v1","addr":"172.21.15.139:6817","nonce":532635469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6818","nonce":532635469},{"type":"v1","addr":"172.21.15.139:6819","nonce":532635469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6822","nonce":532635469},{"type":"v1","addr":"172.21.15.139:6823","nonce":532635469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6820","nonce":532635469},{"type":"v1","addr":"172.21.15.139:6821","nonce":532635469}]},"public_addr":"172.21.15.139:6817/532635469","cluster_addr":"172.21.15.139:6819/532635469","heartbeat_back_addr":"172.21.15.139:6823/532635469","heartbeat_front_addr":"172.21.15.139:6821/532635469","state":["exists","up"]},{"osd":7,"uuid":"3e5cdc91-9372-40a0-ab21-4443ee3a5005","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6824","nonce":2673952433},{"type":"v1","addr":"172.21.15.139:6825","nonce":2673952433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6826","nonce":2673952433},{"type":"v1","addr":"172.21.15.139:6827","nonce":2673952433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6830","nonce":2673952433},{"type":"v1","addr":"172.21.15.139:6831","nonce":2673952433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6828","nonce":2673952433},{"type":"v1","addr":"172.21.15.139:6829","nonce":2673952433}]},"public_addr":"172.21.15.139:6825/2673952433","cluster_addr":"172.21.15.139:6827/2673952433","heartbeat_back_addr":"172.21.15.139:6831/2673952433","heartbeat_front_addr":"172.21.15.139:6829/2673952433","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:39:23.707203+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:39:48.162289+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:40:12.825237+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:40:38.173946+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:41:01.319151+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:41:26.397872+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:41:51.557660+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:42:16.677397+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.119:0/930226074":"2024-04-14T07:38:00.884979+0000","172.21.15.119:6801/2578031469":"2024-04-14T07:38:00.884979+0000","172.21.15.119:6800/2578031469":"2024-04-14T07:38:00.884979+0000","172.21.15.119:6801/3067787372":"2024-04-14T07:37:35.930225+0000","172.21.15.119:6800/3067787372":"2024-04-14T07:37:35.930225+0000","172.21.15.119:0/1967818941":"2024-04-14T07:37:35.930225+0000","172.21.15.119:0/3319990231":"2024-04-14T07:37:35.930225+0000","172.21.15.119:0/3682983579":"2024-04-14T07:38:00.884979+0000","172.21.15.119:0/1637603065":"2024-04-14T07:37:35.930225+0000","172.21.15.119:0/347559467":"2024-04-14T07:38:00.884979+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-13T07:42:33.774 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-13T07:40:15.190780+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-13T07:42:33.775 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-13T07:42:34.069 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 1 2024-04-13T07:42:34.080 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:33 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:34.081 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:33 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:34.081 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:33 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:34.081 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:33 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:34.081 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:33 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:34.081 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:33 smithi119 ceph-mon[27733]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 53 KiB/s, 0 objects/s recovering 2024-04-13T07:42:34.081 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:33 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:42:34.081 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:33 smithi119 ceph-mon[27733]: mds.? [v2:172.21.15.139:6832/3605294311,v1:172.21.15.139:6833/3605294311] up:boot 2024-04-13T07:42:34.081 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:33 smithi119 ceph-mon[27733]: fsmap 2 up:standby 2024-04-13T07:42:34.081 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:33 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-13T07:42:34.081 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:33 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/592819366' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T07:42:34.081 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:33 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/3538778377' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:42:34.082 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:33 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:34.082 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:33 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:34.082 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:33 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:34.082 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:33 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:34.082 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:33 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:34.082 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:33 smithi119 ceph-mon[39268]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 53 KiB/s, 0 objects/s recovering 2024-04-13T07:42:34.082 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:33 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:42:34.082 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:33 smithi119 ceph-mon[39268]: mds.? [v2:172.21.15.139:6832/3605294311,v1:172.21.15.139:6833/3605294311] up:boot 2024-04-13T07:42:34.082 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:33 smithi119 ceph-mon[39268]: fsmap 2 up:standby 2024-04-13T07:42:34.082 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:33 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-13T07:42:34.082 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:33 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/592819366' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T07:42:34.082 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:33 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/3538778377' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:42:34.083 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-04-13T07:42:34.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:33 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:34.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:33 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:34.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:33 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:34.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:33 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:34.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:33 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:34.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:33 smithi139 ceph-mon[31267]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 53 KiB/s, 0 objects/s recovering 2024-04-13T07:42:34.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:33 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:42:34.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:33 smithi139 ceph-mon[31267]: mds.? [v2:172.21.15.139:6832/3605294311,v1:172.21.15.139:6833/3605294311] up:boot 2024-04-13T07:42:34.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:33 smithi139 ceph-mon[31267]: fsmap 2 up:standby 2024-04-13T07:42:34.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:33 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-13T07:42:34.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:33 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/592819366' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T07:42:34.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:33 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/3538778377' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:42:34.400 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:42:34.400 INFO:teuthology.orchestra.run.smithi119.stdout:[ 2024-04-13T07:42:34.400 INFO:teuthology.orchestra.run.smithi119.stdout: { 2024-04-13T07:42:34.400 INFO:teuthology.orchestra.run.smithi119.stdout: "poolnum": 1, 2024-04-13T07:42:34.400 INFO:teuthology.orchestra.run.smithi119.stdout: "poolname": ".mgr" 2024-04-13T07:42:34.400 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-13T07:42:34.400 INFO:teuthology.orchestra.run.smithi119.stdout:] 2024-04-13T07:42:34.414 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-04-13T07:42:34.414 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-04-13T07:42:35.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:34 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/203258977' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-13T07:42:35.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:34 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/690193776' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-13T07:42:35.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:34 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:35.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:34 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:35.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:34 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:35.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:34 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:35.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:34 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:42:35.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:34 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:42:35.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:34 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:35.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:34 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:42:35.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:34 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:42:35.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:34 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:42:35.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:34 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:35.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:34 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/203258977' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-13T07:42:35.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:34 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/690193776' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-13T07:42:35.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:34 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:35.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:34 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:35.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:34 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:35.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:34 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:35.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:34 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:42:35.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:34 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:42:35.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:34 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:35.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:34 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:42:35.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:34 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:42:35.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:34 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:42:35.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:34 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:35.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:34 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/203258977' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-13T07:42:35.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:34 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/690193776' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-13T07:42:35.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:34 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:35.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:34 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:35.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:34 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:35.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:34 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:35.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:34 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:42:35.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:34 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:42:35.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:34 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:35.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:34 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:42:35.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:34 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:42:35.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:34 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:42:35.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:34 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:35.618 INFO:teuthology.orchestra.run.smithi119.stderr:pool 'cephfs_metadata' created 2024-04-13T07:42:35.637 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-04-13T07:42:36.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:36 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/1838466169' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-13T07:42:36.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:36 smithi119 ceph-mon[27733]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-13T07:42:36.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:36 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/1838466169' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-13T07:42:36.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:36 smithi119 ceph-mon[27733]: osdmap e59: 8 total, 8 up, 8 in 2024-04-13T07:42:36.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:36 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/1838466169' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-13T07:42:36.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:36 smithi119 ceph-mon[39268]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-13T07:42:36.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:36 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/1838466169' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-13T07:42:36.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:36 smithi119 ceph-mon[39268]: osdmap e59: 8 total, 8 up, 8 in 2024-04-13T07:42:36.625 INFO:teuthology.orchestra.run.smithi119.stderr:pool 'cephfs_data' created 2024-04-13T07:42:36.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:36 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/1838466169' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-13T07:42:36.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:36 smithi139 ceph-mon[31267]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-13T07:42:36.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:36 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/1838466169' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-13T07:42:36.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:36 smithi139 ceph-mon[31267]: osdmap e59: 8 total, 8 up, 8 in 2024-04-13T07:42:36.648 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-04-13T07:42:36.980 INFO:teuthology.orchestra.run.smithi119.stderr:new fs with metadata pool 2 and data pool 3 2024-04-13T07:42:37.003 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-13T07:42:37.297 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:42:37.297 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":61,"fsid":"7e8cfa84-f968-11ee-bc8d-c7b262605968","created":"2024-04-13T07:37:07.748755+0000","modified":"2024-04-13T07:42:36.970036+0000","last_up_change":"2024-04-13T07:42:18.386410+0000","last_in_change":"2024-04-13T07:42:00.883113+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-13T07:40:15.190780+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-13T07:42:34.955306+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-13T07:42:36.167771+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"765e54ef-81fc-4e44-b4de-66e88f3ddbe8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1930488352},{"type":"v1","addr":"172.21.15.119:6803","nonce":1930488352}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1930488352},{"type":"v1","addr":"172.21.15.119:6805","nonce":1930488352}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1930488352},{"type":"v1","addr":"172.21.15.119:6809","nonce":1930488352}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1930488352},{"type":"v1","addr":"172.21.15.119:6807","nonce":1930488352}]},"public_addr":"172.21.15.119:6803/1930488352","cluster_addr":"172.21.15.119:6805/1930488352","heartbeat_back_addr":"172.21.15.119:6809/1930488352","heartbeat_front_addr":"172.21.15.119:6807/1930488352","state":["exists","up"]},{"osd":1,"uuid":"be4a455e-ef82-4efa-bb4d-0b6dc8498f0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":3768977942},{"type":"v1","addr":"172.21.15.119:6811","nonce":3768977942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":3768977942},{"type":"v1","addr":"172.21.15.119:6813","nonce":3768977942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":3768977942},{"type":"v1","addr":"172.21.15.119:6817","nonce":3768977942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":3768977942},{"type":"v1","addr":"172.21.15.119:6815","nonce":3768977942}]},"public_addr":"172.21.15.119:6811/3768977942","cluster_addr":"172.21.15.119:6813/3768977942","heartbeat_back_addr":"172.21.15.119:6817/3768977942","heartbeat_front_addr":"172.21.15.119:6815/3768977942","state":["exists","up"]},{"osd":2,"uuid":"9121996c-837a-482d-ae53-d603d56962fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":2150152578},{"type":"v1","addr":"172.21.15.119:6819","nonce":2150152578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":2150152578},{"type":"v1","addr":"172.21.15.119:6821","nonce":2150152578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":2150152578},{"type":"v1","addr":"172.21.15.119:6825","nonce":2150152578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":2150152578},{"type":"v1","addr":"172.21.15.119:6823","nonce":2150152578}]},"public_addr":"172.21.15.119:6819/2150152578","cluster_addr":"172.21.15.119:6821/2150152578","heartbeat_back_addr":"172.21.15.119:6825/2150152578","heartbeat_front_addr":"172.21.15.119:6823/2150152578","state":["exists","up"]},{"osd":3,"uuid":"0e5773de-d79f-42ed-ae13-5f4299fe42a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":673773060},{"type":"v1","addr":"172.21.15.119:6827","nonce":673773060}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":673773060},{"type":"v1","addr":"172.21.15.119:6829","nonce":673773060}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":673773060},{"type":"v1","addr":"172.21.15.119:6833","nonce":673773060}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":673773060},{"type":"v1","addr":"172.21.15.119:6831","nonce":673773060}]},"public_addr":"172.21.15.119:6827/673773060","cluster_addr":"172.21.15.119:6829/673773060","heartbeat_back_addr":"172.21.15.119:6833/673773060","heartbeat_front_addr":"172.21.15.119:6831/673773060","state":["exists","up"]},{"osd":4,"uuid":"3d797e8c-e4f2-4b04-9669-3bf0df610c14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6800","nonce":3671491068},{"type":"v1","addr":"172.21.15.139:6801","nonce":3671491068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6802","nonce":3671491068},{"type":"v1","addr":"172.21.15.139:6803","nonce":3671491068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6806","nonce":3671491068},{"type":"v1","addr":"172.21.15.139:6807","nonce":3671491068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6804","nonce":3671491068},{"type":"v1","addr":"172.21.15.139:6805","nonce":3671491068}]},"public_addr":"172.21.15.139:6801/3671491068","cluster_addr":"172.21.15.139:6803/3671491068","heartbeat_back_addr":"172.21.15.139:6807/3671491068","heartbeat_front_addr":"172.21.15.139:6805/3671491068","state":["exists","up"]},{"osd":5,"uuid":"209de55f-427f-4379-9b7f-dd19228d913a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6808","nonce":2576693618},{"type":"v1","addr":"172.21.15.139:6809","nonce":2576693618}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6810","nonce":2576693618},{"type":"v1","addr":"172.21.15.139:6811","nonce":2576693618}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6814","nonce":2576693618},{"type":"v1","addr":"172.21.15.139:6815","nonce":2576693618}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6812","nonce":2576693618},{"type":"v1","addr":"172.21.15.139:6813","nonce":2576693618}]},"public_addr":"172.21.15.139:6809/2576693618","cluster_addr":"172.21.15.139:6811/2576693618","heartbeat_back_addr":"172.21.15.139:6815/2576693618","heartbeat_front_addr":"172.21.15.139:6813/2576693618","state":["exists","up"]},{"osd":6,"uuid":"f6708905-d34c-4079-ab69-4b0556d21c20","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6816","nonce":532635469},{"type":"v1","addr":"172.21.15.139:6817","nonce":532635469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6818","nonce":532635469},{"type":"v1","addr":"172.21.15.139:6819","nonce":532635469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6822","nonce":532635469},{"type":"v1","addr":"172.21.15.139:6823","nonce":532635469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6820","nonce":532635469},{"type":"v1","addr":"172.21.15.139:6821","nonce":532635469}]},"public_addr":"172.21.15.139:6817/532635469","cluster_addr":"172.21.15.139:6819/532635469","heartbeat_back_addr":"172.21.15.139:6823/532635469","heartbeat_front_addr":"172.21.15.139:6821/532635469","state":["exists","up"]},{"osd":7,"uuid":"3e5cdc91-9372-40a0-ab21-4443ee3a5005","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6824","nonce":2673952433},{"type":"v1","addr":"172.21.15.139:6825","nonce":2673952433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6826","nonce":2673952433},{"type":"v1","addr":"172.21.15.139:6827","nonce":2673952433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6830","nonce":2673952433},{"type":"v1","addr":"172.21.15.139:6831","nonce":2673952433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6828","nonce":2673952433},{"type":"v1","addr":"172.21.15.139:6829","nonce":2673952433}]},"public_addr":"172.21.15.139:6825/2673952433","cluster_addr":"172.21.15.139:6827/2673952433","heartbeat_back_addr":"172.21.15.139:6831/2673952433","heartbeat_front_addr":"172.21.15.139:6829/2673952433","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:39:23.707203+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:39:48.162289+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:40:12.825237+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:40:38.173946+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:41:01.319151+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:41:26.397872+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:41:51.557660+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:42:16.677397+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.119:0/930226074":"2024-04-14T07:38:00.884979+0000","172.21.15.119:6801/2578031469":"2024-04-14T07:38:00.884979+0000","172.21.15.119:6800/2578031469":"2024-04-14T07:38:00.884979+0000","172.21.15.119:6801/3067787372":"2024-04-14T07:37:35.930225+0000","172.21.15.119:6800/3067787372":"2024-04-14T07:37:35.930225+0000","172.21.15.119:0/1967818941":"2024-04-14T07:37:35.930225+0000","172.21.15.119:0/3319990231":"2024-04-14T07:37:35.930225+0000","172.21.15.119:0/3682983579":"2024-04-14T07:38:00.884979+0000","172.21.15.119:0/1637603065":"2024-04-14T07:37:35.930225+0000","172.21.15.119:0/347559467":"2024-04-14T07:38:00.884979+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-13T07:42:37.308 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:37 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/89333829' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-13T07:42:37.309 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:37 smithi119 ceph-mon[39268]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-13T07:42:37.309 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:37 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:37.309 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:37 smithi119 ceph-mon[39268]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-13T07:42:37.309 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:37 smithi119 ceph-mon[39268]: osdmap e60: 8 total, 8 up, 8 in 2024-04-13T07:42:37.309 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:37 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/708905793' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-13T07:42:37.309 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:37 smithi119 ceph-mon[39268]: daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-13T07:42:37.309 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:37 smithi119 ceph-mon[39268]: osdmap e61: 8 total, 8 up, 8 in 2024-04-13T07:42:37.309 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:37 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/708905793' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-13T07:42:37.309 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:37 smithi119 ceph-mon[39268]: fsmap cephfs:1 {0=a=up:creating} 1 up:standby 2024-04-13T07:42:37.309 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:37 smithi119 ceph-mon[39268]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-13T07:42:37.310 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:37 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/89333829' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-13T07:42:37.310 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:37 smithi119 ceph-mon[27733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-13T07:42:37.310 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:37 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:37.310 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:37 smithi119 ceph-mon[27733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-13T07:42:37.310 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:37 smithi119 ceph-mon[27733]: osdmap e60: 8 total, 8 up, 8 in 2024-04-13T07:42:37.310 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:37 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/708905793' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-13T07:42:37.311 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:37 smithi119 ceph-mon[27733]: daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-13T07:42:37.311 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:37 smithi119 ceph-mon[27733]: osdmap e61: 8 total, 8 up, 8 in 2024-04-13T07:42:37.311 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:37 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/708905793' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-13T07:42:37.311 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:37 smithi119 ceph-mon[27733]: fsmap cephfs:1 {0=a=up:creating} 1 up:standby 2024-04-13T07:42:37.311 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:37 smithi119 ceph-mon[27733]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-13T07:42:37.312 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-13T07:42:37.597 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:42:37.597 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":61,"fsid":"7e8cfa84-f968-11ee-bc8d-c7b262605968","created":"2024-04-13T07:37:07.748755+0000","modified":"2024-04-13T07:42:36.970036+0000","last_up_change":"2024-04-13T07:42:18.386410+0000","last_in_change":"2024-04-13T07:42:00.883113+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-13T07:40:15.190780+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-13T07:42:34.955306+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-13T07:42:36.167771+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"765e54ef-81fc-4e44-b4de-66e88f3ddbe8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1930488352},{"type":"v1","addr":"172.21.15.119:6803","nonce":1930488352}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1930488352},{"type":"v1","addr":"172.21.15.119:6805","nonce":1930488352}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1930488352},{"type":"v1","addr":"172.21.15.119:6809","nonce":1930488352}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1930488352},{"type":"v1","addr":"172.21.15.119:6807","nonce":1930488352}]},"public_addr":"172.21.15.119:6803/1930488352","cluster_addr":"172.21.15.119:6805/1930488352","heartbeat_back_addr":"172.21.15.119:6809/1930488352","heartbeat_front_addr":"172.21.15.119:6807/1930488352","state":["exists","up"]},{"osd":1,"uuid":"be4a455e-ef82-4efa-bb4d-0b6dc8498f0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":3768977942},{"type":"v1","addr":"172.21.15.119:6811","nonce":3768977942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":3768977942},{"type":"v1","addr":"172.21.15.119:6813","nonce":3768977942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":3768977942},{"type":"v1","addr":"172.21.15.119:6817","nonce":3768977942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":3768977942},{"type":"v1","addr":"172.21.15.119:6815","nonce":3768977942}]},"public_addr":"172.21.15.119:6811/3768977942","cluster_addr":"172.21.15.119:6813/3768977942","heartbeat_back_addr":"172.21.15.119:6817/3768977942","heartbeat_front_addr":"172.21.15.119:6815/3768977942","state":["exists","up"]},{"osd":2,"uuid":"9121996c-837a-482d-ae53-d603d56962fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":2150152578},{"type":"v1","addr":"172.21.15.119:6819","nonce":2150152578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":2150152578},{"type":"v1","addr":"172.21.15.119:6821","nonce":2150152578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":2150152578},{"type":"v1","addr":"172.21.15.119:6825","nonce":2150152578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":2150152578},{"type":"v1","addr":"172.21.15.119:6823","nonce":2150152578}]},"public_addr":"172.21.15.119:6819/2150152578","cluster_addr":"172.21.15.119:6821/2150152578","heartbeat_back_addr":"172.21.15.119:6825/2150152578","heartbeat_front_addr":"172.21.15.119:6823/2150152578","state":["exists","up"]},{"osd":3,"uuid":"0e5773de-d79f-42ed-ae13-5f4299fe42a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":673773060},{"type":"v1","addr":"172.21.15.119:6827","nonce":673773060}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":673773060},{"type":"v1","addr":"172.21.15.119:6829","nonce":673773060}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":673773060},{"type":"v1","addr":"172.21.15.119:6833","nonce":673773060}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":673773060},{"type":"v1","addr":"172.21.15.119:6831","nonce":673773060}]},"public_addr":"172.21.15.119:6827/673773060","cluster_addr":"172.21.15.119:6829/673773060","heartbeat_back_addr":"172.21.15.119:6833/673773060","heartbeat_front_addr":"172.21.15.119:6831/673773060","state":["exists","up"]},{"osd":4,"uuid":"3d797e8c-e4f2-4b04-9669-3bf0df610c14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6800","nonce":3671491068},{"type":"v1","addr":"172.21.15.139:6801","nonce":3671491068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6802","nonce":3671491068},{"type":"v1","addr":"172.21.15.139:6803","nonce":3671491068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6806","nonce":3671491068},{"type":"v1","addr":"172.21.15.139:6807","nonce":3671491068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6804","nonce":3671491068},{"type":"v1","addr":"172.21.15.139:6805","nonce":3671491068}]},"public_addr":"172.21.15.139:6801/3671491068","cluster_addr":"172.21.15.139:6803/3671491068","heartbeat_back_addr":"172.21.15.139:6807/3671491068","heartbeat_front_addr":"172.21.15.139:6805/3671491068","state":["exists","up"]},{"osd":5,"uuid":"209de55f-427f-4379-9b7f-dd19228d913a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6808","nonce":2576693618},{"type":"v1","addr":"172.21.15.139:6809","nonce":2576693618}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6810","nonce":2576693618},{"type":"v1","addr":"172.21.15.139:6811","nonce":2576693618}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6814","nonce":2576693618},{"type":"v1","addr":"172.21.15.139:6815","nonce":2576693618}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6812","nonce":2576693618},{"type":"v1","addr":"172.21.15.139:6813","nonce":2576693618}]},"public_addr":"172.21.15.139:6809/2576693618","cluster_addr":"172.21.15.139:6811/2576693618","heartbeat_back_addr":"172.21.15.139:6815/2576693618","heartbeat_front_addr":"172.21.15.139:6813/2576693618","state":["exists","up"]},{"osd":6,"uuid":"f6708905-d34c-4079-ab69-4b0556d21c20","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6816","nonce":532635469},{"type":"v1","addr":"172.21.15.139:6817","nonce":532635469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6818","nonce":532635469},{"type":"v1","addr":"172.21.15.139:6819","nonce":532635469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6822","nonce":532635469},{"type":"v1","addr":"172.21.15.139:6823","nonce":532635469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6820","nonce":532635469},{"type":"v1","addr":"172.21.15.139:6821","nonce":532635469}]},"public_addr":"172.21.15.139:6817/532635469","cluster_addr":"172.21.15.139:6819/532635469","heartbeat_back_addr":"172.21.15.139:6823/532635469","heartbeat_front_addr":"172.21.15.139:6821/532635469","state":["exists","up"]},{"osd":7,"uuid":"3e5cdc91-9372-40a0-ab21-4443ee3a5005","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6824","nonce":2673952433},{"type":"v1","addr":"172.21.15.139:6825","nonce":2673952433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6826","nonce":2673952433},{"type":"v1","addr":"172.21.15.139:6827","nonce":2673952433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6830","nonce":2673952433},{"type":"v1","addr":"172.21.15.139:6831","nonce":2673952433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6828","nonce":2673952433},{"type":"v1","addr":"172.21.15.139:6829","nonce":2673952433}]},"public_addr":"172.21.15.139:6825/2673952433","cluster_addr":"172.21.15.139:6827/2673952433","heartbeat_back_addr":"172.21.15.139:6831/2673952433","heartbeat_front_addr":"172.21.15.139:6829/2673952433","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:39:23.707203+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:39:48.162289+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:40:12.825237+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:40:38.173946+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:41:01.319151+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:41:26.397872+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:41:51.557660+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:42:16.677397+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.119:0/930226074":"2024-04-14T07:38:00.884979+0000","172.21.15.119:6801/2578031469":"2024-04-14T07:38:00.884979+0000","172.21.15.119:6800/2578031469":"2024-04-14T07:38:00.884979+0000","172.21.15.119:6801/3067787372":"2024-04-14T07:37:35.930225+0000","172.21.15.119:6800/3067787372":"2024-04-14T07:37:35.930225+0000","172.21.15.119:0/1967818941":"2024-04-14T07:37:35.930225+0000","172.21.15.119:0/3319990231":"2024-04-14T07:37:35.930225+0000","172.21.15.119:0/3682983579":"2024-04-14T07:38:00.884979+0000","172.21.15.119:0/1637603065":"2024-04-14T07:37:35.930225+0000","172.21.15.119:0/347559467":"2024-04-14T07:38:00.884979+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-13T07:42:37.610 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-04-13T07:42:37.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:37 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/89333829' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-13T07:42:37.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:37 smithi139 ceph-mon[31267]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-13T07:42:37.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:37 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:37.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:37 smithi139 ceph-mon[31267]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-13T07:42:37.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:37 smithi139 ceph-mon[31267]: osdmap e60: 8 total, 8 up, 8 in 2024-04-13T07:42:37.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:37 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/708905793' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-13T07:42:37.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:37 smithi139 ceph-mon[31267]: daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-13T07:42:37.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:37 smithi139 ceph-mon[31267]: osdmap e61: 8 total, 8 up, 8 in 2024-04-13T07:42:37.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:37 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/708905793' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-13T07:42:37.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:37 smithi139 ceph-mon[31267]: fsmap cephfs:1 {0=a=up:creating} 1 up:standby 2024-04-13T07:42:37.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:37 smithi139 ceph-mon[31267]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-13T07:42:37.993 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-04-13T07:42:37.994 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-04-13T07:42:38.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:38 smithi119 ceph-mon[39268]: pgmap v188: 97 pgs: 11 creating+peering, 1 active+clean, 85 unknown; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:42:38.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:38 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/104535988' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:42:38.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:38 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/3431954849' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:42:38.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:38 smithi119 ceph-mon[39268]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:42:38.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:38 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/46889816' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-13T07:42:38.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:38 smithi119 ceph-mon[39268]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-13T07:42:38.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:38 smithi119 ceph-mon[39268]: osdmap e62: 8 total, 8 up, 8 in 2024-04-13T07:42:38.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:38 smithi119 ceph-mon[39268]: mds.? [v2:172.21.15.119:6834/2150728336,v1:172.21.15.119:6835/2150728336] up:active 2024-04-13T07:42:38.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:38 smithi119 ceph-mon[39268]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-13T07:42:38.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:38 smithi119 ceph-mon[39268]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-13T07:42:38.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:38 smithi119 ceph-mon[27733]: pgmap v188: 97 pgs: 11 creating+peering, 1 active+clean, 85 unknown; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:42:38.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:38 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/104535988' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:42:38.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:38 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/3431954849' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:42:38.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:38 smithi119 ceph-mon[27733]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:42:38.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:38 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/46889816' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-13T07:42:38.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:38 smithi119 ceph-mon[27733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-13T07:42:38.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:38 smithi119 ceph-mon[27733]: osdmap e62: 8 total, 8 up, 8 in 2024-04-13T07:42:38.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:38 smithi119 ceph-mon[27733]: mds.? [v2:172.21.15.119:6834/2150728336,v1:172.21.15.119:6835/2150728336] up:active 2024-04-13T07:42:38.468 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:38 smithi119 ceph-mon[27733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-13T07:42:38.468 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:38 smithi119 ceph-mon[27733]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-13T07:42:38.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:38 smithi139 ceph-mon[31267]: pgmap v188: 97 pgs: 11 creating+peering, 1 active+clean, 85 unknown; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:42:38.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:38 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/104535988' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:42:38.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:38 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/3431954849' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:42:38.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:38 smithi139 ceph-mon[31267]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:42:38.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:38 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/46889816' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-13T07:42:38.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:38 smithi139 ceph-mon[31267]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-13T07:42:38.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:38 smithi139 ceph-mon[31267]: osdmap e62: 8 total, 8 up, 8 in 2024-04-13T07:42:38.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:38 smithi139 ceph-mon[31267]: mds.? [v2:172.21.15.119:6834/2150728336,v1:172.21.15.119:6835/2150728336] up:active 2024-04-13T07:42:38.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:38 smithi139 ceph-mon[31267]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-13T07:42:38.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:38 smithi139 ceph-mon[31267]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-13T07:42:39.200 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-04-13T07:42:39.200 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-13T07:42:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:39 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/916068038' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-13T07:42:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:39 smithi119 ceph-mon[39268]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-13T07:42:39.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:39 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/916068038' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-13T07:42:39.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:39 smithi119 ceph-mon[27733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-13T07:42:39.525 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:42:39.525 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24316,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.139:6833/3605294311","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6832","nonce":3605294311},{"type":"v1","addr":"172.21.15.139:6833","nonce":3605294311}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-13T07:42:36.970379+0000","modified":"2024-04-13T07:42:39.172020+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24347},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24347":{"gid":24347,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.119:6835/2150728336","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":2150728336},{"type":"v1","addr":"172.21.15.119:6835","nonce":2150728336}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-13T07:42:39.525 INFO:teuthology.orchestra.run.smithi119.stderr:dumped fsmap epoch 6 2024-04-13T07:42:39.537 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-13T07:42:39.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:39 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/916068038' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-13T07:42:39.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:39 smithi139 ceph-mon[31267]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-13T07:42:39.821 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:42:39.821 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":62,"fsid":"7e8cfa84-f968-11ee-bc8d-c7b262605968","created":"2024-04-13T07:37:07.748755+0000","modified":"2024-04-13T07:42:37.973955+0000","last_up_change":"2024-04-13T07:42:18.386410+0000","last_in_change":"2024-04-13T07:42:00.883113+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-13T07:40:15.190780+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-13T07:42:34.955306+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-13T07:42:36.167771+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"765e54ef-81fc-4e44-b4de-66e88f3ddbe8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1930488352},{"type":"v1","addr":"172.21.15.119:6803","nonce":1930488352}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1930488352},{"type":"v1","addr":"172.21.15.119:6805","nonce":1930488352}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1930488352},{"type":"v1","addr":"172.21.15.119:6809","nonce":1930488352}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1930488352},{"type":"v1","addr":"172.21.15.119:6807","nonce":1930488352}]},"public_addr":"172.21.15.119:6803/1930488352","cluster_addr":"172.21.15.119:6805/1930488352","heartbeat_back_addr":"172.21.15.119:6809/1930488352","heartbeat_front_addr":"172.21.15.119:6807/1930488352","state":["exists","up"]},{"osd":1,"uuid":"be4a455e-ef82-4efa-bb4d-0b6dc8498f0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":3768977942},{"type":"v1","addr":"172.21.15.119:6811","nonce":3768977942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":3768977942},{"type":"v1","addr":"172.21.15.119:6813","nonce":3768977942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":3768977942},{"type":"v1","addr":"172.21.15.119:6817","nonce":3768977942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":3768977942},{"type":"v1","addr":"172.21.15.119:6815","nonce":3768977942}]},"public_addr":"172.21.15.119:6811/3768977942","cluster_addr":"172.21.15.119:6813/3768977942","heartbeat_back_addr":"172.21.15.119:6817/3768977942","heartbeat_front_addr":"172.21.15.119:6815/3768977942","state":["exists","up"]},{"osd":2,"uuid":"9121996c-837a-482d-ae53-d603d56962fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":2150152578},{"type":"v1","addr":"172.21.15.119:6819","nonce":2150152578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":2150152578},{"type":"v1","addr":"172.21.15.119:6821","nonce":2150152578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":2150152578},{"type":"v1","addr":"172.21.15.119:6825","nonce":2150152578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":2150152578},{"type":"v1","addr":"172.21.15.119:6823","nonce":2150152578}]},"public_addr":"172.21.15.119:6819/2150152578","cluster_addr":"172.21.15.119:6821/2150152578","heartbeat_back_addr":"172.21.15.119:6825/2150152578","heartbeat_front_addr":"172.21.15.119:6823/2150152578","state":["exists","up"]},{"osd":3,"uuid":"0e5773de-d79f-42ed-ae13-5f4299fe42a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":673773060},{"type":"v1","addr":"172.21.15.119:6827","nonce":673773060}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":673773060},{"type":"v1","addr":"172.21.15.119:6829","nonce":673773060}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":673773060},{"type":"v1","addr":"172.21.15.119:6833","nonce":673773060}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":673773060},{"type":"v1","addr":"172.21.15.119:6831","nonce":673773060}]},"public_addr":"172.21.15.119:6827/673773060","cluster_addr":"172.21.15.119:6829/673773060","heartbeat_back_addr":"172.21.15.119:6833/673773060","heartbeat_front_addr":"172.21.15.119:6831/673773060","state":["exists","up"]},{"osd":4,"uuid":"3d797e8c-e4f2-4b04-9669-3bf0df610c14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6800","nonce":3671491068},{"type":"v1","addr":"172.21.15.139:6801","nonce":3671491068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6802","nonce":3671491068},{"type":"v1","addr":"172.21.15.139:6803","nonce":3671491068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6806","nonce":3671491068},{"type":"v1","addr":"172.21.15.139:6807","nonce":3671491068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6804","nonce":3671491068},{"type":"v1","addr":"172.21.15.139:6805","nonce":3671491068}]},"public_addr":"172.21.15.139:6801/3671491068","cluster_addr":"172.21.15.139:6803/3671491068","heartbeat_back_addr":"172.21.15.139:6807/3671491068","heartbeat_front_addr":"172.21.15.139:6805/3671491068","state":["exists","up"]},{"osd":5,"uuid":"209de55f-427f-4379-9b7f-dd19228d913a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6808","nonce":2576693618},{"type":"v1","addr":"172.21.15.139:6809","nonce":2576693618}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6810","nonce":2576693618},{"type":"v1","addr":"172.21.15.139:6811","nonce":2576693618}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6814","nonce":2576693618},{"type":"v1","addr":"172.21.15.139:6815","nonce":2576693618}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6812","nonce":2576693618},{"type":"v1","addr":"172.21.15.139:6813","nonce":2576693618}]},"public_addr":"172.21.15.139:6809/2576693618","cluster_addr":"172.21.15.139:6811/2576693618","heartbeat_back_addr":"172.21.15.139:6815/2576693618","heartbeat_front_addr":"172.21.15.139:6813/2576693618","state":["exists","up"]},{"osd":6,"uuid":"f6708905-d34c-4079-ab69-4b0556d21c20","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6816","nonce":532635469},{"type":"v1","addr":"172.21.15.139:6817","nonce":532635469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6818","nonce":532635469},{"type":"v1","addr":"172.21.15.139:6819","nonce":532635469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6822","nonce":532635469},{"type":"v1","addr":"172.21.15.139:6823","nonce":532635469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6820","nonce":532635469},{"type":"v1","addr":"172.21.15.139:6821","nonce":532635469}]},"public_addr":"172.21.15.139:6817/532635469","cluster_addr":"172.21.15.139:6819/532635469","heartbeat_back_addr":"172.21.15.139:6823/532635469","heartbeat_front_addr":"172.21.15.139:6821/532635469","state":["exists","up"]},{"osd":7,"uuid":"3e5cdc91-9372-40a0-ab21-4443ee3a5005","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6824","nonce":2673952433},{"type":"v1","addr":"172.21.15.139:6825","nonce":2673952433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6826","nonce":2673952433},{"type":"v1","addr":"172.21.15.139:6827","nonce":2673952433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6830","nonce":2673952433},{"type":"v1","addr":"172.21.15.139:6831","nonce":2673952433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6828","nonce":2673952433},{"type":"v1","addr":"172.21.15.139:6829","nonce":2673952433}]},"public_addr":"172.21.15.139:6825/2673952433","cluster_addr":"172.21.15.139:6827/2673952433","heartbeat_back_addr":"172.21.15.139:6831/2673952433","heartbeat_front_addr":"172.21.15.139:6829/2673952433","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:39:23.707203+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:39:48.162289+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:40:12.825237+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:40:38.173946+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:41:01.319151+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:41:26.397872+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:41:51.557660+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:42:16.677397+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.119:0/930226074":"2024-04-14T07:38:00.884979+0000","172.21.15.119:6801/2578031469":"2024-04-14T07:38:00.884979+0000","172.21.15.119:6800/2578031469":"2024-04-14T07:38:00.884979+0000","172.21.15.119:6801/3067787372":"2024-04-14T07:37:35.930225+0000","172.21.15.119:6800/3067787372":"2024-04-14T07:37:35.930225+0000","172.21.15.119:0/1967818941":"2024-04-14T07:37:35.930225+0000","172.21.15.119:0/3319990231":"2024-04-14T07:37:35.930225+0000","172.21.15.119:0/3682983579":"2024-04-14T07:38:00.884979+0000","172.21.15.119:0/1637603065":"2024-04-14T07:37:35.930225+0000","172.21.15.119:0/347559467":"2024-04-14T07:38:00.884979+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-13T07:42:39.834 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-04-13T07:42:39.834 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-13T07:42:40.125 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:42:40.127 INFO:teuthology.orchestra.run.smithi119.stderr:dumped all 2024-04-13T07:42:40.135 INFO:teuthology.orchestra.run.smithi119.stdout:{"pg_ready":true,"pg_map":{"version":191,"stamp":"2024-04-13T07:42:38.936526+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590390,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":167,"num_write_kb":2417,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":124,"ondisk_log_size":124,"up":156,"acting":156,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":95,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":749961216,"kb_used":226640,"kb_used_data":6360,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749734576,"statfs":{"total":767960285184,"available":767728205824,"internally_reserved":0,"allocated":6512640,"data_stored":3699797,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":225431098},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000562"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978752+0000","last_change":"2024-04-13T07:42:37.005975+0000","last_active":"2024-04-13T07:42:37.978752+0000","last_peered":"2024-04-13T07:42:37.978752+0000","last_clean":"2024-04-13T07:42:37.978752+0000","last_became_active":"2024-04-13T07:42:37.005680+0000","last_became_peered":"2024-04-13T07:42:37.005680+0000","last_unstale":"2024-04-13T07:42:37.978752+0000","last_undegraded":"2024-04-13T07:42:37.978752+0000","last_fullsized":"2024-04-13T07:42:37.978752+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:43:25.874551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.002863+0000","last_change":"2024-04-13T07:42:37.000398+0000","last_active":"2024-04-13T07:42:37.002863+0000","last_peered":"2024-04-13T07:42:37.002863+0000","last_clean":"2024-04-13T07:42:37.002863+0000","last_became_active":"2024-04-13T07:42:36.999623+0000","last_became_peered":"2024-04-13T07:42:36.999623+0000","last_unstale":"2024-04-13T07:42:37.002863+0000","last_undegraded":"2024-04-13T07:42:37.002863+0000","last_fullsized":"2024-04-13T07:42:37.002863+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:54:42.365879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978076+0000","last_change":"2024-04-13T07:42:37.009536+0000","last_active":"2024-04-13T07:42:37.978076+0000","last_peered":"2024-04-13T07:42:37.978076+0000","last_clean":"2024-04-13T07:42:37.978076+0000","last_became_active":"2024-04-13T07:42:37.009046+0000","last_became_peered":"2024-04-13T07:42:37.009046+0000","last_unstale":"2024-04-13T07:42:37.978076+0000","last_undegraded":"2024-04-13T07:42:37.978076+0000","last_fullsized":"2024-04-13T07:42:37.978076+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:56:42.424101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.991437+0000","last_change":"2024-04-13T07:42:36.989426+0000","last_active":"2024-04-13T07:42:36.991437+0000","last_peered":"2024-04-13T07:42:36.991437+0000","last_clean":"2024-04-13T07:42:36.991437+0000","last_became_active":"2024-04-13T07:42:36.988962+0000","last_became_peered":"2024-04-13T07:42:36.988962+0000","last_unstale":"2024-04-13T07:42:36.991437+0000","last_undegraded":"2024-04-13T07:42:36.991437+0000","last_fullsized":"2024-04-13T07:42:36.991437+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:58:41.381248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.977624+0000","last_change":"2024-04-13T07:42:37.002050+0000","last_active":"2024-04-13T07:42:37.977624+0000","last_peered":"2024-04-13T07:42:37.977624+0000","last_clean":"2024-04-13T07:42:37.977624+0000","last_became_active":"2024-04-13T07:42:37.001729+0000","last_became_peered":"2024-04-13T07:42:37.001729+0000","last_unstale":"2024-04-13T07:42:37.977624+0000","last_undegraded":"2024-04-13T07:42:37.977624+0000","last_fullsized":"2024-04-13T07:42:37.977624+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:02:38.368456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978777+0000","last_change":"2024-04-13T07:42:37.006781+0000","last_active":"2024-04-13T07:42:37.978777+0000","last_peered":"2024-04-13T07:42:37.978777+0000","last_clean":"2024-04-13T07:42:37.978777+0000","last_became_active":"2024-04-13T07:42:37.005856+0000","last_became_peered":"2024-04-13T07:42:37.005856+0000","last_unstale":"2024-04-13T07:42:37.978777+0000","last_undegraded":"2024-04-13T07:42:37.978777+0000","last_fullsized":"2024-04-13T07:42:37.978777+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:28:50.372131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.154829+0000","last_change":"2024-04-13T07:42:36.999077+0000","last_active":"2024-04-13T07:42:38.154829+0000","last_peered":"2024-04-13T07:42:38.154829+0000","last_clean":"2024-04-13T07:42:38.154829+0000","last_became_active":"2024-04-13T07:42:36.998778+0000","last_became_peered":"2024-04-13T07:42:36.998778+0000","last_unstale":"2024-04-13T07:42:38.154829+0000","last_undegraded":"2024-04-13T07:42:38.154829+0000","last_fullsized":"2024-04-13T07:42:38.154829+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:29:55.210355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.994805+0000","last_change":"2024-04-13T07:42:36.993576+0000","last_active":"2024-04-13T07:42:36.994805+0000","last_peered":"2024-04-13T07:42:36.994805+0000","last_clean":"2024-04-13T07:42:36.994805+0000","last_became_active":"2024-04-13T07:42:36.992517+0000","last_became_peered":"2024-04-13T07:42:36.992517+0000","last_unstale":"2024-04-13T07:42:36.994805+0000","last_undegraded":"2024-04-13T07:42:36.994805+0000","last_fullsized":"2024-04-13T07:42:36.994805+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:41:37.550494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.998290+0000","last_change":"2024-04-13T07:42:36.994488+0000","last_active":"2024-04-13T07:42:36.998290+0000","last_peered":"2024-04-13T07:42:36.998290+0000","last_clean":"2024-04-13T07:42:36.998290+0000","last_became_active":"2024-04-13T07:42:36.993018+0000","last_became_peered":"2024-04-13T07:42:36.993018+0000","last_unstale":"2024-04-13T07:42:36.998290+0000","last_undegraded":"2024-04-13T07:42:36.998290+0000","last_fullsized":"2024-04-13T07:42:36.998290+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:17:34.202883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978305+0000","last_change":"2024-04-13T07:42:37.009039+0000","last_active":"2024-04-13T07:42:37.978305+0000","last_peered":"2024-04-13T07:42:37.978305+0000","last_clean":"2024-04-13T07:42:37.978305+0000","last_became_active":"2024-04-13T07:42:37.008717+0000","last_became_peered":"2024-04-13T07:42:37.008717+0000","last_unstale":"2024-04-13T07:42:37.978305+0000","last_undegraded":"2024-04-13T07:42:37.978305+0000","last_fullsized":"2024-04-13T07:42:37.978305+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:11:29.869853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-13T07:42:35.620063+0000","last_change":"2024-04-13T07:42:35.620063+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.620063+0000","last_undegraded":"2024-04-13T07:42:35.620063+0000","last_fullsized":"2024-04-13T07:42:35.620063+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:43:56.520126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-13T07:42:35.617807+0000","last_change":"2024-04-13T07:42:35.617807+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.617807+0000","last_undegraded":"2024-04-13T07:42:35.617807+0000","last_fullsized":"2024-04-13T07:42:35.617807+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:48:16.860570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978580+0000","last_change":"2024-04-13T07:42:36.649780+0000","last_active":"2024-04-13T07:42:37.978580+0000","last_peered":"2024-04-13T07:42:37.978580+0000","last_clean":"2024-04-13T07:42:37.978580+0000","last_became_active":"2024-04-13T07:42:36.649370+0000","last_became_peered":"2024-04-13T07:42:36.649370+0000","last_unstale":"2024-04-13T07:42:37.978580+0000","last_undegraded":"2024-04-13T07:42:37.978580+0000","last_fullsized":"2024-04-13T07:42:37.978580+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:41:14.258592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.998452+0000","last_change":"2024-04-13T07:42:36.997571+0000","last_active":"2024-04-13T07:42:36.998452+0000","last_peered":"2024-04-13T07:42:36.998452+0000","last_clean":"2024-04-13T07:42:36.998452+0000","last_became_active":"2024-04-13T07:42:36.997258+0000","last_became_peered":"2024-04-13T07:42:36.997258+0000","last_unstale":"2024-04-13T07:42:36.998452+0000","last_undegraded":"2024-04-13T07:42:36.998452+0000","last_fullsized":"2024-04-13T07:42:36.998452+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:10:51.593225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978020+0000","last_change":"2024-04-13T07:42:36.646750+0000","last_active":"2024-04-13T07:42:37.978020+0000","last_peered":"2024-04-13T07:42:37.978020+0000","last_clean":"2024-04-13T07:42:37.978020+0000","last_became_active":"2024-04-13T07:42:36.646448+0000","last_became_peered":"2024-04-13T07:42:36.646448+0000","last_unstale":"2024-04-13T07:42:37.978020+0000","last_undegraded":"2024-04-13T07:42:37.978020+0000","last_fullsized":"2024-04-13T07:42:37.978020+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:54:49.139942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.998231+0000","last_change":"2024-04-13T07:42:36.994155+0000","last_active":"2024-04-13T07:42:36.998231+0000","last_peered":"2024-04-13T07:42:36.998231+0000","last_clean":"2024-04-13T07:42:36.998231+0000","last_became_active":"2024-04-13T07:42:36.993776+0000","last_became_peered":"2024-04-13T07:42:36.993776+0000","last_unstale":"2024-04-13T07:42:36.998231+0000","last_undegraded":"2024-04-13T07:42:36.998231+0000","last_fullsized":"2024-04-13T07:42:36.998231+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:26:50.403505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-13T07:42:35.617726+0000","last_change":"2024-04-13T07:42:35.617726+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.617726+0000","last_undegraded":"2024-04-13T07:42:35.617726+0000","last_fullsized":"2024-04-13T07:42:35.617726+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:14:52.860216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.154118+0000","last_change":"2024-04-13T07:42:37.010588+0000","last_active":"2024-04-13T07:42:38.154118+0000","last_peered":"2024-04-13T07:42:38.154118+0000","last_clean":"2024-04-13T07:42:38.154118+0000","last_became_active":"2024-04-13T07:42:37.010268+0000","last_became_peered":"2024-04-13T07:42:37.010268+0000","last_unstale":"2024-04-13T07:42:38.154118+0000","last_undegraded":"2024-04-13T07:42:38.154118+0000","last_fullsized":"2024-04-13T07:42:38.154118+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:41:28.864540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:35.607187+0000","last_change":"2024-04-13T07:42:35.607187+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.607187+0000","last_undegraded":"2024-04-13T07:42:35.607187+0000","last_fullsized":"2024-04-13T07:42:35.607187+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-13T07:42:35.617774+0000","last_change":"2024-04-13T07:42:35.617774+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.617774+0000","last_undegraded":"2024-04-13T07:42:35.617774+0000","last_fullsized":"2024-04-13T07:42:35.617774+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:57:03.974829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.980088+0000","last_change":"2024-04-13T07:42:36.643053+0000","last_active":"2024-04-13T07:42:36.980088+0000","last_peered":"2024-04-13T07:42:36.980088+0000","last_clean":"2024-04-13T07:42:36.980088+0000","last_became_active":"2024-04-13T07:42:36.641777+0000","last_became_peered":"2024-04-13T07:42:36.641777+0000","last_unstale":"2024-04-13T07:42:36.980088+0000","last_undegraded":"2024-04-13T07:42:36.980088+0000","last_fullsized":"2024-04-13T07:42:36.980088+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:14:19.879388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:35.607187+0000","last_change":"2024-04-13T07:42:35.607187+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.607187+0000","last_undegraded":"2024-04-13T07:42:35.607187+0000","last_fullsized":"2024-04-13T07:42:35.607187+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.992934+0000","last_change":"2024-04-13T07:42:36.991877+0000","last_active":"2024-04-13T07:42:36.992934+0000","last_peered":"2024-04-13T07:42:36.992934+0000","last_clean":"2024-04-13T07:42:36.992934+0000","last_became_active":"2024-04-13T07:42:36.991521+0000","last_became_peered":"2024-04-13T07:42:36.991521+0000","last_unstale":"2024-04-13T07:42:36.992934+0000","last_undegraded":"2024-04-13T07:42:36.992934+0000","last_fullsized":"2024-04-13T07:42:36.992934+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:55:48.440531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.979206+0000","last_change":"2024-04-13T07:42:36.641561+0000","last_active":"2024-04-13T07:42:36.979206+0000","last_peered":"2024-04-13T07:42:36.979206+0000","last_clean":"2024-04-13T07:42:36.979206+0000","last_became_active":"2024-04-13T07:42:36.639509+0000","last_became_peered":"2024-04-13T07:42:36.639509+0000","last_unstale":"2024-04-13T07:42:36.979206+0000","last_undegraded":"2024-04-13T07:42:36.979206+0000","last_fullsized":"2024-04-13T07:42:36.979206+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:14:37.071974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-13T07:42:35.624419+0000","last_change":"2024-04-13T07:42:35.624419+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.624419+0000","last_undegraded":"2024-04-13T07:42:35.624419+0000","last_fullsized":"2024-04-13T07:42:35.624419+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:08:14.901387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.154850+0000","last_change":"2024-04-13T07:42:37.000108+0000","last_active":"2024-04-13T07:42:38.154850+0000","last_peered":"2024-04-13T07:42:38.154850+0000","last_clean":"2024-04-13T07:42:38.154850+0000","last_became_active":"2024-04-13T07:42:36.999735+0000","last_became_peered":"2024-04-13T07:42:36.999735+0000","last_unstale":"2024-04-13T07:42:38.154850+0000","last_undegraded":"2024-04-13T07:42:38.154850+0000","last_fullsized":"2024-04-13T07:42:38.154850+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:47:48.236051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:35.607187+0000","last_change":"2024-04-13T07:42:35.607187+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.607187+0000","last_undegraded":"2024-04-13T07:42:35.607187+0000","last_fullsized":"2024-04-13T07:42:35.607187+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978326+0000","last_change":"2024-04-13T07:42:37.014288+0000","last_active":"2024-04-13T07:42:37.978326+0000","last_peered":"2024-04-13T07:42:37.978326+0000","last_clean":"2024-04-13T07:42:37.978326+0000","last_became_active":"2024-04-13T07:42:37.013901+0000","last_became_peered":"2024-04-13T07:42:37.013901+0000","last_unstale":"2024-04-13T07:42:37.978326+0000","last_undegraded":"2024-04-13T07:42:37.978326+0000","last_fullsized":"2024-04-13T07:42:37.978326+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:57:21.169615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-13T07:42:35.619551+0000","last_change":"2024-04-13T07:42:35.619551+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.619551+0000","last_undegraded":"2024-04-13T07:42:35.619551+0000","last_fullsized":"2024-04-13T07:42:35.619551+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:22:20.301600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.979916+0000","last_change":"2024-04-13T07:42:36.642813+0000","last_active":"2024-04-13T07:42:36.979916+0000","last_peered":"2024-04-13T07:42:36.979916+0000","last_clean":"2024-04-13T07:42:36.979916+0000","last_became_active":"2024-04-13T07:42:36.642520+0000","last_became_peered":"2024-04-13T07:42:36.642520+0000","last_unstale":"2024-04-13T07:42:36.979916+0000","last_undegraded":"2024-04-13T07:42:36.979916+0000","last_fullsized":"2024-04-13T07:42:36.979916+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:25:03.227640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.977977+0000","last_change":"2024-04-13T07:42:37.009349+0000","last_active":"2024-04-13T07:42:37.977977+0000","last_peered":"2024-04-13T07:42:37.977977+0000","last_clean":"2024-04-13T07:42:37.977977+0000","last_became_active":"2024-04-13T07:42:37.008645+0000","last_became_peered":"2024-04-13T07:42:37.008645+0000","last_unstale":"2024-04-13T07:42:37.977977+0000","last_undegraded":"2024-04-13T07:42:37.977977+0000","last_fullsized":"2024-04-13T07:42:37.977977+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:58:03.772696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:35.607187+0000","last_change":"2024-04-13T07:42:35.607187+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.607187+0000","last_undegraded":"2024-04-13T07:42:35.607187+0000","last_fullsized":"2024-04-13T07:42:35.607187+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:35.607187+0000","last_change":"2024-04-13T07:42:35.607187+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.607187+0000","last_undegraded":"2024-04-13T07:42:35.607187+0000","last_fullsized":"2024-04-13T07:42:35.607187+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.977872+0000","last_change":"2024-04-13T07:42:36.997276+0000","last_active":"2024-04-13T07:42:37.977872+0000","last_peered":"2024-04-13T07:42:37.977872+0000","last_clean":"2024-04-13T07:42:37.977872+0000","last_became_active":"2024-04-13T07:42:36.996999+0000","last_became_peered":"2024-04-13T07:42:36.996999+0000","last_unstale":"2024-04-13T07:42:37.977872+0000","last_undegraded":"2024-04-13T07:42:37.977872+0000","last_fullsized":"2024-04-13T07:42:37.977872+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:07:08.380622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.155168+0000","last_change":"2024-04-13T07:42:36.648281+0000","last_active":"2024-04-13T07:42:38.155168+0000","last_peered":"2024-04-13T07:42:38.155168+0000","last_clean":"2024-04-13T07:42:38.155168+0000","last_became_active":"2024-04-13T07:42:36.647945+0000","last_became_peered":"2024-04-13T07:42:36.647945+0000","last_unstale":"2024-04-13T07:42:38.155168+0000","last_undegraded":"2024-04-13T07:42:38.155168+0000","last_fullsized":"2024-04-13T07:42:38.155168+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:57:44.756348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978512+0000","last_change":"2024-04-13T07:42:36.998142+0000","last_active":"2024-04-13T07:42:37.978512+0000","last_peered":"2024-04-13T07:42:37.978512+0000","last_clean":"2024-04-13T07:42:37.978512+0000","last_became_active":"2024-04-13T07:42:36.996679+0000","last_became_peered":"2024-04-13T07:42:36.996679+0000","last_unstale":"2024-04-13T07:42:37.978512+0000","last_undegraded":"2024-04-13T07:42:37.978512+0000","last_fullsized":"2024-04-13T07:42:37.978512+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:26:18.025596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-13T07:42:35.623270+0000","last_change":"2024-04-13T07:42:35.623270+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.623270+0000","last_undegraded":"2024-04-13T07:42:35.623270+0000","last_fullsized":"2024-04-13T07:42:35.623270+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:40:00.383108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.001464+0000","last_change":"2024-04-13T07:42:36.999140+0000","last_active":"2024-04-13T07:42:37.001464+0000","last_peered":"2024-04-13T07:42:37.001464+0000","last_clean":"2024-04-13T07:42:37.001464+0000","last_became_active":"2024-04-13T07:42:36.998797+0000","last_became_peered":"2024-04-13T07:42:36.998797+0000","last_unstale":"2024-04-13T07:42:37.001464+0000","last_undegraded":"2024-04-13T07:42:37.001464+0000","last_fullsized":"2024-04-13T07:42:37.001464+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:52:59.746831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.979801+0000","last_change":"2024-04-13T07:42:36.640211+0000","last_active":"2024-04-13T07:42:36.979801+0000","last_peered":"2024-04-13T07:42:36.979801+0000","last_clean":"2024-04-13T07:42:36.979801+0000","last_became_active":"2024-04-13T07:42:36.639411+0000","last_became_peered":"2024-04-13T07:42:36.639411+0000","last_unstale":"2024-04-13T07:42:36.979801+0000","last_undegraded":"2024-04-13T07:42:36.979801+0000","last_fullsized":"2024-04-13T07:42:36.979801+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:32:22.294238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.154519+0000","last_change":"2024-04-13T07:42:37.000422+0000","last_active":"2024-04-13T07:42:38.154519+0000","last_peered":"2024-04-13T07:42:38.154519+0000","last_clean":"2024-04-13T07:42:38.154519+0000","last_became_active":"2024-04-13T07:42:37.000137+0000","last_became_peered":"2024-04-13T07:42:37.000137+0000","last_unstale":"2024-04-13T07:42:38.154519+0000","last_undegraded":"2024-04-13T07:42:38.154519+0000","last_fullsized":"2024-04-13T07:42:38.154519+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:59:31.521080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:35.607187+0000","last_change":"2024-04-13T07:42:35.607187+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.607187+0000","last_undegraded":"2024-04-13T07:42:35.607187+0000","last_fullsized":"2024-04-13T07:42:35.607187+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.979171+0000","last_change":"2024-04-13T07:42:36.641881+0000","last_active":"2024-04-13T07:42:36.979171+0000","last_peered":"2024-04-13T07:42:36.979171+0000","last_clean":"2024-04-13T07:42:36.979171+0000","last_became_active":"2024-04-13T07:42:36.640346+0000","last_became_peered":"2024-04-13T07:42:36.640346+0000","last_unstale":"2024-04-13T07:42:36.979171+0000","last_undegraded":"2024-04-13T07:42:36.979171+0000","last_fullsized":"2024-04-13T07:42:36.979171+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:01:18.716214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":219,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.988061+0000","last_change":"2024-04-13T07:42:21.974818+0000","last_active":"2024-04-13T07:42:36.988061+0000","last_peered":"2024-04-13T07:42:36.988061+0000","last_clean":"2024-04-13T07:42:36.988061+0000","last_became_active":"2024-04-13T07:42:21.974326+0000","last_became_peered":"2024-04-13T07:42:21.974326+0000","last_unstale":"2024-04-13T07:42:36.988061+0000","last_undegraded":"2024-04-13T07:42:36.988061+0000","last_fullsized":"2024-04-13T07:42:36.988061+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:40:15.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:40:15.469395+0000","last_clean_scrub_stamp":"2024-04-13T07:40:15.469395+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:43:01.030248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.977783+0000","last_change":"2024-04-13T07:42:36.649193+0000","last_active":"2024-04-13T07:42:37.977783+0000","last_peered":"2024-04-13T07:42:37.977783+0000","last_clean":"2024-04-13T07:42:37.977783+0000","last_became_active":"2024-04-13T07:42:36.648787+0000","last_became_peered":"2024-04-13T07:42:36.648787+0000","last_unstale":"2024-04-13T07:42:37.977783+0000","last_undegraded":"2024-04-13T07:42:37.977783+0000","last_fullsized":"2024-04-13T07:42:37.977783+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:57:23.052939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978517+0000","last_change":"2024-04-13T07:42:36.649064+0000","last_active":"2024-04-13T07:42:37.978517+0000","last_peered":"2024-04-13T07:42:37.978517+0000","last_clean":"2024-04-13T07:42:37.978517+0000","last_became_active":"2024-04-13T07:42:36.648763+0000","last_became_peered":"2024-04-13T07:42:36.648763+0000","last_unstale":"2024-04-13T07:42:37.978517+0000","last_undegraded":"2024-04-13T07:42:37.978517+0000","last_fullsized":"2024-04-13T07:42:37.978517+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:45:35.270246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-13T07:42:35.623367+0000","last_change":"2024-04-13T07:42:35.623367+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.623367+0000","last_undegraded":"2024-04-13T07:42:35.623367+0000","last_fullsized":"2024-04-13T07:42:35.623367+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:21:17.026690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:35.607187+0000","last_change":"2024-04-13T07:42:35.607187+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.607187+0000","last_undegraded":"2024-04-13T07:42:35.607187+0000","last_fullsized":"2024-04-13T07:42:35.607187+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.977647+0000","last_change":"2024-04-13T07:42:36.648407+0000","last_active":"2024-04-13T07:42:37.977647+0000","last_peered":"2024-04-13T07:42:37.977647+0000","last_clean":"2024-04-13T07:42:37.977647+0000","last_became_active":"2024-04-13T07:42:36.648117+0000","last_became_peered":"2024-04-13T07:42:36.648117+0000","last_unstale":"2024-04-13T07:42:37.977647+0000","last_undegraded":"2024-04-13T07:42:37.977647+0000","last_fullsized":"2024-04-13T07:42:37.977647+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:26:55.297314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.153979+0000","last_change":"2024-04-13T07:42:37.009891+0000","last_active":"2024-04-13T07:42:38.153979+0000","last_peered":"2024-04-13T07:42:38.153979+0000","last_clean":"2024-04-13T07:42:38.153979+0000","last_became_active":"2024-04-13T07:42:37.009612+0000","last_became_peered":"2024-04-13T07:42:37.009612+0000","last_unstale":"2024-04-13T07:42:38.153979+0000","last_undegraded":"2024-04-13T07:42:38.153979+0000","last_fullsized":"2024-04-13T07:42:38.153979+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:32:03.190087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-13T07:42:35.623477+0000","last_change":"2024-04-13T07:42:35.623477+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.623477+0000","last_undegraded":"2024-04-13T07:42:35.623477+0000","last_fullsized":"2024-04-13T07:42:35.623477+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:49:07.240103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-13T07:42:35.623565+0000","last_change":"2024-04-13T07:42:35.623565+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.623565+0000","last_undegraded":"2024-04-13T07:42:35.623565+0000","last_fullsized":"2024-04-13T07:42:35.623565+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:04:36.813947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.977952+0000","last_change":"2024-04-13T07:42:36.645895+0000","last_active":"2024-04-13T07:42:37.977952+0000","last_peered":"2024-04-13T07:42:37.977952+0000","last_clean":"2024-04-13T07:42:37.977952+0000","last_became_active":"2024-04-13T07:42:36.645574+0000","last_became_peered":"2024-04-13T07:42:36.645574+0000","last_unstale":"2024-04-13T07:42:37.977952+0000","last_undegraded":"2024-04-13T07:42:37.977952+0000","last_fullsized":"2024-04-13T07:42:37.977952+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:52:22.818215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:35.607187+0000","last_change":"2024-04-13T07:42:35.607187+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.607187+0000","last_undegraded":"2024-04-13T07:42:35.607187+0000","last_fullsized":"2024-04-13T07:42:35.607187+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978470+0000","last_change":"2024-04-13T07:42:37.000708+0000","last_active":"2024-04-13T07:42:37.978470+0000","last_peered":"2024-04-13T07:42:37.978470+0000","last_clean":"2024-04-13T07:42:37.978470+0000","last_became_active":"2024-04-13T07:42:37.000362+0000","last_became_peered":"2024-04-13T07:42:37.000362+0000","last_unstale":"2024-04-13T07:42:37.978470+0000","last_undegraded":"2024-04-13T07:42:37.978470+0000","last_fullsized":"2024-04-13T07:42:37.978470+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:50:24.835681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-13T07:42:35.623989+0000","last_change":"2024-04-13T07:42:35.623989+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.623989+0000","last_undegraded":"2024-04-13T07:42:35.623989+0000","last_fullsized":"2024-04-13T07:42:35.623989+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:53:28.958691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.002883+0000","last_change":"2024-04-13T07:42:37.000645+0000","last_active":"2024-04-13T07:42:37.002883+0000","last_peered":"2024-04-13T07:42:37.002883+0000","last_clean":"2024-04-13T07:42:37.002883+0000","last_became_active":"2024-04-13T07:42:37.000051+0000","last_became_peered":"2024-04-13T07:42:37.000051+0000","last_unstale":"2024-04-13T07:42:37.002883+0000","last_undegraded":"2024-04-13T07:42:37.002883+0000","last_fullsized":"2024-04-13T07:42:37.002883+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:27:47.515853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:35.607187+0000","last_change":"2024-04-13T07:42:35.607187+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.607187+0000","last_undegraded":"2024-04-13T07:42:35.607187+0000","last_fullsized":"2024-04-13T07:42:35.607187+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978665+0000","last_change":"2024-04-13T07:42:37.003961+0000","last_active":"2024-04-13T07:42:37.978665+0000","last_peered":"2024-04-13T07:42:37.978665+0000","last_clean":"2024-04-13T07:42:37.978665+0000","last_became_active":"2024-04-13T07:42:37.002014+0000","last_became_peered":"2024-04-13T07:42:37.002014+0000","last_unstale":"2024-04-13T07:42:37.978665+0000","last_undegraded":"2024-04-13T07:42:37.978665+0000","last_fullsized":"2024-04-13T07:42:37.978665+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:05:01.418217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.002812+0000","last_change":"2024-04-13T07:42:37.001337+0000","last_active":"2024-04-13T07:42:37.002812+0000","last_peered":"2024-04-13T07:42:37.002812+0000","last_clean":"2024-04-13T07:42:37.002812+0000","last_became_active":"2024-04-13T07:42:37.000969+0000","last_became_peered":"2024-04-13T07:42:37.000969+0000","last_unstale":"2024-04-13T07:42:37.002812+0000","last_undegraded":"2024-04-13T07:42:37.002812+0000","last_fullsized":"2024-04-13T07:42:37.002812+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:53:25.928231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.010440+0000","last_change":"2024-04-13T07:42:37.009761+0000","last_active":"2024-04-13T07:42:37.010440+0000","last_peered":"2024-04-13T07:42:37.010440+0000","last_clean":"2024-04-13T07:42:37.010440+0000","last_became_active":"2024-04-13T07:42:37.009306+0000","last_became_peered":"2024-04-13T07:42:37.009306+0000","last_unstale":"2024-04-13T07:42:37.010440+0000","last_undegraded":"2024-04-13T07:42:37.010440+0000","last_fullsized":"2024-04-13T07:42:37.010440+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:21:15.474650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.998387+0000","last_change":"2024-04-13T07:42:36.995447+0000","last_active":"2024-04-13T07:42:36.998387+0000","last_peered":"2024-04-13T07:42:36.998387+0000","last_clean":"2024-04-13T07:42:36.998387+0000","last_became_active":"2024-04-13T07:42:36.994716+0000","last_became_peered":"2024-04-13T07:42:36.994716+0000","last_unstale":"2024-04-13T07:42:36.998387+0000","last_undegraded":"2024-04-13T07:42:36.998387+0000","last_fullsized":"2024-04-13T07:42:36.998387+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:11:43.317603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":84,"acting":84,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2966,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":7,"ondisk_log_size":7,"up":69,"acting":69,"num_store_stats":6}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233990,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28200,"kb_used_data":1180,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716952,"statfs":{"total":95995035648,"available":95966158848,"internally_reserved":0,"allocated":1208320,"data_stored":843410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":27654604},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55900000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50800000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54800000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.433}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40799999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45200000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61499999999999999}]}]},{"osd":6,"up_from":46,"seq":197568495627,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28160,"kb_used_data":1132,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716992,"statfs":{"total":95995035648,"available":95966199808,"internally_reserved":0,"allocated":1159168,"data_stored":822376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51400000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45200000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.438}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55900000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.499}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41599999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52300000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574884,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27592,"kb_used_data":572,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717560,"statfs":{"total":95995035648,"available":95966781440,"internally_reserved":0,"allocated":585728,"data_stored":238801,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:41:57 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.313,"15min":0.30499999999999999},"min":{"1min":0.28000000000000003,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"last":0.25},{"interface":"front","average":{"1min":0.38,"5min":0.32600000000000001,"15min":0.317},"min":{"1min":0.30199999999999999,"5min":0.223,"15min":0.223},"max":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"last":0.33500000000000002}]},{"osd":2,"last update":"Sat Apr 13 07:42:16 2024","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":0.41099999999999998,"15min":0.40200000000000002},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"min":{"1min":0.28399999999999997,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.47599999999999998,"5min":0.51100000000000001,"15min":0.51100000000000001},"last":0.28299999999999997}]},{"osd":3,"last update":"Sat Apr 13 07:41:41 2024","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.499,"5min":0.499,"15min":0.499},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.436,"5min":0.436,"15min":0.436},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"last":0.26600000000000001}]},{"osd":4,"last update":"Sat Apr 13 07:42:04 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.52600000000000002}]},{"osd":5,"last update":"Sat Apr 13 07:42:30 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.57899999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50800000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60399999999999998}]}]},{"osd":0,"up_from":8,"seq":34359738409,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32256,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712896,"statfs":{"total":95995035648,"available":95962005504,"internally_reserved":0,"allocated":1167360,"data_stored":822922,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Apr 13 07:41:53 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.32700000000000001,"15min":0.318},"min":{"1min":0.26000000000000001,"5min":0.186,"15min":0.186},"max":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"last":0.214},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.33400000000000002,"15min":0.32400000000000001},"min":{"1min":0.248,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.35299999999999998}]},{"osd":2,"last update":"Sat Apr 13 07:42:18 2024","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.36899999999999999,"15min":0.36099999999999999},"min":{"1min":0.28899999999999998,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.25700000000000001},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.40699999999999997,"15min":0.40100000000000002},"min":{"1min":0.28000000000000003,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.26800000000000002}]},{"osd":3,"last update":"Sat Apr 13 07:41:40 2024","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.315},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.32200000000000001}]},{"osd":4,"last update":"Sat Apr 13 07:42:06 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":1.1599999999999999,"5min":1.1599999999999999,"15min":1.1599999999999999},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.016,"5min":1.016,"15min":1.016},"last":0.57899999999999996}]},{"osd":5,"last update":"Sat Apr 13 07:42:31 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.59699999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65500000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68700000000000006}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27580,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717572,"statfs":{"total":95995035648,"available":95966793728,"internally_reserved":0,"allocated":573440,"data_stored":232554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:42:16 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.371,"15min":0.36899999999999999},"min":{"1min":0.30099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.52300000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.41699999999999998,"15min":0.41099999999999998},"min":{"1min":0.35499999999999998,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.432}]},{"osd":1,"last update":"Sat Apr 13 07:42:16 2024","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.39000000000000001,"15min":0.38800000000000001},"min":{"1min":0.26400000000000001,"5min":0.251,"15min":0.251},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.40400000000000003,"15min":0.39800000000000002},"min":{"1min":0.315,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.624,"5min":0.624,"15min":0.624},"last":0.57499999999999996}]},{"osd":3,"last update":"Sat Apr 13 07:41:44 2024","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"last":0.47799999999999998}]},{"osd":4,"last update":"Sat Apr 13 07:42:04 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.621}]},{"osd":5,"last update":"Sat Apr 13 07:42:28 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":1.109,"5min":1.109,"15min":1.109},"last":0.59599999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.504}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61099999999999999}]}]},{"osd":3,"up_from":25,"seq":107374182425,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27584,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717568,"statfs":{"total":95995035648,"available":95966789632,"internally_reserved":0,"allocated":573440,"data_stored":232554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:41:40 2024","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"last":0.40400000000000003}]},{"osd":1,"last update":"Sat Apr 13 07:41:40 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.47299999999999998}]},{"osd":2,"last update":"Sat Apr 13 07:41:40 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.497}]},{"osd":4,"last update":"Sat Apr 13 07:42:06 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":1.379,"5min":1.379,"15min":1.379},"last":0.63400000000000001}]},{"osd":5,"last update":"Sat Apr 13 07:42:32 2024","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.421,"5min":1.421,"15min":1.421},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.355,"5min":1.355,"15min":1.355},"last":0.66300000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70599999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60899999999999999}]}]},{"osd":4,"up_from":30,"seq":128849018900,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27640,"kb_used_data":612,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717512,"statfs":{"total":95995035648,"available":95966732288,"internally_reserved":0,"allocated":626688,"data_stored":253419,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:42:07 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.46100000000000002}]},{"osd":1,"last update":"Sat Apr 13 07:42:07 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.44600000000000001}]},{"osd":2,"last update":"Sat Apr 13 07:42:07 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"last":0.372}]},{"osd":3,"last update":"Sat Apr 13 07:42:07 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.434}]},{"osd":5,"last update":"Sat Apr 13 07:42:30 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.316},{"interface":"front","average":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.29599999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33900000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41399999999999998}]}]},{"osd":5,"up_from":38,"seq":163208757264,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27628,"kb_used_data":604,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717524,"statfs":{"total":95995035648,"available":95966744576,"internally_reserved":0,"allocated":618496,"data_stored":253761,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:42:30 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.47499999999999998}]},{"osd":1,"last update":"Sat Apr 13 07:42:30 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.51600000000000001}]},{"osd":2,"last update":"Sat Apr 13 07:42:30 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.873,"5min":0.873,"15min":0.873},"last":0.504},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.58999999999999997}]},{"osd":3,"last update":"Sat Apr 13 07:42:30 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.54500000000000004}]},{"osd":4,"last update":"Sat Apr 13 07:42:30 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.375},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.56499999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.442}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35199999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-13T07:42:40.141 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-13T07:42:40.464 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:42:40.465 INFO:teuthology.orchestra.run.smithi119.stderr:dumped all 2024-04-13T07:42:40.466 INFO:journalctl@ceph.mds.a.smithi119.stdout:Apr 13 07:42:40 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mds-a[67846]: 2024-04-13T07:42:40.100+0000 7fec609b5700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-13T07:42:40.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:40 smithi119 ceph-mon[39268]: pgmap v191: 97 pgs: 41 active+clean, 11 creating+peering, 45 unknown; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 1 op/s 2024-04-13T07:42:40.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:40 smithi119 ceph-mon[39268]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-04-13T07:42:40.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:40 smithi119 ceph-mon[39268]: Cluster is now healthy 2024-04-13T07:42:40.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:40 smithi119 ceph-mon[39268]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-04-13T07:42:40.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:40 smithi119 ceph-mon[39268]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-13T07:42:40.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:40 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/646057028' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T07:42:40.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:40 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/1217499254' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:42:40.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:40 smithi119 ceph-mon[27733]: pgmap v191: 97 pgs: 41 active+clean, 11 creating+peering, 45 unknown; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 1 op/s 2024-04-13T07:42:40.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:40 smithi119 ceph-mon[27733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-04-13T07:42:40.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:40 smithi119 ceph-mon[27733]: Cluster is now healthy 2024-04-13T07:42:40.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:40 smithi119 ceph-mon[27733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-04-13T07:42:40.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:40 smithi119 ceph-mon[27733]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-13T07:42:40.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:40 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/646057028' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T07:42:40.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:40 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/1217499254' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:42:40.475 INFO:teuthology.orchestra.run.smithi119.stdout:{"pg_ready":true,"pg_map":{"version":191,"stamp":"2024-04-13T07:42:38.936526+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590390,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":167,"num_write_kb":2417,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":124,"ondisk_log_size":124,"up":156,"acting":156,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":95,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":749961216,"kb_used":226640,"kb_used_data":6360,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749734576,"statfs":{"total":767960285184,"available":767728205824,"internally_reserved":0,"allocated":6512640,"data_stored":3699797,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":225431098},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000562"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978752+0000","last_change":"2024-04-13T07:42:37.005975+0000","last_active":"2024-04-13T07:42:37.978752+0000","last_peered":"2024-04-13T07:42:37.978752+0000","last_clean":"2024-04-13T07:42:37.978752+0000","last_became_active":"2024-04-13T07:42:37.005680+0000","last_became_peered":"2024-04-13T07:42:37.005680+0000","last_unstale":"2024-04-13T07:42:37.978752+0000","last_undegraded":"2024-04-13T07:42:37.978752+0000","last_fullsized":"2024-04-13T07:42:37.978752+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:43:25.874551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.002863+0000","last_change":"2024-04-13T07:42:37.000398+0000","last_active":"2024-04-13T07:42:37.002863+0000","last_peered":"2024-04-13T07:42:37.002863+0000","last_clean":"2024-04-13T07:42:37.002863+0000","last_became_active":"2024-04-13T07:42:36.999623+0000","last_became_peered":"2024-04-13T07:42:36.999623+0000","last_unstale":"2024-04-13T07:42:37.002863+0000","last_undegraded":"2024-04-13T07:42:37.002863+0000","last_fullsized":"2024-04-13T07:42:37.002863+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:54:42.365879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978076+0000","last_change":"2024-04-13T07:42:37.009536+0000","last_active":"2024-04-13T07:42:37.978076+0000","last_peered":"2024-04-13T07:42:37.978076+0000","last_clean":"2024-04-13T07:42:37.978076+0000","last_became_active":"2024-04-13T07:42:37.009046+0000","last_became_peered":"2024-04-13T07:42:37.009046+0000","last_unstale":"2024-04-13T07:42:37.978076+0000","last_undegraded":"2024-04-13T07:42:37.978076+0000","last_fullsized":"2024-04-13T07:42:37.978076+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:56:42.424101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.991437+0000","last_change":"2024-04-13T07:42:36.989426+0000","last_active":"2024-04-13T07:42:36.991437+0000","last_peered":"2024-04-13T07:42:36.991437+0000","last_clean":"2024-04-13T07:42:36.991437+0000","last_became_active":"2024-04-13T07:42:36.988962+0000","last_became_peered":"2024-04-13T07:42:36.988962+0000","last_unstale":"2024-04-13T07:42:36.991437+0000","last_undegraded":"2024-04-13T07:42:36.991437+0000","last_fullsized":"2024-04-13T07:42:36.991437+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:58:41.381248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.977624+0000","last_change":"2024-04-13T07:42:37.002050+0000","last_active":"2024-04-13T07:42:37.977624+0000","last_peered":"2024-04-13T07:42:37.977624+0000","last_clean":"2024-04-13T07:42:37.977624+0000","last_became_active":"2024-04-13T07:42:37.001729+0000","last_became_peered":"2024-04-13T07:42:37.001729+0000","last_unstale":"2024-04-13T07:42:37.977624+0000","last_undegraded":"2024-04-13T07:42:37.977624+0000","last_fullsized":"2024-04-13T07:42:37.977624+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:02:38.368456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978777+0000","last_change":"2024-04-13T07:42:37.006781+0000","last_active":"2024-04-13T07:42:37.978777+0000","last_peered":"2024-04-13T07:42:37.978777+0000","last_clean":"2024-04-13T07:42:37.978777+0000","last_became_active":"2024-04-13T07:42:37.005856+0000","last_became_peered":"2024-04-13T07:42:37.005856+0000","last_unstale":"2024-04-13T07:42:37.978777+0000","last_undegraded":"2024-04-13T07:42:37.978777+0000","last_fullsized":"2024-04-13T07:42:37.978777+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:28:50.372131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.154829+0000","last_change":"2024-04-13T07:42:36.999077+0000","last_active":"2024-04-13T07:42:38.154829+0000","last_peered":"2024-04-13T07:42:38.154829+0000","last_clean":"2024-04-13T07:42:38.154829+0000","last_became_active":"2024-04-13T07:42:36.998778+0000","last_became_peered":"2024-04-13T07:42:36.998778+0000","last_unstale":"2024-04-13T07:42:38.154829+0000","last_undegraded":"2024-04-13T07:42:38.154829+0000","last_fullsized":"2024-04-13T07:42:38.154829+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:29:55.210355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.994805+0000","last_change":"2024-04-13T07:42:36.993576+0000","last_active":"2024-04-13T07:42:36.994805+0000","last_peered":"2024-04-13T07:42:36.994805+0000","last_clean":"2024-04-13T07:42:36.994805+0000","last_became_active":"2024-04-13T07:42:36.992517+0000","last_became_peered":"2024-04-13T07:42:36.992517+0000","last_unstale":"2024-04-13T07:42:36.994805+0000","last_undegraded":"2024-04-13T07:42:36.994805+0000","last_fullsized":"2024-04-13T07:42:36.994805+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:41:37.550494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.998290+0000","last_change":"2024-04-13T07:42:36.994488+0000","last_active":"2024-04-13T07:42:36.998290+0000","last_peered":"2024-04-13T07:42:36.998290+0000","last_clean":"2024-04-13T07:42:36.998290+0000","last_became_active":"2024-04-13T07:42:36.993018+0000","last_became_peered":"2024-04-13T07:42:36.993018+0000","last_unstale":"2024-04-13T07:42:36.998290+0000","last_undegraded":"2024-04-13T07:42:36.998290+0000","last_fullsized":"2024-04-13T07:42:36.998290+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:17:34.202883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978305+0000","last_change":"2024-04-13T07:42:37.009039+0000","last_active":"2024-04-13T07:42:37.978305+0000","last_peered":"2024-04-13T07:42:37.978305+0000","last_clean":"2024-04-13T07:42:37.978305+0000","last_became_active":"2024-04-13T07:42:37.008717+0000","last_became_peered":"2024-04-13T07:42:37.008717+0000","last_unstale":"2024-04-13T07:42:37.978305+0000","last_undegraded":"2024-04-13T07:42:37.978305+0000","last_fullsized":"2024-04-13T07:42:37.978305+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:11:29.869853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-13T07:42:35.620063+0000","last_change":"2024-04-13T07:42:35.620063+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.620063+0000","last_undegraded":"2024-04-13T07:42:35.620063+0000","last_fullsized":"2024-04-13T07:42:35.620063+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:43:56.520126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-13T07:42:35.617807+0000","last_change":"2024-04-13T07:42:35.617807+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.617807+0000","last_undegraded":"2024-04-13T07:42:35.617807+0000","last_fullsized":"2024-04-13T07:42:35.617807+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:48:16.860570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978580+0000","last_change":"2024-04-13T07:42:36.649780+0000","last_active":"2024-04-13T07:42:37.978580+0000","last_peered":"2024-04-13T07:42:37.978580+0000","last_clean":"2024-04-13T07:42:37.978580+0000","last_became_active":"2024-04-13T07:42:36.649370+0000","last_became_peered":"2024-04-13T07:42:36.649370+0000","last_unstale":"2024-04-13T07:42:37.978580+0000","last_undegraded":"2024-04-13T07:42:37.978580+0000","last_fullsized":"2024-04-13T07:42:37.978580+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:41:14.258592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.998452+0000","last_change":"2024-04-13T07:42:36.997571+0000","last_active":"2024-04-13T07:42:36.998452+0000","last_peered":"2024-04-13T07:42:36.998452+0000","last_clean":"2024-04-13T07:42:36.998452+0000","last_became_active":"2024-04-13T07:42:36.997258+0000","last_became_peered":"2024-04-13T07:42:36.997258+0000","last_unstale":"2024-04-13T07:42:36.998452+0000","last_undegraded":"2024-04-13T07:42:36.998452+0000","last_fullsized":"2024-04-13T07:42:36.998452+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:10:51.593225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978020+0000","last_change":"2024-04-13T07:42:36.646750+0000","last_active":"2024-04-13T07:42:37.978020+0000","last_peered":"2024-04-13T07:42:37.978020+0000","last_clean":"2024-04-13T07:42:37.978020+0000","last_became_active":"2024-04-13T07:42:36.646448+0000","last_became_peered":"2024-04-13T07:42:36.646448+0000","last_unstale":"2024-04-13T07:42:37.978020+0000","last_undegraded":"2024-04-13T07:42:37.978020+0000","last_fullsized":"2024-04-13T07:42:37.978020+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:54:49.139942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.998231+0000","last_change":"2024-04-13T07:42:36.994155+0000","last_active":"2024-04-13T07:42:36.998231+0000","last_peered":"2024-04-13T07:42:36.998231+0000","last_clean":"2024-04-13T07:42:36.998231+0000","last_became_active":"2024-04-13T07:42:36.993776+0000","last_became_peered":"2024-04-13T07:42:36.993776+0000","last_unstale":"2024-04-13T07:42:36.998231+0000","last_undegraded":"2024-04-13T07:42:36.998231+0000","last_fullsized":"2024-04-13T07:42:36.998231+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:26:50.403505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-13T07:42:35.617726+0000","last_change":"2024-04-13T07:42:35.617726+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.617726+0000","last_undegraded":"2024-04-13T07:42:35.617726+0000","last_fullsized":"2024-04-13T07:42:35.617726+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:14:52.860216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.154118+0000","last_change":"2024-04-13T07:42:37.010588+0000","last_active":"2024-04-13T07:42:38.154118+0000","last_peered":"2024-04-13T07:42:38.154118+0000","last_clean":"2024-04-13T07:42:38.154118+0000","last_became_active":"2024-04-13T07:42:37.010268+0000","last_became_peered":"2024-04-13T07:42:37.010268+0000","last_unstale":"2024-04-13T07:42:38.154118+0000","last_undegraded":"2024-04-13T07:42:38.154118+0000","last_fullsized":"2024-04-13T07:42:38.154118+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:41:28.864540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:35.607187+0000","last_change":"2024-04-13T07:42:35.607187+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.607187+0000","last_undegraded":"2024-04-13T07:42:35.607187+0000","last_fullsized":"2024-04-13T07:42:35.607187+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-13T07:42:35.617774+0000","last_change":"2024-04-13T07:42:35.617774+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.617774+0000","last_undegraded":"2024-04-13T07:42:35.617774+0000","last_fullsized":"2024-04-13T07:42:35.617774+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:57:03.974829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.980088+0000","last_change":"2024-04-13T07:42:36.643053+0000","last_active":"2024-04-13T07:42:36.980088+0000","last_peered":"2024-04-13T07:42:36.980088+0000","last_clean":"2024-04-13T07:42:36.980088+0000","last_became_active":"2024-04-13T07:42:36.641777+0000","last_became_peered":"2024-04-13T07:42:36.641777+0000","last_unstale":"2024-04-13T07:42:36.980088+0000","last_undegraded":"2024-04-13T07:42:36.980088+0000","last_fullsized":"2024-04-13T07:42:36.980088+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:14:19.879388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:35.607187+0000","last_change":"2024-04-13T07:42:35.607187+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.607187+0000","last_undegraded":"2024-04-13T07:42:35.607187+0000","last_fullsized":"2024-04-13T07:42:35.607187+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.992934+0000","last_change":"2024-04-13T07:42:36.991877+0000","last_active":"2024-04-13T07:42:36.992934+0000","last_peered":"2024-04-13T07:42:36.992934+0000","last_clean":"2024-04-13T07:42:36.992934+0000","last_became_active":"2024-04-13T07:42:36.991521+0000","last_became_peered":"2024-04-13T07:42:36.991521+0000","last_unstale":"2024-04-13T07:42:36.992934+0000","last_undegraded":"2024-04-13T07:42:36.992934+0000","last_fullsized":"2024-04-13T07:42:36.992934+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:55:48.440531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.979206+0000","last_change":"2024-04-13T07:42:36.641561+0000","last_active":"2024-04-13T07:42:36.979206+0000","last_peered":"2024-04-13T07:42:36.979206+0000","last_clean":"2024-04-13T07:42:36.979206+0000","last_became_active":"2024-04-13T07:42:36.639509+0000","last_became_peered":"2024-04-13T07:42:36.639509+0000","last_unstale":"2024-04-13T07:42:36.979206+0000","last_undegraded":"2024-04-13T07:42:36.979206+0000","last_fullsized":"2024-04-13T07:42:36.979206+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:14:37.071974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-13T07:42:35.624419+0000","last_change":"2024-04-13T07:42:35.624419+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.624419+0000","last_undegraded":"2024-04-13T07:42:35.624419+0000","last_fullsized":"2024-04-13T07:42:35.624419+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:08:14.901387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.154850+0000","last_change":"2024-04-13T07:42:37.000108+0000","last_active":"2024-04-13T07:42:38.154850+0000","last_peered":"2024-04-13T07:42:38.154850+0000","last_clean":"2024-04-13T07:42:38.154850+0000","last_became_active":"2024-04-13T07:42:36.999735+0000","last_became_peered":"2024-04-13T07:42:36.999735+0000","last_unstale":"2024-04-13T07:42:38.154850+0000","last_undegraded":"2024-04-13T07:42:38.154850+0000","last_fullsized":"2024-04-13T07:42:38.154850+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:47:48.236051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:35.607187+0000","last_change":"2024-04-13T07:42:35.607187+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.607187+0000","last_undegraded":"2024-04-13T07:42:35.607187+0000","last_fullsized":"2024-04-13T07:42:35.607187+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978326+0000","last_change":"2024-04-13T07:42:37.014288+0000","last_active":"2024-04-13T07:42:37.978326+0000","last_peered":"2024-04-13T07:42:37.978326+0000","last_clean":"2024-04-13T07:42:37.978326+0000","last_became_active":"2024-04-13T07:42:37.013901+0000","last_became_peered":"2024-04-13T07:42:37.013901+0000","last_unstale":"2024-04-13T07:42:37.978326+0000","last_undegraded":"2024-04-13T07:42:37.978326+0000","last_fullsized":"2024-04-13T07:42:37.978326+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:57:21.169615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-13T07:42:35.619551+0000","last_change":"2024-04-13T07:42:35.619551+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.619551+0000","last_undegraded":"2024-04-13T07:42:35.619551+0000","last_fullsized":"2024-04-13T07:42:35.619551+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:22:20.301600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.979916+0000","last_change":"2024-04-13T07:42:36.642813+0000","last_active":"2024-04-13T07:42:36.979916+0000","last_peered":"2024-04-13T07:42:36.979916+0000","last_clean":"2024-04-13T07:42:36.979916+0000","last_became_active":"2024-04-13T07:42:36.642520+0000","last_became_peered":"2024-04-13T07:42:36.642520+0000","last_unstale":"2024-04-13T07:42:36.979916+0000","last_undegraded":"2024-04-13T07:42:36.979916+0000","last_fullsized":"2024-04-13T07:42:36.979916+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:25:03.227640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.977977+0000","last_change":"2024-04-13T07:42:37.009349+0000","last_active":"2024-04-13T07:42:37.977977+0000","last_peered":"2024-04-13T07:42:37.977977+0000","last_clean":"2024-04-13T07:42:37.977977+0000","last_became_active":"2024-04-13T07:42:37.008645+0000","last_became_peered":"2024-04-13T07:42:37.008645+0000","last_unstale":"2024-04-13T07:42:37.977977+0000","last_undegraded":"2024-04-13T07:42:37.977977+0000","last_fullsized":"2024-04-13T07:42:37.977977+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:58:03.772696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:35.607187+0000","last_change":"2024-04-13T07:42:35.607187+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.607187+0000","last_undegraded":"2024-04-13T07:42:35.607187+0000","last_fullsized":"2024-04-13T07:42:35.607187+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:35.607187+0000","last_change":"2024-04-13T07:42:35.607187+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.607187+0000","last_undegraded":"2024-04-13T07:42:35.607187+0000","last_fullsized":"2024-04-13T07:42:35.607187+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.977872+0000","last_change":"2024-04-13T07:42:36.997276+0000","last_active":"2024-04-13T07:42:37.977872+0000","last_peered":"2024-04-13T07:42:37.977872+0000","last_clean":"2024-04-13T07:42:37.977872+0000","last_became_active":"2024-04-13T07:42:36.996999+0000","last_became_peered":"2024-04-13T07:42:36.996999+0000","last_unstale":"2024-04-13T07:42:37.977872+0000","last_undegraded":"2024-04-13T07:42:37.977872+0000","last_fullsized":"2024-04-13T07:42:37.977872+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:07:08.380622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.155168+0000","last_change":"2024-04-13T07:42:36.648281+0000","last_active":"2024-04-13T07:42:38.155168+0000","last_peered":"2024-04-13T07:42:38.155168+0000","last_clean":"2024-04-13T07:42:38.155168+0000","last_became_active":"2024-04-13T07:42:36.647945+0000","last_became_peered":"2024-04-13T07:42:36.647945+0000","last_unstale":"2024-04-13T07:42:38.155168+0000","last_undegraded":"2024-04-13T07:42:38.155168+0000","last_fullsized":"2024-04-13T07:42:38.155168+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:57:44.756348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978512+0000","last_change":"2024-04-13T07:42:36.998142+0000","last_active":"2024-04-13T07:42:37.978512+0000","last_peered":"2024-04-13T07:42:37.978512+0000","last_clean":"2024-04-13T07:42:37.978512+0000","last_became_active":"2024-04-13T07:42:36.996679+0000","last_became_peered":"2024-04-13T07:42:36.996679+0000","last_unstale":"2024-04-13T07:42:37.978512+0000","last_undegraded":"2024-04-13T07:42:37.978512+0000","last_fullsized":"2024-04-13T07:42:37.978512+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:26:18.025596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-13T07:42:35.623270+0000","last_change":"2024-04-13T07:42:35.623270+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.623270+0000","last_undegraded":"2024-04-13T07:42:35.623270+0000","last_fullsized":"2024-04-13T07:42:35.623270+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:40:00.383108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.001464+0000","last_change":"2024-04-13T07:42:36.999140+0000","last_active":"2024-04-13T07:42:37.001464+0000","last_peered":"2024-04-13T07:42:37.001464+0000","last_clean":"2024-04-13T07:42:37.001464+0000","last_became_active":"2024-04-13T07:42:36.998797+0000","last_became_peered":"2024-04-13T07:42:36.998797+0000","last_unstale":"2024-04-13T07:42:37.001464+0000","last_undegraded":"2024-04-13T07:42:37.001464+0000","last_fullsized":"2024-04-13T07:42:37.001464+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:52:59.746831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.979801+0000","last_change":"2024-04-13T07:42:36.640211+0000","last_active":"2024-04-13T07:42:36.979801+0000","last_peered":"2024-04-13T07:42:36.979801+0000","last_clean":"2024-04-13T07:42:36.979801+0000","last_became_active":"2024-04-13T07:42:36.639411+0000","last_became_peered":"2024-04-13T07:42:36.639411+0000","last_unstale":"2024-04-13T07:42:36.979801+0000","last_undegraded":"2024-04-13T07:42:36.979801+0000","last_fullsized":"2024-04-13T07:42:36.979801+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:32:22.294238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.154519+0000","last_change":"2024-04-13T07:42:37.000422+0000","last_active":"2024-04-13T07:42:38.154519+0000","last_peered":"2024-04-13T07:42:38.154519+0000","last_clean":"2024-04-13T07:42:38.154519+0000","last_became_active":"2024-04-13T07:42:37.000137+0000","last_became_peered":"2024-04-13T07:42:37.000137+0000","last_unstale":"2024-04-13T07:42:38.154519+0000","last_undegraded":"2024-04-13T07:42:38.154519+0000","last_fullsized":"2024-04-13T07:42:38.154519+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:59:31.521080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:35.607187+0000","last_change":"2024-04-13T07:42:35.607187+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.607187+0000","last_undegraded":"2024-04-13T07:42:35.607187+0000","last_fullsized":"2024-04-13T07:42:35.607187+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.979171+0000","last_change":"2024-04-13T07:42:36.641881+0000","last_active":"2024-04-13T07:42:36.979171+0000","last_peered":"2024-04-13T07:42:36.979171+0000","last_clean":"2024-04-13T07:42:36.979171+0000","last_became_active":"2024-04-13T07:42:36.640346+0000","last_became_peered":"2024-04-13T07:42:36.640346+0000","last_unstale":"2024-04-13T07:42:36.979171+0000","last_undegraded":"2024-04-13T07:42:36.979171+0000","last_fullsized":"2024-04-13T07:42:36.979171+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:01:18.716214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":219,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.988061+0000","last_change":"2024-04-13T07:42:21.974818+0000","last_active":"2024-04-13T07:42:36.988061+0000","last_peered":"2024-04-13T07:42:36.988061+0000","last_clean":"2024-04-13T07:42:36.988061+0000","last_became_active":"2024-04-13T07:42:21.974326+0000","last_became_peered":"2024-04-13T07:42:21.974326+0000","last_unstale":"2024-04-13T07:42:36.988061+0000","last_undegraded":"2024-04-13T07:42:36.988061+0000","last_fullsized":"2024-04-13T07:42:36.988061+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:40:15.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:40:15.469395+0000","last_clean_scrub_stamp":"2024-04-13T07:40:15.469395+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:43:01.030248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.977783+0000","last_change":"2024-04-13T07:42:36.649193+0000","last_active":"2024-04-13T07:42:37.977783+0000","last_peered":"2024-04-13T07:42:37.977783+0000","last_clean":"2024-04-13T07:42:37.977783+0000","last_became_active":"2024-04-13T07:42:36.648787+0000","last_became_peered":"2024-04-13T07:42:36.648787+0000","last_unstale":"2024-04-13T07:42:37.977783+0000","last_undegraded":"2024-04-13T07:42:37.977783+0000","last_fullsized":"2024-04-13T07:42:37.977783+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:57:23.052939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978517+0000","last_change":"2024-04-13T07:42:36.649064+0000","last_active":"2024-04-13T07:42:37.978517+0000","last_peered":"2024-04-13T07:42:37.978517+0000","last_clean":"2024-04-13T07:42:37.978517+0000","last_became_active":"2024-04-13T07:42:36.648763+0000","last_became_peered":"2024-04-13T07:42:36.648763+0000","last_unstale":"2024-04-13T07:42:37.978517+0000","last_undegraded":"2024-04-13T07:42:37.978517+0000","last_fullsized":"2024-04-13T07:42:37.978517+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:45:35.270246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-13T07:42:35.623367+0000","last_change":"2024-04-13T07:42:35.623367+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.623367+0000","last_undegraded":"2024-04-13T07:42:35.623367+0000","last_fullsized":"2024-04-13T07:42:35.623367+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:21:17.026690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:35.607187+0000","last_change":"2024-04-13T07:42:35.607187+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.607187+0000","last_undegraded":"2024-04-13T07:42:35.607187+0000","last_fullsized":"2024-04-13T07:42:35.607187+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.977647+0000","last_change":"2024-04-13T07:42:36.648407+0000","last_active":"2024-04-13T07:42:37.977647+0000","last_peered":"2024-04-13T07:42:37.977647+0000","last_clean":"2024-04-13T07:42:37.977647+0000","last_became_active":"2024-04-13T07:42:36.648117+0000","last_became_peered":"2024-04-13T07:42:36.648117+0000","last_unstale":"2024-04-13T07:42:37.977647+0000","last_undegraded":"2024-04-13T07:42:37.977647+0000","last_fullsized":"2024-04-13T07:42:37.977647+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:26:55.297314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.153979+0000","last_change":"2024-04-13T07:42:37.009891+0000","last_active":"2024-04-13T07:42:38.153979+0000","last_peered":"2024-04-13T07:42:38.153979+0000","last_clean":"2024-04-13T07:42:38.153979+0000","last_became_active":"2024-04-13T07:42:37.009612+0000","last_became_peered":"2024-04-13T07:42:37.009612+0000","last_unstale":"2024-04-13T07:42:38.153979+0000","last_undegraded":"2024-04-13T07:42:38.153979+0000","last_fullsized":"2024-04-13T07:42:38.153979+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:32:03.190087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-13T07:42:35.623477+0000","last_change":"2024-04-13T07:42:35.623477+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.623477+0000","last_undegraded":"2024-04-13T07:42:35.623477+0000","last_fullsized":"2024-04-13T07:42:35.623477+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:49:07.240103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-13T07:42:35.623565+0000","last_change":"2024-04-13T07:42:35.623565+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.623565+0000","last_undegraded":"2024-04-13T07:42:35.623565+0000","last_fullsized":"2024-04-13T07:42:35.623565+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:04:36.813947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.977952+0000","last_change":"2024-04-13T07:42:36.645895+0000","last_active":"2024-04-13T07:42:37.977952+0000","last_peered":"2024-04-13T07:42:37.977952+0000","last_clean":"2024-04-13T07:42:37.977952+0000","last_became_active":"2024-04-13T07:42:36.645574+0000","last_became_peered":"2024-04-13T07:42:36.645574+0000","last_unstale":"2024-04-13T07:42:37.977952+0000","last_undegraded":"2024-04-13T07:42:37.977952+0000","last_fullsized":"2024-04-13T07:42:37.977952+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:52:22.818215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:35.607187+0000","last_change":"2024-04-13T07:42:35.607187+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.607187+0000","last_undegraded":"2024-04-13T07:42:35.607187+0000","last_fullsized":"2024-04-13T07:42:35.607187+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978470+0000","last_change":"2024-04-13T07:42:37.000708+0000","last_active":"2024-04-13T07:42:37.978470+0000","last_peered":"2024-04-13T07:42:37.978470+0000","last_clean":"2024-04-13T07:42:37.978470+0000","last_became_active":"2024-04-13T07:42:37.000362+0000","last_became_peered":"2024-04-13T07:42:37.000362+0000","last_unstale":"2024-04-13T07:42:37.978470+0000","last_undegraded":"2024-04-13T07:42:37.978470+0000","last_fullsized":"2024-04-13T07:42:37.978470+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:50:24.835681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-13T07:42:35.623989+0000","last_change":"2024-04-13T07:42:35.623989+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.623989+0000","last_undegraded":"2024-04-13T07:42:35.623989+0000","last_fullsized":"2024-04-13T07:42:35.623989+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:53:28.958691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.002883+0000","last_change":"2024-04-13T07:42:37.000645+0000","last_active":"2024-04-13T07:42:37.002883+0000","last_peered":"2024-04-13T07:42:37.002883+0000","last_clean":"2024-04-13T07:42:37.002883+0000","last_became_active":"2024-04-13T07:42:37.000051+0000","last_became_peered":"2024-04-13T07:42:37.000051+0000","last_unstale":"2024-04-13T07:42:37.002883+0000","last_undegraded":"2024-04-13T07:42:37.002883+0000","last_fullsized":"2024-04-13T07:42:37.002883+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:27:47.515853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:35.607187+0000","last_change":"2024-04-13T07:42:35.607187+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.607187+0000","last_undegraded":"2024-04-13T07:42:35.607187+0000","last_fullsized":"2024-04-13T07:42:35.607187+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978665+0000","last_change":"2024-04-13T07:42:37.003961+0000","last_active":"2024-04-13T07:42:37.978665+0000","last_peered":"2024-04-13T07:42:37.978665+0000","last_clean":"2024-04-13T07:42:37.978665+0000","last_became_active":"2024-04-13T07:42:37.002014+0000","last_became_peered":"2024-04-13T07:42:37.002014+0000","last_unstale":"2024-04-13T07:42:37.978665+0000","last_undegraded":"2024-04-13T07:42:37.978665+0000","last_fullsized":"2024-04-13T07:42:37.978665+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:05:01.418217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.002812+0000","last_change":"2024-04-13T07:42:37.001337+0000","last_active":"2024-04-13T07:42:37.002812+0000","last_peered":"2024-04-13T07:42:37.002812+0000","last_clean":"2024-04-13T07:42:37.002812+0000","last_became_active":"2024-04-13T07:42:37.000969+0000","last_became_peered":"2024-04-13T07:42:37.000969+0000","last_unstale":"2024-04-13T07:42:37.002812+0000","last_undegraded":"2024-04-13T07:42:37.002812+0000","last_fullsized":"2024-04-13T07:42:37.002812+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:53:25.928231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.010440+0000","last_change":"2024-04-13T07:42:37.009761+0000","last_active":"2024-04-13T07:42:37.010440+0000","last_peered":"2024-04-13T07:42:37.010440+0000","last_clean":"2024-04-13T07:42:37.010440+0000","last_became_active":"2024-04-13T07:42:37.009306+0000","last_became_peered":"2024-04-13T07:42:37.009306+0000","last_unstale":"2024-04-13T07:42:37.010440+0000","last_undegraded":"2024-04-13T07:42:37.010440+0000","last_fullsized":"2024-04-13T07:42:37.010440+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:21:15.474650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.998387+0000","last_change":"2024-04-13T07:42:36.995447+0000","last_active":"2024-04-13T07:42:36.998387+0000","last_peered":"2024-04-13T07:42:36.998387+0000","last_clean":"2024-04-13T07:42:36.998387+0000","last_became_active":"2024-04-13T07:42:36.994716+0000","last_became_peered":"2024-04-13T07:42:36.994716+0000","last_unstale":"2024-04-13T07:42:36.998387+0000","last_undegraded":"2024-04-13T07:42:36.998387+0000","last_fullsized":"2024-04-13T07:42:36.998387+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:11:43.317603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":84,"acting":84,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2966,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":7,"ondisk_log_size":7,"up":69,"acting":69,"num_store_stats":6}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233990,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28200,"kb_used_data":1180,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716952,"statfs":{"total":95995035648,"available":95966158848,"internally_reserved":0,"allocated":1208320,"data_stored":843410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":27654604},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55900000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50800000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54800000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.433}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40799999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45200000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61499999999999999}]}]},{"osd":6,"up_from":46,"seq":197568495627,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28160,"kb_used_data":1132,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716992,"statfs":{"total":95995035648,"available":95966199808,"internally_reserved":0,"allocated":1159168,"data_stored":822376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51400000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45200000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.438}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55900000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.499}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41599999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52300000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574884,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27592,"kb_used_data":572,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717560,"statfs":{"total":95995035648,"available":95966781440,"internally_reserved":0,"allocated":585728,"data_stored":238801,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:41:57 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.313,"15min":0.30499999999999999},"min":{"1min":0.28000000000000003,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"last":0.25},{"interface":"front","average":{"1min":0.38,"5min":0.32600000000000001,"15min":0.317},"min":{"1min":0.30199999999999999,"5min":0.223,"15min":0.223},"max":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"last":0.33500000000000002}]},{"osd":2,"last update":"Sat Apr 13 07:42:16 2024","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":0.41099999999999998,"15min":0.40200000000000002},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"min":{"1min":0.28399999999999997,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.47599999999999998,"5min":0.51100000000000001,"15min":0.51100000000000001},"last":0.28299999999999997}]},{"osd":3,"last update":"Sat Apr 13 07:41:41 2024","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.499,"5min":0.499,"15min":0.499},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.436,"5min":0.436,"15min":0.436},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"last":0.26600000000000001}]},{"osd":4,"last update":"Sat Apr 13 07:42:04 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.52600000000000002}]},{"osd":5,"last update":"Sat Apr 13 07:42:30 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.57899999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50800000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60399999999999998}]}]},{"osd":0,"up_from":8,"seq":34359738409,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32256,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712896,"statfs":{"total":95995035648,"available":95962005504,"internally_reserved":0,"allocated":1167360,"data_stored":822922,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Apr 13 07:41:53 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.32700000000000001,"15min":0.318},"min":{"1min":0.26000000000000001,"5min":0.186,"15min":0.186},"max":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"last":0.214},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.33400000000000002,"15min":0.32400000000000001},"min":{"1min":0.248,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.35299999999999998}]},{"osd":2,"last update":"Sat Apr 13 07:42:18 2024","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.36899999999999999,"15min":0.36099999999999999},"min":{"1min":0.28899999999999998,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.25700000000000001},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.40699999999999997,"15min":0.40100000000000002},"min":{"1min":0.28000000000000003,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.26800000000000002}]},{"osd":3,"last update":"Sat Apr 13 07:41:40 2024","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.315},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.32200000000000001}]},{"osd":4,"last update":"Sat Apr 13 07:42:06 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":1.1599999999999999,"5min":1.1599999999999999,"15min":1.1599999999999999},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.016,"5min":1.016,"15min":1.016},"last":0.57899999999999996}]},{"osd":5,"last update":"Sat Apr 13 07:42:31 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.59699999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65500000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68700000000000006}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27580,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717572,"statfs":{"total":95995035648,"available":95966793728,"internally_reserved":0,"allocated":573440,"data_stored":232554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:42:16 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.371,"15min":0.36899999999999999},"min":{"1min":0.30099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.52300000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.41699999999999998,"15min":0.41099999999999998},"min":{"1min":0.35499999999999998,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.432}]},{"osd":1,"last update":"Sat Apr 13 07:42:16 2024","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.39000000000000001,"15min":0.38800000000000001},"min":{"1min":0.26400000000000001,"5min":0.251,"15min":0.251},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.40400000000000003,"15min":0.39800000000000002},"min":{"1min":0.315,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.624,"5min":0.624,"15min":0.624},"last":0.57499999999999996}]},{"osd":3,"last update":"Sat Apr 13 07:41:44 2024","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"last":0.47799999999999998}]},{"osd":4,"last update":"Sat Apr 13 07:42:04 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.621}]},{"osd":5,"last update":"Sat Apr 13 07:42:28 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":1.109,"5min":1.109,"15min":1.109},"last":0.59599999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.504}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61099999999999999}]}]},{"osd":3,"up_from":25,"seq":107374182425,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27584,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717568,"statfs":{"total":95995035648,"available":95966789632,"internally_reserved":0,"allocated":573440,"data_stored":232554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:41:40 2024","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"last":0.40400000000000003}]},{"osd":1,"last update":"Sat Apr 13 07:41:40 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.47299999999999998}]},{"osd":2,"last update":"Sat Apr 13 07:41:40 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.497}]},{"osd":4,"last update":"Sat Apr 13 07:42:06 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":1.379,"5min":1.379,"15min":1.379},"last":0.63400000000000001}]},{"osd":5,"last update":"Sat Apr 13 07:42:32 2024","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.421,"5min":1.421,"15min":1.421},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.355,"5min":1.355,"15min":1.355},"last":0.66300000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70599999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60899999999999999}]}]},{"osd":4,"up_from":30,"seq":128849018900,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27640,"kb_used_data":612,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717512,"statfs":{"total":95995035648,"available":95966732288,"internally_reserved":0,"allocated":626688,"data_stored":253419,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:42:07 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.46100000000000002}]},{"osd":1,"last update":"Sat Apr 13 07:42:07 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.44600000000000001}]},{"osd":2,"last update":"Sat Apr 13 07:42:07 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"last":0.372}]},{"osd":3,"last update":"Sat Apr 13 07:42:07 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.434}]},{"osd":5,"last update":"Sat Apr 13 07:42:30 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.316},{"interface":"front","average":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.29599999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33900000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41399999999999998}]}]},{"osd":5,"up_from":38,"seq":163208757264,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27628,"kb_used_data":604,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717524,"statfs":{"total":95995035648,"available":95966744576,"internally_reserved":0,"allocated":618496,"data_stored":253761,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:42:30 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.47499999999999998}]},{"osd":1,"last update":"Sat Apr 13 07:42:30 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.51600000000000001}]},{"osd":2,"last update":"Sat Apr 13 07:42:30 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.873,"5min":0.873,"15min":0.873},"last":0.504},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.58999999999999997}]},{"osd":3,"last update":"Sat Apr 13 07:42:30 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.54500000000000004}]},{"osd":4,"last update":"Sat Apr 13 07:42:30 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.375},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.56499999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.442}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35199999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-13T07:42:40.479 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-13T07:42:40.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:40 smithi139 ceph-mon[31267]: pgmap v191: 97 pgs: 41 active+clean, 11 creating+peering, 45 unknown; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 1 op/s 2024-04-13T07:42:40.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:40 smithi139 ceph-mon[31267]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-04-13T07:42:40.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:40 smithi139 ceph-mon[31267]: Cluster is now healthy 2024-04-13T07:42:40.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:40 smithi139 ceph-mon[31267]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-04-13T07:42:40.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:40 smithi139 ceph-mon[31267]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-13T07:42:40.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:40 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/646057028' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T07:42:40.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:40 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/1217499254' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:42:40.801 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:42:40.803 INFO:teuthology.orchestra.run.smithi119.stderr:dumped all 2024-04-13T07:42:40.812 INFO:teuthology.orchestra.run.smithi119.stdout:{"pg_ready":true,"pg_map":{"version":191,"stamp":"2024-04-13T07:42:38.936526+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590390,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":167,"num_write_kb":2417,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":124,"ondisk_log_size":124,"up":156,"acting":156,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":95,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":749961216,"kb_used":226640,"kb_used_data":6360,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749734576,"statfs":{"total":767960285184,"available":767728205824,"internally_reserved":0,"allocated":6512640,"data_stored":3699797,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":225431098},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000562"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978752+0000","last_change":"2024-04-13T07:42:37.005975+0000","last_active":"2024-04-13T07:42:37.978752+0000","last_peered":"2024-04-13T07:42:37.978752+0000","last_clean":"2024-04-13T07:42:37.978752+0000","last_became_active":"2024-04-13T07:42:37.005680+0000","last_became_peered":"2024-04-13T07:42:37.005680+0000","last_unstale":"2024-04-13T07:42:37.978752+0000","last_undegraded":"2024-04-13T07:42:37.978752+0000","last_fullsized":"2024-04-13T07:42:37.978752+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:43:25.874551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.002863+0000","last_change":"2024-04-13T07:42:37.000398+0000","last_active":"2024-04-13T07:42:37.002863+0000","last_peered":"2024-04-13T07:42:37.002863+0000","last_clean":"2024-04-13T07:42:37.002863+0000","last_became_active":"2024-04-13T07:42:36.999623+0000","last_became_peered":"2024-04-13T07:42:36.999623+0000","last_unstale":"2024-04-13T07:42:37.002863+0000","last_undegraded":"2024-04-13T07:42:37.002863+0000","last_fullsized":"2024-04-13T07:42:37.002863+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:54:42.365879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978076+0000","last_change":"2024-04-13T07:42:37.009536+0000","last_active":"2024-04-13T07:42:37.978076+0000","last_peered":"2024-04-13T07:42:37.978076+0000","last_clean":"2024-04-13T07:42:37.978076+0000","last_became_active":"2024-04-13T07:42:37.009046+0000","last_became_peered":"2024-04-13T07:42:37.009046+0000","last_unstale":"2024-04-13T07:42:37.978076+0000","last_undegraded":"2024-04-13T07:42:37.978076+0000","last_fullsized":"2024-04-13T07:42:37.978076+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:56:42.424101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.991437+0000","last_change":"2024-04-13T07:42:36.989426+0000","last_active":"2024-04-13T07:42:36.991437+0000","last_peered":"2024-04-13T07:42:36.991437+0000","last_clean":"2024-04-13T07:42:36.991437+0000","last_became_active":"2024-04-13T07:42:36.988962+0000","last_became_peered":"2024-04-13T07:42:36.988962+0000","last_unstale":"2024-04-13T07:42:36.991437+0000","last_undegraded":"2024-04-13T07:42:36.991437+0000","last_fullsized":"2024-04-13T07:42:36.991437+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:58:41.381248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.977624+0000","last_change":"2024-04-13T07:42:37.002050+0000","last_active":"2024-04-13T07:42:37.977624+0000","last_peered":"2024-04-13T07:42:37.977624+0000","last_clean":"2024-04-13T07:42:37.977624+0000","last_became_active":"2024-04-13T07:42:37.001729+0000","last_became_peered":"2024-04-13T07:42:37.001729+0000","last_unstale":"2024-04-13T07:42:37.977624+0000","last_undegraded":"2024-04-13T07:42:37.977624+0000","last_fullsized":"2024-04-13T07:42:37.977624+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:02:38.368456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978777+0000","last_change":"2024-04-13T07:42:37.006781+0000","last_active":"2024-04-13T07:42:37.978777+0000","last_peered":"2024-04-13T07:42:37.978777+0000","last_clean":"2024-04-13T07:42:37.978777+0000","last_became_active":"2024-04-13T07:42:37.005856+0000","last_became_peered":"2024-04-13T07:42:37.005856+0000","last_unstale":"2024-04-13T07:42:37.978777+0000","last_undegraded":"2024-04-13T07:42:37.978777+0000","last_fullsized":"2024-04-13T07:42:37.978777+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:28:50.372131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.154829+0000","last_change":"2024-04-13T07:42:36.999077+0000","last_active":"2024-04-13T07:42:38.154829+0000","last_peered":"2024-04-13T07:42:38.154829+0000","last_clean":"2024-04-13T07:42:38.154829+0000","last_became_active":"2024-04-13T07:42:36.998778+0000","last_became_peered":"2024-04-13T07:42:36.998778+0000","last_unstale":"2024-04-13T07:42:38.154829+0000","last_undegraded":"2024-04-13T07:42:38.154829+0000","last_fullsized":"2024-04-13T07:42:38.154829+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:29:55.210355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.994805+0000","last_change":"2024-04-13T07:42:36.993576+0000","last_active":"2024-04-13T07:42:36.994805+0000","last_peered":"2024-04-13T07:42:36.994805+0000","last_clean":"2024-04-13T07:42:36.994805+0000","last_became_active":"2024-04-13T07:42:36.992517+0000","last_became_peered":"2024-04-13T07:42:36.992517+0000","last_unstale":"2024-04-13T07:42:36.994805+0000","last_undegraded":"2024-04-13T07:42:36.994805+0000","last_fullsized":"2024-04-13T07:42:36.994805+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:41:37.550494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.998290+0000","last_change":"2024-04-13T07:42:36.994488+0000","last_active":"2024-04-13T07:42:36.998290+0000","last_peered":"2024-04-13T07:42:36.998290+0000","last_clean":"2024-04-13T07:42:36.998290+0000","last_became_active":"2024-04-13T07:42:36.993018+0000","last_became_peered":"2024-04-13T07:42:36.993018+0000","last_unstale":"2024-04-13T07:42:36.998290+0000","last_undegraded":"2024-04-13T07:42:36.998290+0000","last_fullsized":"2024-04-13T07:42:36.998290+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:17:34.202883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978305+0000","last_change":"2024-04-13T07:42:37.009039+0000","last_active":"2024-04-13T07:42:37.978305+0000","last_peered":"2024-04-13T07:42:37.978305+0000","last_clean":"2024-04-13T07:42:37.978305+0000","last_became_active":"2024-04-13T07:42:37.008717+0000","last_became_peered":"2024-04-13T07:42:37.008717+0000","last_unstale":"2024-04-13T07:42:37.978305+0000","last_undegraded":"2024-04-13T07:42:37.978305+0000","last_fullsized":"2024-04-13T07:42:37.978305+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:11:29.869853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-13T07:42:35.620063+0000","last_change":"2024-04-13T07:42:35.620063+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.620063+0000","last_undegraded":"2024-04-13T07:42:35.620063+0000","last_fullsized":"2024-04-13T07:42:35.620063+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:43:56.520126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-13T07:42:35.617807+0000","last_change":"2024-04-13T07:42:35.617807+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.617807+0000","last_undegraded":"2024-04-13T07:42:35.617807+0000","last_fullsized":"2024-04-13T07:42:35.617807+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:48:16.860570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978580+0000","last_change":"2024-04-13T07:42:36.649780+0000","last_active":"2024-04-13T07:42:37.978580+0000","last_peered":"2024-04-13T07:42:37.978580+0000","last_clean":"2024-04-13T07:42:37.978580+0000","last_became_active":"2024-04-13T07:42:36.649370+0000","last_became_peered":"2024-04-13T07:42:36.649370+0000","last_unstale":"2024-04-13T07:42:37.978580+0000","last_undegraded":"2024-04-13T07:42:37.978580+0000","last_fullsized":"2024-04-13T07:42:37.978580+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:41:14.258592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.998452+0000","last_change":"2024-04-13T07:42:36.997571+0000","last_active":"2024-04-13T07:42:36.998452+0000","last_peered":"2024-04-13T07:42:36.998452+0000","last_clean":"2024-04-13T07:42:36.998452+0000","last_became_active":"2024-04-13T07:42:36.997258+0000","last_became_peered":"2024-04-13T07:42:36.997258+0000","last_unstale":"2024-04-13T07:42:36.998452+0000","last_undegraded":"2024-04-13T07:42:36.998452+0000","last_fullsized":"2024-04-13T07:42:36.998452+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:10:51.593225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978020+0000","last_change":"2024-04-13T07:42:36.646750+0000","last_active":"2024-04-13T07:42:37.978020+0000","last_peered":"2024-04-13T07:42:37.978020+0000","last_clean":"2024-04-13T07:42:37.978020+0000","last_became_active":"2024-04-13T07:42:36.646448+0000","last_became_peered":"2024-04-13T07:42:36.646448+0000","last_unstale":"2024-04-13T07:42:37.978020+0000","last_undegraded":"2024-04-13T07:42:37.978020+0000","last_fullsized":"2024-04-13T07:42:37.978020+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:54:49.139942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.998231+0000","last_change":"2024-04-13T07:42:36.994155+0000","last_active":"2024-04-13T07:42:36.998231+0000","last_peered":"2024-04-13T07:42:36.998231+0000","last_clean":"2024-04-13T07:42:36.998231+0000","last_became_active":"2024-04-13T07:42:36.993776+0000","last_became_peered":"2024-04-13T07:42:36.993776+0000","last_unstale":"2024-04-13T07:42:36.998231+0000","last_undegraded":"2024-04-13T07:42:36.998231+0000","last_fullsized":"2024-04-13T07:42:36.998231+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:26:50.403505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-13T07:42:35.617726+0000","last_change":"2024-04-13T07:42:35.617726+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.617726+0000","last_undegraded":"2024-04-13T07:42:35.617726+0000","last_fullsized":"2024-04-13T07:42:35.617726+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:14:52.860216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.154118+0000","last_change":"2024-04-13T07:42:37.010588+0000","last_active":"2024-04-13T07:42:38.154118+0000","last_peered":"2024-04-13T07:42:38.154118+0000","last_clean":"2024-04-13T07:42:38.154118+0000","last_became_active":"2024-04-13T07:42:37.010268+0000","last_became_peered":"2024-04-13T07:42:37.010268+0000","last_unstale":"2024-04-13T07:42:38.154118+0000","last_undegraded":"2024-04-13T07:42:38.154118+0000","last_fullsized":"2024-04-13T07:42:38.154118+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:41:28.864540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:35.607187+0000","last_change":"2024-04-13T07:42:35.607187+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.607187+0000","last_undegraded":"2024-04-13T07:42:35.607187+0000","last_fullsized":"2024-04-13T07:42:35.607187+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-13T07:42:35.617774+0000","last_change":"2024-04-13T07:42:35.617774+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.617774+0000","last_undegraded":"2024-04-13T07:42:35.617774+0000","last_fullsized":"2024-04-13T07:42:35.617774+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:57:03.974829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.980088+0000","last_change":"2024-04-13T07:42:36.643053+0000","last_active":"2024-04-13T07:42:36.980088+0000","last_peered":"2024-04-13T07:42:36.980088+0000","last_clean":"2024-04-13T07:42:36.980088+0000","last_became_active":"2024-04-13T07:42:36.641777+0000","last_became_peered":"2024-04-13T07:42:36.641777+0000","last_unstale":"2024-04-13T07:42:36.980088+0000","last_undegraded":"2024-04-13T07:42:36.980088+0000","last_fullsized":"2024-04-13T07:42:36.980088+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:14:19.879388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:35.607187+0000","last_change":"2024-04-13T07:42:35.607187+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.607187+0000","last_undegraded":"2024-04-13T07:42:35.607187+0000","last_fullsized":"2024-04-13T07:42:35.607187+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.992934+0000","last_change":"2024-04-13T07:42:36.991877+0000","last_active":"2024-04-13T07:42:36.992934+0000","last_peered":"2024-04-13T07:42:36.992934+0000","last_clean":"2024-04-13T07:42:36.992934+0000","last_became_active":"2024-04-13T07:42:36.991521+0000","last_became_peered":"2024-04-13T07:42:36.991521+0000","last_unstale":"2024-04-13T07:42:36.992934+0000","last_undegraded":"2024-04-13T07:42:36.992934+0000","last_fullsized":"2024-04-13T07:42:36.992934+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:55:48.440531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.979206+0000","last_change":"2024-04-13T07:42:36.641561+0000","last_active":"2024-04-13T07:42:36.979206+0000","last_peered":"2024-04-13T07:42:36.979206+0000","last_clean":"2024-04-13T07:42:36.979206+0000","last_became_active":"2024-04-13T07:42:36.639509+0000","last_became_peered":"2024-04-13T07:42:36.639509+0000","last_unstale":"2024-04-13T07:42:36.979206+0000","last_undegraded":"2024-04-13T07:42:36.979206+0000","last_fullsized":"2024-04-13T07:42:36.979206+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:14:37.071974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-13T07:42:35.624419+0000","last_change":"2024-04-13T07:42:35.624419+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.624419+0000","last_undegraded":"2024-04-13T07:42:35.624419+0000","last_fullsized":"2024-04-13T07:42:35.624419+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:08:14.901387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.154850+0000","last_change":"2024-04-13T07:42:37.000108+0000","last_active":"2024-04-13T07:42:38.154850+0000","last_peered":"2024-04-13T07:42:38.154850+0000","last_clean":"2024-04-13T07:42:38.154850+0000","last_became_active":"2024-04-13T07:42:36.999735+0000","last_became_peered":"2024-04-13T07:42:36.999735+0000","last_unstale":"2024-04-13T07:42:38.154850+0000","last_undegraded":"2024-04-13T07:42:38.154850+0000","last_fullsized":"2024-04-13T07:42:38.154850+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:47:48.236051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:35.607187+0000","last_change":"2024-04-13T07:42:35.607187+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.607187+0000","last_undegraded":"2024-04-13T07:42:35.607187+0000","last_fullsized":"2024-04-13T07:42:35.607187+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978326+0000","last_change":"2024-04-13T07:42:37.014288+0000","last_active":"2024-04-13T07:42:37.978326+0000","last_peered":"2024-04-13T07:42:37.978326+0000","last_clean":"2024-04-13T07:42:37.978326+0000","last_became_active":"2024-04-13T07:42:37.013901+0000","last_became_peered":"2024-04-13T07:42:37.013901+0000","last_unstale":"2024-04-13T07:42:37.978326+0000","last_undegraded":"2024-04-13T07:42:37.978326+0000","last_fullsized":"2024-04-13T07:42:37.978326+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:57:21.169615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-13T07:42:35.619551+0000","last_change":"2024-04-13T07:42:35.619551+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.619551+0000","last_undegraded":"2024-04-13T07:42:35.619551+0000","last_fullsized":"2024-04-13T07:42:35.619551+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:22:20.301600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.979916+0000","last_change":"2024-04-13T07:42:36.642813+0000","last_active":"2024-04-13T07:42:36.979916+0000","last_peered":"2024-04-13T07:42:36.979916+0000","last_clean":"2024-04-13T07:42:36.979916+0000","last_became_active":"2024-04-13T07:42:36.642520+0000","last_became_peered":"2024-04-13T07:42:36.642520+0000","last_unstale":"2024-04-13T07:42:36.979916+0000","last_undegraded":"2024-04-13T07:42:36.979916+0000","last_fullsized":"2024-04-13T07:42:36.979916+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:25:03.227640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.977977+0000","last_change":"2024-04-13T07:42:37.009349+0000","last_active":"2024-04-13T07:42:37.977977+0000","last_peered":"2024-04-13T07:42:37.977977+0000","last_clean":"2024-04-13T07:42:37.977977+0000","last_became_active":"2024-04-13T07:42:37.008645+0000","last_became_peered":"2024-04-13T07:42:37.008645+0000","last_unstale":"2024-04-13T07:42:37.977977+0000","last_undegraded":"2024-04-13T07:42:37.977977+0000","last_fullsized":"2024-04-13T07:42:37.977977+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:58:03.772696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:35.607187+0000","last_change":"2024-04-13T07:42:35.607187+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.607187+0000","last_undegraded":"2024-04-13T07:42:35.607187+0000","last_fullsized":"2024-04-13T07:42:35.607187+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:35.607187+0000","last_change":"2024-04-13T07:42:35.607187+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.607187+0000","last_undegraded":"2024-04-13T07:42:35.607187+0000","last_fullsized":"2024-04-13T07:42:35.607187+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.977872+0000","last_change":"2024-04-13T07:42:36.997276+0000","last_active":"2024-04-13T07:42:37.977872+0000","last_peered":"2024-04-13T07:42:37.977872+0000","last_clean":"2024-04-13T07:42:37.977872+0000","last_became_active":"2024-04-13T07:42:36.996999+0000","last_became_peered":"2024-04-13T07:42:36.996999+0000","last_unstale":"2024-04-13T07:42:37.977872+0000","last_undegraded":"2024-04-13T07:42:37.977872+0000","last_fullsized":"2024-04-13T07:42:37.977872+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:07:08.380622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.155168+0000","last_change":"2024-04-13T07:42:36.648281+0000","last_active":"2024-04-13T07:42:38.155168+0000","last_peered":"2024-04-13T07:42:38.155168+0000","last_clean":"2024-04-13T07:42:38.155168+0000","last_became_active":"2024-04-13T07:42:36.647945+0000","last_became_peered":"2024-04-13T07:42:36.647945+0000","last_unstale":"2024-04-13T07:42:38.155168+0000","last_undegraded":"2024-04-13T07:42:38.155168+0000","last_fullsized":"2024-04-13T07:42:38.155168+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:57:44.756348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978512+0000","last_change":"2024-04-13T07:42:36.998142+0000","last_active":"2024-04-13T07:42:37.978512+0000","last_peered":"2024-04-13T07:42:37.978512+0000","last_clean":"2024-04-13T07:42:37.978512+0000","last_became_active":"2024-04-13T07:42:36.996679+0000","last_became_peered":"2024-04-13T07:42:36.996679+0000","last_unstale":"2024-04-13T07:42:37.978512+0000","last_undegraded":"2024-04-13T07:42:37.978512+0000","last_fullsized":"2024-04-13T07:42:37.978512+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:26:18.025596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-13T07:42:35.623270+0000","last_change":"2024-04-13T07:42:35.623270+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.623270+0000","last_undegraded":"2024-04-13T07:42:35.623270+0000","last_fullsized":"2024-04-13T07:42:35.623270+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:40:00.383108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.001464+0000","last_change":"2024-04-13T07:42:36.999140+0000","last_active":"2024-04-13T07:42:37.001464+0000","last_peered":"2024-04-13T07:42:37.001464+0000","last_clean":"2024-04-13T07:42:37.001464+0000","last_became_active":"2024-04-13T07:42:36.998797+0000","last_became_peered":"2024-04-13T07:42:36.998797+0000","last_unstale":"2024-04-13T07:42:37.001464+0000","last_undegraded":"2024-04-13T07:42:37.001464+0000","last_fullsized":"2024-04-13T07:42:37.001464+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:52:59.746831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.979801+0000","last_change":"2024-04-13T07:42:36.640211+0000","last_active":"2024-04-13T07:42:36.979801+0000","last_peered":"2024-04-13T07:42:36.979801+0000","last_clean":"2024-04-13T07:42:36.979801+0000","last_became_active":"2024-04-13T07:42:36.639411+0000","last_became_peered":"2024-04-13T07:42:36.639411+0000","last_unstale":"2024-04-13T07:42:36.979801+0000","last_undegraded":"2024-04-13T07:42:36.979801+0000","last_fullsized":"2024-04-13T07:42:36.979801+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:32:22.294238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.154519+0000","last_change":"2024-04-13T07:42:37.000422+0000","last_active":"2024-04-13T07:42:38.154519+0000","last_peered":"2024-04-13T07:42:38.154519+0000","last_clean":"2024-04-13T07:42:38.154519+0000","last_became_active":"2024-04-13T07:42:37.000137+0000","last_became_peered":"2024-04-13T07:42:37.000137+0000","last_unstale":"2024-04-13T07:42:38.154519+0000","last_undegraded":"2024-04-13T07:42:38.154519+0000","last_fullsized":"2024-04-13T07:42:38.154519+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:59:31.521080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:35.607187+0000","last_change":"2024-04-13T07:42:35.607187+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.607187+0000","last_undegraded":"2024-04-13T07:42:35.607187+0000","last_fullsized":"2024-04-13T07:42:35.607187+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.979171+0000","last_change":"2024-04-13T07:42:36.641881+0000","last_active":"2024-04-13T07:42:36.979171+0000","last_peered":"2024-04-13T07:42:36.979171+0000","last_clean":"2024-04-13T07:42:36.979171+0000","last_became_active":"2024-04-13T07:42:36.640346+0000","last_became_peered":"2024-04-13T07:42:36.640346+0000","last_unstale":"2024-04-13T07:42:36.979171+0000","last_undegraded":"2024-04-13T07:42:36.979171+0000","last_fullsized":"2024-04-13T07:42:36.979171+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:01:18.716214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":219,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.988061+0000","last_change":"2024-04-13T07:42:21.974818+0000","last_active":"2024-04-13T07:42:36.988061+0000","last_peered":"2024-04-13T07:42:36.988061+0000","last_clean":"2024-04-13T07:42:36.988061+0000","last_became_active":"2024-04-13T07:42:21.974326+0000","last_became_peered":"2024-04-13T07:42:21.974326+0000","last_unstale":"2024-04-13T07:42:36.988061+0000","last_undegraded":"2024-04-13T07:42:36.988061+0000","last_fullsized":"2024-04-13T07:42:36.988061+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:40:15.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:40:15.469395+0000","last_clean_scrub_stamp":"2024-04-13T07:40:15.469395+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:43:01.030248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.977783+0000","last_change":"2024-04-13T07:42:36.649193+0000","last_active":"2024-04-13T07:42:37.977783+0000","last_peered":"2024-04-13T07:42:37.977783+0000","last_clean":"2024-04-13T07:42:37.977783+0000","last_became_active":"2024-04-13T07:42:36.648787+0000","last_became_peered":"2024-04-13T07:42:36.648787+0000","last_unstale":"2024-04-13T07:42:37.977783+0000","last_undegraded":"2024-04-13T07:42:37.977783+0000","last_fullsized":"2024-04-13T07:42:37.977783+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:57:23.052939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978517+0000","last_change":"2024-04-13T07:42:36.649064+0000","last_active":"2024-04-13T07:42:37.978517+0000","last_peered":"2024-04-13T07:42:37.978517+0000","last_clean":"2024-04-13T07:42:37.978517+0000","last_became_active":"2024-04-13T07:42:36.648763+0000","last_became_peered":"2024-04-13T07:42:36.648763+0000","last_unstale":"2024-04-13T07:42:37.978517+0000","last_undegraded":"2024-04-13T07:42:37.978517+0000","last_fullsized":"2024-04-13T07:42:37.978517+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:45:35.270246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-13T07:42:35.623367+0000","last_change":"2024-04-13T07:42:35.623367+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.623367+0000","last_undegraded":"2024-04-13T07:42:35.623367+0000","last_fullsized":"2024-04-13T07:42:35.623367+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:21:17.026690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:35.607187+0000","last_change":"2024-04-13T07:42:35.607187+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.607187+0000","last_undegraded":"2024-04-13T07:42:35.607187+0000","last_fullsized":"2024-04-13T07:42:35.607187+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.977647+0000","last_change":"2024-04-13T07:42:36.648407+0000","last_active":"2024-04-13T07:42:37.977647+0000","last_peered":"2024-04-13T07:42:37.977647+0000","last_clean":"2024-04-13T07:42:37.977647+0000","last_became_active":"2024-04-13T07:42:36.648117+0000","last_became_peered":"2024-04-13T07:42:36.648117+0000","last_unstale":"2024-04-13T07:42:37.977647+0000","last_undegraded":"2024-04-13T07:42:37.977647+0000","last_fullsized":"2024-04-13T07:42:37.977647+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:26:55.297314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.153979+0000","last_change":"2024-04-13T07:42:37.009891+0000","last_active":"2024-04-13T07:42:38.153979+0000","last_peered":"2024-04-13T07:42:38.153979+0000","last_clean":"2024-04-13T07:42:38.153979+0000","last_became_active":"2024-04-13T07:42:37.009612+0000","last_became_peered":"2024-04-13T07:42:37.009612+0000","last_unstale":"2024-04-13T07:42:38.153979+0000","last_undegraded":"2024-04-13T07:42:38.153979+0000","last_fullsized":"2024-04-13T07:42:38.153979+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:32:03.190087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-13T07:42:35.623477+0000","last_change":"2024-04-13T07:42:35.623477+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.623477+0000","last_undegraded":"2024-04-13T07:42:35.623477+0000","last_fullsized":"2024-04-13T07:42:35.623477+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:49:07.240103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-13T07:42:35.623565+0000","last_change":"2024-04-13T07:42:35.623565+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.623565+0000","last_undegraded":"2024-04-13T07:42:35.623565+0000","last_fullsized":"2024-04-13T07:42:35.623565+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:04:36.813947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.977952+0000","last_change":"2024-04-13T07:42:36.645895+0000","last_active":"2024-04-13T07:42:37.977952+0000","last_peered":"2024-04-13T07:42:37.977952+0000","last_clean":"2024-04-13T07:42:37.977952+0000","last_became_active":"2024-04-13T07:42:36.645574+0000","last_became_peered":"2024-04-13T07:42:36.645574+0000","last_unstale":"2024-04-13T07:42:37.977952+0000","last_undegraded":"2024-04-13T07:42:37.977952+0000","last_fullsized":"2024-04-13T07:42:37.977952+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:52:22.818215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:35.607187+0000","last_change":"2024-04-13T07:42:35.607187+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.607187+0000","last_undegraded":"2024-04-13T07:42:35.607187+0000","last_fullsized":"2024-04-13T07:42:35.607187+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978470+0000","last_change":"2024-04-13T07:42:37.000708+0000","last_active":"2024-04-13T07:42:37.978470+0000","last_peered":"2024-04-13T07:42:37.978470+0000","last_clean":"2024-04-13T07:42:37.978470+0000","last_became_active":"2024-04-13T07:42:37.000362+0000","last_became_peered":"2024-04-13T07:42:37.000362+0000","last_unstale":"2024-04-13T07:42:37.978470+0000","last_undegraded":"2024-04-13T07:42:37.978470+0000","last_fullsized":"2024-04-13T07:42:37.978470+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:50:24.835681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-13T07:42:35.623989+0000","last_change":"2024-04-13T07:42:35.623989+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.623989+0000","last_undegraded":"2024-04-13T07:42:35.623989+0000","last_fullsized":"2024-04-13T07:42:35.623989+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:53:28.958691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.002883+0000","last_change":"2024-04-13T07:42:37.000645+0000","last_active":"2024-04-13T07:42:37.002883+0000","last_peered":"2024-04-13T07:42:37.002883+0000","last_clean":"2024-04-13T07:42:37.002883+0000","last_became_active":"2024-04-13T07:42:37.000051+0000","last_became_peered":"2024-04-13T07:42:37.000051+0000","last_unstale":"2024-04-13T07:42:37.002883+0000","last_undegraded":"2024-04-13T07:42:37.002883+0000","last_fullsized":"2024-04-13T07:42:37.002883+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:27:47.515853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:35.607187+0000","last_change":"2024-04-13T07:42:35.607187+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.607187+0000","last_undegraded":"2024-04-13T07:42:35.607187+0000","last_fullsized":"2024-04-13T07:42:35.607187+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978665+0000","last_change":"2024-04-13T07:42:37.003961+0000","last_active":"2024-04-13T07:42:37.978665+0000","last_peered":"2024-04-13T07:42:37.978665+0000","last_clean":"2024-04-13T07:42:37.978665+0000","last_became_active":"2024-04-13T07:42:37.002014+0000","last_became_peered":"2024-04-13T07:42:37.002014+0000","last_unstale":"2024-04-13T07:42:37.978665+0000","last_undegraded":"2024-04-13T07:42:37.978665+0000","last_fullsized":"2024-04-13T07:42:37.978665+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:05:01.418217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.002812+0000","last_change":"2024-04-13T07:42:37.001337+0000","last_active":"2024-04-13T07:42:37.002812+0000","last_peered":"2024-04-13T07:42:37.002812+0000","last_clean":"2024-04-13T07:42:37.002812+0000","last_became_active":"2024-04-13T07:42:37.000969+0000","last_became_peered":"2024-04-13T07:42:37.000969+0000","last_unstale":"2024-04-13T07:42:37.002812+0000","last_undegraded":"2024-04-13T07:42:37.002812+0000","last_fullsized":"2024-04-13T07:42:37.002812+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:53:25.928231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.010440+0000","last_change":"2024-04-13T07:42:37.009761+0000","last_active":"2024-04-13T07:42:37.010440+0000","last_peered":"2024-04-13T07:42:37.010440+0000","last_clean":"2024-04-13T07:42:37.010440+0000","last_became_active":"2024-04-13T07:42:37.009306+0000","last_became_peered":"2024-04-13T07:42:37.009306+0000","last_unstale":"2024-04-13T07:42:37.010440+0000","last_undegraded":"2024-04-13T07:42:37.010440+0000","last_fullsized":"2024-04-13T07:42:37.010440+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:21:15.474650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.998387+0000","last_change":"2024-04-13T07:42:36.995447+0000","last_active":"2024-04-13T07:42:36.998387+0000","last_peered":"2024-04-13T07:42:36.998387+0000","last_clean":"2024-04-13T07:42:36.998387+0000","last_became_active":"2024-04-13T07:42:36.994716+0000","last_became_peered":"2024-04-13T07:42:36.994716+0000","last_unstale":"2024-04-13T07:42:36.998387+0000","last_undegraded":"2024-04-13T07:42:36.998387+0000","last_fullsized":"2024-04-13T07:42:36.998387+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:11:43.317603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":84,"acting":84,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2966,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":7,"ondisk_log_size":7,"up":69,"acting":69,"num_store_stats":6}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233990,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28200,"kb_used_data":1180,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716952,"statfs":{"total":95995035648,"available":95966158848,"internally_reserved":0,"allocated":1208320,"data_stored":843410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":27654604},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55900000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50800000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54800000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.433}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40799999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45200000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61499999999999999}]}]},{"osd":6,"up_from":46,"seq":197568495627,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28160,"kb_used_data":1132,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716992,"statfs":{"total":95995035648,"available":95966199808,"internally_reserved":0,"allocated":1159168,"data_stored":822376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51400000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45200000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.438}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55900000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.499}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41599999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52300000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574884,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27592,"kb_used_data":572,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717560,"statfs":{"total":95995035648,"available":95966781440,"internally_reserved":0,"allocated":585728,"data_stored":238801,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:41:57 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.313,"15min":0.30499999999999999},"min":{"1min":0.28000000000000003,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"last":0.25},{"interface":"front","average":{"1min":0.38,"5min":0.32600000000000001,"15min":0.317},"min":{"1min":0.30199999999999999,"5min":0.223,"15min":0.223},"max":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"last":0.33500000000000002}]},{"osd":2,"last update":"Sat Apr 13 07:42:16 2024","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":0.41099999999999998,"15min":0.40200000000000002},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"min":{"1min":0.28399999999999997,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.47599999999999998,"5min":0.51100000000000001,"15min":0.51100000000000001},"last":0.28299999999999997}]},{"osd":3,"last update":"Sat Apr 13 07:41:41 2024","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.499,"5min":0.499,"15min":0.499},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.436,"5min":0.436,"15min":0.436},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"last":0.26600000000000001}]},{"osd":4,"last update":"Sat Apr 13 07:42:04 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.52600000000000002}]},{"osd":5,"last update":"Sat Apr 13 07:42:30 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.57899999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50800000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60399999999999998}]}]},{"osd":0,"up_from":8,"seq":34359738409,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32256,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712896,"statfs":{"total":95995035648,"available":95962005504,"internally_reserved":0,"allocated":1167360,"data_stored":822922,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Apr 13 07:41:53 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.32700000000000001,"15min":0.318},"min":{"1min":0.26000000000000001,"5min":0.186,"15min":0.186},"max":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"last":0.214},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.33400000000000002,"15min":0.32400000000000001},"min":{"1min":0.248,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.35299999999999998}]},{"osd":2,"last update":"Sat Apr 13 07:42:18 2024","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.36899999999999999,"15min":0.36099999999999999},"min":{"1min":0.28899999999999998,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.25700000000000001},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.40699999999999997,"15min":0.40100000000000002},"min":{"1min":0.28000000000000003,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.26800000000000002}]},{"osd":3,"last update":"Sat Apr 13 07:41:40 2024","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.315},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.32200000000000001}]},{"osd":4,"last update":"Sat Apr 13 07:42:06 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":1.1599999999999999,"5min":1.1599999999999999,"15min":1.1599999999999999},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.016,"5min":1.016,"15min":1.016},"last":0.57899999999999996}]},{"osd":5,"last update":"Sat Apr 13 07:42:31 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.59699999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65500000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68700000000000006}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27580,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717572,"statfs":{"total":95995035648,"available":95966793728,"internally_reserved":0,"allocated":573440,"data_stored":232554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:42:16 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.371,"15min":0.36899999999999999},"min":{"1min":0.30099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.52300000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.41699999999999998,"15min":0.41099999999999998},"min":{"1min":0.35499999999999998,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.432}]},{"osd":1,"last update":"Sat Apr 13 07:42:16 2024","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.39000000000000001,"15min":0.38800000000000001},"min":{"1min":0.26400000000000001,"5min":0.251,"15min":0.251},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.40400000000000003,"15min":0.39800000000000002},"min":{"1min":0.315,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.624,"5min":0.624,"15min":0.624},"last":0.57499999999999996}]},{"osd":3,"last update":"Sat Apr 13 07:41:44 2024","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"last":0.47799999999999998}]},{"osd":4,"last update":"Sat Apr 13 07:42:04 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.621}]},{"osd":5,"last update":"Sat Apr 13 07:42:28 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":1.109,"5min":1.109,"15min":1.109},"last":0.59599999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.504}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61099999999999999}]}]},{"osd":3,"up_from":25,"seq":107374182425,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27584,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717568,"statfs":{"total":95995035648,"available":95966789632,"internally_reserved":0,"allocated":573440,"data_stored":232554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:41:40 2024","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"last":0.40400000000000003}]},{"osd":1,"last update":"Sat Apr 13 07:41:40 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.47299999999999998}]},{"osd":2,"last update":"Sat Apr 13 07:41:40 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.497}]},{"osd":4,"last update":"Sat Apr 13 07:42:06 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":1.379,"5min":1.379,"15min":1.379},"last":0.63400000000000001}]},{"osd":5,"last update":"Sat Apr 13 07:42:32 2024","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.421,"5min":1.421,"15min":1.421},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.355,"5min":1.355,"15min":1.355},"last":0.66300000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70599999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60899999999999999}]}]},{"osd":4,"up_from":30,"seq":128849018900,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27640,"kb_used_data":612,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717512,"statfs":{"total":95995035648,"available":95966732288,"internally_reserved":0,"allocated":626688,"data_stored":253419,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:42:07 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.46100000000000002}]},{"osd":1,"last update":"Sat Apr 13 07:42:07 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.44600000000000001}]},{"osd":2,"last update":"Sat Apr 13 07:42:07 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"last":0.372}]},{"osd":3,"last update":"Sat Apr 13 07:42:07 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.434}]},{"osd":5,"last update":"Sat Apr 13 07:42:30 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.316},{"interface":"front","average":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.29599999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33900000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41399999999999998}]}]},{"osd":5,"up_from":38,"seq":163208757264,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27628,"kb_used_data":604,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717524,"statfs":{"total":95995035648,"available":95966744576,"internally_reserved":0,"allocated":618496,"data_stored":253761,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:42:30 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.47499999999999998}]},{"osd":1,"last update":"Sat Apr 13 07:42:30 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.51600000000000001}]},{"osd":2,"last update":"Sat Apr 13 07:42:30 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.873,"5min":0.873,"15min":0.873},"last":0.504},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.58999999999999997}]},{"osd":3,"last update":"Sat Apr 13 07:42:30 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.54500000000000004}]},{"osd":4,"last update":"Sat Apr 13 07:42:30 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.375},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.56499999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.442}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35199999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-13T07:42:40.817 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3e is not active+clean 2024-04-13T07:42:40.817 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:42:36.615398+0000', 'last_change': '2024-04-13T07:42:36.615398+0000', 'last_active': '2024-04-13T07:42:36.615398+0000', 'last_peered': '2024-04-13T07:42:36.615398+0000', 'last_clean': '2024-04-13T07:42:36.615398+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:36.615398+0000', 'last_undegraded': '2024-04-13T07:42:36.615398+0000', 'last_fullsized': '2024-04-13T07:42:36.615398+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:42:40.817 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3d is not active+clean 2024-04-13T07:42:40.817 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:42:36.615398+0000', 'last_change': '2024-04-13T07:42:36.615398+0000', 'last_active': '2024-04-13T07:42:36.615398+0000', 'last_peered': '2024-04-13T07:42:36.615398+0000', 'last_clean': '2024-04-13T07:42:36.615398+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:36.615398+0000', 'last_undegraded': '2024-04-13T07:42:36.615398+0000', 'last_fullsized': '2024-04-13T07:42:36.615398+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:42:40.818 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.38 is not active+clean 2024-04-13T07:42:40.818 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.38', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:42:36.615398+0000', 'last_change': '2024-04-13T07:42:36.615398+0000', 'last_active': '2024-04-13T07:42:36.615398+0000', 'last_peered': '2024-04-13T07:42:36.615398+0000', 'last_clean': '2024-04-13T07:42:36.615398+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:36.615398+0000', 'last_undegraded': '2024-04-13T07:42:36.615398+0000', 'last_fullsized': '2024-04-13T07:42:36.615398+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:42:40.818 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.36 is not active+clean 2024-04-13T07:42:40.818 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.36', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:42:36.615398+0000', 'last_change': '2024-04-13T07:42:36.615398+0000', 'last_active': '2024-04-13T07:42:36.615398+0000', 'last_peered': '2024-04-13T07:42:36.615398+0000', 'last_clean': '2024-04-13T07:42:36.615398+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:36.615398+0000', 'last_undegraded': '2024-04-13T07:42:36.615398+0000', 'last_fullsized': '2024-04-13T07:42:36.615398+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:42:40.818 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.35 is not active+clean 2024-04-13T07:42:40.818 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.35', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:42:36.615398+0000', 'last_change': '2024-04-13T07:42:36.615398+0000', 'last_active': '2024-04-13T07:42:36.615398+0000', 'last_peered': '2024-04-13T07:42:36.615398+0000', 'last_clean': '2024-04-13T07:42:36.615398+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:36.615398+0000', 'last_undegraded': '2024-04-13T07:42:36.615398+0000', 'last_fullsized': '2024-04-13T07:42:36.615398+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:42:40.818 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.33 is not active+clean 2024-04-13T07:42:40.818 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:42:36.615398+0000', 'last_change': '2024-04-13T07:42:36.615398+0000', 'last_active': '2024-04-13T07:42:36.615398+0000', 'last_peered': '2024-04-13T07:42:36.615398+0000', 'last_clean': '2024-04-13T07:42:36.615398+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:36.615398+0000', 'last_undegraded': '2024-04-13T07:42:36.615398+0000', 'last_fullsized': '2024-04-13T07:42:36.615398+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:42:40.818 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.32 is not active+clean 2024-04-13T07:42:40.818 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.32', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:42:36.615398+0000', 'last_change': '2024-04-13T07:42:36.615398+0000', 'last_active': '2024-04-13T07:42:36.615398+0000', 'last_peered': '2024-04-13T07:42:36.615398+0000', 'last_clean': '2024-04-13T07:42:36.615398+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:36.615398+0000', 'last_undegraded': '2024-04-13T07:42:36.615398+0000', 'last_fullsized': '2024-04-13T07:42:36.615398+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:42:40.819 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.31 is not active+clean 2024-04-13T07:42:40.819 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.31', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:42:36.615398+0000', 'last_change': '2024-04-13T07:42:36.615398+0000', 'last_active': '2024-04-13T07:42:36.615398+0000', 'last_peered': '2024-04-13T07:42:36.615398+0000', 'last_clean': '2024-04-13T07:42:36.615398+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:36.615398+0000', 'last_undegraded': '2024-04-13T07:42:36.615398+0000', 'last_fullsized': '2024-04-13T07:42:36.615398+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:42:40.819 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2e is not active+clean 2024-04-13T07:42:40.819 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:42:36.615398+0000', 'last_change': '2024-04-13T07:42:36.615398+0000', 'last_active': '2024-04-13T07:42:36.615398+0000', 'last_peered': '2024-04-13T07:42:36.615398+0000', 'last_clean': '2024-04-13T07:42:36.615398+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:36.615398+0000', 'last_undegraded': '2024-04-13T07:42:36.615398+0000', 'last_fullsized': '2024-04-13T07:42:36.615398+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:42:40.819 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1f is not active+clean 2024-04-13T07:42:40.819 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-04-13T07:42:35.620063+0000', 'last_change': '2024-04-13T07:42:35.620063+0000', 'last_active': '2024-04-13T07:42:35.607187+0000', 'last_peered': '2024-04-13T07:42:35.607187+0000', 'last_clean': '2024-04-13T07:42:35.607187+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:35.620063+0000', 'last_undegraded': '2024-04-13T07:42:35.620063+0000', 'last_fullsized': '2024-04-13T07:42:35.620063+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-14T07:43:56.520126+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7, 4], 'acting': [0, 7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-04-13T07:42:40.819 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1e is not active+clean 2024-04-13T07:42:40.819 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:42:36.615398+0000', 'last_change': '2024-04-13T07:42:36.615398+0000', 'last_active': '2024-04-13T07:42:36.615398+0000', 'last_peered': '2024-04-13T07:42:36.615398+0000', 'last_clean': '2024-04-13T07:42:36.615398+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:36.615398+0000', 'last_undegraded': '2024-04-13T07:42:36.615398+0000', 'last_fullsized': '2024-04-13T07:42:36.615398+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:42:40.819 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1e is not active+clean 2024-04-13T07:42:40.819 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-04-13T07:42:35.617807+0000', 'last_change': '2024-04-13T07:42:35.617807+0000', 'last_active': '2024-04-13T07:42:35.607187+0000', 'last_peered': '2024-04-13T07:42:35.607187+0000', 'last_clean': '2024-04-13T07:42:35.607187+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:35.617807+0000', 'last_undegraded': '2024-04-13T07:42:35.617807+0000', 'last_fullsized': '2024-04-13T07:42:35.617807+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-14T11:48:16.860570+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0, 5], 'acting': [3, 0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-04-13T07:42:40.819 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1f is not active+clean 2024-04-13T07:42:40.819 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:42:36.615398+0000', 'last_change': '2024-04-13T07:42:36.615398+0000', 'last_active': '2024-04-13T07:42:36.615398+0000', 'last_peered': '2024-04-13T07:42:36.615398+0000', 'last_clean': '2024-04-13T07:42:36.615398+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:36.615398+0000', 'last_undegraded': '2024-04-13T07:42:36.615398+0000', 'last_fullsized': '2024-04-13T07:42:36.615398+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:42:40.820 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1b is not active+clean 2024-04-13T07:42:40.820 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-04-13T07:42:35.617726+0000', 'last_change': '2024-04-13T07:42:35.617726+0000', 'last_active': '2024-04-13T07:42:35.607187+0000', 'last_peered': '2024-04-13T07:42:35.607187+0000', 'last_clean': '2024-04-13T07:42:35.607187+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:35.617726+0000', 'last_undegraded': '2024-04-13T07:42:35.617726+0000', 'last_fullsized': '2024-04-13T07:42:35.617726+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-14T16:14:52.860216+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7, 6], 'acting': [3, 7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-04-13T07:42:40.820 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1a is not active+clean 2024-04-13T07:42:40.820 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:42:35.607187+0000', 'last_change': '2024-04-13T07:42:35.607187+0000', 'last_active': '2024-04-13T07:42:35.607187+0000', 'last_peered': '2024-04-13T07:42:35.607187+0000', 'last_clean': '2024-04-13T07:42:35.607187+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:35.607187+0000', 'last_undegraded': '2024-04-13T07:42:35.607187+0000', 'last_fullsized': '2024-04-13T07:42:35.607187+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:42:40.820 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1b is not active+clean 2024-04-13T07:42:40.820 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:42:36.615398+0000', 'last_change': '2024-04-13T07:42:36.615398+0000', 'last_active': '2024-04-13T07:42:36.615398+0000', 'last_peered': '2024-04-13T07:42:36.615398+0000', 'last_clean': '2024-04-13T07:42:36.615398+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:36.615398+0000', 'last_undegraded': '2024-04-13T07:42:36.615398+0000', 'last_fullsized': '2024-04-13T07:42:36.615398+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:42:40.820 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.19 is not active+clean 2024-04-13T07:42:40.820 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-04-13T07:42:35.617774+0000', 'last_change': '2024-04-13T07:42:35.617774+0000', 'last_active': '2024-04-13T07:42:35.607187+0000', 'last_peered': '2024-04-13T07:42:35.607187+0000', 'last_clean': '2024-04-13T07:42:35.607187+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:35.617774+0000', 'last_undegraded': '2024-04-13T07:42:35.617774+0000', 'last_fullsized': '2024-04-13T07:42:35.617774+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-14T18:57:03.974829+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6, 0], 'acting': [3, 6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-04-13T07:42:40.820 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.18 is not active+clean 2024-04-13T07:42:40.820 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:42:36.615398+0000', 'last_change': '2024-04-13T07:42:36.615398+0000', 'last_active': '2024-04-13T07:42:36.615398+0000', 'last_peered': '2024-04-13T07:42:36.615398+0000', 'last_clean': '2024-04-13T07:42:36.615398+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:36.615398+0000', 'last_undegraded': '2024-04-13T07:42:36.615398+0000', 'last_fullsized': '2024-04-13T07:42:36.615398+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:42:40.820 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.19 is not active+clean 2024-04-13T07:42:40.821 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:42:36.615398+0000', 'last_change': '2024-04-13T07:42:36.615398+0000', 'last_active': '2024-04-13T07:42:36.615398+0000', 'last_peered': '2024-04-13T07:42:36.615398+0000', 'last_clean': '2024-04-13T07:42:36.615398+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:36.615398+0000', 'last_undegraded': '2024-04-13T07:42:36.615398+0000', 'last_fullsized': '2024-04-13T07:42:36.615398+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:42:40.821 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.17 is not active+clean 2024-04-13T07:42:40.821 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:42:35.607187+0000', 'last_change': '2024-04-13T07:42:35.607187+0000', 'last_active': '2024-04-13T07:42:35.607187+0000', 'last_peered': '2024-04-13T07:42:35.607187+0000', 'last_clean': '2024-04-13T07:42:35.607187+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:35.607187+0000', 'last_undegraded': '2024-04-13T07:42:35.607187+0000', 'last_fullsized': '2024-04-13T07:42:35.607187+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:42:40.821 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.17 is not active+clean 2024-04-13T07:42:40.821 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:42:36.615398+0000', 'last_change': '2024-04-13T07:42:36.615398+0000', 'last_active': '2024-04-13T07:42:36.615398+0000', 'last_peered': '2024-04-13T07:42:36.615398+0000', 'last_clean': '2024-04-13T07:42:36.615398+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:36.615398+0000', 'last_undegraded': '2024-04-13T07:42:36.615398+0000', 'last_fullsized': '2024-04-13T07:42:36.615398+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:42:40.821 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.15 is not active+clean 2024-04-13T07:42:40.821 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-04-13T07:42:35.624419+0000', 'last_change': '2024-04-13T07:42:35.624419+0000', 'last_active': '2024-04-13T07:42:35.607187+0000', 'last_peered': '2024-04-13T07:42:35.607187+0000', 'last_clean': '2024-04-13T07:42:35.607187+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:35.624419+0000', 'last_undegraded': '2024-04-13T07:42:35.624419+0000', 'last_fullsized': '2024-04-13T07:42:35.624419+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-14T12:08:14.901387+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5, 0], 'acting': [1, 5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-04-13T07:42:40.821 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.14 is not active+clean 2024-04-13T07:42:40.821 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:42:35.607187+0000', 'last_change': '2024-04-13T07:42:35.607187+0000', 'last_active': '2024-04-13T07:42:35.607187+0000', 'last_peered': '2024-04-13T07:42:35.607187+0000', 'last_clean': '2024-04-13T07:42:35.607187+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:35.607187+0000', 'last_undegraded': '2024-04-13T07:42:35.607187+0000', 'last_fullsized': '2024-04-13T07:42:35.607187+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:42:40.821 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.13 is not active+clean 2024-04-13T07:42:40.821 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-04-13T07:42:35.619551+0000', 'last_change': '2024-04-13T07:42:35.619551+0000', 'last_active': '2024-04-13T07:42:35.607187+0000', 'last_peered': '2024-04-13T07:42:35.607187+0000', 'last_clean': '2024-04-13T07:42:35.607187+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:35.619551+0000', 'last_undegraded': '2024-04-13T07:42:35.619551+0000', 'last_fullsized': '2024-04-13T07:42:35.619551+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-14T18:22:20.301600+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4, 3], 'acting': [0, 4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-04-13T07:42:40.822 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.12 is not active+clean 2024-04-13T07:42:40.822 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:42:36.615398+0000', 'last_change': '2024-04-13T07:42:36.615398+0000', 'last_active': '2024-04-13T07:42:36.615398+0000', 'last_peered': '2024-04-13T07:42:36.615398+0000', 'last_clean': '2024-04-13T07:42:36.615398+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:36.615398+0000', 'last_undegraded': '2024-04-13T07:42:36.615398+0000', 'last_fullsized': '2024-04-13T07:42:36.615398+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:42:40.822 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.11 is not active+clean 2024-04-13T07:42:40.822 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:42:35.607187+0000', 'last_change': '2024-04-13T07:42:35.607187+0000', 'last_active': '2024-04-13T07:42:35.607187+0000', 'last_peered': '2024-04-13T07:42:35.607187+0000', 'last_clean': '2024-04-13T07:42:35.607187+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:35.607187+0000', 'last_undegraded': '2024-04-13T07:42:35.607187+0000', 'last_fullsized': '2024-04-13T07:42:35.607187+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:42:40.822 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.10 is not active+clean 2024-04-13T07:42:40.822 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:42:36.615398+0000', 'last_change': '2024-04-13T07:42:36.615398+0000', 'last_active': '2024-04-13T07:42:36.615398+0000', 'last_peered': '2024-04-13T07:42:36.615398+0000', 'last_clean': '2024-04-13T07:42:36.615398+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:36.615398+0000', 'last_undegraded': '2024-04-13T07:42:36.615398+0000', 'last_fullsized': '2024-04-13T07:42:36.615398+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:42:40.822 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.10 is not active+clean 2024-04-13T07:42:40.822 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:42:35.607187+0000', 'last_change': '2024-04-13T07:42:35.607187+0000', 'last_active': '2024-04-13T07:42:35.607187+0000', 'last_peered': '2024-04-13T07:42:35.607187+0000', 'last_clean': '2024-04-13T07:42:35.607187+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:35.607187+0000', 'last_undegraded': '2024-04-13T07:42:35.607187+0000', 'last_fullsized': '2024-04-13T07:42:35.607187+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:42:40.822 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.4 is not active+clean 2024-04-13T07:42:40.822 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-04-13T07:42:35.623270+0000', 'last_change': '2024-04-13T07:42:35.623270+0000', 'last_active': '2024-04-13T07:42:35.607187+0000', 'last_peered': '2024-04-13T07:42:35.607187+0000', 'last_clean': '2024-04-13T07:42:35.607187+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:35.623270+0000', 'last_undegraded': '2024-04-13T07:42:35.623270+0000', 'last_fullsized': '2024-04-13T07:42:35.623270+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-14T17:40:00.383108+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0, 7], 'acting': [1, 0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-04-13T07:42:40.823 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.0 is not active+clean 2024-04-13T07:42:40.823 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:42:36.615398+0000', 'last_change': '2024-04-13T07:42:36.615398+0000', 'last_active': '2024-04-13T07:42:36.615398+0000', 'last_peered': '2024-04-13T07:42:36.615398+0000', 'last_clean': '2024-04-13T07:42:36.615398+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:36.615398+0000', 'last_undegraded': '2024-04-13T07:42:36.615398+0000', 'last_fullsized': '2024-04-13T07:42:36.615398+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:42:40.823 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1 is not active+clean 2024-04-13T07:42:40.823 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:42:35.607187+0000', 'last_change': '2024-04-13T07:42:35.607187+0000', 'last_active': '2024-04-13T07:42:35.607187+0000', 'last_peered': '2024-04-13T07:42:35.607187+0000', 'last_clean': '2024-04-13T07:42:35.607187+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:35.607187+0000', 'last_undegraded': '2024-04-13T07:42:35.607187+0000', 'last_fullsized': '2024-04-13T07:42:35.607187+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:42:40.823 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2 is not active+clean 2024-04-13T07:42:40.823 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:42:36.615398+0000', 'last_change': '2024-04-13T07:42:36.615398+0000', 'last_active': '2024-04-13T07:42:36.615398+0000', 'last_peered': '2024-04-13T07:42:36.615398+0000', 'last_clean': '2024-04-13T07:42:36.615398+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:36.615398+0000', 'last_undegraded': '2024-04-13T07:42:36.615398+0000', 'last_fullsized': '2024-04-13T07:42:36.615398+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:42:40.823 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1 is not active+clean 2024-04-13T07:42:40.823 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:42:36.615398+0000', 'last_change': '2024-04-13T07:42:36.615398+0000', 'last_active': '2024-04-13T07:42:36.615398+0000', 'last_peered': '2024-04-13T07:42:36.615398+0000', 'last_clean': '2024-04-13T07:42:36.615398+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:36.615398+0000', 'last_undegraded': '2024-04-13T07:42:36.615398+0000', 'last_fullsized': '2024-04-13T07:42:36.615398+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:42:40.823 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.4 is not active+clean 2024-04-13T07:42:40.823 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:42:36.615398+0000', 'last_change': '2024-04-13T07:42:36.615398+0000', 'last_active': '2024-04-13T07:42:36.615398+0000', 'last_peered': '2024-04-13T07:42:36.615398+0000', 'last_clean': '2024-04-13T07:42:36.615398+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:36.615398+0000', 'last_undegraded': '2024-04-13T07:42:36.615398+0000', 'last_fullsized': '2024-04-13T07:42:36.615398+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:42:40.823 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.6 is not active+clean 2024-04-13T07:42:40.824 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-04-13T07:42:35.623367+0000', 'last_change': '2024-04-13T07:42:35.623367+0000', 'last_active': '2024-04-13T07:42:35.607187+0000', 'last_peered': '2024-04-13T07:42:35.607187+0000', 'last_clean': '2024-04-13T07:42:35.607187+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:35.623367+0000', 'last_undegraded': '2024-04-13T07:42:35.623367+0000', 'last_fullsized': '2024-04-13T07:42:35.623367+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-14T16:21:17.026690+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6, 4], 'acting': [1, 6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-04-13T07:42:40.824 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.7 is not active+clean 2024-04-13T07:42:40.824 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:42:36.615398+0000', 'last_change': '2024-04-13T07:42:36.615398+0000', 'last_active': '2024-04-13T07:42:36.615398+0000', 'last_peered': '2024-04-13T07:42:36.615398+0000', 'last_clean': '2024-04-13T07:42:36.615398+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:36.615398+0000', 'last_undegraded': '2024-04-13T07:42:36.615398+0000', 'last_fullsized': '2024-04-13T07:42:36.615398+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:42:40.824 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.7 is not active+clean 2024-04-13T07:42:40.824 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:42:35.607187+0000', 'last_change': '2024-04-13T07:42:35.607187+0000', 'last_active': '2024-04-13T07:42:35.607187+0000', 'last_peered': '2024-04-13T07:42:35.607187+0000', 'last_clean': '2024-04-13T07:42:35.607187+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:35.607187+0000', 'last_undegraded': '2024-04-13T07:42:35.607187+0000', 'last_fullsized': '2024-04-13T07:42:35.607187+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:42:40.824 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.6 is not active+clean 2024-04-13T07:42:40.824 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:42:36.615398+0000', 'last_change': '2024-04-13T07:42:36.615398+0000', 'last_active': '2024-04-13T07:42:36.615398+0000', 'last_peered': '2024-04-13T07:42:36.615398+0000', 'last_clean': '2024-04-13T07:42:36.615398+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:36.615398+0000', 'last_undegraded': '2024-04-13T07:42:36.615398+0000', 'last_fullsized': '2024-04-13T07:42:36.615398+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:42:40.824 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.9 is not active+clean 2024-04-13T07:42:40.824 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-04-13T07:42:35.623477+0000', 'last_change': '2024-04-13T07:42:35.623477+0000', 'last_active': '2024-04-13T07:42:35.607187+0000', 'last_peered': '2024-04-13T07:42:35.607187+0000', 'last_clean': '2024-04-13T07:42:35.607187+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:35.623477+0000', 'last_undegraded': '2024-04-13T07:42:35.623477+0000', 'last_fullsized': '2024-04-13T07:42:35.623477+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-14T09:49:07.240103+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 7, 3], 'acting': [1, 7, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-04-13T07:42:40.824 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.8 is not active+clean 2024-04-13T07:42:40.824 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:42:36.615398+0000', 'last_change': '2024-04-13T07:42:36.615398+0000', 'last_active': '2024-04-13T07:42:36.615398+0000', 'last_peered': '2024-04-13T07:42:36.615398+0000', 'last_clean': '2024-04-13T07:42:36.615398+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:36.615398+0000', 'last_undegraded': '2024-04-13T07:42:36.615398+0000', 'last_fullsized': '2024-04-13T07:42:36.615398+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:42:40.825 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.a is not active+clean 2024-04-13T07:42:40.825 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-04-13T07:42:35.623565+0000', 'last_change': '2024-04-13T07:42:35.623565+0000', 'last_active': '2024-04-13T07:42:35.607187+0000', 'last_peered': '2024-04-13T07:42:35.607187+0000', 'last_clean': '2024-04-13T07:42:35.607187+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:35.623565+0000', 'last_undegraded': '2024-04-13T07:42:35.623565+0000', 'last_fullsized': '2024-04-13T07:42:35.623565+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-14T11:04:36.813947+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3, 7], 'acting': [1, 3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-04-13T07:42:40.825 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.b is not active+clean 2024-04-13T07:42:40.825 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:42:36.615398+0000', 'last_change': '2024-04-13T07:42:36.615398+0000', 'last_active': '2024-04-13T07:42:36.615398+0000', 'last_peered': '2024-04-13T07:42:36.615398+0000', 'last_clean': '2024-04-13T07:42:36.615398+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:36.615398+0000', 'last_undegraded': '2024-04-13T07:42:36.615398+0000', 'last_fullsized': '2024-04-13T07:42:36.615398+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:42:40.825 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.a is not active+clean 2024-04-13T07:42:40.825 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:42:36.615398+0000', 'last_change': '2024-04-13T07:42:36.615398+0000', 'last_active': '2024-04-13T07:42:36.615398+0000', 'last_peered': '2024-04-13T07:42:36.615398+0000', 'last_clean': '2024-04-13T07:42:36.615398+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:36.615398+0000', 'last_undegraded': '2024-04-13T07:42:36.615398+0000', 'last_fullsized': '2024-04-13T07:42:36.615398+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:42:40.825 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.c is not active+clean 2024-04-13T07:42:40.825 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:42:35.607187+0000', 'last_change': '2024-04-13T07:42:35.607187+0000', 'last_active': '2024-04-13T07:42:35.607187+0000', 'last_peered': '2024-04-13T07:42:35.607187+0000', 'last_clean': '2024-04-13T07:42:35.607187+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:35.607187+0000', 'last_undegraded': '2024-04-13T07:42:35.607187+0000', 'last_fullsized': '2024-04-13T07:42:35.607187+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:42:40.825 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.d is not active+clean 2024-04-13T07:42:40.825 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-04-13T07:42:35.623989+0000', 'last_change': '2024-04-13T07:42:35.623989+0000', 'last_active': '2024-04-13T07:42:35.607187+0000', 'last_peered': '2024-04-13T07:42:35.607187+0000', 'last_clean': '2024-04-13T07:42:35.607187+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:35.623989+0000', 'last_undegraded': '2024-04-13T07:42:35.623989+0000', 'last_fullsized': '2024-04-13T07:42:35.623989+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-14T08:53:28.958691+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4, 3], 'acting': [1, 4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-04-13T07:42:40.825 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.e is not active+clean 2024-04-13T07:42:40.825 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:42:35.607187+0000', 'last_change': '2024-04-13T07:42:35.607187+0000', 'last_active': '2024-04-13T07:42:35.607187+0000', 'last_peered': '2024-04-13T07:42:35.607187+0000', 'last_clean': '2024-04-13T07:42:35.607187+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:35.607187+0000', 'last_undegraded': '2024-04-13T07:42:35.607187+0000', 'last_fullsized': '2024-04-13T07:42:35.607187+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:35.607187+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:42:40.826 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.20 is not active+clean 2024-04-13T07:42:40.826 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.20', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:42:36.615398+0000', 'last_change': '2024-04-13T07:42:36.615398+0000', 'last_active': '2024-04-13T07:42:36.615398+0000', 'last_peered': '2024-04-13T07:42:36.615398+0000', 'last_clean': '2024-04-13T07:42:36.615398+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:36.615398+0000', 'last_undegraded': '2024-04-13T07:42:36.615398+0000', 'last_fullsized': '2024-04-13T07:42:36.615398+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:42:40.826 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.21 is not active+clean 2024-04-13T07:42:40.826 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.21', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:42:36.615398+0000', 'last_change': '2024-04-13T07:42:36.615398+0000', 'last_active': '2024-04-13T07:42:36.615398+0000', 'last_peered': '2024-04-13T07:42:36.615398+0000', 'last_clean': '2024-04-13T07:42:36.615398+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:36.615398+0000', 'last_undegraded': '2024-04-13T07:42:36.615398+0000', 'last_fullsized': '2024-04-13T07:42:36.615398+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:42:40.826 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.23 is not active+clean 2024-04-13T07:42:40.826 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.23', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:42:36.615398+0000', 'last_change': '2024-04-13T07:42:36.615398+0000', 'last_active': '2024-04-13T07:42:36.615398+0000', 'last_peered': '2024-04-13T07:42:36.615398+0000', 'last_clean': '2024-04-13T07:42:36.615398+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:36.615398+0000', 'last_undegraded': '2024-04-13T07:42:36.615398+0000', 'last_fullsized': '2024-04-13T07:42:36.615398+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:42:40.826 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.24 is not active+clean 2024-04-13T07:42:40.826 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.24', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:42:36.615398+0000', 'last_change': '2024-04-13T07:42:36.615398+0000', 'last_active': '2024-04-13T07:42:36.615398+0000', 'last_peered': '2024-04-13T07:42:36.615398+0000', 'last_clean': '2024-04-13T07:42:36.615398+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:36.615398+0000', 'last_undegraded': '2024-04-13T07:42:36.615398+0000', 'last_fullsized': '2024-04-13T07:42:36.615398+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:42:40.826 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.25 is not active+clean 2024-04-13T07:42:40.826 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.25', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:42:36.615398+0000', 'last_change': '2024-04-13T07:42:36.615398+0000', 'last_active': '2024-04-13T07:42:36.615398+0000', 'last_peered': '2024-04-13T07:42:36.615398+0000', 'last_clean': '2024-04-13T07:42:36.615398+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:36.615398+0000', 'last_undegraded': '2024-04-13T07:42:36.615398+0000', 'last_fullsized': '2024-04-13T07:42:36.615398+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:42:40.827 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.26 is not active+clean 2024-04-13T07:42:40.827 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.26', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:42:36.615398+0000', 'last_change': '2024-04-13T07:42:36.615398+0000', 'last_active': '2024-04-13T07:42:36.615398+0000', 'last_peered': '2024-04-13T07:42:36.615398+0000', 'last_clean': '2024-04-13T07:42:36.615398+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:36.615398+0000', 'last_undegraded': '2024-04-13T07:42:36.615398+0000', 'last_fullsized': '2024-04-13T07:42:36.615398+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:42:40.827 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.27 is not active+clean 2024-04-13T07:42:40.827 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.27', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:42:36.615398+0000', 'last_change': '2024-04-13T07:42:36.615398+0000', 'last_active': '2024-04-13T07:42:36.615398+0000', 'last_peered': '2024-04-13T07:42:36.615398+0000', 'last_clean': '2024-04-13T07:42:36.615398+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:36.615398+0000', 'last_undegraded': '2024-04-13T07:42:36.615398+0000', 'last_fullsized': '2024-04-13T07:42:36.615398+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:42:40.827 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.29 is not active+clean 2024-04-13T07:42:40.827 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:42:36.615398+0000', 'last_change': '2024-04-13T07:42:36.615398+0000', 'last_active': '2024-04-13T07:42:36.615398+0000', 'last_peered': '2024-04-13T07:42:36.615398+0000', 'last_clean': '2024-04-13T07:42:36.615398+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:36.615398+0000', 'last_undegraded': '2024-04-13T07:42:36.615398+0000', 'last_fullsized': '2024-04-13T07:42:36.615398+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:42:40.827 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2b is not active+clean 2024-04-13T07:42:40.827 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:42:36.615398+0000', 'last_change': '2024-04-13T07:42:36.615398+0000', 'last_active': '2024-04-13T07:42:36.615398+0000', 'last_peered': '2024-04-13T07:42:36.615398+0000', 'last_clean': '2024-04-13T07:42:36.615398+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:36.615398+0000', 'last_undegraded': '2024-04-13T07:42:36.615398+0000', 'last_fullsized': '2024-04-13T07:42:36.615398+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:42:40.827 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2c is not active+clean 2024-04-13T07:42:40.827 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:42:36.615398+0000', 'last_change': '2024-04-13T07:42:36.615398+0000', 'last_active': '2024-04-13T07:42:36.615398+0000', 'last_peered': '2024-04-13T07:42:36.615398+0000', 'last_clean': '2024-04-13T07:42:36.615398+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:42:36.615398+0000', 'last_undegraded': '2024-04-13T07:42:36.615398+0000', 'last_fullsized': '2024-04-13T07:42:36.615398+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'last_clean_scrub_stamp': '2024-04-13T07:42:36.615398+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:42:40.828 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-04-13T07:42:41.203 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:42:41.203 INFO:teuthology.orchestra.run.smithi119.stdout:{"fsid":"7e8cfa84-f968-11ee-bc8d-c7b262605968","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":14,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":232,"monmap":{"epoch":3,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":62,"num_osds":8,"num_up_osds":8,"osd_up_since":1712994138,"num_in_osds":8,"osd_in_since":1712994120,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":73},{"state_name":"unknown","count":16},{"state_name":"creating+peering","count":8}],"num_pgs":97,"num_pools":3,"num_objects":16,"data_bytes":591954,"bytes_used":232255488,"bytes_avail":767728029696,"bytes_total":767960285184,"unknown_pgs_ratio":0.16494844853878021,"inactive_pgs_ratio":0.082474224269390106,"write_bytes_sec":769,"read_op_per_sec":0,"write_op_per_sec":6},"fsmap":{"epoch":6,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"a","status":"up:active","gid":24347}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","restful"],"services":{"dashboard":"https://172.21.15.119:8443/"}},"servicemap":{"epoch":11,"modified":"2024-04-13T07:42:28.935042+0000","services":{"osd":{"daemons":{"summary":"","6":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"7":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-04-13T07:42:41.216 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2024-04-13T07:42:41.216 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-13T07:42:41.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:41 smithi119 ceph-mon[39268]: from='client.24443 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T07:42:41.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:41 smithi119 ceph-mon[27733]: from='client.24443 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T07:42:41.503 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:42:41.505 INFO:teuthology.orchestra.run.smithi119.stderr:dumped all 2024-04-13T07:42:41.514 INFO:teuthology.orchestra.run.smithi119.stdout:{"pg_ready":true,"pg_map":{"version":192,"stamp":"2024-04-13T07:42:40.936969+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591954,"num_objects":16,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":191,"num_write_kb":2420,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":145,"ondisk_log_size":145,"up":243,"acting":243,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":190,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":226812,"kb_used_data":6536,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749734404,"statfs":{"total":767960285184,"available":767728029696,"internally_reserved":0,"allocated":6692864,"data_stored":3783690,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":225431098},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1586,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.320923"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978752+0000","last_change":"2024-04-13T07:42:37.005975+0000","last_active":"2024-04-13T07:42:37.978752+0000","last_peered":"2024-04-13T07:42:37.978752+0000","last_clean":"2024-04-13T07:42:37.978752+0000","last_became_active":"2024-04-13T07:42:37.005680+0000","last_became_peered":"2024-04-13T07:42:37.005680+0000","last_unstale":"2024-04-13T07:42:37.978752+0000","last_undegraded":"2024-04-13T07:42:37.978752+0000","last_fullsized":"2024-04-13T07:42:37.978752+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:43:25.874551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.002863+0000","last_change":"2024-04-13T07:42:37.000398+0000","last_active":"2024-04-13T07:42:37.002863+0000","last_peered":"2024-04-13T07:42:37.002863+0000","last_clean":"2024-04-13T07:42:37.002863+0000","last_became_active":"2024-04-13T07:42:36.999623+0000","last_became_peered":"2024-04-13T07:42:36.999623+0000","last_unstale":"2024-04-13T07:42:37.002863+0000","last_undegraded":"2024-04-13T07:42:37.002863+0000","last_fullsized":"2024-04-13T07:42:37.002863+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:54:42.365879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978076+0000","last_change":"2024-04-13T07:42:37.009536+0000","last_active":"2024-04-13T07:42:37.978076+0000","last_peered":"2024-04-13T07:42:37.978076+0000","last_clean":"2024-04-13T07:42:37.978076+0000","last_became_active":"2024-04-13T07:42:37.009046+0000","last_became_peered":"2024-04-13T07:42:37.009046+0000","last_unstale":"2024-04-13T07:42:37.978076+0000","last_undegraded":"2024-04-13T07:42:37.978076+0000","last_fullsized":"2024-04-13T07:42:37.978076+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:56:42.424101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.991437+0000","last_change":"2024-04-13T07:42:36.989426+0000","last_active":"2024-04-13T07:42:36.991437+0000","last_peered":"2024-04-13T07:42:36.991437+0000","last_clean":"2024-04-13T07:42:36.991437+0000","last_became_active":"2024-04-13T07:42:36.988962+0000","last_became_peered":"2024-04-13T07:42:36.988962+0000","last_unstale":"2024-04-13T07:42:36.991437+0000","last_undegraded":"2024-04-13T07:42:36.991437+0000","last_fullsized":"2024-04-13T07:42:36.991437+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:58:41.381248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.977624+0000","last_change":"2024-04-13T07:42:37.002050+0000","last_active":"2024-04-13T07:42:37.977624+0000","last_peered":"2024-04-13T07:42:37.977624+0000","last_clean":"2024-04-13T07:42:37.977624+0000","last_became_active":"2024-04-13T07:42:37.001729+0000","last_became_peered":"2024-04-13T07:42:37.001729+0000","last_unstale":"2024-04-13T07:42:37.977624+0000","last_undegraded":"2024-04-13T07:42:37.977624+0000","last_fullsized":"2024-04-13T07:42:37.977624+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:02:38.368456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.153160+0000","last_change":"2024-04-13T07:42:37.001674+0000","last_active":"2024-04-13T07:42:38.153160+0000","last_peered":"2024-04-13T07:42:38.153160+0000","last_clean":"2024-04-13T07:42:38.153160+0000","last_became_active":"2024-04-13T07:42:37.001337+0000","last_became_peered":"2024-04-13T07:42:37.001337+0000","last_unstale":"2024-04-13T07:42:38.153160+0000","last_undegraded":"2024-04-13T07:42:38.153160+0000","last_fullsized":"2024-04-13T07:42:38.153160+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:08:59.949638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978777+0000","last_change":"2024-04-13T07:42:37.006781+0000","last_active":"2024-04-13T07:42:37.978777+0000","last_peered":"2024-04-13T07:42:37.978777+0000","last_clean":"2024-04-13T07:42:37.978777+0000","last_became_active":"2024-04-13T07:42:37.005856+0000","last_became_peered":"2024-04-13T07:42:37.005856+0000","last_unstale":"2024-04-13T07:42:37.978777+0000","last_undegraded":"2024-04-13T07:42:37.978777+0000","last_fullsized":"2024-04-13T07:42:37.978777+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:28:50.372131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.155599+0000","last_change":"2024-04-13T07:42:37.007604+0000","last_active":"2024-04-13T07:42:38.155599+0000","last_peered":"2024-04-13T07:42:38.155599+0000","last_clean":"2024-04-13T07:42:38.155599+0000","last_became_active":"2024-04-13T07:42:37.007287+0000","last_became_peered":"2024-04-13T07:42:37.007287+0000","last_unstale":"2024-04-13T07:42:38.155599+0000","last_undegraded":"2024-04-13T07:42:38.155599+0000","last_fullsized":"2024-04-13T07:42:38.155599+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:32:04.608142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.155752+0000","last_change":"2024-04-13T07:42:37.006842+0000","last_active":"2024-04-13T07:42:38.155752+0000","last_peered":"2024-04-13T07:42:38.155752+0000","last_clean":"2024-04-13T07:42:38.155752+0000","last_became_active":"2024-04-13T07:42:37.004567+0000","last_became_peered":"2024-04-13T07:42:37.004567+0000","last_unstale":"2024-04-13T07:42:38.155752+0000","last_undegraded":"2024-04-13T07:42:38.155752+0000","last_fullsized":"2024-04-13T07:42:38.155752+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:34:34.073269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.154829+0000","last_change":"2024-04-13T07:42:36.999077+0000","last_active":"2024-04-13T07:42:38.154829+0000","last_peered":"2024-04-13T07:42:38.154829+0000","last_clean":"2024-04-13T07:42:38.154829+0000","last_became_active":"2024-04-13T07:42:36.998778+0000","last_became_peered":"2024-04-13T07:42:36.998778+0000","last_unstale":"2024-04-13T07:42:38.154829+0000","last_undegraded":"2024-04-13T07:42:38.154829+0000","last_fullsized":"2024-04-13T07:42:38.154829+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:29:55.210355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.153831+0000","last_change":"2024-04-13T07:42:37.007188+0000","last_active":"2024-04-13T07:42:38.153831+0000","last_peered":"2024-04-13T07:42:38.153831+0000","last_clean":"2024-04-13T07:42:38.153831+0000","last_became_active":"2024-04-13T07:42:37.006902+0000","last_became_peered":"2024-04-13T07:42:37.006902+0000","last_unstale":"2024-04-13T07:42:38.153831+0000","last_undegraded":"2024-04-13T07:42:38.153831+0000","last_fullsized":"2024-04-13T07:42:38.153831+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:29:12.922101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.994805+0000","last_change":"2024-04-13T07:42:36.993576+0000","last_active":"2024-04-13T07:42:36.994805+0000","last_peered":"2024-04-13T07:42:36.994805+0000","last_clean":"2024-04-13T07:42:36.994805+0000","last_became_active":"2024-04-13T07:42:36.992517+0000","last_became_peered":"2024-04-13T07:42:36.992517+0000","last_unstale":"2024-04-13T07:42:36.994805+0000","last_undegraded":"2024-04-13T07:42:36.994805+0000","last_fullsized":"2024-04-13T07:42:36.994805+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:41:37.550494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.998290+0000","last_change":"2024-04-13T07:42:36.994488+0000","last_active":"2024-04-13T07:42:36.998290+0000","last_peered":"2024-04-13T07:42:36.998290+0000","last_clean":"2024-04-13T07:42:36.998290+0000","last_became_active":"2024-04-13T07:42:36.993018+0000","last_became_peered":"2024-04-13T07:42:36.993018+0000","last_unstale":"2024-04-13T07:42:36.998290+0000","last_undegraded":"2024-04-13T07:42:36.998290+0000","last_fullsized":"2024-04-13T07:42:36.998290+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:17:34.202883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.977578+0000","last_change":"2024-04-13T07:42:37.007021+0000","last_active":"2024-04-13T07:42:37.977578+0000","last_peered":"2024-04-13T07:42:37.977578+0000","last_clean":"2024-04-13T07:42:37.977578+0000","last_became_active":"2024-04-13T07:42:37.006705+0000","last_became_peered":"2024-04-13T07:42:37.006705+0000","last_unstale":"2024-04-13T07:42:37.977578+0000","last_undegraded":"2024-04-13T07:42:37.977578+0000","last_fullsized":"2024-04-13T07:42:37.977578+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:56:33.368620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978305+0000","last_change":"2024-04-13T07:42:37.009039+0000","last_active":"2024-04-13T07:42:37.978305+0000","last_peered":"2024-04-13T07:42:37.978305+0000","last_clean":"2024-04-13T07:42:37.978305+0000","last_became_active":"2024-04-13T07:42:37.008717+0000","last_became_peered":"2024-04-13T07:42:37.008717+0000","last_unstale":"2024-04-13T07:42:37.978305+0000","last_undegraded":"2024-04-13T07:42:37.978305+0000","last_fullsized":"2024-04-13T07:42:37.978305+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:11:29.869853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-13T07:42:35.620063+0000","last_change":"2024-04-13T07:42:35.620063+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.620063+0000","last_undegraded":"2024-04-13T07:42:35.620063+0000","last_fullsized":"2024-04-13T07:42:35.620063+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:43:56.520126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.154119+0000","last_change":"2024-04-13T07:42:37.004230+0000","last_active":"2024-04-13T07:42:38.154119+0000","last_peered":"2024-04-13T07:42:38.154119+0000","last_clean":"2024-04-13T07:42:38.154119+0000","last_became_active":"2024-04-13T07:42:37.003926+0000","last_became_peered":"2024-04-13T07:42:37.003926+0000","last_unstale":"2024-04-13T07:42:38.154119+0000","last_undegraded":"2024-04-13T07:42:38.154119+0000","last_fullsized":"2024-04-13T07:42:38.154119+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:57:27.322057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.015034+0000","last_change":"2024-04-13T07:42:36.646487+0000","last_active":"2024-04-13T07:42:37.015034+0000","last_peered":"2024-04-13T07:42:37.015034+0000","last_clean":"2024-04-13T07:42:37.015034+0000","last_became_active":"2024-04-13T07:42:36.646211+0000","last_became_peered":"2024-04-13T07:42:36.646211+0000","last_unstale":"2024-04-13T07:42:37.015034+0000","last_undegraded":"2024-04-13T07:42:37.015034+0000","last_fullsized":"2024-04-13T07:42:37.015034+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:48:16.860570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978580+0000","last_change":"2024-04-13T07:42:36.649780+0000","last_active":"2024-04-13T07:42:37.978580+0000","last_peered":"2024-04-13T07:42:37.978580+0000","last_clean":"2024-04-13T07:42:37.978580+0000","last_became_active":"2024-04-13T07:42:36.649370+0000","last_became_peered":"2024-04-13T07:42:36.649370+0000","last_unstale":"2024-04-13T07:42:37.978580+0000","last_undegraded":"2024-04-13T07:42:37.978580+0000","last_fullsized":"2024-04-13T07:42:37.978580+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:41:14.258592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.998452+0000","last_change":"2024-04-13T07:42:36.997571+0000","last_active":"2024-04-13T07:42:36.998452+0000","last_peered":"2024-04-13T07:42:36.998452+0000","last_clean":"2024-04-13T07:42:36.998452+0000","last_became_active":"2024-04-13T07:42:36.997258+0000","last_became_peered":"2024-04-13T07:42:36.997258+0000","last_unstale":"2024-04-13T07:42:36.998452+0000","last_undegraded":"2024-04-13T07:42:36.998452+0000","last_fullsized":"2024-04-13T07:42:36.998452+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:10:51.593225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978020+0000","last_change":"2024-04-13T07:42:36.646750+0000","last_active":"2024-04-13T07:42:37.978020+0000","last_peered":"2024-04-13T07:42:37.978020+0000","last_clean":"2024-04-13T07:42:37.978020+0000","last_became_active":"2024-04-13T07:42:36.646448+0000","last_became_peered":"2024-04-13T07:42:36.646448+0000","last_unstale":"2024-04-13T07:42:37.978020+0000","last_undegraded":"2024-04-13T07:42:37.978020+0000","last_fullsized":"2024-04-13T07:42:37.978020+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:54:49.139942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.998231+0000","last_change":"2024-04-13T07:42:36.994155+0000","last_active":"2024-04-13T07:42:36.998231+0000","last_peered":"2024-04-13T07:42:36.998231+0000","last_clean":"2024-04-13T07:42:36.998231+0000","last_became_active":"2024-04-13T07:42:36.993776+0000","last_became_peered":"2024-04-13T07:42:36.993776+0000","last_unstale":"2024-04-13T07:42:36.998231+0000","last_undegraded":"2024-04-13T07:42:36.998231+0000","last_fullsized":"2024-04-13T07:42:36.998231+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:26:50.403505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.010693+0000","last_change":"2024-04-13T07:42:36.639016+0000","last_active":"2024-04-13T07:42:37.010693+0000","last_peered":"2024-04-13T07:42:37.010693+0000","last_clean":"2024-04-13T07:42:37.010693+0000","last_became_active":"2024-04-13T07:42:36.638680+0000","last_became_peered":"2024-04-13T07:42:36.638680+0000","last_unstale":"2024-04-13T07:42:37.010693+0000","last_undegraded":"2024-04-13T07:42:37.010693+0000","last_fullsized":"2024-04-13T07:42:37.010693+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:14:52.860216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.154118+0000","last_change":"2024-04-13T07:42:37.010588+0000","last_active":"2024-04-13T07:42:38.154118+0000","last_peered":"2024-04-13T07:42:38.154118+0000","last_clean":"2024-04-13T07:42:38.154118+0000","last_became_active":"2024-04-13T07:42:37.010268+0000","last_became_peered":"2024-04-13T07:42:37.010268+0000","last_unstale":"2024-04-13T07:42:38.154118+0000","last_undegraded":"2024-04-13T07:42:38.154118+0000","last_fullsized":"2024-04-13T07:42:38.154118+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:41:28.864540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.154821+0000","last_change":"2024-04-13T07:42:36.645494+0000","last_active":"2024-04-13T07:42:38.154821+0000","last_peered":"2024-04-13T07:42:38.154821+0000","last_clean":"2024-04-13T07:42:38.154821+0000","last_became_active":"2024-04-13T07:42:36.645173+0000","last_became_peered":"2024-04-13T07:42:36.645173+0000","last_unstale":"2024-04-13T07:42:38.154821+0000","last_undegraded":"2024-04-13T07:42:38.154821+0000","last_fullsized":"2024-04-13T07:42:38.154821+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:49:14.533277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.992700+0000","last_change":"2024-04-13T07:42:36.644818+0000","last_active":"2024-04-13T07:42:36.992700+0000","last_peered":"2024-04-13T07:42:36.992700+0000","last_clean":"2024-04-13T07:42:36.992700+0000","last_became_active":"2024-04-13T07:42:36.644543+0000","last_became_peered":"2024-04-13T07:42:36.644543+0000","last_unstale":"2024-04-13T07:42:36.992700+0000","last_undegraded":"2024-04-13T07:42:36.992700+0000","last_fullsized":"2024-04-13T07:42:36.992700+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:57:03.974829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.153343+0000","last_change":"2024-04-13T07:42:36.996410+0000","last_active":"2024-04-13T07:42:38.153343+0000","last_peered":"2024-04-13T07:42:38.153343+0000","last_clean":"2024-04-13T07:42:38.153343+0000","last_became_active":"2024-04-13T07:42:36.996142+0000","last_became_peered":"2024-04-13T07:42:36.996142+0000","last_unstale":"2024-04-13T07:42:38.153343+0000","last_undegraded":"2024-04-13T07:42:38.153343+0000","last_fullsized":"2024-04-13T07:42:38.153343+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:41:27.480866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.980088+0000","last_change":"2024-04-13T07:42:36.643053+0000","last_active":"2024-04-13T07:42:36.980088+0000","last_peered":"2024-04-13T07:42:36.980088+0000","last_clean":"2024-04-13T07:42:36.980088+0000","last_became_active":"2024-04-13T07:42:36.641777+0000","last_became_peered":"2024-04-13T07:42:36.641777+0000","last_unstale":"2024-04-13T07:42:36.980088+0000","last_undegraded":"2024-04-13T07:42:36.980088+0000","last_fullsized":"2024-04-13T07:42:36.980088+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:14:19.879388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.155162+0000","last_change":"2024-04-13T07:42:36.639687+0000","last_active":"2024-04-13T07:42:38.155162+0000","last_peered":"2024-04-13T07:42:38.155162+0000","last_clean":"2024-04-13T07:42:38.155162+0000","last_became_active":"2024-04-13T07:42:36.639054+0000","last_became_peered":"2024-04-13T07:42:36.639054+0000","last_unstale":"2024-04-13T07:42:38.155162+0000","last_undegraded":"2024-04-13T07:42:38.155162+0000","last_fullsized":"2024-04-13T07:42:38.155162+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:20:35.633429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.992934+0000","last_change":"2024-04-13T07:42:36.991877+0000","last_active":"2024-04-13T07:42:36.992934+0000","last_peered":"2024-04-13T07:42:36.992934+0000","last_clean":"2024-04-13T07:42:36.992934+0000","last_became_active":"2024-04-13T07:42:36.991521+0000","last_became_peered":"2024-04-13T07:42:36.991521+0000","last_unstale":"2024-04-13T07:42:36.992934+0000","last_undegraded":"2024-04-13T07:42:36.992934+0000","last_fullsized":"2024-04-13T07:42:36.992934+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:55:48.440531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.979206+0000","last_change":"2024-04-13T07:42:36.641561+0000","last_active":"2024-04-13T07:42:36.979206+0000","last_peered":"2024-04-13T07:42:36.979206+0000","last_clean":"2024-04-13T07:42:36.979206+0000","last_became_active":"2024-04-13T07:42:36.639509+0000","last_became_peered":"2024-04-13T07:42:36.639509+0000","last_unstale":"2024-04-13T07:42:36.979206+0000","last_undegraded":"2024-04-13T07:42:36.979206+0000","last_fullsized":"2024-04-13T07:42:36.979206+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:14:37.071974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-13T07:42:35.624419+0000","last_change":"2024-04-13T07:42:35.624419+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.624419+0000","last_undegraded":"2024-04-13T07:42:35.624419+0000","last_fullsized":"2024-04-13T07:42:35.624419+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:08:14.901387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.154850+0000","last_change":"2024-04-13T07:42:37.000108+0000","last_active":"2024-04-13T07:42:38.154850+0000","last_peered":"2024-04-13T07:42:38.154850+0000","last_clean":"2024-04-13T07:42:38.154850+0000","last_became_active":"2024-04-13T07:42:36.999735+0000","last_became_peered":"2024-04-13T07:42:36.999735+0000","last_unstale":"2024-04-13T07:42:38.154850+0000","last_undegraded":"2024-04-13T07:42:38.154850+0000","last_fullsized":"2024-04-13T07:42:38.154850+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:47:48.236051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"61'6","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.155579+0000","last_change":"2024-04-13T07:42:36.642612+0000","last_active":"2024-04-13T07:42:38.155579+0000","last_peered":"2024-04-13T07:42:38.155579+0000","last_clean":"2024-04-13T07:42:38.155579+0000","last_became_active":"2024-04-13T07:42:36.642297+0000","last_became_peered":"2024-04-13T07:42:36.642297+0000","last_unstale":"2024-04-13T07:42:38.155579+0000","last_undegraded":"2024-04-13T07:42:38.155579+0000","last_fullsized":"2024-04-13T07:42:38.155579+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:43:05.915628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978326+0000","last_change":"2024-04-13T07:42:37.014288+0000","last_active":"2024-04-13T07:42:37.978326+0000","last_peered":"2024-04-13T07:42:37.978326+0000","last_clean":"2024-04-13T07:42:37.978326+0000","last_became_active":"2024-04-13T07:42:37.013901+0000","last_became_peered":"2024-04-13T07:42:37.013901+0000","last_unstale":"2024-04-13T07:42:37.978326+0000","last_undegraded":"2024-04-13T07:42:37.978326+0000","last_fullsized":"2024-04-13T07:42:37.978326+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:57:21.169615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-13T07:42:35.619551+0000","last_change":"2024-04-13T07:42:35.619551+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.619551+0000","last_undegraded":"2024-04-13T07:42:35.619551+0000","last_fullsized":"2024-04-13T07:42:35.619551+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:22:20.301600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.979916+0000","last_change":"2024-04-13T07:42:36.642813+0000","last_active":"2024-04-13T07:42:36.979916+0000","last_peered":"2024-04-13T07:42:36.979916+0000","last_clean":"2024-04-13T07:42:36.979916+0000","last_became_active":"2024-04-13T07:42:36.642520+0000","last_became_peered":"2024-04-13T07:42:36.642520+0000","last_unstale":"2024-04-13T07:42:36.979916+0000","last_undegraded":"2024-04-13T07:42:36.979916+0000","last_fullsized":"2024-04-13T07:42:36.979916+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:25:03.227640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.977977+0000","last_change":"2024-04-13T07:42:37.009349+0000","last_active":"2024-04-13T07:42:37.977977+0000","last_peered":"2024-04-13T07:42:37.977977+0000","last_clean":"2024-04-13T07:42:37.977977+0000","last_became_active":"2024-04-13T07:42:37.008645+0000","last_became_peered":"2024-04-13T07:42:37.008645+0000","last_unstale":"2024-04-13T07:42:37.977977+0000","last_undegraded":"2024-04-13T07:42:37.977977+0000","last_fullsized":"2024-04-13T07:42:37.977977+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:58:03.772696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.155244+0000","last_change":"2024-04-13T07:42:36.641262+0000","last_active":"2024-04-13T07:42:38.155244+0000","last_peered":"2024-04-13T07:42:38.155244+0000","last_clean":"2024-04-13T07:42:38.155244+0000","last_became_active":"2024-04-13T07:42:36.640978+0000","last_became_peered":"2024-04-13T07:42:36.640978+0000","last_unstale":"2024-04-13T07:42:38.155244+0000","last_undegraded":"2024-04-13T07:42:38.155244+0000","last_fullsized":"2024-04-13T07:42:38.155244+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:43:11.602565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.155293+0000","last_change":"2024-04-13T07:42:37.006981+0000","last_active":"2024-04-13T07:42:38.155293+0000","last_peered":"2024-04-13T07:42:38.155293+0000","last_clean":"2024-04-13T07:42:38.155293+0000","last_became_active":"2024-04-13T07:42:37.005999+0000","last_became_peered":"2024-04-13T07:42:37.005999+0000","last_unstale":"2024-04-13T07:42:38.155293+0000","last_undegraded":"2024-04-13T07:42:38.155293+0000","last_fullsized":"2024-04-13T07:42:38.155293+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:01:05.619402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.977093+0000","last_change":"2024-04-13T07:42:36.632689+0000","last_active":"2024-04-13T07:42:37.977093+0000","last_peered":"2024-04-13T07:42:37.977093+0000","last_clean":"2024-04-13T07:42:37.977093+0000","last_became_active":"2024-04-13T07:42:36.632061+0000","last_became_peered":"2024-04-13T07:42:36.632061+0000","last_unstale":"2024-04-13T07:42:37.977093+0000","last_undegraded":"2024-04-13T07:42:37.977093+0000","last_fullsized":"2024-04-13T07:42:37.977093+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:45:29.398002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.977872+0000","last_change":"2024-04-13T07:42:36.997276+0000","last_active":"2024-04-13T07:42:37.977872+0000","last_peered":"2024-04-13T07:42:37.977872+0000","last_clean":"2024-04-13T07:42:37.977872+0000","last_became_active":"2024-04-13T07:42:36.996999+0000","last_became_peered":"2024-04-13T07:42:36.996999+0000","last_unstale":"2024-04-13T07:42:37.977872+0000","last_undegraded":"2024-04-13T07:42:37.977872+0000","last_fullsized":"2024-04-13T07:42:37.977872+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:07:08.380622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.155168+0000","last_change":"2024-04-13T07:42:36.648281+0000","last_active":"2024-04-13T07:42:38.155168+0000","last_peered":"2024-04-13T07:42:38.155168+0000","last_clean":"2024-04-13T07:42:38.155168+0000","last_became_active":"2024-04-13T07:42:36.647945+0000","last_became_peered":"2024-04-13T07:42:36.647945+0000","last_unstale":"2024-04-13T07:42:38.155168+0000","last_undegraded":"2024-04-13T07:42:38.155168+0000","last_fullsized":"2024-04-13T07:42:38.155168+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:57:44.756348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978512+0000","last_change":"2024-04-13T07:42:36.998142+0000","last_active":"2024-04-13T07:42:37.978512+0000","last_peered":"2024-04-13T07:42:37.978512+0000","last_clean":"2024-04-13T07:42:37.978512+0000","last_became_active":"2024-04-13T07:42:36.996679+0000","last_became_peered":"2024-04-13T07:42:36.996679+0000","last_unstale":"2024-04-13T07:42:37.978512+0000","last_undegraded":"2024-04-13T07:42:37.978512+0000","last_fullsized":"2024-04-13T07:42:37.978512+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:26:18.025596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-13T07:42:35.623270+0000","last_change":"2024-04-13T07:42:35.623270+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.623270+0000","last_undegraded":"2024-04-13T07:42:35.623270+0000","last_fullsized":"2024-04-13T07:42:35.623270+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:40:00.383108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.001464+0000","last_change":"2024-04-13T07:42:36.999140+0000","last_active":"2024-04-13T07:42:37.001464+0000","last_peered":"2024-04-13T07:42:37.001464+0000","last_clean":"2024-04-13T07:42:37.001464+0000","last_became_active":"2024-04-13T07:42:36.998797+0000","last_became_peered":"2024-04-13T07:42:36.998797+0000","last_unstale":"2024-04-13T07:42:37.001464+0000","last_undegraded":"2024-04-13T07:42:37.001464+0000","last_fullsized":"2024-04-13T07:42:37.001464+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:52:59.746831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.979801+0000","last_change":"2024-04-13T07:42:36.640211+0000","last_active":"2024-04-13T07:42:36.979801+0000","last_peered":"2024-04-13T07:42:36.979801+0000","last_clean":"2024-04-13T07:42:36.979801+0000","last_became_active":"2024-04-13T07:42:36.639411+0000","last_became_peered":"2024-04-13T07:42:36.639411+0000","last_unstale":"2024-04-13T07:42:36.979801+0000","last_undegraded":"2024-04-13T07:42:36.979801+0000","last_fullsized":"2024-04-13T07:42:36.979801+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:32:22.294238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.154519+0000","last_change":"2024-04-13T07:42:37.000422+0000","last_active":"2024-04-13T07:42:38.154519+0000","last_peered":"2024-04-13T07:42:38.154519+0000","last_clean":"2024-04-13T07:42:38.154519+0000","last_became_active":"2024-04-13T07:42:37.000137+0000","last_became_peered":"2024-04-13T07:42:37.000137+0000","last_unstale":"2024-04-13T07:42:38.154519+0000","last_undegraded":"2024-04-13T07:42:38.154519+0000","last_fullsized":"2024-04-13T07:42:38.154519+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:59:31.521080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.976810+0000","last_change":"2024-04-13T07:42:36.640764+0000","last_active":"2024-04-13T07:42:37.976810+0000","last_peered":"2024-04-13T07:42:37.976810+0000","last_clean":"2024-04-13T07:42:37.976810+0000","last_became_active":"2024-04-13T07:42:36.640437+0000","last_became_peered":"2024-04-13T07:42:36.640437+0000","last_unstale":"2024-04-13T07:42:37.976810+0000","last_undegraded":"2024-04-13T07:42:37.976810+0000","last_fullsized":"2024-04-13T07:42:37.976810+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:54:49.269709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.153853+0000","last_change":"2024-04-13T07:42:37.000895+0000","last_active":"2024-04-13T07:42:38.153853+0000","last_peered":"2024-04-13T07:42:38.153853+0000","last_clean":"2024-04-13T07:42:38.153853+0000","last_became_active":"2024-04-13T07:42:37.000614+0000","last_became_peered":"2024-04-13T07:42:37.000614+0000","last_unstale":"2024-04-13T07:42:38.153853+0000","last_undegraded":"2024-04-13T07:42:38.153853+0000","last_fullsized":"2024-04-13T07:42:38.153853+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:48:27.131388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.979171+0000","last_change":"2024-04-13T07:42:36.641881+0000","last_active":"2024-04-13T07:42:36.979171+0000","last_peered":"2024-04-13T07:42:36.979171+0000","last_clean":"2024-04-13T07:42:36.979171+0000","last_became_active":"2024-04-13T07:42:36.640346+0000","last_became_peered":"2024-04-13T07:42:36.640346+0000","last_unstale":"2024-04-13T07:42:36.979171+0000","last_undegraded":"2024-04-13T07:42:36.979171+0000","last_fullsized":"2024-04-13T07:42:36.979171+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:01:18.716214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":219,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.988061+0000","last_change":"2024-04-13T07:42:21.974818+0000","last_active":"2024-04-13T07:42:36.988061+0000","last_peered":"2024-04-13T07:42:36.988061+0000","last_clean":"2024-04-13T07:42:36.988061+0000","last_became_active":"2024-04-13T07:42:21.974326+0000","last_became_peered":"2024-04-13T07:42:21.974326+0000","last_unstale":"2024-04-13T07:42:36.988061+0000","last_undegraded":"2024-04-13T07:42:36.988061+0000","last_fullsized":"2024-04-13T07:42:36.988061+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:40:15.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:40:15.469395+0000","last_clean_scrub_stamp":"2024-04-13T07:40:15.469395+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:43:01.030248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.977783+0000","last_change":"2024-04-13T07:42:36.649193+0000","last_active":"2024-04-13T07:42:37.977783+0000","last_peered":"2024-04-13T07:42:37.977783+0000","last_clean":"2024-04-13T07:42:37.977783+0000","last_became_active":"2024-04-13T07:42:36.648787+0000","last_became_peered":"2024-04-13T07:42:36.648787+0000","last_unstale":"2024-04-13T07:42:37.977783+0000","last_undegraded":"2024-04-13T07:42:37.977783+0000","last_fullsized":"2024-04-13T07:42:37.977783+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:57:23.052939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978517+0000","last_change":"2024-04-13T07:42:36.649064+0000","last_active":"2024-04-13T07:42:37.978517+0000","last_peered":"2024-04-13T07:42:37.978517+0000","last_clean":"2024-04-13T07:42:37.978517+0000","last_became_active":"2024-04-13T07:42:36.648763+0000","last_became_peered":"2024-04-13T07:42:36.648763+0000","last_unstale":"2024-04-13T07:42:37.978517+0000","last_undegraded":"2024-04-13T07:42:37.978517+0000","last_fullsized":"2024-04-13T07:42:37.978517+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:45:35.270246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-13T07:42:35.623367+0000","last_change":"2024-04-13T07:42:35.623367+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.623367+0000","last_undegraded":"2024-04-13T07:42:35.623367+0000","last_fullsized":"2024-04-13T07:42:35.623367+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:21:17.026690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.153333+0000","last_change":"2024-04-13T07:42:37.014613+0000","last_active":"2024-04-13T07:42:38.153333+0000","last_peered":"2024-04-13T07:42:38.153333+0000","last_clean":"2024-04-13T07:42:38.153333+0000","last_became_active":"2024-04-13T07:42:37.014089+0000","last_became_peered":"2024-04-13T07:42:37.014089+0000","last_unstale":"2024-04-13T07:42:38.153333+0000","last_undegraded":"2024-04-13T07:42:38.153333+0000","last_fullsized":"2024-04-13T07:42:38.153333+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:31:47.960828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.155067+0000","last_change":"2024-04-13T07:42:36.647526+0000","last_active":"2024-04-13T07:42:38.155067+0000","last_peered":"2024-04-13T07:42:38.155067+0000","last_clean":"2024-04-13T07:42:38.155067+0000","last_became_active":"2024-04-13T07:42:36.647219+0000","last_became_peered":"2024-04-13T07:42:36.647219+0000","last_unstale":"2024-04-13T07:42:38.155067+0000","last_undegraded":"2024-04-13T07:42:38.155067+0000","last_fullsized":"2024-04-13T07:42:38.155067+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:23:14.932206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.977647+0000","last_change":"2024-04-13T07:42:36.648407+0000","last_active":"2024-04-13T07:42:37.977647+0000","last_peered":"2024-04-13T07:42:37.977647+0000","last_clean":"2024-04-13T07:42:37.977647+0000","last_became_active":"2024-04-13T07:42:36.648117+0000","last_became_peered":"2024-04-13T07:42:36.648117+0000","last_unstale":"2024-04-13T07:42:37.977647+0000","last_undegraded":"2024-04-13T07:42:37.977647+0000","last_fullsized":"2024-04-13T07:42:37.977647+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:26:55.297314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.153979+0000","last_change":"2024-04-13T07:42:37.009891+0000","last_active":"2024-04-13T07:42:38.153979+0000","last_peered":"2024-04-13T07:42:38.153979+0000","last_clean":"2024-04-13T07:42:38.153979+0000","last_became_active":"2024-04-13T07:42:37.009612+0000","last_became_peered":"2024-04-13T07:42:37.009612+0000","last_unstale":"2024-04-13T07:42:38.153979+0000","last_undegraded":"2024-04-13T07:42:38.153979+0000","last_fullsized":"2024-04-13T07:42:38.153979+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:32:03.190087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-13T07:42:35.623477+0000","last_change":"2024-04-13T07:42:35.623477+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.623477+0000","last_undegraded":"2024-04-13T07:42:35.623477+0000","last_fullsized":"2024-04-13T07:42:35.623477+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:49:07.240103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.153251+0000","last_change":"2024-04-13T07:42:37.013854+0000","last_active":"2024-04-13T07:42:38.153251+0000","last_peered":"2024-04-13T07:42:38.153251+0000","last_clean":"2024-04-13T07:42:38.153251+0000","last_became_active":"2024-04-13T07:42:37.010926+0000","last_became_peered":"2024-04-13T07:42:37.010926+0000","last_unstale":"2024-04-13T07:42:38.153251+0000","last_undegraded":"2024-04-13T07:42:38.153251+0000","last_fullsized":"2024-04-13T07:42:38.153251+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:35:23.494157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-13T07:42:35.623565+0000","last_change":"2024-04-13T07:42:35.623565+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.623565+0000","last_undegraded":"2024-04-13T07:42:35.623565+0000","last_fullsized":"2024-04-13T07:42:35.623565+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:04:36.813947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.153923+0000","last_change":"2024-04-13T07:42:37.014915+0000","last_active":"2024-04-13T07:42:38.153923+0000","last_peered":"2024-04-13T07:42:38.153923+0000","last_clean":"2024-04-13T07:42:38.153923+0000","last_became_active":"2024-04-13T07:42:37.014603+0000","last_became_peered":"2024-04-13T07:42:37.014603+0000","last_unstale":"2024-04-13T07:42:38.153923+0000","last_undegraded":"2024-04-13T07:42:38.153923+0000","last_fullsized":"2024-04-13T07:42:38.153923+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:54:30.557952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.977952+0000","last_change":"2024-04-13T07:42:36.645895+0000","last_active":"2024-04-13T07:42:37.977952+0000","last_peered":"2024-04-13T07:42:37.977952+0000","last_clean":"2024-04-13T07:42:37.977952+0000","last_became_active":"2024-04-13T07:42:36.645574+0000","last_became_peered":"2024-04-13T07:42:36.645574+0000","last_unstale":"2024-04-13T07:42:37.977952+0000","last_undegraded":"2024-04-13T07:42:37.977952+0000","last_fullsized":"2024-04-13T07:42:37.977952+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:52:22.818215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.154727+0000","last_change":"2024-04-13T07:42:37.007681+0000","last_active":"2024-04-13T07:42:38.154727+0000","last_peered":"2024-04-13T07:42:38.154727+0000","last_clean":"2024-04-13T07:42:38.154727+0000","last_became_active":"2024-04-13T07:42:37.007360+0000","last_became_peered":"2024-04-13T07:42:37.007360+0000","last_unstale":"2024-04-13T07:42:38.154727+0000","last_undegraded":"2024-04-13T07:42:38.154727+0000","last_fullsized":"2024-04-13T07:42:38.154727+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:02:34.804482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.977107+0000","last_change":"2024-04-13T07:42:36.639790+0000","last_active":"2024-04-13T07:42:37.977107+0000","last_peered":"2024-04-13T07:42:37.977107+0000","last_clean":"2024-04-13T07:42:37.977107+0000","last_became_active":"2024-04-13T07:42:36.639494+0000","last_became_peered":"2024-04-13T07:42:36.639494+0000","last_unstale":"2024-04-13T07:42:37.977107+0000","last_undegraded":"2024-04-13T07:42:37.977107+0000","last_fullsized":"2024-04-13T07:42:37.977107+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:42:04.144894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978470+0000","last_change":"2024-04-13T07:42:37.000708+0000","last_active":"2024-04-13T07:42:37.978470+0000","last_peered":"2024-04-13T07:42:37.978470+0000","last_clean":"2024-04-13T07:42:37.978470+0000","last_became_active":"2024-04-13T07:42:37.000362+0000","last_became_peered":"2024-04-13T07:42:37.000362+0000","last_unstale":"2024-04-13T07:42:37.978470+0000","last_undegraded":"2024-04-13T07:42:37.978470+0000","last_fullsized":"2024-04-13T07:42:37.978470+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:50:24.835681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-13T07:42:35.623989+0000","last_change":"2024-04-13T07:42:35.623989+0000","last_active":"2024-04-13T07:42:35.607187+0000","last_peered":"2024-04-13T07:42:35.607187+0000","last_clean":"2024-04-13T07:42:35.607187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:35.623989+0000","last_undegraded":"2024-04-13T07:42:35.623989+0000","last_fullsized":"2024-04-13T07:42:35.623989+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:53:28.958691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.002883+0000","last_change":"2024-04-13T07:42:37.000645+0000","last_active":"2024-04-13T07:42:37.002883+0000","last_peered":"2024-04-13T07:42:37.002883+0000","last_clean":"2024-04-13T07:42:37.002883+0000","last_became_active":"2024-04-13T07:42:37.000051+0000","last_became_peered":"2024-04-13T07:42:37.000051+0000","last_unstale":"2024-04-13T07:42:37.002883+0000","last_undegraded":"2024-04-13T07:42:37.002883+0000","last_fullsized":"2024-04-13T07:42:37.002883+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:27:47.515853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.977652+0000","last_change":"2024-04-13T07:42:36.641678+0000","last_active":"2024-04-13T07:42:37.977652+0000","last_peered":"2024-04-13T07:42:37.977652+0000","last_clean":"2024-04-13T07:42:37.977652+0000","last_became_active":"2024-04-13T07:42:36.641325+0000","last_became_peered":"2024-04-13T07:42:36.641325+0000","last_unstale":"2024-04-13T07:42:37.977652+0000","last_undegraded":"2024-04-13T07:42:37.977652+0000","last_fullsized":"2024-04-13T07:42:37.977652+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:00:52.800858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978665+0000","last_change":"2024-04-13T07:42:37.003961+0000","last_active":"2024-04-13T07:42:37.978665+0000","last_peered":"2024-04-13T07:42:37.978665+0000","last_clean":"2024-04-13T07:42:37.978665+0000","last_became_active":"2024-04-13T07:42:37.002014+0000","last_became_peered":"2024-04-13T07:42:37.002014+0000","last_unstale":"2024-04-13T07:42:37.978665+0000","last_undegraded":"2024-04-13T07:42:37.978665+0000","last_fullsized":"2024-04-13T07:42:37.978665+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:05:01.418217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.154103+0000","last_change":"2024-04-13T07:42:37.006402+0000","last_active":"2024-04-13T07:42:38.154103+0000","last_peered":"2024-04-13T07:42:38.154103+0000","last_clean":"2024-04-13T07:42:38.154103+0000","last_became_active":"2024-04-13T07:42:37.004418+0000","last_became_peered":"2024-04-13T07:42:37.004418+0000","last_unstale":"2024-04-13T07:42:38.154103+0000","last_undegraded":"2024-04-13T07:42:38.154103+0000","last_fullsized":"2024-04-13T07:42:38.154103+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:00:38.288449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.976921+0000","last_change":"2024-04-13T07:42:37.000179+0000","last_active":"2024-04-13T07:42:37.976921+0000","last_peered":"2024-04-13T07:42:37.976921+0000","last_clean":"2024-04-13T07:42:37.976921+0000","last_became_active":"2024-04-13T07:42:36.999900+0000","last_became_peered":"2024-04-13T07:42:36.999900+0000","last_unstale":"2024-04-13T07:42:37.976921+0000","last_undegraded":"2024-04-13T07:42:37.976921+0000","last_fullsized":"2024-04-13T07:42:37.976921+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:42:27.376231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.002812+0000","last_change":"2024-04-13T07:42:37.001337+0000","last_active":"2024-04-13T07:42:37.002812+0000","last_peered":"2024-04-13T07:42:37.002812+0000","last_clean":"2024-04-13T07:42:37.002812+0000","last_became_active":"2024-04-13T07:42:37.000969+0000","last_became_peered":"2024-04-13T07:42:37.000969+0000","last_unstale":"2024-04-13T07:42:37.002812+0000","last_undegraded":"2024-04-13T07:42:37.002812+0000","last_fullsized":"2024-04-13T07:42:37.002812+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:53:25.928231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.153631+0000","last_change":"2024-04-13T07:42:37.013030+0000","last_active":"2024-04-13T07:42:38.153631+0000","last_peered":"2024-04-13T07:42:38.153631+0000","last_clean":"2024-04-13T07:42:38.153631+0000","last_became_active":"2024-04-13T07:42:37.012759+0000","last_became_peered":"2024-04-13T07:42:37.012759+0000","last_unstale":"2024-04-13T07:42:38.153631+0000","last_undegraded":"2024-04-13T07:42:38.153631+0000","last_fullsized":"2024-04-13T07:42:38.153631+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:08:36.752412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.155654+0000","last_change":"2024-04-13T07:42:36.999510+0000","last_active":"2024-04-13T07:42:38.155654+0000","last_peered":"2024-04-13T07:42:38.155654+0000","last_clean":"2024-04-13T07:42:38.155654+0000","last_became_active":"2024-04-13T07:42:36.999208+0000","last_became_peered":"2024-04-13T07:42:36.999208+0000","last_unstale":"2024-04-13T07:42:38.155654+0000","last_undegraded":"2024-04-13T07:42:38.155654+0000","last_fullsized":"2024-04-13T07:42:38.155654+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:14:14.486098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.154403+0000","last_change":"2024-04-13T07:42:37.012470+0000","last_active":"2024-04-13T07:42:38.154403+0000","last_peered":"2024-04-13T07:42:38.154403+0000","last_clean":"2024-04-13T07:42:38.154403+0000","last_became_active":"2024-04-13T07:42:37.012144+0000","last_became_peered":"2024-04-13T07:42:37.012144+0000","last_unstale":"2024-04-13T07:42:38.154403+0000","last_undegraded":"2024-04-13T07:42:38.154403+0000","last_fullsized":"2024-04-13T07:42:38.154403+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:20:40.378146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.010440+0000","last_change":"2024-04-13T07:42:37.009761+0000","last_active":"2024-04-13T07:42:37.010440+0000","last_peered":"2024-04-13T07:42:37.010440+0000","last_clean":"2024-04-13T07:42:37.010440+0000","last_became_active":"2024-04-13T07:42:37.009306+0000","last_became_peered":"2024-04-13T07:42:37.009306+0000","last_unstale":"2024-04-13T07:42:37.010440+0000","last_undegraded":"2024-04-13T07:42:37.010440+0000","last_fullsized":"2024-04-13T07:42:37.010440+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:21:15.474650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.153704+0000","last_change":"2024-04-13T07:42:37.011831+0000","last_active":"2024-04-13T07:42:38.153704+0000","last_peered":"2024-04-13T07:42:38.153704+0000","last_clean":"2024-04-13T07:42:38.153704+0000","last_became_active":"2024-04-13T07:42:37.011566+0000","last_became_peered":"2024-04-13T07:42:37.011566+0000","last_unstale":"2024-04-13T07:42:38.153704+0000","last_undegraded":"2024-04-13T07:42:38.153704+0000","last_fullsized":"2024-04-13T07:42:38.153704+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:02:55.499009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.998387+0000","last_change":"2024-04-13T07:42:36.995447+0000","last_active":"2024-04-13T07:42:36.998387+0000","last_peered":"2024-04-13T07:42:36.998387+0000","last_clean":"2024-04-13T07:42:36.998387+0000","last_became_active":"2024-04-13T07:42:36.994716+0000","last_became_peered":"2024-04-13T07:42:36.994716+0000","last_unstale":"2024-04-13T07:42:36.998387+0000","last_undegraded":"2024-04-13T07:42:36.998387+0000","last_fullsized":"2024-04-13T07:42:36.998387+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:11:43.317603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:42:36.615398+0000","last_change":"2024-04-13T07:42:36.615398+0000","last_active":"2024-04-13T07:42:36.615398+0000","last_peered":"2024-04-13T07:42:36.615398+0000","last_clean":"2024-04-13T07:42:36.615398+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:42:36.615398+0000","last_undegraded":"2024-04-13T07:42:36.615398+0000","last_fullsized":"2024-04-13T07:42:36.615398+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.155526+0000","last_change":"2024-04-13T07:42:37.002262+0000","last_active":"2024-04-13T07:42:38.155526+0000","last_peered":"2024-04-13T07:42:38.155526+0000","last_clean":"2024-04-13T07:42:38.155526+0000","last_became_active":"2024-04-13T07:42:37.001680+0000","last_became_peered":"2024-04-13T07:42:37.001680+0000","last_unstale":"2024-04-13T07:42:38.155526+0000","last_undegraded":"2024-04-13T07:42:38.155526+0000","last_fullsized":"2024-04-13T07:42:38.155526+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:09:31.165349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":144,"acting":144,"num_store_stats":6},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":1586,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":6198,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28,"ondisk_log_size":28,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233990,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28200,"kb_used_data":1180,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716952,"statfs":{"total":95995035648,"available":95966158848,"internally_reserved":0,"allocated":1208320,"data_stored":843410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":27654604},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55900000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50800000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54800000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.433}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40799999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45200000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61499999999999999}]}]},{"osd":6,"up_from":46,"seq":197568495628,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28212,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716940,"statfs":{"total":95995035648,"available":95966146560,"internally_reserved":0,"allocated":1220608,"data_stored":850827,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47199999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52000000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57999999999999996}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64700000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59399999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71499999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73399999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574884,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27592,"kb_used_data":572,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717560,"statfs":{"total":95995035648,"available":95966781440,"internally_reserved":0,"allocated":585728,"data_stored":238801,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:41:57 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.313,"15min":0.30499999999999999},"min":{"1min":0.28000000000000003,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"last":0.25},{"interface":"front","average":{"1min":0.38,"5min":0.32600000000000001,"15min":0.317},"min":{"1min":0.30199999999999999,"5min":0.223,"15min":0.223},"max":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"last":0.33500000000000002}]},{"osd":2,"last update":"Sat Apr 13 07:42:16 2024","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":0.41099999999999998,"15min":0.40200000000000002},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"min":{"1min":0.28399999999999997,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.47599999999999998,"5min":0.51100000000000001,"15min":0.51100000000000001},"last":0.28299999999999997}]},{"osd":3,"last update":"Sat Apr 13 07:41:41 2024","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.499,"5min":0.499,"15min":0.499},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.436,"5min":0.436,"15min":0.436},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"last":0.26600000000000001}]},{"osd":4,"last update":"Sat Apr 13 07:42:04 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.52600000000000002}]},{"osd":5,"last update":"Sat Apr 13 07:42:30 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.57899999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50800000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60399999999999998}]}]},{"osd":0,"up_from":8,"seq":34359738409,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32256,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712896,"statfs":{"total":95995035648,"available":95962005504,"internally_reserved":0,"allocated":1167360,"data_stored":822922,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Apr 13 07:41:53 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.32700000000000001,"15min":0.318},"min":{"1min":0.26000000000000001,"5min":0.186,"15min":0.186},"max":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"last":0.214},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.33400000000000002,"15min":0.32400000000000001},"min":{"1min":0.248,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.35299999999999998}]},{"osd":2,"last update":"Sat Apr 13 07:42:18 2024","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.36899999999999999,"15min":0.36099999999999999},"min":{"1min":0.28899999999999998,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.25700000000000001},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.40699999999999997,"15min":0.40100000000000002},"min":{"1min":0.28000000000000003,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.26800000000000002}]},{"osd":3,"last update":"Sat Apr 13 07:41:40 2024","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.315},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.32200000000000001}]},{"osd":4,"last update":"Sat Apr 13 07:42:06 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":1.1599999999999999,"5min":1.1599999999999999,"15min":1.1599999999999999},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.016,"5min":1.016,"15min":1.016},"last":0.57899999999999996}]},{"osd":5,"last update":"Sat Apr 13 07:42:31 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.59699999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65500000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68700000000000006}]}]},{"osd":2,"up_from":18,"seq":77309411360,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27636,"kb_used_data":608,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717516,"statfs":{"total":95995035648,"available":95966736384,"internally_reserved":0,"allocated":622592,"data_stored":259441,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:42:16 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.371,"15min":0.36899999999999999},"min":{"1min":0.30099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.52300000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.41699999999999998,"15min":0.41099999999999998},"min":{"1min":0.35499999999999998,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.54200000000000004}]},{"osd":1,"last update":"Sat Apr 13 07:42:16 2024","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.39000000000000001,"15min":0.38800000000000001},"min":{"1min":0.26400000000000001,"5min":0.251,"15min":0.251},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.40400000000000003,"15min":0.39800000000000002},"min":{"1min":0.315,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.624,"5min":0.624,"15min":0.624},"last":0.49199999999999999}]},{"osd":3,"last update":"Sat Apr 13 07:41:44 2024","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.438},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"last":0.39900000000000002}]},{"osd":4,"last update":"Sat Apr 13 07:42:04 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.58399999999999996}]},{"osd":5,"last update":"Sat Apr 13 07:42:28 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":1.109,"5min":1.109,"15min":1.109},"last":0.66100000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70399999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59799999999999998}]}]},{"osd":3,"up_from":25,"seq":107374182426,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27648,"kb_used_data":628,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717504,"statfs":{"total":95995035648,"available":95966724096,"internally_reserved":0,"allocated":643072,"data_stored":261109,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:41:40 2024","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"last":0.38}]},{"osd":1,"last update":"Sat Apr 13 07:41:40 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.27400000000000002},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.40400000000000003}]},{"osd":2,"last update":"Sat Apr 13 07:41:40 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.35199999999999998}]},{"osd":4,"last update":"Sat Apr 13 07:42:06 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":1.379,"5min":1.379,"15min":1.379},"last":0.57699999999999996}]},{"osd":5,"last update":"Sat Apr 13 07:42:32 2024","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.421,"5min":1.421,"15min":1.421},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.355,"5min":1.355,"15min":1.355},"last":0.622}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60699999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56499999999999995}]}]},{"osd":4,"up_from":30,"seq":128849018900,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27640,"kb_used_data":612,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717512,"statfs":{"total":95995035648,"available":95966732288,"internally_reserved":0,"allocated":626688,"data_stored":253419,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:42:07 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.46100000000000002}]},{"osd":1,"last update":"Sat Apr 13 07:42:07 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.44600000000000001}]},{"osd":2,"last update":"Sat Apr 13 07:42:07 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"last":0.372}]},{"osd":3,"last update":"Sat Apr 13 07:42:07 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.434}]},{"osd":5,"last update":"Sat Apr 13 07:42:30 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.316},{"interface":"front","average":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.29599999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33900000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41399999999999998}]}]},{"osd":5,"up_from":38,"seq":163208757264,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27628,"kb_used_data":604,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717524,"statfs":{"total":95995035648,"available":95966744576,"internally_reserved":0,"allocated":618496,"data_stored":253761,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:42:30 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.47499999999999998}]},{"osd":1,"last update":"Sat Apr 13 07:42:30 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.51600000000000001}]},{"osd":2,"last update":"Sat Apr 13 07:42:30 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.873,"5min":0.873,"15min":0.873},"last":0.504},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.58999999999999997}]},{"osd":3,"last update":"Sat Apr 13 07:42:30 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.54500000000000004}]},{"osd":4,"last update":"Sat Apr 13 07:42:30 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.375},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.56499999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.442}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35199999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-13T07:42:41.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:41 smithi139 ceph-mon[31267]: from='client.24443 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T07:42:42.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:42 smithi119 ceph-mon[39268]: from='client.14541 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T07:42:42.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:42 smithi119 ceph-mon[39268]: from='client.14547 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T07:42:42.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:42 smithi119 ceph-mon[39268]: pgmap v192: 97 pgs: 73 active+clean, 8 creating+peering, 16 unknown; 578 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 769 B/s wr, 6 op/s 2024-04-13T07:42:42.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:42 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/1701177559' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-13T07:42:42.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:42 smithi119 ceph-mon[27733]: from='client.14541 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T07:42:42.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:42 smithi119 ceph-mon[27733]: from='client.14547 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T07:42:42.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:42 smithi119 ceph-mon[27733]: pgmap v192: 97 pgs: 73 active+clean, 8 creating+peering, 16 unknown; 578 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 769 B/s wr, 6 op/s 2024-04-13T07:42:42.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:42 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/1701177559' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-13T07:42:42.536 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:42 smithi139 ceph-mon[31267]: from='client.14541 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T07:42:42.537 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:42 smithi139 ceph-mon[31267]: from='client.14547 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T07:42:42.537 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:42 smithi139 ceph-mon[31267]: pgmap v192: 97 pgs: 73 active+clean, 8 creating+peering, 16 unknown; 578 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 769 B/s wr, 6 op/s 2024-04-13T07:42:42.537 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:42 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/1701177559' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-13T07:42:43.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:43 smithi119 ceph-mon[39268]: from='client.14559 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T07:42:43.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:43 smithi119 ceph-mon[27733]: from='client.14559 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T07:42:43.548 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:43 smithi139 ceph-mon[31267]: from='client.14559 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T07:42:44.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:44 smithi119 ceph-mon[39268]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s wr, 7 op/s 2024-04-13T07:42:44.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:44 smithi119 ceph-mon[27733]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s wr, 7 op/s 2024-04-13T07:42:44.520 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-13T07:42:44.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:44 smithi139 ceph-mon[31267]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s wr, 7 op/s 2024-04-13T07:42:44.824 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:42:44.826 INFO:teuthology.orchestra.run.smithi119.stderr:dumped all 2024-04-13T07:42:44.835 INFO:teuthology.orchestra.run.smithi119.stdout:{"pg_ready":true,"pg_map":{"version":193,"stamp":"2024-04-13T07:42:42.937356+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":258,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":226940,"kb_used_data":6644,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749734276,"statfs":{"total":767960285184,"available":767727898624,"internally_reserved":0,"allocated":6803456,"data_stored":3832105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":225431098},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.315017"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978752+0000","last_change":"2024-04-13T07:42:37.005975+0000","last_active":"2024-04-13T07:42:37.978752+0000","last_peered":"2024-04-13T07:42:37.978752+0000","last_clean":"2024-04-13T07:42:37.978752+0000","last_became_active":"2024-04-13T07:42:37.005680+0000","last_became_peered":"2024-04-13T07:42:37.005680+0000","last_unstale":"2024-04-13T07:42:37.978752+0000","last_undegraded":"2024-04-13T07:42:37.978752+0000","last_fullsized":"2024-04-13T07:42:37.978752+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:43:25.874551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.977607+0000","last_change":"2024-04-13T07:42:36.996625+0000","last_active":"2024-04-13T07:42:37.977607+0000","last_peered":"2024-04-13T07:42:37.977607+0000","last_clean":"2024-04-13T07:42:37.977607+0000","last_became_active":"2024-04-13T07:42:36.996360+0000","last_became_peered":"2024-04-13T07:42:36.996360+0000","last_unstale":"2024-04-13T07:42:37.977607+0000","last_undegraded":"2024-04-13T07:42:37.977607+0000","last_fullsized":"2024-04-13T07:42:37.977607+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:33:18.921841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.153783+0000","last_change":"2024-04-13T07:42:36.995372+0000","last_active":"2024-04-13T07:42:38.153783+0000","last_peered":"2024-04-13T07:42:38.153783+0000","last_clean":"2024-04-13T07:42:38.153783+0000","last_became_active":"2024-04-13T07:42:36.994095+0000","last_became_peered":"2024-04-13T07:42:36.994095+0000","last_unstale":"2024-04-13T07:42:38.153783+0000","last_undegraded":"2024-04-13T07:42:38.153783+0000","last_fullsized":"2024-04-13T07:42:38.153783+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:00:19.176659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.002863+0000","last_change":"2024-04-13T07:42:37.000398+0000","last_active":"2024-04-13T07:42:37.002863+0000","last_peered":"2024-04-13T07:42:37.002863+0000","last_clean":"2024-04-13T07:42:37.002863+0000","last_became_active":"2024-04-13T07:42:36.999623+0000","last_became_peered":"2024-04-13T07:42:36.999623+0000","last_unstale":"2024-04-13T07:42:37.002863+0000","last_undegraded":"2024-04-13T07:42:37.002863+0000","last_fullsized":"2024-04-13T07:42:37.002863+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:54:42.365879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978076+0000","last_change":"2024-04-13T07:42:37.009536+0000","last_active":"2024-04-13T07:42:37.978076+0000","last_peered":"2024-04-13T07:42:37.978076+0000","last_clean":"2024-04-13T07:42:37.978076+0000","last_became_active":"2024-04-13T07:42:37.009046+0000","last_became_peered":"2024-04-13T07:42:37.009046+0000","last_unstale":"2024-04-13T07:42:37.978076+0000","last_undegraded":"2024-04-13T07:42:37.978076+0000","last_fullsized":"2024-04-13T07:42:37.978076+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:56:42.424101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.991437+0000","last_change":"2024-04-13T07:42:36.989426+0000","last_active":"2024-04-13T07:42:36.991437+0000","last_peered":"2024-04-13T07:42:36.991437+0000","last_clean":"2024-04-13T07:42:36.991437+0000","last_became_active":"2024-04-13T07:42:36.988962+0000","last_became_peered":"2024-04-13T07:42:36.988962+0000","last_unstale":"2024-04-13T07:42:36.991437+0000","last_undegraded":"2024-04-13T07:42:36.991437+0000","last_fullsized":"2024-04-13T07:42:36.991437+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:58:41.381248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.977624+0000","last_change":"2024-04-13T07:42:37.002050+0000","last_active":"2024-04-13T07:42:37.977624+0000","last_peered":"2024-04-13T07:42:37.977624+0000","last_clean":"2024-04-13T07:42:37.977624+0000","last_became_active":"2024-04-13T07:42:37.001729+0000","last_became_peered":"2024-04-13T07:42:37.001729+0000","last_unstale":"2024-04-13T07:42:37.977624+0000","last_undegraded":"2024-04-13T07:42:37.977624+0000","last_fullsized":"2024-04-13T07:42:37.977624+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:02:38.368456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.153160+0000","last_change":"2024-04-13T07:42:37.001674+0000","last_active":"2024-04-13T07:42:38.153160+0000","last_peered":"2024-04-13T07:42:38.153160+0000","last_clean":"2024-04-13T07:42:38.153160+0000","last_became_active":"2024-04-13T07:42:37.001337+0000","last_became_peered":"2024-04-13T07:42:37.001337+0000","last_unstale":"2024-04-13T07:42:38.153160+0000","last_undegraded":"2024-04-13T07:42:38.153160+0000","last_fullsized":"2024-04-13T07:42:38.153160+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:08:59.949638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978777+0000","last_change":"2024-04-13T07:42:37.006781+0000","last_active":"2024-04-13T07:42:37.978777+0000","last_peered":"2024-04-13T07:42:37.978777+0000","last_clean":"2024-04-13T07:42:37.978777+0000","last_became_active":"2024-04-13T07:42:37.005856+0000","last_became_peered":"2024-04-13T07:42:37.005856+0000","last_unstale":"2024-04-13T07:42:37.978777+0000","last_undegraded":"2024-04-13T07:42:37.978777+0000","last_fullsized":"2024-04-13T07:42:37.978777+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:28:50.372131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.155599+0000","last_change":"2024-04-13T07:42:37.007604+0000","last_active":"2024-04-13T07:42:38.155599+0000","last_peered":"2024-04-13T07:42:38.155599+0000","last_clean":"2024-04-13T07:42:38.155599+0000","last_became_active":"2024-04-13T07:42:37.007287+0000","last_became_peered":"2024-04-13T07:42:37.007287+0000","last_unstale":"2024-04-13T07:42:38.155599+0000","last_undegraded":"2024-04-13T07:42:38.155599+0000","last_fullsized":"2024-04-13T07:42:38.155599+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:32:04.608142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.155752+0000","last_change":"2024-04-13T07:42:37.006842+0000","last_active":"2024-04-13T07:42:38.155752+0000","last_peered":"2024-04-13T07:42:38.155752+0000","last_clean":"2024-04-13T07:42:38.155752+0000","last_became_active":"2024-04-13T07:42:37.004567+0000","last_became_peered":"2024-04-13T07:42:37.004567+0000","last_unstale":"2024-04-13T07:42:38.155752+0000","last_undegraded":"2024-04-13T07:42:38.155752+0000","last_fullsized":"2024-04-13T07:42:38.155752+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:34:34.073269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.154829+0000","last_change":"2024-04-13T07:42:36.999077+0000","last_active":"2024-04-13T07:42:38.154829+0000","last_peered":"2024-04-13T07:42:38.154829+0000","last_clean":"2024-04-13T07:42:38.154829+0000","last_became_active":"2024-04-13T07:42:36.998778+0000","last_became_peered":"2024-04-13T07:42:36.998778+0000","last_unstale":"2024-04-13T07:42:38.154829+0000","last_undegraded":"2024-04-13T07:42:38.154829+0000","last_fullsized":"2024-04-13T07:42:38.154829+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:29:55.210355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.153831+0000","last_change":"2024-04-13T07:42:37.007188+0000","last_active":"2024-04-13T07:42:38.153831+0000","last_peered":"2024-04-13T07:42:38.153831+0000","last_clean":"2024-04-13T07:42:38.153831+0000","last_became_active":"2024-04-13T07:42:37.006902+0000","last_became_peered":"2024-04-13T07:42:37.006902+0000","last_unstale":"2024-04-13T07:42:38.153831+0000","last_undegraded":"2024-04-13T07:42:38.153831+0000","last_fullsized":"2024-04-13T07:42:38.153831+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:29:12.922101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.153472+0000","last_change":"2024-04-13T07:42:36.989457+0000","last_active":"2024-04-13T07:42:38.153472+0000","last_peered":"2024-04-13T07:42:38.153472+0000","last_clean":"2024-04-13T07:42:38.153472+0000","last_became_active":"2024-04-13T07:42:36.988783+0000","last_became_peered":"2024-04-13T07:42:36.988783+0000","last_unstale":"2024-04-13T07:42:38.153472+0000","last_undegraded":"2024-04-13T07:42:38.153472+0000","last_fullsized":"2024-04-13T07:42:38.153472+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:52:31.855179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.977029+0000","last_change":"2024-04-13T07:42:36.988963+0000","last_active":"2024-04-13T07:42:37.977029+0000","last_peered":"2024-04-13T07:42:37.977029+0000","last_clean":"2024-04-13T07:42:37.977029+0000","last_became_active":"2024-04-13T07:42:36.988661+0000","last_became_peered":"2024-04-13T07:42:36.988661+0000","last_unstale":"2024-04-13T07:42:37.977029+0000","last_undegraded":"2024-04-13T07:42:37.977029+0000","last_fullsized":"2024-04-13T07:42:37.977029+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:47:37.196724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.994805+0000","last_change":"2024-04-13T07:42:36.993576+0000","last_active":"2024-04-13T07:42:36.994805+0000","last_peered":"2024-04-13T07:42:36.994805+0000","last_clean":"2024-04-13T07:42:36.994805+0000","last_became_active":"2024-04-13T07:42:36.992517+0000","last_became_peered":"2024-04-13T07:42:36.992517+0000","last_unstale":"2024-04-13T07:42:36.994805+0000","last_undegraded":"2024-04-13T07:42:36.994805+0000","last_fullsized":"2024-04-13T07:42:36.994805+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:41:37.550494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.998290+0000","last_change":"2024-04-13T07:42:36.994488+0000","last_active":"2024-04-13T07:42:36.998290+0000","last_peered":"2024-04-13T07:42:36.998290+0000","last_clean":"2024-04-13T07:42:36.998290+0000","last_became_active":"2024-04-13T07:42:36.993018+0000","last_became_peered":"2024-04-13T07:42:36.993018+0000","last_unstale":"2024-04-13T07:42:36.998290+0000","last_undegraded":"2024-04-13T07:42:36.998290+0000","last_fullsized":"2024-04-13T07:42:36.998290+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:17:34.202883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.977578+0000","last_change":"2024-04-13T07:42:37.007021+0000","last_active":"2024-04-13T07:42:37.977578+0000","last_peered":"2024-04-13T07:42:37.977578+0000","last_clean":"2024-04-13T07:42:37.977578+0000","last_became_active":"2024-04-13T07:42:37.006705+0000","last_became_peered":"2024-04-13T07:42:37.006705+0000","last_unstale":"2024-04-13T07:42:37.977578+0000","last_undegraded":"2024-04-13T07:42:37.977578+0000","last_fullsized":"2024-04-13T07:42:37.977578+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:56:33.368620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978305+0000","last_change":"2024-04-13T07:42:37.009039+0000","last_active":"2024-04-13T07:42:37.978305+0000","last_peered":"2024-04-13T07:42:37.978305+0000","last_clean":"2024-04-13T07:42:37.978305+0000","last_became_active":"2024-04-13T07:42:37.008717+0000","last_became_peered":"2024-04-13T07:42:37.008717+0000","last_unstale":"2024-04-13T07:42:37.978305+0000","last_undegraded":"2024-04-13T07:42:37.978305+0000","last_fullsized":"2024-04-13T07:42:37.978305+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:11:29.869853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.001840+0000","last_change":"2024-04-13T07:42:36.643367+0000","last_active":"2024-04-13T07:42:37.001840+0000","last_peered":"2024-04-13T07:42:37.001840+0000","last_clean":"2024-04-13T07:42:37.001840+0000","last_became_active":"2024-04-13T07:42:36.643085+0000","last_became_peered":"2024-04-13T07:42:36.643085+0000","last_unstale":"2024-04-13T07:42:37.001840+0000","last_undegraded":"2024-04-13T07:42:37.001840+0000","last_fullsized":"2024-04-13T07:42:37.001840+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:43:56.520126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.154119+0000","last_change":"2024-04-13T07:42:37.004230+0000","last_active":"2024-04-13T07:42:38.154119+0000","last_peered":"2024-04-13T07:42:38.154119+0000","last_clean":"2024-04-13T07:42:38.154119+0000","last_became_active":"2024-04-13T07:42:37.003926+0000","last_became_peered":"2024-04-13T07:42:37.003926+0000","last_unstale":"2024-04-13T07:42:38.154119+0000","last_undegraded":"2024-04-13T07:42:38.154119+0000","last_fullsized":"2024-04-13T07:42:38.154119+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:57:27.322057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.015034+0000","last_change":"2024-04-13T07:42:36.646487+0000","last_active":"2024-04-13T07:42:37.015034+0000","last_peered":"2024-04-13T07:42:37.015034+0000","last_clean":"2024-04-13T07:42:37.015034+0000","last_became_active":"2024-04-13T07:42:36.646211+0000","last_became_peered":"2024-04-13T07:42:36.646211+0000","last_unstale":"2024-04-13T07:42:37.015034+0000","last_undegraded":"2024-04-13T07:42:37.015034+0000","last_fullsized":"2024-04-13T07:42:37.015034+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:48:16.860570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.154445+0000","last_change":"2024-04-13T07:42:36.993763+0000","last_active":"2024-04-13T07:42:38.154445+0000","last_peered":"2024-04-13T07:42:38.154445+0000","last_clean":"2024-04-13T07:42:38.154445+0000","last_became_active":"2024-04-13T07:42:36.993498+0000","last_became_peered":"2024-04-13T07:42:36.993498+0000","last_unstale":"2024-04-13T07:42:38.154445+0000","last_undegraded":"2024-04-13T07:42:38.154445+0000","last_fullsized":"2024-04-13T07:42:38.154445+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:54:06.164555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978580+0000","last_change":"2024-04-13T07:42:36.649780+0000","last_active":"2024-04-13T07:42:37.978580+0000","last_peered":"2024-04-13T07:42:37.978580+0000","last_clean":"2024-04-13T07:42:37.978580+0000","last_became_active":"2024-04-13T07:42:36.649370+0000","last_became_peered":"2024-04-13T07:42:36.649370+0000","last_unstale":"2024-04-13T07:42:37.978580+0000","last_undegraded":"2024-04-13T07:42:37.978580+0000","last_fullsized":"2024-04-13T07:42:37.978580+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:41:14.258592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.998452+0000","last_change":"2024-04-13T07:42:36.997571+0000","last_active":"2024-04-13T07:42:36.998452+0000","last_peered":"2024-04-13T07:42:36.998452+0000","last_clean":"2024-04-13T07:42:36.998452+0000","last_became_active":"2024-04-13T07:42:36.997258+0000","last_became_peered":"2024-04-13T07:42:36.997258+0000","last_unstale":"2024-04-13T07:42:36.998452+0000","last_undegraded":"2024-04-13T07:42:36.998452+0000","last_fullsized":"2024-04-13T07:42:36.998452+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:10:51.593225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978020+0000","last_change":"2024-04-13T07:42:36.646750+0000","last_active":"2024-04-13T07:42:37.978020+0000","last_peered":"2024-04-13T07:42:37.978020+0000","last_clean":"2024-04-13T07:42:37.978020+0000","last_became_active":"2024-04-13T07:42:36.646448+0000","last_became_peered":"2024-04-13T07:42:36.646448+0000","last_unstale":"2024-04-13T07:42:37.978020+0000","last_undegraded":"2024-04-13T07:42:37.978020+0000","last_fullsized":"2024-04-13T07:42:37.978020+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:54:49.139942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.998231+0000","last_change":"2024-04-13T07:42:36.994155+0000","last_active":"2024-04-13T07:42:36.998231+0000","last_peered":"2024-04-13T07:42:36.998231+0000","last_clean":"2024-04-13T07:42:36.998231+0000","last_became_active":"2024-04-13T07:42:36.993776+0000","last_became_peered":"2024-04-13T07:42:36.993776+0000","last_unstale":"2024-04-13T07:42:36.998231+0000","last_undegraded":"2024-04-13T07:42:36.998231+0000","last_fullsized":"2024-04-13T07:42:36.998231+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:26:50.403505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.010693+0000","last_change":"2024-04-13T07:42:36.639016+0000","last_active":"2024-04-13T07:42:37.010693+0000","last_peered":"2024-04-13T07:42:37.010693+0000","last_clean":"2024-04-13T07:42:37.010693+0000","last_became_active":"2024-04-13T07:42:36.638680+0000","last_became_peered":"2024-04-13T07:42:36.638680+0000","last_unstale":"2024-04-13T07:42:37.010693+0000","last_undegraded":"2024-04-13T07:42:37.010693+0000","last_fullsized":"2024-04-13T07:42:37.010693+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:14:52.860216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.154118+0000","last_change":"2024-04-13T07:42:37.010588+0000","last_active":"2024-04-13T07:42:38.154118+0000","last_peered":"2024-04-13T07:42:38.154118+0000","last_clean":"2024-04-13T07:42:38.154118+0000","last_became_active":"2024-04-13T07:42:37.010268+0000","last_became_peered":"2024-04-13T07:42:37.010268+0000","last_unstale":"2024-04-13T07:42:38.154118+0000","last_undegraded":"2024-04-13T07:42:38.154118+0000","last_fullsized":"2024-04-13T07:42:38.154118+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:41:28.864540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.154821+0000","last_change":"2024-04-13T07:42:36.645494+0000","last_active":"2024-04-13T07:42:38.154821+0000","last_peered":"2024-04-13T07:42:38.154821+0000","last_clean":"2024-04-13T07:42:38.154821+0000","last_became_active":"2024-04-13T07:42:36.645173+0000","last_became_peered":"2024-04-13T07:42:36.645173+0000","last_unstale":"2024-04-13T07:42:38.154821+0000","last_undegraded":"2024-04-13T07:42:38.154821+0000","last_fullsized":"2024-04-13T07:42:38.154821+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:49:14.533277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.154217+0000","last_change":"2024-04-13T07:42:36.998340+0000","last_active":"2024-04-13T07:42:38.154217+0000","last_peered":"2024-04-13T07:42:38.154217+0000","last_clean":"2024-04-13T07:42:38.154217+0000","last_became_active":"2024-04-13T07:42:36.997721+0000","last_became_peered":"2024-04-13T07:42:36.997721+0000","last_unstale":"2024-04-13T07:42:38.154217+0000","last_undegraded":"2024-04-13T07:42:38.154217+0000","last_fullsized":"2024-04-13T07:42:38.154217+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:33:50.858947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.992700+0000","last_change":"2024-04-13T07:42:36.644818+0000","last_active":"2024-04-13T07:42:36.992700+0000","last_peered":"2024-04-13T07:42:36.992700+0000","last_clean":"2024-04-13T07:42:36.992700+0000","last_became_active":"2024-04-13T07:42:36.644543+0000","last_became_peered":"2024-04-13T07:42:36.644543+0000","last_unstale":"2024-04-13T07:42:36.992700+0000","last_undegraded":"2024-04-13T07:42:36.992700+0000","last_fullsized":"2024-04-13T07:42:36.992700+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:57:03.974829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.153343+0000","last_change":"2024-04-13T07:42:36.996410+0000","last_active":"2024-04-13T07:42:38.153343+0000","last_peered":"2024-04-13T07:42:38.153343+0000","last_clean":"2024-04-13T07:42:38.153343+0000","last_became_active":"2024-04-13T07:42:36.996142+0000","last_became_peered":"2024-04-13T07:42:36.996142+0000","last_unstale":"2024-04-13T07:42:38.153343+0000","last_undegraded":"2024-04-13T07:42:38.153343+0000","last_fullsized":"2024-04-13T07:42:38.153343+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:41:27.480866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.980088+0000","last_change":"2024-04-13T07:42:36.643053+0000","last_active":"2024-04-13T07:42:36.980088+0000","last_peered":"2024-04-13T07:42:36.980088+0000","last_clean":"2024-04-13T07:42:36.980088+0000","last_became_active":"2024-04-13T07:42:36.641777+0000","last_became_peered":"2024-04-13T07:42:36.641777+0000","last_unstale":"2024-04-13T07:42:36.980088+0000","last_undegraded":"2024-04-13T07:42:36.980088+0000","last_fullsized":"2024-04-13T07:42:36.980088+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:14:19.879388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.977258+0000","last_change":"2024-04-13T07:42:37.004233+0000","last_active":"2024-04-13T07:42:37.977258+0000","last_peered":"2024-04-13T07:42:37.977258+0000","last_clean":"2024-04-13T07:42:37.977258+0000","last_became_active":"2024-04-13T07:42:37.003843+0000","last_became_peered":"2024-04-13T07:42:37.003843+0000","last_unstale":"2024-04-13T07:42:37.977258+0000","last_undegraded":"2024-04-13T07:42:37.977258+0000","last_fullsized":"2024-04-13T07:42:37.977258+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:02:59.300692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.155162+0000","last_change":"2024-04-13T07:42:36.639687+0000","last_active":"2024-04-13T07:42:38.155162+0000","last_peered":"2024-04-13T07:42:38.155162+0000","last_clean":"2024-04-13T07:42:38.155162+0000","last_became_active":"2024-04-13T07:42:36.639054+0000","last_became_peered":"2024-04-13T07:42:36.639054+0000","last_unstale":"2024-04-13T07:42:38.155162+0000","last_undegraded":"2024-04-13T07:42:38.155162+0000","last_fullsized":"2024-04-13T07:42:38.155162+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:20:35.633429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.992934+0000","last_change":"2024-04-13T07:42:36.991877+0000","last_active":"2024-04-13T07:42:36.992934+0000","last_peered":"2024-04-13T07:42:36.992934+0000","last_clean":"2024-04-13T07:42:36.992934+0000","last_became_active":"2024-04-13T07:42:36.991521+0000","last_became_peered":"2024-04-13T07:42:36.991521+0000","last_unstale":"2024-04-13T07:42:36.992934+0000","last_undegraded":"2024-04-13T07:42:36.992934+0000","last_fullsized":"2024-04-13T07:42:36.992934+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:55:48.440531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.979206+0000","last_change":"2024-04-13T07:42:36.641561+0000","last_active":"2024-04-13T07:42:36.979206+0000","last_peered":"2024-04-13T07:42:36.979206+0000","last_clean":"2024-04-13T07:42:36.979206+0000","last_became_active":"2024-04-13T07:42:36.639509+0000","last_became_peered":"2024-04-13T07:42:36.639509+0000","last_unstale":"2024-04-13T07:42:36.979206+0000","last_undegraded":"2024-04-13T07:42:36.979206+0000","last_fullsized":"2024-04-13T07:42:36.979206+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:14:37.071974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.154350+0000","last_change":"2024-04-13T07:42:37.003300+0000","last_active":"2024-04-13T07:42:38.154350+0000","last_peered":"2024-04-13T07:42:38.154350+0000","last_clean":"2024-04-13T07:42:38.154350+0000","last_became_active":"2024-04-13T07:42:37.003031+0000","last_became_peered":"2024-04-13T07:42:37.003031+0000","last_unstale":"2024-04-13T07:42:38.154350+0000","last_undegraded":"2024-04-13T07:42:38.154350+0000","last_fullsized":"2024-04-13T07:42:38.154350+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:35:47.828406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":15,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.002177+0000","last_change":"2024-04-13T07:42:36.634807+0000","last_active":"2024-04-13T07:42:37.002177+0000","last_peered":"2024-04-13T07:42:37.002177+0000","last_clean":"2024-04-13T07:42:37.002177+0000","last_became_active":"2024-04-13T07:42:36.634387+0000","last_became_peered":"2024-04-13T07:42:36.634387+0000","last_unstale":"2024-04-13T07:42:37.002177+0000","last_undegraded":"2024-04-13T07:42:37.002177+0000","last_fullsized":"2024-04-13T07:42:37.002177+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:08:14.901387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.154850+0000","last_change":"2024-04-13T07:42:37.000108+0000","last_active":"2024-04-13T07:42:38.154850+0000","last_peered":"2024-04-13T07:42:38.154850+0000","last_clean":"2024-04-13T07:42:38.154850+0000","last_became_active":"2024-04-13T07:42:36.999735+0000","last_became_peered":"2024-04-13T07:42:36.999735+0000","last_unstale":"2024-04-13T07:42:38.154850+0000","last_undegraded":"2024-04-13T07:42:38.154850+0000","last_fullsized":"2024-04-13T07:42:38.154850+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:47:48.236051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"61'6","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.155579+0000","last_change":"2024-04-13T07:42:36.642612+0000","last_active":"2024-04-13T07:42:38.155579+0000","last_peered":"2024-04-13T07:42:38.155579+0000","last_clean":"2024-04-13T07:42:38.155579+0000","last_became_active":"2024-04-13T07:42:36.642297+0000","last_became_peered":"2024-04-13T07:42:36.642297+0000","last_unstale":"2024-04-13T07:42:38.155579+0000","last_undegraded":"2024-04-13T07:42:38.155579+0000","last_fullsized":"2024-04-13T07:42:38.155579+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:43:05.915628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978326+0000","last_change":"2024-04-13T07:42:37.014288+0000","last_active":"2024-04-13T07:42:37.978326+0000","last_peered":"2024-04-13T07:42:37.978326+0000","last_clean":"2024-04-13T07:42:37.978326+0000","last_became_active":"2024-04-13T07:42:37.013901+0000","last_became_peered":"2024-04-13T07:42:37.013901+0000","last_unstale":"2024-04-13T07:42:37.978326+0000","last_undegraded":"2024-04-13T07:42:37.978326+0000","last_fullsized":"2024-04-13T07:42:37.978326+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:57:21.169615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.005651+0000","last_change":"2024-04-13T07:42:36.642057+0000","last_active":"2024-04-13T07:42:37.005651+0000","last_peered":"2024-04-13T07:42:37.005651+0000","last_clean":"2024-04-13T07:42:37.005651+0000","last_became_active":"2024-04-13T07:42:36.641774+0000","last_became_peered":"2024-04-13T07:42:36.641774+0000","last_unstale":"2024-04-13T07:42:37.005651+0000","last_undegraded":"2024-04-13T07:42:37.005651+0000","last_fullsized":"2024-04-13T07:42:37.005651+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:22:20.301600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.153381+0000","last_change":"2024-04-13T07:42:37.004159+0000","last_active":"2024-04-13T07:42:38.153381+0000","last_peered":"2024-04-13T07:42:38.153381+0000","last_clean":"2024-04-13T07:42:38.153381+0000","last_became_active":"2024-04-13T07:42:37.003806+0000","last_became_peered":"2024-04-13T07:42:37.003806+0000","last_unstale":"2024-04-13T07:42:38.153381+0000","last_undegraded":"2024-04-13T07:42:38.153381+0000","last_fullsized":"2024-04-13T07:42:38.153381+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:16:16.319302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.979916+0000","last_change":"2024-04-13T07:42:36.642813+0000","last_active":"2024-04-13T07:42:36.979916+0000","last_peered":"2024-04-13T07:42:36.979916+0000","last_clean":"2024-04-13T07:42:36.979916+0000","last_became_active":"2024-04-13T07:42:36.642520+0000","last_became_peered":"2024-04-13T07:42:36.642520+0000","last_unstale":"2024-04-13T07:42:36.979916+0000","last_undegraded":"2024-04-13T07:42:36.979916+0000","last_fullsized":"2024-04-13T07:42:36.979916+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:25:03.227640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.977977+0000","last_change":"2024-04-13T07:42:37.009349+0000","last_active":"2024-04-13T07:42:37.977977+0000","last_peered":"2024-04-13T07:42:37.977977+0000","last_clean":"2024-04-13T07:42:37.977977+0000","last_became_active":"2024-04-13T07:42:37.008645+0000","last_became_peered":"2024-04-13T07:42:37.008645+0000","last_unstale":"2024-04-13T07:42:37.977977+0000","last_undegraded":"2024-04-13T07:42:37.977977+0000","last_fullsized":"2024-04-13T07:42:37.977977+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:58:03.772696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.155244+0000","last_change":"2024-04-13T07:42:36.641262+0000","last_active":"2024-04-13T07:42:38.155244+0000","last_peered":"2024-04-13T07:42:38.155244+0000","last_clean":"2024-04-13T07:42:38.155244+0000","last_became_active":"2024-04-13T07:42:36.640978+0000","last_became_peered":"2024-04-13T07:42:36.640978+0000","last_unstale":"2024-04-13T07:42:38.155244+0000","last_undegraded":"2024-04-13T07:42:38.155244+0000","last_fullsized":"2024-04-13T07:42:38.155244+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:43:11.602565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.155293+0000","last_change":"2024-04-13T07:42:37.006981+0000","last_active":"2024-04-13T07:42:38.155293+0000","last_peered":"2024-04-13T07:42:38.155293+0000","last_clean":"2024-04-13T07:42:38.155293+0000","last_became_active":"2024-04-13T07:42:37.005999+0000","last_became_peered":"2024-04-13T07:42:37.005999+0000","last_unstale":"2024-04-13T07:42:38.155293+0000","last_undegraded":"2024-04-13T07:42:38.155293+0000","last_fullsized":"2024-04-13T07:42:38.155293+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:01:05.619402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.977093+0000","last_change":"2024-04-13T07:42:36.632689+0000","last_active":"2024-04-13T07:42:37.977093+0000","last_peered":"2024-04-13T07:42:37.977093+0000","last_clean":"2024-04-13T07:42:37.977093+0000","last_became_active":"2024-04-13T07:42:36.632061+0000","last_became_peered":"2024-04-13T07:42:36.632061+0000","last_unstale":"2024-04-13T07:42:37.977093+0000","last_undegraded":"2024-04-13T07:42:37.977093+0000","last_fullsized":"2024-04-13T07:42:37.977093+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:45:29.398002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.977872+0000","last_change":"2024-04-13T07:42:36.997276+0000","last_active":"2024-04-13T07:42:37.977872+0000","last_peered":"2024-04-13T07:42:37.977872+0000","last_clean":"2024-04-13T07:42:37.977872+0000","last_became_active":"2024-04-13T07:42:36.996999+0000","last_became_peered":"2024-04-13T07:42:36.996999+0000","last_unstale":"2024-04-13T07:42:37.977872+0000","last_undegraded":"2024-04-13T07:42:37.977872+0000","last_fullsized":"2024-04-13T07:42:37.977872+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:07:08.380622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.155168+0000","last_change":"2024-04-13T07:42:36.648281+0000","last_active":"2024-04-13T07:42:38.155168+0000","last_peered":"2024-04-13T07:42:38.155168+0000","last_clean":"2024-04-13T07:42:38.155168+0000","last_became_active":"2024-04-13T07:42:36.647945+0000","last_became_peered":"2024-04-13T07:42:36.647945+0000","last_unstale":"2024-04-13T07:42:38.155168+0000","last_undegraded":"2024-04-13T07:42:38.155168+0000","last_fullsized":"2024-04-13T07:42:38.155168+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:57:44.756348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978512+0000","last_change":"2024-04-13T07:42:36.998142+0000","last_active":"2024-04-13T07:42:37.978512+0000","last_peered":"2024-04-13T07:42:37.978512+0000","last_clean":"2024-04-13T07:42:37.978512+0000","last_became_active":"2024-04-13T07:42:36.996679+0000","last_became_peered":"2024-04-13T07:42:36.996679+0000","last_unstale":"2024-04-13T07:42:37.978512+0000","last_undegraded":"2024-04-13T07:42:37.978512+0000","last_fullsized":"2024-04-13T07:42:37.978512+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:26:18.025596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.978874+0000","last_change":"2024-04-13T07:42:36.634561+0000","last_active":"2024-04-13T07:42:36.978874+0000","last_peered":"2024-04-13T07:42:36.978874+0000","last_clean":"2024-04-13T07:42:36.978874+0000","last_became_active":"2024-04-13T07:42:36.634042+0000","last_became_peered":"2024-04-13T07:42:36.634042+0000","last_unstale":"2024-04-13T07:42:36.978874+0000","last_undegraded":"2024-04-13T07:42:36.978874+0000","last_fullsized":"2024-04-13T07:42:36.978874+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:40:00.383108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.001464+0000","last_change":"2024-04-13T07:42:36.999140+0000","last_active":"2024-04-13T07:42:37.001464+0000","last_peered":"2024-04-13T07:42:37.001464+0000","last_clean":"2024-04-13T07:42:37.001464+0000","last_became_active":"2024-04-13T07:42:36.998797+0000","last_became_peered":"2024-04-13T07:42:36.998797+0000","last_unstale":"2024-04-13T07:42:37.001464+0000","last_undegraded":"2024-04-13T07:42:37.001464+0000","last_fullsized":"2024-04-13T07:42:37.001464+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:52:59.746831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.979801+0000","last_change":"2024-04-13T07:42:36.640211+0000","last_active":"2024-04-13T07:42:36.979801+0000","last_peered":"2024-04-13T07:42:36.979801+0000","last_clean":"2024-04-13T07:42:36.979801+0000","last_became_active":"2024-04-13T07:42:36.639411+0000","last_became_peered":"2024-04-13T07:42:36.639411+0000","last_unstale":"2024-04-13T07:42:36.979801+0000","last_undegraded":"2024-04-13T07:42:36.979801+0000","last_fullsized":"2024-04-13T07:42:36.979801+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:32:22.294238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.154519+0000","last_change":"2024-04-13T07:42:37.000422+0000","last_active":"2024-04-13T07:42:38.154519+0000","last_peered":"2024-04-13T07:42:38.154519+0000","last_clean":"2024-04-13T07:42:38.154519+0000","last_became_active":"2024-04-13T07:42:37.000137+0000","last_became_peered":"2024-04-13T07:42:37.000137+0000","last_unstale":"2024-04-13T07:42:38.154519+0000","last_undegraded":"2024-04-13T07:42:38.154519+0000","last_fullsized":"2024-04-13T07:42:38.154519+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:59:31.521080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.976820+0000","last_change":"2024-04-13T07:42:36.995942+0000","last_active":"2024-04-13T07:42:37.976820+0000","last_peered":"2024-04-13T07:42:37.976820+0000","last_clean":"2024-04-13T07:42:37.976820+0000","last_became_active":"2024-04-13T07:42:36.995671+0000","last_became_peered":"2024-04-13T07:42:36.995671+0000","last_unstale":"2024-04-13T07:42:37.976820+0000","last_undegraded":"2024-04-13T07:42:37.976820+0000","last_fullsized":"2024-04-13T07:42:37.976820+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:39:52.688199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.976810+0000","last_change":"2024-04-13T07:42:36.640764+0000","last_active":"2024-04-13T07:42:37.976810+0000","last_peered":"2024-04-13T07:42:37.976810+0000","last_clean":"2024-04-13T07:42:37.976810+0000","last_became_active":"2024-04-13T07:42:36.640437+0000","last_became_peered":"2024-04-13T07:42:36.640437+0000","last_unstale":"2024-04-13T07:42:37.976810+0000","last_undegraded":"2024-04-13T07:42:37.976810+0000","last_fullsized":"2024-04-13T07:42:37.976810+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:54:49.269709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.153853+0000","last_change":"2024-04-13T07:42:37.000895+0000","last_active":"2024-04-13T07:42:38.153853+0000","last_peered":"2024-04-13T07:42:38.153853+0000","last_clean":"2024-04-13T07:42:38.153853+0000","last_became_active":"2024-04-13T07:42:37.000614+0000","last_became_peered":"2024-04-13T07:42:37.000614+0000","last_unstale":"2024-04-13T07:42:38.153853+0000","last_undegraded":"2024-04-13T07:42:38.153853+0000","last_fullsized":"2024-04-13T07:42:38.153853+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:48:27.131388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.979171+0000","last_change":"2024-04-13T07:42:36.641881+0000","last_active":"2024-04-13T07:42:36.979171+0000","last_peered":"2024-04-13T07:42:36.979171+0000","last_clean":"2024-04-13T07:42:36.979171+0000","last_became_active":"2024-04-13T07:42:36.640346+0000","last_became_peered":"2024-04-13T07:42:36.640346+0000","last_unstale":"2024-04-13T07:42:36.979171+0000","last_undegraded":"2024-04-13T07:42:36.979171+0000","last_fullsized":"2024-04-13T07:42:36.979171+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:01:18.716214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":219,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.988061+0000","last_change":"2024-04-13T07:42:21.974818+0000","last_active":"2024-04-13T07:42:36.988061+0000","last_peered":"2024-04-13T07:42:36.988061+0000","last_clean":"2024-04-13T07:42:36.988061+0000","last_became_active":"2024-04-13T07:42:21.974326+0000","last_became_peered":"2024-04-13T07:42:21.974326+0000","last_unstale":"2024-04-13T07:42:36.988061+0000","last_undegraded":"2024-04-13T07:42:36.988061+0000","last_fullsized":"2024-04-13T07:42:36.988061+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:40:15.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:40:15.469395+0000","last_clean_scrub_stamp":"2024-04-13T07:40:15.469395+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:43:01.030248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.153382+0000","last_change":"2024-04-13T07:42:37.004785+0000","last_active":"2024-04-13T07:42:38.153382+0000","last_peered":"2024-04-13T07:42:38.153382+0000","last_clean":"2024-04-13T07:42:38.153382+0000","last_became_active":"2024-04-13T07:42:37.004513+0000","last_became_peered":"2024-04-13T07:42:37.004513+0000","last_unstale":"2024-04-13T07:42:38.153382+0000","last_undegraded":"2024-04-13T07:42:38.153382+0000","last_fullsized":"2024-04-13T07:42:38.153382+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:36:00.907035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.977783+0000","last_change":"2024-04-13T07:42:36.649193+0000","last_active":"2024-04-13T07:42:37.977783+0000","last_peered":"2024-04-13T07:42:37.977783+0000","last_clean":"2024-04-13T07:42:37.977783+0000","last_became_active":"2024-04-13T07:42:36.648787+0000","last_became_peered":"2024-04-13T07:42:36.648787+0000","last_unstale":"2024-04-13T07:42:37.977783+0000","last_undegraded":"2024-04-13T07:42:37.977783+0000","last_fullsized":"2024-04-13T07:42:37.977783+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:57:23.052939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978517+0000","last_change":"2024-04-13T07:42:36.649064+0000","last_active":"2024-04-13T07:42:37.978517+0000","last_peered":"2024-04-13T07:42:37.978517+0000","last_clean":"2024-04-13T07:42:37.978517+0000","last_became_active":"2024-04-13T07:42:36.648763+0000","last_became_peered":"2024-04-13T07:42:36.648763+0000","last_unstale":"2024-04-13T07:42:37.978517+0000","last_undegraded":"2024-04-13T07:42:37.978517+0000","last_fullsized":"2024-04-13T07:42:37.978517+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:45:35.270246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.977515+0000","last_change":"2024-04-13T07:42:36.992968+0000","last_active":"2024-04-13T07:42:37.977515+0000","last_peered":"2024-04-13T07:42:37.977515+0000","last_clean":"2024-04-13T07:42:37.977515+0000","last_became_active":"2024-04-13T07:42:36.992703+0000","last_became_peered":"2024-04-13T07:42:36.992703+0000","last_unstale":"2024-04-13T07:42:37.977515+0000","last_undegraded":"2024-04-13T07:42:37.977515+0000","last_fullsized":"2024-04-13T07:42:37.977515+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:47:53.383772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"62'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.977505+0000","last_change":"2024-04-13T07:42:36.636248+0000","last_active":"2024-04-13T07:42:37.977505+0000","last_peered":"2024-04-13T07:42:37.977505+0000","last_clean":"2024-04-13T07:42:37.977505+0000","last_became_active":"2024-04-13T07:42:36.635715+0000","last_became_peered":"2024-04-13T07:42:36.635715+0000","last_unstale":"2024-04-13T07:42:37.977505+0000","last_undegraded":"2024-04-13T07:42:37.977505+0000","last_fullsized":"2024-04-13T07:42:37.977505+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:21:17.026690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.153333+0000","last_change":"2024-04-13T07:42:37.014613+0000","last_active":"2024-04-13T07:42:38.153333+0000","last_peered":"2024-04-13T07:42:38.153333+0000","last_clean":"2024-04-13T07:42:38.153333+0000","last_became_active":"2024-04-13T07:42:37.014089+0000","last_became_peered":"2024-04-13T07:42:37.014089+0000","last_unstale":"2024-04-13T07:42:38.153333+0000","last_undegraded":"2024-04-13T07:42:38.153333+0000","last_fullsized":"2024-04-13T07:42:38.153333+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:31:47.960828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.155067+0000","last_change":"2024-04-13T07:42:36.647526+0000","last_active":"2024-04-13T07:42:38.155067+0000","last_peered":"2024-04-13T07:42:38.155067+0000","last_clean":"2024-04-13T07:42:38.155067+0000","last_became_active":"2024-04-13T07:42:36.647219+0000","last_became_peered":"2024-04-13T07:42:36.647219+0000","last_unstale":"2024-04-13T07:42:38.155067+0000","last_undegraded":"2024-04-13T07:42:38.155067+0000","last_fullsized":"2024-04-13T07:42:38.155067+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:23:14.932206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.153699+0000","last_change":"2024-04-13T07:42:36.995623+0000","last_active":"2024-04-13T07:42:38.153699+0000","last_peered":"2024-04-13T07:42:38.153699+0000","last_clean":"2024-04-13T07:42:38.153699+0000","last_became_active":"2024-04-13T07:42:36.995219+0000","last_became_peered":"2024-04-13T07:42:36.995219+0000","last_unstale":"2024-04-13T07:42:38.153699+0000","last_undegraded":"2024-04-13T07:42:38.153699+0000","last_fullsized":"2024-04-13T07:42:38.153699+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:27:31.241756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.977647+0000","last_change":"2024-04-13T07:42:36.648407+0000","last_active":"2024-04-13T07:42:37.977647+0000","last_peered":"2024-04-13T07:42:37.977647+0000","last_clean":"2024-04-13T07:42:37.977647+0000","last_became_active":"2024-04-13T07:42:36.648117+0000","last_became_peered":"2024-04-13T07:42:36.648117+0000","last_unstale":"2024-04-13T07:42:37.977647+0000","last_undegraded":"2024-04-13T07:42:37.977647+0000","last_fullsized":"2024-04-13T07:42:37.977647+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:26:55.297314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.153979+0000","last_change":"2024-04-13T07:42:37.009891+0000","last_active":"2024-04-13T07:42:38.153979+0000","last_peered":"2024-04-13T07:42:38.153979+0000","last_clean":"2024-04-13T07:42:38.153979+0000","last_became_active":"2024-04-13T07:42:37.009612+0000","last_became_peered":"2024-04-13T07:42:37.009612+0000","last_unstale":"2024-04-13T07:42:38.153979+0000","last_undegraded":"2024-04-13T07:42:38.153979+0000","last_fullsized":"2024-04-13T07:42:38.153979+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:32:03.190087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.978524+0000","last_change":"2024-04-13T07:42:36.637331+0000","last_active":"2024-04-13T07:42:36.978524+0000","last_peered":"2024-04-13T07:42:36.978524+0000","last_clean":"2024-04-13T07:42:36.978524+0000","last_became_active":"2024-04-13T07:42:36.637053+0000","last_became_peered":"2024-04-13T07:42:36.637053+0000","last_unstale":"2024-04-13T07:42:36.978524+0000","last_undegraded":"2024-04-13T07:42:36.978524+0000","last_fullsized":"2024-04-13T07:42:36.978524+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:49:07.240103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.153251+0000","last_change":"2024-04-13T07:42:37.013854+0000","last_active":"2024-04-13T07:42:38.153251+0000","last_peered":"2024-04-13T07:42:38.153251+0000","last_clean":"2024-04-13T07:42:38.153251+0000","last_became_active":"2024-04-13T07:42:37.010926+0000","last_became_peered":"2024-04-13T07:42:37.010926+0000","last_unstale":"2024-04-13T07:42:38.153251+0000","last_undegraded":"2024-04-13T07:42:38.153251+0000","last_fullsized":"2024-04-13T07:42:38.153251+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:35:23.494157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.978718+0000","last_change":"2024-04-13T07:42:36.636883+0000","last_active":"2024-04-13T07:42:36.978718+0000","last_peered":"2024-04-13T07:42:36.978718+0000","last_clean":"2024-04-13T07:42:36.978718+0000","last_became_active":"2024-04-13T07:42:36.636581+0000","last_became_peered":"2024-04-13T07:42:36.636581+0000","last_unstale":"2024-04-13T07:42:36.978718+0000","last_undegraded":"2024-04-13T07:42:36.978718+0000","last_fullsized":"2024-04-13T07:42:36.978718+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:04:36.813947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.153923+0000","last_change":"2024-04-13T07:42:37.014915+0000","last_active":"2024-04-13T07:42:38.153923+0000","last_peered":"2024-04-13T07:42:38.153923+0000","last_clean":"2024-04-13T07:42:38.153923+0000","last_became_active":"2024-04-13T07:42:37.014603+0000","last_became_peered":"2024-04-13T07:42:37.014603+0000","last_unstale":"2024-04-13T07:42:38.153923+0000","last_undegraded":"2024-04-13T07:42:38.153923+0000","last_fullsized":"2024-04-13T07:42:38.153923+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:54:30.557952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.977952+0000","last_change":"2024-04-13T07:42:36.645895+0000","last_active":"2024-04-13T07:42:37.977952+0000","last_peered":"2024-04-13T07:42:37.977952+0000","last_clean":"2024-04-13T07:42:37.977952+0000","last_became_active":"2024-04-13T07:42:36.645574+0000","last_became_peered":"2024-04-13T07:42:36.645574+0000","last_unstale":"2024-04-13T07:42:37.977952+0000","last_undegraded":"2024-04-13T07:42:37.977952+0000","last_fullsized":"2024-04-13T07:42:37.977952+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:52:22.818215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.154727+0000","last_change":"2024-04-13T07:42:37.007681+0000","last_active":"2024-04-13T07:42:38.154727+0000","last_peered":"2024-04-13T07:42:38.154727+0000","last_clean":"2024-04-13T07:42:38.154727+0000","last_became_active":"2024-04-13T07:42:37.007360+0000","last_became_peered":"2024-04-13T07:42:37.007360+0000","last_unstale":"2024-04-13T07:42:38.154727+0000","last_undegraded":"2024-04-13T07:42:38.154727+0000","last_fullsized":"2024-04-13T07:42:38.154727+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:02:34.804482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.977107+0000","last_change":"2024-04-13T07:42:36.639790+0000","last_active":"2024-04-13T07:42:37.977107+0000","last_peered":"2024-04-13T07:42:37.977107+0000","last_clean":"2024-04-13T07:42:37.977107+0000","last_became_active":"2024-04-13T07:42:36.639494+0000","last_became_peered":"2024-04-13T07:42:36.639494+0000","last_unstale":"2024-04-13T07:42:37.977107+0000","last_undegraded":"2024-04-13T07:42:37.977107+0000","last_fullsized":"2024-04-13T07:42:37.977107+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:42:04.144894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978470+0000","last_change":"2024-04-13T07:42:37.000708+0000","last_active":"2024-04-13T07:42:37.978470+0000","last_peered":"2024-04-13T07:42:37.978470+0000","last_clean":"2024-04-13T07:42:37.978470+0000","last_became_active":"2024-04-13T07:42:37.000362+0000","last_became_peered":"2024-04-13T07:42:37.000362+0000","last_unstale":"2024-04-13T07:42:37.978470+0000","last_undegraded":"2024-04-13T07:42:37.978470+0000","last_fullsized":"2024-04-13T07:42:37.978470+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:50:24.835681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.008575+0000","last_change":"2024-04-13T07:42:36.636252+0000","last_active":"2024-04-13T07:42:37.008575+0000","last_peered":"2024-04-13T07:42:37.008575+0000","last_clean":"2024-04-13T07:42:37.008575+0000","last_became_active":"2024-04-13T07:42:36.635396+0000","last_became_peered":"2024-04-13T07:42:36.635396+0000","last_unstale":"2024-04-13T07:42:37.008575+0000","last_undegraded":"2024-04-13T07:42:37.008575+0000","last_fullsized":"2024-04-13T07:42:37.008575+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:53:28.958691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.002883+0000","last_change":"2024-04-13T07:42:37.000645+0000","last_active":"2024-04-13T07:42:37.002883+0000","last_peered":"2024-04-13T07:42:37.002883+0000","last_clean":"2024-04-13T07:42:37.002883+0000","last_became_active":"2024-04-13T07:42:37.000051+0000","last_became_peered":"2024-04-13T07:42:37.000051+0000","last_unstale":"2024-04-13T07:42:37.002883+0000","last_undegraded":"2024-04-13T07:42:37.002883+0000","last_fullsized":"2024-04-13T07:42:37.002883+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:27:47.515853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.977652+0000","last_change":"2024-04-13T07:42:36.641678+0000","last_active":"2024-04-13T07:42:37.977652+0000","last_peered":"2024-04-13T07:42:37.977652+0000","last_clean":"2024-04-13T07:42:37.977652+0000","last_became_active":"2024-04-13T07:42:36.641325+0000","last_became_peered":"2024-04-13T07:42:36.641325+0000","last_unstale":"2024-04-13T07:42:37.977652+0000","last_undegraded":"2024-04-13T07:42:37.977652+0000","last_fullsized":"2024-04-13T07:42:37.977652+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:00:52.800858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.978665+0000","last_change":"2024-04-13T07:42:37.003961+0000","last_active":"2024-04-13T07:42:37.978665+0000","last_peered":"2024-04-13T07:42:37.978665+0000","last_clean":"2024-04-13T07:42:37.978665+0000","last_became_active":"2024-04-13T07:42:37.002014+0000","last_became_peered":"2024-04-13T07:42:37.002014+0000","last_unstale":"2024-04-13T07:42:37.978665+0000","last_undegraded":"2024-04-13T07:42:37.978665+0000","last_fullsized":"2024-04-13T07:42:37.978665+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:05:01.418217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.154103+0000","last_change":"2024-04-13T07:42:37.006402+0000","last_active":"2024-04-13T07:42:38.154103+0000","last_peered":"2024-04-13T07:42:38.154103+0000","last_clean":"2024-04-13T07:42:38.154103+0000","last_became_active":"2024-04-13T07:42:37.004418+0000","last_became_peered":"2024-04-13T07:42:37.004418+0000","last_unstale":"2024-04-13T07:42:38.154103+0000","last_undegraded":"2024-04-13T07:42:38.154103+0000","last_fullsized":"2024-04-13T07:42:38.154103+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:00:38.288449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.976921+0000","last_change":"2024-04-13T07:42:37.000179+0000","last_active":"2024-04-13T07:42:37.976921+0000","last_peered":"2024-04-13T07:42:37.976921+0000","last_clean":"2024-04-13T07:42:37.976921+0000","last_became_active":"2024-04-13T07:42:36.999900+0000","last_became_peered":"2024-04-13T07:42:36.999900+0000","last_unstale":"2024-04-13T07:42:37.976921+0000","last_undegraded":"2024-04-13T07:42:37.976921+0000","last_fullsized":"2024-04-13T07:42:37.976921+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:42:27.376231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.002812+0000","last_change":"2024-04-13T07:42:37.001337+0000","last_active":"2024-04-13T07:42:37.002812+0000","last_peered":"2024-04-13T07:42:37.002812+0000","last_clean":"2024-04-13T07:42:37.002812+0000","last_became_active":"2024-04-13T07:42:37.000969+0000","last_became_peered":"2024-04-13T07:42:37.000969+0000","last_unstale":"2024-04-13T07:42:37.002812+0000","last_undegraded":"2024-04-13T07:42:37.002812+0000","last_fullsized":"2024-04-13T07:42:37.002812+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:53:25.928231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.154049+0000","last_change":"2024-04-13T07:42:37.002671+0000","last_active":"2024-04-13T07:42:38.154049+0000","last_peered":"2024-04-13T07:42:38.154049+0000","last_clean":"2024-04-13T07:42:38.154049+0000","last_became_active":"2024-04-13T07:42:37.002417+0000","last_became_peered":"2024-04-13T07:42:37.002417+0000","last_unstale":"2024-04-13T07:42:38.154049+0000","last_undegraded":"2024-04-13T07:42:38.154049+0000","last_fullsized":"2024-04-13T07:42:38.154049+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:53:52.768118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.153631+0000","last_change":"2024-04-13T07:42:37.013030+0000","last_active":"2024-04-13T07:42:38.153631+0000","last_peered":"2024-04-13T07:42:38.153631+0000","last_clean":"2024-04-13T07:42:38.153631+0000","last_became_active":"2024-04-13T07:42:37.012759+0000","last_became_peered":"2024-04-13T07:42:37.012759+0000","last_unstale":"2024-04-13T07:42:38.153631+0000","last_undegraded":"2024-04-13T07:42:38.153631+0000","last_fullsized":"2024-04-13T07:42:38.153631+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:08:36.752412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.977548+0000","last_change":"2024-04-13T07:42:37.004543+0000","last_active":"2024-04-13T07:42:37.977548+0000","last_peered":"2024-04-13T07:42:37.977548+0000","last_clean":"2024-04-13T07:42:37.977548+0000","last_became_active":"2024-04-13T07:42:37.004272+0000","last_became_peered":"2024-04-13T07:42:37.004272+0000","last_unstale":"2024-04-13T07:42:37.977548+0000","last_undegraded":"2024-04-13T07:42:37.977548+0000","last_fullsized":"2024-04-13T07:42:37.977548+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:17:39.798070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.155654+0000","last_change":"2024-04-13T07:42:36.999510+0000","last_active":"2024-04-13T07:42:38.155654+0000","last_peered":"2024-04-13T07:42:38.155654+0000","last_clean":"2024-04-13T07:42:38.155654+0000","last_became_active":"2024-04-13T07:42:36.999208+0000","last_became_peered":"2024-04-13T07:42:36.999208+0000","last_unstale":"2024-04-13T07:42:38.155654+0000","last_undegraded":"2024-04-13T07:42:38.155654+0000","last_fullsized":"2024-04-13T07:42:38.155654+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:14:14.486098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.154403+0000","last_change":"2024-04-13T07:42:37.012470+0000","last_active":"2024-04-13T07:42:38.154403+0000","last_peered":"2024-04-13T07:42:38.154403+0000","last_clean":"2024-04-13T07:42:38.154403+0000","last_became_active":"2024-04-13T07:42:37.012144+0000","last_became_peered":"2024-04-13T07:42:37.012144+0000","last_unstale":"2024-04-13T07:42:38.154403+0000","last_undegraded":"2024-04-13T07:42:38.154403+0000","last_fullsized":"2024-04-13T07:42:38.154403+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:20:40.378146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:37.010440+0000","last_change":"2024-04-13T07:42:37.009761+0000","last_active":"2024-04-13T07:42:37.010440+0000","last_peered":"2024-04-13T07:42:37.010440+0000","last_clean":"2024-04-13T07:42:37.010440+0000","last_became_active":"2024-04-13T07:42:37.009306+0000","last_became_peered":"2024-04-13T07:42:37.009306+0000","last_unstale":"2024-04-13T07:42:37.010440+0000","last_undegraded":"2024-04-13T07:42:37.010440+0000","last_fullsized":"2024-04-13T07:42:37.010440+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:21:15.474650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.153704+0000","last_change":"2024-04-13T07:42:37.011831+0000","last_active":"2024-04-13T07:42:38.153704+0000","last_peered":"2024-04-13T07:42:38.153704+0000","last_clean":"2024-04-13T07:42:38.153704+0000","last_became_active":"2024-04-13T07:42:37.011566+0000","last_became_peered":"2024-04-13T07:42:37.011566+0000","last_unstale":"2024-04-13T07:42:38.153704+0000","last_undegraded":"2024-04-13T07:42:38.153704+0000","last_fullsized":"2024-04-13T07:42:38.153704+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:02:55.499009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-13T07:42:36.998387+0000","last_change":"2024-04-13T07:42:36.995447+0000","last_active":"2024-04-13T07:42:36.998387+0000","last_peered":"2024-04-13T07:42:36.998387+0000","last_clean":"2024-04-13T07:42:36.998387+0000","last_became_active":"2024-04-13T07:42:36.994716+0000","last_became_peered":"2024-04-13T07:42:36.994716+0000","last_unstale":"2024-04-13T07:42:36.998387+0000","last_undegraded":"2024-04-13T07:42:36.998387+0000","last_fullsized":"2024-04-13T07:42:36.998387+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:11:43.317603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.153960+0000","last_change":"2024-04-13T07:42:37.011230+0000","last_active":"2024-04-13T07:42:38.153960+0000","last_peered":"2024-04-13T07:42:38.153960+0000","last_clean":"2024-04-13T07:42:38.153960+0000","last_became_active":"2024-04-13T07:42:37.010948+0000","last_became_peered":"2024-04-13T07:42:37.010948+0000","last_unstale":"2024-04-13T07:42:38.153960+0000","last_undegraded":"2024-04-13T07:42:38.153960+0000","last_fullsized":"2024-04-13T07:42:38.153960+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:53:58.552766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:42:38.155526+0000","last_change":"2024-04-13T07:42:37.002262+0000","last_active":"2024-04-13T07:42:38.155526+0000","last_peered":"2024-04-13T07:42:38.155526+0000","last_clean":"2024-04-13T07:42:38.155526+0000","last_became_active":"2024-04-13T07:42:37.001680+0000","last_became_peered":"2024-04-13T07:42:37.001680+0000","last_unstale":"2024-04-13T07:42:38.155526+0000","last_undegraded":"2024-04-13T07:42:38.155526+0000","last_fullsized":"2024-04-13T07:42:38.155526+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:09:31.165349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233990,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28200,"kb_used_data":1180,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716952,"statfs":{"total":95995035648,"available":95966158848,"internally_reserved":0,"allocated":1208320,"data_stored":843410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":27654604},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55900000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50800000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54800000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.433}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40799999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45200000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61499999999999999}]}]},{"osd":6,"up_from":46,"seq":197568495628,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28212,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716940,"statfs":{"total":95995035648,"available":95966146560,"internally_reserved":0,"allocated":1220608,"data_stored":850827,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47199999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52000000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57999999999999996}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64700000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59399999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71499999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73399999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574885,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27648,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717504,"statfs":{"total":95995035648,"available":95966724096,"internally_reserved":0,"allocated":630784,"data_stored":259601,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:41:57 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.313,"15min":0.30499999999999999},"min":{"1min":0.28000000000000003,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"last":0.25900000000000001},{"interface":"front","average":{"1min":0.38,"5min":0.32600000000000001,"15min":0.317},"min":{"1min":0.30199999999999999,"5min":0.223,"15min":0.223},"max":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"last":0.30099999999999999}]},{"osd":2,"last update":"Sat Apr 13 07:42:16 2024","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":0.41099999999999998,"15min":0.40200000000000002},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"min":{"1min":0.28399999999999997,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.47599999999999998,"5min":0.51100000000000001,"15min":0.51100000000000001},"last":0.371}]},{"osd":3,"last update":"Sat Apr 13 07:41:41 2024","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.499,"5min":0.499,"15min":0.499},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.436,"5min":0.436,"15min":0.436},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"last":0.39100000000000001}]},{"osd":4,"last update":"Sat Apr 13 07:42:04 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.435}]},{"osd":5,"last update":"Sat Apr 13 07:42:30 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.54400000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48899999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.5}]}]},{"osd":0,"up_from":8,"seq":34359738410,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32328,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712824,"statfs":{"total":95995035648,"available":95961931776,"internally_reserved":0,"allocated":1232896,"data_stored":850537,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Apr 13 07:41:53 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.32700000000000001,"15min":0.318},"min":{"1min":0.26000000000000001,"5min":0.186,"15min":0.186},"max":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.33400000000000002,"15min":0.32400000000000001},"min":{"1min":0.248,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.32900000000000001}]},{"osd":2,"last update":"Sat Apr 13 07:42:18 2024","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.36899999999999999,"15min":0.36099999999999999},"min":{"1min":0.28899999999999998,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.40699999999999997,"15min":0.40100000000000002},"min":{"1min":0.28000000000000003,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.28299999999999997}]},{"osd":3,"last update":"Sat Apr 13 07:41:40 2024","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.38}]},{"osd":4,"last update":"Sat Apr 13 07:42:06 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":1.1599999999999999,"5min":1.1599999999999999,"15min":1.1599999999999999},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.016,"5min":1.016,"15min":1.016},"last":0.59299999999999997}]},{"osd":5,"last update":"Sat Apr 13 07:42:31 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.64200000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66100000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54500000000000004}]}]},{"osd":2,"up_from":18,"seq":77309411360,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27636,"kb_used_data":608,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717516,"statfs":{"total":95995035648,"available":95966736384,"internally_reserved":0,"allocated":622592,"data_stored":259441,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:42:16 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.371,"15min":0.36899999999999999},"min":{"1min":0.30099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.52300000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.41699999999999998,"15min":0.41099999999999998},"min":{"1min":0.35499999999999998,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.54200000000000004}]},{"osd":1,"last update":"Sat Apr 13 07:42:16 2024","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.39000000000000001,"15min":0.38800000000000001},"min":{"1min":0.26400000000000001,"5min":0.251,"15min":0.251},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.40400000000000003,"15min":0.39800000000000002},"min":{"1min":0.315,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.624,"5min":0.624,"15min":0.624},"last":0.49199999999999999}]},{"osd":3,"last update":"Sat Apr 13 07:41:44 2024","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.438},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"last":0.39900000000000002}]},{"osd":4,"last update":"Sat Apr 13 07:42:04 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.58399999999999996}]},{"osd":5,"last update":"Sat Apr 13 07:42:28 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":1.109,"5min":1.109,"15min":1.109},"last":0.66100000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70399999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59799999999999998}]}]},{"osd":3,"up_from":25,"seq":107374182426,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27648,"kb_used_data":628,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717504,"statfs":{"total":95995035648,"available":95966724096,"internally_reserved":0,"allocated":643072,"data_stored":261109,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:41:40 2024","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"last":0.38}]},{"osd":1,"last update":"Sat Apr 13 07:41:40 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.27400000000000002},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.40400000000000003}]},{"osd":2,"last update":"Sat Apr 13 07:41:40 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.35199999999999998}]},{"osd":4,"last update":"Sat Apr 13 07:42:06 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":1.379,"5min":1.379,"15min":1.379},"last":0.57699999999999996}]},{"osd":5,"last update":"Sat Apr 13 07:42:32 2024","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.421,"5min":1.421,"15min":1.421},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.355,"5min":1.355,"15min":1.355},"last":0.622}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60699999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56499999999999995}]}]},{"osd":4,"up_from":30,"seq":128849018900,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27640,"kb_used_data":612,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717512,"statfs":{"total":95995035648,"available":95966732288,"internally_reserved":0,"allocated":626688,"data_stored":253419,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:42:07 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.46100000000000002}]},{"osd":1,"last update":"Sat Apr 13 07:42:07 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.44600000000000001}]},{"osd":2,"last update":"Sat Apr 13 07:42:07 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"last":0.372}]},{"osd":3,"last update":"Sat Apr 13 07:42:07 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.434}]},{"osd":5,"last update":"Sat Apr 13 07:42:30 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.316},{"interface":"front","average":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.29599999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33900000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41399999999999998}]}]},{"osd":5,"up_from":38,"seq":163208757264,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27628,"kb_used_data":604,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717524,"statfs":{"total":95995035648,"available":95966744576,"internally_reserved":0,"allocated":618496,"data_stored":253761,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:42:30 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.47499999999999998}]},{"osd":1,"last update":"Sat Apr 13 07:42:30 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.51600000000000001}]},{"osd":2,"last update":"Sat Apr 13 07:42:30 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.873,"5min":0.873,"15min":0.873},"last":0.504},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.58999999999999997}]},{"osd":3,"last update":"Sat Apr 13 07:42:30 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.54500000000000004}]},{"osd":4,"last update":"Sat Apr 13 07:42:30 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.375},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.56499999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.442}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35199999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-13T07:42:44.840 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-04-13T07:42:44.841 INFO:tasks.cephadm:Adding prometheus.a on smithi139 2024-04-13T07:42:44.841 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph orch apply prometheus '1;smithi139=a' 2024-04-13T07:42:45.046 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.b/config 2024-04-13T07:42:46.464 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:46 smithi139 ceph-mon[31267]: from='client.14565 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T07:42:46.465 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:46 smithi139 ceph-mon[31267]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-04-13T07:42:46.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:46 smithi119 ceph-mon[39268]: from='client.14565 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T07:42:46.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:46 smithi119 ceph-mon[39268]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-04-13T07:42:46.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:46 smithi119 ceph-mon[27733]: from='client.14565 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T07:42:46.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:46 smithi119 ceph-mon[27733]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-04-13T07:42:46.933 INFO:teuthology.orchestra.run.smithi139.stdout:Scheduled prometheus update... 2024-04-13T07:42:47.596 DEBUG:teuthology.orchestra.run.smithi139:prometheus.a> sudo journalctl -f -n 0 -u ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@prometheus.a.service 2024-04-13T07:42:47.599 INFO:tasks.cephadm:Adding node-exporter.a on smithi119 2024-04-13T07:42:47.599 INFO:tasks.cephadm:Adding node-exporter.b on smithi139 2024-04-13T07:42:47.599 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph orch apply node-exporter '2;smithi119=a;smithi139=b' 2024-04-13T07:42:47.845 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.b/config 2024-04-13T07:42:48.196 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:47 smithi139 ceph-mon[31267]: from='client.24391 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi139=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:42:48.197 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:47 smithi139 ceph-mon[31267]: Saving service prometheus spec with placement smithi139=a;count:1 2024-04-13T07:42:48.197 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:47 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:48.197 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:47 smithi139 ceph-mon[31267]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-13T07:42:48.197 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:47 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:42:48.197 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:47 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:42:48.197 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:47 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:42:48.197 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:47 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:48.197 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:47 smithi139 ceph-mon[31267]: Deploying daemon prometheus.a on smithi139 2024-04-13T07:42:48.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:47 smithi119 ceph-mon[27733]: from='client.24391 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi139=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:42:48.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:47 smithi119 ceph-mon[27733]: Saving service prometheus spec with placement smithi139=a;count:1 2024-04-13T07:42:48.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:47 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:48.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:47 smithi119 ceph-mon[27733]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-13T07:42:48.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:47 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:42:48.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:47 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:42:48.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:47 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:42:48.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:47 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:48.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:47 smithi119 ceph-mon[27733]: Deploying daemon prometheus.a on smithi139 2024-04-13T07:42:48.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:47 smithi119 ceph-mon[39268]: from='client.24391 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi139=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:42:48.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:47 smithi119 ceph-mon[39268]: Saving service prometheus spec with placement smithi139=a;count:1 2024-04-13T07:42:48.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:47 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:48.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:47 smithi119 ceph-mon[39268]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-13T07:42:48.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:47 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:42:48.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:47 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:42:48.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:47 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:42:48.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:47 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:48.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:47 smithi119 ceph-mon[39268]: Deploying daemon prometheus.a on smithi139 2024-04-13T07:42:50.381 INFO:teuthology.orchestra.run.smithi139.stdout:Scheduled node-exporter update... 2024-04-13T07:42:50.381 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:49 smithi139 ceph-mon[31267]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-04-13T07:42:50.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:49 smithi119 ceph-mon[39268]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-04-13T07:42:50.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:49 smithi119 ceph-mon[27733]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-04-13T07:42:51.523 DEBUG:teuthology.orchestra.run.smithi119:node-exporter.a> sudo journalctl -f -n 0 -u ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@node-exporter.a.service 2024-04-13T07:42:51.526 DEBUG:teuthology.orchestra.run.smithi139:node-exporter.b> sudo journalctl -f -n 0 -u ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@node-exporter.b.service 2024-04-13T07:42:51.529 INFO:tasks.cephadm:Adding alertmanager.a on smithi119 2024-04-13T07:42:51.529 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph orch apply alertmanager '1;smithi119=a' 2024-04-13T07:42:51.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:51 smithi139 ceph-mon[31267]: from='client.24397 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi119=a;smithi139=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:42:51.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:51 smithi139 ceph-mon[31267]: Saving service node-exporter spec with placement smithi119=a;smithi139=b;count:2 2024-04-13T07:42:51.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:51 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:51.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:51 smithi139 ceph-mon[31267]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-13T07:42:51.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:51 smithi119 ceph-mon[27733]: from='client.24397 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi119=a;smithi139=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:42:51.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:51 smithi119 ceph-mon[27733]: Saving service node-exporter spec with placement smithi119=a;smithi139=b;count:2 2024-04-13T07:42:51.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:51 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:51.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:51 smithi119 ceph-mon[27733]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-13T07:42:51.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:51 smithi119 ceph-mon[39268]: from='client.24397 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi119=a;smithi139=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:42:51.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:51 smithi119 ceph-mon[39268]: Saving service node-exporter spec with placement smithi119=a;smithi139=b;count:2 2024-04-13T07:42:51.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:51 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:51.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:51 smithi119 ceph-mon[39268]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-13T07:42:51.787 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.b/config 2024-04-13T07:42:54.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:53 smithi139 ceph-mon[31267]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 853 B/s wr, 1 op/s 2024-04-13T07:42:54.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:53 smithi119 ceph-mon[39268]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 853 B/s wr, 1 op/s 2024-04-13T07:42:54.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:53 smithi119 ceph-mon[27733]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 853 B/s wr, 1 op/s 2024-04-13T07:42:56.157 INFO:teuthology.orchestra.run.smithi139.stdout:Scheduled alertmanager update... 2024-04-13T07:42:56.244 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:55 smithi139 ceph-mon[31267]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:42:56.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:55 smithi119 ceph-mon[39268]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:42:56.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:55 smithi119 ceph-mon[27733]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:42:57.191 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:57 smithi139 ceph-mon[31267]: from='client.24403 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi119=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:42:57.191 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:57 smithi139 ceph-mon[31267]: Saving service alertmanager spec with placement smithi119=a;count:1 2024-04-13T07:42:57.191 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:57 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:57.214 DEBUG:teuthology.orchestra.run.smithi119:alertmanager.a> sudo journalctl -f -n 0 -u ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@alertmanager.a.service 2024-04-13T07:42:57.217 INFO:tasks.cephadm:Adding grafana.a on smithi139 2024-04-13T07:42:57.217 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph orch apply grafana '1;smithi139=a' 2024-04-13T07:42:57.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:57 smithi119 ceph-mon[39268]: from='client.24403 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi119=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:42:57.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:57 smithi119 ceph-mon[39268]: Saving service alertmanager spec with placement smithi119=a;count:1 2024-04-13T07:42:57.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:57 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:57.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:57 smithi119 ceph-mon[27733]: from='client.24403 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi119=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:42:57.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:57 smithi119 ceph-mon[27733]: Saving service alertmanager spec with placement smithi119=a;count:1 2024-04-13T07:42:57.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:57 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:42:58.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:42:58 smithi119 ceph-mon[27733]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:42:58.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:42:58 smithi119 ceph-mon[39268]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:42:58.570 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:42:58 smithi139 ceph-mon[31267]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:42:58.619 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.b/config 2024-04-13T07:43:00.292 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:00 smithi139 ceph-mon[31267]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:00.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:00 smithi119 ceph-mon[39268]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:00.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:00 smithi119 ceph-mon[27733]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:01.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:01 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 2]}]: dispatch 2024-04-13T07:43:01.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:01 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [0, 2]}]: dispatch 2024-04-13T07:43:01.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:01 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]: dispatch 2024-04-13T07:43:01.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:01 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.a", "id": [6, 2]}]: dispatch 2024-04-13T07:43:01.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:01 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [4, 3]}]: dispatch 2024-04-13T07:43:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:01 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 2]}]: dispatch 2024-04-13T07:43:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:01 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [0, 2]}]: dispatch 2024-04-13T07:43:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:01 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]: dispatch 2024-04-13T07:43:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:01 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.a", "id": [6, 2]}]: dispatch 2024-04-13T07:43:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:01 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [4, 3]}]: dispatch 2024-04-13T07:43:01.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:01 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 2]}]: dispatch 2024-04-13T07:43:01.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:01 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [0, 2]}]: dispatch 2024-04-13T07:43:01.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:01 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]: dispatch 2024-04-13T07:43:01.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:01 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.a", "id": [6, 2]}]: dispatch 2024-04-13T07:43:01.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:01 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [4, 3]}]: dispatch 2024-04-13T07:43:01.497 INFO:teuthology.orchestra.run.smithi139.stdout:Scheduled grafana update... 2024-04-13T07:43:02.369 DEBUG:teuthology.orchestra.run.smithi139:grafana.a> sudo journalctl -f -n 0 -u ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@grafana.a.service 2024-04-13T07:43:02.372 INFO:tasks.cephadm:Setting up client nodes... 2024-04-13T07:43:02.372 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-13T07:43:02.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:02 smithi119 ceph-mon[27733]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:02.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:02 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 2]}]': finished 2024-04-13T07:43:02.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:02 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [0, 2]}]': finished 2024-04-13T07:43:02.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:02 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]': finished 2024-04-13T07:43:02.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:02 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.a", "id": [6, 2]}]': finished 2024-04-13T07:43:02.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:02 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [4, 3]}]': finished 2024-04-13T07:43:02.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:02 smithi119 ceph-mon[27733]: osdmap e63: 8 total, 8 up, 8 in 2024-04-13T07:43:02.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:02 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:43:02.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:02 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:43:02.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:02 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:43:02.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:02 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:43:02.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:02 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-13T07:43:02.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:02 smithi119 ceph-mon[39268]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:02.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:02 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 2]}]': finished 2024-04-13T07:43:02.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:02 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [0, 2]}]': finished 2024-04-13T07:43:02.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:02 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]': finished 2024-04-13T07:43:02.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:02 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.a", "id": [6, 2]}]': finished 2024-04-13T07:43:02.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:02 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [4, 3]}]': finished 2024-04-13T07:43:02.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:02 smithi119 ceph-mon[39268]: osdmap e63: 8 total, 8 up, 8 in 2024-04-13T07:43:02.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:02 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:43:02.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:02 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:43:02.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:02 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:43:02.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:02 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:43:02.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:02 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-13T07:43:02.587 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:43:02.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:02 smithi139 ceph-mon[31267]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:02.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:02 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 2]}]': finished 2024-04-13T07:43:02.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:02 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [0, 2]}]': finished 2024-04-13T07:43:02.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:02 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]': finished 2024-04-13T07:43:02.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:02 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.a", "id": [6, 2]}]': finished 2024-04-13T07:43:02.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:02 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [4, 3]}]': finished 2024-04-13T07:43:02.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:02 smithi139 ceph-mon[31267]: osdmap e63: 8 total, 8 up, 8 in 2024-04-13T07:43:02.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:02 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:43:02.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:02 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:43:02.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:02 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:43:02.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:02 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' 2024-04-13T07:43:02.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:02 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-13T07:43:03.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:03 smithi139 ceph-mon[31267]: from='client.24409 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi139=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:43:03.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:03 smithi139 ceph-mon[31267]: Saving service grafana spec with placement smithi139=a;count:1 2024-04-13T07:43:03.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:03 smithi139 ceph-mon[31267]: osdmap e64: 8 total, 8 up, 8 in 2024-04-13T07:43:03.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:03 smithi139 ceph-mon[31267]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-13T07:43:03.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:03 smithi139 ceph-mon[31267]: mgrmap e16: y(active, since 5m), standbys: x 2024-04-13T07:43:03.386 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:43:03 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: ignoring --setuser ceph since I am not root 2024-04-13T07:43:03.386 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:43:03 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: ignoring --setgroup ceph since I am not root 2024-04-13T07:43:03.386 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:43:03 smithi139 ceph-mgr[33406]: -- 172.21.15.139:0/422219562 <== mon.1 v2:172.21.15.139:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x558d6a34e1a0 con 0x558d6a324c00 2024-04-13T07:43:03.466 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:03 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: ignoring --setuser ceph since I am not root 2024-04-13T07:43:03.466 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:03 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: ignoring --setgroup ceph since I am not root 2024-04-13T07:43:03.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:03 smithi119 ceph-mon[39268]: from='client.24409 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi139=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:43:03.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:03 smithi119 ceph-mon[39268]: Saving service grafana spec with placement smithi139=a;count:1 2024-04-13T07:43:03.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:03 smithi119 ceph-mon[39268]: osdmap e64: 8 total, 8 up, 8 in 2024-04-13T07:43:03.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:03 smithi119 ceph-mon[39268]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-13T07:43:03.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:03 smithi119 ceph-mon[39268]: mgrmap e16: y(active, since 5m), standbys: x 2024-04-13T07:43:03.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:03 smithi119 ceph-mon[27733]: from='client.24409 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi139=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:43:03.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:03 smithi119 ceph-mon[27733]: Saving service grafana spec with placement smithi139=a;count:1 2024-04-13T07:43:03.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:03 smithi119 ceph-mon[27733]: osdmap e64: 8 total, 8 up, 8 in 2024-04-13T07:43:03.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:03 smithi119 ceph-mon[27733]: from='mgr.14152 172.21.15.119:0/3901415923' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-13T07:43:03.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:03 smithi119 ceph-mon[27733]: mgrmap e16: y(active, since 5m), standbys: x 2024-04-13T07:43:03.871 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:03 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:43:03.567+0000 7fc68a48b200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-13T07:43:03.871 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:03 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:43:03.662+0000 7fc68a48b200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-13T07:43:03.885 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:43:03 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-13T07:43:03.563+0000 7fbf0649a200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-13T07:43:03.885 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:43:03 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-13T07:43:03.657+0000 7fbf0649a200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-13T07:43:04.466 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:43:04.316+0000 7fc68a48b200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-13T07:43:04.466 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:43:04.410+0000 7fc68a48b200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-13T07:43:04.614 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:43:04 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-13T07:43:04.285+0000 7fbf0649a200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-13T07:43:04.614 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:43:04 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-13T07:43:04.374+0000 7fbf0649a200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-13T07:43:04.615 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:43:04 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-13T07:43:04.517+0000 7fbf0649a200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-13T07:43:04.615 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:43:04 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-13T07:43:04.613+0000 7fbf0649a200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-13T07:43:04.707 INFO:teuthology.orchestra.run.smithi119.stdout:[client.0] 2024-04-13T07:43:04.707 INFO:teuthology.orchestra.run.smithi119.stdout: key = AQCINxpmdTzfKRAAdUfX1lzVVYSYZZ0lmOUycA== 2024-04-13T07:43:04.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:04 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/1997488773' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-13T07:43:04.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:04 smithi139 ceph-mon[31267]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-13T07:43:04.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:04 smithi139 ceph-mon[31267]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-13T07:43:04.887 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:43:04 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-13T07:43:04.694+0000 7fbf0649a200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-13T07:43:04.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:04 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/1997488773' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-13T07:43:04.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:04 smithi119 ceph-mon[27733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-13T07:43:04.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:04 smithi119 ceph-mon[27733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-13T07:43:04.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:04 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/1997488773' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-13T07:43:04.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:04 smithi119 ceph-mon[39268]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-13T07:43:04.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:04 smithi119 ceph-mon[39268]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-13T07:43:04.967 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:43:04.557+0000 7fc68a48b200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-13T07:43:04.967 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:43:04.654+0000 7fc68a48b200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-13T07:43:04.967 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:43:04.744+0000 7fc68a48b200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-13T07:43:05.244 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:43:04 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-13T07:43:04.957+0000 7fbf0649a200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-13T07:43:05.244 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:43:05 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-13T07:43:05.066+0000 7fbf0649a200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-13T07:43:05.244 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:43:05 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-13T07:43:05.150+0000 7fbf0649a200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-13T07:43:05.245 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:43:05 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-13T07:43:05.243+0000 7fbf0649a200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-13T07:43:05.300 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:05 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:43:05.011+0000 7fc68a48b200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-13T07:43:05.300 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:05 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:43:05.122+0000 7fc68a48b200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-13T07:43:05.301 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:05 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:43:05.207+0000 7fc68a48b200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-13T07:43:05.301 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:05 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:43:05.300+0000 7fc68a48b200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-13T07:43:05.557 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:05 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:43:05.477+0000 7fc68a48b200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-13T07:43:05.558 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-04-13T07:43:05.558 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-04-13T07:43:05.558 DEBUG:teuthology.orchestra.run.smithi119:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-04-13T07:43:05.600 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-13T07:43:05.624 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:43:05 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-13T07:43:05.419+0000 7fbf0649a200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-13T07:43:05.838 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.b/config 2024-04-13T07:43:06.475 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:43:06 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-13T07:43:06.412+0000 7fbf0649a200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-13T07:43:06.716 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:06 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:43:06.438+0000 7fc68a48b200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-13T07:43:06.716 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:06 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:43:06.569+0000 7fc68a48b200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-13T07:43:06.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:43:06 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-13T07:43:06.542+0000 7fbf0649a200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-13T07:43:07.071 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:43:06 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-13T07:43:06.876+0000 7fbf0649a200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-13T07:43:07.071 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:43:06 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-13T07:43:06.965+0000 7fbf0649a200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-13T07:43:07.185 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:06 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:43:06.901+0000 7fc68a48b200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-13T07:43:07.185 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:06 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:43:06.989+0000 7fc68a48b200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-13T07:43:07.185 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:07 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:43:07.185+0000 7fc68a48b200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-13T07:43:07.356 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:43:07 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-13T07:43:07.168+0000 7fbf0649a200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-13T07:43:07.356 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:43:07 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-13T07:43:07.355+0000 7fbf0649a200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-13T07:43:07.465 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:07 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:43:07.370+0000 7fc68a48b200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-13T07:43:07.885 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:43:07 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-13T07:43:07.650+0000 7fbf0649a200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-13T07:43:07.915 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:07 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:43:07.657+0000 7fc68a48b200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-13T07:43:07.921 INFO:teuthology.orchestra.run.smithi139.stdout:[client.1] 2024-04-13T07:43:07.921 INFO:teuthology.orchestra.run.smithi139.stdout: key = AQCLNxpm9ImYNhAAUyIq9pWOm8xoF2lmm/THxg== 2024-04-13T07:43:08.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:07 smithi119 ceph-mon[39268]: from='client.? 172.21.15.139:0/2979065307' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-13T07:43:08.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:07 smithi119 ceph-mon[39268]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-13T07:43:08.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:07 smithi119 ceph-mon[39268]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-13T07:43:08.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:07 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:43:07.915+0000 7fc68a48b200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-13T07:43:08.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:08 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:43:08.153+0000 7fc68a48b200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-13T07:43:08.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:07 smithi119 ceph-mon[27733]: from='client.? 172.21.15.139:0/2979065307' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-13T07:43:08.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:07 smithi119 ceph-mon[27733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-13T07:43:08.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:07 smithi119 ceph-mon[27733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-13T07:43:08.285 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:07 smithi139 ceph-mon[31267]: from='client.? 172.21.15.139:0/2979065307' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-13T07:43:08.285 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:07 smithi139 ceph-mon[31267]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-13T07:43:08.285 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:07 smithi139 ceph-mon[31267]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-13T07:43:08.285 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:43:07 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-13T07:43:07.913+0000 7fbf0649a200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-13T07:43:08.285 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:43:08 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-13T07:43:08.154+0000 7fbf0649a200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-13T07:43:08.574 DEBUG:teuthology.orchestra.run.smithi139:> set -ex 2024-04-13T07:43:08.574 DEBUG:teuthology.orchestra.run.smithi139:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-04-13T07:43:08.574 DEBUG:teuthology.orchestra.run.smithi139:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-04-13T07:43:08.658 INFO:tasks.cephadm:Waiting for OSDs to come up 2024-04-13T07:43:08.659 DEBUG:teuthology.orchestra.run.smithi119:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-04-13T07:43:08.940 INFO:teuthology.misc.health.smithi119.stdout: 2024-04-13T07:43:08.941 INFO:teuthology.misc.health.smithi119.stdout:{"epoch":64,"fsid":"7e8cfa84-f968-11ee-bc8d-c7b262605968","created":"2024-04-13T07:37:07.748755+0000","modified":"2024-04-13T07:43:02.170535+0000","last_up_change":"2024-04-13T07:42:18.386410+0000","last_in_change":"2024-04-13T07:42:00.883113+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-13T07:40:15.190780+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-13T07:42:34.955306+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-13T07:42:36.167771+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"765e54ef-81fc-4e44-b4de-66e88f3ddbe8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1930488352},{"type":"v1","addr":"172.21.15.119:6803","nonce":1930488352}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1930488352},{"type":"v1","addr":"172.21.15.119:6805","nonce":1930488352}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1930488352},{"type":"v1","addr":"172.21.15.119:6809","nonce":1930488352}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1930488352},{"type":"v1","addr":"172.21.15.119:6807","nonce":1930488352}]},"public_addr":"172.21.15.119:6803/1930488352","cluster_addr":"172.21.15.119:6805/1930488352","heartbeat_back_addr":"172.21.15.119:6809/1930488352","heartbeat_front_addr":"172.21.15.119:6807/1930488352","state":["exists","up"]},{"osd":1,"uuid":"be4a455e-ef82-4efa-bb4d-0b6dc8498f0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":3768977942},{"type":"v1","addr":"172.21.15.119:6811","nonce":3768977942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":3768977942},{"type":"v1","addr":"172.21.15.119:6813","nonce":3768977942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":3768977942},{"type":"v1","addr":"172.21.15.119:6817","nonce":3768977942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":3768977942},{"type":"v1","addr":"172.21.15.119:6815","nonce":3768977942}]},"public_addr":"172.21.15.119:6811/3768977942","cluster_addr":"172.21.15.119:6813/3768977942","heartbeat_back_addr":"172.21.15.119:6817/3768977942","heartbeat_front_addr":"172.21.15.119:6815/3768977942","state":["exists","up"]},{"osd":2,"uuid":"9121996c-837a-482d-ae53-d603d56962fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":2150152578},{"type":"v1","addr":"172.21.15.119:6819","nonce":2150152578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":2150152578},{"type":"v1","addr":"172.21.15.119:6821","nonce":2150152578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":2150152578},{"type":"v1","addr":"172.21.15.119:6825","nonce":2150152578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":2150152578},{"type":"v1","addr":"172.21.15.119:6823","nonce":2150152578}]},"public_addr":"172.21.15.119:6819/2150152578","cluster_addr":"172.21.15.119:6821/2150152578","heartbeat_back_addr":"172.21.15.119:6825/2150152578","heartbeat_front_addr":"172.21.15.119:6823/2150152578","state":["exists","up"]},{"osd":3,"uuid":"0e5773de-d79f-42ed-ae13-5f4299fe42a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":673773060},{"type":"v1","addr":"172.21.15.119:6827","nonce":673773060}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":673773060},{"type":"v1","addr":"172.21.15.119:6829","nonce":673773060}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":673773060},{"type":"v1","addr":"172.21.15.119:6833","nonce":673773060}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":673773060},{"type":"v1","addr":"172.21.15.119:6831","nonce":673773060}]},"public_addr":"172.21.15.119:6827/673773060","cluster_addr":"172.21.15.119:6829/673773060","heartbeat_back_addr":"172.21.15.119:6833/673773060","heartbeat_front_addr":"172.21.15.119:6831/673773060","state":["exists","up"]},{"osd":4,"uuid":"3d797e8c-e4f2-4b04-9669-3bf0df610c14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6800","nonce":3671491068},{"type":"v1","addr":"172.21.15.139:6801","nonce":3671491068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6802","nonce":3671491068},{"type":"v1","addr":"172.21.15.139:6803","nonce":3671491068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6806","nonce":3671491068},{"type":"v1","addr":"172.21.15.139:6807","nonce":3671491068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6804","nonce":3671491068},{"type":"v1","addr":"172.21.15.139:6805","nonce":3671491068}]},"public_addr":"172.21.15.139:6801/3671491068","cluster_addr":"172.21.15.139:6803/3671491068","heartbeat_back_addr":"172.21.15.139:6807/3671491068","heartbeat_front_addr":"172.21.15.139:6805/3671491068","state":["exists","up"]},{"osd":5,"uuid":"209de55f-427f-4379-9b7f-dd19228d913a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6808","nonce":2576693618},{"type":"v1","addr":"172.21.15.139:6809","nonce":2576693618}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6810","nonce":2576693618},{"type":"v1","addr":"172.21.15.139:6811","nonce":2576693618}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6814","nonce":2576693618},{"type":"v1","addr":"172.21.15.139:6815","nonce":2576693618}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6812","nonce":2576693618},{"type":"v1","addr":"172.21.15.139:6813","nonce":2576693618}]},"public_addr":"172.21.15.139:6809/2576693618","cluster_addr":"172.21.15.139:6811/2576693618","heartbeat_back_addr":"172.21.15.139:6815/2576693618","heartbeat_front_addr":"172.21.15.139:6813/2576693618","state":["exists","up"]},{"osd":6,"uuid":"f6708905-d34c-4079-ab69-4b0556d21c20","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6816","nonce":532635469},{"type":"v1","addr":"172.21.15.139:6817","nonce":532635469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6818","nonce":532635469},{"type":"v1","addr":"172.21.15.139:6819","nonce":532635469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6822","nonce":532635469},{"type":"v1","addr":"172.21.15.139:6823","nonce":532635469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6820","nonce":532635469},{"type":"v1","addr":"172.21.15.139:6821","nonce":532635469}]},"public_addr":"172.21.15.139:6817/532635469","cluster_addr":"172.21.15.139:6819/532635469","heartbeat_back_addr":"172.21.15.139:6823/532635469","heartbeat_front_addr":"172.21.15.139:6821/532635469","state":["exists","up"]},{"osd":7,"uuid":"3e5cdc91-9372-40a0-ab21-4443ee3a5005","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6824","nonce":2673952433},{"type":"v1","addr":"172.21.15.139:6825","nonce":2673952433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6826","nonce":2673952433},{"type":"v1","addr":"172.21.15.139:6827","nonce":2673952433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6830","nonce":2673952433},{"type":"v1","addr":"172.21.15.139:6831","nonce":2673952433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6828","nonce":2673952433},{"type":"v1","addr":"172.21.15.139:6829","nonce":2673952433}]},"public_addr":"172.21.15.139:6825/2673952433","cluster_addr":"172.21.15.139:6827/2673952433","heartbeat_back_addr":"172.21.15.139:6831/2673952433","heartbeat_front_addr":"172.21.15.139:6829/2673952433","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:39:23.707203+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:39:48.162289+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:40:12.825237+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:40:38.173946+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:41:01.319151+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:41:26.397872+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:41:51.557660+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:42:16.677397+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1f","mappings":[{"from":7,"to":2}]},{"pgid":"3.1","mappings":[{"from":0,"to":2}]},{"pgid":"3.3","mappings":[{"from":4,"to":2}]},{"pgid":"3.a","mappings":[{"from":6,"to":2}]},{"pgid":"3.2f","mappings":[{"from":4,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.119:0/930226074":"2024-04-14T07:38:00.884979+0000","172.21.15.119:6801/2578031469":"2024-04-14T07:38:00.884979+0000","172.21.15.119:6800/2578031469":"2024-04-14T07:38:00.884979+0000","172.21.15.119:6801/3067787372":"2024-04-14T07:37:35.930225+0000","172.21.15.119:6800/3067787372":"2024-04-14T07:37:35.930225+0000","172.21.15.119:0/1967818941":"2024-04-14T07:37:35.930225+0000","172.21.15.119:0/3319990231":"2024-04-14T07:37:35.930225+0000","172.21.15.119:0/3682983579":"2024-04-14T07:38:00.884979+0000","172.21.15.119:0/1637603065":"2024-04-14T07:37:35.930225+0000","172.21.15.119:0/347559467":"2024-04-14T07:38:00.884979+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-13T07:43:08.952 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-04-13T07:43:08.952 INFO:tasks.cephadm:Creating RBD pool 2024-04-13T07:43:08.952 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- sudo ceph --cluster ceph osd pool create rbd 8 2024-04-13T07:43:09.173 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:43:09.294 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:08 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/2367462612' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:43:09.294 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:08 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/2367462612' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:43:09.295 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:08 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:43:08.976+0000 7fc68a48b200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-13T07:43:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:08 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/2367462612' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:43:09.385 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:43:08 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-13T07:43:08.978+0000 7fbf0649a200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-13T07:43:09.869 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:43:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-13T07:43:09.551+0000 7fbf0649a200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-13T07:43:09.869 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:43:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-13T07:43:09.649+0000 7fbf0649a200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-13T07:43:09.869 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:43:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-13T07:43:09.868+0000 7fbf0649a200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-13T07:43:09.903 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:43:09.579+0000 7fc68a48b200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-13T07:43:09.903 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:43:09.682+0000 7fc68a48b200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-13T07:43:09.903 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:43:09.903+0000 7fc68a48b200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-13T07:43:10.121 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:43:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: [13/Apr/2024:07:43:09] ENGINE Bus STARTING 2024-04-13T07:43:10.121 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:43:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: CherryPy Checker: 2024-04-13T07:43:10.121 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:43:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: The Application mounted at '' has an empty config. 2024-04-13T07:43:10.121 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:43:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-13T07:43:10.121 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:43:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: [13/Apr/2024:07:43:09] ENGINE Serving on http://:::9283 2024-04-13T07:43:10.121 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:43:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[33383]: [13/Apr/2024:07:43:09] ENGINE Bus STARTED 2024-04-13T07:43:10.121 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:09 smithi139 ceph-mon[31267]: Standby manager daemon x restarted 2024-04-13T07:43:10.121 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:09 smithi139 ceph-mon[31267]: Standby manager daemon x started 2024-04-13T07:43:10.121 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:09 smithi139 ceph-mon[31267]: from='mgr.? 172.21.15.139:0/1208134845' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T07:43:10.122 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:09 smithi139 ceph-mon[31267]: from='mgr.? 172.21.15.139:0/1208134845' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T07:43:10.122 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:09 smithi139 ceph-mon[31267]: from='mgr.? 172.21.15.139:0/1208134845' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T07:43:10.122 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:09 smithi139 ceph-mon[31267]: from='mgr.? 172.21.15.139:0/1208134845' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T07:43:10.122 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:09 smithi139 ceph-mon[31267]: Active manager daemon y restarted 2024-04-13T07:43:10.122 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:09 smithi139 ceph-mon[31267]: Activating manager daemon y 2024-04-13T07:43:10.122 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:09 smithi139 ceph-mon[31267]: osdmap e65: 8 total, 8 up, 8 in 2024-04-13T07:43:10.122 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:09 smithi139 ceph-mon[31267]: mgrmap e17: y(active, starting, since 0.00688156s), standbys: x 2024-04-13T07:43:10.122 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:09 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:43:10.122 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:09 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:43:10.122 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:09 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:43:10.122 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:09 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-13T07:43:10.122 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:09 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-13T07:43:10.122 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:09 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-13T07:43:10.122 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:09 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-13T07:43:10.123 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:09 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:43:10.123 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:09 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:43:10.123 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:09 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:43:10.123 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:09 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:43:10.123 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:09 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:43:10.123 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:09 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:43:10.123 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:09 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:43:10.123 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:09 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:43:10.123 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:09 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-13T07:43:10.123 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:09 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-13T07:43:10.123 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:09 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-13T07:43:10.123 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:09 smithi139 ceph-mon[31267]: Manager daemon y is now available 2024-04-13T07:43:10.123 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:09 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:43:10.123 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:09 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:10.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:43:09] ENGINE Bus STARTING 2024-04-13T07:43:10.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:43:10.018+0000 7fc5eea5f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:43:10.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:43:10.018+0000 7fc5eea5f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:43:10.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:43:10.018+0000 7fc5eea5f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:43:10.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:43:10.018+0000 7fc5eea5f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:43:10.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:43:10.018+0000 7fc5eea5f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:43:10.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:43:10.019+0000 7fc5ec25a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:43:10.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:43:10.019+0000 7fc5ec25a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:43:10.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:43:10.019+0000 7fc5ec25a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:43:10.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:43:10.019+0000 7fc5ec25a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:43:10.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:43:10.019+0000 7fc5ec25a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:43:10.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: CherryPy Checker: 2024-04-13T07:43:10.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: The Application mounted at '' has an empty config. 2024-04-13T07:43:10.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:43:10.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:43:10] ENGINE Serving on http://:::9283 2024-04-13T07:43:10.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:43:10] ENGINE Bus STARTED 2024-04-13T07:43:10.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[39268]: Standby manager daemon x restarted 2024-04-13T07:43:10.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[39268]: Standby manager daemon x started 2024-04-13T07:43:10.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[39268]: from='mgr.? 172.21.15.139:0/1208134845' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T07:43:10.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[39268]: from='mgr.? 172.21.15.139:0/1208134845' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T07:43:10.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[39268]: from='mgr.? 172.21.15.139:0/1208134845' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T07:43:10.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[39268]: from='mgr.? 172.21.15.139:0/1208134845' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T07:43:10.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[39268]: Active manager daemon y restarted 2024-04-13T07:43:10.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[39268]: Activating manager daemon y 2024-04-13T07:43:10.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[39268]: osdmap e65: 8 total, 8 up, 8 in 2024-04-13T07:43:10.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[39268]: mgrmap e17: y(active, starting, since 0.00688156s), standbys: x 2024-04-13T07:43:10.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:43:10.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:43:10.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:43:10.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-13T07:43:10.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-13T07:43:10.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-13T07:43:10.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-13T07:43:10.219 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:43:10.219 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:43:10.219 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:43:10.219 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:43:10.219 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:43:10.219 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:43:10.219 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:43:10.219 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:43:10.219 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-13T07:43:10.219 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-13T07:43:10.219 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-13T07:43:10.219 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[39268]: Manager daemon y is now available 2024-04-13T07:43:10.219 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:43:10.219 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:10.220 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[27733]: Standby manager daemon x restarted 2024-04-13T07:43:10.220 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[27733]: Standby manager daemon x started 2024-04-13T07:43:10.220 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[27733]: from='mgr.? 172.21.15.139:0/1208134845' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T07:43:10.220 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[27733]: from='mgr.? 172.21.15.139:0/1208134845' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T07:43:10.220 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[27733]: from='mgr.? 172.21.15.139:0/1208134845' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T07:43:10.220 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[27733]: from='mgr.? 172.21.15.139:0/1208134845' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T07:43:10.220 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[27733]: Active manager daemon y restarted 2024-04-13T07:43:10.220 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[27733]: Activating manager daemon y 2024-04-13T07:43:10.220 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[27733]: osdmap e65: 8 total, 8 up, 8 in 2024-04-13T07:43:10.220 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[27733]: mgrmap e17: y(active, starting, since 0.00688156s), standbys: x 2024-04-13T07:43:10.220 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:43:10.220 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:43:10.220 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:43:10.220 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-13T07:43:10.221 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-13T07:43:10.221 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-13T07:43:10.221 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-13T07:43:10.221 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:43:10.221 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:43:10.221 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:43:10.221 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:43:10.221 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:43:10.221 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:43:10.221 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:43:10.221 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:43:10.221 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-13T07:43:10.221 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-13T07:43:10.221 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-13T07:43:10.221 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[27733]: Manager daemon y is now available 2024-04-13T07:43:10.221 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:43:10.222 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:09 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:11.073 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:10 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:43:11.073 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:10 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-13T07:43:11.073 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:10 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-13T07:43:11.073 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:10 smithi119 ceph-mon[27733]: mgrmap e18: y(active, since 1.01037s), standbys: x 2024-04-13T07:43:11.073 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:10 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:43:11.074 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:10 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-13T07:43:11.074 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:10 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-13T07:43:11.074 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:10 smithi119 ceph-mon[39268]: mgrmap e18: y(active, since 1.01037s), standbys: x 2024-04-13T07:43:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:10 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:43:11.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:10 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-13T07:43:11.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:10 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-13T07:43:11.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:10 smithi139 ceph-mon[31267]: mgrmap e18: y(active, since 1.01037s), standbys: x 2024-04-13T07:43:12.033 INFO:teuthology.orchestra.run.smithi119.stderr:pool 'rbd' created 2024-04-13T07:43:12.287 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:11 smithi139 ceph-mon[31267]: [13/Apr/2024:07:43:10] ENGINE Bus STARTING 2024-04-13T07:43:12.287 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:12 smithi139 ceph-mon[31267]: [13/Apr/2024:07:43:10] ENGINE Serving on https://172.21.15.119:7150 2024-04-13T07:43:12.287 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:12 smithi139 ceph-mon[31267]: [13/Apr/2024:07:43:10] ENGINE Serving on http://172.21.15.119:8765 2024-04-13T07:43:12.287 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:12 smithi139 ceph-mon[31267]: [13/Apr/2024:07:43:10] ENGINE Bus STARTED 2024-04-13T07:43:12.287 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:12 smithi139 ceph-mon[31267]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:12.287 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:12 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/2063127741' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-13T07:43:12.421 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:11 smithi119 ceph-mon[39268]: [13/Apr/2024:07:43:10] ENGINE Bus STARTING 2024-04-13T07:43:12.422 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:11 smithi119 ceph-mon[39268]: [13/Apr/2024:07:43:10] ENGINE Serving on https://172.21.15.119:7150 2024-04-13T07:43:12.422 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:11 smithi119 ceph-mon[39268]: [13/Apr/2024:07:43:10] ENGINE Serving on http://172.21.15.119:8765 2024-04-13T07:43:12.422 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:11 smithi119 ceph-mon[39268]: [13/Apr/2024:07:43:10] ENGINE Bus STARTED 2024-04-13T07:43:12.422 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:11 smithi119 ceph-mon[39268]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:12.422 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:11 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/2063127741' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-13T07:43:12.422 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:11 smithi119 ceph-mon[27733]: [13/Apr/2024:07:43:10] ENGINE Bus STARTING 2024-04-13T07:43:12.422 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:11 smithi119 ceph-mon[27733]: [13/Apr/2024:07:43:10] ENGINE Serving on https://172.21.15.119:7150 2024-04-13T07:43:12.422 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:11 smithi119 ceph-mon[27733]: [13/Apr/2024:07:43:10] ENGINE Serving on http://172.21.15.119:8765 2024-04-13T07:43:12.422 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:11 smithi119 ceph-mon[27733]: [13/Apr/2024:07:43:10] ENGINE Bus STARTED 2024-04-13T07:43:12.422 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:11 smithi119 ceph-mon[27733]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:12.423 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:11 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/2063127741' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-13T07:43:12.825 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2024-04-13T07:43:13.039 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:43:13.166 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:13 smithi119 ceph-mon[39268]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:13.166 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:13 smithi119 ceph-mon[39268]: mgrmap e19: y(active, since 2s), standbys: x 2024-04-13T07:43:13.166 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:13 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/2063127741' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-13T07:43:13.166 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:13 smithi119 ceph-mon[39268]: osdmap e66: 8 total, 8 up, 8 in 2024-04-13T07:43:13.166 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:13 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:13.166 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:13 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:13.167 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:13 smithi119 ceph-mon[27733]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:13.167 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:13 smithi119 ceph-mon[27733]: mgrmap e19: y(active, since 2s), standbys: x 2024-04-13T07:43:13.167 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:13 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/2063127741' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-13T07:43:13.167 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:13 smithi119 ceph-mon[27733]: osdmap e66: 8 total, 8 up, 8 in 2024-04-13T07:43:13.167 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:13 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:13.167 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:13 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:13.306 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:13 smithi139 ceph-mon[31267]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:13.306 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:13 smithi139 ceph-mon[31267]: mgrmap e19: y(active, since 2s), standbys: x 2024-04-13T07:43:13.306 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:13 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/2063127741' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-13T07:43:13.307 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:13 smithi139 ceph-mon[31267]: osdmap e66: 8 total, 8 up, 8 in 2024-04-13T07:43:13.307 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:13 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:13.307 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:13 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:14.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:14 smithi119 ceph-mon[27733]: osdmap e67: 8 total, 8 up, 8 in 2024-04-13T07:43:14.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:14 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:14.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:14 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:14.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:14 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:43:14.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:14 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:43:14.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:14 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:43:14.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:14 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:43:14.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:14 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:14.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:14 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:14.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:14 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:14.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:14 smithi119 ceph-mon[27733]: osdmap e68: 8 total, 8 up, 8 in 2024-04-13T07:43:14.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:14 smithi119 ceph-mon[39268]: osdmap e67: 8 total, 8 up, 8 in 2024-04-13T07:43:14.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:14 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:14.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:14 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:14.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:14 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:43:14.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:14 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:43:14.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:14 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:43:14.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:14 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:43:14.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:14 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:14.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:14 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:14.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:14 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:14.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:14 smithi119 ceph-mon[39268]: osdmap e68: 8 total, 8 up, 8 in 2024-04-13T07:43:14.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:14 smithi139 ceph-mon[31267]: osdmap e67: 8 total, 8 up, 8 in 2024-04-13T07:43:14.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:14 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:14.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:14 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:14.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:14 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:43:14.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:14 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:43:14.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:14 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:43:14.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:14 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:43:14.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:14 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:14.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:14 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:14.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:14 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:14.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:14 smithi139 ceph-mon[31267]: osdmap e68: 8 total, 8 up, 8 in 2024-04-13T07:43:14.602 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:43:14] "GET /metrics HTTP/1.1" 200 28777 "" "Prometheus/2.43.0" 2024-04-13T07:43:15.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:15 smithi119 ceph-mon[39268]: Adjusting osd_memory_target on smithi119 to 2992M 2024-04-13T07:43:15.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:15 smithi119 ceph-mon[39268]: pgmap v7: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:15.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:15 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:15.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:15 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:15.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:15 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:43:15.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:15 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:43:15.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:15 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:43:15.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:15 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:43:15.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:15 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:15.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:15 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:43:15.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:15 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:43:15.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:15 smithi119 ceph-mon[39268]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:43:15.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:15 smithi119 ceph-mon[39268]: mgrmap e20: y(active, since 4s), standbys: x 2024-04-13T07:43:15.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:15 smithi119 ceph-mon[27733]: Adjusting osd_memory_target on smithi119 to 2992M 2024-04-13T07:43:15.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:15 smithi119 ceph-mon[27733]: pgmap v7: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:15.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:15 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:15.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:15 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:15.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:15 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:43:15.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:15 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:43:15.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:15 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:43:15.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:15 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:43:15.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:15 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:15.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:15 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:43:15.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:15 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:43:15.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:15 smithi119 ceph-mon[27733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:43:15.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:15 smithi119 ceph-mon[27733]: mgrmap e20: y(active, since 4s), standbys: x 2024-04-13T07:43:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:15 smithi139 ceph-mon[31267]: Adjusting osd_memory_target on smithi119 to 2992M 2024-04-13T07:43:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:15 smithi139 ceph-mon[31267]: pgmap v7: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:15 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:15 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:15 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:43:15.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:15 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:43:15.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:15 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:43:15.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:15 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:43:15.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:15 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:15.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:15 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:43:15.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:15 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:43:15.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:15 smithi139 ceph-mon[31267]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:43:15.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:15 smithi139 ceph-mon[31267]: mgrmap e20: y(active, since 4s), standbys: x 2024-04-13T07:43:16.047 INFO:teuthology.orchestra.run.smithi119.stderr:enabled application 'rbd' on pool 'rbd' 2024-04-13T07:43:16.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:16 smithi139 ceph-mon[31267]: Adjusting osd_memory_target on smithi139 to 2992M 2024-04-13T07:43:16.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:16 smithi139 ceph-mon[31267]: Updating smithi119:/etc/ceph/ceph.conf 2024-04-13T07:43:16.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:16 smithi139 ceph-mon[31267]: Updating smithi139:/etc/ceph/ceph.conf 2024-04-13T07:43:16.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:16 smithi139 ceph-mon[31267]: Updating smithi119:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:43:16.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:16 smithi139 ceph-mon[31267]: Updating smithi139:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:43:16.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:16 smithi139 ceph-mon[31267]: Updating smithi139:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:43:16.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:16 smithi139 ceph-mon[31267]: Updating smithi119:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:43:16.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:16 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/1300293480' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:43:16.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:16 smithi139 ceph-mon[31267]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:43:16.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:16 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:16.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:16 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:16.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:16 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:16.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:16 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:16.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:16 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:16.414 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:16 smithi119 ceph-mon[27733]: Adjusting osd_memory_target on smithi139 to 2992M 2024-04-13T07:43:16.414 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:16 smithi119 ceph-mon[27733]: Updating smithi119:/etc/ceph/ceph.conf 2024-04-13T07:43:16.414 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:16 smithi119 ceph-mon[27733]: Updating smithi139:/etc/ceph/ceph.conf 2024-04-13T07:43:16.414 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:16 smithi119 ceph-mon[27733]: Updating smithi119:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:43:16.414 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:16 smithi119 ceph-mon[27733]: Updating smithi139:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:43:16.414 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:16 smithi119 ceph-mon[27733]: Updating smithi139:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:43:16.414 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:16 smithi119 ceph-mon[27733]: Updating smithi119:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:43:16.414 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:16 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/1300293480' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:43:16.414 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:16 smithi119 ceph-mon[27733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:43:16.415 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:16 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:16.415 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:16 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:16.415 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:16 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:16.415 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:16 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:16.415 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:16 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:16.415 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:16 smithi119 ceph-mon[39268]: Adjusting osd_memory_target on smithi139 to 2992M 2024-04-13T07:43:16.415 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:16 smithi119 ceph-mon[39268]: Updating smithi119:/etc/ceph/ceph.conf 2024-04-13T07:43:16.415 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:16 smithi119 ceph-mon[39268]: Updating smithi139:/etc/ceph/ceph.conf 2024-04-13T07:43:16.415 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:16 smithi119 ceph-mon[39268]: Updating smithi119:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:43:16.415 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:16 smithi119 ceph-mon[39268]: Updating smithi139:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:43:16.415 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:16 smithi119 ceph-mon[39268]: Updating smithi139:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:43:16.416 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:16 smithi119 ceph-mon[39268]: Updating smithi119:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:43:16.416 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:16 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/1300293480' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:43:16.416 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:16 smithi119 ceph-mon[39268]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:43:16.416 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:16 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:16.416 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:16 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:16.416 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:16 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:16.416 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:16 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:16.416 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:16 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:17.056 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-13T07:43:17.057 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-04-13T07:43:17.057 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph mgr dump --format=json 2024-04-13T07:43:17.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:17 smithi139 ceph-mon[31267]: Updating smithi139:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:43:17.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:17 smithi139 ceph-mon[31267]: Updating smithi119:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:43:17.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:17 smithi139 ceph-mon[31267]: Deploying daemon alertmanager.a on smithi119 2024-04-13T07:43:17.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:17 smithi139 ceph-mon[31267]: pgmap v9: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:17.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:17 smithi139 ceph-mon[31267]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-13T07:43:17.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:17 smithi139 ceph-mon[31267]: osdmap e69: 8 total, 8 up, 8 in 2024-04-13T07:43:17.398 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:43:17.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:17 smithi119 ceph-mon[39268]: Updating smithi139:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:43:17.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:17 smithi119 ceph-mon[39268]: Updating smithi119:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:43:17.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:17 smithi119 ceph-mon[39268]: Deploying daemon alertmanager.a on smithi119 2024-04-13T07:43:17.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:17 smithi119 ceph-mon[39268]: pgmap v9: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:17.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:17 smithi119 ceph-mon[39268]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-13T07:43:17.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:17 smithi119 ceph-mon[39268]: osdmap e69: 8 total, 8 up, 8 in 2024-04-13T07:43:17.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:17 smithi119 ceph-mon[27733]: Updating smithi139:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:43:17.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:17 smithi119 ceph-mon[27733]: Updating smithi119:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:43:17.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:17 smithi119 ceph-mon[27733]: Deploying daemon alertmanager.a on smithi119 2024-04-13T07:43:17.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:17 smithi119 ceph-mon[27733]: pgmap v9: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:17.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:17 smithi119 ceph-mon[27733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-13T07:43:17.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:17 smithi119 ceph-mon[27733]: osdmap e69: 8 total, 8 up, 8 in 2024-04-13T07:43:18.342 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:18 smithi119 ceph-mon[27733]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 35 KiB/s rd, 0 B/s wr, 19 op/s 2024-04-13T07:43:18.342 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:18 smithi119 ceph-mon[27733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:43:18.342 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:18 smithi119 ceph-mon[27733]: Cluster is now healthy 2024-04-13T07:43:18.342 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:18 smithi119 ceph-mon[39268]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 35 KiB/s rd, 0 B/s wr, 19 op/s 2024-04-13T07:43:18.342 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:18 smithi119 ceph-mon[39268]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:43:18.342 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:18 smithi119 ceph-mon[39268]: Cluster is now healthy 2024-04-13T07:43:18.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:18 smithi139 ceph-mon[31267]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 35 KiB/s rd, 0 B/s wr, 19 op/s 2024-04-13T07:43:18.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:18 smithi139 ceph-mon[31267]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:43:18.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:18 smithi139 ceph-mon[31267]: Cluster is now healthy 2024-04-13T07:43:20.676 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:43:21.324 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:20 smithi119 ceph-mon[39268]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-13T07:43:21.324 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:20 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/801193373' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-13T07:43:21.324 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:20 smithi119 ceph-mon[27733]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-13T07:43:21.324 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:20 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/801193373' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-13T07:43:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:20 smithi139 ceph-mon[31267]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-13T07:43:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:20 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/801193373' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-13T07:43:21.657 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":20,"flags":0,"active_gid":24415,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":2384769861},{"type":"v1","addr":"172.21.15.119:6801","nonce":2384769861}]},"active_addr":"172.21.15.119:6801/2384769861","active_change":"2024-04-13T07:43:09.906536+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":24418,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.119:8443/","prometheus":"http://172.21.15.119:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":65,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.119:0","nonce":3395885574}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.119:0","nonce":1742895187}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.119:0","nonce":4241379209}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.119:0","nonce":2119832921}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.119:0","nonce":2970694527}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.119:0","nonce":2321911215}]}]} 2024-04-13T07:43:21.660 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-04-13T07:43:21.661 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-04-13T07:43:21.661 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph osd dump --format=json 2024-04-13T07:43:23.134 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:22 smithi119 ceph-mon[39268]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-13T07:43:23.135 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:22 smithi119 ceph-mon[27733]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-13T07:43:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:22 smithi139 ceph-mon[31267]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-13T07:43:24.074 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:43:24.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:43:24] "GET /metrics HTTP/1.1" 200 28777 "" "Prometheus/2.43.0" 2024-04-13T07:43:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:24 smithi139 ceph-mon[31267]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-13T07:43:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:24 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:43:25.464 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:24 smithi119 ceph-mon[39268]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-13T07:43:25.464 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:24 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:43:25.464 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:24 smithi119 ceph-mon[27733]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-13T07:43:25.464 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:24 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:43:26.196 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:43:26.196 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":69,"fsid":"7e8cfa84-f968-11ee-bc8d-c7b262605968","created":"2024-04-13T07:37:07.748755+0000","modified":"2024-04-13T07:43:16.035443+0000","last_up_change":"2024-04-13T07:42:18.386410+0000","last_in_change":"2024-04-13T07:42:00.883113+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-13T07:40:15.190780+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-13T07:42:34.955306+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-13T07:42:36.167771+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-13T07:43:11.545710+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"765e54ef-81fc-4e44-b4de-66e88f3ddbe8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1930488352},{"type":"v1","addr":"172.21.15.119:6803","nonce":1930488352}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1930488352},{"type":"v1","addr":"172.21.15.119:6805","nonce":1930488352}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1930488352},{"type":"v1","addr":"172.21.15.119:6809","nonce":1930488352}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1930488352},{"type":"v1","addr":"172.21.15.119:6807","nonce":1930488352}]},"public_addr":"172.21.15.119:6803/1930488352","cluster_addr":"172.21.15.119:6805/1930488352","heartbeat_back_addr":"172.21.15.119:6809/1930488352","heartbeat_front_addr":"172.21.15.119:6807/1930488352","state":["exists","up"]},{"osd":1,"uuid":"be4a455e-ef82-4efa-bb4d-0b6dc8498f0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":3768977942},{"type":"v1","addr":"172.21.15.119:6811","nonce":3768977942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":3768977942},{"type":"v1","addr":"172.21.15.119:6813","nonce":3768977942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":3768977942},{"type":"v1","addr":"172.21.15.119:6817","nonce":3768977942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":3768977942},{"type":"v1","addr":"172.21.15.119:6815","nonce":3768977942}]},"public_addr":"172.21.15.119:6811/3768977942","cluster_addr":"172.21.15.119:6813/3768977942","heartbeat_back_addr":"172.21.15.119:6817/3768977942","heartbeat_front_addr":"172.21.15.119:6815/3768977942","state":["exists","up"]},{"osd":2,"uuid":"9121996c-837a-482d-ae53-d603d56962fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":2150152578},{"type":"v1","addr":"172.21.15.119:6819","nonce":2150152578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":2150152578},{"type":"v1","addr":"172.21.15.119:6821","nonce":2150152578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":2150152578},{"type":"v1","addr":"172.21.15.119:6825","nonce":2150152578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":2150152578},{"type":"v1","addr":"172.21.15.119:6823","nonce":2150152578}]},"public_addr":"172.21.15.119:6819/2150152578","cluster_addr":"172.21.15.119:6821/2150152578","heartbeat_back_addr":"172.21.15.119:6825/2150152578","heartbeat_front_addr":"172.21.15.119:6823/2150152578","state":["exists","up"]},{"osd":3,"uuid":"0e5773de-d79f-42ed-ae13-5f4299fe42a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":673773060},{"type":"v1","addr":"172.21.15.119:6827","nonce":673773060}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":673773060},{"type":"v1","addr":"172.21.15.119:6829","nonce":673773060}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":673773060},{"type":"v1","addr":"172.21.15.119:6833","nonce":673773060}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":673773060},{"type":"v1","addr":"172.21.15.119:6831","nonce":673773060}]},"public_addr":"172.21.15.119:6827/673773060","cluster_addr":"172.21.15.119:6829/673773060","heartbeat_back_addr":"172.21.15.119:6833/673773060","heartbeat_front_addr":"172.21.15.119:6831/673773060","state":["exists","up"]},{"osd":4,"uuid":"3d797e8c-e4f2-4b04-9669-3bf0df610c14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6800","nonce":3671491068},{"type":"v1","addr":"172.21.15.139:6801","nonce":3671491068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6802","nonce":3671491068},{"type":"v1","addr":"172.21.15.139:6803","nonce":3671491068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6806","nonce":3671491068},{"type":"v1","addr":"172.21.15.139:6807","nonce":3671491068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6804","nonce":3671491068},{"type":"v1","addr":"172.21.15.139:6805","nonce":3671491068}]},"public_addr":"172.21.15.139:6801/3671491068","cluster_addr":"172.21.15.139:6803/3671491068","heartbeat_back_addr":"172.21.15.139:6807/3671491068","heartbeat_front_addr":"172.21.15.139:6805/3671491068","state":["exists","up"]},{"osd":5,"uuid":"209de55f-427f-4379-9b7f-dd19228d913a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6808","nonce":2576693618},{"type":"v1","addr":"172.21.15.139:6809","nonce":2576693618}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6810","nonce":2576693618},{"type":"v1","addr":"172.21.15.139:6811","nonce":2576693618}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6814","nonce":2576693618},{"type":"v1","addr":"172.21.15.139:6815","nonce":2576693618}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6812","nonce":2576693618},{"type":"v1","addr":"172.21.15.139:6813","nonce":2576693618}]},"public_addr":"172.21.15.139:6809/2576693618","cluster_addr":"172.21.15.139:6811/2576693618","heartbeat_back_addr":"172.21.15.139:6815/2576693618","heartbeat_front_addr":"172.21.15.139:6813/2576693618","state":["exists","up"]},{"osd":6,"uuid":"f6708905-d34c-4079-ab69-4b0556d21c20","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6816","nonce":532635469},{"type":"v1","addr":"172.21.15.139:6817","nonce":532635469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6818","nonce":532635469},{"type":"v1","addr":"172.21.15.139:6819","nonce":532635469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6822","nonce":532635469},{"type":"v1","addr":"172.21.15.139:6823","nonce":532635469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6820","nonce":532635469},{"type":"v1","addr":"172.21.15.139:6821","nonce":532635469}]},"public_addr":"172.21.15.139:6817/532635469","cluster_addr":"172.21.15.139:6819/532635469","heartbeat_back_addr":"172.21.15.139:6823/532635469","heartbeat_front_addr":"172.21.15.139:6821/532635469","state":["exists","up"]},{"osd":7,"uuid":"3e5cdc91-9372-40a0-ab21-4443ee3a5005","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6824","nonce":2673952433},{"type":"v1","addr":"172.21.15.139:6825","nonce":2673952433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6826","nonce":2673952433},{"type":"v1","addr":"172.21.15.139:6827","nonce":2673952433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6830","nonce":2673952433},{"type":"v1","addr":"172.21.15.139:6831","nonce":2673952433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6828","nonce":2673952433},{"type":"v1","addr":"172.21.15.139:6829","nonce":2673952433}]},"public_addr":"172.21.15.139:6825/2673952433","cluster_addr":"172.21.15.139:6827/2673952433","heartbeat_back_addr":"172.21.15.139:6831/2673952433","heartbeat_front_addr":"172.21.15.139:6829/2673952433","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:39:23.707203+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:39:48.162289+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:40:12.825237+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:40:38.173946+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:41:01.319151+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:41:26.397872+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:41:51.557660+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:42:16.677397+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1f","mappings":[{"from":7,"to":2}]},{"pgid":"3.1","mappings":[{"from":0,"to":2}]},{"pgid":"3.3","mappings":[{"from":4,"to":2}]},{"pgid":"3.a","mappings":[{"from":6,"to":2}]},{"pgid":"3.2f","mappings":[{"from":4,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.119:6801/3678637246":"2024-04-14T07:43:09.906324+0000","172.21.15.119:6800/3678637246":"2024-04-14T07:43:09.906324+0000","172.21.15.119:0/2709912124":"2024-04-14T07:43:09.906324+0000","172.21.15.119:0/930226074":"2024-04-14T07:38:00.884979+0000","172.21.15.119:6801/2578031469":"2024-04-14T07:38:00.884979+0000","172.21.15.119:0/1453889707":"2024-04-14T07:43:09.906324+0000","172.21.15.119:6800/2578031469":"2024-04-14T07:38:00.884979+0000","172.21.15.119:6801/3067787372":"2024-04-14T07:37:35.930225+0000","172.21.15.119:6800/3067787372":"2024-04-14T07:37:35.930225+0000","172.21.15.119:0/1967818941":"2024-04-14T07:37:35.930225+0000","172.21.15.119:0/2492605224":"2024-04-14T07:43:09.906324+0000","172.21.15.119:0/3319990231":"2024-04-14T07:37:35.930225+0000","172.21.15.119:0/3006046729":"2024-04-14T07:43:09.906324+0000","172.21.15.119:0/3682983579":"2024-04-14T07:38:00.884979+0000","172.21.15.119:0/1637603065":"2024-04-14T07:37:35.930225+0000","172.21.15.119:0/347559467":"2024-04-14T07:38:00.884979+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-13T07:43:27.162 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:26 smithi119 ceph-mon[39268]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-13T07:43:27.162 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:26 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/3856618631' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:43:27.162 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:26 smithi119 ceph-mon[27733]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-13T07:43:27.162 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:26 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/3856618631' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:43:27.163 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:43:27 smithi119 systemd[1]: Started Ceph alertmanager.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:43:27.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:26 smithi139 ceph-mon[31267]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-13T07:43:27.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:26 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/3856618631' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:43:27.466 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:27 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:43:27] ENGINE Bus STOPPING 2024-04-13T07:43:27.466 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:27 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:43:27] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-13T07:43:27.466 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:27 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:43:27] ENGINE Bus STOPPED 2024-04-13T07:43:27.466 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:27 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:43:27] ENGINE Bus STARTING 2024-04-13T07:43:27.466 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:27 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:43:27] ENGINE Serving on http://:::9283 2024-04-13T07:43:27.466 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:27 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:43:27] ENGINE Bus STARTED 2024-04-13T07:43:27.587 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-04-13T07:43:27.587 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph osd dump --format=json 2024-04-13T07:43:27.789 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:43:28.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:28 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:28.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:28 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:28.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:28 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:28.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:28 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:28.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:28 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:28.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:28 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:28.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:28 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-13T07:43:28.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:28 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:28.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:28 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:28.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:28 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:28.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:28 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:28.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:28 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:28.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:28 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:28.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:28 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:28.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:28 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-13T07:43:28.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:28 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:28.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:28 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:28.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:28 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:28.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:28 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:28.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:28 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:28.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:28 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:28.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:28 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:28.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:28 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-13T07:43:28.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:28 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:29.158 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:29 smithi119 ceph-mon[39268]: Regenerating cephadm self-signed grafana TLS certificates 2024-04-13T07:43:29.158 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:29 smithi119 ceph-mon[39268]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-13T07:43:29.159 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:29 smithi119 ceph-mon[39268]: Deploying daemon grafana.a on smithi139 2024-04-13T07:43:29.159 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:29 smithi119 ceph-mon[39268]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:29.159 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:29 smithi119 ceph-mon[27733]: Regenerating cephadm self-signed grafana TLS certificates 2024-04-13T07:43:29.159 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:29 smithi119 ceph-mon[27733]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-13T07:43:29.159 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:29 smithi119 ceph-mon[27733]: Deploying daemon grafana.a on smithi139 2024-04-13T07:43:29.159 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:29 smithi119 ceph-mon[27733]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:29.160 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:43:28 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a[72343]: ts=2024-04-13T07:43:28.922Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000457969s 2024-04-13T07:43:29.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:29 smithi139 ceph-mon[31267]: Regenerating cephadm self-signed grafana TLS certificates 2024-04-13T07:43:29.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:29 smithi139 ceph-mon[31267]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-13T07:43:29.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:29 smithi139 ceph-mon[31267]: Deploying daemon grafana.a on smithi139 2024-04-13T07:43:29.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:29 smithi139 ceph-mon[31267]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:29.614 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:43:29.614 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":69,"fsid":"7e8cfa84-f968-11ee-bc8d-c7b262605968","created":"2024-04-13T07:37:07.748755+0000","modified":"2024-04-13T07:43:16.035443+0000","last_up_change":"2024-04-13T07:42:18.386410+0000","last_in_change":"2024-04-13T07:42:00.883113+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-13T07:40:15.190780+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-13T07:42:34.955306+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-13T07:42:36.167771+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-13T07:43:11.545710+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"765e54ef-81fc-4e44-b4de-66e88f3ddbe8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1930488352},{"type":"v1","addr":"172.21.15.119:6803","nonce":1930488352}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1930488352},{"type":"v1","addr":"172.21.15.119:6805","nonce":1930488352}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1930488352},{"type":"v1","addr":"172.21.15.119:6809","nonce":1930488352}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1930488352},{"type":"v1","addr":"172.21.15.119:6807","nonce":1930488352}]},"public_addr":"172.21.15.119:6803/1930488352","cluster_addr":"172.21.15.119:6805/1930488352","heartbeat_back_addr":"172.21.15.119:6809/1930488352","heartbeat_front_addr":"172.21.15.119:6807/1930488352","state":["exists","up"]},{"osd":1,"uuid":"be4a455e-ef82-4efa-bb4d-0b6dc8498f0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":3768977942},{"type":"v1","addr":"172.21.15.119:6811","nonce":3768977942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":3768977942},{"type":"v1","addr":"172.21.15.119:6813","nonce":3768977942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":3768977942},{"type":"v1","addr":"172.21.15.119:6817","nonce":3768977942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":3768977942},{"type":"v1","addr":"172.21.15.119:6815","nonce":3768977942}]},"public_addr":"172.21.15.119:6811/3768977942","cluster_addr":"172.21.15.119:6813/3768977942","heartbeat_back_addr":"172.21.15.119:6817/3768977942","heartbeat_front_addr":"172.21.15.119:6815/3768977942","state":["exists","up"]},{"osd":2,"uuid":"9121996c-837a-482d-ae53-d603d56962fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":2150152578},{"type":"v1","addr":"172.21.15.119:6819","nonce":2150152578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":2150152578},{"type":"v1","addr":"172.21.15.119:6821","nonce":2150152578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":2150152578},{"type":"v1","addr":"172.21.15.119:6825","nonce":2150152578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":2150152578},{"type":"v1","addr":"172.21.15.119:6823","nonce":2150152578}]},"public_addr":"172.21.15.119:6819/2150152578","cluster_addr":"172.21.15.119:6821/2150152578","heartbeat_back_addr":"172.21.15.119:6825/2150152578","heartbeat_front_addr":"172.21.15.119:6823/2150152578","state":["exists","up"]},{"osd":3,"uuid":"0e5773de-d79f-42ed-ae13-5f4299fe42a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":673773060},{"type":"v1","addr":"172.21.15.119:6827","nonce":673773060}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":673773060},{"type":"v1","addr":"172.21.15.119:6829","nonce":673773060}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":673773060},{"type":"v1","addr":"172.21.15.119:6833","nonce":673773060}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":673773060},{"type":"v1","addr":"172.21.15.119:6831","nonce":673773060}]},"public_addr":"172.21.15.119:6827/673773060","cluster_addr":"172.21.15.119:6829/673773060","heartbeat_back_addr":"172.21.15.119:6833/673773060","heartbeat_front_addr":"172.21.15.119:6831/673773060","state":["exists","up"]},{"osd":4,"uuid":"3d797e8c-e4f2-4b04-9669-3bf0df610c14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6800","nonce":3671491068},{"type":"v1","addr":"172.21.15.139:6801","nonce":3671491068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6802","nonce":3671491068},{"type":"v1","addr":"172.21.15.139:6803","nonce":3671491068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6806","nonce":3671491068},{"type":"v1","addr":"172.21.15.139:6807","nonce":3671491068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6804","nonce":3671491068},{"type":"v1","addr":"172.21.15.139:6805","nonce":3671491068}]},"public_addr":"172.21.15.139:6801/3671491068","cluster_addr":"172.21.15.139:6803/3671491068","heartbeat_back_addr":"172.21.15.139:6807/3671491068","heartbeat_front_addr":"172.21.15.139:6805/3671491068","state":["exists","up"]},{"osd":5,"uuid":"209de55f-427f-4379-9b7f-dd19228d913a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6808","nonce":2576693618},{"type":"v1","addr":"172.21.15.139:6809","nonce":2576693618}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6810","nonce":2576693618},{"type":"v1","addr":"172.21.15.139:6811","nonce":2576693618}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6814","nonce":2576693618},{"type":"v1","addr":"172.21.15.139:6815","nonce":2576693618}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6812","nonce":2576693618},{"type":"v1","addr":"172.21.15.139:6813","nonce":2576693618}]},"public_addr":"172.21.15.139:6809/2576693618","cluster_addr":"172.21.15.139:6811/2576693618","heartbeat_back_addr":"172.21.15.139:6815/2576693618","heartbeat_front_addr":"172.21.15.139:6813/2576693618","state":["exists","up"]},{"osd":6,"uuid":"f6708905-d34c-4079-ab69-4b0556d21c20","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6816","nonce":532635469},{"type":"v1","addr":"172.21.15.139:6817","nonce":532635469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6818","nonce":532635469},{"type":"v1","addr":"172.21.15.139:6819","nonce":532635469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6822","nonce":532635469},{"type":"v1","addr":"172.21.15.139:6823","nonce":532635469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6820","nonce":532635469},{"type":"v1","addr":"172.21.15.139:6821","nonce":532635469}]},"public_addr":"172.21.15.139:6817/532635469","cluster_addr":"172.21.15.139:6819/532635469","heartbeat_back_addr":"172.21.15.139:6823/532635469","heartbeat_front_addr":"172.21.15.139:6821/532635469","state":["exists","up"]},{"osd":7,"uuid":"3e5cdc91-9372-40a0-ab21-4443ee3a5005","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6824","nonce":2673952433},{"type":"v1","addr":"172.21.15.139:6825","nonce":2673952433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6826","nonce":2673952433},{"type":"v1","addr":"172.21.15.139:6827","nonce":2673952433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6830","nonce":2673952433},{"type":"v1","addr":"172.21.15.139:6831","nonce":2673952433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6828","nonce":2673952433},{"type":"v1","addr":"172.21.15.139:6829","nonce":2673952433}]},"public_addr":"172.21.15.139:6825/2673952433","cluster_addr":"172.21.15.139:6827/2673952433","heartbeat_back_addr":"172.21.15.139:6831/2673952433","heartbeat_front_addr":"172.21.15.139:6829/2673952433","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:39:23.707203+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:39:48.162289+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:40:12.825237+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:40:38.173946+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:41:01.319151+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:41:26.397872+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:41:51.557660+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:42:16.677397+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1f","mappings":[{"from":7,"to":2}]},{"pgid":"3.1","mappings":[{"from":0,"to":2}]},{"pgid":"3.3","mappings":[{"from":4,"to":2}]},{"pgid":"3.a","mappings":[{"from":6,"to":2}]},{"pgid":"3.2f","mappings":[{"from":4,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.119:6801/3678637246":"2024-04-14T07:43:09.906324+0000","172.21.15.119:6800/3678637246":"2024-04-14T07:43:09.906324+0000","172.21.15.119:0/2709912124":"2024-04-14T07:43:09.906324+0000","172.21.15.119:0/930226074":"2024-04-14T07:38:00.884979+0000","172.21.15.119:6801/2578031469":"2024-04-14T07:38:00.884979+0000","172.21.15.119:0/1453889707":"2024-04-14T07:43:09.906324+0000","172.21.15.119:6800/2578031469":"2024-04-14T07:38:00.884979+0000","172.21.15.119:6801/3067787372":"2024-04-14T07:37:35.930225+0000","172.21.15.119:6800/3067787372":"2024-04-14T07:37:35.930225+0000","172.21.15.119:0/1967818941":"2024-04-14T07:37:35.930225+0000","172.21.15.119:0/2492605224":"2024-04-14T07:43:09.906324+0000","172.21.15.119:0/3319990231":"2024-04-14T07:37:35.930225+0000","172.21.15.119:0/3006046729":"2024-04-14T07:43:09.906324+0000","172.21.15.119:0/3682983579":"2024-04-14T07:38:00.884979+0000","172.21.15.119:0/1637603065":"2024-04-14T07:37:35.930225+0000","172.21.15.119:0/347559467":"2024-04-14T07:38:00.884979+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-13T07:43:30.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:30 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/1113130224' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:43:30.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:30 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:30.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:30 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/1113130224' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:43:30.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:30 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:30.245 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-04-13T07:43:30.245 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-04-13T07:43:30.245 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-04-13T07:43:30.246 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-04-13T07:43:30.246 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-04-13T07:43:30.247 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-04-13T07:43:30.247 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-04-13T07:43:30.247 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-04-13T07:43:30.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:30 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/1113130224' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:43:30.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:30 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:30.706 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:43:30.706 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:43:30.707 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:43:30.709 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:43:30.710 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:43:30.710 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:43:30.715 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:43:30.715 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:43:31.187 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:31 smithi119 ceph-mon[27733]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:31.187 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:31 smithi119 ceph-mon[39268]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:31.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:31 smithi139 ceph-mon[31267]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:32.152 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:32 smithi119 ceph-mon[39268]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:32.152 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:32 smithi119 ceph-mon[27733]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:32.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:32 smithi139 ceph-mon[31267]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:34.716 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:43:34] "GET /metrics HTTP/1.1" 200 33668 "" "Prometheus/2.43.0" 2024-04-13T07:43:35.229 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:34 smithi119 ceph-mon[39268]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:35.229 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:34 smithi119 ceph-mon[27733]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:35.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:34 smithi139 ceph-mon[31267]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:37.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:36 smithi119 ceph-mon[39268]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:37.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:36 smithi119 ceph-mon[27733]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:37.217 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:43:36 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a[72343]: ts=2024-04-13T07:43:36.923Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.00192962s 2024-04-13T07:43:37.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:36 smithi139 ceph-mon[31267]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:39.190 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:38 smithi119 ceph-mon[39268]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:39.190 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:38 smithi119 ceph-mon[27733]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:39.346 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:38 smithi139 ceph-mon[31267]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:40.128 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:39 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:43:40.128 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:39 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:43:40.148 INFO:teuthology.orchestra.run.smithi119.stdout:34359738421 2024-04-13T07:43:40.149 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-04-13T07:43:40.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:39 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:43:41.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:40 smithi139 ceph-mon[31267]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:41.462 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 podman[64119]: 2024-04-13 07:43:41.176501196 +0000 UTC m=+0.142318905 container create 43be3a562cf41b8b7635ad78c00f1c268ccff525901832e0f1f56f54907f837d (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.tags=base rhel8, distribution-scope=public, build-date=2022-04-29T11:48:11.055897, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., description=Ceph Grafana Container, io.buildah.version=1.32.0, vcs-type=git, com.redhat.component=ubi8-container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vendor=Red Hat, Inc., architecture=x86_64, io.k8s.display-name=Red Hat Universal Base Image 8, release=239.1651231664, io.openshift.expose-services=, maintainer=Paul Cuzner , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, summary=Grafana Container configured for Ceph mgr/dashboard integration, name=ubi8, version=8.5) 2024-04-13T07:43:41.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:40 smithi119 ceph-mon[39268]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:41.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:40 smithi119 ceph-mon[27733]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:41.531 INFO:teuthology.orchestra.run.smithi119.stdout:128849018911 2024-04-13T07:43:41.532 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-04-13T07:43:41.825 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 podman[64119]: 2024-04-13 07:43:41.574238426 +0000 UTC m=+0.540056145 container init 43be3a562cf41b8b7635ad78c00f1c268ccff525901832e0f1f56f54907f837d (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a, io.openshift.tags=base rhel8, distribution-scope=public, build-date=2022-04-29T11:48:11.055897, name=ubi8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vendor=Red Hat, Inc., architecture=x86_64, io.k8s.display-name=Red Hat Universal Base Image 8, io.buildah.version=1.32.0, maintainer=Paul Cuzner , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.component=ubi8-container, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., description=Ceph Grafana Container, version=8.5, vcs-type=git, release=239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.expose-services=) 2024-04-13T07:43:41.826 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 podman[64119]: 2024-04-13 07:43:41.580050216 +0000 UTC m=+0.545867925 container start 43be3a562cf41b8b7635ad78c00f1c268ccff525901832e0f1f56f54907f837d (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.openshift.expose-services=, io.k8s.display-name=Red Hat Universal Base Image 8, build-date=2022-04-29T11:48:11.055897, version=8.5, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.component=ubi8-container, maintainer=Paul Cuzner , vendor=Red Hat, Inc., io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.tags=base rhel8, name=ubi8, release=239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, architecture=x86_64, description=Ceph Grafana Container, io.buildah.version=1.32.0, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, distribution-scope=public, vcs-type=git) 2024-04-13T07:43:41.826 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 bash[64119]: 43be3a562cf41b8b7635ad78c00f1c268ccff525901832e0f1f56f54907f837d 2024-04-13T07:43:41.826 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 systemd[1]: Started Ceph grafana.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:43:41.826 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=settings t=2024-04-13T07:43:41.732417545Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-04-13T07:43:41.826 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=settings t=2024-04-13T07:43:41.732614996Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-04-13T07:43:41.827 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=settings t=2024-04-13T07:43:41.732632752Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-04-13T07:43:41.827 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=settings t=2024-04-13T07:43:41.732639208Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-04-13T07:43:41.827 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=settings t=2024-04-13T07:43:41.732645985Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-04-13T07:43:41.827 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=settings t=2024-04-13T07:43:41.732651674Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-04-13T07:43:41.827 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=settings t=2024-04-13T07:43:41.732656994Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-04-13T07:43:41.827 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=settings t=2024-04-13T07:43:41.732662509Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-04-13T07:43:41.827 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=settings t=2024-04-13T07:43:41.732667973Z level=info msg="Path Home" path=/usr/share/grafana 2024-04-13T07:43:41.828 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=settings t=2024-04-13T07:43:41.732673386Z level=info msg="Path Data" path=/var/lib/grafana 2024-04-13T07:43:41.828 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=settings t=2024-04-13T07:43:41.732678547Z level=info msg="Path Logs" path=/var/log/grafana 2024-04-13T07:43:41.828 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=settings t=2024-04-13T07:43:41.732683638Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-04-13T07:43:41.828 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=settings t=2024-04-13T07:43:41.732688879Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-04-13T07:43:41.828 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=settings t=2024-04-13T07:43:41.7326944Z level=info msg="App mode production" 2024-04-13T07:43:41.828 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=sqlstore t=2024-04-13T07:43:41.732741513Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-04-13T07:43:41.829 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=sqlstore t=2024-04-13T07:43:41.732757207Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-04-13T07:43:41.829 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.733664624Z level=info msg="Starting DB migrations" 2024-04-13T07:43:41.829 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.733738819Z level=info msg="Executing migration" id="create migration_log table" 2024-04-13T07:43:41.829 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.734266106Z level=info msg="Executing migration" id="create user table" 2024-04-13T07:43:41.829 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.734744655Z level=info msg="Executing migration" id="add unique index user.login" 2024-04-13T07:43:41.829 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.737508243Z level=info msg="Executing migration" id="add unique index user.email" 2024-04-13T07:43:41.830 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.740195149Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-04-13T07:43:41.830 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.740787555Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-04-13T07:43:41.831 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.743498606Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-04-13T07:43:41.831 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.744226574Z level=info msg="Executing migration" id="create user table v2" 2024-04-13T07:43:41.831 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.746394614Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-04-13T07:43:41.831 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.749228802Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-04-13T07:43:41.831 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.752105098Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-04-13T07:43:41.831 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.754729485Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-04-13T07:43:41.832 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.757417644Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-04-13T07:43:41.832 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.760103026Z level=info msg="Executing migration" id="Update user table charset" 2024-04-13T07:43:41.832 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.762844115Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-04-13T07:43:41.832 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.765488939Z level=info msg="Executing migration" id="Add missing user data" 2024-04-13T07:43:41.832 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.768215802Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-04-13T07:43:41.832 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.770895701Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-04-13T07:43:41.832 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.771353905Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-04-13T07:43:41.832 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.77181037Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-04-13T07:43:41.832 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.773005118Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-04-13T07:43:41.832 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.773420022Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-04-13T07:43:41.832 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.773898811Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-04-13T07:43:41.832 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.774290529Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-04-13T07:43:41.832 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.77474Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-04-13T07:43:41.832 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.775127799Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-04-13T07:43:41.833 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.775465632Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-04-13T07:43:41.833 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.775894644Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-04-13T07:43:41.833 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.77626078Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-04-13T07:43:41.833 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.776651286Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-04-13T07:43:41.833 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.777014736Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-04-13T07:43:41.833 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.777672648Z level=info msg="Executing migration" id="create temp_user v2" 2024-04-13T07:43:41.833 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.778064888Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-04-13T07:43:41.833 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.780691895Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-04-13T07:43:41.833 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.783466242Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-04-13T07:43:41.833 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.784031691Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-04-13T07:43:41.833 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.784444912Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-04-13T07:43:41.833 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.784860611Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-04-13T07:43:41.833 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.785196041Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-04-13T07:43:41.833 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.78554125Z level=info msg="Executing migration" id="create star table" 2024-04-13T07:43:41.833 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.785898441Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-04-13T07:43:41.834 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.78854334Z level=info msg="Executing migration" id="create org table v1" 2024-04-13T07:43:41.834 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.788936219Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-04-13T07:43:41.834 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.789342243Z level=info msg="Executing migration" id="create org_user table v1" 2024-04-13T07:43:41.834 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.78973214Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-04-13T07:43:41.834 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.790139298Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-04-13T07:43:41.834 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.790592625Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-04-13T07:43:41.834 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.790998609Z level=info msg="Executing migration" id="Update org table charset" 2024-04-13T07:43:41.834 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.793721327Z level=info msg="Executing migration" id="Update org_user table charset" 2024-04-13T07:43:41.834 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.794221653Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-04-13T07:43:41.834 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.79637464Z level=info msg="Executing migration" id="create dashboard table" 2024-04-13T07:43:41.834 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.799119515Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-04-13T07:43:41.834 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.801750127Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-04-13T07:43:41.834 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.804479904Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-04-13T07:43:41.834 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.807182719Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-04-13T07:43:41.835 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.809961405Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-04-13T07:43:41.835 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.812448987Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-04-13T07:43:41.835 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.815371123Z level=info msg="Executing migration" id="create dashboard v2" 2024-04-13T07:43:41.835 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.818043526Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-04-13T07:43:41.835 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.820733905Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-04-13T07:43:41.835 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.823252431Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-04-13T07:43:41.835 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.826126621Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-04-13T07:43:42.078 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.828826367Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-04-13T07:43:42.078 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.829480739Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-04-13T07:43:42.078 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.830437607Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-04-13T07:43:42.078 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.831089457Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-04-13T07:43:42.078 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.831969339Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-04-13T07:43:42.079 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.832916291Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-04-13T07:43:42.079 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.833558985Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-04-13T07:43:42.079 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.834534592Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-04-13T07:43:42.079 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.835169405Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-04-13T07:43:42.079 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.835985546Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-04-13T07:43:42.079 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.836886094Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-04-13T07:43:42.079 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.837617213Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-04-13T07:43:42.079 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.83819467Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-04-13T07:43:42.079 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.839043145Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-04-13T07:43:42.079 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.83986315Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-04-13T07:43:42.079 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.84071743Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-04-13T07:43:42.079 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.84162727Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-04-13T07:43:42.079 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.842292298Z level=info msg="Executing migration" id="Update dashboard title length" 2024-04-13T07:43:42.080 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.84325968Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-04-13T07:43:42.080 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.843986159Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-04-13T07:43:42.080 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.84475773Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-04-13T07:43:42.080 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.845653643Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-04-13T07:43:42.080 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.846606435Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-04-13T07:43:42.080 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.847523572Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-04-13T07:43:42.080 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.848183908Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-04-13T07:43:42.080 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.849040813Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-04-13T07:43:42.080 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.849998264Z level=info msg="Executing migration" id="Add check_sum column" 2024-04-13T07:43:42.080 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.850775437Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-04-13T07:43:42.080 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.851573142Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-04-13T07:43:42.080 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.852555484Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-04-13T07:43:42.081 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.853320179Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-04-13T07:43:42.081 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.854179552Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-04-13T07:43:42.081 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.855039872Z level=info msg="Executing migration" id="create data_source table" 2024-04-13T07:43:42.081 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.856024158Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-04-13T07:43:42.081 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.856694762Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-04-13T07:43:42.081 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.857098262Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-04-13T07:43:42.081 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.857983476Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-04-13T07:43:42.081 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.858947902Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-04-13T07:43:42.082 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.86156998Z level=info msg="Executing migration" id="create data_source table v2" 2024-04-13T07:43:42.082 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.864456196Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-04-13T07:43:42.082 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.867137295Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-04-13T07:43:42.082 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.869815265Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-04-13T07:43:42.082 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.872506944Z level=info msg="Executing migration" id="Add column with_credentials" 2024-04-13T07:43:42.083 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.87526905Z level=info msg="Executing migration" id="Add secure json data column" 2024-04-13T07:43:42.083 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.877959493Z level=info msg="Executing migration" id="Update data_source table charset" 2024-04-13T07:43:42.083 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.880690428Z level=info msg="Executing migration" id="Update initial version to 1" 2024-04-13T07:43:42.083 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.883347925Z level=info msg="Executing migration" id="Add read_only data column" 2024-04-13T07:43:42.083 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.886138693Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-04-13T07:43:42.083 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.888838237Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-04-13T07:43:42.083 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.891461134Z level=info msg="Executing migration" id="Add uid column" 2024-04-13T07:43:42.083 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.894295874Z level=info msg="Executing migration" id="Update uid value" 2024-04-13T07:43:42.083 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.897040152Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-04-13T07:43:42.083 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.899734768Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-04-13T07:43:42.083 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.902407945Z level=info msg="Executing migration" id="create api_key table" 2024-04-13T07:43:42.083 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.905162159Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-04-13T07:43:42.083 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.907880532Z level=info msg="Executing migration" id="add index api_key.key" 2024-04-13T07:43:42.083 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.910430754Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-04-13T07:43:42.084 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.913060591Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-04-13T07:43:42.084 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.915743297Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-04-13T07:43:42.084 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.918465106Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-04-13T07:43:42.084 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.918949216Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-04-13T07:43:42.084 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.921576651Z level=info msg="Executing migration" id="create api_key table v2" 2024-04-13T07:43:42.084 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.924394045Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-04-13T07:43:42.084 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.926981471Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-04-13T07:43:42.084 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.927439316Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-04-13T07:43:42.084 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.930384877Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-04-13T07:43:42.084 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.932790627Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-04-13T07:43:42.084 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.933217668Z level=info msg="Executing migration" id="Update api_key table charset" 2024-04-13T07:43:42.084 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.933539447Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-04-13T07:43:42.084 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.936173953Z level=info msg="Executing migration" id="Add service account foreign key" 2024-04-13T07:43:42.085 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.938897492Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-04-13T07:43:42.085 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.941609572Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-04-13T07:43:42.085 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.942291967Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-04-13T07:43:42.085 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.945060099Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-04-13T07:43:42.085 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.945850106Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-04-13T07:43:42.085 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.946848381Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-04-13T07:43:42.085 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.947467224Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-04-13T07:43:42.085 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.948566142Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-04-13T07:43:42.085 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.94911794Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-04-13T07:43:42.085 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.949903123Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-04-13T07:43:42.085 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.950230452Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-04-13T07:43:42.085 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.953030018Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-04-13T07:43:42.085 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.955859436Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-04-13T07:43:42.085 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.958483838Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-04-13T07:43:42.086 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.958834501Z level=info msg="Executing migration" id="create quota table v1" 2024-04-13T07:43:42.086 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.961388649Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-04-13T07:43:42.086 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.964247238Z level=info msg="Executing migration" id="Update quota table charset" 2024-04-13T07:43:42.086 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.966989571Z level=info msg="Executing migration" id="create plugin_setting table" 2024-04-13T07:43:42.086 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.967409778Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-04-13T07:43:42.086 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.970285387Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-04-13T07:43:42.086 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.972961973Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-04-13T07:43:42.086 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.975512828Z level=info msg="Executing migration" id="create session table" 2024-04-13T07:43:42.086 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.975967352Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-04-13T07:43:42.086 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.978605704Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-04-13T07:43:42.086 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.978924217Z level=info msg="Executing migration" id="create playlist table v2" 2024-04-13T07:43:42.086 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.981376538Z level=info msg="Executing migration" id="create playlist item table v2" 2024-04-13T07:43:42.086 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.984062971Z level=info msg="Executing migration" id="Update playlist table charset" 2024-04-13T07:43:42.086 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.984467438Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-04-13T07:43:42.087 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.987143625Z level=info msg="Executing migration" id="drop preferences table v2" 2024-04-13T07:43:42.087 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.990035598Z level=info msg="Executing migration" id="drop preferences table v3" 2024-04-13T07:43:42.087 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.992596038Z level=info msg="Executing migration" id="create preferences table v3" 2024-04-13T07:43:42.087 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.992987267Z level=info msg="Executing migration" id="Update preferences table charset" 2024-04-13T07:43:42.087 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.995561978Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-04-13T07:43:42.087 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.996189231Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-04-13T07:43:42.087 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:41 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:41.998474606Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-04-13T07:43:42.087 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.001053224Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-04-13T07:43:42.087 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.001837974Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-04-13T07:43:42.087 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.002716831Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-04-13T07:43:42.087 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.003584479Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-04-13T07:43:42.087 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.004436537Z level=info msg="Executing migration" id="create alert table v1" 2024-04-13T07:43:42.087 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.004884852Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-04-13T07:43:42.088 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.005768455Z level=info msg="Executing migration" id="add index alert state" 2024-04-13T07:43:42.088 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.006680984Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-04-13T07:43:42.088 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.007393292Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-04-13T07:43:42.088 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.007762834Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-04-13T07:43:42.088 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.008547418Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-04-13T07:43:42.088 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.009530836Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-04-13T07:43:42.088 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.010935847Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-04-13T07:43:42.088 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.011307722Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-04-13T07:43:42.088 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.012278062Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-04-13T07:43:42.088 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.013013831Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-04-13T07:43:42.088 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.013817277Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-04-13T07:43:42.088 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.014219615Z level=info msg="Executing migration" id="Add column is_default" 2024-04-13T07:43:42.088 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.014835582Z level=info msg="Executing migration" id="Add column frequency" 2024-04-13T07:43:42.089 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.015696978Z level=info msg="Executing migration" id="Add column send_reminder" 2024-04-13T07:43:42.089 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.016532998Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-04-13T07:43:42.089 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.017384638Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-04-13T07:43:42.089 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.017840512Z level=info msg="Executing migration" id="Update alert table charset" 2024-04-13T07:43:42.089 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.018711879Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-04-13T07:43:42.089 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.019019444Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-04-13T07:43:42.089 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.019591139Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-04-13T07:43:42.089 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.0204176Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-04-13T07:43:42.089 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.020787762Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-04-13T07:43:42.089 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.021622085Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-04-13T07:43:42.089 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.022060589Z level=info msg="Executing migration" id="Add for to alert table" 2024-04-13T07:43:42.089 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.022686972Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-04-13T07:43:42.089 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.023532756Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-04-13T07:43:42.089 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.023853022Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-04-13T07:43:42.089 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.024702059Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-04-13T07:43:42.090 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.025543086Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-04-13T07:43:42.090 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.026423156Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-04-13T07:43:42.090 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.0267182Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-04-13T07:43:42.090 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.029708682Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-04-13T07:43:42.090 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.030138275Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-04-13T07:43:42.090 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.032182216Z level=info msg="Executing migration" id="create annotation table v5" 2024-04-13T07:43:42.090 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.032636665Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-04-13T07:43:42.090 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.035195096Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-04-13T07:43:42.090 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.035767449Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-04-13T07:43:42.090 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.038613423Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-04-13T07:43:42.090 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.04146232Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-04-13T07:43:42.090 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.04406191Z level=info msg="Executing migration" id="Update annotation table charset" 2024-04-13T07:43:42.090 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.044361152Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-04-13T07:43:42.091 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.047185802Z level=info msg="Executing migration" id="Drop category_id index" 2024-04-13T07:43:42.091 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.04979155Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-04-13T07:43:42.091 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.052715339Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-04-13T07:43:42.091 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.053118246Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-04-13T07:43:42.091 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.055986837Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-04-13T07:43:42.091 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.058872438Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-04-13T07:43:42.091 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.061680696Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-04-13T07:43:42.091 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.062094092Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-04-13T07:43:42.091 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.064839898Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-04-13T07:43:42.091 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.06759023Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-04-13T07:43:42.091 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.070151127Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-04-13T07:43:42.091 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.070492393Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-04-13T07:43:42.091 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.073227026Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-04-13T07:43:42.091 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.07584163Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-04-13T07:43:42.092 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.078595706Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-04-13T07:43:42.092 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.079090295Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-04-13T07:43:42.092 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.081674427Z level=info msg="Executing migration" id="Add epoch_end column" 2024-04-13T07:43:42.329 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.084347911Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-04-13T07:43:42.330 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.086968764Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-04-13T07:43:42.330 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.087299491Z level=info msg="Executing migration" id="Move region to single row" 2024-04-13T07:43:42.330 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.090095463Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-04-13T07:43:42.330 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.092786711Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-04-13T07:43:42.330 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.095575025Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-04-13T07:43:42.330 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.096086123Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-04-13T07:43:42.330 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.09883987Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-04-13T07:43:42.330 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.099543284Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-04-13T07:43:42.330 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.100529176Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-04-13T07:43:42.330 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.100912144Z level=info msg="Executing migration" id="create test_data table" 2024-04-13T07:43:42.331 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.10171305Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-04-13T07:43:42.331 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.102517176Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-04-13T07:43:42.331 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.103366623Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-04-13T07:43:42.331 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.103820283Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-04-13T07:43:42.331 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.104563281Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-04-13T07:43:42.331 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.104932322Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-04-13T07:43:42.331 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.105408222Z level=info msg="Executing migration" id="create team table" 2024-04-13T07:43:42.331 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.105830304Z level=info msg="Executing migration" id="add index team.org_id" 2024-04-13T07:43:42.331 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.106325096Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-04-13T07:43:42.331 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.106849909Z level=info msg="Executing migration" id="create team member table" 2024-04-13T07:43:42.331 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.107663858Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-04-13T07:43:42.332 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.108449863Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-04-13T07:43:42.332 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.109322523Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-04-13T07:43:42.332 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.109769024Z level=info msg="Executing migration" id="Add column email to team table" 2024-04-13T07:43:42.332 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.110726989Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-04-13T07:43:42.332 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.111744991Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-04-13T07:43:42.332 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.112568075Z level=info msg="Executing migration" id="create dashboard acl table" 2024-04-13T07:43:42.332 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.113029613Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-04-13T07:43:42.332 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.113869516Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-04-13T07:43:42.332 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.114711361Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-04-13T07:43:42.332 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.115570218Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-04-13T07:43:42.332 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.116078868Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-04-13T07:43:42.332 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.116909428Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-04-13T07:43:42.333 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.117839789Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-04-13T07:43:42.333 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.118601961Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-04-13T07:43:42.333 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.119548049Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-04-13T07:43:42.334 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.120432414Z level=info msg="Executing migration" id="create tag table" 2024-04-13T07:43:42.334 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.121209199Z level=info msg="Executing migration" id="add index tag.key_value" 2024-04-13T07:43:42.334 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.122222305Z level=info msg="Executing migration" id="create login attempt table" 2024-04-13T07:43:42.334 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.122934082Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-04-13T07:43:42.334 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.123781792Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-04-13T07:43:42.334 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.12461528Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-04-13T07:43:42.335 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.127420433Z level=info msg="Executing migration" id="create login_attempt v2" 2024-04-13T07:43:42.335 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.130205083Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-04-13T07:43:42.335 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.132913655Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-04-13T07:43:42.335 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.135735168Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-04-13T07:43:42.335 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.13844698Z level=info msg="Executing migration" id="create user auth table" 2024-04-13T07:43:42.335 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.138847748Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-04-13T07:43:42.335 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.139711509Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-04-13T07:43:42.335 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.140672178Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-04-13T07:43:42.335 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.141591666Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-04-13T07:43:42.335 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.142485095Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-04-13T07:43:42.335 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.143342955Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-04-13T07:43:42.335 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.144211824Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-04-13T07:43:42.335 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.145062972Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-04-13T07:43:42.335 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.145900555Z level=info msg="Executing migration" id="create server_lock table" 2024-04-13T07:43:42.336 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.146731477Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-04-13T07:43:42.336 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.147605527Z level=info msg="Executing migration" id="create user auth token table" 2024-04-13T07:43:42.336 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.148419776Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-04-13T07:43:42.336 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.151293807Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-04-13T07:43:42.336 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.154054182Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-04-13T07:43:42.336 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.156669928Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-04-13T07:43:42.336 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.159387009Z level=info msg="Executing migration" id="create cache_data table" 2024-04-13T07:43:42.336 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.162133677Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-04-13T07:43:42.336 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.164708119Z level=info msg="Executing migration" id="create short_url table v1" 2024-04-13T07:43:42.336 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.167531087Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-04-13T07:43:42.336 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.170239255Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-04-13T07:43:42.336 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.172831987Z level=info msg="Executing migration" id="delete alert_definition table" 2024-04-13T07:43:42.336 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.173365163Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-04-13T07:43:42.336 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.173855271Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-04-13T07:43:42.337 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.174296636Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-04-13T07:43:42.337 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.174720996Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-04-13T07:43:42.337 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.174983708Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-04-13T07:43:42.337 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.17538259Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-04-13T07:43:42.337 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.175781367Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-04-13T07:43:42.337 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.17616674Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-04-13T07:43:42.337 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.176587459Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-04-13T07:43:42.337 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.177364442Z level=info msg="Executing migration" id="drop alert_definition table" 2024-04-13T07:43:42.337 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.177810447Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-04-13T07:43:42.337 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.178080116Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-04-13T07:43:42.337 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.178480509Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-04-13T07:43:42.337 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.178901629Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-04-13T07:43:42.337 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.179278517Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-04-13T07:43:42.337 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.179572896Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-04-13T07:43:42.337 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.179963237Z level=info msg="Executing migration" id="create alert_instance table" 2024-04-13T07:43:42.338 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.180338514Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-04-13T07:43:42.338 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.180746525Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-04-13T07:43:42.338 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.181149497Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-04-13T07:43:42.338 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.181925918Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-04-13T07:43:42.338 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.182329436Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-04-13T07:43:42.338 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.182727707Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-04-13T07:43:42.338 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.186137947Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-04-13T07:43:42.338 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.189430558Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-04-13T07:43:42.338 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.189889971Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-04-13T07:43:42.338 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.190289251Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-04-13T07:43:42.338 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.191099697Z level=info msg="Executing migration" id="create alert_rule table" 2024-04-13T07:43:42.338 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.191526228Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-04-13T07:43:42.338 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.191965719Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-04-13T07:43:42.339 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.192400472Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-04-13T07:43:42.339 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.192869873Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-04-13T07:43:42.339 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.193144397Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-04-13T07:43:42.339 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.1940057Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-04-13T07:43:42.339 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.194882702Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-04-13T07:43:42.339 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.195723045Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-04-13T07:43:42.339 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.196143113Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-04-13T07:43:42.339 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.196593469Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-04-13T07:43:42.339 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.197401214Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-04-13T07:43:42.339 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.198221134Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-04-13T07:43:42.339 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.198686595Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-04-13T07:43:42.339 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.199530601Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-04-13T07:43:42.339 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.20036097Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-04-13T07:43:42.339 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.200721571Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-04-13T07:43:42.339 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.201172988Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-04-13T07:43:42.340 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.20381034Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-04-13T07:43:42.340 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.204258876Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-04-13T07:43:42.340 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.204576439Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-04-13T07:43:42.340 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.207490379Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-04-13T07:43:42.340 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.208435232Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-04-13T07:43:42.340 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.210194648Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-04-13T07:43:42.340 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.21305144Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-04-13T07:43:42.340 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.215619476Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-04-13T07:43:42.340 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.218442022Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-04-13T07:43:42.340 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.221177482Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-04-13T07:43:42.340 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.223827692Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-04-13T07:43:42.340 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.226524675Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-04-13T07:43:42.340 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.229280165Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-04-13T07:43:42.341 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.231829188Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-04-13T07:43:42.341 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.234548311Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-04-13T07:43:42.341 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.237140264Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-04-13T07:43:42.341 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.239832239Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-04-13T07:43:42.341 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.242454444Z level=info msg="Executing migration" id="create provenance_type table" 2024-04-13T07:43:42.341 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.24524496Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-04-13T07:43:42.341 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.247895692Z level=info msg="Executing migration" id="create alert_image table" 2024-04-13T07:43:42.341 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.250489758Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-04-13T07:43:42.341 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.253372319Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-04-13T07:43:42.341 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.255942371Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-04-13T07:43:42.341 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.256352976Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-04-13T07:43:42.341 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.258621435Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-04-13T07:43:42.341 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.25871167Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-04-13T07:43:42.341 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.261358736Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-04-13T07:43:42.342 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.264011827Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-04-13T07:43:42.342 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.266773447Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-04-13T07:43:42.342 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.266898548Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-04-13T07:43:42.342 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.267005003Z level=info msg="alerts found to migrate" alerts=0 2024-04-13T07:43:42.342 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.267565608Z level=info msg="Executing migration" id="create library_element table v1" 2024-04-13T07:43:42.342 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.268531582Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-04-13T07:43:42.342 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.26919428Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-04-13T07:43:42.342 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.270168185Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-04-13T07:43:42.342 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.270948834Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-04-13T07:43:42.342 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.271627826Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-04-13T07:43:42.342 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.272439317Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-04-13T07:43:42.342 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.273380115Z level=info msg="Executing migration" id="create data_keys table" 2024-04-13T07:43:42.342 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.274052672Z level=info msg="Executing migration" id="create secrets table" 2024-04-13T07:43:42.342 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.274852889Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-04-13T07:43:42.343 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.279202633Z level=info msg="Executing migration" id="add name column into data_keys" 2024-04-13T07:43:42.343 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.280174721Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-04-13T07:43:42.343 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.280976661Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-04-13T07:43:42.343 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.285194939Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-04-13T07:43:42.343 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.2897012Z level=info msg="Executing migration" id="create kv_store table v1" 2024-04-13T07:43:42.343 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.290487493Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-04-13T07:43:42.343 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.291470242Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-04-13T07:43:42.343 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.292191277Z level=info msg="Executing migration" id="create permission table" 2024-04-13T07:43:42.343 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.293009117Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-04-13T07:43:42.343 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.293882664Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-04-13T07:43:42.343 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.294737669Z level=info msg="Executing migration" id="create role table" 2024-04-13T07:43:42.343 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.295532087Z level=info msg="Executing migration" id="add column display_name" 2024-04-13T07:43:42.343 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.296591396Z level=info msg="Executing migration" id="add column group_name" 2024-04-13T07:43:42.343 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.297557775Z level=info msg="Executing migration" id="add index role.org_id" 2024-04-13T07:43:42.343 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.298417997Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-04-13T07:43:42.344 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.299240122Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-04-13T07:43:42.344 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.300213073Z level=info msg="Executing migration" id="create team role table" 2024-04-13T07:43:42.344 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.300988196Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-04-13T07:43:42.344 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.301983191Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-04-13T07:43:42.344 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.302696186Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-04-13T07:43:42.344 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.30355114Z level=info msg="Executing migration" id="create user role table" 2024-04-13T07:43:42.344 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.304492654Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-04-13T07:43:42.344 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.305278955Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-04-13T07:43:42.344 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.306183047Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-04-13T07:43:42.344 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.306942103Z level=info msg="Executing migration" id="create builtin role table" 2024-04-13T07:43:42.344 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.309712019Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-04-13T07:43:42.344 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.312613158Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-04-13T07:43:42.344 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.315175701Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-04-13T07:43:42.344 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.317979364Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-04-13T07:43:42.344 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.318504305Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-04-13T07:43:42.345 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.321092342Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-04-13T07:43:42.345 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.321537615Z level=info msg="Executing migration" id="add unique index role.uid" 2024-04-13T07:43:42.345 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.321966894Z level=info msg="Executing migration" id="create seed assignment table" 2024-04-13T07:43:42.345 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.324769689Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-04-13T07:43:42.345 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.327620724Z level=info msg="Executing migration" id="add column hidden to role table" 2024-04-13T07:43:42.345 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.330283567Z level=info msg="Executing migration" id="create query_history table v1" 2024-04-13T07:43:42.345 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.333128732Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-04-13T07:43:42.429 INFO:teuthology.orchestra.run.smithi119.stdout:77309411371 2024-04-13T07:43:42.429 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-04-13T07:43:42.636 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.335909452Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-04-13T07:43:42.636 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.338711121Z level=info msg="Executing migration" id="teams permissions migration" 2024-04-13T07:43:42.636 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.341305853Z level=info msg="Executing migration" id="dashboard permissions" 2024-04-13T07:43:42.637 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.34427182Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-04-13T07:43:42.637 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.346804307Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-04-13T07:43:42.637 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.349654316Z level=info msg="Executing migration" id="alerting notification permissions" 2024-04-13T07:43:42.637 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.35245905Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-04-13T07:43:42.637 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.355194829Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-04-13T07:43:42.638 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.357999518Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-04-13T07:43:42.638 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.360830965Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-04-13T07:43:42.638 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.363540277Z level=info msg="Executing migration" id="create correlation table v1" 2024-04-13T07:43:42.638 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.366282196Z level=info msg="Executing migration" id="add index correlations.uid" 2024-04-13T07:43:42.638 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.368859244Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-04-13T07:43:42.638 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.371526897Z level=info msg="Executing migration" id="add correlation config column" 2024-04-13T07:43:42.639 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.374373385Z level=info msg="Executing migration" id="create entity_events table" 2024-04-13T07:43:42.639 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.377017993Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-04-13T07:43:42.639 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.379568867Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-04-13T07:43:42.639 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.379672289Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-04-13T07:43:42.639 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.382420926Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-13T07:43:42.640 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.382516692Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-13T07:43:42.640 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.385062726Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-04-13T07:43:42.640 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.387735462Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-04-13T07:43:42.640 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.390425635Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-04-13T07:43:42.640 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.393130105Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-13T07:43:42.640 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.395806465Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-04-13T07:43:42.641 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.398484073Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-04-13T07:43:42.641 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.400922958Z level=info msg="Executing migration" id="Drop public config table" 2024-04-13T07:43:42.641 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.403481328Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-04-13T07:43:42.641 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.406231222Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-04-13T07:43:42.641 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.408906118Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-04-13T07:43:42.641 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.411558688Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-04-13T07:43:42.641 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.412456767Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-04-13T07:43:42.642 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.415455449Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-04-13T07:43:42.642 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.416422769Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-04-13T07:43:42.642 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.417391307Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-04-13T07:43:42.642 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.41825365Z level=info msg="Executing migration" id="add share column" 2024-04-13T07:43:42.642 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.419245774Z level=info msg="Executing migration" id="create default alerting folders" 2024-04-13T07:43:42.642 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.420121408Z level=info msg="Executing migration" id="create file table" 2024-04-13T07:43:42.643 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.420910559Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-04-13T07:43:42.643 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.421721531Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-04-13T07:43:42.643 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.422663045Z level=info msg="Executing migration" id="create file_meta table" 2024-04-13T07:43:42.643 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.423369614Z level=info msg="Executing migration" id="file table idx: path key" 2024-04-13T07:43:42.643 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.424213937Z level=info msg="Executing migration" id="set path collation in file table" 2024-04-13T07:43:42.643 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.425140088Z level=info msg="Executing migration" id="managed permissions migration" 2024-04-13T07:43:42.644 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.42584853Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-04-13T07:43:42.644 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.426769303Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-04-13T07:43:42.644 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.427495172Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-04-13T07:43:42.644 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.428513719Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-04-13T07:43:42.644 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.429363541Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-04-13T07:43:42.645 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.430333692Z level=info msg="Executing migration" id="update group index for alert rules" 2024-04-13T07:43:42.645 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.43106719Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-04-13T07:43:42.645 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.431967912Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-04-13T07:43:42.645 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.432480071Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-04-13T07:43:42.645 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.43348352Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-04-13T07:43:42.645 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.434478636Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-04-13T07:43:42.645 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.435326432Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-04-13T07:43:42.645 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.444766165Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-04-13T07:43:42.645 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.445719603Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-04-13T07:43:42.645 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.44647333Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-04-13T07:43:42.645 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.449986556Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-04-13T07:43:42.645 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.450833519Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-04-13T07:43:42.646 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.451638467Z level=info msg="Executing migration" id="create folder table" 2024-04-13T07:43:42.646 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.452501216Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-04-13T07:43:42.646 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.45349932Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-04-13T07:43:42.646 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.454226843Z level=info msg="Executing migration" id="Update folder title length" 2024-04-13T07:43:42.646 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.455169847Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-04-13T07:43:42.646 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=migrator t=2024-04-13T07:43:42.458017577Z level=info msg="migrations completed" performed=485 skipped=0 duration=724.295871ms 2024-04-13T07:43:42.646 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=sqlstore t=2024-04-13T07:43:42.458586562Z level=info msg="Created default organization" 2024-04-13T07:43:42.646 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=plugin.loader t=2024-04-13T07:43:42.517270263Z level=info msg="Plugin registered" pluginID=input 2024-04-13T07:43:42.646 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=plugin.loader t=2024-04-13T07:43:42.543631715Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-04-13T07:43:42.646 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=plugin.loader t=2024-04-13T07:43:42.543649995Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-04-13T07:43:42.646 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=secrets t=2024-04-13T07:43:42.543682342Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-04-13T07:43:42.646 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=query_data t=2024-04-13T07:43:42.545332788Z level=info msg="Query Service initialization" 2024-04-13T07:43:42.646 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=live.push_http t=2024-04-13T07:43:42.54760584Z level=info msg="Live Push Gateway initialization" 2024-04-13T07:43:43.094 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:43.095 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:43.095 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:43.095 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:43.095 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-mon[31267]: Deploying daemon node-exporter.a on smithi119 2024-04-13T07:43:43.095 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:42 smithi139 ceph-mon[31267]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:43.145 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:42 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:43.145 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:42 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:43.146 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:42 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:43.146 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:42 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:43.146 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:42 smithi119 ceph-mon[27733]: Deploying daemon node-exporter.a on smithi119 2024-04-13T07:43:43.146 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:42 smithi119 ceph-mon[27733]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:43.146 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:42 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:43.146 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:42 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:43.146 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:42 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:43.146 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:42 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:43.146 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:42 smithi119 ceph-mon[39268]: Deploying daemon node-exporter.a on smithi119 2024-04-13T07:43:43.146 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:42 smithi119 ceph-mon[39268]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:43.166 INFO:teuthology.orchestra.run.smithi119.stdout:55834574897 2024-04-13T07:43:43.166 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-04-13T07:43:43.356 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:43 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=infra.usagestats.collector t=2024-04-13T07:43:43.269113676Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-04-13T07:43:43.356 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:43 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=provisioning.datasources t=2024-04-13T07:43:43.324149891Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-04-13T07:43:43.635 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:43 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=provisioning.datasources t=2024-04-13T07:43:43.365704669Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-04-13T07:43:43.636 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:43 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=provisioning.alerting t=2024-04-13T07:43:43.3977093Z level=info msg="starting to provision alerting" 2024-04-13T07:43:43.636 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:43 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=provisioning.alerting t=2024-04-13T07:43:43.397747288Z level=info msg="finished to provision alerting" 2024-04-13T07:43:43.636 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:43 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=grafanaStorageLogger t=2024-04-13T07:43:43.397870386Z level=info msg="storage starting" 2024-04-13T07:43:43.636 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:43 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=ngalert.state.manager t=2024-04-13T07:43:43.397975021Z level=info msg="Warming state cache for startup" 2024-04-13T07:43:43.636 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:43 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=http.server t=2024-04-13T07:43:43.403440501Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-04-13T07:43:43.636 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:43 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=ngalert.state.manager t=2024-04-13T07:43:43.408171606Z level=info msg="State cache has been initialized" states=0 duration=10.194812ms 2024-04-13T07:43:43.636 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:43 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=ngalert.multiorg.alertmanager t=2024-04-13T07:43:43.408211751Z level=info msg="starting MultiOrg Alertmanager" 2024-04-13T07:43:43.636 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:43 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=ticker t=2024-04-13T07:43:43.408246741Z level=info msg=starting first_tick=2024-04-13T07:43:50Z 2024-04-13T07:43:43.636 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:43 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=sqlstore.transactions t=2024-04-13T07:43:43.409038159Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-13T07:43:43.636 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:43 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=sqlstore.transactions t=2024-04-13T07:43:43.455494199Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-13T07:43:43.637 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:43:43 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=sqlstore.transactions t=2024-04-13T07:43:43.465954095Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-04-13T07:43:44.715 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:43:44] "GET /metrics HTTP/1.1" 200 33664 "" "Prometheus/2.43.0" 2024-04-13T07:43:45.308 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:43:45.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:44 smithi139 ceph-mon[31267]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:45.394 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:44 smithi119 ceph-mon[39268]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:45.395 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:44 smithi119 ceph-mon[27733]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:45.698 INFO:teuthology.orchestra.run.smithi119.stdout:197568495640 2024-04-13T07:43:45.698 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-04-13T07:43:46.323 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:45 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:46.324 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:45 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:46.348 INFO:teuthology.orchestra.run.smithi119.stdout:163208757276 2024-04-13T07:43:46.348 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-04-13T07:43:46.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:45 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:47.205 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:43:47.205 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:43:47.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:46 smithi119 ceph-mon[27733]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:47.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:46 smithi119 ceph-mon[39268]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:47.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:46 smithi139 ceph-mon[31267]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:48.040 INFO:teuthology.orchestra.run.smithi119.stdout:231928234003 2024-04-13T07:43:48.040 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-04-13T07:43:48.101 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:43:48.101 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:43:48.444 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:43:49.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:48 smithi119 ceph-mon[39268]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:49.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:48 smithi119 ceph-mon[27733]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:49.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:48 smithi139 ceph-mon[31267]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:51.172 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:50 smithi119 ceph-mon[27733]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:51.172 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:50 smithi119 ceph-mon[39268]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:50 smithi139 ceph-mon[31267]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:53.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:53 smithi119 ceph-mon[27733]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:53.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:53 smithi119 ceph-mon[39268]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:53 smithi139 ceph-mon[31267]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:54.907 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:43:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:43:54] "GET /metrics HTTP/1.1" 200 33664 "" "Prometheus/2.43.0" 2024-04-13T07:43:55.183 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-mon[39268]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:55.183 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:43:55.184 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-mon[27733]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:55.184 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:43:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:55 smithi139 ceph-mon[31267]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:55 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:43:55.716 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 podman[75145]: 2024-04-13 07:43:55.544045858 +0000 UTC m=+4.345008661 container create b9cb5e53bb3345f305d7d3c755776fd1b0491bf3fd0d574b8150c12b0ac6b34c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-13T07:43:56.083 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 podman[75145]: 2024-04-13 07:43:55.982220206 +0000 UTC m=+4.783183007 container init b9cb5e53bb3345f305d7d3c755776fd1b0491bf3fd0d574b8150c12b0ac6b34c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-13T07:43:56.083 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 podman[75145]: 2024-04-13 07:43:55.988188506 +0000 UTC m=+4.789151308 container start b9cb5e53bb3345f305d7d3c755776fd1b0491bf3fd0d574b8150c12b0ac6b34c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-13T07:43:56.083 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[75380]: ts=2024-04-13T07:43:55.991Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-13T07:43:56.083 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[75380]: ts=2024-04-13T07:43:55.991Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-13T07:43:56.083 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[75380]: ts=2024-04-13T07:43:55.991Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-13T07:43:56.083 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[75380]: ts=2024-04-13T07:43:55.992Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-13T07:43:56.083 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[75380]: ts=2024-04-13T07:43:55.992Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-13T07:43:56.083 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[75380]: ts=2024-04-13T07:43:55.992Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-13T07:43:56.083 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[75380]: ts=2024-04-13T07:43:55.993Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-13T07:43:56.083 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[75380]: ts=2024-04-13T07:43:55.993Z caller=node_exporter.go:117 level=info collector=arp 2024-04-13T07:43:56.084 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[75380]: ts=2024-04-13T07:43:55.993Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-13T07:43:56.084 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[75380]: ts=2024-04-13T07:43:55.993Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-13T07:43:56.084 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[75380]: ts=2024-04-13T07:43:55.993Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-13T07:43:56.084 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[75380]: ts=2024-04-13T07:43:55.993Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-13T07:43:56.084 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[75380]: ts=2024-04-13T07:43:55.993Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-13T07:43:56.084 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[75380]: ts=2024-04-13T07:43:55.993Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-13T07:43:56.084 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[75380]: ts=2024-04-13T07:43:55.993Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-13T07:43:56.084 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[75380]: ts=2024-04-13T07:43:55.993Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-13T07:43:56.084 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[75380]: ts=2024-04-13T07:43:55.993Z caller=node_exporter.go:117 level=info collector=edac 2024-04-13T07:43:56.084 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[75380]: ts=2024-04-13T07:43:55.993Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-13T07:43:56.084 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[75380]: ts=2024-04-13T07:43:55.993Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-13T07:43:56.084 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[75380]: ts=2024-04-13T07:43:55.993Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-13T07:43:56.084 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[75380]: ts=2024-04-13T07:43:55.993Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-13T07:43:56.084 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[75380]: ts=2024-04-13T07:43:55.993Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-13T07:43:56.085 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[75380]: ts=2024-04-13T07:43:55.993Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-13T07:43:56.085 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[75380]: ts=2024-04-13T07:43:55.993Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-13T07:43:56.085 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[75380]: ts=2024-04-13T07:43:55.993Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-13T07:43:56.085 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[75380]: ts=2024-04-13T07:43:55.993Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-13T07:43:56.085 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[75380]: ts=2024-04-13T07:43:55.993Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-13T07:43:56.085 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[75380]: ts=2024-04-13T07:43:55.993Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-13T07:43:56.085 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[75380]: ts=2024-04-13T07:43:55.993Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-13T07:43:56.085 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[75380]: ts=2024-04-13T07:43:55.993Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-13T07:43:56.085 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[75380]: ts=2024-04-13T07:43:55.993Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-13T07:43:56.085 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[75380]: ts=2024-04-13T07:43:55.993Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-13T07:43:56.085 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[75380]: ts=2024-04-13T07:43:55.993Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-13T07:43:56.085 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[75380]: ts=2024-04-13T07:43:55.993Z caller=node_exporter.go:117 level=info collector=os 2024-04-13T07:43:56.085 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[75380]: ts=2024-04-13T07:43:55.993Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-13T07:43:56.085 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[75380]: ts=2024-04-13T07:43:55.993Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-13T07:43:56.086 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[75380]: ts=2024-04-13T07:43:55.993Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-13T07:43:56.086 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[75380]: ts=2024-04-13T07:43:55.993Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-13T07:43:56.086 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[75380]: ts=2024-04-13T07:43:55.993Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-13T07:43:56.086 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[75380]: ts=2024-04-13T07:43:55.993Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-13T07:43:56.086 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[75380]: ts=2024-04-13T07:43:55.993Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-13T07:43:56.086 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[75380]: ts=2024-04-13T07:43:55.993Z caller=node_exporter.go:117 level=info collector=stat 2024-04-13T07:43:56.086 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[75380]: ts=2024-04-13T07:43:55.993Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-13T07:43:56.086 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[75380]: ts=2024-04-13T07:43:55.993Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-13T07:43:56.086 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[75380]: ts=2024-04-13T07:43:55.993Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-13T07:43:56.086 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[75380]: ts=2024-04-13T07:43:55.993Z caller=node_exporter.go:117 level=info collector=time 2024-04-13T07:43:56.086 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[75380]: ts=2024-04-13T07:43:55.993Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-13T07:43:56.086 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[75380]: ts=2024-04-13T07:43:55.993Z caller=node_exporter.go:117 level=info collector=uname 2024-04-13T07:43:56.086 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[75380]: ts=2024-04-13T07:43:55.993Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-13T07:43:56.086 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[75380]: ts=2024-04-13T07:43:55.993Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-13T07:43:56.087 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[75380]: ts=2024-04-13T07:43:55.993Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-13T07:43:56.087 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[75380]: ts=2024-04-13T07:43:55.993Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-13T07:43:56.087 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[75380]: ts=2024-04-13T07:43:55.993Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-13T07:43:56.409 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:56 smithi119 bash[75145]: b9cb5e53bb3345f305d7d3c755776fd1b0491bf3fd0d574b8150c12b0ac6b34c 2024-04-13T07:43:56.410 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:43:56 smithi119 systemd[1]: Started Ceph node-exporter.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:43:56.516 INFO:teuthology.orchestra.run.smithi119.stdout:128849018915 2024-04-13T07:43:56.539 INFO:teuthology.orchestra.run.smithi119.stdout:77309411375 2024-04-13T07:43:57.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:57 smithi139 ceph-mon[31267]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:57.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:57 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:57.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:57 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:57.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:57 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:57.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:57 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/899131586' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-13T07:43:57.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:57 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/2106136648' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-13T07:43:57.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:57 smithi119 ceph-mon[39268]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:57.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:57 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:57.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:57 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:57.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:57 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:57.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:57 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/899131586' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-13T07:43:57.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:57 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/2106136648' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-13T07:43:57.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:57 smithi119 ceph-mon[27733]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:57.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:57 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:57.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:57 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:57.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:57 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:43:57.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:57 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/899131586' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-13T07:43:57.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:57 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/2106136648' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-13T07:43:57.516 INFO:teuthology.orchestra.run.smithi119.stdout:107374182439 2024-04-13T07:43:57.517 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-04-13T07:43:57.636 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:57 smithi139 bash[64426]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-04-13T07:43:58.049 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411371 got 77309411375 for osd.2 2024-04-13T07:43:58.050 DEBUG:teuthology.parallel:result is None 2024-04-13T07:43:58.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:58 smithi139 ceph-mon[31267]: Deploying daemon node-exporter.b on smithi139 2024-04-13T07:43:58.135 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:57 smithi139 bash[64426]: Getting image source signatures 2024-04-13T07:43:58.136 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:57 smithi139 bash[64426]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-04-13T07:43:58.136 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:57 smithi139 bash[64426]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-04-13T07:43:58.136 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:57 smithi139 bash[64426]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-04-13T07:43:58.162 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:58 smithi119 ceph-mon[39268]: Deploying daemon node-exporter.b on smithi139 2024-04-13T07:43:58.163 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:58 smithi119 ceph-mon[27733]: Deploying daemon node-exporter.b on smithi139 2024-04-13T07:43:58.724 INFO:teuthology.orchestra.run.smithi119.stdout:34359738425 2024-04-13T07:43:58.976 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018911 got 128849018915 for osd.4 2024-04-13T07:43:58.977 DEBUG:teuthology.parallel:result is None 2024-04-13T07:43:59.075 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:43:59.271 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:59 smithi119 ceph-mon[39268]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:59.271 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:43:59 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/535003970' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-13T07:43:59.271 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:59 smithi119 ceph-mon[27733]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:59.271 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:43:59 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/535003970' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-13T07:43:59.271 INFO:teuthology.orchestra.run.smithi119.stdout:55834574900 2024-04-13T07:43:59.345 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 bash[64426]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-04-13T07:43:59.345 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-mon[31267]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:43:59.346 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/535003970' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-13T07:43:59.633 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 bash[64426]: Writing manifest to image destination 2024-04-13T07:43:59.885 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 podman[64426]: 2024-04-13 07:43:59.601884392 +0000 UTC m=+2.290790447 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-13T07:43:59.885 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 podman[64426]: 2024-04-13 07:43:59.691821021 +0000 UTC m=+2.380727063 container create 126fe390382b409a4158df82457481c27622123d6fd529a351c6ec47d27a50d0 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-13T07:44:00.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:00 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/881088029' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-13T07:44:00.386 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 podman[64426]: 2024-04-13 07:43:59.952875483 +0000 UTC m=+2.641781526 container init 126fe390382b409a4158df82457481c27622123d6fd529a351c6ec47d27a50d0 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-13T07:44:00.386 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 podman[64426]: 2024-04-13 07:43:59.958476926 +0000 UTC m=+2.647382972 container start 126fe390382b409a4158df82457481c27622123d6fd529a351c6ec47d27a50d0 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-13T07:44:00.386 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[64478]: ts=2024-04-13T07:43:59.962Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-13T07:44:00.386 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[64478]: ts=2024-04-13T07:43:59.962Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-13T07:44:00.386 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[64478]: ts=2024-04-13T07:43:59.963Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-13T07:44:00.386 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[64478]: ts=2024-04-13T07:43:59.963Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-13T07:44:00.386 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[64478]: ts=2024-04-13T07:43:59.963Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-13T07:44:00.386 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[64478]: ts=2024-04-13T07:43:59.963Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-13T07:44:00.386 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[64478]: ts=2024-04-13T07:43:59.963Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-13T07:44:00.386 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[64478]: ts=2024-04-13T07:43:59.963Z caller=node_exporter.go:117 level=info collector=arp 2024-04-13T07:44:00.386 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[64478]: ts=2024-04-13T07:43:59.963Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-13T07:44:00.387 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[64478]: ts=2024-04-13T07:43:59.963Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-13T07:44:00.387 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[64478]: ts=2024-04-13T07:43:59.963Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-13T07:44:00.387 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[64478]: ts=2024-04-13T07:43:59.963Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-13T07:44:00.387 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[64478]: ts=2024-04-13T07:43:59.963Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-13T07:44:00.387 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[64478]: ts=2024-04-13T07:43:59.963Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-13T07:44:00.387 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[64478]: ts=2024-04-13T07:43:59.963Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-13T07:44:00.387 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[64478]: ts=2024-04-13T07:43:59.963Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-13T07:44:00.387 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[64478]: ts=2024-04-13T07:43:59.963Z caller=node_exporter.go:117 level=info collector=edac 2024-04-13T07:44:00.387 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[64478]: ts=2024-04-13T07:43:59.963Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-13T07:44:00.387 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[64478]: ts=2024-04-13T07:43:59.963Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-13T07:44:00.387 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[64478]: ts=2024-04-13T07:43:59.963Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-13T07:44:00.387 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[64478]: ts=2024-04-13T07:43:59.963Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-13T07:44:00.387 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[64478]: ts=2024-04-13T07:43:59.963Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-13T07:44:00.388 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[64478]: ts=2024-04-13T07:43:59.963Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-13T07:44:00.388 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[64478]: ts=2024-04-13T07:43:59.963Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-13T07:44:00.388 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[64478]: ts=2024-04-13T07:43:59.963Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-13T07:44:00.388 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[64478]: ts=2024-04-13T07:43:59.963Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-13T07:44:00.388 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[64478]: ts=2024-04-13T07:43:59.963Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-13T07:44:00.388 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[64478]: ts=2024-04-13T07:43:59.963Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-13T07:44:00.388 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[64478]: ts=2024-04-13T07:43:59.963Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-13T07:44:00.388 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[64478]: ts=2024-04-13T07:43:59.963Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-13T07:44:00.388 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[64478]: ts=2024-04-13T07:43:59.963Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-13T07:44:00.388 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[64478]: ts=2024-04-13T07:43:59.963Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-13T07:44:00.388 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[64478]: ts=2024-04-13T07:43:59.963Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-13T07:44:00.388 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[64478]: ts=2024-04-13T07:43:59.963Z caller=node_exporter.go:117 level=info collector=os 2024-04-13T07:44:00.389 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[64478]: ts=2024-04-13T07:43:59.963Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-13T07:44:00.389 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[64478]: ts=2024-04-13T07:43:59.963Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-13T07:44:00.389 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[64478]: ts=2024-04-13T07:43:59.963Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-13T07:44:00.389 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[64478]: ts=2024-04-13T07:43:59.963Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-13T07:44:00.389 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[64478]: ts=2024-04-13T07:43:59.963Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-13T07:44:00.389 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[64478]: ts=2024-04-13T07:43:59.963Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-13T07:44:00.389 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[64478]: ts=2024-04-13T07:43:59.963Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-13T07:44:00.389 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[64478]: ts=2024-04-13T07:43:59.963Z caller=node_exporter.go:117 level=info collector=stat 2024-04-13T07:44:00.389 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[64478]: ts=2024-04-13T07:43:59.963Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-13T07:44:00.389 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[64478]: ts=2024-04-13T07:43:59.963Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-13T07:44:00.390 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[64478]: ts=2024-04-13T07:43:59.963Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-13T07:44:00.390 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[64478]: ts=2024-04-13T07:43:59.963Z caller=node_exporter.go:117 level=info collector=time 2024-04-13T07:44:00.390 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[64478]: ts=2024-04-13T07:43:59.963Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-13T07:44:00.390 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[64478]: ts=2024-04-13T07:43:59.963Z caller=node_exporter.go:117 level=info collector=uname 2024-04-13T07:44:00.390 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[64478]: ts=2024-04-13T07:43:59.963Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-13T07:44:00.390 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[64478]: ts=2024-04-13T07:43:59.964Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-13T07:44:00.390 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[64478]: ts=2024-04-13T07:43:59.964Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-13T07:44:00.390 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[64478]: ts=2024-04-13T07:43:59.964Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-13T07:44:00.390 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:43:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[64478]: ts=2024-04-13T07:43:59.964Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-13T07:44:00.390 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:44:00 smithi139 bash[64426]: 126fe390382b409a4158df82457481c27622123d6fd529a351c6ec47d27a50d0 2024-04-13T07:44:00.390 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:44:00 smithi139 systemd[1]: Started Ceph node-exporter.b for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:44:00.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:00 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/881088029' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-13T07:44:00.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:00 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/881088029' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-13T07:44:01.207 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:01 smithi119 ceph-mon[27733]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:01.208 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:01 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:01.208 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:01 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:01.208 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:01 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:01.208 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:01 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:01.208 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:01 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:01.208 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:01 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:44:01.208 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:01 smithi119 ceph-mon[39268]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:01.208 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:01 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:01.208 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:01 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:01.209 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:01 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:01.209 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:01 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:01.209 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:01 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:01.209 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:01 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:44:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:01 smithi139 ceph-mon[31267]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:01.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:01 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:01.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:01 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:01.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:01 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:01.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:01 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:01.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:01 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:01.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:01 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:44:01.873 INFO:teuthology.orchestra.run.smithi119.stdout:231928234005 2024-04-13T07:44:02.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:02 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/2890704265' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-13T07:44:02.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:02 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/2890704265' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-13T07:44:02.302 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738421 got 34359738425 for osd.0 2024-04-13T07:44:02.302 DEBUG:teuthology.parallel:result is None 2024-04-13T07:44:02.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:02 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/2890704265' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-13T07:44:02.914 INFO:teuthology.orchestra.run.smithi119.stdout:163208757280 2024-04-13T07:44:03.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:03 smithi119 ceph-mon[39268]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:03.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:03 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/3902617281' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-13T07:44:03.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:03 smithi119 ceph-mon[27733]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:03.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:03 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/3902617281' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-13T07:44:03.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:03 smithi139 ceph-mon[31267]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:03.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:03 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/3902617281' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-13T07:44:03.609 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574897 got 55834574900 for osd.1 2024-04-13T07:44:03.609 DEBUG:teuthology.parallel:result is None 2024-04-13T07:44:04.011 INFO:teuthology.orchestra.run.smithi119.stdout:197568495644 2024-04-13T07:44:04.256 INFO:tasks.cephadm.ceph_manager.ceph:need seq 231928234003 got 231928234005 for osd.7 2024-04-13T07:44:04.256 DEBUG:teuthology.parallel:result is None 2024-04-13T07:44:04.546 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:44:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:44:04] "GET /metrics HTTP/1.1" 200 33661 "" "Prometheus/2.43.0" 2024-04-13T07:44:04.853 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757276 got 163208757280 for osd.5 2024-04-13T07:44:04.853 DEBUG:teuthology.parallel:result is None 2024-04-13T07:44:04.912 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:44:05.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:04 smithi119 ceph-mon[39268]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:05.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:04 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:05.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:04 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:05.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:04 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/77418705' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-13T07:44:05.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:04 smithi119 ceph-mon[27733]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:05.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:04 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:05.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:04 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:05.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:04 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/77418705' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-13T07:44:05.345 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495640 got 197568495644 for osd.6 2024-04-13T07:44:05.345 DEBUG:teuthology.parallel:result is None 2024-04-13T07:44:05.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:04 smithi139 ceph-mon[31267]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:05.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:04 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:05.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:04 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:05.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:04 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/77418705' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-13T07:44:06.256 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:06 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:06.256 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:06 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:06.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:06 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:07.377 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:07 smithi119 ceph-mon[39268]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:07.378 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:07 smithi119 ceph-mon[27733]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:07.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:07 smithi139 ceph-mon[31267]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:08.158 INFO:teuthology.orchestra.run.smithi119.stdout:107374182443 2024-04-13T07:44:08.773 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182439 got 107374182443 for osd.3 2024-04-13T07:44:08.773 DEBUG:teuthology.parallel:result is None 2024-04-13T07:44:08.773 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-13T07:44:08.773 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph pg dump --format=json 2024-04-13T07:44:09.062 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:09 smithi119 ceph-mon[39268]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:09.062 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:09 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/2108638091' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-13T07:44:09.062 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:09 smithi119 ceph-mon[27733]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:09.063 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:09 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/2108638091' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-13T07:44:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:09 smithi139 ceph-mon[31267]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:09 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/2108638091' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-13T07:44:09.461 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:44:10.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:10 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:44:10.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:10 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:44:10.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:10 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:44:11.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:11 smithi119 ceph-mon[39268]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:11.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:11 smithi119 ceph-mon[27733]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:11 smithi139 ceph-mon[31267]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:11.927 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:44:11.929 INFO:teuthology.orchestra.run.smithi119.stderr:dumped all 2024-04-13T07:44:12.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:12 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:12.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:12 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:12.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:12 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:44:12.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:12 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:44:12.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:12 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:12.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:12 smithi139 ceph-mon[31267]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-13T07:44:12.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:12 smithi139 ceph-mon[31267]: Reconfiguring daemon alertmanager.a on smithi119 2024-04-13T07:44:12.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:12 smithi139 ceph-mon[31267]: from='client.24680 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T07:44:12.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:12 smithi139 ceph-mon[31267]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:12.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:12 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:12.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:12 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:12.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:12 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:44:12.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:12 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:44:12.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:12 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:12.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:12 smithi119 ceph-mon[27733]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-13T07:44:12.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:12 smithi119 ceph-mon[27733]: Reconfiguring daemon alertmanager.a on smithi119 2024-04-13T07:44:12.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:12 smithi119 ceph-mon[27733]: from='client.24680 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T07:44:12.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:12 smithi119 ceph-mon[27733]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:12.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:12 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:12.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:12 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:12.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:12 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:44:12.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:12 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:44:12.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:12 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:12.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:12 smithi119 ceph-mon[39268]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-13T07:44:12.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:12 smithi119 ceph-mon[39268]: Reconfiguring daemon alertmanager.a on smithi119 2024-04-13T07:44:12.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:12 smithi119 ceph-mon[39268]: from='client.24680 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T07:44:12.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:12 smithi119 ceph-mon[39268]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:12.872 INFO:teuthology.orchestra.run.smithi119.stdout:{"pg_ready":true,"pg_map":{"version":37,"stamp":"2024-04-13T07:44:09.933810+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593516,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":1771686,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":227616,"kb_used_data":7352,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749733600,"statfs":{"total":767960285184,"available":767727206400,"internally_reserved":0,"allocated":7528448,"data_stored":4251061,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":225431098},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002204"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.286788+0000","last_change":"2024-04-13T07:42:37.005975+0000","last_active":"2024-04-13T07:43:15.286788+0000","last_peered":"2024-04-13T07:43:15.286788+0000","last_clean":"2024-04-13T07:43:15.286788+0000","last_became_active":"2024-04-13T07:42:37.005680+0000","last_became_peered":"2024-04-13T07:42:37.005680+0000","last_unstale":"2024-04-13T07:43:15.286788+0000","last_undegraded":"2024-04-13T07:43:15.286788+0000","last_fullsized":"2024-04-13T07:43:15.286788+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:43:25.874551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027182+0000","last_change":"2024-04-13T07:42:36.996625+0000","last_active":"2024-04-13T07:43:14.027182+0000","last_peered":"2024-04-13T07:43:14.027182+0000","last_clean":"2024-04-13T07:43:14.027182+0000","last_became_active":"2024-04-13T07:42:36.996360+0000","last_became_peered":"2024-04-13T07:42:36.996360+0000","last_unstale":"2024-04-13T07:43:14.027182+0000","last_undegraded":"2024-04-13T07:43:14.027182+0000","last_fullsized":"2024-04-13T07:43:14.027182+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:33:18.921841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.184725+0000","last_change":"2024-04-13T07:42:36.995372+0000","last_active":"2024-04-13T07:43:14.184725+0000","last_peered":"2024-04-13T07:43:14.184725+0000","last_clean":"2024-04-13T07:43:14.184725+0000","last_became_active":"2024-04-13T07:42:36.994095+0000","last_became_peered":"2024-04-13T07:42:36.994095+0000","last_unstale":"2024-04-13T07:43:14.184725+0000","last_undegraded":"2024-04-13T07:43:14.184725+0000","last_fullsized":"2024-04-13T07:43:14.184725+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:00:19.176659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027860+0000","last_change":"2024-04-13T07:42:37.000398+0000","last_active":"2024-04-13T07:43:14.027860+0000","last_peered":"2024-04-13T07:43:14.027860+0000","last_clean":"2024-04-13T07:43:14.027860+0000","last_became_active":"2024-04-13T07:42:36.999623+0000","last_became_peered":"2024-04-13T07:42:36.999623+0000","last_unstale":"2024-04-13T07:43:14.027860+0000","last_undegraded":"2024-04-13T07:43:14.027860+0000","last_fullsized":"2024-04-13T07:43:14.027860+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:54:42.365879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.285690+0000","last_change":"2024-04-13T07:42:37.009536+0000","last_active":"2024-04-13T07:43:15.285690+0000","last_peered":"2024-04-13T07:43:15.285690+0000","last_clean":"2024-04-13T07:43:15.285690+0000","last_became_active":"2024-04-13T07:42:37.009046+0000","last_became_peered":"2024-04-13T07:42:37.009046+0000","last_unstale":"2024-04-13T07:43:15.285690+0000","last_undegraded":"2024-04-13T07:43:15.285690+0000","last_fullsized":"2024-04-13T07:43:15.285690+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:56:42.424101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027882+0000","last_change":"2024-04-13T07:42:36.989426+0000","last_active":"2024-04-13T07:43:14.027882+0000","last_peered":"2024-04-13T07:43:14.027882+0000","last_clean":"2024-04-13T07:43:14.027882+0000","last_became_active":"2024-04-13T07:42:36.988962+0000","last_became_peered":"2024-04-13T07:42:36.988962+0000","last_unstale":"2024-04-13T07:43:14.027882+0000","last_undegraded":"2024-04-13T07:43:14.027882+0000","last_fullsized":"2024-04-13T07:43:14.027882+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:58:41.381248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.285318+0000","last_change":"2024-04-13T07:42:37.002050+0000","last_active":"2024-04-13T07:43:15.285318+0000","last_peered":"2024-04-13T07:43:15.285318+0000","last_clean":"2024-04-13T07:43:15.285318+0000","last_became_active":"2024-04-13T07:42:37.001729+0000","last_became_peered":"2024-04-13T07:42:37.001729+0000","last_unstale":"2024-04-13T07:43:15.285318+0000","last_undegraded":"2024-04-13T07:43:15.285318+0000","last_fullsized":"2024-04-13T07:43:15.285318+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:02:38.368456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.173102+0000","last_change":"2024-04-13T07:42:37.001674+0000","last_active":"2024-04-13T07:43:14.173102+0000","last_peered":"2024-04-13T07:43:14.173102+0000","last_clean":"2024-04-13T07:43:14.173102+0000","last_became_active":"2024-04-13T07:42:37.001337+0000","last_became_peered":"2024-04-13T07:42:37.001337+0000","last_unstale":"2024-04-13T07:43:14.173102+0000","last_undegraded":"2024-04-13T07:43:14.173102+0000","last_fullsized":"2024-04-13T07:43:14.173102+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:08:59.949638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.286712+0000","last_change":"2024-04-13T07:42:37.006781+0000","last_active":"2024-04-13T07:43:15.286712+0000","last_peered":"2024-04-13T07:43:15.286712+0000","last_clean":"2024-04-13T07:43:15.286712+0000","last_became_active":"2024-04-13T07:42:37.005856+0000","last_became_peered":"2024-04-13T07:42:37.005856+0000","last_unstale":"2024-04-13T07:43:15.286712+0000","last_undegraded":"2024-04-13T07:43:15.286712+0000","last_fullsized":"2024-04-13T07:43:15.286712+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:28:50.372131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.286462+0000","last_change":"2024-04-13T07:42:37.007604+0000","last_active":"2024-04-13T07:43:15.286462+0000","last_peered":"2024-04-13T07:43:15.286462+0000","last_clean":"2024-04-13T07:43:15.286462+0000","last_became_active":"2024-04-13T07:42:37.007287+0000","last_became_peered":"2024-04-13T07:42:37.007287+0000","last_unstale":"2024-04-13T07:43:15.286462+0000","last_undegraded":"2024-04-13T07:43:15.286462+0000","last_fullsized":"2024-04-13T07:43:15.286462+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:32:04.608142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.286212+0000","last_change":"2024-04-13T07:42:37.006842+0000","last_active":"2024-04-13T07:43:15.286212+0000","last_peered":"2024-04-13T07:43:15.286212+0000","last_clean":"2024-04-13T07:43:15.286212+0000","last_became_active":"2024-04-13T07:42:37.004567+0000","last_became_peered":"2024-04-13T07:42:37.004567+0000","last_unstale":"2024-04-13T07:43:15.286212+0000","last_undegraded":"2024-04-13T07:43:15.286212+0000","last_fullsized":"2024-04-13T07:43:15.286212+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:34:34.073269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.286079+0000","last_change":"2024-04-13T07:42:36.999077+0000","last_active":"2024-04-13T07:43:15.286079+0000","last_peered":"2024-04-13T07:43:15.286079+0000","last_clean":"2024-04-13T07:43:15.286079+0000","last_became_active":"2024-04-13T07:42:36.998778+0000","last_became_peered":"2024-04-13T07:42:36.998778+0000","last_unstale":"2024-04-13T07:43:15.286079+0000","last_undegraded":"2024-04-13T07:43:15.286079+0000","last_fullsized":"2024-04-13T07:43:15.286079+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:29:55.210355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.173356+0000","last_change":"2024-04-13T07:42:37.007188+0000","last_active":"2024-04-13T07:43:14.173356+0000","last_peered":"2024-04-13T07:43:14.173356+0000","last_clean":"2024-04-13T07:43:14.173356+0000","last_became_active":"2024-04-13T07:42:37.006902+0000","last_became_peered":"2024-04-13T07:42:37.006902+0000","last_unstale":"2024-04-13T07:43:14.173356+0000","last_undegraded":"2024-04-13T07:43:14.173356+0000","last_fullsized":"2024-04-13T07:43:14.173356+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:29:12.922101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.184491+0000","last_change":"2024-04-13T07:42:36.989457+0000","last_active":"2024-04-13T07:43:14.184491+0000","last_peered":"2024-04-13T07:43:14.184491+0000","last_clean":"2024-04-13T07:43:14.184491+0000","last_became_active":"2024-04-13T07:42:36.988783+0000","last_became_peered":"2024-04-13T07:42:36.988783+0000","last_unstale":"2024-04-13T07:43:14.184491+0000","last_undegraded":"2024-04-13T07:43:14.184491+0000","last_fullsized":"2024-04-13T07:43:14.184491+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:52:31.855179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.026882+0000","last_change":"2024-04-13T07:42:36.988963+0000","last_active":"2024-04-13T07:43:14.026882+0000","last_peered":"2024-04-13T07:43:14.026882+0000","last_clean":"2024-04-13T07:43:14.026882+0000","last_became_active":"2024-04-13T07:42:36.988661+0000","last_became_peered":"2024-04-13T07:42:36.988661+0000","last_unstale":"2024-04-13T07:43:14.026882+0000","last_undegraded":"2024-04-13T07:43:14.026882+0000","last_fullsized":"2024-04-13T07:43:14.026882+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:47:37.196724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027127+0000","last_change":"2024-04-13T07:42:36.993576+0000","last_active":"2024-04-13T07:43:14.027127+0000","last_peered":"2024-04-13T07:43:14.027127+0000","last_clean":"2024-04-13T07:43:14.027127+0000","last_became_active":"2024-04-13T07:42:36.992517+0000","last_became_peered":"2024-04-13T07:42:36.992517+0000","last_unstale":"2024-04-13T07:43:14.027127+0000","last_undegraded":"2024-04-13T07:43:14.027127+0000","last_fullsized":"2024-04-13T07:43:14.027127+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:41:37.550494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":27,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.028096+0000","last_change":"2024-04-13T07:43:02.286153+0000","last_active":"2024-04-13T07:43:14.028096+0000","last_peered":"2024-04-13T07:43:14.028096+0000","last_clean":"2024-04-13T07:43:14.028096+0000","last_became_active":"2024-04-13T07:43:02.285816+0000","last_became_peered":"2024-04-13T07:43:02.285816+0000","last_unstale":"2024-04-13T07:43:14.028096+0000","last_undegraded":"2024-04-13T07:43:14.028096+0000","last_fullsized":"2024-04-13T07:43:14.028096+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:06:27.147030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.028417+0000","last_change":"2024-04-13T07:42:37.007021+0000","last_active":"2024-04-13T07:43:14.028417+0000","last_peered":"2024-04-13T07:43:14.028417+0000","last_clean":"2024-04-13T07:43:14.028417+0000","last_became_active":"2024-04-13T07:42:37.006705+0000","last_became_peered":"2024-04-13T07:42:37.006705+0000","last_unstale":"2024-04-13T07:43:14.028417+0000","last_undegraded":"2024-04-13T07:43:14.028417+0000","last_fullsized":"2024-04-13T07:43:14.028417+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:56:33.368620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.286420+0000","last_change":"2024-04-13T07:42:37.009039+0000","last_active":"2024-04-13T07:43:15.286420+0000","last_peered":"2024-04-13T07:43:15.286420+0000","last_clean":"2024-04-13T07:43:15.286420+0000","last_became_active":"2024-04-13T07:42:37.008717+0000","last_became_peered":"2024-04-13T07:42:37.008717+0000","last_unstale":"2024-04-13T07:43:15.286420+0000","last_undegraded":"2024-04-13T07:43:15.286420+0000","last_fullsized":"2024-04-13T07:43:15.286420+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:11:29.869853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":38,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.184975+0000","last_change":"2024-04-13T07:43:02.195130+0000","last_active":"2024-04-13T07:43:14.184975+0000","last_peered":"2024-04-13T07:43:14.184975+0000","last_clean":"2024-04-13T07:43:14.184975+0000","last_became_active":"2024-04-13T07:43:02.188480+0000","last_became_peered":"2024-04-13T07:43:02.188480+0000","last_unstale":"2024-04-13T07:43:14.184975+0000","last_undegraded":"2024-04-13T07:43:14.184975+0000","last_fullsized":"2024-04-13T07:43:14.184975+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:38:01.666780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.173519+0000","last_change":"2024-04-13T07:42:37.004230+0000","last_active":"2024-04-13T07:43:14.173519+0000","last_peered":"2024-04-13T07:43:14.173519+0000","last_clean":"2024-04-13T07:43:14.173519+0000","last_became_active":"2024-04-13T07:42:37.003926+0000","last_became_peered":"2024-04-13T07:42:37.003926+0000","last_unstale":"2024-04-13T07:43:14.173519+0000","last_undegraded":"2024-04-13T07:43:14.173519+0000","last_fullsized":"2024-04-13T07:43:14.173519+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:57:27.322057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.173576+0000","last_change":"2024-04-13T07:42:36.646487+0000","last_active":"2024-04-13T07:43:14.173576+0000","last_peered":"2024-04-13T07:43:14.173576+0000","last_clean":"2024-04-13T07:43:14.173576+0000","last_became_active":"2024-04-13T07:42:36.646211+0000","last_became_peered":"2024-04-13T07:42:36.646211+0000","last_unstale":"2024-04-13T07:43:14.173576+0000","last_undegraded":"2024-04-13T07:43:14.173576+0000","last_fullsized":"2024-04-13T07:43:14.173576+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:48:16.860570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.184918+0000","last_change":"2024-04-13T07:42:36.993763+0000","last_active":"2024-04-13T07:43:14.184918+0000","last_peered":"2024-04-13T07:43:14.184918+0000","last_clean":"2024-04-13T07:43:14.184918+0000","last_became_active":"2024-04-13T07:42:36.993498+0000","last_became_peered":"2024-04-13T07:42:36.993498+0000","last_unstale":"2024-04-13T07:43:14.184918+0000","last_undegraded":"2024-04-13T07:43:14.184918+0000","last_fullsized":"2024-04-13T07:43:14.184918+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:54:06.164555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.286749+0000","last_change":"2024-04-13T07:42:36.649780+0000","last_active":"2024-04-13T07:43:15.286749+0000","last_peered":"2024-04-13T07:43:15.286749+0000","last_clean":"2024-04-13T07:43:15.286749+0000","last_became_active":"2024-04-13T07:42:36.649370+0000","last_became_peered":"2024-04-13T07:42:36.649370+0000","last_unstale":"2024-04-13T07:43:15.286749+0000","last_undegraded":"2024-04-13T07:43:15.286749+0000","last_fullsized":"2024-04-13T07:43:15.286749+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:41:14.258592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027935+0000","last_change":"2024-04-13T07:42:36.997571+0000","last_active":"2024-04-13T07:43:14.027935+0000","last_peered":"2024-04-13T07:43:14.027935+0000","last_clean":"2024-04-13T07:43:14.027935+0000","last_became_active":"2024-04-13T07:42:36.997258+0000","last_became_peered":"2024-04-13T07:42:36.997258+0000","last_unstale":"2024-04-13T07:43:14.027935+0000","last_undegraded":"2024-04-13T07:43:14.027935+0000","last_fullsized":"2024-04-13T07:43:14.027935+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:10:51.593225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.286132+0000","last_change":"2024-04-13T07:42:36.646750+0000","last_active":"2024-04-13T07:43:15.286132+0000","last_peered":"2024-04-13T07:43:15.286132+0000","last_clean":"2024-04-13T07:43:15.286132+0000","last_became_active":"2024-04-13T07:42:36.646448+0000","last_became_peered":"2024-04-13T07:42:36.646448+0000","last_unstale":"2024-04-13T07:43:15.286132+0000","last_undegraded":"2024-04-13T07:43:15.286132+0000","last_fullsized":"2024-04-13T07:43:15.286132+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:54:49.139942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027365+0000","last_change":"2024-04-13T07:42:36.994155+0000","last_active":"2024-04-13T07:43:14.027365+0000","last_peered":"2024-04-13T07:43:14.027365+0000","last_clean":"2024-04-13T07:43:14.027365+0000","last_became_active":"2024-04-13T07:42:36.993776+0000","last_became_peered":"2024-04-13T07:42:36.993776+0000","last_unstale":"2024-04-13T07:43:14.027365+0000","last_undegraded":"2024-04-13T07:43:14.027365+0000","last_fullsized":"2024-04-13T07:43:14.027365+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:26:50.403505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.173504+0000","last_change":"2024-04-13T07:42:36.639016+0000","last_active":"2024-04-13T07:43:14.173504+0000","last_peered":"2024-04-13T07:43:14.173504+0000","last_clean":"2024-04-13T07:43:14.173504+0000","last_became_active":"2024-04-13T07:42:36.638680+0000","last_became_peered":"2024-04-13T07:42:36.638680+0000","last_unstale":"2024-04-13T07:43:14.173504+0000","last_undegraded":"2024-04-13T07:43:14.173504+0000","last_fullsized":"2024-04-13T07:43:14.173504+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:14:52.860216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.287086+0000","last_change":"2024-04-13T07:42:37.010588+0000","last_active":"2024-04-13T07:43:15.287086+0000","last_peered":"2024-04-13T07:43:15.287086+0000","last_clean":"2024-04-13T07:43:15.287086+0000","last_became_active":"2024-04-13T07:42:37.010268+0000","last_became_peered":"2024-04-13T07:42:37.010268+0000","last_unstale":"2024-04-13T07:43:15.287086+0000","last_undegraded":"2024-04-13T07:43:15.287086+0000","last_fullsized":"2024-04-13T07:43:15.287086+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:41:28.864540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.285627+0000","last_change":"2024-04-13T07:42:36.645494+0000","last_active":"2024-04-13T07:43:15.285627+0000","last_peered":"2024-04-13T07:43:15.285627+0000","last_clean":"2024-04-13T07:43:15.285627+0000","last_became_active":"2024-04-13T07:42:36.645173+0000","last_became_peered":"2024-04-13T07:42:36.645173+0000","last_unstale":"2024-04-13T07:43:15.285627+0000","last_undegraded":"2024-04-13T07:43:15.285627+0000","last_fullsized":"2024-04-13T07:43:15.285627+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:49:14.533277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.184473+0000","last_change":"2024-04-13T07:42:36.998340+0000","last_active":"2024-04-13T07:43:14.184473+0000","last_peered":"2024-04-13T07:43:14.184473+0000","last_clean":"2024-04-13T07:43:14.184473+0000","last_became_active":"2024-04-13T07:42:36.997721+0000","last_became_peered":"2024-04-13T07:42:36.997721+0000","last_unstale":"2024-04-13T07:43:14.184473+0000","last_undegraded":"2024-04-13T07:43:14.184473+0000","last_fullsized":"2024-04-13T07:43:14.184473+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:33:50.858947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.173444+0000","last_change":"2024-04-13T07:42:36.644818+0000","last_active":"2024-04-13T07:43:14.173444+0000","last_peered":"2024-04-13T07:43:14.173444+0000","last_clean":"2024-04-13T07:43:14.173444+0000","last_became_active":"2024-04-13T07:42:36.644543+0000","last_became_peered":"2024-04-13T07:42:36.644543+0000","last_unstale":"2024-04-13T07:43:14.173444+0000","last_undegraded":"2024-04-13T07:43:14.173444+0000","last_fullsized":"2024-04-13T07:43:14.173444+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:57:03.974829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.173265+0000","last_change":"2024-04-13T07:42:36.996410+0000","last_active":"2024-04-13T07:43:14.173265+0000","last_peered":"2024-04-13T07:43:14.173265+0000","last_clean":"2024-04-13T07:43:14.173265+0000","last_became_active":"2024-04-13T07:42:36.996142+0000","last_became_peered":"2024-04-13T07:42:36.996142+0000","last_unstale":"2024-04-13T07:43:14.173265+0000","last_undegraded":"2024-04-13T07:43:14.173265+0000","last_fullsized":"2024-04-13T07:43:14.173265+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:41:27.480866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027214+0000","last_change":"2024-04-13T07:42:36.643053+0000","last_active":"2024-04-13T07:43:14.027214+0000","last_peered":"2024-04-13T07:43:14.027214+0000","last_clean":"2024-04-13T07:43:14.027214+0000","last_became_active":"2024-04-13T07:42:36.641777+0000","last_became_peered":"2024-04-13T07:42:36.641777+0000","last_unstale":"2024-04-13T07:43:14.027214+0000","last_undegraded":"2024-04-13T07:43:14.027214+0000","last_fullsized":"2024-04-13T07:43:14.027214+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:14:19.879388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027097+0000","last_change":"2024-04-13T07:42:37.004233+0000","last_active":"2024-04-13T07:43:14.027097+0000","last_peered":"2024-04-13T07:43:14.027097+0000","last_clean":"2024-04-13T07:43:14.027097+0000","last_became_active":"2024-04-13T07:42:37.003843+0000","last_became_peered":"2024-04-13T07:42:37.003843+0000","last_unstale":"2024-04-13T07:43:14.027097+0000","last_undegraded":"2024-04-13T07:43:14.027097+0000","last_fullsized":"2024-04-13T07:43:14.027097+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:02:59.300692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.286150+0000","last_change":"2024-04-13T07:42:36.639687+0000","last_active":"2024-04-13T07:43:15.286150+0000","last_peered":"2024-04-13T07:43:15.286150+0000","last_clean":"2024-04-13T07:43:15.286150+0000","last_became_active":"2024-04-13T07:42:36.639054+0000","last_became_peered":"2024-04-13T07:42:36.639054+0000","last_unstale":"2024-04-13T07:43:15.286150+0000","last_undegraded":"2024-04-13T07:43:15.286150+0000","last_fullsized":"2024-04-13T07:43:15.286150+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:20:35.633429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.028033+0000","last_change":"2024-04-13T07:42:36.991877+0000","last_active":"2024-04-13T07:43:14.028033+0000","last_peered":"2024-04-13T07:43:14.028033+0000","last_clean":"2024-04-13T07:43:14.028033+0000","last_became_active":"2024-04-13T07:42:36.991521+0000","last_became_peered":"2024-04-13T07:42:36.991521+0000","last_unstale":"2024-04-13T07:43:14.028033+0000","last_undegraded":"2024-04-13T07:43:14.028033+0000","last_fullsized":"2024-04-13T07:43:14.028033+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:55:48.440531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027345+0000","last_change":"2024-04-13T07:42:36.641561+0000","last_active":"2024-04-13T07:43:14.027345+0000","last_peered":"2024-04-13T07:43:14.027345+0000","last_clean":"2024-04-13T07:43:14.027345+0000","last_became_active":"2024-04-13T07:42:36.639509+0000","last_became_peered":"2024-04-13T07:42:36.639509+0000","last_unstale":"2024-04-13T07:43:14.027345+0000","last_undegraded":"2024-04-13T07:43:14.027345+0000","last_fullsized":"2024-04-13T07:43:14.027345+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:14:37.071974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.184878+0000","last_change":"2024-04-13T07:42:37.003300+0000","last_active":"2024-04-13T07:43:14.184878+0000","last_peered":"2024-04-13T07:43:14.184878+0000","last_clean":"2024-04-13T07:43:14.184878+0000","last_became_active":"2024-04-13T07:42:37.003031+0000","last_became_peered":"2024-04-13T07:42:37.003031+0000","last_unstale":"2024-04-13T07:43:14.184878+0000","last_undegraded":"2024-04-13T07:43:14.184878+0000","last_fullsized":"2024-04-13T07:43:14.184878+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:35:47.828406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":22,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027395+0000","last_change":"2024-04-13T07:42:36.634807+0000","last_active":"2024-04-13T07:43:14.027395+0000","last_peered":"2024-04-13T07:43:14.027395+0000","last_clean":"2024-04-13T07:43:14.027395+0000","last_became_active":"2024-04-13T07:42:36.634387+0000","last_became_peered":"2024-04-13T07:42:36.634387+0000","last_unstale":"2024-04-13T07:43:14.027395+0000","last_undegraded":"2024-04-13T07:43:14.027395+0000","last_fullsized":"2024-04-13T07:43:14.027395+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:08:14.901387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.285993+0000","last_change":"2024-04-13T07:42:37.000108+0000","last_active":"2024-04-13T07:43:15.285993+0000","last_peered":"2024-04-13T07:43:15.285993+0000","last_clean":"2024-04-13T07:43:15.285993+0000","last_became_active":"2024-04-13T07:42:36.999735+0000","last_became_peered":"2024-04-13T07:42:36.999735+0000","last_unstale":"2024-04-13T07:43:15.285993+0000","last_undegraded":"2024-04-13T07:43:15.285993+0000","last_fullsized":"2024-04-13T07:43:15.285993+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:47:48.236051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"65'9","reported_seq":28,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.285924+0000","last_change":"2024-04-13T07:42:36.642612+0000","last_active":"2024-04-13T07:43:15.285924+0000","last_peered":"2024-04-13T07:43:15.285924+0000","last_clean":"2024-04-13T07:43:15.285924+0000","last_became_active":"2024-04-13T07:42:36.642297+0000","last_became_peered":"2024-04-13T07:42:36.642297+0000","last_unstale":"2024-04-13T07:43:15.285924+0000","last_undegraded":"2024-04-13T07:43:15.285924+0000","last_fullsized":"2024-04-13T07:43:15.285924+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:43:05.915628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2350,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.286570+0000","last_change":"2024-04-13T07:42:37.014288+0000","last_active":"2024-04-13T07:43:15.286570+0000","last_peered":"2024-04-13T07:43:15.286570+0000","last_clean":"2024-04-13T07:43:15.286570+0000","last_became_active":"2024-04-13T07:42:37.013901+0000","last_became_peered":"2024-04-13T07:42:37.013901+0000","last_unstale":"2024-04-13T07:43:15.286570+0000","last_undegraded":"2024-04-13T07:43:15.286570+0000","last_fullsized":"2024-04-13T07:43:15.286570+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:57:21.169615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.184647+0000","last_change":"2024-04-13T07:42:36.642057+0000","last_active":"2024-04-13T07:43:14.184647+0000","last_peered":"2024-04-13T07:43:14.184647+0000","last_clean":"2024-04-13T07:43:14.184647+0000","last_became_active":"2024-04-13T07:42:36.641774+0000","last_became_peered":"2024-04-13T07:42:36.641774+0000","last_unstale":"2024-04-13T07:43:14.184647+0000","last_undegraded":"2024-04-13T07:43:14.184647+0000","last_fullsized":"2024-04-13T07:43:14.184647+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:22:20.301600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.184457+0000","last_change":"2024-04-13T07:42:37.004159+0000","last_active":"2024-04-13T07:43:14.184457+0000","last_peered":"2024-04-13T07:43:14.184457+0000","last_clean":"2024-04-13T07:43:14.184457+0000","last_became_active":"2024-04-13T07:42:37.003806+0000","last_became_peered":"2024-04-13T07:42:37.003806+0000","last_unstale":"2024-04-13T07:43:14.184457+0000","last_undegraded":"2024-04-13T07:43:14.184457+0000","last_fullsized":"2024-04-13T07:43:14.184457+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:16:16.319302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027648+0000","last_change":"2024-04-13T07:42:36.642813+0000","last_active":"2024-04-13T07:43:14.027648+0000","last_peered":"2024-04-13T07:43:14.027648+0000","last_clean":"2024-04-13T07:43:14.027648+0000","last_became_active":"2024-04-13T07:42:36.642520+0000","last_became_peered":"2024-04-13T07:42:36.642520+0000","last_unstale":"2024-04-13T07:43:14.027648+0000","last_undegraded":"2024-04-13T07:43:14.027648+0000","last_fullsized":"2024-04-13T07:43:14.027648+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:25:03.227640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.285576+0000","last_change":"2024-04-13T07:42:37.009349+0000","last_active":"2024-04-13T07:43:15.285576+0000","last_peered":"2024-04-13T07:43:15.285576+0000","last_clean":"2024-04-13T07:43:15.285576+0000","last_became_active":"2024-04-13T07:42:37.008645+0000","last_became_peered":"2024-04-13T07:42:37.008645+0000","last_unstale":"2024-04-13T07:43:15.285576+0000","last_undegraded":"2024-04-13T07:43:15.285576+0000","last_fullsized":"2024-04-13T07:43:15.285576+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:58:03.772696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.285562+0000","last_change":"2024-04-13T07:42:36.641262+0000","last_active":"2024-04-13T07:43:15.285562+0000","last_peered":"2024-04-13T07:43:15.285562+0000","last_clean":"2024-04-13T07:43:15.285562+0000","last_became_active":"2024-04-13T07:42:36.640978+0000","last_became_peered":"2024-04-13T07:42:36.640978+0000","last_unstale":"2024-04-13T07:43:15.285562+0000","last_undegraded":"2024-04-13T07:43:15.285562+0000","last_fullsized":"2024-04-13T07:43:15.285562+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:43:11.602565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.285343+0000","last_change":"2024-04-13T07:42:37.006981+0000","last_active":"2024-04-13T07:43:15.285343+0000","last_peered":"2024-04-13T07:43:15.285343+0000","last_clean":"2024-04-13T07:43:15.285343+0000","last_became_active":"2024-04-13T07:42:37.005999+0000","last_became_peered":"2024-04-13T07:42:37.005999+0000","last_unstale":"2024-04-13T07:43:15.285343+0000","last_undegraded":"2024-04-13T07:43:15.285343+0000","last_fullsized":"2024-04-13T07:43:15.285343+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:01:05.619402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":27,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.026944+0000","last_change":"2024-04-13T07:42:36.632689+0000","last_active":"2024-04-13T07:43:14.026944+0000","last_peered":"2024-04-13T07:43:14.026944+0000","last_clean":"2024-04-13T07:43:14.026944+0000","last_became_active":"2024-04-13T07:42:36.632061+0000","last_became_peered":"2024-04-13T07:42:36.632061+0000","last_unstale":"2024-04-13T07:43:14.026944+0000","last_undegraded":"2024-04-13T07:43:14.026944+0000","last_fullsized":"2024-04-13T07:43:14.026944+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:45:29.398002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.285463+0000","last_change":"2024-04-13T07:42:36.997276+0000","last_active":"2024-04-13T07:43:15.285463+0000","last_peered":"2024-04-13T07:43:15.285463+0000","last_clean":"2024-04-13T07:43:15.285463+0000","last_became_active":"2024-04-13T07:42:36.996999+0000","last_became_peered":"2024-04-13T07:42:36.996999+0000","last_unstale":"2024-04-13T07:43:15.285463+0000","last_undegraded":"2024-04-13T07:43:15.285463+0000","last_fullsized":"2024-04-13T07:43:15.285463+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:07:08.380622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.286917+0000","last_change":"2024-04-13T07:42:36.648281+0000","last_active":"2024-04-13T07:43:15.286917+0000","last_peered":"2024-04-13T07:43:15.286917+0000","last_clean":"2024-04-13T07:43:15.286917+0000","last_became_active":"2024-04-13T07:42:36.647945+0000","last_became_peered":"2024-04-13T07:42:36.647945+0000","last_unstale":"2024-04-13T07:43:15.286917+0000","last_undegraded":"2024-04-13T07:43:15.286917+0000","last_fullsized":"2024-04-13T07:43:15.286917+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:57:44.756348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.286383+0000","last_change":"2024-04-13T07:42:36.998142+0000","last_active":"2024-04-13T07:43:15.286383+0000","last_peered":"2024-04-13T07:43:15.286383+0000","last_clean":"2024-04-13T07:43:15.286383+0000","last_became_active":"2024-04-13T07:42:36.996679+0000","last_became_peered":"2024-04-13T07:42:36.996679+0000","last_unstale":"2024-04-13T07:43:15.286383+0000","last_undegraded":"2024-04-13T07:43:15.286383+0000","last_fullsized":"2024-04-13T07:43:15.286383+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:26:18.025596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.919915+0000","last_change":"2024-04-13T07:43:13.032460+0000","last_active":"2024-04-13T07:43:15.919915+0000","last_peered":"2024-04-13T07:43:15.919915+0000","last_clean":"2024-04-13T07:43:15.919915+0000","last_became_active":"2024-04-13T07:43:13.032148+0000","last_became_peered":"2024-04-13T07:43:13.032148+0000","last_unstale":"2024-04-13T07:43:15.919915+0000","last_undegraded":"2024-04-13T07:43:15.919915+0000","last_fullsized":"2024-04-13T07:43:15.919915+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:43:11.971863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:43:11.971863+0000","last_clean_scrub_stamp":"2024-04-13T07:43:11.971863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:02:02.191159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027585+0000","last_change":"2024-04-13T07:42:36.634561+0000","last_active":"2024-04-13T07:43:14.027585+0000","last_peered":"2024-04-13T07:43:14.027585+0000","last_clean":"2024-04-13T07:43:14.027585+0000","last_became_active":"2024-04-13T07:42:36.634042+0000","last_became_peered":"2024-04-13T07:42:36.634042+0000","last_unstale":"2024-04-13T07:43:14.027585+0000","last_undegraded":"2024-04-13T07:43:14.027585+0000","last_fullsized":"2024-04-13T07:43:14.027585+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:40:00.383108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027506+0000","last_change":"2024-04-13T07:42:36.999140+0000","last_active":"2024-04-13T07:43:14.027506+0000","last_peered":"2024-04-13T07:43:14.027506+0000","last_clean":"2024-04-13T07:43:14.027506+0000","last_became_active":"2024-04-13T07:42:36.998797+0000","last_became_peered":"2024-04-13T07:42:36.998797+0000","last_unstale":"2024-04-13T07:43:14.027506+0000","last_undegraded":"2024-04-13T07:43:14.027506+0000","last_fullsized":"2024-04-13T07:43:14.027506+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:52:59.746831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.919957+0000","last_change":"2024-04-13T07:43:13.038872+0000","last_active":"2024-04-13T07:43:15.919957+0000","last_peered":"2024-04-13T07:43:15.919957+0000","last_clean":"2024-04-13T07:43:15.919957+0000","last_became_active":"2024-04-13T07:43:13.038570+0000","last_became_peered":"2024-04-13T07:43:13.038570+0000","last_unstale":"2024-04-13T07:43:15.919957+0000","last_undegraded":"2024-04-13T07:43:15.919957+0000","last_fullsized":"2024-04-13T07:43:15.919957+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:43:11.971863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:43:11.971863+0000","last_clean_scrub_stamp":"2024-04-13T07:43:11.971863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:49:41.899072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027564+0000","last_change":"2024-04-13T07:42:36.640211+0000","last_active":"2024-04-13T07:43:14.027564+0000","last_peered":"2024-04-13T07:43:14.027564+0000","last_clean":"2024-04-13T07:43:14.027564+0000","last_became_active":"2024-04-13T07:42:36.639411+0000","last_became_peered":"2024-04-13T07:42:36.639411+0000","last_unstale":"2024-04-13T07:43:14.027564+0000","last_undegraded":"2024-04-13T07:43:14.027564+0000","last_fullsized":"2024-04-13T07:43:14.027564+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:32:22.294238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027444+0000","last_change":"2024-04-13T07:43:02.285144+0000","last_active":"2024-04-13T07:43:14.027444+0000","last_peered":"2024-04-13T07:43:14.027444+0000","last_clean":"2024-04-13T07:43:14.027444+0000","last_became_active":"2024-04-13T07:43:02.284777+0000","last_became_peered":"2024-04-13T07:43:02.284777+0000","last_unstale":"2024-04-13T07:43:14.027444+0000","last_undegraded":"2024-04-13T07:43:14.027444+0000","last_fullsized":"2024-04-13T07:43:14.027444+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:25:07.215301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.920028+0000","last_change":"2024-04-13T07:43:13.041544+0000","last_active":"2024-04-13T07:43:15.920028+0000","last_peered":"2024-04-13T07:43:15.920028+0000","last_clean":"2024-04-13T07:43:15.920028+0000","last_became_active":"2024-04-13T07:43:13.041245+0000","last_became_peered":"2024-04-13T07:43:13.041245+0000","last_unstale":"2024-04-13T07:43:15.920028+0000","last_undegraded":"2024-04-13T07:43:15.920028+0000","last_fullsized":"2024-04-13T07:43:15.920028+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:43:11.971863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:43:11.971863+0000","last_clean_scrub_stamp":"2024-04-13T07:43:11.971863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:41:58.624799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027090+0000","last_change":"2024-04-13T07:42:36.995942+0000","last_active":"2024-04-13T07:43:14.027090+0000","last_peered":"2024-04-13T07:43:14.027090+0000","last_clean":"2024-04-13T07:43:14.027090+0000","last_became_active":"2024-04-13T07:42:36.995671+0000","last_became_peered":"2024-04-13T07:42:36.995671+0000","last_unstale":"2024-04-13T07:43:14.027090+0000","last_undegraded":"2024-04-13T07:43:14.027090+0000","last_fullsized":"2024-04-13T07:43:14.027090+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:39:52.688199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027983+0000","last_change":"2024-04-13T07:42:36.640764+0000","last_active":"2024-04-13T07:43:14.027983+0000","last_peered":"2024-04-13T07:43:14.027983+0000","last_clean":"2024-04-13T07:43:14.027983+0000","last_became_active":"2024-04-13T07:42:36.640437+0000","last_became_peered":"2024-04-13T07:42:36.640437+0000","last_unstale":"2024-04-13T07:43:14.027983+0000","last_undegraded":"2024-04-13T07:43:14.027983+0000","last_fullsized":"2024-04-13T07:43:14.027983+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:54:49.269709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.921654+0000","last_change":"2024-04-13T07:43:13.059703+0000","last_active":"2024-04-13T07:43:15.921654+0000","last_peered":"2024-04-13T07:43:15.921654+0000","last_clean":"2024-04-13T07:43:15.921654+0000","last_became_active":"2024-04-13T07:43:13.059358+0000","last_became_peered":"2024-04-13T07:43:13.059358+0000","last_unstale":"2024-04-13T07:43:15.921654+0000","last_undegraded":"2024-04-13T07:43:15.921654+0000","last_fullsized":"2024-04-13T07:43:15.921654+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:43:11.971863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:43:11.971863+0000","last_clean_scrub_stamp":"2024-04-13T07:43:11.971863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:37:06.348958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.173450+0000","last_change":"2024-04-13T07:42:37.000895+0000","last_active":"2024-04-13T07:43:14.173450+0000","last_peered":"2024-04-13T07:43:14.173450+0000","last_clean":"2024-04-13T07:43:14.173450+0000","last_became_active":"2024-04-13T07:42:37.000614+0000","last_became_peered":"2024-04-13T07:42:37.000614+0000","last_unstale":"2024-04-13T07:43:14.173450+0000","last_undegraded":"2024-04-13T07:43:14.173450+0000","last_fullsized":"2024-04-13T07:43:14.173450+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:48:27.131388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027646+0000","last_change":"2024-04-13T07:42:36.641881+0000","last_active":"2024-04-13T07:43:14.027646+0000","last_peered":"2024-04-13T07:43:14.027646+0000","last_clean":"2024-04-13T07:43:14.027646+0000","last_became_active":"2024-04-13T07:42:36.640346+0000","last_became_peered":"2024-04-13T07:42:36.640346+0000","last_unstale":"2024-04-13T07:43:14.027646+0000","last_undegraded":"2024-04-13T07:43:14.027646+0000","last_fullsized":"2024-04-13T07:43:14.027646+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:01:18.716214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"66'128","reported_seq":265,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.285267+0000","last_change":"2024-04-13T07:42:21.974818+0000","last_active":"2024-04-13T07:43:15.285267+0000","last_peered":"2024-04-13T07:43:15.285267+0000","last_clean":"2024-04-13T07:43:15.285267+0000","last_became_active":"2024-04-13T07:42:21.974326+0000","last_became_peered":"2024-04-13T07:42:21.974326+0000","last_unstale":"2024-04-13T07:43:15.285267+0000","last_undegraded":"2024-04-13T07:43:15.285267+0000","last_fullsized":"2024-04-13T07:43:15.285267+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:40:15.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:40:15.469395+0000","last_clean_scrub_stamp":"2024-04-13T07:40:15.469395+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:43:01.030248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.920279+0000","last_change":"2024-04-13T07:43:13.041665+0000","last_active":"2024-04-13T07:43:15.920279+0000","last_peered":"2024-04-13T07:43:15.920279+0000","last_clean":"2024-04-13T07:43:15.920279+0000","last_became_active":"2024-04-13T07:43:13.041342+0000","last_became_peered":"2024-04-13T07:43:13.041342+0000","last_unstale":"2024-04-13T07:43:15.920279+0000","last_undegraded":"2024-04-13T07:43:15.920279+0000","last_fullsized":"2024-04-13T07:43:15.920279+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:43:11.971863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:43:11.971863+0000","last_clean_scrub_stamp":"2024-04-13T07:43:11.971863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:33:23.663425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.026860+0000","last_change":"2024-04-13T07:43:02.286084+0000","last_active":"2024-04-13T07:43:14.026860+0000","last_peered":"2024-04-13T07:43:14.026860+0000","last_clean":"2024-04-13T07:43:14.026860+0000","last_became_active":"2024-04-13T07:43:02.285724+0000","last_became_peered":"2024-04-13T07:43:02.285724+0000","last_unstale":"2024-04-13T07:43:14.026860+0000","last_undegraded":"2024-04-13T07:43:14.026860+0000","last_fullsized":"2024-04-13T07:43:14.026860+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:00:08.579486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.285137+0000","last_change":"2024-04-13T07:42:36.649193+0000","last_active":"2024-04-13T07:43:15.285137+0000","last_peered":"2024-04-13T07:43:15.285137+0000","last_clean":"2024-04-13T07:43:15.285137+0000","last_became_active":"2024-04-13T07:42:36.648787+0000","last_became_peered":"2024-04-13T07:42:36.648787+0000","last_unstale":"2024-04-13T07:43:15.285137+0000","last_undegraded":"2024-04-13T07:43:15.285137+0000","last_fullsized":"2024-04-13T07:43:15.285137+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:57:23.052939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.920209+0000","last_change":"2024-04-13T07:43:13.059930+0000","last_active":"2024-04-13T07:43:15.920209+0000","last_peered":"2024-04-13T07:43:15.920209+0000","last_clean":"2024-04-13T07:43:15.920209+0000","last_became_active":"2024-04-13T07:43:13.059597+0000","last_became_peered":"2024-04-13T07:43:13.059597+0000","last_unstale":"2024-04-13T07:43:15.920209+0000","last_undegraded":"2024-04-13T07:43:15.920209+0000","last_fullsized":"2024-04-13T07:43:15.920209+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:43:11.971863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:43:11.971863+0000","last_clean_scrub_stamp":"2024-04-13T07:43:11.971863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:34:06.430024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.286710+0000","last_change":"2024-04-13T07:42:36.649064+0000","last_active":"2024-04-13T07:43:15.286710+0000","last_peered":"2024-04-13T07:43:15.286710+0000","last_clean":"2024-04-13T07:43:15.286710+0000","last_became_active":"2024-04-13T07:42:36.648763+0000","last_became_peered":"2024-04-13T07:42:36.648763+0000","last_unstale":"2024-04-13T07:43:15.286710+0000","last_undegraded":"2024-04-13T07:43:15.286710+0000","last_fullsized":"2024-04-13T07:43:15.286710+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:45:35.270246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027732+0000","last_change":"2024-04-13T07:42:36.992968+0000","last_active":"2024-04-13T07:43:14.027732+0000","last_peered":"2024-04-13T07:43:14.027732+0000","last_clean":"2024-04-13T07:43:14.027732+0000","last_became_active":"2024-04-13T07:42:36.992703+0000","last_became_peered":"2024-04-13T07:42:36.992703+0000","last_unstale":"2024-04-13T07:43:14.027732+0000","last_undegraded":"2024-04-13T07:43:14.027732+0000","last_fullsized":"2024-04-13T07:43:14.027732+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:47:53.383772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.919870+0000","last_change":"2024-04-13T07:43:13.060054+0000","last_active":"2024-04-13T07:43:15.919870+0000","last_peered":"2024-04-13T07:43:15.919870+0000","last_clean":"2024-04-13T07:43:15.919870+0000","last_became_active":"2024-04-13T07:43:13.059738+0000","last_became_peered":"2024-04-13T07:43:13.059738+0000","last_unstale":"2024-04-13T07:43:15.919870+0000","last_undegraded":"2024-04-13T07:43:15.919870+0000","last_fullsized":"2024-04-13T07:43:15.919870+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:43:11.971863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:43:11.971863+0000","last_clean_scrub_stamp":"2024-04-13T07:43:11.971863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:43:02.688480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"62'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027396+0000","last_change":"2024-04-13T07:42:36.636248+0000","last_active":"2024-04-13T07:43:14.027396+0000","last_peered":"2024-04-13T07:43:14.027396+0000","last_clean":"2024-04-13T07:43:14.027396+0000","last_became_active":"2024-04-13T07:42:36.635715+0000","last_became_peered":"2024-04-13T07:42:36.635715+0000","last_unstale":"2024-04-13T07:43:14.027396+0000","last_undegraded":"2024-04-13T07:43:14.027396+0000","last_fullsized":"2024-04-13T07:43:14.027396+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:21:17.026690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.173645+0000","last_change":"2024-04-13T07:42:37.014613+0000","last_active":"2024-04-13T07:43:14.173645+0000","last_peered":"2024-04-13T07:43:14.173645+0000","last_clean":"2024-04-13T07:43:14.173645+0000","last_became_active":"2024-04-13T07:42:37.014089+0000","last_became_peered":"2024-04-13T07:42:37.014089+0000","last_unstale":"2024-04-13T07:43:14.173645+0000","last_undegraded":"2024-04-13T07:43:14.173645+0000","last_fullsized":"2024-04-13T07:43:14.173645+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:31:47.960828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.920770+0000","last_change":"2024-04-13T07:43:13.033745+0000","last_active":"2024-04-13T07:43:15.920770+0000","last_peered":"2024-04-13T07:43:15.920770+0000","last_clean":"2024-04-13T07:43:15.920770+0000","last_became_active":"2024-04-13T07:43:13.033437+0000","last_became_peered":"2024-04-13T07:43:13.033437+0000","last_unstale":"2024-04-13T07:43:15.920770+0000","last_undegraded":"2024-04-13T07:43:15.920770+0000","last_fullsized":"2024-04-13T07:43:15.920770+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:43:11.971863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:43:11.971863+0000","last_clean_scrub_stamp":"2024-04-13T07:43:11.971863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:12:21.290103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.286073+0000","last_change":"2024-04-13T07:42:36.647526+0000","last_active":"2024-04-13T07:43:15.286073+0000","last_peered":"2024-04-13T07:43:15.286073+0000","last_clean":"2024-04-13T07:43:15.286073+0000","last_became_active":"2024-04-13T07:42:36.647219+0000","last_became_peered":"2024-04-13T07:42:36.647219+0000","last_unstale":"2024-04-13T07:43:15.286073+0000","last_undegraded":"2024-04-13T07:43:15.286073+0000","last_fullsized":"2024-04-13T07:43:15.286073+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:23:14.932206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.184814+0000","last_change":"2024-04-13T07:42:36.995623+0000","last_active":"2024-04-13T07:43:14.184814+0000","last_peered":"2024-04-13T07:43:14.184814+0000","last_clean":"2024-04-13T07:43:14.184814+0000","last_became_active":"2024-04-13T07:42:36.995219+0000","last_became_peered":"2024-04-13T07:42:36.995219+0000","last_unstale":"2024-04-13T07:43:14.184814+0000","last_undegraded":"2024-04-13T07:43:14.184814+0000","last_fullsized":"2024-04-13T07:43:14.184814+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:27:31.241756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.285347+0000","last_change":"2024-04-13T07:42:36.648407+0000","last_active":"2024-04-13T07:43:15.285347+0000","last_peered":"2024-04-13T07:43:15.285347+0000","last_clean":"2024-04-13T07:43:15.285347+0000","last_became_active":"2024-04-13T07:42:36.648117+0000","last_became_peered":"2024-04-13T07:42:36.648117+0000","last_unstale":"2024-04-13T07:43:15.285347+0000","last_undegraded":"2024-04-13T07:43:15.285347+0000","last_fullsized":"2024-04-13T07:43:15.285347+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:26:55.297314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.285839+0000","last_change":"2024-04-13T07:42:37.009891+0000","last_active":"2024-04-13T07:43:15.285839+0000","last_peered":"2024-04-13T07:43:15.285839+0000","last_clean":"2024-04-13T07:43:15.285839+0000","last_became_active":"2024-04-13T07:42:37.009612+0000","last_became_peered":"2024-04-13T07:42:37.009612+0000","last_unstale":"2024-04-13T07:43:15.285839+0000","last_undegraded":"2024-04-13T07:43:15.285839+0000","last_fullsized":"2024-04-13T07:43:15.285839+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:32:03.190087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.026973+0000","last_change":"2024-04-13T07:42:36.637331+0000","last_active":"2024-04-13T07:43:14.026973+0000","last_peered":"2024-04-13T07:43:14.026973+0000","last_clean":"2024-04-13T07:43:14.026973+0000","last_became_active":"2024-04-13T07:42:36.637053+0000","last_became_peered":"2024-04-13T07:42:36.637053+0000","last_unstale":"2024-04-13T07:43:14.026973+0000","last_undegraded":"2024-04-13T07:43:14.026973+0000","last_fullsized":"2024-04-13T07:43:14.026973+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:49:07.240103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.173179+0000","last_change":"2024-04-13T07:42:37.013854+0000","last_active":"2024-04-13T07:43:14.173179+0000","last_peered":"2024-04-13T07:43:14.173179+0000","last_clean":"2024-04-13T07:43:14.173179+0000","last_became_active":"2024-04-13T07:42:37.010926+0000","last_became_peered":"2024-04-13T07:42:37.010926+0000","last_unstale":"2024-04-13T07:43:14.173179+0000","last_undegraded":"2024-04-13T07:43:14.173179+0000","last_fullsized":"2024-04-13T07:43:14.173179+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:35:23.494157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027661+0000","last_change":"2024-04-13T07:42:36.636883+0000","last_active":"2024-04-13T07:43:14.027661+0000","last_peered":"2024-04-13T07:43:14.027661+0000","last_clean":"2024-04-13T07:43:14.027661+0000","last_became_active":"2024-04-13T07:42:36.636581+0000","last_became_peered":"2024-04-13T07:42:36.636581+0000","last_unstale":"2024-04-13T07:43:14.027661+0000","last_undegraded":"2024-04-13T07:43:14.027661+0000","last_fullsized":"2024-04-13T07:43:14.027661+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:04:36.813947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.173366+0000","last_change":"2024-04-13T07:42:37.014915+0000","last_active":"2024-04-13T07:43:14.173366+0000","last_peered":"2024-04-13T07:43:14.173366+0000","last_clean":"2024-04-13T07:43:14.173366+0000","last_became_active":"2024-04-13T07:42:37.014603+0000","last_became_peered":"2024-04-13T07:42:37.014603+0000","last_unstale":"2024-04-13T07:43:14.173366+0000","last_undegraded":"2024-04-13T07:43:14.173366+0000","last_fullsized":"2024-04-13T07:43:14.173366+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:54:30.557952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.285233+0000","last_change":"2024-04-13T07:42:36.645895+0000","last_active":"2024-04-13T07:43:15.285233+0000","last_peered":"2024-04-13T07:43:15.285233+0000","last_clean":"2024-04-13T07:43:15.285233+0000","last_became_active":"2024-04-13T07:42:36.645574+0000","last_became_peered":"2024-04-13T07:42:36.645574+0000","last_unstale":"2024-04-13T07:43:15.285233+0000","last_undegraded":"2024-04-13T07:43:15.285233+0000","last_fullsized":"2024-04-13T07:43:15.285233+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:52:22.818215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027280+0000","last_change":"2024-04-13T07:43:02.182184+0000","last_active":"2024-04-13T07:43:14.027280+0000","last_peered":"2024-04-13T07:43:14.027280+0000","last_clean":"2024-04-13T07:43:14.027280+0000","last_became_active":"2024-04-13T07:43:02.181767+0000","last_became_peered":"2024-04-13T07:43:02.181767+0000","last_unstale":"2024-04-13T07:43:14.027280+0000","last_undegraded":"2024-04-13T07:43:14.027280+0000","last_fullsized":"2024-04-13T07:43:14.027280+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:01:06.359899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.028311+0000","last_change":"2024-04-13T07:42:36.639790+0000","last_active":"2024-04-13T07:43:14.028311+0000","last_peered":"2024-04-13T07:43:14.028311+0000","last_clean":"2024-04-13T07:43:14.028311+0000","last_became_active":"2024-04-13T07:42:36.639494+0000","last_became_peered":"2024-04-13T07:42:36.639494+0000","last_unstale":"2024-04-13T07:43:14.028311+0000","last_undegraded":"2024-04-13T07:43:14.028311+0000","last_fullsized":"2024-04-13T07:43:14.028311+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:42:04.144894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.286652+0000","last_change":"2024-04-13T07:42:37.000708+0000","last_active":"2024-04-13T07:43:15.286652+0000","last_peered":"2024-04-13T07:43:15.286652+0000","last_clean":"2024-04-13T07:43:15.286652+0000","last_became_active":"2024-04-13T07:42:37.000362+0000","last_became_peered":"2024-04-13T07:42:37.000362+0000","last_unstale":"2024-04-13T07:43:15.286652+0000","last_undegraded":"2024-04-13T07:43:15.286652+0000","last_fullsized":"2024-04-13T07:43:15.286652+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:50:24.835681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027396+0000","last_change":"2024-04-13T07:42:36.636252+0000","last_active":"2024-04-13T07:43:14.027396+0000","last_peered":"2024-04-13T07:43:14.027396+0000","last_clean":"2024-04-13T07:43:14.027396+0000","last_became_active":"2024-04-13T07:42:36.635396+0000","last_became_peered":"2024-04-13T07:42:36.635396+0000","last_unstale":"2024-04-13T07:43:14.027396+0000","last_undegraded":"2024-04-13T07:43:14.027396+0000","last_fullsized":"2024-04-13T07:43:14.027396+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:53:28.958691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027717+0000","last_change":"2024-04-13T07:42:37.000645+0000","last_active":"2024-04-13T07:43:14.027717+0000","last_peered":"2024-04-13T07:43:14.027717+0000","last_clean":"2024-04-13T07:43:14.027717+0000","last_became_active":"2024-04-13T07:42:37.000051+0000","last_became_peered":"2024-04-13T07:42:37.000051+0000","last_unstale":"2024-04-13T07:43:14.027717+0000","last_undegraded":"2024-04-13T07:43:14.027717+0000","last_fullsized":"2024-04-13T07:43:14.027717+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:27:47.515853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.028463+0000","last_change":"2024-04-13T07:42:36.641678+0000","last_active":"2024-04-13T07:43:14.028463+0000","last_peered":"2024-04-13T07:43:14.028463+0000","last_clean":"2024-04-13T07:43:14.028463+0000","last_became_active":"2024-04-13T07:42:36.641325+0000","last_became_peered":"2024-04-13T07:42:36.641325+0000","last_unstale":"2024-04-13T07:43:14.028463+0000","last_undegraded":"2024-04-13T07:43:14.028463+0000","last_fullsized":"2024-04-13T07:43:14.028463+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:00:52.800858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.286720+0000","last_change":"2024-04-13T07:42:37.003961+0000","last_active":"2024-04-13T07:43:15.286720+0000","last_peered":"2024-04-13T07:43:15.286720+0000","last_clean":"2024-04-13T07:43:15.286720+0000","last_became_active":"2024-04-13T07:42:37.002014+0000","last_became_peered":"2024-04-13T07:42:37.002014+0000","last_unstale":"2024-04-13T07:43:15.286720+0000","last_undegraded":"2024-04-13T07:43:15.286720+0000","last_fullsized":"2024-04-13T07:43:15.286720+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:05:01.418217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.285189+0000","last_change":"2024-04-13T07:42:37.006402+0000","last_active":"2024-04-13T07:43:15.285189+0000","last_peered":"2024-04-13T07:43:15.285189+0000","last_clean":"2024-04-13T07:43:15.285189+0000","last_became_active":"2024-04-13T07:42:37.004418+0000","last_became_peered":"2024-04-13T07:42:37.004418+0000","last_unstale":"2024-04-13T07:43:15.285189+0000","last_undegraded":"2024-04-13T07:43:15.285189+0000","last_fullsized":"2024-04-13T07:43:15.285189+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:00:38.288449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.028063+0000","last_change":"2024-04-13T07:42:37.000179+0000","last_active":"2024-04-13T07:43:14.028063+0000","last_peered":"2024-04-13T07:43:14.028063+0000","last_clean":"2024-04-13T07:43:14.028063+0000","last_became_active":"2024-04-13T07:42:36.999900+0000","last_became_peered":"2024-04-13T07:42:36.999900+0000","last_unstale":"2024-04-13T07:43:14.028063+0000","last_undegraded":"2024-04-13T07:43:14.028063+0000","last_fullsized":"2024-04-13T07:43:14.028063+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:42:27.376231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027731+0000","last_change":"2024-04-13T07:42:37.001337+0000","last_active":"2024-04-13T07:43:14.027731+0000","last_peered":"2024-04-13T07:43:14.027731+0000","last_clean":"2024-04-13T07:43:14.027731+0000","last_became_active":"2024-04-13T07:42:37.000969+0000","last_became_peered":"2024-04-13T07:42:37.000969+0000","last_unstale":"2024-04-13T07:43:14.027731+0000","last_undegraded":"2024-04-13T07:43:14.027731+0000","last_fullsized":"2024-04-13T07:43:14.027731+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:53:25.928231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.184535+0000","last_change":"2024-04-13T07:42:37.002671+0000","last_active":"2024-04-13T07:43:14.184535+0000","last_peered":"2024-04-13T07:43:14.184535+0000","last_clean":"2024-04-13T07:43:14.184535+0000","last_became_active":"2024-04-13T07:42:37.002417+0000","last_became_peered":"2024-04-13T07:42:37.002417+0000","last_unstale":"2024-04-13T07:43:14.184535+0000","last_undegraded":"2024-04-13T07:43:14.184535+0000","last_fullsized":"2024-04-13T07:43:14.184535+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:53:52.768118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.173427+0000","last_change":"2024-04-13T07:42:37.013030+0000","last_active":"2024-04-13T07:43:14.173427+0000","last_peered":"2024-04-13T07:43:14.173427+0000","last_clean":"2024-04-13T07:43:14.173427+0000","last_became_active":"2024-04-13T07:42:37.012759+0000","last_became_peered":"2024-04-13T07:42:37.012759+0000","last_unstale":"2024-04-13T07:43:14.173427+0000","last_undegraded":"2024-04-13T07:43:14.173427+0000","last_fullsized":"2024-04-13T07:43:14.173427+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:08:36.752412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027287+0000","last_change":"2024-04-13T07:42:37.004543+0000","last_active":"2024-04-13T07:43:14.027287+0000","last_peered":"2024-04-13T07:43:14.027287+0000","last_clean":"2024-04-13T07:43:14.027287+0000","last_became_active":"2024-04-13T07:42:37.004272+0000","last_became_peered":"2024-04-13T07:42:37.004272+0000","last_unstale":"2024-04-13T07:43:14.027287+0000","last_undegraded":"2024-04-13T07:43:14.027287+0000","last_fullsized":"2024-04-13T07:43:14.027287+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:17:39.798070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.286586+0000","last_change":"2024-04-13T07:42:36.999510+0000","last_active":"2024-04-13T07:43:15.286586+0000","last_peered":"2024-04-13T07:43:15.286586+0000","last_clean":"2024-04-13T07:43:15.286586+0000","last_became_active":"2024-04-13T07:42:36.999208+0000","last_became_peered":"2024-04-13T07:42:36.999208+0000","last_unstale":"2024-04-13T07:43:15.286586+0000","last_undegraded":"2024-04-13T07:43:15.286586+0000","last_fullsized":"2024-04-13T07:43:15.286586+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:14:14.486098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.173651+0000","last_change":"2024-04-13T07:42:37.012470+0000","last_active":"2024-04-13T07:43:14.173651+0000","last_peered":"2024-04-13T07:43:14.173651+0000","last_clean":"2024-04-13T07:43:14.173651+0000","last_became_active":"2024-04-13T07:42:37.012144+0000","last_became_peered":"2024-04-13T07:42:37.012144+0000","last_unstale":"2024-04-13T07:43:14.173651+0000","last_undegraded":"2024-04-13T07:43:14.173651+0000","last_fullsized":"2024-04-13T07:43:14.173651+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:20:40.378146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027491+0000","last_change":"2024-04-13T07:42:37.009761+0000","last_active":"2024-04-13T07:43:14.027491+0000","last_peered":"2024-04-13T07:43:14.027491+0000","last_clean":"2024-04-13T07:43:14.027491+0000","last_became_active":"2024-04-13T07:42:37.009306+0000","last_became_peered":"2024-04-13T07:42:37.009306+0000","last_unstale":"2024-04-13T07:43:14.027491+0000","last_undegraded":"2024-04-13T07:43:14.027491+0000","last_fullsized":"2024-04-13T07:43:14.027491+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:21:15.474650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.173318+0000","last_change":"2024-04-13T07:42:37.011831+0000","last_active":"2024-04-13T07:43:14.173318+0000","last_peered":"2024-04-13T07:43:14.173318+0000","last_clean":"2024-04-13T07:43:14.173318+0000","last_became_active":"2024-04-13T07:42:37.011566+0000","last_became_peered":"2024-04-13T07:42:37.011566+0000","last_unstale":"2024-04-13T07:43:14.173318+0000","last_undegraded":"2024-04-13T07:43:14.173318+0000","last_fullsized":"2024-04-13T07:43:14.173318+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:02:55.499009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027813+0000","last_change":"2024-04-13T07:42:36.995447+0000","last_active":"2024-04-13T07:43:14.027813+0000","last_peered":"2024-04-13T07:43:14.027813+0000","last_clean":"2024-04-13T07:43:14.027813+0000","last_became_active":"2024-04-13T07:42:36.994716+0000","last_became_peered":"2024-04-13T07:42:36.994716+0000","last_unstale":"2024-04-13T07:43:14.027813+0000","last_undegraded":"2024-04-13T07:43:14.027813+0000","last_fullsized":"2024-04-13T07:43:14.027813+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:11:43.317603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.184560+0000","last_change":"2024-04-13T07:42:37.011230+0000","last_active":"2024-04-13T07:43:14.184560+0000","last_peered":"2024-04-13T07:43:14.184560+0000","last_clean":"2024-04-13T07:43:14.184560+0000","last_became_active":"2024-04-13T07:42:37.010948+0000","last_became_peered":"2024-04-13T07:42:37.010948+0000","last_unstale":"2024-04-13T07:43:14.184560+0000","last_undegraded":"2024-04-13T07:43:14.184560+0000","last_fullsized":"2024-04-13T07:43:14.184560+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:53:58.552766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.285840+0000","last_change":"2024-04-13T07:42:37.002262+0000","last_active":"2024-04-13T07:43:15.285840+0000","last_peered":"2024-04-13T07:43:15.285840+0000","last_clean":"2024-04-13T07:43:15.285840+0000","last_became_active":"2024-04-13T07:42:37.001680+0000","last_became_peered":"2024-04-13T07:42:37.001680+0000","last_unstale":"2024-04-13T07:43:15.285840+0000","last_undegraded":"2024-04-13T07:43:15.285840+0000","last_fullsized":"2024-04-13T07:43:15.285840+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:09:31.165349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3148,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234007,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28292,"kb_used_data":1272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716860,"statfs":{"total":95995035648,"available":95966064640,"internally_reserved":0,"allocated":1302528,"data_stored":899109,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":27654604},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:43:20 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.505}]},{"osd":1,"last update":"Sat Apr 13 07:43:20 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.55700000000000005}]},{"osd":2,"last update":"Sat Apr 13 07:43:20 2024","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.56799999999999995}]},{"osd":3,"last update":"Sat Apr 13 07:43:20 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.63100000000000001}]},{"osd":4,"last update":"Sat Apr 13 07:43:20 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.36199999999999999}]},{"osd":5,"last update":"Sat Apr 13 07:43:20 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.38},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.42899999999999999}]},{"osd":6,"last update":"Sat Apr 13 07:43:20 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.40999999999999998}]}]},{"osd":6,"up_from":46,"seq":197568495645,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28300,"kb_used_data":1276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716852,"statfs":{"total":95995035648,"available":95966056448,"internally_reserved":0,"allocated":1306624,"data_stored":901164,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:43:58 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.54400000000000004,"15min":0.54600000000000004},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.78300000000000003,"5min":1.1539999999999999,"15min":1.1539999999999999},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.505,"15min":0.50700000000000001},"min":{"1min":0.38300000000000001,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.67700000000000005,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.54600000000000004}]},{"osd":1,"last update":"Sat Apr 13 07:43:58 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.53800000000000003,"15min":0.53700000000000003},"min":{"1min":0.37,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.78900000000000003,"5min":1.032,"15min":1.032},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.502,"15min":0.501},"min":{"1min":0.40500000000000003,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.60999999999999999}]},{"osd":2,"last update":"Sat Apr 13 07:43:58 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.55400000000000005,"15min":0.55600000000000005},"min":{"1min":0.36099999999999999,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.81200000000000006,"5min":1.026,"15min":1.026},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54100000000000004,"15min":0.54000000000000004},"min":{"1min":0.41599999999999998,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.73499999999999999,"5min":1.107,"15min":1.107},"last":0.59899999999999998}]},{"osd":3,"last update":"Sat Apr 13 07:43:58 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.52000000000000002,"15min":0.52300000000000002},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.76200000000000001,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.52500000000000002,"15min":0.52300000000000002},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.65100000000000002}]},{"osd":4,"last update":"Sat Apr 13 07:43:58 2024","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.432,"15min":0.42999999999999999},"min":{"1min":0.30399999999999999,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.44500000000000001,"15min":0.44800000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.62,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.35999999999999999}]},{"osd":5,"last update":"Sat Apr 13 07:43:58 2024","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.46500000000000002,"15min":0.46899999999999997},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.68899999999999995,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.376},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.48299999999999998,"15min":0.48499999999999999},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.65500000000000003,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.42699999999999999}]},{"osd":7,"last update":"Sat Apr 13 07:43:19 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.443}]}]},{"osd":1,"up_from":13,"seq":55834574902,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27720,"kb_used_data":700,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717432,"statfs":{"total":95995035648,"available":95966650368,"internally_reserved":0,"allocated":716800,"data_stored":309152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:43:57 2024","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.33800000000000002,"15min":0.313},"min":{"1min":0.28799999999999998,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.46700000000000003,"5min":0.47499999999999998,"15min":0.47499999999999998},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.33700000000000002,"5min":0.34200000000000003,"15min":0.32200000000000001},"min":{"1min":0.23999999999999999,"5min":0.223,"15min":0.223},"max":{"1min":0.49199999999999999,"5min":0.58099999999999996,"15min":0.58099999999999996},"last":0.29699999999999999}]},{"osd":2,"last update":"Sat Apr 13 07:43:17 2024","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.41599999999999998,"15min":0.40400000000000003},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.39500000000000002,"15min":0.39700000000000002},"min":{"1min":0.28299999999999997,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"last":0.26300000000000001}]},{"osd":3,"last update":"Sat Apr 13 07:43:43 2024","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.38500000000000001,"15min":0.39300000000000002},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"last":0.28199999999999997},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.42399999999999999,"15min":0.432},"min":{"1min":0.29999999999999999,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.625,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.36799999999999999}]},{"osd":4,"last update":"Sat Apr 13 07:43:08 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.55600000000000005,"15min":0.54800000000000004},"min":{"1min":0.45100000000000001,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.438},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.54600000000000004,"15min":0.54500000000000004},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.73999999999999999,"5min":0.752,"15min":0.752},"last":0.39800000000000002}]},{"osd":5,"last update":"Sat Apr 13 07:43:30 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.59199999999999997,"15min":0.59499999999999997},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.502},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.56799999999999995,"15min":0.56599999999999995},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.41599999999999998}]},{"osd":6,"last update":"Sat Apr 13 07:43:57 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.57399999999999995,"15min":0.57499999999999996},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.72499999999999998,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.60799999999999998,"15min":0.61599999999999999},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.47599999999999998}]},{"osd":7,"last update":"Sat Apr 13 07:43:19 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.48699999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738427,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32404,"kb_used_data":1288,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712748,"statfs":{"total":95995035648,"available":95961853952,"internally_reserved":0,"allocated":1318912,"data_stored":900088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Apr 13 07:44:00 2024","interfaces":[{"interface":"back","average":{"1min":0.34499999999999997,"5min":0.34599999999999997,"15min":0.32400000000000001},"min":{"1min":0.23599999999999999,"5min":0.186,"15min":0.186},"max":{"1min":0.52900000000000003,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.36199999999999999,"15min":0.33400000000000002},"min":{"1min":0.24099999999999999,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.29699999999999999}]},{"osd":2,"last update":"Sat Apr 13 07:43:21 2024","interfaces":[{"interface":"back","average":{"1min":0.34799999999999998,"5min":0.36699999999999999,"15min":0.35999999999999999},"min":{"1min":0.25700000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.50800000000000001,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.38,"5min":0.40400000000000003,"15min":0.40000000000000002},"min":{"1min":0.26800000000000002,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.61499999999999999,"5min":0.622,"15min":0.622},"last":0.36399999999999999}]},{"osd":3,"last update":"Sat Apr 13 07:43:44 2024","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.46700000000000003,"15min":0.47499999999999998},"min":{"1min":0.34000000000000002,"5min":0.315,"15min":0.315},"max":{"1min":0.68000000000000005,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.44600000000000001,"15min":0.44800000000000001},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.34300000000000003}]},{"osd":4,"last update":"Sat Apr 13 07:43:07 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.59199999999999997,"15min":0.59499999999999997},"min":{"1min":0.443,"5min":0.379,"15min":0.379},"max":{"1min":0.91400000000000003,"5min":1.1599999999999999,"15min":1.1599999999999999},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.59799999999999998,"15min":0.60099999999999998},"min":{"1min":0.39300000000000002,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.73799999999999999,"5min":1.016,"15min":1.016},"last":0.57199999999999995}]},{"osd":5,"last update":"Sat Apr 13 07:43:33 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.57899999999999996,"15min":0.58399999999999996},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.89300000000000002,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.60399999999999998,"15min":0.61099999999999999},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.78300000000000003,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.629}]},{"osd":6,"last update":"Sat Apr 13 07:44:00 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.58099999999999996,"15min":0.58399999999999996},"min":{"1min":0.42499999999999999,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.61199999999999999,"15min":0.61599999999999999},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.79100000000000004,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.70599999999999996}]},{"osd":7,"last update":"Sat Apr 13 07:43:21 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.51700000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411377,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27716,"kb_used_data":696,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717436,"statfs":{"total":95995035648,"available":95966654464,"internally_reserved":0,"allocated":712704,"data_stored":309574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:43:21 2024","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.36699999999999999,"15min":0.36799999999999999},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.51200000000000001,"5min":0.52600000000000002,"15min":0.52600000000000002},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.41299999999999998,"15min":0.40999999999999998},"min":{"1min":0.30199999999999999,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.54200000000000004,"5min":0.629,"15min":0.629},"last":0.27600000000000002}]},{"osd":1,"last update":"Sat Apr 13 07:43:21 2024","interfaces":[{"interface":"back","average":{"1min":0.36799999999999999,"5min":0.38600000000000001,"15min":0.38700000000000001},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.40799999999999997,"15min":0.39900000000000002},"min":{"1min":0.26300000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.57499999999999996,"5min":0.624,"15min":0.624},"last":0.36399999999999999}]},{"osd":3,"last update":"Sat Apr 13 07:43:46 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.45600000000000002,"15min":0.47099999999999997},"min":{"1min":0.29199999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.65300000000000002,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.31900000000000001},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.42999999999999999,"15min":0.44600000000000001},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.57199999999999995,"5min":0.57699999999999996,"15min":0.57699999999999996},"last":0.40600000000000003}]},{"osd":4,"last update":"Sat Apr 13 07:43:07 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.54600000000000004,"15min":0.53800000000000003},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.56999999999999995,"15min":0.56200000000000006},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.77300000000000002,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.53500000000000003}]},{"osd":5,"last update":"Sat Apr 13 07:43:31 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.59499999999999997,"15min":0.59699999999999998},"min":{"1min":0.41399999999999998,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.61399999999999999,"15min":0.621},"min":{"1min":0.41399999999999998,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.83299999999999996,"5min":1.109,"15min":1.109},"last":0.55800000000000005}]},{"osd":6,"last update":"Sat Apr 13 07:43:55 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.60799999999999998,"15min":0.622},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.73399999999999999,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.63900000000000001,"15min":0.65600000000000003},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.65900000000000003,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.63200000000000001}]},{"osd":7,"last update":"Sat Apr 13 07:43:21 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.623}]}]},{"osd":3,"up_from":25,"seq":107374182443,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27732,"kb_used_data":712,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717420,"statfs":{"total":95995035648,"available":95966638080,"internally_reserved":0,"allocated":729088,"data_stored":311446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:43:43 2024","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.39900000000000002,"15min":0.41699999999999998},"min":{"1min":0.26700000000000002,"5min":0.246,"15min":0.246},"max":{"1min":0.55100000000000005,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.41999999999999998,"15min":0.42399999999999999},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.52400000000000002,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.42099999999999999}]},{"osd":1,"last update":"Sat Apr 13 07:43:43 2024","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.40600000000000003,"15min":0.41799999999999998},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.499,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.441},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.46200000000000002,"15min":0.47999999999999998},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.53700000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.40799999999999997}]},{"osd":2,"last update":"Sat Apr 13 07:43:43 2024","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.48899999999999999,"15min":0.50800000000000001},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.54800000000000004,"5min":0.97799999999999998,"15min":0.97799999999999998},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.438,"5min":0.46200000000000002,"15min":0.47199999999999998},"min":{"1min":0.32300000000000001,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.47399999999999998}]},{"osd":4,"last update":"Sat Apr 13 07:43:08 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.58899999999999997,"15min":0.58699999999999997},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.77700000000000002,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.60499999999999998,"15min":0.61099999999999999},"min":{"1min":0.44700000000000001,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.70599999999999996,"5min":1.379,"15min":1.379},"last":0.52400000000000002}]},{"osd":5,"last update":"Sat Apr 13 07:43:35 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.623,"15min":0.625},"min":{"1min":0.46100000000000002,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.81100000000000005,"5min":1.421,"15min":1.421},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.61199999999999999,"15min":0.61699999999999999},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.80700000000000005,"5min":1.355,"15min":1.355},"last":0.503}]},{"osd":6,"last update":"Sat Apr 13 07:43:57 2024","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.58999999999999997,"15min":0.58799999999999997},"min":{"1min":0.44800000000000001,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.60299999999999998,"15min":0.60499999999999998},"min":{"1min":0.43099999999999999,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.79800000000000004,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.63600000000000001}]},{"osd":7,"last update":"Sat Apr 13 07:43:18 2024","interfaces":[{"interface":"back","average":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.56200000000000006}]}]},{"osd":4,"up_from":30,"seq":128849018917,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27732,"kb_used_data":708,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717420,"statfs":{"total":95995035648,"available":95966638080,"internally_reserved":0,"allocated":724992,"data_stored":309700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:43:09 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.52000000000000002,"15min":0.52500000000000002},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.74099999999999999,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.52400000000000002,"15min":0.52100000000000002},"min":{"1min":0.41699999999999998,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.69599999999999995}]},{"osd":1,"last update":"Sat Apr 13 07:43:09 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.51300000000000001,"15min":0.51500000000000001},"min":{"1min":0.38200000000000001,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.68899999999999995,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.42099999999999999,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.49199999999999999}]},{"osd":2,"last update":"Sat Apr 13 07:43:09 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.55800000000000005,"15min":0.56299999999999994},"min":{"1min":0.39800000000000002,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.61199999999999999,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.53000000000000003,"15min":0.53200000000000003},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.59599999999999997}]},{"osd":3,"last update":"Sat Apr 13 07:43:09 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.56899999999999995,"15min":0.57499999999999996},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.67200000000000004,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.53200000000000003,"15min":0.53000000000000003},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.71299999999999997,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.52600000000000002}]},{"osd":5,"last update":"Sat Apr 13 07:43:33 2024","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.38400000000000001,"15min":0.37},"min":{"1min":0.316,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.38500000000000001,"15min":0.37},"min":{"1min":0.29599999999999999,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.67600000000000005}]},{"osd":6,"last update":"Sat Apr 13 07:43:59 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.46100000000000002,"15min":0.44900000000000001},"min":{"1min":0.34899999999999998,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.67800000000000005,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.46700000000000003,"15min":0.45900000000000002},"min":{"1min":0.33500000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.58199999999999996}]},{"osd":7,"last update":"Sat Apr 13 07:43:21 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.624}]}]},{"osd":5,"up_from":38,"seq":163208757281,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27720,"kb_used_data":700,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717432,"statfs":{"total":95995035648,"available":95966650368,"internally_reserved":0,"allocated":716800,"data_stored":310828,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:43:33 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.55000000000000004,"15min":0.55200000000000005},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.72399999999999998,"5min":0.751,"15min":0.751},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.54800000000000004,"15min":0.55000000000000004},"min":{"1min":0.40500000000000003,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.70999999999999996,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.71999999999999997}]},{"osd":1,"last update":"Sat Apr 13 07:43:33 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.56699999999999995,"15min":0.57499999999999996},"min":{"1min":0.39100000000000001,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.69499999999999995,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.71099999999999997},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.54100000000000004,"15min":0.54200000000000004},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.68799999999999994,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.67600000000000005}]},{"osd":2,"last update":"Sat Apr 13 07:43:33 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.56200000000000006,"15min":0.56699999999999995},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.65000000000000002,"5min":0.873,"15min":0.873},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.57599999999999996,"15min":0.57999999999999996},"min":{"1min":0.41499999999999998,"5min":0.378,"15min":0.378},"max":{"1min":0.71299999999999997,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.63800000000000001}]},{"osd":3,"last update":"Sat Apr 13 07:43:33 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.38800000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.68000000000000005,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.58199999999999996,"15min":0.58799999999999997},"min":{"1min":0.39900000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.72799999999999998,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.68700000000000006}]},{"osd":4,"last update":"Sat Apr 13 07:43:33 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.40000000000000002,"15min":0.39600000000000002},"min":{"1min":0.28100000000000003,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.56599999999999995,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.39600000000000002,"15min":0.39400000000000002},"min":{"1min":0.30199999999999999,"5min":0.247,"15min":0.247},"max":{"1min":0.56499999999999995,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.50600000000000001}]},{"osd":6,"last update":"Sat Apr 13 07:43:56 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.42799999999999999,"15min":0.42599999999999999},"min":{"1min":0.30199999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.64100000000000001,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.5,"5min":0.46000000000000002,"15min":0.45400000000000001},"min":{"1min":0.32800000000000001,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.65600000000000003,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.59199999999999997}]},{"osd":7,"last update":"Sat Apr 13 07:43:21 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.57699999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-13T07:44:12.878 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph pg dump --format=json 2024-04-13T07:44:14.882 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:44:14.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:44:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:44:14] "GET /metrics HTTP/1.1" 200 33666 "" "Prometheus/2.43.0" 2024-04-13T07:44:15.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:14 smithi139 ceph-mon[31267]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:15.237 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:14 smithi119 ceph-mon[39268]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:15.238 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:14 smithi119 ceph-mon[27733]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:16.466 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:44:16 smithi119 systemd[1]: Stopping Ceph alertmanager.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:44:17.141 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:16 smithi119 ceph-mon[27733]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:17.142 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:16 smithi119 ceph-mon[39268]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:17.142 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:44:17 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a[72343]: ts=2024-04-13T07:44:17.029Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-13T07:44:17.245 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:44:17.247 INFO:teuthology.orchestra.run.smithi119.stderr:dumped all 2024-04-13T07:44:17.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:16 smithi139 ceph-mon[31267]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:17.466 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:44:17 smithi119 podman[77376]: 2024-04-13 07:44:17.16425545 +0000 UTC m=+0.332765501 container died 0634cef7ebacf3113eb887205723307ddb81a1dae18db698ad89fbe7e44753a5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-13T07:44:17.795 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:44:17 smithi119 podman[77376]: 2024-04-13 07:44:17.602812786 +0000 UTC m=+0.771322833 container cleanup 0634cef7ebacf3113eb887205723307ddb81a1dae18db698ad89fbe7e44753a5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-13T07:44:17.795 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:44:17 smithi119 bash[77376]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a 2024-04-13T07:44:18.181 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:44:17 smithi119 podman[77423]: 2024-04-13 07:44:17.795492159 +0000 UTC m=+0.726834443 container remove 0634cef7ebacf3113eb887205723307ddb81a1dae18db698ad89fbe7e44753a5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-13T07:44:18.182 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:44:17 smithi119 podman[77423]: 2024-04-13 07:44:17.879279251 +0000 UTC m=+0.810621533 volume remove a877583af4542b75540e61e7797c57c4ca54e7d7fa57048deb1c3122b77d1415 2024-04-13T07:44:18.529 INFO:teuthology.orchestra.run.smithi119.stdout:{"pg_ready":true,"pg_map":{"version":40,"stamp":"2024-04-13T07:44:15.935023+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593516,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":1771686,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":227616,"kb_used_data":7352,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749733600,"statfs":{"total":767960285184,"available":767727206400,"internally_reserved":0,"allocated":7528448,"data_stored":4251061,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":225431098},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002144"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.286788+0000","last_change":"2024-04-13T07:42:37.005975+0000","last_active":"2024-04-13T07:43:15.286788+0000","last_peered":"2024-04-13T07:43:15.286788+0000","last_clean":"2024-04-13T07:43:15.286788+0000","last_became_active":"2024-04-13T07:42:37.005680+0000","last_became_peered":"2024-04-13T07:42:37.005680+0000","last_unstale":"2024-04-13T07:43:15.286788+0000","last_undegraded":"2024-04-13T07:43:15.286788+0000","last_fullsized":"2024-04-13T07:43:15.286788+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:43:25.874551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027182+0000","last_change":"2024-04-13T07:42:36.996625+0000","last_active":"2024-04-13T07:43:14.027182+0000","last_peered":"2024-04-13T07:43:14.027182+0000","last_clean":"2024-04-13T07:43:14.027182+0000","last_became_active":"2024-04-13T07:42:36.996360+0000","last_became_peered":"2024-04-13T07:42:36.996360+0000","last_unstale":"2024-04-13T07:43:14.027182+0000","last_undegraded":"2024-04-13T07:43:14.027182+0000","last_fullsized":"2024-04-13T07:43:14.027182+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:33:18.921841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.184725+0000","last_change":"2024-04-13T07:42:36.995372+0000","last_active":"2024-04-13T07:43:14.184725+0000","last_peered":"2024-04-13T07:43:14.184725+0000","last_clean":"2024-04-13T07:43:14.184725+0000","last_became_active":"2024-04-13T07:42:36.994095+0000","last_became_peered":"2024-04-13T07:42:36.994095+0000","last_unstale":"2024-04-13T07:43:14.184725+0000","last_undegraded":"2024-04-13T07:43:14.184725+0000","last_fullsized":"2024-04-13T07:43:14.184725+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:00:19.176659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027860+0000","last_change":"2024-04-13T07:42:37.000398+0000","last_active":"2024-04-13T07:43:14.027860+0000","last_peered":"2024-04-13T07:43:14.027860+0000","last_clean":"2024-04-13T07:43:14.027860+0000","last_became_active":"2024-04-13T07:42:36.999623+0000","last_became_peered":"2024-04-13T07:42:36.999623+0000","last_unstale":"2024-04-13T07:43:14.027860+0000","last_undegraded":"2024-04-13T07:43:14.027860+0000","last_fullsized":"2024-04-13T07:43:14.027860+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:54:42.365879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.285690+0000","last_change":"2024-04-13T07:42:37.009536+0000","last_active":"2024-04-13T07:43:15.285690+0000","last_peered":"2024-04-13T07:43:15.285690+0000","last_clean":"2024-04-13T07:43:15.285690+0000","last_became_active":"2024-04-13T07:42:37.009046+0000","last_became_peered":"2024-04-13T07:42:37.009046+0000","last_unstale":"2024-04-13T07:43:15.285690+0000","last_undegraded":"2024-04-13T07:43:15.285690+0000","last_fullsized":"2024-04-13T07:43:15.285690+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:56:42.424101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027882+0000","last_change":"2024-04-13T07:42:36.989426+0000","last_active":"2024-04-13T07:43:14.027882+0000","last_peered":"2024-04-13T07:43:14.027882+0000","last_clean":"2024-04-13T07:43:14.027882+0000","last_became_active":"2024-04-13T07:42:36.988962+0000","last_became_peered":"2024-04-13T07:42:36.988962+0000","last_unstale":"2024-04-13T07:43:14.027882+0000","last_undegraded":"2024-04-13T07:43:14.027882+0000","last_fullsized":"2024-04-13T07:43:14.027882+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:58:41.381248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.285318+0000","last_change":"2024-04-13T07:42:37.002050+0000","last_active":"2024-04-13T07:43:15.285318+0000","last_peered":"2024-04-13T07:43:15.285318+0000","last_clean":"2024-04-13T07:43:15.285318+0000","last_became_active":"2024-04-13T07:42:37.001729+0000","last_became_peered":"2024-04-13T07:42:37.001729+0000","last_unstale":"2024-04-13T07:43:15.285318+0000","last_undegraded":"2024-04-13T07:43:15.285318+0000","last_fullsized":"2024-04-13T07:43:15.285318+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:02:38.368456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.173102+0000","last_change":"2024-04-13T07:42:37.001674+0000","last_active":"2024-04-13T07:43:14.173102+0000","last_peered":"2024-04-13T07:43:14.173102+0000","last_clean":"2024-04-13T07:43:14.173102+0000","last_became_active":"2024-04-13T07:42:37.001337+0000","last_became_peered":"2024-04-13T07:42:37.001337+0000","last_unstale":"2024-04-13T07:43:14.173102+0000","last_undegraded":"2024-04-13T07:43:14.173102+0000","last_fullsized":"2024-04-13T07:43:14.173102+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:08:59.949638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.286712+0000","last_change":"2024-04-13T07:42:37.006781+0000","last_active":"2024-04-13T07:43:15.286712+0000","last_peered":"2024-04-13T07:43:15.286712+0000","last_clean":"2024-04-13T07:43:15.286712+0000","last_became_active":"2024-04-13T07:42:37.005856+0000","last_became_peered":"2024-04-13T07:42:37.005856+0000","last_unstale":"2024-04-13T07:43:15.286712+0000","last_undegraded":"2024-04-13T07:43:15.286712+0000","last_fullsized":"2024-04-13T07:43:15.286712+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:28:50.372131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.286462+0000","last_change":"2024-04-13T07:42:37.007604+0000","last_active":"2024-04-13T07:43:15.286462+0000","last_peered":"2024-04-13T07:43:15.286462+0000","last_clean":"2024-04-13T07:43:15.286462+0000","last_became_active":"2024-04-13T07:42:37.007287+0000","last_became_peered":"2024-04-13T07:42:37.007287+0000","last_unstale":"2024-04-13T07:43:15.286462+0000","last_undegraded":"2024-04-13T07:43:15.286462+0000","last_fullsized":"2024-04-13T07:43:15.286462+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:32:04.608142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.286212+0000","last_change":"2024-04-13T07:42:37.006842+0000","last_active":"2024-04-13T07:43:15.286212+0000","last_peered":"2024-04-13T07:43:15.286212+0000","last_clean":"2024-04-13T07:43:15.286212+0000","last_became_active":"2024-04-13T07:42:37.004567+0000","last_became_peered":"2024-04-13T07:42:37.004567+0000","last_unstale":"2024-04-13T07:43:15.286212+0000","last_undegraded":"2024-04-13T07:43:15.286212+0000","last_fullsized":"2024-04-13T07:43:15.286212+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:34:34.073269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.286079+0000","last_change":"2024-04-13T07:42:36.999077+0000","last_active":"2024-04-13T07:43:15.286079+0000","last_peered":"2024-04-13T07:43:15.286079+0000","last_clean":"2024-04-13T07:43:15.286079+0000","last_became_active":"2024-04-13T07:42:36.998778+0000","last_became_peered":"2024-04-13T07:42:36.998778+0000","last_unstale":"2024-04-13T07:43:15.286079+0000","last_undegraded":"2024-04-13T07:43:15.286079+0000","last_fullsized":"2024-04-13T07:43:15.286079+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:29:55.210355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.173356+0000","last_change":"2024-04-13T07:42:37.007188+0000","last_active":"2024-04-13T07:43:14.173356+0000","last_peered":"2024-04-13T07:43:14.173356+0000","last_clean":"2024-04-13T07:43:14.173356+0000","last_became_active":"2024-04-13T07:42:37.006902+0000","last_became_peered":"2024-04-13T07:42:37.006902+0000","last_unstale":"2024-04-13T07:43:14.173356+0000","last_undegraded":"2024-04-13T07:43:14.173356+0000","last_fullsized":"2024-04-13T07:43:14.173356+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:29:12.922101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.184491+0000","last_change":"2024-04-13T07:42:36.989457+0000","last_active":"2024-04-13T07:43:14.184491+0000","last_peered":"2024-04-13T07:43:14.184491+0000","last_clean":"2024-04-13T07:43:14.184491+0000","last_became_active":"2024-04-13T07:42:36.988783+0000","last_became_peered":"2024-04-13T07:42:36.988783+0000","last_unstale":"2024-04-13T07:43:14.184491+0000","last_undegraded":"2024-04-13T07:43:14.184491+0000","last_fullsized":"2024-04-13T07:43:14.184491+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:52:31.855179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.026882+0000","last_change":"2024-04-13T07:42:36.988963+0000","last_active":"2024-04-13T07:43:14.026882+0000","last_peered":"2024-04-13T07:43:14.026882+0000","last_clean":"2024-04-13T07:43:14.026882+0000","last_became_active":"2024-04-13T07:42:36.988661+0000","last_became_peered":"2024-04-13T07:42:36.988661+0000","last_unstale":"2024-04-13T07:43:14.026882+0000","last_undegraded":"2024-04-13T07:43:14.026882+0000","last_fullsized":"2024-04-13T07:43:14.026882+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:47:37.196724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027127+0000","last_change":"2024-04-13T07:42:36.993576+0000","last_active":"2024-04-13T07:43:14.027127+0000","last_peered":"2024-04-13T07:43:14.027127+0000","last_clean":"2024-04-13T07:43:14.027127+0000","last_became_active":"2024-04-13T07:42:36.992517+0000","last_became_peered":"2024-04-13T07:42:36.992517+0000","last_unstale":"2024-04-13T07:43:14.027127+0000","last_undegraded":"2024-04-13T07:43:14.027127+0000","last_fullsized":"2024-04-13T07:43:14.027127+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:41:37.550494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":27,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.028096+0000","last_change":"2024-04-13T07:43:02.286153+0000","last_active":"2024-04-13T07:43:14.028096+0000","last_peered":"2024-04-13T07:43:14.028096+0000","last_clean":"2024-04-13T07:43:14.028096+0000","last_became_active":"2024-04-13T07:43:02.285816+0000","last_became_peered":"2024-04-13T07:43:02.285816+0000","last_unstale":"2024-04-13T07:43:14.028096+0000","last_undegraded":"2024-04-13T07:43:14.028096+0000","last_fullsized":"2024-04-13T07:43:14.028096+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:06:27.147030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.028417+0000","last_change":"2024-04-13T07:42:37.007021+0000","last_active":"2024-04-13T07:43:14.028417+0000","last_peered":"2024-04-13T07:43:14.028417+0000","last_clean":"2024-04-13T07:43:14.028417+0000","last_became_active":"2024-04-13T07:42:37.006705+0000","last_became_peered":"2024-04-13T07:42:37.006705+0000","last_unstale":"2024-04-13T07:43:14.028417+0000","last_undegraded":"2024-04-13T07:43:14.028417+0000","last_fullsized":"2024-04-13T07:43:14.028417+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:56:33.368620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.286420+0000","last_change":"2024-04-13T07:42:37.009039+0000","last_active":"2024-04-13T07:43:15.286420+0000","last_peered":"2024-04-13T07:43:15.286420+0000","last_clean":"2024-04-13T07:43:15.286420+0000","last_became_active":"2024-04-13T07:42:37.008717+0000","last_became_peered":"2024-04-13T07:42:37.008717+0000","last_unstale":"2024-04-13T07:43:15.286420+0000","last_undegraded":"2024-04-13T07:43:15.286420+0000","last_fullsized":"2024-04-13T07:43:15.286420+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:11:29.869853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":38,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.184975+0000","last_change":"2024-04-13T07:43:02.195130+0000","last_active":"2024-04-13T07:43:14.184975+0000","last_peered":"2024-04-13T07:43:14.184975+0000","last_clean":"2024-04-13T07:43:14.184975+0000","last_became_active":"2024-04-13T07:43:02.188480+0000","last_became_peered":"2024-04-13T07:43:02.188480+0000","last_unstale":"2024-04-13T07:43:14.184975+0000","last_undegraded":"2024-04-13T07:43:14.184975+0000","last_fullsized":"2024-04-13T07:43:14.184975+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:38:01.666780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.173519+0000","last_change":"2024-04-13T07:42:37.004230+0000","last_active":"2024-04-13T07:43:14.173519+0000","last_peered":"2024-04-13T07:43:14.173519+0000","last_clean":"2024-04-13T07:43:14.173519+0000","last_became_active":"2024-04-13T07:42:37.003926+0000","last_became_peered":"2024-04-13T07:42:37.003926+0000","last_unstale":"2024-04-13T07:43:14.173519+0000","last_undegraded":"2024-04-13T07:43:14.173519+0000","last_fullsized":"2024-04-13T07:43:14.173519+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:57:27.322057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.173576+0000","last_change":"2024-04-13T07:42:36.646487+0000","last_active":"2024-04-13T07:43:14.173576+0000","last_peered":"2024-04-13T07:43:14.173576+0000","last_clean":"2024-04-13T07:43:14.173576+0000","last_became_active":"2024-04-13T07:42:36.646211+0000","last_became_peered":"2024-04-13T07:42:36.646211+0000","last_unstale":"2024-04-13T07:43:14.173576+0000","last_undegraded":"2024-04-13T07:43:14.173576+0000","last_fullsized":"2024-04-13T07:43:14.173576+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:48:16.860570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.184918+0000","last_change":"2024-04-13T07:42:36.993763+0000","last_active":"2024-04-13T07:43:14.184918+0000","last_peered":"2024-04-13T07:43:14.184918+0000","last_clean":"2024-04-13T07:43:14.184918+0000","last_became_active":"2024-04-13T07:42:36.993498+0000","last_became_peered":"2024-04-13T07:42:36.993498+0000","last_unstale":"2024-04-13T07:43:14.184918+0000","last_undegraded":"2024-04-13T07:43:14.184918+0000","last_fullsized":"2024-04-13T07:43:14.184918+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:54:06.164555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.286749+0000","last_change":"2024-04-13T07:42:36.649780+0000","last_active":"2024-04-13T07:43:15.286749+0000","last_peered":"2024-04-13T07:43:15.286749+0000","last_clean":"2024-04-13T07:43:15.286749+0000","last_became_active":"2024-04-13T07:42:36.649370+0000","last_became_peered":"2024-04-13T07:42:36.649370+0000","last_unstale":"2024-04-13T07:43:15.286749+0000","last_undegraded":"2024-04-13T07:43:15.286749+0000","last_fullsized":"2024-04-13T07:43:15.286749+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:41:14.258592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027935+0000","last_change":"2024-04-13T07:42:36.997571+0000","last_active":"2024-04-13T07:43:14.027935+0000","last_peered":"2024-04-13T07:43:14.027935+0000","last_clean":"2024-04-13T07:43:14.027935+0000","last_became_active":"2024-04-13T07:42:36.997258+0000","last_became_peered":"2024-04-13T07:42:36.997258+0000","last_unstale":"2024-04-13T07:43:14.027935+0000","last_undegraded":"2024-04-13T07:43:14.027935+0000","last_fullsized":"2024-04-13T07:43:14.027935+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:10:51.593225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.286132+0000","last_change":"2024-04-13T07:42:36.646750+0000","last_active":"2024-04-13T07:43:15.286132+0000","last_peered":"2024-04-13T07:43:15.286132+0000","last_clean":"2024-04-13T07:43:15.286132+0000","last_became_active":"2024-04-13T07:42:36.646448+0000","last_became_peered":"2024-04-13T07:42:36.646448+0000","last_unstale":"2024-04-13T07:43:15.286132+0000","last_undegraded":"2024-04-13T07:43:15.286132+0000","last_fullsized":"2024-04-13T07:43:15.286132+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:54:49.139942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027365+0000","last_change":"2024-04-13T07:42:36.994155+0000","last_active":"2024-04-13T07:43:14.027365+0000","last_peered":"2024-04-13T07:43:14.027365+0000","last_clean":"2024-04-13T07:43:14.027365+0000","last_became_active":"2024-04-13T07:42:36.993776+0000","last_became_peered":"2024-04-13T07:42:36.993776+0000","last_unstale":"2024-04-13T07:43:14.027365+0000","last_undegraded":"2024-04-13T07:43:14.027365+0000","last_fullsized":"2024-04-13T07:43:14.027365+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:26:50.403505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.173504+0000","last_change":"2024-04-13T07:42:36.639016+0000","last_active":"2024-04-13T07:43:14.173504+0000","last_peered":"2024-04-13T07:43:14.173504+0000","last_clean":"2024-04-13T07:43:14.173504+0000","last_became_active":"2024-04-13T07:42:36.638680+0000","last_became_peered":"2024-04-13T07:42:36.638680+0000","last_unstale":"2024-04-13T07:43:14.173504+0000","last_undegraded":"2024-04-13T07:43:14.173504+0000","last_fullsized":"2024-04-13T07:43:14.173504+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:14:52.860216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.287086+0000","last_change":"2024-04-13T07:42:37.010588+0000","last_active":"2024-04-13T07:43:15.287086+0000","last_peered":"2024-04-13T07:43:15.287086+0000","last_clean":"2024-04-13T07:43:15.287086+0000","last_became_active":"2024-04-13T07:42:37.010268+0000","last_became_peered":"2024-04-13T07:42:37.010268+0000","last_unstale":"2024-04-13T07:43:15.287086+0000","last_undegraded":"2024-04-13T07:43:15.287086+0000","last_fullsized":"2024-04-13T07:43:15.287086+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:41:28.864540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.285627+0000","last_change":"2024-04-13T07:42:36.645494+0000","last_active":"2024-04-13T07:43:15.285627+0000","last_peered":"2024-04-13T07:43:15.285627+0000","last_clean":"2024-04-13T07:43:15.285627+0000","last_became_active":"2024-04-13T07:42:36.645173+0000","last_became_peered":"2024-04-13T07:42:36.645173+0000","last_unstale":"2024-04-13T07:43:15.285627+0000","last_undegraded":"2024-04-13T07:43:15.285627+0000","last_fullsized":"2024-04-13T07:43:15.285627+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:49:14.533277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.184473+0000","last_change":"2024-04-13T07:42:36.998340+0000","last_active":"2024-04-13T07:43:14.184473+0000","last_peered":"2024-04-13T07:43:14.184473+0000","last_clean":"2024-04-13T07:43:14.184473+0000","last_became_active":"2024-04-13T07:42:36.997721+0000","last_became_peered":"2024-04-13T07:42:36.997721+0000","last_unstale":"2024-04-13T07:43:14.184473+0000","last_undegraded":"2024-04-13T07:43:14.184473+0000","last_fullsized":"2024-04-13T07:43:14.184473+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:33:50.858947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.173444+0000","last_change":"2024-04-13T07:42:36.644818+0000","last_active":"2024-04-13T07:43:14.173444+0000","last_peered":"2024-04-13T07:43:14.173444+0000","last_clean":"2024-04-13T07:43:14.173444+0000","last_became_active":"2024-04-13T07:42:36.644543+0000","last_became_peered":"2024-04-13T07:42:36.644543+0000","last_unstale":"2024-04-13T07:43:14.173444+0000","last_undegraded":"2024-04-13T07:43:14.173444+0000","last_fullsized":"2024-04-13T07:43:14.173444+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:57:03.974829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.173265+0000","last_change":"2024-04-13T07:42:36.996410+0000","last_active":"2024-04-13T07:43:14.173265+0000","last_peered":"2024-04-13T07:43:14.173265+0000","last_clean":"2024-04-13T07:43:14.173265+0000","last_became_active":"2024-04-13T07:42:36.996142+0000","last_became_peered":"2024-04-13T07:42:36.996142+0000","last_unstale":"2024-04-13T07:43:14.173265+0000","last_undegraded":"2024-04-13T07:43:14.173265+0000","last_fullsized":"2024-04-13T07:43:14.173265+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:41:27.480866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027214+0000","last_change":"2024-04-13T07:42:36.643053+0000","last_active":"2024-04-13T07:43:14.027214+0000","last_peered":"2024-04-13T07:43:14.027214+0000","last_clean":"2024-04-13T07:43:14.027214+0000","last_became_active":"2024-04-13T07:42:36.641777+0000","last_became_peered":"2024-04-13T07:42:36.641777+0000","last_unstale":"2024-04-13T07:43:14.027214+0000","last_undegraded":"2024-04-13T07:43:14.027214+0000","last_fullsized":"2024-04-13T07:43:14.027214+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:14:19.879388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027097+0000","last_change":"2024-04-13T07:42:37.004233+0000","last_active":"2024-04-13T07:43:14.027097+0000","last_peered":"2024-04-13T07:43:14.027097+0000","last_clean":"2024-04-13T07:43:14.027097+0000","last_became_active":"2024-04-13T07:42:37.003843+0000","last_became_peered":"2024-04-13T07:42:37.003843+0000","last_unstale":"2024-04-13T07:43:14.027097+0000","last_undegraded":"2024-04-13T07:43:14.027097+0000","last_fullsized":"2024-04-13T07:43:14.027097+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:02:59.300692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.286150+0000","last_change":"2024-04-13T07:42:36.639687+0000","last_active":"2024-04-13T07:43:15.286150+0000","last_peered":"2024-04-13T07:43:15.286150+0000","last_clean":"2024-04-13T07:43:15.286150+0000","last_became_active":"2024-04-13T07:42:36.639054+0000","last_became_peered":"2024-04-13T07:42:36.639054+0000","last_unstale":"2024-04-13T07:43:15.286150+0000","last_undegraded":"2024-04-13T07:43:15.286150+0000","last_fullsized":"2024-04-13T07:43:15.286150+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:20:35.633429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.028033+0000","last_change":"2024-04-13T07:42:36.991877+0000","last_active":"2024-04-13T07:43:14.028033+0000","last_peered":"2024-04-13T07:43:14.028033+0000","last_clean":"2024-04-13T07:43:14.028033+0000","last_became_active":"2024-04-13T07:42:36.991521+0000","last_became_peered":"2024-04-13T07:42:36.991521+0000","last_unstale":"2024-04-13T07:43:14.028033+0000","last_undegraded":"2024-04-13T07:43:14.028033+0000","last_fullsized":"2024-04-13T07:43:14.028033+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:55:48.440531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027345+0000","last_change":"2024-04-13T07:42:36.641561+0000","last_active":"2024-04-13T07:43:14.027345+0000","last_peered":"2024-04-13T07:43:14.027345+0000","last_clean":"2024-04-13T07:43:14.027345+0000","last_became_active":"2024-04-13T07:42:36.639509+0000","last_became_peered":"2024-04-13T07:42:36.639509+0000","last_unstale":"2024-04-13T07:43:14.027345+0000","last_undegraded":"2024-04-13T07:43:14.027345+0000","last_fullsized":"2024-04-13T07:43:14.027345+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:14:37.071974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.184878+0000","last_change":"2024-04-13T07:42:37.003300+0000","last_active":"2024-04-13T07:43:14.184878+0000","last_peered":"2024-04-13T07:43:14.184878+0000","last_clean":"2024-04-13T07:43:14.184878+0000","last_became_active":"2024-04-13T07:42:37.003031+0000","last_became_peered":"2024-04-13T07:42:37.003031+0000","last_unstale":"2024-04-13T07:43:14.184878+0000","last_undegraded":"2024-04-13T07:43:14.184878+0000","last_fullsized":"2024-04-13T07:43:14.184878+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:35:47.828406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":22,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027395+0000","last_change":"2024-04-13T07:42:36.634807+0000","last_active":"2024-04-13T07:43:14.027395+0000","last_peered":"2024-04-13T07:43:14.027395+0000","last_clean":"2024-04-13T07:43:14.027395+0000","last_became_active":"2024-04-13T07:42:36.634387+0000","last_became_peered":"2024-04-13T07:42:36.634387+0000","last_unstale":"2024-04-13T07:43:14.027395+0000","last_undegraded":"2024-04-13T07:43:14.027395+0000","last_fullsized":"2024-04-13T07:43:14.027395+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:08:14.901387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.285993+0000","last_change":"2024-04-13T07:42:37.000108+0000","last_active":"2024-04-13T07:43:15.285993+0000","last_peered":"2024-04-13T07:43:15.285993+0000","last_clean":"2024-04-13T07:43:15.285993+0000","last_became_active":"2024-04-13T07:42:36.999735+0000","last_became_peered":"2024-04-13T07:42:36.999735+0000","last_unstale":"2024-04-13T07:43:15.285993+0000","last_undegraded":"2024-04-13T07:43:15.285993+0000","last_fullsized":"2024-04-13T07:43:15.285993+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:47:48.236051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"65'9","reported_seq":28,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.285924+0000","last_change":"2024-04-13T07:42:36.642612+0000","last_active":"2024-04-13T07:43:15.285924+0000","last_peered":"2024-04-13T07:43:15.285924+0000","last_clean":"2024-04-13T07:43:15.285924+0000","last_became_active":"2024-04-13T07:42:36.642297+0000","last_became_peered":"2024-04-13T07:42:36.642297+0000","last_unstale":"2024-04-13T07:43:15.285924+0000","last_undegraded":"2024-04-13T07:43:15.285924+0000","last_fullsized":"2024-04-13T07:43:15.285924+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:43:05.915628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2350,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.286570+0000","last_change":"2024-04-13T07:42:37.014288+0000","last_active":"2024-04-13T07:43:15.286570+0000","last_peered":"2024-04-13T07:43:15.286570+0000","last_clean":"2024-04-13T07:43:15.286570+0000","last_became_active":"2024-04-13T07:42:37.013901+0000","last_became_peered":"2024-04-13T07:42:37.013901+0000","last_unstale":"2024-04-13T07:43:15.286570+0000","last_undegraded":"2024-04-13T07:43:15.286570+0000","last_fullsized":"2024-04-13T07:43:15.286570+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:57:21.169615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.184647+0000","last_change":"2024-04-13T07:42:36.642057+0000","last_active":"2024-04-13T07:43:14.184647+0000","last_peered":"2024-04-13T07:43:14.184647+0000","last_clean":"2024-04-13T07:43:14.184647+0000","last_became_active":"2024-04-13T07:42:36.641774+0000","last_became_peered":"2024-04-13T07:42:36.641774+0000","last_unstale":"2024-04-13T07:43:14.184647+0000","last_undegraded":"2024-04-13T07:43:14.184647+0000","last_fullsized":"2024-04-13T07:43:14.184647+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:22:20.301600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.184457+0000","last_change":"2024-04-13T07:42:37.004159+0000","last_active":"2024-04-13T07:43:14.184457+0000","last_peered":"2024-04-13T07:43:14.184457+0000","last_clean":"2024-04-13T07:43:14.184457+0000","last_became_active":"2024-04-13T07:42:37.003806+0000","last_became_peered":"2024-04-13T07:42:37.003806+0000","last_unstale":"2024-04-13T07:43:14.184457+0000","last_undegraded":"2024-04-13T07:43:14.184457+0000","last_fullsized":"2024-04-13T07:43:14.184457+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:16:16.319302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027648+0000","last_change":"2024-04-13T07:42:36.642813+0000","last_active":"2024-04-13T07:43:14.027648+0000","last_peered":"2024-04-13T07:43:14.027648+0000","last_clean":"2024-04-13T07:43:14.027648+0000","last_became_active":"2024-04-13T07:42:36.642520+0000","last_became_peered":"2024-04-13T07:42:36.642520+0000","last_unstale":"2024-04-13T07:43:14.027648+0000","last_undegraded":"2024-04-13T07:43:14.027648+0000","last_fullsized":"2024-04-13T07:43:14.027648+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:25:03.227640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.285576+0000","last_change":"2024-04-13T07:42:37.009349+0000","last_active":"2024-04-13T07:43:15.285576+0000","last_peered":"2024-04-13T07:43:15.285576+0000","last_clean":"2024-04-13T07:43:15.285576+0000","last_became_active":"2024-04-13T07:42:37.008645+0000","last_became_peered":"2024-04-13T07:42:37.008645+0000","last_unstale":"2024-04-13T07:43:15.285576+0000","last_undegraded":"2024-04-13T07:43:15.285576+0000","last_fullsized":"2024-04-13T07:43:15.285576+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:58:03.772696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.285562+0000","last_change":"2024-04-13T07:42:36.641262+0000","last_active":"2024-04-13T07:43:15.285562+0000","last_peered":"2024-04-13T07:43:15.285562+0000","last_clean":"2024-04-13T07:43:15.285562+0000","last_became_active":"2024-04-13T07:42:36.640978+0000","last_became_peered":"2024-04-13T07:42:36.640978+0000","last_unstale":"2024-04-13T07:43:15.285562+0000","last_undegraded":"2024-04-13T07:43:15.285562+0000","last_fullsized":"2024-04-13T07:43:15.285562+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:43:11.602565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.285343+0000","last_change":"2024-04-13T07:42:37.006981+0000","last_active":"2024-04-13T07:43:15.285343+0000","last_peered":"2024-04-13T07:43:15.285343+0000","last_clean":"2024-04-13T07:43:15.285343+0000","last_became_active":"2024-04-13T07:42:37.005999+0000","last_became_peered":"2024-04-13T07:42:37.005999+0000","last_unstale":"2024-04-13T07:43:15.285343+0000","last_undegraded":"2024-04-13T07:43:15.285343+0000","last_fullsized":"2024-04-13T07:43:15.285343+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:01:05.619402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":27,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.026944+0000","last_change":"2024-04-13T07:42:36.632689+0000","last_active":"2024-04-13T07:43:14.026944+0000","last_peered":"2024-04-13T07:43:14.026944+0000","last_clean":"2024-04-13T07:43:14.026944+0000","last_became_active":"2024-04-13T07:42:36.632061+0000","last_became_peered":"2024-04-13T07:42:36.632061+0000","last_unstale":"2024-04-13T07:43:14.026944+0000","last_undegraded":"2024-04-13T07:43:14.026944+0000","last_fullsized":"2024-04-13T07:43:14.026944+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:45:29.398002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.285463+0000","last_change":"2024-04-13T07:42:36.997276+0000","last_active":"2024-04-13T07:43:15.285463+0000","last_peered":"2024-04-13T07:43:15.285463+0000","last_clean":"2024-04-13T07:43:15.285463+0000","last_became_active":"2024-04-13T07:42:36.996999+0000","last_became_peered":"2024-04-13T07:42:36.996999+0000","last_unstale":"2024-04-13T07:43:15.285463+0000","last_undegraded":"2024-04-13T07:43:15.285463+0000","last_fullsized":"2024-04-13T07:43:15.285463+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:07:08.380622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.286917+0000","last_change":"2024-04-13T07:42:36.648281+0000","last_active":"2024-04-13T07:43:15.286917+0000","last_peered":"2024-04-13T07:43:15.286917+0000","last_clean":"2024-04-13T07:43:15.286917+0000","last_became_active":"2024-04-13T07:42:36.647945+0000","last_became_peered":"2024-04-13T07:42:36.647945+0000","last_unstale":"2024-04-13T07:43:15.286917+0000","last_undegraded":"2024-04-13T07:43:15.286917+0000","last_fullsized":"2024-04-13T07:43:15.286917+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:57:44.756348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.286383+0000","last_change":"2024-04-13T07:42:36.998142+0000","last_active":"2024-04-13T07:43:15.286383+0000","last_peered":"2024-04-13T07:43:15.286383+0000","last_clean":"2024-04-13T07:43:15.286383+0000","last_became_active":"2024-04-13T07:42:36.996679+0000","last_became_peered":"2024-04-13T07:42:36.996679+0000","last_unstale":"2024-04-13T07:43:15.286383+0000","last_undegraded":"2024-04-13T07:43:15.286383+0000","last_fullsized":"2024-04-13T07:43:15.286383+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:26:18.025596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.919915+0000","last_change":"2024-04-13T07:43:13.032460+0000","last_active":"2024-04-13T07:43:15.919915+0000","last_peered":"2024-04-13T07:43:15.919915+0000","last_clean":"2024-04-13T07:43:15.919915+0000","last_became_active":"2024-04-13T07:43:13.032148+0000","last_became_peered":"2024-04-13T07:43:13.032148+0000","last_unstale":"2024-04-13T07:43:15.919915+0000","last_undegraded":"2024-04-13T07:43:15.919915+0000","last_fullsized":"2024-04-13T07:43:15.919915+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:43:11.971863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:43:11.971863+0000","last_clean_scrub_stamp":"2024-04-13T07:43:11.971863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:02:02.191159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027585+0000","last_change":"2024-04-13T07:42:36.634561+0000","last_active":"2024-04-13T07:43:14.027585+0000","last_peered":"2024-04-13T07:43:14.027585+0000","last_clean":"2024-04-13T07:43:14.027585+0000","last_became_active":"2024-04-13T07:42:36.634042+0000","last_became_peered":"2024-04-13T07:42:36.634042+0000","last_unstale":"2024-04-13T07:43:14.027585+0000","last_undegraded":"2024-04-13T07:43:14.027585+0000","last_fullsized":"2024-04-13T07:43:14.027585+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:40:00.383108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027506+0000","last_change":"2024-04-13T07:42:36.999140+0000","last_active":"2024-04-13T07:43:14.027506+0000","last_peered":"2024-04-13T07:43:14.027506+0000","last_clean":"2024-04-13T07:43:14.027506+0000","last_became_active":"2024-04-13T07:42:36.998797+0000","last_became_peered":"2024-04-13T07:42:36.998797+0000","last_unstale":"2024-04-13T07:43:14.027506+0000","last_undegraded":"2024-04-13T07:43:14.027506+0000","last_fullsized":"2024-04-13T07:43:14.027506+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:52:59.746831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.919957+0000","last_change":"2024-04-13T07:43:13.038872+0000","last_active":"2024-04-13T07:43:15.919957+0000","last_peered":"2024-04-13T07:43:15.919957+0000","last_clean":"2024-04-13T07:43:15.919957+0000","last_became_active":"2024-04-13T07:43:13.038570+0000","last_became_peered":"2024-04-13T07:43:13.038570+0000","last_unstale":"2024-04-13T07:43:15.919957+0000","last_undegraded":"2024-04-13T07:43:15.919957+0000","last_fullsized":"2024-04-13T07:43:15.919957+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:43:11.971863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:43:11.971863+0000","last_clean_scrub_stamp":"2024-04-13T07:43:11.971863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:49:41.899072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027564+0000","last_change":"2024-04-13T07:42:36.640211+0000","last_active":"2024-04-13T07:43:14.027564+0000","last_peered":"2024-04-13T07:43:14.027564+0000","last_clean":"2024-04-13T07:43:14.027564+0000","last_became_active":"2024-04-13T07:42:36.639411+0000","last_became_peered":"2024-04-13T07:42:36.639411+0000","last_unstale":"2024-04-13T07:43:14.027564+0000","last_undegraded":"2024-04-13T07:43:14.027564+0000","last_fullsized":"2024-04-13T07:43:14.027564+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:32:22.294238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027444+0000","last_change":"2024-04-13T07:43:02.285144+0000","last_active":"2024-04-13T07:43:14.027444+0000","last_peered":"2024-04-13T07:43:14.027444+0000","last_clean":"2024-04-13T07:43:14.027444+0000","last_became_active":"2024-04-13T07:43:02.284777+0000","last_became_peered":"2024-04-13T07:43:02.284777+0000","last_unstale":"2024-04-13T07:43:14.027444+0000","last_undegraded":"2024-04-13T07:43:14.027444+0000","last_fullsized":"2024-04-13T07:43:14.027444+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:25:07.215301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.920028+0000","last_change":"2024-04-13T07:43:13.041544+0000","last_active":"2024-04-13T07:43:15.920028+0000","last_peered":"2024-04-13T07:43:15.920028+0000","last_clean":"2024-04-13T07:43:15.920028+0000","last_became_active":"2024-04-13T07:43:13.041245+0000","last_became_peered":"2024-04-13T07:43:13.041245+0000","last_unstale":"2024-04-13T07:43:15.920028+0000","last_undegraded":"2024-04-13T07:43:15.920028+0000","last_fullsized":"2024-04-13T07:43:15.920028+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:43:11.971863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:43:11.971863+0000","last_clean_scrub_stamp":"2024-04-13T07:43:11.971863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:41:58.624799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027090+0000","last_change":"2024-04-13T07:42:36.995942+0000","last_active":"2024-04-13T07:43:14.027090+0000","last_peered":"2024-04-13T07:43:14.027090+0000","last_clean":"2024-04-13T07:43:14.027090+0000","last_became_active":"2024-04-13T07:42:36.995671+0000","last_became_peered":"2024-04-13T07:42:36.995671+0000","last_unstale":"2024-04-13T07:43:14.027090+0000","last_undegraded":"2024-04-13T07:43:14.027090+0000","last_fullsized":"2024-04-13T07:43:14.027090+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:39:52.688199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027983+0000","last_change":"2024-04-13T07:42:36.640764+0000","last_active":"2024-04-13T07:43:14.027983+0000","last_peered":"2024-04-13T07:43:14.027983+0000","last_clean":"2024-04-13T07:43:14.027983+0000","last_became_active":"2024-04-13T07:42:36.640437+0000","last_became_peered":"2024-04-13T07:42:36.640437+0000","last_unstale":"2024-04-13T07:43:14.027983+0000","last_undegraded":"2024-04-13T07:43:14.027983+0000","last_fullsized":"2024-04-13T07:43:14.027983+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:54:49.269709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.921654+0000","last_change":"2024-04-13T07:43:13.059703+0000","last_active":"2024-04-13T07:43:15.921654+0000","last_peered":"2024-04-13T07:43:15.921654+0000","last_clean":"2024-04-13T07:43:15.921654+0000","last_became_active":"2024-04-13T07:43:13.059358+0000","last_became_peered":"2024-04-13T07:43:13.059358+0000","last_unstale":"2024-04-13T07:43:15.921654+0000","last_undegraded":"2024-04-13T07:43:15.921654+0000","last_fullsized":"2024-04-13T07:43:15.921654+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:43:11.971863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:43:11.971863+0000","last_clean_scrub_stamp":"2024-04-13T07:43:11.971863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:37:06.348958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.173450+0000","last_change":"2024-04-13T07:42:37.000895+0000","last_active":"2024-04-13T07:43:14.173450+0000","last_peered":"2024-04-13T07:43:14.173450+0000","last_clean":"2024-04-13T07:43:14.173450+0000","last_became_active":"2024-04-13T07:42:37.000614+0000","last_became_peered":"2024-04-13T07:42:37.000614+0000","last_unstale":"2024-04-13T07:43:14.173450+0000","last_undegraded":"2024-04-13T07:43:14.173450+0000","last_fullsized":"2024-04-13T07:43:14.173450+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:48:27.131388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027646+0000","last_change":"2024-04-13T07:42:36.641881+0000","last_active":"2024-04-13T07:43:14.027646+0000","last_peered":"2024-04-13T07:43:14.027646+0000","last_clean":"2024-04-13T07:43:14.027646+0000","last_became_active":"2024-04-13T07:42:36.640346+0000","last_became_peered":"2024-04-13T07:42:36.640346+0000","last_unstale":"2024-04-13T07:43:14.027646+0000","last_undegraded":"2024-04-13T07:43:14.027646+0000","last_fullsized":"2024-04-13T07:43:14.027646+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:01:18.716214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"66'128","reported_seq":265,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.285267+0000","last_change":"2024-04-13T07:42:21.974818+0000","last_active":"2024-04-13T07:43:15.285267+0000","last_peered":"2024-04-13T07:43:15.285267+0000","last_clean":"2024-04-13T07:43:15.285267+0000","last_became_active":"2024-04-13T07:42:21.974326+0000","last_became_peered":"2024-04-13T07:42:21.974326+0000","last_unstale":"2024-04-13T07:43:15.285267+0000","last_undegraded":"2024-04-13T07:43:15.285267+0000","last_fullsized":"2024-04-13T07:43:15.285267+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:40:15.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:40:15.469395+0000","last_clean_scrub_stamp":"2024-04-13T07:40:15.469395+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:43:01.030248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.920279+0000","last_change":"2024-04-13T07:43:13.041665+0000","last_active":"2024-04-13T07:43:15.920279+0000","last_peered":"2024-04-13T07:43:15.920279+0000","last_clean":"2024-04-13T07:43:15.920279+0000","last_became_active":"2024-04-13T07:43:13.041342+0000","last_became_peered":"2024-04-13T07:43:13.041342+0000","last_unstale":"2024-04-13T07:43:15.920279+0000","last_undegraded":"2024-04-13T07:43:15.920279+0000","last_fullsized":"2024-04-13T07:43:15.920279+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:43:11.971863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:43:11.971863+0000","last_clean_scrub_stamp":"2024-04-13T07:43:11.971863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:33:23.663425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.026860+0000","last_change":"2024-04-13T07:43:02.286084+0000","last_active":"2024-04-13T07:43:14.026860+0000","last_peered":"2024-04-13T07:43:14.026860+0000","last_clean":"2024-04-13T07:43:14.026860+0000","last_became_active":"2024-04-13T07:43:02.285724+0000","last_became_peered":"2024-04-13T07:43:02.285724+0000","last_unstale":"2024-04-13T07:43:14.026860+0000","last_undegraded":"2024-04-13T07:43:14.026860+0000","last_fullsized":"2024-04-13T07:43:14.026860+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:00:08.579486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.285137+0000","last_change":"2024-04-13T07:42:36.649193+0000","last_active":"2024-04-13T07:43:15.285137+0000","last_peered":"2024-04-13T07:43:15.285137+0000","last_clean":"2024-04-13T07:43:15.285137+0000","last_became_active":"2024-04-13T07:42:36.648787+0000","last_became_peered":"2024-04-13T07:42:36.648787+0000","last_unstale":"2024-04-13T07:43:15.285137+0000","last_undegraded":"2024-04-13T07:43:15.285137+0000","last_fullsized":"2024-04-13T07:43:15.285137+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:57:23.052939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.920209+0000","last_change":"2024-04-13T07:43:13.059930+0000","last_active":"2024-04-13T07:43:15.920209+0000","last_peered":"2024-04-13T07:43:15.920209+0000","last_clean":"2024-04-13T07:43:15.920209+0000","last_became_active":"2024-04-13T07:43:13.059597+0000","last_became_peered":"2024-04-13T07:43:13.059597+0000","last_unstale":"2024-04-13T07:43:15.920209+0000","last_undegraded":"2024-04-13T07:43:15.920209+0000","last_fullsized":"2024-04-13T07:43:15.920209+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:43:11.971863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:43:11.971863+0000","last_clean_scrub_stamp":"2024-04-13T07:43:11.971863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:34:06.430024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.286710+0000","last_change":"2024-04-13T07:42:36.649064+0000","last_active":"2024-04-13T07:43:15.286710+0000","last_peered":"2024-04-13T07:43:15.286710+0000","last_clean":"2024-04-13T07:43:15.286710+0000","last_became_active":"2024-04-13T07:42:36.648763+0000","last_became_peered":"2024-04-13T07:42:36.648763+0000","last_unstale":"2024-04-13T07:43:15.286710+0000","last_undegraded":"2024-04-13T07:43:15.286710+0000","last_fullsized":"2024-04-13T07:43:15.286710+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:45:35.270246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027732+0000","last_change":"2024-04-13T07:42:36.992968+0000","last_active":"2024-04-13T07:43:14.027732+0000","last_peered":"2024-04-13T07:43:14.027732+0000","last_clean":"2024-04-13T07:43:14.027732+0000","last_became_active":"2024-04-13T07:42:36.992703+0000","last_became_peered":"2024-04-13T07:42:36.992703+0000","last_unstale":"2024-04-13T07:43:14.027732+0000","last_undegraded":"2024-04-13T07:43:14.027732+0000","last_fullsized":"2024-04-13T07:43:14.027732+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:47:53.383772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.919870+0000","last_change":"2024-04-13T07:43:13.060054+0000","last_active":"2024-04-13T07:43:15.919870+0000","last_peered":"2024-04-13T07:43:15.919870+0000","last_clean":"2024-04-13T07:43:15.919870+0000","last_became_active":"2024-04-13T07:43:13.059738+0000","last_became_peered":"2024-04-13T07:43:13.059738+0000","last_unstale":"2024-04-13T07:43:15.919870+0000","last_undegraded":"2024-04-13T07:43:15.919870+0000","last_fullsized":"2024-04-13T07:43:15.919870+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:43:11.971863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:43:11.971863+0000","last_clean_scrub_stamp":"2024-04-13T07:43:11.971863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:43:02.688480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"62'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027396+0000","last_change":"2024-04-13T07:42:36.636248+0000","last_active":"2024-04-13T07:43:14.027396+0000","last_peered":"2024-04-13T07:43:14.027396+0000","last_clean":"2024-04-13T07:43:14.027396+0000","last_became_active":"2024-04-13T07:42:36.635715+0000","last_became_peered":"2024-04-13T07:42:36.635715+0000","last_unstale":"2024-04-13T07:43:14.027396+0000","last_undegraded":"2024-04-13T07:43:14.027396+0000","last_fullsized":"2024-04-13T07:43:14.027396+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:21:17.026690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.173645+0000","last_change":"2024-04-13T07:42:37.014613+0000","last_active":"2024-04-13T07:43:14.173645+0000","last_peered":"2024-04-13T07:43:14.173645+0000","last_clean":"2024-04-13T07:43:14.173645+0000","last_became_active":"2024-04-13T07:42:37.014089+0000","last_became_peered":"2024-04-13T07:42:37.014089+0000","last_unstale":"2024-04-13T07:43:14.173645+0000","last_undegraded":"2024-04-13T07:43:14.173645+0000","last_fullsized":"2024-04-13T07:43:14.173645+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:31:47.960828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.920770+0000","last_change":"2024-04-13T07:43:13.033745+0000","last_active":"2024-04-13T07:43:15.920770+0000","last_peered":"2024-04-13T07:43:15.920770+0000","last_clean":"2024-04-13T07:43:15.920770+0000","last_became_active":"2024-04-13T07:43:13.033437+0000","last_became_peered":"2024-04-13T07:43:13.033437+0000","last_unstale":"2024-04-13T07:43:15.920770+0000","last_undegraded":"2024-04-13T07:43:15.920770+0000","last_fullsized":"2024-04-13T07:43:15.920770+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:43:11.971863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:43:11.971863+0000","last_clean_scrub_stamp":"2024-04-13T07:43:11.971863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:12:21.290103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.286073+0000","last_change":"2024-04-13T07:42:36.647526+0000","last_active":"2024-04-13T07:43:15.286073+0000","last_peered":"2024-04-13T07:43:15.286073+0000","last_clean":"2024-04-13T07:43:15.286073+0000","last_became_active":"2024-04-13T07:42:36.647219+0000","last_became_peered":"2024-04-13T07:42:36.647219+0000","last_unstale":"2024-04-13T07:43:15.286073+0000","last_undegraded":"2024-04-13T07:43:15.286073+0000","last_fullsized":"2024-04-13T07:43:15.286073+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:23:14.932206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.184814+0000","last_change":"2024-04-13T07:42:36.995623+0000","last_active":"2024-04-13T07:43:14.184814+0000","last_peered":"2024-04-13T07:43:14.184814+0000","last_clean":"2024-04-13T07:43:14.184814+0000","last_became_active":"2024-04-13T07:42:36.995219+0000","last_became_peered":"2024-04-13T07:42:36.995219+0000","last_unstale":"2024-04-13T07:43:14.184814+0000","last_undegraded":"2024-04-13T07:43:14.184814+0000","last_fullsized":"2024-04-13T07:43:14.184814+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:27:31.241756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.285347+0000","last_change":"2024-04-13T07:42:36.648407+0000","last_active":"2024-04-13T07:43:15.285347+0000","last_peered":"2024-04-13T07:43:15.285347+0000","last_clean":"2024-04-13T07:43:15.285347+0000","last_became_active":"2024-04-13T07:42:36.648117+0000","last_became_peered":"2024-04-13T07:42:36.648117+0000","last_unstale":"2024-04-13T07:43:15.285347+0000","last_undegraded":"2024-04-13T07:43:15.285347+0000","last_fullsized":"2024-04-13T07:43:15.285347+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:26:55.297314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.285839+0000","last_change":"2024-04-13T07:42:37.009891+0000","last_active":"2024-04-13T07:43:15.285839+0000","last_peered":"2024-04-13T07:43:15.285839+0000","last_clean":"2024-04-13T07:43:15.285839+0000","last_became_active":"2024-04-13T07:42:37.009612+0000","last_became_peered":"2024-04-13T07:42:37.009612+0000","last_unstale":"2024-04-13T07:43:15.285839+0000","last_undegraded":"2024-04-13T07:43:15.285839+0000","last_fullsized":"2024-04-13T07:43:15.285839+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:32:03.190087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.026973+0000","last_change":"2024-04-13T07:42:36.637331+0000","last_active":"2024-04-13T07:43:14.026973+0000","last_peered":"2024-04-13T07:43:14.026973+0000","last_clean":"2024-04-13T07:43:14.026973+0000","last_became_active":"2024-04-13T07:42:36.637053+0000","last_became_peered":"2024-04-13T07:42:36.637053+0000","last_unstale":"2024-04-13T07:43:14.026973+0000","last_undegraded":"2024-04-13T07:43:14.026973+0000","last_fullsized":"2024-04-13T07:43:14.026973+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:49:07.240103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.173179+0000","last_change":"2024-04-13T07:42:37.013854+0000","last_active":"2024-04-13T07:43:14.173179+0000","last_peered":"2024-04-13T07:43:14.173179+0000","last_clean":"2024-04-13T07:43:14.173179+0000","last_became_active":"2024-04-13T07:42:37.010926+0000","last_became_peered":"2024-04-13T07:42:37.010926+0000","last_unstale":"2024-04-13T07:43:14.173179+0000","last_undegraded":"2024-04-13T07:43:14.173179+0000","last_fullsized":"2024-04-13T07:43:14.173179+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:35:23.494157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027661+0000","last_change":"2024-04-13T07:42:36.636883+0000","last_active":"2024-04-13T07:43:14.027661+0000","last_peered":"2024-04-13T07:43:14.027661+0000","last_clean":"2024-04-13T07:43:14.027661+0000","last_became_active":"2024-04-13T07:42:36.636581+0000","last_became_peered":"2024-04-13T07:42:36.636581+0000","last_unstale":"2024-04-13T07:43:14.027661+0000","last_undegraded":"2024-04-13T07:43:14.027661+0000","last_fullsized":"2024-04-13T07:43:14.027661+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:04:36.813947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.173366+0000","last_change":"2024-04-13T07:42:37.014915+0000","last_active":"2024-04-13T07:43:14.173366+0000","last_peered":"2024-04-13T07:43:14.173366+0000","last_clean":"2024-04-13T07:43:14.173366+0000","last_became_active":"2024-04-13T07:42:37.014603+0000","last_became_peered":"2024-04-13T07:42:37.014603+0000","last_unstale":"2024-04-13T07:43:14.173366+0000","last_undegraded":"2024-04-13T07:43:14.173366+0000","last_fullsized":"2024-04-13T07:43:14.173366+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:54:30.557952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.285233+0000","last_change":"2024-04-13T07:42:36.645895+0000","last_active":"2024-04-13T07:43:15.285233+0000","last_peered":"2024-04-13T07:43:15.285233+0000","last_clean":"2024-04-13T07:43:15.285233+0000","last_became_active":"2024-04-13T07:42:36.645574+0000","last_became_peered":"2024-04-13T07:42:36.645574+0000","last_unstale":"2024-04-13T07:43:15.285233+0000","last_undegraded":"2024-04-13T07:43:15.285233+0000","last_fullsized":"2024-04-13T07:43:15.285233+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:52:22.818215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027280+0000","last_change":"2024-04-13T07:43:02.182184+0000","last_active":"2024-04-13T07:43:14.027280+0000","last_peered":"2024-04-13T07:43:14.027280+0000","last_clean":"2024-04-13T07:43:14.027280+0000","last_became_active":"2024-04-13T07:43:02.181767+0000","last_became_peered":"2024-04-13T07:43:02.181767+0000","last_unstale":"2024-04-13T07:43:14.027280+0000","last_undegraded":"2024-04-13T07:43:14.027280+0000","last_fullsized":"2024-04-13T07:43:14.027280+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:01:06.359899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.028311+0000","last_change":"2024-04-13T07:42:36.639790+0000","last_active":"2024-04-13T07:43:14.028311+0000","last_peered":"2024-04-13T07:43:14.028311+0000","last_clean":"2024-04-13T07:43:14.028311+0000","last_became_active":"2024-04-13T07:42:36.639494+0000","last_became_peered":"2024-04-13T07:42:36.639494+0000","last_unstale":"2024-04-13T07:43:14.028311+0000","last_undegraded":"2024-04-13T07:43:14.028311+0000","last_fullsized":"2024-04-13T07:43:14.028311+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:42:04.144894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.286652+0000","last_change":"2024-04-13T07:42:37.000708+0000","last_active":"2024-04-13T07:43:15.286652+0000","last_peered":"2024-04-13T07:43:15.286652+0000","last_clean":"2024-04-13T07:43:15.286652+0000","last_became_active":"2024-04-13T07:42:37.000362+0000","last_became_peered":"2024-04-13T07:42:37.000362+0000","last_unstale":"2024-04-13T07:43:15.286652+0000","last_undegraded":"2024-04-13T07:43:15.286652+0000","last_fullsized":"2024-04-13T07:43:15.286652+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:50:24.835681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027396+0000","last_change":"2024-04-13T07:42:36.636252+0000","last_active":"2024-04-13T07:43:14.027396+0000","last_peered":"2024-04-13T07:43:14.027396+0000","last_clean":"2024-04-13T07:43:14.027396+0000","last_became_active":"2024-04-13T07:42:36.635396+0000","last_became_peered":"2024-04-13T07:42:36.635396+0000","last_unstale":"2024-04-13T07:43:14.027396+0000","last_undegraded":"2024-04-13T07:43:14.027396+0000","last_fullsized":"2024-04-13T07:43:14.027396+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:53:28.958691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027717+0000","last_change":"2024-04-13T07:42:37.000645+0000","last_active":"2024-04-13T07:43:14.027717+0000","last_peered":"2024-04-13T07:43:14.027717+0000","last_clean":"2024-04-13T07:43:14.027717+0000","last_became_active":"2024-04-13T07:42:37.000051+0000","last_became_peered":"2024-04-13T07:42:37.000051+0000","last_unstale":"2024-04-13T07:43:14.027717+0000","last_undegraded":"2024-04-13T07:43:14.027717+0000","last_fullsized":"2024-04-13T07:43:14.027717+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:27:47.515853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.028463+0000","last_change":"2024-04-13T07:42:36.641678+0000","last_active":"2024-04-13T07:43:14.028463+0000","last_peered":"2024-04-13T07:43:14.028463+0000","last_clean":"2024-04-13T07:43:14.028463+0000","last_became_active":"2024-04-13T07:42:36.641325+0000","last_became_peered":"2024-04-13T07:42:36.641325+0000","last_unstale":"2024-04-13T07:43:14.028463+0000","last_undegraded":"2024-04-13T07:43:14.028463+0000","last_fullsized":"2024-04-13T07:43:14.028463+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:00:52.800858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.286720+0000","last_change":"2024-04-13T07:42:37.003961+0000","last_active":"2024-04-13T07:43:15.286720+0000","last_peered":"2024-04-13T07:43:15.286720+0000","last_clean":"2024-04-13T07:43:15.286720+0000","last_became_active":"2024-04-13T07:42:37.002014+0000","last_became_peered":"2024-04-13T07:42:37.002014+0000","last_unstale":"2024-04-13T07:43:15.286720+0000","last_undegraded":"2024-04-13T07:43:15.286720+0000","last_fullsized":"2024-04-13T07:43:15.286720+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:05:01.418217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.285189+0000","last_change":"2024-04-13T07:42:37.006402+0000","last_active":"2024-04-13T07:43:15.285189+0000","last_peered":"2024-04-13T07:43:15.285189+0000","last_clean":"2024-04-13T07:43:15.285189+0000","last_became_active":"2024-04-13T07:42:37.004418+0000","last_became_peered":"2024-04-13T07:42:37.004418+0000","last_unstale":"2024-04-13T07:43:15.285189+0000","last_undegraded":"2024-04-13T07:43:15.285189+0000","last_fullsized":"2024-04-13T07:43:15.285189+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:00:38.288449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.028063+0000","last_change":"2024-04-13T07:42:37.000179+0000","last_active":"2024-04-13T07:43:14.028063+0000","last_peered":"2024-04-13T07:43:14.028063+0000","last_clean":"2024-04-13T07:43:14.028063+0000","last_became_active":"2024-04-13T07:42:36.999900+0000","last_became_peered":"2024-04-13T07:42:36.999900+0000","last_unstale":"2024-04-13T07:43:14.028063+0000","last_undegraded":"2024-04-13T07:43:14.028063+0000","last_fullsized":"2024-04-13T07:43:14.028063+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:42:27.376231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027731+0000","last_change":"2024-04-13T07:42:37.001337+0000","last_active":"2024-04-13T07:43:14.027731+0000","last_peered":"2024-04-13T07:43:14.027731+0000","last_clean":"2024-04-13T07:43:14.027731+0000","last_became_active":"2024-04-13T07:42:37.000969+0000","last_became_peered":"2024-04-13T07:42:37.000969+0000","last_unstale":"2024-04-13T07:43:14.027731+0000","last_undegraded":"2024-04-13T07:43:14.027731+0000","last_fullsized":"2024-04-13T07:43:14.027731+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:53:25.928231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.184535+0000","last_change":"2024-04-13T07:42:37.002671+0000","last_active":"2024-04-13T07:43:14.184535+0000","last_peered":"2024-04-13T07:43:14.184535+0000","last_clean":"2024-04-13T07:43:14.184535+0000","last_became_active":"2024-04-13T07:42:37.002417+0000","last_became_peered":"2024-04-13T07:42:37.002417+0000","last_unstale":"2024-04-13T07:43:14.184535+0000","last_undegraded":"2024-04-13T07:43:14.184535+0000","last_fullsized":"2024-04-13T07:43:14.184535+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:53:52.768118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.173427+0000","last_change":"2024-04-13T07:42:37.013030+0000","last_active":"2024-04-13T07:43:14.173427+0000","last_peered":"2024-04-13T07:43:14.173427+0000","last_clean":"2024-04-13T07:43:14.173427+0000","last_became_active":"2024-04-13T07:42:37.012759+0000","last_became_peered":"2024-04-13T07:42:37.012759+0000","last_unstale":"2024-04-13T07:43:14.173427+0000","last_undegraded":"2024-04-13T07:43:14.173427+0000","last_fullsized":"2024-04-13T07:43:14.173427+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:08:36.752412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027287+0000","last_change":"2024-04-13T07:42:37.004543+0000","last_active":"2024-04-13T07:43:14.027287+0000","last_peered":"2024-04-13T07:43:14.027287+0000","last_clean":"2024-04-13T07:43:14.027287+0000","last_became_active":"2024-04-13T07:42:37.004272+0000","last_became_peered":"2024-04-13T07:42:37.004272+0000","last_unstale":"2024-04-13T07:43:14.027287+0000","last_undegraded":"2024-04-13T07:43:14.027287+0000","last_fullsized":"2024-04-13T07:43:14.027287+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:17:39.798070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.286586+0000","last_change":"2024-04-13T07:42:36.999510+0000","last_active":"2024-04-13T07:43:15.286586+0000","last_peered":"2024-04-13T07:43:15.286586+0000","last_clean":"2024-04-13T07:43:15.286586+0000","last_became_active":"2024-04-13T07:42:36.999208+0000","last_became_peered":"2024-04-13T07:42:36.999208+0000","last_unstale":"2024-04-13T07:43:15.286586+0000","last_undegraded":"2024-04-13T07:43:15.286586+0000","last_fullsized":"2024-04-13T07:43:15.286586+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:14:14.486098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.173651+0000","last_change":"2024-04-13T07:42:37.012470+0000","last_active":"2024-04-13T07:43:14.173651+0000","last_peered":"2024-04-13T07:43:14.173651+0000","last_clean":"2024-04-13T07:43:14.173651+0000","last_became_active":"2024-04-13T07:42:37.012144+0000","last_became_peered":"2024-04-13T07:42:37.012144+0000","last_unstale":"2024-04-13T07:43:14.173651+0000","last_undegraded":"2024-04-13T07:43:14.173651+0000","last_fullsized":"2024-04-13T07:43:14.173651+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:20:40.378146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027491+0000","last_change":"2024-04-13T07:42:37.009761+0000","last_active":"2024-04-13T07:43:14.027491+0000","last_peered":"2024-04-13T07:43:14.027491+0000","last_clean":"2024-04-13T07:43:14.027491+0000","last_became_active":"2024-04-13T07:42:37.009306+0000","last_became_peered":"2024-04-13T07:42:37.009306+0000","last_unstale":"2024-04-13T07:43:14.027491+0000","last_undegraded":"2024-04-13T07:43:14.027491+0000","last_fullsized":"2024-04-13T07:43:14.027491+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:21:15.474650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.173318+0000","last_change":"2024-04-13T07:42:37.011831+0000","last_active":"2024-04-13T07:43:14.173318+0000","last_peered":"2024-04-13T07:43:14.173318+0000","last_clean":"2024-04-13T07:43:14.173318+0000","last_became_active":"2024-04-13T07:42:37.011566+0000","last_became_peered":"2024-04-13T07:42:37.011566+0000","last_unstale":"2024-04-13T07:43:14.173318+0000","last_undegraded":"2024-04-13T07:43:14.173318+0000","last_fullsized":"2024-04-13T07:43:14.173318+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:02:55.499009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.027813+0000","last_change":"2024-04-13T07:42:36.995447+0000","last_active":"2024-04-13T07:43:14.027813+0000","last_peered":"2024-04-13T07:43:14.027813+0000","last_clean":"2024-04-13T07:43:14.027813+0000","last_became_active":"2024-04-13T07:42:36.994716+0000","last_became_peered":"2024-04-13T07:42:36.994716+0000","last_unstale":"2024-04-13T07:43:14.027813+0000","last_undegraded":"2024-04-13T07:43:14.027813+0000","last_fullsized":"2024-04-13T07:43:14.027813+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:11:43.317603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:14.184560+0000","last_change":"2024-04-13T07:42:37.011230+0000","last_active":"2024-04-13T07:43:14.184560+0000","last_peered":"2024-04-13T07:43:14.184560+0000","last_clean":"2024-04-13T07:43:14.184560+0000","last_became_active":"2024-04-13T07:42:37.010948+0000","last_became_peered":"2024-04-13T07:42:37.010948+0000","last_unstale":"2024-04-13T07:43:14.184560+0000","last_undegraded":"2024-04-13T07:43:14.184560+0000","last_fullsized":"2024-04-13T07:43:14.184560+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:53:58.552766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:43:15.285840+0000","last_change":"2024-04-13T07:42:37.002262+0000","last_active":"2024-04-13T07:43:15.285840+0000","last_peered":"2024-04-13T07:43:15.285840+0000","last_clean":"2024-04-13T07:43:15.285840+0000","last_became_active":"2024-04-13T07:42:37.001680+0000","last_became_peered":"2024-04-13T07:42:37.001680+0000","last_unstale":"2024-04-13T07:43:15.285840+0000","last_undegraded":"2024-04-13T07:43:15.285840+0000","last_fullsized":"2024-04-13T07:43:15.285840+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:09:31.165349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3148,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234009,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28292,"kb_used_data":1272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716860,"statfs":{"total":95995035648,"available":95966064640,"internally_reserved":0,"allocated":1302528,"data_stored":899109,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":27654604},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:43:20 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.438},{"interface":"front","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.48499999999999999}]},{"osd":1,"last update":"Sat Apr 13 07:43:20 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.39400000000000002}]},{"osd":2,"last update":"Sat Apr 13 07:43:20 2024","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.47299999999999998}]},{"osd":3,"last update":"Sat Apr 13 07:43:20 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.36699999999999999}]},{"osd":4,"last update":"Sat Apr 13 07:43:20 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.38100000000000001}]},{"osd":5,"last update":"Sat Apr 13 07:43:20 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.309},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.46100000000000002}]},{"osd":6,"last update":"Sat Apr 13 07:43:20 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.45100000000000001}]}]},{"osd":6,"up_from":46,"seq":197568495647,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28300,"kb_used_data":1276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716852,"statfs":{"total":95995035648,"available":95966056448,"internally_reserved":0,"allocated":1306624,"data_stored":901164,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:43:58 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.54400000000000004,"15min":0.54600000000000004},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.78300000000000003,"5min":1.1539999999999999,"15min":1.1539999999999999},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.505,"15min":0.50700000000000001},"min":{"1min":0.38300000000000001,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.67700000000000005,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.65100000000000002}]},{"osd":1,"last update":"Sat Apr 13 07:43:58 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.53800000000000003,"15min":0.53700000000000003},"min":{"1min":0.37,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.78900000000000003,"5min":1.032,"15min":1.032},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.502,"15min":0.501},"min":{"1min":0.40500000000000003,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.66300000000000003}]},{"osd":2,"last update":"Sat Apr 13 07:43:58 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.55400000000000005,"15min":0.55600000000000005},"min":{"1min":0.36099999999999999,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.81200000000000006,"5min":1.026,"15min":1.026},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54100000000000004,"15min":0.54000000000000004},"min":{"1min":0.41599999999999998,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.73499999999999999,"5min":1.107,"15min":1.107},"last":0.623}]},{"osd":3,"last update":"Sat Apr 13 07:43:58 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.52000000000000002,"15min":0.52300000000000002},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.76200000000000001,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.52500000000000002,"15min":0.52300000000000002},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.69499999999999995}]},{"osd":4,"last update":"Sat Apr 13 07:43:58 2024","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.432,"15min":0.42999999999999999},"min":{"1min":0.30399999999999999,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.44500000000000001,"15min":0.44800000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.62,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.40799999999999997}]},{"osd":5,"last update":"Sat Apr 13 07:43:58 2024","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.46500000000000002,"15min":0.46899999999999997},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.68899999999999995,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.48299999999999998,"15min":0.48499999999999999},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.65500000000000003,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.439}]},{"osd":7,"last update":"Sat Apr 13 07:43:19 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.49299999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574904,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27720,"kb_used_data":700,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717432,"statfs":{"total":95995035648,"available":95966650368,"internally_reserved":0,"allocated":716800,"data_stored":309152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:43:57 2024","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.33800000000000002,"15min":0.313},"min":{"1min":0.28799999999999998,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.46700000000000003,"5min":0.47499999999999998,"15min":0.47499999999999998},"last":0.20999999999999999},{"interface":"front","average":{"1min":0.33700000000000002,"5min":0.34200000000000003,"15min":0.32200000000000001},"min":{"1min":0.23999999999999999,"5min":0.223,"15min":0.223},"max":{"1min":0.49199999999999999,"5min":0.58099999999999996,"15min":0.58099999999999996},"last":0.30199999999999999}]},{"osd":2,"last update":"Sat Apr 13 07:43:17 2024","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.41599999999999998,"15min":0.40400000000000003},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"last":0.223},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.39500000000000002,"15min":0.39700000000000002},"min":{"1min":0.28299999999999997,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"last":0.28599999999999998}]},{"osd":3,"last update":"Sat Apr 13 07:43:43 2024","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.38500000000000001,"15min":0.39300000000000002},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.42399999999999999,"15min":0.432},"min":{"1min":0.29999999999999999,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.625,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.33800000000000002}]},{"osd":4,"last update":"Sat Apr 13 07:44:12 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.55900000000000005,"15min":0.54900000000000004},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.54100000000000004,"15min":0.54300000000000004},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.68999999999999995,"5min":0.752,"15min":0.752},"last":0.67300000000000004}]},{"osd":5,"last update":"Sat Apr 13 07:43:30 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.59199999999999997,"15min":0.59499999999999997},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.56799999999999995,"15min":0.56599999999999995},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.66100000000000003}]},{"osd":6,"last update":"Sat Apr 13 07:43:57 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.57399999999999995,"15min":0.57499999999999996},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.72499999999999998,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.60799999999999998,"15min":0.61599999999999999},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.56000000000000005}]},{"osd":7,"last update":"Sat Apr 13 07:43:19 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.65100000000000002}]}]},{"osd":0,"up_from":8,"seq":34359738429,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32404,"kb_used_data":1288,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712748,"statfs":{"total":95995035648,"available":95961853952,"internally_reserved":0,"allocated":1318912,"data_stored":900088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Apr 13 07:44:00 2024","interfaces":[{"interface":"back","average":{"1min":0.34499999999999997,"5min":0.34599999999999997,"15min":0.32400000000000001},"min":{"1min":0.23599999999999999,"5min":0.186,"15min":0.186},"max":{"1min":0.52900000000000003,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.36199999999999999,"15min":0.33400000000000002},"min":{"1min":0.24099999999999999,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.36399999999999999}]},{"osd":2,"last update":"Sat Apr 13 07:43:21 2024","interfaces":[{"interface":"back","average":{"1min":0.34799999999999998,"5min":0.36699999999999999,"15min":0.35999999999999999},"min":{"1min":0.25700000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.50800000000000001,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.38,"5min":0.40400000000000003,"15min":0.40000000000000002},"min":{"1min":0.26800000000000002,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.61499999999999999,"5min":0.622,"15min":0.622},"last":0.41599999999999998}]},{"osd":3,"last update":"Sat Apr 13 07:43:44 2024","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.46700000000000003,"15min":0.47499999999999998},"min":{"1min":0.34000000000000002,"5min":0.315,"15min":0.315},"max":{"1min":0.68000000000000005,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.436},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.44600000000000001,"15min":0.44800000000000001},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.49099999999999999}]},{"osd":4,"last update":"Sat Apr 13 07:44:07 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.58599999999999997,"15min":0.59299999999999997},"min":{"1min":0.39500000000000002,"5min":0.379,"15min":0.379},"max":{"1min":0.77500000000000002,"5min":1.1599999999999999,"15min":1.1599999999999999},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59499999999999997,"15min":0.59999999999999998},"min":{"1min":0.41099999999999998,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.80100000000000005,"5min":1.016,"15min":1.016},"last":0.69899999999999995}]},{"osd":5,"last update":"Sat Apr 13 07:43:33 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.57899999999999996,"15min":0.58399999999999996},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.89300000000000002,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.60399999999999998,"15min":0.61099999999999999},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.78300000000000003,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.69099999999999995}]},{"osd":6,"last update":"Sat Apr 13 07:44:00 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.58099999999999996,"15min":0.58399999999999996},"min":{"1min":0.42499999999999999,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.61199999999999999,"15min":0.61599999999999999},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.79100000000000004,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.66300000000000003}]},{"osd":7,"last update":"Sat Apr 13 07:43:21 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.63900000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411379,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27716,"kb_used_data":696,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717436,"statfs":{"total":95995035648,"available":95966654464,"internally_reserved":0,"allocated":712704,"data_stored":309574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:43:21 2024","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.36699999999999999,"15min":0.36799999999999999},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.51200000000000001,"5min":0.52600000000000002,"15min":0.52600000000000002},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.41299999999999998,"15min":0.40999999999999998},"min":{"1min":0.30199999999999999,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.54200000000000004,"5min":0.629,"15min":0.629},"last":0.34200000000000003}]},{"osd":1,"last update":"Sat Apr 13 07:43:21 2024","interfaces":[{"interface":"back","average":{"1min":0.36799999999999999,"5min":0.38600000000000001,"15min":0.38700000000000001},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.377},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.40799999999999997,"15min":0.39900000000000002},"min":{"1min":0.26300000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.57499999999999996,"5min":0.624,"15min":0.624},"last":0.38600000000000001}]},{"osd":3,"last update":"Sat Apr 13 07:43:46 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.45600000000000002,"15min":0.47099999999999997},"min":{"1min":0.29199999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.65300000000000002,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.435},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.42999999999999999,"15min":0.44600000000000001},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.57199999999999995,"5min":0.57699999999999996,"15min":0.57699999999999996},"last":0.36399999999999999}]},{"osd":4,"last update":"Sat Apr 13 07:44:08 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.54200000000000004,"15min":0.53700000000000003},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.56499999999999995,"15min":0.56100000000000005},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.48199999999999998}]},{"osd":5,"last update":"Sat Apr 13 07:43:31 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.59499999999999997,"15min":0.59699999999999998},"min":{"1min":0.41399999999999998,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.61399999999999999,"15min":0.621},"min":{"1min":0.41399999999999998,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.83299999999999996,"5min":1.109,"15min":1.109},"last":0.52300000000000002}]},{"osd":6,"last update":"Sat Apr 13 07:43:55 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.60799999999999998,"15min":0.622},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.73399999999999999,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.63900000000000001,"15min":0.65600000000000003},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.65900000000000003,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.45300000000000001}]},{"osd":7,"last update":"Sat Apr 13 07:43:21 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.54000000000000004}]}]},{"osd":3,"up_from":25,"seq":107374182445,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27732,"kb_used_data":712,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717420,"statfs":{"total":95995035648,"available":95966638080,"internally_reserved":0,"allocated":729088,"data_stored":311446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:43:43 2024","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.39900000000000002,"15min":0.41699999999999998},"min":{"1min":0.26700000000000002,"5min":0.246,"15min":0.246},"max":{"1min":0.55100000000000005,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.41999999999999998,"15min":0.42399999999999999},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.52400000000000002,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.33600000000000002}]},{"osd":1,"last update":"Sat Apr 13 07:43:43 2024","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.40600000000000003,"15min":0.41799999999999998},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.499,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.311},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.46200000000000002,"15min":0.47999999999999998},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.53700000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.35199999999999998}]},{"osd":2,"last update":"Sat Apr 13 07:43:43 2024","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.48899999999999999,"15min":0.50800000000000001},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.54800000000000004,"5min":0.97799999999999998,"15min":0.97799999999999998},"last":0.37},{"interface":"front","average":{"1min":0.438,"5min":0.46200000000000002,"15min":0.47199999999999998},"min":{"1min":0.32300000000000001,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.38800000000000001}]},{"osd":4,"last update":"Sat Apr 13 07:44:09 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.58399999999999996,"15min":0.58599999999999997},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.59999999999999998,"15min":0.60999999999999999},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.77500000000000002,"5min":1.379,"15min":1.379},"last":0.52100000000000002}]},{"osd":5,"last update":"Sat Apr 13 07:43:35 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.623,"15min":0.625},"min":{"1min":0.46100000000000002,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.81100000000000005,"5min":1.421,"15min":1.421},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.61199999999999999,"15min":0.61699999999999999},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.80700000000000005,"5min":1.355,"15min":1.355},"last":0.46800000000000003}]},{"osd":6,"last update":"Sat Apr 13 07:43:57 2024","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.58999999999999997,"15min":0.58799999999999997},"min":{"1min":0.44800000000000001,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.60299999999999998,"15min":0.60499999999999998},"min":{"1min":0.43099999999999999,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.79800000000000004,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.57099999999999995}]},{"osd":7,"last update":"Sat Apr 13 07:43:18 2024","interfaces":[{"interface":"back","average":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.58799999999999997}]}]},{"osd":4,"up_from":30,"seq":128849018919,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27732,"kb_used_data":708,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717420,"statfs":{"total":95995035648,"available":95966638080,"internally_reserved":0,"allocated":724992,"data_stored":309700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:44:09 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.52400000000000002,"15min":0.52600000000000002},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.54000000000000004,"15min":0.52600000000000002},"min":{"1min":0.38400000000000001,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":1.458,"5min":1.458,"15min":1.458},"last":0.66500000000000004}]},{"osd":1,"last update":"Sat Apr 13 07:44:09 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.52000000000000002,"15min":0.51800000000000002},"min":{"1min":0.38900000000000001,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.55000000000000004,"15min":0.54500000000000004},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.72599999999999998}]},{"osd":2,"last update":"Sat Apr 13 07:44:09 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.56100000000000005,"15min":0.56399999999999995},"min":{"1min":0.39800000000000002,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.871,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.53900000000000003,"15min":0.53500000000000003},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.70499999999999996}]},{"osd":3,"last update":"Sat Apr 13 07:44:09 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.56200000000000006,"15min":0.57299999999999995},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.755,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.53800000000000003,"15min":0.53200000000000003},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.77100000000000002,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.63100000000000001}]},{"osd":5,"last update":"Sat Apr 13 07:43:33 2024","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.38400000000000001,"15min":0.37},"min":{"1min":0.316,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.38500000000000001,"15min":0.37},"min":{"1min":0.29599999999999999,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.45300000000000001}]},{"osd":6,"last update":"Sat Apr 13 07:43:59 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.46100000000000002,"15min":0.44900000000000001},"min":{"1min":0.34899999999999998,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.67800000000000005,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.502},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.46700000000000003,"15min":0.45900000000000002},"min":{"1min":0.33500000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.51500000000000001}]},{"osd":7,"last update":"Sat Apr 13 07:43:21 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.57799999999999996}]}]},{"osd":5,"up_from":38,"seq":163208757283,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27720,"kb_used_data":700,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717432,"statfs":{"total":95995035648,"available":95966650368,"internally_reserved":0,"allocated":716800,"data_stored":310828,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:43:33 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.55000000000000004,"15min":0.55200000000000005},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.72399999999999998,"5min":0.751,"15min":0.751},"last":0.504},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.54800000000000004,"15min":0.55000000000000004},"min":{"1min":0.40500000000000003,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.70999999999999996,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.34200000000000003}]},{"osd":1,"last update":"Sat Apr 13 07:43:33 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.56699999999999995,"15min":0.57499999999999996},"min":{"1min":0.39100000000000001,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.69499999999999995,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.54100000000000004,"15min":0.54200000000000004},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.68799999999999994,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.39000000000000001}]},{"osd":2,"last update":"Sat Apr 13 07:43:33 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.56200000000000006,"15min":0.56699999999999995},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.65000000000000002,"5min":0.873,"15min":0.873},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.57599999999999996,"15min":0.57999999999999996},"min":{"1min":0.41499999999999998,"5min":0.378,"15min":0.378},"max":{"1min":0.71299999999999997,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.45600000000000002}]},{"osd":3,"last update":"Sat Apr 13 07:43:33 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.38800000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.68000000000000005,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.58199999999999996,"15min":0.58799999999999997},"min":{"1min":0.39900000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.72799999999999998,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.61599999999999999}]},{"osd":4,"last update":"Sat Apr 13 07:43:33 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.40000000000000002,"15min":0.39600000000000002},"min":{"1min":0.28100000000000003,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.56599999999999995,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.441},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.39600000000000002,"15min":0.39400000000000002},"min":{"1min":0.30199999999999999,"5min":0.247,"15min":0.247},"max":{"1min":0.56499999999999995,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.59499999999999997}]},{"osd":6,"last update":"Sat Apr 13 07:43:56 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.42799999999999999,"15min":0.42599999999999999},"min":{"1min":0.30199999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.64100000000000001,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.5,"5min":0.46000000000000002,"15min":0.45400000000000001},"min":{"1min":0.32800000000000001,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.65600000000000003,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.63500000000000001}]},{"osd":7,"last update":"Sat Apr 13 07:43:21 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.64700000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-13T07:44:18.534 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-13T07:44:18.535 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-13T07:44:18.535 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-04-13T07:44:18.535 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph health --format=json 2024-04-13T07:44:18.759 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:44:19.040 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:18 smithi119 ceph-mon[27733]: from='client.24686 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T07:44:19.040 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:18 smithi119 ceph-mon[27733]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:19.040 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:18 smithi119 ceph-mon[39268]: from='client.24686 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T07:44:19.040 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:18 smithi119 ceph-mon[39268]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:19.040 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:44:18 smithi119 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-04-13T07:44:19.041 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:44:18 smithi119 systemd[1]: Stopped Ceph alertmanager.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:44:19.041 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:44:18 smithi119 systemd[1]: Starting Ceph alertmanager.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:44:19.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:18 smithi139 ceph-mon[31267]: from='client.24686 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T07:44:19.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:18 smithi139 ceph-mon[31267]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:19.462 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:44:19 smithi119 podman[77633]: 2024-04-13 07:44:19.143879915 +0000 UTC m=+0.071476372 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-04-13T07:44:19.462 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:44:19 smithi119 podman[77633]: 2024-04-13 07:44:19.463088537 +0000 UTC m=+0.390684994 volume create 042ab6fb5c6a4b74b35148b5a1fc2838524e9ea975165d00112cfdd258ed4f7a 2024-04-13T07:44:19.716 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:44:19 smithi119 podman[77633]: 2024-04-13 07:44:19.580244347 +0000 UTC m=+0.507840850 container create a8bd9bb7cb083c63326c893aacd1273f6dad150a24a6622dc0b8ff6989fe9f2d (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-13T07:44:20.216 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:44:19 smithi119 podman[77633]: 2024-04-13 07:44:19.899300934 +0000 UTC m=+0.826897390 container init a8bd9bb7cb083c63326c893aacd1273f6dad150a24a6622dc0b8ff6989fe9f2d (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-13T07:44:20.216 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:44:19 smithi119 podman[77633]: 2024-04-13 07:44:19.904969105 +0000 UTC m=+0.832565562 container start a8bd9bb7cb083c63326c893aacd1273f6dad150a24a6622dc0b8ff6989fe9f2d (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-13T07:44:20.216 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:44:19 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a[77666]: ts=2024-04-13T07:44:19.917Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-13T07:44:20.216 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:44:19 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a[77666]: ts=2024-04-13T07:44:19.917Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-13T07:44:20.216 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:44:19 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a[77666]: ts=2024-04-13T07:44:19.918Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.119 port=9094 2024-04-13T07:44:20.217 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:44:19 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a[77666]: ts=2024-04-13T07:44:19.919Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-13T07:44:20.217 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:44:19 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a[77666]: ts=2024-04-13T07:44:19.942Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-13T07:44:20.217 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:44:19 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a[77666]: ts=2024-04-13T07:44:19.942Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-13T07:44:20.217 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:44:19 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a[77666]: ts=2024-04-13T07:44:19.945Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-13T07:44:20.217 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:44:19 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a[77666]: ts=2024-04-13T07:44:19.945Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-13T07:44:20.217 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:44:19 smithi119 bash[77633]: a8bd9bb7cb083c63326c893aacd1273f6dad150a24a6622dc0b8ff6989fe9f2d 2024-04-13T07:44:20.217 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:44:20 smithi119 systemd[1]: Started Ceph alertmanager.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:44:21.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:21 smithi119 ceph-mon[27733]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:21.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:21 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:21.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:21 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:21.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:21 smithi119 ceph-mon[27733]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-13T07:44:21.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:21 smithi119 ceph-mon[39268]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:21.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:21 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:21.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:21 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:21.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:21 smithi119 ceph-mon[39268]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-13T07:44:21.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:21 smithi139 ceph-mon[31267]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:21.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:21 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:21.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:21 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:21.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:21 smithi139 ceph-mon[31267]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-13T07:44:21.305 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:44:21.305 INFO:teuthology.orchestra.run.smithi119.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-04-13T07:44:21.929 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-04-13T07:44:21.929 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-13T07:44:22.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:22 smithi119 ceph-mon[39268]: Reconfiguring daemon prometheus.a on smithi139 2024-04-13T07:44:22.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:22 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/2632934005' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T07:44:22.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:22 smithi119 ceph-mon[27733]: Reconfiguring daemon prometheus.a on smithi139 2024-04-13T07:44:22.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:22 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/2632934005' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T07:44:22.217 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:44:21 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a[77666]: ts=2024-04-13T07:44:21.919Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.00009219s 2024-04-13T07:44:22.219 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:44:22.220 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":69,"fsid":"7e8cfa84-f968-11ee-bc8d-c7b262605968","created":"2024-04-13T07:37:07.748755+0000","modified":"2024-04-13T07:43:16.035443+0000","last_up_change":"2024-04-13T07:42:18.386410+0000","last_in_change":"2024-04-13T07:42:00.883113+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-13T07:40:15.190780+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-13T07:42:34.955306+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-13T07:42:36.167771+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-13T07:43:11.545710+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"765e54ef-81fc-4e44-b4de-66e88f3ddbe8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1930488352},{"type":"v1","addr":"172.21.15.119:6803","nonce":1930488352}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1930488352},{"type":"v1","addr":"172.21.15.119:6805","nonce":1930488352}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1930488352},{"type":"v1","addr":"172.21.15.119:6809","nonce":1930488352}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1930488352},{"type":"v1","addr":"172.21.15.119:6807","nonce":1930488352}]},"public_addr":"172.21.15.119:6803/1930488352","cluster_addr":"172.21.15.119:6805/1930488352","heartbeat_back_addr":"172.21.15.119:6809/1930488352","heartbeat_front_addr":"172.21.15.119:6807/1930488352","state":["exists","up"]},{"osd":1,"uuid":"be4a455e-ef82-4efa-bb4d-0b6dc8498f0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":3768977942},{"type":"v1","addr":"172.21.15.119:6811","nonce":3768977942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":3768977942},{"type":"v1","addr":"172.21.15.119:6813","nonce":3768977942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":3768977942},{"type":"v1","addr":"172.21.15.119:6817","nonce":3768977942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":3768977942},{"type":"v1","addr":"172.21.15.119:6815","nonce":3768977942}]},"public_addr":"172.21.15.119:6811/3768977942","cluster_addr":"172.21.15.119:6813/3768977942","heartbeat_back_addr":"172.21.15.119:6817/3768977942","heartbeat_front_addr":"172.21.15.119:6815/3768977942","state":["exists","up"]},{"osd":2,"uuid":"9121996c-837a-482d-ae53-d603d56962fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":2150152578},{"type":"v1","addr":"172.21.15.119:6819","nonce":2150152578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":2150152578},{"type":"v1","addr":"172.21.15.119:6821","nonce":2150152578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":2150152578},{"type":"v1","addr":"172.21.15.119:6825","nonce":2150152578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":2150152578},{"type":"v1","addr":"172.21.15.119:6823","nonce":2150152578}]},"public_addr":"172.21.15.119:6819/2150152578","cluster_addr":"172.21.15.119:6821/2150152578","heartbeat_back_addr":"172.21.15.119:6825/2150152578","heartbeat_front_addr":"172.21.15.119:6823/2150152578","state":["exists","up"]},{"osd":3,"uuid":"0e5773de-d79f-42ed-ae13-5f4299fe42a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":673773060},{"type":"v1","addr":"172.21.15.119:6827","nonce":673773060}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":673773060},{"type":"v1","addr":"172.21.15.119:6829","nonce":673773060}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":673773060},{"type":"v1","addr":"172.21.15.119:6833","nonce":673773060}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":673773060},{"type":"v1","addr":"172.21.15.119:6831","nonce":673773060}]},"public_addr":"172.21.15.119:6827/673773060","cluster_addr":"172.21.15.119:6829/673773060","heartbeat_back_addr":"172.21.15.119:6833/673773060","heartbeat_front_addr":"172.21.15.119:6831/673773060","state":["exists","up"]},{"osd":4,"uuid":"3d797e8c-e4f2-4b04-9669-3bf0df610c14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6800","nonce":3671491068},{"type":"v1","addr":"172.21.15.139:6801","nonce":3671491068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6802","nonce":3671491068},{"type":"v1","addr":"172.21.15.139:6803","nonce":3671491068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6806","nonce":3671491068},{"type":"v1","addr":"172.21.15.139:6807","nonce":3671491068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6804","nonce":3671491068},{"type":"v1","addr":"172.21.15.139:6805","nonce":3671491068}]},"public_addr":"172.21.15.139:6801/3671491068","cluster_addr":"172.21.15.139:6803/3671491068","heartbeat_back_addr":"172.21.15.139:6807/3671491068","heartbeat_front_addr":"172.21.15.139:6805/3671491068","state":["exists","up"]},{"osd":5,"uuid":"209de55f-427f-4379-9b7f-dd19228d913a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6808","nonce":2576693618},{"type":"v1","addr":"172.21.15.139:6809","nonce":2576693618}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6810","nonce":2576693618},{"type":"v1","addr":"172.21.15.139:6811","nonce":2576693618}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6814","nonce":2576693618},{"type":"v1","addr":"172.21.15.139:6815","nonce":2576693618}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6812","nonce":2576693618},{"type":"v1","addr":"172.21.15.139:6813","nonce":2576693618}]},"public_addr":"172.21.15.139:6809/2576693618","cluster_addr":"172.21.15.139:6811/2576693618","heartbeat_back_addr":"172.21.15.139:6815/2576693618","heartbeat_front_addr":"172.21.15.139:6813/2576693618","state":["exists","up"]},{"osd":6,"uuid":"f6708905-d34c-4079-ab69-4b0556d21c20","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6816","nonce":532635469},{"type":"v1","addr":"172.21.15.139:6817","nonce":532635469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6818","nonce":532635469},{"type":"v1","addr":"172.21.15.139:6819","nonce":532635469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6822","nonce":532635469},{"type":"v1","addr":"172.21.15.139:6823","nonce":532635469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6820","nonce":532635469},{"type":"v1","addr":"172.21.15.139:6821","nonce":532635469}]},"public_addr":"172.21.15.139:6817/532635469","cluster_addr":"172.21.15.139:6819/532635469","heartbeat_back_addr":"172.21.15.139:6823/532635469","heartbeat_front_addr":"172.21.15.139:6821/532635469","state":["exists","up"]},{"osd":7,"uuid":"3e5cdc91-9372-40a0-ab21-4443ee3a5005","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6824","nonce":2673952433},{"type":"v1","addr":"172.21.15.139:6825","nonce":2673952433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6826","nonce":2673952433},{"type":"v1","addr":"172.21.15.139:6827","nonce":2673952433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6830","nonce":2673952433},{"type":"v1","addr":"172.21.15.139:6831","nonce":2673952433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6828","nonce":2673952433},{"type":"v1","addr":"172.21.15.139:6829","nonce":2673952433}]},"public_addr":"172.21.15.139:6825/2673952433","cluster_addr":"172.21.15.139:6827/2673952433","heartbeat_back_addr":"172.21.15.139:6831/2673952433","heartbeat_front_addr":"172.21.15.139:6829/2673952433","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:39:23.707203+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:39:48.162289+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:40:12.825237+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:40:38.173946+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:41:01.319151+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:41:26.397872+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:41:51.557660+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:42:16.677397+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1f","mappings":[{"from":7,"to":2}]},{"pgid":"3.1","mappings":[{"from":0,"to":2}]},{"pgid":"3.3","mappings":[{"from":4,"to":2}]},{"pgid":"3.a","mappings":[{"from":6,"to":2}]},{"pgid":"3.2f","mappings":[{"from":4,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.119:6801/3678637246":"2024-04-14T07:43:09.906324+0000","172.21.15.119:6800/3678637246":"2024-04-14T07:43:09.906324+0000","172.21.15.119:0/2709912124":"2024-04-14T07:43:09.906324+0000","172.21.15.119:0/930226074":"2024-04-14T07:38:00.884979+0000","172.21.15.119:6801/2578031469":"2024-04-14T07:38:00.884979+0000","172.21.15.119:0/1453889707":"2024-04-14T07:43:09.906324+0000","172.21.15.119:6800/2578031469":"2024-04-14T07:38:00.884979+0000","172.21.15.119:6801/3067787372":"2024-04-14T07:37:35.930225+0000","172.21.15.119:6800/3067787372":"2024-04-14T07:37:35.930225+0000","172.21.15.119:0/1967818941":"2024-04-14T07:37:35.930225+0000","172.21.15.119:0/2492605224":"2024-04-14T07:43:09.906324+0000","172.21.15.119:0/3319990231":"2024-04-14T07:37:35.930225+0000","172.21.15.119:0/3006046729":"2024-04-14T07:43:09.906324+0000","172.21.15.119:0/3682983579":"2024-04-14T07:38:00.884979+0000","172.21.15.119:0/1637603065":"2024-04-14T07:37:35.930225+0000","172.21.15.119:0/347559467":"2024-04-14T07:38:00.884979+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-13T07:44:22.232 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-13T07:40:15.190780+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-13T07:42:34.955306+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '61', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-13T07:42:36.167771+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '62', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2024-04-13T07:43:11.545710+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '69', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 3, 'score_stable': 3, 'optimal_score': 1, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-13T07:44:22.233 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-13T07:44:22.330 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:22 smithi139 ceph-mon[31267]: Reconfiguring daemon prometheus.a on smithi139 2024-04-13T07:44:22.330 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:22 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/2632934005' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T07:44:22.521 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 1 2024-04-13T07:44:22.534 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-13T07:44:22.816 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 32 2024-04-13T07:44:22.829 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-13T07:44:23.115 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 64 2024-04-13T07:44:23.127 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:23 smithi119 ceph-mon[39268]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:23.128 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:23 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/2882484854' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:44:23.128 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:23 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/3705562493' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-13T07:44:23.128 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:23 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/3182029901' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-13T07:44:23.128 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:23 smithi119 ceph-mon[27733]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:23.128 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:23 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/2882484854' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:44:23.128 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:23 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/3705562493' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-13T07:44:23.128 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:23 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/3182029901' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-13T07:44:23.129 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-04-13T07:44:23.352 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:23 smithi139 ceph-mon[31267]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:23.427 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:23 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/2882484854' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:44:23.427 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:23 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/3705562493' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-13T07:44:23.427 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:23 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/3182029901' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-13T07:44:23.428 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 8 2024-04-13T07:44:23.428 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-13T07:44:23.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:44:23 smithi139 systemd[1]: Stopping Ceph prometheus.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:44:23.746 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:44:23.746 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24316,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.139:6833/3605294311","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6832","nonce":3605294311},{"type":"v1","addr":"172.21.15.139:6833","nonce":3605294311}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-13T07:42:36.970379+0000","modified":"2024-04-13T07:42:39.172020+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24347},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24347":{"gid":24347,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.119:6835/2150728336","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":2150728336},{"type":"v1","addr":"172.21.15.119:6835","nonce":2150728336}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-13T07:44:23.747 INFO:teuthology.orchestra.run.smithi119.stderr:dumped fsmap epoch 6 2024-04-13T07:44:23.759 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-13T07:44:24.042 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:44:23 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[61923]: ts=2024-04-13T07:44:23.767Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-13T07:44:24.042 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:44:23 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[61923]: ts=2024-04-13T07:44:23.767Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-13T07:44:24.042 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:44:23 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[61923]: ts=2024-04-13T07:44:23.767Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-13T07:44:24.042 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:44:23 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[61923]: ts=2024-04-13T07:44:23.767Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-13T07:44:24.042 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:44:23 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[61923]: ts=2024-04-13T07:44:23.767Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-13T07:44:24.042 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:44:23 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[61923]: ts=2024-04-13T07:44:23.767Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-13T07:44:24.043 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:44:23 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[61923]: ts=2024-04-13T07:44:23.768Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-13T07:44:24.043 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:44:23 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[61923]: ts=2024-04-13T07:44:23.768Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-13T07:44:24.043 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:44:23 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[61923]: ts=2024-04-13T07:44:23.768Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-13T07:44:24.043 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:44:23 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[61923]: ts=2024-04-13T07:44:23.768Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-13T07:44:24.043 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:44:23 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[61923]: ts=2024-04-13T07:44:23.768Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-13T07:44:24.043 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:44:23 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[61923]: ts=2024-04-13T07:44:23.768Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-13T07:44:24.043 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:44:23 smithi139 podman[65393]: 2024-04-13 07:44:23.777986576 +0000 UTC m=+0.110944215 container died 06f1fcaf8bd870731d29c46d87842b9eb9a279964e033426d0837a8bbb28aaf9 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T07:44:24.047 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:44:24.047 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":69,"fsid":"7e8cfa84-f968-11ee-bc8d-c7b262605968","created":"2024-04-13T07:37:07.748755+0000","modified":"2024-04-13T07:43:16.035443+0000","last_up_change":"2024-04-13T07:42:18.386410+0000","last_in_change":"2024-04-13T07:42:00.883113+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-13T07:40:15.190780+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-13T07:42:34.955306+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-13T07:42:36.167771+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-13T07:43:11.545710+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"765e54ef-81fc-4e44-b4de-66e88f3ddbe8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1930488352},{"type":"v1","addr":"172.21.15.119:6803","nonce":1930488352}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1930488352},{"type":"v1","addr":"172.21.15.119:6805","nonce":1930488352}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1930488352},{"type":"v1","addr":"172.21.15.119:6809","nonce":1930488352}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1930488352},{"type":"v1","addr":"172.21.15.119:6807","nonce":1930488352}]},"public_addr":"172.21.15.119:6803/1930488352","cluster_addr":"172.21.15.119:6805/1930488352","heartbeat_back_addr":"172.21.15.119:6809/1930488352","heartbeat_front_addr":"172.21.15.119:6807/1930488352","state":["exists","up"]},{"osd":1,"uuid":"be4a455e-ef82-4efa-bb4d-0b6dc8498f0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":3768977942},{"type":"v1","addr":"172.21.15.119:6811","nonce":3768977942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":3768977942},{"type":"v1","addr":"172.21.15.119:6813","nonce":3768977942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":3768977942},{"type":"v1","addr":"172.21.15.119:6817","nonce":3768977942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":3768977942},{"type":"v1","addr":"172.21.15.119:6815","nonce":3768977942}]},"public_addr":"172.21.15.119:6811/3768977942","cluster_addr":"172.21.15.119:6813/3768977942","heartbeat_back_addr":"172.21.15.119:6817/3768977942","heartbeat_front_addr":"172.21.15.119:6815/3768977942","state":["exists","up"]},{"osd":2,"uuid":"9121996c-837a-482d-ae53-d603d56962fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":2150152578},{"type":"v1","addr":"172.21.15.119:6819","nonce":2150152578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":2150152578},{"type":"v1","addr":"172.21.15.119:6821","nonce":2150152578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":2150152578},{"type":"v1","addr":"172.21.15.119:6825","nonce":2150152578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":2150152578},{"type":"v1","addr":"172.21.15.119:6823","nonce":2150152578}]},"public_addr":"172.21.15.119:6819/2150152578","cluster_addr":"172.21.15.119:6821/2150152578","heartbeat_back_addr":"172.21.15.119:6825/2150152578","heartbeat_front_addr":"172.21.15.119:6823/2150152578","state":["exists","up"]},{"osd":3,"uuid":"0e5773de-d79f-42ed-ae13-5f4299fe42a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":673773060},{"type":"v1","addr":"172.21.15.119:6827","nonce":673773060}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":673773060},{"type":"v1","addr":"172.21.15.119:6829","nonce":673773060}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":673773060},{"type":"v1","addr":"172.21.15.119:6833","nonce":673773060}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":673773060},{"type":"v1","addr":"172.21.15.119:6831","nonce":673773060}]},"public_addr":"172.21.15.119:6827/673773060","cluster_addr":"172.21.15.119:6829/673773060","heartbeat_back_addr":"172.21.15.119:6833/673773060","heartbeat_front_addr":"172.21.15.119:6831/673773060","state":["exists","up"]},{"osd":4,"uuid":"3d797e8c-e4f2-4b04-9669-3bf0df610c14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6800","nonce":3671491068},{"type":"v1","addr":"172.21.15.139:6801","nonce":3671491068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6802","nonce":3671491068},{"type":"v1","addr":"172.21.15.139:6803","nonce":3671491068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6806","nonce":3671491068},{"type":"v1","addr":"172.21.15.139:6807","nonce":3671491068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6804","nonce":3671491068},{"type":"v1","addr":"172.21.15.139:6805","nonce":3671491068}]},"public_addr":"172.21.15.139:6801/3671491068","cluster_addr":"172.21.15.139:6803/3671491068","heartbeat_back_addr":"172.21.15.139:6807/3671491068","heartbeat_front_addr":"172.21.15.139:6805/3671491068","state":["exists","up"]},{"osd":5,"uuid":"209de55f-427f-4379-9b7f-dd19228d913a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6808","nonce":2576693618},{"type":"v1","addr":"172.21.15.139:6809","nonce":2576693618}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6810","nonce":2576693618},{"type":"v1","addr":"172.21.15.139:6811","nonce":2576693618}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6814","nonce":2576693618},{"type":"v1","addr":"172.21.15.139:6815","nonce":2576693618}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6812","nonce":2576693618},{"type":"v1","addr":"172.21.15.139:6813","nonce":2576693618}]},"public_addr":"172.21.15.139:6809/2576693618","cluster_addr":"172.21.15.139:6811/2576693618","heartbeat_back_addr":"172.21.15.139:6815/2576693618","heartbeat_front_addr":"172.21.15.139:6813/2576693618","state":["exists","up"]},{"osd":6,"uuid":"f6708905-d34c-4079-ab69-4b0556d21c20","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6816","nonce":532635469},{"type":"v1","addr":"172.21.15.139:6817","nonce":532635469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6818","nonce":532635469},{"type":"v1","addr":"172.21.15.139:6819","nonce":532635469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6822","nonce":532635469},{"type":"v1","addr":"172.21.15.139:6823","nonce":532635469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6820","nonce":532635469},{"type":"v1","addr":"172.21.15.139:6821","nonce":532635469}]},"public_addr":"172.21.15.139:6817/532635469","cluster_addr":"172.21.15.139:6819/532635469","heartbeat_back_addr":"172.21.15.139:6823/532635469","heartbeat_front_addr":"172.21.15.139:6821/532635469","state":["exists","up"]},{"osd":7,"uuid":"3e5cdc91-9372-40a0-ab21-4443ee3a5005","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6824","nonce":2673952433},{"type":"v1","addr":"172.21.15.139:6825","nonce":2673952433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6826","nonce":2673952433},{"type":"v1","addr":"172.21.15.139:6827","nonce":2673952433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6830","nonce":2673952433},{"type":"v1","addr":"172.21.15.139:6831","nonce":2673952433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6828","nonce":2673952433},{"type":"v1","addr":"172.21.15.139:6829","nonce":2673952433}]},"public_addr":"172.21.15.139:6825/2673952433","cluster_addr":"172.21.15.139:6827/2673952433","heartbeat_back_addr":"172.21.15.139:6831/2673952433","heartbeat_front_addr":"172.21.15.139:6829/2673952433","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:39:23.707203+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:39:48.162289+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:40:12.825237+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:40:38.173946+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:41:01.319151+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:41:26.397872+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:41:51.557660+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:42:16.677397+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1f","mappings":[{"from":7,"to":2}]},{"pgid":"3.1","mappings":[{"from":0,"to":2}]},{"pgid":"3.3","mappings":[{"from":4,"to":2}]},{"pgid":"3.a","mappings":[{"from":6,"to":2}]},{"pgid":"3.2f","mappings":[{"from":4,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.119:6801/3678637246":"2024-04-14T07:43:09.906324+0000","172.21.15.119:6800/3678637246":"2024-04-14T07:43:09.906324+0000","172.21.15.119:0/2709912124":"2024-04-14T07:43:09.906324+0000","172.21.15.119:0/930226074":"2024-04-14T07:38:00.884979+0000","172.21.15.119:6801/2578031469":"2024-04-14T07:38:00.884979+0000","172.21.15.119:0/1453889707":"2024-04-14T07:43:09.906324+0000","172.21.15.119:6800/2578031469":"2024-04-14T07:38:00.884979+0000","172.21.15.119:6801/3067787372":"2024-04-14T07:37:35.930225+0000","172.21.15.119:6800/3067787372":"2024-04-14T07:37:35.930225+0000","172.21.15.119:0/1967818941":"2024-04-14T07:37:35.930225+0000","172.21.15.119:0/2492605224":"2024-04-14T07:43:09.906324+0000","172.21.15.119:0/3319990231":"2024-04-14T07:37:35.930225+0000","172.21.15.119:0/3006046729":"2024-04-14T07:43:09.906324+0000","172.21.15.119:0/3682983579":"2024-04-14T07:38:00.884979+0000","172.21.15.119:0/1637603065":"2024-04-14T07:37:35.930225+0000","172.21.15.119:0/347559467":"2024-04-14T07:38:00.884979+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-13T07:44:24.060 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-13T07:40:15.190780+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-13T07:42:34.955306+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '61', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-13T07:42:36.167771+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '62', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2024-04-13T07:43:11.545710+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '69', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 3, 'score_stable': 3, 'optimal_score': 1, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-13T07:44:24.060 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-13T07:44:24.342 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:24 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/2104861272' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-13T07:44:24.342 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:24 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/3594454771' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-13T07:44:24.342 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:24 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/2110091942' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T07:44:24.342 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:44:24 smithi139 podman[65393]: 2024-04-13 07:44:24.189966522 +0000 UTC m=+0.522924161 container cleanup 06f1fcaf8bd870731d29c46d87842b9eb9a279964e033426d0837a8bbb28aaf9 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T07:44:24.343 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:44:24 smithi139 bash[65393]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a 2024-04-13T07:44:24.343 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 1 2024-04-13T07:44:24.354 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:24 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/2104861272' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-13T07:44:24.354 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:24 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/3594454771' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-13T07:44:24.354 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:24 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/2110091942' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T07:44:24.354 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:24 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/2104861272' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-13T07:44:24.354 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:24 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/3594454771' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-13T07:44:24.354 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:24 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/2110091942' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T07:44:24.355 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-13T07:44:24.605 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:44:24 smithi139 podman[65412]: 2024-04-13 07:44:24.39938507 +0000 UTC m=+0.624570538 container remove 06f1fcaf8bd870731d29c46d87842b9eb9a279964e033426d0837a8bbb28aaf9 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T07:44:24.640 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 32 2024-04-13T07:44:24.653 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-13T07:44:24.885 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:44:24 smithi139 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-13T07:44:24.885 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:44:24 smithi139 systemd[1]: Stopped Ceph prometheus.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:44:24.885 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:44:24 smithi139 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@prometheus.a.service: Consumed 1.141s CPU time. 2024-04-13T07:44:24.885 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:44:24 smithi139 systemd[1]: Starting Ceph prometheus.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:44:24.885 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:44:24 smithi139 podman[65514]: 2024-04-13 07:44:24.722549733 +0000 UTC m=+0.018555010 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-13T07:44:24.886 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:44:24 smithi139 podman[65514]: 2024-04-13 07:44:24.850179148 +0000 UTC m=+0.146184405 container create 4dafd98b31c90daaf9c350219db6179be831d4a6f0d9ea03f84c57f07b37898c (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T07:44:24.951 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 64 2024-04-13T07:44:24.964 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-04-13T07:44:25.179 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:25 smithi139 ceph-mon[31267]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:25.179 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:25 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/1216294788' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:44:25.179 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:25 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/4141388714' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-13T07:44:25.179 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:25 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/3264009066' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-13T07:44:25.179 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:25 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/1518830784' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-13T07:44:25.179 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:25 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:44:25.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:25 smithi119 ceph-mon[39268]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:25.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:25 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/1216294788' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:44:25.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:25 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/4141388714' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-13T07:44:25.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:25 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/3264009066' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-13T07:44:25.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:25 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/1518830784' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-13T07:44:25.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:25 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:44:25.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:25 smithi119 ceph-mon[27733]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:25.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:25 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/1216294788' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:44:25.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:25 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/4141388714' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-13T07:44:25.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:25 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/3264009066' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-13T07:44:25.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:25 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/1518830784' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-13T07:44:25.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:25 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:44:25.255 INFO:teuthology.orchestra.run.smithi119.stdout:pg_num: 8 2024-04-13T07:44:25.268 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-13T07:44:25.543 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:44:25 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:44:25] ENGINE Bus STOPPING 2024-04-13T07:44:25.543 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:44:25 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:44:25] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-13T07:44:25.543 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:44:25 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:44:25] ENGINE Bus STOPPED 2024-04-13T07:44:25.543 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:44:25 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:44:25] ENGINE Bus STARTING 2024-04-13T07:44:25.543 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:44:25 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:44:25] ENGINE Serving on http://:::9283 2024-04-13T07:44:25.543 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:44:25 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:44:25] ENGINE Bus STARTED 2024-04-13T07:44:25.543 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:44:25 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:44:25] ENGINE Bus STOPPING 2024-04-13T07:44:25.543 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:44:25 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:44:25] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-13T07:44:25.543 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:44:25 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:44:25] ENGINE Bus STOPPED 2024-04-13T07:44:25.543 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:44:25 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:44:25] ENGINE Bus STARTING 2024-04-13T07:44:25.543 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:44:25 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:44:25] ENGINE Serving on http://:::9283 2024-04-13T07:44:25.543 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:44:25 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:44:25] ENGINE Bus STARTED 2024-04-13T07:44:25.613 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:44:25.613 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24316,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.139:6833/3605294311","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6832","nonce":3605294311},{"type":"v1","addr":"172.21.15.139:6833","nonce":3605294311}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-13T07:42:36.970379+0000","modified":"2024-04-13T07:42:39.172020+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24347},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24347":{"gid":24347,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.119:6835/2150728336","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":2150728336},{"type":"v1","addr":"172.21.15.119:6835","nonce":2150728336}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-13T07:44:25.613 INFO:teuthology.orchestra.run.smithi119.stderr:dumped fsmap epoch 6 2024-04-13T07:44:25.626 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-13T07:44:25.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:44:25 smithi139 podman[65514]: 2024-04-13 07:44:25.17999324 +0000 UTC m=+0.475998497 container init 4dafd98b31c90daaf9c350219db6179be831d4a6f0d9ea03f84c57f07b37898c (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T07:44:25.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:44:25 smithi139 podman[65514]: 2024-04-13 07:44:25.185267013 +0000 UTC m=+0.481272271 container start 4dafd98b31c90daaf9c350219db6179be831d4a6f0d9ea03f84c57f07b37898c (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T07:44:25.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:44:25 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[65528]: ts=2024-04-13T07:44:25.208Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-13T07:44:25.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:44:25 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[65528]: ts=2024-04-13T07:44:25.208Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-13T07:44:25.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:44:25 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[65528]: ts=2024-04-13T07:44:25.208Z caller=main.go:570 level=info host_details="(Linux 5.14.0-435.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024 x86_64 smithi139 (none))" 2024-04-13T07:44:25.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:44:25 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[65528]: ts=2024-04-13T07:44:25.208Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-13T07:44:25.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:44:25 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[65528]: ts=2024-04-13T07:44:25.208Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-13T07:44:25.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:44:25 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[65528]: ts=2024-04-13T07:44:25.210Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-13T07:44:25.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:44:25 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[65528]: ts=2024-04-13T07:44:25.210Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-13T07:44:25.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:44:25 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[65528]: ts=2024-04-13T07:44:25.211Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-13T07:44:25.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:44:25 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[65528]: ts=2024-04-13T07:44:25.211Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-13T07:44:25.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:44:25 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[65528]: ts=2024-04-13T07:44:25.214Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-13T07:44:25.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:44:25 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[65528]: ts=2024-04-13T07:44:25.214Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.629µs 2024-04-13T07:44:25.637 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:44:25 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[65528]: ts=2024-04-13T07:44:25.214Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-13T07:44:25.637 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:44:25 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[65528]: ts=2024-04-13T07:44:25.215Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-04-13T07:44:25.637 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:44:25 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[65528]: ts=2024-04-13T07:44:25.216Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-04-13T07:44:25.637 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:44:25 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[65528]: ts=2024-04-13T07:44:25.216Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=18.971µs wal_replay_duration=2.029434ms wbl_replay_duration=111ns total_replay_duration=2.065967ms 2024-04-13T07:44:25.637 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:44:25 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[65528]: ts=2024-04-13T07:44:25.217Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-13T07:44:25.637 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:44:25 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[65528]: ts=2024-04-13T07:44:25.217Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-13T07:44:25.637 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:44:25 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[65528]: ts=2024-04-13T07:44:25.217Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-13T07:44:25.637 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:44:25 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[65528]: ts=2024-04-13T07:44:25.234Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=17.163193ms db_storage=1.095µs remote_storage=1.073µs web_handler=365ns query_engine=502ns scrape=410.813µs scrape_sd=74.917µs notify=10.267µs notify_sd=8.496µs rules=16.378714ms tracing=5.771µs 2024-04-13T07:44:25.637 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:44:25 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[65528]: ts=2024-04-13T07:44:25.234Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-13T07:44:25.637 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:44:25 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[65528]: ts=2024-04-13T07:44:25.234Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-13T07:44:25.637 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:44:25 smithi139 bash[65514]: 4dafd98b31c90daaf9c350219db6179be831d4a6f0d9ea03f84c57f07b37898c 2024-04-13T07:44:25.637 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:44:25 smithi139 systemd[1]: Started Ceph prometheus.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:44:25.943 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:44:25.943 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":69,"fsid":"7e8cfa84-f968-11ee-bc8d-c7b262605968","created":"2024-04-13T07:37:07.748755+0000","modified":"2024-04-13T07:43:16.035443+0000","last_up_change":"2024-04-13T07:42:18.386410+0000","last_in_change":"2024-04-13T07:42:00.883113+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-13T07:40:15.190780+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-13T07:42:34.955306+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-13T07:42:36.167771+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-13T07:43:11.545710+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"765e54ef-81fc-4e44-b4de-66e88f3ddbe8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1930488352},{"type":"v1","addr":"172.21.15.119:6803","nonce":1930488352}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1930488352},{"type":"v1","addr":"172.21.15.119:6805","nonce":1930488352}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1930488352},{"type":"v1","addr":"172.21.15.119:6809","nonce":1930488352}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1930488352},{"type":"v1","addr":"172.21.15.119:6807","nonce":1930488352}]},"public_addr":"172.21.15.119:6803/1930488352","cluster_addr":"172.21.15.119:6805/1930488352","heartbeat_back_addr":"172.21.15.119:6809/1930488352","heartbeat_front_addr":"172.21.15.119:6807/1930488352","state":["exists","up"]},{"osd":1,"uuid":"be4a455e-ef82-4efa-bb4d-0b6dc8498f0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":3768977942},{"type":"v1","addr":"172.21.15.119:6811","nonce":3768977942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":3768977942},{"type":"v1","addr":"172.21.15.119:6813","nonce":3768977942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":3768977942},{"type":"v1","addr":"172.21.15.119:6817","nonce":3768977942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":3768977942},{"type":"v1","addr":"172.21.15.119:6815","nonce":3768977942}]},"public_addr":"172.21.15.119:6811/3768977942","cluster_addr":"172.21.15.119:6813/3768977942","heartbeat_back_addr":"172.21.15.119:6817/3768977942","heartbeat_front_addr":"172.21.15.119:6815/3768977942","state":["exists","up"]},{"osd":2,"uuid":"9121996c-837a-482d-ae53-d603d56962fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":2150152578},{"type":"v1","addr":"172.21.15.119:6819","nonce":2150152578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":2150152578},{"type":"v1","addr":"172.21.15.119:6821","nonce":2150152578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":2150152578},{"type":"v1","addr":"172.21.15.119:6825","nonce":2150152578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":2150152578},{"type":"v1","addr":"172.21.15.119:6823","nonce":2150152578}]},"public_addr":"172.21.15.119:6819/2150152578","cluster_addr":"172.21.15.119:6821/2150152578","heartbeat_back_addr":"172.21.15.119:6825/2150152578","heartbeat_front_addr":"172.21.15.119:6823/2150152578","state":["exists","up"]},{"osd":3,"uuid":"0e5773de-d79f-42ed-ae13-5f4299fe42a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":673773060},{"type":"v1","addr":"172.21.15.119:6827","nonce":673773060}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":673773060},{"type":"v1","addr":"172.21.15.119:6829","nonce":673773060}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":673773060},{"type":"v1","addr":"172.21.15.119:6833","nonce":673773060}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":673773060},{"type":"v1","addr":"172.21.15.119:6831","nonce":673773060}]},"public_addr":"172.21.15.119:6827/673773060","cluster_addr":"172.21.15.119:6829/673773060","heartbeat_back_addr":"172.21.15.119:6833/673773060","heartbeat_front_addr":"172.21.15.119:6831/673773060","state":["exists","up"]},{"osd":4,"uuid":"3d797e8c-e4f2-4b04-9669-3bf0df610c14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6800","nonce":3671491068},{"type":"v1","addr":"172.21.15.139:6801","nonce":3671491068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6802","nonce":3671491068},{"type":"v1","addr":"172.21.15.139:6803","nonce":3671491068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6806","nonce":3671491068},{"type":"v1","addr":"172.21.15.139:6807","nonce":3671491068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6804","nonce":3671491068},{"type":"v1","addr":"172.21.15.139:6805","nonce":3671491068}]},"public_addr":"172.21.15.139:6801/3671491068","cluster_addr":"172.21.15.139:6803/3671491068","heartbeat_back_addr":"172.21.15.139:6807/3671491068","heartbeat_front_addr":"172.21.15.139:6805/3671491068","state":["exists","up"]},{"osd":5,"uuid":"209de55f-427f-4379-9b7f-dd19228d913a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6808","nonce":2576693618},{"type":"v1","addr":"172.21.15.139:6809","nonce":2576693618}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6810","nonce":2576693618},{"type":"v1","addr":"172.21.15.139:6811","nonce":2576693618}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6814","nonce":2576693618},{"type":"v1","addr":"172.21.15.139:6815","nonce":2576693618}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6812","nonce":2576693618},{"type":"v1","addr":"172.21.15.139:6813","nonce":2576693618}]},"public_addr":"172.21.15.139:6809/2576693618","cluster_addr":"172.21.15.139:6811/2576693618","heartbeat_back_addr":"172.21.15.139:6815/2576693618","heartbeat_front_addr":"172.21.15.139:6813/2576693618","state":["exists","up"]},{"osd":6,"uuid":"f6708905-d34c-4079-ab69-4b0556d21c20","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6816","nonce":532635469},{"type":"v1","addr":"172.21.15.139:6817","nonce":532635469}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6818","nonce":532635469},{"type":"v1","addr":"172.21.15.139:6819","nonce":532635469}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6822","nonce":532635469},{"type":"v1","addr":"172.21.15.139:6823","nonce":532635469}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6820","nonce":532635469},{"type":"v1","addr":"172.21.15.139:6821","nonce":532635469}]},"public_addr":"172.21.15.139:6817/532635469","cluster_addr":"172.21.15.139:6819/532635469","heartbeat_back_addr":"172.21.15.139:6823/532635469","heartbeat_front_addr":"172.21.15.139:6821/532635469","state":["exists","up"]},{"osd":7,"uuid":"3e5cdc91-9372-40a0-ab21-4443ee3a5005","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6824","nonce":2673952433},{"type":"v1","addr":"172.21.15.139:6825","nonce":2673952433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6826","nonce":2673952433},{"type":"v1","addr":"172.21.15.139:6827","nonce":2673952433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6830","nonce":2673952433},{"type":"v1","addr":"172.21.15.139:6831","nonce":2673952433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6828","nonce":2673952433},{"type":"v1","addr":"172.21.15.139:6829","nonce":2673952433}]},"public_addr":"172.21.15.139:6825/2673952433","cluster_addr":"172.21.15.139:6827/2673952433","heartbeat_back_addr":"172.21.15.139:6831/2673952433","heartbeat_front_addr":"172.21.15.139:6829/2673952433","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:39:23.707203+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:39:48.162289+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:40:12.825237+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:40:38.173946+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:41:01.319151+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:41:26.397872+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:41:51.557660+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:42:16.677397+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1f","mappings":[{"from":7,"to":2}]},{"pgid":"3.1","mappings":[{"from":0,"to":2}]},{"pgid":"3.3","mappings":[{"from":4,"to":2}]},{"pgid":"3.a","mappings":[{"from":6,"to":2}]},{"pgid":"3.2f","mappings":[{"from":4,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.119:6801/3678637246":"2024-04-14T07:43:09.906324+0000","172.21.15.119:6800/3678637246":"2024-04-14T07:43:09.906324+0000","172.21.15.119:0/2709912124":"2024-04-14T07:43:09.906324+0000","172.21.15.119:0/930226074":"2024-04-14T07:38:00.884979+0000","172.21.15.119:6801/2578031469":"2024-04-14T07:38:00.884979+0000","172.21.15.119:0/1453889707":"2024-04-14T07:43:09.906324+0000","172.21.15.119:6800/2578031469":"2024-04-14T07:38:00.884979+0000","172.21.15.119:6801/3067787372":"2024-04-14T07:37:35.930225+0000","172.21.15.119:6800/3067787372":"2024-04-14T07:37:35.930225+0000","172.21.15.119:0/1967818941":"2024-04-14T07:37:35.930225+0000","172.21.15.119:0/2492605224":"2024-04-14T07:43:09.906324+0000","172.21.15.119:0/3319990231":"2024-04-14T07:37:35.930225+0000","172.21.15.119:0/3006046729":"2024-04-14T07:43:09.906324+0000","172.21.15.119:0/3682983579":"2024-04-14T07:38:00.884979+0000","172.21.15.119:0/1637603065":"2024-04-14T07:37:35.930225+0000","172.21.15.119:0/347559467":"2024-04-14T07:38:00.884979+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-13T07:44:25.955 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:44:25 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:44:25] ENGINE Bus STOPPING 2024-04-13T07:44:25.955 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:44:25 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:44:25] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-13T07:44:25.955 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:44:25 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:44:25] ENGINE Bus STOPPED 2024-04-13T07:44:25.955 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:44:25 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:44:25] ENGINE Bus STARTING 2024-04-13T07:44:25.955 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:44:25 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:44:25] ENGINE Serving on http://:::9283 2024-04-13T07:44:25.955 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:44:25 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:44:25] ENGINE Bus STARTED 2024-04-13T07:44:25.957 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-13T07:44:26.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:26 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/2358915032' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-13T07:44:26.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:26 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:26.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:26 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:26.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:26 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-13T07:44:26.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:26 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi119.front.sepia.ceph.com:9093"}]: dispatch 2024-04-13T07:44:26.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:26 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:26.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:26 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T07:44:26.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:26 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi139.front.sepia.ceph.com:9095"}]: dispatch 2024-04-13T07:44:26.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:26 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:26.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:26 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-13T07:44:26.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:26 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi139.front.sepia.ceph.com:3000"}]: dispatch 2024-04-13T07:44:26.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:26 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:26.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:26 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:44:26.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:26 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/798537138' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T07:44:26.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:26 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/2268103466' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:44:26.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:26 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/2358915032' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-13T07:44:26.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:26 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:26.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:26 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:26.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:26 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-13T07:44:26.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:26 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi119.front.sepia.ceph.com:9093"}]: dispatch 2024-04-13T07:44:26.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:26 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:26.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:26 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T07:44:26.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:26 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi139.front.sepia.ceph.com:9095"}]: dispatch 2024-04-13T07:44:26.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:26 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:26.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:26 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-13T07:44:26.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:26 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi139.front.sepia.ceph.com:3000"}]: dispatch 2024-04-13T07:44:26.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:26 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:26.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:26 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:44:26.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:26 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/798537138' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T07:44:26.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:26 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/2268103466' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:44:26.291 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:44:26.291 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24316,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.139:6833/3605294311","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6832","nonce":3605294311},{"type":"v1","addr":"172.21.15.139:6833","nonce":3605294311}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-13T07:42:36.970379+0000","modified":"2024-04-13T07:42:39.172020+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24347},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24347":{"gid":24347,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.119:6835/2150728336","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":2150728336},{"type":"v1","addr":"172.21.15.119:6835","nonce":2150728336}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-13T07:44:26.292 INFO:teuthology.orchestra.run.smithi119.stderr:dumped fsmap epoch 6 2024-04-13T07:44:26.306 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 6, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-04-13T07:42:36.970379+0000', 'modified': '2024-04-13T07:42:39.172020+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24347}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24347': {'gid': 24347, 'name': 'a', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.119:6835/2150728336', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.119:6834', 'nonce': 2150728336}, {'type': 'v1', 'addr': '172.21.15.119:6835', 'nonce': 2150728336}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-04-13T07:44:26.306 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-04-13T07:44:26.306 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-04-13T07:44:26.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:26 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/2358915032' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-13T07:44:26.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:26 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:26.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:26 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:26.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:26 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-13T07:44:26.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:26 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi119.front.sepia.ceph.com:9093"}]: dispatch 2024-04-13T07:44:26.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:26 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:26.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:26 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T07:44:26.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:26 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi139.front.sepia.ceph.com:9095"}]: dispatch 2024-04-13T07:44:26.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:26 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:26.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:26 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-13T07:44:26.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:26 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi139.front.sepia.ceph.com:3000"}]: dispatch 2024-04-13T07:44:26.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:26 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:26.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:26 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:44:26.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:26 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/798537138' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T07:44:26.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:26 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/2268103466' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:44:26.418 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-13T07:44:26.418+0000 7fdd5dffb640 0 client.14886 ms_handle_reset on v2:172.21.15.119:6834/2150728336 2024-04-13T07:44:26.437 INFO:teuthology.orchestra.run.smithi119.stderr:2024-04-13T07:44:26.437+0000 7fdd5dffb640 0 client.14892 ms_handle_reset on v2:172.21.15.119:6834/2150728336 2024-04-13T07:44:26.437 INFO:teuthology.orchestra.run.smithi119.stdout:{ 2024-04-13T07:44:26.437 INFO:teuthology.orchestra.run.smithi119.stdout: "cluster_fsid": "7e8cfa84-f968-11ee-bc8d-c7b262605968", 2024-04-13T07:44:26.437 INFO:teuthology.orchestra.run.smithi119.stdout: "whoami": 0, 2024-04-13T07:44:26.437 INFO:teuthology.orchestra.run.smithi119.stdout: "id": 24347, 2024-04-13T07:44:26.437 INFO:teuthology.orchestra.run.smithi119.stdout: "want_state": "up:active", 2024-04-13T07:44:26.437 INFO:teuthology.orchestra.run.smithi119.stdout: "state": "up:active", 2024-04-13T07:44:26.437 INFO:teuthology.orchestra.run.smithi119.stdout: "fs_name": "cephfs", 2024-04-13T07:44:26.437 INFO:teuthology.orchestra.run.smithi119.stdout: "rank_uptime": 109.463005714, 2024-04-13T07:44:26.437 INFO:teuthology.orchestra.run.smithi119.stdout: "mdsmap_epoch": 6, 2024-04-13T07:44:26.437 INFO:teuthology.orchestra.run.smithi119.stdout: "osdmap_epoch": 69, 2024-04-13T07:44:26.437 INFO:teuthology.orchestra.run.smithi119.stdout: "osdmap_epoch_barrier": 62, 2024-04-13T07:44:26.438 INFO:teuthology.orchestra.run.smithi119.stdout: "uptime": 116.34511326800001 2024-04-13T07:44:26.438 INFO:teuthology.orchestra.run.smithi119.stdout:} 2024-04-13T07:44:26.448 INFO:tasks.cephadm:Setup complete, yielding 2024-04-13T07:44:26.448 INFO:teuthology.run_tasks:Running task print... 2024-04-13T07:44:26.458 INFO:teuthology.task.print:**** done end installing reef cephadm ... 2024-04-13T07:44:26.458 INFO:teuthology.run_tasks:Running task print... 2024-04-13T07:44:26.473 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2024-04-13T07:44:26.474 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-13T07:44:26.484 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi119.front.sepia.ceph.com 2024-04-13T07:44:26.484 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2024-04-13T07:44:26.699 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:44:27.074 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:27 smithi119 ceph-mon[39268]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-13T07:44:27.075 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:27 smithi119 ceph-mon[39268]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi119.front.sepia.ceph.com:9093"}]: dispatch 2024-04-13T07:44:27.075 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:27 smithi119 ceph-mon[39268]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T07:44:27.075 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:27 smithi119 ceph-mon[39268]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi139.front.sepia.ceph.com:9095"}]: dispatch 2024-04-13T07:44:27.075 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:27 smithi119 ceph-mon[39268]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-13T07:44:27.075 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:27 smithi119 ceph-mon[39268]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi139.front.sepia.ceph.com:3000"}]: dispatch 2024-04-13T07:44:27.075 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:27 smithi119 ceph-mon[39268]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:27.075 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:27 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/3658121102' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T07:44:27.075 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:27 smithi119 ceph-mon[27733]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-13T07:44:27.075 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:27 smithi119 ceph-mon[27733]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi119.front.sepia.ceph.com:9093"}]: dispatch 2024-04-13T07:44:27.075 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:27 smithi119 ceph-mon[27733]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T07:44:27.075 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:27 smithi119 ceph-mon[27733]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi139.front.sepia.ceph.com:9095"}]: dispatch 2024-04-13T07:44:27.076 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:27 smithi119 ceph-mon[27733]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-13T07:44:27.076 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:27 smithi119 ceph-mon[27733]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi139.front.sepia.ceph.com:3000"}]: dispatch 2024-04-13T07:44:27.076 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:27 smithi119 ceph-mon[27733]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:27.076 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:27 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/3658121102' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T07:44:27.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:27 smithi139 ceph-mon[31267]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-13T07:44:27.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:27 smithi139 ceph-mon[31267]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi119.front.sepia.ceph.com:9093"}]: dispatch 2024-04-13T07:44:27.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:27 smithi139 ceph-mon[31267]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T07:44:27.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:27 smithi139 ceph-mon[31267]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi139.front.sepia.ceph.com:9095"}]: dispatch 2024-04-13T07:44:27.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:27 smithi139 ceph-mon[31267]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-13T07:44:27.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:27 smithi139 ceph-mon[31267]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi139.front.sepia.ceph.com:3000"}]: dispatch 2024-04-13T07:44:27.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:27 smithi139 ceph-mon[31267]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:27.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:27 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/3658121102' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T07:44:28.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:44:28 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:44:28] ENGINE Bus STOPPING 2024-04-13T07:44:28.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:44:28 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:44:28] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-13T07:44:28.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:44:28 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:44:28] ENGINE Bus STOPPED 2024-04-13T07:44:28.967 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:44:28 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:44:28] ENGINE Bus STARTING 2024-04-13T07:44:28.967 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:44:28 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:44:28] ENGINE Serving on http://:::9283 2024-04-13T07:44:28.967 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:44:28 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:44:28] ENGINE Bus STARTED 2024-04-13T07:44:29.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:29 smithi139 ceph-mon[31267]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:29.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:29 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/127169677' entity='client.admin' 2024-04-13T07:44:29.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:29 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:29.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:29 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:29.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:29 smithi119 ceph-mon[27733]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:29.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:29 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/127169677' entity='client.admin' 2024-04-13T07:44:29.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:29 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:29.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:29 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:29.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:29 smithi119 ceph-mon[39268]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:29.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:29 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/127169677' entity='client.admin' 2024-04-13T07:44:29.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:29 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:29.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:29 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:29.550 INFO:teuthology.run_tasks:Running task print... 2024-04-13T07:44:29.560 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2024-04-13T07:44:29.561 INFO:teuthology.run_tasks:Running task print... 2024-04-13T07:44:29.575 INFO:teuthology.task.print:**** done start telemetry reef... 2024-04-13T07:44:29.575 INFO:teuthology.run_tasks:Running task workunit... 2024-04-13T07:44:29.593 INFO:tasks.workunit:Pulling workunits from ref c2d8c3155d854ee204cb7c7261232571229d1d54 2024-04-13T07:44:29.594 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-13T07:44:29.594 DEBUG:teuthology.orchestra.run.smithi119:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-13T07:44:29.612 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-13T07:44:29.612 INFO:teuthology.orchestra.run.smithi119.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-13T07:44:29.612 DEBUG:teuthology.orchestra.run.smithi119:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-13T07:44:29.668 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-13T07:44:29.668 DEBUG:teuthology.orchestra.run.smithi119:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-13T07:44:29.722 INFO:tasks.workunit:timeout=3h 2024-04-13T07:44:29.722 INFO:tasks.workunit:cleanup=True 2024-04-13T07:44:29.723 DEBUG:teuthology.orchestra.run.smithi119:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout c2d8c3155d854ee204cb7c7261232571229d1d54 2024-04-13T07:44:29.778 INFO:tasks.workunit.client.0.smithi119.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-13T07:44:30.216 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:44:29 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a[77666]: ts=2024-04-13T07:44:29.922Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002925473s 2024-04-13T07:44:31.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:31 smithi139 ceph-mon[31267]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:31.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:31 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:31.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:31 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:31.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:31 smithi119 ceph-mon[39268]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:31.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:31 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:31.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:31 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:31.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:31 smithi119 ceph-mon[27733]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:31.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:31 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:31.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:31 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:32.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:32 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:44:32.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:32 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:44:32.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:32 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:32.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:32 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:44:32.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:32 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:44:32.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:32 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:44:32.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:32 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:32.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:32 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:44:32.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:32 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:44:32.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:32 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:44:32.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:32 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:32.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:32 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:44:33.335 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:33 smithi119 ceph-mon[39268]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:33.335 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:33 smithi119 ceph-mon[27733]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:33.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:33 smithi139 ceph-mon[31267]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:34.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:44:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:44:34] "GET /metrics HTTP/1.1" 200 33665 "" "Prometheus/2.43.0" 2024-04-13T07:44:35.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:35 smithi139 ceph-mon[31267]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:35.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:35 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:35.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:35 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:35.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:35 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:35.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:35 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:35.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:35 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:44:35.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:35 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:44:35.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:35 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:35.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:35 smithi119 ceph-mon[27733]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:35.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:35 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:35.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:35 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:35.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:35 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:35.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:35 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:35.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:35 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:44:35.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:35 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:44:35.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:35 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:35.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:35 smithi119 ceph-mon[39268]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:35.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:35 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:35.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:35 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:35.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:35 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:35.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:35 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:35.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:35 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:44:35.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:35 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:44:35.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:35 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:44:37.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:37 smithi139 ceph-mon[31267]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:37.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:37 smithi119 ceph-mon[39268]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:37.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:37 smithi119 ceph-mon[27733]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:39 smithi139 ceph-mon[31267]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:39 smithi119 ceph-mon[39268]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:39.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:39 smithi119 ceph-mon[27733]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:40.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:40 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:44:40.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:40 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:44:40.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:40 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:44:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:41 smithi139 ceph-mon[31267]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:41.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:41 smithi119 ceph-mon[39268]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:41.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:41 smithi119 ceph-mon[27733]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:43 smithi139 ceph-mon[31267]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T07:44:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:43 smithi139 ceph-mon[31267]: mgrmap e21: y(active, since 92s), standbys: x 2024-04-13T07:44:43.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:43 smithi119 ceph-mon[39268]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T07:44:43.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:43 smithi119 ceph-mon[39268]: mgrmap e21: y(active, since 92s), standbys: x 2024-04-13T07:44:43.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:43 smithi119 ceph-mon[27733]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T07:44:43.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:43 smithi119 ceph-mon[27733]: mgrmap e21: y(active, since 92s), standbys: x 2024-04-13T07:44:44.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:44:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:44:44] "GET /metrics HTTP/1.1" 200 33666 "" "Prometheus/2.43.0" 2024-04-13T07:44:45.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:45 smithi139 ceph-mon[31267]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T07:44:45.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:45 smithi119 ceph-mon[39268]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T07:44:45.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:45 smithi119 ceph-mon[27733]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T07:44:46.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:46 smithi139 ceph-mon[31267]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T07:44:46.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:46 smithi119 ceph-mon[39268]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T07:44:46.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:46 smithi119 ceph-mon[27733]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T07:44:49.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:48 smithi139 ceph-mon[31267]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T07:44:49.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:48 smithi119 ceph-mon[39268]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T07:44:49.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:48 smithi119 ceph-mon[27733]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T07:44:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:50 smithi139 ceph-mon[31267]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T07:44:51.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:51 smithi119 ceph-mon[39268]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T07:44:51.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:50 smithi119 ceph-mon[27733]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T07:44:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:53 smithi139 ceph-mon[31267]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T07:44:53.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:53 smithi119 ceph-mon[39268]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T07:44:53.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:53 smithi119 ceph-mon[27733]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T07:44:54.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:44:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:44:54] "GET /metrics HTTP/1.1" 200 33666 "" "Prometheus/2.43.0" 2024-04-13T07:44:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:55 smithi139 ceph-mon[31267]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:55 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:44:55.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:55 smithi119 ceph-mon[39268]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:55.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:55 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:44:55.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:55 smithi119 ceph-mon[27733]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:55.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:55 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:44:57.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:57 smithi139 ceph-mon[31267]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:57.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:57 smithi119 ceph-mon[39268]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:57.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:57 smithi119 ceph-mon[27733]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:59.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:44:59 smithi139 ceph-mon[31267]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:59.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:44:59 smithi119 ceph-mon[27733]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:44:59.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:44:59 smithi119 ceph-mon[39268]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:01 smithi139 ceph-mon[31267]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:01 smithi119 ceph-mon[39268]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:01.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:01 smithi119 ceph-mon[27733]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:03.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:03 smithi139 ceph-mon[31267]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:03.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:03 smithi119 ceph-mon[39268]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:03.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:03 smithi119 ceph-mon[27733]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:04.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:45:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:45:04] "GET /metrics HTTP/1.1" 200 33664 "" "Prometheus/2.43.0" 2024-04-13T07:45:05.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:05 smithi139 ceph-mon[31267]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:05.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:05 smithi119 ceph-mon[39268]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:05.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:05 smithi119 ceph-mon[27733]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:07.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:07 smithi139 ceph-mon[31267]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:07.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:07 smithi119 ceph-mon[39268]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:07.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:07 smithi119 ceph-mon[27733]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:09 smithi139 ceph-mon[31267]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:09.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:09 smithi119 ceph-mon[39268]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:09 smithi119 ceph-mon[27733]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:10.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:10 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:45:10.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:10 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:45:10.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:10 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:45:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:11 smithi139 ceph-mon[31267]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:11.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:11 smithi119 ceph-mon[39268]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:11.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:11 smithi119 ceph-mon[27733]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:13 smithi139 ceph-mon[31267]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:13.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:13 smithi119 ceph-mon[39268]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:13.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:13 smithi119 ceph-mon[27733]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:14.640 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:45:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:45:14] "GET /metrics HTTP/1.1" 200 33653 "" "Prometheus/2.43.0" 2024-04-13T07:45:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:15 smithi139 ceph-mon[31267]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:15.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:15 smithi119 ceph-mon[39268]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:15.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:15 smithi119 ceph-mon[27733]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:17.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:17 smithi139 ceph-mon[31267]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:17.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:17 smithi119 ceph-mon[27733]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:17.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:17 smithi119 ceph-mon[39268]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:19.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:19 smithi139 ceph-mon[31267]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:19.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:19 smithi119 ceph-mon[39268]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:19.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:19 smithi119 ceph-mon[27733]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:21 smithi139 ceph-mon[31267]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:21.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:21 smithi119 ceph-mon[39268]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:21.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:21 smithi119 ceph-mon[27733]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:23 smithi139 ceph-mon[31267]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:23.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:23 smithi119 ceph-mon[27733]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:23.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:23 smithi119 ceph-mon[39268]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:24.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:45:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:45:24] "GET /metrics HTTP/1.1" 200 33653 "" "Prometheus/2.43.0" 2024-04-13T07:45:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:25 smithi139 ceph-mon[31267]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:25 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:45:25.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:25 smithi119 ceph-mon[39268]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:25.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:25 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:45:25.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:25 smithi119 ceph-mon[27733]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:25.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:25 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:45:27.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:27 smithi139 ceph-mon[31267]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:27.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:27 smithi119 ceph-mon[39268]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:27.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:27 smithi119 ceph-mon[27733]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:29.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:29 smithi139 ceph-mon[31267]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:29.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:29 smithi119 ceph-mon[39268]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:29.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:29 smithi119 ceph-mon[27733]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:31.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:31 smithi139 ceph-mon[31267]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:31.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:31 smithi119 ceph-mon[39268]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:31.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:31 smithi119 ceph-mon[27733]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:33.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:33 smithi139 ceph-mon[31267]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:33.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:33 smithi119 ceph-mon[39268]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:33.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:33 smithi119 ceph-mon[27733]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:34.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:45:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:45:34] "GET /metrics HTTP/1.1" 200 33672 "" "Prometheus/2.43.0" 2024-04-13T07:45:35.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:35 smithi139 ceph-mon[31267]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:35.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:35 smithi119 ceph-mon[39268]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:35.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:35 smithi119 ceph-mon[27733]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:36.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:36 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:45:36.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:36 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:45:36.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:36 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:45:36.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:36 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:36.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:36 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:45:36.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:36 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:45:36.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:36 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:45:36.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:36 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:36.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:36 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:45:36.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:36 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:45:36.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:36 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:45:36.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:36 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:37.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:37 smithi139 ceph-mon[31267]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:37.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:37 smithi119 ceph-mon[39268]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:37.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:37 smithi119 ceph-mon[27733]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:39 smithi139 ceph-mon[31267]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:39.414 INFO:tasks.workunit.client.0.smithi119.stderr:Note: switching to 'c2d8c3155d854ee204cb7c7261232571229d1d54'. 2024-04-13T07:45:39.414 INFO:tasks.workunit.client.0.smithi119.stderr: 2024-04-13T07:45:39.414 INFO:tasks.workunit.client.0.smithi119.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-04-13T07:45:39.414 INFO:tasks.workunit.client.0.smithi119.stderr:changes and commit them, and you can discard any commits you make in this 2024-04-13T07:45:39.414 INFO:tasks.workunit.client.0.smithi119.stderr:state without impacting any branches by switching back to a branch. 2024-04-13T07:45:39.414 INFO:tasks.workunit.client.0.smithi119.stderr: 2024-04-13T07:45:39.414 INFO:tasks.workunit.client.0.smithi119.stderr:If you want to create a new branch to retain commits you create, you may 2024-04-13T07:45:39.414 INFO:tasks.workunit.client.0.smithi119.stderr:do so (now or later) by using -c with the switch command. Example: 2024-04-13T07:45:39.414 INFO:tasks.workunit.client.0.smithi119.stderr: 2024-04-13T07:45:39.414 INFO:tasks.workunit.client.0.smithi119.stderr: git switch -c 2024-04-13T07:45:39.414 INFO:tasks.workunit.client.0.smithi119.stderr: 2024-04-13T07:45:39.414 INFO:tasks.workunit.client.0.smithi119.stderr:Or undo this operation with: 2024-04-13T07:45:39.415 INFO:tasks.workunit.client.0.smithi119.stderr: 2024-04-13T07:45:39.415 INFO:tasks.workunit.client.0.smithi119.stderr: git switch - 2024-04-13T07:45:39.415 INFO:tasks.workunit.client.0.smithi119.stderr: 2024-04-13T07:45:39.415 INFO:tasks.workunit.client.0.smithi119.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-04-13T07:45:39.415 INFO:tasks.workunit.client.0.smithi119.stderr: 2024-04-13T07:45:39.415 INFO:tasks.workunit.client.0.smithi119.stderr:HEAD is now at c2d8c3155d8 Merge PR #56859 into main 2024-04-13T07:45:39.416 DEBUG:teuthology.orchestra.run.smithi119:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-13T07:45:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:39 smithi119 ceph-mon[39268]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:39.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:39 smithi119 ceph-mon[27733]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:39.482 INFO:tasks.workunit.client.0.smithi119.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-13T07:45:39.484 INFO:tasks.workunit.client.0.smithi119.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-13T07:45:39.485 INFO:tasks.workunit.client.0.smithi119.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-13T07:45:40.260 INFO:tasks.workunit.client.0.smithi119.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-13T07:45:40.327 INFO:tasks.workunit.client.0.smithi119.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-13T07:45:40.368 INFO:tasks.workunit.client.0.smithi119.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-13T07:45:40.369 INFO:tasks.workunit.client.0.smithi119.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-13T07:45:40.370 INFO:tasks.workunit.client.0.smithi119.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-13T07:45:40.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:40 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:45:40.408 INFO:tasks.workunit.client.0.smithi119.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-13T07:45:40.412 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-04-13T07:45:40.412 DEBUG:teuthology.orchestra.run.smithi119:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-13T07:45:40.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:40 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:45:40.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:40 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:45:40.467 INFO:tasks.workunit:Running workunits matching test_telemetry_reef.sh on client.0... 2024-04-13T07:45:40.469 INFO:tasks.workunit:Running workunit test_telemetry_reef.sh... 2024-04-13T07:45:40.469 DEBUG:teuthology.orchestra.run.smithi119:workunit test test_telemetry_reef.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=c2d8c3155d854ee204cb7c7261232571229d1d54 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_reef.sh 2024-04-13T07:45:40.526 INFO:tasks.workunit.client.0.smithi119.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2024-04-13T07:45:40.922 INFO:tasks.workunit.client.0.smithi119.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2024-04-13T07:45:41.067 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:45:40 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:45:40] ENGINE Bus STOPPING 2024-04-13T07:45:41.067 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:45:40 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:45:40] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-13T07:45:41.067 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:45:40 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:45:40] ENGINE Bus STOPPED 2024-04-13T07:45:41.068 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:45:40 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:45:40] ENGINE Bus STARTING 2024-04-13T07:45:41.068 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:45:40 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:45:40] ENGINE Serving on http://:::9283 2024-04-13T07:45:41.068 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:45:40 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:45:40] ENGINE Bus STARTED 2024-04-13T07:45:41.319 INFO:tasks.workunit.client.0.smithi119.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2024-04-13T07:45:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:41 smithi139 ceph-mon[31267]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:41 smithi139 ceph-mon[31267]: from='client.? ' entity='client.admin' 2024-04-13T07:45:41.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:41 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:45:41.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:41 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:45:41.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:41 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:45:41.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:41 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:41.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:41 smithi119 ceph-mon[39268]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:41.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:41 smithi119 ceph-mon[39268]: from='client.? ' entity='client.admin' 2024-04-13T07:45:41.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:41 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:45:41.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:41 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:45:41.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:41 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:45:41.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:41 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:41.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:41 smithi119 ceph-mon[27733]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:41.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:41 smithi119 ceph-mon[27733]: from='client.? ' entity='client.admin' 2024-04-13T07:45:41.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:41 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:45:41.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:41 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:45:41.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:41 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:45:41.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:41 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:41.468 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:45:41 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:45:41] ENGINE Bus STOPPING 2024-04-13T07:45:41.468 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:45:41 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:45:41] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-13T07:45:41.468 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:45:41 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:45:41] ENGINE Bus STOPPED 2024-04-13T07:45:41.468 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:45:41 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:45:41] ENGINE Bus STARTING 2024-04-13T07:45:41.468 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:45:41 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:45:41] ENGINE Serving on http://:::9283 2024-04-13T07:45:41.468 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:45:41 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:45:41] ENGINE Bus STARTED 2024-04-13T07:45:41.708 INFO:tasks.workunit.client.0.smithi119.stderr:+ ceph telemetry preview 2024-04-13T07:45:41.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:45:41 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:45:41] ENGINE Bus STOPPING 2024-04-13T07:45:41.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:45:41 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:45:41] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-13T07:45:41.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:45:41 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:45:41] ENGINE Bus STOPPED 2024-04-13T07:45:41.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:45:41 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:45:41] ENGINE Bus STARTING 2024-04-13T07:45:41.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:45:41 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:45:41] ENGINE Serving on http://:::9283 2024-04-13T07:45:41.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:45:41 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:45:41] ENGINE Bus STARTED 2024-04-13T07:45:42.203 INFO:tasks.workunit.client.0.smithi119.stdout:{ 2024-04-13T07:45:42.203 INFO:tasks.workunit.client.0.smithi119.stdout: "balancer": { 2024-04-13T07:45:42.203 INFO:tasks.workunit.client.0.smithi119.stdout: "active": true, 2024-04-13T07:45:42.203 INFO:tasks.workunit.client.0.smithi119.stdout: "mode": "" 2024-04-13T07:45:42.203 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.203 INFO:tasks.workunit.client.0.smithi119.stdout: "channels": [ 2024-04-13T07:45:42.203 INFO:tasks.workunit.client.0.smithi119.stdout: "basic", 2024-04-13T07:45:42.203 INFO:tasks.workunit.client.0.smithi119.stdout: "crash", 2024-04-13T07:45:42.203 INFO:tasks.workunit.client.0.smithi119.stdout: "device", 2024-04-13T07:45:42.203 INFO:tasks.workunit.client.0.smithi119.stdout: "ident" 2024-04-13T07:45:42.203 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:42.203 INFO:tasks.workunit.client.0.smithi119.stdout: "channels_available": [ 2024-04-13T07:45:42.204 INFO:tasks.workunit.client.0.smithi119.stdout: "basic", 2024-04-13T07:45:42.204 INFO:tasks.workunit.client.0.smithi119.stdout: "ident", 2024-04-13T07:45:42.204 INFO:tasks.workunit.client.0.smithi119.stdout: "crash", 2024-04-13T07:45:42.204 INFO:tasks.workunit.client.0.smithi119.stdout: "device", 2024-04-13T07:45:42.204 INFO:tasks.workunit.client.0.smithi119.stdout: "perf" 2024-04-13T07:45:42.204 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:42.204 INFO:tasks.workunit.client.0.smithi119.stdout: "collections_available": [ 2024-04-13T07:45:42.204 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_base", 2024-04-13T07:45:42.204 INFO:tasks.workunit.client.0.smithi119.stdout: "device_base", 2024-04-13T07:45:42.204 INFO:tasks.workunit.client.0.smithi119.stdout: "crash_base", 2024-04-13T07:45:42.204 INFO:tasks.workunit.client.0.smithi119.stdout: "ident_base", 2024-04-13T07:45:42.204 INFO:tasks.workunit.client.0.smithi119.stdout: "perf_perf", 2024-04-13T07:45:42.204 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_mds_metadata", 2024-04-13T07:45:42.204 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_pool_usage", 2024-04-13T07:45:42.205 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_usage_by_class", 2024-04-13T07:45:42.205 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_rook_v01", 2024-04-13T07:45:42.205 INFO:tasks.workunit.client.0.smithi119.stdout: "perf_memory_metrics", 2024-04-13T07:45:42.205 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_pool_options_bluestore" 2024-04-13T07:45:42.205 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:42.205 INFO:tasks.workunit.client.0.smithi119.stdout: "collections_opted_in": [ 2024-04-13T07:45:42.205 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_base", 2024-04-13T07:45:42.205 INFO:tasks.workunit.client.0.smithi119.stdout: "device_base", 2024-04-13T07:45:42.205 INFO:tasks.workunit.client.0.smithi119.stdout: "crash_base", 2024-04-13T07:45:42.205 INFO:tasks.workunit.client.0.smithi119.stdout: "ident_base", 2024-04-13T07:45:42.205 INFO:tasks.workunit.client.0.smithi119.stdout: "perf_perf", 2024-04-13T07:45:42.205 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_mds_metadata", 2024-04-13T07:45:42.205 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_pool_usage", 2024-04-13T07:45:42.205 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_usage_by_class", 2024-04-13T07:45:42.205 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_rook_v01", 2024-04-13T07:45:42.206 INFO:tasks.workunit.client.0.smithi119.stdout: "perf_memory_metrics", 2024-04-13T07:45:42.206 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_pool_options_bluestore" 2024-04-13T07:45:42.206 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:42.206 INFO:tasks.workunit.client.0.smithi119.stdout: "config": { 2024-04-13T07:45:42.206 INFO:tasks.workunit.client.0.smithi119.stdout: "active_changed": [ 2024-04-13T07:45:42.206 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-13T07:45:42.206 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_debug", 2024-04-13T07:45:42.206 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_mon_ticket_ttl", 2024-04-13T07:45:42.206 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_service_ticket_ttl", 2024-04-13T07:45:42.206 INFO:tasks.workunit.client.0.smithi119.stdout: "bdev_debug_aio", 2024-04-13T07:45:42.206 INFO:tasks.workunit.client.0.smithi119.stdout: "client_check_pool_perm", 2024-04-13T07:45:42.206 INFO:tasks.workunit.client.0.smithi119.stdout: "client_mount_gid", 2024-04-13T07:45:42.206 INFO:tasks.workunit.client.0.smithi119.stdout: "client_mount_uid", 2024-04-13T07:45:42.207 INFO:tasks.workunit.client.0.smithi119.stdout: "client_quota", 2024-04-13T07:45:42.207 INFO:tasks.workunit.client.0.smithi119.stdout: "container_image", 2024-04-13T07:45:42.207 INFO:tasks.workunit.client.0.smithi119.stdout: "daemonize", 2024-04-13T07:45:42.207 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_asserts_on_shutdown", 2024-04-13T07:45:42.207 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_mgr", 2024-04-13T07:45:42.207 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_mon", 2024-04-13T07:45:42.207 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_ms", 2024-04-13T07:45:42.207 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_osd", 2024-04-13T07:45:42.207 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_paxos", 2024-04-13T07:45:42.207 INFO:tasks.workunit.client.0.smithi119.stdout: "keyring", 2024-04-13T07:45:42.207 INFO:tasks.workunit.client.0.smithi119.stdout: "leveldb_block_size", 2024-04-13T07:45:42.207 INFO:tasks.workunit.client.0.smithi119.stdout: "leveldb_cache_size", 2024-04-13T07:45:42.207 INFO:tasks.workunit.client.0.smithi119.stdout: "leveldb_compression", 2024-04-13T07:45:42.207 INFO:tasks.workunit.client.0.smithi119.stdout: "leveldb_log", 2024-04-13T07:45:42.208 INFO:tasks.workunit.client.0.smithi119.stdout: "leveldb_write_buffer_size", 2024-04-13T07:45:42.208 INFO:tasks.workunit.client.0.smithi119.stdout: "log_to_file", 2024-04-13T07:45:42.208 INFO:tasks.workunit.client.0.smithi119.stdout: "log_to_journald", 2024-04-13T07:45:42.208 INFO:tasks.workunit.client.0.smithi119.stdout: "log_to_stderr", 2024-04-13T07:45:42.208 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_allow_pool_delete", 2024-04-13T07:45:42.208 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_clock_drift_allowed", 2024-04-13T07:45:42.208 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_cluster_log_file_level", 2024-04-13T07:45:42.208 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_cluster_log_to_file", 2024-04-13T07:45:42.208 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_cluster_log_to_journald", 2024-04-13T07:45:42.208 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_cluster_log_to_stderr", 2024-04-13T07:45:42.208 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_data_avail_warn", 2024-04-13T07:45:42.208 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_election_default_strategy", 2024-04-13T07:45:42.208 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_host", 2024-04-13T07:45:42.208 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_max_pg_per_osd", 2024-04-13T07:45:42.209 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_mgr_mkfs_grace", 2024-04-13T07:45:42.209 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_osd_prime_pg_temp", 2024-04-13T07:45:42.209 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_osd_reporter_subtree_level", 2024-04-13T07:45:42.209 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_pg_warn_max_object_skew", 2024-04-13T07:45:42.209 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-13T07:45:42.209 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-13T07:45:42.209 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-13T07:45:42.209 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-13T07:45:42.209 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-13T07:45:42.209 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-13T07:45:42.209 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-13T07:45:42.209 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-13T07:45:42.209 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_too_few_osds", 2024-04-13T07:45:42.210 INFO:tasks.workunit.client.0.smithi119.stdout: "ms_die_on_bug", 2024-04-13T07:45:42.210 INFO:tasks.workunit.client.0.smithi119.stdout: "ms_die_on_old_message", 2024-04-13T07:45:42.210 INFO:tasks.workunit.client.0.smithi119.stdout: "no_config_file", 2024-04-13T07:45:42.210 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_class_default_list", 2024-04-13T07:45:42.210 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_class_load_list", 2024-04-13T07:45:42.210 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_crush_chooseleaf_type", 2024-04-13T07:45:42.210 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_misdirected_ops", 2024-04-13T07:45:42.210 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_op_order", 2024-04-13T07:45:42.210 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_pg_log_writeout", 2024-04-13T07:45:42.210 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_shutdown", 2024-04-13T07:45:42.210 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_verify_cached_snaps", 2024-04-13T07:45:42.210 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_verify_missing_on_start", 2024-04-13T07:45:42.210 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_verify_stray_on_activate", 2024-04-13T07:45:42.210 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-13T07:45:42.211 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_delete_sleep", 2024-04-13T07:45:42.211 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_delete_sleep_hdd", 2024-04-13T07:45:42.211 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_delete_sleep_hybrid", 2024-04-13T07:45:42.211 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_delete_sleep_ssd", 2024-04-13T07:45:42.211 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_max_backfills", 2024-04-13T07:45:42.211 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-13T07:45:42.211 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_profile", 2024-04-13T07:45:42.211 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-13T07:45:42.211 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-13T07:45:42.211 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-13T07:45:42.211 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-13T07:45:42.211 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-13T07:45:42.211 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-13T07:45:42.211 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_client_lim", 2024-04-13T07:45:42.212 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_client_res", 2024-04-13T07:45:42.212 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-13T07:45:42.212 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_memory_target", 2024-04-13T07:45:42.212 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_memory_target_autotune", 2024-04-13T07:45:42.212 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_op_queue", 2024-04-13T07:45:42.212 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_op_queue_cut_off", 2024-04-13T07:45:42.212 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pg_delete_cost", 2024-04-13T07:45:42.212 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pool_default_erasure_code_profile", 2024-04-13T07:45:42.212 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-13T07:45:42.212 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recover_clone_overlap", 2024-04-13T07:45:42.212 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_max_active", 2024-04-13T07:45:42.212 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_max_active_hdd", 2024-04-13T07:45:42.212 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_max_active_ssd", 2024-04-13T07:45:42.212 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_max_chunk", 2024-04-13T07:45:42.213 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_sleep", 2024-04-13T07:45:42.213 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_sleep_hdd", 2024-04-13T07:45:42.213 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_sleep_hybrid", 2024-04-13T07:45:42.213 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_sleep_ssd", 2024-04-13T07:45:42.213 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_scrub_load_threshold", 2024-04-13T07:45:42.213 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_scrub_max_interval", 2024-04-13T07:45:42.213 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_scrub_sleep", 2024-04-13T07:45:42.213 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_shutdown_pgref_assert", 2024-04-13T07:45:42.213 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_snap_trim_sleep", 2024-04-13T07:45:42.213 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_snap_trim_sleep_hdd", 2024-04-13T07:45:42.213 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-13T07:45:42.213 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_snap_trim_sleep_ssd", 2024-04-13T07:45:42.213 INFO:tasks.workunit.client.0.smithi119.stdout: "public_addr", 2024-04-13T07:45:42.213 INFO:tasks.workunit.client.0.smithi119.stdout: "public_addrv", 2024-04-13T07:45:42.213 INFO:tasks.workunit.client.0.smithi119.stdout: "public_network", 2024-04-13T07:45:42.214 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd_default_features", 2024-04-13T07:45:42.214 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd_qos_exclude_ops", 2024-04-13T07:45:42.214 INFO:tasks.workunit.client.0.smithi119.stdout: "setgroup", 2024-04-13T07:45:42.214 INFO:tasks.workunit.client.0.smithi119.stdout: "setuser" 2024-04-13T07:45:42.214 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:42.214 INFO:tasks.workunit.client.0.smithi119.stdout: "cluster_changed": [ 2024-04-13T07:45:42.214 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-13T07:45:42.214 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_debug", 2024-04-13T07:45:42.214 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_mon_ticket_ttl", 2024-04-13T07:45:42.214 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_service_ticket_ttl", 2024-04-13T07:45:42.214 INFO:tasks.workunit.client.0.smithi119.stdout: "bdev_debug_aio", 2024-04-13T07:45:42.214 INFO:tasks.workunit.client.0.smithi119.stdout: "container_image", 2024-04-13T07:45:42.214 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_asserts_on_shutdown", 2024-04-13T07:45:42.215 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_mgr", 2024-04-13T07:45:42.215 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_mon", 2024-04-13T07:45:42.215 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_ms", 2024-04-13T07:45:42.215 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_osd", 2024-04-13T07:45:42.215 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_paxos", 2024-04-13T07:45:42.215 INFO:tasks.workunit.client.0.smithi119.stdout: "log_to_file", 2024-04-13T07:45:42.215 INFO:tasks.workunit.client.0.smithi119.stdout: "log_to_journald", 2024-04-13T07:45:42.215 INFO:tasks.workunit.client.0.smithi119.stdout: "log_to_stderr", 2024-04-13T07:45:42.215 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_join_fs", 2024-04-13T07:45:42.215 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/cephadm/allow_ptrace", 2024-04-13T07:45:42.215 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/cephadm/container_init", 2024-04-13T07:45:42.216 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/cephadm/migration_current", 2024-04-13T07:45:42.216 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/cephadm/use_repo_digest", 2024-04-13T07:45:42.216 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-13T07:45:42.216 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-13T07:45:42.216 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-13T07:45:42.216 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-13T07:45:42.216 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/dashboard/ssl_server_port", 2024-04-13T07:45:42.216 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/orchestrator/orchestrator", 2024-04-13T07:45:42.216 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/telemetry/channel_ident", 2024-04-13T07:45:42.216 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/telemetry/description", 2024-04-13T07:45:42.216 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/telemetry/organization", 2024-04-13T07:45:42.216 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_allow_pool_delete", 2024-04-13T07:45:42.216 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_clock_drift_allowed", 2024-04-13T07:45:42.216 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_cluster_log_file_level", 2024-04-13T07:45:42.216 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_cluster_log_to_file", 2024-04-13T07:45:42.217 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_data_avail_warn", 2024-04-13T07:45:42.217 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_election_default_strategy", 2024-04-13T07:45:42.217 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_max_pg_per_osd", 2024-04-13T07:45:42.217 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_mgr_mkfs_grace", 2024-04-13T07:45:42.217 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_osd_prime_pg_temp", 2024-04-13T07:45:42.217 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_osd_reporter_subtree_level", 2024-04-13T07:45:42.217 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_pg_warn_max_object_skew", 2024-04-13T07:45:42.217 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-13T07:45:42.217 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-13T07:45:42.217 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-13T07:45:42.217 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-13T07:45:42.217 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-13T07:45:42.217 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-13T07:45:42.217 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-13T07:45:42.217 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-13T07:45:42.218 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_too_few_osds", 2024-04-13T07:45:42.218 INFO:tasks.workunit.client.0.smithi119.stdout: "ms_die_on_bug", 2024-04-13T07:45:42.218 INFO:tasks.workunit.client.0.smithi119.stdout: "ms_die_on_old_message", 2024-04-13T07:45:42.218 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_class_default_list", 2024-04-13T07:45:42.218 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_class_load_list", 2024-04-13T07:45:42.218 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_misdirected_ops", 2024-04-13T07:45:42.218 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_op_order", 2024-04-13T07:45:42.218 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_pg_log_writeout", 2024-04-13T07:45:42.218 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_shutdown", 2024-04-13T07:45:42.218 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_verify_cached_snaps", 2024-04-13T07:45:42.218 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_verify_missing_on_start", 2024-04-13T07:45:42.218 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_verify_stray_on_activate", 2024-04-13T07:45:42.218 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-13T07:45:42.218 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-13T07:45:42.219 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_profile", 2024-04-13T07:45:42.219 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_memory_target", 2024-04-13T07:45:42.219 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_memory_target_autotune", 2024-04-13T07:45:42.219 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_op_queue", 2024-04-13T07:45:42.219 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_op_queue_cut_off", 2024-04-13T07:45:42.219 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pool_default_erasure_code_profile", 2024-04-13T07:45:42.219 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-13T07:45:42.219 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recover_clone_overlap", 2024-04-13T07:45:42.219 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_max_chunk", 2024-04-13T07:45:42.219 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_scrub_load_threshold", 2024-04-13T07:45:42.219 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_scrub_max_interval", 2024-04-13T07:45:42.219 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_shutdown_pgref_assert", 2024-04-13T07:45:42.219 INFO:tasks.workunit.client.0.smithi119.stdout: "public_network", 2024-04-13T07:45:42.219 INFO:tasks.workunit.client.0.smithi119.stdout: "rgw_cache_enabled", 2024-04-13T07:45:42.219 INFO:tasks.workunit.client.0.smithi119.stdout: "rgw_enable_ops_log", 2024-04-13T07:45:42.220 INFO:tasks.workunit.client.0.smithi119.stdout: "rgw_enable_usage_log" 2024-04-13T07:45:42.220 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:42.220 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.220 INFO:tasks.workunit.client.0.smithi119.stdout: "contact": null, 2024-04-13T07:45:42.220 INFO:tasks.workunit.client.0.smithi119.stdout: "crashes": [], 2024-04-13T07:45:42.220 INFO:tasks.workunit.client.0.smithi119.stdout: "created": "2024-04-13T07:37:03.207646Z", 2024-04-13T07:45:42.220 INFO:tasks.workunit.client.0.smithi119.stdout: "crush": { 2024-04-13T07:45:42.220 INFO:tasks.workunit.client.0.smithi119.stdout: "bucket_algs": { 2024-04-13T07:45:42.220 INFO:tasks.workunit.client.0.smithi119.stdout: "straw2": 3 2024-04-13T07:45:42.220 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.220 INFO:tasks.workunit.client.0.smithi119.stdout: "bucket_sizes": { 2024-04-13T07:45:42.220 INFO:tasks.workunit.client.0.smithi119.stdout: "2": 1, 2024-04-13T07:45:42.220 INFO:tasks.workunit.client.0.smithi119.stdout: "4": 2 2024-04-13T07:45:42.220 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.220 INFO:tasks.workunit.client.0.smithi119.stdout: "bucket_types": { 2024-04-13T07:45:42.221 INFO:tasks.workunit.client.0.smithi119.stdout: "1": 2, 2024-04-13T07:45:42.221 INFO:tasks.workunit.client.0.smithi119.stdout: "11": 1 2024-04-13T07:45:42.221 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.221 INFO:tasks.workunit.client.0.smithi119.stdout: "compat_weight_set": false, 2024-04-13T07:45:42.221 INFO:tasks.workunit.client.0.smithi119.stdout: "device_classes": [ 2024-04-13T07:45:42.221 INFO:tasks.workunit.client.0.smithi119.stdout: 8 2024-04-13T07:45:42.221 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:42.221 INFO:tasks.workunit.client.0.smithi119.stdout: "num_buckets": 6, 2024-04-13T07:45:42.221 INFO:tasks.workunit.client.0.smithi119.stdout: "num_devices": 8, 2024-04-13T07:45:42.221 INFO:tasks.workunit.client.0.smithi119.stdout: "num_rules": 1, 2024-04-13T07:45:42.221 INFO:tasks.workunit.client.0.smithi119.stdout: "num_types": 12, 2024-04-13T07:45:42.221 INFO:tasks.workunit.client.0.smithi119.stdout: "num_weight_sets": 0, 2024-04-13T07:45:42.221 INFO:tasks.workunit.client.0.smithi119.stdout: "tunables": { 2024-04-13T07:45:42.221 INFO:tasks.workunit.client.0.smithi119.stdout: "allowed_bucket_algs": 54, 2024-04-13T07:45:42.221 INFO:tasks.workunit.client.0.smithi119.stdout: "choose_local_fallback_tries": 0, 2024-04-13T07:45:42.221 INFO:tasks.workunit.client.0.smithi119.stdout: "choose_local_tries": 0, 2024-04-13T07:45:42.222 INFO:tasks.workunit.client.0.smithi119.stdout: "choose_total_tries": 50, 2024-04-13T07:45:42.222 INFO:tasks.workunit.client.0.smithi119.stdout: "chooseleaf_descend_once": 1, 2024-04-13T07:45:42.222 INFO:tasks.workunit.client.0.smithi119.stdout: "chooseleaf_stable": 1, 2024-04-13T07:45:42.222 INFO:tasks.workunit.client.0.smithi119.stdout: "chooseleaf_vary_r": 1, 2024-04-13T07:45:42.222 INFO:tasks.workunit.client.0.smithi119.stdout: "has_v2_rules": 0, 2024-04-13T07:45:42.222 INFO:tasks.workunit.client.0.smithi119.stdout: "has_v3_rules": 0, 2024-04-13T07:45:42.222 INFO:tasks.workunit.client.0.smithi119.stdout: "has_v4_buckets": 1, 2024-04-13T07:45:42.222 INFO:tasks.workunit.client.0.smithi119.stdout: "has_v5_rules": 0, 2024-04-13T07:45:42.222 INFO:tasks.workunit.client.0.smithi119.stdout: "legacy_tunables": 0, 2024-04-13T07:45:42.222 INFO:tasks.workunit.client.0.smithi119.stdout: "minimum_required_version": "jewel", 2024-04-13T07:45:42.222 INFO:tasks.workunit.client.0.smithi119.stdout: "optimal_tunables": 1, 2024-04-13T07:45:42.222 INFO:tasks.workunit.client.0.smithi119.stdout: "profile": "jewel", 2024-04-13T07:45:42.222 INFO:tasks.workunit.client.0.smithi119.stdout: "require_feature_tunables": 1, 2024-04-13T07:45:42.222 INFO:tasks.workunit.client.0.smithi119.stdout: "require_feature_tunables2": 1, 2024-04-13T07:45:42.222 INFO:tasks.workunit.client.0.smithi119.stdout: "require_feature_tunables3": 1, 2024-04-13T07:45:42.222 INFO:tasks.workunit.client.0.smithi119.stdout: "require_feature_tunables5": 1, 2024-04-13T07:45:42.223 INFO:tasks.workunit.client.0.smithi119.stdout: "straw_calc_version": 1 2024-04-13T07:45:42.223 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:42.223 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.223 INFO:tasks.workunit.client.0.smithi119.stdout: "description": "upgrade test cluster", 2024-04-13T07:45:42.223 INFO:tasks.workunit.client.0.smithi119.stdout: "fs": { 2024-04-13T07:45:42.223 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T07:45:42.223 INFO:tasks.workunit.client.0.smithi119.stdout: "feature_flags": { 2024-04-13T07:45:42.223 INFO:tasks.workunit.client.0.smithi119.stdout: "enable_multiple": true, 2024-04-13T07:45:42.223 INFO:tasks.workunit.client.0.smithi119.stdout: "ever_enabled_multiple": true 2024-04-13T07:45:42.223 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.223 INFO:tasks.workunit.client.0.smithi119.stdout: "filesystems": [ 2024-04-13T07:45:42.223 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:42.223 INFO:tasks.workunit.client.0.smithi119.stdout: "approx_ctime": "2024-04", 2024-04-13T07:45:42.223 INFO:tasks.workunit.client.0.smithi119.stdout: "balancer_enabled": false, 2024-04-13T07:45:42.223 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:42.224 INFO:tasks.workunit.client.0.smithi119.stdout: "cached_caps": 0, 2024-04-13T07:45:42.224 INFO:tasks.workunit.client.0.smithi119.stdout: "cached_dns": 10, 2024-04-13T07:45:42.224 INFO:tasks.workunit.client.0.smithi119.stdout: "cached_inos": 13, 2024-04-13T07:45:42.224 INFO:tasks.workunit.client.0.smithi119.stdout: "cached_subtrees": 2, 2024-04-13T07:45:42.224 INFO:tasks.workunit.client.0.smithi119.stdout: "ever_allowed_features": 0, 2024-04-13T07:45:42.224 INFO:tasks.workunit.client.0.smithi119.stdout: "explicitly_allowed_features": 0, 2024-04-13T07:45:42.224 INFO:tasks.workunit.client.0.smithi119.stdout: "files": 0, 2024-04-13T07:45:42.224 INFO:tasks.workunit.client.0.smithi119.stdout: "max_mds": 1, 2024-04-13T07:45:42.224 INFO:tasks.workunit.client.0.smithi119.stdout: "num_data_pools": 1, 2024-04-13T07:45:42.224 INFO:tasks.workunit.client.0.smithi119.stdout: "num_in": 1, 2024-04-13T07:45:42.224 INFO:tasks.workunit.client.0.smithi119.stdout: "num_mds": 1, 2024-04-13T07:45:42.224 INFO:tasks.workunit.client.0.smithi119.stdout: "num_sessions": 0, 2024-04-13T07:45:42.224 INFO:tasks.workunit.client.0.smithi119.stdout: "num_standby_replay": 0, 2024-04-13T07:45:42.224 INFO:tasks.workunit.client.0.smithi119.stdout: "num_up": 1, 2024-04-13T07:45:42.224 INFO:tasks.workunit.client.0.smithi119.stdout: "snaps": 0, 2024-04-13T07:45:42.224 INFO:tasks.workunit.client.0.smithi119.stdout: "standby_count_wanted": 0 2024-04-13T07:45:42.225 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:42.225 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:42.225 INFO:tasks.workunit.client.0.smithi119.stdout: "num_standby_mds": 1, 2024-04-13T07:45:42.225 INFO:tasks.workunit.client.0.smithi119.stdout: "total_num_mds": 2 2024-04-13T07:45:42.225 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.225 INFO:tasks.workunit.client.0.smithi119.stdout: "hosts": { 2024-04-13T07:45:42.225 INFO:tasks.workunit.client.0.smithi119.stdout: "num": 2, 2024-04-13T07:45:42.225 INFO:tasks.workunit.client.0.smithi119.stdout: "num_with_mds": 2, 2024-04-13T07:45:42.225 INFO:tasks.workunit.client.0.smithi119.stdout: "num_with_mgr": 2, 2024-04-13T07:45:42.225 INFO:tasks.workunit.client.0.smithi119.stdout: "num_with_mon": 2, 2024-04-13T07:45:42.225 INFO:tasks.workunit.client.0.smithi119.stdout: "num_with_osd": 2 2024-04-13T07:45:42.225 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.225 INFO:tasks.workunit.client.0.smithi119.stdout: "leaderboard": false, 2024-04-13T07:45:42.225 INFO:tasks.workunit.client.0.smithi119.stdout: "leaderboard_description": null, 2024-04-13T07:45:42.226 INFO:tasks.workunit.client.0.smithi119.stdout: "license": "sharing-1-0", 2024-04-13T07:45:42.226 INFO:tasks.workunit.client.0.smithi119.stdout: "metadata": { 2024-04-13T07:45:42.226 INFO:tasks.workunit.client.0.smithi119.stdout: "mds": { 2024-04-13T07:45:42.226 INFO:tasks.workunit.client.0.smithi119.stdout: "arch": { 2024-04-13T07:45:42.226 INFO:tasks.workunit.client.0.smithi119.stdout: "x86_64": 2 2024-04-13T07:45:42.226 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.226 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_version": { 2024-04-13T07:45:42.226 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 2 2024-04-13T07:45:42.226 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.226 INFO:tasks.workunit.client.0.smithi119.stdout: "cpu": { 2024-04-13T07:45:42.226 INFO:tasks.workunit.client.0.smithi119.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-13T07:45:42.226 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.226 INFO:tasks.workunit.client.0.smithi119.stdout: "distro": { 2024-04-13T07:45:42.226 INFO:tasks.workunit.client.0.smithi119.stdout: "centos": 2 2024-04-13T07:45:42.227 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.227 INFO:tasks.workunit.client.0.smithi119.stdout: "distro_description": { 2024-04-13T07:45:42.227 INFO:tasks.workunit.client.0.smithi119.stdout: "CentOS Stream 8": 2 2024-04-13T07:45:42.227 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.227 INFO:tasks.workunit.client.0.smithi119.stdout: "kernel_description": { 2024-04-13T07:45:42.227 INFO:tasks.workunit.client.0.smithi119.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-13T07:45:42.227 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.227 INFO:tasks.workunit.client.0.smithi119.stdout: "kernel_version": { 2024-04-13T07:45:42.227 INFO:tasks.workunit.client.0.smithi119.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-13T07:45:42.227 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.227 INFO:tasks.workunit.client.0.smithi119.stdout: "os": { 2024-04-13T07:45:42.227 INFO:tasks.workunit.client.0.smithi119.stdout: "Linux": 2 2024-04-13T07:45:42.227 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:42.227 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.227 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T07:45:42.227 INFO:tasks.workunit.client.0.smithi119.stdout: "arch": { 2024-04-13T07:45:42.228 INFO:tasks.workunit.client.0.smithi119.stdout: "x86_64": 3 2024-04-13T07:45:42.228 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.228 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_version": { 2024-04-13T07:45:42.228 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 3 2024-04-13T07:45:42.228 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.228 INFO:tasks.workunit.client.0.smithi119.stdout: "cpu": { 2024-04-13T07:45:42.228 INFO:tasks.workunit.client.0.smithi119.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-13T07:45:42.228 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.228 INFO:tasks.workunit.client.0.smithi119.stdout: "distro": { 2024-04-13T07:45:42.228 INFO:tasks.workunit.client.0.smithi119.stdout: "centos": 3 2024-04-13T07:45:42.228 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.228 INFO:tasks.workunit.client.0.smithi119.stdout: "distro_description": { 2024-04-13T07:45:42.228 INFO:tasks.workunit.client.0.smithi119.stdout: "CentOS Stream 8": 3 2024-04-13T07:45:42.228 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.229 INFO:tasks.workunit.client.0.smithi119.stdout: "kernel_description": { 2024-04-13T07:45:42.229 INFO:tasks.workunit.client.0.smithi119.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-13T07:45:42.229 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.229 INFO:tasks.workunit.client.0.smithi119.stdout: "kernel_version": { 2024-04-13T07:45:42.229 INFO:tasks.workunit.client.0.smithi119.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-13T07:45:42.229 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.229 INFO:tasks.workunit.client.0.smithi119.stdout: "os": { 2024-04-13T07:45:42.229 INFO:tasks.workunit.client.0.smithi119.stdout: "Linux": 3 2024-04-13T07:45:42.229 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:42.229 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.229 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:42.229 INFO:tasks.workunit.client.0.smithi119.stdout: "arch": { 2024-04-13T07:45:42.229 INFO:tasks.workunit.client.0.smithi119.stdout: "x86_64": 8 2024-04-13T07:45:42.229 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.229 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_version": { 2024-04-13T07:45:42.230 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 8 2024-04-13T07:45:42.230 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.230 INFO:tasks.workunit.client.0.smithi119.stdout: "cpu": { 2024-04-13T07:45:42.230 INFO:tasks.workunit.client.0.smithi119.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-13T07:45:42.230 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.230 INFO:tasks.workunit.client.0.smithi119.stdout: "distro": { 2024-04-13T07:45:42.230 INFO:tasks.workunit.client.0.smithi119.stdout: "centos": 8 2024-04-13T07:45:42.230 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.230 INFO:tasks.workunit.client.0.smithi119.stdout: "distro_description": { 2024-04-13T07:45:42.230 INFO:tasks.workunit.client.0.smithi119.stdout: "CentOS Stream 8": 8 2024-04-13T07:45:42.230 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.230 INFO:tasks.workunit.client.0.smithi119.stdout: "kernel_description": { 2024-04-13T07:45:42.230 INFO:tasks.workunit.client.0.smithi119.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-13T07:45:42.230 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.231 INFO:tasks.workunit.client.0.smithi119.stdout: "kernel_version": { 2024-04-13T07:45:42.231 INFO:tasks.workunit.client.0.smithi119.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-13T07:45:42.231 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.231 INFO:tasks.workunit.client.0.smithi119.stdout: "os": { 2024-04-13T07:45:42.231 INFO:tasks.workunit.client.0.smithi119.stdout: "Linux": 8 2024-04-13T07:45:42.231 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.231 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_objectstore": { 2024-04-13T07:45:42.231 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": 8 2024-04-13T07:45:42.231 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.231 INFO:tasks.workunit.client.0.smithi119.stdout: "rotational": { 2024-04-13T07:45:42.231 INFO:tasks.workunit.client.0.smithi119.stdout: "0": 8 2024-04-13T07:45:42.231 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:42.231 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:42.231 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.231 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T07:45:42.231 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3, 2024-04-13T07:45:42.231 INFO:tasks.workunit.client.0.smithi119.stdout: "features": { 2024-04-13T07:45:42.232 INFO:tasks.workunit.client.0.smithi119.stdout: "optional": [], 2024-04-13T07:45:42.232 INFO:tasks.workunit.client.0.smithi119.stdout: "persistent": [ 2024-04-13T07:45:42.232 INFO:tasks.workunit.client.0.smithi119.stdout: "kraken", 2024-04-13T07:45:42.232 INFO:tasks.workunit.client.0.smithi119.stdout: "luminous", 2024-04-13T07:45:42.232 INFO:tasks.workunit.client.0.smithi119.stdout: "mimic", 2024-04-13T07:45:42.232 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap-prune", 2024-04-13T07:45:42.232 INFO:tasks.workunit.client.0.smithi119.stdout: "nautilus", 2024-04-13T07:45:42.232 INFO:tasks.workunit.client.0.smithi119.stdout: "octopus", 2024-04-13T07:45:42.232 INFO:tasks.workunit.client.0.smithi119.stdout: "pacific", 2024-04-13T07:45:42.232 INFO:tasks.workunit.client.0.smithi119.stdout: "elector-pinging", 2024-04-13T07:45:42.232 INFO:tasks.workunit.client.0.smithi119.stdout: "quincy", 2024-04-13T07:45:42.232 INFO:tasks.workunit.client.0.smithi119.stdout: "reef" 2024-04-13T07:45:42.232 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:42.232 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.232 INFO:tasks.workunit.client.0.smithi119.stdout: "ipv4_addr_mons": 6, 2024-04-13T07:45:42.232 INFO:tasks.workunit.client.0.smithi119.stdout: "ipv6_addr_mons": 0, 2024-04-13T07:45:42.233 INFO:tasks.workunit.client.0.smithi119.stdout: "min_mon_release": 18, 2024-04-13T07:45:42.233 INFO:tasks.workunit.client.0.smithi119.stdout: "v1_addr_mons": 3, 2024-04-13T07:45:42.233 INFO:tasks.workunit.client.0.smithi119.stdout: "v2_addr_mons": 3 2024-04-13T07:45:42.233 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.233 INFO:tasks.workunit.client.0.smithi119.stdout: "organization": "ceph-qa", 2024-04-13T07:45:42.233 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:42.233 INFO:tasks.workunit.client.0.smithi119.stdout: "cluster_network": false, 2024-04-13T07:45:42.233 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8, 2024-04-13T07:45:42.233 INFO:tasks.workunit.client.0.smithi119.stdout: "require_min_compat_client": "luminous", 2024-04-13T07:45:42.233 INFO:tasks.workunit.client.0.smithi119.stdout: "require_osd_release": "reef" 2024-04-13T07:45:42.233 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.233 INFO:tasks.workunit.client.0.smithi119.stdout: "pools": [ 2024-04-13T07:45:42.233 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:42.233 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T07:45:42.233 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr" 2024-04-13T07:45:42.234 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:42.234 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_mode": "none", 2024-04-13T07:45:42.234 INFO:tasks.workunit.client.0.smithi119.stdout: "erasure_code_profile": {}, 2024-04-13T07:45:42.234 INFO:tasks.workunit.client.0.smithi119.stdout: "min_size": 2, 2024-04-13T07:45:42.234 INFO:tasks.workunit.client.0.smithi119.stdout: "options": {}, 2024-04-13T07:45:42.234 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_autoscale_mode": "off", 2024-04-13T07:45:42.234 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_num": 1, 2024-04-13T07:45:42.234 INFO:tasks.workunit.client.0.smithi119.stdout: "pgp_num": 1, 2024-04-13T07:45:42.234 INFO:tasks.workunit.client.0.smithi119.stdout: "pool": 1, 2024-04-13T07:45:42.234 INFO:tasks.workunit.client.0.smithi119.stdout: "size": 3, 2024-04-13T07:45:42.234 INFO:tasks.workunit.client.0.smithi119.stdout: "stats": { 2024-04-13T07:45:42.234 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_raw": 729296808202, 2024-04-13T07:45:42.234 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_used": 1781760, 2024-04-13T07:45:42.234 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_bytes_used": 0, 2024-04-13T07:45:42.234 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_under_bytes": 0, 2024-04-13T07:45:42.235 INFO:tasks.workunit.client.0.smithi119.stdout: "data_bytes_used": 1781760, 2024-04-13T07:45:42.235 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty": 0, 2024-04-13T07:45:42.235 INFO:tasks.workunit.client.0.smithi119.stdout: "max_avail": 243098927104, 2024-04-13T07:45:42.235 INFO:tasks.workunit.client.0.smithi119.stdout: "objects": 2, 2024-04-13T07:45:42.235 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_bytes_used": 0, 2024-04-13T07:45:42.235 INFO:tasks.workunit.client.0.smithi119.stdout: "percent_used": 2.4431146812275983e-06, 2024-04-13T07:45:42.235 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_bytes": 0, 2024-04-13T07:45:42.235 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_objects": 0, 2024-04-13T07:45:42.235 INFO:tasks.workunit.client.0.smithi119.stdout: "rd": 212, 2024-04-13T07:45:42.235 INFO:tasks.workunit.client.0.smithi119.stdout: "rd_bytes": 313344, 2024-04-13T07:45:42.235 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": 590368, 2024-04-13T07:45:42.235 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_data": 590368, 2024-04-13T07:45:42.235 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_omap": 0, 2024-04-13T07:45:42.235 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_raw": 1771104, 2024-04-13T07:45:42.235 INFO:tasks.workunit.client.0.smithi119.stdout: "wr": 179, 2024-04-13T07:45:42.235 INFO:tasks.workunit.client.0.smithi119.stdout: "wr_bytes": 2473984 2024-04-13T07:45:42.235 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.236 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_bytes": 0, 2024-04-13T07:45:42.236 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_objects": 0, 2024-04-13T07:45:42.236 INFO:tasks.workunit.client.0.smithi119.stdout: "type": "replicated" 2024-04-13T07:45:42.236 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.236 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:42.236 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T07:45:42.236 INFO:tasks.workunit.client.0.smithi119.stdout: "cephfs" 2024-04-13T07:45:42.236 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:42.236 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_mode": "none", 2024-04-13T07:45:42.236 INFO:tasks.workunit.client.0.smithi119.stdout: "erasure_code_profile": {}, 2024-04-13T07:45:42.236 INFO:tasks.workunit.client.0.smithi119.stdout: "min_size": 2, 2024-04-13T07:45:42.236 INFO:tasks.workunit.client.0.smithi119.stdout: "options": {}, 2024-04-13T07:45:42.236 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_autoscale_mode": "off", 2024-04-13T07:45:42.236 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_num": 32, 2024-04-13T07:45:42.237 INFO:tasks.workunit.client.0.smithi119.stdout: "pgp_num": 32, 2024-04-13T07:45:42.237 INFO:tasks.workunit.client.0.smithi119.stdout: "pool": 2, 2024-04-13T07:45:42.237 INFO:tasks.workunit.client.0.smithi119.stdout: "size": 3, 2024-04-13T07:45:42.237 INFO:tasks.workunit.client.0.smithi119.stdout: "stats": { 2024-04-13T07:45:42.237 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_raw": 729296808202, 2024-04-13T07:45:42.237 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_used": 98304, 2024-04-13T07:45:42.237 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_bytes_used": 0, 2024-04-13T07:45:42.237 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_under_bytes": 0, 2024-04-13T07:45:42.237 INFO:tasks.workunit.client.0.smithi119.stdout: "data_bytes_used": 98304, 2024-04-13T07:45:42.237 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty": 0, 2024-04-13T07:45:42.237 INFO:tasks.workunit.client.0.smithi119.stdout: "max_avail": 243098927104, 2024-04-13T07:45:42.237 INFO:tasks.workunit.client.0.smithi119.stdout: "objects": 22, 2024-04-13T07:45:42.237 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_bytes_used": 0, 2024-04-13T07:45:42.237 INFO:tasks.workunit.client.0.smithi119.stdout: "percent_used": 1.3479282756634348e-07, 2024-04-13T07:45:42.237 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_bytes": 0, 2024-04-13T07:45:42.238 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_objects": 0, 2024-04-13T07:45:42.238 INFO:tasks.workunit.client.0.smithi119.stdout: "rd": 0, 2024-04-13T07:45:42.238 INFO:tasks.workunit.client.0.smithi119.stdout: "rd_bytes": 0, 2024-04-13T07:45:42.238 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": 3430, 2024-04-13T07:45:42.238 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_data": 3430, 2024-04-13T07:45:42.238 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_omap": 0, 2024-04-13T07:45:42.238 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_raw": 10290, 2024-04-13T07:45:42.238 INFO:tasks.workunit.client.0.smithi119.stdout: "wr": 51, 2024-04-13T07:45:42.238 INFO:tasks.workunit.client.0.smithi119.stdout: "wr_bytes": 20480 2024-04-13T07:45:42.238 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.238 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_bytes": 0, 2024-04-13T07:45:42.238 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_objects": 0, 2024-04-13T07:45:42.238 INFO:tasks.workunit.client.0.smithi119.stdout: "type": "replicated" 2024-04-13T07:45:42.238 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.239 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:42.239 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T07:45:42.239 INFO:tasks.workunit.client.0.smithi119.stdout: "cephfs" 2024-04-13T07:45:42.239 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:42.239 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_mode": "none", 2024-04-13T07:45:42.239 INFO:tasks.workunit.client.0.smithi119.stdout: "erasure_code_profile": {}, 2024-04-13T07:45:42.239 INFO:tasks.workunit.client.0.smithi119.stdout: "min_size": 2, 2024-04-13T07:45:42.239 INFO:tasks.workunit.client.0.smithi119.stdout: "options": {}, 2024-04-13T07:45:42.239 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_autoscale_mode": "off", 2024-04-13T07:45:42.239 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_num": 64, 2024-04-13T07:45:42.239 INFO:tasks.workunit.client.0.smithi119.stdout: "pgp_num": 64, 2024-04-13T07:45:42.239 INFO:tasks.workunit.client.0.smithi119.stdout: "pool": 3, 2024-04-13T07:45:42.239 INFO:tasks.workunit.client.0.smithi119.stdout: "size": 3, 2024-04-13T07:45:42.239 INFO:tasks.workunit.client.0.smithi119.stdout: "stats": { 2024-04-13T07:45:42.239 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_raw": 729296808202, 2024-04-13T07:45:42.240 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_used": 0, 2024-04-13T07:45:42.240 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_bytes_used": 0, 2024-04-13T07:45:42.240 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_under_bytes": 0, 2024-04-13T07:45:42.240 INFO:tasks.workunit.client.0.smithi119.stdout: "data_bytes_used": 0, 2024-04-13T07:45:42.240 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty": 0, 2024-04-13T07:45:42.240 INFO:tasks.workunit.client.0.smithi119.stdout: "max_avail": 243098927104, 2024-04-13T07:45:42.240 INFO:tasks.workunit.client.0.smithi119.stdout: "objects": 0, 2024-04-13T07:45:42.240 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_bytes_used": 0, 2024-04-13T07:45:42.240 INFO:tasks.workunit.client.0.smithi119.stdout: "percent_used": 0.0, 2024-04-13T07:45:42.240 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_bytes": 0, 2024-04-13T07:45:42.240 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_objects": 0, 2024-04-13T07:45:42.240 INFO:tasks.workunit.client.0.smithi119.stdout: "rd": 0, 2024-04-13T07:45:42.240 INFO:tasks.workunit.client.0.smithi119.stdout: "rd_bytes": 0, 2024-04-13T07:45:42.240 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": 0, 2024-04-13T07:45:42.240 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_data": 0, 2024-04-13T07:45:42.241 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_omap": 0, 2024-04-13T07:45:42.241 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_raw": 0, 2024-04-13T07:45:42.241 INFO:tasks.workunit.client.0.smithi119.stdout: "wr": 0, 2024-04-13T07:45:42.241 INFO:tasks.workunit.client.0.smithi119.stdout: "wr_bytes": 0 2024-04-13T07:45:42.241 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.241 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_bytes": 0, 2024-04-13T07:45:42.241 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_objects": 0, 2024-04-13T07:45:42.241 INFO:tasks.workunit.client.0.smithi119.stdout: "type": "replicated" 2024-04-13T07:45:42.241 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.241 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:42.241 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T07:45:42.241 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd" 2024-04-13T07:45:42.241 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:42.241 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_mode": "none", 2024-04-13T07:45:42.241 INFO:tasks.workunit.client.0.smithi119.stdout: "erasure_code_profile": {}, 2024-04-13T07:45:42.241 INFO:tasks.workunit.client.0.smithi119.stdout: "min_size": 2, 2024-04-13T07:45:42.241 INFO:tasks.workunit.client.0.smithi119.stdout: "options": {}, 2024-04-13T07:45:42.242 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_autoscale_mode": "off", 2024-04-13T07:45:42.242 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_num": 8, 2024-04-13T07:45:42.242 INFO:tasks.workunit.client.0.smithi119.stdout: "pgp_num": 8, 2024-04-13T07:45:42.242 INFO:tasks.workunit.client.0.smithi119.stdout: "pool": 4, 2024-04-13T07:45:42.242 INFO:tasks.workunit.client.0.smithi119.stdout: "size": 3, 2024-04-13T07:45:42.242 INFO:tasks.workunit.client.0.smithi119.stdout: "stats": { 2024-04-13T07:45:42.242 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_raw": 729296808202, 2024-04-13T07:45:42.242 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_used": 0, 2024-04-13T07:45:42.242 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_bytes_used": 0, 2024-04-13T07:45:42.242 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_under_bytes": 0, 2024-04-13T07:45:42.242 INFO:tasks.workunit.client.0.smithi119.stdout: "data_bytes_used": 0, 2024-04-13T07:45:42.242 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty": 0, 2024-04-13T07:45:42.242 INFO:tasks.workunit.client.0.smithi119.stdout: "max_avail": 243098927104, 2024-04-13T07:45:42.242 INFO:tasks.workunit.client.0.smithi119.stdout: "objects": 0, 2024-04-13T07:45:42.242 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_bytes_used": 0, 2024-04-13T07:45:42.243 INFO:tasks.workunit.client.0.smithi119.stdout: "percent_used": 0.0, 2024-04-13T07:45:42.243 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_bytes": 0, 2024-04-13T07:45:42.243 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_objects": 0, 2024-04-13T07:45:42.243 INFO:tasks.workunit.client.0.smithi119.stdout: "rd": 0, 2024-04-13T07:45:42.243 INFO:tasks.workunit.client.0.smithi119.stdout: "rd_bytes": 0, 2024-04-13T07:45:42.243 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": 0, 2024-04-13T07:45:42.243 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_data": 0, 2024-04-13T07:45:42.243 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_omap": 0, 2024-04-13T07:45:42.243 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_raw": 0, 2024-04-13T07:45:42.243 INFO:tasks.workunit.client.0.smithi119.stdout: "wr": 0, 2024-04-13T07:45:42.243 INFO:tasks.workunit.client.0.smithi119.stdout: "wr_bytes": 0 2024-04-13T07:45:42.243 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.243 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_bytes": 0, 2024-04-13T07:45:42.243 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_objects": 0, 2024-04-13T07:45:42.243 INFO:tasks.workunit.client.0.smithi119.stdout: "type": "replicated" 2024-04-13T07:45:42.243 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:42.243 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:42.244 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd": { 2024-04-13T07:45:42.244 INFO:tasks.workunit.client.0.smithi119.stdout: "mirroring_by_pool": [ 2024-04-13T07:45:42.244 INFO:tasks.workunit.client.0.smithi119.stdout: false 2024-04-13T07:45:42.244 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:42.244 INFO:tasks.workunit.client.0.smithi119.stdout: "num_images_by_pool": [ 2024-04-13T07:45:42.244 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:42.244 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:42.244 INFO:tasks.workunit.client.0.smithi119.stdout: "num_pools": 1 2024-04-13T07:45:42.244 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.244 INFO:tasks.workunit.client.0.smithi119.stdout: "report_id": "6edb68c6-9349-46ed-b7ce-7bb339db6fd9", 2024-04-13T07:45:42.244 INFO:tasks.workunit.client.0.smithi119.stdout: "report_timestamp": "2024-04-13T07:45:42.193402", 2024-04-13T07:45:42.244 INFO:tasks.workunit.client.0.smithi119.stdout: "report_version": 1, 2024-04-13T07:45:42.244 INFO:tasks.workunit.client.0.smithi119.stdout: "rook": { 2024-04-13T07:45:42.244 INFO:tasks.workunit.client.0.smithi119.stdout: "cluster": { 2024-04-13T07:45:42.244 INFO:tasks.workunit.client.0.smithi119.stdout: "external-mode": null, 2024-04-13T07:45:42.244 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T07:45:42.245 INFO:tasks.workunit.client.0.smithi119.stdout: "allow-multiple-per-node": null, 2024-04-13T07:45:42.245 INFO:tasks.workunit.client.0.smithi119.stdout: "count": null, 2024-04-13T07:45:42.245 INFO:tasks.workunit.client.0.smithi119.stdout: "max-id": null, 2024-04-13T07:45:42.245 INFO:tasks.workunit.client.0.smithi119.stdout: "pvc": { 2024-04-13T07:45:42.245 INFO:tasks.workunit.client.0.smithi119.stdout: "enabled": null 2024-04-13T07:45:42.245 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.245 INFO:tasks.workunit.client.0.smithi119.stdout: "stretch": { 2024-04-13T07:45:42.245 INFO:tasks.workunit.client.0.smithi119.stdout: "enabled": null 2024-04-13T07:45:42.245 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:42.245 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.245 INFO:tasks.workunit.client.0.smithi119.stdout: "network": { 2024-04-13T07:45:42.245 INFO:tasks.workunit.client.0.smithi119.stdout: "provider": null 2024-04-13T07:45:42.245 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.245 INFO:tasks.workunit.client.0.smithi119.stdout: "storage": { 2024-04-13T07:45:42.245 INFO:tasks.workunit.client.0.smithi119.stdout: "device-set": { 2024-04-13T07:45:42.245 INFO:tasks.workunit.client.0.smithi119.stdout: "count": { 2024-04-13T07:45:42.245 INFO:tasks.workunit.client.0.smithi119.stdout: "non-portable": null, 2024-04-13T07:45:42.246 INFO:tasks.workunit.client.0.smithi119.stdout: "portable": null, 2024-04-13T07:45:42.246 INFO:tasks.workunit.client.0.smithi119.stdout: "total": null 2024-04-13T07:45:42.246 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:42.246 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:42.246 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:42.246 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.246 INFO:tasks.workunit.client.0.smithi119.stdout: "csi": { 2024-04-13T07:45:42.246 INFO:tasks.workunit.client.0.smithi119.stdout: "version": null 2024-04-13T07:45:42.246 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.246 INFO:tasks.workunit.client.0.smithi119.stdout: "kubernetes": { 2024-04-13T07:45:42.246 INFO:tasks.workunit.client.0.smithi119.stdout: "version": null 2024-04-13T07:45:42.246 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.246 INFO:tasks.workunit.client.0.smithi119.stdout: "node": { 2024-04-13T07:45:42.246 INFO:tasks.workunit.client.0.smithi119.stdout: "count": { 2024-04-13T07:45:42.246 INFO:tasks.workunit.client.0.smithi119.stdout: "kubernetes-total": null, 2024-04-13T07:45:42.247 INFO:tasks.workunit.client.0.smithi119.stdout: "with-ceph-daemons": null, 2024-04-13T07:45:42.247 INFO:tasks.workunit.client.0.smithi119.stdout: "with-csi-cephfs-plugin": null, 2024-04-13T07:45:42.247 INFO:tasks.workunit.client.0.smithi119.stdout: "with-csi-nfs-plugin": null, 2024-04-13T07:45:42.247 INFO:tasks.workunit.client.0.smithi119.stdout: "with-csi-rbd-plugin": null 2024-04-13T07:45:42.247 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:42.247 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.247 INFO:tasks.workunit.client.0.smithi119.stdout: "usage": { 2024-04-13T07:45:42.247 INFO:tasks.workunit.client.0.smithi119.stdout: "storage-class": { 2024-04-13T07:45:42.247 INFO:tasks.workunit.client.0.smithi119.stdout: "count": { 2024-04-13T07:45:42.247 INFO:tasks.workunit.client.0.smithi119.stdout: "bucket": null, 2024-04-13T07:45:42.247 INFO:tasks.workunit.client.0.smithi119.stdout: "cephfs": null, 2024-04-13T07:45:42.247 INFO:tasks.workunit.client.0.smithi119.stdout: "nfs": null, 2024-04-13T07:45:42.247 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd": null, 2024-04-13T07:45:42.247 INFO:tasks.workunit.client.0.smithi119.stdout: "total": null 2024-04-13T07:45:42.248 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:42.248 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:42.248 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.248 INFO:tasks.workunit.client.0.smithi119.stdout: "version": null 2024-04-13T07:45:42.248 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.248 INFO:tasks.workunit.client.0.smithi119.stdout: "services": {}, 2024-04-13T07:45:42.248 INFO:tasks.workunit.client.0.smithi119.stdout: "usage": { 2024-04-13T07:45:42.248 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_num": 105, 2024-04-13T07:45:42.248 INFO:tasks.workunit.client.0.smithi119.stdout: "pools": 4, 2024-04-13T07:45:42.248 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_by_class": { 2024-04-13T07:45:42.248 INFO:tasks.workunit.client.0.smithi119.stdout: "ssd": { 2024-04-13T07:45:42.248 INFO:tasks.workunit.client.0.smithi119.stdout: "total_avail_bytes": 767727222784, 2024-04-13T07:45:42.248 INFO:tasks.workunit.client.0.smithi119.stdout: "total_bytes": 767960285184, 2024-04-13T07:45:42.248 INFO:tasks.workunit.client.0.smithi119.stdout: "total_used_bytes": 233062400, 2024-04-13T07:45:42.248 INFO:tasks.workunit.client.0.smithi119.stdout: "total_used_raw_bytes": 233062400, 2024-04-13T07:45:42.248 INFO:tasks.workunit.client.0.smithi119.stdout: "total_used_raw_ratio": 0.00030348237487487495 2024-04-13T07:45:42.249 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:42.249 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.249 INFO:tasks.workunit.client.0.smithi119.stdout: "total_avail_bytes": 767727222784, 2024-04-13T07:45:42.249 INFO:tasks.workunit.client.0.smithi119.stdout: "total_bytes": 767960285184, 2024-04-13T07:45:42.249 INFO:tasks.workunit.client.0.smithi119.stdout: "total_used_bytes": 233062400 2024-04-13T07:45:42.249 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:42.249 INFO:tasks.workunit.client.0.smithi119.stdout:} 2024-04-13T07:45:42.249 INFO:tasks.workunit.client.0.smithi119.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-04-13T07:45:42.249 INFO:tasks.workunit.client.0.smithi119.stderr:+ ceph telemetry preview-device 2024-04-13T07:45:42.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:42 smithi119 ceph-mon[39268]: from='client.? ' entity='client.admin' 2024-04-13T07:45:42.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:42 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:45:42.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:42 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:45:42.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:42 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:45:42.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:42 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:42.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:42 smithi119 ceph-mon[39268]: from='client.? ' entity='client.admin' 2024-04-13T07:45:42.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:42 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:45:42.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:42 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:45:42.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:42 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:45:42.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:42 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:42.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:42 smithi119 ceph-mon[39268]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:42.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:42 smithi119 ceph-mon[39268]: from='client.14922 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:42.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:42 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:45:42.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:42 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:45:42.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:42 smithi119 ceph-mon[27733]: from='client.? ' entity='client.admin' 2024-04-13T07:45:42.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:42 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:45:42.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:42 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:45:42.468 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:42 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:45:42.468 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:42 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:42.468 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:42 smithi119 ceph-mon[27733]: from='client.? ' entity='client.admin' 2024-04-13T07:45:42.468 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:42 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:45:42.468 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:42 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:45:42.468 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:42 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:45:42.468 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:42 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:42.468 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:42 smithi119 ceph-mon[27733]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:42.468 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:42 smithi119 ceph-mon[27733]: from='client.14922 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:42.468 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:42 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:45:42.468 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:42 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:45:42.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:42 smithi139 ceph-mon[31267]: from='client.? ' entity='client.admin' 2024-04-13T07:45:42.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:42 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:45:42.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:42 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:45:42.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:42 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:45:42.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:42 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:42.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:42 smithi139 ceph-mon[31267]: from='client.? ' entity='client.admin' 2024-04-13T07:45:42.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:42 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:45:42.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:42 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:45:42.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:42 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:45:42.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:42 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:42.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:42 smithi139 ceph-mon[31267]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:42.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:42 smithi139 ceph-mon[31267]: from='client.14922 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:42.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:42 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:45:42.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:42 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:45:42.723 INFO:tasks.workunit.client.0.smithi119.stdout:{ 2024-04-13T07:45:42.724 INFO:tasks.workunit.client.0.smithi119.stdout: "d4649b5a-f969-11ee-9695-0cc47a8fd5ef": { 2024-04-13T07:45:42.724 INFO:tasks.workunit.client.0.smithi119.stdout: "INTEL_SSDPEDMD400G4_d4655a7c-f969-11ee-9695-0cc47a8fd5ef": { 2024-04-13T07:45:42.724 INFO:tasks.workunit.client.0.smithi119.stdout: "20240413-074017": { 2024-04-13T07:45:42.724 INFO:tasks.workunit.client.0.smithi119.stdout: "device": { 2024-04-13T07:45:42.724 INFO:tasks.workunit.client.0.smithi119.stdout: "info_name": "/dev/nvme0n1", 2024-04-13T07:45:42.724 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "/dev/nvme0n1", 2024-04-13T07:45:42.724 INFO:tasks.workunit.client.0.smithi119.stdout: "protocol": "NVMe", 2024-04-13T07:45:42.724 INFO:tasks.workunit.client.0.smithi119.stdout: "type": "nvme" 2024-04-13T07:45:42.724 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.724 INFO:tasks.workunit.client.0.smithi119.stdout: "firmware_version": "8DV101F0", 2024-04-13T07:45:42.724 INFO:tasks.workunit.client.0.smithi119.stdout: "host_id": "d4649b5a-f969-11ee-9695-0cc47a8fd5ef", 2024-04-13T07:45:42.724 INFO:tasks.workunit.client.0.smithi119.stdout: "json_format_version": [ 2024-04-13T07:45:42.724 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:42.724 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:42.724 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:42.725 INFO:tasks.workunit.client.0.smithi119.stdout: "local_time": { 2024-04-13T07:45:42.725 INFO:tasks.workunit.client.0.smithi119.stdout: "asctime": "Sat Apr 13 07:40:17 2024 UTC", 2024-04-13T07:45:42.725 INFO:tasks.workunit.client.0.smithi119.stdout: "time_t": 1712994017 2024-04-13T07:45:42.725 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.725 INFO:tasks.workunit.client.0.smithi119.stdout: "logical_block_size": 512, 2024-04-13T07:45:42.725 INFO:tasks.workunit.client.0.smithi119.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-13T07:45:42.725 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_controller_id": 0, 2024-04-13T07:45:42.725 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-13T07:45:42.725 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_namespaces": [ 2024-04-13T07:45:42.725 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:42.725 INFO:tasks.workunit.client.0.smithi119.stdout: "capacity": { 2024-04-13T07:45:42.725 INFO:tasks.workunit.client.0.smithi119.stdout: "blocks": 781422768, 2024-04-13T07:45:42.725 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 400088457216 2024-04-13T07:45:42.725 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.725 INFO:tasks.workunit.client.0.smithi119.stdout: "formatted_lba_size": 512, 2024-04-13T07:45:42.725 INFO:tasks.workunit.client.0.smithi119.stdout: "id": 1, 2024-04-13T07:45:42.725 INFO:tasks.workunit.client.0.smithi119.stdout: "size": { 2024-04-13T07:45:42.726 INFO:tasks.workunit.client.0.smithi119.stdout: "blocks": 781422768, 2024-04-13T07:45:42.726 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 400088457216 2024-04-13T07:45:42.726 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.726 INFO:tasks.workunit.client.0.smithi119.stdout: "utilization": { 2024-04-13T07:45:42.726 INFO:tasks.workunit.client.0.smithi119.stdout: "blocks": 781422768, 2024-04-13T07:45:42.726 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 400088457216 2024-04-13T07:45:42.726 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:42.726 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:42.726 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:42.726 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_number_of_namespaces": 1, 2024-04-13T07:45:42.726 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_pci_vendor": { 2024-04-13T07:45:42.726 INFO:tasks.workunit.client.0.smithi119.stdout: "id": 32902, 2024-04-13T07:45:42.726 INFO:tasks.workunit.client.0.smithi119.stdout: "subsystem_id": 32902 2024-04-13T07:45:42.726 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.727 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_smart_health_information_add_log": { 2024-04-13T07:45:42.727 INFO:tasks.workunit.client.0.smithi119.stdout: "Device stats": { 2024-04-13T07:45:42.727 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_fw_downgrades": { 2024-04-13T07:45:42.727 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T07:45:42.727 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:42.727 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.727 INFO:tasks.workunit.client.0.smithi119.stdout: "crc_error_count": { 2024-04-13T07:45:42.727 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:42.727 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:42.727 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.727 INFO:tasks.workunit.client.0.smithi119.stdout: "end_to_end_error_detection_count": { 2024-04-13T07:45:42.727 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:42.727 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:42.727 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.727 INFO:tasks.workunit.client.0.smithi119.stdout: "erase_fail_count": { 2024-04-13T07:45:42.728 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:42.728 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:42.728 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.728 INFO:tasks.workunit.client.0.smithi119.stdout: "host_bytes_written": { 2024-04-13T07:45:42.728 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:42.728 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 17477406 2024-04-13T07:45:42.728 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.728 INFO:tasks.workunit.client.0.smithi119.stdout: "host_ctx_wear_used": { 2024-04-13T07:45:42.728 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:42.728 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 1 2024-04-13T07:45:42.728 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.728 INFO:tasks.workunit.client.0.smithi119.stdout: "media_bytes_read": { 2024-04-13T07:45:42.728 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T07:45:42.728 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:42.728 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.728 INFO:tasks.workunit.client.0.smithi119.stdout: "nand_bytes_written": { 2024-04-13T07:45:42.729 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:42.729 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 32624884 2024-04-13T07:45:42.729 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.729 INFO:tasks.workunit.client.0.smithi119.stdout: "perf_stat_indicator": { 2024-04-13T07:45:42.729 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T07:45:42.729 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:42.729 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.729 INFO:tasks.workunit.client.0.smithi119.stdout: "pll_lock_loss_count": { 2024-04-13T07:45:42.729 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:42.729 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:42.729 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.729 INFO:tasks.workunit.client.0.smithi119.stdout: "program_fail_count": { 2024-04-13T07:45:42.729 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:42.729 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:42.729 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.730 INFO:tasks.workunit.client.0.smithi119.stdout: "re_alloc_sectr_cnt": { 2024-04-13T07:45:42.730 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T07:45:42.730 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:42.730 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.730 INFO:tasks.workunit.client.0.smithi119.stdout: "retry_buffer_overflow_count": { 2024-04-13T07:45:42.730 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:42.730 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:42.730 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.730 INFO:tasks.workunit.client.0.smithi119.stdout: "soft_ecc_err_rate": { 2024-04-13T07:45:42.730 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T07:45:42.730 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:42.730 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.730 INFO:tasks.workunit.client.0.smithi119.stdout: "thermal_throttle_status": { 2024-04-13T07:45:42.730 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:42.731 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": { 2024-04-13T07:45:42.731 INFO:tasks.workunit.client.0.smithi119.stdout: "cnt": 0, 2024-04-13T07:45:42.731 INFO:tasks.workunit.client.0.smithi119.stdout: "pct": 0 2024-04-13T07:45:42.731 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:42.731 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.731 INFO:tasks.workunit.client.0.smithi119.stdout: "timed_workload_host_reads": { 2024-04-13T07:45:42.731 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:42.731 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 65535 2024-04-13T07:45:42.731 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.731 INFO:tasks.workunit.client.0.smithi119.stdout: "timed_workload_media_wear": { 2024-04-13T07:45:42.731 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:42.731 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 64 2024-04-13T07:45:42.731 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.731 INFO:tasks.workunit.client.0.smithi119.stdout: "timed_workload_timer": { 2024-04-13T07:45:42.731 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:42.731 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 65535 2024-04-13T07:45:42.732 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.732 INFO:tasks.workunit.client.0.smithi119.stdout: "unexp_power_loss": { 2024-04-13T07:45:42.732 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T07:45:42.732 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:42.732 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.732 INFO:tasks.workunit.client.0.smithi119.stdout: "wear_leveling": { 2024-04-13T07:45:42.732 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 93, 2024-04-13T07:45:42.732 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": { 2024-04-13T07:45:42.732 INFO:tasks.workunit.client.0.smithi119.stdout: "avg": 2250, 2024-04-13T07:45:42.732 INFO:tasks.workunit.client.0.smithi119.stdout: "max": 2259, 2024-04-13T07:45:42.732 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 2241 2024-04-13T07:45:42.732 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:42.732 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:42.732 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.732 INFO:tasks.workunit.client.0.smithi119.stdout: "Intel Smart log": "nvme0n1" 2024-04-13T07:45:42.733 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.733 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_smart_health_information_log": { 2024-04-13T07:45:42.733 INFO:tasks.workunit.client.0.smithi119.stdout: "available_spare": 100, 2024-04-13T07:45:42.733 INFO:tasks.workunit.client.0.smithi119.stdout: "available_spare_threshold": 10, 2024-04-13T07:45:42.733 INFO:tasks.workunit.client.0.smithi119.stdout: "controller_busy_time": 22, 2024-04-13T07:45:42.733 INFO:tasks.workunit.client.0.smithi119.stdout: "critical_warning": 0, 2024-04-13T07:45:42.733 INFO:tasks.workunit.client.0.smithi119.stdout: "data_units_read": 237189759, 2024-04-13T07:45:42.733 INFO:tasks.workunit.client.0.smithi119.stdout: "data_units_written": 1145399303, 2024-04-13T07:45:42.733 INFO:tasks.workunit.client.0.smithi119.stdout: "host_reads": 4232985947, 2024-04-13T07:45:42.733 INFO:tasks.workunit.client.0.smithi119.stdout: "host_writes": 22735896559, 2024-04-13T07:45:42.733 INFO:tasks.workunit.client.0.smithi119.stdout: "media_errors": 0, 2024-04-13T07:45:42.733 INFO:tasks.workunit.client.0.smithi119.stdout: "num_err_log_entries": 0, 2024-04-13T07:45:42.733 INFO:tasks.workunit.client.0.smithi119.stdout: "percentage_used": 7, 2024-04-13T07:45:42.733 INFO:tasks.workunit.client.0.smithi119.stdout: "power_cycles": 39231, 2024-04-13T07:45:42.733 INFO:tasks.workunit.client.0.smithi119.stdout: "power_on_hours": 57467, 2024-04-13T07:45:42.733 INFO:tasks.workunit.client.0.smithi119.stdout: "temperature": 27, 2024-04-13T07:45:42.734 INFO:tasks.workunit.client.0.smithi119.stdout: "unsafe_shutdowns": 1687 2024-04-13T07:45:42.734 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.734 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_vendor": "intel", 2024-04-13T07:45:42.734 INFO:tasks.workunit.client.0.smithi119.stdout: "power_cycle_count": 39231, 2024-04-13T07:45:42.734 INFO:tasks.workunit.client.0.smithi119.stdout: "power_on_time": { 2024-04-13T07:45:42.734 INFO:tasks.workunit.client.0.smithi119.stdout: "hours": 57467 2024-04-13T07:45:42.734 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.734 INFO:tasks.workunit.client.0.smithi119.stdout: "serial_number": "deleted", 2024-04-13T07:45:42.734 INFO:tasks.workunit.client.0.smithi119.stdout: "smart_status": { 2024-04-13T07:45:42.734 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme": { 2024-04-13T07:45:42.734 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:42.734 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.734 INFO:tasks.workunit.client.0.smithi119.stdout: "passed": true 2024-04-13T07:45:42.734 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.735 INFO:tasks.workunit.client.0.smithi119.stdout: "smartctl": { 2024-04-13T07:45:42.735 INFO:tasks.workunit.client.0.smithi119.stdout: "argv": [ 2024-04-13T07:45:42.735 INFO:tasks.workunit.client.0.smithi119.stdout: "smartctl", 2024-04-13T07:45:42.735 INFO:tasks.workunit.client.0.smithi119.stdout: "-x", 2024-04-13T07:45:42.735 INFO:tasks.workunit.client.0.smithi119.stdout: "--json=o", 2024-04-13T07:45:42.735 INFO:tasks.workunit.client.0.smithi119.stdout: "/dev/nvme0n1" 2024-04-13T07:45:42.735 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:42.735 INFO:tasks.workunit.client.0.smithi119.stdout: "build_info": "(local build)", 2024-04-13T07:45:42.735 INFO:tasks.workunit.client.0.smithi119.stdout: "exit_status": 0, 2024-04-13T07:45:42.735 INFO:tasks.workunit.client.0.smithi119.stdout: "output": [ 2024-04-13T07:45:42.735 INFO:tasks.workunit.client.0.smithi119.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-13T07:45:42.735 INFO:tasks.workunit.client.0.smithi119.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-13T07:45:42.735 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T07:45:42.735 INFO:tasks.workunit.client.0.smithi119.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-13T07:45:42.735 INFO:tasks.workunit.client.0.smithi119.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-13T07:45:42.736 INFO:tasks.workunit.client.0.smithi119.stdout: "Serial Number: deleted", 2024-04-13T07:45:42.736 INFO:tasks.workunit.client.0.smithi119.stdout: "Firmware Version: 8DV101F0", 2024-04-13T07:45:42.736 INFO:tasks.workunit.client.0.smithi119.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-13T07:45:42.736 INFO:tasks.workunit.client.0.smithi119.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-13T07:45:42.736 INFO:tasks.workunit.client.0.smithi119.stdout: "Controller ID: 0", 2024-04-13T07:45:42.736 INFO:tasks.workunit.client.0.smithi119.stdout: "Number of Namespaces: 1", 2024-04-13T07:45:42.736 INFO:tasks.workunit.client.0.smithi119.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-13T07:45:42.736 INFO:tasks.workunit.client.0.smithi119.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-13T07:45:42.736 INFO:tasks.workunit.client.0.smithi119.stdout: "Local Time is: Sat Apr 13 07:40:17 2024 UTC", 2024-04-13T07:45:42.736 INFO:tasks.workunit.client.0.smithi119.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-13T07:45:42.736 INFO:tasks.workunit.client.0.smithi119.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-13T07:45:42.736 INFO:tasks.workunit.client.0.smithi119.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-13T07:45:42.736 INFO:tasks.workunit.client.0.smithi119.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-13T07:45:42.736 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T07:45:42.736 INFO:tasks.workunit.client.0.smithi119.stdout: "Supported Power States", 2024-04-13T07:45:42.737 INFO:tasks.workunit.client.0.smithi119.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-13T07:45:42.737 INFO:tasks.workunit.client.0.smithi119.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-13T07:45:42.737 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T07:45:42.737 INFO:tasks.workunit.client.0.smithi119.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-13T07:45:42.737 INFO:tasks.workunit.client.0.smithi119.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-13T07:45:42.737 INFO:tasks.workunit.client.0.smithi119.stdout: " 0 + 512 0 2", 2024-04-13T07:45:42.737 INFO:tasks.workunit.client.0.smithi119.stdout: " 1 - 512 8 2", 2024-04-13T07:45:42.737 INFO:tasks.workunit.client.0.smithi119.stdout: " 2 - 512 16 2", 2024-04-13T07:45:42.737 INFO:tasks.workunit.client.0.smithi119.stdout: " 3 - 4096 0 0", 2024-04-13T07:45:42.737 INFO:tasks.workunit.client.0.smithi119.stdout: " 4 - 4096 8 0", 2024-04-13T07:45:42.737 INFO:tasks.workunit.client.0.smithi119.stdout: " 5 - 4096 64 0", 2024-04-13T07:45:42.737 INFO:tasks.workunit.client.0.smithi119.stdout: " 6 - 4096 128 0", 2024-04-13T07:45:42.737 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T07:45:42.737 INFO:tasks.workunit.client.0.smithi119.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-13T07:45:42.737 INFO:tasks.workunit.client.0.smithi119.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-13T07:45:42.738 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T07:45:42.738 INFO:tasks.workunit.client.0.smithi119.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-13T07:45:42.738 INFO:tasks.workunit.client.0.smithi119.stdout: "Critical Warning: 0x00", 2024-04-13T07:45:42.738 INFO:tasks.workunit.client.0.smithi119.stdout: "Temperature: 27 Celsius", 2024-04-13T07:45:42.738 INFO:tasks.workunit.client.0.smithi119.stdout: "Available Spare: 100%", 2024-04-13T07:45:42.738 INFO:tasks.workunit.client.0.smithi119.stdout: "Available Spare Threshold: 10%", 2024-04-13T07:45:42.738 INFO:tasks.workunit.client.0.smithi119.stdout: "Percentage Used: 7%", 2024-04-13T07:45:42.738 INFO:tasks.workunit.client.0.smithi119.stdout: "Data Units Read: 237,189,759 [121 TB]", 2024-04-13T07:45:42.738 INFO:tasks.workunit.client.0.smithi119.stdout: "Data Units Written: 1,145,399,303 [586 TB]", 2024-04-13T07:45:42.738 INFO:tasks.workunit.client.0.smithi119.stdout: "Host Read Commands: 4,232,985,947", 2024-04-13T07:45:42.738 INFO:tasks.workunit.client.0.smithi119.stdout: "Host Write Commands: 22,735,896,559", 2024-04-13T07:45:42.738 INFO:tasks.workunit.client.0.smithi119.stdout: "Controller Busy Time: 22", 2024-04-13T07:45:42.738 INFO:tasks.workunit.client.0.smithi119.stdout: "Power Cycles: 39,231", 2024-04-13T07:45:42.738 INFO:tasks.workunit.client.0.smithi119.stdout: "Power On Hours: 57,467", 2024-04-13T07:45:42.739 INFO:tasks.workunit.client.0.smithi119.stdout: "Unsafe Shutdowns: 1,687", 2024-04-13T07:45:42.739 INFO:tasks.workunit.client.0.smithi119.stdout: "Media and Data Integrity Errors: 0", 2024-04-13T07:45:42.739 INFO:tasks.workunit.client.0.smithi119.stdout: "Error Information Log Entries: 0", 2024-04-13T07:45:42.739 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T07:45:42.739 INFO:tasks.workunit.client.0.smithi119.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-13T07:45:42.739 INFO:tasks.workunit.client.0.smithi119.stdout: "No Errors Logged", 2024-04-13T07:45:42.739 INFO:tasks.workunit.client.0.smithi119.stdout: "" 2024-04-13T07:45:42.739 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:42.739 INFO:tasks.workunit.client.0.smithi119.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-13T07:45:42.739 INFO:tasks.workunit.client.0.smithi119.stdout: "svn_revision": "5022", 2024-04-13T07:45:42.739 INFO:tasks.workunit.client.0.smithi119.stdout: "version": [ 2024-04-13T07:45:42.739 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:42.739 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:42.739 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:42.739 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.739 INFO:tasks.workunit.client.0.smithi119.stdout: "temperature": { 2024-04-13T07:45:42.739 INFO:tasks.workunit.client.0.smithi119.stdout: "current": 27 2024-04-13T07:45:42.740 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.740 INFO:tasks.workunit.client.0.smithi119.stdout: "user_capacity": { 2024-04-13T07:45:42.740 INFO:tasks.workunit.client.0.smithi119.stdout: "blocks": 781422768, 2024-04-13T07:45:42.740 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 400088457216 2024-04-13T07:45:42.740 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:42.740 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:42.740 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:42.740 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.740 INFO:tasks.workunit.client.0.smithi119.stdout: "d466e306-f969-11ee-9695-0cc47a8fd5ef": { 2024-04-13T07:45:42.740 INFO:tasks.workunit.client.0.smithi119.stdout: "INTEL_SSDPEDMD400G4_d4678f86-f969-11ee-9695-0cc47a8fd5ef": { 2024-04-13T07:45:42.740 INFO:tasks.workunit.client.0.smithi119.stdout: "20240413-074019": { 2024-04-13T07:45:42.740 INFO:tasks.workunit.client.0.smithi119.stdout: "device": { 2024-04-13T07:45:42.740 INFO:tasks.workunit.client.0.smithi119.stdout: "info_name": "/dev/nvme0n1", 2024-04-13T07:45:42.740 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "/dev/nvme0n1", 2024-04-13T07:45:42.740 INFO:tasks.workunit.client.0.smithi119.stdout: "protocol": "NVMe", 2024-04-13T07:45:42.740 INFO:tasks.workunit.client.0.smithi119.stdout: "type": "nvme" 2024-04-13T07:45:42.740 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.741 INFO:tasks.workunit.client.0.smithi119.stdout: "firmware_version": "8DV101H0", 2024-04-13T07:45:42.741 INFO:tasks.workunit.client.0.smithi119.stdout: "host_id": "d466e306-f969-11ee-9695-0cc47a8fd5ef", 2024-04-13T07:45:42.741 INFO:tasks.workunit.client.0.smithi119.stdout: "json_format_version": [ 2024-04-13T07:45:42.741 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:42.741 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:42.741 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:42.741 INFO:tasks.workunit.client.0.smithi119.stdout: "local_time": { 2024-04-13T07:45:42.741 INFO:tasks.workunit.client.0.smithi119.stdout: "asctime": "Sat Apr 13 07:40:19 2024 UTC", 2024-04-13T07:45:42.741 INFO:tasks.workunit.client.0.smithi119.stdout: "time_t": 1712994019 2024-04-13T07:45:42.741 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.741 INFO:tasks.workunit.client.0.smithi119.stdout: "logical_block_size": 512, 2024-04-13T07:45:42.741 INFO:tasks.workunit.client.0.smithi119.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-13T07:45:42.741 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_controller_id": 0, 2024-04-13T07:45:42.741 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-13T07:45:42.741 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_namespaces": [ 2024-04-13T07:45:42.742 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:42.742 INFO:tasks.workunit.client.0.smithi119.stdout: "capacity": { 2024-04-13T07:45:42.742 INFO:tasks.workunit.client.0.smithi119.stdout: "blocks": 781422768, 2024-04-13T07:45:42.742 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 400088457216 2024-04-13T07:45:42.742 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.742 INFO:tasks.workunit.client.0.smithi119.stdout: "formatted_lba_size": 512, 2024-04-13T07:45:42.742 INFO:tasks.workunit.client.0.smithi119.stdout: "id": 1, 2024-04-13T07:45:42.742 INFO:tasks.workunit.client.0.smithi119.stdout: "size": { 2024-04-13T07:45:42.742 INFO:tasks.workunit.client.0.smithi119.stdout: "blocks": 781422768, 2024-04-13T07:45:42.742 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 400088457216 2024-04-13T07:45:42.742 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.742 INFO:tasks.workunit.client.0.smithi119.stdout: "utilization": { 2024-04-13T07:45:42.742 INFO:tasks.workunit.client.0.smithi119.stdout: "blocks": 781422768, 2024-04-13T07:45:42.742 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 400088457216 2024-04-13T07:45:42.742 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:42.743 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:42.743 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:42.743 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_number_of_namespaces": 1, 2024-04-13T07:45:42.743 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_pci_vendor": { 2024-04-13T07:45:42.743 INFO:tasks.workunit.client.0.smithi119.stdout: "id": 32902, 2024-04-13T07:45:42.743 INFO:tasks.workunit.client.0.smithi119.stdout: "subsystem_id": 32902 2024-04-13T07:45:42.743 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.743 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_smart_health_information_add_log": { 2024-04-13T07:45:42.743 INFO:tasks.workunit.client.0.smithi119.stdout: "Device stats": { 2024-04-13T07:45:42.743 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_fw_downgrades": { 2024-04-13T07:45:42.743 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T07:45:42.743 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:42.743 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.743 INFO:tasks.workunit.client.0.smithi119.stdout: "crc_error_count": { 2024-04-13T07:45:42.743 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:42.744 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:42.744 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.744 INFO:tasks.workunit.client.0.smithi119.stdout: "end_to_end_error_detection_count": { 2024-04-13T07:45:42.744 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:42.744 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:42.744 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.744 INFO:tasks.workunit.client.0.smithi119.stdout: "erase_fail_count": { 2024-04-13T07:45:42.744 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:42.744 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:42.744 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.744 INFO:tasks.workunit.client.0.smithi119.stdout: "host_bytes_written": { 2024-04-13T07:45:42.744 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:42.744 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 25913533 2024-04-13T07:45:42.744 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.744 INFO:tasks.workunit.client.0.smithi119.stdout: "host_ctx_wear_used": { 2024-04-13T07:45:42.744 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:42.745 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 1 2024-04-13T07:45:42.745 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.745 INFO:tasks.workunit.client.0.smithi119.stdout: "media_bytes_read": { 2024-04-13T07:45:42.745 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T07:45:42.745 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:42.745 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.745 INFO:tasks.workunit.client.0.smithi119.stdout: "nand_bytes_written": { 2024-04-13T07:45:42.745 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:42.745 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 45069078 2024-04-13T07:45:42.745 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.745 INFO:tasks.workunit.client.0.smithi119.stdout: "perf_stat_indicator": { 2024-04-13T07:45:42.745 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T07:45:42.745 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:42.745 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.745 INFO:tasks.workunit.client.0.smithi119.stdout: "pll_lock_loss_count": { 2024-04-13T07:45:42.745 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:42.745 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:42.746 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.746 INFO:tasks.workunit.client.0.smithi119.stdout: "program_fail_count": { 2024-04-13T07:45:42.746 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:42.746 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:42.746 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.746 INFO:tasks.workunit.client.0.smithi119.stdout: "re_alloc_sectr_cnt": { 2024-04-13T07:45:42.746 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T07:45:42.746 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:42.746 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.746 INFO:tasks.workunit.client.0.smithi119.stdout: "retry_buffer_overflow_count": { 2024-04-13T07:45:42.746 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:42.746 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:42.746 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.746 INFO:tasks.workunit.client.0.smithi119.stdout: "soft_ecc_err_rate": { 2024-04-13T07:45:42.746 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T07:45:42.747 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:42.747 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.747 INFO:tasks.workunit.client.0.smithi119.stdout: "thermal_throttle_status": { 2024-04-13T07:45:42.747 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:42.747 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": { 2024-04-13T07:45:42.747 INFO:tasks.workunit.client.0.smithi119.stdout: "cnt": 0, 2024-04-13T07:45:42.747 INFO:tasks.workunit.client.0.smithi119.stdout: "pct": 0 2024-04-13T07:45:42.747 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:42.747 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.747 INFO:tasks.workunit.client.0.smithi119.stdout: "timed_workload_host_reads": { 2024-04-13T07:45:42.747 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:42.747 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 65535 2024-04-13T07:45:42.747 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.747 INFO:tasks.workunit.client.0.smithi119.stdout: "timed_workload_media_wear": { 2024-04-13T07:45:42.748 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:42.748 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 64 2024-04-13T07:45:42.748 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.748 INFO:tasks.workunit.client.0.smithi119.stdout: "timed_workload_timer": { 2024-04-13T07:45:42.748 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:42.748 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 65535 2024-04-13T07:45:42.748 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.748 INFO:tasks.workunit.client.0.smithi119.stdout: "unexp_power_loss": { 2024-04-13T07:45:42.748 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T07:45:42.748 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:42.748 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.748 INFO:tasks.workunit.client.0.smithi119.stdout: "wear_leveling": { 2024-04-13T07:45:42.748 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 90, 2024-04-13T07:45:42.748 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": { 2024-04-13T07:45:42.748 INFO:tasks.workunit.client.0.smithi119.stdout: "avg": 3064, 2024-04-13T07:45:42.749 INFO:tasks.workunit.client.0.smithi119.stdout: "max": 3076, 2024-04-13T07:45:42.749 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 3051 2024-04-13T07:45:42.749 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:42.749 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:42.749 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.749 INFO:tasks.workunit.client.0.smithi119.stdout: "Intel Smart log": "nvme0n1" 2024-04-13T07:45:42.749 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.749 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_smart_health_information_log": { 2024-04-13T07:45:42.749 INFO:tasks.workunit.client.0.smithi119.stdout: "available_spare": 100, 2024-04-13T07:45:42.749 INFO:tasks.workunit.client.0.smithi119.stdout: "available_spare_threshold": 10, 2024-04-13T07:45:42.749 INFO:tasks.workunit.client.0.smithi119.stdout: "controller_busy_time": 0, 2024-04-13T07:45:42.749 INFO:tasks.workunit.client.0.smithi119.stdout: "critical_warning": 0, 2024-04-13T07:45:42.749 INFO:tasks.workunit.client.0.smithi119.stdout: "data_units_read": 335911076, 2024-04-13T07:45:42.749 INFO:tasks.workunit.client.0.smithi119.stdout: "data_units_written": 1698269352, 2024-04-13T07:45:42.749 INFO:tasks.workunit.client.0.smithi119.stdout: "host_reads": 5482109870, 2024-04-13T07:45:42.750 INFO:tasks.workunit.client.0.smithi119.stdout: "host_writes": 29670994253, 2024-04-13T07:45:42.750 INFO:tasks.workunit.client.0.smithi119.stdout: "media_errors": 0, 2024-04-13T07:45:42.750 INFO:tasks.workunit.client.0.smithi119.stdout: "num_err_log_entries": 0, 2024-04-13T07:45:42.750 INFO:tasks.workunit.client.0.smithi119.stdout: "percentage_used": 10, 2024-04-13T07:45:42.750 INFO:tasks.workunit.client.0.smithi119.stdout: "power_cycles": 50867, 2024-04-13T07:45:42.750 INFO:tasks.workunit.client.0.smithi119.stdout: "power_on_hours": 48973, 2024-04-13T07:45:42.750 INFO:tasks.workunit.client.0.smithi119.stdout: "temperature": 25, 2024-04-13T07:45:42.750 INFO:tasks.workunit.client.0.smithi119.stdout: "unsafe_shutdowns": 79 2024-04-13T07:45:42.750 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.750 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_vendor": "intel", 2024-04-13T07:45:42.750 INFO:tasks.workunit.client.0.smithi119.stdout: "power_cycle_count": 50867, 2024-04-13T07:45:42.750 INFO:tasks.workunit.client.0.smithi119.stdout: "power_on_time": { 2024-04-13T07:45:42.751 INFO:tasks.workunit.client.0.smithi119.stdout: "hours": 48973 2024-04-13T07:45:42.751 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.751 INFO:tasks.workunit.client.0.smithi119.stdout: "serial_number": "deleted", 2024-04-13T07:45:42.751 INFO:tasks.workunit.client.0.smithi119.stdout: "smart_status": { 2024-04-13T07:45:42.751 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme": { 2024-04-13T07:45:42.751 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:42.751 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.751 INFO:tasks.workunit.client.0.smithi119.stdout: "passed": true 2024-04-13T07:45:42.751 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.751 INFO:tasks.workunit.client.0.smithi119.stdout: "smartctl": { 2024-04-13T07:45:42.751 INFO:tasks.workunit.client.0.smithi119.stdout: "argv": [ 2024-04-13T07:45:42.751 INFO:tasks.workunit.client.0.smithi119.stdout: "smartctl", 2024-04-13T07:45:42.751 INFO:tasks.workunit.client.0.smithi119.stdout: "-x", 2024-04-13T07:45:42.752 INFO:tasks.workunit.client.0.smithi119.stdout: "--json=o", 2024-04-13T07:45:42.752 INFO:tasks.workunit.client.0.smithi119.stdout: "/dev/nvme0n1" 2024-04-13T07:45:42.752 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:42.752 INFO:tasks.workunit.client.0.smithi119.stdout: "build_info": "(local build)", 2024-04-13T07:45:42.752 INFO:tasks.workunit.client.0.smithi119.stdout: "exit_status": 0, 2024-04-13T07:45:42.752 INFO:tasks.workunit.client.0.smithi119.stdout: "output": [ 2024-04-13T07:45:42.752 INFO:tasks.workunit.client.0.smithi119.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-13T07:45:42.752 INFO:tasks.workunit.client.0.smithi119.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-13T07:45:42.752 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T07:45:42.752 INFO:tasks.workunit.client.0.smithi119.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-13T07:45:42.752 INFO:tasks.workunit.client.0.smithi119.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-13T07:45:42.752 INFO:tasks.workunit.client.0.smithi119.stdout: "Serial Number: deleted", 2024-04-13T07:45:42.752 INFO:tasks.workunit.client.0.smithi119.stdout: "Firmware Version: 8DV101H0", 2024-04-13T07:45:42.752 INFO:tasks.workunit.client.0.smithi119.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-13T07:45:42.753 INFO:tasks.workunit.client.0.smithi119.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-13T07:45:42.753 INFO:tasks.workunit.client.0.smithi119.stdout: "Controller ID: 0", 2024-04-13T07:45:42.753 INFO:tasks.workunit.client.0.smithi119.stdout: "Number of Namespaces: 1", 2024-04-13T07:45:42.753 INFO:tasks.workunit.client.0.smithi119.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-13T07:45:42.753 INFO:tasks.workunit.client.0.smithi119.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-13T07:45:42.753 INFO:tasks.workunit.client.0.smithi119.stdout: "Local Time is: Sat Apr 13 07:40:19 2024 UTC", 2024-04-13T07:45:42.753 INFO:tasks.workunit.client.0.smithi119.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-13T07:45:42.753 INFO:tasks.workunit.client.0.smithi119.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-13T07:45:42.753 INFO:tasks.workunit.client.0.smithi119.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-13T07:45:42.753 INFO:tasks.workunit.client.0.smithi119.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-13T07:45:42.753 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T07:45:42.753 INFO:tasks.workunit.client.0.smithi119.stdout: "Supported Power States", 2024-04-13T07:45:42.753 INFO:tasks.workunit.client.0.smithi119.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-13T07:45:42.753 INFO:tasks.workunit.client.0.smithi119.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-13T07:45:42.753 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T07:45:42.753 INFO:tasks.workunit.client.0.smithi119.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-13T07:45:42.754 INFO:tasks.workunit.client.0.smithi119.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-13T07:45:42.754 INFO:tasks.workunit.client.0.smithi119.stdout: " 0 + 512 0 2", 2024-04-13T07:45:42.754 INFO:tasks.workunit.client.0.smithi119.stdout: " 1 - 512 8 2", 2024-04-13T07:45:42.754 INFO:tasks.workunit.client.0.smithi119.stdout: " 2 - 512 16 2", 2024-04-13T07:45:42.754 INFO:tasks.workunit.client.0.smithi119.stdout: " 3 - 4096 0 0", 2024-04-13T07:45:42.754 INFO:tasks.workunit.client.0.smithi119.stdout: " 4 - 4096 8 0", 2024-04-13T07:45:42.754 INFO:tasks.workunit.client.0.smithi119.stdout: " 5 - 4096 64 0", 2024-04-13T07:45:42.754 INFO:tasks.workunit.client.0.smithi119.stdout: " 6 - 4096 128 0", 2024-04-13T07:45:42.754 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T07:45:42.754 INFO:tasks.workunit.client.0.smithi119.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-13T07:45:42.754 INFO:tasks.workunit.client.0.smithi119.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-13T07:45:42.754 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T07:45:42.754 INFO:tasks.workunit.client.0.smithi119.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-13T07:45:42.754 INFO:tasks.workunit.client.0.smithi119.stdout: "Critical Warning: 0x00", 2024-04-13T07:45:42.755 INFO:tasks.workunit.client.0.smithi119.stdout: "Temperature: 25 Celsius", 2024-04-13T07:45:42.755 INFO:tasks.workunit.client.0.smithi119.stdout: "Available Spare: 100%", 2024-04-13T07:45:42.755 INFO:tasks.workunit.client.0.smithi119.stdout: "Available Spare Threshold: 10%", 2024-04-13T07:45:42.755 INFO:tasks.workunit.client.0.smithi119.stdout: "Percentage Used: 10%", 2024-04-13T07:45:42.755 INFO:tasks.workunit.client.0.smithi119.stdout: "Data Units Read: 335,911,076 [171 TB]", 2024-04-13T07:45:42.755 INFO:tasks.workunit.client.0.smithi119.stdout: "Data Units Written: 1,698,269,352 [869 TB]", 2024-04-13T07:45:42.755 INFO:tasks.workunit.client.0.smithi119.stdout: "Host Read Commands: 5,482,109,870", 2024-04-13T07:45:42.755 INFO:tasks.workunit.client.0.smithi119.stdout: "Host Write Commands: 29,670,994,253", 2024-04-13T07:45:42.755 INFO:tasks.workunit.client.0.smithi119.stdout: "Controller Busy Time: 0", 2024-04-13T07:45:42.755 INFO:tasks.workunit.client.0.smithi119.stdout: "Power Cycles: 50,867", 2024-04-13T07:45:42.755 INFO:tasks.workunit.client.0.smithi119.stdout: "Power On Hours: 48,973", 2024-04-13T07:45:42.755 INFO:tasks.workunit.client.0.smithi119.stdout: "Unsafe Shutdowns: 79", 2024-04-13T07:45:42.755 INFO:tasks.workunit.client.0.smithi119.stdout: "Media and Data Integrity Errors: 0", 2024-04-13T07:45:42.755 INFO:tasks.workunit.client.0.smithi119.stdout: "Error Information Log Entries: 0", 2024-04-13T07:45:42.755 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T07:45:42.756 INFO:tasks.workunit.client.0.smithi119.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-13T07:45:42.756 INFO:tasks.workunit.client.0.smithi119.stdout: "No Errors Logged", 2024-04-13T07:45:42.756 INFO:tasks.workunit.client.0.smithi119.stdout: "" 2024-04-13T07:45:42.756 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:42.756 INFO:tasks.workunit.client.0.smithi119.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-13T07:45:42.756 INFO:tasks.workunit.client.0.smithi119.stdout: "svn_revision": "5022", 2024-04-13T07:45:42.756 INFO:tasks.workunit.client.0.smithi119.stdout: "version": [ 2024-04-13T07:45:42.756 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:42.756 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:42.756 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:42.756 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.756 INFO:tasks.workunit.client.0.smithi119.stdout: "temperature": { 2024-04-13T07:45:42.756 INFO:tasks.workunit.client.0.smithi119.stdout: "current": 25 2024-04-13T07:45:42.756 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:42.756 INFO:tasks.workunit.client.0.smithi119.stdout: "user_capacity": { 2024-04-13T07:45:42.757 INFO:tasks.workunit.client.0.smithi119.stdout: "blocks": 781422768, 2024-04-13T07:45:42.757 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 400088457216 2024-04-13T07:45:42.757 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:42.757 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:42.757 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:42.757 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:42.757 INFO:tasks.workunit.client.0.smithi119.stdout:} 2024-04-13T07:45:42.757 INFO:tasks.workunit.client.0.smithi119.stderr:+ ceph telemetry preview-all 2024-04-13T07:45:43.241 INFO:tasks.workunit.client.0.smithi119.stdout:{ 2024-04-13T07:45:43.241 INFO:tasks.workunit.client.0.smithi119.stdout: "device_report": { 2024-04-13T07:45:43.241 INFO:tasks.workunit.client.0.smithi119.stdout: "d4649b5a-f969-11ee-9695-0cc47a8fd5ef": { 2024-04-13T07:45:43.241 INFO:tasks.workunit.client.0.smithi119.stdout: "INTEL_SSDPEDMD400G4_d4655a7c-f969-11ee-9695-0cc47a8fd5ef": { 2024-04-13T07:45:43.241 INFO:tasks.workunit.client.0.smithi119.stdout: "20240413-074017": { 2024-04-13T07:45:43.241 INFO:tasks.workunit.client.0.smithi119.stdout: "device": { 2024-04-13T07:45:43.241 INFO:tasks.workunit.client.0.smithi119.stdout: "info_name": "/dev/nvme0n1", 2024-04-13T07:45:43.241 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "/dev/nvme0n1", 2024-04-13T07:45:43.242 INFO:tasks.workunit.client.0.smithi119.stdout: "protocol": "NVMe", 2024-04-13T07:45:43.242 INFO:tasks.workunit.client.0.smithi119.stdout: "type": "nvme" 2024-04-13T07:45:43.242 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.242 INFO:tasks.workunit.client.0.smithi119.stdout: "firmware_version": "8DV101F0", 2024-04-13T07:45:43.242 INFO:tasks.workunit.client.0.smithi119.stdout: "host_id": "d4649b5a-f969-11ee-9695-0cc47a8fd5ef", 2024-04-13T07:45:43.242 INFO:tasks.workunit.client.0.smithi119.stdout: "json_format_version": [ 2024-04-13T07:45:43.242 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:43.242 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:43.242 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:43.242 INFO:tasks.workunit.client.0.smithi119.stdout: "local_time": { 2024-04-13T07:45:43.242 INFO:tasks.workunit.client.0.smithi119.stdout: "asctime": "Sat Apr 13 07:40:17 2024 UTC", 2024-04-13T07:45:43.242 INFO:tasks.workunit.client.0.smithi119.stdout: "time_t": 1712994017 2024-04-13T07:45:43.242 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.242 INFO:tasks.workunit.client.0.smithi119.stdout: "logical_block_size": 512, 2024-04-13T07:45:43.243 INFO:tasks.workunit.client.0.smithi119.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-13T07:45:43.243 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_controller_id": 0, 2024-04-13T07:45:43.243 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-13T07:45:43.243 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_namespaces": [ 2024-04-13T07:45:43.243 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:43.243 INFO:tasks.workunit.client.0.smithi119.stdout: "capacity": { 2024-04-13T07:45:43.243 INFO:tasks.workunit.client.0.smithi119.stdout: "blocks": 781422768, 2024-04-13T07:45:43.243 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 400088457216 2024-04-13T07:45:43.243 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.243 INFO:tasks.workunit.client.0.smithi119.stdout: "formatted_lba_size": 512, 2024-04-13T07:45:43.243 INFO:tasks.workunit.client.0.smithi119.stdout: "id": 1, 2024-04-13T07:45:43.243 INFO:tasks.workunit.client.0.smithi119.stdout: "size": { 2024-04-13T07:45:43.243 INFO:tasks.workunit.client.0.smithi119.stdout: "blocks": 781422768, 2024-04-13T07:45:43.243 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 400088457216 2024-04-13T07:45:43.244 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.244 INFO:tasks.workunit.client.0.smithi119.stdout: "utilization": { 2024-04-13T07:45:43.244 INFO:tasks.workunit.client.0.smithi119.stdout: "blocks": 781422768, 2024-04-13T07:45:43.244 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 400088457216 2024-04-13T07:45:43.244 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:43.244 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:43.244 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:43.244 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_number_of_namespaces": 1, 2024-04-13T07:45:43.244 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_pci_vendor": { 2024-04-13T07:45:43.244 INFO:tasks.workunit.client.0.smithi119.stdout: "id": 32902, 2024-04-13T07:45:43.244 INFO:tasks.workunit.client.0.smithi119.stdout: "subsystem_id": 32902 2024-04-13T07:45:43.244 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.244 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_smart_health_information_add_log": { 2024-04-13T07:45:43.244 INFO:tasks.workunit.client.0.smithi119.stdout: "Device stats": { 2024-04-13T07:45:43.244 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_fw_downgrades": { 2024-04-13T07:45:43.245 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T07:45:43.245 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:43.245 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.245 INFO:tasks.workunit.client.0.smithi119.stdout: "crc_error_count": { 2024-04-13T07:45:43.245 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:43.245 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:43.245 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.245 INFO:tasks.workunit.client.0.smithi119.stdout: "end_to_end_error_detection_count": { 2024-04-13T07:45:43.245 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:43.245 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:43.245 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.245 INFO:tasks.workunit.client.0.smithi119.stdout: "erase_fail_count": { 2024-04-13T07:45:43.245 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:43.245 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:43.245 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.246 INFO:tasks.workunit.client.0.smithi119.stdout: "host_bytes_written": { 2024-04-13T07:45:43.246 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:43.246 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 17477406 2024-04-13T07:45:43.246 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.246 INFO:tasks.workunit.client.0.smithi119.stdout: "host_ctx_wear_used": { 2024-04-13T07:45:43.246 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:43.246 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 1 2024-04-13T07:45:43.246 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.246 INFO:tasks.workunit.client.0.smithi119.stdout: "media_bytes_read": { 2024-04-13T07:45:43.246 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T07:45:43.246 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:43.246 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.246 INFO:tasks.workunit.client.0.smithi119.stdout: "nand_bytes_written": { 2024-04-13T07:45:43.247 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:43.247 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 32624884 2024-04-13T07:45:43.247 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.247 INFO:tasks.workunit.client.0.smithi119.stdout: "perf_stat_indicator": { 2024-04-13T07:45:43.247 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T07:45:43.247 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:43.247 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.247 INFO:tasks.workunit.client.0.smithi119.stdout: "pll_lock_loss_count": { 2024-04-13T07:45:43.247 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:43.247 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:43.247 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.247 INFO:tasks.workunit.client.0.smithi119.stdout: "program_fail_count": { 2024-04-13T07:45:43.247 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:43.247 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:43.247 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.248 INFO:tasks.workunit.client.0.smithi119.stdout: "re_alloc_sectr_cnt": { 2024-04-13T07:45:43.248 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T07:45:43.248 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:43.248 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.248 INFO:tasks.workunit.client.0.smithi119.stdout: "retry_buffer_overflow_count": { 2024-04-13T07:45:43.248 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:43.248 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:43.248 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.248 INFO:tasks.workunit.client.0.smithi119.stdout: "soft_ecc_err_rate": { 2024-04-13T07:45:43.248 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T07:45:43.248 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:43.248 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.248 INFO:tasks.workunit.client.0.smithi119.stdout: "thermal_throttle_status": { 2024-04-13T07:45:43.248 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:43.248 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": { 2024-04-13T07:45:43.249 INFO:tasks.workunit.client.0.smithi119.stdout: "cnt": 0, 2024-04-13T07:45:43.249 INFO:tasks.workunit.client.0.smithi119.stdout: "pct": 0 2024-04-13T07:45:43.249 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:43.249 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.249 INFO:tasks.workunit.client.0.smithi119.stdout: "timed_workload_host_reads": { 2024-04-13T07:45:43.249 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:43.249 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 65535 2024-04-13T07:45:43.249 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.249 INFO:tasks.workunit.client.0.smithi119.stdout: "timed_workload_media_wear": { 2024-04-13T07:45:43.249 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:43.249 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 64 2024-04-13T07:45:43.249 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.249 INFO:tasks.workunit.client.0.smithi119.stdout: "timed_workload_timer": { 2024-04-13T07:45:43.249 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:43.249 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 65535 2024-04-13T07:45:43.249 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.250 INFO:tasks.workunit.client.0.smithi119.stdout: "unexp_power_loss": { 2024-04-13T07:45:43.250 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T07:45:43.250 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:43.250 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.250 INFO:tasks.workunit.client.0.smithi119.stdout: "wear_leveling": { 2024-04-13T07:45:43.250 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 93, 2024-04-13T07:45:43.250 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": { 2024-04-13T07:45:43.250 INFO:tasks.workunit.client.0.smithi119.stdout: "avg": 2250, 2024-04-13T07:45:43.250 INFO:tasks.workunit.client.0.smithi119.stdout: "max": 2259, 2024-04-13T07:45:43.250 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 2241 2024-04-13T07:45:43.250 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:43.250 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:43.250 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.250 INFO:tasks.workunit.client.0.smithi119.stdout: "Intel Smart log": "nvme0n1" 2024-04-13T07:45:43.251 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.251 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_smart_health_information_log": { 2024-04-13T07:45:43.251 INFO:tasks.workunit.client.0.smithi119.stdout: "available_spare": 100, 2024-04-13T07:45:43.251 INFO:tasks.workunit.client.0.smithi119.stdout: "available_spare_threshold": 10, 2024-04-13T07:45:43.251 INFO:tasks.workunit.client.0.smithi119.stdout: "controller_busy_time": 22, 2024-04-13T07:45:43.251 INFO:tasks.workunit.client.0.smithi119.stdout: "critical_warning": 0, 2024-04-13T07:45:43.251 INFO:tasks.workunit.client.0.smithi119.stdout: "data_units_read": 237189759, 2024-04-13T07:45:43.251 INFO:tasks.workunit.client.0.smithi119.stdout: "data_units_written": 1145399303, 2024-04-13T07:45:43.251 INFO:tasks.workunit.client.0.smithi119.stdout: "host_reads": 4232985947, 2024-04-13T07:45:43.251 INFO:tasks.workunit.client.0.smithi119.stdout: "host_writes": 22735896559, 2024-04-13T07:45:43.251 INFO:tasks.workunit.client.0.smithi119.stdout: "media_errors": 0, 2024-04-13T07:45:43.251 INFO:tasks.workunit.client.0.smithi119.stdout: "num_err_log_entries": 0, 2024-04-13T07:45:43.251 INFO:tasks.workunit.client.0.smithi119.stdout: "percentage_used": 7, 2024-04-13T07:45:43.251 INFO:tasks.workunit.client.0.smithi119.stdout: "power_cycles": 39231, 2024-04-13T07:45:43.251 INFO:tasks.workunit.client.0.smithi119.stdout: "power_on_hours": 57467, 2024-04-13T07:45:43.251 INFO:tasks.workunit.client.0.smithi119.stdout: "temperature": 27, 2024-04-13T07:45:43.251 INFO:tasks.workunit.client.0.smithi119.stdout: "unsafe_shutdowns": 1687 2024-04-13T07:45:43.252 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.252 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_vendor": "intel", 2024-04-13T07:45:43.252 INFO:tasks.workunit.client.0.smithi119.stdout: "power_cycle_count": 39231, 2024-04-13T07:45:43.252 INFO:tasks.workunit.client.0.smithi119.stdout: "power_on_time": { 2024-04-13T07:45:43.252 INFO:tasks.workunit.client.0.smithi119.stdout: "hours": 57467 2024-04-13T07:45:43.252 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.252 INFO:tasks.workunit.client.0.smithi119.stdout: "serial_number": "deleted", 2024-04-13T07:45:43.252 INFO:tasks.workunit.client.0.smithi119.stdout: "smart_status": { 2024-04-13T07:45:43.252 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme": { 2024-04-13T07:45:43.252 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:43.252 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.252 INFO:tasks.workunit.client.0.smithi119.stdout: "passed": true 2024-04-13T07:45:43.252 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.252 INFO:tasks.workunit.client.0.smithi119.stdout: "smartctl": { 2024-04-13T07:45:43.252 INFO:tasks.workunit.client.0.smithi119.stdout: "argv": [ 2024-04-13T07:45:43.252 INFO:tasks.workunit.client.0.smithi119.stdout: "smartctl", 2024-04-13T07:45:43.253 INFO:tasks.workunit.client.0.smithi119.stdout: "-x", 2024-04-13T07:45:43.253 INFO:tasks.workunit.client.0.smithi119.stdout: "--json=o", 2024-04-13T07:45:43.253 INFO:tasks.workunit.client.0.smithi119.stdout: "/dev/nvme0n1" 2024-04-13T07:45:43.253 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:43.253 INFO:tasks.workunit.client.0.smithi119.stdout: "build_info": "(local build)", 2024-04-13T07:45:43.253 INFO:tasks.workunit.client.0.smithi119.stdout: "exit_status": 0, 2024-04-13T07:45:43.253 INFO:tasks.workunit.client.0.smithi119.stdout: "output": [ 2024-04-13T07:45:43.253 INFO:tasks.workunit.client.0.smithi119.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-13T07:45:43.253 INFO:tasks.workunit.client.0.smithi119.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-13T07:45:43.253 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T07:45:43.253 INFO:tasks.workunit.client.0.smithi119.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-13T07:45:43.253 INFO:tasks.workunit.client.0.smithi119.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-13T07:45:43.253 INFO:tasks.workunit.client.0.smithi119.stdout: "Serial Number: deleted", 2024-04-13T07:45:43.253 INFO:tasks.workunit.client.0.smithi119.stdout: "Firmware Version: 8DV101F0", 2024-04-13T07:45:43.253 INFO:tasks.workunit.client.0.smithi119.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-13T07:45:43.254 INFO:tasks.workunit.client.0.smithi119.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-13T07:45:43.254 INFO:tasks.workunit.client.0.smithi119.stdout: "Controller ID: 0", 2024-04-13T07:45:43.254 INFO:tasks.workunit.client.0.smithi119.stdout: "Number of Namespaces: 1", 2024-04-13T07:45:43.254 INFO:tasks.workunit.client.0.smithi119.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-13T07:45:43.254 INFO:tasks.workunit.client.0.smithi119.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-13T07:45:43.254 INFO:tasks.workunit.client.0.smithi119.stdout: "Local Time is: Sat Apr 13 07:40:17 2024 UTC", 2024-04-13T07:45:43.254 INFO:tasks.workunit.client.0.smithi119.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-13T07:45:43.254 INFO:tasks.workunit.client.0.smithi119.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-13T07:45:43.254 INFO:tasks.workunit.client.0.smithi119.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-13T07:45:43.254 INFO:tasks.workunit.client.0.smithi119.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-13T07:45:43.254 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T07:45:43.254 INFO:tasks.workunit.client.0.smithi119.stdout: "Supported Power States", 2024-04-13T07:45:43.254 INFO:tasks.workunit.client.0.smithi119.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-13T07:45:43.254 INFO:tasks.workunit.client.0.smithi119.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-13T07:45:43.255 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T07:45:43.255 INFO:tasks.workunit.client.0.smithi119.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-13T07:45:43.255 INFO:tasks.workunit.client.0.smithi119.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-13T07:45:43.255 INFO:tasks.workunit.client.0.smithi119.stdout: " 0 + 512 0 2", 2024-04-13T07:45:43.255 INFO:tasks.workunit.client.0.smithi119.stdout: " 1 - 512 8 2", 2024-04-13T07:45:43.255 INFO:tasks.workunit.client.0.smithi119.stdout: " 2 - 512 16 2", 2024-04-13T07:45:43.255 INFO:tasks.workunit.client.0.smithi119.stdout: " 3 - 4096 0 0", 2024-04-13T07:45:43.255 INFO:tasks.workunit.client.0.smithi119.stdout: " 4 - 4096 8 0", 2024-04-13T07:45:43.255 INFO:tasks.workunit.client.0.smithi119.stdout: " 5 - 4096 64 0", 2024-04-13T07:45:43.255 INFO:tasks.workunit.client.0.smithi119.stdout: " 6 - 4096 128 0", 2024-04-13T07:45:43.255 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T07:45:43.255 INFO:tasks.workunit.client.0.smithi119.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-13T07:45:43.255 INFO:tasks.workunit.client.0.smithi119.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-13T07:45:43.255 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T07:45:43.255 INFO:tasks.workunit.client.0.smithi119.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-13T07:45:43.256 INFO:tasks.workunit.client.0.smithi119.stdout: "Critical Warning: 0x00", 2024-04-13T07:45:43.256 INFO:tasks.workunit.client.0.smithi119.stdout: "Temperature: 27 Celsius", 2024-04-13T07:45:43.256 INFO:tasks.workunit.client.0.smithi119.stdout: "Available Spare: 100%", 2024-04-13T07:45:43.256 INFO:tasks.workunit.client.0.smithi119.stdout: "Available Spare Threshold: 10%", 2024-04-13T07:45:43.256 INFO:tasks.workunit.client.0.smithi119.stdout: "Percentage Used: 7%", 2024-04-13T07:45:43.256 INFO:tasks.workunit.client.0.smithi119.stdout: "Data Units Read: 237,189,759 [121 TB]", 2024-04-13T07:45:43.256 INFO:tasks.workunit.client.0.smithi119.stdout: "Data Units Written: 1,145,399,303 [586 TB]", 2024-04-13T07:45:43.256 INFO:tasks.workunit.client.0.smithi119.stdout: "Host Read Commands: 4,232,985,947", 2024-04-13T07:45:43.256 INFO:tasks.workunit.client.0.smithi119.stdout: "Host Write Commands: 22,735,896,559", 2024-04-13T07:45:43.256 INFO:tasks.workunit.client.0.smithi119.stdout: "Controller Busy Time: 22", 2024-04-13T07:45:43.256 INFO:tasks.workunit.client.0.smithi119.stdout: "Power Cycles: 39,231", 2024-04-13T07:45:43.256 INFO:tasks.workunit.client.0.smithi119.stdout: "Power On Hours: 57,467", 2024-04-13T07:45:43.256 INFO:tasks.workunit.client.0.smithi119.stdout: "Unsafe Shutdowns: 1,687", 2024-04-13T07:45:43.256 INFO:tasks.workunit.client.0.smithi119.stdout: "Media and Data Integrity Errors: 0", 2024-04-13T07:45:43.256 INFO:tasks.workunit.client.0.smithi119.stdout: "Error Information Log Entries: 0", 2024-04-13T07:45:43.256 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T07:45:43.257 INFO:tasks.workunit.client.0.smithi119.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-13T07:45:43.257 INFO:tasks.workunit.client.0.smithi119.stdout: "No Errors Logged", 2024-04-13T07:45:43.257 INFO:tasks.workunit.client.0.smithi119.stdout: "" 2024-04-13T07:45:43.257 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:43.257 INFO:tasks.workunit.client.0.smithi119.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-13T07:45:43.257 INFO:tasks.workunit.client.0.smithi119.stdout: "svn_revision": "5022", 2024-04-13T07:45:43.257 INFO:tasks.workunit.client.0.smithi119.stdout: "version": [ 2024-04-13T07:45:43.257 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:43.257 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:43.257 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:43.257 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.257 INFO:tasks.workunit.client.0.smithi119.stdout: "temperature": { 2024-04-13T07:45:43.257 INFO:tasks.workunit.client.0.smithi119.stdout: "current": 27 2024-04-13T07:45:43.257 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.258 INFO:tasks.workunit.client.0.smithi119.stdout: "user_capacity": { 2024-04-13T07:45:43.258 INFO:tasks.workunit.client.0.smithi119.stdout: "blocks": 781422768, 2024-04-13T07:45:43.258 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 400088457216 2024-04-13T07:45:43.258 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:43.258 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:43.258 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:43.258 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.258 INFO:tasks.workunit.client.0.smithi119.stdout: "d466e306-f969-11ee-9695-0cc47a8fd5ef": { 2024-04-13T07:45:43.258 INFO:tasks.workunit.client.0.smithi119.stdout: "INTEL_SSDPEDMD400G4_d4678f86-f969-11ee-9695-0cc47a8fd5ef": { 2024-04-13T07:45:43.258 INFO:tasks.workunit.client.0.smithi119.stdout: "20240413-074019": { 2024-04-13T07:45:43.258 INFO:tasks.workunit.client.0.smithi119.stdout: "device": { 2024-04-13T07:45:43.258 INFO:tasks.workunit.client.0.smithi119.stdout: "info_name": "/dev/nvme0n1", 2024-04-13T07:45:43.258 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "/dev/nvme0n1", 2024-04-13T07:45:43.258 INFO:tasks.workunit.client.0.smithi119.stdout: "protocol": "NVMe", 2024-04-13T07:45:43.258 INFO:tasks.workunit.client.0.smithi119.stdout: "type": "nvme" 2024-04-13T07:45:43.259 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.259 INFO:tasks.workunit.client.0.smithi119.stdout: "firmware_version": "8DV101H0", 2024-04-13T07:45:43.259 INFO:tasks.workunit.client.0.smithi119.stdout: "host_id": "d466e306-f969-11ee-9695-0cc47a8fd5ef", 2024-04-13T07:45:43.259 INFO:tasks.workunit.client.0.smithi119.stdout: "json_format_version": [ 2024-04-13T07:45:43.259 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:43.259 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:43.259 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:43.259 INFO:tasks.workunit.client.0.smithi119.stdout: "local_time": { 2024-04-13T07:45:43.259 INFO:tasks.workunit.client.0.smithi119.stdout: "asctime": "Sat Apr 13 07:40:19 2024 UTC", 2024-04-13T07:45:43.259 INFO:tasks.workunit.client.0.smithi119.stdout: "time_t": 1712994019 2024-04-13T07:45:43.259 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.259 INFO:tasks.workunit.client.0.smithi119.stdout: "logical_block_size": 512, 2024-04-13T07:45:43.259 INFO:tasks.workunit.client.0.smithi119.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-13T07:45:43.259 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_controller_id": 0, 2024-04-13T07:45:43.259 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-13T07:45:43.260 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_namespaces": [ 2024-04-13T07:45:43.260 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:43.260 INFO:tasks.workunit.client.0.smithi119.stdout: "capacity": { 2024-04-13T07:45:43.260 INFO:tasks.workunit.client.0.smithi119.stdout: "blocks": 781422768, 2024-04-13T07:45:43.260 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 400088457216 2024-04-13T07:45:43.260 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.260 INFO:tasks.workunit.client.0.smithi119.stdout: "formatted_lba_size": 512, 2024-04-13T07:45:43.260 INFO:tasks.workunit.client.0.smithi119.stdout: "id": 1, 2024-04-13T07:45:43.260 INFO:tasks.workunit.client.0.smithi119.stdout: "size": { 2024-04-13T07:45:43.260 INFO:tasks.workunit.client.0.smithi119.stdout: "blocks": 781422768, 2024-04-13T07:45:43.260 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 400088457216 2024-04-13T07:45:43.260 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.260 INFO:tasks.workunit.client.0.smithi119.stdout: "utilization": { 2024-04-13T07:45:43.260 INFO:tasks.workunit.client.0.smithi119.stdout: "blocks": 781422768, 2024-04-13T07:45:43.260 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 400088457216 2024-04-13T07:45:43.260 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:43.261 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:43.261 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:43.261 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_number_of_namespaces": 1, 2024-04-13T07:45:43.261 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_pci_vendor": { 2024-04-13T07:45:43.261 INFO:tasks.workunit.client.0.smithi119.stdout: "id": 32902, 2024-04-13T07:45:43.261 INFO:tasks.workunit.client.0.smithi119.stdout: "subsystem_id": 32902 2024-04-13T07:45:43.261 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.261 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_smart_health_information_add_log": { 2024-04-13T07:45:43.261 INFO:tasks.workunit.client.0.smithi119.stdout: "Device stats": { 2024-04-13T07:45:43.261 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_fw_downgrades": { 2024-04-13T07:45:43.261 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T07:45:43.261 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:43.261 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.261 INFO:tasks.workunit.client.0.smithi119.stdout: "crc_error_count": { 2024-04-13T07:45:43.261 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:43.262 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:43.262 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.262 INFO:tasks.workunit.client.0.smithi119.stdout: "end_to_end_error_detection_count": { 2024-04-13T07:45:43.262 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:43.262 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:43.262 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.262 INFO:tasks.workunit.client.0.smithi119.stdout: "erase_fail_count": { 2024-04-13T07:45:43.262 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:43.262 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:43.262 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.262 INFO:tasks.workunit.client.0.smithi119.stdout: "host_bytes_written": { 2024-04-13T07:45:43.262 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:43.262 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 25913533 2024-04-13T07:45:43.262 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.262 INFO:tasks.workunit.client.0.smithi119.stdout: "host_ctx_wear_used": { 2024-04-13T07:45:43.263 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:43.263 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 1 2024-04-13T07:45:43.263 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.263 INFO:tasks.workunit.client.0.smithi119.stdout: "media_bytes_read": { 2024-04-13T07:45:43.263 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T07:45:43.263 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:43.263 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.263 INFO:tasks.workunit.client.0.smithi119.stdout: "nand_bytes_written": { 2024-04-13T07:45:43.263 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:43.263 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 45069078 2024-04-13T07:45:43.263 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.263 INFO:tasks.workunit.client.0.smithi119.stdout: "perf_stat_indicator": { 2024-04-13T07:45:43.263 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T07:45:43.263 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:43.263 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.263 INFO:tasks.workunit.client.0.smithi119.stdout: "pll_lock_loss_count": { 2024-04-13T07:45:43.264 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:43.264 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:43.264 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.264 INFO:tasks.workunit.client.0.smithi119.stdout: "program_fail_count": { 2024-04-13T07:45:43.264 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:43.264 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:43.264 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.264 INFO:tasks.workunit.client.0.smithi119.stdout: "re_alloc_sectr_cnt": { 2024-04-13T07:45:43.264 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T07:45:43.264 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:43.264 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.264 INFO:tasks.workunit.client.0.smithi119.stdout: "retry_buffer_overflow_count": { 2024-04-13T07:45:43.264 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:43.264 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:43.265 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.265 INFO:tasks.workunit.client.0.smithi119.stdout: "soft_ecc_err_rate": { 2024-04-13T07:45:43.265 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T07:45:43.265 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:43.265 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.265 INFO:tasks.workunit.client.0.smithi119.stdout: "thermal_throttle_status": { 2024-04-13T07:45:43.265 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:43.265 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": { 2024-04-13T07:45:43.265 INFO:tasks.workunit.client.0.smithi119.stdout: "cnt": 0, 2024-04-13T07:45:43.265 INFO:tasks.workunit.client.0.smithi119.stdout: "pct": 0 2024-04-13T07:45:43.265 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:43.265 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.265 INFO:tasks.workunit.client.0.smithi119.stdout: "timed_workload_host_reads": { 2024-04-13T07:45:43.265 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:43.265 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 65535 2024-04-13T07:45:43.265 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.266 INFO:tasks.workunit.client.0.smithi119.stdout: "timed_workload_media_wear": { 2024-04-13T07:45:43.266 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:43.266 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 64 2024-04-13T07:45:43.266 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.266 INFO:tasks.workunit.client.0.smithi119.stdout: "timed_workload_timer": { 2024-04-13T07:45:43.266 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:43.266 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 65535 2024-04-13T07:45:43.266 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.266 INFO:tasks.workunit.client.0.smithi119.stdout: "unexp_power_loss": { 2024-04-13T07:45:43.266 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T07:45:43.266 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:43.266 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.266 INFO:tasks.workunit.client.0.smithi119.stdout: "wear_leveling": { 2024-04-13T07:45:43.266 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 90, 2024-04-13T07:45:43.267 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": { 2024-04-13T07:45:43.267 INFO:tasks.workunit.client.0.smithi119.stdout: "avg": 3064, 2024-04-13T07:45:43.267 INFO:tasks.workunit.client.0.smithi119.stdout: "max": 3076, 2024-04-13T07:45:43.267 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 3051 2024-04-13T07:45:43.267 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:43.267 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:43.267 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.267 INFO:tasks.workunit.client.0.smithi119.stdout: "Intel Smart log": "nvme0n1" 2024-04-13T07:45:43.267 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.267 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_smart_health_information_log": { 2024-04-13T07:45:43.267 INFO:tasks.workunit.client.0.smithi119.stdout: "available_spare": 100, 2024-04-13T07:45:43.267 INFO:tasks.workunit.client.0.smithi119.stdout: "available_spare_threshold": 10, 2024-04-13T07:45:43.267 INFO:tasks.workunit.client.0.smithi119.stdout: "controller_busy_time": 0, 2024-04-13T07:45:43.267 INFO:tasks.workunit.client.0.smithi119.stdout: "critical_warning": 0, 2024-04-13T07:45:43.267 INFO:tasks.workunit.client.0.smithi119.stdout: "data_units_read": 335911076, 2024-04-13T07:45:43.268 INFO:tasks.workunit.client.0.smithi119.stdout: "data_units_written": 1698269352, 2024-04-13T07:45:43.268 INFO:tasks.workunit.client.0.smithi119.stdout: "host_reads": 5482109870, 2024-04-13T07:45:43.268 INFO:tasks.workunit.client.0.smithi119.stdout: "host_writes": 29670994253, 2024-04-13T07:45:43.268 INFO:tasks.workunit.client.0.smithi119.stdout: "media_errors": 0, 2024-04-13T07:45:43.268 INFO:tasks.workunit.client.0.smithi119.stdout: "num_err_log_entries": 0, 2024-04-13T07:45:43.268 INFO:tasks.workunit.client.0.smithi119.stdout: "percentage_used": 10, 2024-04-13T07:45:43.268 INFO:tasks.workunit.client.0.smithi119.stdout: "power_cycles": 50867, 2024-04-13T07:45:43.268 INFO:tasks.workunit.client.0.smithi119.stdout: "power_on_hours": 48973, 2024-04-13T07:45:43.268 INFO:tasks.workunit.client.0.smithi119.stdout: "temperature": 25, 2024-04-13T07:45:43.268 INFO:tasks.workunit.client.0.smithi119.stdout: "unsafe_shutdowns": 79 2024-04-13T07:45:43.268 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.268 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_vendor": "intel", 2024-04-13T07:45:43.268 INFO:tasks.workunit.client.0.smithi119.stdout: "power_cycle_count": 50867, 2024-04-13T07:45:43.268 INFO:tasks.workunit.client.0.smithi119.stdout: "power_on_time": { 2024-04-13T07:45:43.268 INFO:tasks.workunit.client.0.smithi119.stdout: "hours": 48973 2024-04-13T07:45:43.268 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.268 INFO:tasks.workunit.client.0.smithi119.stdout: "serial_number": "deleted", 2024-04-13T07:45:43.269 INFO:tasks.workunit.client.0.smithi119.stdout: "smart_status": { 2024-04-13T07:45:43.269 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme": { 2024-04-13T07:45:43.269 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:43.269 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.269 INFO:tasks.workunit.client.0.smithi119.stdout: "passed": true 2024-04-13T07:45:43.269 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.269 INFO:tasks.workunit.client.0.smithi119.stdout: "smartctl": { 2024-04-13T07:45:43.269 INFO:tasks.workunit.client.0.smithi119.stdout: "argv": [ 2024-04-13T07:45:43.269 INFO:tasks.workunit.client.0.smithi119.stdout: "smartctl", 2024-04-13T07:45:43.269 INFO:tasks.workunit.client.0.smithi119.stdout: "-x", 2024-04-13T07:45:43.269 INFO:tasks.workunit.client.0.smithi119.stdout: "--json=o", 2024-04-13T07:45:43.269 INFO:tasks.workunit.client.0.smithi119.stdout: "/dev/nvme0n1" 2024-04-13T07:45:43.269 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:43.269 INFO:tasks.workunit.client.0.smithi119.stdout: "build_info": "(local build)", 2024-04-13T07:45:43.269 INFO:tasks.workunit.client.0.smithi119.stdout: "exit_status": 0, 2024-04-13T07:45:43.269 INFO:tasks.workunit.client.0.smithi119.stdout: "output": [ 2024-04-13T07:45:43.270 INFO:tasks.workunit.client.0.smithi119.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-13T07:45:43.270 INFO:tasks.workunit.client.0.smithi119.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-13T07:45:43.270 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T07:45:43.270 INFO:tasks.workunit.client.0.smithi119.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-13T07:45:43.270 INFO:tasks.workunit.client.0.smithi119.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-13T07:45:43.270 INFO:tasks.workunit.client.0.smithi119.stdout: "Serial Number: deleted", 2024-04-13T07:45:43.270 INFO:tasks.workunit.client.0.smithi119.stdout: "Firmware Version: 8DV101H0", 2024-04-13T07:45:43.270 INFO:tasks.workunit.client.0.smithi119.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-13T07:45:43.270 INFO:tasks.workunit.client.0.smithi119.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-13T07:45:43.270 INFO:tasks.workunit.client.0.smithi119.stdout: "Controller ID: 0", 2024-04-13T07:45:43.270 INFO:tasks.workunit.client.0.smithi119.stdout: "Number of Namespaces: 1", 2024-04-13T07:45:43.270 INFO:tasks.workunit.client.0.smithi119.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-13T07:45:43.270 INFO:tasks.workunit.client.0.smithi119.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-13T07:45:43.270 INFO:tasks.workunit.client.0.smithi119.stdout: "Local Time is: Sat Apr 13 07:40:19 2024 UTC", 2024-04-13T07:45:43.270 INFO:tasks.workunit.client.0.smithi119.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-13T07:45:43.271 INFO:tasks.workunit.client.0.smithi119.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-13T07:45:43.271 INFO:tasks.workunit.client.0.smithi119.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-13T07:45:43.271 INFO:tasks.workunit.client.0.smithi119.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-13T07:45:43.271 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T07:45:43.271 INFO:tasks.workunit.client.0.smithi119.stdout: "Supported Power States", 2024-04-13T07:45:43.271 INFO:tasks.workunit.client.0.smithi119.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-13T07:45:43.271 INFO:tasks.workunit.client.0.smithi119.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-13T07:45:43.271 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T07:45:43.271 INFO:tasks.workunit.client.0.smithi119.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-13T07:45:43.271 INFO:tasks.workunit.client.0.smithi119.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-13T07:45:43.271 INFO:tasks.workunit.client.0.smithi119.stdout: " 0 + 512 0 2", 2024-04-13T07:45:43.271 INFO:tasks.workunit.client.0.smithi119.stdout: " 1 - 512 8 2", 2024-04-13T07:45:43.271 INFO:tasks.workunit.client.0.smithi119.stdout: " 2 - 512 16 2", 2024-04-13T07:45:43.271 INFO:tasks.workunit.client.0.smithi119.stdout: " 3 - 4096 0 0", 2024-04-13T07:45:43.272 INFO:tasks.workunit.client.0.smithi119.stdout: " 4 - 4096 8 0", 2024-04-13T07:45:43.272 INFO:tasks.workunit.client.0.smithi119.stdout: " 5 - 4096 64 0", 2024-04-13T07:45:43.272 INFO:tasks.workunit.client.0.smithi119.stdout: " 6 - 4096 128 0", 2024-04-13T07:45:43.272 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T07:45:43.272 INFO:tasks.workunit.client.0.smithi119.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-13T07:45:43.272 INFO:tasks.workunit.client.0.smithi119.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-13T07:45:43.272 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T07:45:43.272 INFO:tasks.workunit.client.0.smithi119.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-13T07:45:43.272 INFO:tasks.workunit.client.0.smithi119.stdout: "Critical Warning: 0x00", 2024-04-13T07:45:43.272 INFO:tasks.workunit.client.0.smithi119.stdout: "Temperature: 25 Celsius", 2024-04-13T07:45:43.272 INFO:tasks.workunit.client.0.smithi119.stdout: "Available Spare: 100%", 2024-04-13T07:45:43.272 INFO:tasks.workunit.client.0.smithi119.stdout: "Available Spare Threshold: 10%", 2024-04-13T07:45:43.272 INFO:tasks.workunit.client.0.smithi119.stdout: "Percentage Used: 10%", 2024-04-13T07:45:43.272 INFO:tasks.workunit.client.0.smithi119.stdout: "Data Units Read: 335,911,076 [171 TB]", 2024-04-13T07:45:43.272 INFO:tasks.workunit.client.0.smithi119.stdout: "Data Units Written: 1,698,269,352 [869 TB]", 2024-04-13T07:45:43.273 INFO:tasks.workunit.client.0.smithi119.stdout: "Host Read Commands: 5,482,109,870", 2024-04-13T07:45:43.273 INFO:tasks.workunit.client.0.smithi119.stdout: "Host Write Commands: 29,670,994,253", 2024-04-13T07:45:43.273 INFO:tasks.workunit.client.0.smithi119.stdout: "Controller Busy Time: 0", 2024-04-13T07:45:43.273 INFO:tasks.workunit.client.0.smithi119.stdout: "Power Cycles: 50,867", 2024-04-13T07:45:43.273 INFO:tasks.workunit.client.0.smithi119.stdout: "Power On Hours: 48,973", 2024-04-13T07:45:43.273 INFO:tasks.workunit.client.0.smithi119.stdout: "Unsafe Shutdowns: 79", 2024-04-13T07:45:43.273 INFO:tasks.workunit.client.0.smithi119.stdout: "Media and Data Integrity Errors: 0", 2024-04-13T07:45:43.273 INFO:tasks.workunit.client.0.smithi119.stdout: "Error Information Log Entries: 0", 2024-04-13T07:45:43.273 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T07:45:43.273 INFO:tasks.workunit.client.0.smithi119.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-13T07:45:43.273 INFO:tasks.workunit.client.0.smithi119.stdout: "No Errors Logged", 2024-04-13T07:45:43.273 INFO:tasks.workunit.client.0.smithi119.stdout: "" 2024-04-13T07:45:43.273 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:43.273 INFO:tasks.workunit.client.0.smithi119.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-13T07:45:43.274 INFO:tasks.workunit.client.0.smithi119.stdout: "svn_revision": "5022", 2024-04-13T07:45:43.274 INFO:tasks.workunit.client.0.smithi119.stdout: "version": [ 2024-04-13T07:45:43.274 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:43.274 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:43.274 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:43.274 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.274 INFO:tasks.workunit.client.0.smithi119.stdout: "temperature": { 2024-04-13T07:45:43.274 INFO:tasks.workunit.client.0.smithi119.stdout: "current": 25 2024-04-13T07:45:43.274 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.274 INFO:tasks.workunit.client.0.smithi119.stdout: "user_capacity": { 2024-04-13T07:45:43.274 INFO:tasks.workunit.client.0.smithi119.stdout: "blocks": 781422768, 2024-04-13T07:45:43.274 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 400088457216 2024-04-13T07:45:43.274 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:43.274 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:43.274 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:43.275 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:43.275 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.275 INFO:tasks.workunit.client.0.smithi119.stdout: "report": { 2024-04-13T07:45:43.275 INFO:tasks.workunit.client.0.smithi119.stdout: "balancer": { 2024-04-13T07:45:43.275 INFO:tasks.workunit.client.0.smithi119.stdout: "active": true, 2024-04-13T07:45:43.275 INFO:tasks.workunit.client.0.smithi119.stdout: "mode": "" 2024-04-13T07:45:43.275 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.275 INFO:tasks.workunit.client.0.smithi119.stdout: "channels": [ 2024-04-13T07:45:43.275 INFO:tasks.workunit.client.0.smithi119.stdout: "basic", 2024-04-13T07:45:43.275 INFO:tasks.workunit.client.0.smithi119.stdout: "crash", 2024-04-13T07:45:43.275 INFO:tasks.workunit.client.0.smithi119.stdout: "device", 2024-04-13T07:45:43.275 INFO:tasks.workunit.client.0.smithi119.stdout: "ident" 2024-04-13T07:45:43.275 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:43.275 INFO:tasks.workunit.client.0.smithi119.stdout: "channels_available": [ 2024-04-13T07:45:43.275 INFO:tasks.workunit.client.0.smithi119.stdout: "basic", 2024-04-13T07:45:43.276 INFO:tasks.workunit.client.0.smithi119.stdout: "ident", 2024-04-13T07:45:43.276 INFO:tasks.workunit.client.0.smithi119.stdout: "crash", 2024-04-13T07:45:43.276 INFO:tasks.workunit.client.0.smithi119.stdout: "device", 2024-04-13T07:45:43.276 INFO:tasks.workunit.client.0.smithi119.stdout: "perf" 2024-04-13T07:45:43.276 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:43.276 INFO:tasks.workunit.client.0.smithi119.stdout: "collections_available": [ 2024-04-13T07:45:43.276 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_base", 2024-04-13T07:45:43.276 INFO:tasks.workunit.client.0.smithi119.stdout: "device_base", 2024-04-13T07:45:43.276 INFO:tasks.workunit.client.0.smithi119.stdout: "crash_base", 2024-04-13T07:45:43.276 INFO:tasks.workunit.client.0.smithi119.stdout: "ident_base", 2024-04-13T07:45:43.276 INFO:tasks.workunit.client.0.smithi119.stdout: "perf_perf", 2024-04-13T07:45:43.276 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_mds_metadata", 2024-04-13T07:45:43.276 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_pool_usage", 2024-04-13T07:45:43.276 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_usage_by_class", 2024-04-13T07:45:43.277 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_rook_v01", 2024-04-13T07:45:43.277 INFO:tasks.workunit.client.0.smithi119.stdout: "perf_memory_metrics", 2024-04-13T07:45:43.277 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_pool_options_bluestore" 2024-04-13T07:45:43.277 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:43.277 INFO:tasks.workunit.client.0.smithi119.stdout: "collections_opted_in": [ 2024-04-13T07:45:43.277 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_base", 2024-04-13T07:45:43.277 INFO:tasks.workunit.client.0.smithi119.stdout: "device_base", 2024-04-13T07:45:43.277 INFO:tasks.workunit.client.0.smithi119.stdout: "crash_base", 2024-04-13T07:45:43.277 INFO:tasks.workunit.client.0.smithi119.stdout: "ident_base", 2024-04-13T07:45:43.277 INFO:tasks.workunit.client.0.smithi119.stdout: "perf_perf", 2024-04-13T07:45:43.277 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_mds_metadata", 2024-04-13T07:45:43.277 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_pool_usage", 2024-04-13T07:45:43.277 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_usage_by_class", 2024-04-13T07:45:43.277 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_rook_v01", 2024-04-13T07:45:43.277 INFO:tasks.workunit.client.0.smithi119.stdout: "perf_memory_metrics", 2024-04-13T07:45:43.278 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_pool_options_bluestore" 2024-04-13T07:45:43.278 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:43.278 INFO:tasks.workunit.client.0.smithi119.stdout: "config": { 2024-04-13T07:45:43.278 INFO:tasks.workunit.client.0.smithi119.stdout: "active_changed": [ 2024-04-13T07:45:43.278 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-13T07:45:43.278 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_debug", 2024-04-13T07:45:43.278 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_mon_ticket_ttl", 2024-04-13T07:45:43.278 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_service_ticket_ttl", 2024-04-13T07:45:43.278 INFO:tasks.workunit.client.0.smithi119.stdout: "bdev_debug_aio", 2024-04-13T07:45:43.278 INFO:tasks.workunit.client.0.smithi119.stdout: "client_check_pool_perm", 2024-04-13T07:45:43.278 INFO:tasks.workunit.client.0.smithi119.stdout: "client_mount_gid", 2024-04-13T07:45:43.278 INFO:tasks.workunit.client.0.smithi119.stdout: "client_mount_uid", 2024-04-13T07:45:43.279 INFO:tasks.workunit.client.0.smithi119.stdout: "client_quota", 2024-04-13T07:45:43.279 INFO:tasks.workunit.client.0.smithi119.stdout: "container_image", 2024-04-13T07:45:43.279 INFO:tasks.workunit.client.0.smithi119.stdout: "daemonize", 2024-04-13T07:45:43.279 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_asserts_on_shutdown", 2024-04-13T07:45:43.279 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_mgr", 2024-04-13T07:45:43.279 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_mon", 2024-04-13T07:45:43.279 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_ms", 2024-04-13T07:45:43.279 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_osd", 2024-04-13T07:45:43.279 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_paxos", 2024-04-13T07:45:43.279 INFO:tasks.workunit.client.0.smithi119.stdout: "keyring", 2024-04-13T07:45:43.279 INFO:tasks.workunit.client.0.smithi119.stdout: "leveldb_block_size", 2024-04-13T07:45:43.279 INFO:tasks.workunit.client.0.smithi119.stdout: "leveldb_cache_size", 2024-04-13T07:45:43.279 INFO:tasks.workunit.client.0.smithi119.stdout: "leveldb_compression", 2024-04-13T07:45:43.280 INFO:tasks.workunit.client.0.smithi119.stdout: "leveldb_log", 2024-04-13T07:45:43.280 INFO:tasks.workunit.client.0.smithi119.stdout: "leveldb_write_buffer_size", 2024-04-13T07:45:43.280 INFO:tasks.workunit.client.0.smithi119.stdout: "log_to_file", 2024-04-13T07:45:43.280 INFO:tasks.workunit.client.0.smithi119.stdout: "log_to_journald", 2024-04-13T07:45:43.280 INFO:tasks.workunit.client.0.smithi119.stdout: "log_to_stderr", 2024-04-13T07:45:43.280 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_allow_pool_delete", 2024-04-13T07:45:43.280 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_clock_drift_allowed", 2024-04-13T07:45:43.280 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_cluster_log_file_level", 2024-04-13T07:45:43.280 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_cluster_log_to_file", 2024-04-13T07:45:43.280 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_cluster_log_to_journald", 2024-04-13T07:45:43.280 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_cluster_log_to_stderr", 2024-04-13T07:45:43.280 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_data_avail_warn", 2024-04-13T07:45:43.280 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_election_default_strategy", 2024-04-13T07:45:43.280 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_host", 2024-04-13T07:45:43.281 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_max_pg_per_osd", 2024-04-13T07:45:43.281 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_mgr_mkfs_grace", 2024-04-13T07:45:43.281 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_osd_prime_pg_temp", 2024-04-13T07:45:43.281 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_osd_reporter_subtree_level", 2024-04-13T07:45:43.281 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_pg_warn_max_object_skew", 2024-04-13T07:45:43.281 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-13T07:45:43.281 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-13T07:45:43.281 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-13T07:45:43.281 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-13T07:45:43.281 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-13T07:45:43.281 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-13T07:45:43.281 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-13T07:45:43.281 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-13T07:45:43.281 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_too_few_osds", 2024-04-13T07:45:43.281 INFO:tasks.workunit.client.0.smithi119.stdout: "ms_die_on_bug", 2024-04-13T07:45:43.282 INFO:tasks.workunit.client.0.smithi119.stdout: "ms_die_on_old_message", 2024-04-13T07:45:43.282 INFO:tasks.workunit.client.0.smithi119.stdout: "no_config_file", 2024-04-13T07:45:43.282 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_class_default_list", 2024-04-13T07:45:43.282 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_class_load_list", 2024-04-13T07:45:43.282 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_crush_chooseleaf_type", 2024-04-13T07:45:43.282 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_misdirected_ops", 2024-04-13T07:45:43.282 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_op_order", 2024-04-13T07:45:43.282 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_pg_log_writeout", 2024-04-13T07:45:43.282 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_shutdown", 2024-04-13T07:45:43.282 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_verify_cached_snaps", 2024-04-13T07:45:43.282 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_verify_missing_on_start", 2024-04-13T07:45:43.282 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_verify_stray_on_activate", 2024-04-13T07:45:43.282 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-13T07:45:43.282 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_delete_sleep", 2024-04-13T07:45:43.282 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_delete_sleep_hdd", 2024-04-13T07:45:43.283 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_delete_sleep_hybrid", 2024-04-13T07:45:43.283 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_delete_sleep_ssd", 2024-04-13T07:45:43.283 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_max_backfills", 2024-04-13T07:45:43.283 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-13T07:45:43.283 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_profile", 2024-04-13T07:45:43.283 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-13T07:45:43.283 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-13T07:45:43.283 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-13T07:45:43.283 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-13T07:45:43.283 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-13T07:45:43.283 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-13T07:45:43.283 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_client_lim", 2024-04-13T07:45:43.283 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_client_res", 2024-04-13T07:45:43.283 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-13T07:45:43.283 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_memory_target", 2024-04-13T07:45:43.284 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_memory_target_autotune", 2024-04-13T07:45:43.284 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_op_queue", 2024-04-13T07:45:43.284 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_op_queue_cut_off", 2024-04-13T07:45:43.284 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pg_delete_cost", 2024-04-13T07:45:43.284 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pool_default_erasure_code_profile", 2024-04-13T07:45:43.284 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-13T07:45:43.284 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recover_clone_overlap", 2024-04-13T07:45:43.284 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_max_active", 2024-04-13T07:45:43.284 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_max_active_hdd", 2024-04-13T07:45:43.284 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_max_active_ssd", 2024-04-13T07:45:43.284 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_max_chunk", 2024-04-13T07:45:43.284 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_sleep", 2024-04-13T07:45:43.284 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_sleep_hdd", 2024-04-13T07:45:43.284 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_sleep_hybrid", 2024-04-13T07:45:43.284 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_sleep_ssd", 2024-04-13T07:45:43.284 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_scrub_load_threshold", 2024-04-13T07:45:43.285 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_scrub_max_interval", 2024-04-13T07:45:43.285 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_scrub_sleep", 2024-04-13T07:45:43.285 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_shutdown_pgref_assert", 2024-04-13T07:45:43.285 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_snap_trim_sleep", 2024-04-13T07:45:43.285 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_snap_trim_sleep_hdd", 2024-04-13T07:45:43.285 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-13T07:45:43.285 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_snap_trim_sleep_ssd", 2024-04-13T07:45:43.285 INFO:tasks.workunit.client.0.smithi119.stdout: "public_addr", 2024-04-13T07:45:43.285 INFO:tasks.workunit.client.0.smithi119.stdout: "public_addrv", 2024-04-13T07:45:43.285 INFO:tasks.workunit.client.0.smithi119.stdout: "public_network", 2024-04-13T07:45:43.285 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd_default_features", 2024-04-13T07:45:43.285 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd_qos_exclude_ops", 2024-04-13T07:45:43.285 INFO:tasks.workunit.client.0.smithi119.stdout: "setgroup", 2024-04-13T07:45:43.285 INFO:tasks.workunit.client.0.smithi119.stdout: "setuser" 2024-04-13T07:45:43.285 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:43.285 INFO:tasks.workunit.client.0.smithi119.stdout: "cluster_changed": [ 2024-04-13T07:45:43.286 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-13T07:45:43.286 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_debug", 2024-04-13T07:45:43.286 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_mon_ticket_ttl", 2024-04-13T07:45:43.286 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_service_ticket_ttl", 2024-04-13T07:45:43.286 INFO:tasks.workunit.client.0.smithi119.stdout: "bdev_debug_aio", 2024-04-13T07:45:43.286 INFO:tasks.workunit.client.0.smithi119.stdout: "container_image", 2024-04-13T07:45:43.286 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_asserts_on_shutdown", 2024-04-13T07:45:43.286 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_mgr", 2024-04-13T07:45:43.286 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_mon", 2024-04-13T07:45:43.286 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_ms", 2024-04-13T07:45:43.286 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_osd", 2024-04-13T07:45:43.286 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_paxos", 2024-04-13T07:45:43.286 INFO:tasks.workunit.client.0.smithi119.stdout: "log_to_file", 2024-04-13T07:45:43.286 INFO:tasks.workunit.client.0.smithi119.stdout: "log_to_journald", 2024-04-13T07:45:43.286 INFO:tasks.workunit.client.0.smithi119.stdout: "log_to_stderr", 2024-04-13T07:45:43.286 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_join_fs", 2024-04-13T07:45:43.287 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/cephadm/allow_ptrace", 2024-04-13T07:45:43.287 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/cephadm/container_init", 2024-04-13T07:45:43.287 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/cephadm/migration_current", 2024-04-13T07:45:43.287 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/cephadm/use_repo_digest", 2024-04-13T07:45:43.287 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-13T07:45:43.287 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-13T07:45:43.287 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-13T07:45:43.287 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-13T07:45:43.287 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/dashboard/ssl_server_port", 2024-04-13T07:45:43.287 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/orchestrator/orchestrator", 2024-04-13T07:45:43.287 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/telemetry/channel_ident", 2024-04-13T07:45:43.287 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/telemetry/description", 2024-04-13T07:45:43.287 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/telemetry/organization", 2024-04-13T07:45:43.287 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_allow_pool_delete", 2024-04-13T07:45:43.287 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_clock_drift_allowed", 2024-04-13T07:45:43.288 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_cluster_log_file_level", 2024-04-13T07:45:43.288 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_cluster_log_to_file", 2024-04-13T07:45:43.288 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_data_avail_warn", 2024-04-13T07:45:43.288 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_election_default_strategy", 2024-04-13T07:45:43.288 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_max_pg_per_osd", 2024-04-13T07:45:43.288 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_mgr_mkfs_grace", 2024-04-13T07:45:43.288 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_osd_prime_pg_temp", 2024-04-13T07:45:43.288 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_osd_reporter_subtree_level", 2024-04-13T07:45:43.288 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_pg_warn_max_object_skew", 2024-04-13T07:45:43.288 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-13T07:45:43.288 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-13T07:45:43.288 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-13T07:45:43.288 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-13T07:45:43.288 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-13T07:45:43.288 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-13T07:45:43.289 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-13T07:45:43.289 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-13T07:45:43.289 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_too_few_osds", 2024-04-13T07:45:43.289 INFO:tasks.workunit.client.0.smithi119.stdout: "ms_die_on_bug", 2024-04-13T07:45:43.289 INFO:tasks.workunit.client.0.smithi119.stdout: "ms_die_on_old_message", 2024-04-13T07:45:43.289 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_class_default_list", 2024-04-13T07:45:43.289 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_class_load_list", 2024-04-13T07:45:43.289 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_misdirected_ops", 2024-04-13T07:45:43.289 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_op_order", 2024-04-13T07:45:43.289 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_pg_log_writeout", 2024-04-13T07:45:43.289 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_shutdown", 2024-04-13T07:45:43.289 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_verify_cached_snaps", 2024-04-13T07:45:43.289 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_verify_missing_on_start", 2024-04-13T07:45:43.289 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_verify_stray_on_activate", 2024-04-13T07:45:43.289 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-13T07:45:43.290 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-13T07:45:43.290 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_profile", 2024-04-13T07:45:43.290 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_memory_target", 2024-04-13T07:45:43.290 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_memory_target_autotune", 2024-04-13T07:45:43.290 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_op_queue", 2024-04-13T07:45:43.290 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_op_queue_cut_off", 2024-04-13T07:45:43.290 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pool_default_erasure_code_profile", 2024-04-13T07:45:43.290 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-13T07:45:43.290 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recover_clone_overlap", 2024-04-13T07:45:43.290 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_max_chunk", 2024-04-13T07:45:43.290 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_scrub_load_threshold", 2024-04-13T07:45:43.290 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_scrub_max_interval", 2024-04-13T07:45:43.290 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_shutdown_pgref_assert", 2024-04-13T07:45:43.290 INFO:tasks.workunit.client.0.smithi119.stdout: "public_network", 2024-04-13T07:45:43.290 INFO:tasks.workunit.client.0.smithi119.stdout: "rgw_cache_enabled", 2024-04-13T07:45:43.291 INFO:tasks.workunit.client.0.smithi119.stdout: "rgw_enable_ops_log", 2024-04-13T07:45:43.291 INFO:tasks.workunit.client.0.smithi119.stdout: "rgw_enable_usage_log" 2024-04-13T07:45:43.291 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:43.291 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.291 INFO:tasks.workunit.client.0.smithi119.stdout: "contact": null, 2024-04-13T07:45:43.291 INFO:tasks.workunit.client.0.smithi119.stdout: "crashes": [], 2024-04-13T07:45:43.291 INFO:tasks.workunit.client.0.smithi119.stdout: "created": "2024-04-13T07:37:03.207646Z", 2024-04-13T07:45:43.291 INFO:tasks.workunit.client.0.smithi119.stdout: "crush": { 2024-04-13T07:45:43.291 INFO:tasks.workunit.client.0.smithi119.stdout: "bucket_algs": { 2024-04-13T07:45:43.291 INFO:tasks.workunit.client.0.smithi119.stdout: "straw2": 3 2024-04-13T07:45:43.291 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.291 INFO:tasks.workunit.client.0.smithi119.stdout: "bucket_sizes": { 2024-04-13T07:45:43.291 INFO:tasks.workunit.client.0.smithi119.stdout: "2": 1, 2024-04-13T07:45:43.291 INFO:tasks.workunit.client.0.smithi119.stdout: "4": 2 2024-04-13T07:45:43.291 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.292 INFO:tasks.workunit.client.0.smithi119.stdout: "bucket_types": { 2024-04-13T07:45:43.292 INFO:tasks.workunit.client.0.smithi119.stdout: "1": 2, 2024-04-13T07:45:43.292 INFO:tasks.workunit.client.0.smithi119.stdout: "11": 1 2024-04-13T07:45:43.292 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.292 INFO:tasks.workunit.client.0.smithi119.stdout: "compat_weight_set": false, 2024-04-13T07:45:43.292 INFO:tasks.workunit.client.0.smithi119.stdout: "device_classes": [ 2024-04-13T07:45:43.292 INFO:tasks.workunit.client.0.smithi119.stdout: 8 2024-04-13T07:45:43.292 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:43.292 INFO:tasks.workunit.client.0.smithi119.stdout: "num_buckets": 6, 2024-04-13T07:45:43.292 INFO:tasks.workunit.client.0.smithi119.stdout: "num_devices": 8, 2024-04-13T07:45:43.292 INFO:tasks.workunit.client.0.smithi119.stdout: "num_rules": 1, 2024-04-13T07:45:43.292 INFO:tasks.workunit.client.0.smithi119.stdout: "num_types": 12, 2024-04-13T07:45:43.292 INFO:tasks.workunit.client.0.smithi119.stdout: "num_weight_sets": 0, 2024-04-13T07:45:43.292 INFO:tasks.workunit.client.0.smithi119.stdout: "tunables": { 2024-04-13T07:45:43.292 INFO:tasks.workunit.client.0.smithi119.stdout: "allowed_bucket_algs": 54, 2024-04-13T07:45:43.293 INFO:tasks.workunit.client.0.smithi119.stdout: "choose_local_fallback_tries": 0, 2024-04-13T07:45:43.293 INFO:tasks.workunit.client.0.smithi119.stdout: "choose_local_tries": 0, 2024-04-13T07:45:43.293 INFO:tasks.workunit.client.0.smithi119.stdout: "choose_total_tries": 50, 2024-04-13T07:45:43.293 INFO:tasks.workunit.client.0.smithi119.stdout: "chooseleaf_descend_once": 1, 2024-04-13T07:45:43.293 INFO:tasks.workunit.client.0.smithi119.stdout: "chooseleaf_stable": 1, 2024-04-13T07:45:43.293 INFO:tasks.workunit.client.0.smithi119.stdout: "chooseleaf_vary_r": 1, 2024-04-13T07:45:43.293 INFO:tasks.workunit.client.0.smithi119.stdout: "has_v2_rules": 0, 2024-04-13T07:45:43.293 INFO:tasks.workunit.client.0.smithi119.stdout: "has_v3_rules": 0, 2024-04-13T07:45:43.293 INFO:tasks.workunit.client.0.smithi119.stdout: "has_v4_buckets": 1, 2024-04-13T07:45:43.293 INFO:tasks.workunit.client.0.smithi119.stdout: "has_v5_rules": 0, 2024-04-13T07:45:43.293 INFO:tasks.workunit.client.0.smithi119.stdout: "legacy_tunables": 0, 2024-04-13T07:45:43.293 INFO:tasks.workunit.client.0.smithi119.stdout: "minimum_required_version": "jewel", 2024-04-13T07:45:43.293 INFO:tasks.workunit.client.0.smithi119.stdout: "optimal_tunables": 1, 2024-04-13T07:45:43.293 INFO:tasks.workunit.client.0.smithi119.stdout: "profile": "jewel", 2024-04-13T07:45:43.293 INFO:tasks.workunit.client.0.smithi119.stdout: "require_feature_tunables": 1, 2024-04-13T07:45:43.294 INFO:tasks.workunit.client.0.smithi119.stdout: "require_feature_tunables2": 1, 2024-04-13T07:45:43.294 INFO:tasks.workunit.client.0.smithi119.stdout: "require_feature_tunables3": 1, 2024-04-13T07:45:43.294 INFO:tasks.workunit.client.0.smithi119.stdout: "require_feature_tunables5": 1, 2024-04-13T07:45:43.294 INFO:tasks.workunit.client.0.smithi119.stdout: "straw_calc_version": 1 2024-04-13T07:45:43.294 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:43.294 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.294 INFO:tasks.workunit.client.0.smithi119.stdout: "description": "upgrade test cluster", 2024-04-13T07:45:43.294 INFO:tasks.workunit.client.0.smithi119.stdout: "fs": { 2024-04-13T07:45:43.294 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T07:45:43.294 INFO:tasks.workunit.client.0.smithi119.stdout: "feature_flags": { 2024-04-13T07:45:43.294 INFO:tasks.workunit.client.0.smithi119.stdout: "enable_multiple": true, 2024-04-13T07:45:43.294 INFO:tasks.workunit.client.0.smithi119.stdout: "ever_enabled_multiple": true 2024-04-13T07:45:43.294 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.294 INFO:tasks.workunit.client.0.smithi119.stdout: "filesystems": [ 2024-04-13T07:45:43.294 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:43.295 INFO:tasks.workunit.client.0.smithi119.stdout: "approx_ctime": "2024-04", 2024-04-13T07:45:43.295 INFO:tasks.workunit.client.0.smithi119.stdout: "balancer_enabled": false, 2024-04-13T07:45:43.295 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:43.295 INFO:tasks.workunit.client.0.smithi119.stdout: "cached_caps": 0, 2024-04-13T07:45:43.295 INFO:tasks.workunit.client.0.smithi119.stdout: "cached_dns": 10, 2024-04-13T07:45:43.295 INFO:tasks.workunit.client.0.smithi119.stdout: "cached_inos": 13, 2024-04-13T07:45:43.295 INFO:tasks.workunit.client.0.smithi119.stdout: "cached_subtrees": 2, 2024-04-13T07:45:43.295 INFO:tasks.workunit.client.0.smithi119.stdout: "ever_allowed_features": 0, 2024-04-13T07:45:43.295 INFO:tasks.workunit.client.0.smithi119.stdout: "explicitly_allowed_features": 0, 2024-04-13T07:45:43.295 INFO:tasks.workunit.client.0.smithi119.stdout: "files": 0, 2024-04-13T07:45:43.295 INFO:tasks.workunit.client.0.smithi119.stdout: "max_mds": 1, 2024-04-13T07:45:43.295 INFO:tasks.workunit.client.0.smithi119.stdout: "num_data_pools": 1, 2024-04-13T07:45:43.295 INFO:tasks.workunit.client.0.smithi119.stdout: "num_in": 1, 2024-04-13T07:45:43.295 INFO:tasks.workunit.client.0.smithi119.stdout: "num_mds": 1, 2024-04-13T07:45:43.295 INFO:tasks.workunit.client.0.smithi119.stdout: "num_sessions": 0, 2024-04-13T07:45:43.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num_standby_replay": 0, 2024-04-13T07:45:43.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num_up": 1, 2024-04-13T07:45:43.296 INFO:tasks.workunit.client.0.smithi119.stdout: "snaps": 0, 2024-04-13T07:45:43.296 INFO:tasks.workunit.client.0.smithi119.stdout: "standby_count_wanted": 0 2024-04-13T07:45:43.296 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:43.296 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:43.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num_standby_mds": 1, 2024-04-13T07:45:43.296 INFO:tasks.workunit.client.0.smithi119.stdout: "total_num_mds": 2 2024-04-13T07:45:43.296 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.296 INFO:tasks.workunit.client.0.smithi119.stdout: "hosts": { 2024-04-13T07:45:43.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num": 2, 2024-04-13T07:45:43.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num_with_mds": 2, 2024-04-13T07:45:43.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num_with_mgr": 2, 2024-04-13T07:45:43.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num_with_mon": 2, 2024-04-13T07:45:43.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num_with_osd": 2 2024-04-13T07:45:43.296 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.297 INFO:tasks.workunit.client.0.smithi119.stdout: "leaderboard": false, 2024-04-13T07:45:43.297 INFO:tasks.workunit.client.0.smithi119.stdout: "leaderboard_description": null, 2024-04-13T07:45:43.297 INFO:tasks.workunit.client.0.smithi119.stdout: "license": "sharing-1-0", 2024-04-13T07:45:43.297 INFO:tasks.workunit.client.0.smithi119.stdout: "metadata": { 2024-04-13T07:45:43.297 INFO:tasks.workunit.client.0.smithi119.stdout: "mds": { 2024-04-13T07:45:43.297 INFO:tasks.workunit.client.0.smithi119.stdout: "arch": { 2024-04-13T07:45:43.297 INFO:tasks.workunit.client.0.smithi119.stdout: "x86_64": 2 2024-04-13T07:45:43.297 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.297 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_version": { 2024-04-13T07:45:43.297 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 2 2024-04-13T07:45:43.297 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.297 INFO:tasks.workunit.client.0.smithi119.stdout: "cpu": { 2024-04-13T07:45:43.297 INFO:tasks.workunit.client.0.smithi119.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-13T07:45:43.297 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.298 INFO:tasks.workunit.client.0.smithi119.stdout: "distro": { 2024-04-13T07:45:43.298 INFO:tasks.workunit.client.0.smithi119.stdout: "centos": 2 2024-04-13T07:45:43.298 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.298 INFO:tasks.workunit.client.0.smithi119.stdout: "distro_description": { 2024-04-13T07:45:43.298 INFO:tasks.workunit.client.0.smithi119.stdout: "CentOS Stream 8": 2 2024-04-13T07:45:43.298 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.298 INFO:tasks.workunit.client.0.smithi119.stdout: "kernel_description": { 2024-04-13T07:45:43.298 INFO:tasks.workunit.client.0.smithi119.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-13T07:45:43.298 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.298 INFO:tasks.workunit.client.0.smithi119.stdout: "kernel_version": { 2024-04-13T07:45:43.298 INFO:tasks.workunit.client.0.smithi119.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-13T07:45:43.298 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.298 INFO:tasks.workunit.client.0.smithi119.stdout: "os": { 2024-04-13T07:45:43.298 INFO:tasks.workunit.client.0.smithi119.stdout: "Linux": 2 2024-04-13T07:45:43.298 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:43.299 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.299 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T07:45:43.299 INFO:tasks.workunit.client.0.smithi119.stdout: "arch": { 2024-04-13T07:45:43.299 INFO:tasks.workunit.client.0.smithi119.stdout: "x86_64": 3 2024-04-13T07:45:43.299 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.299 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_version": { 2024-04-13T07:45:43.299 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 3 2024-04-13T07:45:43.299 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.299 INFO:tasks.workunit.client.0.smithi119.stdout: "cpu": { 2024-04-13T07:45:43.299 INFO:tasks.workunit.client.0.smithi119.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-13T07:45:43.299 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.299 INFO:tasks.workunit.client.0.smithi119.stdout: "distro": { 2024-04-13T07:45:43.299 INFO:tasks.workunit.client.0.smithi119.stdout: "centos": 3 2024-04-13T07:45:43.299 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.299 INFO:tasks.workunit.client.0.smithi119.stdout: "distro_description": { 2024-04-13T07:45:43.299 INFO:tasks.workunit.client.0.smithi119.stdout: "CentOS Stream 8": 3 2024-04-13T07:45:43.300 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.300 INFO:tasks.workunit.client.0.smithi119.stdout: "kernel_description": { 2024-04-13T07:45:43.300 INFO:tasks.workunit.client.0.smithi119.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-13T07:45:43.300 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.300 INFO:tasks.workunit.client.0.smithi119.stdout: "kernel_version": { 2024-04-13T07:45:43.300 INFO:tasks.workunit.client.0.smithi119.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-13T07:45:43.300 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.300 INFO:tasks.workunit.client.0.smithi119.stdout: "os": { 2024-04-13T07:45:43.300 INFO:tasks.workunit.client.0.smithi119.stdout: "Linux": 3 2024-04-13T07:45:43.300 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:43.300 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.300 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:43.300 INFO:tasks.workunit.client.0.smithi119.stdout: "arch": { 2024-04-13T07:45:43.300 INFO:tasks.workunit.client.0.smithi119.stdout: "x86_64": 8 2024-04-13T07:45:43.300 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.300 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_version": { 2024-04-13T07:45:43.301 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 8 2024-04-13T07:45:43.301 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.301 INFO:tasks.workunit.client.0.smithi119.stdout: "cpu": { 2024-04-13T07:45:43.301 INFO:tasks.workunit.client.0.smithi119.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-13T07:45:43.301 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.301 INFO:tasks.workunit.client.0.smithi119.stdout: "distro": { 2024-04-13T07:45:43.301 INFO:tasks.workunit.client.0.smithi119.stdout: "centos": 8 2024-04-13T07:45:43.301 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.301 INFO:tasks.workunit.client.0.smithi119.stdout: "distro_description": { 2024-04-13T07:45:43.301 INFO:tasks.workunit.client.0.smithi119.stdout: "CentOS Stream 8": 8 2024-04-13T07:45:43.301 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.301 INFO:tasks.workunit.client.0.smithi119.stdout: "kernel_description": { 2024-04-13T07:45:43.301 INFO:tasks.workunit.client.0.smithi119.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-13T07:45:43.301 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.301 INFO:tasks.workunit.client.0.smithi119.stdout: "kernel_version": { 2024-04-13T07:45:43.301 INFO:tasks.workunit.client.0.smithi119.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-13T07:45:43.302 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.302 INFO:tasks.workunit.client.0.smithi119.stdout: "os": { 2024-04-13T07:45:43.302 INFO:tasks.workunit.client.0.smithi119.stdout: "Linux": 8 2024-04-13T07:45:43.302 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.302 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_objectstore": { 2024-04-13T07:45:43.302 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": 8 2024-04-13T07:45:43.302 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.302 INFO:tasks.workunit.client.0.smithi119.stdout: "rotational": { 2024-04-13T07:45:43.302 INFO:tasks.workunit.client.0.smithi119.stdout: "0": 8 2024-04-13T07:45:43.302 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:43.302 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:43.302 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.302 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T07:45:43.302 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3, 2024-04-13T07:45:43.302 INFO:tasks.workunit.client.0.smithi119.stdout: "features": { 2024-04-13T07:45:43.303 INFO:tasks.workunit.client.0.smithi119.stdout: "optional": [], 2024-04-13T07:45:43.303 INFO:tasks.workunit.client.0.smithi119.stdout: "persistent": [ 2024-04-13T07:45:43.303 INFO:tasks.workunit.client.0.smithi119.stdout: "kraken", 2024-04-13T07:45:43.303 INFO:tasks.workunit.client.0.smithi119.stdout: "luminous", 2024-04-13T07:45:43.303 INFO:tasks.workunit.client.0.smithi119.stdout: "mimic", 2024-04-13T07:45:43.303 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap-prune", 2024-04-13T07:45:43.303 INFO:tasks.workunit.client.0.smithi119.stdout: "nautilus", 2024-04-13T07:45:43.303 INFO:tasks.workunit.client.0.smithi119.stdout: "octopus", 2024-04-13T07:45:43.303 INFO:tasks.workunit.client.0.smithi119.stdout: "pacific", 2024-04-13T07:45:43.303 INFO:tasks.workunit.client.0.smithi119.stdout: "elector-pinging", 2024-04-13T07:45:43.303 INFO:tasks.workunit.client.0.smithi119.stdout: "quincy", 2024-04-13T07:45:43.303 INFO:tasks.workunit.client.0.smithi119.stdout: "reef" 2024-04-13T07:45:43.303 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:43.303 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.303 INFO:tasks.workunit.client.0.smithi119.stdout: "ipv4_addr_mons": 6, 2024-04-13T07:45:43.304 INFO:tasks.workunit.client.0.smithi119.stdout: "ipv6_addr_mons": 0, 2024-04-13T07:45:43.304 INFO:tasks.workunit.client.0.smithi119.stdout: "min_mon_release": 18, 2024-04-13T07:45:43.304 INFO:tasks.workunit.client.0.smithi119.stdout: "v1_addr_mons": 3, 2024-04-13T07:45:43.304 INFO:tasks.workunit.client.0.smithi119.stdout: "v2_addr_mons": 3 2024-04-13T07:45:43.304 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.304 INFO:tasks.workunit.client.0.smithi119.stdout: "organization": "ceph-qa", 2024-04-13T07:45:43.304 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:43.304 INFO:tasks.workunit.client.0.smithi119.stdout: "cluster_network": false, 2024-04-13T07:45:43.304 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8, 2024-04-13T07:45:43.304 INFO:tasks.workunit.client.0.smithi119.stdout: "require_min_compat_client": "luminous", 2024-04-13T07:45:43.304 INFO:tasks.workunit.client.0.smithi119.stdout: "require_osd_release": "reef" 2024-04-13T07:45:43.304 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.304 INFO:tasks.workunit.client.0.smithi119.stdout: "pools": [ 2024-04-13T07:45:43.304 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:43.304 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T07:45:43.304 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr" 2024-04-13T07:45:43.305 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:43.305 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_mode": "none", 2024-04-13T07:45:43.305 INFO:tasks.workunit.client.0.smithi119.stdout: "erasure_code_profile": {}, 2024-04-13T07:45:43.305 INFO:tasks.workunit.client.0.smithi119.stdout: "min_size": 2, 2024-04-13T07:45:43.305 INFO:tasks.workunit.client.0.smithi119.stdout: "options": {}, 2024-04-13T07:45:43.305 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_autoscale_mode": "off", 2024-04-13T07:45:43.305 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_num": 1, 2024-04-13T07:45:43.305 INFO:tasks.workunit.client.0.smithi119.stdout: "pgp_num": 1, 2024-04-13T07:45:43.305 INFO:tasks.workunit.client.0.smithi119.stdout: "pool": 1, 2024-04-13T07:45:43.305 INFO:tasks.workunit.client.0.smithi119.stdout: "size": 3, 2024-04-13T07:45:43.305 INFO:tasks.workunit.client.0.smithi119.stdout: "stats": { 2024-04-13T07:45:43.305 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_raw": 729296808202, 2024-04-13T07:45:43.305 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_used": 1781760, 2024-04-13T07:45:43.305 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_bytes_used": 0, 2024-04-13T07:45:43.305 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_under_bytes": 0, 2024-04-13T07:45:43.306 INFO:tasks.workunit.client.0.smithi119.stdout: "data_bytes_used": 1781760, 2024-04-13T07:45:43.306 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty": 0, 2024-04-13T07:45:43.306 INFO:tasks.workunit.client.0.smithi119.stdout: "max_avail": 243098927104, 2024-04-13T07:45:43.306 INFO:tasks.workunit.client.0.smithi119.stdout: "objects": 2, 2024-04-13T07:45:43.306 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_bytes_used": 0, 2024-04-13T07:45:43.306 INFO:tasks.workunit.client.0.smithi119.stdout: "percent_used": 2.4431146812275983e-06, 2024-04-13T07:45:43.306 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_bytes": 0, 2024-04-13T07:45:43.306 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_objects": 0, 2024-04-13T07:45:43.306 INFO:tasks.workunit.client.0.smithi119.stdout: "rd": 212, 2024-04-13T07:45:43.306 INFO:tasks.workunit.client.0.smithi119.stdout: "rd_bytes": 313344, 2024-04-13T07:45:43.306 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": 590368, 2024-04-13T07:45:43.306 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_data": 590368, 2024-04-13T07:45:43.306 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_omap": 0, 2024-04-13T07:45:43.306 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_raw": 1771104, 2024-04-13T07:45:43.307 INFO:tasks.workunit.client.0.smithi119.stdout: "wr": 179, 2024-04-13T07:45:43.307 INFO:tasks.workunit.client.0.smithi119.stdout: "wr_bytes": 2473984 2024-04-13T07:45:43.307 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.307 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_bytes": 0, 2024-04-13T07:45:43.307 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_objects": 0, 2024-04-13T07:45:43.307 INFO:tasks.workunit.client.0.smithi119.stdout: "type": "replicated" 2024-04-13T07:45:43.307 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.307 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:43.307 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T07:45:43.307 INFO:tasks.workunit.client.0.smithi119.stdout: "cephfs" 2024-04-13T07:45:43.307 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:43.307 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_mode": "none", 2024-04-13T07:45:43.307 INFO:tasks.workunit.client.0.smithi119.stdout: "erasure_code_profile": {}, 2024-04-13T07:45:43.307 INFO:tasks.workunit.client.0.smithi119.stdout: "min_size": 2, 2024-04-13T07:45:43.307 INFO:tasks.workunit.client.0.smithi119.stdout: "options": {}, 2024-04-13T07:45:43.308 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_autoscale_mode": "off", 2024-04-13T07:45:43.308 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_num": 32, 2024-04-13T07:45:43.308 INFO:tasks.workunit.client.0.smithi119.stdout: "pgp_num": 32, 2024-04-13T07:45:43.308 INFO:tasks.workunit.client.0.smithi119.stdout: "pool": 2, 2024-04-13T07:45:43.308 INFO:tasks.workunit.client.0.smithi119.stdout: "size": 3, 2024-04-13T07:45:43.308 INFO:tasks.workunit.client.0.smithi119.stdout: "stats": { 2024-04-13T07:45:43.308 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_raw": 729296808202, 2024-04-13T07:45:43.308 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_used": 98304, 2024-04-13T07:45:43.308 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_bytes_used": 0, 2024-04-13T07:45:43.308 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_under_bytes": 0, 2024-04-13T07:45:43.308 INFO:tasks.workunit.client.0.smithi119.stdout: "data_bytes_used": 98304, 2024-04-13T07:45:43.308 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty": 0, 2024-04-13T07:45:43.308 INFO:tasks.workunit.client.0.smithi119.stdout: "max_avail": 243098927104, 2024-04-13T07:45:43.308 INFO:tasks.workunit.client.0.smithi119.stdout: "objects": 22, 2024-04-13T07:45:43.308 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_bytes_used": 0, 2024-04-13T07:45:43.309 INFO:tasks.workunit.client.0.smithi119.stdout: "percent_used": 1.3479282756634348e-07, 2024-04-13T07:45:43.309 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_bytes": 0, 2024-04-13T07:45:43.309 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_objects": 0, 2024-04-13T07:45:43.309 INFO:tasks.workunit.client.0.smithi119.stdout: "rd": 0, 2024-04-13T07:45:43.309 INFO:tasks.workunit.client.0.smithi119.stdout: "rd_bytes": 0, 2024-04-13T07:45:43.309 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": 3430, 2024-04-13T07:45:43.309 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_data": 3430, 2024-04-13T07:45:43.309 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_omap": 0, 2024-04-13T07:45:43.309 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_raw": 10290, 2024-04-13T07:45:43.309 INFO:tasks.workunit.client.0.smithi119.stdout: "wr": 51, 2024-04-13T07:45:43.309 INFO:tasks.workunit.client.0.smithi119.stdout: "wr_bytes": 20480 2024-04-13T07:45:43.309 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.310 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_bytes": 0, 2024-04-13T07:45:43.310 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_objects": 0, 2024-04-13T07:45:43.310 INFO:tasks.workunit.client.0.smithi119.stdout: "type": "replicated" 2024-04-13T07:45:43.310 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.310 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:43.310 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T07:45:43.310 INFO:tasks.workunit.client.0.smithi119.stdout: "cephfs" 2024-04-13T07:45:43.310 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:43.310 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_mode": "none", 2024-04-13T07:45:43.310 INFO:tasks.workunit.client.0.smithi119.stdout: "erasure_code_profile": {}, 2024-04-13T07:45:43.310 INFO:tasks.workunit.client.0.smithi119.stdout: "min_size": 2, 2024-04-13T07:45:43.310 INFO:tasks.workunit.client.0.smithi119.stdout: "options": {}, 2024-04-13T07:45:43.310 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_autoscale_mode": "off", 2024-04-13T07:45:43.311 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_num": 64, 2024-04-13T07:45:43.311 INFO:tasks.workunit.client.0.smithi119.stdout: "pgp_num": 64, 2024-04-13T07:45:43.311 INFO:tasks.workunit.client.0.smithi119.stdout: "pool": 3, 2024-04-13T07:45:43.311 INFO:tasks.workunit.client.0.smithi119.stdout: "size": 3, 2024-04-13T07:45:43.311 INFO:tasks.workunit.client.0.smithi119.stdout: "stats": { 2024-04-13T07:45:43.311 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_raw": 729296808202, 2024-04-13T07:45:43.311 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_used": 0, 2024-04-13T07:45:43.311 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_bytes_used": 0, 2024-04-13T07:45:43.311 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_under_bytes": 0, 2024-04-13T07:45:43.311 INFO:tasks.workunit.client.0.smithi119.stdout: "data_bytes_used": 0, 2024-04-13T07:45:43.311 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty": 0, 2024-04-13T07:45:43.311 INFO:tasks.workunit.client.0.smithi119.stdout: "max_avail": 243098927104, 2024-04-13T07:45:43.311 INFO:tasks.workunit.client.0.smithi119.stdout: "objects": 0, 2024-04-13T07:45:43.311 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_bytes_used": 0, 2024-04-13T07:45:43.311 INFO:tasks.workunit.client.0.smithi119.stdout: "percent_used": 0.0, 2024-04-13T07:45:43.312 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_bytes": 0, 2024-04-13T07:45:43.312 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_objects": 0, 2024-04-13T07:45:43.312 INFO:tasks.workunit.client.0.smithi119.stdout: "rd": 0, 2024-04-13T07:45:43.312 INFO:tasks.workunit.client.0.smithi119.stdout: "rd_bytes": 0, 2024-04-13T07:45:43.312 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": 0, 2024-04-13T07:45:43.312 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_data": 0, 2024-04-13T07:45:43.312 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_omap": 0, 2024-04-13T07:45:43.312 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_raw": 0, 2024-04-13T07:45:43.312 INFO:tasks.workunit.client.0.smithi119.stdout: "wr": 0, 2024-04-13T07:45:43.312 INFO:tasks.workunit.client.0.smithi119.stdout: "wr_bytes": 0 2024-04-13T07:45:43.312 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.312 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_bytes": 0, 2024-04-13T07:45:43.312 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_objects": 0, 2024-04-13T07:45:43.312 INFO:tasks.workunit.client.0.smithi119.stdout: "type": "replicated" 2024-04-13T07:45:43.312 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.313 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:43.313 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T07:45:43.313 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd" 2024-04-13T07:45:43.313 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:43.313 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_mode": "none", 2024-04-13T07:45:43.313 INFO:tasks.workunit.client.0.smithi119.stdout: "erasure_code_profile": {}, 2024-04-13T07:45:43.313 INFO:tasks.workunit.client.0.smithi119.stdout: "min_size": 2, 2024-04-13T07:45:43.313 INFO:tasks.workunit.client.0.smithi119.stdout: "options": {}, 2024-04-13T07:45:43.313 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_autoscale_mode": "off", 2024-04-13T07:45:43.313 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_num": 8, 2024-04-13T07:45:43.313 INFO:tasks.workunit.client.0.smithi119.stdout: "pgp_num": 8, 2024-04-13T07:45:43.313 INFO:tasks.workunit.client.0.smithi119.stdout: "pool": 4, 2024-04-13T07:45:43.313 INFO:tasks.workunit.client.0.smithi119.stdout: "size": 3, 2024-04-13T07:45:43.313 INFO:tasks.workunit.client.0.smithi119.stdout: "stats": { 2024-04-13T07:45:43.313 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_raw": 729296808202, 2024-04-13T07:45:43.314 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_used": 0, 2024-04-13T07:45:43.314 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_bytes_used": 0, 2024-04-13T07:45:43.314 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_under_bytes": 0, 2024-04-13T07:45:43.314 INFO:tasks.workunit.client.0.smithi119.stdout: "data_bytes_used": 0, 2024-04-13T07:45:43.314 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty": 0, 2024-04-13T07:45:43.314 INFO:tasks.workunit.client.0.smithi119.stdout: "max_avail": 243098927104, 2024-04-13T07:45:43.314 INFO:tasks.workunit.client.0.smithi119.stdout: "objects": 0, 2024-04-13T07:45:43.314 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_bytes_used": 0, 2024-04-13T07:45:43.314 INFO:tasks.workunit.client.0.smithi119.stdout: "percent_used": 0.0, 2024-04-13T07:45:43.314 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_bytes": 0, 2024-04-13T07:45:43.314 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_objects": 0, 2024-04-13T07:45:43.314 INFO:tasks.workunit.client.0.smithi119.stdout: "rd": 0, 2024-04-13T07:45:43.314 INFO:tasks.workunit.client.0.smithi119.stdout: "rd_bytes": 0, 2024-04-13T07:45:43.314 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": 0, 2024-04-13T07:45:43.315 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_data": 0, 2024-04-13T07:45:43.315 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_omap": 0, 2024-04-13T07:45:43.315 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_raw": 0, 2024-04-13T07:45:43.315 INFO:tasks.workunit.client.0.smithi119.stdout: "wr": 0, 2024-04-13T07:45:43.315 INFO:tasks.workunit.client.0.smithi119.stdout: "wr_bytes": 0 2024-04-13T07:45:43.315 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.315 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_bytes": 0, 2024-04-13T07:45:43.315 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_objects": 0, 2024-04-13T07:45:43.315 INFO:tasks.workunit.client.0.smithi119.stdout: "type": "replicated" 2024-04-13T07:45:43.315 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:43.315 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:43.315 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd": { 2024-04-13T07:45:43.315 INFO:tasks.workunit.client.0.smithi119.stdout: "mirroring_by_pool": [ 2024-04-13T07:45:43.315 INFO:tasks.workunit.client.0.smithi119.stdout: false 2024-04-13T07:45:43.315 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:43.315 INFO:tasks.workunit.client.0.smithi119.stdout: "num_images_by_pool": [ 2024-04-13T07:45:43.316 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:43.316 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:43.316 INFO:tasks.workunit.client.0.smithi119.stdout: "num_pools": 1 2024-04-13T07:45:43.316 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.316 INFO:tasks.workunit.client.0.smithi119.stdout: "report_id": "6edb68c6-9349-46ed-b7ce-7bb339db6fd9", 2024-04-13T07:45:43.316 INFO:tasks.workunit.client.0.smithi119.stdout: "report_timestamp": "2024-04-13T07:45:43.224437", 2024-04-13T07:45:43.316 INFO:tasks.workunit.client.0.smithi119.stdout: "report_version": 1, 2024-04-13T07:45:43.316 INFO:tasks.workunit.client.0.smithi119.stdout: "rook": { 2024-04-13T07:45:43.316 INFO:tasks.workunit.client.0.smithi119.stdout: "cluster": { 2024-04-13T07:45:43.316 INFO:tasks.workunit.client.0.smithi119.stdout: "external-mode": null, 2024-04-13T07:45:43.316 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T07:45:43.316 INFO:tasks.workunit.client.0.smithi119.stdout: "allow-multiple-per-node": null, 2024-04-13T07:45:43.316 INFO:tasks.workunit.client.0.smithi119.stdout: "count": null, 2024-04-13T07:45:43.316 INFO:tasks.workunit.client.0.smithi119.stdout: "max-id": null, 2024-04-13T07:45:43.316 INFO:tasks.workunit.client.0.smithi119.stdout: "pvc": { 2024-04-13T07:45:43.316 INFO:tasks.workunit.client.0.smithi119.stdout: "enabled": null 2024-04-13T07:45:43.317 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.317 INFO:tasks.workunit.client.0.smithi119.stdout: "stretch": { 2024-04-13T07:45:43.317 INFO:tasks.workunit.client.0.smithi119.stdout: "enabled": null 2024-04-13T07:45:43.317 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:43.317 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.317 INFO:tasks.workunit.client.0.smithi119.stdout: "network": { 2024-04-13T07:45:43.317 INFO:tasks.workunit.client.0.smithi119.stdout: "provider": null 2024-04-13T07:45:43.317 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.317 INFO:tasks.workunit.client.0.smithi119.stdout: "storage": { 2024-04-13T07:45:43.317 INFO:tasks.workunit.client.0.smithi119.stdout: "device-set": { 2024-04-13T07:45:43.317 INFO:tasks.workunit.client.0.smithi119.stdout: "count": { 2024-04-13T07:45:43.317 INFO:tasks.workunit.client.0.smithi119.stdout: "non-portable": null, 2024-04-13T07:45:43.317 INFO:tasks.workunit.client.0.smithi119.stdout: "portable": null, 2024-04-13T07:45:43.317 INFO:tasks.workunit.client.0.smithi119.stdout: "total": null 2024-04-13T07:45:43.317 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:43.318 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:43.318 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:43.318 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.318 INFO:tasks.workunit.client.0.smithi119.stdout: "csi": { 2024-04-13T07:45:43.318 INFO:tasks.workunit.client.0.smithi119.stdout: "version": null 2024-04-13T07:45:43.318 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.318 INFO:tasks.workunit.client.0.smithi119.stdout: "kubernetes": { 2024-04-13T07:45:43.318 INFO:tasks.workunit.client.0.smithi119.stdout: "version": null 2024-04-13T07:45:43.318 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.318 INFO:tasks.workunit.client.0.smithi119.stdout: "node": { 2024-04-13T07:45:43.318 INFO:tasks.workunit.client.0.smithi119.stdout: "count": { 2024-04-13T07:45:43.318 INFO:tasks.workunit.client.0.smithi119.stdout: "kubernetes-total": null, 2024-04-13T07:45:43.319 INFO:tasks.workunit.client.0.smithi119.stdout: "with-ceph-daemons": null, 2024-04-13T07:45:43.319 INFO:tasks.workunit.client.0.smithi119.stdout: "with-csi-cephfs-plugin": null, 2024-04-13T07:45:43.319 INFO:tasks.workunit.client.0.smithi119.stdout: "with-csi-nfs-plugin": null, 2024-04-13T07:45:43.319 INFO:tasks.workunit.client.0.smithi119.stdout: "with-csi-rbd-plugin": null 2024-04-13T07:45:43.319 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:43.319 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.319 INFO:tasks.workunit.client.0.smithi119.stdout: "usage": { 2024-04-13T07:45:43.319 INFO:tasks.workunit.client.0.smithi119.stdout: "storage-class": { 2024-04-13T07:45:43.319 INFO:tasks.workunit.client.0.smithi119.stdout: "count": { 2024-04-13T07:45:43.319 INFO:tasks.workunit.client.0.smithi119.stdout: "bucket": null, 2024-04-13T07:45:43.319 INFO:tasks.workunit.client.0.smithi119.stdout: "cephfs": null, 2024-04-13T07:45:43.319 INFO:tasks.workunit.client.0.smithi119.stdout: "nfs": null, 2024-04-13T07:45:43.319 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd": null, 2024-04-13T07:45:43.319 INFO:tasks.workunit.client.0.smithi119.stdout: "total": null 2024-04-13T07:45:43.319 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:43.320 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:43.320 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.320 INFO:tasks.workunit.client.0.smithi119.stdout: "version": null 2024-04-13T07:45:43.320 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.320 INFO:tasks.workunit.client.0.smithi119.stdout: "services": {}, 2024-04-13T07:45:43.320 INFO:tasks.workunit.client.0.smithi119.stdout: "usage": { 2024-04-13T07:45:43.320 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_num": 105, 2024-04-13T07:45:43.320 INFO:tasks.workunit.client.0.smithi119.stdout: "pools": 4, 2024-04-13T07:45:43.320 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_by_class": { 2024-04-13T07:45:43.320 INFO:tasks.workunit.client.0.smithi119.stdout: "ssd": { 2024-04-13T07:45:43.320 INFO:tasks.workunit.client.0.smithi119.stdout: "total_avail_bytes": 767727222784, 2024-04-13T07:45:43.320 INFO:tasks.workunit.client.0.smithi119.stdout: "total_bytes": 767960285184, 2024-04-13T07:45:43.320 INFO:tasks.workunit.client.0.smithi119.stdout: "total_used_bytes": 233062400, 2024-04-13T07:45:43.320 INFO:tasks.workunit.client.0.smithi119.stdout: "total_used_raw_bytes": 233062400, 2024-04-13T07:45:43.320 INFO:tasks.workunit.client.0.smithi119.stdout: "total_used_raw_ratio": 0.00030348237487487495 2024-04-13T07:45:43.321 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:43.321 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:43.321 INFO:tasks.workunit.client.0.smithi119.stdout: "total_avail_bytes": 767727222784, 2024-04-13T07:45:43.321 INFO:tasks.workunit.client.0.smithi119.stdout: "total_bytes": 767960285184, 2024-04-13T07:45:43.321 INFO:tasks.workunit.client.0.smithi119.stdout: "total_used_bytes": 233062400 2024-04-13T07:45:43.321 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:43.321 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:43.321 INFO:tasks.workunit.client.0.smithi119.stdout:} 2024-04-13T07:45:43.321 INFO:tasks.workunit.client.0.smithi119.stderr:++ ceph telemetry collection ls 2024-04-13T07:45:43.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:43 smithi119 ceph-mon[39268]: from='client.14922 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:43.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:43 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:45:43.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:43 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:45:43.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:43 smithi119 ceph-mon[39268]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:43.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:43 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:43.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:43 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:43.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:43 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:43.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:43 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:43.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:43 smithi119 ceph-mon[39268]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:43.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:43 smithi119 ceph-mon[39268]: from='client.14940 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:43.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:43 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:45:43.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:43 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:45:43.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:43 smithi119 ceph-mon[27733]: from='client.14922 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:43.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:43 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:45:43.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:43 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:45:43.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:43 smithi119 ceph-mon[27733]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:43.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:43 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:43.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:43 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:43.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:43 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:43.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:43 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:43.468 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:43 smithi119 ceph-mon[27733]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:43.468 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:43 smithi119 ceph-mon[27733]: from='client.14940 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:43.468 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:43 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:45:43.468 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:43 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:45:43.537 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:43 smithi139 ceph-mon[31267]: from='client.14922 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:43.537 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:43 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:45:43.537 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:43 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:45:43.537 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:43 smithi139 ceph-mon[31267]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:43.537 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:43 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:43.537 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:43 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:43.537 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:43 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:43.537 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:43 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:43.537 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:43 smithi139 ceph-mon[31267]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:43.537 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:43 smithi139 ceph-mon[31267]: from='client.14940 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:43.537 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:43 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:45:43.538 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:43 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:45:43.728 INFO:tasks.workunit.client.0.smithi119.stderr:+ COLLECTIONS='New collections are available: 2024-04-13T07:45:43.728 INFO:tasks.workunit.client.0.smithi119.stderr:['\''basic_base'\'', '\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''crash_base'\'', '\''device_base'\'', '\''ident_base'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2024-04-13T07:45:43.728 INFO:tasks.workunit.client.0.smithi119.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-13T07:45:43.728 INFO:tasks.workunit.client.0.smithi119.stderr: 2024-04-13T07:45:43.728 INFO:tasks.workunit.client.0.smithi119.stderr:NAME STATUS DESC 2024-04-13T07:45:43.728 INFO:tasks.workunit.client.0.smithi119.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-13T07:45:43.728 INFO:tasks.workunit.client.0.smithi119.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-13T07:45:43.728 INFO:tasks.workunit.client.0.smithi119.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-13T07:45:43.729 INFO:tasks.workunit.client.0.smithi119.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-13T07:45:43.729 INFO:tasks.workunit.client.0.smithi119.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-13T07:45:43.729 INFO:tasks.workunit.client.0.smithi119.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-13T07:45:43.729 INFO:tasks.workunit.client.0.smithi119.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-13T07:45:43.729 INFO:tasks.workunit.client.0.smithi119.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-13T07:45:43.729 INFO:tasks.workunit.client.0.smithi119.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-13T07:45:43.729 INFO:tasks.workunit.client.0.smithi119.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-13T07:45:43.729 INFO:tasks.workunit.client.0.smithi119.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2024-04-13T07:45:43.729 INFO:tasks.workunit.client.0.smithi119.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics") 2024-04-13T07:45:43.729 INFO:tasks.workunit.client.0.smithi119.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-13T07:45:43.729 INFO:tasks.workunit.client.0.smithi119.stderr:+ [[ New collections are available: 2024-04-13T07:45:43.729 INFO:tasks.workunit.client.0.smithi119.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-13T07:45:43.729 INFO:tasks.workunit.client.0.smithi119.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-13T07:45:43.729 INFO:tasks.workunit.client.0.smithi119.stderr: 2024-04-13T07:45:43.729 INFO:tasks.workunit.client.0.smithi119.stderr:NAME STATUS DESC 2024-04-13T07:45:43.730 INFO:tasks.workunit.client.0.smithi119.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-13T07:45:43.730 INFO:tasks.workunit.client.0.smithi119.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-13T07:45:43.730 INFO:tasks.workunit.client.0.smithi119.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-13T07:45:43.730 INFO:tasks.workunit.client.0.smithi119.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-13T07:45:43.730 INFO:tasks.workunit.client.0.smithi119.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-13T07:45:43.730 INFO:tasks.workunit.client.0.smithi119.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-13T07:45:43.730 INFO:tasks.workunit.client.0.smithi119.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-13T07:45:43.730 INFO:tasks.workunit.client.0.smithi119.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-13T07:45:43.730 INFO:tasks.workunit.client.0.smithi119.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-13T07:45:43.730 INFO:tasks.workunit.client.0.smithi119.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-13T07:45:43.730 INFO:tasks.workunit.client.0.smithi119.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2024-04-13T07:45:43.730 INFO:tasks.workunit.client.0.smithi119.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-13T07:45:43.730 INFO:tasks.workunit.client.0.smithi119.stderr:+ [[ New collections are available: 2024-04-13T07:45:43.731 INFO:tasks.workunit.client.0.smithi119.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-13T07:45:43.731 INFO:tasks.workunit.client.0.smithi119.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-13T07:45:43.731 INFO:tasks.workunit.client.0.smithi119.stderr: 2024-04-13T07:45:43.731 INFO:tasks.workunit.client.0.smithi119.stderr:NAME STATUS DESC 2024-04-13T07:45:43.731 INFO:tasks.workunit.client.0.smithi119.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-13T07:45:43.731 INFO:tasks.workunit.client.0.smithi119.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-13T07:45:43.731 INFO:tasks.workunit.client.0.smithi119.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-13T07:45:43.731 INFO:tasks.workunit.client.0.smithi119.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-13T07:45:43.731 INFO:tasks.workunit.client.0.smithi119.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-13T07:45:43.731 INFO:tasks.workunit.client.0.smithi119.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-13T07:45:43.731 INFO:tasks.workunit.client.0.smithi119.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-13T07:45:43.731 INFO:tasks.workunit.client.0.smithi119.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-13T07:45:43.731 INFO:tasks.workunit.client.0.smithi119.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-13T07:45:43.731 INFO:tasks.workunit.client.0.smithi119.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-13T07:45:43.731 INFO:tasks.workunit.client.0.smithi119.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-04-13T07:45:43.731 INFO:tasks.workunit.client.0.smithi119.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-13T07:45:43.732 INFO:tasks.workunit.client.0.smithi119.stderr:+ [[ New collections are available: 2024-04-13T07:45:43.732 INFO:tasks.workunit.client.0.smithi119.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-13T07:45:43.732 INFO:tasks.workunit.client.0.smithi119.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-13T07:45:43.732 INFO:tasks.workunit.client.0.smithi119.stderr: 2024-04-13T07:45:43.732 INFO:tasks.workunit.client.0.smithi119.stderr:NAME STATUS DESC 2024-04-13T07:45:43.732 INFO:tasks.workunit.client.0.smithi119.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-13T07:45:43.732 INFO:tasks.workunit.client.0.smithi119.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-13T07:45:43.732 INFO:tasks.workunit.client.0.smithi119.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-13T07:45:43.732 INFO:tasks.workunit.client.0.smithi119.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-13T07:45:43.732 INFO:tasks.workunit.client.0.smithi119.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-13T07:45:43.732 INFO:tasks.workunit.client.0.smithi119.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-13T07:45:43.732 INFO:tasks.workunit.client.0.smithi119.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-13T07:45:43.732 INFO:tasks.workunit.client.0.smithi119.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-13T07:45:43.732 INFO:tasks.workunit.client.0.smithi119.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-13T07:45:43.732 INFO:tasks.workunit.client.0.smithi119.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-13T07:45:43.733 INFO:tasks.workunit.client.0.smithi119.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-04-13T07:45:43.733 INFO:tasks.workunit.client.0.smithi119.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-13T07:45:43.733 INFO:tasks.workunit.client.0.smithi119.stderr:+ [[ New collections are available: 2024-04-13T07:45:43.733 INFO:tasks.workunit.client.0.smithi119.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-13T07:45:43.733 INFO:tasks.workunit.client.0.smithi119.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-13T07:45:43.733 INFO:tasks.workunit.client.0.smithi119.stderr: 2024-04-13T07:45:43.733 INFO:tasks.workunit.client.0.smithi119.stderr:NAME STATUS DESC 2024-04-13T07:45:43.733 INFO:tasks.workunit.client.0.smithi119.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-13T07:45:43.733 INFO:tasks.workunit.client.0.smithi119.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-13T07:45:43.733 INFO:tasks.workunit.client.0.smithi119.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-13T07:45:43.733 INFO:tasks.workunit.client.0.smithi119.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-13T07:45:43.733 INFO:tasks.workunit.client.0.smithi119.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-13T07:45:43.733 INFO:tasks.workunit.client.0.smithi119.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-13T07:45:43.733 INFO:tasks.workunit.client.0.smithi119.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-13T07:45:43.733 INFO:tasks.workunit.client.0.smithi119.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-13T07:45:43.734 INFO:tasks.workunit.client.0.smithi119.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-13T07:45:43.734 INFO:tasks.workunit.client.0.smithi119.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-13T07:45:43.734 INFO:tasks.workunit.client.0.smithi119.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-04-13T07:45:43.734 INFO:tasks.workunit.client.0.smithi119.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-13T07:45:43.734 INFO:tasks.workunit.client.0.smithi119.stderr:+ [[ New collections are available: 2024-04-13T07:45:43.734 INFO:tasks.workunit.client.0.smithi119.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-13T07:45:43.734 INFO:tasks.workunit.client.0.smithi119.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-13T07:45:43.734 INFO:tasks.workunit.client.0.smithi119.stderr: 2024-04-13T07:45:43.734 INFO:tasks.workunit.client.0.smithi119.stderr:NAME STATUS DESC 2024-04-13T07:45:43.734 INFO:tasks.workunit.client.0.smithi119.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-13T07:45:43.734 INFO:tasks.workunit.client.0.smithi119.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-13T07:45:43.734 INFO:tasks.workunit.client.0.smithi119.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-13T07:45:43.734 INFO:tasks.workunit.client.0.smithi119.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-13T07:45:43.734 INFO:tasks.workunit.client.0.smithi119.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-13T07:45:43.734 INFO:tasks.workunit.client.0.smithi119.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-13T07:45:43.735 INFO:tasks.workunit.client.0.smithi119.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-13T07:45:43.735 INFO:tasks.workunit.client.0.smithi119.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-13T07:45:43.735 INFO:tasks.workunit.client.0.smithi119.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-13T07:45:43.735 INFO:tasks.workunit.client.0.smithi119.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-13T07:45:43.735 INFO:tasks.workunit.client.0.smithi119.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-04-13T07:45:43.735 INFO:tasks.workunit.client.0.smithi119.stderr:+ ceph telemetry on --license sharing-1-0 2024-04-13T07:45:44.238 INFO:tasks.workunit.client.0.smithi119.stdout:Telemetry is on. 2024-04-13T07:45:44.238 INFO:tasks.workunit.client.0.smithi119.stdout:Some channels are disabled, please enable with: 2024-04-13T07:45:44.239 INFO:tasks.workunit.client.0.smithi119.stdout:`ceph telemetry enable channel perf` 2024-04-13T07:45:44.250 INFO:tasks.workunit.client.0.smithi119.stderr:+ ceph telemetry enable channel perf 2024-04-13T07:45:44.443 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:44 smithi139 ceph-mon[31267]: from='client.14940 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:44.443 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:44 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:45:44.444 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:44 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:45:44.444 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:44 smithi139 ceph-mon[31267]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:44.444 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:44 smithi139 ceph-mon[31267]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:44.444 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:44 smithi139 ceph-mon[31267]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:44.444 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:44 smithi139 ceph-mon[31267]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:44.444 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:44 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:44.444 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:44 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:44.444 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:44 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:44.444 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:44 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:45:44.444 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:44 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:45:44.444 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:44 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:45:44.444 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:44 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:45:44.445 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:44 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:44.445 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:44 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:45:44.445 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:44 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:44.466 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:45:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:45:44] ENGINE Bus STOPPING 2024-04-13T07:45:44.466 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:45:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:45:44] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-13T07:45:44.466 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:45:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:45:44] ENGINE Bus STOPPED 2024-04-13T07:45:44.466 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:45:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:45:44] ENGINE Bus STARTING 2024-04-13T07:45:44.466 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:45:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:45:44] ENGINE Serving on http://:::9283 2024-04-13T07:45:44.467 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:45:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:45:44] ENGINE Bus STARTED 2024-04-13T07:45:44.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:44 smithi119 ceph-mon[39268]: from='client.14940 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:44.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:44 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:45:44.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:44 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:45:44.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:44 smithi119 ceph-mon[39268]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:44.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:44 smithi119 ceph-mon[39268]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:44.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:44 smithi119 ceph-mon[39268]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:44.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:44 smithi119 ceph-mon[39268]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:44.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:44 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:44.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:44 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:44.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:44 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:44.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:44 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:45:44.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:44 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:45:44.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:44 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:45:44.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:44 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:45:44.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:44 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:44.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:44 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:45:44.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:44 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:44.469 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:44 smithi119 ceph-mon[27733]: from='client.14940 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:44.469 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:44 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:45:44.469 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:44 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:45:44.469 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:44 smithi119 ceph-mon[27733]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:44.469 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:44 smithi119 ceph-mon[27733]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:44.469 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:44 smithi119 ceph-mon[27733]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:45:44.469 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:44 smithi119 ceph-mon[27733]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:44.469 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:44 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:44.469 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:44 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:44.469 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:44 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:44.469 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:44 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:45:44.470 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:44 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:45:44.470 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:44 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:45:44.470 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:44 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:45:44.470 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:44 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:44.470 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:44 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:45:44.470 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:44 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:44.733 INFO:tasks.workunit.client.0.smithi119.stdout:channel_perf is enabled 2024-04-13T07:45:44.745 INFO:tasks.workunit.client.0.smithi119.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-04-13T07:45:44.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:45:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:45:44] "GET /metrics HTTP/1.1" 200 33668 "" "Prometheus/2.43.0" 2024-04-13T07:45:44.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:45:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:45:44] ENGINE Bus STOPPING 2024-04-13T07:45:44.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:45:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:45:44] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-13T07:45:44.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:45:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:45:44] ENGINE Bus STOPPED 2024-04-13T07:45:44.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:45:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:45:44] ENGINE Bus STARTING 2024-04-13T07:45:44.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:45:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:45:44] ENGINE Serving on http://:::9283 2024-04-13T07:45:44.967 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:45:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:45:44] ENGINE Bus STARTED 2024-04-13T07:45:45.126 INFO:tasks.workunit.client.0.smithi119.stderr:+ LAST_OPT_REVISION=1 2024-04-13T07:45:45.126 INFO:tasks.workunit.client.0.smithi119.stderr:+ '[' 1 -ne 1 ']' 2024-04-13T07:45:45.127 INFO:tasks.workunit.client.0.smithi119.stderr:+ ceph telemetry show 2024-04-13T07:45:45.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:45 smithi119 ceph-mon[27733]: mgrmap e22: y(active, since 2m), standbys: x 2024-04-13T07:45:45.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:45 smithi119 ceph-mon[27733]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:45.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:45 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:45.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:45 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:45.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:45 smithi119 ceph-mon[27733]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:45.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:45 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:45.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:45 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:45:45.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:45 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:45:45.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:45 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:45:45.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:45 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:45.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:45 smithi119 ceph-mon[27733]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:45.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:45 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/2655785115' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-13T07:45:45.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:45 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/2655785115' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-13T07:45:45.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:45 smithi119 ceph-mon[39268]: mgrmap e22: y(active, since 2m), standbys: x 2024-04-13T07:45:45.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:45 smithi119 ceph-mon[39268]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:45.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:45 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:45.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:45 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:45.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:45 smithi119 ceph-mon[39268]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:45.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:45 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:45.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:45 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:45:45.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:45 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:45:45.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:45 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:45:45.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:45 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:45.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:45 smithi119 ceph-mon[39268]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:45.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:45 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/2655785115' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-13T07:45:45.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:45 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/2655785115' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-13T07:45:45.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:45 smithi139 ceph-mon[31267]: mgrmap e22: y(active, since 2m), standbys: x 2024-04-13T07:45:45.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:45 smithi139 ceph-mon[31267]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:45.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:45 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:45.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:45 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:45.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:45 smithi139 ceph-mon[31267]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:45.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:45 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:45.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:45 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:45:45.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:45 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:45:45.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:45 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:45:45.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:45 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:45.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:45 smithi139 ceph-mon[31267]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:45.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:45 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/2655785115' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-13T07:45:45.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:45 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/2655785115' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-13T07:45:45.834 INFO:tasks.workunit.client.0.smithi119.stdout:{ 2024-04-13T07:45:45.834 INFO:tasks.workunit.client.0.smithi119.stdout: "balancer": { 2024-04-13T07:45:45.834 INFO:tasks.workunit.client.0.smithi119.stdout: "active": true, 2024-04-13T07:45:45.835 INFO:tasks.workunit.client.0.smithi119.stdout: "mode": "" 2024-04-13T07:45:45.835 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.835 INFO:tasks.workunit.client.0.smithi119.stdout: "channels": [ 2024-04-13T07:45:45.835 INFO:tasks.workunit.client.0.smithi119.stdout: "basic", 2024-04-13T07:45:45.835 INFO:tasks.workunit.client.0.smithi119.stdout: "crash", 2024-04-13T07:45:45.835 INFO:tasks.workunit.client.0.smithi119.stdout: "device", 2024-04-13T07:45:45.835 INFO:tasks.workunit.client.0.smithi119.stdout: "ident", 2024-04-13T07:45:45.835 INFO:tasks.workunit.client.0.smithi119.stdout: "perf" 2024-04-13T07:45:45.835 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:45.835 INFO:tasks.workunit.client.0.smithi119.stdout: "channels_available": [ 2024-04-13T07:45:45.835 INFO:tasks.workunit.client.0.smithi119.stdout: "basic", 2024-04-13T07:45:45.835 INFO:tasks.workunit.client.0.smithi119.stdout: "ident", 2024-04-13T07:45:45.835 INFO:tasks.workunit.client.0.smithi119.stdout: "crash", 2024-04-13T07:45:45.835 INFO:tasks.workunit.client.0.smithi119.stdout: "device", 2024-04-13T07:45:45.835 INFO:tasks.workunit.client.0.smithi119.stdout: "perf" 2024-04-13T07:45:45.835 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:45.835 INFO:tasks.workunit.client.0.smithi119.stdout: "collections_available": [ 2024-04-13T07:45:45.835 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_base", 2024-04-13T07:45:45.836 INFO:tasks.workunit.client.0.smithi119.stdout: "device_base", 2024-04-13T07:45:45.836 INFO:tasks.workunit.client.0.smithi119.stdout: "crash_base", 2024-04-13T07:45:45.836 INFO:tasks.workunit.client.0.smithi119.stdout: "ident_base", 2024-04-13T07:45:45.836 INFO:tasks.workunit.client.0.smithi119.stdout: "perf_perf", 2024-04-13T07:45:45.836 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_mds_metadata", 2024-04-13T07:45:45.836 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_pool_usage", 2024-04-13T07:45:45.836 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_usage_by_class", 2024-04-13T07:45:45.836 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_rook_v01", 2024-04-13T07:45:45.836 INFO:tasks.workunit.client.0.smithi119.stdout: "perf_memory_metrics", 2024-04-13T07:45:45.836 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_pool_options_bluestore" 2024-04-13T07:45:45.836 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:45.836 INFO:tasks.workunit.client.0.smithi119.stdout: "collections_opted_in": [ 2024-04-13T07:45:45.836 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_base", 2024-04-13T07:45:45.836 INFO:tasks.workunit.client.0.smithi119.stdout: "device_base", 2024-04-13T07:45:45.836 INFO:tasks.workunit.client.0.smithi119.stdout: "crash_base", 2024-04-13T07:45:45.836 INFO:tasks.workunit.client.0.smithi119.stdout: "ident_base", 2024-04-13T07:45:45.837 INFO:tasks.workunit.client.0.smithi119.stdout: "perf_perf", 2024-04-13T07:45:45.837 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_mds_metadata", 2024-04-13T07:45:45.837 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_pool_usage", 2024-04-13T07:45:45.837 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_usage_by_class", 2024-04-13T07:45:45.837 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_rook_v01", 2024-04-13T07:45:45.837 INFO:tasks.workunit.client.0.smithi119.stdout: "perf_memory_metrics", 2024-04-13T07:45:45.837 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_pool_options_bluestore" 2024-04-13T07:45:45.837 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:45.837 INFO:tasks.workunit.client.0.smithi119.stdout: "config": { 2024-04-13T07:45:45.837 INFO:tasks.workunit.client.0.smithi119.stdout: "active_changed": [ 2024-04-13T07:45:45.837 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-13T07:45:45.837 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_debug", 2024-04-13T07:45:45.837 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_mon_ticket_ttl", 2024-04-13T07:45:45.837 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_service_ticket_ttl", 2024-04-13T07:45:45.837 INFO:tasks.workunit.client.0.smithi119.stdout: "bdev_debug_aio", 2024-04-13T07:45:45.837 INFO:tasks.workunit.client.0.smithi119.stdout: "client_check_pool_perm", 2024-04-13T07:45:45.837 INFO:tasks.workunit.client.0.smithi119.stdout: "client_mount_gid", 2024-04-13T07:45:45.838 INFO:tasks.workunit.client.0.smithi119.stdout: "client_mount_uid", 2024-04-13T07:45:45.838 INFO:tasks.workunit.client.0.smithi119.stdout: "client_quota", 2024-04-13T07:45:45.838 INFO:tasks.workunit.client.0.smithi119.stdout: "container_image", 2024-04-13T07:45:45.838 INFO:tasks.workunit.client.0.smithi119.stdout: "daemonize", 2024-04-13T07:45:45.838 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_asserts_on_shutdown", 2024-04-13T07:45:45.838 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_mgr", 2024-04-13T07:45:45.838 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_mon", 2024-04-13T07:45:45.838 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_ms", 2024-04-13T07:45:45.838 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_osd", 2024-04-13T07:45:45.838 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_paxos", 2024-04-13T07:45:45.838 INFO:tasks.workunit.client.0.smithi119.stdout: "keyring", 2024-04-13T07:45:45.838 INFO:tasks.workunit.client.0.smithi119.stdout: "leveldb_block_size", 2024-04-13T07:45:45.838 INFO:tasks.workunit.client.0.smithi119.stdout: "leveldb_cache_size", 2024-04-13T07:45:45.838 INFO:tasks.workunit.client.0.smithi119.stdout: "leveldb_compression", 2024-04-13T07:45:45.839 INFO:tasks.workunit.client.0.smithi119.stdout: "leveldb_log", 2024-04-13T07:45:45.839 INFO:tasks.workunit.client.0.smithi119.stdout: "leveldb_write_buffer_size", 2024-04-13T07:45:45.839 INFO:tasks.workunit.client.0.smithi119.stdout: "log_to_file", 2024-04-13T07:45:45.839 INFO:tasks.workunit.client.0.smithi119.stdout: "log_to_journald", 2024-04-13T07:45:45.839 INFO:tasks.workunit.client.0.smithi119.stdout: "log_to_stderr", 2024-04-13T07:45:45.839 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_allow_pool_delete", 2024-04-13T07:45:45.839 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_clock_drift_allowed", 2024-04-13T07:45:45.839 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_cluster_log_file_level", 2024-04-13T07:45:45.839 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_cluster_log_to_file", 2024-04-13T07:45:45.839 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_cluster_log_to_journald", 2024-04-13T07:45:45.839 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_cluster_log_to_stderr", 2024-04-13T07:45:45.839 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_data_avail_warn", 2024-04-13T07:45:45.839 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_election_default_strategy", 2024-04-13T07:45:45.839 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_host", 2024-04-13T07:45:45.839 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_max_pg_per_osd", 2024-04-13T07:45:45.839 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_mgr_mkfs_grace", 2024-04-13T07:45:45.839 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_osd_prime_pg_temp", 2024-04-13T07:45:45.840 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_osd_reporter_subtree_level", 2024-04-13T07:45:45.840 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_pg_warn_max_object_skew", 2024-04-13T07:45:45.840 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-13T07:45:45.840 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-13T07:45:45.840 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-13T07:45:45.840 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-13T07:45:45.840 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-13T07:45:45.840 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-13T07:45:45.840 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-13T07:45:45.840 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-13T07:45:45.840 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_too_few_osds", 2024-04-13T07:45:45.840 INFO:tasks.workunit.client.0.smithi119.stdout: "ms_die_on_bug", 2024-04-13T07:45:45.840 INFO:tasks.workunit.client.0.smithi119.stdout: "ms_die_on_old_message", 2024-04-13T07:45:45.840 INFO:tasks.workunit.client.0.smithi119.stdout: "no_config_file", 2024-04-13T07:45:45.840 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_class_default_list", 2024-04-13T07:45:45.841 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_class_load_list", 2024-04-13T07:45:45.841 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_crush_chooseleaf_type", 2024-04-13T07:45:45.841 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_misdirected_ops", 2024-04-13T07:45:45.841 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_op_order", 2024-04-13T07:45:45.841 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_pg_log_writeout", 2024-04-13T07:45:45.841 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_shutdown", 2024-04-13T07:45:45.841 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_verify_cached_snaps", 2024-04-13T07:45:45.841 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_verify_missing_on_start", 2024-04-13T07:45:45.841 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_verify_stray_on_activate", 2024-04-13T07:45:45.841 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-13T07:45:45.841 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_delete_sleep", 2024-04-13T07:45:45.841 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_delete_sleep_hdd", 2024-04-13T07:45:45.841 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_delete_sleep_hybrid", 2024-04-13T07:45:45.841 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_delete_sleep_ssd", 2024-04-13T07:45:45.841 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_max_backfills", 2024-04-13T07:45:45.841 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-13T07:45:45.842 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_profile", 2024-04-13T07:45:45.842 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-13T07:45:45.842 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-13T07:45:45.842 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-13T07:45:45.842 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-13T07:45:45.842 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-13T07:45:45.842 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-13T07:45:45.842 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_client_lim", 2024-04-13T07:45:45.842 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_client_res", 2024-04-13T07:45:45.842 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-13T07:45:45.842 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_memory_target", 2024-04-13T07:45:45.842 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_memory_target_autotune", 2024-04-13T07:45:45.842 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_op_queue", 2024-04-13T07:45:45.842 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_op_queue_cut_off", 2024-04-13T07:45:45.843 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pg_delete_cost", 2024-04-13T07:45:45.843 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pool_default_erasure_code_profile", 2024-04-13T07:45:45.843 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-13T07:45:45.843 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recover_clone_overlap", 2024-04-13T07:45:45.843 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_max_active", 2024-04-13T07:45:45.843 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_max_active_hdd", 2024-04-13T07:45:45.843 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_max_active_ssd", 2024-04-13T07:45:45.843 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_max_chunk", 2024-04-13T07:45:45.843 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_sleep", 2024-04-13T07:45:45.843 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_sleep_hdd", 2024-04-13T07:45:45.843 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_sleep_hybrid", 2024-04-13T07:45:45.843 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_sleep_ssd", 2024-04-13T07:45:45.843 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_scrub_load_threshold", 2024-04-13T07:45:45.843 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_scrub_max_interval", 2024-04-13T07:45:45.843 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_scrub_sleep", 2024-04-13T07:45:45.843 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_shutdown_pgref_assert", 2024-04-13T07:45:45.844 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_snap_trim_sleep", 2024-04-13T07:45:45.844 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_snap_trim_sleep_hdd", 2024-04-13T07:45:45.844 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-13T07:45:45.844 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_snap_trim_sleep_ssd", 2024-04-13T07:45:45.844 INFO:tasks.workunit.client.0.smithi119.stdout: "public_addr", 2024-04-13T07:45:45.844 INFO:tasks.workunit.client.0.smithi119.stdout: "public_addrv", 2024-04-13T07:45:45.844 INFO:tasks.workunit.client.0.smithi119.stdout: "public_network", 2024-04-13T07:45:45.844 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd_default_features", 2024-04-13T07:45:45.844 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd_qos_exclude_ops", 2024-04-13T07:45:45.844 INFO:tasks.workunit.client.0.smithi119.stdout: "setgroup", 2024-04-13T07:45:45.844 INFO:tasks.workunit.client.0.smithi119.stdout: "setuser" 2024-04-13T07:45:45.844 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:45.844 INFO:tasks.workunit.client.0.smithi119.stdout: "cluster_changed": [ 2024-04-13T07:45:45.844 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-13T07:45:45.844 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_debug", 2024-04-13T07:45:45.844 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_mon_ticket_ttl", 2024-04-13T07:45:45.845 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_service_ticket_ttl", 2024-04-13T07:45:45.845 INFO:tasks.workunit.client.0.smithi119.stdout: "bdev_debug_aio", 2024-04-13T07:45:45.845 INFO:tasks.workunit.client.0.smithi119.stdout: "container_image", 2024-04-13T07:45:45.845 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_asserts_on_shutdown", 2024-04-13T07:45:45.845 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_mgr", 2024-04-13T07:45:45.845 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_mon", 2024-04-13T07:45:45.845 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_ms", 2024-04-13T07:45:45.845 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_osd", 2024-04-13T07:45:45.845 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_paxos", 2024-04-13T07:45:45.845 INFO:tasks.workunit.client.0.smithi119.stdout: "log_to_file", 2024-04-13T07:45:45.845 INFO:tasks.workunit.client.0.smithi119.stdout: "log_to_journald", 2024-04-13T07:45:45.845 INFO:tasks.workunit.client.0.smithi119.stdout: "log_to_stderr", 2024-04-13T07:45:45.845 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_join_fs", 2024-04-13T07:45:45.845 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/cephadm/allow_ptrace", 2024-04-13T07:45:45.845 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/cephadm/container_init", 2024-04-13T07:45:45.845 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/cephadm/migration_current", 2024-04-13T07:45:45.846 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/cephadm/use_repo_digest", 2024-04-13T07:45:45.846 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-13T07:45:45.846 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-13T07:45:45.846 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-13T07:45:45.846 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-13T07:45:45.846 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/dashboard/ssl_server_port", 2024-04-13T07:45:45.846 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/orchestrator/orchestrator", 2024-04-13T07:45:45.846 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/telemetry/channel_ident", 2024-04-13T07:45:45.846 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/telemetry/channel_perf", 2024-04-13T07:45:45.846 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/telemetry/description", 2024-04-13T07:45:45.846 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/telemetry/enabled", 2024-04-13T07:45:45.846 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/telemetry/organization", 2024-04-13T07:45:45.846 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_allow_pool_delete", 2024-04-13T07:45:45.846 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_clock_drift_allowed", 2024-04-13T07:45:45.846 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_cluster_log_file_level", 2024-04-13T07:45:45.846 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_cluster_log_to_file", 2024-04-13T07:45:45.847 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_data_avail_warn", 2024-04-13T07:45:45.847 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_election_default_strategy", 2024-04-13T07:45:45.847 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_max_pg_per_osd", 2024-04-13T07:45:45.847 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_mgr_mkfs_grace", 2024-04-13T07:45:45.847 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_osd_prime_pg_temp", 2024-04-13T07:45:45.847 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_osd_reporter_subtree_level", 2024-04-13T07:45:45.847 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_pg_warn_max_object_skew", 2024-04-13T07:45:45.847 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-13T07:45:45.847 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-13T07:45:45.847 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-13T07:45:45.847 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-13T07:45:45.847 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-13T07:45:45.847 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-13T07:45:45.847 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-13T07:45:45.847 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-13T07:45:45.848 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_too_few_osds", 2024-04-13T07:45:45.848 INFO:tasks.workunit.client.0.smithi119.stdout: "ms_die_on_bug", 2024-04-13T07:45:45.848 INFO:tasks.workunit.client.0.smithi119.stdout: "ms_die_on_old_message", 2024-04-13T07:45:45.848 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_class_default_list", 2024-04-13T07:45:45.848 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_class_load_list", 2024-04-13T07:45:45.848 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_misdirected_ops", 2024-04-13T07:45:45.848 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_op_order", 2024-04-13T07:45:45.848 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_pg_log_writeout", 2024-04-13T07:45:45.848 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_shutdown", 2024-04-13T07:45:45.848 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_verify_cached_snaps", 2024-04-13T07:45:45.848 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_verify_missing_on_start", 2024-04-13T07:45:45.848 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_verify_stray_on_activate", 2024-04-13T07:45:45.848 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-13T07:45:45.848 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-13T07:45:45.849 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_profile", 2024-04-13T07:45:45.849 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_memory_target", 2024-04-13T07:45:45.849 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_memory_target_autotune", 2024-04-13T07:45:45.849 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_op_queue", 2024-04-13T07:45:45.849 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_op_queue_cut_off", 2024-04-13T07:45:45.849 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pool_default_erasure_code_profile", 2024-04-13T07:45:45.849 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-13T07:45:45.849 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recover_clone_overlap", 2024-04-13T07:45:45.849 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_max_chunk", 2024-04-13T07:45:45.849 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_scrub_load_threshold", 2024-04-13T07:45:45.849 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_scrub_max_interval", 2024-04-13T07:45:45.849 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_shutdown_pgref_assert", 2024-04-13T07:45:45.849 INFO:tasks.workunit.client.0.smithi119.stdout: "public_network", 2024-04-13T07:45:45.849 INFO:tasks.workunit.client.0.smithi119.stdout: "rgw_cache_enabled", 2024-04-13T07:45:45.849 INFO:tasks.workunit.client.0.smithi119.stdout: "rgw_enable_ops_log", 2024-04-13T07:45:45.850 INFO:tasks.workunit.client.0.smithi119.stdout: "rgw_enable_usage_log" 2024-04-13T07:45:45.850 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:45.850 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.850 INFO:tasks.workunit.client.0.smithi119.stdout: "contact": null, 2024-04-13T07:45:45.850 INFO:tasks.workunit.client.0.smithi119.stdout: "crashes": [], 2024-04-13T07:45:45.850 INFO:tasks.workunit.client.0.smithi119.stdout: "created": "2024-04-13T07:37:03.207646Z", 2024-04-13T07:45:45.850 INFO:tasks.workunit.client.0.smithi119.stdout: "crush": { 2024-04-13T07:45:45.850 INFO:tasks.workunit.client.0.smithi119.stdout: "bucket_algs": { 2024-04-13T07:45:45.850 INFO:tasks.workunit.client.0.smithi119.stdout: "straw2": 3 2024-04-13T07:45:45.850 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.850 INFO:tasks.workunit.client.0.smithi119.stdout: "bucket_sizes": { 2024-04-13T07:45:45.850 INFO:tasks.workunit.client.0.smithi119.stdout: "2": 1, 2024-04-13T07:45:45.850 INFO:tasks.workunit.client.0.smithi119.stdout: "4": 2 2024-04-13T07:45:45.850 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.850 INFO:tasks.workunit.client.0.smithi119.stdout: "bucket_types": { 2024-04-13T07:45:45.851 INFO:tasks.workunit.client.0.smithi119.stdout: "1": 2, 2024-04-13T07:45:45.851 INFO:tasks.workunit.client.0.smithi119.stdout: "11": 1 2024-04-13T07:45:45.851 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.851 INFO:tasks.workunit.client.0.smithi119.stdout: "compat_weight_set": false, 2024-04-13T07:45:45.851 INFO:tasks.workunit.client.0.smithi119.stdout: "device_classes": [ 2024-04-13T07:45:45.851 INFO:tasks.workunit.client.0.smithi119.stdout: 8 2024-04-13T07:45:45.851 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:45.851 INFO:tasks.workunit.client.0.smithi119.stdout: "num_buckets": 6, 2024-04-13T07:45:45.851 INFO:tasks.workunit.client.0.smithi119.stdout: "num_devices": 8, 2024-04-13T07:45:45.851 INFO:tasks.workunit.client.0.smithi119.stdout: "num_rules": 1, 2024-04-13T07:45:45.851 INFO:tasks.workunit.client.0.smithi119.stdout: "num_types": 12, 2024-04-13T07:45:45.851 INFO:tasks.workunit.client.0.smithi119.stdout: "num_weight_sets": 0, 2024-04-13T07:45:45.851 INFO:tasks.workunit.client.0.smithi119.stdout: "tunables": { 2024-04-13T07:45:45.851 INFO:tasks.workunit.client.0.smithi119.stdout: "allowed_bucket_algs": 54, 2024-04-13T07:45:45.851 INFO:tasks.workunit.client.0.smithi119.stdout: "choose_local_fallback_tries": 0, 2024-04-13T07:45:45.851 INFO:tasks.workunit.client.0.smithi119.stdout: "choose_local_tries": 0, 2024-04-13T07:45:45.852 INFO:tasks.workunit.client.0.smithi119.stdout: "choose_total_tries": 50, 2024-04-13T07:45:45.852 INFO:tasks.workunit.client.0.smithi119.stdout: "chooseleaf_descend_once": 1, 2024-04-13T07:45:45.852 INFO:tasks.workunit.client.0.smithi119.stdout: "chooseleaf_stable": 1, 2024-04-13T07:45:45.852 INFO:tasks.workunit.client.0.smithi119.stdout: "chooseleaf_vary_r": 1, 2024-04-13T07:45:45.852 INFO:tasks.workunit.client.0.smithi119.stdout: "has_v2_rules": 0, 2024-04-13T07:45:45.852 INFO:tasks.workunit.client.0.smithi119.stdout: "has_v3_rules": 0, 2024-04-13T07:45:45.852 INFO:tasks.workunit.client.0.smithi119.stdout: "has_v4_buckets": 1, 2024-04-13T07:45:45.852 INFO:tasks.workunit.client.0.smithi119.stdout: "has_v5_rules": 0, 2024-04-13T07:45:45.852 INFO:tasks.workunit.client.0.smithi119.stdout: "legacy_tunables": 0, 2024-04-13T07:45:45.852 INFO:tasks.workunit.client.0.smithi119.stdout: "minimum_required_version": "jewel", 2024-04-13T07:45:45.852 INFO:tasks.workunit.client.0.smithi119.stdout: "optimal_tunables": 1, 2024-04-13T07:45:45.852 INFO:tasks.workunit.client.0.smithi119.stdout: "profile": "jewel", 2024-04-13T07:45:45.852 INFO:tasks.workunit.client.0.smithi119.stdout: "require_feature_tunables": 1, 2024-04-13T07:45:45.852 INFO:tasks.workunit.client.0.smithi119.stdout: "require_feature_tunables2": 1, 2024-04-13T07:45:45.852 INFO:tasks.workunit.client.0.smithi119.stdout: "require_feature_tunables3": 1, 2024-04-13T07:45:45.852 INFO:tasks.workunit.client.0.smithi119.stdout: "require_feature_tunables5": 1, 2024-04-13T07:45:45.852 INFO:tasks.workunit.client.0.smithi119.stdout: "straw_calc_version": 1 2024-04-13T07:45:45.852 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:45.853 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.853 INFO:tasks.workunit.client.0.smithi119.stdout: "description": "upgrade test cluster", 2024-04-13T07:45:45.853 INFO:tasks.workunit.client.0.smithi119.stdout: "fs": { 2024-04-13T07:45:45.853 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T07:45:45.853 INFO:tasks.workunit.client.0.smithi119.stdout: "feature_flags": { 2024-04-13T07:45:45.853 INFO:tasks.workunit.client.0.smithi119.stdout: "enable_multiple": true, 2024-04-13T07:45:45.853 INFO:tasks.workunit.client.0.smithi119.stdout: "ever_enabled_multiple": true 2024-04-13T07:45:45.853 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.853 INFO:tasks.workunit.client.0.smithi119.stdout: "filesystems": [ 2024-04-13T07:45:45.853 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:45.853 INFO:tasks.workunit.client.0.smithi119.stdout: "approx_ctime": "2024-04", 2024-04-13T07:45:45.853 INFO:tasks.workunit.client.0.smithi119.stdout: "balancer_enabled": false, 2024-04-13T07:45:45.853 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.853 INFO:tasks.workunit.client.0.smithi119.stdout: "cached_caps": 0, 2024-04-13T07:45:45.853 INFO:tasks.workunit.client.0.smithi119.stdout: "cached_dns": 10, 2024-04-13T07:45:45.854 INFO:tasks.workunit.client.0.smithi119.stdout: "cached_inos": 13, 2024-04-13T07:45:45.854 INFO:tasks.workunit.client.0.smithi119.stdout: "cached_subtrees": 2, 2024-04-13T07:45:45.854 INFO:tasks.workunit.client.0.smithi119.stdout: "ever_allowed_features": 0, 2024-04-13T07:45:45.854 INFO:tasks.workunit.client.0.smithi119.stdout: "explicitly_allowed_features": 0, 2024-04-13T07:45:45.854 INFO:tasks.workunit.client.0.smithi119.stdout: "files": 0, 2024-04-13T07:45:45.854 INFO:tasks.workunit.client.0.smithi119.stdout: "max_mds": 1, 2024-04-13T07:45:45.854 INFO:tasks.workunit.client.0.smithi119.stdout: "num_data_pools": 1, 2024-04-13T07:45:45.854 INFO:tasks.workunit.client.0.smithi119.stdout: "num_in": 1, 2024-04-13T07:45:45.854 INFO:tasks.workunit.client.0.smithi119.stdout: "num_mds": 1, 2024-04-13T07:45:45.854 INFO:tasks.workunit.client.0.smithi119.stdout: "num_sessions": 0, 2024-04-13T07:45:45.854 INFO:tasks.workunit.client.0.smithi119.stdout: "num_standby_replay": 0, 2024-04-13T07:45:45.854 INFO:tasks.workunit.client.0.smithi119.stdout: "num_up": 1, 2024-04-13T07:45:45.854 INFO:tasks.workunit.client.0.smithi119.stdout: "snaps": 0, 2024-04-13T07:45:45.854 INFO:tasks.workunit.client.0.smithi119.stdout: "standby_count_wanted": 0 2024-04-13T07:45:45.854 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:45.855 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:45.855 INFO:tasks.workunit.client.0.smithi119.stdout: "num_standby_mds": 1, 2024-04-13T07:45:45.855 INFO:tasks.workunit.client.0.smithi119.stdout: "total_num_mds": 2 2024-04-13T07:45:45.855 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.855 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_stats": { 2024-04-13T07:45:45.855 INFO:tasks.workunit.client.0.smithi119.stdout: "mds": { 2024-04-13T07:45:45.855 INFO:tasks.workunit.client.0.smithi119.stdout: "mds.3402881472e4eb9cd55aa5a45378abc80ad36ea5": { 2024-04-13T07:45:45.855 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 19218432, 2024-04-13T07:45:45.855 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 308904, 2024-04-13T07:45:45.855 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 2752512, 2024-04-13T07:45:45.855 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 65536, 2024-04-13T07:45:45.855 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 0, 2024-04-13T07:45:45.855 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 317, 2024-04-13T07:45:45.855 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T07:45:45.855 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 851528, 2024-04-13T07:45:45.856 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 12, 2024-04-13T07:45:45.856 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 778752, 2024-04-13T07:45:45.856 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 14461200, 2024-04-13T07:45:45.856 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 19218432 2024-04-13T07:45:45.856 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.856 INFO:tasks.workunit.client.0.smithi119.stdout: "mds.8ce27d692b5f50738c5de0d5fabe76bb5b385d6c": { 2024-04-13T07:45:45.856 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 20406272, 2024-04-13T07:45:45.856 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 485312, 2024-04-13T07:45:45.856 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 2752512, 2024-04-13T07:45:45.856 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 98304, 2024-04-13T07:45:45.856 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 909312, 2024-04-13T07:45:45.856 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 397, 2024-04-13T07:45:45.856 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T07:45:45.856 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 1279328, 2024-04-13T07:45:45.856 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 20, 2024-04-13T07:45:45.856 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 906240, 2024-04-13T07:45:45.857 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 14884576, 2024-04-13T07:45:45.857 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 21315584 2024-04-13T07:45:45.857 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:45.857 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.857 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T07:45:45.857 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.3402881472e4eb9cd55aa5a45378abc80ad36ea5": { 2024-04-13T07:45:45.857 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 36085760, 2024-04-13T07:45:45.857 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 806448, 2024-04-13T07:45:45.857 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 2752512, 2024-04-13T07:45:45.857 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 8192, 2024-04-13T07:45:45.857 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 9469952, 2024-04-13T07:45:45.857 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 1161, 2024-04-13T07:45:45.857 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T07:45:45.857 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 8496984, 2024-04-13T07:45:45.857 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 21, 2024-04-13T07:45:45.857 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 1807872, 2024-04-13T07:45:45.858 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 22213752, 2024-04-13T07:45:45.858 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 45555712 2024-04-13T07:45:45.858 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.858 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.361d0c88a98ec03a997f9cbd7d4b9f21aeac06c7": { 2024-04-13T07:45:45.858 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 35110912, 2024-04-13T07:45:45.858 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 790840, 2024-04-13T07:45:45.858 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 2752512, 2024-04-13T07:45:45.858 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 0, 2024-04-13T07:45:45.858 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 9396224, 2024-04-13T07:45:45.858 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 962, 2024-04-13T07:45:45.858 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T07:45:45.858 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 7480240, 2024-04-13T07:45:45.858 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 21, 2024-04-13T07:45:45.858 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 1810176, 2024-04-13T07:45:45.858 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 22277144, 2024-04-13T07:45:45.859 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 44507136 2024-04-13T07:45:45.859 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.859 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.8ce27d692b5f50738c5de0d5fabe76bb5b385d6c": { 2024-04-13T07:45:45.859 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 44343296, 2024-04-13T07:45:45.859 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 1593272, 2024-04-13T07:45:45.859 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 2752512, 2024-04-13T07:45:45.859 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 573440, 2024-04-13T07:45:45.859 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 4243456, 2024-04-13T07:45:45.859 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 1834, 2024-04-13T07:45:45.859 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T07:45:45.859 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 12426736, 2024-04-13T07:45:45.859 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 23, 2024-04-13T07:45:45.859 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 1953280, 2024-04-13T07:45:45.859 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 25044056, 2024-04-13T07:45:45.859 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 48586752 2024-04-13T07:45:45.859 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:45.859 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.860 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:45.860 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.0": { 2024-04-13T07:45:45.860 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 51257344, 2024-04-13T07:45:45.860 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 1837952, 2024-04-13T07:45:45.860 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 2883584, 2024-04-13T07:45:45.860 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 0, 2024-04-13T07:45:45.860 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 237568, 2024-04-13T07:45:45.860 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 1770, 2024-04-13T07:45:45.860 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T07:45:45.860 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 6006016, 2024-04-13T07:45:45.860 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 47, 2024-04-13T07:45:45.860 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 3764224, 2024-04-13T07:45:45.860 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 36765568, 2024-04-13T07:45:45.860 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 51494912 2024-04-13T07:45:45.860 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.860 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.1": { 2024-04-13T07:45:45.860 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 45572096, 2024-04-13T07:45:45.861 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 756752, 2024-04-13T07:45:45.861 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 2883584, 2024-04-13T07:45:45.861 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 0, 2024-04-13T07:45:45.861 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 745472, 2024-04-13T07:45:45.861 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 1295, 2024-04-13T07:45:45.861 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T07:45:45.861 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 4628640, 2024-04-13T07:45:45.861 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 47, 2024-04-13T07:45:45.861 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 2818048, 2024-04-13T07:45:45.861 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 34485072, 2024-04-13T07:45:45.861 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 46317568 2024-04-13T07:45:45.861 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.861 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.2": { 2024-04-13T07:45:45.861 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 45817856, 2024-04-13T07:45:45.861 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 716152, 2024-04-13T07:45:45.861 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 2883584, 2024-04-13T07:45:45.861 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 0, 2024-04-13T07:45:45.862 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 499712, 2024-04-13T07:45:45.862 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 1231, 2024-04-13T07:45:45.862 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T07:45:45.862 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 4835512, 2024-04-13T07:45:45.862 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 47, 2024-04-13T07:45:45.862 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 2207744, 2024-04-13T07:45:45.862 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 35174864, 2024-04-13T07:45:45.862 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 46317568 2024-04-13T07:45:45.862 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.862 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.3": { 2024-04-13T07:45:45.862 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 45907968, 2024-04-13T07:45:45.862 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 691008, 2024-04-13T07:45:45.862 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 4980736, 2024-04-13T07:45:45.862 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 0, 2024-04-13T07:45:45.862 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 409600, 2024-04-13T07:45:45.862 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 1204, 2024-04-13T07:45:45.863 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T07:45:45.863 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 4071088, 2024-04-13T07:45:45.863 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 45, 2024-04-13T07:45:45.863 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 1959680, 2024-04-13T07:45:45.863 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 34205456, 2024-04-13T07:45:45.863 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 46317568 2024-04-13T07:45:45.863 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.863 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.4": { 2024-04-13T07:45:45.863 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 48144384, 2024-04-13T07:45:45.863 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 1714360, 2024-04-13T07:45:45.863 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 2883584, 2024-04-13T07:45:45.863 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 8192, 2024-04-13T07:45:45.863 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 270336, 2024-04-13T07:45:45.863 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 1574, 2024-04-13T07:45:45.863 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T07:45:45.863 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 5311072, 2024-04-13T07:45:45.864 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 47, 2024-04-13T07:45:45.864 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 3299840, 2024-04-13T07:45:45.864 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 34927336, 2024-04-13T07:45:45.864 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 48414720 2024-04-13T07:45:45.864 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.864 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.5": { 2024-04-13T07:45:45.864 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 48758784, 2024-04-13T07:45:45.864 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 2074288, 2024-04-13T07:45:45.864 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 2883584, 2024-04-13T07:45:45.864 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 57344, 2024-04-13T07:45:45.864 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 704512, 2024-04-13T07:45:45.864 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 1637, 2024-04-13T07:45:45.864 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T07:45:45.864 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 5157200, 2024-04-13T07:45:45.864 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 47, 2024-04-13T07:45:45.864 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 3688448, 2024-04-13T07:45:45.864 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 34897920, 2024-04-13T07:45:45.865 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 49463296 2024-04-13T07:45:45.865 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.865 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.6": { 2024-04-13T07:45:45.865 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 48308224, 2024-04-13T07:45:45.865 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 2108952, 2024-04-13T07:45:45.865 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 2883584, 2024-04-13T07:45:45.865 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 57344, 2024-04-13T07:45:45.865 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 106496, 2024-04-13T07:45:45.865 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 1593, 2024-04-13T07:45:45.865 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T07:45:45.865 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 5354776, 2024-04-13T07:45:45.865 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 47, 2024-04-13T07:45:45.865 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 3489536, 2024-04-13T07:45:45.865 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 34414032, 2024-04-13T07:45:45.865 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 48414720 2024-04-13T07:45:45.865 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.865 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.7": { 2024-04-13T07:45:45.866 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 45006848, 2024-04-13T07:45:45.866 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 1132616, 2024-04-13T07:45:45.866 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 2883584, 2024-04-13T07:45:45.866 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 0, 2024-04-13T07:45:45.866 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 262144, 2024-04-13T07:45:45.866 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 1254, 2024-04-13T07:45:45.866 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T07:45:45.866 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 4577456, 2024-04-13T07:45:45.866 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 47, 2024-04-13T07:45:45.866 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 2042880, 2024-04-13T07:45:45.866 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 34370312, 2024-04-13T07:45:45.866 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 45268992 2024-04-13T07:45:45.866 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:45.866 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:45.867 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.867 INFO:tasks.workunit.client.0.smithi119.stdout: "hosts": { 2024-04-13T07:45:45.867 INFO:tasks.workunit.client.0.smithi119.stdout: "num": 2, 2024-04-13T07:45:45.867 INFO:tasks.workunit.client.0.smithi119.stdout: "num_with_mds": 2, 2024-04-13T07:45:45.867 INFO:tasks.workunit.client.0.smithi119.stdout: "num_with_mgr": 2, 2024-04-13T07:45:45.867 INFO:tasks.workunit.client.0.smithi119.stdout: "num_with_mon": 2, 2024-04-13T07:45:45.867 INFO:tasks.workunit.client.0.smithi119.stdout: "num_with_osd": 2 2024-04-13T07:45:45.867 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.867 INFO:tasks.workunit.client.0.smithi119.stdout: "io_rate": { 2024-04-13T07:45:45.867 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_stats_delta": { 2024-04-13T07:45:45.867 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": 0, 2024-04-13T07:45:45.867 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:45.867 INFO:tasks.workunit.client.0.smithi119.stdout: "num_store_stats": 0, 2024-04-13T07:45:45.867 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:45.867 INFO:tasks.workunit.client.0.smithi119.stdout: "stamp_delta": "12.002665", 2024-04-13T07:45:45.867 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:45.868 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:45.868 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:45.868 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:45.868 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:45.868 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:45.868 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:45.868 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:45.868 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:45.868 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:45.868 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:45.868 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:45.868 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:45.868 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:45.868 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:45.868 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:45.868 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:45.869 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:45.869 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:45.869 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:45.869 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:45.869 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:45.869 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:45.869 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:45.869 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:45.869 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:45.869 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:45.869 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:45.869 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:45.869 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:45.869 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:45.869 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:45.869 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:45.869 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:45.870 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:45.870 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:45.870 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:45.870 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:45.870 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:45.870 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:45.870 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:45.870 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.870 INFO:tasks.workunit.client.0.smithi119.stdout: "store_stats": { 2024-04-13T07:45:45.870 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": 0, 2024-04-13T07:45:45.870 INFO:tasks.workunit.client.0.smithi119.stdout: "available": 0, 2024-04-13T07:45:45.870 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed": 0, 2024-04-13T07:45:45.870 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_allocated": 0, 2024-04-13T07:45:45.870 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_original": 0, 2024-04-13T07:45:45.870 INFO:tasks.workunit.client.0.smithi119.stdout: "data_stored": 0, 2024-04-13T07:45:45.870 INFO:tasks.workunit.client.0.smithi119.stdout: "internal_metadata": 0, 2024-04-13T07:45:45.870 INFO:tasks.workunit.client.0.smithi119.stdout: "internally_reserved": 0, 2024-04-13T07:45:45.871 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_allocated": 0, 2024-04-13T07:45:45.871 INFO:tasks.workunit.client.0.smithi119.stdout: "total": 0 2024-04-13T07:45:45.871 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.871 INFO:tasks.workunit.client.0.smithi119.stdout: "up": 0 2024-04-13T07:45:45.871 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:45.871 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.871 INFO:tasks.workunit.client.0.smithi119.stdout: "leaderboard": false, 2024-04-13T07:45:45.871 INFO:tasks.workunit.client.0.smithi119.stdout: "leaderboard_description": null, 2024-04-13T07:45:45.871 INFO:tasks.workunit.client.0.smithi119.stdout: "license": "sharing-1-0", 2024-04-13T07:45:45.871 INFO:tasks.workunit.client.0.smithi119.stdout: "mempool": { 2024-04-13T07:45:45.871 INFO:tasks.workunit.client.0.smithi119.stdout: "mds": { 2024-04-13T07:45:45.871 INFO:tasks.workunit.client.0.smithi119.stdout: "mds.3402881472e4eb9cd55aa5a45378abc80ad36ea5": { 2024-04-13T07:45:45.871 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T07:45:45.871 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.871 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.871 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.871 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T07:45:45.872 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.872 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.872 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.872 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T07:45:45.872 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.872 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.872 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.872 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T07:45:45.872 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.872 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.872 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.872 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T07:45:45.872 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.872 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.872 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.872 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T07:45:45.873 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.873 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.873 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.873 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T07:45:45.873 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.873 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.873 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.873 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T07:45:45.873 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.873 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.873 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.873 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T07:45:45.873 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.873 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.873 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.874 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T07:45:45.874 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.874 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.874 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.874 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T07:45:45.874 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.874 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.874 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.874 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T07:45:45.874 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.874 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.874 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.874 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T07:45:45.874 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.875 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.875 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.875 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T07:45:45.875 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.875 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.875 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.875 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T07:45:45.875 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.875 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.875 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.875 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T07:45:45.875 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.875 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.875 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.875 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T07:45:45.875 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.876 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.876 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.876 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T07:45:45.876 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.876 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.876 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.876 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T07:45:45.876 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 149127, 2024-04-13T07:45:45.876 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 31 2024-04-13T07:45:45.876 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.876 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T07:45:45.876 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.876 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.876 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.876 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T07:45:45.876 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 928, 2024-04-13T07:45:45.877 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 2 2024-04-13T07:45:45.877 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.877 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:45.877 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.877 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.877 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.877 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T07:45:45.877 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.877 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.877 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.877 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T07:45:45.877 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.877 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.877 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.878 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T07:45:45.878 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.878 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.878 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.878 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T07:45:45.878 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.878 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.878 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.878 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T07:45:45.878 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.878 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.878 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.878 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T07:45:45.879 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.879 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.879 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.879 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T07:45:45.879 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.879 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.879 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:45.879 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.879 INFO:tasks.workunit.client.0.smithi119.stdout: "mds.8ce27d692b5f50738c5de0d5fabe76bb5b385d6c": { 2024-04-13T07:45:45.879 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T07:45:45.879 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.879 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.879 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.879 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T07:45:45.879 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.880 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.880 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.880 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T07:45:45.880 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.880 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.880 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.880 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T07:45:45.880 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.880 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.880 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.880 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T07:45:45.880 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.880 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.880 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.880 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T07:45:45.880 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.881 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.881 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.881 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T07:45:45.881 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.881 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.881 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.881 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T07:45:45.881 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.881 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.881 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.881 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T07:45:45.881 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.881 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.881 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.881 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T07:45:45.882 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.882 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.882 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.882 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T07:45:45.882 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.882 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.882 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.882 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T07:45:45.882 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.882 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.882 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.882 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T07:45:45.882 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.882 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.882 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.882 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T07:45:45.883 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.883 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.883 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.883 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T07:45:45.883 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.883 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.883 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.883 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T07:45:45.883 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.883 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.883 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.883 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T07:45:45.883 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.883 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.883 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.883 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T07:45:45.884 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.884 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.884 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.884 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T07:45:45.884 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 222439, 2024-04-13T07:45:45.884 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 68 2024-04-13T07:45:45.884 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.884 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T07:45:45.884 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.884 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.884 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.884 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T07:45:45.884 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 51496, 2024-04-13T07:45:45.884 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 208 2024-04-13T07:45:45.884 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.884 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:45.885 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.885 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.885 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.885 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T07:45:45.885 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.885 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.885 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.885 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T07:45:45.885 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.885 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.885 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.885 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T07:45:45.885 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 7816, 2024-04-13T07:45:45.885 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 121 2024-04-13T07:45:45.885 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.885 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T07:45:45.886 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.886 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.886 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.886 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T07:45:45.886 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.886 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.886 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.886 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T07:45:45.886 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.886 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.886 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.886 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T07:45:45.886 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.886 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.887 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:45.887 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:45.887 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.887 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T07:45:45.887 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.3402881472e4eb9cd55aa5a45378abc80ad36ea5": { 2024-04-13T07:45:45.887 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T07:45:45.887 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.887 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.887 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.887 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T07:45:45.887 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.887 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.887 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.887 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T07:45:45.887 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.887 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.888 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.888 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T07:45:45.888 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.888 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.888 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.888 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T07:45:45.888 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.888 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.888 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.888 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T07:45:45.888 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.888 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.888 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.888 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T07:45:45.888 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.889 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.889 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.889 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T07:45:45.889 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.889 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.889 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.889 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T07:45:45.889 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.889 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.889 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.889 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T07:45:45.889 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.889 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.889 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.889 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T07:45:45.889 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.889 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.889 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.890 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T07:45:45.890 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.890 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.890 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.890 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T07:45:45.890 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.890 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.890 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.890 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T07:45:45.890 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.890 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.890 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.890 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T07:45:45.890 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.890 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.890 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.891 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T07:45:45.891 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.891 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.891 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.891 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T07:45:45.891 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.891 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.891 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.891 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T07:45:45.891 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.891 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.891 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.891 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T07:45:45.891 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 1097627, 2024-04-13T07:45:45.891 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 356 2024-04-13T07:45:45.892 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.892 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T07:45:45.892 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.892 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.892 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.892 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T07:45:45.892 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.892 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.892 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.892 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:45.892 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.892 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.892 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.892 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T07:45:45.892 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.892 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.893 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.893 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T07:45:45.893 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.893 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.893 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.893 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T07:45:45.893 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 6392, 2024-04-13T07:45:45.893 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 120 2024-04-13T07:45:45.893 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.893 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T07:45:45.893 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 12744, 2024-04-13T07:45:45.893 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1546 2024-04-13T07:45:45.893 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.893 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T07:45:45.893 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 5152, 2024-04-13T07:45:45.893 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 83 2024-04-13T07:45:45.894 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.894 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T07:45:45.894 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.894 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.894 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.894 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T07:45:45.894 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.894 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.894 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:45.894 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.894 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.361d0c88a98ec03a997f9cbd7d4b9f21aeac06c7": { 2024-04-13T07:45:45.894 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T07:45:45.894 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.894 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.894 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.895 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T07:45:45.895 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.895 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.895 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.895 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T07:45:45.895 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.895 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.895 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.895 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T07:45:45.895 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.895 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.895 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.895 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T07:45:45.895 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.895 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.895 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.895 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T07:45:45.896 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.896 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.896 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.896 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T07:45:45.896 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.896 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.896 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.896 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T07:45:45.896 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.896 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.896 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.896 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T07:45:45.896 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.896 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.897 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.897 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T07:45:45.897 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.897 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.897 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.897 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T07:45:45.897 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.897 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.897 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.897 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T07:45:45.897 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.897 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.897 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.897 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T07:45:45.897 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.898 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.898 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.898 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T07:45:45.898 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.898 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.898 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.898 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T07:45:45.898 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.898 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.898 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.898 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T07:45:45.898 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.898 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.898 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.899 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T07:45:45.899 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.899 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.899 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.899 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T07:45:45.899 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.899 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.899 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.899 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T07:45:45.899 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 1108901, 2024-04-13T07:45:45.899 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 365 2024-04-13T07:45:45.899 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.899 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T07:45:45.899 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.899 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.899 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.899 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T07:45:45.900 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.900 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.900 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.900 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:45.900 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.900 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.900 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.900 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T07:45:45.900 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.900 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.900 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.900 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T07:45:45.900 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.900 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.900 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.900 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T07:45:45.900 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 6392, 2024-04-13T07:45:45.901 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 120 2024-04-13T07:45:45.901 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.901 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T07:45:45.901 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 12744, 2024-04-13T07:45:45.901 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1546 2024-04-13T07:45:45.901 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.901 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T07:45:45.901 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 5152, 2024-04-13T07:45:45.901 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 83 2024-04-13T07:45:45.901 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.901 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T07:45:45.901 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.901 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.901 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.901 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T07:45:45.902 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.902 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.902 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:45.902 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.902 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.8ce27d692b5f50738c5de0d5fabe76bb5b385d6c": { 2024-04-13T07:45:45.902 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T07:45:45.902 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.902 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.902 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.902 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T07:45:45.902 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.902 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.902 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.902 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T07:45:45.903 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.903 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.903 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.903 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T07:45:45.903 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.903 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.903 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.903 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T07:45:45.903 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.903 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.903 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.903 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T07:45:45.903 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.903 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.903 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.904 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T07:45:45.904 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.904 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.904 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.904 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T07:45:45.904 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.904 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.904 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.904 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T07:45:45.904 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.904 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.904 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.904 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T07:45:45.904 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.904 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.904 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.904 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T07:45:45.904 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.905 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.905 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.905 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T07:45:45.905 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.905 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.905 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.905 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T07:45:45.905 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.905 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.905 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.905 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T07:45:45.905 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.905 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.905 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.905 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T07:45:45.905 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.905 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.906 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.906 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T07:45:45.906 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.906 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.906 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.906 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T07:45:45.906 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.906 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.906 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.906 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T07:45:45.906 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.906 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.906 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.906 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T07:45:45.906 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 1136787, 2024-04-13T07:45:45.906 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 340 2024-04-13T07:45:45.907 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.907 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T07:45:45.907 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 352, 2024-04-13T07:45:45.907 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 4 2024-04-13T07:45:45.907 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.907 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T07:45:45.907 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.907 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.907 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.907 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:45.907 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.907 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.907 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.907 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T07:45:45.908 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.908 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.908 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.908 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T07:45:45.908 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.908 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.908 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.908 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T07:45:45.908 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 6392, 2024-04-13T07:45:45.908 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 120 2024-04-13T07:45:45.908 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.908 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T07:45:45.908 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 12744, 2024-04-13T07:45:45.908 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1546 2024-04-13T07:45:45.908 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.908 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T07:45:45.909 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 10304, 2024-04-13T07:45:45.909 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 166 2024-04-13T07:45:45.909 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.909 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T07:45:45.909 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.909 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.909 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.909 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T07:45:45.909 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.909 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.909 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:45.909 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:45.909 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.909 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:45.909 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.0": { 2024-04-13T07:45:45.910 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T07:45:45.910 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.910 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.910 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.910 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T07:45:45.910 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 6368, 2024-04-13T07:45:45.910 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 123 2024-04-13T07:45:45.910 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.910 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T07:45:45.910 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 16896, 2024-04-13T07:45:45.910 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 8 2024-04-13T07:45:45.910 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.910 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T07:45:45.910 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 576, 2024-04-13T07:45:45.910 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3 2024-04-13T07:45:45.910 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.911 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T07:45:45.911 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 5840, 2024-04-13T07:45:45.911 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 73 2024-04-13T07:45:45.911 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.911 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T07:45:45.911 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 20944, 2024-04-13T07:45:45.911 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 187 2024-04-13T07:45:45.911 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.911 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T07:45:45.911 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 1824, 2024-04-13T07:45:45.911 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 46 2024-04-13T07:45:45.911 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.911 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T07:45:45.911 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 610304, 2024-04-13T07:45:45.911 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 18 2024-04-13T07:45:45.911 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.911 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T07:45:45.912 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 91898, 2024-04-13T07:45:45.912 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 15766 2024-04-13T07:45:45.912 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.912 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T07:45:45.912 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 205616, 2024-04-13T07:45:45.912 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 334 2024-04-13T07:45:45.912 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.912 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T07:45:45.912 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 11484, 2024-04-13T07:45:45.912 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 743 2024-04-13T07:45:45.912 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.912 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T07:45:45.912 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 8976, 2024-04-13T07:45:45.912 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 187 2024-04-13T07:45:45.912 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.912 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T07:45:45.912 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.912 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.913 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.913 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T07:45:45.913 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 31958, 2024-04-13T07:45:45.913 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 202 2024-04-13T07:45:45.913 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.913 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T07:45:45.913 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 20944, 2024-04-13T07:45:45.913 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 187 2024-04-13T07:45:45.913 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.913 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T07:45:45.913 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.913 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.913 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.913 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T07:45:45.913 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 389393, 2024-04-13T07:45:45.913 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 86 2024-04-13T07:45:45.914 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.914 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T07:45:45.914 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.914 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.914 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.914 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T07:45:45.914 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2460396, 2024-04-13T07:45:45.914 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 198 2024-04-13T07:45:45.914 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.914 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T07:45:45.914 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 7040, 2024-04-13T07:45:45.914 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 80 2024-04-13T07:45:45.914 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.914 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T07:45:45.914 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.914 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.915 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.915 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:45.915 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 533232, 2024-04-13T07:45:45.915 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 46 2024-04-13T07:45:45.915 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.915 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T07:45:45.915 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.915 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.915 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.915 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T07:45:45.915 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 88088, 2024-04-13T07:45:45.915 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 171 2024-04-13T07:45:45.915 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.915 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T07:45:45.915 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 224744, 2024-04-13T07:45:45.915 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3444 2024-04-13T07:45:45.915 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.916 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T07:45:45.916 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.916 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.916 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.916 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T07:45:45.916 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.916 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.916 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.916 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T07:45:45.916 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.916 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.916 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.916 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T07:45:45.916 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.916 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.916 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:45.917 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.917 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.1": { 2024-04-13T07:45:45.917 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T07:45:45.917 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.917 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.917 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.917 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T07:45:45.917 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 6368, 2024-04-13T07:45:45.917 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 123 2024-04-13T07:45:45.917 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.917 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T07:45:45.917 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 16896, 2024-04-13T07:45:45.917 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 8 2024-04-13T07:45:45.917 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.917 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T07:45:45.917 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 576, 2024-04-13T07:45:45.918 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3 2024-04-13T07:45:45.918 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.918 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T07:45:45.918 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 4960, 2024-04-13T07:45:45.918 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 62 2024-04-13T07:45:45.918 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.918 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T07:45:45.918 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 19600, 2024-04-13T07:45:45.918 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 175 2024-04-13T07:45:45.918 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.918 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T07:45:45.918 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 1264, 2024-04-13T07:45:45.918 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 41 2024-04-13T07:45:45.918 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.918 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T07:45:45.918 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 16384, 2024-04-13T07:45:45.919 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 4 2024-04-13T07:45:45.919 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.919 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T07:45:45.919 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 44800, 2024-04-13T07:45:45.919 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 8479 2024-04-13T07:45:45.919 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.919 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T07:45:45.919 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 126736, 2024-04-13T07:45:45.919 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 218 2024-04-13T07:45:45.919 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.919 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T07:45:45.919 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 9216, 2024-04-13T07:45:45.919 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 566 2024-04-13T07:45:45.919 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.919 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T07:45:45.919 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 8400, 2024-04-13T07:45:45.919 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 175 2024-04-13T07:45:45.920 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.920 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T07:45:45.920 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.920 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.920 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.920 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T07:45:45.920 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 27258, 2024-04-13T07:45:45.920 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 186 2024-04-13T07:45:45.920 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.920 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T07:45:45.920 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 19600, 2024-04-13T07:45:45.920 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 175 2024-04-13T07:45:45.920 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.920 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T07:45:45.920 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 736, 2024-04-13T07:45:45.920 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1 2024-04-13T07:45:45.920 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.921 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T07:45:45.921 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 421985, 2024-04-13T07:45:45.921 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 94 2024-04-13T07:45:45.921 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.921 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T07:45:45.921 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 12112, 2024-04-13T07:45:45.921 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3 2024-04-13T07:45:45.921 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.921 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T07:45:45.921 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2442874, 2024-04-13T07:45:45.921 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 186 2024-04-13T07:45:45.921 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.921 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T07:45:45.921 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 4840, 2024-04-13T07:45:45.921 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 55 2024-04-13T07:45:45.921 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.922 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T07:45:45.922 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.922 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.922 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.922 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:45.922 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 417312, 2024-04-13T07:45:45.922 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 36 2024-04-13T07:45:45.922 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.922 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T07:45:45.922 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.922 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.922 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.922 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T07:45:45.922 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 7280, 2024-04-13T07:45:45.922 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 18 2024-04-13T07:45:45.923 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.923 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T07:45:45.923 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 224744, 2024-04-13T07:45:45.923 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3444 2024-04-13T07:45:45.923 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.923 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T07:45:45.923 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.923 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.923 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.923 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T07:45:45.923 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.923 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.923 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.923 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T07:45:45.923 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.924 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.924 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.924 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T07:45:45.924 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.924 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.924 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:45.924 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.924 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.2": { 2024-04-13T07:45:45.924 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T07:45:45.924 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.924 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.924 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.924 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T07:45:45.924 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 6368, 2024-04-13T07:45:45.924 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 123 2024-04-13T07:45:45.924 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.924 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T07:45:45.925 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 16896, 2024-04-13T07:45:45.925 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 8 2024-04-13T07:45:45.925 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.925 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T07:45:45.925 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 576, 2024-04-13T07:45:45.925 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3 2024-04-13T07:45:45.925 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.925 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T07:45:45.925 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 4320, 2024-04-13T07:45:45.925 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 54 2024-04-13T07:45:45.925 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.925 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T07:45:45.925 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 19488, 2024-04-13T07:45:45.925 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 174 2024-04-13T07:45:45.925 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.925 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T07:45:45.925 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 1152, 2024-04-13T07:45:45.926 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 40 2024-04-13T07:45:45.926 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.926 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T07:45:45.926 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 12288, 2024-04-13T07:45:45.926 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3 2024-04-13T07:45:45.926 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.926 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T07:45:45.926 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 44380, 2024-04-13T07:45:45.926 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 8342 2024-04-13T07:45:45.926 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.926 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T07:45:45.926 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 124016, 2024-04-13T07:45:45.926 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 214 2024-04-13T07:45:45.926 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.926 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T07:45:45.926 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 8300, 2024-04-13T07:45:45.927 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 517 2024-04-13T07:45:45.927 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.927 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T07:45:45.927 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 8352, 2024-04-13T07:45:45.927 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 174 2024-04-13T07:45:45.927 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.927 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T07:45:45.927 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.927 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.927 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.927 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T07:45:45.927 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 26402, 2024-04-13T07:45:45.927 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 182 2024-04-13T07:45:45.927 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.928 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T07:45:45.928 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 19488, 2024-04-13T07:45:45.928 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 174 2024-04-13T07:45:45.928 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.928 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T07:45:45.928 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 736, 2024-04-13T07:45:45.928 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1 2024-04-13T07:45:45.928 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.928 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T07:45:45.928 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 356449, 2024-04-13T07:45:45.928 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 78 2024-04-13T07:45:45.928 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.928 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T07:45:45.928 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 12112, 2024-04-13T07:45:45.928 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3 2024-04-13T07:45:45.929 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.929 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T07:45:45.929 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2421036, 2024-04-13T07:45:45.929 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 178 2024-04-13T07:45:45.929 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.929 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T07:45:45.929 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 4488, 2024-04-13T07:45:45.929 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 51 2024-04-13T07:45:45.929 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.929 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T07:45:45.929 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.929 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.929 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.929 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:45.929 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 359352, 2024-04-13T07:45:45.929 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 31 2024-04-13T07:45:45.930 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.930 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T07:45:45.930 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.930 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.930 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.930 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T07:45:45.930 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 10400, 2024-04-13T07:45:45.930 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 28 2024-04-13T07:45:45.930 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.930 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T07:45:45.930 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 225256, 2024-04-13T07:45:45.930 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3468 2024-04-13T07:45:45.930 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.930 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T07:45:45.931 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.931 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.931 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.931 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T07:45:45.931 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.931 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.931 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.931 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T07:45:45.931 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.931 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.931 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.931 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T07:45:45.931 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.931 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.931 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:45.931 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.931 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.3": { 2024-04-13T07:45:45.932 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T07:45:45.932 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.932 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.932 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.932 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T07:45:45.932 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 6368, 2024-04-13T07:45:45.932 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 123 2024-04-13T07:45:45.932 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.932 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T07:45:45.932 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 16896, 2024-04-13T07:45:45.932 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 8 2024-04-13T07:45:45.932 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.932 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T07:45:45.932 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 576, 2024-04-13T07:45:45.932 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3 2024-04-13T07:45:45.933 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.933 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T07:45:45.933 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 3680, 2024-04-13T07:45:45.933 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 46 2024-04-13T07:45:45.933 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.933 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T07:45:45.933 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 19936, 2024-04-13T07:45:45.933 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 178 2024-04-13T07:45:45.933 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.933 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T07:45:45.933 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 592, 2024-04-13T07:45:45.933 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 35 2024-04-13T07:45:45.933 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.933 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T07:45:45.933 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 4096, 2024-04-13T07:45:45.933 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1 2024-04-13T07:45:45.934 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.934 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T07:45:45.934 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 44464, 2024-04-13T07:45:45.934 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 8506 2024-04-13T07:45:45.934 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.934 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T07:45:45.934 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 127416, 2024-04-13T07:45:45.934 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 219 2024-04-13T07:45:45.934 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.934 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T07:45:45.934 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 9420, 2024-04-13T07:45:45.934 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 575 2024-04-13T07:45:45.934 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.934 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T07:45:45.934 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 8544, 2024-04-13T07:45:45.934 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 178 2024-04-13T07:45:45.934 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.935 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T07:45:45.935 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.935 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.935 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.935 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T07:45:45.935 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 27010, 2024-04-13T07:45:45.935 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 187 2024-04-13T07:45:45.935 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.935 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T07:45:45.935 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 19936, 2024-04-13T07:45:45.935 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 178 2024-04-13T07:45:45.935 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.935 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T07:45:45.935 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2208, 2024-04-13T07:45:45.935 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3 2024-04-13T07:45:45.936 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.936 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T07:45:45.936 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 264277, 2024-04-13T07:45:45.936 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 56 2024-04-13T07:45:45.936 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.936 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T07:45:45.936 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 26565, 2024-04-13T07:45:45.936 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 9 2024-04-13T07:45:45.936 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.936 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T07:45:45.936 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2461486, 2024-04-13T07:45:45.936 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 190 2024-04-13T07:45:45.936 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.936 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T07:45:45.936 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 4840, 2024-04-13T07:45:45.936 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 55 2024-04-13T07:45:45.936 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.937 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T07:45:45.937 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.937 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.937 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.937 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:45.937 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 428904, 2024-04-13T07:45:45.937 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 37 2024-04-13T07:45:45.937 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.937 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T07:45:45.937 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.937 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.937 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.937 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T07:45:45.937 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 10400, 2024-04-13T07:45:45.937 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 20 2024-04-13T07:45:45.937 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.937 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T07:45:45.938 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 224744, 2024-04-13T07:45:45.938 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3444 2024-04-13T07:45:45.938 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.938 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T07:45:45.938 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.938 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.938 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.938 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T07:45:45.938 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.938 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.938 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.938 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T07:45:45.938 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.938 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.938 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.938 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T07:45:45.939 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.939 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.939 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:45.939 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.939 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.4": { 2024-04-13T07:45:45.939 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T07:45:45.939 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.939 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.939 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.939 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T07:45:45.939 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 6368, 2024-04-13T07:45:45.939 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 123 2024-04-13T07:45:45.939 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.939 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T07:45:45.939 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 16896, 2024-04-13T07:45:45.939 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 8 2024-04-13T07:45:45.939 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.940 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T07:45:45.940 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 576, 2024-04-13T07:45:45.940 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3 2024-04-13T07:45:45.940 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.940 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T07:45:45.940 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 3440, 2024-04-13T07:45:45.940 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 43 2024-04-13T07:45:45.940 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.940 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T07:45:45.940 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 19824, 2024-04-13T07:45:45.940 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 177 2024-04-13T07:45:45.940 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.940 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T07:45:45.940 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 1264, 2024-04-13T07:45:45.940 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 41 2024-04-13T07:45:45.940 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.940 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T07:45:45.941 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 4096, 2024-04-13T07:45:45.941 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1 2024-04-13T07:45:45.941 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.941 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T07:45:45.941 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 85744, 2024-04-13T07:45:45.941 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 14853 2024-04-13T07:45:45.941 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.941 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T07:45:45.941 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 196776, 2024-04-13T07:45:45.941 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 321 2024-04-13T07:45:45.941 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.941 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T07:45:45.941 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 9608, 2024-04-13T07:45:45.941 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 574 2024-04-13T07:45:45.941 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.941 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T07:45:45.941 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 8496, 2024-04-13T07:45:45.942 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 177 2024-04-13T07:45:45.942 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.942 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T07:45:45.942 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.942 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.942 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.942 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T07:45:45.942 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 27690, 2024-04-13T07:45:45.942 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 189 2024-04-13T07:45:45.942 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.942 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T07:45:45.942 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 19936, 2024-04-13T07:45:45.942 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 178 2024-04-13T07:45:45.942 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.942 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T07:45:45.942 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 1472, 2024-04-13T07:45:45.943 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 2 2024-04-13T07:45:45.943 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.943 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T07:45:45.943 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 919548, 2024-04-13T07:45:45.943 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 73 2024-04-13T07:45:45.943 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.943 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T07:45:45.943 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 20128, 2024-04-13T07:45:45.943 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 5 2024-04-13T07:45:45.943 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.943 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T07:45:45.943 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2411837, 2024-04-13T07:45:45.943 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 171 2024-04-13T07:45:45.943 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.943 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T07:45:45.943 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 4840, 2024-04-13T07:45:45.943 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 55 2024-04-13T07:45:45.943 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.944 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T07:45:45.944 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.944 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.944 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.944 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:45.944 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 452088, 2024-04-13T07:45:45.944 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 39 2024-04-13T07:45:45.944 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.944 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T07:45:45.944 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.944 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.944 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.944 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T07:45:45.944 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 7904, 2024-04-13T07:45:45.944 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 16 2024-04-13T07:45:45.944 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.944 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T07:45:45.945 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 225000, 2024-04-13T07:45:45.945 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3456 2024-04-13T07:45:45.945 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.945 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T07:45:45.945 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.945 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.945 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.945 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T07:45:45.945 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.945 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.945 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.945 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T07:45:45.945 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.945 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.945 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.945 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T07:45:45.946 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.946 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.946 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:45.946 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.946 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.5": { 2024-04-13T07:45:45.946 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T07:45:45.946 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.946 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.946 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.946 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T07:45:45.946 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 6368, 2024-04-13T07:45:45.946 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 123 2024-04-13T07:45:45.946 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.946 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T07:45:45.946 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 16896, 2024-04-13T07:45:45.947 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 8 2024-04-13T07:45:45.947 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.947 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T07:45:45.947 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 576, 2024-04-13T07:45:45.947 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3 2024-04-13T07:45:45.947 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.947 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T07:45:45.947 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2800, 2024-04-13T07:45:45.947 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 35 2024-04-13T07:45:45.947 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.947 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T07:45:45.947 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 19600, 2024-04-13T07:45:45.948 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 175 2024-04-13T07:45:45.948 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.948 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T07:45:45.948 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 480, 2024-04-13T07:45:45.948 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 34 2024-04-13T07:45:45.948 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.948 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T07:45:45.948 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.948 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.948 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.948 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T07:45:45.948 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 85860, 2024-04-13T07:45:45.948 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 14862 2024-04-13T07:45:45.948 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.948 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T07:45:45.949 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 197456, 2024-04-13T07:45:45.949 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 322 2024-04-13T07:45:45.949 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.949 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T07:45:45.949 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 9920, 2024-04-13T07:45:45.949 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 574 2024-04-13T07:45:45.949 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.949 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T07:45:45.949 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 8400, 2024-04-13T07:45:45.949 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 175 2024-04-13T07:45:45.949 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.949 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T07:45:45.949 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.949 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.949 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.949 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T07:45:45.950 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 28282, 2024-04-13T07:45:45.950 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 190 2024-04-13T07:45:45.950 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.950 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T07:45:45.950 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 19600, 2024-04-13T07:45:45.950 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 175 2024-04-13T07:45:45.950 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.950 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T07:45:45.950 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2208, 2024-04-13T07:45:45.950 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3 2024-04-13T07:45:45.950 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.950 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T07:45:45.950 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 825304, 2024-04-13T07:45:45.950 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 50 2024-04-13T07:45:45.950 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.950 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T07:45:45.951 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 26565, 2024-04-13T07:45:45.951 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 9 2024-04-13T07:45:45.951 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.951 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T07:45:45.951 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2447302, 2024-04-13T07:45:45.951 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 178 2024-04-13T07:45:45.951 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.951 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T07:45:45.951 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 5456, 2024-04-13T07:45:45.951 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 62 2024-04-13T07:45:45.951 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.951 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T07:45:45.951 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.951 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.951 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.951 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:45.952 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 486864, 2024-04-13T07:45:45.952 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 42 2024-04-13T07:45:45.952 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.952 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T07:45:45.952 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.952 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.952 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.952 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T07:45:45.952 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 11960, 2024-04-13T07:45:45.952 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 23 2024-04-13T07:45:45.952 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.952 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T07:45:45.952 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 225512, 2024-04-13T07:45:45.952 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3480 2024-04-13T07:45:45.952 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.953 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T07:45:45.953 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.953 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.953 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.953 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T07:45:45.953 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.953 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.953 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.953 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T07:45:45.953 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.953 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.953 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.953 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T07:45:45.953 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.953 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.953 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:45.953 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.953 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.6": { 2024-04-13T07:45:45.954 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T07:45:45.954 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.954 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.954 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.954 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T07:45:45.954 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 6368, 2024-04-13T07:45:45.954 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 123 2024-04-13T07:45:45.954 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.954 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T07:45:45.954 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 16896, 2024-04-13T07:45:45.954 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 8 2024-04-13T07:45:45.954 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.954 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T07:45:45.954 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 576, 2024-04-13T07:45:45.955 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3 2024-04-13T07:45:45.955 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.955 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T07:45:45.955 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2320, 2024-04-13T07:45:45.955 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 29 2024-04-13T07:45:45.955 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.955 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T07:45:45.955 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 20608, 2024-04-13T07:45:45.955 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 184 2024-04-13T07:45:45.955 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.955 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T07:45:45.955 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 592, 2024-04-13T07:45:45.955 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 35 2024-04-13T07:45:45.955 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.956 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T07:45:45.956 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 18786, 2024-04-13T07:45:45.956 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 4 2024-04-13T07:45:45.956 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.956 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T07:45:45.956 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 86126, 2024-04-13T07:45:45.956 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 15093 2024-04-13T07:45:45.956 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.956 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T07:45:45.956 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 195416, 2024-04-13T07:45:45.956 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 319 2024-04-13T07:45:45.956 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.956 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T07:45:45.956 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 10720, 2024-04-13T07:45:45.956 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 729 2024-04-13T07:45:45.956 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.957 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T07:45:45.957 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 8832, 2024-04-13T07:45:45.957 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 184 2024-04-13T07:45:45.957 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.957 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T07:45:45.957 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.957 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.957 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.957 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T07:45:45.957 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 28542, 2024-04-13T07:45:45.957 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 187 2024-04-13T07:45:45.957 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.957 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T07:45:45.957 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 20608, 2024-04-13T07:45:45.958 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 184 2024-04-13T07:45:45.958 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.958 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T07:45:45.958 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.958 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.958 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.958 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T07:45:45.958 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 450510, 2024-04-13T07:45:45.958 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 39 2024-04-13T07:45:45.958 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.958 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T07:45:45.958 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.958 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.958 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.959 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T07:45:45.959 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2437936, 2024-04-13T07:45:45.959 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 177 2024-04-13T07:45:45.959 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.959 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T07:45:45.959 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 4752, 2024-04-13T07:45:45.959 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 54 2024-04-13T07:45:45.959 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.959 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T07:45:45.959 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.959 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.959 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.959 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:45.959 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 440496, 2024-04-13T07:45:45.959 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 38 2024-04-13T07:45:45.959 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.960 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T07:45:45.960 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.960 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.960 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.960 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T07:45:45.960 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 88712, 2024-04-13T07:45:45.960 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 181 2024-04-13T07:45:45.960 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.960 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T07:45:45.960 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 224744, 2024-04-13T07:45:45.960 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3444 2024-04-13T07:45:45.960 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.960 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T07:45:45.960 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.960 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.960 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.961 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T07:45:45.961 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.961 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.961 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.961 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T07:45:45.961 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.961 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.961 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.961 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T07:45:45.961 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.961 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.961 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:45.961 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.961 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.7": { 2024-04-13T07:45:45.961 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T07:45:45.961 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.961 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.962 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.962 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T07:45:45.962 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 6368, 2024-04-13T07:45:45.962 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 123 2024-04-13T07:45:45.962 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.962 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T07:45:45.962 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 16896, 2024-04-13T07:45:45.962 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 8 2024-04-13T07:45:45.962 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.962 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T07:45:45.962 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 576, 2024-04-13T07:45:45.962 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3 2024-04-13T07:45:45.962 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.962 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T07:45:45.962 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 1840, 2024-04-13T07:45:45.962 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 23 2024-04-13T07:45:45.962 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.963 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T07:45:45.963 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 20496, 2024-04-13T07:45:45.963 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 183 2024-04-13T07:45:45.963 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.963 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T07:45:45.963 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 1040, 2024-04-13T07:45:45.963 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 39 2024-04-13T07:45:45.963 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.963 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T07:45:45.963 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 270336, 2024-04-13T07:45:45.963 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 7 2024-04-13T07:45:45.963 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.963 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T07:45:45.963 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 47225, 2024-04-13T07:45:45.963 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 9133 2024-04-13T07:45:45.963 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.963 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T07:45:45.964 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 132856, 2024-04-13T07:45:45.964 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 227 2024-04-13T07:45:45.964 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.964 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T07:45:45.964 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 11596, 2024-04-13T07:45:45.964 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 735 2024-04-13T07:45:45.964 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.964 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T07:45:45.964 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 8784, 2024-04-13T07:45:45.964 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 183 2024-04-13T07:45:45.964 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.964 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T07:45:45.964 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.964 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.964 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.964 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T07:45:45.965 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 30758, 2024-04-13T07:45:45.965 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 195 2024-04-13T07:45:45.965 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.965 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T07:45:45.965 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 20496, 2024-04-13T07:45:45.965 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 183 2024-04-13T07:45:45.965 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.965 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T07:45:45.965 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.965 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.965 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.965 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T07:45:45.965 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 138757, 2024-04-13T07:45:45.965 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 27 2024-04-13T07:45:45.965 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.965 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T07:45:45.965 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.966 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.966 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.966 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T07:45:45.966 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2409830, 2024-04-13T07:45:45.966 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 189 2024-04-13T07:45:45.966 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.966 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T07:45:45.966 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 5808, 2024-04-13T07:45:45.966 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 66 2024-04-13T07:45:45.966 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.966 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T07:45:45.966 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.966 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.966 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.966 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:45.967 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 533232, 2024-04-13T07:45:45.967 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 46 2024-04-13T07:45:45.967 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.967 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T07:45:45.967 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.967 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.967 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.967 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T07:45:45.967 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 88920, 2024-04-13T07:45:45.967 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 199 2024-04-13T07:45:45.967 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.967 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T07:45:45.967 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 224744, 2024-04-13T07:45:45.967 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3444 2024-04-13T07:45:45.967 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.967 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T07:45:45.968 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.968 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.968 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.968 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T07:45:45.968 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.968 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.968 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.968 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T07:45:45.968 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.968 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.968 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.968 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T07:45:45.968 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:45.968 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:45.968 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:45.968 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:45.968 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:45.969 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.969 INFO:tasks.workunit.client.0.smithi119.stdout: "metadata": { 2024-04-13T07:45:45.969 INFO:tasks.workunit.client.0.smithi119.stdout: "mds": { 2024-04-13T07:45:45.969 INFO:tasks.workunit.client.0.smithi119.stdout: "arch": { 2024-04-13T07:45:45.969 INFO:tasks.workunit.client.0.smithi119.stdout: "x86_64": 2 2024-04-13T07:45:45.969 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.969 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_version": { 2024-04-13T07:45:45.969 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 2 2024-04-13T07:45:45.969 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.969 INFO:tasks.workunit.client.0.smithi119.stdout: "cpu": { 2024-04-13T07:45:45.969 INFO:tasks.workunit.client.0.smithi119.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-13T07:45:45.969 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.969 INFO:tasks.workunit.client.0.smithi119.stdout: "distro": { 2024-04-13T07:45:45.969 INFO:tasks.workunit.client.0.smithi119.stdout: "centos": 2 2024-04-13T07:45:45.969 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.969 INFO:tasks.workunit.client.0.smithi119.stdout: "distro_description": { 2024-04-13T07:45:45.970 INFO:tasks.workunit.client.0.smithi119.stdout: "CentOS Stream 8": 2 2024-04-13T07:45:45.970 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.970 INFO:tasks.workunit.client.0.smithi119.stdout: "kernel_description": { 2024-04-13T07:45:45.970 INFO:tasks.workunit.client.0.smithi119.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-13T07:45:45.970 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.970 INFO:tasks.workunit.client.0.smithi119.stdout: "kernel_version": { 2024-04-13T07:45:45.970 INFO:tasks.workunit.client.0.smithi119.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-13T07:45:45.970 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.970 INFO:tasks.workunit.client.0.smithi119.stdout: "os": { 2024-04-13T07:45:45.970 INFO:tasks.workunit.client.0.smithi119.stdout: "Linux": 2 2024-04-13T07:45:45.970 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:45.970 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.970 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T07:45:45.970 INFO:tasks.workunit.client.0.smithi119.stdout: "arch": { 2024-04-13T07:45:45.970 INFO:tasks.workunit.client.0.smithi119.stdout: "x86_64": 3 2024-04-13T07:45:45.971 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.971 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_version": { 2024-04-13T07:45:45.971 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 3 2024-04-13T07:45:45.971 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.971 INFO:tasks.workunit.client.0.smithi119.stdout: "cpu": { 2024-04-13T07:45:45.971 INFO:tasks.workunit.client.0.smithi119.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-13T07:45:45.971 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.971 INFO:tasks.workunit.client.0.smithi119.stdout: "distro": { 2024-04-13T07:45:45.971 INFO:tasks.workunit.client.0.smithi119.stdout: "centos": 3 2024-04-13T07:45:45.971 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.971 INFO:tasks.workunit.client.0.smithi119.stdout: "distro_description": { 2024-04-13T07:45:45.971 INFO:tasks.workunit.client.0.smithi119.stdout: "CentOS Stream 8": 3 2024-04-13T07:45:45.971 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.971 INFO:tasks.workunit.client.0.smithi119.stdout: "kernel_description": { 2024-04-13T07:45:45.971 INFO:tasks.workunit.client.0.smithi119.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-13T07:45:45.971 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.971 INFO:tasks.workunit.client.0.smithi119.stdout: "kernel_version": { 2024-04-13T07:45:45.972 INFO:tasks.workunit.client.0.smithi119.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-13T07:45:45.972 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.972 INFO:tasks.workunit.client.0.smithi119.stdout: "os": { 2024-04-13T07:45:45.972 INFO:tasks.workunit.client.0.smithi119.stdout: "Linux": 3 2024-04-13T07:45:45.972 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:45.972 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.972 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:45.972 INFO:tasks.workunit.client.0.smithi119.stdout: "arch": { 2024-04-13T07:45:45.972 INFO:tasks.workunit.client.0.smithi119.stdout: "x86_64": 8 2024-04-13T07:45:45.972 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.972 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_version": { 2024-04-13T07:45:45.972 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 8 2024-04-13T07:45:45.972 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.972 INFO:tasks.workunit.client.0.smithi119.stdout: "cpu": { 2024-04-13T07:45:45.972 INFO:tasks.workunit.client.0.smithi119.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-13T07:45:45.972 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.973 INFO:tasks.workunit.client.0.smithi119.stdout: "distro": { 2024-04-13T07:45:45.973 INFO:tasks.workunit.client.0.smithi119.stdout: "centos": 8 2024-04-13T07:45:45.973 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.973 INFO:tasks.workunit.client.0.smithi119.stdout: "distro_description": { 2024-04-13T07:45:45.973 INFO:tasks.workunit.client.0.smithi119.stdout: "CentOS Stream 8": 8 2024-04-13T07:45:45.973 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.973 INFO:tasks.workunit.client.0.smithi119.stdout: "kernel_description": { 2024-04-13T07:45:45.973 INFO:tasks.workunit.client.0.smithi119.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-13T07:45:45.973 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.973 INFO:tasks.workunit.client.0.smithi119.stdout: "kernel_version": { 2024-04-13T07:45:45.973 INFO:tasks.workunit.client.0.smithi119.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-13T07:45:45.973 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.973 INFO:tasks.workunit.client.0.smithi119.stdout: "os": { 2024-04-13T07:45:45.973 INFO:tasks.workunit.client.0.smithi119.stdout: "Linux": 8 2024-04-13T07:45:45.974 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.974 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_objectstore": { 2024-04-13T07:45:45.974 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": 8 2024-04-13T07:45:45.974 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.974 INFO:tasks.workunit.client.0.smithi119.stdout: "rotational": { 2024-04-13T07:45:45.974 INFO:tasks.workunit.client.0.smithi119.stdout: "0": 8 2024-04-13T07:45:45.974 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:45.974 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:45.974 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.974 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T07:45:45.974 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3, 2024-04-13T07:45:45.974 INFO:tasks.workunit.client.0.smithi119.stdout: "features": { 2024-04-13T07:45:45.974 INFO:tasks.workunit.client.0.smithi119.stdout: "optional": [], 2024-04-13T07:45:45.974 INFO:tasks.workunit.client.0.smithi119.stdout: "persistent": [ 2024-04-13T07:45:45.974 INFO:tasks.workunit.client.0.smithi119.stdout: "kraken", 2024-04-13T07:45:45.974 INFO:tasks.workunit.client.0.smithi119.stdout: "luminous", 2024-04-13T07:45:45.974 INFO:tasks.workunit.client.0.smithi119.stdout: "mimic", 2024-04-13T07:45:45.975 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap-prune", 2024-04-13T07:45:45.975 INFO:tasks.workunit.client.0.smithi119.stdout: "nautilus", 2024-04-13T07:45:45.975 INFO:tasks.workunit.client.0.smithi119.stdout: "octopus", 2024-04-13T07:45:45.975 INFO:tasks.workunit.client.0.smithi119.stdout: "pacific", 2024-04-13T07:45:45.975 INFO:tasks.workunit.client.0.smithi119.stdout: "elector-pinging", 2024-04-13T07:45:45.975 INFO:tasks.workunit.client.0.smithi119.stdout: "quincy", 2024-04-13T07:45:45.975 INFO:tasks.workunit.client.0.smithi119.stdout: "reef" 2024-04-13T07:45:45.975 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:45.975 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.975 INFO:tasks.workunit.client.0.smithi119.stdout: "ipv4_addr_mons": 6, 2024-04-13T07:45:45.975 INFO:tasks.workunit.client.0.smithi119.stdout: "ipv6_addr_mons": 0, 2024-04-13T07:45:45.975 INFO:tasks.workunit.client.0.smithi119.stdout: "min_mon_release": 18, 2024-04-13T07:45:45.975 INFO:tasks.workunit.client.0.smithi119.stdout: "v1_addr_mons": 3, 2024-04-13T07:45:45.975 INFO:tasks.workunit.client.0.smithi119.stdout: "v2_addr_mons": 3 2024-04-13T07:45:45.975 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.975 INFO:tasks.workunit.client.0.smithi119.stdout: "organization": "ceph-qa", 2024-04-13T07:45:45.975 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:45.976 INFO:tasks.workunit.client.0.smithi119.stdout: "cluster_network": false, 2024-04-13T07:45:45.976 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8, 2024-04-13T07:45:45.976 INFO:tasks.workunit.client.0.smithi119.stdout: "require_min_compat_client": "luminous", 2024-04-13T07:45:45.976 INFO:tasks.workunit.client.0.smithi119.stdout: "require_osd_release": "reef" 2024-04-13T07:45:45.976 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.976 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_perf_histograms": [ 2024-04-13T07:45:45.976 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:45.976 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T07:45:45.976 INFO:tasks.workunit.client.0.smithi119.stdout: "axes": [ 2024-04-13T07:45:45.976 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:45.976 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 32, 2024-04-13T07:45:45.976 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T07:45:45.976 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "Latency (usec)", 2024-04-13T07:45:45.976 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 100000, 2024-04-13T07:45:45.976 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T07:45:45.977 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T07:45:45.977 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 99999]", 2024-04-13T07:45:45.977 INFO:tasks.workunit.client.0.smithi119.stdout: "[100000, 199999]", 2024-04-13T07:45:45.977 INFO:tasks.workunit.client.0.smithi119.stdout: "[200000, 399999]", 2024-04-13T07:45:45.977 INFO:tasks.workunit.client.0.smithi119.stdout: "[400000, 799999]", 2024-04-13T07:45:45.977 INFO:tasks.workunit.client.0.smithi119.stdout: "[800000, 1599999]", 2024-04-13T07:45:45.977 INFO:tasks.workunit.client.0.smithi119.stdout: "[1600000, 3199999]", 2024-04-13T07:45:45.977 INFO:tasks.workunit.client.0.smithi119.stdout: "[3200000, 6399999]", 2024-04-13T07:45:45.977 INFO:tasks.workunit.client.0.smithi119.stdout: "[6400000, 12799999]", 2024-04-13T07:45:45.977 INFO:tasks.workunit.client.0.smithi119.stdout: "[12800000, 25599999]", 2024-04-13T07:45:45.977 INFO:tasks.workunit.client.0.smithi119.stdout: "[25600000, 51199999]", 2024-04-13T07:45:45.977 INFO:tasks.workunit.client.0.smithi119.stdout: "[51200000, 102399999]", 2024-04-13T07:45:45.977 INFO:tasks.workunit.client.0.smithi119.stdout: "[102400000, 204799999]", 2024-04-13T07:45:45.977 INFO:tasks.workunit.client.0.smithi119.stdout: "[204800000, 409599999]", 2024-04-13T07:45:45.977 INFO:tasks.workunit.client.0.smithi119.stdout: "[409600000, 819199999]", 2024-04-13T07:45:45.978 INFO:tasks.workunit.client.0.smithi119.stdout: "[819200000, 1638399999]", 2024-04-13T07:45:45.978 INFO:tasks.workunit.client.0.smithi119.stdout: "[1638400000, 3276799999]", 2024-04-13T07:45:45.978 INFO:tasks.workunit.client.0.smithi119.stdout: "[3276800000, 6553599999]", 2024-04-13T07:45:45.978 INFO:tasks.workunit.client.0.smithi119.stdout: "[6553600000, 13107199999]", 2024-04-13T07:45:45.978 INFO:tasks.workunit.client.0.smithi119.stdout: "[13107200000, 26214399999]", 2024-04-13T07:45:45.978 INFO:tasks.workunit.client.0.smithi119.stdout: "[26214400000, 52428799999]", 2024-04-13T07:45:45.978 INFO:tasks.workunit.client.0.smithi119.stdout: "[52428800000, 104857599999]", 2024-04-13T07:45:45.978 INFO:tasks.workunit.client.0.smithi119.stdout: "[104857600000, 209715199999]", 2024-04-13T07:45:45.978 INFO:tasks.workunit.client.0.smithi119.stdout: "[209715200000, 419430399999]", 2024-04-13T07:45:45.978 INFO:tasks.workunit.client.0.smithi119.stdout: "[419430400000, 838860799999]", 2024-04-13T07:45:45.978 INFO:tasks.workunit.client.0.smithi119.stdout: "[838860800000, 1677721599999]", 2024-04-13T07:45:45.978 INFO:tasks.workunit.client.0.smithi119.stdout: "[1677721600000, 3355443199999]", 2024-04-13T07:45:45.978 INFO:tasks.workunit.client.0.smithi119.stdout: "[3355443200000, 6710886399999]", 2024-04-13T07:45:45.978 INFO:tasks.workunit.client.0.smithi119.stdout: "[6710886400000, 13421772799999]", 2024-04-13T07:45:45.979 INFO:tasks.workunit.client.0.smithi119.stdout: "[13421772800000, 26843545599999]", 2024-04-13T07:45:45.979 INFO:tasks.workunit.client.0.smithi119.stdout: "[26843545600000, 53687091199999]", 2024-04-13T07:45:45.979 INFO:tasks.workunit.client.0.smithi119.stdout: "[53687091200000, None]" 2024-04-13T07:45:45.979 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:45.979 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "log2" 2024-04-13T07:45:45.979 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.979 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:45.979 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 32, 2024-04-13T07:45:45.979 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T07:45:45.979 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "Request size (bytes)", 2024-04-13T07:45:45.979 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 512, 2024-04-13T07:45:45.979 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T07:45:45.979 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T07:45:45.979 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 511]", 2024-04-13T07:45:45.979 INFO:tasks.workunit.client.0.smithi119.stdout: "[512, 1023]", 2024-04-13T07:45:45.979 INFO:tasks.workunit.client.0.smithi119.stdout: "[1024, 2047]", 2024-04-13T07:45:45.979 INFO:tasks.workunit.client.0.smithi119.stdout: "[2048, 4095]", 2024-04-13T07:45:45.980 INFO:tasks.workunit.client.0.smithi119.stdout: "[4096, 8191]", 2024-04-13T07:45:45.980 INFO:tasks.workunit.client.0.smithi119.stdout: "[8192, 16383]", 2024-04-13T07:45:45.980 INFO:tasks.workunit.client.0.smithi119.stdout: "[16384, 32767]", 2024-04-13T07:45:45.980 INFO:tasks.workunit.client.0.smithi119.stdout: "[32768, 65535]", 2024-04-13T07:45:45.980 INFO:tasks.workunit.client.0.smithi119.stdout: "[65536, 131071]", 2024-04-13T07:45:45.980 INFO:tasks.workunit.client.0.smithi119.stdout: "[131072, 262143]", 2024-04-13T07:45:45.980 INFO:tasks.workunit.client.0.smithi119.stdout: "[262144, 524287]", 2024-04-13T07:45:45.980 INFO:tasks.workunit.client.0.smithi119.stdout: "[524288, 1048575]", 2024-04-13T07:45:45.980 INFO:tasks.workunit.client.0.smithi119.stdout: "[1048576, 2097151]", 2024-04-13T07:45:45.980 INFO:tasks.workunit.client.0.smithi119.stdout: "[2097152, 4194303]", 2024-04-13T07:45:45.980 INFO:tasks.workunit.client.0.smithi119.stdout: "[4194304, 8388607]", 2024-04-13T07:45:45.980 INFO:tasks.workunit.client.0.smithi119.stdout: "[8388608, 16777215]", 2024-04-13T07:45:45.980 INFO:tasks.workunit.client.0.smithi119.stdout: "[16777216, 33554431]", 2024-04-13T07:45:45.980 INFO:tasks.workunit.client.0.smithi119.stdout: "[33554432, 67108863]", 2024-04-13T07:45:45.980 INFO:tasks.workunit.client.0.smithi119.stdout: "[67108864, 134217727]", 2024-04-13T07:45:45.980 INFO:tasks.workunit.client.0.smithi119.stdout: "[134217728, 268435455]", 2024-04-13T07:45:45.981 INFO:tasks.workunit.client.0.smithi119.stdout: "[268435456, 536870911]", 2024-04-13T07:45:45.981 INFO:tasks.workunit.client.0.smithi119.stdout: "[536870912, 1073741823]", 2024-04-13T07:45:45.981 INFO:tasks.workunit.client.0.smithi119.stdout: "[1073741824, 2147483647]", 2024-04-13T07:45:45.981 INFO:tasks.workunit.client.0.smithi119.stdout: "[2147483648, 4294967295]", 2024-04-13T07:45:45.981 INFO:tasks.workunit.client.0.smithi119.stdout: "[4294967296, 8589934591]", 2024-04-13T07:45:45.981 INFO:tasks.workunit.client.0.smithi119.stdout: "[8589934592, 17179869183]", 2024-04-13T07:45:45.981 INFO:tasks.workunit.client.0.smithi119.stdout: "[17179869184, 34359738367]", 2024-04-13T07:45:45.981 INFO:tasks.workunit.client.0.smithi119.stdout: "[34359738368, 68719476735]", 2024-04-13T07:45:45.981 INFO:tasks.workunit.client.0.smithi119.stdout: "[68719476736, 137438953471]", 2024-04-13T07:45:45.981 INFO:tasks.workunit.client.0.smithi119.stdout: "[137438953472, 274877906943]", 2024-04-13T07:45:45.981 INFO:tasks.workunit.client.0.smithi119.stdout: "[274877906944, None]" 2024-04-13T07:45:45.981 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:45.981 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "log2" 2024-04-13T07:45:45.981 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:45.981 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:45.981 INFO:tasks.workunit.client.0.smithi119.stdout: "osds": [ 2024-04-13T07:45:45.981 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:45.982 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 0, 2024-04-13T07:45:45.982 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:45.982 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.982 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.982 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.982 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.982 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.982 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.982 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.982 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.982 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.982 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.982 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.983 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.983 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.983 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.983 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.983 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.983 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.983 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.983 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.983 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.983 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.983 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.983 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.983 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.983 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.983 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.984 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.984 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.984 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.984 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.984 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.984 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:45.984 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:45.984 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.984 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:45.984 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 1, 2024-04-13T07:45:45.984 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:45.984 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.984 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.984 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.984 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.984 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.984 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.985 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.985 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.985 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.985 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.985 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.985 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.985 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.985 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.985 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.985 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.985 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.985 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.985 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.985 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.985 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.986 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.986 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.986 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.986 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.986 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.986 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.986 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.986 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.986 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.986 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.986 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:45.986 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:45.986 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.987 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:45.987 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 2, 2024-04-13T07:45:45.987 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:45.987 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.987 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.987 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.987 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.987 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.987 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.987 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.987 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.987 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.987 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.987 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.987 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.988 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.988 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.988 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.988 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.988 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.988 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.988 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.988 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.988 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.988 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.988 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.988 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.988 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.988 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.988 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.989 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.989 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.989 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.989 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.989 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:45.989 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:45.989 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.989 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:45.989 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 3, 2024-04-13T07:45:45.989 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:45.989 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.989 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.989 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.989 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.990 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.990 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.990 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.990 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.990 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.990 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.990 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.990 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.990 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.990 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.990 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.990 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.990 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.991 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.991 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.991 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.991 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.991 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.991 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.991 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.991 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.991 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.991 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.991 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.991 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.991 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.991 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.991 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:45.991 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:45.992 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.992 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:45.992 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 4, 2024-04-13T07:45:45.992 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:45.992 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.992 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.992 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.992 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.992 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.992 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.992 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.992 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.992 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.992 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.992 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.992 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.993 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.993 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.993 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.993 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.993 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.993 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.993 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.993 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.993 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.993 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.993 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.993 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.993 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.993 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.993 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.994 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.994 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.994 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.994 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.994 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:45.994 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:45.994 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.994 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:45.994 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 5, 2024-04-13T07:45:45.994 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:45.994 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.994 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.994 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.994 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.994 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.995 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.995 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.995 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.995 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.995 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.995 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.995 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.995 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.995 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.995 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.995 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.995 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.995 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.996 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.996 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.996 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.996 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.996 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.996 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.996 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.996 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.996 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.996 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.996 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.996 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.996 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.996 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:45.997 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:45.997 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.997 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:45.997 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 6, 2024-04-13T07:45:45.997 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:45.997 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.997 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.997 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.997 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.997 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.997 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.997 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.997 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.997 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.997 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.997 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.998 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.998 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.998 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.998 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.998 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.998 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.998 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.998 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.998 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.998 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.998 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.998 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.998 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.998 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.999 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.999 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.999 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.999 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.999 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.999 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.999 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:45.999 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:45.999 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:45.999 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:45.999 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 7, 2024-04-13T07:45:45.999 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:45.999 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.999 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:45.999 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.000 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.000 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.000 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.000 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.000 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.000 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.000 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.000 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.000 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.000 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.000 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.000 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.000 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.001 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.001 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.001 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.001 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.001 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.001 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.001 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.001 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.001 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.001 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.001 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.001 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.001 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.001 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.001 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.002 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:46.002 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:46.002 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.002 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:46.002 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.002 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T07:45:46.002 INFO:tasks.workunit.client.0.smithi119.stdout: "axes": [ 2024-04-13T07:45:46.002 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.002 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 32, 2024-04-13T07:45:46.002 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T07:45:46.002 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "Latency (usec)", 2024-04-13T07:45:46.002 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 100000, 2024-04-13T07:45:46.002 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T07:45:46.003 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T07:45:46.003 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 99999]", 2024-04-13T07:45:46.003 INFO:tasks.workunit.client.0.smithi119.stdout: "[100000, 199999]", 2024-04-13T07:45:46.003 INFO:tasks.workunit.client.0.smithi119.stdout: "[200000, 399999]", 2024-04-13T07:45:46.003 INFO:tasks.workunit.client.0.smithi119.stdout: "[400000, 799999]", 2024-04-13T07:45:46.003 INFO:tasks.workunit.client.0.smithi119.stdout: "[800000, 1599999]", 2024-04-13T07:45:46.003 INFO:tasks.workunit.client.0.smithi119.stdout: "[1600000, 3199999]", 2024-04-13T07:45:46.003 INFO:tasks.workunit.client.0.smithi119.stdout: "[3200000, 6399999]", 2024-04-13T07:45:46.003 INFO:tasks.workunit.client.0.smithi119.stdout: "[6400000, 12799999]", 2024-04-13T07:45:46.003 INFO:tasks.workunit.client.0.smithi119.stdout: "[12800000, 25599999]", 2024-04-13T07:45:46.003 INFO:tasks.workunit.client.0.smithi119.stdout: "[25600000, 51199999]", 2024-04-13T07:45:46.003 INFO:tasks.workunit.client.0.smithi119.stdout: "[51200000, 102399999]", 2024-04-13T07:45:46.003 INFO:tasks.workunit.client.0.smithi119.stdout: "[102400000, 204799999]", 2024-04-13T07:45:46.003 INFO:tasks.workunit.client.0.smithi119.stdout: "[204800000, 409599999]", 2024-04-13T07:45:46.003 INFO:tasks.workunit.client.0.smithi119.stdout: "[409600000, 819199999]", 2024-04-13T07:45:46.003 INFO:tasks.workunit.client.0.smithi119.stdout: "[819200000, 1638399999]", 2024-04-13T07:45:46.003 INFO:tasks.workunit.client.0.smithi119.stdout: "[1638400000, 3276799999]", 2024-04-13T07:45:46.004 INFO:tasks.workunit.client.0.smithi119.stdout: "[3276800000, 6553599999]", 2024-04-13T07:45:46.004 INFO:tasks.workunit.client.0.smithi119.stdout: "[6553600000, 13107199999]", 2024-04-13T07:45:46.004 INFO:tasks.workunit.client.0.smithi119.stdout: "[13107200000, 26214399999]", 2024-04-13T07:45:46.004 INFO:tasks.workunit.client.0.smithi119.stdout: "[26214400000, 52428799999]", 2024-04-13T07:45:46.004 INFO:tasks.workunit.client.0.smithi119.stdout: "[52428800000, 104857599999]", 2024-04-13T07:45:46.004 INFO:tasks.workunit.client.0.smithi119.stdout: "[104857600000, 209715199999]", 2024-04-13T07:45:46.004 INFO:tasks.workunit.client.0.smithi119.stdout: "[209715200000, 419430399999]", 2024-04-13T07:45:46.004 INFO:tasks.workunit.client.0.smithi119.stdout: "[419430400000, 838860799999]", 2024-04-13T07:45:46.004 INFO:tasks.workunit.client.0.smithi119.stdout: "[838860800000, 1677721599999]", 2024-04-13T07:45:46.004 INFO:tasks.workunit.client.0.smithi119.stdout: "[1677721600000, 3355443199999]", 2024-04-13T07:45:46.004 INFO:tasks.workunit.client.0.smithi119.stdout: "[3355443200000, 6710886399999]", 2024-04-13T07:45:46.004 INFO:tasks.workunit.client.0.smithi119.stdout: "[6710886400000, 13421772799999]", 2024-04-13T07:45:46.004 INFO:tasks.workunit.client.0.smithi119.stdout: "[13421772800000, 26843545599999]", 2024-04-13T07:45:46.004 INFO:tasks.workunit.client.0.smithi119.stdout: "[26843545600000, 53687091199999]", 2024-04-13T07:45:46.004 INFO:tasks.workunit.client.0.smithi119.stdout: "[53687091200000, None]" 2024-04-13T07:45:46.004 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.005 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "log2" 2024-04-13T07:45:46.005 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.005 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.005 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 32, 2024-04-13T07:45:46.005 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T07:45:46.005 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "Request size (bytes)", 2024-04-13T07:45:46.005 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 512, 2024-04-13T07:45:46.005 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T07:45:46.005 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T07:45:46.005 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 511]", 2024-04-13T07:45:46.005 INFO:tasks.workunit.client.0.smithi119.stdout: "[512, 1023]", 2024-04-13T07:45:46.005 INFO:tasks.workunit.client.0.smithi119.stdout: "[1024, 2047]", 2024-04-13T07:45:46.005 INFO:tasks.workunit.client.0.smithi119.stdout: "[2048, 4095]", 2024-04-13T07:45:46.005 INFO:tasks.workunit.client.0.smithi119.stdout: "[4096, 8191]", 2024-04-13T07:45:46.005 INFO:tasks.workunit.client.0.smithi119.stdout: "[8192, 16383]", 2024-04-13T07:45:46.005 INFO:tasks.workunit.client.0.smithi119.stdout: "[16384, 32767]", 2024-04-13T07:45:46.005 INFO:tasks.workunit.client.0.smithi119.stdout: "[32768, 65535]", 2024-04-13T07:45:46.006 INFO:tasks.workunit.client.0.smithi119.stdout: "[65536, 131071]", 2024-04-13T07:45:46.006 INFO:tasks.workunit.client.0.smithi119.stdout: "[131072, 262143]", 2024-04-13T07:45:46.006 INFO:tasks.workunit.client.0.smithi119.stdout: "[262144, 524287]", 2024-04-13T07:45:46.006 INFO:tasks.workunit.client.0.smithi119.stdout: "[524288, 1048575]", 2024-04-13T07:45:46.006 INFO:tasks.workunit.client.0.smithi119.stdout: "[1048576, 2097151]", 2024-04-13T07:45:46.006 INFO:tasks.workunit.client.0.smithi119.stdout: "[2097152, 4194303]", 2024-04-13T07:45:46.006 INFO:tasks.workunit.client.0.smithi119.stdout: "[4194304, 8388607]", 2024-04-13T07:45:46.006 INFO:tasks.workunit.client.0.smithi119.stdout: "[8388608, 16777215]", 2024-04-13T07:45:46.006 INFO:tasks.workunit.client.0.smithi119.stdout: "[16777216, 33554431]", 2024-04-13T07:45:46.006 INFO:tasks.workunit.client.0.smithi119.stdout: "[33554432, 67108863]", 2024-04-13T07:45:46.006 INFO:tasks.workunit.client.0.smithi119.stdout: "[67108864, 134217727]", 2024-04-13T07:45:46.006 INFO:tasks.workunit.client.0.smithi119.stdout: "[134217728, 268435455]", 2024-04-13T07:45:46.006 INFO:tasks.workunit.client.0.smithi119.stdout: "[268435456, 536870911]", 2024-04-13T07:45:46.006 INFO:tasks.workunit.client.0.smithi119.stdout: "[536870912, 1073741823]", 2024-04-13T07:45:46.006 INFO:tasks.workunit.client.0.smithi119.stdout: "[1073741824, 2147483647]", 2024-04-13T07:45:46.006 INFO:tasks.workunit.client.0.smithi119.stdout: "[2147483648, 4294967295]", 2024-04-13T07:45:46.007 INFO:tasks.workunit.client.0.smithi119.stdout: "[4294967296, 8589934591]", 2024-04-13T07:45:46.007 INFO:tasks.workunit.client.0.smithi119.stdout: "[8589934592, 17179869183]", 2024-04-13T07:45:46.007 INFO:tasks.workunit.client.0.smithi119.stdout: "[17179869184, 34359738367]", 2024-04-13T07:45:46.007 INFO:tasks.workunit.client.0.smithi119.stdout: "[34359738368, 68719476735]", 2024-04-13T07:45:46.007 INFO:tasks.workunit.client.0.smithi119.stdout: "[68719476736, 137438953471]", 2024-04-13T07:45:46.007 INFO:tasks.workunit.client.0.smithi119.stdout: "[137438953472, 274877906943]", 2024-04-13T07:45:46.007 INFO:tasks.workunit.client.0.smithi119.stdout: "[274877906944, None]" 2024-04-13T07:45:46.007 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.007 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "log2" 2024-04-13T07:45:46.007 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.007 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.007 INFO:tasks.workunit.client.0.smithi119.stdout: "osds": [ 2024-04-13T07:45:46.007 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.007 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 0, 2024-04-13T07:45:46.007 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:46.008 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.008 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.008 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.008 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.008 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.008 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.008 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.008 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.008 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.008 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.008 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.008 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.008 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.008 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.008 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.009 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.009 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.009 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.009 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.009 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.009 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.009 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.009 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.009 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.009 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.009 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.009 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.009 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.009 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.009 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.009 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.009 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:46.010 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:46.010 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.010 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.010 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 1, 2024-04-13T07:45:46.010 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:46.010 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.010 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.010 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.010 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.010 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.010 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.010 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.010 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.010 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.011 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.011 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.011 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.011 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.011 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.011 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.011 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.011 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.011 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.011 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.011 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.011 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.011 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.011 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.011 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.011 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.012 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.012 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.012 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.012 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.012 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.012 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.012 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:46.012 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:46.012 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.012 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.012 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 2, 2024-04-13T07:45:46.012 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:46.012 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.012 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.012 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.012 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.012 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.012 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.013 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.013 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.013 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.013 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.013 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.013 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.013 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.013 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.013 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.013 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.013 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.013 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.013 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.013 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.013 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.014 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.014 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.014 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.014 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.014 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.014 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.014 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.014 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.014 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.014 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.014 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:46.014 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:46.014 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.014 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.014 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 3, 2024-04-13T07:45:46.014 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:46.015 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.015 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.015 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.015 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.015 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.015 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.015 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.015 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.015 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.015 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.015 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.015 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.015 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.015 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.015 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.015 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.016 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.016 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.016 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.016 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.016 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.016 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.016 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.016 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.016 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.016 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.016 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.016 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.016 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.016 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.016 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.016 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:46.016 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:46.017 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.017 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.017 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 4, 2024-04-13T07:45:46.017 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:46.017 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.017 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.017 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.017 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.017 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.017 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.017 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.017 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.017 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.017 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.018 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.018 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.018 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.018 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.018 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.018 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.018 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.018 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.018 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.018 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.018 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.018 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.018 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.018 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.018 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.018 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.019 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.019 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.019 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.019 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.019 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.019 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:46.019 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:46.019 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.019 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.019 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 5, 2024-04-13T07:45:46.019 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:46.019 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.019 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.019 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.019 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.019 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.020 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.020 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.020 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.020 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.020 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.020 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.020 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.020 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.020 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.020 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.020 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.020 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.020 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.020 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.020 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.020 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.021 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.021 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.021 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.021 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.021 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.021 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.021 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.021 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.021 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.021 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.021 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:46.021 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:46.021 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.021 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.021 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 6, 2024-04-13T07:45:46.021 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:46.021 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.022 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.022 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.022 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.022 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.022 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.022 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.022 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.022 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.022 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.022 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.022 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.022 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.022 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.022 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.023 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.023 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.023 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.023 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.023 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.023 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.023 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.023 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.023 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.023 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.023 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.023 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.023 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.023 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.023 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.023 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.024 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:46.024 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:46.024 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.024 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.024 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 7, 2024-04-13T07:45:46.024 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:46.024 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.024 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.024 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.024 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.024 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.024 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.024 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.024 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.024 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.024 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.025 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.025 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.025 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.025 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.025 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.025 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.025 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.025 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.025 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.025 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.025 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.025 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.025 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.025 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.025 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.025 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.026 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.026 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.026 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.026 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.026 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.026 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:46.026 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:46.026 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.026 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:46.026 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.026 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T07:45:46.026 INFO:tasks.workunit.client.0.smithi119.stdout: "axes": [ 2024-04-13T07:45:46.026 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.026 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 32, 2024-04-13T07:45:46.027 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T07:45:46.027 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "Latency (usec)", 2024-04-13T07:45:46.027 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 100000, 2024-04-13T07:45:46.027 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T07:45:46.027 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T07:45:46.027 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 99999]", 2024-04-13T07:45:46.027 INFO:tasks.workunit.client.0.smithi119.stdout: "[100000, 199999]", 2024-04-13T07:45:46.027 INFO:tasks.workunit.client.0.smithi119.stdout: "[200000, 399999]", 2024-04-13T07:45:46.027 INFO:tasks.workunit.client.0.smithi119.stdout: "[400000, 799999]", 2024-04-13T07:45:46.027 INFO:tasks.workunit.client.0.smithi119.stdout: "[800000, 1599999]", 2024-04-13T07:45:46.027 INFO:tasks.workunit.client.0.smithi119.stdout: "[1600000, 3199999]", 2024-04-13T07:45:46.027 INFO:tasks.workunit.client.0.smithi119.stdout: "[3200000, 6399999]", 2024-04-13T07:45:46.027 INFO:tasks.workunit.client.0.smithi119.stdout: "[6400000, 12799999]", 2024-04-13T07:45:46.027 INFO:tasks.workunit.client.0.smithi119.stdout: "[12800000, 25599999]", 2024-04-13T07:45:46.028 INFO:tasks.workunit.client.0.smithi119.stdout: "[25600000, 51199999]", 2024-04-13T07:45:46.028 INFO:tasks.workunit.client.0.smithi119.stdout: "[51200000, 102399999]", 2024-04-13T07:45:46.028 INFO:tasks.workunit.client.0.smithi119.stdout: "[102400000, 204799999]", 2024-04-13T07:45:46.028 INFO:tasks.workunit.client.0.smithi119.stdout: "[204800000, 409599999]", 2024-04-13T07:45:46.028 INFO:tasks.workunit.client.0.smithi119.stdout: "[409600000, 819199999]", 2024-04-13T07:45:46.028 INFO:tasks.workunit.client.0.smithi119.stdout: "[819200000, 1638399999]", 2024-04-13T07:45:46.028 INFO:tasks.workunit.client.0.smithi119.stdout: "[1638400000, 3276799999]", 2024-04-13T07:45:46.028 INFO:tasks.workunit.client.0.smithi119.stdout: "[3276800000, 6553599999]", 2024-04-13T07:45:46.028 INFO:tasks.workunit.client.0.smithi119.stdout: "[6553600000, 13107199999]", 2024-04-13T07:45:46.028 INFO:tasks.workunit.client.0.smithi119.stdout: "[13107200000, 26214399999]", 2024-04-13T07:45:46.028 INFO:tasks.workunit.client.0.smithi119.stdout: "[26214400000, 52428799999]", 2024-04-13T07:45:46.028 INFO:tasks.workunit.client.0.smithi119.stdout: "[52428800000, 104857599999]", 2024-04-13T07:45:46.028 INFO:tasks.workunit.client.0.smithi119.stdout: "[104857600000, 209715199999]", 2024-04-13T07:45:46.028 INFO:tasks.workunit.client.0.smithi119.stdout: "[209715200000, 419430399999]", 2024-04-13T07:45:46.028 INFO:tasks.workunit.client.0.smithi119.stdout: "[419430400000, 838860799999]", 2024-04-13T07:45:46.029 INFO:tasks.workunit.client.0.smithi119.stdout: "[838860800000, 1677721599999]", 2024-04-13T07:45:46.029 INFO:tasks.workunit.client.0.smithi119.stdout: "[1677721600000, 3355443199999]", 2024-04-13T07:45:46.029 INFO:tasks.workunit.client.0.smithi119.stdout: "[3355443200000, 6710886399999]", 2024-04-13T07:45:46.029 INFO:tasks.workunit.client.0.smithi119.stdout: "[6710886400000, 13421772799999]", 2024-04-13T07:45:46.029 INFO:tasks.workunit.client.0.smithi119.stdout: "[13421772800000, 26843545599999]", 2024-04-13T07:45:46.029 INFO:tasks.workunit.client.0.smithi119.stdout: "[26843545600000, 53687091199999]", 2024-04-13T07:45:46.029 INFO:tasks.workunit.client.0.smithi119.stdout: "[53687091200000, None]" 2024-04-13T07:45:46.029 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.029 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "log2" 2024-04-13T07:45:46.029 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.029 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.029 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 32, 2024-04-13T07:45:46.029 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T07:45:46.029 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "Request size (bytes)", 2024-04-13T07:45:46.029 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 512, 2024-04-13T07:45:46.029 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T07:45:46.030 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T07:45:46.030 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 511]", 2024-04-13T07:45:46.030 INFO:tasks.workunit.client.0.smithi119.stdout: "[512, 1023]", 2024-04-13T07:45:46.030 INFO:tasks.workunit.client.0.smithi119.stdout: "[1024, 2047]", 2024-04-13T07:45:46.030 INFO:tasks.workunit.client.0.smithi119.stdout: "[2048, 4095]", 2024-04-13T07:45:46.030 INFO:tasks.workunit.client.0.smithi119.stdout: "[4096, 8191]", 2024-04-13T07:45:46.030 INFO:tasks.workunit.client.0.smithi119.stdout: "[8192, 16383]", 2024-04-13T07:45:46.030 INFO:tasks.workunit.client.0.smithi119.stdout: "[16384, 32767]", 2024-04-13T07:45:46.030 INFO:tasks.workunit.client.0.smithi119.stdout: "[32768, 65535]", 2024-04-13T07:45:46.030 INFO:tasks.workunit.client.0.smithi119.stdout: "[65536, 131071]", 2024-04-13T07:45:46.030 INFO:tasks.workunit.client.0.smithi119.stdout: "[131072, 262143]", 2024-04-13T07:45:46.030 INFO:tasks.workunit.client.0.smithi119.stdout: "[262144, 524287]", 2024-04-13T07:45:46.030 INFO:tasks.workunit.client.0.smithi119.stdout: "[524288, 1048575]", 2024-04-13T07:45:46.030 INFO:tasks.workunit.client.0.smithi119.stdout: "[1048576, 2097151]", 2024-04-13T07:45:46.031 INFO:tasks.workunit.client.0.smithi119.stdout: "[2097152, 4194303]", 2024-04-13T07:45:46.031 INFO:tasks.workunit.client.0.smithi119.stdout: "[4194304, 8388607]", 2024-04-13T07:45:46.031 INFO:tasks.workunit.client.0.smithi119.stdout: "[8388608, 16777215]", 2024-04-13T07:45:46.031 INFO:tasks.workunit.client.0.smithi119.stdout: "[16777216, 33554431]", 2024-04-13T07:45:46.031 INFO:tasks.workunit.client.0.smithi119.stdout: "[33554432, 67108863]", 2024-04-13T07:45:46.031 INFO:tasks.workunit.client.0.smithi119.stdout: "[67108864, 134217727]", 2024-04-13T07:45:46.031 INFO:tasks.workunit.client.0.smithi119.stdout: "[134217728, 268435455]", 2024-04-13T07:45:46.031 INFO:tasks.workunit.client.0.smithi119.stdout: "[268435456, 536870911]", 2024-04-13T07:45:46.031 INFO:tasks.workunit.client.0.smithi119.stdout: "[536870912, 1073741823]", 2024-04-13T07:45:46.031 INFO:tasks.workunit.client.0.smithi119.stdout: "[1073741824, 2147483647]", 2024-04-13T07:45:46.031 INFO:tasks.workunit.client.0.smithi119.stdout: "[2147483648, 4294967295]", 2024-04-13T07:45:46.031 INFO:tasks.workunit.client.0.smithi119.stdout: "[4294967296, 8589934591]", 2024-04-13T07:45:46.031 INFO:tasks.workunit.client.0.smithi119.stdout: "[8589934592, 17179869183]", 2024-04-13T07:45:46.031 INFO:tasks.workunit.client.0.smithi119.stdout: "[17179869184, 34359738367]", 2024-04-13T07:45:46.031 INFO:tasks.workunit.client.0.smithi119.stdout: "[34359738368, 68719476735]", 2024-04-13T07:45:46.032 INFO:tasks.workunit.client.0.smithi119.stdout: "[68719476736, 137438953471]", 2024-04-13T07:45:46.032 INFO:tasks.workunit.client.0.smithi119.stdout: "[137438953472, 274877906943]", 2024-04-13T07:45:46.032 INFO:tasks.workunit.client.0.smithi119.stdout: "[274877906944, None]" 2024-04-13T07:45:46.032 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.032 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "log2" 2024-04-13T07:45:46.032 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.032 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.032 INFO:tasks.workunit.client.0.smithi119.stdout: "osds": [ 2024-04-13T07:45:46.032 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.032 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 0, 2024-04-13T07:45:46.032 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:46.032 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.032 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.032 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.032 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.032 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.032 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.033 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.033 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.033 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.033 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.033 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.033 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.033 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.033 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.033 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.033 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.033 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.033 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.033 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.033 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.033 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.034 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.034 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.034 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.034 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.034 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.034 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.034 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.034 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.034 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.034 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.034 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:46.034 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:46.034 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.034 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.034 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 1, 2024-04-13T07:45:46.034 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:46.035 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.035 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.035 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.035 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.035 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.035 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.035 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.035 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.035 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.035 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.035 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.035 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.035 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.035 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.035 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.036 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.036 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.036 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.036 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.036 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.036 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.036 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.036 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.036 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.036 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.036 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.036 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.036 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.036 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.036 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.036 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.037 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:46.037 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:46.037 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.037 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.037 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 2, 2024-04-13T07:45:46.037 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:46.037 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.037 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.037 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.037 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.037 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.037 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.037 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.037 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.037 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.037 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.038 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.038 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.038 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.038 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.038 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.038 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.038 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.038 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.038 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.038 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.038 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.038 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.038 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.038 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.039 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.039 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.039 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.039 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.039 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.039 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.039 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.039 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:46.039 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:46.039 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.039 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.039 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 3, 2024-04-13T07:45:46.039 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:46.039 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.039 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.039 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.040 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.040 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.040 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.040 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.040 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.040 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.040 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.040 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.040 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.040 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.040 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.040 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.040 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.040 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.040 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.040 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.041 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.041 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.041 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.041 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.041 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.041 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.041 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.041 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.041 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.041 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.041 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.041 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.041 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:46.041 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:46.041 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.041 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.041 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 4, 2024-04-13T07:45:46.042 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:46.042 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.042 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.042 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.042 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.042 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.042 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.042 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.042 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.042 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.042 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.042 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.042 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.042 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.042 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.043 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.043 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.043 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.043 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.043 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.043 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.043 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.043 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.043 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.043 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.043 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.043 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.043 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.043 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.043 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.043 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.044 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.044 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:46.044 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:46.044 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.044 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.044 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 5, 2024-04-13T07:45:46.044 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:46.044 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.044 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.044 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.044 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.044 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.044 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.044 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.044 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.044 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.045 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.045 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.045 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.045 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.045 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.045 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.045 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.045 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.045 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.045 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.045 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.045 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.045 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.045 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.045 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.045 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.046 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.046 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.046 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.046 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.046 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.046 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.046 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:46.046 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:46.046 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.046 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.046 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 6, 2024-04-13T07:45:46.046 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:46.046 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.046 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.047 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.047 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.047 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.047 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.047 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.047 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.047 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.047 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.047 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.047 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.047 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.047 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.047 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.047 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.047 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.047 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.048 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.048 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.048 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.048 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.048 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.048 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.048 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.048 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.048 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.048 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.048 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.048 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.048 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.048 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:46.049 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:46.049 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.049 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.049 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 7, 2024-04-13T07:45:46.049 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:46.049 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.049 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.049 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.049 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.049 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.049 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.049 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.049 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.049 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.049 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.049 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.049 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.050 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.050 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.050 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.050 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.050 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.050 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.050 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.050 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.050 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.050 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.050 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.050 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.050 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.050 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.050 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.050 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.051 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.051 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.051 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.051 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:46.051 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:46.051 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.051 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:46.051 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.051 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T07:45:46.051 INFO:tasks.workunit.client.0.smithi119.stdout: "axes": [ 2024-04-13T07:45:46.051 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.051 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 32, 2024-04-13T07:45:46.051 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T07:45:46.051 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "Latency (usec)", 2024-04-13T07:45:46.051 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 100000, 2024-04-13T07:45:46.051 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T07:45:46.051 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T07:45:46.052 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 99999]", 2024-04-13T07:45:46.052 INFO:tasks.workunit.client.0.smithi119.stdout: "[100000, 199999]", 2024-04-13T07:45:46.052 INFO:tasks.workunit.client.0.smithi119.stdout: "[200000, 399999]", 2024-04-13T07:45:46.052 INFO:tasks.workunit.client.0.smithi119.stdout: "[400000, 799999]", 2024-04-13T07:45:46.052 INFO:tasks.workunit.client.0.smithi119.stdout: "[800000, 1599999]", 2024-04-13T07:45:46.052 INFO:tasks.workunit.client.0.smithi119.stdout: "[1600000, 3199999]", 2024-04-13T07:45:46.052 INFO:tasks.workunit.client.0.smithi119.stdout: "[3200000, 6399999]", 2024-04-13T07:45:46.052 INFO:tasks.workunit.client.0.smithi119.stdout: "[6400000, 12799999]", 2024-04-13T07:45:46.052 INFO:tasks.workunit.client.0.smithi119.stdout: "[12800000, 25599999]", 2024-04-13T07:45:46.052 INFO:tasks.workunit.client.0.smithi119.stdout: "[25600000, 51199999]", 2024-04-13T07:45:46.052 INFO:tasks.workunit.client.0.smithi119.stdout: "[51200000, 102399999]", 2024-04-13T07:45:46.052 INFO:tasks.workunit.client.0.smithi119.stdout: "[102400000, 204799999]", 2024-04-13T07:45:46.052 INFO:tasks.workunit.client.0.smithi119.stdout: "[204800000, 409599999]", 2024-04-13T07:45:46.052 INFO:tasks.workunit.client.0.smithi119.stdout: "[409600000, 819199999]", 2024-04-13T07:45:46.052 INFO:tasks.workunit.client.0.smithi119.stdout: "[819200000, 1638399999]", 2024-04-13T07:45:46.052 INFO:tasks.workunit.client.0.smithi119.stdout: "[1638400000, 3276799999]", 2024-04-13T07:45:46.052 INFO:tasks.workunit.client.0.smithi119.stdout: "[3276800000, 6553599999]", 2024-04-13T07:45:46.053 INFO:tasks.workunit.client.0.smithi119.stdout: "[6553600000, 13107199999]", 2024-04-13T07:45:46.053 INFO:tasks.workunit.client.0.smithi119.stdout: "[13107200000, 26214399999]", 2024-04-13T07:45:46.053 INFO:tasks.workunit.client.0.smithi119.stdout: "[26214400000, 52428799999]", 2024-04-13T07:45:46.053 INFO:tasks.workunit.client.0.smithi119.stdout: "[52428800000, 104857599999]", 2024-04-13T07:45:46.053 INFO:tasks.workunit.client.0.smithi119.stdout: "[104857600000, 209715199999]", 2024-04-13T07:45:46.053 INFO:tasks.workunit.client.0.smithi119.stdout: "[209715200000, 419430399999]", 2024-04-13T07:45:46.053 INFO:tasks.workunit.client.0.smithi119.stdout: "[419430400000, 838860799999]", 2024-04-13T07:45:46.053 INFO:tasks.workunit.client.0.smithi119.stdout: "[838860800000, 1677721599999]", 2024-04-13T07:45:46.053 INFO:tasks.workunit.client.0.smithi119.stdout: "[1677721600000, 3355443199999]", 2024-04-13T07:45:46.053 INFO:tasks.workunit.client.0.smithi119.stdout: "[3355443200000, 6710886399999]", 2024-04-13T07:45:46.053 INFO:tasks.workunit.client.0.smithi119.stdout: "[6710886400000, 13421772799999]", 2024-04-13T07:45:46.053 INFO:tasks.workunit.client.0.smithi119.stdout: "[13421772800000, 26843545599999]", 2024-04-13T07:45:46.053 INFO:tasks.workunit.client.0.smithi119.stdout: "[26843545600000, 53687091199999]", 2024-04-13T07:45:46.053 INFO:tasks.workunit.client.0.smithi119.stdout: "[53687091200000, None]" 2024-04-13T07:45:46.053 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.053 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "log2" 2024-04-13T07:45:46.053 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.053 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.054 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 32, 2024-04-13T07:45:46.054 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T07:45:46.054 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "Request size (bytes)", 2024-04-13T07:45:46.054 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 512, 2024-04-13T07:45:46.054 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T07:45:46.054 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T07:45:46.054 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 511]", 2024-04-13T07:45:46.054 INFO:tasks.workunit.client.0.smithi119.stdout: "[512, 1023]", 2024-04-13T07:45:46.054 INFO:tasks.workunit.client.0.smithi119.stdout: "[1024, 2047]", 2024-04-13T07:45:46.054 INFO:tasks.workunit.client.0.smithi119.stdout: "[2048, 4095]", 2024-04-13T07:45:46.054 INFO:tasks.workunit.client.0.smithi119.stdout: "[4096, 8191]", 2024-04-13T07:45:46.054 INFO:tasks.workunit.client.0.smithi119.stdout: "[8192, 16383]", 2024-04-13T07:45:46.054 INFO:tasks.workunit.client.0.smithi119.stdout: "[16384, 32767]", 2024-04-13T07:45:46.054 INFO:tasks.workunit.client.0.smithi119.stdout: "[32768, 65535]", 2024-04-13T07:45:46.054 INFO:tasks.workunit.client.0.smithi119.stdout: "[65536, 131071]", 2024-04-13T07:45:46.055 INFO:tasks.workunit.client.0.smithi119.stdout: "[131072, 262143]", 2024-04-13T07:45:46.055 INFO:tasks.workunit.client.0.smithi119.stdout: "[262144, 524287]", 2024-04-13T07:45:46.055 INFO:tasks.workunit.client.0.smithi119.stdout: "[524288, 1048575]", 2024-04-13T07:45:46.055 INFO:tasks.workunit.client.0.smithi119.stdout: "[1048576, 2097151]", 2024-04-13T07:45:46.055 INFO:tasks.workunit.client.0.smithi119.stdout: "[2097152, 4194303]", 2024-04-13T07:45:46.055 INFO:tasks.workunit.client.0.smithi119.stdout: "[4194304, 8388607]", 2024-04-13T07:45:46.055 INFO:tasks.workunit.client.0.smithi119.stdout: "[8388608, 16777215]", 2024-04-13T07:45:46.055 INFO:tasks.workunit.client.0.smithi119.stdout: "[16777216, 33554431]", 2024-04-13T07:45:46.055 INFO:tasks.workunit.client.0.smithi119.stdout: "[33554432, 67108863]", 2024-04-13T07:45:46.055 INFO:tasks.workunit.client.0.smithi119.stdout: "[67108864, 134217727]", 2024-04-13T07:45:46.055 INFO:tasks.workunit.client.0.smithi119.stdout: "[134217728, 268435455]", 2024-04-13T07:45:46.055 INFO:tasks.workunit.client.0.smithi119.stdout: "[268435456, 536870911]", 2024-04-13T07:45:46.055 INFO:tasks.workunit.client.0.smithi119.stdout: "[536870912, 1073741823]", 2024-04-13T07:45:46.055 INFO:tasks.workunit.client.0.smithi119.stdout: "[1073741824, 2147483647]", 2024-04-13T07:45:46.055 INFO:tasks.workunit.client.0.smithi119.stdout: "[2147483648, 4294967295]", 2024-04-13T07:45:46.055 INFO:tasks.workunit.client.0.smithi119.stdout: "[4294967296, 8589934591]", 2024-04-13T07:45:46.056 INFO:tasks.workunit.client.0.smithi119.stdout: "[8589934592, 17179869183]", 2024-04-13T07:45:46.056 INFO:tasks.workunit.client.0.smithi119.stdout: "[17179869184, 34359738367]", 2024-04-13T07:45:46.056 INFO:tasks.workunit.client.0.smithi119.stdout: "[34359738368, 68719476735]", 2024-04-13T07:45:46.056 INFO:tasks.workunit.client.0.smithi119.stdout: "[68719476736, 137438953471]", 2024-04-13T07:45:46.056 INFO:tasks.workunit.client.0.smithi119.stdout: "[137438953472, 274877906943]", 2024-04-13T07:45:46.056 INFO:tasks.workunit.client.0.smithi119.stdout: "[274877906944, None]" 2024-04-13T07:45:46.056 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.056 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "log2" 2024-04-13T07:45:46.056 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.056 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.056 INFO:tasks.workunit.client.0.smithi119.stdout: "osds": [ 2024-04-13T07:45:46.056 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.056 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 0, 2024-04-13T07:45:46.056 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:46.056 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.056 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.056 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.057 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.057 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.057 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.057 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.057 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.057 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.057 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.057 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.057 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.057 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.057 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.057 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.057 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.057 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.057 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.058 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.058 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.058 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.058 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.058 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.058 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.058 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.058 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.058 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.058 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.058 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.058 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.058 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.058 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:46.058 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:46.059 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.059 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.059 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 1, 2024-04-13T07:45:46.059 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:46.059 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.059 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.059 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.059 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.059 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.059 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 6, 5, 0, 0, 0, 0, 0, 0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.059 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 15, 3, 0, 0, 0, 0, 0, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.059 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.059 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.059 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.059 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.059 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.059 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.060 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.060 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.060 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.060 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.060 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.060 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.060 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.060 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.060 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.060 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.060 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.060 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.060 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.060 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.060 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.061 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.061 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.061 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.061 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:46.061 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:46.061 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.061 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.061 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 2, 2024-04-13T07:45:46.061 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:46.061 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.061 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.061 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.061 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.061 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.061 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.061 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.061 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.062 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.062 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.062 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.062 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.062 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.062 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.062 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.062 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.062 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.062 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.062 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.062 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.062 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.062 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.062 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.062 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.062 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.063 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.063 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.063 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.063 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.063 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.063 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.063 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:46.063 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:46.063 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.063 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.063 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 3, 2024-04-13T07:45:46.063 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:46.063 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.063 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.063 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.063 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.064 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.064 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.064 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.064 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.064 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.064 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.064 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.064 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.064 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.064 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.064 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.064 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.064 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.064 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.064 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.064 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.065 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.065 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.065 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.065 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.065 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.065 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.065 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.065 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.065 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.065 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.065 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.065 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:46.065 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:46.065 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.065 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.065 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 4, 2024-04-13T07:45:46.066 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:46.066 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.066 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.066 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.066 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.066 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.066 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.066 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.066 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.066 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.066 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.066 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.066 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.066 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.066 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.067 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.067 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.067 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.067 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.067 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.067 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.067 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.067 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.067 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.067 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.067 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.067 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.067 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.067 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.067 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.068 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.068 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.068 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:46.068 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:46.068 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.068 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.068 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 5, 2024-04-13T07:45:46.068 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:46.068 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.068 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.068 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.068 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.068 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.068 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.068 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.068 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.069 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.069 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.069 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.069 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.069 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.069 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.069 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.069 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.069 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.069 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.069 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.069 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.069 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.069 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.069 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.069 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.070 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.070 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.070 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.070 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.070 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.070 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.070 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.070 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:46.070 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:46.070 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.070 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.070 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 6, 2024-04-13T07:45:46.070 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:46.070 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.070 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.070 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.071 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.071 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.071 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.071 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.071 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.071 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.071 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.071 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.071 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.071 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.071 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.071 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.071 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.071 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.071 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.071 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.072 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.072 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.072 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.072 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.072 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.072 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.072 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.072 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.072 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.072 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.072 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.072 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.072 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:46.072 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:46.072 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.072 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.072 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 7, 2024-04-13T07:45:46.073 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:46.073 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.073 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.073 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.073 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.073 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.073 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.073 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.073 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.073 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.073 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.073 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.073 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.073 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.073 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.074 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.074 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.074 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.074 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.074 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.074 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.074 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.074 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.074 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.074 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.074 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.074 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.074 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.074 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.075 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.075 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.075 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:46.075 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:46.075 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:46.075 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.075 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:46.075 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.075 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.075 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.075 INFO:tasks.workunit.client.0.smithi119.stdout: "perf_counters": { 2024-04-13T07:45:46.075 INFO:tasks.workunit.client.0.smithi119.stdout: "mds.8ce27d692b5f50738c5de0d5fabe76bb5b385d6c": { 2024-04-13T07:45:46.075 INFO:tasks.workunit.client.0.smithi119.stdout: "mds": { 2024-04-13T07:45:46.075 INFO:tasks.workunit.client.0.smithi119.stdout: "caps": { 2024-04-13T07:45:46.075 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.075 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.075 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_cap_op_flush_ack": { 2024-04-13T07:45:46.076 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.076 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.076 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-13T07:45:46.076 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.076 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.076 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_cap_op_grant": { 2024-04-13T07:45:46.076 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.076 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.076 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_cap_op_revoke": { 2024-04-13T07:45:46.076 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.076 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.076 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_cap_op_trunc": { 2024-04-13T07:45:46.076 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.076 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.076 INFO:tasks.workunit.client.0.smithi119.stdout: "dir_commit": { 2024-04-13T07:45:46.076 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12 2024-04-13T07:45:46.077 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.077 INFO:tasks.workunit.client.0.smithi119.stdout: "dir_fetch_complete": { 2024-04-13T07:45:46.077 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.077 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.077 INFO:tasks.workunit.client.0.smithi119.stdout: "dir_fetch_keys": { 2024-04-13T07:45:46.077 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.077 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.077 INFO:tasks.workunit.client.0.smithi119.stdout: "dir_merge": { 2024-04-13T07:45:46.077 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.077 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.077 INFO:tasks.workunit.client.0.smithi119.stdout: "dir_split": { 2024-04-13T07:45:46.077 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.077 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.077 INFO:tasks.workunit.client.0.smithi119.stdout: "exported_inodes": { 2024-04-13T07:45:46.077 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.077 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.078 INFO:tasks.workunit.client.0.smithi119.stdout: "forward": { 2024-04-13T07:45:46.078 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.078 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.078 INFO:tasks.workunit.client.0.smithi119.stdout: "handle_client_cap_release": { 2024-04-13T07:45:46.078 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.078 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.078 INFO:tasks.workunit.client.0.smithi119.stdout: "handle_client_caps": { 2024-04-13T07:45:46.078 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.078 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.078 INFO:tasks.workunit.client.0.smithi119.stdout: "handle_client_caps_dirty": { 2024-04-13T07:45:46.078 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.078 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.078 INFO:tasks.workunit.client.0.smithi119.stdout: "handle_inode_file_caps": { 2024-04-13T07:45:46.078 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.078 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.079 INFO:tasks.workunit.client.0.smithi119.stdout: "imported_inodes": { 2024-04-13T07:45:46.079 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.079 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.079 INFO:tasks.workunit.client.0.smithi119.stdout: "inodes": { 2024-04-13T07:45:46.079 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10 2024-04-13T07:45:46.079 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.079 INFO:tasks.workunit.client.0.smithi119.stdout: "inodes_expired": { 2024-04-13T07:45:46.079 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.079 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.079 INFO:tasks.workunit.client.0.smithi119.stdout: "inodes_pinned": { 2024-04-13T07:45:46.079 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10 2024-04-13T07:45:46.079 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.079 INFO:tasks.workunit.client.0.smithi119.stdout: "inodes_with_caps": { 2024-04-13T07:45:46.079 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.079 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.079 INFO:tasks.workunit.client.0.smithi119.stdout: "load_cent": { 2024-04-13T07:45:46.079 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.080 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.080 INFO:tasks.workunit.client.0.smithi119.stdout: "openino_dir_fetch": { 2024-04-13T07:45:46.080 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.080 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.080 INFO:tasks.workunit.client.0.smithi119.stdout: "process_request_cap_release": { 2024-04-13T07:45:46.080 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.080 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.080 INFO:tasks.workunit.client.0.smithi119.stdout: "reply_latency": { 2024-04-13T07:45:46.080 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T07:45:46.080 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 184244 2024-04-13T07:45:46.080 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.080 INFO:tasks.workunit.client.0.smithi119.stdout: "request": { 2024-04-13T07:45:46.080 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T07:45:46.080 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.080 INFO:tasks.workunit.client.0.smithi119.stdout: "root_rbytes": { 2024-04-13T07:45:46.080 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.081 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.081 INFO:tasks.workunit.client.0.smithi119.stdout: "root_rfiles": { 2024-04-13T07:45:46.081 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.081 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.081 INFO:tasks.workunit.client.0.smithi119.stdout: "root_rsnaps": { 2024-04-13T07:45:46.081 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.081 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.081 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_reply": { 2024-04-13T07:45:46.081 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.081 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.081 INFO:tasks.workunit.client.0.smithi119.stdout: "subtrees": { 2024-04-13T07:45:46.081 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T07:45:46.081 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.081 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.081 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_cache": { 2024-04-13T07:45:46.081 INFO:tasks.workunit.client.0.smithi119.stdout: "ireq_enqueue_scrub": { 2024-04-13T07:45:46.081 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.082 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.082 INFO:tasks.workunit.client.0.smithi119.stdout: "ireq_exportdir": { 2024-04-13T07:45:46.082 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.082 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.082 INFO:tasks.workunit.client.0.smithi119.stdout: "ireq_flush": { 2024-04-13T07:45:46.082 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.082 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.082 INFO:tasks.workunit.client.0.smithi119.stdout: "ireq_fragmentdir": { 2024-04-13T07:45:46.082 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.082 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.082 INFO:tasks.workunit.client.0.smithi119.stdout: "ireq_fragstats": { 2024-04-13T07:45:46.082 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.082 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.082 INFO:tasks.workunit.client.0.smithi119.stdout: "ireq_inodestats": { 2024-04-13T07:45:46.082 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.082 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.083 INFO:tasks.workunit.client.0.smithi119.stdout: "num_recovering_enqueued": { 2024-04-13T07:45:46.083 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.083 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.083 INFO:tasks.workunit.client.0.smithi119.stdout: "num_recovering_prioritized": { 2024-04-13T07:45:46.083 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.083 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.083 INFO:tasks.workunit.client.0.smithi119.stdout: "num_recovering_processing": { 2024-04-13T07:45:46.083 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.083 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.083 INFO:tasks.workunit.client.0.smithi119.stdout: "num_strays": { 2024-04-13T07:45:46.083 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.083 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.083 INFO:tasks.workunit.client.0.smithi119.stdout: "num_strays_delayed": { 2024-04-13T07:45:46.083 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.083 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.083 INFO:tasks.workunit.client.0.smithi119.stdout: "num_strays_enqueuing": { 2024-04-13T07:45:46.083 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.083 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.084 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_completed": { 2024-04-13T07:45:46.084 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.084 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.084 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_started": { 2024-04-13T07:45:46.084 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.084 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.084 INFO:tasks.workunit.client.0.smithi119.stdout: "strays_created": { 2024-04-13T07:45:46.084 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.084 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.084 INFO:tasks.workunit.client.0.smithi119.stdout: "strays_enqueued": { 2024-04-13T07:45:46.084 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.084 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.084 INFO:tasks.workunit.client.0.smithi119.stdout: "strays_migrated": { 2024-04-13T07:45:46.084 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.084 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.084 INFO:tasks.workunit.client.0.smithi119.stdout: "strays_reintegrated": { 2024-04-13T07:45:46.085 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.085 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.085 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.085 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_log": { 2024-04-13T07:45:46.085 INFO:tasks.workunit.client.0.smithi119.stdout: "ev": { 2024-04-13T07:45:46.085 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5 2024-04-13T07:45:46.085 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.085 INFO:tasks.workunit.client.0.smithi119.stdout: "evadd": { 2024-04-13T07:45:46.085 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5 2024-04-13T07:45:46.085 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.085 INFO:tasks.workunit.client.0.smithi119.stdout: "evex": { 2024-04-13T07:45:46.085 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.085 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.085 INFO:tasks.workunit.client.0.smithi119.stdout: "evexd": { 2024-04-13T07:45:46.085 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.085 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.085 INFO:tasks.workunit.client.0.smithi119.stdout: "evexg": { 2024-04-13T07:45:46.086 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.086 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.086 INFO:tasks.workunit.client.0.smithi119.stdout: "evtrm": { 2024-04-13T07:45:46.086 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.086 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.086 INFO:tasks.workunit.client.0.smithi119.stdout: "jlat": { 2024-04-13T07:45:46.086 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 5, 2024-04-13T07:45:46.086 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12990262 2024-04-13T07:45:46.086 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.086 INFO:tasks.workunit.client.0.smithi119.stdout: "replayed": { 2024-04-13T07:45:46.086 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.086 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.086 INFO:tasks.workunit.client.0.smithi119.stdout: "seg": { 2024-04-13T07:45:46.086 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T07:45:46.086 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.087 INFO:tasks.workunit.client.0.smithi119.stdout: "segadd": { 2024-04-13T07:45:46.087 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T07:45:46.087 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.087 INFO:tasks.workunit.client.0.smithi119.stdout: "segex": { 2024-04-13T07:45:46.087 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.087 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.087 INFO:tasks.workunit.client.0.smithi119.stdout: "segexd": { 2024-04-13T07:45:46.087 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.087 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.087 INFO:tasks.workunit.client.0.smithi119.stdout: "segexg": { 2024-04-13T07:45:46.087 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.087 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.087 INFO:tasks.workunit.client.0.smithi119.stdout: "segtrm": { 2024-04-13T07:45:46.087 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.087 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.088 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.088 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_mem": { 2024-04-13T07:45:46.088 INFO:tasks.workunit.client.0.smithi119.stdout: "cap": { 2024-04-13T07:45:46.088 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.088 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.088 INFO:tasks.workunit.client.0.smithi119.stdout: "cap+": { 2024-04-13T07:45:46.088 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T07:45:46.088 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.088 INFO:tasks.workunit.client.0.smithi119.stdout: "cap-": { 2024-04-13T07:45:46.088 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T07:45:46.088 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.088 INFO:tasks.workunit.client.0.smithi119.stdout: "dir": { 2024-04-13T07:45:46.088 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12 2024-04-13T07:45:46.088 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.088 INFO:tasks.workunit.client.0.smithi119.stdout: "dir+": { 2024-04-13T07:45:46.088 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12 2024-04-13T07:45:46.088 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.089 INFO:tasks.workunit.client.0.smithi119.stdout: "dir-": { 2024-04-13T07:45:46.089 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.089 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.089 INFO:tasks.workunit.client.0.smithi119.stdout: "dn": { 2024-04-13T07:45:46.089 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10 2024-04-13T07:45:46.089 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.089 INFO:tasks.workunit.client.0.smithi119.stdout: "dn+": { 2024-04-13T07:45:46.089 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10 2024-04-13T07:45:46.089 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.089 INFO:tasks.workunit.client.0.smithi119.stdout: "dn-": { 2024-04-13T07:45:46.089 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.089 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.089 INFO:tasks.workunit.client.0.smithi119.stdout: "heap": { 2024-04-13T07:45:46.089 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 207156 2024-04-13T07:45:46.089 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.089 INFO:tasks.workunit.client.0.smithi119.stdout: "ino": { 2024-04-13T07:45:46.090 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13 2024-04-13T07:45:46.090 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.090 INFO:tasks.workunit.client.0.smithi119.stdout: "ino+": { 2024-04-13T07:45:46.090 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13 2024-04-13T07:45:46.090 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.090 INFO:tasks.workunit.client.0.smithi119.stdout: "ino-": { 2024-04-13T07:45:46.090 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.090 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.090 INFO:tasks.workunit.client.0.smithi119.stdout: "rss": { 2024-04-13T07:45:46.090 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 41836 2024-04-13T07:45:46.090 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.090 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.090 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_server": { 2024-04-13T07:45:46.090 INFO:tasks.workunit.client.0.smithi119.stdout: "cap_acquisition_throttle": { 2024-04-13T07:45:46.091 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.091 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.091 INFO:tasks.workunit.client.0.smithi119.stdout: "cap_revoke_eviction": { 2024-04-13T07:45:46.091 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.091 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.091 INFO:tasks.workunit.client.0.smithi119.stdout: "handle_client_request": { 2024-04-13T07:45:46.091 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T07:45:46.091 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.091 INFO:tasks.workunit.client.0.smithi119.stdout: "handle_client_session": { 2024-04-13T07:45:46.091 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16 2024-04-13T07:45:46.091 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.091 INFO:tasks.workunit.client.0.smithi119.stdout: "handle_peer_request": { 2024-04-13T07:45:46.091 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.091 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.092 INFO:tasks.workunit.client.0.smithi119.stdout: "req_create_latency": { 2024-04-13T07:45:46.092 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.092 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.092 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.092 INFO:tasks.workunit.client.0.smithi119.stdout: "req_getattr_latency": { 2024-04-13T07:45:46.092 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T07:45:46.092 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 184244 2024-04-13T07:45:46.092 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.092 INFO:tasks.workunit.client.0.smithi119.stdout: "req_getfilelock_latency": { 2024-04-13T07:45:46.092 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.092 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.092 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.092 INFO:tasks.workunit.client.0.smithi119.stdout: "req_getvxattr_latency": { 2024-04-13T07:45:46.092 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.092 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.093 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.093 INFO:tasks.workunit.client.0.smithi119.stdout: "req_link_latency": { 2024-04-13T07:45:46.093 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.093 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.093 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.093 INFO:tasks.workunit.client.0.smithi119.stdout: "req_lookup_latency": { 2024-04-13T07:45:46.093 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.093 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.093 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.093 INFO:tasks.workunit.client.0.smithi119.stdout: "req_lookuphash_latency": { 2024-04-13T07:45:46.093 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.093 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.093 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.093 INFO:tasks.workunit.client.0.smithi119.stdout: "req_lookupino_latency": { 2024-04-13T07:45:46.093 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.094 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.094 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.094 INFO:tasks.workunit.client.0.smithi119.stdout: "req_lookupname_latency": { 2024-04-13T07:45:46.094 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.094 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.094 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.094 INFO:tasks.workunit.client.0.smithi119.stdout: "req_lookupparent_latency": { 2024-04-13T07:45:46.094 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.094 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.094 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.094 INFO:tasks.workunit.client.0.smithi119.stdout: "req_lookupsnap_latency": { 2024-04-13T07:45:46.094 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.094 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.095 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.095 INFO:tasks.workunit.client.0.smithi119.stdout: "req_lssnap_latency": { 2024-04-13T07:45:46.095 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.095 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.095 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.095 INFO:tasks.workunit.client.0.smithi119.stdout: "req_mkdir_latency": { 2024-04-13T07:45:46.095 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.095 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.095 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.095 INFO:tasks.workunit.client.0.smithi119.stdout: "req_mknod_latency": { 2024-04-13T07:45:46.095 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.095 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.095 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.095 INFO:tasks.workunit.client.0.smithi119.stdout: "req_mksnap_latency": { 2024-04-13T07:45:46.096 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.096 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.096 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.096 INFO:tasks.workunit.client.0.smithi119.stdout: "req_open_latency": { 2024-04-13T07:45:46.096 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.096 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.096 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.096 INFO:tasks.workunit.client.0.smithi119.stdout: "req_readdir_latency": { 2024-04-13T07:45:46.096 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.096 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.096 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.096 INFO:tasks.workunit.client.0.smithi119.stdout: "req_rename_latency": { 2024-04-13T07:45:46.096 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.096 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.097 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.097 INFO:tasks.workunit.client.0.smithi119.stdout: "req_renamesnap_latency": { 2024-04-13T07:45:46.097 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.097 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.097 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.097 INFO:tasks.workunit.client.0.smithi119.stdout: "req_rmdir_latency": { 2024-04-13T07:45:46.097 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.097 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.097 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.097 INFO:tasks.workunit.client.0.smithi119.stdout: "req_rmsnap_latency": { 2024-04-13T07:45:46.097 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.097 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.097 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.097 INFO:tasks.workunit.client.0.smithi119.stdout: "req_rmxattr_latency": { 2024-04-13T07:45:46.098 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.098 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.098 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.098 INFO:tasks.workunit.client.0.smithi119.stdout: "req_setattr_latency": { 2024-04-13T07:45:46.098 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.098 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.098 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.098 INFO:tasks.workunit.client.0.smithi119.stdout: "req_setdirlayout_latency": { 2024-04-13T07:45:46.098 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.098 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.098 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.098 INFO:tasks.workunit.client.0.smithi119.stdout: "req_setfilelock_latency": { 2024-04-13T07:45:46.098 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.098 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.098 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.099 INFO:tasks.workunit.client.0.smithi119.stdout: "req_setlayout_latency": { 2024-04-13T07:45:46.099 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.099 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.099 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.099 INFO:tasks.workunit.client.0.smithi119.stdout: "req_setxattr_latency": { 2024-04-13T07:45:46.099 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.099 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.099 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.099 INFO:tasks.workunit.client.0.smithi119.stdout: "req_snapdiff_latency": { 2024-04-13T07:45:46.099 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.099 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.099 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.099 INFO:tasks.workunit.client.0.smithi119.stdout: "req_symlink_latency": { 2024-04-13T07:45:46.099 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.099 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.100 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.100 INFO:tasks.workunit.client.0.smithi119.stdout: "req_unlink_latency": { 2024-04-13T07:45:46.100 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.100 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.100 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.100 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.100 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_sessions": { 2024-04-13T07:45:46.100 INFO:tasks.workunit.client.0.smithi119.stdout: "average_load": { 2024-04-13T07:45:46.100 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.100 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.100 INFO:tasks.workunit.client.0.smithi119.stdout: "avg_session_uptime": { 2024-04-13T07:45:46.100 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 85 2024-04-13T07:45:46.100 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.100 INFO:tasks.workunit.client.0.smithi119.stdout: "mdthresh_evicted": { 2024-04-13T07:45:46.100 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.101 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.101 INFO:tasks.workunit.client.0.smithi119.stdout: "session_add": { 2024-04-13T07:45:46.101 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T07:45:46.101 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.101 INFO:tasks.workunit.client.0.smithi119.stdout: "session_count": { 2024-04-13T07:45:46.101 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.101 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.101 INFO:tasks.workunit.client.0.smithi119.stdout: "session_remove": { 2024-04-13T07:45:46.101 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T07:45:46.101 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.101 INFO:tasks.workunit.client.0.smithi119.stdout: "sessions_open": { 2024-04-13T07:45:46.101 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.101 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.101 INFO:tasks.workunit.client.0.smithi119.stdout: "sessions_stale": { 2024-04-13T07:45:46.101 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.101 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.102 INFO:tasks.workunit.client.0.smithi119.stdout: "total_load": { 2024-04-13T07:45:46.102 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T07:45:46.102 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.102 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.102 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T07:45:46.102 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T07:45:46.102 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.102 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.102 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T07:45:46.102 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.102 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.102 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T07:45:46.102 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.102 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.102 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T07:45:46.103 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 45 2024-04-13T07:45:46.103 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.103 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.103 INFO:tasks.workunit.client.0.smithi119.stdout: "purge_queue": { 2024-04-13T07:45:46.103 INFO:tasks.workunit.client.0.smithi119.stdout: "pq_executed": { 2024-04-13T07:45:46.103 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.103 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.103 INFO:tasks.workunit.client.0.smithi119.stdout: "pq_executing": { 2024-04-13T07:45:46.103 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.103 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.103 INFO:tasks.workunit.client.0.smithi119.stdout: "pq_executing_high_water": { 2024-04-13T07:45:46.103 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.103 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.104 INFO:tasks.workunit.client.0.smithi119.stdout: "pq_executing_ops": { 2024-04-13T07:45:46.104 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.104 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.104 INFO:tasks.workunit.client.0.smithi119.stdout: "pq_executing_ops_high_water": { 2024-04-13T07:45:46.104 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.104 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.104 INFO:tasks.workunit.client.0.smithi119.stdout: "pq_item_in_journal": { 2024-04-13T07:45:46.104 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.104 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.104 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.104 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.104 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.3402881472e4eb9cd55aa5a45378abc80ad36ea5": { 2024-04-13T07:45:46.104 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T07:45:46.104 INFO:tasks.workunit.client.0.smithi119.stdout: "election_call": { 2024-04-13T07:45:46.104 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T07:45:46.104 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.105 INFO:tasks.workunit.client.0.smithi119.stdout: "election_lose": { 2024-04-13T07:45:46.105 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T07:45:46.105 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.105 INFO:tasks.workunit.client.0.smithi119.stdout: "election_win": { 2024-04-13T07:45:46.105 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.105 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.105 INFO:tasks.workunit.client.0.smithi119.stdout: "num_elections": { 2024-04-13T07:45:46.105 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7 2024-04-13T07:45:46.105 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.105 INFO:tasks.workunit.client.0.smithi119.stdout: "num_sessions": { 2024-04-13T07:45:46.105 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10 2024-04-13T07:45:46.105 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.105 INFO:tasks.workunit.client.0.smithi119.stdout: "session_add": { 2024-04-13T07:45:46.105 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4 2024-04-13T07:45:46.105 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.105 INFO:tasks.workunit.client.0.smithi119.stdout: "session_rm": { 2024-04-13T07:45:46.105 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 51 2024-04-13T07:45:46.106 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.106 INFO:tasks.workunit.client.0.smithi119.stdout: "session_trim": { 2024-04-13T07:45:46.106 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.106 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.106 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.106 INFO:tasks.workunit.client.0.smithi119.stdout: "paxos": { 2024-04-13T07:45:46.106 INFO:tasks.workunit.client.0.smithi119.stdout: "accept_timeout": { 2024-04-13T07:45:46.106 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.106 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.106 INFO:tasks.workunit.client.0.smithi119.stdout: "begin": { 2024-04-13T07:45:46.106 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 795 2024-04-13T07:45:46.106 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.106 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_bytes": { 2024-04-13T07:45:46.106 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 795, 2024-04-13T07:45:46.106 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3826357 2024-04-13T07:45:46.107 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.107 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_keys": { 2024-04-13T07:45:46.107 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.107 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.107 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.107 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_latency": { 2024-04-13T07:45:46.107 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 795, 2024-04-13T07:45:46.107 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 116997568 2024-04-13T07:45:46.107 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.107 INFO:tasks.workunit.client.0.smithi119.stdout: "collect": { 2024-04-13T07:45:46.107 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T07:45:46.107 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.107 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_bytes": { 2024-04-13T07:45:46.107 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T07:45:46.108 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 146 2024-04-13T07:45:46.108 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.108 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_keys": { 2024-04-13T07:45:46.108 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T07:45:46.108 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T07:45:46.108 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.108 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_latency": { 2024-04-13T07:45:46.108 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T07:45:46.108 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1999960 2024-04-13T07:45:46.108 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.108 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_timeout": { 2024-04-13T07:45:46.108 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.108 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.108 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_uncommitted": { 2024-04-13T07:45:46.109 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.109 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.109 INFO:tasks.workunit.client.0.smithi119.stdout: "commit": { 2024-04-13T07:45:46.109 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 796 2024-04-13T07:45:46.109 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.109 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_bytes": { 2024-04-13T07:45:46.109 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.109 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.109 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.109 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_keys": { 2024-04-13T07:45:46.109 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.109 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.109 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.109 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_latency": { 2024-04-13T07:45:46.109 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.109 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.110 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.110 INFO:tasks.workunit.client.0.smithi119.stdout: "lease_ack_timeout": { 2024-04-13T07:45:46.110 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.110 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.110 INFO:tasks.workunit.client.0.smithi119.stdout: "lease_timeout": { 2024-04-13T07:45:46.110 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.110 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.110 INFO:tasks.workunit.client.0.smithi119.stdout: "new_pn": { 2024-04-13T07:45:46.110 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.110 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.110 INFO:tasks.workunit.client.0.smithi119.stdout: "new_pn_latency": { 2024-04-13T07:45:46.110 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.110 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.110 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.111 INFO:tasks.workunit.client.0.smithi119.stdout: "refresh": { 2024-04-13T07:45:46.111 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 796 2024-04-13T07:45:46.111 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.111 INFO:tasks.workunit.client.0.smithi119.stdout: "refresh_latency": { 2024-04-13T07:45:46.111 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 796, 2024-04-13T07:45:46.111 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1844961564 2024-04-13T07:45:46.111 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.111 INFO:tasks.workunit.client.0.smithi119.stdout: "restart": { 2024-04-13T07:45:46.111 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13 2024-04-13T07:45:46.111 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.111 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state": { 2024-04-13T07:45:46.111 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.111 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.111 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state_bytes": { 2024-04-13T07:45:46.111 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.111 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.111 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.112 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state_keys": { 2024-04-13T07:45:46.112 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.112 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.112 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.112 INFO:tasks.workunit.client.0.smithi119.stdout: "start_leader": { 2024-04-13T07:45:46.112 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.112 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.112 INFO:tasks.workunit.client.0.smithi119.stdout: "start_peon": { 2024-04-13T07:45:46.112 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T07:45:46.112 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.112 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state": { 2024-04-13T07:45:46.112 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 796 2024-04-13T07:45:46.112 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.112 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_bytes": { 2024-04-13T07:45:46.112 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 796, 2024-04-13T07:45:46.112 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7503448 2024-04-13T07:45:46.112 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.113 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_keys": { 2024-04-13T07:45:46.113 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 796, 2024-04-13T07:45:46.113 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5402 2024-04-13T07:45:46.113 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.113 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_latency": { 2024-04-13T07:45:46.113 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 796, 2024-04-13T07:45:46.113 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 328993148 2024-04-13T07:45:46.113 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.113 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.113 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache": { 2024-04-13T07:45:46.113 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T07:45:46.113 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1020054731 2024-04-13T07:45:46.113 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.113 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T07:45:46.113 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 42803200 2024-04-13T07:45:46.113 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.113 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T07:45:46.114 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 32776192 2024-04-13T07:45:46.114 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.114 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T07:45:46.114 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2147483648 2024-04-13T07:45:46.114 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.114 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T07:45:46.114 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10027008 2024-04-13T07:45:46.114 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.114 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.114 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:full": { 2024-04-13T07:45:46.114 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:46.114 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 348127232 2024-04-13T07:45:46.114 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.114 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:46.114 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.115 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.115 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:46.115 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.115 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.115 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:46.115 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 277021692 2024-04-13T07:45:46.115 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.115 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:46.115 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 270478 2024-04-13T07:45:46.115 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.115 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:46.115 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.115 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.115 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:46.115 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.115 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.115 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:46.116 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.116 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.116 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:46.116 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.116 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.116 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:46.116 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.116 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.116 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:46.116 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.116 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.116 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:46.116 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.116 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.116 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:46.116 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.117 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.117 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:46.117 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 70835062 2024-04-13T07:45:46.117 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.117 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.117 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:inc": { 2024-04-13T07:45:46.117 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:46.117 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 348127232 2024-04-13T07:45:46.117 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.117 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:46.117 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.117 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.117 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:46.117 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.117 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.117 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:46.118 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 277021692 2024-04-13T07:45:46.118 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.118 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:46.118 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 41372 2024-04-13T07:45:46.118 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.118 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:46.118 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.118 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.118 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:46.118 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.118 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.118 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:46.118 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.118 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.118 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:46.118 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.119 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.119 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:46.119 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.119 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.119 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:46.119 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.119 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.119 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:46.119 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.119 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.119 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:46.119 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.119 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.119 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:46.119 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71064168 2024-04-13T07:45:46.119 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.119 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.120 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:kv": { 2024-04-13T07:45:46.120 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:46.120 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 322961408 2024-04-13T07:45:46.120 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.120 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:46.120 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T07:45:46.120 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.120 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:46.120 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.120 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.120 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:46.120 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 184681128 2024-04-13T07:45:46.120 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.120 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:46.120 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.120 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.121 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:46.121 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.121 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.121 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:46.121 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.121 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.121 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:46.121 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.121 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.121 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:46.121 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.121 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.121 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:46.121 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.121 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.122 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:46.122 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.122 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.122 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:46.122 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.122 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.122 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:46.122 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.122 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.122 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:46.122 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71171416 2024-04-13T07:45:46.122 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.122 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.122 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb": { 2024-04-13T07:45:46.122 INFO:tasks.workunit.client.0.smithi119.stdout: "compact": { 2024-04-13T07:45:46.123 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.123 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.123 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_queue_len": { 2024-04-13T07:45:46.123 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.123 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.123 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_queue_merge": { 2024-04-13T07:45:46.123 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.123 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.123 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_range": { 2024-04-13T07:45:46.123 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T07:45:46.123 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.123 INFO:tasks.workunit.client.0.smithi119.stdout: "get_latency": { 2024-04-13T07:45:46.123 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 33901, 2024-04-13T07:45:46.123 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 85632325 2024-04-13T07:45:46.123 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.124 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_delay_time": { 2024-04-13T07:45:46.124 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.124 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.124 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.124 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_memtable_time": { 2024-04-13T07:45:46.124 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.124 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.124 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.124 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-13T07:45:46.124 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.124 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.124 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.124 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_wal_time": { 2024-04-13T07:45:46.124 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.124 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.124 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.125 INFO:tasks.workunit.client.0.smithi119.stdout: "submit_latency": { 2024-04-13T07:45:46.125 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.125 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.125 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.125 INFO:tasks.workunit.client.0.smithi119.stdout: "submit_sync_latency": { 2024-04-13T07:45:46.125 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1735, 2024-04-13T07:45:46.125 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 503739625 2024-04-13T07:45:46.125 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.125 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.125 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.125 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.361d0c88a98ec03a997f9cbd7d4b9f21aeac06c7": { 2024-04-13T07:45:46.125 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T07:45:46.125 INFO:tasks.workunit.client.0.smithi119.stdout: "election_call": { 2024-04-13T07:45:46.125 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T07:45:46.126 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.126 INFO:tasks.workunit.client.0.smithi119.stdout: "election_lose": { 2024-04-13T07:45:46.126 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T07:45:46.126 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.126 INFO:tasks.workunit.client.0.smithi119.stdout: "election_win": { 2024-04-13T07:45:46.126 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.126 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.126 INFO:tasks.workunit.client.0.smithi119.stdout: "num_elections": { 2024-04-13T07:45:46.126 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3 2024-04-13T07:45:46.126 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.126 INFO:tasks.workunit.client.0.smithi119.stdout: "num_sessions": { 2024-04-13T07:45:46.126 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12 2024-04-13T07:45:46.126 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.126 INFO:tasks.workunit.client.0.smithi119.stdout: "session_add": { 2024-04-13T07:45:46.127 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5 2024-04-13T07:45:46.127 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.127 INFO:tasks.workunit.client.0.smithi119.stdout: "session_rm": { 2024-04-13T07:45:46.127 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 85 2024-04-13T07:45:46.127 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.127 INFO:tasks.workunit.client.0.smithi119.stdout: "session_trim": { 2024-04-13T07:45:46.127 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.127 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.127 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.127 INFO:tasks.workunit.client.0.smithi119.stdout: "paxos": { 2024-04-13T07:45:46.127 INFO:tasks.workunit.client.0.smithi119.stdout: "accept_timeout": { 2024-04-13T07:45:46.127 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.127 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.127 INFO:tasks.workunit.client.0.smithi119.stdout: "begin": { 2024-04-13T07:45:46.127 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 786 2024-04-13T07:45:46.128 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.128 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_bytes": { 2024-04-13T07:45:46.128 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 786, 2024-04-13T07:45:46.128 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3800071 2024-04-13T07:45:46.128 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.128 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_keys": { 2024-04-13T07:45:46.128 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.128 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.128 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.128 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_latency": { 2024-04-13T07:45:46.128 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 786, 2024-04-13T07:45:46.128 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 237994199 2024-04-13T07:45:46.128 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.128 INFO:tasks.workunit.client.0.smithi119.stdout: "collect": { 2024-04-13T07:45:46.128 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T07:45:46.129 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.129 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_bytes": { 2024-04-13T07:45:46.129 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T07:45:46.129 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 73 2024-04-13T07:45:46.129 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.129 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_keys": { 2024-04-13T07:45:46.129 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T07:45:46.129 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T07:45:46.129 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.129 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_latency": { 2024-04-13T07:45:46.129 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T07:45:46.129 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 999976 2024-04-13T07:45:46.129 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.129 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_timeout": { 2024-04-13T07:45:46.129 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.130 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.130 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_uncommitted": { 2024-04-13T07:45:46.130 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.130 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.130 INFO:tasks.workunit.client.0.smithi119.stdout: "commit": { 2024-04-13T07:45:46.130 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 787 2024-04-13T07:45:46.130 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.130 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_bytes": { 2024-04-13T07:45:46.130 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.130 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.130 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.130 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_keys": { 2024-04-13T07:45:46.130 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.130 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.131 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.131 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_latency": { 2024-04-13T07:45:46.131 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.131 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.131 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.131 INFO:tasks.workunit.client.0.smithi119.stdout: "lease_ack_timeout": { 2024-04-13T07:45:46.131 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.131 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.131 INFO:tasks.workunit.client.0.smithi119.stdout: "lease_timeout": { 2024-04-13T07:45:46.131 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.131 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.131 INFO:tasks.workunit.client.0.smithi119.stdout: "new_pn": { 2024-04-13T07:45:46.131 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.131 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.131 INFO:tasks.workunit.client.0.smithi119.stdout: "new_pn_latency": { 2024-04-13T07:45:46.131 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.131 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.132 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.132 INFO:tasks.workunit.client.0.smithi119.stdout: "refresh": { 2024-04-13T07:45:46.132 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 787 2024-04-13T07:45:46.132 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.132 INFO:tasks.workunit.client.0.smithi119.stdout: "refresh_latency": { 2024-04-13T07:45:46.132 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 787, 2024-04-13T07:45:46.132 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1865954564 2024-04-13T07:45:46.132 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.132 INFO:tasks.workunit.client.0.smithi119.stdout: "restart": { 2024-04-13T07:45:46.132 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8 2024-04-13T07:45:46.132 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.132 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state": { 2024-04-13T07:45:46.132 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.132 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.132 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state_bytes": { 2024-04-13T07:45:46.132 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.133 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.133 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.133 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state_keys": { 2024-04-13T07:45:46.133 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.133 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.133 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.133 INFO:tasks.workunit.client.0.smithi119.stdout: "start_leader": { 2024-04-13T07:45:46.133 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.133 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.133 INFO:tasks.workunit.client.0.smithi119.stdout: "start_peon": { 2024-04-13T07:45:46.133 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T07:45:46.133 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.133 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state": { 2024-04-13T07:45:46.133 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 787 2024-04-13T07:45:46.133 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.133 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_bytes": { 2024-04-13T07:45:46.134 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 787, 2024-04-13T07:45:46.134 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7452785 2024-04-13T07:45:46.134 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.134 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_keys": { 2024-04-13T07:45:46.134 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 787, 2024-04-13T07:45:46.134 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5332 2024-04-13T07:45:46.134 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.134 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_latency": { 2024-04-13T07:45:46.134 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 787, 2024-04-13T07:45:46.134 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 405990117 2024-04-13T07:45:46.134 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.134 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.134 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache": { 2024-04-13T07:45:46.134 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T07:45:46.134 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1020054731 2024-04-13T07:45:46.135 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.135 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T07:45:46.135 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 41754624 2024-04-13T07:45:46.135 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.135 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T07:45:46.135 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 31776768 2024-04-13T07:45:46.135 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.135 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T07:45:46.135 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2147483648 2024-04-13T07:45:46.135 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.135 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T07:45:46.135 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9977856 2024-04-13T07:45:46.135 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.135 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.136 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:full": { 2024-04-13T07:45:46.136 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:46.136 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 348127232 2024-04-13T07:45:46.136 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.136 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:46.136 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.136 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.136 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:46.136 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.136 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.136 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:46.136 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 277021692 2024-04-13T07:45:46.136 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.136 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:46.136 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 270478 2024-04-13T07:45:46.136 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.137 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:46.137 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.137 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.137 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:46.137 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.137 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.137 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:46.137 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.137 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.137 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:46.137 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.137 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.137 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:46.137 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.137 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.138 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:46.138 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.138 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.138 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:46.138 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.138 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.138 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:46.138 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.138 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.138 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:46.138 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 70835062 2024-04-13T07:45:46.138 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.138 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.138 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:inc": { 2024-04-13T07:45:46.139 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:46.139 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 348127232 2024-04-13T07:45:46.139 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.139 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:46.139 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.139 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.139 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:46.139 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.139 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.139 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:46.139 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 277021692 2024-04-13T07:45:46.139 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.139 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:46.139 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 41372 2024-04-13T07:45:46.139 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.139 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:46.140 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.140 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.140 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:46.140 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.140 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.140 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:46.140 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.140 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.140 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:46.140 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.140 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.140 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:46.140 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.140 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.140 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:46.140 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.141 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.141 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:46.141 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.141 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.141 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:46.141 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.141 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.141 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:46.141 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71064168 2024-04-13T07:45:46.141 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.141 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.141 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:kv": { 2024-04-13T07:45:46.141 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:46.141 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 322961408 2024-04-13T07:45:46.141 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.141 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:46.142 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T07:45:46.142 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.142 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:46.142 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.142 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.142 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:46.142 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 184681128 2024-04-13T07:45:46.142 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.142 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:46.142 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.142 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.142 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:46.142 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.142 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.142 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:46.143 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.143 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.143 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:46.143 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.143 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.143 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:46.143 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.143 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.143 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:46.143 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.143 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.143 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:46.143 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.143 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.144 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:46.144 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.144 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.144 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:46.144 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.144 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.144 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:46.144 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71171416 2024-04-13T07:45:46.144 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.144 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.144 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb": { 2024-04-13T07:45:46.144 INFO:tasks.workunit.client.0.smithi119.stdout: "compact": { 2024-04-13T07:45:46.144 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.144 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.144 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_queue_len": { 2024-04-13T07:45:46.144 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.145 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.145 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_queue_merge": { 2024-04-13T07:45:46.145 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.145 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.145 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_range": { 2024-04-13T07:45:46.145 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T07:45:46.145 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.145 INFO:tasks.workunit.client.0.smithi119.stdout: "get_latency": { 2024-04-13T07:45:46.145 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 33529, 2024-04-13T07:45:46.145 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 85864830 2024-04-13T07:45:46.145 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.145 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_delay_time": { 2024-04-13T07:45:46.145 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.145 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.145 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.145 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_memtable_time": { 2024-04-13T07:45:46.146 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.146 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.146 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.146 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-13T07:45:46.146 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.146 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.146 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.146 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_wal_time": { 2024-04-13T07:45:46.146 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.146 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.146 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.146 INFO:tasks.workunit.client.0.smithi119.stdout: "submit_latency": { 2024-04-13T07:45:46.146 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.146 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.146 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.146 INFO:tasks.workunit.client.0.smithi119.stdout: "submit_sync_latency": { 2024-04-13T07:45:46.147 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1692, 2024-04-13T07:45:46.147 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 728218862 2024-04-13T07:45:46.147 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.147 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.147 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.147 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.8ce27d692b5f50738c5de0d5fabe76bb5b385d6c": { 2024-04-13T07:45:46.147 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T07:45:46.147 INFO:tasks.workunit.client.0.smithi119.stdout: "election_call": { 2024-04-13T07:45:46.147 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T07:45:46.147 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.147 INFO:tasks.workunit.client.0.smithi119.stdout: "election_lose": { 2024-04-13T07:45:46.147 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.147 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.147 INFO:tasks.workunit.client.0.smithi119.stdout: "election_win": { 2024-04-13T07:45:46.147 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3 2024-04-13T07:45:46.147 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.147 INFO:tasks.workunit.client.0.smithi119.stdout: "num_elections": { 2024-04-13T07:45:46.148 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9 2024-04-13T07:45:46.148 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.148 INFO:tasks.workunit.client.0.smithi119.stdout: "num_sessions": { 2024-04-13T07:45:46.148 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6 2024-04-13T07:45:46.148 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.148 INFO:tasks.workunit.client.0.smithi119.stdout: "session_add": { 2024-04-13T07:45:46.148 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3 2024-04-13T07:45:46.148 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.148 INFO:tasks.workunit.client.0.smithi119.stdout: "session_rm": { 2024-04-13T07:45:46.148 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 203 2024-04-13T07:45:46.148 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.148 INFO:tasks.workunit.client.0.smithi119.stdout: "session_trim": { 2024-04-13T07:45:46.148 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.148 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.148 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.148 INFO:tasks.workunit.client.0.smithi119.stdout: "paxos": { 2024-04-13T07:45:46.149 INFO:tasks.workunit.client.0.smithi119.stdout: "accept_timeout": { 2024-04-13T07:45:46.149 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.149 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.149 INFO:tasks.workunit.client.0.smithi119.stdout: "begin": { 2024-04-13T07:45:46.149 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 919 2024-04-13T07:45:46.149 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.149 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_bytes": { 2024-04-13T07:45:46.149 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 919, 2024-04-13T07:45:46.149 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4872308 2024-04-13T07:45:46.149 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.149 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_keys": { 2024-04-13T07:45:46.149 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 919, 2024-04-13T07:45:46.149 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2757 2024-04-13T07:45:46.149 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.149 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_latency": { 2024-04-13T07:45:46.149 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 919, 2024-04-13T07:45:46.149 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 148996379 2024-04-13T07:45:46.149 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.150 INFO:tasks.workunit.client.0.smithi119.stdout: "collect": { 2024-04-13T07:45:46.150 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.150 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.150 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_bytes": { 2024-04-13T07:45:46.150 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.150 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.150 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.150 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_keys": { 2024-04-13T07:45:46.150 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.150 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.150 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.150 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_latency": { 2024-04-13T07:45:46.150 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.150 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.150 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.151 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_timeout": { 2024-04-13T07:45:46.151 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.151 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.151 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_uncommitted": { 2024-04-13T07:45:46.151 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.151 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.151 INFO:tasks.workunit.client.0.smithi119.stdout: "commit": { 2024-04-13T07:45:46.151 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 919 2024-04-13T07:45:46.151 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.151 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_bytes": { 2024-04-13T07:45:46.151 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 919, 2024-04-13T07:45:46.151 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4806197 2024-04-13T07:45:46.151 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.151 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_keys": { 2024-04-13T07:45:46.152 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 919, 2024-04-13T07:45:46.152 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5280 2024-04-13T07:45:46.152 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.152 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_latency": { 2024-04-13T07:45:46.152 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 919, 2024-04-13T07:45:46.152 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 366893580 2024-04-13T07:45:46.152 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.152 INFO:tasks.workunit.client.0.smithi119.stdout: "lease_ack_timeout": { 2024-04-13T07:45:46.152 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.152 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.152 INFO:tasks.workunit.client.0.smithi119.stdout: "lease_timeout": { 2024-04-13T07:45:46.152 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.152 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.152 INFO:tasks.workunit.client.0.smithi119.stdout: "new_pn": { 2024-04-13T07:45:46.152 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T07:45:46.152 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.153 INFO:tasks.workunit.client.0.smithi119.stdout: "new_pn_latency": { 2024-04-13T07:45:46.153 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T07:45:46.153 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2999927 2024-04-13T07:45:46.153 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.153 INFO:tasks.workunit.client.0.smithi119.stdout: "refresh": { 2024-04-13T07:45:46.153 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 921 2024-04-13T07:45:46.153 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.153 INFO:tasks.workunit.client.0.smithi119.stdout: "refresh_latency": { 2024-04-13T07:45:46.153 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 921, 2024-04-13T07:45:46.153 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2430940810 2024-04-13T07:45:46.153 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.153 INFO:tasks.workunit.client.0.smithi119.stdout: "restart": { 2024-04-13T07:45:46.153 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12 2024-04-13T07:45:46.153 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.153 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state": { 2024-04-13T07:45:46.154 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T07:45:46.154 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.154 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state_bytes": { 2024-04-13T07:45:46.154 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T07:45:46.154 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1050 2024-04-13T07:45:46.154 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.154 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state_keys": { 2024-04-13T07:45:46.154 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T07:45:46.154 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T07:45:46.154 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.154 INFO:tasks.workunit.client.0.smithi119.stdout: "start_leader": { 2024-04-13T07:45:46.154 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3 2024-04-13T07:45:46.154 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.154 INFO:tasks.workunit.client.0.smithi119.stdout: "start_peon": { 2024-04-13T07:45:46.154 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.155 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.155 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state": { 2024-04-13T07:45:46.155 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.155 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.155 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_bytes": { 2024-04-13T07:45:46.155 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.155 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.155 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.155 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_keys": { 2024-04-13T07:45:46.155 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.155 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.155 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.155 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_latency": { 2024-04-13T07:45:46.155 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.155 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.156 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.156 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.156 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache": { 2024-04-13T07:45:46.156 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T07:45:46.156 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1020054731 2024-04-13T07:45:46.156 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.156 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T07:45:46.156 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 45834240 2024-04-13T07:45:46.156 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.156 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T07:45:46.156 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 38674432 2024-04-13T07:45:46.156 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.156 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T07:45:46.156 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2147483648 2024-04-13T07:45:46.156 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.156 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T07:45:46.157 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7159808 2024-04-13T07:45:46.157 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.157 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.157 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:full": { 2024-04-13T07:45:46.157 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:46.157 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 348127232 2024-04-13T07:45:46.157 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.157 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:46.157 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.157 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.157 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:46.157 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.157 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.157 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:46.157 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 277022768 2024-04-13T07:45:46.157 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.157 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:46.158 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 270048 2024-04-13T07:45:46.158 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.158 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:46.158 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.158 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.158 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:46.158 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.158 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.158 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:46.158 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.158 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.158 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:46.158 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.158 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.158 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:46.159 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.159 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.159 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:46.159 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.159 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.159 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:46.159 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.159 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.159 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:46.159 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.159 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.159 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:46.159 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 70834416 2024-04-13T07:45:46.159 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.159 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.159 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:inc": { 2024-04-13T07:45:46.160 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:46.160 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 348127232 2024-04-13T07:45:46.160 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.160 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:46.160 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.160 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.160 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:46.160 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.160 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.160 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:46.160 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 277022768 2024-04-13T07:45:46.160 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.160 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:46.160 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 38933 2024-04-13T07:45:46.160 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.160 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:46.160 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.161 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.161 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:46.161 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.161 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.161 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:46.161 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.161 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.161 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:46.161 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.161 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.161 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:46.161 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.161 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.161 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:46.161 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.161 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.161 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:46.162 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.162 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.162 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:46.162 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.162 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.162 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:46.162 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71065531 2024-04-13T07:45:46.162 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.162 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.162 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:kv": { 2024-04-13T07:45:46.162 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:46.162 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 322961408 2024-04-13T07:45:46.162 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.162 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:46.163 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T07:45:46.163 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.163 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:46.163 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.163 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.163 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:46.163 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 184681845 2024-04-13T07:45:46.163 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.163 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:46.163 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.163 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.163 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:46.163 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.163 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.163 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:46.163 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.163 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.164 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:46.164 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.164 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.164 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:46.164 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.164 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.164 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:46.164 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.164 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.164 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:46.164 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.164 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.164 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:46.164 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.164 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.164 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:46.165 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.165 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.165 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:46.165 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71170699 2024-04-13T07:45:46.165 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.165 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.165 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb": { 2024-04-13T07:45:46.165 INFO:tasks.workunit.client.0.smithi119.stdout: "compact": { 2024-04-13T07:45:46.165 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.165 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.165 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_queue_len": { 2024-04-13T07:45:46.165 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.165 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.165 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_queue_merge": { 2024-04-13T07:45:46.165 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.165 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.165 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_range": { 2024-04-13T07:45:46.166 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T07:45:46.166 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.166 INFO:tasks.workunit.client.0.smithi119.stdout: "get_latency": { 2024-04-13T07:45:46.166 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 41413, 2024-04-13T07:45:46.166 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 176877856 2024-04-13T07:45:46.166 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.166 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_delay_time": { 2024-04-13T07:45:46.166 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.166 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.166 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.166 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_memtable_time": { 2024-04-13T07:45:46.166 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.166 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.166 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.166 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-13T07:45:46.166 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.167 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.167 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.167 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_wal_time": { 2024-04-13T07:45:46.167 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.167 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.167 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.167 INFO:tasks.workunit.client.0.smithi119.stdout: "submit_latency": { 2024-04-13T07:45:46.167 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.167 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.167 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.167 INFO:tasks.workunit.client.0.smithi119.stdout: "submit_sync_latency": { 2024-04-13T07:45:46.167 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2001, 2024-04-13T07:45:46.167 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 631065561 2024-04-13T07:45:46.167 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.167 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.167 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.167 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.0": { 2024-04-13T07:45:46.168 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T07:45:46.168 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_fallback": { 2024-04-13T07:45:46.168 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.168 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.168 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_size_fallback": { 2024-04-13T07:45:46.168 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.168 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.168 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_db": { 2024-04-13T07:45:46.168 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 65536 2024-04-13T07:45:46.168 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.168 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_main": { 2024-04-13T07:45:46.168 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.168 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.168 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_wal": { 2024-04-13T07:45:46.168 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.169 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.169 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_slow": { 2024-04-13T07:45:46.169 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.169 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.169 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_sst": { 2024-04-13T07:45:46.169 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12288 2024-04-13T07:45:46.169 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.169 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_wal": { 2024-04-13T07:45:46.169 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7802880 2024-04-13T07:45:46.169 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.169 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lat": { 2024-04-13T07:45:46.169 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.169 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.169 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.170 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lock_lat": { 2024-04-13T07:45:46.170 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.170 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.170 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.170 INFO:tasks.workunit.client.0.smithi119.stdout: "db_total_bytes": { 2024-04-13T07:45:46.170 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T07:45:46.170 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.170 INFO:tasks.workunit.client.0.smithi119.stdout: "db_used_bytes": { 2024-04-13T07:45:46.170 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 31850496 2024-04-13T07:45:46.170 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.170 INFO:tasks.workunit.client.0.smithi119.stdout: "log_bytes": { 2024-04-13T07:45:46.170 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4112384 2024-04-13T07:45:46.170 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.170 INFO:tasks.workunit.client.0.smithi119.stdout: "logged_bytes": { 2024-04-13T07:45:46.170 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3973120 2024-04-13T07:45:46.171 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.171 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_db": { 2024-04-13T07:45:46.171 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 31850496 2024-04-13T07:45:46.171 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.171 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_slow": { 2024-04-13T07:45:46.171 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.171 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.171 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_wal": { 2024-04-13T07:45:46.171 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.171 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.171 INFO:tasks.workunit.client.0.smithi119.stdout: "num_files": { 2024-04-13T07:45:46.171 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14 2024-04-13T07:45:46.171 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.171 INFO:tasks.workunit.client.0.smithi119.stdout: "read_bytes": { 2024-04-13T07:45:46.171 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 206272 2024-04-13T07:45:46.171 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.172 INFO:tasks.workunit.client.0.smithi119.stdout: "read_count": { 2024-04-13T07:45:46.172 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23 2024-04-13T07:45:46.172 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.172 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes": { 2024-04-13T07:45:46.172 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1282048 2024-04-13T07:45:46.172 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.172 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_db": { 2024-04-13T07:45:46.172 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1286144 2024-04-13T07:45:46.172 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.172 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_slow": { 2024-04-13T07:45:46.172 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.172 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.172 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_wal": { 2024-04-13T07:45:46.172 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.172 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.172 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_count": { 2024-04-13T07:45:46.173 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15 2024-04-13T07:45:46.173 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.173 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_bytes": { 2024-04-13T07:45:46.173 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4913 2024-04-13T07:45:46.173 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.173 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_count": { 2024-04-13T07:45:46.173 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4 2024-04-13T07:45:46.173 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.173 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_bytes": { 2024-04-13T07:45:46.173 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5505 2024-04-13T07:45:46.173 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.173 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_count": { 2024-04-13T07:45:46.173 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24 2024-04-13T07:45:46.173 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.173 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_bytes": { 2024-04-13T07:45:46.174 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5505 2024-04-13T07:45:46.174 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.174 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_count": { 2024-04-13T07:45:46.174 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24 2024-04-13T07:45:46.174 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.174 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes": { 2024-04-13T07:45:46.174 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.174 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.174 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_db": { 2024-04-13T07:45:46.174 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.174 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.174 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_slow": { 2024-04-13T07:45:46.174 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.174 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.175 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_wal": { 2024-04-13T07:45:46.175 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.175 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.175 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_count": { 2024-04-13T07:45:46.175 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.175 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.175 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_total_bytes": { 2024-04-13T07:45:46.175 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.175 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.175 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_used_bytes": { 2024-04-13T07:45:46.175 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.175 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.175 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_total_bytes": { 2024-04-13T07:45:46.175 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.175 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.176 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_used_bytes": { 2024-04-13T07:45:46.176 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.176 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.176 INFO:tasks.workunit.client.0.smithi119.stdout: "write_bytes": { 2024-04-13T07:45:46.176 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11853824 2024-04-13T07:45:46.176 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.176 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.176 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": { 2024-04-13T07:45:46.176 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit": { 2024-04-13T07:45:46.176 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T07:45:46.176 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.176 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": { 2024-04-13T07:45:46.176 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1318912 2024-04-13T07:45:46.176 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.176 INFO:tasks.workunit.client.0.smithi119.stdout: "clist_lat": { 2024-04-13T07:45:46.176 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T07:45:46.176 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 176008 2024-04-13T07:45:46.177 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.177 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_lat": { 2024-04-13T07:45:46.177 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.177 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.177 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.177 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed": { 2024-04-13T07:45:46.177 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.177 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.177 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_allocated": { 2024-04-13T07:45:46.177 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.177 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.177 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_original": { 2024-04-13T07:45:46.177 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.177 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.177 INFO:tasks.workunit.client.0.smithi119.stdout: "csum_lat": { 2024-04-13T07:45:46.178 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 22, 2024-04-13T07:45:46.178 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 68171 2024-04-13T07:45:46.178 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.178 INFO:tasks.workunit.client.0.smithi119.stdout: "decompress_lat": { 2024-04-13T07:45:46.178 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.178 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.178 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.178 INFO:tasks.workunit.client.0.smithi119.stdout: "fragmentation_micros": { 2024-04-13T07:45:46.178 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.178 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.178 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_commit_lat": { 2024-04-13T07:45:46.178 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 957, 2024-04-13T07:45:46.178 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 579925938 2024-04-13T07:45:46.178 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.178 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_final_lat": { 2024-04-13T07:45:46.178 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 940, 2024-04-13T07:45:46.179 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 21437181 2024-04-13T07:45:46.179 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.179 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_flush_lat": { 2024-04-13T07:45:46.179 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 957, 2024-04-13T07:45:46.179 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 875513 2024-04-13T07:45:46.179 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.179 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_sync_lat": { 2024-04-13T07:45:46.179 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 957, 2024-04-13T07:45:46.179 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 580801451 2024-04-13T07:45:46.179 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.179 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_keys_lat": { 2024-04-13T07:45:46.179 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.179 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.179 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.179 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_values_lat": { 2024-04-13T07:45:46.179 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T07:45:46.179 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 47323 2024-04-13T07:45:46.180 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.180 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_lower_bound_lat": { 2024-04-13T07:45:46.180 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8, 2024-04-13T07:45:46.180 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23914 2024-04-13T07:45:46.180 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.180 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_next_lat": { 2024-04-13T07:45:46.180 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.180 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.180 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.180 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_seek_to_first_lat": { 2024-04-13T07:45:46.180 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.180 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.180 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.180 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_upper_bound_lat": { 2024-04-13T07:45:46.180 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T07:45:46.181 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3877 2024-04-13T07:45:46.181 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.181 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_hits": { 2024-04-13T07:45:46.181 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3920 2024-04-13T07:45:46.181 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.181 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_misses": { 2024-04-13T07:45:46.181 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 319 2024-04-13T07:45:46.181 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.181 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T07:45:46.181 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 117, 2024-04-13T07:45:46.181 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3891079 2024-04-13T07:45:46.181 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.181 INFO:tasks.workunit.client.0.smithi119.stdout: "read_onode_meta_lat": { 2024-04-13T07:45:46.181 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 321, 2024-04-13T07:45:46.181 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 250657 2024-04-13T07:45:46.181 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.181 INFO:tasks.workunit.client.0.smithi119.stdout: "read_wait_aio_lat": { 2024-04-13T07:45:46.182 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 204, 2024-04-13T07:45:46.182 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5044031 2024-04-13T07:45:46.182 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.182 INFO:tasks.workunit.client.0.smithi119.stdout: "reads_with_retries": { 2024-04-13T07:45:46.182 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.182 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.182 INFO:tasks.workunit.client.0.smithi119.stdout: "remove_lat": { 2024-04-13T07:45:46.182 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 101, 2024-04-13T07:45:46.182 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6765218 2024-04-13T07:45:46.182 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.182 INFO:tasks.workunit.client.0.smithi119.stdout: "state_aio_wait_lat": { 2024-04-13T07:45:46.182 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3572, 2024-04-13T07:45:46.182 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3955610658 2024-04-13T07:45:46.182 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.182 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T07:45:46.183 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 128, 2024-04-13T07:45:46.183 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 32049905 2024-04-13T07:45:46.183 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.183 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_cleanup_lat": { 2024-04-13T07:45:46.183 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 127, 2024-04-13T07:45:46.183 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 288347539527 2024-04-13T07:45:46.183 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.183 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_queued_lat": { 2024-04-13T07:45:46.183 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 128, 2024-04-13T07:45:46.183 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 128589865704 2024-04-13T07:45:46.183 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.183 INFO:tasks.workunit.client.0.smithi119.stdout: "state_done_lat": { 2024-04-13T07:45:46.183 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3571, 2024-04-13T07:45:46.183 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 40701903876 2024-04-13T07:45:46.183 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.183 INFO:tasks.workunit.client.0.smithi119.stdout: "state_finishing_lat": { 2024-04-13T07:45:46.183 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3571, 2024-04-13T07:45:46.184 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 306903 2024-04-13T07:45:46.184 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.184 INFO:tasks.workunit.client.0.smithi119.stdout: "state_io_done_lat": { 2024-04-13T07:45:46.184 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3572, 2024-04-13T07:45:46.184 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 156812721 2024-04-13T07:45:46.184 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.184 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_commiting_lat": { 2024-04-13T07:45:46.184 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3572, 2024-04-13T07:45:46.184 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2754159051 2024-04-13T07:45:46.184 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.184 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_done_lat": { 2024-04-13T07:45:46.184 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3572, 2024-04-13T07:45:46.184 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 528704 2024-04-13T07:45:46.184 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.184 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_queued_lat": { 2024-04-13T07:45:46.184 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3572, 2024-04-13T07:45:46.184 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1589806461 2024-04-13T07:45:46.185 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.185 INFO:tasks.workunit.client.0.smithi119.stdout: "state_prepare_lat": { 2024-04-13T07:45:46.185 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3572, 2024-04-13T07:45:46.185 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 413309081 2024-04-13T07:45:46.185 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.185 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": { 2024-04-13T07:45:46.185 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 900088 2024-04-13T07:45:46.185 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.185 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T07:45:46.185 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 62, 2024-04-13T07:45:46.185 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 286053 2024-04-13T07:45:46.185 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.185 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_commit_lat": { 2024-04-13T07:45:46.185 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3572, 2024-04-13T07:45:46.185 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8869960466 2024-04-13T07:45:46.185 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.186 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_submit_lat": { 2024-04-13T07:45:46.186 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3572, 2024-04-13T07:45:46.186 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 452656255 2024-04-13T07:45:46.186 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.186 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_throttle_lat": { 2024-04-13T07:45:46.186 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3572, 2024-04-13T07:45:46.186 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 295156656 2024-04-13T07:45:46.186 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.186 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.186 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache": { 2024-04-13T07:45:46.186 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T07:45:46.186 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1861619251 2024-04-13T07:45:46.186 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.186 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T07:45:46.186 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 48611328 2024-04-13T07:45:46.187 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.187 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T07:45:46.187 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 48242688 2024-04-13T07:45:46.187 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.187 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T07:45:46.187 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3137559552 2024-04-13T07:45:46.187 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.187 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T07:45:46.187 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 368640 2024-04-13T07:45:46.187 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.187 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.187 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:data": { 2024-04-13T07:45:46.187 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:46.187 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 159383552 2024-04-13T07:45:46.187 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.187 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:46.188 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.188 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.188 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:46.188 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.188 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.188 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:46.188 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 85464256 2024-04-13T07:45:46.188 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.188 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:46.188 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.188 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.188 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:46.188 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.188 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.188 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:46.188 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.188 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.188 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:46.189 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.189 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.189 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:46.189 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.189 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.189 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:46.189 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 610304 2024-04-13T07:45:46.189 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.189 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:46.189 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.189 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.189 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:46.189 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.189 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.189 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:46.189 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.189 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.190 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:46.190 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 73308992 2024-04-13T07:45:46.190 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.190 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.190 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv": { 2024-04-13T07:45:46.190 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:46.190 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 780140544 2024-04-13T07:45:46.190 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.190 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:46.190 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T07:45:46.190 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.190 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:46.190 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.190 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.190 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:46.190 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 640981925 2024-04-13T07:45:46.191 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.191 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:46.191 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.191 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.191 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:46.191 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.191 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.191 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:46.191 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.191 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.191 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:46.191 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.191 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.191 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:46.191 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.191 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.191 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:46.191 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2128 2024-04-13T07:45:46.192 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.192 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:46.192 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.192 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.192 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:46.192 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.192 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.192 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:46.192 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.192 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.192 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:46.192 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 72047627 2024-04-13T07:45:46.192 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.192 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.192 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T07:45:46.192 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:46.193 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 192937984 2024-04-13T07:45:46.193 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.193 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:46.193 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T07:45:46.193 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.193 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:46.193 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 464 2024-04-13T07:45:46.193 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.193 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:46.193 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 56976171 2024-04-13T07:45:46.193 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.193 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:46.193 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.193 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.193 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:46.193 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.193 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.194 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:46.194 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.194 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.194 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:46.194 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.194 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.194 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:46.194 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.194 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.194 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:46.194 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.194 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.194 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:46.194 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.194 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.194 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:46.195 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.195 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.195 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:46.195 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.195 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.195 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:46.195 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 68852485 2024-04-13T07:45:46.195 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.195 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.195 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:meta": { 2024-04-13T07:45:46.195 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:46.195 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 713031680 2024-04-13T07:45:46.195 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.195 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:46.195 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.195 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.195 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:46.196 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.196 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.196 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:46.196 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 640981925 2024-04-13T07:45:46.196 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.196 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:46.196 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.196 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.196 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:46.196 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.196 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.196 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:46.196 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.196 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.196 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:46.197 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.197 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.197 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:46.197 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.197 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.197 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:46.197 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 354305 2024-04-13T07:45:46.197 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.197 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:46.197 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.197 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.197 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:46.197 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.197 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.197 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:46.198 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.198 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.198 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:46.198 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71695450 2024-04-13T07:45:46.198 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.198 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.198 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T07:45:46.198 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T07:45:46.198 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.198 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.198 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T07:45:46.198 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.198 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.198 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T07:45:46.199 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.199 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.199 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T07:45:46.199 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.199 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.199 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.199 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:46.199 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg": { 2024-04-13T07:45:46.199 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 46 2024-04-13T07:45:46.199 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.199 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg_removing": { 2024-04-13T07:45:46.199 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.199 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.199 INFO:tasks.workunit.client.0.smithi119.stdout: "op": { 2024-04-13T07:45:46.200 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5 2024-04-13T07:45:46.200 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.200 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_degraded": { 2024-04-13T07:45:46.200 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.200 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.200 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_unreadable": { 2024-04-13T07:45:46.200 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.200 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.200 INFO:tasks.workunit.client.0.smithi119.stdout: "op_in_bytes": { 2024-04-13T07:45:46.200 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 616 2024-04-13T07:45:46.200 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.200 INFO:tasks.workunit.client.0.smithi119.stdout: "op_latency": { 2024-04-13T07:45:46.200 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 5, 2024-04-13T07:45:46.200 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 94470390 2024-04-13T07:45:46.201 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.201 INFO:tasks.workunit.client.0.smithi119.stdout: "op_out_bytes": { 2024-04-13T07:45:46.201 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.201 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.201 INFO:tasks.workunit.client.0.smithi119.stdout: "op_prepare_latency": { 2024-04-13T07:45:46.201 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 6, 2024-04-13T07:45:46.201 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3276623 2024-04-13T07:45:46.201 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.201 INFO:tasks.workunit.client.0.smithi119.stdout: "op_process_latency": { 2024-04-13T07:45:46.201 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 5, 2024-04-13T07:45:46.201 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 93000384 2024-04-13T07:45:46.201 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.201 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T07:45:46.201 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.201 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.201 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency": { 2024-04-13T07:45:46.201 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.201 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.202 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.202 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T07:45:46.202 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.202 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.202 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_out_bytes": { 2024-04-13T07:45:46.202 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.202 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.202 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_prepare_latency": { 2024-04-13T07:45:46.202 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.202 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.202 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.202 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_process_latency": { 2024-04-13T07:45:46.202 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.202 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.202 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.202 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw": { 2024-04-13T07:45:46.203 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.203 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.203 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_in_bytes": { 2024-04-13T07:45:46.203 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.203 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.203 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency": { 2024-04-13T07:45:46.203 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.203 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.203 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.203 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T07:45:46.203 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.203 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.203 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T07:45:46.203 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.203 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.203 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_out_bytes": { 2024-04-13T07:45:46.204 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.204 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.204 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_prepare_latency": { 2024-04-13T07:45:46.204 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.204 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.204 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.204 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_process_latency": { 2024-04-13T07:45:46.204 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.204 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.204 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.204 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T07:45:46.204 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5 2024-04-13T07:45:46.204 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.204 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_in_bytes": { 2024-04-13T07:45:46.205 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 616 2024-04-13T07:45:46.205 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.205 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency": { 2024-04-13T07:45:46.205 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 5, 2024-04-13T07:45:46.205 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 94470390 2024-04-13T07:45:46.205 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.205 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T07:45:46.205 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.205 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.205 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_prepare_latency": { 2024-04-13T07:45:46.205 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 6, 2024-04-13T07:45:46.205 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3276623 2024-04-13T07:45:46.205 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.205 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_process_latency": { 2024-04-13T07:45:46.205 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 5, 2024-04-13T07:45:46.205 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 93000384 2024-04-13T07:45:46.206 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.206 INFO:tasks.workunit.client.0.smithi119.stdout: "op_wip": { 2024-04-13T07:45:46.206 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.206 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.206 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_bytes": { 2024-04-13T07:45:46.206 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1771686 2024-04-13T07:45:46.206 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.206 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_ops": { 2024-04-13T07:45:46.206 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8 2024-04-13T07:45:46.206 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.206 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes": { 2024-04-13T07:45:46.206 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T07:45:46.206 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.206 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes_used": { 2024-04-13T07:45:46.206 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 33181696 2024-04-13T07:45:46.207 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.207 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.207 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.207 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.1": { 2024-04-13T07:45:46.207 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T07:45:46.207 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_fallback": { 2024-04-13T07:45:46.207 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.207 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.207 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_size_fallback": { 2024-04-13T07:45:46.207 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.207 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.207 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_db": { 2024-04-13T07:45:46.207 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 65536 2024-04-13T07:45:46.207 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.207 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_main": { 2024-04-13T07:45:46.207 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.207 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.208 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_wal": { 2024-04-13T07:45:46.208 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.208 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.208 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_slow": { 2024-04-13T07:45:46.208 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.208 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.208 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_sst": { 2024-04-13T07:45:46.208 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12288 2024-04-13T07:45:46.208 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.208 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_wal": { 2024-04-13T07:45:46.208 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2424832 2024-04-13T07:45:46.208 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.208 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lat": { 2024-04-13T07:45:46.208 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.208 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.209 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.209 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lock_lat": { 2024-04-13T07:45:46.209 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.209 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.209 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.209 INFO:tasks.workunit.client.0.smithi119.stdout: "db_total_bytes": { 2024-04-13T07:45:46.209 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T07:45:46.209 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.209 INFO:tasks.workunit.client.0.smithi119.stdout: "db_used_bytes": { 2024-04-13T07:45:46.209 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 27656192 2024-04-13T07:45:46.209 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.209 INFO:tasks.workunit.client.0.smithi119.stdout: "log_bytes": { 2024-04-13T07:45:46.209 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1544192 2024-04-13T07:45:46.209 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.209 INFO:tasks.workunit.client.0.smithi119.stdout: "logged_bytes": { 2024-04-13T07:45:46.209 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1404928 2024-04-13T07:45:46.209 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.210 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_db": { 2024-04-13T07:45:46.210 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 31850496 2024-04-13T07:45:46.210 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.210 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_slow": { 2024-04-13T07:45:46.210 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.210 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.210 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_wal": { 2024-04-13T07:45:46.210 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.210 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.210 INFO:tasks.workunit.client.0.smithi119.stdout: "num_files": { 2024-04-13T07:45:46.210 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14 2024-04-13T07:45:46.210 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.210 INFO:tasks.workunit.client.0.smithi119.stdout: "read_bytes": { 2024-04-13T07:45:46.210 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 206272 2024-04-13T07:45:46.210 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.210 INFO:tasks.workunit.client.0.smithi119.stdout: "read_count": { 2024-04-13T07:45:46.210 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23 2024-04-13T07:45:46.211 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.211 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes": { 2024-04-13T07:45:46.211 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1282048 2024-04-13T07:45:46.211 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.211 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_db": { 2024-04-13T07:45:46.211 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1286144 2024-04-13T07:45:46.211 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.211 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_slow": { 2024-04-13T07:45:46.211 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.211 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.211 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_wal": { 2024-04-13T07:45:46.211 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.211 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.211 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_count": { 2024-04-13T07:45:46.211 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15 2024-04-13T07:45:46.211 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.211 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_bytes": { 2024-04-13T07:45:46.212 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4913 2024-04-13T07:45:46.212 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.212 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_count": { 2024-04-13T07:45:46.212 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4 2024-04-13T07:45:46.212 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.212 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_bytes": { 2024-04-13T07:45:46.212 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5504 2024-04-13T07:45:46.212 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.212 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_count": { 2024-04-13T07:45:46.212 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24 2024-04-13T07:45:46.212 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.212 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_bytes": { 2024-04-13T07:45:46.212 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5504 2024-04-13T07:45:46.212 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.212 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_count": { 2024-04-13T07:45:46.212 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24 2024-04-13T07:45:46.212 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.213 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes": { 2024-04-13T07:45:46.213 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.213 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.213 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_db": { 2024-04-13T07:45:46.213 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.213 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.213 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_slow": { 2024-04-13T07:45:46.213 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.213 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.213 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_wal": { 2024-04-13T07:45:46.213 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.213 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.213 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_count": { 2024-04-13T07:45:46.213 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.213 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.213 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_total_bytes": { 2024-04-13T07:45:46.213 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.213 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.214 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_used_bytes": { 2024-04-13T07:45:46.214 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.214 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.214 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_total_bytes": { 2024-04-13T07:45:46.214 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.214 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.214 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_used_bytes": { 2024-04-13T07:45:46.214 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.214 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.214 INFO:tasks.workunit.client.0.smithi119.stdout: "write_bytes": { 2024-04-13T07:45:46.214 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3907584 2024-04-13T07:45:46.214 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.214 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.214 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": { 2024-04-13T07:45:46.215 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit": { 2024-04-13T07:45:46.215 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T07:45:46.215 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.215 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": { 2024-04-13T07:45:46.215 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 716800 2024-04-13T07:45:46.215 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.215 INFO:tasks.workunit.client.0.smithi119.stdout: "clist_lat": { 2024-04-13T07:45:46.215 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 5, 2024-04-13T07:45:46.215 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 201676 2024-04-13T07:45:46.215 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.215 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_lat": { 2024-04-13T07:45:46.215 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.215 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.215 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.215 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed": { 2024-04-13T07:45:46.215 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.215 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.216 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_allocated": { 2024-04-13T07:45:46.216 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.216 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.216 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_original": { 2024-04-13T07:45:46.216 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.216 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.216 INFO:tasks.workunit.client.0.smithi119.stdout: "csum_lat": { 2024-04-13T07:45:46.216 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 32, 2024-04-13T07:45:46.216 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 75911 2024-04-13T07:45:46.216 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.216 INFO:tasks.workunit.client.0.smithi119.stdout: "decompress_lat": { 2024-04-13T07:45:46.216 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.216 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.216 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.216 INFO:tasks.workunit.client.0.smithi119.stdout: "fragmentation_micros": { 2024-04-13T07:45:46.216 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.216 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.217 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_commit_lat": { 2024-04-13T07:45:46.217 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 330, 2024-04-13T07:45:46.217 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 88859770 2024-04-13T07:45:46.217 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.217 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_final_lat": { 2024-04-13T07:45:46.217 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 325, 2024-04-13T07:45:46.217 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9542023 2024-04-13T07:45:46.217 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.217 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_flush_lat": { 2024-04-13T07:45:46.217 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 330, 2024-04-13T07:45:46.217 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 346026 2024-04-13T07:45:46.217 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.217 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_sync_lat": { 2024-04-13T07:45:46.217 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 330, 2024-04-13T07:45:46.217 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 89205796 2024-04-13T07:45:46.217 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.217 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_keys_lat": { 2024-04-13T07:45:46.218 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.218 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.218 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.218 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_values_lat": { 2024-04-13T07:45:46.218 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3, 2024-04-13T07:45:46.218 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 42358 2024-04-13T07:45:46.218 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.218 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_lower_bound_lat": { 2024-04-13T07:45:46.218 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T07:45:46.218 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6297 2024-04-13T07:45:46.218 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.218 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_next_lat": { 2024-04-13T07:45:46.218 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.218 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.218 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.219 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_seek_to_first_lat": { 2024-04-13T07:45:46.219 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.219 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.219 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.219 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_upper_bound_lat": { 2024-04-13T07:45:46.219 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T07:45:46.219 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9343 2024-04-13T07:45:46.219 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.219 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_hits": { 2024-04-13T07:45:46.219 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 815 2024-04-13T07:45:46.219 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.219 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_misses": { 2024-04-13T07:45:46.219 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 226 2024-04-13T07:45:46.219 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.219 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T07:45:46.219 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 134, 2024-04-13T07:45:46.219 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5255282 2024-04-13T07:45:46.220 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.220 INFO:tasks.workunit.client.0.smithi119.stdout: "read_onode_meta_lat": { 2024-04-13T07:45:46.220 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 351, 2024-04-13T07:45:46.220 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 300782 2024-04-13T07:45:46.220 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.220 INFO:tasks.workunit.client.0.smithi119.stdout: "read_wait_aio_lat": { 2024-04-13T07:45:46.220 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 217, 2024-04-13T07:45:46.220 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5864774 2024-04-13T07:45:46.220 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.220 INFO:tasks.workunit.client.0.smithi119.stdout: "reads_with_retries": { 2024-04-13T07:45:46.220 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.220 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.220 INFO:tasks.workunit.client.0.smithi119.stdout: "remove_lat": { 2024-04-13T07:45:46.220 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3, 2024-04-13T07:45:46.220 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 117544 2024-04-13T07:45:46.220 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.221 INFO:tasks.workunit.client.0.smithi119.stdout: "state_aio_wait_lat": { 2024-04-13T07:45:46.221 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 402, 2024-04-13T07:45:46.221 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18982397 2024-04-13T07:45:46.221 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.221 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T07:45:46.221 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 123, 2024-04-13T07:45:46.221 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8645923 2024-04-13T07:45:46.221 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.221 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_cleanup_lat": { 2024-04-13T07:45:46.221 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 122, 2024-04-13T07:45:46.221 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 283643710499 2024-04-13T07:45:46.221 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.221 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_queued_lat": { 2024-04-13T07:45:46.221 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 123, 2024-04-13T07:45:46.221 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 126208631300 2024-04-13T07:45:46.221 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.221 INFO:tasks.workunit.client.0.smithi119.stdout: "state_done_lat": { 2024-04-13T07:45:46.222 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 401, 2024-04-13T07:45:46.222 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 40084016878 2024-04-13T07:45:46.222 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.222 INFO:tasks.workunit.client.0.smithi119.stdout: "state_finishing_lat": { 2024-04-13T07:45:46.222 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 401, 2024-04-13T07:45:46.222 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 47667 2024-04-13T07:45:46.222 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.222 INFO:tasks.workunit.client.0.smithi119.stdout: "state_io_done_lat": { 2024-04-13T07:45:46.222 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 402, 2024-04-13T07:45:46.222 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 796479 2024-04-13T07:45:46.222 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.222 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_commiting_lat": { 2024-04-13T07:45:46.222 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 402, 2024-04-13T07:45:46.222 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 142306635 2024-04-13T07:45:46.222 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.222 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_done_lat": { 2024-04-13T07:45:46.223 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 402, 2024-04-13T07:45:46.223 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 144292 2024-04-13T07:45:46.223 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.223 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_queued_lat": { 2024-04-13T07:45:46.223 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 402, 2024-04-13T07:45:46.223 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 52198519 2024-04-13T07:45:46.223 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.223 INFO:tasks.workunit.client.0.smithi119.stdout: "state_prepare_lat": { 2024-04-13T07:45:46.223 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 402, 2024-04-13T07:45:46.223 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24528732 2024-04-13T07:45:46.223 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.223 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": { 2024-04-13T07:45:46.223 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 309152 2024-04-13T07:45:46.223 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.223 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T07:45:46.223 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 57, 2024-04-13T07:45:46.224 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 323795 2024-04-13T07:45:46.224 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.224 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_commit_lat": { 2024-04-13T07:45:46.224 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 402, 2024-04-13T07:45:46.224 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 238869777 2024-04-13T07:45:46.224 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.224 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_submit_lat": { 2024-04-13T07:45:46.224 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 402, 2024-04-13T07:45:46.224 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 29111638 2024-04-13T07:45:46.224 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.224 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_throttle_lat": { 2024-04-13T07:45:46.224 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 402, 2024-04-13T07:45:46.224 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2915959 2024-04-13T07:45:46.224 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.224 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.224 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache": { 2024-04-13T07:45:46.225 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T07:45:46.225 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1861619251 2024-04-13T07:45:46.225 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.225 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T07:45:46.225 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 43433984 2024-04-13T07:45:46.225 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.225 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T07:45:46.225 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 42401792 2024-04-13T07:45:46.225 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.225 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T07:45:46.225 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3137559552 2024-04-13T07:45:46.225 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.225 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T07:45:46.225 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1032192 2024-04-13T07:45:46.225 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.226 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.226 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:data": { 2024-04-13T07:45:46.226 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:46.226 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 159383552 2024-04-13T07:45:46.226 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.226 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:46.226 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.226 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.226 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:46.226 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.226 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.226 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:46.226 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 85508147 2024-04-13T07:45:46.226 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.227 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:46.227 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.227 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.227 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:46.227 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.227 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.227 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:46.227 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.227 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.227 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:46.227 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.227 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.227 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:46.227 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.227 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.227 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:46.228 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16384 2024-04-13T07:45:46.228 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.228 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:46.228 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.228 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.228 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:46.228 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.228 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.228 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:46.228 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.228 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.228 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:46.228 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 73859021 2024-04-13T07:45:46.228 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.228 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.229 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv": { 2024-04-13T07:45:46.229 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:46.229 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 780140544 2024-04-13T07:45:46.229 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.229 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:46.229 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T07:45:46.229 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.229 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:46.229 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.229 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.229 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:46.229 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 641311103 2024-04-13T07:45:46.229 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.229 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:46.229 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.230 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.230 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:46.230 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.230 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.230 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:46.230 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.230 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.230 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:46.230 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.230 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.230 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:46.230 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.230 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.230 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:46.230 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2128 2024-04-13T07:45:46.231 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.231 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:46.231 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.231 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.231 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:46.231 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.231 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.231 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:46.231 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.231 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.231 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:46.231 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71718449 2024-04-13T07:45:46.231 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.232 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.232 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T07:45:46.232 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:46.232 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 192937984 2024-04-13T07:45:46.232 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.232 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:46.232 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T07:45:46.232 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.232 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:46.232 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 464 2024-04-13T07:45:46.232 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.232 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:46.232 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 57005431 2024-04-13T07:45:46.232 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.232 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:46.232 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.233 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.233 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:46.233 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.233 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.233 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:46.233 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.233 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.233 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:46.233 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.233 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.233 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:46.233 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.233 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.233 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:46.233 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.233 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.234 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:46.234 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.234 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.234 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:46.234 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.234 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.234 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:46.234 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.234 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.234 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:46.234 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 68823225 2024-04-13T07:45:46.234 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.234 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.234 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:meta": { 2024-04-13T07:45:46.235 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:46.235 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 713031680 2024-04-13T07:45:46.235 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.235 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:46.235 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.235 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.235 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:46.235 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.235 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.235 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:46.235 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 641311103 2024-04-13T07:45:46.235 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.235 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:46.235 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.235 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.235 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:46.235 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.236 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.236 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:46.236 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.236 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.236 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:46.236 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.236 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.236 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:46.236 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.236 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.236 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:46.236 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 216811 2024-04-13T07:45:46.236 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.236 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:46.236 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.237 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.237 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:46.237 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.237 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.237 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:46.237 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.237 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.237 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:46.237 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71503766 2024-04-13T07:45:46.237 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.237 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.237 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T07:45:46.237 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T07:45:46.237 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.237 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.238 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T07:45:46.238 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.238 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.238 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T07:45:46.238 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.238 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.238 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T07:45:46.238 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.238 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.238 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.238 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:46.238 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg": { 2024-04-13T07:45:46.238 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 36 2024-04-13T07:45:46.238 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.238 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg_removing": { 2024-04-13T07:45:46.238 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.238 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.239 INFO:tasks.workunit.client.0.smithi119.stdout: "op": { 2024-04-13T07:45:46.239 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 155 2024-04-13T07:45:46.239 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.239 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_degraded": { 2024-04-13T07:45:46.239 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.239 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.239 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_unreadable": { 2024-04-13T07:45:46.239 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.239 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.239 INFO:tasks.workunit.client.0.smithi119.stdout: "op_in_bytes": { 2024-04-13T07:45:46.239 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2429440 2024-04-13T07:45:46.239 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.239 INFO:tasks.workunit.client.0.smithi119.stdout: "op_latency": { 2024-04-13T07:45:46.239 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 155, 2024-04-13T07:45:46.239 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 662601015 2024-04-13T07:45:46.239 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.240 INFO:tasks.workunit.client.0.smithi119.stdout: "op_out_bytes": { 2024-04-13T07:45:46.240 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1063 2024-04-13T07:45:46.240 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.240 INFO:tasks.workunit.client.0.smithi119.stdout: "op_prepare_latency": { 2024-04-13T07:45:46.240 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 155, 2024-04-13T07:45:46.240 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 53343071 2024-04-13T07:45:46.240 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.240 INFO:tasks.workunit.client.0.smithi119.stdout: "op_process_latency": { 2024-04-13T07:45:46.240 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 155, 2024-04-13T07:45:46.240 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 216529743 2024-04-13T07:45:46.240 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.240 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T07:45:46.240 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 33 2024-04-13T07:45:46.240 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.240 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency": { 2024-04-13T07:45:46.240 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 33, 2024-04-13T07:45:46.240 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4902008 2024-04-13T07:45:46.241 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.241 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T07:45:46.241 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.241 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.241 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_out_bytes": { 2024-04-13T07:45:46.241 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1063 2024-04-13T07:45:46.241 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.241 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_prepare_latency": { 2024-04-13T07:45:46.241 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 33, 2024-04-13T07:45:46.241 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4423299 2024-04-13T07:45:46.241 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.241 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_process_latency": { 2024-04-13T07:45:46.241 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 33, 2024-04-13T07:45:46.241 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3708054 2024-04-13T07:45:46.242 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.242 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw": { 2024-04-13T07:45:46.242 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 22 2024-04-13T07:45:46.242 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.242 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_in_bytes": { 2024-04-13T07:45:46.242 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.242 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.242 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency": { 2024-04-13T07:45:46.242 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 22, 2024-04-13T07:45:46.242 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17904601 2024-04-13T07:45:46.242 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.242 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T07:45:46.242 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.242 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.243 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T07:45:46.243 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.243 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.243 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_out_bytes": { 2024-04-13T07:45:46.243 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.243 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.243 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_prepare_latency": { 2024-04-13T07:45:46.243 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 22, 2024-04-13T07:45:46.243 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8037830 2024-04-13T07:45:46.243 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.243 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_process_latency": { 2024-04-13T07:45:46.243 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 22, 2024-04-13T07:45:46.243 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16946476 2024-04-13T07:45:46.243 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.243 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T07:45:46.243 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 100 2024-04-13T07:45:46.243 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.244 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_in_bytes": { 2024-04-13T07:45:46.244 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2429440 2024-04-13T07:45:46.244 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.244 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency": { 2024-04-13T07:45:46.244 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 100, 2024-04-13T07:45:46.244 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 639794406 2024-04-13T07:45:46.244 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.244 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T07:45:46.244 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.244 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.244 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_prepare_latency": { 2024-04-13T07:45:46.244 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 100, 2024-04-13T07:45:46.244 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 40881942 2024-04-13T07:45:46.244 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.244 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_process_latency": { 2024-04-13T07:45:46.244 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 100, 2024-04-13T07:45:46.244 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 195875213 2024-04-13T07:45:46.245 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.245 INFO:tasks.workunit.client.0.smithi119.stdout: "op_wip": { 2024-04-13T07:45:46.245 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.245 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.245 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_bytes": { 2024-04-13T07:45:46.245 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 590368 2024-04-13T07:45:46.245 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.245 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_ops": { 2024-04-13T07:45:46.245 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T07:45:46.245 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.245 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes": { 2024-04-13T07:45:46.245 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T07:45:46.245 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.245 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes_used": { 2024-04-13T07:45:46.245 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 28385280 2024-04-13T07:45:46.245 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.245 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.246 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.246 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.2": { 2024-04-13T07:45:46.246 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T07:45:46.246 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_fallback": { 2024-04-13T07:45:46.246 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.246 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.246 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_size_fallback": { 2024-04-13T07:45:46.246 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.246 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.246 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_db": { 2024-04-13T07:45:46.246 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 65536 2024-04-13T07:45:46.246 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.246 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_main": { 2024-04-13T07:45:46.246 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.246 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.247 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_wal": { 2024-04-13T07:45:46.247 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.247 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.247 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_slow": { 2024-04-13T07:45:46.247 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.247 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.247 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_sst": { 2024-04-13T07:45:46.247 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12288 2024-04-13T07:45:46.247 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.247 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_wal": { 2024-04-13T07:45:46.247 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2134016 2024-04-13T07:45:46.247 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.247 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lat": { 2024-04-13T07:45:46.247 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.247 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.248 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.248 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lock_lat": { 2024-04-13T07:45:46.248 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.248 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.248 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.248 INFO:tasks.workunit.client.0.smithi119.stdout: "db_total_bytes": { 2024-04-13T07:45:46.248 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T07:45:46.248 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.248 INFO:tasks.workunit.client.0.smithi119.stdout: "db_used_bytes": { 2024-04-13T07:45:46.248 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 27656192 2024-04-13T07:45:46.248 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.248 INFO:tasks.workunit.client.0.smithi119.stdout: "log_bytes": { 2024-04-13T07:45:46.248 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1343488 2024-04-13T07:45:46.248 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.248 INFO:tasks.workunit.client.0.smithi119.stdout: "logged_bytes": { 2024-04-13T07:45:46.249 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1204224 2024-04-13T07:45:46.249 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.249 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_db": { 2024-04-13T07:45:46.249 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 31850496 2024-04-13T07:45:46.249 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.249 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_slow": { 2024-04-13T07:45:46.249 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.249 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.249 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_wal": { 2024-04-13T07:45:46.249 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.249 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.249 INFO:tasks.workunit.client.0.smithi119.stdout: "num_files": { 2024-04-13T07:45:46.249 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14 2024-04-13T07:45:46.249 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.250 INFO:tasks.workunit.client.0.smithi119.stdout: "read_bytes": { 2024-04-13T07:45:46.250 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 206272 2024-04-13T07:45:46.250 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.250 INFO:tasks.workunit.client.0.smithi119.stdout: "read_count": { 2024-04-13T07:45:46.250 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23 2024-04-13T07:45:46.250 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.250 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes": { 2024-04-13T07:45:46.250 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1282048 2024-04-13T07:45:46.250 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.250 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_db": { 2024-04-13T07:45:46.250 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1286144 2024-04-13T07:45:46.250 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.250 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_slow": { 2024-04-13T07:45:46.251 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.251 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.251 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_wal": { 2024-04-13T07:45:46.251 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.251 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.251 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_count": { 2024-04-13T07:45:46.251 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15 2024-04-13T07:45:46.251 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.251 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_bytes": { 2024-04-13T07:45:46.251 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4913 2024-04-13T07:45:46.251 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.251 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_count": { 2024-04-13T07:45:46.251 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4 2024-04-13T07:45:46.251 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.251 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_bytes": { 2024-04-13T07:45:46.251 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5505 2024-04-13T07:45:46.252 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.252 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_count": { 2024-04-13T07:45:46.252 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24 2024-04-13T07:45:46.252 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.252 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_bytes": { 2024-04-13T07:45:46.252 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5505 2024-04-13T07:45:46.252 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.252 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_count": { 2024-04-13T07:45:46.252 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24 2024-04-13T07:45:46.252 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.252 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes": { 2024-04-13T07:45:46.252 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.252 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.252 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_db": { 2024-04-13T07:45:46.252 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.252 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.252 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_slow": { 2024-04-13T07:45:46.253 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.253 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.253 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_wal": { 2024-04-13T07:45:46.253 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.253 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.253 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_count": { 2024-04-13T07:45:46.253 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.253 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.253 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_total_bytes": { 2024-04-13T07:45:46.253 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.253 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.253 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_used_bytes": { 2024-04-13T07:45:46.253 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.253 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.253 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_total_bytes": { 2024-04-13T07:45:46.253 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.253 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.254 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_used_bytes": { 2024-04-13T07:45:46.254 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.254 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.254 INFO:tasks.workunit.client.0.smithi119.stdout: "write_bytes": { 2024-04-13T07:45:46.254 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3416064 2024-04-13T07:45:46.254 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.254 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.254 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": { 2024-04-13T07:45:46.254 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit": { 2024-04-13T07:45:46.254 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T07:45:46.254 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.254 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": { 2024-04-13T07:45:46.254 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 712704 2024-04-13T07:45:46.254 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.254 INFO:tasks.workunit.client.0.smithi119.stdout: "clist_lat": { 2024-04-13T07:45:46.255 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4, 2024-04-13T07:45:46.255 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 172460 2024-04-13T07:45:46.255 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.255 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_lat": { 2024-04-13T07:45:46.255 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.255 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.255 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.255 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed": { 2024-04-13T07:45:46.255 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.255 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.255 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_allocated": { 2024-04-13T07:45:46.255 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.255 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.255 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_original": { 2024-04-13T07:45:46.255 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.256 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.256 INFO:tasks.workunit.client.0.smithi119.stdout: "csum_lat": { 2024-04-13T07:45:46.256 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 14, 2024-04-13T07:45:46.256 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17767 2024-04-13T07:45:46.256 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.256 INFO:tasks.workunit.client.0.smithi119.stdout: "decompress_lat": { 2024-04-13T07:45:46.256 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.256 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.256 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.256 INFO:tasks.workunit.client.0.smithi119.stdout: "fragmentation_micros": { 2024-04-13T07:45:46.256 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.256 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.256 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_commit_lat": { 2024-04-13T07:45:46.256 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 281, 2024-04-13T07:45:46.256 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 72712862 2024-04-13T07:45:46.256 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.257 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_final_lat": { 2024-04-13T07:45:46.257 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 273, 2024-04-13T07:45:46.257 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6397488 2024-04-13T07:45:46.257 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.257 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_flush_lat": { 2024-04-13T07:45:46.257 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 281, 2024-04-13T07:45:46.257 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 297803 2024-04-13T07:45:46.257 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.257 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_sync_lat": { 2024-04-13T07:45:46.257 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 281, 2024-04-13T07:45:46.257 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 73010665 2024-04-13T07:45:46.257 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.257 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_keys_lat": { 2024-04-13T07:45:46.257 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.257 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.258 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.258 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_values_lat": { 2024-04-13T07:45:46.258 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3, 2024-04-13T07:45:46.258 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 62021 2024-04-13T07:45:46.258 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.258 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_lower_bound_lat": { 2024-04-13T07:45:46.258 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.258 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.258 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.258 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_next_lat": { 2024-04-13T07:45:46.258 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.258 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.258 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.258 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_seek_to_first_lat": { 2024-04-13T07:45:46.259 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.259 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.259 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.259 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_upper_bound_lat": { 2024-04-13T07:45:46.259 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T07:45:46.259 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3822 2024-04-13T07:45:46.259 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.259 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_hits": { 2024-04-13T07:45:46.259 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 600 2024-04-13T07:45:46.259 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.259 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_misses": { 2024-04-13T07:45:46.259 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 217 2024-04-13T07:45:46.259 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.259 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T07:45:46.260 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 96, 2024-04-13T07:45:46.260 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1600218 2024-04-13T07:45:46.260 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.260 INFO:tasks.workunit.client.0.smithi119.stdout: "read_onode_meta_lat": { 2024-04-13T07:45:46.260 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 268, 2024-04-13T07:45:46.260 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 270000 2024-04-13T07:45:46.260 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.260 INFO:tasks.workunit.client.0.smithi119.stdout: "read_wait_aio_lat": { 2024-04-13T07:45:46.260 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 172, 2024-04-13T07:45:46.260 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6170496 2024-04-13T07:45:46.260 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.260 INFO:tasks.workunit.client.0.smithi119.stdout: "reads_with_retries": { 2024-04-13T07:45:46.260 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.260 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.260 INFO:tasks.workunit.client.0.smithi119.stdout: "remove_lat": { 2024-04-13T07:45:46.260 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3, 2024-04-13T07:45:46.260 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 108847 2024-04-13T07:45:46.261 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.261 INFO:tasks.workunit.client.0.smithi119.stdout: "state_aio_wait_lat": { 2024-04-13T07:45:46.261 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 335, 2024-04-13T07:45:46.261 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6727904 2024-04-13T07:45:46.261 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.261 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T07:45:46.261 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 116, 2024-04-13T07:45:46.261 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7421480 2024-04-13T07:45:46.261 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.261 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_cleanup_lat": { 2024-04-13T07:45:46.261 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 115, 2024-04-13T07:45:46.261 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 217350110793 2024-04-13T07:45:46.261 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.261 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_queued_lat": { 2024-04-13T07:45:46.261 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 116, 2024-04-13T07:45:46.261 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 116714203450 2024-04-13T07:45:46.262 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.262 INFO:tasks.workunit.client.0.smithi119.stdout: "state_done_lat": { 2024-04-13T07:45:46.262 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 334, 2024-04-13T07:45:46.262 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 40027696509 2024-04-13T07:45:46.262 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.262 INFO:tasks.workunit.client.0.smithi119.stdout: "state_finishing_lat": { 2024-04-13T07:45:46.262 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 334, 2024-04-13T07:45:46.262 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 32608 2024-04-13T07:45:46.262 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.262 INFO:tasks.workunit.client.0.smithi119.stdout: "state_io_done_lat": { 2024-04-13T07:45:46.262 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 335, 2024-04-13T07:45:46.262 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 405960 2024-04-13T07:45:46.262 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.262 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_commiting_lat": { 2024-04-13T07:45:46.262 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 335, 2024-04-13T07:45:46.263 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 142082781 2024-04-13T07:45:46.263 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.263 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_done_lat": { 2024-04-13T07:45:46.263 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 335, 2024-04-13T07:45:46.263 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 114196 2024-04-13T07:45:46.263 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.263 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_queued_lat": { 2024-04-13T07:45:46.263 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 335, 2024-04-13T07:45:46.263 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 55260278 2024-04-13T07:45:46.263 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.263 INFO:tasks.workunit.client.0.smithi119.stdout: "state_prepare_lat": { 2024-04-13T07:45:46.263 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 335, 2024-04-13T07:45:46.263 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 25887763 2024-04-13T07:45:46.263 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.263 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": { 2024-04-13T07:45:46.263 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 309574 2024-04-13T07:45:46.263 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.263 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T07:45:46.264 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 52, 2024-04-13T07:45:46.264 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 242571 2024-04-13T07:45:46.264 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.264 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_commit_lat": { 2024-04-13T07:45:46.264 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 335, 2024-04-13T07:45:46.264 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 230415216 2024-04-13T07:45:46.264 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.264 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_submit_lat": { 2024-04-13T07:45:46.264 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 335, 2024-04-13T07:45:46.264 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 29278990 2024-04-13T07:45:46.264 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.264 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_throttle_lat": { 2024-04-13T07:45:46.264 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 335, 2024-04-13T07:45:46.264 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2078909 2024-04-13T07:45:46.264 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.264 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.264 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache": { 2024-04-13T07:45:46.265 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T07:45:46.265 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1861619251 2024-04-13T07:45:46.265 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.265 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T07:45:46.265 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 43433984 2024-04-13T07:45:46.265 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.265 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T07:45:46.265 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 42868736 2024-04-13T07:45:46.265 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.265 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T07:45:46.265 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3137559552 2024-04-13T07:45:46.265 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.265 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T07:45:46.265 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 565248 2024-04-13T07:45:46.265 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.265 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.266 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:data": { 2024-04-13T07:45:46.266 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:46.266 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 159383552 2024-04-13T07:45:46.266 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.266 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:46.266 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.266 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.266 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:46.266 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.266 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.266 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:46.266 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 85508710 2024-04-13T07:45:46.266 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.266 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:46.267 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.267 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.267 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:46.267 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.267 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.267 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:46.267 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.267 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.267 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:46.267 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.267 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.267 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:46.267 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.268 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.268 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:46.268 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12288 2024-04-13T07:45:46.268 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.268 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:46.268 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.268 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.268 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:46.268 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.268 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.268 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:46.268 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.268 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.268 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:46.268 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 73862554 2024-04-13T07:45:46.269 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.269 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.269 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv": { 2024-04-13T07:45:46.269 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:46.269 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 780140544 2024-04-13T07:45:46.269 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.269 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:46.269 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T07:45:46.269 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.269 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:46.269 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.269 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.269 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:46.269 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 641315329 2024-04-13T07:45:46.269 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.269 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:46.270 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.270 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.270 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:46.270 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.270 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.270 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:46.270 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.270 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.270 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:46.270 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.270 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.270 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:46.270 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.270 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.271 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:46.271 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2128 2024-04-13T07:45:46.271 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.271 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:46.271 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.271 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.271 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:46.271 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.271 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.271 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:46.271 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.271 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.271 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:46.271 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71714223 2024-04-13T07:45:46.271 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.271 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.272 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T07:45:46.272 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:46.272 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 192937984 2024-04-13T07:45:46.272 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.272 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:46.272 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T07:45:46.272 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.272 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:46.272 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 464 2024-04-13T07:45:46.272 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.272 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:46.272 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 57005807 2024-04-13T07:45:46.272 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.272 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:46.272 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.273 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.273 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:46.273 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.273 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.273 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:46.273 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.273 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.273 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:46.273 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.273 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.273 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:46.273 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.273 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.273 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:46.273 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.273 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.273 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:46.274 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.274 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.274 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:46.274 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.274 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.274 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:46.274 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.274 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.274 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:46.274 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 68822849 2024-04-13T07:45:46.274 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.274 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.274 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:meta": { 2024-04-13T07:45:46.274 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:46.274 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 713031680 2024-04-13T07:45:46.275 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.275 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:46.275 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.275 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.275 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:46.275 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.275 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.275 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:46.275 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 641315329 2024-04-13T07:45:46.275 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.275 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:46.275 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.275 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.275 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:46.275 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.276 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.276 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:46.276 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.276 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.276 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:46.276 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.276 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.276 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:46.276 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.276 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.276 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:46.276 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 211607 2024-04-13T07:45:46.276 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.276 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:46.276 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.276 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.276 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:46.277 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.277 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.277 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:46.277 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.277 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.277 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:46.277 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71504744 2024-04-13T07:45:46.277 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.277 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.277 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T07:45:46.277 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T07:45:46.277 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.277 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.277 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T07:45:46.277 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.278 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.278 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T07:45:46.278 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.278 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.278 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T07:45:46.278 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.278 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.278 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.278 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:46.278 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg": { 2024-04-13T07:45:46.278 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 31 2024-04-13T07:45:46.278 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.278 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg_removing": { 2024-04-13T07:45:46.278 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.278 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.278 INFO:tasks.workunit.client.0.smithi119.stdout: "op": { 2024-04-13T07:45:46.279 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10 2024-04-13T07:45:46.279 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.279 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_degraded": { 2024-04-13T07:45:46.279 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.279 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.279 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_unreadable": { 2024-04-13T07:45:46.279 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.279 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.279 INFO:tasks.workunit.client.0.smithi119.stdout: "op_in_bytes": { 2024-04-13T07:45:46.279 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.279 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.279 INFO:tasks.workunit.client.0.smithi119.stdout: "op_latency": { 2024-04-13T07:45:46.279 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 10, 2024-04-13T07:45:46.279 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 122051655 2024-04-13T07:45:46.279 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.279 INFO:tasks.workunit.client.0.smithi119.stdout: "op_out_bytes": { 2024-04-13T07:45:46.280 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.280 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.280 INFO:tasks.workunit.client.0.smithi119.stdout: "op_prepare_latency": { 2024-04-13T07:45:46.280 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 10, 2024-04-13T07:45:46.280 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4369782 2024-04-13T07:45:46.280 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.280 INFO:tasks.workunit.client.0.smithi119.stdout: "op_process_latency": { 2024-04-13T07:45:46.280 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 10, 2024-04-13T07:45:46.280 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 115018858 2024-04-13T07:45:46.280 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.280 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T07:45:46.280 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.280 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.280 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency": { 2024-04-13T07:45:46.281 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.281 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.281 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.281 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T07:45:46.281 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.281 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.281 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_out_bytes": { 2024-04-13T07:45:46.281 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.281 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.281 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_prepare_latency": { 2024-04-13T07:45:46.281 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.281 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.281 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.281 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_process_latency": { 2024-04-13T07:45:46.281 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.281 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.282 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.282 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw": { 2024-04-13T07:45:46.282 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.282 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.282 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_in_bytes": { 2024-04-13T07:45:46.282 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.282 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.282 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency": { 2024-04-13T07:45:46.282 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.282 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.282 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.282 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T07:45:46.282 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.282 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.282 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T07:45:46.283 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.283 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.283 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_out_bytes": { 2024-04-13T07:45:46.283 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.283 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.283 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_prepare_latency": { 2024-04-13T07:45:46.283 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.283 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.283 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.283 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_process_latency": { 2024-04-13T07:45:46.283 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.283 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.283 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.283 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T07:45:46.283 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10 2024-04-13T07:45:46.284 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.284 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_in_bytes": { 2024-04-13T07:45:46.284 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.284 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.284 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency": { 2024-04-13T07:45:46.284 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 10, 2024-04-13T07:45:46.284 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 122051655 2024-04-13T07:45:46.284 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.284 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T07:45:46.284 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.284 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.284 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_prepare_latency": { 2024-04-13T07:45:46.284 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 10, 2024-04-13T07:45:46.284 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4369782 2024-04-13T07:45:46.284 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.285 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_process_latency": { 2024-04-13T07:45:46.285 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 10, 2024-04-13T07:45:46.285 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 115018858 2024-04-13T07:45:46.285 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.285 INFO:tasks.workunit.client.0.smithi119.stdout: "op_wip": { 2024-04-13T07:45:46.285 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.285 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.285 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_bytes": { 2024-04-13T07:45:46.285 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.285 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.285 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_ops": { 2024-04-13T07:45:46.285 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.285 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.285 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes": { 2024-04-13T07:45:46.285 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T07:45:46.286 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.286 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes_used": { 2024-04-13T07:45:46.286 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 28381184 2024-04-13T07:45:46.286 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.286 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.286 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.286 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.3": { 2024-04-13T07:45:46.286 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T07:45:46.286 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_fallback": { 2024-04-13T07:45:46.286 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.286 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.286 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_size_fallback": { 2024-04-13T07:45:46.286 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.286 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.287 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_db": { 2024-04-13T07:45:46.287 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 65536 2024-04-13T07:45:46.287 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.287 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_main": { 2024-04-13T07:45:46.287 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.287 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.287 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_wal": { 2024-04-13T07:45:46.287 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.287 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.287 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_slow": { 2024-04-13T07:45:46.287 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.287 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.287 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_sst": { 2024-04-13T07:45:46.287 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12288 2024-04-13T07:45:46.288 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.288 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_wal": { 2024-04-13T07:45:46.288 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1032192 2024-04-13T07:45:46.288 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.288 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lat": { 2024-04-13T07:45:46.288 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.288 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.288 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.288 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lock_lat": { 2024-04-13T07:45:46.288 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.288 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.288 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.288 INFO:tasks.workunit.client.0.smithi119.stdout: "db_total_bytes": { 2024-04-13T07:45:46.288 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T07:45:46.288 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.288 INFO:tasks.workunit.client.0.smithi119.stdout: "db_used_bytes": { 2024-04-13T07:45:46.289 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 27656192 2024-04-13T07:45:46.289 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.289 INFO:tasks.workunit.client.0.smithi119.stdout: "log_bytes": { 2024-04-13T07:45:46.289 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 749568 2024-04-13T07:45:46.289 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.289 INFO:tasks.workunit.client.0.smithi119.stdout: "logged_bytes": { 2024-04-13T07:45:46.289 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 610304 2024-04-13T07:45:46.289 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.289 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_db": { 2024-04-13T07:45:46.289 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 31850496 2024-04-13T07:45:46.289 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.289 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_slow": { 2024-04-13T07:45:46.289 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.289 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.289 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_wal": { 2024-04-13T07:45:46.289 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.289 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.289 INFO:tasks.workunit.client.0.smithi119.stdout: "num_files": { 2024-04-13T07:45:46.290 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14 2024-04-13T07:45:46.290 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.290 INFO:tasks.workunit.client.0.smithi119.stdout: "read_bytes": { 2024-04-13T07:45:46.290 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 206272 2024-04-13T07:45:46.290 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.290 INFO:tasks.workunit.client.0.smithi119.stdout: "read_count": { 2024-04-13T07:45:46.290 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23 2024-04-13T07:45:46.290 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.290 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes": { 2024-04-13T07:45:46.290 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1282048 2024-04-13T07:45:46.290 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.290 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_db": { 2024-04-13T07:45:46.290 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1286144 2024-04-13T07:45:46.290 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.290 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_slow": { 2024-04-13T07:45:46.291 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.291 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.291 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_wal": { 2024-04-13T07:45:46.291 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.291 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.291 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_count": { 2024-04-13T07:45:46.291 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15 2024-04-13T07:45:46.291 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.291 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_bytes": { 2024-04-13T07:45:46.291 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4913 2024-04-13T07:45:46.291 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.291 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_count": { 2024-04-13T07:45:46.291 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4 2024-04-13T07:45:46.291 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.291 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_bytes": { 2024-04-13T07:45:46.291 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5503 2024-04-13T07:45:46.292 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.292 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_count": { 2024-04-13T07:45:46.292 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24 2024-04-13T07:45:46.292 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.292 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_bytes": { 2024-04-13T07:45:46.292 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5503 2024-04-13T07:45:46.292 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.292 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_count": { 2024-04-13T07:45:46.292 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24 2024-04-13T07:45:46.292 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.292 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes": { 2024-04-13T07:45:46.292 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.292 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.292 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_db": { 2024-04-13T07:45:46.292 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.293 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.293 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_slow": { 2024-04-13T07:45:46.293 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.293 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.293 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_wal": { 2024-04-13T07:45:46.293 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.293 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.293 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_count": { 2024-04-13T07:45:46.293 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.293 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.293 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_total_bytes": { 2024-04-13T07:45:46.293 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.293 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.293 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_used_bytes": { 2024-04-13T07:45:46.293 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.293 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.293 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_total_bytes": { 2024-04-13T07:45:46.294 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.294 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.294 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_used_bytes": { 2024-04-13T07:45:46.294 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.294 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.294 INFO:tasks.workunit.client.0.smithi119.stdout: "write_bytes": { 2024-04-13T07:45:46.294 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1720320 2024-04-13T07:45:46.294 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.294 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.294 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": { 2024-04-13T07:45:46.294 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit": { 2024-04-13T07:45:46.294 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T07:45:46.294 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.294 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": { 2024-04-13T07:45:46.294 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 729088 2024-04-13T07:45:46.295 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.295 INFO:tasks.workunit.client.0.smithi119.stdout: "clist_lat": { 2024-04-13T07:45:46.295 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.295 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.295 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.295 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_lat": { 2024-04-13T07:45:46.295 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.295 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.295 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.295 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed": { 2024-04-13T07:45:46.295 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.295 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.295 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_allocated": { 2024-04-13T07:45:46.295 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.295 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.296 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_original": { 2024-04-13T07:45:46.296 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.296 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.296 INFO:tasks.workunit.client.0.smithi119.stdout: "csum_lat": { 2024-04-13T07:45:46.296 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4, 2024-04-13T07:45:46.296 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8731 2024-04-13T07:45:46.296 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.296 INFO:tasks.workunit.client.0.smithi119.stdout: "decompress_lat": { 2024-04-13T07:45:46.296 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.296 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.296 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.296 INFO:tasks.workunit.client.0.smithi119.stdout: "fragmentation_micros": { 2024-04-13T07:45:46.296 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.296 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.296 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_commit_lat": { 2024-04-13T07:45:46.296 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 136, 2024-04-13T07:45:46.296 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37274325 2024-04-13T07:45:46.296 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.297 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_final_lat": { 2024-04-13T07:45:46.297 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 134, 2024-04-13T07:45:46.297 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11769317 2024-04-13T07:45:46.297 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.297 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_flush_lat": { 2024-04-13T07:45:46.297 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 136, 2024-04-13T07:45:46.297 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 173509 2024-04-13T07:45:46.297 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.297 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_sync_lat": { 2024-04-13T07:45:46.297 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 136, 2024-04-13T07:45:46.297 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37447834 2024-04-13T07:45:46.297 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.297 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_keys_lat": { 2024-04-13T07:45:46.297 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.297 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.297 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.298 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_values_lat": { 2024-04-13T07:45:46.298 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T07:45:46.298 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 36580 2024-04-13T07:45:46.298 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.298 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_lower_bound_lat": { 2024-04-13T07:45:46.298 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.298 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.298 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.298 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_next_lat": { 2024-04-13T07:45:46.298 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.298 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.298 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.298 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_seek_to_first_lat": { 2024-04-13T07:45:46.299 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.299 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.299 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.299 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_upper_bound_lat": { 2024-04-13T07:45:46.299 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T07:45:46.299 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3664 2024-04-13T07:45:46.299 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.299 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_hits": { 2024-04-13T07:45:46.299 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 328 2024-04-13T07:45:46.299 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.299 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_misses": { 2024-04-13T07:45:46.299 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 221 2024-04-13T07:45:46.299 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.299 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T07:45:46.299 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 86, 2024-04-13T07:45:46.299 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1152759 2024-04-13T07:45:46.300 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.300 INFO:tasks.workunit.client.0.smithi119.stdout: "read_onode_meta_lat": { 2024-04-13T07:45:46.300 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 148, 2024-04-13T07:45:46.300 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 293684 2024-04-13T07:45:46.300 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.300 INFO:tasks.workunit.client.0.smithi119.stdout: "read_wait_aio_lat": { 2024-04-13T07:45:46.300 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 62, 2024-04-13T07:45:46.300 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 686582 2024-04-13T07:45:46.300 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.300 INFO:tasks.workunit.client.0.smithi119.stdout: "reads_with_retries": { 2024-04-13T07:45:46.300 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.300 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.300 INFO:tasks.workunit.client.0.smithi119.stdout: "remove_lat": { 2024-04-13T07:45:46.300 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.300 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.301 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.301 INFO:tasks.workunit.client.0.smithi119.stdout: "state_aio_wait_lat": { 2024-04-13T07:45:46.301 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 232, 2024-04-13T07:45:46.301 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8690905 2024-04-13T07:45:46.301 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.301 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T07:45:46.301 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 50, 2024-04-13T07:45:46.301 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3835554 2024-04-13T07:45:46.301 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.301 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_cleanup_lat": { 2024-04-13T07:45:46.301 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 47, 2024-04-13T07:45:46.301 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 248986779304 2024-04-13T07:45:46.301 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.301 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_queued_lat": { 2024-04-13T07:45:46.302 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 50, 2024-04-13T07:45:46.302 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 58106062938 2024-04-13T07:45:46.302 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.302 INFO:tasks.workunit.client.0.smithi119.stdout: "state_done_lat": { 2024-04-13T07:45:46.302 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 229, 2024-04-13T07:45:46.302 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 557178 2024-04-13T07:45:46.302 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.302 INFO:tasks.workunit.client.0.smithi119.stdout: "state_finishing_lat": { 2024-04-13T07:45:46.302 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 229, 2024-04-13T07:45:46.302 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23069 2024-04-13T07:45:46.302 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.302 INFO:tasks.workunit.client.0.smithi119.stdout: "state_io_done_lat": { 2024-04-13T07:45:46.302 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 232, 2024-04-13T07:45:46.302 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 248374 2024-04-13T07:45:46.302 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.302 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_commiting_lat": { 2024-04-13T07:45:46.303 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 232, 2024-04-13T07:45:46.303 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 127467704 2024-04-13T07:45:46.303 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.303 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_done_lat": { 2024-04-13T07:45:46.303 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 232, 2024-04-13T07:45:46.303 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 62782 2024-04-13T07:45:46.303 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.303 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_queued_lat": { 2024-04-13T07:45:46.303 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 232, 2024-04-13T07:45:46.303 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 113036925 2024-04-13T07:45:46.303 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.303 INFO:tasks.workunit.client.0.smithi119.stdout: "state_prepare_lat": { 2024-04-13T07:45:46.303 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 232, 2024-04-13T07:45:46.304 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11289667 2024-04-13T07:45:46.304 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.304 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": { 2024-04-13T07:45:46.304 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 311728 2024-04-13T07:45:46.304 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.304 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T07:45:46.304 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 41, 2024-04-13T07:45:46.304 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 191652 2024-04-13T07:45:46.304 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.304 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_commit_lat": { 2024-04-13T07:45:46.304 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 232, 2024-04-13T07:45:46.304 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 260759325 2024-04-13T07:45:46.304 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.304 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_submit_lat": { 2024-04-13T07:45:46.305 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 232, 2024-04-13T07:45:46.305 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13425448 2024-04-13T07:45:46.305 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.305 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_throttle_lat": { 2024-04-13T07:45:46.305 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 232, 2024-04-13T07:45:46.305 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1388525 2024-04-13T07:45:46.305 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.305 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.305 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache": { 2024-04-13T07:45:46.305 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T07:45:46.305 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1861619251 2024-04-13T07:45:46.305 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.305 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T07:45:46.305 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 41336832 2024-04-13T07:45:46.305 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.306 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T07:45:46.306 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 40755200 2024-04-13T07:45:46.306 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.306 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T07:45:46.306 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3137559552 2024-04-13T07:45:46.306 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.306 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T07:45:46.306 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 581632 2024-04-13T07:45:46.306 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.306 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.306 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:data": { 2024-04-13T07:45:46.306 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:46.306 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 159383552 2024-04-13T07:45:46.306 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.307 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:46.307 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.307 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.307 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:46.307 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.307 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.307 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:46.307 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 85508857 2024-04-13T07:45:46.307 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.307 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:46.307 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.307 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.307 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:46.307 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.307 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.307 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:46.308 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.308 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.308 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:46.308 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.308 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.308 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:46.308 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.308 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.308 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:46.308 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T07:45:46.308 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.308 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:46.308 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.308 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.308 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:46.308 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.309 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.309 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:46.309 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.309 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.309 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:46.309 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 73870599 2024-04-13T07:45:46.309 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.309 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.309 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv": { 2024-04-13T07:45:46.309 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:46.309 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 780140544 2024-04-13T07:45:46.309 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.309 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:46.309 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T07:45:46.309 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.309 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:46.309 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.310 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.310 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:46.310 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 641316433 2024-04-13T07:45:46.310 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.310 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:46.310 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.310 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.310 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:46.310 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.310 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.310 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:46.310 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.310 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.310 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:46.310 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.310 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.311 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:46.311 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.311 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.311 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:46.311 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2128 2024-04-13T07:45:46.311 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.311 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:46.311 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.311 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.311 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:46.311 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.311 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.311 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:46.311 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.311 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.311 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:46.311 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71713119 2024-04-13T07:45:46.312 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.312 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.312 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T07:45:46.312 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:46.312 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 192937984 2024-04-13T07:45:46.312 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.312 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:46.312 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T07:45:46.312 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.312 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:46.312 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 464 2024-04-13T07:45:46.312 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.312 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:46.312 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 57005905 2024-04-13T07:45:46.312 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.312 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:46.312 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.313 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.313 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:46.313 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.313 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.313 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:46.313 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.313 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.313 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:46.313 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.313 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.313 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:46.313 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.313 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.313 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:46.313 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.313 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.313 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:46.314 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.314 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.314 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:46.314 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.314 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.314 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:46.314 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.314 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.314 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:46.314 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 68822751 2024-04-13T07:45:46.314 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.314 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.314 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:meta": { 2024-04-13T07:45:46.314 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:46.314 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 713031680 2024-04-13T07:45:46.314 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.315 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:46.315 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.315 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.315 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:46.315 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.315 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.315 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:46.315 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 641316433 2024-04-13T07:45:46.315 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.315 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:46.315 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.315 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.315 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:46.315 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.315 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.315 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:46.315 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.316 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.316 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:46.316 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.316 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.316 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:46.316 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5874 2024-04-13T07:45:46.316 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.316 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:46.316 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 213844 2024-04-13T07:45:46.316 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.316 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:46.316 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.316 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.316 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:46.316 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.316 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.317 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:46.317 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.317 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.317 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:46.317 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71495529 2024-04-13T07:45:46.317 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.317 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.317 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T07:45:46.317 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T07:45:46.317 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.317 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.317 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T07:45:46.317 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.317 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.317 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T07:45:46.317 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.317 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.318 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T07:45:46.318 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.318 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.318 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.318 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:46.318 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg": { 2024-04-13T07:45:46.318 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37 2024-04-13T07:45:46.318 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.318 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg_removing": { 2024-04-13T07:45:46.318 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.318 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.318 INFO:tasks.workunit.client.0.smithi119.stdout: "op": { 2024-04-13T07:45:46.318 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.318 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.318 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_degraded": { 2024-04-13T07:45:46.318 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.319 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.319 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_unreadable": { 2024-04-13T07:45:46.319 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.319 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.319 INFO:tasks.workunit.client.0.smithi119.stdout: "op_in_bytes": { 2024-04-13T07:45:46.319 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.319 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.319 INFO:tasks.workunit.client.0.smithi119.stdout: "op_latency": { 2024-04-13T07:45:46.319 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.319 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.319 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.319 INFO:tasks.workunit.client.0.smithi119.stdout: "op_out_bytes": { 2024-04-13T07:45:46.319 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.319 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.319 INFO:tasks.workunit.client.0.smithi119.stdout: "op_prepare_latency": { 2024-04-13T07:45:46.319 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T07:45:46.319 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 691136 2024-04-13T07:45:46.319 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.320 INFO:tasks.workunit.client.0.smithi119.stdout: "op_process_latency": { 2024-04-13T07:45:46.320 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.320 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.320 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.320 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T07:45:46.320 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.320 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.320 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency": { 2024-04-13T07:45:46.320 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.320 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.320 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.320 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T07:45:46.320 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.320 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.320 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_out_bytes": { 2024-04-13T07:45:46.320 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.320 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.321 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_prepare_latency": { 2024-04-13T07:45:46.321 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.321 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.321 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.321 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_process_latency": { 2024-04-13T07:45:46.321 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.321 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.321 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.321 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw": { 2024-04-13T07:45:46.321 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.321 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.321 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_in_bytes": { 2024-04-13T07:45:46.321 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.321 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.321 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency": { 2024-04-13T07:45:46.321 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.321 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.322 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.322 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T07:45:46.322 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.322 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.322 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T07:45:46.322 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.322 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.322 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_out_bytes": { 2024-04-13T07:45:46.322 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.322 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.322 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_prepare_latency": { 2024-04-13T07:45:46.322 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.322 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.322 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.323 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_process_latency": { 2024-04-13T07:45:46.323 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.323 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.323 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.323 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T07:45:46.323 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.323 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.323 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_in_bytes": { 2024-04-13T07:45:46.323 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.323 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.323 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency": { 2024-04-13T07:45:46.323 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.323 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.323 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.323 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T07:45:46.323 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.323 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.324 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_prepare_latency": { 2024-04-13T07:45:46.324 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T07:45:46.324 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 691136 2024-04-13T07:45:46.324 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.324 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_process_latency": { 2024-04-13T07:45:46.324 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.324 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.324 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.324 INFO:tasks.workunit.client.0.smithi119.stdout: "op_wip": { 2024-04-13T07:45:46.324 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.324 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.324 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_bytes": { 2024-04-13T07:45:46.324 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.324 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.324 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_ops": { 2024-04-13T07:45:46.324 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.325 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.325 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes": { 2024-04-13T07:45:46.325 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T07:45:46.325 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.325 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes_used": { 2024-04-13T07:45:46.325 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 28393472 2024-04-13T07:45:46.325 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.325 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.325 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.325 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.4": { 2024-04-13T07:45:46.325 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T07:45:46.325 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_fallback": { 2024-04-13T07:45:46.325 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.325 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.325 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_size_fallback": { 2024-04-13T07:45:46.326 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.326 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.326 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_db": { 2024-04-13T07:45:46.326 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 65536 2024-04-13T07:45:46.326 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.326 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_main": { 2024-04-13T07:45:46.326 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.326 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.326 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_wal": { 2024-04-13T07:45:46.326 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.326 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.326 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_slow": { 2024-04-13T07:45:46.326 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.326 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.326 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_sst": { 2024-04-13T07:45:46.327 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12288 2024-04-13T07:45:46.327 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.327 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_wal": { 2024-04-13T07:45:46.327 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6148096 2024-04-13T07:45:46.327 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.327 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lat": { 2024-04-13T07:45:46.327 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.327 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.327 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.327 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lock_lat": { 2024-04-13T07:45:46.327 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.327 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.327 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.327 INFO:tasks.workunit.client.0.smithi119.stdout: "db_total_bytes": { 2024-04-13T07:45:46.327 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T07:45:46.328 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.328 INFO:tasks.workunit.client.0.smithi119.stdout: "db_used_bytes": { 2024-04-13T07:45:46.328 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 27656192 2024-04-13T07:45:46.328 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.328 INFO:tasks.workunit.client.0.smithi119.stdout: "log_bytes": { 2024-04-13T07:45:46.328 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3121152 2024-04-13T07:45:46.328 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.328 INFO:tasks.workunit.client.0.smithi119.stdout: "logged_bytes": { 2024-04-13T07:45:46.328 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2981888 2024-04-13T07:45:46.328 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.328 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_db": { 2024-04-13T07:45:46.328 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 31850496 2024-04-13T07:45:46.328 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.328 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_slow": { 2024-04-13T07:45:46.328 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.328 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.328 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_wal": { 2024-04-13T07:45:46.329 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.329 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.329 INFO:tasks.workunit.client.0.smithi119.stdout: "num_files": { 2024-04-13T07:45:46.329 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14 2024-04-13T07:45:46.329 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.329 INFO:tasks.workunit.client.0.smithi119.stdout: "read_bytes": { 2024-04-13T07:45:46.329 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 206272 2024-04-13T07:45:46.329 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.329 INFO:tasks.workunit.client.0.smithi119.stdout: "read_count": { 2024-04-13T07:45:46.329 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23 2024-04-13T07:45:46.329 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.329 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes": { 2024-04-13T07:45:46.329 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1282048 2024-04-13T07:45:46.329 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.329 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_db": { 2024-04-13T07:45:46.329 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1286144 2024-04-13T07:45:46.329 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.330 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_slow": { 2024-04-13T07:45:46.330 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.330 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.330 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_wal": { 2024-04-13T07:45:46.330 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.330 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.330 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_count": { 2024-04-13T07:45:46.330 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15 2024-04-13T07:45:46.330 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.330 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_bytes": { 2024-04-13T07:45:46.330 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4913 2024-04-13T07:45:46.330 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.330 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_count": { 2024-04-13T07:45:46.330 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4 2024-04-13T07:45:46.330 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.331 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_bytes": { 2024-04-13T07:45:46.331 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5505 2024-04-13T07:45:46.331 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.331 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_count": { 2024-04-13T07:45:46.331 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24 2024-04-13T07:45:46.331 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.331 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_bytes": { 2024-04-13T07:45:46.331 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5505 2024-04-13T07:45:46.331 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.331 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_count": { 2024-04-13T07:45:46.331 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24 2024-04-13T07:45:46.331 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.331 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes": { 2024-04-13T07:45:46.331 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.331 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.332 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_db": { 2024-04-13T07:45:46.332 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.332 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.332 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_slow": { 2024-04-13T07:45:46.332 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.332 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.332 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_wal": { 2024-04-13T07:45:46.332 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.332 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.332 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_count": { 2024-04-13T07:45:46.332 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.332 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.332 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_total_bytes": { 2024-04-13T07:45:46.332 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.333 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.333 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_used_bytes": { 2024-04-13T07:45:46.333 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.333 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.333 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_total_bytes": { 2024-04-13T07:45:46.333 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.333 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.333 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_used_bytes": { 2024-04-13T07:45:46.333 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.333 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.333 INFO:tasks.workunit.client.0.smithi119.stdout: "write_bytes": { 2024-04-13T07:45:46.333 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9207808 2024-04-13T07:45:46.333 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.333 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.334 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": { 2024-04-13T07:45:46.334 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit": { 2024-04-13T07:45:46.334 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T07:45:46.334 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.334 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": { 2024-04-13T07:45:46.334 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 724992 2024-04-13T07:45:46.334 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.334 INFO:tasks.workunit.client.0.smithi119.stdout: "clist_lat": { 2024-04-13T07:45:46.334 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8, 2024-04-13T07:45:46.334 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 420819 2024-04-13T07:45:46.334 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.334 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_lat": { 2024-04-13T07:45:46.334 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.334 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.334 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.335 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed": { 2024-04-13T07:45:46.335 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.335 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.335 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_allocated": { 2024-04-13T07:45:46.335 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.335 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.335 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_original": { 2024-04-13T07:45:46.335 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.335 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.335 INFO:tasks.workunit.client.0.smithi119.stdout: "csum_lat": { 2024-04-13T07:45:46.335 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T07:45:46.335 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2751 2024-04-13T07:45:46.335 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.335 INFO:tasks.workunit.client.0.smithi119.stdout: "decompress_lat": { 2024-04-13T07:45:46.335 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.336 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.336 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.336 INFO:tasks.workunit.client.0.smithi119.stdout: "fragmentation_micros": { 2024-04-13T07:45:46.336 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.336 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.336 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_commit_lat": { 2024-04-13T07:45:46.336 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 715, 2024-04-13T07:45:46.336 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 463042217 2024-04-13T07:45:46.336 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.336 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_final_lat": { 2024-04-13T07:45:46.336 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 711, 2024-04-13T07:45:46.336 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 19329598 2024-04-13T07:45:46.336 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.336 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_flush_lat": { 2024-04-13T07:45:46.336 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 715, 2024-04-13T07:45:46.337 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 568171 2024-04-13T07:45:46.337 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.337 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_sync_lat": { 2024-04-13T07:45:46.337 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 715, 2024-04-13T07:45:46.337 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 463610388 2024-04-13T07:45:46.337 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.337 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_keys_lat": { 2024-04-13T07:45:46.337 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.337 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.337 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.337 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_values_lat": { 2024-04-13T07:45:46.337 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3, 2024-04-13T07:45:46.337 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 55350 2024-04-13T07:45:46.337 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.337 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_lower_bound_lat": { 2024-04-13T07:45:46.338 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.338 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.338 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.338 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_next_lat": { 2024-04-13T07:45:46.338 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.338 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.338 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.338 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_seek_to_first_lat": { 2024-04-13T07:45:46.338 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.338 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.338 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.338 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_upper_bound_lat": { 2024-04-13T07:45:46.338 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T07:45:46.338 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3574 2024-04-13T07:45:46.339 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.339 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_hits": { 2024-04-13T07:45:46.339 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3467 2024-04-13T07:45:46.339 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.339 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_misses": { 2024-04-13T07:45:46.339 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 335 2024-04-13T07:45:46.339 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.339 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T07:45:46.339 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 95, 2024-04-13T07:45:46.339 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1055769 2024-04-13T07:45:46.339 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.339 INFO:tasks.workunit.client.0.smithi119.stdout: "read_onode_meta_lat": { 2024-04-13T07:45:46.339 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 160, 2024-04-13T07:45:46.339 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 281081 2024-04-13T07:45:46.339 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.339 INFO:tasks.workunit.client.0.smithi119.stdout: "read_wait_aio_lat": { 2024-04-13T07:45:46.339 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 65, 2024-04-13T07:45:46.340 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 290544 2024-04-13T07:45:46.340 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.340 INFO:tasks.workunit.client.0.smithi119.stdout: "reads_with_retries": { 2024-04-13T07:45:46.340 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.340 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.340 INFO:tasks.workunit.client.0.smithi119.stdout: "remove_lat": { 2024-04-13T07:45:46.340 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 105, 2024-04-13T07:45:46.340 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5536052 2024-04-13T07:45:46.340 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.340 INFO:tasks.workunit.client.0.smithi119.stdout: "state_aio_wait_lat": { 2024-04-13T07:45:46.340 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3367, 2024-04-13T07:45:46.340 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3684538976 2024-04-13T07:45:46.340 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.340 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T07:45:46.340 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 42, 2024-04-13T07:45:46.340 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23027973 2024-04-13T07:45:46.340 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.340 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_cleanup_lat": { 2024-04-13T07:45:46.341 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 40, 2024-04-13T07:45:46.341 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 201104033937 2024-04-13T07:45:46.341 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.341 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_queued_lat": { 2024-04-13T07:45:46.341 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 42, 2024-04-13T07:45:46.341 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 64712603519 2024-04-13T07:45:46.341 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.341 INFO:tasks.workunit.client.0.smithi119.stdout: "state_done_lat": { 2024-04-13T07:45:46.341 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3365, 2024-04-13T07:45:46.341 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1046029250 2024-04-13T07:45:46.341 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.341 INFO:tasks.workunit.client.0.smithi119.stdout: "state_finishing_lat": { 2024-04-13T07:45:46.341 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3365, 2024-04-13T07:45:46.341 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 221805 2024-04-13T07:45:46.341 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.341 INFO:tasks.workunit.client.0.smithi119.stdout: "state_io_done_lat": { 2024-04-13T07:45:46.342 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3367, 2024-04-13T07:45:46.342 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 77975281 2024-04-13T07:45:46.342 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.342 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_commiting_lat": { 2024-04-13T07:45:46.342 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3367, 2024-04-13T07:45:46.342 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2499053773 2024-04-13T07:45:46.342 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.342 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_done_lat": { 2024-04-13T07:45:46.342 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3367, 2024-04-13T07:45:46.342 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 583891 2024-04-13T07:45:46.342 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.342 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_queued_lat": { 2024-04-13T07:45:46.342 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3367, 2024-04-13T07:45:46.342 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1484703843 2024-04-13T07:45:46.342 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.342 INFO:tasks.workunit.client.0.smithi119.stdout: "state_prepare_lat": { 2024-04-13T07:45:46.343 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3367, 2024-04-13T07:45:46.343 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 354710102 2024-04-13T07:45:46.343 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.343 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": { 2024-04-13T07:45:46.343 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 309700 2024-04-13T07:45:46.343 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.343 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T07:45:46.343 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 41, 2024-04-13T07:45:46.343 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 175145 2024-04-13T07:45:46.343 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.343 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_commit_lat": { 2024-04-13T07:45:46.343 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3367, 2024-04-13T07:45:46.343 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8101296149 2024-04-13T07:45:46.343 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.343 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_submit_lat": { 2024-04-13T07:45:46.343 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3367, 2024-04-13T07:45:46.343 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 389015762 2024-04-13T07:45:46.343 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.344 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_throttle_lat": { 2024-04-13T07:45:46.344 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3367, 2024-04-13T07:45:46.344 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 259058472 2024-04-13T07:45:46.344 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.344 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.344 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache": { 2024-04-13T07:45:46.344 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T07:45:46.344 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1861620469 2024-04-13T07:45:46.344 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.344 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T07:45:46.344 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 45531136 2024-04-13T07:45:46.344 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.344 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T07:45:46.344 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 45064192 2024-04-13T07:45:46.344 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.344 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T07:45:46.344 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3137560985 2024-04-13T07:45:46.345 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.345 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T07:45:46.345 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 466944 2024-04-13T07:45:46.345 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.345 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.345 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:data": { 2024-04-13T07:45:46.345 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:46.345 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 159383552 2024-04-13T07:45:46.345 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.345 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:46.345 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.345 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.345 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:46.345 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.345 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.345 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:46.345 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 85502209 2024-04-13T07:45:46.346 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.346 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:46.346 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.346 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.346 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:46.346 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.346 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.346 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:46.346 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.346 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.346 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:46.346 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.346 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.346 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:46.346 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.346 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.347 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:46.347 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T07:45:46.347 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.347 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:46.347 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.347 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.347 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:46.347 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.347 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.347 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:46.347 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.347 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.347 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:46.347 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 73877247 2024-04-13T07:45:46.348 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.348 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.348 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv": { 2024-04-13T07:45:46.348 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:46.348 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 780140544 2024-04-13T07:45:46.348 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.348 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:46.348 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T07:45:46.348 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.348 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:46.348 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.348 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.348 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:46.348 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 641266572 2024-04-13T07:45:46.348 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.349 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:46.349 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.349 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.349 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:46.349 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.349 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.349 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:46.349 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.349 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.349 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:46.349 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.349 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.349 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:46.349 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.349 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.349 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:46.350 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2128 2024-04-13T07:45:46.350 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.350 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:46.350 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.350 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.350 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:46.350 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.350 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.350 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:46.350 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.350 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.350 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:46.350 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71762980 2024-04-13T07:45:46.350 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.350 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.351 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T07:45:46.351 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:46.351 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 192937984 2024-04-13T07:45:46.351 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.351 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:46.351 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T07:45:46.351 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.351 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:46.351 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 464 2024-04-13T07:45:46.351 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.351 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:46.351 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 57001473 2024-04-13T07:45:46.351 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.351 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:46.351 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.351 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.351 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:46.352 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.352 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.352 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:46.352 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.352 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.352 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:46.352 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.352 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.352 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:46.352 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.352 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.352 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:46.352 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.352 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.352 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:46.352 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.352 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.352 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:46.353 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.353 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.353 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:46.353 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.353 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.353 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:46.353 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 68827183 2024-04-13T07:45:46.353 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.353 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.353 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:meta": { 2024-04-13T07:45:46.353 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:46.353 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 713031680 2024-04-13T07:45:46.353 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.353 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:46.353 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.353 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.354 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:46.354 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.354 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.354 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:46.354 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 641266572 2024-04-13T07:45:46.354 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.354 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:46.354 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.354 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.354 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:46.354 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.354 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.354 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:46.354 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.354 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.355 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:46.355 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.355 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.355 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:46.355 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.355 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.355 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:46.355 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 326766 2024-04-13T07:45:46.355 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.355 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:46.355 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.355 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.355 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:46.355 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.355 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.355 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:46.356 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.356 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.356 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:46.356 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71438342 2024-04-13T07:45:46.356 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.356 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.356 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T07:45:46.356 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T07:45:46.356 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.356 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.356 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T07:45:46.356 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.356 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.356 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T07:45:46.356 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.357 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.357 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T07:45:46.357 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.357 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.357 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.357 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:46.357 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg": { 2024-04-13T07:45:46.357 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 39 2024-04-13T07:45:46.357 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.357 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg_removing": { 2024-04-13T07:45:46.357 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.357 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.357 INFO:tasks.workunit.client.0.smithi119.stdout: "op": { 2024-04-13T07:45:46.357 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T07:45:46.358 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.358 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_degraded": { 2024-04-13T07:45:46.358 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.358 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.358 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_unreadable": { 2024-04-13T07:45:46.358 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.358 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.358 INFO:tasks.workunit.client.0.smithi119.stdout: "op_in_bytes": { 2024-04-13T07:45:46.358 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 22 2024-04-13T07:45:46.358 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.358 INFO:tasks.workunit.client.0.smithi119.stdout: "op_latency": { 2024-04-13T07:45:46.358 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T07:45:46.358 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11236580 2024-04-13T07:45:46.358 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.359 INFO:tasks.workunit.client.0.smithi119.stdout: "op_out_bytes": { 2024-04-13T07:45:46.359 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.359 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.359 INFO:tasks.workunit.client.0.smithi119.stdout: "op_prepare_latency": { 2024-04-13T07:45:46.359 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T07:45:46.359 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 586725 2024-04-13T07:45:46.359 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.359 INFO:tasks.workunit.client.0.smithi119.stdout: "op_process_latency": { 2024-04-13T07:45:46.359 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T07:45:46.359 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11156697 2024-04-13T07:45:46.359 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.359 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T07:45:46.359 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.360 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.360 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency": { 2024-04-13T07:45:46.360 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.360 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.360 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.360 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T07:45:46.360 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.360 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.360 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_out_bytes": { 2024-04-13T07:45:46.360 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.360 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.360 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_prepare_latency": { 2024-04-13T07:45:46.360 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.360 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.360 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.360 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_process_latency": { 2024-04-13T07:45:46.361 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.361 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.361 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.361 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw": { 2024-04-13T07:45:46.361 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.361 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.361 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_in_bytes": { 2024-04-13T07:45:46.361 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.361 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.361 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency": { 2024-04-13T07:45:46.361 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.361 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.361 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.361 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T07:45:46.361 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.362 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.362 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T07:45:46.362 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.362 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.362 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_out_bytes": { 2024-04-13T07:45:46.362 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.362 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.362 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_prepare_latency": { 2024-04-13T07:45:46.362 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.362 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.362 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.362 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_process_latency": { 2024-04-13T07:45:46.362 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.362 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.363 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.363 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T07:45:46.363 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T07:45:46.363 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.363 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_in_bytes": { 2024-04-13T07:45:46.363 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 22 2024-04-13T07:45:46.363 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.363 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency": { 2024-04-13T07:45:46.363 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T07:45:46.363 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11236580 2024-04-13T07:45:46.363 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.363 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T07:45:46.363 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.363 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.363 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_prepare_latency": { 2024-04-13T07:45:46.363 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T07:45:46.364 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 586725 2024-04-13T07:45:46.364 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.364 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_process_latency": { 2024-04-13T07:45:46.364 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T07:45:46.364 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11156697 2024-04-13T07:45:46.364 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.364 INFO:tasks.workunit.client.0.smithi119.stdout: "op_wip": { 2024-04-13T07:45:46.364 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.364 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.364 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_bytes": { 2024-04-13T07:45:46.364 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.364 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.364 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_ops": { 2024-04-13T07:45:46.364 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.364 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.364 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes": { 2024-04-13T07:45:46.364 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T07:45:46.365 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.365 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes_used": { 2024-04-13T07:45:46.365 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 28397568 2024-04-13T07:45:46.365 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.365 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.365 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.365 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.5": { 2024-04-13T07:45:46.365 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T07:45:46.365 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_fallback": { 2024-04-13T07:45:46.365 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.365 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.365 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_size_fallback": { 2024-04-13T07:45:46.365 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.365 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.365 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_db": { 2024-04-13T07:45:46.366 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 65536 2024-04-13T07:45:46.366 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.366 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_main": { 2024-04-13T07:45:46.366 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.366 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.366 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_wal": { 2024-04-13T07:45:46.366 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.366 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.366 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_slow": { 2024-04-13T07:45:46.366 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.366 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.366 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_sst": { 2024-04-13T07:45:46.366 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12288 2024-04-13T07:45:46.366 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.366 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_wal": { 2024-04-13T07:45:46.367 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6123520 2024-04-13T07:45:46.367 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.367 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lat": { 2024-04-13T07:45:46.367 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.367 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.367 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.367 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lock_lat": { 2024-04-13T07:45:46.367 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.367 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.367 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.367 INFO:tasks.workunit.client.0.smithi119.stdout: "db_total_bytes": { 2024-04-13T07:45:46.367 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T07:45:46.367 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.367 INFO:tasks.workunit.client.0.smithi119.stdout: "db_used_bytes": { 2024-04-13T07:45:46.367 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 27656192 2024-04-13T07:45:46.367 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.368 INFO:tasks.workunit.client.0.smithi119.stdout: "log_bytes": { 2024-04-13T07:45:46.368 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3121152 2024-04-13T07:45:46.368 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.368 INFO:tasks.workunit.client.0.smithi119.stdout: "logged_bytes": { 2024-04-13T07:45:46.368 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2981888 2024-04-13T07:45:46.368 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.368 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_db": { 2024-04-13T07:45:46.368 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 31850496 2024-04-13T07:45:46.368 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.368 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_slow": { 2024-04-13T07:45:46.368 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.368 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.368 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_wal": { 2024-04-13T07:45:46.368 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.368 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.368 INFO:tasks.workunit.client.0.smithi119.stdout: "num_files": { 2024-04-13T07:45:46.369 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14 2024-04-13T07:45:46.369 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.369 INFO:tasks.workunit.client.0.smithi119.stdout: "read_bytes": { 2024-04-13T07:45:46.369 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 206272 2024-04-13T07:45:46.369 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.369 INFO:tasks.workunit.client.0.smithi119.stdout: "read_count": { 2024-04-13T07:45:46.369 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23 2024-04-13T07:45:46.369 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.369 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes": { 2024-04-13T07:45:46.369 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1282048 2024-04-13T07:45:46.369 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.369 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_db": { 2024-04-13T07:45:46.369 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1286144 2024-04-13T07:45:46.369 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.369 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_slow": { 2024-04-13T07:45:46.370 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.370 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.370 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_wal": { 2024-04-13T07:45:46.370 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.370 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.370 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_count": { 2024-04-13T07:45:46.370 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15 2024-04-13T07:45:46.370 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.370 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_bytes": { 2024-04-13T07:45:46.370 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4913 2024-04-13T07:45:46.370 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.370 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_count": { 2024-04-13T07:45:46.370 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4 2024-04-13T07:45:46.370 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.371 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_bytes": { 2024-04-13T07:45:46.371 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5505 2024-04-13T07:45:46.371 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.371 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_count": { 2024-04-13T07:45:46.371 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24 2024-04-13T07:45:46.371 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.371 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_bytes": { 2024-04-13T07:45:46.371 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5505 2024-04-13T07:45:46.371 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.371 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_count": { 2024-04-13T07:45:46.371 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24 2024-04-13T07:45:46.371 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.371 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes": { 2024-04-13T07:45:46.371 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.371 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.372 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_db": { 2024-04-13T07:45:46.372 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.372 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.372 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_slow": { 2024-04-13T07:45:46.372 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.372 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.372 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_wal": { 2024-04-13T07:45:46.372 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.372 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.372 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_count": { 2024-04-13T07:45:46.372 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.372 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.372 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_total_bytes": { 2024-04-13T07:45:46.372 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.372 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.372 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_used_bytes": { 2024-04-13T07:45:46.373 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.373 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.373 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_total_bytes": { 2024-04-13T07:45:46.373 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.373 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.373 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_used_bytes": { 2024-04-13T07:45:46.373 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.373 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.373 INFO:tasks.workunit.client.0.smithi119.stdout: "write_bytes": { 2024-04-13T07:45:46.373 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9183232 2024-04-13T07:45:46.373 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.373 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.373 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": { 2024-04-13T07:45:46.373 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit": { 2024-04-13T07:45:46.373 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T07:45:46.373 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.373 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": { 2024-04-13T07:45:46.374 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 716800 2024-04-13T07:45:46.374 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.374 INFO:tasks.workunit.client.0.smithi119.stdout: "clist_lat": { 2024-04-13T07:45:46.374 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4, 2024-04-13T07:45:46.374 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 177410 2024-04-13T07:45:46.374 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.374 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_lat": { 2024-04-13T07:45:46.374 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.374 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.374 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.374 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed": { 2024-04-13T07:45:46.374 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.374 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.374 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_allocated": { 2024-04-13T07:45:46.375 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.375 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.375 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_original": { 2024-04-13T07:45:46.375 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.375 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.375 INFO:tasks.workunit.client.0.smithi119.stdout: "csum_lat": { 2024-04-13T07:45:46.375 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3, 2024-04-13T07:45:46.375 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4585 2024-04-13T07:45:46.375 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.375 INFO:tasks.workunit.client.0.smithi119.stdout: "decompress_lat": { 2024-04-13T07:45:46.375 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.375 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.375 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.375 INFO:tasks.workunit.client.0.smithi119.stdout: "fragmentation_micros": { 2024-04-13T07:45:46.375 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.375 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.375 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_commit_lat": { 2024-04-13T07:45:46.376 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 715, 2024-04-13T07:45:46.376 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 468862459 2024-04-13T07:45:46.376 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.376 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_final_lat": { 2024-04-13T07:45:46.376 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 700, 2024-04-13T07:45:46.376 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24284472 2024-04-13T07:45:46.376 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.376 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_flush_lat": { 2024-04-13T07:45:46.376 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 715, 2024-04-13T07:45:46.376 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 560110 2024-04-13T07:45:46.376 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.376 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_sync_lat": { 2024-04-13T07:45:46.376 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 715, 2024-04-13T07:45:46.376 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 469422569 2024-04-13T07:45:46.376 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.377 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_keys_lat": { 2024-04-13T07:45:46.377 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.377 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.377 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.377 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_values_lat": { 2024-04-13T07:45:46.377 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3, 2024-04-13T07:45:46.377 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 38428 2024-04-13T07:45:46.377 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.377 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_lower_bound_lat": { 2024-04-13T07:45:46.377 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.377 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.377 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.377 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_next_lat": { 2024-04-13T07:45:46.377 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.377 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.377 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.377 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_seek_to_first_lat": { 2024-04-13T07:45:46.378 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.378 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.378 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.378 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_upper_bound_lat": { 2024-04-13T07:45:46.378 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T07:45:46.378 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3889 2024-04-13T07:45:46.378 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.378 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_hits": { 2024-04-13T07:45:46.378 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3427 2024-04-13T07:45:46.378 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.378 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_misses": { 2024-04-13T07:45:46.378 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 340 2024-04-13T07:45:46.378 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.378 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T07:45:46.378 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 87, 2024-04-13T07:45:46.379 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 747421 2024-04-13T07:45:46.379 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.379 INFO:tasks.workunit.client.0.smithi119.stdout: "read_onode_meta_lat": { 2024-04-13T07:45:46.379 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 139, 2024-04-13T07:45:46.379 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 263239 2024-04-13T07:45:46.379 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.379 INFO:tasks.workunit.client.0.smithi119.stdout: "read_wait_aio_lat": { 2024-04-13T07:45:46.379 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 52, 2024-04-13T07:45:46.379 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 343362 2024-04-13T07:45:46.379 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.379 INFO:tasks.workunit.client.0.smithi119.stdout: "reads_with_retries": { 2024-04-13T07:45:46.379 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.379 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.379 INFO:tasks.workunit.client.0.smithi119.stdout: "remove_lat": { 2024-04-13T07:45:46.379 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 103, 2024-04-13T07:45:46.379 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5579347 2024-04-13T07:45:46.380 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.380 INFO:tasks.workunit.client.0.smithi119.stdout: "state_aio_wait_lat": { 2024-04-13T07:45:46.380 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3366, 2024-04-13T07:45:46.380 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3692582891 2024-04-13T07:45:46.380 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.380 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T07:45:46.380 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 40, 2024-04-13T07:45:46.380 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5636922 2024-04-13T07:45:46.380 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.380 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_cleanup_lat": { 2024-04-13T07:45:46.380 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 37, 2024-04-13T07:45:46.380 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 224100565456 2024-04-13T07:45:46.380 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.380 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_queued_lat": { 2024-04-13T07:45:46.380 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 40, 2024-04-13T07:45:46.381 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 74733818768 2024-04-13T07:45:46.381 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.381 INFO:tasks.workunit.client.0.smithi119.stdout: "state_done_lat": { 2024-04-13T07:45:46.381 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3363, 2024-04-13T07:45:46.381 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1472241872 2024-04-13T07:45:46.381 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.381 INFO:tasks.workunit.client.0.smithi119.stdout: "state_finishing_lat": { 2024-04-13T07:45:46.381 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3363, 2024-04-13T07:45:46.381 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 173942 2024-04-13T07:45:46.381 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.381 INFO:tasks.workunit.client.0.smithi119.stdout: "state_io_done_lat": { 2024-04-13T07:45:46.381 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3366, 2024-04-13T07:45:46.381 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 216773767 2024-04-13T07:45:46.381 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.381 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_commiting_lat": { 2024-04-13T07:45:46.381 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3366, 2024-04-13T07:45:46.382 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2645781039 2024-04-13T07:45:46.382 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.382 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_done_lat": { 2024-04-13T07:45:46.382 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3366, 2024-04-13T07:45:46.382 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 417293 2024-04-13T07:45:46.382 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.382 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_queued_lat": { 2024-04-13T07:45:46.382 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3366, 2024-04-13T07:45:46.382 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1459232710 2024-04-13T07:45:46.382 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.382 INFO:tasks.workunit.client.0.smithi119.stdout: "state_prepare_lat": { 2024-04-13T07:45:46.382 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3366, 2024-04-13T07:45:46.382 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 367242291 2024-04-13T07:45:46.382 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.382 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": { 2024-04-13T07:45:46.382 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 311110 2024-04-13T07:45:46.382 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.383 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T07:45:46.383 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 33, 2024-04-13T07:45:46.383 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 149534 2024-04-13T07:45:46.383 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.383 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_commit_lat": { 2024-04-13T07:45:46.383 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3366, 2024-04-13T07:45:46.383 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8381811097 2024-04-13T07:45:46.383 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.383 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_submit_lat": { 2024-04-13T07:45:46.383 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3366, 2024-04-13T07:45:46.383 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 399217692 2024-04-13T07:45:46.383 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.383 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_throttle_lat": { 2024-04-13T07:45:46.383 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3366, 2024-04-13T07:45:46.383 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 276706555 2024-04-13T07:45:46.383 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.383 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.384 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache": { 2024-04-13T07:45:46.384 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T07:45:46.384 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1861620469 2024-04-13T07:45:46.384 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.384 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T07:45:46.384 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 46579712 2024-04-13T07:45:46.384 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.384 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T07:45:46.384 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 45842432 2024-04-13T07:45:46.384 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.384 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T07:45:46.384 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3137560985 2024-04-13T07:45:46.384 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.384 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T07:45:46.384 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 737280 2024-04-13T07:45:46.384 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.384 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.385 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:data": { 2024-04-13T07:45:46.385 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:46.385 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 159383552 2024-04-13T07:45:46.385 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.385 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:46.385 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.385 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.385 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:46.385 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.385 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.385 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:46.385 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 85502439 2024-04-13T07:45:46.385 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.385 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:46.385 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.385 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.386 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:46.386 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.386 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.386 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:46.386 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.386 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.386 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:46.386 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.386 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.386 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:46.386 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.386 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.386 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:46.386 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.386 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.387 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:46.387 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.387 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.387 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:46.387 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.387 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.387 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:46.387 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.387 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.387 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:46.387 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 73881113 2024-04-13T07:45:46.387 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.387 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.387 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv": { 2024-04-13T07:45:46.387 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:46.387 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 780140544 2024-04-13T07:45:46.388 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.388 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:46.388 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T07:45:46.388 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.388 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:46.388 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.388 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.388 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:46.388 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 641268298 2024-04-13T07:45:46.388 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.388 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:46.388 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.388 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.388 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:46.388 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.388 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.389 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:46.389 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.389 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.389 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:46.389 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.389 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.389 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:46.389 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.389 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.389 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:46.389 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2128 2024-04-13T07:45:46.389 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.389 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:46.389 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.389 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.389 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:46.389 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.389 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.390 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:46.390 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.390 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.390 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:46.390 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71761254 2024-04-13T07:45:46.390 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.390 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.390 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T07:45:46.390 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:46.390 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 192937984 2024-04-13T07:45:46.390 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.390 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:46.390 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T07:45:46.390 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.390 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:46.391 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 464 2024-04-13T07:45:46.391 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.391 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:46.391 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 57001626 2024-04-13T07:45:46.391 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.391 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:46.391 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.391 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.391 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:46.391 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.391 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.391 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:46.391 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.391 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.391 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:46.392 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.392 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.392 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:46.392 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.392 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.392 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:46.392 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.392 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.392 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:46.392 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.392 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.392 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:46.392 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.392 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.392 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:46.392 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.392 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.393 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:46.393 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 68827030 2024-04-13T07:45:46.393 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.393 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.393 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:meta": { 2024-04-13T07:45:46.393 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:46.393 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 713031680 2024-04-13T07:45:46.393 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.393 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:46.393 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.393 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.393 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:46.393 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.393 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.393 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:46.393 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 641268298 2024-04-13T07:45:46.393 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.394 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:46.394 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.394 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.394 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:46.394 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.394 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.394 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:46.394 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.394 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.394 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:46.394 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.394 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.394 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:46.394 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5739 2024-04-13T07:45:46.394 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.394 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:46.395 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 327128 2024-04-13T07:45:46.395 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.395 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:46.395 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.395 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.395 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:46.395 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.395 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.395 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:46.395 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.395 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.395 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:46.395 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71430515 2024-04-13T07:45:46.395 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.395 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.395 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T07:45:46.395 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T07:45:46.396 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.396 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.396 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T07:45:46.396 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.396 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.396 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T07:45:46.396 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.396 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.396 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T07:45:46.396 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.396 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.396 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.396 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:46.396 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg": { 2024-04-13T07:45:46.397 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 42 2024-04-13T07:45:46.397 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.397 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg_removing": { 2024-04-13T07:45:46.397 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.397 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.397 INFO:tasks.workunit.client.0.smithi119.stdout: "op": { 2024-04-13T07:45:46.397 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.397 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.397 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_degraded": { 2024-04-13T07:45:46.397 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.397 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.397 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_unreadable": { 2024-04-13T07:45:46.397 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.397 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.397 INFO:tasks.workunit.client.0.smithi119.stdout: "op_in_bytes": { 2024-04-13T07:45:46.397 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.398 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.398 INFO:tasks.workunit.client.0.smithi119.stdout: "op_latency": { 2024-04-13T07:45:46.398 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.398 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.398 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.398 INFO:tasks.workunit.client.0.smithi119.stdout: "op_out_bytes": { 2024-04-13T07:45:46.398 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.398 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.398 INFO:tasks.workunit.client.0.smithi119.stdout: "op_prepare_latency": { 2024-04-13T07:45:46.398 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.398 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.398 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.398 INFO:tasks.workunit.client.0.smithi119.stdout: "op_process_latency": { 2024-04-13T07:45:46.398 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.399 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.399 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.399 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T07:45:46.399 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.399 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.399 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency": { 2024-04-13T07:45:46.399 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.399 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.399 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.399 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T07:45:46.399 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.399 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.399 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_out_bytes": { 2024-04-13T07:45:46.399 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.399 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.399 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_prepare_latency": { 2024-04-13T07:45:46.399 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.400 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.400 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.400 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_process_latency": { 2024-04-13T07:45:46.400 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.400 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.400 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.400 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw": { 2024-04-13T07:45:46.400 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.400 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.400 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_in_bytes": { 2024-04-13T07:45:46.400 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.400 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.400 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency": { 2024-04-13T07:45:46.400 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.400 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.400 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.401 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T07:45:46.401 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.401 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.401 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T07:45:46.401 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.401 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.401 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_out_bytes": { 2024-04-13T07:45:46.401 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.401 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.401 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_prepare_latency": { 2024-04-13T07:45:46.401 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.401 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.401 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.401 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_process_latency": { 2024-04-13T07:45:46.401 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.402 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.402 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.402 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T07:45:46.402 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.402 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.402 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_in_bytes": { 2024-04-13T07:45:46.402 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.402 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.402 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency": { 2024-04-13T07:45:46.402 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.402 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.402 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.402 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T07:45:46.402 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.402 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.402 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_prepare_latency": { 2024-04-13T07:45:46.403 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.403 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.403 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.403 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_process_latency": { 2024-04-13T07:45:46.403 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.403 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.403 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.403 INFO:tasks.workunit.client.0.smithi119.stdout: "op_wip": { 2024-04-13T07:45:46.403 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.403 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.403 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_bytes": { 2024-04-13T07:45:46.403 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.403 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.403 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_ops": { 2024-04-13T07:45:46.403 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.403 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.404 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes": { 2024-04-13T07:45:46.404 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T07:45:46.404 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.404 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes_used": { 2024-04-13T07:45:46.404 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 28381184 2024-04-13T07:45:46.404 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.404 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.404 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.404 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.6": { 2024-04-13T07:45:46.404 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T07:45:46.404 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_fallback": { 2024-04-13T07:45:46.404 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.404 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.404 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_size_fallback": { 2024-04-13T07:45:46.404 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.404 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.405 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_db": { 2024-04-13T07:45:46.405 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 65536 2024-04-13T07:45:46.405 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.405 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_main": { 2024-04-13T07:45:46.405 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.405 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.405 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_wal": { 2024-04-13T07:45:46.405 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.405 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.405 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_slow": { 2024-04-13T07:45:46.405 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.405 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.405 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_sst": { 2024-04-13T07:45:46.405 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12288 2024-04-13T07:45:46.405 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.405 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_wal": { 2024-04-13T07:45:46.406 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5746688 2024-04-13T07:45:46.406 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.406 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lat": { 2024-04-13T07:45:46.406 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.406 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.406 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.406 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lock_lat": { 2024-04-13T07:45:46.406 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.406 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.406 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.406 INFO:tasks.workunit.client.0.smithi119.stdout: "db_total_bytes": { 2024-04-13T07:45:46.406 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T07:45:46.406 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.406 INFO:tasks.workunit.client.0.smithi119.stdout: "db_used_bytes": { 2024-04-13T07:45:46.406 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 27656192 2024-04-13T07:45:46.407 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.407 INFO:tasks.workunit.client.0.smithi119.stdout: "log_bytes": { 2024-04-13T07:45:46.407 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2768896 2024-04-13T07:45:46.407 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.407 INFO:tasks.workunit.client.0.smithi119.stdout: "logged_bytes": { 2024-04-13T07:45:46.407 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2629632 2024-04-13T07:45:46.407 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.407 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_db": { 2024-04-13T07:45:46.407 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 31850496 2024-04-13T07:45:46.407 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.407 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_slow": { 2024-04-13T07:45:46.407 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.407 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.407 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_wal": { 2024-04-13T07:45:46.408 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.408 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.408 INFO:tasks.workunit.client.0.smithi119.stdout: "num_files": { 2024-04-13T07:45:46.408 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14 2024-04-13T07:45:46.408 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.408 INFO:tasks.workunit.client.0.smithi119.stdout: "read_bytes": { 2024-04-13T07:45:46.408 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 206272 2024-04-13T07:45:46.408 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.408 INFO:tasks.workunit.client.0.smithi119.stdout: "read_count": { 2024-04-13T07:45:46.408 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23 2024-04-13T07:45:46.408 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.408 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes": { 2024-04-13T07:45:46.408 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1282048 2024-04-13T07:45:46.408 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.408 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_db": { 2024-04-13T07:45:46.408 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1286144 2024-04-13T07:45:46.409 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.409 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_slow": { 2024-04-13T07:45:46.409 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.409 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.409 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_wal": { 2024-04-13T07:45:46.409 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.409 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.409 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_count": { 2024-04-13T07:45:46.409 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15 2024-04-13T07:45:46.409 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.409 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_bytes": { 2024-04-13T07:45:46.409 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4913 2024-04-13T07:45:46.409 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.409 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_count": { 2024-04-13T07:45:46.409 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4 2024-04-13T07:45:46.409 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.409 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_bytes": { 2024-04-13T07:45:46.410 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5504 2024-04-13T07:45:46.410 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.410 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_count": { 2024-04-13T07:45:46.410 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24 2024-04-13T07:45:46.410 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.410 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_bytes": { 2024-04-13T07:45:46.410 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5504 2024-04-13T07:45:46.410 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.410 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_count": { 2024-04-13T07:45:46.410 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24 2024-04-13T07:45:46.410 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.410 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes": { 2024-04-13T07:45:46.410 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.410 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.410 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_db": { 2024-04-13T07:45:46.411 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.411 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.411 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_slow": { 2024-04-13T07:45:46.411 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.411 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.411 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_wal": { 2024-04-13T07:45:46.411 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.411 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.411 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_count": { 2024-04-13T07:45:46.411 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.411 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.411 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_total_bytes": { 2024-04-13T07:45:46.411 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.411 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.411 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_used_bytes": { 2024-04-13T07:45:46.411 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.411 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.412 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_total_bytes": { 2024-04-13T07:45:46.412 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.412 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.412 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_used_bytes": { 2024-04-13T07:45:46.412 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.412 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.412 INFO:tasks.workunit.client.0.smithi119.stdout: "write_bytes": { 2024-04-13T07:45:46.412 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8454144 2024-04-13T07:45:46.412 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.412 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.412 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": { 2024-04-13T07:45:46.412 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit": { 2024-04-13T07:45:46.412 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T07:45:46.412 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.412 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": { 2024-04-13T07:45:46.412 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1306624 2024-04-13T07:45:46.412 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.413 INFO:tasks.workunit.client.0.smithi119.stdout: "clist_lat": { 2024-04-13T07:45:46.413 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T07:45:46.413 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 110996 2024-04-13T07:45:46.413 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.413 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_lat": { 2024-04-13T07:45:46.413 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.413 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.413 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.413 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed": { 2024-04-13T07:45:46.413 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.413 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.413 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_allocated": { 2024-04-13T07:45:46.413 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.413 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.413 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_original": { 2024-04-13T07:45:46.413 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.413 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.413 INFO:tasks.workunit.client.0.smithi119.stdout: "csum_lat": { 2024-04-13T07:45:46.414 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 6, 2024-04-13T07:45:46.414 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8984 2024-04-13T07:45:46.414 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.414 INFO:tasks.workunit.client.0.smithi119.stdout: "decompress_lat": { 2024-04-13T07:45:46.414 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.414 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.414 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.414 INFO:tasks.workunit.client.0.smithi119.stdout: "fragmentation_micros": { 2024-04-13T07:45:46.414 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.414 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.414 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_commit_lat": { 2024-04-13T07:45:46.414 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 629, 2024-04-13T07:45:46.414 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 454343329 2024-04-13T07:45:46.414 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.414 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_final_lat": { 2024-04-13T07:45:46.414 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 613, 2024-04-13T07:45:46.415 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 27127591 2024-04-13T07:45:46.415 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.415 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_flush_lat": { 2024-04-13T07:45:46.415 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 629, 2024-04-13T07:45:46.415 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 514660 2024-04-13T07:45:46.415 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.415 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_sync_lat": { 2024-04-13T07:45:46.415 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 629, 2024-04-13T07:45:46.415 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 454857989 2024-04-13T07:45:46.415 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.415 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_keys_lat": { 2024-04-13T07:45:46.415 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.415 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.415 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.415 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_values_lat": { 2024-04-13T07:45:46.415 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T07:45:46.416 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 45714 2024-04-13T07:45:46.416 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.416 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_lower_bound_lat": { 2024-04-13T07:45:46.416 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.416 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.416 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.416 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_next_lat": { 2024-04-13T07:45:46.416 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.416 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.416 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.416 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_seek_to_first_lat": { 2024-04-13T07:45:46.416 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.416 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.416 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.416 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_upper_bound_lat": { 2024-04-13T07:45:46.416 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T07:45:46.416 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5297 2024-04-13T07:45:46.417 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.417 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_hits": { 2024-04-13T07:45:46.417 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3410 2024-04-13T07:45:46.417 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.417 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_misses": { 2024-04-13T07:45:46.417 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 347 2024-04-13T07:45:46.417 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.417 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T07:45:46.417 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 86, 2024-04-13T07:45:46.417 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1070069 2024-04-13T07:45:46.417 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.417 INFO:tasks.workunit.client.0.smithi119.stdout: "read_onode_meta_lat": { 2024-04-13T07:45:46.417 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 131, 2024-04-13T07:45:46.417 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 370755 2024-04-13T07:45:46.417 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.417 INFO:tasks.workunit.client.0.smithi119.stdout: "read_wait_aio_lat": { 2024-04-13T07:45:46.417 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 45, 2024-04-13T07:45:46.418 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 689873 2024-04-13T07:45:46.418 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.418 INFO:tasks.workunit.client.0.smithi119.stdout: "reads_with_retries": { 2024-04-13T07:45:46.418 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.418 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.418 INFO:tasks.workunit.client.0.smithi119.stdout: "remove_lat": { 2024-04-13T07:45:46.418 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 101, 2024-04-13T07:45:46.418 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6073440 2024-04-13T07:45:46.418 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.418 INFO:tasks.workunit.client.0.smithi119.stdout: "state_aio_wait_lat": { 2024-04-13T07:45:46.418 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3352, 2024-04-13T07:45:46.418 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3514275557 2024-04-13T07:45:46.418 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.418 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T07:45:46.419 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 34, 2024-04-13T07:45:46.419 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 19498940 2024-04-13T07:45:46.419 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.419 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_cleanup_lat": { 2024-04-13T07:45:46.419 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 31, 2024-04-13T07:45:46.419 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 265456823497 2024-04-13T07:45:46.419 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.419 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_queued_lat": { 2024-04-13T07:45:46.419 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 34, 2024-04-13T07:45:46.419 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 45566393944 2024-04-13T07:45:46.419 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.419 INFO:tasks.workunit.client.0.smithi119.stdout: "state_done_lat": { 2024-04-13T07:45:46.419 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3349, 2024-04-13T07:45:46.419 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1291630638 2024-04-13T07:45:46.419 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.419 INFO:tasks.workunit.client.0.smithi119.stdout: "state_finishing_lat": { 2024-04-13T07:45:46.419 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3349, 2024-04-13T07:45:46.420 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 185602 2024-04-13T07:45:46.420 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.420 INFO:tasks.workunit.client.0.smithi119.stdout: "state_io_done_lat": { 2024-04-13T07:45:46.420 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3352, 2024-04-13T07:45:46.420 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 256031301 2024-04-13T07:45:46.420 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.420 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_commiting_lat": { 2024-04-13T07:45:46.420 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3352, 2024-04-13T07:45:46.420 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2493333080 2024-04-13T07:45:46.420 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.420 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_done_lat": { 2024-04-13T07:45:46.420 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3352, 2024-04-13T07:45:46.420 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 471672 2024-04-13T07:45:46.420 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.420 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_queued_lat": { 2024-04-13T07:45:46.420 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3352, 2024-04-13T07:45:46.420 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1449183384 2024-04-13T07:45:46.421 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.421 INFO:tasks.workunit.client.0.smithi119.stdout: "state_prepare_lat": { 2024-04-13T07:45:46.421 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3352, 2024-04-13T07:45:46.421 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 351739755 2024-04-13T07:45:46.421 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.421 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": { 2024-04-13T07:45:46.421 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 901446 2024-04-13T07:45:46.421 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.421 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T07:45:46.421 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 27, 2024-04-13T07:45:46.421 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 116966 2024-04-13T07:45:46.421 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.421 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_commit_lat": { 2024-04-13T07:45:46.421 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3352, 2024-04-13T07:45:46.421 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8064813459 2024-04-13T07:45:46.421 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.421 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_submit_lat": { 2024-04-13T07:45:46.421 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3352, 2024-04-13T07:45:46.422 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 385922795 2024-04-13T07:45:46.422 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.422 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_throttle_lat": { 2024-04-13T07:45:46.422 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3352, 2024-04-13T07:45:46.422 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 253340820 2024-04-13T07:45:46.422 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.422 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.422 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache": { 2024-04-13T07:45:46.422 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T07:45:46.422 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1861620469 2024-04-13T07:45:46.422 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.422 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T07:45:46.422 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 45531136 2024-04-13T07:45:46.422 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.422 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T07:45:46.423 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 45129728 2024-04-13T07:45:46.423 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.423 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T07:45:46.423 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3137560985 2024-04-13T07:45:46.423 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.423 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T07:45:46.423 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 401408 2024-04-13T07:45:46.423 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.423 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.423 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:data": { 2024-04-13T07:45:46.423 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:46.423 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 159383552 2024-04-13T07:45:46.423 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.423 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:46.423 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.423 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.423 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:46.423 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.424 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.424 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:46.424 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 85501569 2024-04-13T07:45:46.424 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.424 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:46.424 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.424 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.424 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:46.424 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.424 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.424 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:46.424 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.424 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.424 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:46.424 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.424 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.424 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:46.425 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.425 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.425 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:46.425 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12288 2024-04-13T07:45:46.425 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.425 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:46.425 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.425 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.425 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:46.425 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.425 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.425 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:46.425 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.425 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.425 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:46.426 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 73869695 2024-04-13T07:45:46.426 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.426 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.426 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv": { 2024-04-13T07:45:46.426 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:46.426 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 780140544 2024-04-13T07:45:46.426 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.426 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:46.426 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T07:45:46.426 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.426 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:46.426 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.426 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.427 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:46.427 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 641261772 2024-04-13T07:45:46.427 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.427 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:46.427 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.427 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.427 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:46.427 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.427 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.427 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:46.427 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.427 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.427 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:46.427 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.428 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.428 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:46.428 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.428 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.428 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:46.428 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2128 2024-04-13T07:45:46.428 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.428 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:46.428 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.428 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.428 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:46.428 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.428 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.428 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:46.429 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.429 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.429 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:46.429 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71767780 2024-04-13T07:45:46.429 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.429 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.429 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T07:45:46.429 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:46.429 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 192937984 2024-04-13T07:45:46.429 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.429 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:46.429 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T07:45:46.429 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.429 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:46.429 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 464 2024-04-13T07:45:46.429 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.430 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:46.430 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 57001046 2024-04-13T07:45:46.430 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.430 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:46.430 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.430 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.430 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:46.430 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.430 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.430 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:46.430 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.430 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.430 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:46.430 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.430 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.431 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:46.431 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.431 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.431 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:46.431 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.431 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.431 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:46.431 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.431 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.431 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:46.431 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.431 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.431 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:46.431 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.431 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.431 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:46.432 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 68827610 2024-04-13T07:45:46.432 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.432 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.432 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:meta": { 2024-04-13T07:45:46.432 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:46.432 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 713031680 2024-04-13T07:45:46.432 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.432 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:46.432 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.432 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.432 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:46.432 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.432 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.432 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:46.432 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 641261772 2024-04-13T07:45:46.433 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.433 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:46.433 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.433 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.433 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:46.433 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.433 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.433 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:46.433 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.433 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.433 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:46.433 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.433 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.433 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:46.433 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8158 2024-04-13T07:45:46.433 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.434 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:46.434 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 326355 2024-04-13T07:45:46.434 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.434 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:46.434 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.434 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.434 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:46.434 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.434 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.434 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:46.434 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.434 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.434 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:46.434 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71435395 2024-04-13T07:45:46.434 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.435 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.435 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T07:45:46.435 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T07:45:46.435 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.435 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.435 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T07:45:46.435 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.435 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.435 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T07:45:46.435 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.435 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.435 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T07:45:46.435 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.435 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.435 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.436 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:46.436 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg": { 2024-04-13T07:45:46.436 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 38 2024-04-13T07:45:46.436 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.436 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg_removing": { 2024-04-13T07:45:46.436 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.436 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.436 INFO:tasks.workunit.client.0.smithi119.stdout: "op": { 2024-04-13T07:45:46.436 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13 2024-04-13T07:45:46.436 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.436 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_degraded": { 2024-04-13T07:45:46.436 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.436 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.436 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_unreadable": { 2024-04-13T07:45:46.436 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.436 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.437 INFO:tasks.workunit.client.0.smithi119.stdout: "op_in_bytes": { 2024-04-13T07:45:46.437 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2812 2024-04-13T07:45:46.437 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.437 INFO:tasks.workunit.client.0.smithi119.stdout: "op_latency": { 2024-04-13T07:45:46.437 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 13, 2024-04-13T07:45:46.437 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 41911204 2024-04-13T07:45:46.437 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.437 INFO:tasks.workunit.client.0.smithi119.stdout: "op_out_bytes": { 2024-04-13T07:45:46.437 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.437 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.437 INFO:tasks.workunit.client.0.smithi119.stdout: "op_prepare_latency": { 2024-04-13T07:45:46.437 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15, 2024-04-13T07:45:46.437 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6636249 2024-04-13T07:45:46.437 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.437 INFO:tasks.workunit.client.0.smithi119.stdout: "op_process_latency": { 2024-04-13T07:45:46.437 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 13, 2024-04-13T07:45:46.438 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 31754691 2024-04-13T07:45:46.438 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.438 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T07:45:46.438 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.438 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.438 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency": { 2024-04-13T07:45:46.438 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.438 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.438 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.438 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T07:45:46.438 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.438 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.438 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_out_bytes": { 2024-04-13T07:45:46.438 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.438 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.438 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_prepare_latency": { 2024-04-13T07:45:46.439 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.439 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.439 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.439 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_process_latency": { 2024-04-13T07:45:46.439 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.439 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.439 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.439 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw": { 2024-04-13T07:45:46.439 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.439 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.439 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_in_bytes": { 2024-04-13T07:45:46.439 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.439 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.439 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency": { 2024-04-13T07:45:46.439 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.440 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.440 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.440 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T07:45:46.440 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.440 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.440 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T07:45:46.440 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.440 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.440 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_out_bytes": { 2024-04-13T07:45:46.440 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.440 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.440 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_prepare_latency": { 2024-04-13T07:45:46.440 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.440 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.440 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.440 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_process_latency": { 2024-04-13T07:45:46.440 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.440 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.441 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.441 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T07:45:46.441 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13 2024-04-13T07:45:46.441 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.441 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_in_bytes": { 2024-04-13T07:45:46.441 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2812 2024-04-13T07:45:46.441 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.441 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency": { 2024-04-13T07:45:46.441 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 13, 2024-04-13T07:45:46.441 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 41911204 2024-04-13T07:45:46.441 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.441 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T07:45:46.441 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.441 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.441 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_prepare_latency": { 2024-04-13T07:45:46.441 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15, 2024-04-13T07:45:46.441 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6636249 2024-04-13T07:45:46.442 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.442 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_process_latency": { 2024-04-13T07:45:46.442 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 13, 2024-04-13T07:45:46.442 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 31754691 2024-04-13T07:45:46.442 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.442 INFO:tasks.workunit.client.0.smithi119.stdout: "op_wip": { 2024-04-13T07:45:46.442 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.442 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.442 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_bytes": { 2024-04-13T07:45:46.442 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.442 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.442 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_ops": { 2024-04-13T07:45:46.442 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.442 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.442 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes": { 2024-04-13T07:45:46.442 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T07:45:46.443 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.443 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes_used": { 2024-04-13T07:45:46.443 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 28971008 2024-04-13T07:45:46.443 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.443 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.443 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.443 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.7": { 2024-04-13T07:45:46.443 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T07:45:46.443 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_fallback": { 2024-04-13T07:45:46.443 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.443 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.443 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_size_fallback": { 2024-04-13T07:45:46.443 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.443 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.443 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_db": { 2024-04-13T07:45:46.443 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 65536 2024-04-13T07:45:46.444 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.444 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_main": { 2024-04-13T07:45:46.444 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.444 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.444 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_wal": { 2024-04-13T07:45:46.444 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.444 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.444 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_slow": { 2024-04-13T07:45:46.444 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.444 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.444 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_sst": { 2024-04-13T07:45:46.444 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12288 2024-04-13T07:45:46.444 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.444 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_wal": { 2024-04-13T07:45:46.444 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1073152 2024-04-13T07:45:46.444 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.444 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lat": { 2024-04-13T07:45:46.445 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.445 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.445 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.445 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lock_lat": { 2024-04-13T07:45:46.445 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.445 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.445 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.445 INFO:tasks.workunit.client.0.smithi119.stdout: "db_total_bytes": { 2024-04-13T07:45:46.445 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T07:45:46.445 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.445 INFO:tasks.workunit.client.0.smithi119.stdout: "db_used_bytes": { 2024-04-13T07:45:46.445 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 27656192 2024-04-13T07:45:46.445 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.445 INFO:tasks.workunit.client.0.smithi119.stdout: "log_bytes": { 2024-04-13T07:45:46.445 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 831488 2024-04-13T07:45:46.445 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.445 INFO:tasks.workunit.client.0.smithi119.stdout: "logged_bytes": { 2024-04-13T07:45:46.446 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 692224 2024-04-13T07:45:46.446 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.446 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_db": { 2024-04-13T07:45:46.446 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 31850496 2024-04-13T07:45:46.446 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.446 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_slow": { 2024-04-13T07:45:46.446 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.446 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.446 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_wal": { 2024-04-13T07:45:46.446 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.446 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.446 INFO:tasks.workunit.client.0.smithi119.stdout: "num_files": { 2024-04-13T07:45:46.446 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14 2024-04-13T07:45:46.446 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.447 INFO:tasks.workunit.client.0.smithi119.stdout: "read_bytes": { 2024-04-13T07:45:46.447 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 206272 2024-04-13T07:45:46.447 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.447 INFO:tasks.workunit.client.0.smithi119.stdout: "read_count": { 2024-04-13T07:45:46.447 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23 2024-04-13T07:45:46.447 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.447 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes": { 2024-04-13T07:45:46.447 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1282048 2024-04-13T07:45:46.447 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.447 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_db": { 2024-04-13T07:45:46.447 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1286144 2024-04-13T07:45:46.447 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.447 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_slow": { 2024-04-13T07:45:46.447 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.447 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.448 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_wal": { 2024-04-13T07:45:46.448 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.448 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.448 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_count": { 2024-04-13T07:45:46.448 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15 2024-04-13T07:45:46.448 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.448 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_bytes": { 2024-04-13T07:45:46.448 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4913 2024-04-13T07:45:46.448 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.448 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_count": { 2024-04-13T07:45:46.448 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4 2024-04-13T07:45:46.448 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.448 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_bytes": { 2024-04-13T07:45:46.448 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5499 2024-04-13T07:45:46.448 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.449 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_count": { 2024-04-13T07:45:46.449 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24 2024-04-13T07:45:46.449 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.449 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_bytes": { 2024-04-13T07:45:46.449 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5499 2024-04-13T07:45:46.449 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.449 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_count": { 2024-04-13T07:45:46.449 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24 2024-04-13T07:45:46.449 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.449 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes": { 2024-04-13T07:45:46.449 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.449 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.449 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_db": { 2024-04-13T07:45:46.449 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.449 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.449 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_slow": { 2024-04-13T07:45:46.450 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.450 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.450 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_wal": { 2024-04-13T07:45:46.450 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.450 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.450 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_count": { 2024-04-13T07:45:46.450 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.450 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.450 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_total_bytes": { 2024-04-13T07:45:46.450 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.450 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.450 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_used_bytes": { 2024-04-13T07:45:46.450 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.450 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.451 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_total_bytes": { 2024-04-13T07:45:46.451 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.451 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.451 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_used_bytes": { 2024-04-13T07:45:46.451 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.451 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.451 INFO:tasks.workunit.client.0.smithi119.stdout: "write_bytes": { 2024-04-13T07:45:46.451 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1843200 2024-04-13T07:45:46.451 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.451 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.451 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": { 2024-04-13T07:45:46.451 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit": { 2024-04-13T07:45:46.451 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T07:45:46.451 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.451 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": { 2024-04-13T07:45:46.451 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1302528 2024-04-13T07:45:46.451 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.452 INFO:tasks.workunit.client.0.smithi119.stdout: "clist_lat": { 2024-04-13T07:45:46.452 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 5, 2024-04-13T07:45:46.452 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 160657 2024-04-13T07:45:46.452 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.452 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_lat": { 2024-04-13T07:45:46.452 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.452 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.452 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.452 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed": { 2024-04-13T07:45:46.452 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.452 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.452 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_allocated": { 2024-04-13T07:45:46.452 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.452 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.453 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_original": { 2024-04-13T07:45:46.453 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.453 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.453 INFO:tasks.workunit.client.0.smithi119.stdout: "csum_lat": { 2024-04-13T07:45:46.453 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 5, 2024-04-13T07:45:46.453 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15729 2024-04-13T07:45:46.453 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.453 INFO:tasks.workunit.client.0.smithi119.stdout: "decompress_lat": { 2024-04-13T07:45:46.453 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.453 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.453 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.453 INFO:tasks.workunit.client.0.smithi119.stdout: "fragmentation_micros": { 2024-04-13T07:45:46.453 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.453 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.453 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_commit_lat": { 2024-04-13T07:45:46.453 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 156, 2024-04-13T07:45:46.454 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 48154730 2024-04-13T07:45:46.454 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.454 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_final_lat": { 2024-04-13T07:45:46.454 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 141, 2024-04-13T07:45:46.454 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12612399 2024-04-13T07:45:46.454 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.454 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_flush_lat": { 2024-04-13T07:45:46.454 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 156, 2024-04-13T07:45:46.454 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 84596 2024-04-13T07:45:46.454 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.454 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_sync_lat": { 2024-04-13T07:45:46.454 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 156, 2024-04-13T07:45:46.454 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 48239326 2024-04-13T07:45:46.454 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.454 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_keys_lat": { 2024-04-13T07:45:46.455 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.455 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.455 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.455 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_values_lat": { 2024-04-13T07:45:46.455 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3, 2024-04-13T07:45:46.455 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 57001 2024-04-13T07:45:46.455 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.455 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_lower_bound_lat": { 2024-04-13T07:45:46.455 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.455 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.455 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.455 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_next_lat": { 2024-04-13T07:45:46.455 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.455 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.455 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.455 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_seek_to_first_lat": { 2024-04-13T07:45:46.455 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:46.456 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.456 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.456 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_upper_bound_lat": { 2024-04-13T07:45:46.456 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T07:45:46.456 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5029 2024-04-13T07:45:46.456 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.456 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_hits": { 2024-04-13T07:45:46.456 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 387 2024-04-13T07:45:46.456 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.456 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_misses": { 2024-04-13T07:45:46.456 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 268 2024-04-13T07:45:46.456 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.456 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T07:45:46.456 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 92, 2024-04-13T07:45:46.456 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3812265 2024-04-13T07:45:46.456 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.457 INFO:tasks.workunit.client.0.smithi119.stdout: "read_onode_meta_lat": { 2024-04-13T07:45:46.457 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 131, 2024-04-13T07:45:46.457 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 263597 2024-04-13T07:45:46.457 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.457 INFO:tasks.workunit.client.0.smithi119.stdout: "read_wait_aio_lat": { 2024-04-13T07:45:46.457 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 39, 2024-04-13T07:45:46.457 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3264846 2024-04-13T07:45:46.457 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.457 INFO:tasks.workunit.client.0.smithi119.stdout: "reads_with_retries": { 2024-04-13T07:45:46.457 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.457 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.457 INFO:tasks.workunit.client.0.smithi119.stdout: "remove_lat": { 2024-04-13T07:45:46.457 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3, 2024-04-13T07:45:46.457 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 52809 2024-04-13T07:45:46.457 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.458 INFO:tasks.workunit.client.0.smithi119.stdout: "state_aio_wait_lat": { 2024-04-13T07:45:46.458 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 271, 2024-04-13T07:45:46.458 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1683658 2024-04-13T07:45:46.458 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.458 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T07:45:46.458 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 20, 2024-04-13T07:45:46.458 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1427269 2024-04-13T07:45:46.458 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.458 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_cleanup_lat": { 2024-04-13T07:45:46.458 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 19, 2024-04-13T07:45:46.458 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 73198267965 2024-04-13T07:45:46.458 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.458 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_queued_lat": { 2024-04-13T07:45:46.458 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 20, 2024-04-13T07:45:46.458 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 33597893855 2024-04-13T07:45:46.459 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.459 INFO:tasks.workunit.client.0.smithi119.stdout: "state_done_lat": { 2024-04-13T07:45:46.459 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 270, 2024-04-13T07:45:46.459 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 447346 2024-04-13T07:45:46.459 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.459 INFO:tasks.workunit.client.0.smithi119.stdout: "state_finishing_lat": { 2024-04-13T07:45:46.459 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 270, 2024-04-13T07:45:46.459 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 35825 2024-04-13T07:45:46.459 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.459 INFO:tasks.workunit.client.0.smithi119.stdout: "state_io_done_lat": { 2024-04-13T07:45:46.459 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 271, 2024-04-13T07:45:46.459 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 173301 2024-04-13T07:45:46.459 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.459 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_commiting_lat": { 2024-04-13T07:45:46.459 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 271, 2024-04-13T07:45:46.459 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 150307638 2024-04-13T07:45:46.459 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.459 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_done_lat": { 2024-04-13T07:45:46.460 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 271, 2024-04-13T07:45:46.460 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 70433 2024-04-13T07:45:46.460 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.460 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_queued_lat": { 2024-04-13T07:45:46.460 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 271, 2024-04-13T07:45:46.460 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 101522351 2024-04-13T07:45:46.460 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.460 INFO:tasks.workunit.client.0.smithi119.stdout: "state_prepare_lat": { 2024-04-13T07:45:46.460 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 271, 2024-04-13T07:45:46.460 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12022651 2024-04-13T07:45:46.460 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.460 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": { 2024-04-13T07:45:46.460 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 899109 2024-04-13T07:45:46.460 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.460 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T07:45:46.460 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 19, 2024-04-13T07:45:46.460 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 94984 2024-04-13T07:45:46.461 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.461 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_commit_lat": { 2024-04-13T07:45:46.461 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 271, 2024-04-13T07:45:46.461 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 265739334 2024-04-13T07:45:46.461 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.461 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_submit_lat": { 2024-04-13T07:45:46.461 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 271, 2024-04-13T07:45:46.461 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14104455 2024-04-13T07:45:46.461 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.461 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_throttle_lat": { 2024-04-13T07:45:46.461 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 271, 2024-04-13T07:45:46.461 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2087790 2024-04-13T07:45:46.461 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.461 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.461 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache": { 2024-04-13T07:45:46.461 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T07:45:46.462 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1861620469 2024-04-13T07:45:46.462 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.462 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T07:45:46.462 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 42385408 2024-04-13T07:45:46.462 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.462 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T07:45:46.462 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 41762816 2024-04-13T07:45:46.462 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.462 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T07:45:46.462 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3137560985 2024-04-13T07:45:46.462 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.462 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T07:45:46.462 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 622592 2024-04-13T07:45:46.462 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.462 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.462 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:data": { 2024-04-13T07:45:46.463 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:46.463 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 159383552 2024-04-13T07:45:46.463 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.463 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:46.463 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.463 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.463 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:46.463 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.463 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.463 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:46.463 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 85500090 2024-04-13T07:45:46.463 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.463 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:46.463 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.463 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.463 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:46.463 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.464 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.464 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:46.464 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.464 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.464 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:46.464 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.464 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.464 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:46.464 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.464 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.464 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:46.464 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 135168 2024-04-13T07:45:46.464 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.464 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:46.464 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.464 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.464 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:46.465 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.465 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.465 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:46.465 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.465 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.465 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:46.465 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 73748294 2024-04-13T07:45:46.465 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.465 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.465 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv": { 2024-04-13T07:45:46.465 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:46.465 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 780140544 2024-04-13T07:45:46.465 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.465 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:46.465 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T07:45:46.465 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.465 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:46.466 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.466 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.466 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:46.466 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 641250677 2024-04-13T07:45:46.466 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.466 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:46.466 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.466 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.466 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:46.466 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.466 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.466 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:46.466 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.466 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.466 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:46.467 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.467 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.467 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:46.467 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.467 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.467 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:46.467 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2128 2024-04-13T07:45:46.467 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.467 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:46.467 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.467 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.467 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:46.467 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.467 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.467 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:46.467 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.467 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.468 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:46.468 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71778875 2024-04-13T07:45:46.468 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.468 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.468 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T07:45:46.468 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:46.468 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 192937984 2024-04-13T07:45:46.468 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.468 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:46.468 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T07:45:46.468 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.468 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:46.468 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 464 2024-04-13T07:45:46.468 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.468 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:46.468 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 57000060 2024-04-13T07:45:46.468 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.469 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:46.469 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.469 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.469 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:46.469 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.469 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.469 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:46.469 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.469 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.469 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:46.469 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.469 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.469 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:46.469 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.469 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.470 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:46.470 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.470 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.470 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:46.470 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.470 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.470 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:46.470 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.470 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.470 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:46.470 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.470 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.470 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:46.470 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 68828596 2024-04-13T07:45:46.470 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.470 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.471 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:meta": { 2024-04-13T07:45:46.471 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:46.471 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 713031680 2024-04-13T07:45:46.471 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.471 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:46.471 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.471 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.471 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:46.471 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.471 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.471 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:46.471 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 641250677 2024-04-13T07:45:46.471 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.471 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:46.471 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.471 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.471 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:46.472 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.472 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.472 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:46.472 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.472 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.472 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:46.472 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.472 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.472 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:46.472 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.472 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.472 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:46.472 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 230198 2024-04-13T07:45:46.472 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.472 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:46.472 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.472 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.473 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:46.473 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.473 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.473 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:46.473 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.473 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.473 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:46.473 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71550805 2024-04-13T07:45:46.473 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.473 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.473 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T07:45:46.473 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T07:45:46.473 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.473 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.473 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T07:45:46.474 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.474 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.474 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T07:45:46.474 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.474 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.474 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T07:45:46.474 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.474 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.474 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.474 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:46.474 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg": { 2024-04-13T07:45:46.474 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 46 2024-04-13T07:45:46.474 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.474 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg_removing": { 2024-04-13T07:45:46.475 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.475 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.475 INFO:tasks.workunit.client.0.smithi119.stdout: "op": { 2024-04-13T07:45:46.475 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 43 2024-04-13T07:45:46.475 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.475 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_degraded": { 2024-04-13T07:45:46.475 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.475 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.475 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_unreadable": { 2024-04-13T07:45:46.475 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.475 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.475 INFO:tasks.workunit.client.0.smithi119.stdout: "op_in_bytes": { 2024-04-13T07:45:46.475 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.475 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.475 INFO:tasks.workunit.client.0.smithi119.stdout: "op_latency": { 2024-04-13T07:45:46.475 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 43, 2024-04-13T07:45:46.476 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 103828843 2024-04-13T07:45:46.476 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.476 INFO:tasks.workunit.client.0.smithi119.stdout: "op_out_bytes": { 2024-04-13T07:45:46.476 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 132139 2024-04-13T07:45:46.476 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.476 INFO:tasks.workunit.client.0.smithi119.stdout: "op_prepare_latency": { 2024-04-13T07:45:46.476 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 45, 2024-04-13T07:45:46.476 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15727411 2024-04-13T07:45:46.476 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.476 INFO:tasks.workunit.client.0.smithi119.stdout: "op_process_latency": { 2024-04-13T07:45:46.476 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 43, 2024-04-13T07:45:46.476 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 58703065 2024-04-13T07:45:46.476 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.476 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T07:45:46.476 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 28 2024-04-13T07:45:46.477 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.477 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency": { 2024-04-13T07:45:46.477 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 28, 2024-04-13T07:45:46.477 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6971568 2024-04-13T07:45:46.477 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.477 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T07:45:46.477 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.477 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.477 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_out_bytes": { 2024-04-13T07:45:46.477 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 132139 2024-04-13T07:45:46.477 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.477 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_prepare_latency": { 2024-04-13T07:45:46.477 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 28, 2024-04-13T07:45:46.477 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6475466 2024-04-13T07:45:46.478 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.478 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_process_latency": { 2024-04-13T07:45:46.478 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 28, 2024-04-13T07:45:46.478 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5818940 2024-04-13T07:45:46.478 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.478 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw": { 2024-04-13T07:45:46.478 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10 2024-04-13T07:45:46.478 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.478 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_in_bytes": { 2024-04-13T07:45:46.478 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.478 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.478 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency": { 2024-04-13T07:45:46.478 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 10, 2024-04-13T07:45:46.478 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 57139613 2024-04-13T07:45:46.479 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.479 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T07:45:46.479 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.479 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.479 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T07:45:46.479 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.479 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.479 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_out_bytes": { 2024-04-13T07:45:46.479 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.479 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.479 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_prepare_latency": { 2024-04-13T07:45:46.479 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 10, 2024-04-13T07:45:46.479 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4831456 2024-04-13T07:45:46.479 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.479 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_process_latency": { 2024-04-13T07:45:46.480 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 10, 2024-04-13T07:45:46.480 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15534233 2024-04-13T07:45:46.480 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.480 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T07:45:46.480 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5 2024-04-13T07:45:46.480 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.480 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_in_bytes": { 2024-04-13T07:45:46.480 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.480 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.480 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency": { 2024-04-13T07:45:46.480 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 5, 2024-04-13T07:45:46.480 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 39717662 2024-04-13T07:45:46.480 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.480 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T07:45:46.480 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.481 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.481 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_prepare_latency": { 2024-04-13T07:45:46.481 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 7, 2024-04-13T07:45:46.481 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4420489 2024-04-13T07:45:46.481 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.481 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_process_latency": { 2024-04-13T07:45:46.481 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 5, 2024-04-13T07:45:46.481 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37349892 2024-04-13T07:45:46.481 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.481 INFO:tasks.workunit.client.0.smithi119.stdout: "op_wip": { 2024-04-13T07:45:46.481 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.481 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.481 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_bytes": { 2024-04-13T07:45:46.481 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.481 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.482 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_ops": { 2024-04-13T07:45:46.482 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:46.482 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.482 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes": { 2024-04-13T07:45:46.482 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T07:45:46.482 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.482 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes_used": { 2024-04-13T07:45:46.482 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 28971008 2024-04-13T07:45:46.482 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.482 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.482 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.482 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.482 INFO:tasks.workunit.client.0.smithi119.stdout: "pools": [ 2024-04-13T07:45:46.482 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.483 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T07:45:46.483 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr" 2024-04-13T07:45:46.483 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.483 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_mode": "none", 2024-04-13T07:45:46.483 INFO:tasks.workunit.client.0.smithi119.stdout: "erasure_code_profile": {}, 2024-04-13T07:45:46.483 INFO:tasks.workunit.client.0.smithi119.stdout: "min_size": 2, 2024-04-13T07:45:46.483 INFO:tasks.workunit.client.0.smithi119.stdout: "options": {}, 2024-04-13T07:45:46.483 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_autoscale_mode": "off", 2024-04-13T07:45:46.483 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_num": 1, 2024-04-13T07:45:46.483 INFO:tasks.workunit.client.0.smithi119.stdout: "pgp_num": 1, 2024-04-13T07:45:46.483 INFO:tasks.workunit.client.0.smithi119.stdout: "pool": 1, 2024-04-13T07:45:46.483 INFO:tasks.workunit.client.0.smithi119.stdout: "size": 3, 2024-04-13T07:45:46.483 INFO:tasks.workunit.client.0.smithi119.stdout: "stats": { 2024-04-13T07:45:46.483 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_raw": 729296808202, 2024-04-13T07:45:46.483 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_used": 1781760, 2024-04-13T07:45:46.484 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_bytes_used": 0, 2024-04-13T07:45:46.484 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_under_bytes": 0, 2024-04-13T07:45:46.484 INFO:tasks.workunit.client.0.smithi119.stdout: "data_bytes_used": 1781760, 2024-04-13T07:45:46.484 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty": 0, 2024-04-13T07:45:46.484 INFO:tasks.workunit.client.0.smithi119.stdout: "max_avail": 243098927104, 2024-04-13T07:45:46.484 INFO:tasks.workunit.client.0.smithi119.stdout: "objects": 2, 2024-04-13T07:45:46.484 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_bytes_used": 0, 2024-04-13T07:45:46.484 INFO:tasks.workunit.client.0.smithi119.stdout: "percent_used": 2.4431146812275983e-06, 2024-04-13T07:45:46.484 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_bytes": 0, 2024-04-13T07:45:46.484 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_objects": 0, 2024-04-13T07:45:46.484 INFO:tasks.workunit.client.0.smithi119.stdout: "rd": 212, 2024-04-13T07:45:46.484 INFO:tasks.workunit.client.0.smithi119.stdout: "rd_bytes": 313344, 2024-04-13T07:45:46.484 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": 590368, 2024-04-13T07:45:46.484 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_data": 590368, 2024-04-13T07:45:46.484 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_omap": 0, 2024-04-13T07:45:46.484 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_raw": 1771104, 2024-04-13T07:45:46.485 INFO:tasks.workunit.client.0.smithi119.stdout: "wr": 179, 2024-04-13T07:45:46.485 INFO:tasks.workunit.client.0.smithi119.stdout: "wr_bytes": 2473984 2024-04-13T07:45:46.485 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.485 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_bytes": 0, 2024-04-13T07:45:46.485 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_objects": 0, 2024-04-13T07:45:46.485 INFO:tasks.workunit.client.0.smithi119.stdout: "type": "replicated" 2024-04-13T07:45:46.485 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.485 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.485 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T07:45:46.485 INFO:tasks.workunit.client.0.smithi119.stdout: "cephfs" 2024-04-13T07:45:46.485 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.485 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_mode": "none", 2024-04-13T07:45:46.485 INFO:tasks.workunit.client.0.smithi119.stdout: "erasure_code_profile": {}, 2024-04-13T07:45:46.485 INFO:tasks.workunit.client.0.smithi119.stdout: "min_size": 2, 2024-04-13T07:45:46.485 INFO:tasks.workunit.client.0.smithi119.stdout: "options": {}, 2024-04-13T07:45:46.486 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_autoscale_mode": "off", 2024-04-13T07:45:46.486 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_num": 32, 2024-04-13T07:45:46.486 INFO:tasks.workunit.client.0.smithi119.stdout: "pgp_num": 32, 2024-04-13T07:45:46.486 INFO:tasks.workunit.client.0.smithi119.stdout: "pool": 2, 2024-04-13T07:45:46.486 INFO:tasks.workunit.client.0.smithi119.stdout: "size": 3, 2024-04-13T07:45:46.486 INFO:tasks.workunit.client.0.smithi119.stdout: "stats": { 2024-04-13T07:45:46.486 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_raw": 729296808202, 2024-04-13T07:45:46.486 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_used": 98304, 2024-04-13T07:45:46.486 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_bytes_used": 0, 2024-04-13T07:45:46.486 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_under_bytes": 0, 2024-04-13T07:45:46.486 INFO:tasks.workunit.client.0.smithi119.stdout: "data_bytes_used": 98304, 2024-04-13T07:45:46.486 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty": 0, 2024-04-13T07:45:46.486 INFO:tasks.workunit.client.0.smithi119.stdout: "max_avail": 243098927104, 2024-04-13T07:45:46.486 INFO:tasks.workunit.client.0.smithi119.stdout: "objects": 22, 2024-04-13T07:45:46.487 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_bytes_used": 0, 2024-04-13T07:45:46.487 INFO:tasks.workunit.client.0.smithi119.stdout: "percent_used": 1.3479282756634348e-07, 2024-04-13T07:45:46.487 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_bytes": 0, 2024-04-13T07:45:46.487 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_objects": 0, 2024-04-13T07:45:46.487 INFO:tasks.workunit.client.0.smithi119.stdout: "rd": 0, 2024-04-13T07:45:46.487 INFO:tasks.workunit.client.0.smithi119.stdout: "rd_bytes": 0, 2024-04-13T07:45:46.487 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": 3430, 2024-04-13T07:45:46.487 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_data": 3430, 2024-04-13T07:45:46.487 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_omap": 0, 2024-04-13T07:45:46.487 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_raw": 10290, 2024-04-13T07:45:46.487 INFO:tasks.workunit.client.0.smithi119.stdout: "wr": 51, 2024-04-13T07:45:46.487 INFO:tasks.workunit.client.0.smithi119.stdout: "wr_bytes": 20480 2024-04-13T07:45:46.487 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.487 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_bytes": 0, 2024-04-13T07:45:46.488 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_objects": 0, 2024-04-13T07:45:46.488 INFO:tasks.workunit.client.0.smithi119.stdout: "type": "replicated" 2024-04-13T07:45:46.488 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.488 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.488 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T07:45:46.488 INFO:tasks.workunit.client.0.smithi119.stdout: "cephfs" 2024-04-13T07:45:46.488 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.488 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_mode": "none", 2024-04-13T07:45:46.488 INFO:tasks.workunit.client.0.smithi119.stdout: "erasure_code_profile": {}, 2024-04-13T07:45:46.488 INFO:tasks.workunit.client.0.smithi119.stdout: "min_size": 2, 2024-04-13T07:45:46.488 INFO:tasks.workunit.client.0.smithi119.stdout: "options": {}, 2024-04-13T07:45:46.488 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_autoscale_mode": "off", 2024-04-13T07:45:46.488 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_num": 64, 2024-04-13T07:45:46.488 INFO:tasks.workunit.client.0.smithi119.stdout: "pgp_num": 64, 2024-04-13T07:45:46.488 INFO:tasks.workunit.client.0.smithi119.stdout: "pool": 3, 2024-04-13T07:45:46.489 INFO:tasks.workunit.client.0.smithi119.stdout: "size": 3, 2024-04-13T07:45:46.489 INFO:tasks.workunit.client.0.smithi119.stdout: "stats": { 2024-04-13T07:45:46.489 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_raw": 729296808202, 2024-04-13T07:45:46.489 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_used": 0, 2024-04-13T07:45:46.489 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_bytes_used": 0, 2024-04-13T07:45:46.489 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_under_bytes": 0, 2024-04-13T07:45:46.489 INFO:tasks.workunit.client.0.smithi119.stdout: "data_bytes_used": 0, 2024-04-13T07:45:46.489 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty": 0, 2024-04-13T07:45:46.489 INFO:tasks.workunit.client.0.smithi119.stdout: "max_avail": 243098927104, 2024-04-13T07:45:46.489 INFO:tasks.workunit.client.0.smithi119.stdout: "objects": 0, 2024-04-13T07:45:46.489 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_bytes_used": 0, 2024-04-13T07:45:46.489 INFO:tasks.workunit.client.0.smithi119.stdout: "percent_used": 0.0, 2024-04-13T07:45:46.489 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_bytes": 0, 2024-04-13T07:45:46.489 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_objects": 0, 2024-04-13T07:45:46.489 INFO:tasks.workunit.client.0.smithi119.stdout: "rd": 0, 2024-04-13T07:45:46.490 INFO:tasks.workunit.client.0.smithi119.stdout: "rd_bytes": 0, 2024-04-13T07:45:46.490 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": 0, 2024-04-13T07:45:46.490 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_data": 0, 2024-04-13T07:45:46.490 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_omap": 0, 2024-04-13T07:45:46.490 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_raw": 0, 2024-04-13T07:45:46.490 INFO:tasks.workunit.client.0.smithi119.stdout: "wr": 0, 2024-04-13T07:45:46.490 INFO:tasks.workunit.client.0.smithi119.stdout: "wr_bytes": 0 2024-04-13T07:45:46.490 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.490 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_bytes": 0, 2024-04-13T07:45:46.490 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_objects": 0, 2024-04-13T07:45:46.490 INFO:tasks.workunit.client.0.smithi119.stdout: "type": "replicated" 2024-04-13T07:45:46.490 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.490 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.490 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T07:45:46.491 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd" 2024-04-13T07:45:46.491 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.491 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_mode": "none", 2024-04-13T07:45:46.491 INFO:tasks.workunit.client.0.smithi119.stdout: "erasure_code_profile": {}, 2024-04-13T07:45:46.491 INFO:tasks.workunit.client.0.smithi119.stdout: "min_size": 2, 2024-04-13T07:45:46.491 INFO:tasks.workunit.client.0.smithi119.stdout: "options": {}, 2024-04-13T07:45:46.491 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_autoscale_mode": "off", 2024-04-13T07:45:46.491 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_num": 8, 2024-04-13T07:45:46.491 INFO:tasks.workunit.client.0.smithi119.stdout: "pgp_num": 8, 2024-04-13T07:45:46.491 INFO:tasks.workunit.client.0.smithi119.stdout: "pool": 4, 2024-04-13T07:45:46.491 INFO:tasks.workunit.client.0.smithi119.stdout: "size": 3, 2024-04-13T07:45:46.491 INFO:tasks.workunit.client.0.smithi119.stdout: "stats": { 2024-04-13T07:45:46.491 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_raw": 729296808202, 2024-04-13T07:45:46.491 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_used": 0, 2024-04-13T07:45:46.491 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_bytes_used": 0, 2024-04-13T07:45:46.491 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_under_bytes": 0, 2024-04-13T07:45:46.492 INFO:tasks.workunit.client.0.smithi119.stdout: "data_bytes_used": 0, 2024-04-13T07:45:46.492 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty": 0, 2024-04-13T07:45:46.492 INFO:tasks.workunit.client.0.smithi119.stdout: "max_avail": 243098927104, 2024-04-13T07:45:46.492 INFO:tasks.workunit.client.0.smithi119.stdout: "objects": 0, 2024-04-13T07:45:46.492 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_bytes_used": 0, 2024-04-13T07:45:46.492 INFO:tasks.workunit.client.0.smithi119.stdout: "percent_used": 0.0, 2024-04-13T07:45:46.492 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_bytes": 0, 2024-04-13T07:45:46.492 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_objects": 0, 2024-04-13T07:45:46.492 INFO:tasks.workunit.client.0.smithi119.stdout: "rd": 0, 2024-04-13T07:45:46.492 INFO:tasks.workunit.client.0.smithi119.stdout: "rd_bytes": 0, 2024-04-13T07:45:46.492 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": 0, 2024-04-13T07:45:46.492 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_data": 0, 2024-04-13T07:45:46.492 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_omap": 0, 2024-04-13T07:45:46.492 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_raw": 0, 2024-04-13T07:45:46.492 INFO:tasks.workunit.client.0.smithi119.stdout: "wr": 0, 2024-04-13T07:45:46.493 INFO:tasks.workunit.client.0.smithi119.stdout: "wr_bytes": 0 2024-04-13T07:45:46.493 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.493 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_bytes": 0, 2024-04-13T07:45:46.493 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_objects": 0, 2024-04-13T07:45:46.493 INFO:tasks.workunit.client.0.smithi119.stdout: "type": "replicated" 2024-04-13T07:45:46.493 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.493 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.493 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd": { 2024-04-13T07:45:46.493 INFO:tasks.workunit.client.0.smithi119.stdout: "mirroring_by_pool": [ 2024-04-13T07:45:46.493 INFO:tasks.workunit.client.0.smithi119.stdout: false 2024-04-13T07:45:46.493 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_images_by_pool": [ 2024-04-13T07:45:46.493 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:46.493 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_pools": 1 2024-04-13T07:45:46.494 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.494 INFO:tasks.workunit.client.0.smithi119.stdout: "report_id": "6edb68c6-9349-46ed-b7ce-7bb339db6fd9", 2024-04-13T07:45:46.494 INFO:tasks.workunit.client.0.smithi119.stdout: "report_timestamp": "2024-04-13T07:45:45.711182", 2024-04-13T07:45:46.494 INFO:tasks.workunit.client.0.smithi119.stdout: "report_version": 1, 2024-04-13T07:45:46.494 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_stats": { 2024-04-13T07:45:46.494 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "7.9.2" 2024-04-13T07:45:46.494 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.494 INFO:tasks.workunit.client.0.smithi119.stdout: "rook": { 2024-04-13T07:45:46.494 INFO:tasks.workunit.client.0.smithi119.stdout: "cluster": { 2024-04-13T07:45:46.494 INFO:tasks.workunit.client.0.smithi119.stdout: "external-mode": null, 2024-04-13T07:45:46.494 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T07:45:46.494 INFO:tasks.workunit.client.0.smithi119.stdout: "allow-multiple-per-node": null, 2024-04-13T07:45:46.494 INFO:tasks.workunit.client.0.smithi119.stdout: "count": null, 2024-04-13T07:45:46.495 INFO:tasks.workunit.client.0.smithi119.stdout: "max-id": null, 2024-04-13T07:45:46.495 INFO:tasks.workunit.client.0.smithi119.stdout: "pvc": { 2024-04-13T07:45:46.495 INFO:tasks.workunit.client.0.smithi119.stdout: "enabled": null 2024-04-13T07:45:46.495 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.495 INFO:tasks.workunit.client.0.smithi119.stdout: "stretch": { 2024-04-13T07:45:46.495 INFO:tasks.workunit.client.0.smithi119.stdout: "enabled": null 2024-04-13T07:45:46.495 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.495 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.495 INFO:tasks.workunit.client.0.smithi119.stdout: "network": { 2024-04-13T07:45:46.495 INFO:tasks.workunit.client.0.smithi119.stdout: "provider": null 2024-04-13T07:45:46.495 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.495 INFO:tasks.workunit.client.0.smithi119.stdout: "storage": { 2024-04-13T07:45:46.495 INFO:tasks.workunit.client.0.smithi119.stdout: "device-set": { 2024-04-13T07:45:46.495 INFO:tasks.workunit.client.0.smithi119.stdout: "count": { 2024-04-13T07:45:46.495 INFO:tasks.workunit.client.0.smithi119.stdout: "non-portable": null, 2024-04-13T07:45:46.496 INFO:tasks.workunit.client.0.smithi119.stdout: "portable": null, 2024-04-13T07:45:46.496 INFO:tasks.workunit.client.0.smithi119.stdout: "total": null 2024-04-13T07:45:46.496 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.496 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.496 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.496 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.496 INFO:tasks.workunit.client.0.smithi119.stdout: "csi": { 2024-04-13T07:45:46.496 INFO:tasks.workunit.client.0.smithi119.stdout: "version": null 2024-04-13T07:45:46.496 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.496 INFO:tasks.workunit.client.0.smithi119.stdout: "kubernetes": { 2024-04-13T07:45:46.496 INFO:tasks.workunit.client.0.smithi119.stdout: "version": null 2024-04-13T07:45:46.496 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.496 INFO:tasks.workunit.client.0.smithi119.stdout: "node": { 2024-04-13T07:45:46.496 INFO:tasks.workunit.client.0.smithi119.stdout: "count": { 2024-04-13T07:45:46.496 INFO:tasks.workunit.client.0.smithi119.stdout: "kubernetes-total": null, 2024-04-13T07:45:46.497 INFO:tasks.workunit.client.0.smithi119.stdout: "with-ceph-daemons": null, 2024-04-13T07:45:46.497 INFO:tasks.workunit.client.0.smithi119.stdout: "with-csi-cephfs-plugin": null, 2024-04-13T07:45:46.497 INFO:tasks.workunit.client.0.smithi119.stdout: "with-csi-nfs-plugin": null, 2024-04-13T07:45:46.497 INFO:tasks.workunit.client.0.smithi119.stdout: "with-csi-rbd-plugin": null 2024-04-13T07:45:46.497 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.497 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.497 INFO:tasks.workunit.client.0.smithi119.stdout: "usage": { 2024-04-13T07:45:46.497 INFO:tasks.workunit.client.0.smithi119.stdout: "storage-class": { 2024-04-13T07:45:46.497 INFO:tasks.workunit.client.0.smithi119.stdout: "count": { 2024-04-13T07:45:46.497 INFO:tasks.workunit.client.0.smithi119.stdout: "bucket": null, 2024-04-13T07:45:46.497 INFO:tasks.workunit.client.0.smithi119.stdout: "cephfs": null, 2024-04-13T07:45:46.497 INFO:tasks.workunit.client.0.smithi119.stdout: "nfs": null, 2024-04-13T07:45:46.497 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd": null, 2024-04-13T07:45:46.498 INFO:tasks.workunit.client.0.smithi119.stdout: "total": null 2024-04-13T07:45:46.498 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.498 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:46.498 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.498 INFO:tasks.workunit.client.0.smithi119.stdout: "version": null 2024-04-13T07:45:46.498 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.498 INFO:tasks.workunit.client.0.smithi119.stdout: "services": {}, 2024-04-13T07:45:46.498 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_per_pg": [ 2024-04-13T07:45:46.498 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.498 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.498 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:46.498 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:46.498 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:46.498 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.499 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T07:45:46.499 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.499 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.499 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:46.499 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.499 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.499 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.499 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:17.159681+0000", 2024-04-13T07:45:46.499 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.005680+0000", 2024-04-13T07:45:46.499 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.005680+0000", 2024-04-13T07:45:46.499 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.005975+0000", 2024-04-13T07:45:46.499 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:17.159681+0000", 2024-04-13T07:45:46.499 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.499 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.499 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.500 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:46.500 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:17.159681+0000", 2024-04-13T07:45:46.500 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:17.159681+0000", 2024-04-13T07:45:46.500 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:17.159681+0000", 2024-04-13T07:45:46.500 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.500 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.500 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.500 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:17.159681+0000", 2024-04-13T07:45:46.500 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:17.159681+0000", 2024-04-13T07:45:46.500 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.500 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.500 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.500 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.500 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:46.500 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.500 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.501 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.501 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.501 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.501 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.501 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.501 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.501 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.3f", 2024-04-13T07:45:46.501 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.501 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.501 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.501 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:46.501 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.501 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:43:25.874551+0000", 2024-04-13T07:45:46.501 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.501 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.502 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.502 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.502 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.502 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.502 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.502 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.502 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.502 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.502 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.502 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.502 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.502 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.502 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.502 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.503 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.503 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.503 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.503 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.503 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.503 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.503 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.503 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.503 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.503 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.503 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.503 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.503 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.503 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.503 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.503 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.504 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.504 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.504 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.504 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.504 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.504 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.504 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.504 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.504 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.504 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.504 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.504 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.504 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.504 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.504 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.505 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:46.505 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:46.505 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:46.505 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.505 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T07:45:46.505 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.505 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.505 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.505 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.505 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:46.505 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:46.505 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:46.505 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.505 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T07:45:46.506 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.506 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.506 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:46.506 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.506 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.506 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.506 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042749+0000", 2024-04-13T07:45:46.506 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.996360+0000", 2024-04-13T07:45:46.506 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.996360+0000", 2024-04-13T07:45:46.506 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.996625+0000", 2024-04-13T07:45:46.506 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042749+0000", 2024-04-13T07:45:46.506 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.506 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.506 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.507 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:46.507 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042749+0000", 2024-04-13T07:45:46.507 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042749+0000", 2024-04-13T07:45:46.507 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042749+0000", 2024-04-13T07:45:46.507 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.507 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.507 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.507 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042749+0000", 2024-04-13T07:45:46.507 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042749+0000", 2024-04-13T07:45:46.507 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.507 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.507 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.507 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.507 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:46.507 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.508 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.508 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.508 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.508 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.508 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.508 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.508 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.508 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.3e", 2024-04-13T07:45:46.508 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.508 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.508 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.508 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:46.508 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.508 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:33:18.921841+0000", 2024-04-13T07:45:46.508 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.508 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.509 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.509 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.509 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.509 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.509 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.509 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.509 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.509 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.509 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.509 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.509 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.509 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.509 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.509 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.510 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.510 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.510 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.510 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.510 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.510 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.510 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.510 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.510 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.510 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.510 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.510 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.510 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.510 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.510 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.511 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.511 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.511 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.511 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.511 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.511 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.511 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.511 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.511 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.511 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.511 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.511 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.511 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.511 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.511 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.511 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.512 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:46.512 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:46.512 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:46.512 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.512 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T07:45:46.512 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.512 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.512 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.512 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.512 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:46.512 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:46.512 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:46.512 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.512 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T07:45:46.512 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.512 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.513 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:46.513 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.513 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.513 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.513 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.043944+0000", 2024-04-13T07:45:46.513 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.994095+0000", 2024-04-13T07:45:46.513 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.994095+0000", 2024-04-13T07:45:46.513 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.995372+0000", 2024-04-13T07:45:46.513 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.043944+0000", 2024-04-13T07:45:46.513 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.513 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.513 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.513 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:46.513 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.043944+0000", 2024-04-13T07:45:46.513 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.043944+0000", 2024-04-13T07:45:46.513 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.043944+0000", 2024-04-13T07:45:46.514 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.514 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.514 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.514 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.043944+0000", 2024-04-13T07:45:46.514 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.043944+0000", 2024-04-13T07:45:46.514 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.514 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.514 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.514 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.514 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:46.514 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.514 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.514 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.514 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.515 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.515 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.515 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.515 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.515 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.3d", 2024-04-13T07:45:46.515 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.515 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.515 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.515 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:46.515 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.515 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:00:19.176659+0000", 2024-04-13T07:45:46.515 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.515 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.515 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.515 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.515 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.515 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.516 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.516 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.516 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.516 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.516 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.516 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.516 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.516 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.516 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.516 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.516 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.516 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.516 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.516 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.516 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.516 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.516 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.517 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.517 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.517 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.517 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.517 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.517 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.517 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.517 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.517 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.517 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.517 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.517 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.517 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.517 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.517 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.517 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.517 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.518 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.518 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.518 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.518 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.518 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.518 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.518 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.518 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:46.518 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:46.518 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:46.518 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.518 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T07:45:46.518 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.519 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.519 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.519 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.519 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:46.519 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:46.519 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:46.519 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.519 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T07:45:46.519 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.519 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.519 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:46.519 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.519 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.519 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.519 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042977+0000", 2024-04-13T07:45:46.519 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.999623+0000", 2024-04-13T07:45:46.520 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.999623+0000", 2024-04-13T07:45:46.520 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.000398+0000", 2024-04-13T07:45:46.520 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042977+0000", 2024-04-13T07:45:46.520 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.520 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.520 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.520 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:46.520 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042977+0000", 2024-04-13T07:45:46.520 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042977+0000", 2024-04-13T07:45:46.520 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042977+0000", 2024-04-13T07:45:46.520 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.520 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.520 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.520 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042977+0000", 2024-04-13T07:45:46.520 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042977+0000", 2024-04-13T07:45:46.520 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.520 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.521 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.521 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.521 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:46.521 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.521 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.521 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.521 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.521 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.521 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.521 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.521 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.521 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.3c", 2024-04-13T07:45:46.521 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.521 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.521 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.521 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:46.522 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.522 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:54:42.365879+0000", 2024-04-13T07:45:46.522 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.522 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.522 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.522 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.522 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.522 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.522 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.522 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.522 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.522 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.522 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.522 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.522 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.523 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.523 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.523 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.523 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.523 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.523 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.523 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.523 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.523 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.523 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.523 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.523 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.523 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.523 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.523 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.523 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.523 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.524 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.524 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.524 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.524 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.524 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.524 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.524 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.524 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.524 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.524 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.524 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.524 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.524 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.524 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.524 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.525 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.525 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.525 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:46.525 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:46.525 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:46.525 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.525 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T07:45:46.525 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.525 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.525 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.525 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.525 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:46.525 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:46.525 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T07:45:46.525 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.525 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T07:45:46.526 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.526 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.526 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:46.526 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.526 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.526 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.526 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:17.159332+0000", 2024-04-13T07:45:46.526 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.009046+0000", 2024-04-13T07:45:46.526 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.009046+0000", 2024-04-13T07:45:46.526 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.009536+0000", 2024-04-13T07:45:46.526 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:17.159332+0000", 2024-04-13T07:45:46.526 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.526 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.526 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.527 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:46.527 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:17.159332+0000", 2024-04-13T07:45:46.527 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:17.159332+0000", 2024-04-13T07:45:46.527 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:17.159332+0000", 2024-04-13T07:45:46.527 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.527 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.527 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.527 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:17.159332+0000", 2024-04-13T07:45:46.527 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:17.159332+0000", 2024-04-13T07:45:46.527 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.527 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.527 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.527 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.527 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:46.527 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.528 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.528 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.528 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.528 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.528 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.528 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.528 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.528 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.3b", 2024-04-13T07:45:46.528 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.528 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.528 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.528 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:46.528 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.528 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:56:42.424101+0000", 2024-04-13T07:45:46.529 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.529 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.529 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.529 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.529 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.529 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.529 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.529 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.529 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.529 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.529 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.529 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.529 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.529 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.529 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.530 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.530 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.530 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.530 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.530 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.530 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.530 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.530 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.530 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.530 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.530 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.530 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.530 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.530 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.531 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.531 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.531 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.531 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.531 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.531 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.531 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.531 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.531 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.531 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.531 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.531 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.531 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.531 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.531 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.532 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.532 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.532 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.532 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:46.532 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:46.532 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T07:45:46.532 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.532 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T07:45:46.532 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.532 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.532 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.532 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.532 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:46.532 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:46.533 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:46.533 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.533 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T07:45:46.533 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.533 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.533 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:46.533 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.533 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.533 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.533 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042957+0000", 2024-04-13T07:45:46.533 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.988962+0000", 2024-04-13T07:45:46.533 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.988962+0000", 2024-04-13T07:45:46.533 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.989426+0000", 2024-04-13T07:45:46.533 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042957+0000", 2024-04-13T07:45:46.533 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.533 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.534 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.534 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:46.534 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042957+0000", 2024-04-13T07:45:46.534 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042957+0000", 2024-04-13T07:45:46.534 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042957+0000", 2024-04-13T07:45:46.534 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.534 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.534 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.534 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042957+0000", 2024-04-13T07:45:46.534 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042957+0000", 2024-04-13T07:45:46.534 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.534 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.534 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.534 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.535 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:46.535 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.535 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.535 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.535 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.535 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.535 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.535 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.535 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.535 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.3a", 2024-04-13T07:45:46.535 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.535 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.535 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.535 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:46.535 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.536 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:58:41.381248+0000", 2024-04-13T07:45:46.536 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.536 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.536 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.536 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.536 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.536 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.536 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.536 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.536 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.536 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.536 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.536 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.536 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.537 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.537 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.537 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.537 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.537 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.537 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.537 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.537 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.537 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.537 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.537 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.537 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.537 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.537 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.537 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.537 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.537 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.538 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.538 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.538 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.538 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.538 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.538 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.538 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.538 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.538 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.538 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.538 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.538 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.538 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.538 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.538 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.538 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.539 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.539 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:46.539 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:46.539 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:46.539 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.539 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T07:45:46.539 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.539 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.539 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.539 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.539 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:46.539 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:46.539 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T07:45:46.539 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.539 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T07:45:46.539 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.540 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.540 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:46.540 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.540 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.540 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.540 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:17.159437+0000", 2024-04-13T07:45:46.540 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.001729+0000", 2024-04-13T07:45:46.540 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.001729+0000", 2024-04-13T07:45:46.540 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.002050+0000", 2024-04-13T07:45:46.540 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:17.159437+0000", 2024-04-13T07:45:46.540 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.540 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.540 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.540 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:46.540 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:17.159437+0000", 2024-04-13T07:45:46.540 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:17.159437+0000", 2024-04-13T07:45:46.541 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:17.159437+0000", 2024-04-13T07:45:46.541 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.541 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.541 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.541 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:17.159437+0000", 2024-04-13T07:45:46.541 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:17.159437+0000", 2024-04-13T07:45:46.541 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.541 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.541 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.541 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.541 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:46.541 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.541 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.541 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.541 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.541 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.541 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.542 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.542 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.542 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.39", 2024-04-13T07:45:46.542 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.542 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.542 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.542 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:46.542 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.542 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:02:38.368456+0000", 2024-04-13T07:45:46.542 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.542 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.542 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.542 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.542 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.542 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.543 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.543 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.543 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.543 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.543 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.543 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.543 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.543 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.543 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.543 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.543 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.543 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.543 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.543 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.543 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.543 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.543 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.544 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.544 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.544 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.544 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.544 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.544 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.544 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.544 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.544 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.544 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.544 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.544 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.544 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.544 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.544 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.544 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.544 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.545 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.545 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.545 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.545 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.545 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.545 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.545 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.545 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:46.545 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:46.545 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T07:45:46.545 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.545 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T07:45:46.545 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.545 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.545 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.545 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.545 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:46.546 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:46.546 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:46.546 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.546 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T07:45:46.546 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.546 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.546 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:46.546 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.546 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.546 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.546 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.944573+0000", 2024-04-13T07:45:46.546 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.001337+0000", 2024-04-13T07:45:46.546 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.001337+0000", 2024-04-13T07:45:46.546 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.001674+0000", 2024-04-13T07:45:46.546 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.944573+0000", 2024-04-13T07:45:46.547 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.547 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.547 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.547 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:46.547 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.944573+0000", 2024-04-13T07:45:46.547 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.944573+0000", 2024-04-13T07:45:46.547 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.944573+0000", 2024-04-13T07:45:46.547 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.547 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.547 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.547 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.944573+0000", 2024-04-13T07:45:46.547 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.944573+0000", 2024-04-13T07:45:46.547 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.547 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.547 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.547 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.548 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:46.548 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.548 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.548 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.548 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.548 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.548 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.548 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.548 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.548 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.38", 2024-04-13T07:45:46.548 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.548 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.548 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.548 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:46.549 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.549 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:08:59.949638+0000", 2024-04-13T07:45:46.549 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.549 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.549 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.550 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.550 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.550 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.550 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.550 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.550 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.550 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.550 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.550 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.550 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.550 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.550 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.550 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.550 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.550 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.550 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.551 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.551 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.551 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.551 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.551 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.551 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.551 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.551 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.551 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.551 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.551 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.551 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.551 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.551 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.551 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.551 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.551 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.552 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:46.552 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:46.552 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:46.552 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.552 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T07:45:46.552 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.552 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.552 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.552 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.552 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:46.552 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:46.552 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:46.552 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.552 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T07:45:46.552 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.552 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.553 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:46.553 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.553 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.553 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.553 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:17.159981+0000", 2024-04-13T07:45:46.553 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.005856+0000", 2024-04-13T07:45:46.553 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.005856+0000", 2024-04-13T07:45:46.553 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.006781+0000", 2024-04-13T07:45:46.553 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:17.159981+0000", 2024-04-13T07:45:46.553 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.553 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.553 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.553 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:46.553 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:17.159981+0000", 2024-04-13T07:45:46.553 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:17.159981+0000", 2024-04-13T07:45:46.553 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:17.159981+0000", 2024-04-13T07:45:46.554 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.554 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.554 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.554 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:17.159981+0000", 2024-04-13T07:45:46.554 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:17.159981+0000", 2024-04-13T07:45:46.554 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.554 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.554 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.554 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.554 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:46.554 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.554 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.554 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.554 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.554 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.554 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.555 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.555 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.555 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.37", 2024-04-13T07:45:46.555 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.555 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.555 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.555 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:46.555 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.555 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:28:50.372131+0000", 2024-04-13T07:45:46.555 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.555 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.555 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.557 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.557 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.557 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.557 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.557 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.557 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.557 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.557 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.557 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.557 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.557 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.557 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.557 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.557 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.557 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.558 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.558 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.558 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.558 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.558 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.558 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.558 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.558 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.558 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:46.558 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:46.558 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:46.558 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.558 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T07:45:46.558 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.558 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.558 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.559 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.559 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:46.559 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:46.559 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:46.559 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.559 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T07:45:46.559 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.559 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.559 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:46.559 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.559 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.559 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.559 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.480882+0000", 2024-04-13T07:45:46.559 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.007287+0000", 2024-04-13T07:45:46.559 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.007287+0000", 2024-04-13T07:45:46.559 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.007604+0000", 2024-04-13T07:45:46.560 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.480882+0000", 2024-04-13T07:45:46.560 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.560 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.560 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.560 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:46.560 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.480882+0000", 2024-04-13T07:45:46.560 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.480882+0000", 2024-04-13T07:45:46.560 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.480882+0000", 2024-04-13T07:45:46.560 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.560 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.560 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.560 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.480882+0000", 2024-04-13T07:45:46.560 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.480882+0000", 2024-04-13T07:45:46.560 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.560 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.560 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.561 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.561 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:46.561 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.561 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.561 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.561 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.561 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.561 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.561 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.561 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.561 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.36", 2024-04-13T07:45:46.561 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.561 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.561 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.561 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:46.561 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.562 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:32:04.608142+0000", 2024-04-13T07:45:46.562 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.562 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.562 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.564 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.564 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.564 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.564 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.564 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.564 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.564 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.564 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.564 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.564 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.564 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.564 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.564 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.564 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.564 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:46.564 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:46.565 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:46.565 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.565 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T07:45:46.565 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.565 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.565 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.565 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.565 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:46.565 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:46.565 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:46.565 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.565 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T07:45:46.565 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.565 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.565 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:46.565 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.565 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.566 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.566 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.480808+0000", 2024-04-13T07:45:46.566 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.004567+0000", 2024-04-13T07:45:46.566 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.004567+0000", 2024-04-13T07:45:46.566 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.006842+0000", 2024-04-13T07:45:46.566 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.480808+0000", 2024-04-13T07:45:46.566 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.566 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.566 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.566 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:46.566 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.480808+0000", 2024-04-13T07:45:46.566 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.480808+0000", 2024-04-13T07:45:46.566 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.480808+0000", 2024-04-13T07:45:46.566 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.566 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.567 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.567 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.480808+0000", 2024-04-13T07:45:46.567 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.480808+0000", 2024-04-13T07:45:46.567 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.567 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.567 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.567 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.567 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:46.567 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.567 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.567 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.567 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.567 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.567 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.567 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.568 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.568 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.35", 2024-04-13T07:45:46.568 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.568 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.568 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.568 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:46.568 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.568 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:34:34.073269+0000", 2024-04-13T07:45:46.568 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.568 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.568 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.568 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.568 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.568 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.571 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.571 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.571 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.571 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.571 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.571 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.571 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.571 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.571 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:46.571 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:46.571 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:46.571 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.571 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T07:45:46.571 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.571 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.571 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.571 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.572 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:46.572 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:46.572 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:46.572 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.572 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 4, 2024-04-13T07:45:46.572 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.572 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.572 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:46.572 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.572 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.572 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.572 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.191262+0000", 2024-04-13T07:45:46.572 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.998778+0000", 2024-04-13T07:45:46.572 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.998778+0000", 2024-04-13T07:45:46.572 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.999077+0000", 2024-04-13T07:45:46.572 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.191262+0000", 2024-04-13T07:45:46.572 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.573 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.573 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.573 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:46.573 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.191262+0000", 2024-04-13T07:45:46.573 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.191262+0000", 2024-04-13T07:45:46.573 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.191262+0000", 2024-04-13T07:45:46.573 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.573 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.573 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.573 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.191262+0000", 2024-04-13T07:45:46.573 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.191262+0000", 2024-04-13T07:45:46.573 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.573 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.573 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.573 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.574 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:46.574 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.574 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.574 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.574 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.574 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.574 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.574 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.574 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.574 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.34", 2024-04-13T07:45:46.574 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.574 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.574 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.574 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:46.574 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.574 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T19:29:55.210355+0000", 2024-04-13T07:45:46.575 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.575 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.575 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.577 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.577 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.577 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.577 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.577 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.577 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.577 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.577 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.577 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.577 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.577 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.577 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.577 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.577 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:46.577 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:46.578 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:46.578 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.578 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 4, 2024-04-13T07:45:46.578 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.578 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.578 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.578 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.578 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:46.578 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:46.578 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:46.578 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.578 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T07:45:46.578 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.578 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.578 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:46.579 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.579 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.579 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.579 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.944973+0000", 2024-04-13T07:45:46.579 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.006902+0000", 2024-04-13T07:45:46.579 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.006902+0000", 2024-04-13T07:45:46.579 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.007188+0000", 2024-04-13T07:45:46.579 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.944973+0000", 2024-04-13T07:45:46.579 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.579 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.579 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.579 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:46.579 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.944973+0000", 2024-04-13T07:45:46.579 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.944973+0000", 2024-04-13T07:45:46.580 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.944973+0000", 2024-04-13T07:45:46.580 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.580 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.580 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.580 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.944973+0000", 2024-04-13T07:45:46.580 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.944973+0000", 2024-04-13T07:45:46.580 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.580 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.580 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.580 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.580 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:46.580 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.580 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.580 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.580 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.580 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.581 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.581 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.581 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.581 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.33", 2024-04-13T07:45:46.581 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.581 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.581 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.581 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:46.581 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.581 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:29:12.922101+0000", 2024-04-13T07:45:46.581 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.581 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.581 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.581 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.581 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.581 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.581 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.584 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.584 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.584 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.584 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.584 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.584 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.584 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.584 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.584 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:46.584 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:46.584 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:46.584 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.584 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T07:45:46.584 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.584 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.584 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.584 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.585 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:46.585 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:46.585 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T07:45:46.585 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.585 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T07:45:46.585 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.585 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.585 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:46.585 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.585 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.585 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.585 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.043727+0000", 2024-04-13T07:45:46.585 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.988783+0000", 2024-04-13T07:45:46.585 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.988783+0000", 2024-04-13T07:45:46.586 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.989457+0000", 2024-04-13T07:45:46.586 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.043727+0000", 2024-04-13T07:45:46.586 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.586 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.586 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.586 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:46.586 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.043727+0000", 2024-04-13T07:45:46.586 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.043727+0000", 2024-04-13T07:45:46.586 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.043727+0000", 2024-04-13T07:45:46.586 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.586 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.586 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.586 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.043727+0000", 2024-04-13T07:45:46.586 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.043727+0000", 2024-04-13T07:45:46.586 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.587 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.587 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.587 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.587 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:46.587 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.587 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.587 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.587 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.587 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.587 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.587 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.587 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.587 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.32", 2024-04-13T07:45:46.587 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.587 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.588 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.588 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:46.588 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.588 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T07:52:31.855179+0000", 2024-04-13T07:45:46.588 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.588 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.588 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.588 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.588 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.588 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.588 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.588 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.588 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.588 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.588 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.590 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.590 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.590 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.590 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.590 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.590 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.590 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.590 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.590 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.590 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.590 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.590 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.590 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.590 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.590 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.591 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.591 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.591 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.591 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.591 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.591 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:46.591 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:46.591 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T07:45:46.591 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.591 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T07:45:46.591 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.591 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.591 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.591 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.591 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:46.591 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:46.592 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T07:45:46.592 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.592 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T07:45:46.592 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.592 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.592 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:46.592 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.592 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.592 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.592 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042301+0000", 2024-04-13T07:45:46.592 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.988661+0000", 2024-04-13T07:45:46.592 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.988661+0000", 2024-04-13T07:45:46.592 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.988963+0000", 2024-04-13T07:45:46.592 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042301+0000", 2024-04-13T07:45:46.592 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.592 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.593 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.593 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:46.593 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042301+0000", 2024-04-13T07:45:46.593 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042301+0000", 2024-04-13T07:45:46.593 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042301+0000", 2024-04-13T07:45:46.593 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.593 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.593 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.593 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042301+0000", 2024-04-13T07:45:46.593 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042301+0000", 2024-04-13T07:45:46.593 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.593 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.593 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.593 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.593 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:46.593 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.594 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.594 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.594 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.594 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.594 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.594 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.594 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.594 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.31", 2024-04-13T07:45:46.594 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.594 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.594 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.594 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:46.594 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.594 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:47:37.196724+0000", 2024-04-13T07:45:46.594 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.594 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.595 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.595 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.595 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.595 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.595 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.595 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.595 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.595 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.595 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.595 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.595 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.595 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.595 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.595 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.595 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.595 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.595 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.596 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.596 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.596 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.596 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.596 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.596 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.596 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.596 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.596 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.596 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.596 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.596 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.596 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.596 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.596 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.596 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.597 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.597 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.597 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.597 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.597 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.597 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.597 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.597 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.597 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.597 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.597 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.597 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.597 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:46.597 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:46.598 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T07:45:46.598 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.598 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T07:45:46.598 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.598 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.598 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.598 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.598 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:46.598 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:46.598 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:46.598 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.598 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T07:45:46.598 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.598 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.598 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:46.599 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.599 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.599 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.599 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042577+0000", 2024-04-13T07:45:46.599 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.992517+0000", 2024-04-13T07:45:46.599 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.992517+0000", 2024-04-13T07:45:46.599 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.993576+0000", 2024-04-13T07:45:46.599 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042577+0000", 2024-04-13T07:45:46.599 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.599 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.599 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.599 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:46.599 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042577+0000", 2024-04-13T07:45:46.599 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042577+0000", 2024-04-13T07:45:46.599 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042577+0000", 2024-04-13T07:45:46.599 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.600 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.600 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.600 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042577+0000", 2024-04-13T07:45:46.600 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042577+0000", 2024-04-13T07:45:46.600 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.600 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.600 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.600 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.600 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:46.600 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.600 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.600 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.600 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.600 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.600 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.600 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.600 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.601 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.30", 2024-04-13T07:45:46.601 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.601 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.601 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.601 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:46.601 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.601 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:41:37.550494+0000", 2024-04-13T07:45:46.601 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.601 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.601 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.601 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.601 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.601 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.601 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.601 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.601 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.602 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.602 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.602 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.602 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.602 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.602 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.602 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.602 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.602 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.602 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.602 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.602 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.602 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.602 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.602 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.603 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.603 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.603 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.603 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.603 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.603 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.603 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.603 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.603 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.603 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.603 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.603 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.603 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.603 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.603 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.603 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.603 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.604 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.604 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.604 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.604 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.604 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.604 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.604 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:46.604 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:46.604 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:46.604 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.604 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T07:45:46.604 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.604 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.604 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.604 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.604 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:46.604 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:46.605 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T07:45:46.605 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.605 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T07:45:46.605 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.605 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.605 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:46.605 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.605 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.605 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.605 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.043161+0000", 2024-04-13T07:45:46.605 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:43:02.285816+0000", 2024-04-13T07:45:46.605 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:43:02.285816+0000", 2024-04-13T07:45:46.605 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:43:02.286153+0000", 2024-04-13T07:45:46.606 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.043161+0000", 2024-04-13T07:45:46.606 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.606 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.606 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.606 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 64, 2024-04-13T07:45:46.606 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.043161+0000", 2024-04-13T07:45:46.606 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.043161+0000", 2024-04-13T07:45:46.606 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.043161+0000", 2024-04-13T07:45:46.606 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.606 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.606 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.606 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.043161+0000", 2024-04-13T07:45:46.606 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.043161+0000", 2024-04-13T07:45:46.606 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.606 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.606 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.606 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.607 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 63, 2024-04-13T07:45:46.607 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.607 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.607 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.607 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.607 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.607 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.607 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.607 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.607 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.2f", 2024-04-13T07:45:46.607 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.607 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.607 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.607 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 28, 2024-04-13T07:45:46.607 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.608 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:06:27.147030+0000", 2024-04-13T07:45:46.608 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.608 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.608 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.608 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.608 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.608 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.608 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.608 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.608 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.608 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.608 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.608 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.608 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.608 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.609 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.609 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.609 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.609 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.609 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.609 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.609 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.609 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.609 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.609 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.609 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.609 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.609 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.609 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.609 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.609 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.609 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.610 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.610 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.610 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.610 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.610 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.610 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.610 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.610 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.610 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.610 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.610 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.610 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.610 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.610 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.610 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.610 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.611 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:46.611 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:46.611 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T07:45:46.611 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.611 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T07:45:46.611 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.611 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.611 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.611 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.611 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:46.611 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:46.611 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:46.611 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.611 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T07:45:46.611 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.611 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.612 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:46.612 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.612 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.612 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.612 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.495071+0000", 2024-04-13T07:45:46.612 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.006705+0000", 2024-04-13T07:45:46.612 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.006705+0000", 2024-04-13T07:45:46.612 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.007021+0000", 2024-04-13T07:45:46.612 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.495071+0000", 2024-04-13T07:45:46.612 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.612 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.612 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.612 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:46.612 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.495071+0000", 2024-04-13T07:45:46.612 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.495071+0000", 2024-04-13T07:45:46.612 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.495071+0000", 2024-04-13T07:45:46.612 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.613 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.613 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.613 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.495071+0000", 2024-04-13T07:45:46.613 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.495071+0000", 2024-04-13T07:45:46.613 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.613 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.613 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.613 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.613 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:46.613 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.613 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.613 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.613 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.613 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.613 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.613 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.613 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.614 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.2e", 2024-04-13T07:45:46.614 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.614 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.614 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.614 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:46.614 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.614 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:56:33.368620+0000", 2024-04-13T07:45:46.614 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.614 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.614 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.614 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.614 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.614 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.614 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.614 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.614 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.615 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.615 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.615 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.615 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.615 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.615 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.615 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.615 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.615 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.615 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.615 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.615 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.615 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.615 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.615 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.615 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.615 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.615 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.616 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.616 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.616 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.616 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.616 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.616 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.616 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.616 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.616 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.616 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.616 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.616 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.616 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.616 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.616 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.616 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.616 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.616 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.617 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.617 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.617 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:46.617 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:46.617 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:46.617 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.617 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T07:45:46.617 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.617 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.617 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.617 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.617 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:46.617 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:46.617 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:46.617 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.617 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T07:45:46.617 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.618 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.618 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:46.618 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.618 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.618 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.618 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:17.160092+0000", 2024-04-13T07:45:46.618 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.008717+0000", 2024-04-13T07:45:46.618 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.008717+0000", 2024-04-13T07:45:46.618 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.009039+0000", 2024-04-13T07:45:46.618 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:17.160092+0000", 2024-04-13T07:45:46.618 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.618 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.618 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.618 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:46.618 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:17.160092+0000", 2024-04-13T07:45:46.618 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:17.160092+0000", 2024-04-13T07:45:46.619 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:17.160092+0000", 2024-04-13T07:45:46.619 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.619 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.619 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.619 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:17.160092+0000", 2024-04-13T07:45:46.619 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:17.160092+0000", 2024-04-13T07:45:46.619 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.619 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.619 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.619 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.619 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:46.619 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.619 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.619 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.619 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.619 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.620 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.620 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.620 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.620 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.2d", 2024-04-13T07:45:46.620 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.620 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.620 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.620 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:46.620 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.620 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:11:29.869853+0000", 2024-04-13T07:45:46.620 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.620 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.620 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.620 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.620 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.620 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.620 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.620 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.621 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.621 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.621 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.621 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.621 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.621 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.621 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.621 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.621 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.621 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.621 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.621 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.621 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.621 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.621 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.621 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.622 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.622 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.622 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.622 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.622 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.622 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.622 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.622 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.622 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.622 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.622 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.622 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.622 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.622 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.622 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.622 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.622 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.623 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.623 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.623 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.623 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.623 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.623 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.623 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:46.623 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:46.623 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:46.623 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.623 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T07:45:46.623 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.623 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.623 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.623 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.623 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:46.623 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:46.624 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T07:45:46.624 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.624 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T07:45:46.624 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.624 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.624 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:46.624 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.624 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.624 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.624 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.044149+0000", 2024-04-13T07:45:46.624 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:43:02.188480+0000", 2024-04-13T07:45:46.624 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:43:02.188480+0000", 2024-04-13T07:45:46.624 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:43:02.195130+0000", 2024-04-13T07:45:46.624 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.044149+0000", 2024-04-13T07:45:46.624 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.624 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.625 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.625 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 64, 2024-04-13T07:45:46.625 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.044149+0000", 2024-04-13T07:45:46.625 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.044149+0000", 2024-04-13T07:45:46.625 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.044149+0000", 2024-04-13T07:45:46.625 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.625 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.625 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.625 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.044149+0000", 2024-04-13T07:45:46.625 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.044149+0000", 2024-04-13T07:45:46.625 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.625 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 4, 2024-04-13T07:45:46.625 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.625 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.625 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 63, 2024-04-13T07:45:46.625 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.625 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.626 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.626 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.626 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 4, 2024-04-13T07:45:46.626 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.626 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.626 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.626 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.1f", 2024-04-13T07:45:46.626 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.626 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.626 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.626 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 39, 2024-04-13T07:45:46.626 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.626 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:38:01.666780+0000", 2024-04-13T07:45:46.626 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.626 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.627 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.627 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 582, 2024-04-13T07:45:46.627 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.627 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 582, 2024-04-13T07:45:46.627 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.627 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.627 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.627 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.627 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.627 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.627 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.627 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.627 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.627 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.627 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.627 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.627 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.628 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 6, 2024-04-13T07:45:46.628 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 2, 2024-04-13T07:45:46.628 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.628 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 2, 2024-04-13T07:45:46.628 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.628 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.628 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.628 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.628 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.628 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T07:45:46.628 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.628 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 2, 2024-04-13T07:45:46.628 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.628 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.629 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.629 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.629 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.629 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.629 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.629 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.629 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.629 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.629 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 4, 2024-04-13T07:45:46.629 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 1 2024-04-13T07:45:46.629 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.629 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.629 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.629 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.629 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:46.629 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:46.630 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T07:45:46.630 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.630 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T07:45:46.630 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'4" 2024-04-13T07:45:46.630 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.630 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.630 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.630 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:46.630 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:46.630 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T07:45:46.630 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.630 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T07:45:46.630 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.630 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.630 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:46.631 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.631 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.631 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.631 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.945215+0000", 2024-04-13T07:45:46.631 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.003926+0000", 2024-04-13T07:45:46.631 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.003926+0000", 2024-04-13T07:45:46.631 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.004230+0000", 2024-04-13T07:45:46.631 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.945215+0000", 2024-04-13T07:45:46.631 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.631 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.631 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.631 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:46.631 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.945215+0000", 2024-04-13T07:45:46.631 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.945215+0000", 2024-04-13T07:45:46.632 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.945215+0000", 2024-04-13T07:45:46.632 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.632 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.632 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.632 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.945215+0000", 2024-04-13T07:45:46.632 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.945215+0000", 2024-04-13T07:45:46.632 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.632 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.632 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.632 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.632 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:46.632 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.632 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.632 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.633 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.633 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.633 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.633 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.633 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.633 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.1e", 2024-04-13T07:45:46.633 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.633 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.633 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.633 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:46.633 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.633 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:57:27.322057+0000", 2024-04-13T07:45:46.633 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.633 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.633 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.633 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.636 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.636 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.636 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.636 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.636 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.636 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.636 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.636 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.636 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.636 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.636 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.636 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.636 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.636 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.637 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.637 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:46.637 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:46.637 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T07:45:46.637 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.637 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T07:45:46.637 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.637 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.637 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.637 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.637 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:46.637 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:46.637 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T07:45:46.637 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.637 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T07:45:46.638 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.638 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.638 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:46.638 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.638 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.638 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.638 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.944566+0000", 2024-04-13T07:45:46.638 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.646211+0000", 2024-04-13T07:45:46.638 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.646211+0000", 2024-04-13T07:45:46.638 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.646487+0000", 2024-04-13T07:45:46.638 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.944566+0000", 2024-04-13T07:45:46.638 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.638 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.638 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.639 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:46.639 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.944566+0000", 2024-04-13T07:45:46.639 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.944566+0000", 2024-04-13T07:45:46.639 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.944566+0000", 2024-04-13T07:45:46.639 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.639 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.639 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.639 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.944566+0000", 2024-04-13T07:45:46.639 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.944566+0000", 2024-04-13T07:45:46.639 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.639 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 1, 2024-04-13T07:45:46.639 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.639 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.639 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:46.639 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.639 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.639 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.640 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.640 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 1, 2024-04-13T07:45:46.640 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.640 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.640 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.640 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.1e", 2024-04-13T07:45:46.640 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.640 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.640 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.640 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 21, 2024-04-13T07:45:46.640 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.640 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:48:16.860570+0000", 2024-04-13T07:45:46.640 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.640 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.640 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.640 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.640 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.641 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.641 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.641 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.641 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.641 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.641 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.641 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.641 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.641 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.641 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.641 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.641 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.641 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.641 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.641 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.641 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.642 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.642 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.642 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.642 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.642 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.642 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.642 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.642 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.642 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.642 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.642 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.642 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.642 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.642 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.642 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.643 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.643 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.643 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.643 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.643 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.643 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.643 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.643 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.643 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.643 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.643 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.643 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:46.643 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:46.643 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T07:45:46.643 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.643 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T07:45:46.644 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'1" 2024-04-13T07:45:46.644 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.644 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.644 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.644 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:46.644 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:46.644 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T07:45:46.644 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.644 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T07:45:46.644 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.644 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.644 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:46.644 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.644 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.644 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.645 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.044103+0000", 2024-04-13T07:45:46.645 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.993498+0000", 2024-04-13T07:45:46.645 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.993498+0000", 2024-04-13T07:45:46.645 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.993763+0000", 2024-04-13T07:45:46.645 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.044103+0000", 2024-04-13T07:45:46.645 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.645 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.645 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.645 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:46.645 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.044103+0000", 2024-04-13T07:45:46.645 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.044103+0000", 2024-04-13T07:45:46.645 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.044103+0000", 2024-04-13T07:45:46.645 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.645 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.645 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.645 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.044103+0000", 2024-04-13T07:45:46.646 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.044103+0000", 2024-04-13T07:45:46.646 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.646 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.646 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.646 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.646 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:46.646 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.646 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.646 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.646 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.646 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.646 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.646 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.646 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.646 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.1f", 2024-04-13T07:45:46.647 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.647 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.647 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.647 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:46.647 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.647 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:54:06.164555+0000", 2024-04-13T07:45:46.647 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.647 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.647 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.647 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.647 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.647 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.647 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.647 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.647 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.647 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.647 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.649 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.649 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.649 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.649 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.649 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.649 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.649 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.649 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.649 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.649 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.649 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.649 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.649 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.649 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.649 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.650 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.650 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.650 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.650 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.650 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:46.650 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:46.650 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T07:45:46.650 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.650 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T07:45:46.650 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.650 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.650 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.650 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.650 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:46.650 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:46.651 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:46.651 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.651 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T07:45:46.651 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.651 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.651 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:46.651 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.651 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.651 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.651 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:17.159267+0000", 2024-04-13T07:45:46.651 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.649370+0000", 2024-04-13T07:45:46.651 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.649370+0000", 2024-04-13T07:45:46.651 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.649780+0000", 2024-04-13T07:45:46.651 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:17.159267+0000", 2024-04-13T07:45:46.651 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.652 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.652 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.652 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:46.652 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:17.159267+0000", 2024-04-13T07:45:46.652 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:17.159267+0000", 2024-04-13T07:45:46.652 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:17.159267+0000", 2024-04-13T07:45:46.652 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.652 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.652 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.652 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:17.159267+0000", 2024-04-13T07:45:46.652 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:17.159267+0000", 2024-04-13T07:45:46.652 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.652 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 2, 2024-04-13T07:45:46.652 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.652 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.652 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:46.653 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.653 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.653 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.653 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.653 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 2, 2024-04-13T07:45:46.653 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.653 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.653 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.653 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.1d", 2024-04-13T07:45:46.653 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.653 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.653 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.653 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 22, 2024-04-13T07:45:46.653 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.653 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:41:14.258592+0000", 2024-04-13T07:45:46.653 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.654 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.654 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.654 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.654 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.654 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.654 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.654 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.654 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.654 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.654 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.654 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.654 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.654 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.654 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.654 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.654 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T07:45:46.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T07:45:46.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T07:45:46.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T07:45:46.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.656 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.656 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.656 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.656 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.656 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.656 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.656 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.656 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3, 2024-04-13T07:45:46.656 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.656 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.656 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.656 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.656 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.656 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:46.656 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:46.656 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:46.656 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.657 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T07:45:46.657 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'2" 2024-04-13T07:45:46.657 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.657 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.657 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.657 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:46.657 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:46.657 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:46.657 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.657 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T07:45:46.657 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.657 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.657 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:46.657 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.657 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.657 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.658 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.043130+0000", 2024-04-13T07:45:46.658 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.997258+0000", 2024-04-13T07:45:46.658 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.997258+0000", 2024-04-13T07:45:46.658 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.997571+0000", 2024-04-13T07:45:46.658 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.043130+0000", 2024-04-13T07:45:46.658 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.658 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.658 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.658 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:46.658 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.043130+0000", 2024-04-13T07:45:46.658 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.043130+0000", 2024-04-13T07:45:46.658 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.043130+0000", 2024-04-13T07:45:46.658 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.658 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.659 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.659 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.043130+0000", 2024-04-13T07:45:46.659 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.043130+0000", 2024-04-13T07:45:46.659 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.659 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.659 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.659 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.659 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:46.659 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.659 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.659 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.659 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.659 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.659 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.659 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.659 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.659 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.1c", 2024-04-13T07:45:46.660 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.660 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.660 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.660 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:46.660 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.660 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:10:51.593225+0000", 2024-04-13T07:45:46.660 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.660 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.660 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.660 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.660 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.660 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.660 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.660 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.660 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.660 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.660 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.661 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.661 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.661 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.661 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.661 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.661 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.661 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.661 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.661 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.661 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.661 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.661 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.661 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.661 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.661 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.661 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.663 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.663 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.663 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.663 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.663 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.663 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.663 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:46.663 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:46.663 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:46.663 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.663 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T07:45:46.663 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.663 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.663 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.663 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.663 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:46.664 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:46.664 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T07:45:46.664 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.664 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T07:45:46.664 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.664 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.664 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:46.664 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.664 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.664 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.664 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:17.159371+0000", 2024-04-13T07:45:46.664 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.646448+0000", 2024-04-13T07:45:46.664 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.646448+0000", 2024-04-13T07:45:46.664 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.646750+0000", 2024-04-13T07:45:46.664 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:17.159371+0000", 2024-04-13T07:45:46.664 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.665 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.665 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.665 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:46.665 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:17.159371+0000", 2024-04-13T07:45:46.665 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:17.159371+0000", 2024-04-13T07:45:46.665 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:17.159371+0000", 2024-04-13T07:45:46.665 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.665 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.665 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.665 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:17.159371+0000", 2024-04-13T07:45:46.665 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:17.159371+0000", 2024-04-13T07:45:46.665 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.665 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 2, 2024-04-13T07:45:46.665 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.665 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.665 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:46.665 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.665 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.666 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.666 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.666 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 2, 2024-04-13T07:45:46.666 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.666 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.666 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.666 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.1c", 2024-04-13T07:45:46.666 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.666 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.666 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.666 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 22, 2024-04-13T07:45:46.666 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.666 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T07:54:49.139942+0000", 2024-04-13T07:45:46.666 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.666 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.667 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T07:45:46.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T07:45:46.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T07:45:46.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T07:45:46.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.669 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.669 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.669 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.669 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.669 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.669 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.669 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.669 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3, 2024-04-13T07:45:46.669 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.669 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.669 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.669 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.669 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.669 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:46.669 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:46.669 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T07:45:46.669 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.669 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T07:45:46.670 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'2" 2024-04-13T07:45:46.670 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.670 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.670 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.670 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:46.670 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:46.670 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:46.670 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.670 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T07:45:46.670 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.670 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.670 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:46.670 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.670 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.670 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.670 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042977+0000", 2024-04-13T07:45:46.671 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.993776+0000", 2024-04-13T07:45:46.671 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.993776+0000", 2024-04-13T07:45:46.671 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.994155+0000", 2024-04-13T07:45:46.671 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042977+0000", 2024-04-13T07:45:46.671 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.671 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.671 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.671 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:46.671 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042977+0000", 2024-04-13T07:45:46.671 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042977+0000", 2024-04-13T07:45:46.671 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042977+0000", 2024-04-13T07:45:46.671 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.671 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.672 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.672 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042977+0000", 2024-04-13T07:45:46.672 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042977+0000", 2024-04-13T07:45:46.672 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.672 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.672 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.672 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.672 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:46.672 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.672 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.672 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.672 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.672 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.672 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.672 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.672 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.673 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.1d", 2024-04-13T07:45:46.673 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.673 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.673 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.673 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:46.673 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.673 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:26:50.403505+0000", 2024-04-13T07:45:46.673 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.673 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.673 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.673 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.673 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.673 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.673 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.673 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.673 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.674 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.674 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.674 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.674 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.674 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.674 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.674 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.674 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.674 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.674 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.674 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.674 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.674 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.674 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.674 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.675 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.675 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.675 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.675 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.675 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.675 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.675 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.675 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.675 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.675 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.675 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.675 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.675 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.675 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.675 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.675 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.676 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.676 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.676 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.676 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.676 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.676 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.676 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.676 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:46.676 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:46.676 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:46.676 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.676 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T07:45:46.676 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.676 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.676 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.676 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.676 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:46.677 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:46.677 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:46.677 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.677 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T07:45:46.677 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.677 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.677 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:46.677 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.677 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.677 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.677 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.944409+0000", 2024-04-13T07:45:46.677 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.638680+0000", 2024-04-13T07:45:46.677 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.638680+0000", 2024-04-13T07:45:46.677 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.639016+0000", 2024-04-13T07:45:46.677 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.944409+0000", 2024-04-13T07:45:46.678 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.678 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.678 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.678 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:46.678 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.944409+0000", 2024-04-13T07:45:46.678 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.944409+0000", 2024-04-13T07:45:46.678 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.944409+0000", 2024-04-13T07:45:46.678 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.678 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.678 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.678 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.944409+0000", 2024-04-13T07:45:46.678 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.944409+0000", 2024-04-13T07:45:46.678 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.678 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 1, 2024-04-13T07:45:46.678 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.679 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.679 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:46.679 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.679 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.679 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.679 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.679 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 1, 2024-04-13T07:45:46.679 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.679 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.679 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.679 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.1b", 2024-04-13T07:45:46.679 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.679 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.679 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.679 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 21, 2024-04-13T07:45:46.679 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.680 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:14:52.860216+0000", 2024-04-13T07:45:46.680 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.680 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.680 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.680 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.680 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.680 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.680 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.680 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.680 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.680 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.680 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.680 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.680 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.680 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.680 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.680 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.681 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.681 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.681 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.681 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.681 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.681 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.681 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.681 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.681 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.681 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.681 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.681 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.681 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.681 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.681 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.681 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.682 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.682 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.682 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.682 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.682 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.682 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.682 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.682 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.682 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.682 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.682 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.682 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.682 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.682 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.682 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.683 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:46.683 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:46.683 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:46.683 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.683 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T07:45:46.683 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'1" 2024-04-13T07:45:46.683 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.683 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.683 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.683 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:46.683 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:46.683 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T07:45:46.683 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.683 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 4, 2024-04-13T07:45:46.683 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.684 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.684 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:46.684 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.684 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.684 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.684 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.190977+0000", 2024-04-13T07:45:46.684 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.010268+0000", 2024-04-13T07:45:46.684 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.010268+0000", 2024-04-13T07:45:46.684 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.010588+0000", 2024-04-13T07:45:46.684 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.190977+0000", 2024-04-13T07:45:46.684 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.684 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.684 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.684 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:46.684 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.190977+0000", 2024-04-13T07:45:46.684 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.190977+0000", 2024-04-13T07:45:46.684 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.190977+0000", 2024-04-13T07:45:46.685 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.685 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.685 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.685 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.190977+0000", 2024-04-13T07:45:46.685 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.190977+0000", 2024-04-13T07:45:46.685 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.685 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.685 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.685 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.685 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:46.685 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.685 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.685 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.685 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.685 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.685 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.685 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.686 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.686 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.1a", 2024-04-13T07:45:46.686 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.686 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.686 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.686 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:46.686 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.686 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:41:28.864540+0000", 2024-04-13T07:45:46.686 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.686 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.686 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.686 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.686 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.686 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.686 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.687 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.687 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.687 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.687 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.687 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.687 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.687 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.687 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.687 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.687 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.687 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.687 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.687 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.687 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.687 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.687 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.688 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.688 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.688 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.688 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.688 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.688 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.688 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.688 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.688 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.688 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.688 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.688 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.688 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.688 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.689 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.689 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.689 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.689 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.689 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.689 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.689 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.689 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.689 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.689 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.689 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:46.689 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:46.689 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T07:45:46.689 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.689 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 4, 2024-04-13T07:45:46.689 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.690 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.690 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.690 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.690 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:46.690 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:46.690 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:46.690 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.690 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T07:45:46.690 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.690 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.690 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:46.690 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.690 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.690 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.690 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.480596+0000", 2024-04-13T07:45:46.691 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.645173+0000", 2024-04-13T07:45:46.691 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.645173+0000", 2024-04-13T07:45:46.691 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.645494+0000", 2024-04-13T07:45:46.691 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.480596+0000", 2024-04-13T07:45:46.691 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.691 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.691 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.691 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:46.691 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.480596+0000", 2024-04-13T07:45:46.691 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.480596+0000", 2024-04-13T07:45:46.691 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.480596+0000", 2024-04-13T07:45:46.691 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.691 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.691 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.691 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.480596+0000", 2024-04-13T07:45:46.692 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.480596+0000", 2024-04-13T07:45:46.692 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.692 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 1, 2024-04-13T07:45:46.692 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.692 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.692 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:46.692 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.692 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.692 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.692 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.692 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 1, 2024-04-13T07:45:46.692 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.692 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.692 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.692 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.1a", 2024-04-13T07:45:46.693 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.693 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.693 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.693 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 21, 2024-04-13T07:45:46.693 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.693 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:49:14.533277+0000", 2024-04-13T07:45:46.693 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.693 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.693 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.693 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.693 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.693 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.693 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.693 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.693 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.693 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.693 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.694 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.694 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.694 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.694 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.694 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.694 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.694 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.694 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.694 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.694 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.694 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.694 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.694 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.694 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.694 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.695 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.695 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.695 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.695 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.695 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.695 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.695 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.695 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.695 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.695 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.695 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.695 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.695 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.695 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.695 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.695 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.695 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.696 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.696 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.696 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.696 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.696 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:46.696 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:46.696 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:46.696 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.696 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T07:45:46.696 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'1" 2024-04-13T07:45:46.696 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.696 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.696 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.696 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:46.696 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:46.697 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:46.697 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.697 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T07:45:46.697 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.697 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.697 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:46.697 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.697 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.697 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.697 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.043639+0000", 2024-04-13T07:45:46.697 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.997721+0000", 2024-04-13T07:45:46.697 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.997721+0000", 2024-04-13T07:45:46.697 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.998340+0000", 2024-04-13T07:45:46.697 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.043639+0000", 2024-04-13T07:45:46.697 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.697 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.698 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.698 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:46.698 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.043639+0000", 2024-04-13T07:45:46.698 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.043639+0000", 2024-04-13T07:45:46.698 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.043639+0000", 2024-04-13T07:45:46.698 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.698 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.698 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.698 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.043639+0000", 2024-04-13T07:45:46.698 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.043639+0000", 2024-04-13T07:45:46.698 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.698 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.698 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.699 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.699 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:46.699 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.699 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.699 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.699 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.699 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.699 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.699 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.699 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.699 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.1b", 2024-04-13T07:45:46.699 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.699 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.699 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.699 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:46.699 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.699 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:33:50.858947+0000", 2024-04-13T07:45:46.700 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.700 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.700 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.700 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.700 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.700 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.700 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.700 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.700 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.700 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.700 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.700 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.700 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.700 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.700 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.701 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.701 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.701 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.701 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.701 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.701 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.701 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.701 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.701 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.701 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.701 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.701 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.701 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.701 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.701 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.701 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.701 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.702 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.702 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.702 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.702 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.702 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.702 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.702 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.702 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.702 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.702 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.702 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.702 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.702 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.702 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.702 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.703 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:46.703 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:46.703 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:46.703 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.703 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T07:45:46.703 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.703 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.703 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.703 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.703 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:46.703 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:46.703 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:46.703 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.703 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T07:45:46.703 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.703 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.703 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:46.704 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.704 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.704 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.704 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.944412+0000", 2024-04-13T07:45:46.704 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.644543+0000", 2024-04-13T07:45:46.704 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.644543+0000", 2024-04-13T07:45:46.704 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.644818+0000", 2024-04-13T07:45:46.704 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.944412+0000", 2024-04-13T07:45:46.704 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.704 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.704 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.704 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:46.704 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.944412+0000", 2024-04-13T07:45:46.704 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.944412+0000", 2024-04-13T07:45:46.704 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.944412+0000", 2024-04-13T07:45:46.704 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.705 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.705 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.705 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.944412+0000", 2024-04-13T07:45:46.705 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.944412+0000", 2024-04-13T07:45:46.705 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.705 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.705 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.705 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.705 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:46.705 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.705 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.705 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.705 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.705 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.705 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.705 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.706 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.706 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.19", 2024-04-13T07:45:46.706 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.706 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.706 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.706 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 20, 2024-04-13T07:45:46.706 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.706 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:57:03.974829+0000", 2024-04-13T07:45:46.706 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.706 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.706 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.706 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.706 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.706 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.707 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.707 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.707 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.707 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.707 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.707 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.707 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.707 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.707 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.707 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.707 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.707 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.707 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.707 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.707 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.707 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.708 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.708 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.708 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.708 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.708 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.708 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.708 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.708 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.708 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.708 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.708 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.708 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.708 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.708 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.708 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.708 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.709 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.709 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.709 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.709 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.709 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.709 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.709 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.709 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.709 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.709 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:46.709 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:46.709 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:46.709 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.709 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T07:45:46.709 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.710 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.710 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.710 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.710 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:46.710 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:46.710 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:46.710 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.710 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T07:45:46.710 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.710 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.710 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:46.710 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.710 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.710 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.711 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.944835+0000", 2024-04-13T07:45:46.711 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.996142+0000", 2024-04-13T07:45:46.711 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.996142+0000", 2024-04-13T07:45:46.711 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.996410+0000", 2024-04-13T07:45:46.711 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.944835+0000", 2024-04-13T07:45:46.711 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.711 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.711 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.711 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:46.711 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.944835+0000", 2024-04-13T07:45:46.711 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.944835+0000", 2024-04-13T07:45:46.711 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.944835+0000", 2024-04-13T07:45:46.711 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.711 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.711 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.712 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.944835+0000", 2024-04-13T07:45:46.712 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.944835+0000", 2024-04-13T07:45:46.712 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.712 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.712 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.712 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.712 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:46.712 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.712 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.712 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.712 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.712 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.712 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.712 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.712 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.712 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.18", 2024-04-13T07:45:46.712 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.713 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.713 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.713 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:46.713 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.713 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:41:27.480866+0000", 2024-04-13T07:45:46.713 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.713 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.713 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.713 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.713 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.713 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.713 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.713 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.713 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.713 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.713 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.713 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.714 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.714 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.714 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.714 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.714 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.714 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.714 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.714 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.714 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.714 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.714 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.714 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.714 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.714 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.714 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.714 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.715 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.715 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.715 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.715 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.715 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.715 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.715 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.715 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.715 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.715 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.715 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.715 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.715 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.715 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.715 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.715 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.715 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.716 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.716 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.716 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:46.716 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:46.716 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:46.716 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.716 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T07:45:46.716 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.716 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.716 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.716 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.716 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:46.716 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:46.716 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:46.716 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.716 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T07:45:46.717 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.717 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.717 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:46.717 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.717 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.717 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.717 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042695+0000", 2024-04-13T07:45:46.717 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.641777+0000", 2024-04-13T07:45:46.717 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.641777+0000", 2024-04-13T07:45:46.717 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.643053+0000", 2024-04-13T07:45:46.717 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042695+0000", 2024-04-13T07:45:46.717 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.717 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.717 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.717 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:46.717 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042695+0000", 2024-04-13T07:45:46.718 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042695+0000", 2024-04-13T07:45:46.718 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042695+0000", 2024-04-13T07:45:46.718 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.718 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.718 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.718 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042695+0000", 2024-04-13T07:45:46.718 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042695+0000", 2024-04-13T07:45:46.718 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.718 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.718 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.718 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.718 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:46.718 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.718 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.718 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.719 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.719 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.719 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.719 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.719 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.719 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.18", 2024-04-13T07:45:46.719 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.719 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.719 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.719 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 20, 2024-04-13T07:45:46.719 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.719 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:14:19.879388+0000", 2024-04-13T07:45:46.719 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.719 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.719 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.719 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.719 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.720 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.720 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.720 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.720 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.720 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.720 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.720 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.720 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.720 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.720 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.720 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.720 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.720 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.720 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.720 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.720 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.721 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.721 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.721 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.721 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.721 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.721 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.721 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.721 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.721 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.721 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.721 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.721 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.721 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.721 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.721 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.721 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.721 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.722 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.722 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.722 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.722 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.722 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.722 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.722 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.722 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.722 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.722 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:46.722 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:46.722 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:46.722 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.722 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T07:45:46.722 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.722 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.722 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.723 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.723 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:46.723 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:46.723 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T07:45:46.723 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.723 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T07:45:46.723 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.723 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.723 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:46.723 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.723 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.723 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.723 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042493+0000", 2024-04-13T07:45:46.723 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.003843+0000", 2024-04-13T07:45:46.723 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.003843+0000", 2024-04-13T07:45:46.723 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.004233+0000", 2024-04-13T07:45:46.723 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042493+0000", 2024-04-13T07:45:46.724 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.724 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.724 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.724 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:46.724 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042493+0000", 2024-04-13T07:45:46.724 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042493+0000", 2024-04-13T07:45:46.724 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042493+0000", 2024-04-13T07:45:46.724 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.724 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.724 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.724 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042493+0000", 2024-04-13T07:45:46.724 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042493+0000", 2024-04-13T07:45:46.724 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.724 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.724 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.724 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.725 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:46.725 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.725 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.725 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.725 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.725 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.725 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.725 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.725 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.725 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.19", 2024-04-13T07:45:46.725 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.725 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.725 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.725 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:46.725 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.725 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T19:02:59.300692+0000", 2024-04-13T07:45:46.725 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.726 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.726 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.726 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.726 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.726 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.726 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.726 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.726 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.726 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.726 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.726 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.726 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.726 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.726 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.726 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.726 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.727 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.727 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.727 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.727 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.727 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.727 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.727 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.727 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.727 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.727 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.727 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.727 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.727 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.727 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.727 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.727 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.727 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.728 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.728 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.728 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.728 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.728 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.728 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.728 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.728 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.728 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.728 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.728 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.728 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.728 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.728 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:46.728 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:46.729 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T07:45:46.729 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.729 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T07:45:46.729 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.729 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.729 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.729 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.729 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:46.729 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:46.729 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T07:45:46.729 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.729 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T07:45:46.729 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.729 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.729 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:46.730 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.730 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.730 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.730 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.480917+0000", 2024-04-13T07:45:46.730 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.639054+0000", 2024-04-13T07:45:46.730 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.639054+0000", 2024-04-13T07:45:46.730 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.639687+0000", 2024-04-13T07:45:46.730 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.480917+0000", 2024-04-13T07:45:46.730 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.730 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.730 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.730 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:46.730 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.480917+0000", 2024-04-13T07:45:46.730 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.480917+0000", 2024-04-13T07:45:46.730 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.480917+0000", 2024-04-13T07:45:46.731 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.731 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.731 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.731 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.480917+0000", 2024-04-13T07:45:46.731 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.480917+0000", 2024-04-13T07:45:46.731 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.731 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.731 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.731 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.731 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:46.731 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.731 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.731 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.731 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.731 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.731 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.732 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.732 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.732 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.17", 2024-04-13T07:45:46.732 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.732 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.732 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.732 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 20, 2024-04-13T07:45:46.732 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.732 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:20:35.633429+0000", 2024-04-13T07:45:46.732 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.732 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.732 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.732 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.732 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.732 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.732 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.733 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.733 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.733 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.733 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.733 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.733 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.733 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.733 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.733 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.733 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.733 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.733 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.733 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.733 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.733 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.734 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.734 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.734 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.734 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.734 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.734 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.734 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.734 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.734 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.734 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.734 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.734 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.734 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.734 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.734 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.735 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.735 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.735 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.735 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.735 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.735 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.735 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.735 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.735 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.735 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.735 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:46.735 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:46.735 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T07:45:46.735 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.735 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T07:45:46.735 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.736 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.736 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.736 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.736 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:46.736 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:46.736 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:46.736 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.736 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T07:45:46.736 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.736 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.736 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:46.736 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.736 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.736 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.737 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.043120+0000", 2024-04-13T07:45:46.737 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.991521+0000", 2024-04-13T07:45:46.737 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.991521+0000", 2024-04-13T07:45:46.737 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.991877+0000", 2024-04-13T07:45:46.737 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.043120+0000", 2024-04-13T07:45:46.737 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.737 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.737 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.737 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:46.737 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.043120+0000", 2024-04-13T07:45:46.737 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.043120+0000", 2024-04-13T07:45:46.737 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.043120+0000", 2024-04-13T07:45:46.737 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.737 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.737 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.737 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.043120+0000", 2024-04-13T07:45:46.738 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.043120+0000", 2024-04-13T07:45:46.738 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.738 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.738 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.738 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.738 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:46.738 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.738 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.738 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.738 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.738 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.738 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.738 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.739 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.739 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.16", 2024-04-13T07:45:46.739 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.739 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.739 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.739 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:46.739 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.739 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:55:48.440531+0000", 2024-04-13T07:45:46.739 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.739 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.739 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.739 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.739 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.739 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.739 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.740 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.740 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.740 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.740 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.740 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.740 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.740 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.740 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.740 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.740 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.740 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.740 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.740 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.740 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.740 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.740 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.740 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.741 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.741 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.741 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.741 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.741 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.741 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.741 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.741 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.741 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.741 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.741 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.741 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.741 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.741 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.741 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.742 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.742 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.742 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.742 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.742 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.742 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.742 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.742 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.742 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:46.742 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:46.742 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:46.742 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.742 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T07:45:46.742 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.742 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.742 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.743 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.743 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:46.743 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:46.743 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T07:45:46.743 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.743 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T07:45:46.743 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.743 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.743 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:46.743 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.743 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.743 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.743 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.043040+0000", 2024-04-13T07:45:46.743 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.639509+0000", 2024-04-13T07:45:46.743 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.639509+0000", 2024-04-13T07:45:46.743 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.641561+0000", 2024-04-13T07:45:46.743 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.043040+0000", 2024-04-13T07:45:46.743 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.744 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.744 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.744 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:46.744 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.043040+0000", 2024-04-13T07:45:46.744 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.043040+0000", 2024-04-13T07:45:46.744 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.043040+0000", 2024-04-13T07:45:46.744 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.744 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.744 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.744 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.043040+0000", 2024-04-13T07:45:46.744 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.043040+0000", 2024-04-13T07:45:46.744 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.744 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.744 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.744 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.745 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:46.745 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.745 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.745 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.745 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.745 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.745 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.745 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.745 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.745 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.16", 2024-04-13T07:45:46.745 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.745 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.745 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.745 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 20, 2024-04-13T07:45:46.745 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.745 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T19:14:37.071974+0000", 2024-04-13T07:45:46.745 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.745 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.746 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.746 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.746 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.746 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.746 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.746 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.746 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.746 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.746 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.746 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.746 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.746 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.746 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.746 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.746 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.746 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.747 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.747 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.747 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.747 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.747 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.747 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.747 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.747 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.747 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.747 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.747 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.747 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.747 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.747 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.747 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.747 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.748 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.748 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.748 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.748 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.748 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.748 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.748 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.748 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.748 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.748 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.748 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.748 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.748 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.748 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:46.748 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:46.748 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T07:45:46.748 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.749 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T07:45:46.749 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.749 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.749 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.749 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.749 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:46.749 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:46.749 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T07:45:46.749 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.749 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T07:45:46.749 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.749 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.749 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:46.749 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.749 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.749 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.749 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.044032+0000", 2024-04-13T07:45:46.749 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.003031+0000", 2024-04-13T07:45:46.750 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.003031+0000", 2024-04-13T07:45:46.750 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.003300+0000", 2024-04-13T07:45:46.750 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.044032+0000", 2024-04-13T07:45:46.750 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.750 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.750 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.750 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:46.750 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.044032+0000", 2024-04-13T07:45:46.750 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.044032+0000", 2024-04-13T07:45:46.750 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.044032+0000", 2024-04-13T07:45:46.750 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.750 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.750 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.750 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.044032+0000", 2024-04-13T07:45:46.751 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.044032+0000", 2024-04-13T07:45:46.751 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.751 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.751 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.751 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.751 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:46.751 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.751 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.751 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.751 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.751 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.751 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.751 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.751 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.751 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.17", 2024-04-13T07:45:46.752 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.752 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.752 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.752 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:46.752 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.752 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:35:47.828406+0000", 2024-04-13T07:45:46.752 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.752 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.752 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.752 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.752 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.752 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.752 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.752 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.752 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.753 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.753 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.753 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.753 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.753 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.753 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.753 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.753 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.753 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.753 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.753 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.753 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.753 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.753 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.753 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.753 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.753 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.754 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.754 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.754 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.754 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.754 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.754 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.754 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.754 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.754 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.754 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.754 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.754 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.754 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.754 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.754 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.755 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.755 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.755 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.755 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.755 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.755 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.755 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:46.755 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:46.755 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T07:45:46.755 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.755 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T07:45:46.755 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.755 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.755 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.755 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.755 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:46.755 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:46.756 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:46.756 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.756 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T07:45:46.756 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.756 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.756 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:46.756 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.756 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.756 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.756 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042966+0000", 2024-04-13T07:45:46.756 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.634387+0000", 2024-04-13T07:45:46.756 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.634387+0000", 2024-04-13T07:45:46.756 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.634807+0000", 2024-04-13T07:45:46.756 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042966+0000", 2024-04-13T07:45:46.756 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.756 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.757 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.757 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:46.757 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042966+0000", 2024-04-13T07:45:46.757 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042966+0000", 2024-04-13T07:45:46.757 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042966+0000", 2024-04-13T07:45:46.757 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.757 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.757 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.757 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042966+0000", 2024-04-13T07:45:46.757 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042966+0000", 2024-04-13T07:45:46.757 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.757 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3, 2024-04-13T07:45:46.757 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.757 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.758 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:46.758 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.758 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.758 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.758 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.758 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3, 2024-04-13T07:45:46.758 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.758 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.758 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.758 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.15", 2024-04-13T07:45:46.758 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.758 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.758 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.758 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 23, 2024-04-13T07:45:46.758 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.758 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:08:14.901387+0000", 2024-04-13T07:45:46.759 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.759 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.759 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.759 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 90, 2024-04-13T07:45:46.759 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.759 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.759 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.759 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.759 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.759 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.759 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.759 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.759 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.759 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.759 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.760 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.760 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.760 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.760 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.760 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 6, 2024-04-13T07:45:46.760 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 2, 2024-04-13T07:45:46.760 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.760 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 2, 2024-04-13T07:45:46.760 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.760 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.760 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.760 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.760 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.760 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T07:45:46.760 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.761 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.761 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.761 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.761 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.761 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.761 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.761 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.761 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.761 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.761 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.761 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.761 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 4, 2024-04-13T07:45:46.761 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 1 2024-04-13T07:45:46.761 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.761 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.761 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.761 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.761 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:46.762 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:46.762 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:46.762 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.762 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T07:45:46.762 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'3" 2024-04-13T07:45:46.762 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.762 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.762 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.762 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:46.762 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:46.762 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:46.762 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.762 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 4, 2024-04-13T07:45:46.762 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.763 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.763 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:46.763 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.763 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.763 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.763 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.191180+0000", 2024-04-13T07:45:46.763 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.999735+0000", 2024-04-13T07:45:46.763 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.999735+0000", 2024-04-13T07:45:46.763 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.000108+0000", 2024-04-13T07:45:46.763 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.191180+0000", 2024-04-13T07:45:46.763 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.763 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.763 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.763 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:46.763 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.191180+0000", 2024-04-13T07:45:46.763 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.191180+0000", 2024-04-13T07:45:46.764 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.191180+0000", 2024-04-13T07:45:46.764 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.764 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.764 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.764 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.191180+0000", 2024-04-13T07:45:46.764 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.191180+0000", 2024-04-13T07:45:46.764 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.764 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.764 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.764 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.764 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:46.764 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.764 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.764 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.764 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.765 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.765 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.765 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.765 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.765 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.14", 2024-04-13T07:45:46.765 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.765 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.765 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.765 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:46.765 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.765 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:47:48.236051+0000", 2024-04-13T07:45:46.765 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.765 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.765 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.765 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.765 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.765 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.766 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.766 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.766 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.766 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.766 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.766 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.766 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.766 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.766 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.766 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.766 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.766 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.766 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.766 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.766 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.766 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.767 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.767 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.767 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.767 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.767 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.767 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.767 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.767 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.767 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.767 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.767 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.767 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.767 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.767 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.767 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.767 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.768 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.768 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.768 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.768 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.768 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.768 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.768 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.768 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.768 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.768 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:46.768 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:46.768 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:46.768 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.768 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 4, 2024-04-13T07:45:46.768 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.768 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.768 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.769 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.769 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:46.769 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:46.769 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T07:45:46.769 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.769 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T07:45:46.769 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.769 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.769 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:46.769 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.769 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.769 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.769 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:44:40.014316+0000", 2024-04-13T07:45:46.769 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.642297+0000", 2024-04-13T07:45:46.769 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.642297+0000", 2024-04-13T07:45:46.769 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.642612+0000", 2024-04-13T07:45:46.769 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:44:40.014316+0000", 2024-04-13T07:45:46.769 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.770 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.770 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.770 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:46.770 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:44:40.014316+0000", 2024-04-13T07:45:46.770 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:44:40.014316+0000", 2024-04-13T07:45:46.770 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:44:40.014316+0000", 2024-04-13T07:45:46.770 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.770 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.770 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.770 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:44:40.014316+0000", 2024-04-13T07:45:46.770 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:44:40.014316+0000", 2024-04-13T07:45:46.770 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.770 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 12, 2024-04-13T07:45:46.770 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.770 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.770 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:46.771 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.771 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.771 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.771 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.771 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 12, 2024-04-13T07:45:46.771 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.771 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.771 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.771 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.14", 2024-04-13T07:45:46.771 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.771 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.771 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.771 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 32, 2024-04-13T07:45:46.771 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.771 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:43:05.915628+0000", 2024-04-13T07:45:46.771 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.771 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.772 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.772 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 2632, 2024-04-13T07:45:46.772 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.772 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.772 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.772 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.772 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.772 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.772 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.772 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.772 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.772 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.772 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.772 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.772 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.772 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.772 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.773 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 12, 2024-04-13T07:45:46.773 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 4, 2024-04-13T07:45:46.773 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.773 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 4, 2024-04-13T07:45:46.773 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.773 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.773 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.773 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.773 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.773 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T07:45:46.773 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.773 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.773 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.773 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.773 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.773 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.773 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.774 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.774 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.774 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.774 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.774 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.774 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 12, 2024-04-13T07:45:46.774 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 9 2024-04-13T07:45:46.774 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.774 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.774 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.774 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.774 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:46.774 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:46.774 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T07:45:46.774 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.774 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T07:45:46.774 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "69'12" 2024-04-13T07:45:46.775 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.775 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.775 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.775 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:46.775 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:46.775 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T07:45:46.775 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.775 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T07:45:46.775 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.775 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.775 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:46.775 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.775 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.775 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.775 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:17.159911+0000", 2024-04-13T07:45:46.775 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.013901+0000", 2024-04-13T07:45:46.775 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.013901+0000", 2024-04-13T07:45:46.776 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.014288+0000", 2024-04-13T07:45:46.776 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:17.159911+0000", 2024-04-13T07:45:46.776 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.776 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.776 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.776 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:46.776 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:17.159911+0000", 2024-04-13T07:45:46.776 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:17.159911+0000", 2024-04-13T07:45:46.776 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:17.159911+0000", 2024-04-13T07:45:46.776 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.776 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.776 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.776 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:17.159911+0000", 2024-04-13T07:45:46.776 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:17.159911+0000", 2024-04-13T07:45:46.776 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.776 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.776 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.777 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.777 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:46.777 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.777 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.777 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.777 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.777 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.777 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.777 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.777 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.777 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.15", 2024-04-13T07:45:46.777 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.777 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.777 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.778 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:46.778 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.778 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:57:21.169615+0000", 2024-04-13T07:45:46.778 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.778 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.778 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.778 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.778 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.778 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.778 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.778 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.778 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.778 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.778 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.779 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.779 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.779 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.779 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.779 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.779 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.779 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.779 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.779 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.779 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.779 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.779 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.779 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.779 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.779 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.779 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.780 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.780 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.780 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.780 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.780 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.780 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.780 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.780 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.780 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.780 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.780 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.780 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.780 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.780 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.780 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.780 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.781 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.781 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.781 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.781 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.781 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:46.781 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:46.781 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T07:45:46.781 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.781 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T07:45:46.781 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.781 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.781 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.781 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.781 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:46.781 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:46.782 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T07:45:46.782 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.782 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T07:45:46.782 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.782 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.782 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:46.782 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.782 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.782 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.782 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.043870+0000", 2024-04-13T07:45:46.782 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.641774+0000", 2024-04-13T07:45:46.783 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.641774+0000", 2024-04-13T07:45:46.783 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.642057+0000", 2024-04-13T07:45:46.783 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.043870+0000", 2024-04-13T07:45:46.783 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.783 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.783 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.783 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:46.783 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.043870+0000", 2024-04-13T07:45:46.783 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.043870+0000", 2024-04-13T07:45:46.783 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.043870+0000", 2024-04-13T07:45:46.783 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.783 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.783 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.784 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.043870+0000", 2024-04-13T07:45:46.784 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.043870+0000", 2024-04-13T07:45:46.784 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.784 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 2, 2024-04-13T07:45:46.784 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.784 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.784 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:46.784 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.784 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.784 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.784 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.784 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 2, 2024-04-13T07:45:46.784 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.785 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.785 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.785 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.13", 2024-04-13T07:45:46.785 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.785 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.785 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.785 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 22, 2024-04-13T07:45:46.785 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.785 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:22:20.301600+0000", 2024-04-13T07:45:46.785 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.785 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.785 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.785 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 34, 2024-04-13T07:45:46.785 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.785 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.786 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.786 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.786 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.786 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.786 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.786 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.786 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.786 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.786 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.786 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.786 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.786 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.786 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.786 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 6, 2024-04-13T07:45:46.786 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 2, 2024-04-13T07:45:46.787 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.787 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 2, 2024-04-13T07:45:46.787 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.787 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.787 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.787 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.787 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.787 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T07:45:46.787 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.787 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.787 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.787 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.787 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.787 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.787 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.787 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.788 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.788 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.788 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.788 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.788 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3, 2024-04-13T07:45:46.788 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 7 2024-04-13T07:45:46.788 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.788 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.788 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.788 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.788 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:46.788 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:46.788 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T07:45:46.788 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.789 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T07:45:46.789 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'2" 2024-04-13T07:45:46.789 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.789 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.789 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.789 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:46.789 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:46.789 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T07:45:46.789 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.789 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T07:45:46.789 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.789 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.789 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:46.789 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.789 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.790 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.790 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.043813+0000", 2024-04-13T07:45:46.790 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.003806+0000", 2024-04-13T07:45:46.790 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.003806+0000", 2024-04-13T07:45:46.790 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.004159+0000", 2024-04-13T07:45:46.790 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.043813+0000", 2024-04-13T07:45:46.790 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.790 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.790 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.790 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:46.790 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.043813+0000", 2024-04-13T07:45:46.790 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.043813+0000", 2024-04-13T07:45:46.790 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.043813+0000", 2024-04-13T07:45:46.790 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.791 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.791 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.791 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.043813+0000", 2024-04-13T07:45:46.791 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.043813+0000", 2024-04-13T07:45:46.791 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.791 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.791 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.791 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.791 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:46.791 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.791 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.791 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.791 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.791 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.791 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.791 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.792 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.792 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.12", 2024-04-13T07:45:46.792 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.792 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.792 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.792 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:46.792 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.792 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T19:16:16.319302+0000", 2024-04-13T07:45:46.792 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.792 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.792 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.792 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.792 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.792 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.792 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.793 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.793 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.793 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.793 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.793 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.793 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.793 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.793 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.793 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.793 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.793 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.793 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.793 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.793 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.793 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.793 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.794 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.794 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.794 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.794 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.794 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.794 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.794 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.794 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.794 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.794 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.794 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.794 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.794 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.794 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.795 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.795 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.795 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.795 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.795 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.795 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.795 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.795 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.795 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.795 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.795 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:46.795 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:46.795 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T07:45:46.795 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.795 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T07:45:46.796 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.796 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.796 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.796 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.796 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:46.796 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:46.796 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:46.796 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.796 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T07:45:46.796 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.796 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.796 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:46.796 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.796 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.796 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.796 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042777+0000", 2024-04-13T07:45:46.797 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.642520+0000", 2024-04-13T07:45:46.797 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.642520+0000", 2024-04-13T07:45:46.797 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.642813+0000", 2024-04-13T07:45:46.797 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042777+0000", 2024-04-13T07:45:46.797 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.797 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.797 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.797 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:46.797 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042777+0000", 2024-04-13T07:45:46.797 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042777+0000", 2024-04-13T07:45:46.797 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042777+0000", 2024-04-13T07:45:46.797 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.797 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.798 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.798 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042777+0000", 2024-04-13T07:45:46.798 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042777+0000", 2024-04-13T07:45:46.798 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.798 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.798 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.798 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.798 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:46.798 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.798 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.798 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.798 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.799 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.799 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.799 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.799 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.799 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.12", 2024-04-13T07:45:46.799 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.799 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.799 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.799 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 20, 2024-04-13T07:45:46.799 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.799 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T19:25:03.227640+0000", 2024-04-13T07:45:46.799 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.799 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.799 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.799 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.799 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.800 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.800 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.800 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.800 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.800 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.800 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.800 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.800 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.800 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.800 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.800 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.800 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.800 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.800 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.800 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.800 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.801 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.801 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.801 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.801 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.801 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.801 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.801 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.801 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.801 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.801 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.801 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.801 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.801 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.801 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.801 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.801 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.801 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.802 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.802 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.802 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.802 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.802 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.802 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.802 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.802 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.802 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.802 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:46.802 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:46.802 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:46.802 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.802 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T07:45:46.803 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.803 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.803 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.803 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.803 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:46.803 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:46.803 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T07:45:46.803 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.803 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T07:45:46.803 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.803 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.803 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:46.803 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.803 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.803 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.803 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:17.159508+0000", 2024-04-13T07:45:46.803 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.008645+0000", 2024-04-13T07:45:46.804 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.008645+0000", 2024-04-13T07:45:46.804 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.009349+0000", 2024-04-13T07:45:46.804 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:17.159508+0000", 2024-04-13T07:45:46.804 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.804 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.804 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.804 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:46.804 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:17.159508+0000", 2024-04-13T07:45:46.804 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:17.159508+0000", 2024-04-13T07:45:46.804 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:17.159508+0000", 2024-04-13T07:45:46.804 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.804 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.804 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.804 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:17.159508+0000", 2024-04-13T07:45:46.804 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:17.159508+0000", 2024-04-13T07:45:46.804 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.804 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.805 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.805 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.805 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:46.805 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.805 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.805 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.805 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.805 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.805 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.805 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.805 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.805 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.13", 2024-04-13T07:45:46.805 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.805 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.805 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.805 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:46.805 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.806 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:58:03.772696+0000", 2024-04-13T07:45:46.806 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.806 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.806 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.806 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.806 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.806 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.806 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.806 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.806 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.806 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.806 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.806 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.806 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.807 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.807 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.807 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.807 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.807 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.807 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.807 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.807 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.807 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.807 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.807 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.807 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.807 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.807 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.807 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.807 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.808 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.808 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.808 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.808 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.808 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.808 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.808 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.808 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.808 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.808 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.808 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.808 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.808 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.808 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.808 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.808 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.808 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.809 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.809 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:46.809 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:46.809 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T07:45:46.809 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.809 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T07:45:46.809 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.809 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.809 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.809 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.809 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:46.809 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:46.809 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:46.809 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.809 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T07:45:46.809 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.810 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.810 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:46.810 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.810 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.810 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.810 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.480708+0000", 2024-04-13T07:45:46.810 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.640978+0000", 2024-04-13T07:45:46.810 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.640978+0000", 2024-04-13T07:45:46.810 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.641262+0000", 2024-04-13T07:45:46.810 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.480708+0000", 2024-04-13T07:45:46.810 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.811 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.811 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.811 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:46.811 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.480708+0000", 2024-04-13T07:45:46.811 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.480708+0000", 2024-04-13T07:45:46.811 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.480708+0000", 2024-04-13T07:45:46.811 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.811 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.811 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.811 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.480708+0000", 2024-04-13T07:45:46.811 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.480708+0000", 2024-04-13T07:45:46.811 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.811 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.811 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.811 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.812 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:46.812 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.812 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.812 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.812 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.812 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.812 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.812 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.812 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.812 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.11", 2024-04-13T07:45:46.812 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.812 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.812 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.812 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 20, 2024-04-13T07:45:46.813 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.813 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:43:11.602565+0000", 2024-04-13T07:45:46.813 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.813 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.813 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.813 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.813 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.813 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.813 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.813 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.813 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.813 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.813 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.813 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.813 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.814 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.814 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.814 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.814 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.814 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.814 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.814 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.814 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.814 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.814 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.814 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.814 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.814 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.814 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.814 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.815 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.815 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.815 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.815 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.815 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.815 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.815 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.815 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.815 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.815 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.815 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.815 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.815 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.815 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.815 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.815 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.815 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.816 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.816 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.816 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:46.816 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:46.816 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:46.816 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.816 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T07:45:46.816 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.816 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.816 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.816 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.816 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:46.816 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:46.816 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T07:45:46.816 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.816 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T07:45:46.817 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.817 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.817 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:46.817 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.817 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.817 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.817 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.480453+0000", 2024-04-13T07:45:46.817 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.005999+0000", 2024-04-13T07:45:46.817 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.005999+0000", 2024-04-13T07:45:46.817 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.006981+0000", 2024-04-13T07:45:46.817 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.480453+0000", 2024-04-13T07:45:46.817 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.817 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.817 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.817 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:46.817 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.480453+0000", 2024-04-13T07:45:46.818 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.480453+0000", 2024-04-13T07:45:46.818 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.480453+0000", 2024-04-13T07:45:46.818 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.818 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.818 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.818 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.480453+0000", 2024-04-13T07:45:46.818 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.480453+0000", 2024-04-13T07:45:46.818 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.818 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.818 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.818 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.818 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:46.818 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.818 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.819 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.819 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.819 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.819 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.819 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.819 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.819 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.10", 2024-04-13T07:45:46.819 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.819 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.819 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.819 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:46.819 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.819 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:01:05.619402+0000", 2024-04-13T07:45:46.819 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.819 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.819 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.819 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.820 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.820 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.820 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.820 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.820 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.820 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.820 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.820 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.820 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.820 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.820 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.820 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.820 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.820 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.820 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.820 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.820 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.821 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.821 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.821 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.821 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.821 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.821 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.821 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.821 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.821 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.821 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.821 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.821 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.821 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.821 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.821 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.821 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.822 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.822 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.822 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.822 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.822 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.822 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.822 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.822 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.822 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.822 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.822 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:46.822 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:46.822 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T07:45:46.822 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.823 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T07:45:46.823 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.823 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.823 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.823 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.823 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:46.823 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:46.823 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:46.823 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.823 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T07:45:46.823 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.823 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.823 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:46.823 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.823 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.823 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.824 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.494713+0000", 2024-04-13T07:45:46.824 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.632061+0000", 2024-04-13T07:45:46.824 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.632061+0000", 2024-04-13T07:45:46.824 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.632689+0000", 2024-04-13T07:45:46.824 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.494713+0000", 2024-04-13T07:45:46.824 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.824 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.824 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.824 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:46.824 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.494713+0000", 2024-04-13T07:45:46.824 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.494713+0000", 2024-04-13T07:45:46.824 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.494713+0000", 2024-04-13T07:45:46.824 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.824 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.824 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.824 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.494713+0000", 2024-04-13T07:45:46.824 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.494713+0000", 2024-04-13T07:45:46.825 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.825 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 8, 2024-04-13T07:45:46.825 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.825 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.825 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:46.825 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.825 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.825 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.825 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.825 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 8, 2024-04-13T07:45:46.825 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.825 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.825 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.825 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.10", 2024-04-13T07:45:46.825 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.825 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.826 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.826 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 28, 2024-04-13T07:45:46.826 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.826 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:45:29.398002+0000", 2024-04-13T07:45:46.826 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.826 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.826 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.826 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.826 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.826 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.826 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.826 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.826 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.826 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.826 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.827 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.827 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.827 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.827 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.827 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.827 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.827 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.827 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.827 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 12, 2024-04-13T07:45:46.827 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 4, 2024-04-13T07:45:46.827 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.827 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 4, 2024-04-13T07:45:46.827 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.827 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.827 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.828 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.828 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.828 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 4, 2024-04-13T07:45:46.828 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.828 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.828 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.828 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.828 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.828 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.828 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.828 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.828 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.828 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.828 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.828 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.828 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 12, 2024-04-13T07:45:46.829 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.829 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.829 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.829 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.829 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.829 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:46.829 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:46.829 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:46.829 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.829 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T07:45:46.829 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'8" 2024-04-13T07:45:46.829 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.829 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.829 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.829 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:46.829 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:46.830 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:46.830 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.830 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T07:45:46.830 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.830 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.830 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:46.830 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.830 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.830 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.830 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:17.159022+0000", 2024-04-13T07:45:46.830 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.996999+0000", 2024-04-13T07:45:46.830 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.996999+0000", 2024-04-13T07:45:46.830 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.997276+0000", 2024-04-13T07:45:46.830 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:17.159022+0000", 2024-04-13T07:45:46.831 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.831 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.831 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.831 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:46.831 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:17.159022+0000", 2024-04-13T07:45:46.831 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:17.159022+0000", 2024-04-13T07:45:46.831 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:17.159022+0000", 2024-04-13T07:45:46.831 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.831 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.831 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.831 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:17.159022+0000", 2024-04-13T07:45:46.831 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:17.159022+0000", 2024-04-13T07:45:46.831 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.831 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.831 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.832 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.832 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:46.832 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.832 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.832 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.832 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.832 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.832 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.832 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.832 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.832 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.11", 2024-04-13T07:45:46.832 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.832 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.832 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.832 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:46.833 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.833 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:07:08.380622+0000", 2024-04-13T07:45:46.833 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.833 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.833 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.833 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.833 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.833 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.833 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.833 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.833 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.833 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.833 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.833 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.833 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.834 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.834 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.834 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.834 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.834 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.834 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.834 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.834 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.834 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.834 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.834 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.834 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.834 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.834 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.834 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.835 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.835 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.835 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.835 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.835 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.835 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.835 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.835 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.835 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.835 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.835 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.835 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.835 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.835 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.835 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.835 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.835 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.836 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.836 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.836 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:46.836 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:46.836 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:46.836 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.836 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T07:45:46.836 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.836 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.836 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.836 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.836 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:46.836 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:46.836 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:46.836 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.836 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 4, 2024-04-13T07:45:46.836 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.837 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.837 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:46.837 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.837 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.837 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.837 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.191388+0000", 2024-04-13T07:45:46.837 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.647945+0000", 2024-04-13T07:45:46.837 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.647945+0000", 2024-04-13T07:45:46.837 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.648281+0000", 2024-04-13T07:45:46.837 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.191388+0000", 2024-04-13T07:45:46.837 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.837 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.837 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.837 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:46.837 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.191388+0000", 2024-04-13T07:45:46.838 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.191388+0000", 2024-04-13T07:45:46.838 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.191388+0000", 2024-04-13T07:45:46.838 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.838 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.838 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.838 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.191388+0000", 2024-04-13T07:45:46.838 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.191388+0000", 2024-04-13T07:45:46.838 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.838 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 1, 2024-04-13T07:45:46.838 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.838 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.838 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:46.838 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.838 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.839 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.839 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.839 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 1, 2024-04-13T07:45:46.839 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.839 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.839 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.839 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.f", 2024-04-13T07:45:46.839 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.839 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.839 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.839 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 21, 2024-04-13T07:45:46.839 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.839 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:57:44.756348+0000", 2024-04-13T07:45:46.839 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.839 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.840 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.840 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 22, 2024-04-13T07:45:46.840 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.840 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.840 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.840 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.840 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.840 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.840 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.840 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.840 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.840 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.840 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.840 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.840 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.840 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.841 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.841 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T07:45:46.841 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T07:45:46.841 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.841 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T07:45:46.841 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.841 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.841 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.841 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.841 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.841 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.841 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.841 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.841 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.841 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.841 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.841 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.841 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.842 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.842 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.842 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.842 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.842 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.842 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 1, 2024-04-13T07:45:46.842 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 1 2024-04-13T07:45:46.842 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.842 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.842 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.842 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.842 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:46.842 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:46.842 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:46.843 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.843 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 4, 2024-04-13T07:45:46.843 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'1" 2024-04-13T07:45:46.843 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.843 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.843 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.843 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:46.843 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:46.843 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:46.843 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.843 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T07:45:46.843 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.843 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.843 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:46.843 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.843 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.843 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.844 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:17.159670+0000", 2024-04-13T07:45:46.844 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.996679+0000", 2024-04-13T07:45:46.844 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.996679+0000", 2024-04-13T07:45:46.844 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.998142+0000", 2024-04-13T07:45:46.844 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:17.159670+0000", 2024-04-13T07:45:46.844 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.844 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.844 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.844 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:46.844 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:17.159670+0000", 2024-04-13T07:45:46.844 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:17.159670+0000", 2024-04-13T07:45:46.844 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:17.159670+0000", 2024-04-13T07:45:46.844 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.844 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.844 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.844 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:17.159670+0000", 2024-04-13T07:45:46.845 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:17.159670+0000", 2024-04-13T07:45:46.845 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.845 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.845 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.845 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.845 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:46.845 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.845 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.845 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.845 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.845 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.845 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.845 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.845 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.845 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.e", 2024-04-13T07:45:46.845 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.846 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.846 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.846 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:46.846 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.846 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:26:18.025596+0000", 2024-04-13T07:45:46.846 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.846 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.846 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.846 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.846 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.846 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.846 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.846 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.846 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.846 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.847 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.847 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.847 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.847 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.847 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.847 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.847 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.847 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.847 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.847 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.847 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.847 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.847 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.847 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.847 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.847 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.848 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.848 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.848 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.848 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.848 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.848 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.848 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.848 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.848 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.848 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.848 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.848 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.848 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.848 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.848 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.848 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.848 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.849 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.849 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.849 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.849 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.849 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:46.849 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:46.849 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:46.849 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.849 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T07:45:46.849 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.849 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.849 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.849 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.849 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:46.849 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:46.850 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T07:45:46.850 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.850 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T07:45:46.850 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.850 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.850 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 66, 2024-04-13T07:45:46.850 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.850 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.850 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.850 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042410+0000", 2024-04-13T07:45:46.850 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:43:13.032148+0000", 2024-04-13T07:45:46.850 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:43:13.032148+0000", 2024-04-13T07:45:46.850 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:43:13.032460+0000", 2024-04-13T07:45:46.850 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042410+0000", 2024-04-13T07:45:46.851 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T07:45:46.851 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.851 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T07:45:46.851 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 67, 2024-04-13T07:45:46.851 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042410+0000", 2024-04-13T07:45:46.851 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042410+0000", 2024-04-13T07:45:46.851 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042410+0000", 2024-04-13T07:45:46.851 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.851 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.851 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T07:45:46.851 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042410+0000", 2024-04-13T07:45:46.851 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042410+0000", 2024-04-13T07:45:46.851 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.851 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.851 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.851 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.851 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 66, 2024-04-13T07:45:46.852 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.852 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.852 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.852 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.852 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.852 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.852 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.852 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.852 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "4.2", 2024-04-13T07:45:46.852 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.852 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.852 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.852 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 13, 2024-04-13T07:45:46.852 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.852 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:02:02.191159+0000", 2024-04-13T07:45:46.853 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.853 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.853 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.853 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.853 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.853 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.853 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.853 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.853 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.853 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.853 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.853 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.853 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.853 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.853 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.853 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.854 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.854 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.854 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.854 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.854 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.854 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.854 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.854 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.854 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.854 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.854 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.854 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.854 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.855 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.855 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.855 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.855 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.855 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.855 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.855 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.855 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.855 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.855 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.855 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.855 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.855 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.855 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.855 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.855 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.855 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.856 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.856 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:46.856 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:46.856 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T07:45:46.856 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.856 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T07:45:46.856 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.856 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.856 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.856 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.856 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:46.856 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:46.856 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:46.856 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.856 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T07:45:46.856 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.857 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.857 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:46.857 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.857 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.857 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.857 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042759+0000", 2024-04-13T07:45:46.857 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.634042+0000", 2024-04-13T07:45:46.857 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.634042+0000", 2024-04-13T07:45:46.857 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.634561+0000", 2024-04-13T07:45:46.857 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042759+0000", 2024-04-13T07:45:46.857 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.857 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.857 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.857 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:46.857 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042759+0000", 2024-04-13T07:45:46.857 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042759+0000", 2024-04-13T07:45:46.857 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042759+0000", 2024-04-13T07:45:46.858 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.858 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.858 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.858 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042759+0000", 2024-04-13T07:45:46.858 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042759+0000", 2024-04-13T07:45:46.858 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.858 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.858 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.858 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.858 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:46.858 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.858 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.858 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.858 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.858 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.859 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.859 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.859 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.859 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.4", 2024-04-13T07:45:46.859 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.859 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.859 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.859 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 20, 2024-04-13T07:45:46.859 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.859 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:40:00.383108+0000", 2024-04-13T07:45:46.859 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.859 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.859 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.859 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.859 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.859 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.859 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.860 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.860 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.860 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.860 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.860 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.860 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.860 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.860 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.860 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.860 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.860 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.860 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.860 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.860 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.860 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.860 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.861 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.861 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.861 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.861 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.861 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.861 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.861 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.861 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.861 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.861 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.861 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.861 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.861 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.861 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.861 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.861 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.862 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.862 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.862 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.862 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.862 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.862 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.862 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.862 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.862 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:46.862 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:46.862 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:46.862 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.862 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T07:45:46.862 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.862 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.863 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.863 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.863 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:46.863 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:46.863 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T07:45:46.863 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.863 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T07:45:46.863 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.863 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.863 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:46.863 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.863 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.863 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.863 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.043085+0000", 2024-04-13T07:45:46.863 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.998797+0000", 2024-04-13T07:45:46.863 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.998797+0000", 2024-04-13T07:45:46.864 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.999140+0000", 2024-04-13T07:45:46.864 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.043085+0000", 2024-04-13T07:45:46.864 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.864 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.864 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.864 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:46.864 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.043085+0000", 2024-04-13T07:45:46.864 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.043085+0000", 2024-04-13T07:45:46.864 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.043085+0000", 2024-04-13T07:45:46.864 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.864 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.864 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.864 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.043085+0000", 2024-04-13T07:45:46.864 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.043085+0000", 2024-04-13T07:45:46.864 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.864 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.865 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.865 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.865 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:46.865 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.865 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.865 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.865 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.865 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.865 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.865 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.865 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.865 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.5", 2024-04-13T07:45:46.865 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.865 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.865 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.866 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:46.866 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.866 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:52:59.746831+0000", 2024-04-13T07:45:46.866 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.866 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.866 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.866 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.866 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.866 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.866 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.866 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.866 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.866 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.867 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.867 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.867 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.867 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.867 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.867 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.867 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.867 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.867 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.867 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.867 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.867 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.867 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.867 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.867 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.868 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.868 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.868 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.868 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.868 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.868 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.868 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.868 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.868 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.868 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.868 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.868 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.868 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.868 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.868 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.868 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.868 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.869 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.869 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.869 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.869 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.869 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.869 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:46.869 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:46.869 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T07:45:46.869 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.869 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T07:45:46.869 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.869 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.869 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.869 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.869 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:46.869 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:46.870 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T07:45:46.870 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.870 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T07:45:46.870 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.870 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.870 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 66, 2024-04-13T07:45:46.870 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.870 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.870 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.870 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042848+0000", 2024-04-13T07:45:46.870 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:43:13.038570+0000", 2024-04-13T07:45:46.870 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:43:13.038570+0000", 2024-04-13T07:45:46.870 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:43:13.038872+0000", 2024-04-13T07:45:46.870 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042848+0000", 2024-04-13T07:45:46.870 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T07:45:46.870 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.870 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T07:45:46.871 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 67, 2024-04-13T07:45:46.871 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042848+0000", 2024-04-13T07:45:46.871 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042848+0000", 2024-04-13T07:45:46.871 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042848+0000", 2024-04-13T07:45:46.871 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.871 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.871 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T07:45:46.871 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042848+0000", 2024-04-13T07:45:46.871 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042848+0000", 2024-04-13T07:45:46.871 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.871 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.871 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.871 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.871 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 66, 2024-04-13T07:45:46.871 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.871 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.872 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.872 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.872 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.872 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.872 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.872 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.872 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "4.4", 2024-04-13T07:45:46.872 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.872 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.872 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.872 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 13, 2024-04-13T07:45:46.872 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.872 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:49:41.899072+0000", 2024-04-13T07:45:46.872 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.872 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.872 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.873 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.873 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.873 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.873 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.873 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.873 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.873 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.873 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.873 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.873 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.873 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.873 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.873 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.873 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.873 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.874 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.874 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.874 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.874 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.874 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.874 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.874 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.874 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.874 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.874 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.874 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.874 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.874 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.874 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.874 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.874 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.875 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.875 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.875 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.875 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.875 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.875 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.875 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.875 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.875 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.875 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.875 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.875 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.875 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.875 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:46.875 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:46.875 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T07:45:46.876 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.876 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T07:45:46.876 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.876 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.876 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.876 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.876 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:46.876 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:46.876 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:46.876 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.876 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T07:45:46.876 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.876 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.876 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:46.876 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.876 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.876 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.877 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042632+0000", 2024-04-13T07:45:46.877 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.639411+0000", 2024-04-13T07:45:46.877 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.639411+0000", 2024-04-13T07:45:46.877 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.640211+0000", 2024-04-13T07:45:46.877 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042632+0000", 2024-04-13T07:45:46.877 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.877 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.877 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.877 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:46.877 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042632+0000", 2024-04-13T07:45:46.877 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042632+0000", 2024-04-13T07:45:46.877 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042632+0000", 2024-04-13T07:45:46.877 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.877 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.877 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.878 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042632+0000", 2024-04-13T07:45:46.878 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042632+0000", 2024-04-13T07:45:46.878 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.878 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.878 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.878 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.878 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:46.878 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.878 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.878 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.878 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.878 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.878 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.878 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.879 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.879 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.2", 2024-04-13T07:45:46.879 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.879 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.879 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.879 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 20, 2024-04-13T07:45:46.879 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.879 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:32:22.294238+0000", 2024-04-13T07:45:46.879 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.879 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.879 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.879 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.879 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.879 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.879 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.880 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.880 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.880 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.880 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.880 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.880 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.880 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.880 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.880 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.880 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.880 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.880 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.880 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.880 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.880 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.881 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.881 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.881 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.881 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.881 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.881 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.881 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.881 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.881 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.881 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.881 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.881 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.881 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.881 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.881 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.881 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.882 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.882 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.882 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.882 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.882 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.882 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.882 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.882 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.882 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.882 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:46.882 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:46.882 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:46.882 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.882 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T07:45:46.882 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.882 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.883 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.883 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.883 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:46.883 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:46.883 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:46.883 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.883 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T07:45:46.883 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.883 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.883 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:46.883 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.883 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.883 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.883 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.494804+0000", 2024-04-13T07:45:46.883 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:43:02.284777+0000", 2024-04-13T07:45:46.883 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:43:02.284777+0000", 2024-04-13T07:45:46.883 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:43:02.285144+0000", 2024-04-13T07:45:46.884 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.494804+0000", 2024-04-13T07:45:46.884 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.884 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.884 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.884 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 64, 2024-04-13T07:45:46.884 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.494804+0000", 2024-04-13T07:45:46.884 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.494804+0000", 2024-04-13T07:45:46.884 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.494804+0000", 2024-04-13T07:45:46.884 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.884 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.884 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.884 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.494804+0000", 2024-04-13T07:45:46.884 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.494804+0000", 2024-04-13T07:45:46.884 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.884 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.884 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.884 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.884 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 63, 2024-04-13T07:45:46.885 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.885 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.885 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.885 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.885 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.885 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.885 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.885 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.885 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.3", 2024-04-13T07:45:46.885 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.885 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.885 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.885 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 17, 2024-04-13T07:45:46.885 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.885 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:25:07.215301+0000", 2024-04-13T07:45:46.885 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.885 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.886 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.886 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.886 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.886 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.886 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.886 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.886 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.886 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.886 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.886 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.886 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.886 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.886 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.887 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.887 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.887 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.887 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.887 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.887 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.887 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.887 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.887 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.887 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.887 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.887 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.887 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.887 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.887 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.888 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.888 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.888 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.888 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.888 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.888 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.888 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.888 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.888 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.888 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.888 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.888 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.888 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.888 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.888 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.889 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.889 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.889 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:46.889 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:46.889 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:46.889 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.889 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T07:45:46.889 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.889 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.889 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.889 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.889 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:46.889 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:46.889 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:46.889 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.890 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T07:45:46.890 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.890 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.890 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 66, 2024-04-13T07:45:46.890 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.890 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.890 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.890 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042808+0000", 2024-04-13T07:45:46.890 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:43:13.041245+0000", 2024-04-13T07:45:46.890 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:43:13.041245+0000", 2024-04-13T07:45:46.890 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:43:13.041544+0000", 2024-04-13T07:45:46.890 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042808+0000", 2024-04-13T07:45:46.890 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T07:45:46.890 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.890 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T07:45:46.891 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 67, 2024-04-13T07:45:46.891 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042808+0000", 2024-04-13T07:45:46.891 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042808+0000", 2024-04-13T07:45:46.891 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042808+0000", 2024-04-13T07:45:46.891 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.891 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.891 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T07:45:46.891 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042808+0000", 2024-04-13T07:45:46.891 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042808+0000", 2024-04-13T07:45:46.891 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.891 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.891 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.891 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.891 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 66, 2024-04-13T07:45:46.891 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.891 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.892 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.892 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.892 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.892 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.892 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.892 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.892 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "4.7", 2024-04-13T07:45:46.892 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.892 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.892 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.892 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 13, 2024-04-13T07:45:46.892 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.892 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:41:58.624799+0000", 2024-04-13T07:45:46.892 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.892 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.892 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.893 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.893 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.893 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.893 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.893 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.893 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.893 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.893 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.893 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.893 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.893 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.893 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.893 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.893 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.893 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.893 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.893 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.894 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.894 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.894 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.894 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.894 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.894 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.894 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.894 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.894 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.894 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.894 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.894 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.894 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.894 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.894 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.895 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.895 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.895 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.895 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.895 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.895 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.895 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.895 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.895 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.895 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.895 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.895 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.895 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:46.895 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:46.895 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:46.895 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.896 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T07:45:46.896 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.896 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.896 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.896 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.896 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:46.896 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:46.896 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:46.896 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.896 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T07:45:46.896 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.896 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.896 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:46.896 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.896 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.896 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.896 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042372+0000", 2024-04-13T07:45:46.896 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.995671+0000", 2024-04-13T07:45:46.897 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.995671+0000", 2024-04-13T07:45:46.897 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.995942+0000", 2024-04-13T07:45:46.897 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042372+0000", 2024-04-13T07:45:46.897 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.897 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.897 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.897 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:46.897 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042372+0000", 2024-04-13T07:45:46.897 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042372+0000", 2024-04-13T07:45:46.897 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042372+0000", 2024-04-13T07:45:46.897 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.897 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.897 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.897 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042372+0000", 2024-04-13T07:45:46.897 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042372+0000", 2024-04-13T07:45:46.897 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.897 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.898 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.898 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.898 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:46.898 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.898 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.898 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.898 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.898 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.898 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.898 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.898 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.898 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.0", 2024-04-13T07:45:46.898 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.898 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.898 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.898 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:46.899 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.899 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:39:52.688199+0000", 2024-04-13T07:45:46.899 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.899 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.899 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.899 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.899 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.899 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.899 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.899 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.899 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.899 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.899 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.899 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.899 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.900 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.900 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.900 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.900 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.900 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.900 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.900 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.900 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.900 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.900 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.900 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.900 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.900 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.900 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.900 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.900 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.901 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.901 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.901 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.901 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.901 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.901 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.901 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.901 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.901 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.901 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.901 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.901 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.901 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.901 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.901 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.901 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.901 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.902 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.902 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:46.902 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:46.902 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:46.902 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.902 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T07:45:46.902 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.902 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.902 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.902 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.902 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:46.902 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:46.902 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:46.903 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.903 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T07:45:46.903 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.903 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.903 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:46.903 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.903 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.903 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.903 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.494835+0000", 2024-04-13T07:45:46.903 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.640437+0000", 2024-04-13T07:45:46.903 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.640437+0000", 2024-04-13T07:45:46.903 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.640764+0000", 2024-04-13T07:45:46.903 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.494835+0000", 2024-04-13T07:45:46.903 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.903 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.903 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.903 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:46.904 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.494835+0000", 2024-04-13T07:45:46.904 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.494835+0000", 2024-04-13T07:45:46.904 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.494835+0000", 2024-04-13T07:45:46.904 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.904 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.904 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.904 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.494835+0000", 2024-04-13T07:45:46.904 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.494835+0000", 2024-04-13T07:45:46.904 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.904 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.904 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.904 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.904 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:46.904 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.904 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.905 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.905 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.905 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.905 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.905 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.905 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.905 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.1", 2024-04-13T07:45:46.905 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.905 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.905 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.905 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 20, 2024-04-13T07:45:46.905 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.905 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:54:49.269709+0000", 2024-04-13T07:45:46.905 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.905 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.905 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.905 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.907 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.907 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.907 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.907 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.907 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.907 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.907 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.907 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.907 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.907 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.907 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.907 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.907 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.907 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.907 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.908 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.908 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.908 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.908 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.908 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.908 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.908 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.908 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.908 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.908 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.908 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.908 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.908 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.908 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:46.908 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:46.908 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:46.908 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.909 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T07:45:46.909 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.909 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.909 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.909 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.909 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:46.909 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:46.909 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:46.909 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.909 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T07:45:46.909 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.909 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.909 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 66, 2024-04-13T07:45:46.909 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.909 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.910 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.910 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.480679+0000", 2024-04-13T07:45:46.910 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:43:13.059358+0000", 2024-04-13T07:45:46.910 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:43:13.059358+0000", 2024-04-13T07:45:46.910 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:43:13.059703+0000", 2024-04-13T07:45:46.910 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.480679+0000", 2024-04-13T07:45:46.910 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T07:45:46.910 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.910 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T07:45:46.910 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 67, 2024-04-13T07:45:46.910 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.480679+0000", 2024-04-13T07:45:46.910 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.480679+0000", 2024-04-13T07:45:46.910 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.480679+0000", 2024-04-13T07:45:46.910 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.911 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.911 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T07:45:46.911 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.480679+0000", 2024-04-13T07:45:46.911 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.480679+0000", 2024-04-13T07:45:46.911 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.911 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.911 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.911 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.911 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 66, 2024-04-13T07:45:46.911 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.911 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.911 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.911 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.911 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.911 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.912 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.912 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.912 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "4.5", 2024-04-13T07:45:46.912 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.912 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.912 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.912 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 13, 2024-04-13T07:45:46.912 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.912 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:37:06.348958+0000", 2024-04-13T07:45:46.912 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.912 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.912 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.912 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.912 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.912 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.912 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.912 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.914 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.914 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.914 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.914 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.914 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.914 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.914 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.914 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.914 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.914 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.914 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.914 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.914 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.914 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.914 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.915 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.915 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.915 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.915 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.915 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.915 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.915 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.915 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.915 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.915 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.915 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:46.915 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:46.915 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:46.915 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.915 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T07:45:46.915 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.916 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.916 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.916 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.916 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:46.916 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:46.916 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:46.916 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.916 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T07:45:46.916 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.916 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.916 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:46.916 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.916 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.916 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.916 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.944849+0000", 2024-04-13T07:45:46.917 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.000614+0000", 2024-04-13T07:45:46.917 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.000614+0000", 2024-04-13T07:45:46.917 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.000895+0000", 2024-04-13T07:45:46.917 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.944849+0000", 2024-04-13T07:45:46.917 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.917 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.917 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.917 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:46.917 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.944849+0000", 2024-04-13T07:45:46.917 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.944849+0000", 2024-04-13T07:45:46.917 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.944849+0000", 2024-04-13T07:45:46.917 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.917 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.917 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.917 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.944849+0000", 2024-04-13T07:45:46.917 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.944849+0000", 2024-04-13T07:45:46.917 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.918 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.918 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.918 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.918 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:46.918 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.918 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.918 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.918 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.918 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.918 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.918 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.918 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.918 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.2", 2024-04-13T07:45:46.918 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.918 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.919 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.919 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:46.919 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.919 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:48:27.131388+0000", 2024-04-13T07:45:46.919 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.919 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.919 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.921 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.921 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.921 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.921 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.921 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.921 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.921 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.921 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.921 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.921 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.921 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.921 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.921 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.921 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.921 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.921 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.921 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.922 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.922 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:46.922 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:46.922 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:46.922 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.922 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T07:45:46.922 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.922 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.922 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.922 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.922 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:46.922 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:46.922 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:46.922 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.922 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T07:45:46.923 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.923 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.923 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:46.923 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.923 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.923 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.923 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042830+0000", 2024-04-13T07:45:46.923 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.640346+0000", 2024-04-13T07:45:46.923 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.640346+0000", 2024-04-13T07:45:46.923 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.641881+0000", 2024-04-13T07:45:46.923 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042830+0000", 2024-04-13T07:45:46.923 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.923 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.923 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.923 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:46.923 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042830+0000", 2024-04-13T07:45:46.923 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042830+0000", 2024-04-13T07:45:46.924 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042830+0000", 2024-04-13T07:45:46.924 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.924 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.924 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.924 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042830+0000", 2024-04-13T07:45:46.924 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042830+0000", 2024-04-13T07:45:46.924 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.924 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.924 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.924 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.924 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:46.924 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.924 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.924 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.924 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.924 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.924 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.925 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.925 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.925 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.3", 2024-04-13T07:45:46.925 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.925 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.925 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.925 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 20, 2024-04-13T07:45:46.925 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.925 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:01:18.716214+0000", 2024-04-13T07:45:46.925 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.925 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.925 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.925 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.925 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.925 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.925 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.925 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.927 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.927 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.927 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.927 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.927 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.927 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.927 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.927 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.927 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.927 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.927 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.927 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.927 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.927 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.928 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.928 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.928 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.928 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.928 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.928 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.928 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.928 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.928 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.928 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.928 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.928 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.928 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:46.928 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:46.928 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:46.929 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.929 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T07:45:46.929 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.929 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.929 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.929 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.929 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:46.929 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:46.929 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:46.929 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.929 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T07:45:46.929 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.929 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.929 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 19, 2024-04-13T07:45:46.929 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.930 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.930 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.930 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:17.160652+0000", 2024-04-13T07:45:46.930 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:21.974326+0000", 2024-04-13T07:45:46.930 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:21.974326+0000", 2024-04-13T07:45:46.930 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:21.974818+0000", 2024-04-13T07:45:46.930 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:17.160652+0000", 2024-04-13T07:45:46.930 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:40:15.469395+0000", 2024-04-13T07:45:46.930 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.930 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:40:15.469395+0000", 2024-04-13T07:45:46.930 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 58, 2024-04-13T07:45:46.930 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:17.160652+0000", 2024-04-13T07:45:46.930 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:17.160652+0000", 2024-04-13T07:45:46.930 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:17.160652+0000", 2024-04-13T07:45:46.930 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.931 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.931 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:40:15.469395+0000", 2024-04-13T07:45:46.931 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:17.160652+0000", 2024-04-13T07:45:46.931 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:17.160652+0000", 2024-04-13T07:45:46.931 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.931 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 128, 2024-04-13T07:45:46.931 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.931 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.931 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 57, 2024-04-13T07:45:46.931 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.931 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.931 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.931 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.931 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 128, 2024-04-13T07:45:46.931 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.932 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.932 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.932 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "1.0", 2024-04-13T07:45:46.932 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.932 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.932 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.932 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 266, 2024-04-13T07:45:46.932 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.932 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:43:01.030248+0000", 2024-04-13T07:45:46.932 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.932 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.932 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.932 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 590368, 2024-04-13T07:45:46.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 1771104, 2024-04-13T07:45:46.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.934 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 6, 2024-04-13T07:45:46.934 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 2, 2024-04-13T07:45:46.934 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.934 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 2, 2024-04-13T07:45:46.934 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.934 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.934 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.934 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.934 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.934 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.934 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.934 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 6, 2024-04-13T07:45:46.934 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.934 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.935 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.935 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.935 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.935 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 212, 2024-04-13T07:45:46.935 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 306, 2024-04-13T07:45:46.935 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.935 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.935 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.935 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 179, 2024-04-13T07:45:46.935 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 2416 2024-04-13T07:45:46.935 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.935 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.935 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.935 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.935 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:46.935 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:46.935 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:46.936 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.936 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T07:45:46.936 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "66'128" 2024-04-13T07:45:46.936 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.936 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.936 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.936 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:46.936 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:46.936 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T07:45:46.936 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.936 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T07:45:46.936 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.936 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.936 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 66, 2024-04-13T07:45:46.936 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.936 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.937 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.937 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.043903+0000", 2024-04-13T07:45:46.937 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:43:13.041342+0000", 2024-04-13T07:45:46.937 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:43:13.041342+0000", 2024-04-13T07:45:46.937 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:43:13.041665+0000", 2024-04-13T07:45:46.937 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.043903+0000", 2024-04-13T07:45:46.937 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T07:45:46.937 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.937 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T07:45:46.937 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 67, 2024-04-13T07:45:46.937 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.043903+0000", 2024-04-13T07:45:46.937 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.043903+0000", 2024-04-13T07:45:46.937 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.043903+0000", 2024-04-13T07:45:46.937 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.937 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.937 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T07:45:46.938 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.043903+0000", 2024-04-13T07:45:46.938 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.043903+0000", 2024-04-13T07:45:46.938 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.938 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.938 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.938 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.938 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 66, 2024-04-13T07:45:46.938 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.938 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.938 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.938 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.938 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.938 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.938 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.939 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.939 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "4.6", 2024-04-13T07:45:46.939 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.939 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.939 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.939 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 13, 2024-04-13T07:45:46.939 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.939 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:33:23.663425+0000", 2024-04-13T07:45:46.939 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.939 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.939 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.939 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.939 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.939 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.939 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.939 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.939 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.941 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.941 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.941 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.941 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.941 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.941 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.941 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.941 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.941 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.941 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.941 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.941 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.941 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.941 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.941 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.941 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.941 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.942 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.942 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.942 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.942 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.942 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:46.942 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:46.942 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T07:45:46.942 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.942 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T07:45:46.942 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.942 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.942 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.942 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.942 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:46.942 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:46.943 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T07:45:46.943 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.943 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T07:45:46.943 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.943 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.943 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:46.943 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.943 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.943 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.943 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.494716+0000", 2024-04-13T07:45:46.943 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:43:02.285724+0000", 2024-04-13T07:45:46.943 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:43:02.285724+0000", 2024-04-13T07:45:46.943 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:43:02.286084+0000", 2024-04-13T07:45:46.943 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.494716+0000", 2024-04-13T07:45:46.943 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.944 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.944 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.944 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 64, 2024-04-13T07:45:46.944 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.494716+0000", 2024-04-13T07:45:46.944 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.494716+0000", 2024-04-13T07:45:46.944 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.494716+0000", 2024-04-13T07:45:46.944 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.944 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.944 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.944 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.494716+0000", 2024-04-13T07:45:46.944 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.494716+0000", 2024-04-13T07:45:46.944 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.944 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.944 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.944 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.945 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 63, 2024-04-13T07:45:46.945 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.945 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.945 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.945 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.945 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.945 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.945 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.945 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.945 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.1", 2024-04-13T07:45:46.945 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.945 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.945 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.945 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 17, 2024-04-13T07:45:46.945 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.946 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:00:08.579486+0000", 2024-04-13T07:45:46.946 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.946 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.946 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.946 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.946 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.946 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.946 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.946 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.946 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.946 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.946 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.946 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.946 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.946 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.948 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.948 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.948 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.948 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.948 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.948 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.948 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.948 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.948 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.948 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.948 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.948 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.948 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.948 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.948 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.948 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.948 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.949 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:46.949 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:46.949 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T07:45:46.949 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.949 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T07:45:46.949 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.949 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.949 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.949 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.949 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:46.949 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:46.949 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:46.949 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.949 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T07:45:46.949 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.949 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.949 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:46.949 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.950 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.950 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.950 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:17.160406+0000", 2024-04-13T07:45:46.950 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.648787+0000", 2024-04-13T07:45:46.950 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.648787+0000", 2024-04-13T07:45:46.950 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.649193+0000", 2024-04-13T07:45:46.950 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:17.160406+0000", 2024-04-13T07:45:46.950 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.950 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.950 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.950 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:46.950 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:17.160406+0000", 2024-04-13T07:45:46.950 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:17.160406+0000", 2024-04-13T07:45:46.950 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:17.160406+0000", 2024-04-13T07:45:46.951 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.951 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.951 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.951 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:17.160406+0000", 2024-04-13T07:45:46.951 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:17.160406+0000", 2024-04-13T07:45:46.951 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.951 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.951 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.951 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.951 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:46.951 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.951 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.951 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.951 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.951 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.951 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.951 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.951 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.952 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.0", 2024-04-13T07:45:46.952 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.952 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.952 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.952 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 20, 2024-04-13T07:45:46.952 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.952 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:57:23.052939+0000", 2024-04-13T07:45:46.952 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.952 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.952 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.952 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.952 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.952 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.952 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.952 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.952 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.955 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.955 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.955 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.955 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.955 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.955 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.955 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.955 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.955 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:46.955 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:46.955 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:46.955 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.955 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T07:45:46.955 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.955 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.955 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.955 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.956 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:46.956 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:46.956 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:46.956 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.956 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T07:45:46.956 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.956 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.956 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 66, 2024-04-13T07:45:46.956 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.956 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.956 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.956 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.043554+0000", 2024-04-13T07:45:46.956 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:43:13.059597+0000", 2024-04-13T07:45:46.956 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:43:13.059597+0000", 2024-04-13T07:45:46.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:43:13.059930+0000", 2024-04-13T07:45:46.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.043554+0000", 2024-04-13T07:45:46.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T07:45:46.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T07:45:46.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 67, 2024-04-13T07:45:46.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.043554+0000", 2024-04-13T07:45:46.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.043554+0000", 2024-04-13T07:45:46.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.043554+0000", 2024-04-13T07:45:46.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T07:45:46.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.043554+0000", 2024-04-13T07:45:46.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.043554+0000", 2024-04-13T07:45:46.958 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.958 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.958 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.958 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.958 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 66, 2024-04-13T07:45:46.958 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.958 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.958 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.958 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.958 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.958 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.958 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.958 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.958 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "4.3", 2024-04-13T07:45:46.958 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.959 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.959 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.959 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 13, 2024-04-13T07:45:46.959 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.959 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:34:06.430024+0000", 2024-04-13T07:45:46.959 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.959 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.959 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.959 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.959 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.959 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.959 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.959 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.959 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.959 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.959 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.961 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.961 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.962 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.962 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.962 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:46.962 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:46.962 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:46.962 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.962 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T07:45:46.962 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.962 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.962 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.962 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.962 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:46.962 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:46.962 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T07:45:46.962 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.962 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T07:45:46.963 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.963 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.963 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:46.963 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.963 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.963 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.963 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:17.159424+0000", 2024-04-13T07:45:46.963 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.648763+0000", 2024-04-13T07:45:46.963 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.648763+0000", 2024-04-13T07:45:46.963 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.649064+0000", 2024-04-13T07:45:46.963 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:17.159424+0000", 2024-04-13T07:45:46.963 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.963 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.963 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.963 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:46.963 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:17.159424+0000", 2024-04-13T07:45:46.963 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:17.159424+0000", 2024-04-13T07:45:46.964 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:17.159424+0000", 2024-04-13T07:45:46.964 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.964 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.964 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.964 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:17.159424+0000", 2024-04-13T07:45:46.964 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:17.159424+0000", 2024-04-13T07:45:46.964 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.964 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.964 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.964 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.964 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:46.964 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.964 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.964 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.964 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.964 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.964 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.965 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.965 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.965 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.5", 2024-04-13T07:45:46.965 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.965 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.965 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.965 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 20, 2024-04-13T07:45:46.965 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.965 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:45:35.270246+0000", 2024-04-13T07:45:46.965 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.965 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.965 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.965 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.965 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.965 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.965 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.965 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.966 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.966 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.966 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.966 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.966 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.966 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.966 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.966 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.966 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.966 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.966 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.966 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.966 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.966 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.966 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.966 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.968 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.968 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.968 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.968 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.968 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.968 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.968 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.968 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.968 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:46.968 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:46.968 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T07:45:46.968 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.968 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T07:45:46.968 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.968 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.968 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.969 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.969 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:46.969 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:46.969 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T07:45:46.969 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.969 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T07:45:46.969 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.969 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.969 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:46.969 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.969 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.969 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.969 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042935+0000", 2024-04-13T07:45:46.969 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.992703+0000", 2024-04-13T07:45:46.969 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.992703+0000", 2024-04-13T07:45:46.969 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.992968+0000", 2024-04-13T07:45:46.969 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042935+0000", 2024-04-13T07:45:46.970 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.970 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.970 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.970 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:46.970 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042935+0000", 2024-04-13T07:45:46.970 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042935+0000", 2024-04-13T07:45:46.970 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042935+0000", 2024-04-13T07:45:46.970 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.970 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.970 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.970 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042935+0000", 2024-04-13T07:45:46.970 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042935+0000", 2024-04-13T07:45:46.970 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.971 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.971 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.971 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.971 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:46.971 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.971 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.971 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.971 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.971 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.971 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.971 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.971 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.971 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.4", 2024-04-13T07:45:46.971 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.971 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.971 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.971 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:46.972 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.972 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:47:53.383772+0000", 2024-04-13T07:45:46.972 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.972 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.972 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.972 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.972 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.972 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.972 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.972 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.972 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.972 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.972 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.972 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.972 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.972 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.973 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.973 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.973 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.973 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.973 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.973 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.973 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.973 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.973 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.973 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.973 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.973 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.973 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.973 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.973 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.973 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.973 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.974 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.974 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.975 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.975 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.975 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:46.975 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:46.975 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T07:45:46.975 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.975 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T07:45:46.975 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.975 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.975 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.975 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.975 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:46.975 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:46.975 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:46.975 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.975 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T07:45:46.975 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.976 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.976 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 66, 2024-04-13T07:45:46.976 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.976 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.976 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.976 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.944664+0000", 2024-04-13T07:45:46.976 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:43:13.059738+0000", 2024-04-13T07:45:46.976 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:43:13.059738+0000", 2024-04-13T07:45:46.976 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:43:13.060054+0000", 2024-04-13T07:45:46.976 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.944664+0000", 2024-04-13T07:45:46.976 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T07:45:46.976 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.976 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T07:45:46.976 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 67, 2024-04-13T07:45:46.976 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.944664+0000", 2024-04-13T07:45:46.976 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.944664+0000", 2024-04-13T07:45:46.977 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.944664+0000", 2024-04-13T07:45:46.977 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.977 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.977 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T07:45:46.977 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.944664+0000", 2024-04-13T07:45:46.977 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.944664+0000", 2024-04-13T07:45:46.977 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.977 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.977 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.977 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.977 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 66, 2024-04-13T07:45:46.977 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.977 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.977 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.977 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.977 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.978 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.978 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.978 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.978 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "4.0", 2024-04-13T07:45:46.978 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.978 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.978 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.978 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 13, 2024-04-13T07:45:46.978 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.978 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:43:02.688480+0000", 2024-04-13T07:45:46.978 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.978 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.978 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.978 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.978 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.979 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.979 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.979 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.979 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.979 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.979 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.979 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.979 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.979 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.979 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.979 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.979 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.979 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.979 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.979 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.979 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.980 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.980 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.980 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.980 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.980 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.980 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.980 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.980 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.980 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.980 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.980 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.980 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.980 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.980 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.980 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.980 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.981 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.981 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.981 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.981 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.981 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.981 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.981 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.981 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.981 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.981 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.981 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:46.981 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:46.981 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:46.981 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.981 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T07:45:46.981 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.982 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.982 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.982 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.982 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:46.982 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:46.982 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T07:45:46.982 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.982 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T07:45:46.982 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.982 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.982 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:46.982 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.982 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.982 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.982 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042951+0000", 2024-04-13T07:45:46.983 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.635715+0000", 2024-04-13T07:45:46.983 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.635715+0000", 2024-04-13T07:45:46.983 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.636248+0000", 2024-04-13T07:45:46.983 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042951+0000", 2024-04-13T07:45:46.983 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.983 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.983 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.983 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:46.983 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042951+0000", 2024-04-13T07:45:46.983 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042951+0000", 2024-04-13T07:45:46.983 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042951+0000", 2024-04-13T07:45:46.983 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.983 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.983 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:46.983 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042951+0000", 2024-04-13T07:45:46.983 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042951+0000", 2024-04-13T07:45:46.984 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.984 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 1, 2024-04-13T07:45:46.984 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.984 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.984 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:46.984 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.984 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.984 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.984 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.984 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 1, 2024-04-13T07:45:46.984 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.984 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.984 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.984 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.6", 2024-04-13T07:45:46.984 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.984 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.985 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.985 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 21, 2024-04-13T07:45:46.985 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.985 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:21:17.026690+0000", 2024-04-13T07:45:46.985 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.985 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.985 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.985 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.985 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.985 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.985 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.985 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.985 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.985 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.986 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.986 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.986 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.986 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.986 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.986 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.986 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.986 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.986 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.986 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T07:45:46.986 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T07:45:46.986 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.986 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T07:45:46.986 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T07:45:46.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 1, 2024-04-13T07:45:46.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.988 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.988 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.988 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.988 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.988 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:46.988 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:46.988 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T07:45:46.988 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.988 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T07:45:46.988 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "62'1" 2024-04-13T07:45:46.989 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.989 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.989 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.989 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:46.989 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:46.989 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:46.989 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.989 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T07:45:46.989 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.989 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.989 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:46.989 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.989 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.989 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.989 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.945276+0000", 2024-04-13T07:45:46.990 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.014089+0000", 2024-04-13T07:45:46.990 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.014089+0000", 2024-04-13T07:45:46.990 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.014613+0000", 2024-04-13T07:45:46.990 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.945276+0000", 2024-04-13T07:45:46.990 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.990 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.990 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.990 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:46.990 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.945276+0000", 2024-04-13T07:45:46.990 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.945276+0000", 2024-04-13T07:45:46.990 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.945276+0000", 2024-04-13T07:45:46.990 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.990 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.990 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:46.990 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.945276+0000", 2024-04-13T07:45:46.991 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.945276+0000", 2024-04-13T07:45:46.991 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.991 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.991 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.991 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.991 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:46.991 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.991 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.991 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.991 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.991 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.991 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.991 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.991 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.991 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.7", 2024-04-13T07:45:46.991 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.992 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.992 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.992 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:46.992 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.992 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:31:47.960828+0000", 2024-04-13T07:45:46.992 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.992 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.992 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.992 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.992 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.992 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.992 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.992 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.992 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.992 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.992 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.993 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.993 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.993 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:46.993 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:46.993 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:46.993 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:46.993 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:46.993 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:46.993 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:46.993 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:46.993 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:46.993 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:46.993 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:46.993 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:46.993 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:46.993 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:46.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:46.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:46.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:46.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:46.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:46.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:46.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:46.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:46.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:46.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:46.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:46.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:46.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:46.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:46.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:46.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:46.995 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.995 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:46.995 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:46.995 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:46.995 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:46.995 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:46.995 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:46.995 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.995 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T07:45:46.995 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:46.995 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:46.995 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:46.995 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:46.995 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:46.996 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:46.996 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:46.996 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:46.996 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 4, 2024-04-13T07:45:46.996 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:46.996 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:46.996 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 66, 2024-04-13T07:45:46.996 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:46.996 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:46.996 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:46.996 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.190810+0000", 2024-04-13T07:45:46.996 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:43:13.033437+0000", 2024-04-13T07:45:46.996 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:43:13.033437+0000", 2024-04-13T07:45:46.996 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:43:13.033745+0000", 2024-04-13T07:45:46.996 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.190810+0000", 2024-04-13T07:45:46.996 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T07:45:46.997 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:46.997 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T07:45:46.997 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 67, 2024-04-13T07:45:46.997 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.190810+0000", 2024-04-13T07:45:46.997 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.190810+0000", 2024-04-13T07:45:46.997 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.190810+0000", 2024-04-13T07:45:46.997 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:46.997 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:46.997 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T07:45:46.997 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.190810+0000", 2024-04-13T07:45:46.997 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.190810+0000", 2024-04-13T07:45:46.997 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:46.997 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:46.997 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:46.997 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:46.998 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 66, 2024-04-13T07:45:46.998 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:46.998 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:46.998 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:46.998 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:46.998 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:46.998 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:46.998 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:46.998 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:46.998 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "4.1", 2024-04-13T07:45:46.998 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:46.998 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:46.998 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:46.998 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 13, 2024-04-13T07:45:46.999 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:46.999 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:12:21.290103+0000", 2024-04-13T07:45:46.999 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:46.999 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:46.999 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:46.999 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:46.999 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:46.999 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:46.999 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:46.999 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:46.999 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:46.999 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:46.999 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:46.999 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:46.999 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:46.999 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:47.000 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:47.000 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:47.000 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:47.000 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:47.000 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:47.000 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:47.000 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:47.000 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:47.000 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:47.000 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:47.000 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:47.000 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:47.000 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:47.000 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:47.000 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:47.000 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:47.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:47.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:47.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:47.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:47.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:47.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:47.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:47.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:47.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:47.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:47.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:47.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:47.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:47.001 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.001 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:47.002 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:47.002 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:47.002 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:47.002 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:47.002 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:47.002 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.002 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 4, 2024-04-13T07:45:47.002 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:47.002 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.002 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.002 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:47.002 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:47.002 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:47.002 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T07:45:47.002 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.002 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T07:45:47.002 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:47.003 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:47.003 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:47.003 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:47.003 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:47.003 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:47.003 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.480837+0000", 2024-04-13T07:45:47.003 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.647219+0000", 2024-04-13T07:45:47.003 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.647219+0000", 2024-04-13T07:45:47.003 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.647526+0000", 2024-04-13T07:45:47.003 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.480837+0000", 2024-04-13T07:45:47.003 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:47.003 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:47.003 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:47.003 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:47.004 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.480837+0000", 2024-04-13T07:45:47.004 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.480837+0000", 2024-04-13T07:45:47.004 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.480837+0000", 2024-04-13T07:45:47.004 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:47.004 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:47.004 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:47.004 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.480837+0000", 2024-04-13T07:45:47.004 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.480837+0000", 2024-04-13T07:45:47.004 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:47.004 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 2, 2024-04-13T07:45:47.004 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:47.004 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:47.004 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:47.004 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:47.004 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:47.005 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:47.005 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:47.005 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 2, 2024-04-13T07:45:47.005 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:47.005 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:47.005 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:47.005 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.7", 2024-04-13T07:45:47.005 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:47.005 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:47.005 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:47.005 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 22, 2024-04-13T07:45:47.005 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:47.005 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:23:14.932206+0000", 2024-04-13T07:45:47.005 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:47.005 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:47.005 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:47.006 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:47.006 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:47.006 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:47.006 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:47.006 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:47.006 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:47.006 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:47.006 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:47.006 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:47.006 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:47.006 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:47.006 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:47.006 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:47.006 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:47.007 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:47.007 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:47.007 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T07:45:47.007 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T07:45:47.007 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:47.007 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T07:45:47.007 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:47.007 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:47.007 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:47.007 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:47.007 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:47.007 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T07:45:47.007 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:47.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:47.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:47.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:47.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:47.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:47.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:47.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:47.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:47.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:47.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:47.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:47.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3, 2024-04-13T07:45:47.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:47.008 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.008 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:47.009 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:47.009 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:47.009 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:47.009 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:47.009 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T07:45:47.009 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.009 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T07:45:47.009 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'2" 2024-04-13T07:45:47.009 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.009 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.009 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:47.009 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:47.009 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:47.009 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T07:45:47.009 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.010 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T07:45:47.010 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:47.010 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:47.010 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:47.010 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:47.010 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:47.010 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:47.010 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.043777+0000", 2024-04-13T07:45:47.010 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.995219+0000", 2024-04-13T07:45:47.010 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.995219+0000", 2024-04-13T07:45:47.010 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.995623+0000", 2024-04-13T07:45:47.010 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.043777+0000", 2024-04-13T07:45:47.010 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.010 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:47.010 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.011 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:47.011 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.043777+0000", 2024-04-13T07:45:47.011 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.043777+0000", 2024-04-13T07:45:47.011 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.043777+0000", 2024-04-13T07:45:47.011 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:47.011 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:47.011 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.011 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.043777+0000", 2024-04-13T07:45:47.011 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.043777+0000", 2024-04-13T07:45:47.011 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:47.011 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:47.011 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:47.011 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:47.011 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:47.011 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:47.011 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:47.011 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:47.012 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:47.012 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:47.012 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:47.012 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:47.012 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:47.012 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.6", 2024-04-13T07:45:47.012 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:47.012 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:47.012 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:47.012 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:47.012 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:47.012 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:27:31.241756+0000", 2024-04-13T07:45:47.012 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:47.012 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:47.012 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:47.013 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:47.013 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:47.013 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:47.013 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:47.013 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:47.013 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:47.013 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:47.013 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:47.013 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:47.013 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:47.013 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:47.013 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:47.013 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:47.013 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:47.013 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:47.013 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:47.014 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:47.014 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:47.014 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:47.014 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:47.014 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:47.014 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:47.014 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:47.014 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:47.014 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:47.014 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:47.014 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:47.014 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:47.014 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:47.014 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:47.014 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:47.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:47.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:47.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:47.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:47.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:47.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:47.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:47.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:47.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:47.015 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.015 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:47.015 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:47.015 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:47.015 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:47.016 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:47.016 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T07:45:47.016 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.016 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T07:45:47.016 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:47.016 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.016 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.016 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:47.016 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:47.016 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:47.016 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:47.016 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.016 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T07:45:47.016 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:47.016 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:47.017 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:47.017 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:47.017 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:47.017 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:47.017 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:17.159919+0000", 2024-04-13T07:45:47.017 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.648117+0000", 2024-04-13T07:45:47.017 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.648117+0000", 2024-04-13T07:45:47.017 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.648407+0000", 2024-04-13T07:45:47.017 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:17.159919+0000", 2024-04-13T07:45:47.017 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:47.017 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:47.017 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:47.017 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:47.017 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:17.159919+0000", 2024-04-13T07:45:47.017 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:17.159919+0000", 2024-04-13T07:45:47.018 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:17.159919+0000", 2024-04-13T07:45:47.018 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:47.018 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:47.018 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:47.018 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:17.159919+0000", 2024-04-13T07:45:47.018 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:17.159919+0000", 2024-04-13T07:45:47.018 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:47.018 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:47.018 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:47.018 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:47.018 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:47.018 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:47.018 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:47.018 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:47.019 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:47.019 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:47.019 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:47.019 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:47.019 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:47.019 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.8", 2024-04-13T07:45:47.019 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:47.019 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:47.019 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:47.019 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 20, 2024-04-13T07:45:47.019 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:47.019 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:26:55.297314+0000", 2024-04-13T07:45:47.019 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:47.019 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:47.020 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:47.020 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:47.020 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:47.020 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:47.020 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:47.020 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:47.020 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:47.020 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:47.020 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:47.020 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:47.020 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:47.020 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:47.020 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:47.020 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:47.020 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:47.020 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:47.020 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:47.021 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:47.021 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:47.021 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:47.021 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:47.021 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:47.021 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:47.021 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:47.021 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:47.021 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:47.021 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:47.021 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:47.021 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:47.021 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:47.021 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:47.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:47.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:47.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:47.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:47.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:47.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:47.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:47.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:47.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:47.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:47.022 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.022 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:47.022 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:47.022 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:47.023 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:47.023 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:47.023 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:47.023 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.023 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T07:45:47.023 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:47.023 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.023 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.023 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:47.023 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:47.023 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:47.023 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:47.023 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.023 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 4, 2024-04-13T07:45:47.023 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:47.023 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:47.023 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:47.024 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:47.024 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:47.024 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:47.024 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.191001+0000", 2024-04-13T07:45:47.024 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.009612+0000", 2024-04-13T07:45:47.024 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.009612+0000", 2024-04-13T07:45:47.024 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.009891+0000", 2024-04-13T07:45:47.024 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.191001+0000", 2024-04-13T07:45:47.024 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.024 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:47.024 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.024 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:47.024 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.191001+0000", 2024-04-13T07:45:47.024 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.191001+0000", 2024-04-13T07:45:47.024 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.191001+0000", 2024-04-13T07:45:47.024 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:47.025 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:47.025 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.025 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.191001+0000", 2024-04-13T07:45:47.025 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.191001+0000", 2024-04-13T07:45:47.025 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:47.025 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:47.025 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:47.025 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:47.025 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:47.025 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:47.025 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:47.025 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:47.025 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:47.025 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:47.025 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:47.025 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:47.025 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:47.026 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.9", 2024-04-13T07:45:47.026 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:47.026 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:47.026 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:47.026 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:47.026 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:47.026 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T19:32:03.190087+0000", 2024-04-13T07:45:47.026 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:47.026 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:47.026 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:47.026 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:47.026 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:47.026 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:47.026 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:47.027 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:47.027 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:47.027 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:47.027 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:47.027 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:47.027 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:47.027 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:47.027 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:47.027 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:47.027 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:47.027 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:47.027 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:47.027 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:47.027 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:47.027 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:47.028 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:47.028 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:47.028 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:47.028 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:47.028 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:47.028 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:47.028 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:47.028 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:47.028 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:47.028 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:47.028 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:47.028 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:47.028 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:47.028 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:47.028 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:47.028 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:47.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:47.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:47.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:47.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:47.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:47.029 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.029 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:47.029 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:47.029 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:47.029 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:47.029 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:47.029 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:47.029 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.029 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 4, 2024-04-13T07:45:47.030 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:47.030 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.030 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.030 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:47.030 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:47.030 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:47.030 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T07:45:47.030 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.030 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T07:45:47.030 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:47.030 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:47.030 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:47.030 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:47.030 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:47.031 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:47.031 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042395+0000", 2024-04-13T07:45:47.031 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.637053+0000", 2024-04-13T07:45:47.031 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.637053+0000", 2024-04-13T07:45:47.031 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.637331+0000", 2024-04-13T07:45:47.031 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042395+0000", 2024-04-13T07:45:47.031 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:47.031 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:47.031 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:47.031 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:47.031 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042395+0000", 2024-04-13T07:45:47.031 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042395+0000", 2024-04-13T07:45:47.031 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042395+0000", 2024-04-13T07:45:47.031 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:47.032 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:47.032 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:47.032 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042395+0000", 2024-04-13T07:45:47.032 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042395+0000", 2024-04-13T07:45:47.032 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:47.032 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:47.032 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:47.032 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:47.032 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:47.032 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:47.032 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:47.032 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:47.032 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:47.032 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:47.032 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:47.032 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:47.033 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:47.033 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.9", 2024-04-13T07:45:47.033 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:47.033 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:47.033 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:47.033 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 20, 2024-04-13T07:45:47.033 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:47.033 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:49:07.240103+0000", 2024-04-13T07:45:47.033 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:47.033 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:47.033 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:47.033 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:47.033 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:47.033 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:47.033 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:47.033 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:47.034 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:47.034 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:47.034 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:47.034 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:47.034 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:47.034 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:47.034 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:47.034 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:47.034 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:47.034 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:47.034 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:47.034 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:47.034 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:47.034 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:47.034 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:47.035 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:47.035 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:47.035 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:47.035 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:47.035 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:47.035 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:47.035 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:47.035 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:47.035 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:47.035 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:47.035 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:47.035 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:47.035 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:47.035 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:47.035 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:47.036 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:47.036 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:47.036 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:47.036 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:47.036 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:47.036 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.036 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:47.036 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:47.036 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:47.036 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:47.036 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:47.036 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T07:45:47.036 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.036 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T07:45:47.036 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:47.037 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.037 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.037 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:47.037 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:47.037 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:47.037 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:47.037 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.037 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T07:45:47.037 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:47.037 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:47.037 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:47.037 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:47.037 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:47.037 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:47.037 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.944750+0000", 2024-04-13T07:45:47.038 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.010926+0000", 2024-04-13T07:45:47.038 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.010926+0000", 2024-04-13T07:45:47.038 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.013854+0000", 2024-04-13T07:45:47.038 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.944750+0000", 2024-04-13T07:45:47.038 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.038 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:47.038 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.038 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:47.038 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.944750+0000", 2024-04-13T07:45:47.038 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.944750+0000", 2024-04-13T07:45:47.038 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.944750+0000", 2024-04-13T07:45:47.038 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:47.038 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:47.038 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.039 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.944750+0000", 2024-04-13T07:45:47.039 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.944750+0000", 2024-04-13T07:45:47.039 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:47.039 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:47.039 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:47.039 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:47.039 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:47.039 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:47.039 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:47.039 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:47.039 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:47.039 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:47.039 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:47.039 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:47.039 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:47.039 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.8", 2024-04-13T07:45:47.039 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:47.040 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:47.040 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:47.040 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:47.040 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:47.040 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:35:23.494157+0000", 2024-04-13T07:45:47.040 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:47.040 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:47.040 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:47.040 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:47.040 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:47.040 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:47.040 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:47.040 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:47.040 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:47.040 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:47.040 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:47.040 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:47.041 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:47.041 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:47.041 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:47.041 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:47.041 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:47.041 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:47.041 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:47.041 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:47.041 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:47.041 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:47.041 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:47.041 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:47.041 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:47.041 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:47.041 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:47.041 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:47.041 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:47.042 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:47.042 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:47.042 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:47.042 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:47.042 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:47.042 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:47.042 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:47.042 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:47.042 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:47.042 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:47.042 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:47.042 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:47.042 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:47.042 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:47.042 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.042 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:47.043 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:47.043 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:47.043 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:47.043 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:47.043 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:47.043 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.043 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T07:45:47.043 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:47.043 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.043 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.043 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:47.043 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:47.043 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:47.043 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:47.043 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.043 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T07:45:47.043 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:47.044 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:47.044 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:47.044 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:47.044 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:47.044 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:47.044 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042593+0000", 2024-04-13T07:45:47.044 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.636581+0000", 2024-04-13T07:45:47.044 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.636581+0000", 2024-04-13T07:45:47.044 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.636883+0000", 2024-04-13T07:45:47.044 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042593+0000", 2024-04-13T07:45:47.044 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:47.044 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:47.044 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:47.044 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:47.044 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042593+0000", 2024-04-13T07:45:47.044 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042593+0000", 2024-04-13T07:45:47.044 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042593+0000", 2024-04-13T07:45:47.045 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:47.045 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:47.045 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:47.045 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042593+0000", 2024-04-13T07:45:47.045 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042593+0000", 2024-04-13T07:45:47.045 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:47.045 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:47.045 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:47.045 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:47.045 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:47.045 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:47.045 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:47.045 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:47.045 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:47.045 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:47.045 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:47.045 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:47.046 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:47.046 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.a", 2024-04-13T07:45:47.046 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:47.046 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:47.046 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:47.046 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 20, 2024-04-13T07:45:47.046 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:47.046 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:04:36.813947+0000", 2024-04-13T07:45:47.046 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:47.046 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:47.046 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:47.046 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:47.046 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:47.046 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:47.046 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:47.046 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:47.046 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:47.047 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:47.047 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:47.047 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:47.047 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:47.047 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:47.047 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:47.047 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:47.047 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:47.047 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:47.047 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:47.047 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:47.047 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:47.047 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:47.047 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:47.047 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:47.047 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:47.048 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:47.048 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:47.048 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:47.048 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:47.048 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:47.048 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:47.048 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:47.048 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:47.048 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:47.048 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:47.048 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:47.048 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:47.048 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:47.048 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:47.048 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:47.048 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:47.049 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:47.049 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:47.049 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.049 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:47.049 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:47.049 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:47.049 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:47.049 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:47.049 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:47.049 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.049 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T07:45:47.049 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:47.049 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.049 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.049 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:47.049 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:47.049 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:47.050 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T07:45:47.050 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.050 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T07:45:47.050 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:47.050 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:47.050 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:47.050 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:47.050 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:47.050 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:47.050 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.945023+0000", 2024-04-13T07:45:47.050 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.014603+0000", 2024-04-13T07:45:47.050 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.014603+0000", 2024-04-13T07:45:47.050 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.014915+0000", 2024-04-13T07:45:47.050 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.945023+0000", 2024-04-13T07:45:47.050 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.051 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:47.051 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.051 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:47.051 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.945023+0000", 2024-04-13T07:45:47.051 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.945023+0000", 2024-04-13T07:45:47.051 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.945023+0000", 2024-04-13T07:45:47.051 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:47.051 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:47.051 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.051 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.945023+0000", 2024-04-13T07:45:47.051 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.945023+0000", 2024-04-13T07:45:47.051 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:47.051 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:47.051 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:47.051 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:47.052 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:47.052 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:47.052 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:47.052 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:47.052 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:47.052 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:47.052 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:47.052 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:47.052 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:47.052 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.b", 2024-04-13T07:45:47.052 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:47.052 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:47.052 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:47.052 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:47.052 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:47.052 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:54:30.557952+0000", 2024-04-13T07:45:47.052 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:47.052 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:47.053 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:47.053 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:47.053 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:47.053 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:47.053 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:47.053 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:47.053 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:47.053 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:47.053 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:47.053 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:47.053 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:47.053 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:47.053 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:47.053 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:47.053 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:47.054 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:47.054 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:47.054 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:47.054 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:47.054 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:47.054 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:47.054 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:47.054 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:47.054 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:47.054 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:47.054 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:47.054 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:47.054 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:47.054 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:47.055 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:47.055 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:47.055 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:47.055 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:47.055 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:47.055 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:47.055 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:47.055 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:47.055 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:47.055 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:47.055 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:47.055 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:47.055 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.055 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:47.055 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:47.055 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:47.056 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:47.056 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:47.056 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T07:45:47.056 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.056 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T07:45:47.056 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:47.056 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.056 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.056 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:47.056 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:47.056 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:47.056 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T07:45:47.056 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.056 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T07:45:47.056 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:47.056 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:47.056 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:47.057 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:47.057 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:47.057 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:47.057 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:17.159680+0000", 2024-04-13T07:45:47.057 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.645574+0000", 2024-04-13T07:45:47.057 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.645574+0000", 2024-04-13T07:45:47.057 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.645895+0000", 2024-04-13T07:45:47.057 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:17.159680+0000", 2024-04-13T07:45:47.057 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:47.057 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:47.057 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:47.057 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:47.057 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:17.159680+0000", 2024-04-13T07:45:47.057 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:17.159680+0000", 2024-04-13T07:45:47.058 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:17.159680+0000", 2024-04-13T07:45:47.058 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:47.058 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:47.058 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:47.058 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:17.159680+0000", 2024-04-13T07:45:47.058 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:17.159680+0000", 2024-04-13T07:45:47.058 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:47.058 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 2, 2024-04-13T07:45:47.058 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:47.058 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:47.058 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:47.058 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:47.058 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:47.058 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:47.058 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:47.059 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 2, 2024-04-13T07:45:47.059 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:47.059 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:47.059 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:47.059 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.b", 2024-04-13T07:45:47.059 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:47.059 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:47.059 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:47.059 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 22, 2024-04-13T07:45:47.059 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:47.059 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:52:22.818215+0000", 2024-04-13T07:45:47.059 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:47.059 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:47.059 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:47.060 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:47.060 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:47.060 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:47.060 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:47.060 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:47.060 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:47.060 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:47.060 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:47.060 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:47.060 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:47.060 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:47.060 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:47.060 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:47.060 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:47.060 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:47.060 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:47.060 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T07:45:47.061 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T07:45:47.061 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:47.061 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T07:45:47.061 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:47.061 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:47.061 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:47.061 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:47.061 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:47.061 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T07:45:47.061 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:47.061 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:47.061 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:47.061 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:47.061 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:47.061 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:47.062 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:47.062 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:47.062 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:47.062 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:47.062 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:47.062 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:47.062 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 1, 2024-04-13T07:45:47.062 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:47.062 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.062 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:47.062 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:47.062 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:47.062 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:47.062 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:47.063 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T07:45:47.063 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.063 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T07:45:47.063 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'2" 2024-04-13T07:45:47.063 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.063 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.063 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:47.063 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:47.063 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:47.063 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:47.063 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.063 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T07:45:47.063 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:47.063 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:47.063 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:47.063 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:47.063 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:47.063 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:47.064 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.494819+0000", 2024-04-13T07:45:47.064 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:43:02.181767+0000", 2024-04-13T07:45:47.064 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:43:02.181767+0000", 2024-04-13T07:45:47.064 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:43:02.182184+0000", 2024-04-13T07:45:47.064 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.494819+0000", 2024-04-13T07:45:47.064 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.064 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:47.064 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.064 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 64, 2024-04-13T07:45:47.064 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.494819+0000", 2024-04-13T07:45:47.064 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.494819+0000", 2024-04-13T07:45:47.064 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.494819+0000", 2024-04-13T07:45:47.064 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:47.064 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:47.064 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.064 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.494819+0000", 2024-04-13T07:45:47.064 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.494819+0000", 2024-04-13T07:45:47.065 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:47.065 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:47.065 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:47.065 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:47.065 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 63, 2024-04-13T07:45:47.065 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:47.065 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:47.065 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:47.065 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:47.065 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:47.065 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:47.065 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:47.065 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:47.065 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.a", 2024-04-13T07:45:47.065 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:47.065 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:47.065 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:47.066 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 17, 2024-04-13T07:45:47.066 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:47.066 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:01:06.359899+0000", 2024-04-13T07:45:47.066 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:47.066 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:47.066 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:47.066 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:47.066 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:47.066 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:47.066 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:47.066 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:47.066 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:47.066 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:47.066 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:47.066 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:47.066 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:47.067 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:47.067 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:47.067 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:47.067 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:47.067 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:47.067 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:47.067 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:47.067 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:47.067 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:47.067 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:47.067 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:47.067 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:47.067 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:47.067 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:47.067 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:47.067 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:47.068 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:47.068 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:47.068 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:47.068 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:47.068 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:47.068 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:47.068 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:47.068 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:47.068 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:47.068 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:47.068 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:47.068 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:47.068 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:47.068 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:47.068 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.069 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:47.069 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:47.069 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:47.069 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:47.069 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:47.069 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:47.069 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.069 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T07:45:47.069 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:47.069 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.069 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.069 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:47.069 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:47.069 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:47.069 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:47.069 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.069 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T07:45:47.070 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:47.070 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:47.070 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:47.070 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:47.070 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:47.070 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:47.070 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.494924+0000", 2024-04-13T07:45:47.070 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.639494+0000", 2024-04-13T07:45:47.070 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.639494+0000", 2024-04-13T07:45:47.070 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.639790+0000", 2024-04-13T07:45:47.070 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.494924+0000", 2024-04-13T07:45:47.070 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:47.070 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:47.070 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:47.070 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:47.070 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.494924+0000", 2024-04-13T07:45:47.071 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.494924+0000", 2024-04-13T07:45:47.071 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.494924+0000", 2024-04-13T07:45:47.071 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:47.071 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:47.071 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:47.071 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.494924+0000", 2024-04-13T07:45:47.071 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.494924+0000", 2024-04-13T07:45:47.071 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:47.071 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:47.071 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:47.071 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:47.071 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:47.071 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:47.071 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:47.071 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:47.072 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:47.072 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:47.072 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:47.072 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:47.072 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:47.072 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.c", 2024-04-13T07:45:47.072 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:47.072 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:47.072 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:47.072 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 20, 2024-04-13T07:45:47.072 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:47.072 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:42:04.144894+0000", 2024-04-13T07:45:47.072 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:47.072 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:47.072 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:47.073 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:47.073 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:47.073 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:47.073 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:47.073 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:47.073 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:47.073 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:47.073 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:47.073 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:47.073 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:47.073 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:47.073 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:47.073 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:47.073 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:47.073 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:47.073 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:47.073 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:47.074 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:47.074 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:47.074 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:47.074 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:47.074 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:47.074 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:47.074 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:47.074 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:47.074 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:47.074 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:47.074 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:47.074 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:47.074 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:47.074 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:47.075 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:47.075 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:47.075 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:47.075 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:47.075 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:47.075 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:47.075 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:47.075 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:47.075 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:47.075 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.075 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:47.075 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:47.075 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:47.075 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:47.076 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:47.076 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:47.076 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.076 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T07:45:47.076 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:47.076 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.076 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.076 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:47.076 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:47.076 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:47.076 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:47.076 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.076 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T07:45:47.076 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:47.076 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:47.077 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:47.077 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:47.077 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:47.077 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:47.077 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:17.159686+0000", 2024-04-13T07:45:47.077 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.000362+0000", 2024-04-13T07:45:47.077 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.000362+0000", 2024-04-13T07:45:47.077 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.000708+0000", 2024-04-13T07:45:47.077 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:17.159686+0000", 2024-04-13T07:45:47.077 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.077 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:47.077 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.077 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:47.077 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:17.159686+0000", 2024-04-13T07:45:47.077 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:17.159686+0000", 2024-04-13T07:45:47.078 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:17.159686+0000", 2024-04-13T07:45:47.078 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:47.078 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:47.078 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.078 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:17.159686+0000", 2024-04-13T07:45:47.078 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:17.159686+0000", 2024-04-13T07:45:47.078 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:47.078 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:47.078 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:47.078 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:47.078 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:47.078 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:47.078 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:47.078 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:47.079 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:47.079 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:47.079 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:47.079 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:47.079 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:47.079 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.d", 2024-04-13T07:45:47.079 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:47.079 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:47.079 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:47.079 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:47.079 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:47.079 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:50:24.835681+0000", 2024-04-13T07:45:47.079 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:47.079 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:47.079 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:47.079 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:47.080 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:47.080 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:47.080 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:47.080 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:47.080 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:47.080 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:47.080 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:47.080 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:47.080 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:47.080 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:47.080 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:47.080 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:47.080 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:47.080 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:47.080 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:47.080 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:47.080 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:47.081 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:47.081 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:47.081 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:47.081 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:47.081 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:47.081 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:47.081 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:47.081 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:47.081 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:47.081 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:47.081 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:47.081 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:47.081 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:47.081 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:47.081 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:47.081 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:47.081 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:47.082 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:47.082 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:47.082 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:47.082 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:47.082 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:47.082 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.082 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:47.082 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:47.082 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:47.082 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:47.082 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:47.082 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:47.082 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.082 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T07:45:47.082 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:47.082 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.083 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.083 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:47.083 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:47.083 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:47.083 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T07:45:47.083 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.083 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T07:45:47.083 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:47.083 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:47.083 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:47.083 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:47.083 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:47.083 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:47.083 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042795+0000", 2024-04-13T07:45:47.083 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.635396+0000", 2024-04-13T07:45:47.083 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.635396+0000", 2024-04-13T07:45:47.084 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.636252+0000", 2024-04-13T07:45:47.084 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042795+0000", 2024-04-13T07:45:47.084 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:47.084 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:47.084 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:47.084 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:47.084 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042795+0000", 2024-04-13T07:45:47.084 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042795+0000", 2024-04-13T07:45:47.084 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042795+0000", 2024-04-13T07:45:47.084 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:47.084 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:47.084 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:47.084 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042795+0000", 2024-04-13T07:45:47.084 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042795+0000", 2024-04-13T07:45:47.084 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:47.084 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 1, 2024-04-13T07:45:47.084 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:47.084 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:47.085 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:47.085 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:47.085 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:47.085 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:47.085 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:47.085 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 1, 2024-04-13T07:45:47.085 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:47.085 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:47.085 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:47.085 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.d", 2024-04-13T07:45:47.085 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:47.085 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:47.085 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:47.085 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 21, 2024-04-13T07:45:47.085 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:47.085 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:53:28.958691+0000", 2024-04-13T07:45:47.086 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:47.086 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:47.086 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:47.086 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 70, 2024-04-13T07:45:47.086 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:47.086 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:47.086 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:47.086 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:47.086 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:47.086 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:47.086 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:47.086 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:47.086 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:47.086 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:47.086 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:47.087 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:47.087 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:47.087 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:47.087 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:47.087 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T07:45:47.087 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T07:45:47.087 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:47.087 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T07:45:47.087 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:47.087 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:47.087 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:47.087 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:47.087 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:47.087 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:47.088 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:47.088 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:47.088 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:47.088 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:47.088 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:47.088 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:47.088 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:47.088 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:47.088 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:47.088 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:47.088 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:47.088 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:47.088 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 1, 2024-04-13T07:45:47.088 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 1 2024-04-13T07:45:47.088 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.089 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:47.089 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:47.089 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:47.089 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:47.089 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:47.089 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T07:45:47.089 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.089 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T07:45:47.089 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'1" 2024-04-13T07:45:47.089 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.089 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.089 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:47.089 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:47.089 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:47.090 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:47.090 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.090 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T07:45:47.090 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:47.090 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:47.090 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:47.090 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:47.090 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:47.090 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:47.090 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042982+0000", 2024-04-13T07:45:47.090 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.000051+0000", 2024-04-13T07:45:47.090 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.000051+0000", 2024-04-13T07:45:47.090 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.000645+0000", 2024-04-13T07:45:47.090 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042982+0000", 2024-04-13T07:45:47.090 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.091 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:47.091 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.091 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:47.091 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042982+0000", 2024-04-13T07:45:47.091 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042982+0000", 2024-04-13T07:45:47.091 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042982+0000", 2024-04-13T07:45:47.091 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:47.091 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:47.091 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.091 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042982+0000", 2024-04-13T07:45:47.091 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042982+0000", 2024-04-13T07:45:47.091 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:47.091 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:47.091 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:47.091 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:47.091 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:47.092 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:47.092 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:47.092 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:47.092 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:47.092 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:47.092 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:47.092 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:47.092 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:47.092 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.c", 2024-04-13T07:45:47.092 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:47.092 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:47.092 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:47.092 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:47.092 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:47.092 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:27:47.515853+0000", 2024-04-13T07:45:47.093 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:47.093 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:47.093 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:47.093 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:47.093 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:47.093 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:47.093 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:47.093 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:47.093 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:47.093 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:47.093 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:47.093 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:47.093 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:47.093 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:47.093 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:47.093 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:47.093 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:47.094 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:47.094 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:47.094 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:47.094 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:47.094 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:47.094 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:47.094 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:47.094 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:47.094 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:47.094 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:47.094 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:47.094 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:47.094 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:47.095 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:47.095 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:47.095 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:47.095 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:47.095 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:47.095 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:47.095 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:47.095 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:47.095 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:47.095 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:47.095 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:47.095 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:47.095 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:47.095 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.095 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:47.096 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:47.096 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:47.096 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:47.096 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:47.096 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:47.096 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.096 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T07:45:47.096 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:47.096 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.096 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.096 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:47.096 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:47.096 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:47.096 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:47.096 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.097 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T07:45:47.097 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:47.097 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:47.097 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:47.097 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:47.097 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:47.097 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:47.097 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.495102+0000", 2024-04-13T07:45:47.097 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.641325+0000", 2024-04-13T07:45:47.097 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.641325+0000", 2024-04-13T07:45:47.097 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.641678+0000", 2024-04-13T07:45:47.097 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.495102+0000", 2024-04-13T07:45:47.097 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:47.097 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:47.097 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:47.097 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:47.098 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.495102+0000", 2024-04-13T07:45:47.098 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.495102+0000", 2024-04-13T07:45:47.098 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.495102+0000", 2024-04-13T07:45:47.098 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:47.098 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:47.098 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:47.098 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.495102+0000", 2024-04-13T07:45:47.098 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.495102+0000", 2024-04-13T07:45:47.098 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:47.098 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 2, 2024-04-13T07:45:47.098 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:47.098 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:47.098 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:47.098 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:47.099 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:47.099 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:47.099 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:47.099 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 2, 2024-04-13T07:45:47.099 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:47.099 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:47.099 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:47.099 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.e", 2024-04-13T07:45:47.099 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:47.099 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:47.099 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:47.099 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 22, 2024-04-13T07:45:47.099 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:47.099 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:00:52.800858+0000", 2024-04-13T07:45:47.099 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:47.099 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:47.099 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:47.100 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:47.100 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:47.100 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:47.100 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:47.100 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:47.100 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:47.100 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:47.100 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:47.100 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:47.100 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:47.100 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:47.100 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:47.100 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:47.100 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:47.100 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:47.100 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:47.100 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T07:45:47.101 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T07:45:47.101 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:47.101 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T07:45:47.101 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:47.101 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:47.101 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:47.101 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:47.101 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:47.101 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T07:45:47.101 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:47.101 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:47.101 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:47.101 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:47.101 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:47.101 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:47.101 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:47.101 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:47.102 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:47.102 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:47.102 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:47.102 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:47.102 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3, 2024-04-13T07:45:47.102 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:47.102 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.102 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:47.102 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:47.102 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:47.102 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:47.102 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:47.102 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:47.103 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.103 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T07:45:47.103 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'2" 2024-04-13T07:45:47.103 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.103 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.103 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:47.103 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:47.103 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:47.103 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:47.103 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.103 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T07:45:47.103 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:47.103 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:47.103 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:47.103 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:47.103 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:47.103 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:47.104 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:17.160129+0000", 2024-04-13T07:45:47.104 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.002014+0000", 2024-04-13T07:45:47.104 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.002014+0000", 2024-04-13T07:45:47.104 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.003961+0000", 2024-04-13T07:45:47.104 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:17.160129+0000", 2024-04-13T07:45:47.104 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.104 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:47.104 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.104 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:47.104 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:17.160129+0000", 2024-04-13T07:45:47.104 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:17.160129+0000", 2024-04-13T07:45:47.104 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:17.160129+0000", 2024-04-13T07:45:47.104 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:47.104 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:47.104 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.104 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:17.160129+0000", 2024-04-13T07:45:47.105 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:17.160129+0000", 2024-04-13T07:45:47.105 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:47.105 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:47.105 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:47.105 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:47.105 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:47.105 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:47.105 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:47.105 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:47.105 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:47.105 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:47.105 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:47.105 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:47.105 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:47.105 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.f", 2024-04-13T07:45:47.105 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:47.106 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:47.106 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:47.106 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:47.106 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:47.106 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:05:01.418217+0000", 2024-04-13T07:45:47.106 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:47.106 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:47.106 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:47.106 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:47.106 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:47.106 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:47.106 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:47.106 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:47.106 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:47.106 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:47.107 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:47.107 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:47.107 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:47.107 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:47.107 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:47.107 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:47.107 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:47.107 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:47.107 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:47.107 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:47.107 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:47.107 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:47.107 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:47.107 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:47.108 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:47.108 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:47.108 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:47.108 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:47.108 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:47.108 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:47.108 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:47.108 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:47.108 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:47.108 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:47.108 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:47.108 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:47.108 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:47.108 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:47.108 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:47.108 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:47.109 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:47.109 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:47.109 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:47.109 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.109 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:47.109 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:47.109 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:47.109 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:47.109 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:47.109 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:47.109 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.109 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T07:45:47.109 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:47.109 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.109 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.109 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:47.109 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:47.110 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:47.110 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T07:45:47.110 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.110 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T07:45:47.110 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:47.110 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:47.110 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:47.110 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:47.110 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:47.110 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:47.110 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.480265+0000", 2024-04-13T07:45:47.110 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.004418+0000", 2024-04-13T07:45:47.110 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.004418+0000", 2024-04-13T07:45:47.110 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.006402+0000", 2024-04-13T07:45:47.110 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.480265+0000", 2024-04-13T07:45:47.111 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.111 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:47.111 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.111 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:47.111 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.480265+0000", 2024-04-13T07:45:47.111 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.480265+0000", 2024-04-13T07:45:47.111 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.480265+0000", 2024-04-13T07:45:47.111 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:47.111 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:47.111 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.111 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.480265+0000", 2024-04-13T07:45:47.111 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.480265+0000", 2024-04-13T07:45:47.111 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:47.111 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:47.111 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:47.111 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:47.111 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:47.111 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:47.112 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:47.112 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:47.112 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:47.112 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:47.112 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:47.112 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:47.112 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:47.112 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.20", 2024-04-13T07:45:47.112 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:47.112 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:47.112 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:47.112 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:47.112 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:47.112 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:00:38.288449+0000", 2024-04-13T07:45:47.112 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:47.112 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:47.112 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:47.113 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:47.113 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:47.113 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:47.113 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:47.113 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:47.113 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:47.113 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:47.113 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:47.113 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:47.113 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:47.113 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:47.113 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:47.113 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:47.113 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:47.113 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:47.113 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:47.113 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:47.113 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:47.114 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:47.114 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:47.114 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:47.114 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:47.114 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:47.114 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:47.114 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:47.114 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:47.114 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:47.114 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:47.114 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:47.114 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:47.114 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:47.114 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:47.114 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:47.115 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:47.115 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:47.115 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:47.115 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:47.115 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:47.115 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:47.115 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:47.115 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.115 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:47.115 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:47.115 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:47.115 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:47.115 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:47.115 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T07:45:47.115 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.115 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T07:45:47.116 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:47.116 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.116 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.116 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:47.116 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:47.116 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:47.116 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:47.116 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.116 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T07:45:47.116 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:47.116 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:47.116 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:47.116 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:47.116 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:47.116 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:47.117 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.494826+0000", 2024-04-13T07:45:47.117 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.999900+0000", 2024-04-13T07:45:47.117 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.999900+0000", 2024-04-13T07:45:47.117 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.000179+0000", 2024-04-13T07:45:47.117 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.494826+0000", 2024-04-13T07:45:47.117 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.117 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:47.117 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.117 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:47.117 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.494826+0000", 2024-04-13T07:45:47.117 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.494826+0000", 2024-04-13T07:45:47.117 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.494826+0000", 2024-04-13T07:45:47.117 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:47.117 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:47.117 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.118 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.494826+0000", 2024-04-13T07:45:47.118 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.494826+0000", 2024-04-13T07:45:47.118 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:47.118 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:47.118 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:47.118 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:47.118 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:47.118 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:47.118 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:47.118 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:47.118 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:47.118 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:47.118 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:47.118 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:47.118 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:47.119 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.21", 2024-04-13T07:45:47.119 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:47.119 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:47.119 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:47.119 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:47.119 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:47.119 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:42:27.376231+0000", 2024-04-13T07:45:47.119 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:47.119 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:47.119 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:47.119 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:47.119 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:47.119 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:47.119 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:47.119 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:47.120 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:47.120 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:47.120 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:47.120 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:47.120 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:47.120 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:47.120 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:47.120 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:47.120 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:47.120 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:47.120 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:47.120 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:47.120 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:47.120 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:47.120 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:47.121 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:47.121 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:47.121 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:47.121 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:47.121 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:47.121 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:47.121 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:47.121 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:47.121 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:47.121 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:47.121 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:47.121 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:47.121 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:47.121 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:47.121 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:47.122 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:47.122 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:47.122 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:47.122 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:47.122 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:47.122 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.122 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:47.122 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:47.122 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:47.122 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:47.122 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:47.122 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:47.122 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.122 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T07:45:47.122 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:47.123 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.123 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.123 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:47.123 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:47.123 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:47.123 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:47.123 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.123 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T07:45:47.123 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:47.123 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:47.123 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:47.123 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:47.123 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:47.123 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:47.123 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042750+0000", 2024-04-13T07:45:47.123 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.000969+0000", 2024-04-13T07:45:47.123 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.000969+0000", 2024-04-13T07:45:47.124 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.001337+0000", 2024-04-13T07:45:47.124 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042750+0000", 2024-04-13T07:45:47.124 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.124 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:47.124 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.124 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:47.124 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042750+0000", 2024-04-13T07:45:47.124 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042750+0000", 2024-04-13T07:45:47.124 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042750+0000", 2024-04-13T07:45:47.124 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:47.124 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:47.124 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.124 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042750+0000", 2024-04-13T07:45:47.124 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042750+0000", 2024-04-13T07:45:47.124 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:47.125 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:47.125 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:47.125 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:47.125 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:47.125 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:47.125 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:47.125 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:47.125 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:47.125 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:47.125 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:47.125 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:47.125 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:47.125 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.22", 2024-04-13T07:45:47.125 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:47.125 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:47.125 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:47.126 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:47.126 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:47.126 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T07:53:25.928231+0000", 2024-04-13T07:45:47.126 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:47.126 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:47.126 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:47.126 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:47.126 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:47.126 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:47.126 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:47.126 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:47.126 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:47.126 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:47.126 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:47.127 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:47.127 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:47.127 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:47.127 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:47.127 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:47.127 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:47.127 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:47.127 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:47.127 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:47.127 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:47.127 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:47.127 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:47.127 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:47.127 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:47.127 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:47.127 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:47.128 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:47.128 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:47.128 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:47.128 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:47.128 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:47.128 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:47.128 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:47.128 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:47.128 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:47.128 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:47.128 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:47.128 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:47.128 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:47.128 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:47.128 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:47.129 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:47.129 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.129 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:47.129 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:47.129 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:47.129 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:47.129 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:47.129 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:47.129 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.129 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T07:45:47.129 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:47.129 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.129 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.129 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:47.129 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:47.129 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:47.130 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T07:45:47.130 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.130 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T07:45:47.130 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:47.130 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:47.130 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:47.130 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:47.130 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:47.130 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:47.130 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.043749+0000", 2024-04-13T07:45:47.130 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.002417+0000", 2024-04-13T07:45:47.130 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.002417+0000", 2024-04-13T07:45:47.130 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.002671+0000", 2024-04-13T07:45:47.130 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.043749+0000", 2024-04-13T07:45:47.130 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.131 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:47.131 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.131 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:47.131 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.043749+0000", 2024-04-13T07:45:47.131 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.043749+0000", 2024-04-13T07:45:47.131 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.043749+0000", 2024-04-13T07:45:47.131 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:47.131 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:47.131 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.131 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.043749+0000", 2024-04-13T07:45:47.131 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.043749+0000", 2024-04-13T07:45:47.131 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:47.131 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:47.131 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:47.131 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:47.132 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:47.132 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:47.132 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:47.132 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:47.132 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:47.132 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:47.132 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:47.132 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:47.132 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:47.132 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.23", 2024-04-13T07:45:47.132 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:47.132 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:47.132 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:47.132 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:47.132 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:47.133 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T07:53:52.768118+0000", 2024-04-13T07:45:47.133 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:47.133 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:47.133 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:47.133 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:47.133 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:47.133 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:47.133 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:47.133 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:47.133 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:47.133 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:47.133 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:47.133 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:47.133 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:47.133 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:47.133 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:47.134 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:47.134 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:47.134 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:47.134 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:47.134 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:47.134 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:47.134 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:47.134 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:47.134 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:47.134 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:47.134 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:47.134 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:47.134 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:47.134 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:47.135 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:47.135 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:47.135 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:47.135 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:47.135 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:47.135 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:47.135 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:47.135 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:47.135 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:47.135 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:47.135 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:47.135 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:47.135 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:47.135 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:47.135 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.135 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:47.135 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:47.135 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:47.136 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:47.136 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:47.136 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T07:45:47.136 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.136 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T07:45:47.136 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:47.136 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.136 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.136 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:47.136 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:47.136 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:47.136 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:47.136 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.136 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T07:45:47.136 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:47.137 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:47.137 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:47.137 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:47.137 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:47.137 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:47.137 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.945139+0000", 2024-04-13T07:45:47.137 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.012759+0000", 2024-04-13T07:45:47.137 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.012759+0000", 2024-04-13T07:45:47.137 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.013030+0000", 2024-04-13T07:45:47.137 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.945139+0000", 2024-04-13T07:45:47.137 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.137 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:47.137 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.137 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:47.137 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.945139+0000", 2024-04-13T07:45:47.137 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.945139+0000", 2024-04-13T07:45:47.138 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.945139+0000", 2024-04-13T07:45:47.138 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:47.138 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:47.138 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.138 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.945139+0000", 2024-04-13T07:45:47.138 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.945139+0000", 2024-04-13T07:45:47.138 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:47.138 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:47.138 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:47.138 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:47.138 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:47.138 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:47.138 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:47.138 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:47.139 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:47.139 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:47.139 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:47.139 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:47.139 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:47.139 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.24", 2024-04-13T07:45:47.139 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:47.139 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:47.139 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:47.139 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:47.139 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:47.139 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T19:08:36.752412+0000", 2024-04-13T07:45:47.139 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:47.139 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:47.140 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:47.140 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:47.140 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:47.140 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:47.140 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:47.140 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:47.140 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:47.140 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:47.140 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:47.140 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:47.140 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:47.140 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:47.140 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:47.140 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:47.140 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:47.140 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:47.141 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:47.141 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:47.141 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:47.141 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:47.141 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:47.141 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:47.141 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:47.141 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:47.141 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:47.141 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:47.141 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:47.141 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:47.141 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:47.141 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:47.141 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:47.142 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:47.142 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:47.142 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:47.142 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:47.142 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:47.142 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:47.142 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:47.142 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:47.142 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:47.142 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:47.142 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.142 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:47.142 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:47.142 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:47.142 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:47.143 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:47.143 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:47.143 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.143 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T07:45:47.143 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:47.143 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.143 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.143 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:47.143 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:47.143 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:47.143 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T07:45:47.143 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.143 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T07:45:47.143 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:47.143 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:47.144 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:47.144 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:47.144 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:47.144 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:47.144 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042896+0000", 2024-04-13T07:45:47.144 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.004272+0000", 2024-04-13T07:45:47.144 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.004272+0000", 2024-04-13T07:45:47.144 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.004543+0000", 2024-04-13T07:45:47.144 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042896+0000", 2024-04-13T07:45:47.144 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.144 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:47.144 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.144 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:47.144 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042896+0000", 2024-04-13T07:45:47.145 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042896+0000", 2024-04-13T07:45:47.145 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042896+0000", 2024-04-13T07:45:47.145 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:47.145 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:47.145 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.145 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042896+0000", 2024-04-13T07:45:47.145 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042896+0000", 2024-04-13T07:45:47.145 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:47.145 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:47.145 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:47.145 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:47.145 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:47.145 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:47.145 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:47.145 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:47.146 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:47.146 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:47.146 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:47.146 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:47.146 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:47.146 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.25", 2024-04-13T07:45:47.146 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:47.146 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:47.146 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:47.146 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:47.146 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:47.146 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:17:39.798070+0000", 2024-04-13T07:45:47.146 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:47.146 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:47.147 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:47.147 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:47.147 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:47.147 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:47.147 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:47.147 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:47.147 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:47.147 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:47.147 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:47.147 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:47.147 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:47.147 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:47.147 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:47.147 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:47.147 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:47.148 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:47.148 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:47.148 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:47.148 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:47.148 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:47.148 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:47.148 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:47.148 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:47.148 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:47.148 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:47.148 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:47.148 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:47.148 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:47.148 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:47.148 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:47.148 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:47.148 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:47.149 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:47.149 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:47.149 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:47.149 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:47.149 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:47.149 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:47.149 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:47.149 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:47.149 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:47.149 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.149 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:47.149 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:47.149 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:47.149 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:47.149 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:47.149 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T07:45:47.150 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.150 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T07:45:47.150 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:47.150 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.150 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.150 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:47.150 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:47.150 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:47.150 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T07:45:47.150 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.150 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T07:45:47.150 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:47.150 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:47.150 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:47.151 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:47.151 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:47.151 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:47.151 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.480927+0000", 2024-04-13T07:45:47.151 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.999208+0000", 2024-04-13T07:45:47.151 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.999208+0000", 2024-04-13T07:45:47.151 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.999510+0000", 2024-04-13T07:45:47.151 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.480927+0000", 2024-04-13T07:45:47.151 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.151 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:47.151 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.151 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:47.151 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.480927+0000", 2024-04-13T07:45:47.151 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.480927+0000", 2024-04-13T07:45:47.151 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.480927+0000", 2024-04-13T07:45:47.152 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:47.152 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:47.152 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.152 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.480927+0000", 2024-04-13T07:45:47.152 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.480927+0000", 2024-04-13T07:45:47.152 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:47.152 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:47.152 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:47.152 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:47.152 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:47.152 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:47.152 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:47.152 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:47.152 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:47.152 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:47.153 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:47.153 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:47.153 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:47.153 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.26", 2024-04-13T07:45:47.153 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:47.153 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:47.153 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:47.153 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:47.153 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:47.153 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:14:14.486098+0000", 2024-04-13T07:45:47.153 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:47.153 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:47.153 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:47.153 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:47.153 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:47.153 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:47.154 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:47.154 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:47.154 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:47.154 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:47.154 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:47.154 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:47.154 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:47.154 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:47.154 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:47.154 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:47.154 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:47.154 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:47.154 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:47.154 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:47.154 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:47.154 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:47.155 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:47.155 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:47.155 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:47.155 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:47.155 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:47.155 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:47.155 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:47.155 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:47.155 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:47.155 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:47.155 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:47.155 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:47.155 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:47.155 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:47.155 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:47.155 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:47.156 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:47.156 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:47.156 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:47.156 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:47.156 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:47.156 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.156 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:47.156 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:47.156 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:47.156 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:47.156 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:47.156 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T07:45:47.156 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.156 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T07:45:47.156 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:47.157 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.157 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.157 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:47.157 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:47.157 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:47.157 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T07:45:47.157 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.157 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T07:45:47.157 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:47.157 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:47.157 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:47.157 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:47.157 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:47.157 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:47.158 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.945281+0000", 2024-04-13T07:45:47.158 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.012144+0000", 2024-04-13T07:45:47.158 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.012144+0000", 2024-04-13T07:45:47.158 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.012470+0000", 2024-04-13T07:45:47.158 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.945281+0000", 2024-04-13T07:45:47.158 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.158 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:47.158 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.158 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:47.158 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.945281+0000", 2024-04-13T07:45:47.158 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.945281+0000", 2024-04-13T07:45:47.158 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.945281+0000", 2024-04-13T07:45:47.158 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:47.158 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:47.159 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.159 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.945281+0000", 2024-04-13T07:45:47.159 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.945281+0000", 2024-04-13T07:45:47.159 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:47.159 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:47.159 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:47.159 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:47.159 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:47.159 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:47.159 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:47.159 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:47.159 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:47.159 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:47.159 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:47.159 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:47.160 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:47.160 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.27", 2024-04-13T07:45:47.160 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:47.160 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:47.160 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:47.160 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:47.160 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:47.160 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:20:40.378146+0000", 2024-04-13T07:45:47.160 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:47.160 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:47.160 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:47.160 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:47.160 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:47.160 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:47.160 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:47.160 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:47.161 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:47.161 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:47.161 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:47.161 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:47.161 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:47.161 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:47.161 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:47.161 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:47.161 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:47.161 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:47.161 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:47.161 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:47.161 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:47.161 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:47.161 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:47.161 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:47.162 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:47.162 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:47.162 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:47.162 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:47.162 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:47.162 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:47.162 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:47.162 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:47.162 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:47.162 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:47.162 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:47.162 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:47.162 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:47.162 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:47.163 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:47.163 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:47.163 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:47.163 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:47.163 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:47.163 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.163 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:47.163 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:47.163 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:47.163 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:47.163 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:47.163 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T07:45:47.163 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.163 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T07:45:47.163 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:47.164 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.164 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.164 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:47.164 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:47.164 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:47.164 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T07:45:47.164 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.164 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T07:45:47.164 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:47.164 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:47.164 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:47.164 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:47.164 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:47.164 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:47.164 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042696+0000", 2024-04-13T07:45:47.164 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.009306+0000", 2024-04-13T07:45:47.165 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.009306+0000", 2024-04-13T07:45:47.165 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.009761+0000", 2024-04-13T07:45:47.165 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042696+0000", 2024-04-13T07:45:47.165 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.165 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:47.165 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.165 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:47.165 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042696+0000", 2024-04-13T07:45:47.165 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042696+0000", 2024-04-13T07:45:47.165 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042696+0000", 2024-04-13T07:45:47.165 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:47.165 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:47.165 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.165 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042696+0000", 2024-04-13T07:45:47.165 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042696+0000", 2024-04-13T07:45:47.165 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:47.166 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:47.166 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:47.166 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:47.166 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:47.166 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:47.166 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:47.166 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:47.166 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:47.166 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:47.166 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:47.166 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:47.166 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:47.166 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.28", 2024-04-13T07:45:47.166 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:47.166 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:47.167 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:47.167 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:47.167 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:47.167 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T19:21:15.474650+0000", 2024-04-13T07:45:47.167 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:47.167 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:47.167 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:47.167 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:47.167 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:47.167 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:47.167 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:47.167 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:47.167 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:47.167 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:47.167 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:47.168 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:47.168 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:47.168 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:47.168 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:47.168 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:47.168 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:47.168 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:47.168 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:47.168 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:47.168 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:47.168 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:47.168 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:47.168 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:47.168 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:47.168 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:47.168 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:47.169 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:47.169 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:47.169 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:47.169 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:47.169 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:47.169 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:47.169 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:47.169 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:47.169 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:47.169 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:47.169 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:47.169 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:47.169 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:47.169 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:47.169 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:47.169 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:47.169 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.170 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:47.170 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:47.170 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:47.170 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:47.170 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:47.170 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T07:45:47.170 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.170 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T07:45:47.170 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:47.170 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.170 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.170 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:47.170 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:47.170 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:47.171 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:47.171 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.171 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T07:45:47.171 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:47.171 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:47.171 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:47.171 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:47.171 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:47.171 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:47.171 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.944815+0000", 2024-04-13T07:45:47.171 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.011566+0000", 2024-04-13T07:45:47.171 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.011566+0000", 2024-04-13T07:45:47.171 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.011831+0000", 2024-04-13T07:45:47.171 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.944815+0000", 2024-04-13T07:45:47.171 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.171 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:47.172 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.172 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:47.172 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.944815+0000", 2024-04-13T07:45:47.172 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.944815+0000", 2024-04-13T07:45:47.172 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.944815+0000", 2024-04-13T07:45:47.172 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:47.172 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:47.172 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.172 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.944815+0000", 2024-04-13T07:45:47.172 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.944815+0000", 2024-04-13T07:45:47.172 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:47.172 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:47.172 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:47.172 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:47.172 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:47.172 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:47.172 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:47.173 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:47.173 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:47.173 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:47.173 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:47.173 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:47.173 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:47.173 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.29", 2024-04-13T07:45:47.173 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:47.173 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:47.173 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:47.173 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:47.173 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:47.173 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:02:55.499009+0000", 2024-04-13T07:45:47.173 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:47.173 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:47.173 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:47.173 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:47.174 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:47.174 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:47.174 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:47.174 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:47.174 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:47.174 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:47.174 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:47.174 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:47.174 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:47.174 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:47.174 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:47.174 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:47.174 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:47.174 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:47.175 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:47.175 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:47.175 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:47.175 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:47.175 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:47.175 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:47.175 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:47.175 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:47.175 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:47.175 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:47.175 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:47.175 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:47.175 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:47.175 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:47.175 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:47.176 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:47.176 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:47.176 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:47.176 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:47.176 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:47.176 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:47.176 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:47.176 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:47.176 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:47.176 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:47.176 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.176 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:47.176 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:47.176 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:47.176 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:47.176 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:47.177 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:47.177 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.177 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T07:45:47.177 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:47.177 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.177 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.177 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:47.177 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:47.177 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:47.177 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:47.177 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.177 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T07:45:47.177 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:47.177 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:47.177 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:47.177 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:47.178 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:47.178 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:47.178 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042868+0000", 2024-04-13T07:45:47.178 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.994716+0000", 2024-04-13T07:45:47.178 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.994716+0000", 2024-04-13T07:45:47.178 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.995447+0000", 2024-04-13T07:45:47.178 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042868+0000", 2024-04-13T07:45:47.178 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.178 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:47.178 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.178 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:47.178 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042868+0000", 2024-04-13T07:45:47.178 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042868+0000", 2024-04-13T07:45:47.178 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042868+0000", 2024-04-13T07:45:47.179 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:47.179 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:47.179 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.179 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042868+0000", 2024-04-13T07:45:47.179 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042868+0000", 2024-04-13T07:45:47.179 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:47.179 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:47.179 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:47.179 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:47.179 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:47.179 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:47.179 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:47.179 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:47.179 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:47.179 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:47.179 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:47.179 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:47.180 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:47.180 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.2a", 2024-04-13T07:45:47.180 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:47.180 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:47.180 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:47.180 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:47.180 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:47.180 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:11:43.317603+0000", 2024-04-13T07:45:47.180 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:47.180 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:47.180 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:47.180 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:47.180 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:47.180 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:47.180 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:47.181 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:47.181 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:47.181 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:47.181 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:47.181 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:47.181 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:47.181 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:47.181 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:47.181 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:47.181 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:47.181 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:47.181 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:47.181 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:47.181 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:47.181 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:47.182 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:47.182 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:47.182 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:47.182 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:47.182 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:47.182 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:47.182 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:47.182 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:47.182 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:47.182 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:47.182 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:47.182 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:47.182 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:47.182 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:47.182 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:47.182 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:47.182 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:47.183 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:47.183 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:47.183 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:47.183 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:47.183 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.183 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:47.183 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:47.183 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:47.183 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:47.183 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:47.183 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:47.183 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.183 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T07:45:47.183 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:47.183 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.183 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.184 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:47.184 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:47.184 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:47.184 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:47.184 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.184 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T07:45:47.184 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:47.184 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:47.184 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:47.184 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:47.184 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:47.184 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:47.184 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.043833+0000", 2024-04-13T07:45:47.184 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.010948+0000", 2024-04-13T07:45:47.184 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.010948+0000", 2024-04-13T07:45:47.185 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.011230+0000", 2024-04-13T07:45:47.185 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.043833+0000", 2024-04-13T07:45:47.185 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.185 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:47.185 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.185 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:47.185 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.043833+0000", 2024-04-13T07:45:47.185 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.043833+0000", 2024-04-13T07:45:47.185 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.043833+0000", 2024-04-13T07:45:47.185 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:47.185 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:47.185 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.185 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.043833+0000", 2024-04-13T07:45:47.185 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.043833+0000", 2024-04-13T07:45:47.185 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:47.185 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:47.186 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:47.186 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:47.186 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:47.186 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:47.186 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:47.186 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:47.186 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:47.186 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:47.186 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:47.186 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:47.186 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:47.186 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.2b", 2024-04-13T07:45:47.186 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:47.186 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:47.187 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:47.187 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:47.187 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:47.187 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:53:58.552766+0000", 2024-04-13T07:45:47.187 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:47.187 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:47.187 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:47.187 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:47.187 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:47.187 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:47.187 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:47.187 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:47.187 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:47.187 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:47.187 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:47.188 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:47.188 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:47.188 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:47.188 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:47.188 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:47.188 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:47.188 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:47.188 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:47.188 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:47.188 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:47.188 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:47.188 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:47.188 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:47.188 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:47.188 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:47.189 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:47.189 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:47.189 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:47.189 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:47.189 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:47.189 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:47.189 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:47.189 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:47.189 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:47.189 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:47.189 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:47.189 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:47.189 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:47.189 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:47.189 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:47.189 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:47.190 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:47.190 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.190 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:47.190 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:47.190 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:47.190 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:47.190 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:47.190 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:47.190 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.190 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T07:45:47.190 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:47.190 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.190 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.190 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:47.191 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:47.191 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:47.191 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:47.191 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.191 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T07:45:47.191 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:47.191 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:47.191 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:47.191 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:47.191 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:47.191 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:47.191 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.480635+0000", 2024-04-13T07:45:47.191 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.001680+0000", 2024-04-13T07:45:47.191 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.001680+0000", 2024-04-13T07:45:47.191 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.002262+0000", 2024-04-13T07:45:47.191 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.480635+0000", 2024-04-13T07:45:47.192 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.192 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:47.192 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.192 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:47.192 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.480635+0000", 2024-04-13T07:45:47.192 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.480635+0000", 2024-04-13T07:45:47.192 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.480635+0000", 2024-04-13T07:45:47.192 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:47.192 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:47.192 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.192 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.480635+0000", 2024-04-13T07:45:47.192 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.480635+0000", 2024-04-13T07:45:47.192 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:47.192 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:47.192 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:47.193 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:47.193 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:47.193 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:47.193 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:47.193 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:47.193 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:47.193 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:47.193 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:47.193 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:47.193 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:47.193 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.2c", 2024-04-13T07:45:47.193 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:47.193 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:47.193 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:47.193 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:47.194 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:47.194 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:09:31.165349+0000", 2024-04-13T07:45:47.194 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:47.194 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:47.194 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:47.194 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:47.194 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:47.194 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:47.194 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:47.194 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:47.194 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:47.194 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:47.194 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:47.194 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:47.194 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:47.195 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:47.195 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:47.195 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:47.195 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:47.195 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:47.195 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:47.195 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:47.195 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:47.195 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:47.195 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:47.195 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:47.195 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:47.195 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:47.195 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:47.195 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:47.195 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:47.195 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:47.196 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:47.196 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:47.196 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:47.196 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:47.196 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:47.196 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:47.196 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:47.196 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:47.196 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:47.196 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:47.196 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:47.196 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:47.196 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:47.196 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.196 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:47.196 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:47.197 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:47.197 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:47.197 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:47.197 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:47.197 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.197 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T07:45:47.197 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:47.197 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.197 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.197 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_per_pool": [ 2024-04-13T07:45:47.197 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.197 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": 24, 2024-04-13T07:45:47.197 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T07:45:47.197 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd" 2024-04-13T07:45:47.197 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.197 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:47.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_pg": 8, 2024-04-13T07:45:47.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_store_stats": 8, 2024-04-13T07:45:47.198 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:47.198 INFO:tasks.workunit.client.0.smithi119.stdout: "poolid": 4, 2024-04-13T07:45:47.198 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:47.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:47.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:47.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:47.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:47.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:47.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:47.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:47.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:47.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:47.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:47.199 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:47.199 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:47.199 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:47.199 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:47.199 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:47.199 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:47.199 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:47.199 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:47.199 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:47.199 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:47.199 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:47.199 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:47.199 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:47.199 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:47.199 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:47.199 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:47.200 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:47.200 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:47.200 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:47.200 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:47.200 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:47.200 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:47.200 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:47.200 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:47.200 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:47.200 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:47.200 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:47.200 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:47.200 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:47.200 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:47.201 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.201 INFO:tasks.workunit.client.0.smithi119.stdout: "store_stats": { 2024-04-13T07:45:47.201 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": 0, 2024-04-13T07:45:47.201 INFO:tasks.workunit.client.0.smithi119.stdout: "available": 0, 2024-04-13T07:45:47.201 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed": 0, 2024-04-13T07:45:47.201 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_allocated": 0, 2024-04-13T07:45:47.201 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_original": 0, 2024-04-13T07:45:47.201 INFO:tasks.workunit.client.0.smithi119.stdout: "data_stored": 0, 2024-04-13T07:45:47.201 INFO:tasks.workunit.client.0.smithi119.stdout: "internal_metadata": 0, 2024-04-13T07:45:47.201 INFO:tasks.workunit.client.0.smithi119.stdout: "internally_reserved": 0, 2024-04-13T07:45:47.201 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_allocated": 0, 2024-04-13T07:45:47.201 INFO:tasks.workunit.client.0.smithi119.stdout: "total": 0 2024-04-13T07:45:47.201 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.201 INFO:tasks.workunit.client.0.smithi119.stdout: "up": 24 2024-04-13T07:45:47.201 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.201 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.201 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": 192, 2024-04-13T07:45:47.202 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T07:45:47.202 INFO:tasks.workunit.client.0.smithi119.stdout: "cephfs" 2024-04-13T07:45:47.202 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.202 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:47.202 INFO:tasks.workunit.client.0.smithi119.stdout: "num_pg": 64, 2024-04-13T07:45:47.202 INFO:tasks.workunit.client.0.smithi119.stdout: "num_store_stats": 8, 2024-04-13T07:45:47.202 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:47.202 INFO:tasks.workunit.client.0.smithi119.stdout: "poolid": 3, 2024-04-13T07:45:47.202 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:47.202 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:47.202 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:47.202 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:47.202 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:47.202 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:47.202 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:47.203 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:47.203 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:47.203 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:47.203 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:47.203 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:47.203 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:47.203 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:47.203 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:47.203 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:47.203 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:47.203 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:47.203 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:47.203 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:47.203 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:47.203 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:47.204 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:47.204 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:47.204 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:47.204 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:47.204 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:47.204 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:47.204 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:47.204 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:47.204 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:47.204 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:47.204 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:47.204 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:47.204 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:47.204 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:47.204 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:47.204 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:47.205 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:47.205 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:47.205 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:47.205 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.205 INFO:tasks.workunit.client.0.smithi119.stdout: "store_stats": { 2024-04-13T07:45:47.205 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": 0, 2024-04-13T07:45:47.205 INFO:tasks.workunit.client.0.smithi119.stdout: "available": 0, 2024-04-13T07:45:47.205 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed": 0, 2024-04-13T07:45:47.205 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_allocated": 0, 2024-04-13T07:45:47.205 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_original": 0, 2024-04-13T07:45:47.205 INFO:tasks.workunit.client.0.smithi119.stdout: "data_stored": 0, 2024-04-13T07:45:47.205 INFO:tasks.workunit.client.0.smithi119.stdout: "internal_metadata": 0, 2024-04-13T07:45:47.205 INFO:tasks.workunit.client.0.smithi119.stdout: "internally_reserved": 0, 2024-04-13T07:45:47.206 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_allocated": 0, 2024-04-13T07:45:47.206 INFO:tasks.workunit.client.0.smithi119.stdout: "total": 0 2024-04-13T07:45:47.206 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.206 INFO:tasks.workunit.client.0.smithi119.stdout: "up": 192 2024-04-13T07:45:47.206 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.206 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.206 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": 3, 2024-04-13T07:45:47.206 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T07:45:47.206 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr" 2024-04-13T07:45:47.206 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.206 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 128, 2024-04-13T07:45:47.206 INFO:tasks.workunit.client.0.smithi119.stdout: "num_pg": 1, 2024-04-13T07:45:47.206 INFO:tasks.workunit.client.0.smithi119.stdout: "num_store_stats": 3, 2024-04-13T07:45:47.206 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 128, 2024-04-13T07:45:47.207 INFO:tasks.workunit.client.0.smithi119.stdout: "poolid": 1, 2024-04-13T07:45:47.207 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:47.207 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 590368, 2024-04-13T07:45:47.207 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:47.207 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 1771104, 2024-04-13T07:45:47.207 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:47.207 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:47.207 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:47.207 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:47.207 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:47.207 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:47.207 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:47.207 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:47.207 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:47.208 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:47.208 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:47.208 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:47.208 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:47.208 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 6, 2024-04-13T07:45:47.208 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 2, 2024-04-13T07:45:47.208 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:47.208 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 2, 2024-04-13T07:45:47.208 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:47.208 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:47.208 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:47.208 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:47.208 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:47.208 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:47.209 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:47.209 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 6, 2024-04-13T07:45:47.209 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:47.209 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:47.209 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:47.209 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:47.209 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:47.209 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 212, 2024-04-13T07:45:47.209 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 306, 2024-04-13T07:45:47.209 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:47.209 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:47.209 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:47.209 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 179, 2024-04-13T07:45:47.209 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 2416 2024-04-13T07:45:47.209 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.210 INFO:tasks.workunit.client.0.smithi119.stdout: "store_stats": { 2024-04-13T07:45:47.210 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": 1781760, 2024-04-13T07:45:47.210 INFO:tasks.workunit.client.0.smithi119.stdout: "available": 0, 2024-04-13T07:45:47.210 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed": 0, 2024-04-13T07:45:47.210 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_allocated": 0, 2024-04-13T07:45:47.210 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_original": 0, 2024-04-13T07:45:47.210 INFO:tasks.workunit.client.0.smithi119.stdout: "data_stored": 1771104, 2024-04-13T07:45:47.210 INFO:tasks.workunit.client.0.smithi119.stdout: "internal_metadata": 0, 2024-04-13T07:45:47.210 INFO:tasks.workunit.client.0.smithi119.stdout: "internally_reserved": 0, 2024-04-13T07:45:47.210 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_allocated": 0, 2024-04-13T07:45:47.210 INFO:tasks.workunit.client.0.smithi119.stdout: "total": 0 2024-04-13T07:45:47.210 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.210 INFO:tasks.workunit.client.0.smithi119.stdout: "up": 3 2024-04-13T07:45:47.210 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.210 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.211 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": 96, 2024-04-13T07:45:47.211 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T07:45:47.211 INFO:tasks.workunit.client.0.smithi119.stdout: "cephfs" 2024-04-13T07:45:47.211 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.211 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 45, 2024-04-13T07:45:47.211 INFO:tasks.workunit.client.0.smithi119.stdout: "num_pg": 32, 2024-04-13T07:45:47.211 INFO:tasks.workunit.client.0.smithi119.stdout: "num_store_stats": 8, 2024-04-13T07:45:47.211 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 45, 2024-04-13T07:45:47.211 INFO:tasks.workunit.client.0.smithi119.stdout: "poolid": 2, 2024-04-13T07:45:47.211 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:47.211 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 3430, 2024-04-13T07:45:47.211 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:47.211 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 582, 2024-04-13T07:45:47.211 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:47.211 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:47.211 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:47.211 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:47.211 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:47.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:47.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:47.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:47.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:47.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:47.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:47.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:47.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:47.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 66, 2024-04-13T07:45:47.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 22, 2024-04-13T07:45:47.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:47.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 22, 2024-04-13T07:45:47.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:47.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:47.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:47.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:47.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:47.213 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 14, 2024-04-13T07:45:47.213 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:47.213 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 2, 2024-04-13T07:45:47.213 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:47.213 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:47.213 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:47.213 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:47.213 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:47.213 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:47.213 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:47.213 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:47.213 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:47.213 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:47.213 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 51, 2024-04-13T07:45:47.213 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 20 2024-04-13T07:45:47.214 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.214 INFO:tasks.workunit.client.0.smithi119.stdout: "store_stats": { 2024-04-13T07:45:47.214 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": 98304, 2024-04-13T07:45:47.214 INFO:tasks.workunit.client.0.smithi119.stdout: "available": 0, 2024-04-13T07:45:47.214 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed": 0, 2024-04-13T07:45:47.214 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_allocated": 0, 2024-04-13T07:45:47.214 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_original": 0, 2024-04-13T07:45:47.214 INFO:tasks.workunit.client.0.smithi119.stdout: "data_stored": 10290, 2024-04-13T07:45:47.214 INFO:tasks.workunit.client.0.smithi119.stdout: "internal_metadata": 0, 2024-04-13T07:45:47.214 INFO:tasks.workunit.client.0.smithi119.stdout: "internally_reserved": 0, 2024-04-13T07:45:47.214 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_allocated": 0, 2024-04-13T07:45:47.214 INFO:tasks.workunit.client.0.smithi119.stdout: "total": 0 2024-04-13T07:45:47.214 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.214 INFO:tasks.workunit.client.0.smithi119.stdout: "up": 96 2024-04-13T07:45:47.214 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.214 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.215 INFO:tasks.workunit.client.0.smithi119.stdout: "usage": { 2024-04-13T07:45:47.215 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_num": 105, 2024-04-13T07:45:47.215 INFO:tasks.workunit.client.0.smithi119.stdout: "pools": 4, 2024-04-13T07:45:47.215 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_by_class": { 2024-04-13T07:45:47.215 INFO:tasks.workunit.client.0.smithi119.stdout: "ssd": { 2024-04-13T07:45:47.215 INFO:tasks.workunit.client.0.smithi119.stdout: "total_avail_bytes": 767727222784, 2024-04-13T07:45:47.215 INFO:tasks.workunit.client.0.smithi119.stdout: "total_bytes": 767960285184, 2024-04-13T07:45:47.215 INFO:tasks.workunit.client.0.smithi119.stdout: "total_used_bytes": 233062400, 2024-04-13T07:45:47.215 INFO:tasks.workunit.client.0.smithi119.stdout: "total_used_raw_bytes": 233062400, 2024-04-13T07:45:47.215 INFO:tasks.workunit.client.0.smithi119.stdout: "total_used_raw_ratio": 0.00030348237487487495 2024-04-13T07:45:47.215 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.215 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.215 INFO:tasks.workunit.client.0.smithi119.stdout: "total_avail_bytes": 767727222784, 2024-04-13T07:45:47.215 INFO:tasks.workunit.client.0.smithi119.stdout: "total_bytes": 767960285184, 2024-04-13T07:45:47.215 INFO:tasks.workunit.client.0.smithi119.stdout: "total_used_bytes": 233062400 2024-04-13T07:45:47.216 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.216 INFO:tasks.workunit.client.0.smithi119.stdout:} 2024-04-13T07:45:47.216 INFO:tasks.workunit.client.0.smithi119.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-04-13T07:45:47.217 INFO:tasks.workunit.client.0.smithi119.stderr:+ ceph telemetry show-device 2024-04-13T07:45:47.217 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:47.217 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:45:47.217 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:45:47.217 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:47.218 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:47.218 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:47.218 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:47.218 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:47.218 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:47.218 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:47.218 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:47.218 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:47.218 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:45:47.218 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:45:47.218 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:47.218 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:47.218 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:47.218 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:45:47.219 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:45:47.219 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:47.219 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:47.219 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:47.219 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:45:47.219 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:45:47.219 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:47.219 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:47.219 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:47.219 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:47.219 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:45:47.219 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:45:47.219 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:47.219 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:47.219 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:47.220 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:47.220 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:47.220 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:47.220 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:47.220 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:47.220 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:47.220 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:45:47.220 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:45:47.220 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:47.220 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:47.220 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:47.220 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:45:47.220 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:45:47.220 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:47.220 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:47.221 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:47.221 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:45:47.221 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:45:47.221 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:47.221 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:47.221 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:47.221 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:46 smithi139 ceph-mon[31267]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2024-04-13T07:45:47.221 INFO:tasks.workunit.client.0.smithi119.stdout:{ 2024-04-13T07:45:47.221 INFO:tasks.workunit.client.0.smithi119.stdout: "d4649b5a-f969-11ee-9695-0cc47a8fd5ef": { 2024-04-13T07:45:47.221 INFO:tasks.workunit.client.0.smithi119.stdout: "INTEL_SSDPEDMD400G4_d4655a7c-f969-11ee-9695-0cc47a8fd5ef": { 2024-04-13T07:45:47.221 INFO:tasks.workunit.client.0.smithi119.stdout: "20240413-074017": { 2024-04-13T07:45:47.221 INFO:tasks.workunit.client.0.smithi119.stdout: "device": { 2024-04-13T07:45:47.221 INFO:tasks.workunit.client.0.smithi119.stdout: "info_name": "/dev/nvme0n1", 2024-04-13T07:45:47.221 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "/dev/nvme0n1", 2024-04-13T07:45:47.221 INFO:tasks.workunit.client.0.smithi119.stdout: "protocol": "NVMe", 2024-04-13T07:45:47.222 INFO:tasks.workunit.client.0.smithi119.stdout: "type": "nvme" 2024-04-13T07:45:47.222 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.222 INFO:tasks.workunit.client.0.smithi119.stdout: "firmware_version": "8DV101F0", 2024-04-13T07:45:47.222 INFO:tasks.workunit.client.0.smithi119.stdout: "host_id": "d4649b5a-f969-11ee-9695-0cc47a8fd5ef", 2024-04-13T07:45:47.222 INFO:tasks.workunit.client.0.smithi119.stdout: "json_format_version": [ 2024-04-13T07:45:47.222 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:47.222 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:47.222 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.222 INFO:tasks.workunit.client.0.smithi119.stdout: "local_time": { 2024-04-13T07:45:47.222 INFO:tasks.workunit.client.0.smithi119.stdout: "asctime": "Sat Apr 13 07:40:17 2024 UTC", 2024-04-13T07:45:47.222 INFO:tasks.workunit.client.0.smithi119.stdout: "time_t": 1712994017 2024-04-13T07:45:47.222 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.222 INFO:tasks.workunit.client.0.smithi119.stdout: "logical_block_size": 512, 2024-04-13T07:45:47.222 INFO:tasks.workunit.client.0.smithi119.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-13T07:45:47.222 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_controller_id": 0, 2024-04-13T07:45:47.223 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-13T07:45:47.223 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_namespaces": [ 2024-04-13T07:45:47.223 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.223 INFO:tasks.workunit.client.0.smithi119.stdout: "capacity": { 2024-04-13T07:45:47.223 INFO:tasks.workunit.client.0.smithi119.stdout: "blocks": 781422768, 2024-04-13T07:45:47.223 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 400088457216 2024-04-13T07:45:47.223 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.223 INFO:tasks.workunit.client.0.smithi119.stdout: "formatted_lba_size": 512, 2024-04-13T07:45:47.223 INFO:tasks.workunit.client.0.smithi119.stdout: "id": 1, 2024-04-13T07:45:47.223 INFO:tasks.workunit.client.0.smithi119.stdout: "size": { 2024-04-13T07:45:47.223 INFO:tasks.workunit.client.0.smithi119.stdout: "blocks": 781422768, 2024-04-13T07:45:47.223 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 400088457216 2024-04-13T07:45:47.223 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.223 INFO:tasks.workunit.client.0.smithi119.stdout: "utilization": { 2024-04-13T07:45:47.223 INFO:tasks.workunit.client.0.smithi119.stdout: "blocks": 781422768, 2024-04-13T07:45:47.223 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 400088457216 2024-04-13T07:45:47.224 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.224 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.224 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.224 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_number_of_namespaces": 1, 2024-04-13T07:45:47.224 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_pci_vendor": { 2024-04-13T07:45:47.224 INFO:tasks.workunit.client.0.smithi119.stdout: "id": 32902, 2024-04-13T07:45:47.224 INFO:tasks.workunit.client.0.smithi119.stdout: "subsystem_id": 32902 2024-04-13T07:45:47.224 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.224 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_smart_health_information_add_log": { 2024-04-13T07:45:47.224 INFO:tasks.workunit.client.0.smithi119.stdout: "Device stats": { 2024-04-13T07:45:47.224 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_fw_downgrades": { 2024-04-13T07:45:47.224 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T07:45:47.224 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:47.224 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.224 INFO:tasks.workunit.client.0.smithi119.stdout: "crc_error_count": { 2024-04-13T07:45:47.224 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:47.225 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:47.225 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.225 INFO:tasks.workunit.client.0.smithi119.stdout: "end_to_end_error_detection_count": { 2024-04-13T07:45:47.225 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:47.225 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:47.225 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.225 INFO:tasks.workunit.client.0.smithi119.stdout: "erase_fail_count": { 2024-04-13T07:45:47.225 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:47.225 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:47.225 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.225 INFO:tasks.workunit.client.0.smithi119.stdout: "host_bytes_written": { 2024-04-13T07:45:47.225 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:47.225 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 17477406 2024-04-13T07:45:47.225 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.225 INFO:tasks.workunit.client.0.smithi119.stdout: "host_ctx_wear_used": { 2024-04-13T07:45:47.225 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:47.225 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 1 2024-04-13T07:45:47.226 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.226 INFO:tasks.workunit.client.0.smithi119.stdout: "media_bytes_read": { 2024-04-13T07:45:47.226 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T07:45:47.226 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:47.226 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.226 INFO:tasks.workunit.client.0.smithi119.stdout: "nand_bytes_written": { 2024-04-13T07:45:47.226 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:47.226 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 32624884 2024-04-13T07:45:47.226 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.226 INFO:tasks.workunit.client.0.smithi119.stdout: "perf_stat_indicator": { 2024-04-13T07:45:47.226 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T07:45:47.226 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:47.226 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.227 INFO:tasks.workunit.client.0.smithi119.stdout: "pll_lock_loss_count": { 2024-04-13T07:45:47.227 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:47.227 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:47.227 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.227 INFO:tasks.workunit.client.0.smithi119.stdout: "program_fail_count": { 2024-04-13T07:45:47.227 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:47.227 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:47.227 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.227 INFO:tasks.workunit.client.0.smithi119.stdout: "re_alloc_sectr_cnt": { 2024-04-13T07:45:47.227 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T07:45:47.227 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:47.227 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.227 INFO:tasks.workunit.client.0.smithi119.stdout: "retry_buffer_overflow_count": { 2024-04-13T07:45:47.227 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:47.227 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:47.227 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.228 INFO:tasks.workunit.client.0.smithi119.stdout: "soft_ecc_err_rate": { 2024-04-13T07:45:47.228 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T07:45:47.228 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:47.228 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.228 INFO:tasks.workunit.client.0.smithi119.stdout: "thermal_throttle_status": { 2024-04-13T07:45:47.228 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:47.228 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": { 2024-04-13T07:45:47.228 INFO:tasks.workunit.client.0.smithi119.stdout: "cnt": 0, 2024-04-13T07:45:47.228 INFO:tasks.workunit.client.0.smithi119.stdout: "pct": 0 2024-04-13T07:45:47.228 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.228 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.228 INFO:tasks.workunit.client.0.smithi119.stdout: "timed_workload_host_reads": { 2024-04-13T07:45:47.228 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:47.228 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 65535 2024-04-13T07:45:47.229 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.229 INFO:tasks.workunit.client.0.smithi119.stdout: "timed_workload_media_wear": { 2024-04-13T07:45:47.229 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:47.229 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 64 2024-04-13T07:45:47.229 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.229 INFO:tasks.workunit.client.0.smithi119.stdout: "timed_workload_timer": { 2024-04-13T07:45:47.229 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:47.229 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 65535 2024-04-13T07:45:47.229 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.229 INFO:tasks.workunit.client.0.smithi119.stdout: "unexp_power_loss": { 2024-04-13T07:45:47.229 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T07:45:47.229 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:47.229 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.229 INFO:tasks.workunit.client.0.smithi119.stdout: "wear_leveling": { 2024-04-13T07:45:47.229 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 93, 2024-04-13T07:45:47.229 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": { 2024-04-13T07:45:47.230 INFO:tasks.workunit.client.0.smithi119.stdout: "avg": 2250, 2024-04-13T07:45:47.230 INFO:tasks.workunit.client.0.smithi119.stdout: "max": 2259, 2024-04-13T07:45:47.230 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 2241 2024-04-13T07:45:47.230 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.230 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.230 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.230 INFO:tasks.workunit.client.0.smithi119.stdout: "Intel Smart log": "nvme0n1" 2024-04-13T07:45:47.230 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.230 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_smart_health_information_log": { 2024-04-13T07:45:47.230 INFO:tasks.workunit.client.0.smithi119.stdout: "available_spare": 100, 2024-04-13T07:45:47.230 INFO:tasks.workunit.client.0.smithi119.stdout: "available_spare_threshold": 10, 2024-04-13T07:45:47.230 INFO:tasks.workunit.client.0.smithi119.stdout: "controller_busy_time": 22, 2024-04-13T07:45:47.230 INFO:tasks.workunit.client.0.smithi119.stdout: "critical_warning": 0, 2024-04-13T07:45:47.230 INFO:tasks.workunit.client.0.smithi119.stdout: "data_units_read": 237189759, 2024-04-13T07:45:47.230 INFO:tasks.workunit.client.0.smithi119.stdout: "data_units_written": 1145399303, 2024-04-13T07:45:47.230 INFO:tasks.workunit.client.0.smithi119.stdout: "host_reads": 4232985947, 2024-04-13T07:45:47.231 INFO:tasks.workunit.client.0.smithi119.stdout: "host_writes": 22735896559, 2024-04-13T07:45:47.231 INFO:tasks.workunit.client.0.smithi119.stdout: "media_errors": 0, 2024-04-13T07:45:47.231 INFO:tasks.workunit.client.0.smithi119.stdout: "num_err_log_entries": 0, 2024-04-13T07:45:47.231 INFO:tasks.workunit.client.0.smithi119.stdout: "percentage_used": 7, 2024-04-13T07:45:47.231 INFO:tasks.workunit.client.0.smithi119.stdout: "power_cycles": 39231, 2024-04-13T07:45:47.231 INFO:tasks.workunit.client.0.smithi119.stdout: "power_on_hours": 57467, 2024-04-13T07:45:47.231 INFO:tasks.workunit.client.0.smithi119.stdout: "temperature": 27, 2024-04-13T07:45:47.231 INFO:tasks.workunit.client.0.smithi119.stdout: "unsafe_shutdowns": 1687 2024-04-13T07:45:47.231 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.231 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_vendor": "intel", 2024-04-13T07:45:47.231 INFO:tasks.workunit.client.0.smithi119.stdout: "power_cycle_count": 39231, 2024-04-13T07:45:47.231 INFO:tasks.workunit.client.0.smithi119.stdout: "power_on_time": { 2024-04-13T07:45:47.231 INFO:tasks.workunit.client.0.smithi119.stdout: "hours": 57467 2024-04-13T07:45:47.231 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.232 INFO:tasks.workunit.client.0.smithi119.stdout: "serial_number": "deleted", 2024-04-13T07:45:47.232 INFO:tasks.workunit.client.0.smithi119.stdout: "smart_status": { 2024-04-13T07:45:47.232 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme": { 2024-04-13T07:45:47.232 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.232 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.232 INFO:tasks.workunit.client.0.smithi119.stdout: "passed": true 2024-04-13T07:45:47.232 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.232 INFO:tasks.workunit.client.0.smithi119.stdout: "smartctl": { 2024-04-13T07:45:47.232 INFO:tasks.workunit.client.0.smithi119.stdout: "argv": [ 2024-04-13T07:45:47.232 INFO:tasks.workunit.client.0.smithi119.stdout: "smartctl", 2024-04-13T07:45:47.232 INFO:tasks.workunit.client.0.smithi119.stdout: "-x", 2024-04-13T07:45:47.232 INFO:tasks.workunit.client.0.smithi119.stdout: "--json=o", 2024-04-13T07:45:47.232 INFO:tasks.workunit.client.0.smithi119.stdout: "/dev/nvme0n1" 2024-04-13T07:45:47.232 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.232 INFO:tasks.workunit.client.0.smithi119.stdout: "build_info": "(local build)", 2024-04-13T07:45:47.232 INFO:tasks.workunit.client.0.smithi119.stdout: "exit_status": 0, 2024-04-13T07:45:47.232 INFO:tasks.workunit.client.0.smithi119.stdout: "output": [ 2024-04-13T07:45:47.233 INFO:tasks.workunit.client.0.smithi119.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-13T07:45:47.233 INFO:tasks.workunit.client.0.smithi119.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-13T07:45:47.233 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T07:45:47.233 INFO:tasks.workunit.client.0.smithi119.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-13T07:45:47.233 INFO:tasks.workunit.client.0.smithi119.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-13T07:45:47.233 INFO:tasks.workunit.client.0.smithi119.stdout: "Serial Number: deleted", 2024-04-13T07:45:47.233 INFO:tasks.workunit.client.0.smithi119.stdout: "Firmware Version: 8DV101F0", 2024-04-13T07:45:47.233 INFO:tasks.workunit.client.0.smithi119.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-13T07:45:47.233 INFO:tasks.workunit.client.0.smithi119.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-13T07:45:47.233 INFO:tasks.workunit.client.0.smithi119.stdout: "Controller ID: 0", 2024-04-13T07:45:47.233 INFO:tasks.workunit.client.0.smithi119.stdout: "Number of Namespaces: 1", 2024-04-13T07:45:47.233 INFO:tasks.workunit.client.0.smithi119.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-13T07:45:47.233 INFO:tasks.workunit.client.0.smithi119.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-13T07:45:47.233 INFO:tasks.workunit.client.0.smithi119.stdout: "Local Time is: Sat Apr 13 07:40:17 2024 UTC", 2024-04-13T07:45:47.234 INFO:tasks.workunit.client.0.smithi119.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-13T07:45:47.234 INFO:tasks.workunit.client.0.smithi119.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-13T07:45:47.234 INFO:tasks.workunit.client.0.smithi119.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-13T07:45:47.234 INFO:tasks.workunit.client.0.smithi119.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-13T07:45:47.234 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T07:45:47.234 INFO:tasks.workunit.client.0.smithi119.stdout: "Supported Power States", 2024-04-13T07:45:47.234 INFO:tasks.workunit.client.0.smithi119.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-13T07:45:47.234 INFO:tasks.workunit.client.0.smithi119.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-13T07:45:47.234 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T07:45:47.234 INFO:tasks.workunit.client.0.smithi119.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-13T07:45:47.234 INFO:tasks.workunit.client.0.smithi119.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-13T07:45:47.234 INFO:tasks.workunit.client.0.smithi119.stdout: " 0 + 512 0 2", 2024-04-13T07:45:47.234 INFO:tasks.workunit.client.0.smithi119.stdout: " 1 - 512 8 2", 2024-04-13T07:45:47.234 INFO:tasks.workunit.client.0.smithi119.stdout: " 2 - 512 16 2", 2024-04-13T07:45:47.235 INFO:tasks.workunit.client.0.smithi119.stdout: " 3 - 4096 0 0", 2024-04-13T07:45:47.235 INFO:tasks.workunit.client.0.smithi119.stdout: " 4 - 4096 8 0", 2024-04-13T07:45:47.235 INFO:tasks.workunit.client.0.smithi119.stdout: " 5 - 4096 64 0", 2024-04-13T07:45:47.235 INFO:tasks.workunit.client.0.smithi119.stdout: " 6 - 4096 128 0", 2024-04-13T07:45:47.235 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T07:45:47.235 INFO:tasks.workunit.client.0.smithi119.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-13T07:45:47.235 INFO:tasks.workunit.client.0.smithi119.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-13T07:45:47.235 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T07:45:47.235 INFO:tasks.workunit.client.0.smithi119.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-13T07:45:47.235 INFO:tasks.workunit.client.0.smithi119.stdout: "Critical Warning: 0x00", 2024-04-13T07:45:47.235 INFO:tasks.workunit.client.0.smithi119.stdout: "Temperature: 27 Celsius", 2024-04-13T07:45:47.235 INFO:tasks.workunit.client.0.smithi119.stdout: "Available Spare: 100%", 2024-04-13T07:45:47.235 INFO:tasks.workunit.client.0.smithi119.stdout: "Available Spare Threshold: 10%", 2024-04-13T07:45:47.235 INFO:tasks.workunit.client.0.smithi119.stdout: "Percentage Used: 7%", 2024-04-13T07:45:47.235 INFO:tasks.workunit.client.0.smithi119.stdout: "Data Units Read: 237,189,759 [121 TB]", 2024-04-13T07:45:47.236 INFO:tasks.workunit.client.0.smithi119.stdout: "Data Units Written: 1,145,399,303 [586 TB]", 2024-04-13T07:45:47.236 INFO:tasks.workunit.client.0.smithi119.stdout: "Host Read Commands: 4,232,985,947", 2024-04-13T07:45:47.236 INFO:tasks.workunit.client.0.smithi119.stdout: "Host Write Commands: 22,735,896,559", 2024-04-13T07:45:47.236 INFO:tasks.workunit.client.0.smithi119.stdout: "Controller Busy Time: 22", 2024-04-13T07:45:47.236 INFO:tasks.workunit.client.0.smithi119.stdout: "Power Cycles: 39,231", 2024-04-13T07:45:47.236 INFO:tasks.workunit.client.0.smithi119.stdout: "Power On Hours: 57,467", 2024-04-13T07:45:47.236 INFO:tasks.workunit.client.0.smithi119.stdout: "Unsafe Shutdowns: 1,687", 2024-04-13T07:45:47.236 INFO:tasks.workunit.client.0.smithi119.stdout: "Media and Data Integrity Errors: 0", 2024-04-13T07:45:47.236 INFO:tasks.workunit.client.0.smithi119.stdout: "Error Information Log Entries: 0", 2024-04-13T07:45:47.236 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T07:45:47.236 INFO:tasks.workunit.client.0.smithi119.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-13T07:45:47.236 INFO:tasks.workunit.client.0.smithi119.stdout: "No Errors Logged", 2024-04-13T07:45:47.236 INFO:tasks.workunit.client.0.smithi119.stdout: "" 2024-04-13T07:45:47.236 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.236 INFO:tasks.workunit.client.0.smithi119.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-13T07:45:47.236 INFO:tasks.workunit.client.0.smithi119.stdout: "svn_revision": "5022", 2024-04-13T07:45:47.236 INFO:tasks.workunit.client.0.smithi119.stdout: "version": [ 2024-04-13T07:45:47.237 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:47.237 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:47.237 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:47.237 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.237 INFO:tasks.workunit.client.0.smithi119.stdout: "temperature": { 2024-04-13T07:45:47.237 INFO:tasks.workunit.client.0.smithi119.stdout: "current": 27 2024-04-13T07:45:47.237 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.237 INFO:tasks.workunit.client.0.smithi119.stdout: "user_capacity": { 2024-04-13T07:45:47.237 INFO:tasks.workunit.client.0.smithi119.stdout: "blocks": 781422768, 2024-04-13T07:45:47.237 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 400088457216 2024-04-13T07:45:47.237 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.237 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.237 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.237 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.237 INFO:tasks.workunit.client.0.smithi119.stdout: "d466e306-f969-11ee-9695-0cc47a8fd5ef": { 2024-04-13T07:45:47.238 INFO:tasks.workunit.client.0.smithi119.stdout: "INTEL_SSDPEDMD400G4_d4678f86-f969-11ee-9695-0cc47a8fd5ef": { 2024-04-13T07:45:47.238 INFO:tasks.workunit.client.0.smithi119.stdout: "20240413-074019": { 2024-04-13T07:45:47.238 INFO:tasks.workunit.client.0.smithi119.stdout: "device": { 2024-04-13T07:45:47.238 INFO:tasks.workunit.client.0.smithi119.stdout: "info_name": "/dev/nvme0n1", 2024-04-13T07:45:47.238 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "/dev/nvme0n1", 2024-04-13T07:45:47.238 INFO:tasks.workunit.client.0.smithi119.stdout: "protocol": "NVMe", 2024-04-13T07:45:47.238 INFO:tasks.workunit.client.0.smithi119.stdout: "type": "nvme" 2024-04-13T07:45:47.238 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.238 INFO:tasks.workunit.client.0.smithi119.stdout: "firmware_version": "8DV101H0", 2024-04-13T07:45:47.238 INFO:tasks.workunit.client.0.smithi119.stdout: "host_id": "d466e306-f969-11ee-9695-0cc47a8fd5ef", 2024-04-13T07:45:47.238 INFO:tasks.workunit.client.0.smithi119.stdout: "json_format_version": [ 2024-04-13T07:45:47.238 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:47.238 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:47.238 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.238 INFO:tasks.workunit.client.0.smithi119.stdout: "local_time": { 2024-04-13T07:45:47.239 INFO:tasks.workunit.client.0.smithi119.stdout: "asctime": "Sat Apr 13 07:40:19 2024 UTC", 2024-04-13T07:45:47.239 INFO:tasks.workunit.client.0.smithi119.stdout: "time_t": 1712994019 2024-04-13T07:45:47.239 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.239 INFO:tasks.workunit.client.0.smithi119.stdout: "logical_block_size": 512, 2024-04-13T07:45:47.239 INFO:tasks.workunit.client.0.smithi119.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-13T07:45:47.239 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_controller_id": 0, 2024-04-13T07:45:47.239 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-13T07:45:47.239 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_namespaces": [ 2024-04-13T07:45:47.239 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.239 INFO:tasks.workunit.client.0.smithi119.stdout: "capacity": { 2024-04-13T07:45:47.239 INFO:tasks.workunit.client.0.smithi119.stdout: "blocks": 781422768, 2024-04-13T07:45:47.239 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 400088457216 2024-04-13T07:45:47.239 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.239 INFO:tasks.workunit.client.0.smithi119.stdout: "formatted_lba_size": 512, 2024-04-13T07:45:47.239 INFO:tasks.workunit.client.0.smithi119.stdout: "id": 1, 2024-04-13T07:45:47.240 INFO:tasks.workunit.client.0.smithi119.stdout: "size": { 2024-04-13T07:45:47.240 INFO:tasks.workunit.client.0.smithi119.stdout: "blocks": 781422768, 2024-04-13T07:45:47.240 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 400088457216 2024-04-13T07:45:47.240 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.240 INFO:tasks.workunit.client.0.smithi119.stdout: "utilization": { 2024-04-13T07:45:47.240 INFO:tasks.workunit.client.0.smithi119.stdout: "blocks": 781422768, 2024-04-13T07:45:47.240 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 400088457216 2024-04-13T07:45:47.240 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.240 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.240 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.240 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_number_of_namespaces": 1, 2024-04-13T07:45:47.240 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_pci_vendor": { 2024-04-13T07:45:47.240 INFO:tasks.workunit.client.0.smithi119.stdout: "id": 32902, 2024-04-13T07:45:47.240 INFO:tasks.workunit.client.0.smithi119.stdout: "subsystem_id": 32902 2024-04-13T07:45:47.241 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.241 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_smart_health_information_add_log": { 2024-04-13T07:45:47.241 INFO:tasks.workunit.client.0.smithi119.stdout: "Device stats": { 2024-04-13T07:45:47.241 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_fw_downgrades": { 2024-04-13T07:45:47.241 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T07:45:47.241 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:47.241 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.241 INFO:tasks.workunit.client.0.smithi119.stdout: "crc_error_count": { 2024-04-13T07:45:47.241 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:47.241 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:47.241 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.241 INFO:tasks.workunit.client.0.smithi119.stdout: "end_to_end_error_detection_count": { 2024-04-13T07:45:47.241 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:47.241 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:47.241 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.241 INFO:tasks.workunit.client.0.smithi119.stdout: "erase_fail_count": { 2024-04-13T07:45:47.241 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:47.242 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:47.242 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.242 INFO:tasks.workunit.client.0.smithi119.stdout: "host_bytes_written": { 2024-04-13T07:45:47.242 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:47.242 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 25913533 2024-04-13T07:45:47.242 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.242 INFO:tasks.workunit.client.0.smithi119.stdout: "host_ctx_wear_used": { 2024-04-13T07:45:47.242 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:47.242 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 1 2024-04-13T07:45:47.242 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.242 INFO:tasks.workunit.client.0.smithi119.stdout: "media_bytes_read": { 2024-04-13T07:45:47.242 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T07:45:47.242 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:47.242 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.242 INFO:tasks.workunit.client.0.smithi119.stdout: "nand_bytes_written": { 2024-04-13T07:45:47.242 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:47.243 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 45069078 2024-04-13T07:45:47.243 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.243 INFO:tasks.workunit.client.0.smithi119.stdout: "perf_stat_indicator": { 2024-04-13T07:45:47.243 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T07:45:47.243 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:47.243 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.243 INFO:tasks.workunit.client.0.smithi119.stdout: "pll_lock_loss_count": { 2024-04-13T07:45:47.243 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:47.243 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:47.243 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.243 INFO:tasks.workunit.client.0.smithi119.stdout: "program_fail_count": { 2024-04-13T07:45:47.243 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:47.243 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:47.243 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.243 INFO:tasks.workunit.client.0.smithi119.stdout: "re_alloc_sectr_cnt": { 2024-04-13T07:45:47.243 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T07:45:47.243 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:47.243 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.244 INFO:tasks.workunit.client.0.smithi119.stdout: "retry_buffer_overflow_count": { 2024-04-13T07:45:47.244 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:47.244 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:47.244 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.244 INFO:tasks.workunit.client.0.smithi119.stdout: "soft_ecc_err_rate": { 2024-04-13T07:45:47.244 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T07:45:47.244 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:47.244 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.244 INFO:tasks.workunit.client.0.smithi119.stdout: "thermal_throttle_status": { 2024-04-13T07:45:47.244 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:47.244 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": { 2024-04-13T07:45:47.244 INFO:tasks.workunit.client.0.smithi119.stdout: "cnt": 0, 2024-04-13T07:45:47.244 INFO:tasks.workunit.client.0.smithi119.stdout: "pct": 0 2024-04-13T07:45:47.244 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.244 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.244 INFO:tasks.workunit.client.0.smithi119.stdout: "timed_workload_host_reads": { 2024-04-13T07:45:47.245 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:47.245 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 65535 2024-04-13T07:45:47.245 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.245 INFO:tasks.workunit.client.0.smithi119.stdout: "timed_workload_media_wear": { 2024-04-13T07:45:47.245 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:47.245 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 64 2024-04-13T07:45:47.245 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.245 INFO:tasks.workunit.client.0.smithi119.stdout: "timed_workload_timer": { 2024-04-13T07:45:47.245 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:47.245 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 65535 2024-04-13T07:45:47.245 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.245 INFO:tasks.workunit.client.0.smithi119.stdout: "unexp_power_loss": { 2024-04-13T07:45:47.245 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T07:45:47.245 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:47.245 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.245 INFO:tasks.workunit.client.0.smithi119.stdout: "wear_leveling": { 2024-04-13T07:45:47.246 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 90, 2024-04-13T07:45:47.246 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": { 2024-04-13T07:45:47.246 INFO:tasks.workunit.client.0.smithi119.stdout: "avg": 3064, 2024-04-13T07:45:47.246 INFO:tasks.workunit.client.0.smithi119.stdout: "max": 3076, 2024-04-13T07:45:47.246 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 3051 2024-04-13T07:45:47.246 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.246 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.246 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.246 INFO:tasks.workunit.client.0.smithi119.stdout: "Intel Smart log": "nvme0n1" 2024-04-13T07:45:47.246 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.246 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_smart_health_information_log": { 2024-04-13T07:45:47.246 INFO:tasks.workunit.client.0.smithi119.stdout: "available_spare": 100, 2024-04-13T07:45:47.246 INFO:tasks.workunit.client.0.smithi119.stdout: "available_spare_threshold": 10, 2024-04-13T07:45:47.246 INFO:tasks.workunit.client.0.smithi119.stdout: "controller_busy_time": 0, 2024-04-13T07:45:47.247 INFO:tasks.workunit.client.0.smithi119.stdout: "critical_warning": 0, 2024-04-13T07:45:47.247 INFO:tasks.workunit.client.0.smithi119.stdout: "data_units_read": 335911076, 2024-04-13T07:45:47.247 INFO:tasks.workunit.client.0.smithi119.stdout: "data_units_written": 1698269352, 2024-04-13T07:45:47.247 INFO:tasks.workunit.client.0.smithi119.stdout: "host_reads": 5482109870, 2024-04-13T07:45:47.247 INFO:tasks.workunit.client.0.smithi119.stdout: "host_writes": 29670994253, 2024-04-13T07:45:47.247 INFO:tasks.workunit.client.0.smithi119.stdout: "media_errors": 0, 2024-04-13T07:45:47.247 INFO:tasks.workunit.client.0.smithi119.stdout: "num_err_log_entries": 0, 2024-04-13T07:45:47.247 INFO:tasks.workunit.client.0.smithi119.stdout: "percentage_used": 10, 2024-04-13T07:45:47.247 INFO:tasks.workunit.client.0.smithi119.stdout: "power_cycles": 50867, 2024-04-13T07:45:47.247 INFO:tasks.workunit.client.0.smithi119.stdout: "power_on_hours": 48973, 2024-04-13T07:45:47.247 INFO:tasks.workunit.client.0.smithi119.stdout: "temperature": 25, 2024-04-13T07:45:47.247 INFO:tasks.workunit.client.0.smithi119.stdout: "unsafe_shutdowns": 79 2024-04-13T07:45:47.247 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.247 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_vendor": "intel", 2024-04-13T07:45:47.248 INFO:tasks.workunit.client.0.smithi119.stdout: "power_cycle_count": 50867, 2024-04-13T07:45:47.248 INFO:tasks.workunit.client.0.smithi119.stdout: "power_on_time": { 2024-04-13T07:45:47.248 INFO:tasks.workunit.client.0.smithi119.stdout: "hours": 48973 2024-04-13T07:45:47.248 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.248 INFO:tasks.workunit.client.0.smithi119.stdout: "serial_number": "deleted", 2024-04-13T07:45:47.248 INFO:tasks.workunit.client.0.smithi119.stdout: "smart_status": { 2024-04-13T07:45:47.248 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme": { 2024-04-13T07:45:47.248 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.248 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.248 INFO:tasks.workunit.client.0.smithi119.stdout: "passed": true 2024-04-13T07:45:47.248 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.248 INFO:tasks.workunit.client.0.smithi119.stdout: "smartctl": { 2024-04-13T07:45:47.248 INFO:tasks.workunit.client.0.smithi119.stdout: "argv": [ 2024-04-13T07:45:47.248 INFO:tasks.workunit.client.0.smithi119.stdout: "smartctl", 2024-04-13T07:45:47.248 INFO:tasks.workunit.client.0.smithi119.stdout: "-x", 2024-04-13T07:45:47.249 INFO:tasks.workunit.client.0.smithi119.stdout: "--json=o", 2024-04-13T07:45:47.249 INFO:tasks.workunit.client.0.smithi119.stdout: "/dev/nvme0n1" 2024-04-13T07:45:47.249 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.249 INFO:tasks.workunit.client.0.smithi119.stdout: "build_info": "(local build)", 2024-04-13T07:45:47.249 INFO:tasks.workunit.client.0.smithi119.stdout: "exit_status": 0, 2024-04-13T07:45:47.249 INFO:tasks.workunit.client.0.smithi119.stdout: "output": [ 2024-04-13T07:45:47.249 INFO:tasks.workunit.client.0.smithi119.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-13T07:45:47.249 INFO:tasks.workunit.client.0.smithi119.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-13T07:45:47.249 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T07:45:47.249 INFO:tasks.workunit.client.0.smithi119.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-13T07:45:47.249 INFO:tasks.workunit.client.0.smithi119.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-13T07:45:47.249 INFO:tasks.workunit.client.0.smithi119.stdout: "Serial Number: deleted", 2024-04-13T07:45:47.249 INFO:tasks.workunit.client.0.smithi119.stdout: "Firmware Version: 8DV101H0", 2024-04-13T07:45:47.249 INFO:tasks.workunit.client.0.smithi119.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-13T07:45:47.250 INFO:tasks.workunit.client.0.smithi119.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-13T07:45:47.250 INFO:tasks.workunit.client.0.smithi119.stdout: "Controller ID: 0", 2024-04-13T07:45:47.250 INFO:tasks.workunit.client.0.smithi119.stdout: "Number of Namespaces: 1", 2024-04-13T07:45:47.250 INFO:tasks.workunit.client.0.smithi119.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-13T07:45:47.250 INFO:tasks.workunit.client.0.smithi119.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-13T07:45:47.250 INFO:tasks.workunit.client.0.smithi119.stdout: "Local Time is: Sat Apr 13 07:40:19 2024 UTC", 2024-04-13T07:45:47.250 INFO:tasks.workunit.client.0.smithi119.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-13T07:45:47.250 INFO:tasks.workunit.client.0.smithi119.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-13T07:45:47.250 INFO:tasks.workunit.client.0.smithi119.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-13T07:45:47.250 INFO:tasks.workunit.client.0.smithi119.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-13T07:45:47.250 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T07:45:47.250 INFO:tasks.workunit.client.0.smithi119.stdout: "Supported Power States", 2024-04-13T07:45:47.250 INFO:tasks.workunit.client.0.smithi119.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-13T07:45:47.250 INFO:tasks.workunit.client.0.smithi119.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-13T07:45:47.250 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T07:45:47.250 INFO:tasks.workunit.client.0.smithi119.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-13T07:45:47.250 INFO:tasks.workunit.client.0.smithi119.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-13T07:45:47.251 INFO:tasks.workunit.client.0.smithi119.stdout: " 0 + 512 0 2", 2024-04-13T07:45:47.251 INFO:tasks.workunit.client.0.smithi119.stdout: " 1 - 512 8 2", 2024-04-13T07:45:47.251 INFO:tasks.workunit.client.0.smithi119.stdout: " 2 - 512 16 2", 2024-04-13T07:45:47.251 INFO:tasks.workunit.client.0.smithi119.stdout: " 3 - 4096 0 0", 2024-04-13T07:45:47.251 INFO:tasks.workunit.client.0.smithi119.stdout: " 4 - 4096 8 0", 2024-04-13T07:45:47.251 INFO:tasks.workunit.client.0.smithi119.stdout: " 5 - 4096 64 0", 2024-04-13T07:45:47.251 INFO:tasks.workunit.client.0.smithi119.stdout: " 6 - 4096 128 0", 2024-04-13T07:45:47.251 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T07:45:47.251 INFO:tasks.workunit.client.0.smithi119.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-13T07:45:47.251 INFO:tasks.workunit.client.0.smithi119.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-13T07:45:47.251 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T07:45:47.251 INFO:tasks.workunit.client.0.smithi119.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-13T07:45:47.251 INFO:tasks.workunit.client.0.smithi119.stdout: "Critical Warning: 0x00", 2024-04-13T07:45:47.251 INFO:tasks.workunit.client.0.smithi119.stdout: "Temperature: 25 Celsius", 2024-04-13T07:45:47.251 INFO:tasks.workunit.client.0.smithi119.stdout: "Available Spare: 100%", 2024-04-13T07:45:47.252 INFO:tasks.workunit.client.0.smithi119.stdout: "Available Spare Threshold: 10%", 2024-04-13T07:45:47.252 INFO:tasks.workunit.client.0.smithi119.stdout: "Percentage Used: 10%", 2024-04-13T07:45:47.252 INFO:tasks.workunit.client.0.smithi119.stdout: "Data Units Read: 335,911,076 [171 TB]", 2024-04-13T07:45:47.252 INFO:tasks.workunit.client.0.smithi119.stdout: "Data Units Written: 1,698,269,352 [869 TB]", 2024-04-13T07:45:47.252 INFO:tasks.workunit.client.0.smithi119.stdout: "Host Read Commands: 5,482,109,870", 2024-04-13T07:45:47.252 INFO:tasks.workunit.client.0.smithi119.stdout: "Host Write Commands: 29,670,994,253", 2024-04-13T07:45:47.252 INFO:tasks.workunit.client.0.smithi119.stdout: "Controller Busy Time: 0", 2024-04-13T07:45:47.252 INFO:tasks.workunit.client.0.smithi119.stdout: "Power Cycles: 50,867", 2024-04-13T07:45:47.252 INFO:tasks.workunit.client.0.smithi119.stdout: "Power On Hours: 48,973", 2024-04-13T07:45:47.252 INFO:tasks.workunit.client.0.smithi119.stdout: "Unsafe Shutdowns: 79", 2024-04-13T07:45:47.252 INFO:tasks.workunit.client.0.smithi119.stdout: "Media and Data Integrity Errors: 0", 2024-04-13T07:45:47.252 INFO:tasks.workunit.client.0.smithi119.stdout: "Error Information Log Entries: 0", 2024-04-13T07:45:47.252 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T07:45:47.252 INFO:tasks.workunit.client.0.smithi119.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-13T07:45:47.252 INFO:tasks.workunit.client.0.smithi119.stdout: "No Errors Logged", 2024-04-13T07:45:47.253 INFO:tasks.workunit.client.0.smithi119.stdout: "" 2024-04-13T07:45:47.253 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.253 INFO:tasks.workunit.client.0.smithi119.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-13T07:45:47.253 INFO:tasks.workunit.client.0.smithi119.stdout: "svn_revision": "5022", 2024-04-13T07:45:47.253 INFO:tasks.workunit.client.0.smithi119.stdout: "version": [ 2024-04-13T07:45:47.253 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:47.253 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:47.253 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:47.253 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.253 INFO:tasks.workunit.client.0.smithi119.stdout: "temperature": { 2024-04-13T07:45:47.253 INFO:tasks.workunit.client.0.smithi119.stdout: "current": 25 2024-04-13T07:45:47.253 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.253 INFO:tasks.workunit.client.0.smithi119.stdout: "user_capacity": { 2024-04-13T07:45:47.253 INFO:tasks.workunit.client.0.smithi119.stdout: "blocks": 781422768, 2024-04-13T07:45:47.253 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 400088457216 2024-04-13T07:45:47.253 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.253 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.254 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.254 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.254 INFO:tasks.workunit.client.0.smithi119.stdout:} 2024-04-13T07:45:47.254 INFO:tasks.workunit.client.0.smithi119.stderr:+ ceph telemetry show-all 2024-04-13T07:45:47.254 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:47.254 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:45:47.255 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:45:47.255 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:47.255 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:47.255 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:47.255 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:47.255 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:47.255 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:47.255 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:47.255 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:47.255 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:47.255 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:45:47.255 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:45:47.255 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:47.255 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:47.255 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:47.255 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:45:47.256 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:45:47.256 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:47.256 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:47.256 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:47.256 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:45:47.256 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:45:47.256 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:47.256 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:47.256 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:47.256 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:47.257 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:45:47.257 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:45:47.257 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:47.257 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:47.257 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:47.257 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:47.257 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:47.257 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:47.257 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:47.257 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:47.257 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:47.257 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:45:47.257 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:45:47.257 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:47.258 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:47.258 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:47.258 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:45:47.258 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:45:47.258 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:47.258 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:47.258 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:47.258 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:45:47.258 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:45:47.258 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:47.258 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:47.258 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:47.259 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:47.259 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:45:47.259 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:45:47.259 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:47.259 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:47.259 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:47.259 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:47.259 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:47.259 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:47.259 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:47.259 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:47.259 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:47.259 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:45:47.260 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:45:47.260 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:47.260 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:47.260 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:47.260 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:45:47.260 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:45:47.260 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:47.260 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:47.260 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:47.260 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:45:47.260 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:45:47.260 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:47.260 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:47.260 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:47.260 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[27733]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2024-04-13T07:45:47.261 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:47.261 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:45:47.261 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:45:47.261 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:47.261 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:47.261 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:47.261 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:47.261 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:47.261 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:47.261 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:47.261 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:47.261 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:47.262 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:45:47.262 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:45:47.262 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:47.262 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:47.262 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:47.262 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:45:47.262 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:45:47.262 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:47.262 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:47.262 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:47.262 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:45:47.262 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:45:47.262 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:47.262 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:47.263 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:47.263 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:46 smithi119 ceph-mon[39268]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2024-04-13T07:45:47.269 INFO:tasks.workunit.client.0.smithi119.stdout:{ 2024-04-13T07:45:47.270 INFO:tasks.workunit.client.0.smithi119.stdout: "device_report": { 2024-04-13T07:45:47.270 INFO:tasks.workunit.client.0.smithi119.stdout: "d4649b5a-f969-11ee-9695-0cc47a8fd5ef": { 2024-04-13T07:45:47.270 INFO:tasks.workunit.client.0.smithi119.stdout: "INTEL_SSDPEDMD400G4_d4655a7c-f969-11ee-9695-0cc47a8fd5ef": { 2024-04-13T07:45:47.270 INFO:tasks.workunit.client.0.smithi119.stdout: "20240413-074017": { 2024-04-13T07:45:47.270 INFO:tasks.workunit.client.0.smithi119.stdout: "device": { 2024-04-13T07:45:47.270 INFO:tasks.workunit.client.0.smithi119.stdout: "info_name": "/dev/nvme0n1", 2024-04-13T07:45:47.270 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "/dev/nvme0n1", 2024-04-13T07:45:47.270 INFO:tasks.workunit.client.0.smithi119.stdout: "protocol": "NVMe", 2024-04-13T07:45:47.270 INFO:tasks.workunit.client.0.smithi119.stdout: "type": "nvme" 2024-04-13T07:45:47.270 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.270 INFO:tasks.workunit.client.0.smithi119.stdout: "firmware_version": "8DV101F0", 2024-04-13T07:45:47.270 INFO:tasks.workunit.client.0.smithi119.stdout: "host_id": "d4649b5a-f969-11ee-9695-0cc47a8fd5ef", 2024-04-13T07:45:47.270 INFO:tasks.workunit.client.0.smithi119.stdout: "json_format_version": [ 2024-04-13T07:45:47.270 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:47.270 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:47.270 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.271 INFO:tasks.workunit.client.0.smithi119.stdout: "local_time": { 2024-04-13T07:45:47.271 INFO:tasks.workunit.client.0.smithi119.stdout: "asctime": "Sat Apr 13 07:40:17 2024 UTC", 2024-04-13T07:45:47.271 INFO:tasks.workunit.client.0.smithi119.stdout: "time_t": 1712994017 2024-04-13T07:45:47.271 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.271 INFO:tasks.workunit.client.0.smithi119.stdout: "logical_block_size": 512, 2024-04-13T07:45:47.271 INFO:tasks.workunit.client.0.smithi119.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-13T07:45:47.271 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_controller_id": 0, 2024-04-13T07:45:47.271 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-13T07:45:47.271 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_namespaces": [ 2024-04-13T07:45:47.271 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.271 INFO:tasks.workunit.client.0.smithi119.stdout: "capacity": { 2024-04-13T07:45:47.271 INFO:tasks.workunit.client.0.smithi119.stdout: "blocks": 781422768, 2024-04-13T07:45:47.271 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 400088457216 2024-04-13T07:45:47.271 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.271 INFO:tasks.workunit.client.0.smithi119.stdout: "formatted_lba_size": 512, 2024-04-13T07:45:47.271 INFO:tasks.workunit.client.0.smithi119.stdout: "id": 1, 2024-04-13T07:45:47.271 INFO:tasks.workunit.client.0.smithi119.stdout: "size": { 2024-04-13T07:45:47.272 INFO:tasks.workunit.client.0.smithi119.stdout: "blocks": 781422768, 2024-04-13T07:45:47.272 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 400088457216 2024-04-13T07:45:47.272 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.272 INFO:tasks.workunit.client.0.smithi119.stdout: "utilization": { 2024-04-13T07:45:47.272 INFO:tasks.workunit.client.0.smithi119.stdout: "blocks": 781422768, 2024-04-13T07:45:47.272 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 400088457216 2024-04-13T07:45:47.272 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.272 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.272 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.272 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_number_of_namespaces": 1, 2024-04-13T07:45:47.272 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_pci_vendor": { 2024-04-13T07:45:47.272 INFO:tasks.workunit.client.0.smithi119.stdout: "id": 32902, 2024-04-13T07:45:47.272 INFO:tasks.workunit.client.0.smithi119.stdout: "subsystem_id": 32902 2024-04-13T07:45:47.272 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.272 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_smart_health_information_add_log": { 2024-04-13T07:45:47.272 INFO:tasks.workunit.client.0.smithi119.stdout: "Device stats": { 2024-04-13T07:45:47.272 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_fw_downgrades": { 2024-04-13T07:45:47.273 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T07:45:47.273 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:47.273 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.273 INFO:tasks.workunit.client.0.smithi119.stdout: "crc_error_count": { 2024-04-13T07:45:47.273 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:47.273 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:47.273 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.273 INFO:tasks.workunit.client.0.smithi119.stdout: "end_to_end_error_detection_count": { 2024-04-13T07:45:47.273 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:47.273 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:47.273 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.273 INFO:tasks.workunit.client.0.smithi119.stdout: "erase_fail_count": { 2024-04-13T07:45:47.273 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:47.273 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:47.273 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.273 INFO:tasks.workunit.client.0.smithi119.stdout: "host_bytes_written": { 2024-04-13T07:45:47.274 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:47.274 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 17477406 2024-04-13T07:45:47.274 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.274 INFO:tasks.workunit.client.0.smithi119.stdout: "host_ctx_wear_used": { 2024-04-13T07:45:47.274 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:47.274 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 1 2024-04-13T07:45:47.274 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.274 INFO:tasks.workunit.client.0.smithi119.stdout: "media_bytes_read": { 2024-04-13T07:45:47.274 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T07:45:47.274 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:47.274 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.274 INFO:tasks.workunit.client.0.smithi119.stdout: "nand_bytes_written": { 2024-04-13T07:45:47.274 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:47.274 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 32624884 2024-04-13T07:45:47.275 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.275 INFO:tasks.workunit.client.0.smithi119.stdout: "perf_stat_indicator": { 2024-04-13T07:45:47.275 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T07:45:47.275 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:47.275 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.275 INFO:tasks.workunit.client.0.smithi119.stdout: "pll_lock_loss_count": { 2024-04-13T07:45:47.275 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:47.275 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:47.275 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.275 INFO:tasks.workunit.client.0.smithi119.stdout: "program_fail_count": { 2024-04-13T07:45:47.275 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:47.275 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:47.275 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.275 INFO:tasks.workunit.client.0.smithi119.stdout: "re_alloc_sectr_cnt": { 2024-04-13T07:45:47.275 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T07:45:47.275 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:47.275 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.276 INFO:tasks.workunit.client.0.smithi119.stdout: "retry_buffer_overflow_count": { 2024-04-13T07:45:47.276 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:47.276 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:47.276 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.276 INFO:tasks.workunit.client.0.smithi119.stdout: "soft_ecc_err_rate": { 2024-04-13T07:45:47.276 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T07:45:47.276 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:47.276 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.276 INFO:tasks.workunit.client.0.smithi119.stdout: "thermal_throttle_status": { 2024-04-13T07:45:47.276 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:47.276 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": { 2024-04-13T07:45:47.276 INFO:tasks.workunit.client.0.smithi119.stdout: "cnt": 0, 2024-04-13T07:45:47.276 INFO:tasks.workunit.client.0.smithi119.stdout: "pct": 0 2024-04-13T07:45:47.276 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.276 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.277 INFO:tasks.workunit.client.0.smithi119.stdout: "timed_workload_host_reads": { 2024-04-13T07:45:47.277 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:47.277 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 65535 2024-04-13T07:45:47.277 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.277 INFO:tasks.workunit.client.0.smithi119.stdout: "timed_workload_media_wear": { 2024-04-13T07:45:47.277 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:47.277 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 64 2024-04-13T07:45:47.277 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.277 INFO:tasks.workunit.client.0.smithi119.stdout: "timed_workload_timer": { 2024-04-13T07:45:47.277 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:47.277 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 65535 2024-04-13T07:45:47.277 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.277 INFO:tasks.workunit.client.0.smithi119.stdout: "unexp_power_loss": { 2024-04-13T07:45:47.277 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T07:45:47.277 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:47.278 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.278 INFO:tasks.workunit.client.0.smithi119.stdout: "wear_leveling": { 2024-04-13T07:45:47.278 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 93, 2024-04-13T07:45:47.278 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": { 2024-04-13T07:45:47.278 INFO:tasks.workunit.client.0.smithi119.stdout: "avg": 2250, 2024-04-13T07:45:47.278 INFO:tasks.workunit.client.0.smithi119.stdout: "max": 2259, 2024-04-13T07:45:47.278 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 2241 2024-04-13T07:45:47.278 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.278 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.278 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.278 INFO:tasks.workunit.client.0.smithi119.stdout: "Intel Smart log": "nvme0n1" 2024-04-13T07:45:47.278 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.278 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_smart_health_information_log": { 2024-04-13T07:45:47.278 INFO:tasks.workunit.client.0.smithi119.stdout: "available_spare": 100, 2024-04-13T07:45:47.278 INFO:tasks.workunit.client.0.smithi119.stdout: "available_spare_threshold": 10, 2024-04-13T07:45:47.279 INFO:tasks.workunit.client.0.smithi119.stdout: "controller_busy_time": 22, 2024-04-13T07:45:47.279 INFO:tasks.workunit.client.0.smithi119.stdout: "critical_warning": 0, 2024-04-13T07:45:47.279 INFO:tasks.workunit.client.0.smithi119.stdout: "data_units_read": 237189759, 2024-04-13T07:45:47.279 INFO:tasks.workunit.client.0.smithi119.stdout: "data_units_written": 1145399303, 2024-04-13T07:45:47.279 INFO:tasks.workunit.client.0.smithi119.stdout: "host_reads": 4232985947, 2024-04-13T07:45:47.279 INFO:tasks.workunit.client.0.smithi119.stdout: "host_writes": 22735896559, 2024-04-13T07:45:47.279 INFO:tasks.workunit.client.0.smithi119.stdout: "media_errors": 0, 2024-04-13T07:45:47.279 INFO:tasks.workunit.client.0.smithi119.stdout: "num_err_log_entries": 0, 2024-04-13T07:45:47.279 INFO:tasks.workunit.client.0.smithi119.stdout: "percentage_used": 7, 2024-04-13T07:45:47.279 INFO:tasks.workunit.client.0.smithi119.stdout: "power_cycles": 39231, 2024-04-13T07:45:47.279 INFO:tasks.workunit.client.0.smithi119.stdout: "power_on_hours": 57467, 2024-04-13T07:45:47.279 INFO:tasks.workunit.client.0.smithi119.stdout: "temperature": 27, 2024-04-13T07:45:47.279 INFO:tasks.workunit.client.0.smithi119.stdout: "unsafe_shutdowns": 1687 2024-04-13T07:45:47.279 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.279 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_vendor": "intel", 2024-04-13T07:45:47.279 INFO:tasks.workunit.client.0.smithi119.stdout: "power_cycle_count": 39231, 2024-04-13T07:45:47.279 INFO:tasks.workunit.client.0.smithi119.stdout: "power_on_time": { 2024-04-13T07:45:47.280 INFO:tasks.workunit.client.0.smithi119.stdout: "hours": 57467 2024-04-13T07:45:47.280 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.280 INFO:tasks.workunit.client.0.smithi119.stdout: "serial_number": "deleted", 2024-04-13T07:45:47.280 INFO:tasks.workunit.client.0.smithi119.stdout: "smart_status": { 2024-04-13T07:45:47.280 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme": { 2024-04-13T07:45:47.280 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.280 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.280 INFO:tasks.workunit.client.0.smithi119.stdout: "passed": true 2024-04-13T07:45:47.280 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.280 INFO:tasks.workunit.client.0.smithi119.stdout: "smartctl": { 2024-04-13T07:45:47.280 INFO:tasks.workunit.client.0.smithi119.stdout: "argv": [ 2024-04-13T07:45:47.280 INFO:tasks.workunit.client.0.smithi119.stdout: "smartctl", 2024-04-13T07:45:47.280 INFO:tasks.workunit.client.0.smithi119.stdout: "-x", 2024-04-13T07:45:47.280 INFO:tasks.workunit.client.0.smithi119.stdout: "--json=o", 2024-04-13T07:45:47.280 INFO:tasks.workunit.client.0.smithi119.stdout: "/dev/nvme0n1" 2024-04-13T07:45:47.280 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.280 INFO:tasks.workunit.client.0.smithi119.stdout: "build_info": "(local build)", 2024-04-13T07:45:47.280 INFO:tasks.workunit.client.0.smithi119.stdout: "exit_status": 0, 2024-04-13T07:45:47.281 INFO:tasks.workunit.client.0.smithi119.stdout: "output": [ 2024-04-13T07:45:47.281 INFO:tasks.workunit.client.0.smithi119.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-13T07:45:47.281 INFO:tasks.workunit.client.0.smithi119.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-13T07:45:47.281 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T07:45:47.281 INFO:tasks.workunit.client.0.smithi119.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-13T07:45:47.281 INFO:tasks.workunit.client.0.smithi119.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-13T07:45:47.281 INFO:tasks.workunit.client.0.smithi119.stdout: "Serial Number: deleted", 2024-04-13T07:45:47.281 INFO:tasks.workunit.client.0.smithi119.stdout: "Firmware Version: 8DV101F0", 2024-04-13T07:45:47.281 INFO:tasks.workunit.client.0.smithi119.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-13T07:45:47.281 INFO:tasks.workunit.client.0.smithi119.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-13T07:45:47.281 INFO:tasks.workunit.client.0.smithi119.stdout: "Controller ID: 0", 2024-04-13T07:45:47.281 INFO:tasks.workunit.client.0.smithi119.stdout: "Number of Namespaces: 1", 2024-04-13T07:45:47.281 INFO:tasks.workunit.client.0.smithi119.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-13T07:45:47.281 INFO:tasks.workunit.client.0.smithi119.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-13T07:45:47.281 INFO:tasks.workunit.client.0.smithi119.stdout: "Local Time is: Sat Apr 13 07:40:17 2024 UTC", 2024-04-13T07:45:47.282 INFO:tasks.workunit.client.0.smithi119.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-13T07:45:47.282 INFO:tasks.workunit.client.0.smithi119.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-13T07:45:47.282 INFO:tasks.workunit.client.0.smithi119.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-13T07:45:47.282 INFO:tasks.workunit.client.0.smithi119.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-13T07:45:47.282 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T07:45:47.282 INFO:tasks.workunit.client.0.smithi119.stdout: "Supported Power States", 2024-04-13T07:45:47.282 INFO:tasks.workunit.client.0.smithi119.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-13T07:45:47.282 INFO:tasks.workunit.client.0.smithi119.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-13T07:45:47.282 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T07:45:47.282 INFO:tasks.workunit.client.0.smithi119.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-13T07:45:47.282 INFO:tasks.workunit.client.0.smithi119.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-13T07:45:47.282 INFO:tasks.workunit.client.0.smithi119.stdout: " 0 + 512 0 2", 2024-04-13T07:45:47.282 INFO:tasks.workunit.client.0.smithi119.stdout: " 1 - 512 8 2", 2024-04-13T07:45:47.282 INFO:tasks.workunit.client.0.smithi119.stdout: " 2 - 512 16 2", 2024-04-13T07:45:47.283 INFO:tasks.workunit.client.0.smithi119.stdout: " 3 - 4096 0 0", 2024-04-13T07:45:47.283 INFO:tasks.workunit.client.0.smithi119.stdout: " 4 - 4096 8 0", 2024-04-13T07:45:47.283 INFO:tasks.workunit.client.0.smithi119.stdout: " 5 - 4096 64 0", 2024-04-13T07:45:47.283 INFO:tasks.workunit.client.0.smithi119.stdout: " 6 - 4096 128 0", 2024-04-13T07:45:47.283 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T07:45:47.283 INFO:tasks.workunit.client.0.smithi119.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-13T07:45:47.283 INFO:tasks.workunit.client.0.smithi119.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-13T07:45:47.283 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T07:45:47.283 INFO:tasks.workunit.client.0.smithi119.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-13T07:45:47.283 INFO:tasks.workunit.client.0.smithi119.stdout: "Critical Warning: 0x00", 2024-04-13T07:45:47.283 INFO:tasks.workunit.client.0.smithi119.stdout: "Temperature: 27 Celsius", 2024-04-13T07:45:47.283 INFO:tasks.workunit.client.0.smithi119.stdout: "Available Spare: 100%", 2024-04-13T07:45:47.283 INFO:tasks.workunit.client.0.smithi119.stdout: "Available Spare Threshold: 10%", 2024-04-13T07:45:47.283 INFO:tasks.workunit.client.0.smithi119.stdout: "Percentage Used: 7%", 2024-04-13T07:45:47.283 INFO:tasks.workunit.client.0.smithi119.stdout: "Data Units Read: 237,189,759 [121 TB]", 2024-04-13T07:45:47.284 INFO:tasks.workunit.client.0.smithi119.stdout: "Data Units Written: 1,145,399,303 [586 TB]", 2024-04-13T07:45:47.284 INFO:tasks.workunit.client.0.smithi119.stdout: "Host Read Commands: 4,232,985,947", 2024-04-13T07:45:47.284 INFO:tasks.workunit.client.0.smithi119.stdout: "Host Write Commands: 22,735,896,559", 2024-04-13T07:45:47.284 INFO:tasks.workunit.client.0.smithi119.stdout: "Controller Busy Time: 22", 2024-04-13T07:45:47.284 INFO:tasks.workunit.client.0.smithi119.stdout: "Power Cycles: 39,231", 2024-04-13T07:45:47.284 INFO:tasks.workunit.client.0.smithi119.stdout: "Power On Hours: 57,467", 2024-04-13T07:45:47.284 INFO:tasks.workunit.client.0.smithi119.stdout: "Unsafe Shutdowns: 1,687", 2024-04-13T07:45:47.284 INFO:tasks.workunit.client.0.smithi119.stdout: "Media and Data Integrity Errors: 0", 2024-04-13T07:45:47.284 INFO:tasks.workunit.client.0.smithi119.stdout: "Error Information Log Entries: 0", 2024-04-13T07:45:47.284 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T07:45:47.284 INFO:tasks.workunit.client.0.smithi119.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-13T07:45:47.284 INFO:tasks.workunit.client.0.smithi119.stdout: "No Errors Logged", 2024-04-13T07:45:47.284 INFO:tasks.workunit.client.0.smithi119.stdout: "" 2024-04-13T07:45:47.284 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.285 INFO:tasks.workunit.client.0.smithi119.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-13T07:45:47.285 INFO:tasks.workunit.client.0.smithi119.stdout: "svn_revision": "5022", 2024-04-13T07:45:47.285 INFO:tasks.workunit.client.0.smithi119.stdout: "version": [ 2024-04-13T07:45:47.285 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:47.285 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:47.285 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:47.285 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.285 INFO:tasks.workunit.client.0.smithi119.stdout: "temperature": { 2024-04-13T07:45:47.285 INFO:tasks.workunit.client.0.smithi119.stdout: "current": 27 2024-04-13T07:45:47.285 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.285 INFO:tasks.workunit.client.0.smithi119.stdout: "user_capacity": { 2024-04-13T07:45:47.285 INFO:tasks.workunit.client.0.smithi119.stdout: "blocks": 781422768, 2024-04-13T07:45:47.285 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 400088457216 2024-04-13T07:45:47.285 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.285 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.286 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.286 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.286 INFO:tasks.workunit.client.0.smithi119.stdout: "d466e306-f969-11ee-9695-0cc47a8fd5ef": { 2024-04-13T07:45:47.286 INFO:tasks.workunit.client.0.smithi119.stdout: "INTEL_SSDPEDMD400G4_d4678f86-f969-11ee-9695-0cc47a8fd5ef": { 2024-04-13T07:45:47.286 INFO:tasks.workunit.client.0.smithi119.stdout: "20240413-074019": { 2024-04-13T07:45:47.286 INFO:tasks.workunit.client.0.smithi119.stdout: "device": { 2024-04-13T07:45:47.286 INFO:tasks.workunit.client.0.smithi119.stdout: "info_name": "/dev/nvme0n1", 2024-04-13T07:45:47.286 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "/dev/nvme0n1", 2024-04-13T07:45:47.286 INFO:tasks.workunit.client.0.smithi119.stdout: "protocol": "NVMe", 2024-04-13T07:45:47.286 INFO:tasks.workunit.client.0.smithi119.stdout: "type": "nvme" 2024-04-13T07:45:47.286 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.286 INFO:tasks.workunit.client.0.smithi119.stdout: "firmware_version": "8DV101H0", 2024-04-13T07:45:47.286 INFO:tasks.workunit.client.0.smithi119.stdout: "host_id": "d466e306-f969-11ee-9695-0cc47a8fd5ef", 2024-04-13T07:45:47.286 INFO:tasks.workunit.client.0.smithi119.stdout: "json_format_version": [ 2024-04-13T07:45:47.286 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:47.286 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:47.287 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.287 INFO:tasks.workunit.client.0.smithi119.stdout: "local_time": { 2024-04-13T07:45:47.287 INFO:tasks.workunit.client.0.smithi119.stdout: "asctime": "Sat Apr 13 07:40:19 2024 UTC", 2024-04-13T07:45:47.287 INFO:tasks.workunit.client.0.smithi119.stdout: "time_t": 1712994019 2024-04-13T07:45:47.287 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.287 INFO:tasks.workunit.client.0.smithi119.stdout: "logical_block_size": 512, 2024-04-13T07:45:47.287 INFO:tasks.workunit.client.0.smithi119.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-13T07:45:47.287 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_controller_id": 0, 2024-04-13T07:45:47.287 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-13T07:45:47.287 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_namespaces": [ 2024-04-13T07:45:47.287 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.287 INFO:tasks.workunit.client.0.smithi119.stdout: "capacity": { 2024-04-13T07:45:47.287 INFO:tasks.workunit.client.0.smithi119.stdout: "blocks": 781422768, 2024-04-13T07:45:47.287 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 400088457216 2024-04-13T07:45:47.287 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.288 INFO:tasks.workunit.client.0.smithi119.stdout: "formatted_lba_size": 512, 2024-04-13T07:45:47.288 INFO:tasks.workunit.client.0.smithi119.stdout: "id": 1, 2024-04-13T07:45:47.288 INFO:tasks.workunit.client.0.smithi119.stdout: "size": { 2024-04-13T07:45:47.288 INFO:tasks.workunit.client.0.smithi119.stdout: "blocks": 781422768, 2024-04-13T07:45:47.288 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 400088457216 2024-04-13T07:45:47.288 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.288 INFO:tasks.workunit.client.0.smithi119.stdout: "utilization": { 2024-04-13T07:45:47.288 INFO:tasks.workunit.client.0.smithi119.stdout: "blocks": 781422768, 2024-04-13T07:45:47.288 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 400088457216 2024-04-13T07:45:47.288 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.288 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.288 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.288 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_number_of_namespaces": 1, 2024-04-13T07:45:47.288 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_pci_vendor": { 2024-04-13T07:45:47.289 INFO:tasks.workunit.client.0.smithi119.stdout: "id": 32902, 2024-04-13T07:45:47.289 INFO:tasks.workunit.client.0.smithi119.stdout: "subsystem_id": 32902 2024-04-13T07:45:47.289 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.289 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_smart_health_information_add_log": { 2024-04-13T07:45:47.289 INFO:tasks.workunit.client.0.smithi119.stdout: "Device stats": { 2024-04-13T07:45:47.289 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_fw_downgrades": { 2024-04-13T07:45:47.289 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T07:45:47.289 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:47.289 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.289 INFO:tasks.workunit.client.0.smithi119.stdout: "crc_error_count": { 2024-04-13T07:45:47.289 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:47.289 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:47.289 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.289 INFO:tasks.workunit.client.0.smithi119.stdout: "end_to_end_error_detection_count": { 2024-04-13T07:45:47.289 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:47.290 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:47.290 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.290 INFO:tasks.workunit.client.0.smithi119.stdout: "erase_fail_count": { 2024-04-13T07:45:47.290 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:47.290 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:47.290 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.290 INFO:tasks.workunit.client.0.smithi119.stdout: "host_bytes_written": { 2024-04-13T07:45:47.290 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:47.290 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 25913533 2024-04-13T07:45:47.290 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.290 INFO:tasks.workunit.client.0.smithi119.stdout: "host_ctx_wear_used": { 2024-04-13T07:45:47.290 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:47.290 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 1 2024-04-13T07:45:47.290 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.291 INFO:tasks.workunit.client.0.smithi119.stdout: "media_bytes_read": { 2024-04-13T07:45:47.291 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T07:45:47.291 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:47.291 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.291 INFO:tasks.workunit.client.0.smithi119.stdout: "nand_bytes_written": { 2024-04-13T07:45:47.291 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:47.291 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 45069078 2024-04-13T07:45:47.291 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.291 INFO:tasks.workunit.client.0.smithi119.stdout: "perf_stat_indicator": { 2024-04-13T07:45:47.291 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T07:45:47.291 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:47.291 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.291 INFO:tasks.workunit.client.0.smithi119.stdout: "pll_lock_loss_count": { 2024-04-13T07:45:47.291 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:47.291 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:47.292 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.292 INFO:tasks.workunit.client.0.smithi119.stdout: "program_fail_count": { 2024-04-13T07:45:47.292 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:47.292 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:47.292 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.292 INFO:tasks.workunit.client.0.smithi119.stdout: "re_alloc_sectr_cnt": { 2024-04-13T07:45:47.292 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T07:45:47.292 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:47.292 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.292 INFO:tasks.workunit.client.0.smithi119.stdout: "retry_buffer_overflow_count": { 2024-04-13T07:45:47.292 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:47.292 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:47.292 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.293 INFO:tasks.workunit.client.0.smithi119.stdout: "soft_ecc_err_rate": { 2024-04-13T07:45:47.293 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T07:45:47.293 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:47.293 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.293 INFO:tasks.workunit.client.0.smithi119.stdout: "thermal_throttle_status": { 2024-04-13T07:45:47.293 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:47.293 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": { 2024-04-13T07:45:47.293 INFO:tasks.workunit.client.0.smithi119.stdout: "cnt": 0, 2024-04-13T07:45:47.293 INFO:tasks.workunit.client.0.smithi119.stdout: "pct": 0 2024-04-13T07:45:47.293 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.293 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.293 INFO:tasks.workunit.client.0.smithi119.stdout: "timed_workload_host_reads": { 2024-04-13T07:45:47.293 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:47.293 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 65535 2024-04-13T07:45:47.293 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.293 INFO:tasks.workunit.client.0.smithi119.stdout: "timed_workload_media_wear": { 2024-04-13T07:45:47.293 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:47.294 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 64 2024-04-13T07:45:47.294 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.294 INFO:tasks.workunit.client.0.smithi119.stdout: "timed_workload_timer": { 2024-04-13T07:45:47.294 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T07:45:47.294 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 65535 2024-04-13T07:45:47.294 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.294 INFO:tasks.workunit.client.0.smithi119.stdout: "unexp_power_loss": { 2024-04-13T07:45:47.294 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T07:45:47.294 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T07:45:47.294 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.294 INFO:tasks.workunit.client.0.smithi119.stdout: "wear_leveling": { 2024-04-13T07:45:47.294 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 90, 2024-04-13T07:45:47.294 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": { 2024-04-13T07:45:47.294 INFO:tasks.workunit.client.0.smithi119.stdout: "avg": 3064, 2024-04-13T07:45:47.295 INFO:tasks.workunit.client.0.smithi119.stdout: "max": 3076, 2024-04-13T07:45:47.295 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 3051 2024-04-13T07:45:47.295 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.295 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.295 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.295 INFO:tasks.workunit.client.0.smithi119.stdout: "Intel Smart log": "nvme0n1" 2024-04-13T07:45:47.295 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.295 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_smart_health_information_log": { 2024-04-13T07:45:47.295 INFO:tasks.workunit.client.0.smithi119.stdout: "available_spare": 100, 2024-04-13T07:45:47.295 INFO:tasks.workunit.client.0.smithi119.stdout: "available_spare_threshold": 10, 2024-04-13T07:45:47.295 INFO:tasks.workunit.client.0.smithi119.stdout: "controller_busy_time": 0, 2024-04-13T07:45:47.295 INFO:tasks.workunit.client.0.smithi119.stdout: "critical_warning": 0, 2024-04-13T07:45:47.295 INFO:tasks.workunit.client.0.smithi119.stdout: "data_units_read": 335911076, 2024-04-13T07:45:47.295 INFO:tasks.workunit.client.0.smithi119.stdout: "data_units_written": 1698269352, 2024-04-13T07:45:47.295 INFO:tasks.workunit.client.0.smithi119.stdout: "host_reads": 5482109870, 2024-04-13T07:45:47.295 INFO:tasks.workunit.client.0.smithi119.stdout: "host_writes": 29670994253, 2024-04-13T07:45:47.296 INFO:tasks.workunit.client.0.smithi119.stdout: "media_errors": 0, 2024-04-13T07:45:47.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num_err_log_entries": 0, 2024-04-13T07:45:47.296 INFO:tasks.workunit.client.0.smithi119.stdout: "percentage_used": 10, 2024-04-13T07:45:47.296 INFO:tasks.workunit.client.0.smithi119.stdout: "power_cycles": 50867, 2024-04-13T07:45:47.296 INFO:tasks.workunit.client.0.smithi119.stdout: "power_on_hours": 48973, 2024-04-13T07:45:47.296 INFO:tasks.workunit.client.0.smithi119.stdout: "temperature": 25, 2024-04-13T07:45:47.296 INFO:tasks.workunit.client.0.smithi119.stdout: "unsafe_shutdowns": 79 2024-04-13T07:45:47.296 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.296 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_vendor": "intel", 2024-04-13T07:45:47.296 INFO:tasks.workunit.client.0.smithi119.stdout: "power_cycle_count": 50867, 2024-04-13T07:45:47.296 INFO:tasks.workunit.client.0.smithi119.stdout: "power_on_time": { 2024-04-13T07:45:47.296 INFO:tasks.workunit.client.0.smithi119.stdout: "hours": 48973 2024-04-13T07:45:47.296 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.296 INFO:tasks.workunit.client.0.smithi119.stdout: "serial_number": "deleted", 2024-04-13T07:45:47.296 INFO:tasks.workunit.client.0.smithi119.stdout: "smart_status": { 2024-04-13T07:45:47.296 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme": { 2024-04-13T07:45:47.296 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.297 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.297 INFO:tasks.workunit.client.0.smithi119.stdout: "passed": true 2024-04-13T07:45:47.297 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.297 INFO:tasks.workunit.client.0.smithi119.stdout: "smartctl": { 2024-04-13T07:45:47.297 INFO:tasks.workunit.client.0.smithi119.stdout: "argv": [ 2024-04-13T07:45:47.297 INFO:tasks.workunit.client.0.smithi119.stdout: "smartctl", 2024-04-13T07:45:47.297 INFO:tasks.workunit.client.0.smithi119.stdout: "-x", 2024-04-13T07:45:47.297 INFO:tasks.workunit.client.0.smithi119.stdout: "--json=o", 2024-04-13T07:45:47.297 INFO:tasks.workunit.client.0.smithi119.stdout: "/dev/nvme0n1" 2024-04-13T07:45:47.297 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.297 INFO:tasks.workunit.client.0.smithi119.stdout: "build_info": "(local build)", 2024-04-13T07:45:47.297 INFO:tasks.workunit.client.0.smithi119.stdout: "exit_status": 0, 2024-04-13T07:45:47.297 INFO:tasks.workunit.client.0.smithi119.stdout: "output": [ 2024-04-13T07:45:47.297 INFO:tasks.workunit.client.0.smithi119.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-13T07:45:47.298 INFO:tasks.workunit.client.0.smithi119.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-13T07:45:47.298 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T07:45:47.298 INFO:tasks.workunit.client.0.smithi119.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-13T07:45:47.298 INFO:tasks.workunit.client.0.smithi119.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-13T07:45:47.298 INFO:tasks.workunit.client.0.smithi119.stdout: "Serial Number: deleted", 2024-04-13T07:45:47.298 INFO:tasks.workunit.client.0.smithi119.stdout: "Firmware Version: 8DV101H0", 2024-04-13T07:45:47.298 INFO:tasks.workunit.client.0.smithi119.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-13T07:45:47.298 INFO:tasks.workunit.client.0.smithi119.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-13T07:45:47.298 INFO:tasks.workunit.client.0.smithi119.stdout: "Controller ID: 0", 2024-04-13T07:45:47.298 INFO:tasks.workunit.client.0.smithi119.stdout: "Number of Namespaces: 1", 2024-04-13T07:45:47.298 INFO:tasks.workunit.client.0.smithi119.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-13T07:45:47.298 INFO:tasks.workunit.client.0.smithi119.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-13T07:45:47.298 INFO:tasks.workunit.client.0.smithi119.stdout: "Local Time is: Sat Apr 13 07:40:19 2024 UTC", 2024-04-13T07:45:47.298 INFO:tasks.workunit.client.0.smithi119.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-13T07:45:47.298 INFO:tasks.workunit.client.0.smithi119.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-13T07:45:47.299 INFO:tasks.workunit.client.0.smithi119.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-13T07:45:47.299 INFO:tasks.workunit.client.0.smithi119.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-13T07:45:47.299 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T07:45:47.299 INFO:tasks.workunit.client.0.smithi119.stdout: "Supported Power States", 2024-04-13T07:45:47.299 INFO:tasks.workunit.client.0.smithi119.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-13T07:45:47.299 INFO:tasks.workunit.client.0.smithi119.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-13T07:45:47.299 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T07:45:47.299 INFO:tasks.workunit.client.0.smithi119.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-13T07:45:47.299 INFO:tasks.workunit.client.0.smithi119.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-13T07:45:47.299 INFO:tasks.workunit.client.0.smithi119.stdout: " 0 + 512 0 2", 2024-04-13T07:45:47.299 INFO:tasks.workunit.client.0.smithi119.stdout: " 1 - 512 8 2", 2024-04-13T07:45:47.299 INFO:tasks.workunit.client.0.smithi119.stdout: " 2 - 512 16 2", 2024-04-13T07:45:47.299 INFO:tasks.workunit.client.0.smithi119.stdout: " 3 - 4096 0 0", 2024-04-13T07:45:47.299 INFO:tasks.workunit.client.0.smithi119.stdout: " 4 - 4096 8 0", 2024-04-13T07:45:47.299 INFO:tasks.workunit.client.0.smithi119.stdout: " 5 - 4096 64 0", 2024-04-13T07:45:47.299 INFO:tasks.workunit.client.0.smithi119.stdout: " 6 - 4096 128 0", 2024-04-13T07:45:47.300 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T07:45:47.300 INFO:tasks.workunit.client.0.smithi119.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-13T07:45:47.300 INFO:tasks.workunit.client.0.smithi119.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-13T07:45:47.300 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T07:45:47.300 INFO:tasks.workunit.client.0.smithi119.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-13T07:45:47.300 INFO:tasks.workunit.client.0.smithi119.stdout: "Critical Warning: 0x00", 2024-04-13T07:45:47.300 INFO:tasks.workunit.client.0.smithi119.stdout: "Temperature: 25 Celsius", 2024-04-13T07:45:47.300 INFO:tasks.workunit.client.0.smithi119.stdout: "Available Spare: 100%", 2024-04-13T07:45:47.300 INFO:tasks.workunit.client.0.smithi119.stdout: "Available Spare Threshold: 10%", 2024-04-13T07:45:47.300 INFO:tasks.workunit.client.0.smithi119.stdout: "Percentage Used: 10%", 2024-04-13T07:45:47.300 INFO:tasks.workunit.client.0.smithi119.stdout: "Data Units Read: 335,911,076 [171 TB]", 2024-04-13T07:45:47.300 INFO:tasks.workunit.client.0.smithi119.stdout: "Data Units Written: 1,698,269,352 [869 TB]", 2024-04-13T07:45:47.300 INFO:tasks.workunit.client.0.smithi119.stdout: "Host Read Commands: 5,482,109,870", 2024-04-13T07:45:47.300 INFO:tasks.workunit.client.0.smithi119.stdout: "Host Write Commands: 29,670,994,253", 2024-04-13T07:45:47.300 INFO:tasks.workunit.client.0.smithi119.stdout: "Controller Busy Time: 0", 2024-04-13T07:45:47.300 INFO:tasks.workunit.client.0.smithi119.stdout: "Power Cycles: 50,867", 2024-04-13T07:45:47.300 INFO:tasks.workunit.client.0.smithi119.stdout: "Power On Hours: 48,973", 2024-04-13T07:45:47.301 INFO:tasks.workunit.client.0.smithi119.stdout: "Unsafe Shutdowns: 79", 2024-04-13T07:45:47.301 INFO:tasks.workunit.client.0.smithi119.stdout: "Media and Data Integrity Errors: 0", 2024-04-13T07:45:47.301 INFO:tasks.workunit.client.0.smithi119.stdout: "Error Information Log Entries: 0", 2024-04-13T07:45:47.301 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T07:45:47.301 INFO:tasks.workunit.client.0.smithi119.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-13T07:45:47.301 INFO:tasks.workunit.client.0.smithi119.stdout: "No Errors Logged", 2024-04-13T07:45:47.301 INFO:tasks.workunit.client.0.smithi119.stdout: "" 2024-04-13T07:45:47.301 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.301 INFO:tasks.workunit.client.0.smithi119.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-13T07:45:47.301 INFO:tasks.workunit.client.0.smithi119.stdout: "svn_revision": "5022", 2024-04-13T07:45:47.301 INFO:tasks.workunit.client.0.smithi119.stdout: "version": [ 2024-04-13T07:45:47.301 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:47.301 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:47.301 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:47.301 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.302 INFO:tasks.workunit.client.0.smithi119.stdout: "temperature": { 2024-04-13T07:45:47.302 INFO:tasks.workunit.client.0.smithi119.stdout: "current": 25 2024-04-13T07:45:47.302 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.302 INFO:tasks.workunit.client.0.smithi119.stdout: "user_capacity": { 2024-04-13T07:45:47.302 INFO:tasks.workunit.client.0.smithi119.stdout: "blocks": 781422768, 2024-04-13T07:45:47.302 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 400088457216 2024-04-13T07:45:47.302 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.302 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.302 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.302 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.302 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.302 INFO:tasks.workunit.client.0.smithi119.stdout: "report": { 2024-04-13T07:45:47.302 INFO:tasks.workunit.client.0.smithi119.stdout: "balancer": { 2024-04-13T07:45:47.302 INFO:tasks.workunit.client.0.smithi119.stdout: "active": true, 2024-04-13T07:45:47.302 INFO:tasks.workunit.client.0.smithi119.stdout: "mode": "" 2024-04-13T07:45:47.302 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.303 INFO:tasks.workunit.client.0.smithi119.stdout: "channels": [ 2024-04-13T07:45:47.303 INFO:tasks.workunit.client.0.smithi119.stdout: "basic", 2024-04-13T07:45:47.303 INFO:tasks.workunit.client.0.smithi119.stdout: "crash", 2024-04-13T07:45:47.303 INFO:tasks.workunit.client.0.smithi119.stdout: "device", 2024-04-13T07:45:47.303 INFO:tasks.workunit.client.0.smithi119.stdout: "ident", 2024-04-13T07:45:47.303 INFO:tasks.workunit.client.0.smithi119.stdout: "perf" 2024-04-13T07:45:47.303 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.303 INFO:tasks.workunit.client.0.smithi119.stdout: "channels_available": [ 2024-04-13T07:45:47.303 INFO:tasks.workunit.client.0.smithi119.stdout: "basic", 2024-04-13T07:45:47.303 INFO:tasks.workunit.client.0.smithi119.stdout: "ident", 2024-04-13T07:45:47.303 INFO:tasks.workunit.client.0.smithi119.stdout: "crash", 2024-04-13T07:45:47.303 INFO:tasks.workunit.client.0.smithi119.stdout: "device", 2024-04-13T07:45:47.303 INFO:tasks.workunit.client.0.smithi119.stdout: "perf" 2024-04-13T07:45:47.303 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.303 INFO:tasks.workunit.client.0.smithi119.stdout: "collections_available": [ 2024-04-13T07:45:47.303 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_base", 2024-04-13T07:45:47.304 INFO:tasks.workunit.client.0.smithi119.stdout: "device_base", 2024-04-13T07:45:47.304 INFO:tasks.workunit.client.0.smithi119.stdout: "crash_base", 2024-04-13T07:45:47.304 INFO:tasks.workunit.client.0.smithi119.stdout: "ident_base", 2024-04-13T07:45:47.304 INFO:tasks.workunit.client.0.smithi119.stdout: "perf_perf", 2024-04-13T07:45:47.304 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_mds_metadata", 2024-04-13T07:45:47.304 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_pool_usage", 2024-04-13T07:45:47.304 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_usage_by_class", 2024-04-13T07:45:47.304 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_rook_v01", 2024-04-13T07:45:47.304 INFO:tasks.workunit.client.0.smithi119.stdout: "perf_memory_metrics", 2024-04-13T07:45:47.304 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_pool_options_bluestore" 2024-04-13T07:45:47.304 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.304 INFO:tasks.workunit.client.0.smithi119.stdout: "collections_opted_in": [ 2024-04-13T07:45:47.304 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_base", 2024-04-13T07:45:47.304 INFO:tasks.workunit.client.0.smithi119.stdout: "device_base", 2024-04-13T07:45:47.304 INFO:tasks.workunit.client.0.smithi119.stdout: "crash_base", 2024-04-13T07:45:47.304 INFO:tasks.workunit.client.0.smithi119.stdout: "ident_base", 2024-04-13T07:45:47.304 INFO:tasks.workunit.client.0.smithi119.stdout: "perf_perf", 2024-04-13T07:45:47.305 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_mds_metadata", 2024-04-13T07:45:47.305 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_pool_usage", 2024-04-13T07:45:47.305 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_usage_by_class", 2024-04-13T07:45:47.305 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_rook_v01", 2024-04-13T07:45:47.305 INFO:tasks.workunit.client.0.smithi119.stdout: "perf_memory_metrics", 2024-04-13T07:45:47.305 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_pool_options_bluestore" 2024-04-13T07:45:47.305 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.305 INFO:tasks.workunit.client.0.smithi119.stdout: "config": { 2024-04-13T07:45:47.305 INFO:tasks.workunit.client.0.smithi119.stdout: "active_changed": [ 2024-04-13T07:45:47.305 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-13T07:45:47.305 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_debug", 2024-04-13T07:45:47.305 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_mon_ticket_ttl", 2024-04-13T07:45:47.305 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_service_ticket_ttl", 2024-04-13T07:45:47.305 INFO:tasks.workunit.client.0.smithi119.stdout: "bdev_debug_aio", 2024-04-13T07:45:47.305 INFO:tasks.workunit.client.0.smithi119.stdout: "client_check_pool_perm", 2024-04-13T07:45:47.305 INFO:tasks.workunit.client.0.smithi119.stdout: "client_mount_gid", 2024-04-13T07:45:47.306 INFO:tasks.workunit.client.0.smithi119.stdout: "client_mount_uid", 2024-04-13T07:45:47.306 INFO:tasks.workunit.client.0.smithi119.stdout: "client_quota", 2024-04-13T07:45:47.306 INFO:tasks.workunit.client.0.smithi119.stdout: "container_image", 2024-04-13T07:45:47.306 INFO:tasks.workunit.client.0.smithi119.stdout: "daemonize", 2024-04-13T07:45:47.306 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_asserts_on_shutdown", 2024-04-13T07:45:47.306 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_mgr", 2024-04-13T07:45:47.306 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_mon", 2024-04-13T07:45:47.306 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_ms", 2024-04-13T07:45:47.306 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_osd", 2024-04-13T07:45:47.306 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_paxos", 2024-04-13T07:45:47.306 INFO:tasks.workunit.client.0.smithi119.stdout: "keyring", 2024-04-13T07:45:47.306 INFO:tasks.workunit.client.0.smithi119.stdout: "leveldb_block_size", 2024-04-13T07:45:47.306 INFO:tasks.workunit.client.0.smithi119.stdout: "leveldb_cache_size", 2024-04-13T07:45:47.306 INFO:tasks.workunit.client.0.smithi119.stdout: "leveldb_compression", 2024-04-13T07:45:47.307 INFO:tasks.workunit.client.0.smithi119.stdout: "leveldb_log", 2024-04-13T07:45:47.307 INFO:tasks.workunit.client.0.smithi119.stdout: "leveldb_write_buffer_size", 2024-04-13T07:45:47.307 INFO:tasks.workunit.client.0.smithi119.stdout: "log_to_file", 2024-04-13T07:45:47.307 INFO:tasks.workunit.client.0.smithi119.stdout: "log_to_journald", 2024-04-13T07:45:47.307 INFO:tasks.workunit.client.0.smithi119.stdout: "log_to_stderr", 2024-04-13T07:45:47.307 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_allow_pool_delete", 2024-04-13T07:45:47.307 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_clock_drift_allowed", 2024-04-13T07:45:47.307 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_cluster_log_file_level", 2024-04-13T07:45:47.307 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_cluster_log_to_file", 2024-04-13T07:45:47.307 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_cluster_log_to_journald", 2024-04-13T07:45:47.307 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_cluster_log_to_stderr", 2024-04-13T07:45:47.307 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_data_avail_warn", 2024-04-13T07:45:47.307 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_election_default_strategy", 2024-04-13T07:45:47.307 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_host", 2024-04-13T07:45:47.307 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_max_pg_per_osd", 2024-04-13T07:45:47.307 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_mgr_mkfs_grace", 2024-04-13T07:45:47.308 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_osd_prime_pg_temp", 2024-04-13T07:45:47.308 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_osd_reporter_subtree_level", 2024-04-13T07:45:47.308 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_pg_warn_max_object_skew", 2024-04-13T07:45:47.308 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-13T07:45:47.308 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-13T07:45:47.308 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-13T07:45:47.308 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-13T07:45:47.308 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-13T07:45:47.308 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-13T07:45:47.308 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-13T07:45:47.308 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-13T07:45:47.308 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_too_few_osds", 2024-04-13T07:45:47.308 INFO:tasks.workunit.client.0.smithi119.stdout: "ms_die_on_bug", 2024-04-13T07:45:47.308 INFO:tasks.workunit.client.0.smithi119.stdout: "ms_die_on_old_message", 2024-04-13T07:45:47.308 INFO:tasks.workunit.client.0.smithi119.stdout: "no_config_file", 2024-04-13T07:45:47.308 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_class_default_list", 2024-04-13T07:45:47.309 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_class_load_list", 2024-04-13T07:45:47.309 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_crush_chooseleaf_type", 2024-04-13T07:45:47.309 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_misdirected_ops", 2024-04-13T07:45:47.309 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_op_order", 2024-04-13T07:45:47.309 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_pg_log_writeout", 2024-04-13T07:45:47.309 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_shutdown", 2024-04-13T07:45:47.309 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_verify_cached_snaps", 2024-04-13T07:45:47.309 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_verify_missing_on_start", 2024-04-13T07:45:47.309 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_verify_stray_on_activate", 2024-04-13T07:45:47.309 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-13T07:45:47.309 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_delete_sleep", 2024-04-13T07:45:47.309 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_delete_sleep_hdd", 2024-04-13T07:45:47.309 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_delete_sleep_hybrid", 2024-04-13T07:45:47.309 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_delete_sleep_ssd", 2024-04-13T07:45:47.309 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_max_backfills", 2024-04-13T07:45:47.309 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-13T07:45:47.310 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_profile", 2024-04-13T07:45:47.310 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-13T07:45:47.310 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-13T07:45:47.310 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-13T07:45:47.310 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-13T07:45:47.310 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-13T07:45:47.310 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-13T07:45:47.310 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_client_lim", 2024-04-13T07:45:47.310 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_client_res", 2024-04-13T07:45:47.310 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-13T07:45:47.310 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_memory_target", 2024-04-13T07:45:47.310 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_memory_target_autotune", 2024-04-13T07:45:47.310 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_op_queue", 2024-04-13T07:45:47.310 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_op_queue_cut_off", 2024-04-13T07:45:47.310 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pg_delete_cost", 2024-04-13T07:45:47.311 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pool_default_erasure_code_profile", 2024-04-13T07:45:47.311 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-13T07:45:47.311 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recover_clone_overlap", 2024-04-13T07:45:47.311 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_max_active", 2024-04-13T07:45:47.311 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_max_active_hdd", 2024-04-13T07:45:47.311 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_max_active_ssd", 2024-04-13T07:45:47.311 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_max_chunk", 2024-04-13T07:45:47.311 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_sleep", 2024-04-13T07:45:47.311 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_sleep_hdd", 2024-04-13T07:45:47.311 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_sleep_hybrid", 2024-04-13T07:45:47.311 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_sleep_ssd", 2024-04-13T07:45:47.311 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_scrub_load_threshold", 2024-04-13T07:45:47.311 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_scrub_max_interval", 2024-04-13T07:45:47.311 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_scrub_sleep", 2024-04-13T07:45:47.311 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_shutdown_pgref_assert", 2024-04-13T07:45:47.311 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_snap_trim_sleep", 2024-04-13T07:45:47.312 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_snap_trim_sleep_hdd", 2024-04-13T07:45:47.312 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-13T07:45:47.312 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_snap_trim_sleep_ssd", 2024-04-13T07:45:47.312 INFO:tasks.workunit.client.0.smithi119.stdout: "public_addr", 2024-04-13T07:45:47.312 INFO:tasks.workunit.client.0.smithi119.stdout: "public_addrv", 2024-04-13T07:45:47.312 INFO:tasks.workunit.client.0.smithi119.stdout: "public_network", 2024-04-13T07:45:47.312 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd_default_features", 2024-04-13T07:45:47.312 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd_qos_exclude_ops", 2024-04-13T07:45:47.312 INFO:tasks.workunit.client.0.smithi119.stdout: "setgroup", 2024-04-13T07:45:47.312 INFO:tasks.workunit.client.0.smithi119.stdout: "setuser" 2024-04-13T07:45:47.312 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.312 INFO:tasks.workunit.client.0.smithi119.stdout: "cluster_changed": [ 2024-04-13T07:45:47.312 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-13T07:45:47.312 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_debug", 2024-04-13T07:45:47.312 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_mon_ticket_ttl", 2024-04-13T07:45:47.312 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_service_ticket_ttl", 2024-04-13T07:45:47.313 INFO:tasks.workunit.client.0.smithi119.stdout: "bdev_debug_aio", 2024-04-13T07:45:47.313 INFO:tasks.workunit.client.0.smithi119.stdout: "container_image", 2024-04-13T07:45:47.313 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_asserts_on_shutdown", 2024-04-13T07:45:47.313 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_mgr", 2024-04-13T07:45:47.313 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_mon", 2024-04-13T07:45:47.313 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_ms", 2024-04-13T07:45:47.313 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_osd", 2024-04-13T07:45:47.313 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_paxos", 2024-04-13T07:45:47.313 INFO:tasks.workunit.client.0.smithi119.stdout: "log_to_file", 2024-04-13T07:45:47.313 INFO:tasks.workunit.client.0.smithi119.stdout: "log_to_journald", 2024-04-13T07:45:47.313 INFO:tasks.workunit.client.0.smithi119.stdout: "log_to_stderr", 2024-04-13T07:45:47.313 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_join_fs", 2024-04-13T07:45:47.313 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/cephadm/allow_ptrace", 2024-04-13T07:45:47.313 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/cephadm/container_init", 2024-04-13T07:45:47.313 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/cephadm/migration_current", 2024-04-13T07:45:47.313 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/cephadm/use_repo_digest", 2024-04-13T07:45:47.314 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-13T07:45:47.314 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-13T07:45:47.314 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-13T07:45:47.314 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-13T07:45:47.314 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/dashboard/ssl_server_port", 2024-04-13T07:45:47.314 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/orchestrator/orchestrator", 2024-04-13T07:45:47.314 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/telemetry/channel_ident", 2024-04-13T07:45:47.314 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/telemetry/channel_perf", 2024-04-13T07:45:47.314 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/telemetry/description", 2024-04-13T07:45:47.314 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/telemetry/enabled", 2024-04-13T07:45:47.314 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/telemetry/organization", 2024-04-13T07:45:47.314 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_allow_pool_delete", 2024-04-13T07:45:47.314 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_clock_drift_allowed", 2024-04-13T07:45:47.314 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_cluster_log_file_level", 2024-04-13T07:45:47.314 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_cluster_log_to_file", 2024-04-13T07:45:47.314 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_data_avail_warn", 2024-04-13T07:45:47.315 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_election_default_strategy", 2024-04-13T07:45:47.315 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_max_pg_per_osd", 2024-04-13T07:45:47.315 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_mgr_mkfs_grace", 2024-04-13T07:45:47.315 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_osd_prime_pg_temp", 2024-04-13T07:45:47.315 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_osd_reporter_subtree_level", 2024-04-13T07:45:47.315 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_pg_warn_max_object_skew", 2024-04-13T07:45:47.315 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-13T07:45:47.315 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-13T07:45:47.315 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-13T07:45:47.315 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-13T07:45:47.315 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-13T07:45:47.315 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-13T07:45:47.315 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-13T07:45:47.315 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-13T07:45:47.315 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_too_few_osds", 2024-04-13T07:45:47.316 INFO:tasks.workunit.client.0.smithi119.stdout: "ms_die_on_bug", 2024-04-13T07:45:47.316 INFO:tasks.workunit.client.0.smithi119.stdout: "ms_die_on_old_message", 2024-04-13T07:45:47.316 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_class_default_list", 2024-04-13T07:45:47.316 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_class_load_list", 2024-04-13T07:45:47.316 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_misdirected_ops", 2024-04-13T07:45:47.316 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_op_order", 2024-04-13T07:45:47.316 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_pg_log_writeout", 2024-04-13T07:45:47.316 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_shutdown", 2024-04-13T07:45:47.316 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_verify_cached_snaps", 2024-04-13T07:45:47.316 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_verify_missing_on_start", 2024-04-13T07:45:47.316 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_verify_stray_on_activate", 2024-04-13T07:45:47.316 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-13T07:45:47.316 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-13T07:45:47.316 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_profile", 2024-04-13T07:45:47.316 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_memory_target", 2024-04-13T07:45:47.316 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_memory_target_autotune", 2024-04-13T07:45:47.316 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_op_queue", 2024-04-13T07:45:47.317 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_op_queue_cut_off", 2024-04-13T07:45:47.317 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pool_default_erasure_code_profile", 2024-04-13T07:45:47.317 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-13T07:45:47.317 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recover_clone_overlap", 2024-04-13T07:45:47.317 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_max_chunk", 2024-04-13T07:45:47.317 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_scrub_load_threshold", 2024-04-13T07:45:47.317 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_scrub_max_interval", 2024-04-13T07:45:47.317 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_shutdown_pgref_assert", 2024-04-13T07:45:47.317 INFO:tasks.workunit.client.0.smithi119.stdout: "public_network", 2024-04-13T07:45:47.317 INFO:tasks.workunit.client.0.smithi119.stdout: "rgw_cache_enabled", 2024-04-13T07:45:47.317 INFO:tasks.workunit.client.0.smithi119.stdout: "rgw_enable_ops_log", 2024-04-13T07:45:47.317 INFO:tasks.workunit.client.0.smithi119.stdout: "rgw_enable_usage_log" 2024-04-13T07:45:47.317 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:47.317 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.317 INFO:tasks.workunit.client.0.smithi119.stdout: "contact": null, 2024-04-13T07:45:47.318 INFO:tasks.workunit.client.0.smithi119.stdout: "crashes": [], 2024-04-13T07:45:47.318 INFO:tasks.workunit.client.0.smithi119.stdout: "created": "2024-04-13T07:37:03.207646Z", 2024-04-13T07:45:47.318 INFO:tasks.workunit.client.0.smithi119.stdout: "crush": { 2024-04-13T07:45:47.318 INFO:tasks.workunit.client.0.smithi119.stdout: "bucket_algs": { 2024-04-13T07:45:47.318 INFO:tasks.workunit.client.0.smithi119.stdout: "straw2": 3 2024-04-13T07:45:47.318 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.318 INFO:tasks.workunit.client.0.smithi119.stdout: "bucket_sizes": { 2024-04-13T07:45:47.318 INFO:tasks.workunit.client.0.smithi119.stdout: "2": 1, 2024-04-13T07:45:47.318 INFO:tasks.workunit.client.0.smithi119.stdout: "4": 2 2024-04-13T07:45:47.318 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.318 INFO:tasks.workunit.client.0.smithi119.stdout: "bucket_types": { 2024-04-13T07:45:47.318 INFO:tasks.workunit.client.0.smithi119.stdout: "1": 2, 2024-04-13T07:45:47.318 INFO:tasks.workunit.client.0.smithi119.stdout: "11": 1 2024-04-13T07:45:47.318 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.318 INFO:tasks.workunit.client.0.smithi119.stdout: "compat_weight_set": false, 2024-04-13T07:45:47.319 INFO:tasks.workunit.client.0.smithi119.stdout: "device_classes": [ 2024-04-13T07:45:47.319 INFO:tasks.workunit.client.0.smithi119.stdout: 8 2024-04-13T07:45:47.319 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.319 INFO:tasks.workunit.client.0.smithi119.stdout: "num_buckets": 6, 2024-04-13T07:45:47.319 INFO:tasks.workunit.client.0.smithi119.stdout: "num_devices": 8, 2024-04-13T07:45:47.319 INFO:tasks.workunit.client.0.smithi119.stdout: "num_rules": 1, 2024-04-13T07:45:47.319 INFO:tasks.workunit.client.0.smithi119.stdout: "num_types": 12, 2024-04-13T07:45:47.319 INFO:tasks.workunit.client.0.smithi119.stdout: "num_weight_sets": 0, 2024-04-13T07:45:47.319 INFO:tasks.workunit.client.0.smithi119.stdout: "tunables": { 2024-04-13T07:45:47.319 INFO:tasks.workunit.client.0.smithi119.stdout: "allowed_bucket_algs": 54, 2024-04-13T07:45:47.319 INFO:tasks.workunit.client.0.smithi119.stdout: "choose_local_fallback_tries": 0, 2024-04-13T07:45:47.319 INFO:tasks.workunit.client.0.smithi119.stdout: "choose_local_tries": 0, 2024-04-13T07:45:47.319 INFO:tasks.workunit.client.0.smithi119.stdout: "choose_total_tries": 50, 2024-04-13T07:45:47.319 INFO:tasks.workunit.client.0.smithi119.stdout: "chooseleaf_descend_once": 1, 2024-04-13T07:45:47.319 INFO:tasks.workunit.client.0.smithi119.stdout: "chooseleaf_stable": 1, 2024-04-13T07:45:47.319 INFO:tasks.workunit.client.0.smithi119.stdout: "chooseleaf_vary_r": 1, 2024-04-13T07:45:47.320 INFO:tasks.workunit.client.0.smithi119.stdout: "has_v2_rules": 0, 2024-04-13T07:45:47.320 INFO:tasks.workunit.client.0.smithi119.stdout: "has_v3_rules": 0, 2024-04-13T07:45:47.320 INFO:tasks.workunit.client.0.smithi119.stdout: "has_v4_buckets": 1, 2024-04-13T07:45:47.320 INFO:tasks.workunit.client.0.smithi119.stdout: "has_v5_rules": 0, 2024-04-13T07:45:47.320 INFO:tasks.workunit.client.0.smithi119.stdout: "legacy_tunables": 0, 2024-04-13T07:45:47.320 INFO:tasks.workunit.client.0.smithi119.stdout: "minimum_required_version": "jewel", 2024-04-13T07:45:47.320 INFO:tasks.workunit.client.0.smithi119.stdout: "optimal_tunables": 1, 2024-04-13T07:45:47.320 INFO:tasks.workunit.client.0.smithi119.stdout: "profile": "jewel", 2024-04-13T07:45:47.320 INFO:tasks.workunit.client.0.smithi119.stdout: "require_feature_tunables": 1, 2024-04-13T07:45:47.320 INFO:tasks.workunit.client.0.smithi119.stdout: "require_feature_tunables2": 1, 2024-04-13T07:45:47.320 INFO:tasks.workunit.client.0.smithi119.stdout: "require_feature_tunables3": 1, 2024-04-13T07:45:47.320 INFO:tasks.workunit.client.0.smithi119.stdout: "require_feature_tunables5": 1, 2024-04-13T07:45:47.320 INFO:tasks.workunit.client.0.smithi119.stdout: "straw_calc_version": 1 2024-04-13T07:45:47.320 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.320 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.320 INFO:tasks.workunit.client.0.smithi119.stdout: "description": "upgrade test cluster", 2024-04-13T07:45:47.321 INFO:tasks.workunit.client.0.smithi119.stdout: "fs": { 2024-04-13T07:45:47.321 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T07:45:47.321 INFO:tasks.workunit.client.0.smithi119.stdout: "feature_flags": { 2024-04-13T07:45:47.321 INFO:tasks.workunit.client.0.smithi119.stdout: "enable_multiple": true, 2024-04-13T07:45:47.321 INFO:tasks.workunit.client.0.smithi119.stdout: "ever_enabled_multiple": true 2024-04-13T07:45:47.321 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.321 INFO:tasks.workunit.client.0.smithi119.stdout: "filesystems": [ 2024-04-13T07:45:47.321 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.321 INFO:tasks.workunit.client.0.smithi119.stdout: "approx_ctime": "2024-04", 2024-04-13T07:45:47.321 INFO:tasks.workunit.client.0.smithi119.stdout: "balancer_enabled": false, 2024-04-13T07:45:47.321 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.321 INFO:tasks.workunit.client.0.smithi119.stdout: "cached_caps": 0, 2024-04-13T07:45:47.321 INFO:tasks.workunit.client.0.smithi119.stdout: "cached_dns": 10, 2024-04-13T07:45:47.321 INFO:tasks.workunit.client.0.smithi119.stdout: "cached_inos": 13, 2024-04-13T07:45:47.321 INFO:tasks.workunit.client.0.smithi119.stdout: "cached_subtrees": 2, 2024-04-13T07:45:47.321 INFO:tasks.workunit.client.0.smithi119.stdout: "ever_allowed_features": 0, 2024-04-13T07:45:47.322 INFO:tasks.workunit.client.0.smithi119.stdout: "explicitly_allowed_features": 0, 2024-04-13T07:45:47.322 INFO:tasks.workunit.client.0.smithi119.stdout: "files": 0, 2024-04-13T07:45:47.322 INFO:tasks.workunit.client.0.smithi119.stdout: "max_mds": 1, 2024-04-13T07:45:47.322 INFO:tasks.workunit.client.0.smithi119.stdout: "num_data_pools": 1, 2024-04-13T07:45:47.322 INFO:tasks.workunit.client.0.smithi119.stdout: "num_in": 1, 2024-04-13T07:45:47.322 INFO:tasks.workunit.client.0.smithi119.stdout: "num_mds": 1, 2024-04-13T07:45:47.322 INFO:tasks.workunit.client.0.smithi119.stdout: "num_sessions": 0, 2024-04-13T07:45:47.322 INFO:tasks.workunit.client.0.smithi119.stdout: "num_standby_replay": 0, 2024-04-13T07:45:47.322 INFO:tasks.workunit.client.0.smithi119.stdout: "num_up": 1, 2024-04-13T07:45:47.322 INFO:tasks.workunit.client.0.smithi119.stdout: "snaps": 0, 2024-04-13T07:45:47.322 INFO:tasks.workunit.client.0.smithi119.stdout: "standby_count_wanted": 0 2024-04-13T07:45:47.322 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.322 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.322 INFO:tasks.workunit.client.0.smithi119.stdout: "num_standby_mds": 1, 2024-04-13T07:45:47.323 INFO:tasks.workunit.client.0.smithi119.stdout: "total_num_mds": 2 2024-04-13T07:45:47.323 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.323 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_stats": { 2024-04-13T07:45:47.323 INFO:tasks.workunit.client.0.smithi119.stdout: "mds": { 2024-04-13T07:45:47.323 INFO:tasks.workunit.client.0.smithi119.stdout: "mds.3402881472e4eb9cd55aa5a45378abc80ad36ea5": { 2024-04-13T07:45:47.323 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 19218432, 2024-04-13T07:45:47.323 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 306072, 2024-04-13T07:45:47.323 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 2752512, 2024-04-13T07:45:47.323 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 32768, 2024-04-13T07:45:47.323 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 0, 2024-04-13T07:45:47.323 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 317, 2024-04-13T07:45:47.323 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T07:45:47.323 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 949592, 2024-04-13T07:45:47.323 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 12, 2024-04-13T07:45:47.323 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 716288, 2024-04-13T07:45:47.323 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 14461200, 2024-04-13T07:45:47.324 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 19218432 2024-04-13T07:45:47.324 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.324 INFO:tasks.workunit.client.0.smithi119.stdout: "mds.8ce27d692b5f50738c5de0d5fabe76bb5b385d6c": { 2024-04-13T07:45:47.324 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 20340736, 2024-04-13T07:45:47.324 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 477488, 2024-04-13T07:45:47.324 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 2752512, 2024-04-13T07:45:47.324 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 0, 2024-04-13T07:45:47.324 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 974848, 2024-04-13T07:45:47.324 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 399, 2024-04-13T07:45:47.324 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T07:45:47.324 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 1319920, 2024-04-13T07:45:47.324 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 20, 2024-04-13T07:45:47.324 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 906240, 2024-04-13T07:45:47.324 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 14884576, 2024-04-13T07:45:47.324 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 21315584 2024-04-13T07:45:47.324 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.324 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.325 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T07:45:47.325 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.3402881472e4eb9cd55aa5a45378abc80ad36ea5": { 2024-04-13T07:45:47.325 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 36151296, 2024-04-13T07:45:47.325 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 808320, 2024-04-13T07:45:47.325 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 2752512, 2024-04-13T07:45:47.325 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 49152, 2024-04-13T07:45:47.325 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 9404416, 2024-04-13T07:45:47.325 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 1163, 2024-04-13T07:45:47.325 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T07:45:47.325 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 8395288, 2024-04-13T07:45:47.325 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 21, 2024-04-13T07:45:47.325 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 1904640, 2024-04-13T07:45:47.325 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 22241384, 2024-04-13T07:45:47.325 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 45555712 2024-04-13T07:45:47.325 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.326 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.361d0c88a98ec03a997f9cbd7d4b9f21aeac06c7": { 2024-04-13T07:45:47.326 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 35954688, 2024-04-13T07:45:47.326 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 810064, 2024-04-13T07:45:47.326 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 2752512, 2024-04-13T07:45:47.326 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 950272, 2024-04-13T07:45:47.326 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 8552448, 2024-04-13T07:45:47.326 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 964, 2024-04-13T07:45:47.326 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T07:45:47.326 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 6912504, 2024-04-13T07:45:47.326 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 21, 2024-04-13T07:45:47.326 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 2222336, 2024-04-13T07:45:47.326 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 22307000, 2024-04-13T07:45:47.326 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 44507136 2024-04-13T07:45:47.327 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.327 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.8ce27d692b5f50738c5de0d5fabe76bb5b385d6c": { 2024-04-13T07:45:47.327 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 44408832, 2024-04-13T07:45:47.327 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 1879520, 2024-04-13T07:45:47.327 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 2752512, 2024-04-13T07:45:47.327 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 843776, 2024-04-13T07:45:47.327 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 4177920, 2024-04-13T07:45:47.327 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 1836, 2024-04-13T07:45:47.327 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T07:45:47.327 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 11166808, 2024-04-13T07:45:47.327 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 23, 2024-04-13T07:45:47.327 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 2690560, 2024-04-13T07:45:47.327 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 25075656, 2024-04-13T07:45:47.328 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 48586752 2024-04-13T07:45:47.328 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.328 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.328 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:47.328 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.0": { 2024-04-13T07:45:47.328 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 51322880, 2024-04-13T07:45:47.328 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 1863376, 2024-04-13T07:45:47.328 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 2883584, 2024-04-13T07:45:47.328 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 0, 2024-04-13T07:45:47.328 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 172032, 2024-04-13T07:45:47.328 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 1775, 2024-04-13T07:45:47.328 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T07:45:47.328 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 6101408, 2024-04-13T07:45:47.328 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 47, 2024-04-13T07:45:47.328 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 3694592, 2024-04-13T07:45:47.329 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 36779920, 2024-04-13T07:45:47.329 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 51494912 2024-04-13T07:45:47.329 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.329 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.1": { 2024-04-13T07:45:47.329 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 45596672, 2024-04-13T07:45:47.329 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 740840, 2024-04-13T07:45:47.329 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 2883584, 2024-04-13T07:45:47.329 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 0, 2024-04-13T07:45:47.329 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 720896, 2024-04-13T07:45:47.329 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 1297, 2024-04-13T07:45:47.329 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T07:45:47.329 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 4713672, 2024-04-13T07:45:47.329 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 47, 2024-04-13T07:45:47.329 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 2767360, 2024-04-13T07:45:47.329 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 34491216, 2024-04-13T07:45:47.330 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 46317568 2024-04-13T07:45:47.330 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.330 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.2": { 2024-04-13T07:45:47.330 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 45719552, 2024-04-13T07:45:47.330 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 838744, 2024-04-13T07:45:47.330 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 2883584, 2024-04-13T07:45:47.330 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 0, 2024-04-13T07:45:47.330 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 598016, 2024-04-13T07:45:47.330 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 1231, 2024-04-13T07:45:47.330 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T07:45:47.330 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 4548056, 2024-04-13T07:45:47.330 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 47, 2024-04-13T07:45:47.330 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 2271232, 2024-04-13T07:45:47.330 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 35177936, 2024-04-13T07:45:47.331 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 46317568 2024-04-13T07:45:47.331 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.331 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.3": { 2024-04-13T07:45:47.331 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 45948928, 2024-04-13T07:45:47.331 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 671920, 2024-04-13T07:45:47.331 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 4980736, 2024-04-13T07:45:47.331 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 0, 2024-04-13T07:45:47.331 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 368640, 2024-04-13T07:45:47.331 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 1205, 2024-04-13T07:45:47.331 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T07:45:47.331 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 4066624, 2024-04-13T07:45:47.331 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 45, 2024-04-13T07:45:47.331 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 2021120, 2024-04-13T07:45:47.331 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 34208528, 2024-04-13T07:45:47.331 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 46317568 2024-04-13T07:45:47.331 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.332 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.4": { 2024-04-13T07:45:47.332 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 48168960, 2024-04-13T07:45:47.332 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 1765064, 2024-04-13T07:45:47.332 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 2883584, 2024-04-13T07:45:47.332 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 0, 2024-04-13T07:45:47.332 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 245760, 2024-04-13T07:45:47.332 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 1575, 2024-04-13T07:45:47.332 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T07:45:47.332 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 5292112, 2024-04-13T07:45:47.332 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 47, 2024-04-13T07:45:47.332 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 3294720, 2024-04-13T07:45:47.332 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 34933480, 2024-04-13T07:45:47.332 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 48414720 2024-04-13T07:45:47.332 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.332 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.5": { 2024-04-13T07:45:47.333 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 48701440, 2024-04-13T07:45:47.333 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 2122176, 2024-04-13T07:45:47.333 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 2883584, 2024-04-13T07:45:47.333 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 0, 2024-04-13T07:45:47.333 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 761856, 2024-04-13T07:45:47.333 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 1637, 2024-04-13T07:45:47.333 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T07:45:47.333 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 5142592, 2024-04-13T07:45:47.333 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 47, 2024-04-13T07:45:47.333 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 3649024, 2024-04-13T07:45:47.333 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 34904064, 2024-04-13T07:45:47.333 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 49463296 2024-04-13T07:45:47.333 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.333 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.6": { 2024-04-13T07:45:47.333 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 48275456, 2024-04-13T07:45:47.333 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 2054024, 2024-04-13T07:45:47.333 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 2883584, 2024-04-13T07:45:47.334 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 8192, 2024-04-13T07:45:47.334 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 139264, 2024-04-13T07:45:47.334 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 1597, 2024-04-13T07:45:47.334 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T07:45:47.334 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 5421416, 2024-04-13T07:45:47.334 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 47, 2024-04-13T07:45:47.334 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 3481344, 2024-04-13T07:45:47.334 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 34426896, 2024-04-13T07:45:47.334 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 48414720 2024-04-13T07:45:47.334 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.334 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.7": { 2024-04-13T07:45:47.334 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 45031424, 2024-04-13T07:45:47.334 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 1112664, 2024-04-13T07:45:47.334 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 2883584, 2024-04-13T07:45:47.335 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 0, 2024-04-13T07:45:47.335 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 237568, 2024-04-13T07:45:47.335 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 1256, 2024-04-13T07:45:47.335 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T07:45:47.335 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 4675296, 2024-04-13T07:45:47.335 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 47, 2024-04-13T07:45:47.335 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 1974272, 2024-04-13T07:45:47.335 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 34385608, 2024-04-13T07:45:47.335 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 45268992 2024-04-13T07:45:47.335 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.335 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.335 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.335 INFO:tasks.workunit.client.0.smithi119.stdout: "hosts": { 2024-04-13T07:45:47.335 INFO:tasks.workunit.client.0.smithi119.stdout: "num": 2, 2024-04-13T07:45:47.335 INFO:tasks.workunit.client.0.smithi119.stdout: "num_with_mds": 2, 2024-04-13T07:45:47.335 INFO:tasks.workunit.client.0.smithi119.stdout: "num_with_mgr": 2, 2024-04-13T07:45:47.335 INFO:tasks.workunit.client.0.smithi119.stdout: "num_with_mon": 2, 2024-04-13T07:45:47.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_with_osd": 2 2024-04-13T07:45:47.336 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.336 INFO:tasks.workunit.client.0.smithi119.stdout: "io_rate": { 2024-04-13T07:45:47.336 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_stats_delta": { 2024-04-13T07:45:47.336 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": 0, 2024-04-13T07:45:47.336 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:47.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_store_stats": 0, 2024-04-13T07:45:47.336 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:47.336 INFO:tasks.workunit.client.0.smithi119.stdout: "stamp_delta": "12.002373", 2024-04-13T07:45:47.336 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:47.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:47.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:47.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:47.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:47.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:47.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:47.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:47.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:47.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:47.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:47.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:47.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:47.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:47.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:47.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:47.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:47.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:47.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:47.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:47.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:47.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:47.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:47.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:47.338 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:47.338 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:47.338 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:47.338 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:47.338 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:47.338 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:47.338 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:47.338 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:47.338 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:47.338 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:47.338 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 182, 2024-04-13T07:45:47.338 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 278, 2024-04-13T07:45:47.338 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:47.338 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:47.339 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:47.339 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 40, 2024-04-13T07:45:47.339 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:47.339 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.339 INFO:tasks.workunit.client.0.smithi119.stdout: "store_stats": { 2024-04-13T07:45:47.339 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": 0, 2024-04-13T07:45:47.339 INFO:tasks.workunit.client.0.smithi119.stdout: "available": 0, 2024-04-13T07:45:47.339 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed": 0, 2024-04-13T07:45:47.339 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_allocated": 0, 2024-04-13T07:45:47.339 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_original": 0, 2024-04-13T07:45:47.339 INFO:tasks.workunit.client.0.smithi119.stdout: "data_stored": 0, 2024-04-13T07:45:47.339 INFO:tasks.workunit.client.0.smithi119.stdout: "internal_metadata": 0, 2024-04-13T07:45:47.339 INFO:tasks.workunit.client.0.smithi119.stdout: "internally_reserved": 0, 2024-04-13T07:45:47.339 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_allocated": 0, 2024-04-13T07:45:47.339 INFO:tasks.workunit.client.0.smithi119.stdout: "total": 0 2024-04-13T07:45:47.340 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.340 INFO:tasks.workunit.client.0.smithi119.stdout: "up": 0 2024-04-13T07:45:47.340 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.340 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.340 INFO:tasks.workunit.client.0.smithi119.stdout: "leaderboard": false, 2024-04-13T07:45:47.340 INFO:tasks.workunit.client.0.smithi119.stdout: "leaderboard_description": null, 2024-04-13T07:45:47.340 INFO:tasks.workunit.client.0.smithi119.stdout: "license": "sharing-1-0", 2024-04-13T07:45:47.340 INFO:tasks.workunit.client.0.smithi119.stdout: "mempool": { 2024-04-13T07:45:47.340 INFO:tasks.workunit.client.0.smithi119.stdout: "mds": { 2024-04-13T07:45:47.340 INFO:tasks.workunit.client.0.smithi119.stdout: "mds.3402881472e4eb9cd55aa5a45378abc80ad36ea5": { 2024-04-13T07:45:47.340 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T07:45:47.340 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.340 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.340 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.340 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T07:45:47.341 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.341 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.341 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.341 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T07:45:47.341 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.341 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.341 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.341 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T07:45:47.341 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.341 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.341 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.341 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T07:45:47.341 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.341 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.341 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.341 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T07:45:47.342 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.342 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.342 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.342 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T07:45:47.342 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.342 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.342 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.342 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T07:45:47.342 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.342 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.342 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.342 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T07:45:47.342 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.342 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.343 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.343 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T07:45:47.343 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.343 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.343 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.343 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T07:45:47.343 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.343 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.343 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.343 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T07:45:47.343 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.343 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.343 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.343 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T07:45:47.343 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.343 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.344 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.344 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T07:45:47.344 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.344 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.344 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.344 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T07:45:47.344 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.344 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.344 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.344 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T07:45:47.344 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.344 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.344 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.344 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T07:45:47.344 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.344 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.344 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.345 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T07:45:47.345 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.345 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.345 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.345 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T07:45:47.345 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 149127, 2024-04-13T07:45:47.345 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 31 2024-04-13T07:45:47.345 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.345 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T07:45:47.345 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.345 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.345 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.345 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T07:45:47.345 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 928, 2024-04-13T07:45:47.345 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 2 2024-04-13T07:45:47.345 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.345 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:47.346 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.346 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.346 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.346 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T07:45:47.346 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.346 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.346 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.346 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T07:45:47.346 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.346 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.346 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.346 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T07:45:47.346 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.346 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.347 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.347 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T07:45:47.347 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.347 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.347 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.347 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T07:45:47.347 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.347 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.347 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.347 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T07:45:47.347 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.347 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.347 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.347 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T07:45:47.348 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.348 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.348 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.348 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.348 INFO:tasks.workunit.client.0.smithi119.stdout: "mds.8ce27d692b5f50738c5de0d5fabe76bb5b385d6c": { 2024-04-13T07:45:47.348 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T07:45:47.348 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.348 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.348 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.348 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T07:45:47.348 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.348 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.348 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.348 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T07:45:47.348 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.349 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.349 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.349 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T07:45:47.349 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.349 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.349 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.349 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T07:45:47.349 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.349 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.349 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.349 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T07:45:47.349 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.349 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.349 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.349 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T07:45:47.349 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.350 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.350 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.350 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T07:45:47.350 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.350 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.350 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.350 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T07:45:47.350 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.350 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.350 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.350 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T07:45:47.350 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.350 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.350 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.350 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T07:45:47.350 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.351 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.351 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.351 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T07:45:47.351 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.351 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.351 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.351 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T07:45:47.351 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.351 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.351 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.351 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T07:45:47.351 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.351 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.351 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.351 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T07:45:47.351 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.352 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.352 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.352 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T07:45:47.352 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.352 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.352 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.352 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T07:45:47.352 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.352 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.352 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.352 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T07:45:47.352 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.352 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.352 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.352 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T07:45:47.352 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 222439, 2024-04-13T07:45:47.352 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 68 2024-04-13T07:45:47.353 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.353 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T07:45:47.353 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.353 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.353 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.353 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T07:45:47.353 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 51496, 2024-04-13T07:45:47.353 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 208 2024-04-13T07:45:47.353 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.353 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:47.353 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.353 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.353 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.353 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T07:45:47.353 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.353 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.353 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.354 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T07:45:47.354 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.354 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.354 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.354 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T07:45:47.354 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 7816, 2024-04-13T07:45:47.354 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 121 2024-04-13T07:45:47.354 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.354 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T07:45:47.354 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.354 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.354 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.354 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T07:45:47.354 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.354 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.354 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.354 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T07:45:47.355 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.355 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.355 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.355 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T07:45:47.355 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.355 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.355 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.355 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.355 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.355 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T07:45:47.355 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.3402881472e4eb9cd55aa5a45378abc80ad36ea5": { 2024-04-13T07:45:47.355 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T07:45:47.355 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.355 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.355 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.355 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T07:45:47.356 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.356 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.356 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.356 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T07:45:47.356 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.356 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.356 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.356 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T07:45:47.356 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.356 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.356 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.356 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T07:45:47.356 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.356 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.356 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.356 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T07:45:47.356 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.357 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.357 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.357 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T07:45:47.357 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.357 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.357 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.357 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T07:45:47.357 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.357 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.357 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.357 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T07:45:47.357 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.357 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.357 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.357 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T07:45:47.357 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.358 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.358 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.358 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T07:45:47.358 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.358 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.358 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.358 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T07:45:47.358 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.358 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.358 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.358 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T07:45:47.358 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.358 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.358 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.358 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T07:45:47.358 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.358 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.359 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.359 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T07:45:47.359 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.359 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.359 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.359 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T07:45:47.359 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.359 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.359 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.359 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T07:45:47.359 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.359 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.359 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.359 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T07:45:47.359 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.359 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.360 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.360 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T07:45:47.360 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 1101507, 2024-04-13T07:45:47.360 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 355 2024-04-13T07:45:47.360 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.360 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T07:45:47.360 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.360 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.360 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.360 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T07:45:47.360 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.360 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.360 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.360 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:47.361 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.361 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.361 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.361 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T07:45:47.361 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.361 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.361 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.361 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T07:45:47.361 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.361 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.361 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.361 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T07:45:47.361 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 6392, 2024-04-13T07:45:47.361 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 120 2024-04-13T07:45:47.361 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.361 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T07:45:47.362 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 12744, 2024-04-13T07:45:47.362 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1546 2024-04-13T07:45:47.362 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.362 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T07:45:47.362 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 5152, 2024-04-13T07:45:47.362 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 83 2024-04-13T07:45:47.362 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.362 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T07:45:47.362 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.362 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.362 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.362 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T07:45:47.362 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.363 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.363 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.363 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.363 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.361d0c88a98ec03a997f9cbd7d4b9f21aeac06c7": { 2024-04-13T07:45:47.363 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T07:45:47.363 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.363 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.363 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.363 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T07:45:47.363 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.363 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.363 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.363 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T07:45:47.363 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.363 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.363 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.364 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T07:45:47.364 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.364 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.364 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.364 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T07:45:47.364 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.364 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.364 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.364 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T07:45:47.364 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.364 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.364 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.364 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T07:45:47.364 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.364 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.364 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.364 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T07:45:47.365 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.365 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.365 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.365 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T07:45:47.365 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.365 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.365 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.365 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T07:45:47.365 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.365 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.365 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.365 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T07:45:47.365 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.365 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.365 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.365 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T07:45:47.365 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.366 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.366 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.366 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T07:45:47.366 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.366 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.366 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.366 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T07:45:47.366 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.366 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.366 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.366 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T07:45:47.366 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.366 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.366 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.366 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T07:45:47.367 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.367 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.367 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.367 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T07:45:47.367 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.367 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.367 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.367 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T07:45:47.367 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.367 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.367 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.367 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T07:45:47.367 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 1108725, 2024-04-13T07:45:47.367 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 364 2024-04-13T07:45:47.367 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.367 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T07:45:47.368 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.368 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.368 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.368 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T07:45:47.368 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.368 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.368 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.368 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:47.368 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.368 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.368 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.368 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T07:45:47.368 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.368 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.368 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.368 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T07:45:47.369 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.369 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.369 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.369 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T07:45:47.369 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 6392, 2024-04-13T07:45:47.369 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 120 2024-04-13T07:45:47.369 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.369 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T07:45:47.369 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 12744, 2024-04-13T07:45:47.369 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1546 2024-04-13T07:45:47.369 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.369 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T07:45:47.369 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 5152, 2024-04-13T07:45:47.369 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 83 2024-04-13T07:45:47.369 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.369 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T07:45:47.370 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.370 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.370 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.370 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T07:45:47.370 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.370 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.370 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.370 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.370 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.8ce27d692b5f50738c5de0d5fabe76bb5b385d6c": { 2024-04-13T07:45:47.370 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T07:45:47.370 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.370 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.370 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.370 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T07:45:47.371 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.371 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.371 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.371 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T07:45:47.371 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.371 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.371 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.371 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T07:45:47.371 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.371 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.371 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.371 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T07:45:47.371 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.371 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.371 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.371 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T07:45:47.371 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.372 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.372 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.372 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T07:45:47.372 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.372 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.372 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.372 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T07:45:47.372 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.372 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.372 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.372 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T07:45:47.372 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.372 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.372 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.372 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T07:45:47.372 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.373 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.373 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.373 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T07:45:47.373 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.373 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.373 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.373 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T07:45:47.373 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.373 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.373 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.373 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T07:45:47.373 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.373 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.373 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.373 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T07:45:47.373 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.373 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.374 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.374 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T07:45:47.374 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.374 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.374 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.374 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T07:45:47.374 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.374 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.374 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.374 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T07:45:47.374 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.374 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.374 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.374 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T07:45:47.374 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.375 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.375 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.375 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T07:45:47.375 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 1136579, 2024-04-13T07:45:47.375 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 337 2024-04-13T07:45:47.375 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.375 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T07:45:47.375 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 352, 2024-04-13T07:45:47.375 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 4 2024-04-13T07:45:47.375 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.375 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T07:45:47.375 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.375 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.375 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.375 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:47.375 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.375 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.376 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.376 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T07:45:47.376 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.376 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.376 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.376 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T07:45:47.376 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.376 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.376 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.376 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T07:45:47.376 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 6392, 2024-04-13T07:45:47.376 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 120 2024-04-13T07:45:47.376 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.376 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T07:45:47.376 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 12744, 2024-04-13T07:45:47.376 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1546 2024-04-13T07:45:47.377 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.377 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T07:45:47.377 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 10304, 2024-04-13T07:45:47.377 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 166 2024-04-13T07:45:47.377 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.377 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T07:45:47.377 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.377 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.377 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.377 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T07:45:47.377 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.377 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.377 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.377 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.377 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.377 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:47.378 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.0": { 2024-04-13T07:45:47.378 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T07:45:47.378 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.378 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.378 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.378 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T07:45:47.378 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 6368, 2024-04-13T07:45:47.378 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 123 2024-04-13T07:45:47.378 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.378 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T07:45:47.378 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 16896, 2024-04-13T07:45:47.378 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 8 2024-04-13T07:45:47.378 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.378 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T07:45:47.379 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 576, 2024-04-13T07:45:47.379 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3 2024-04-13T07:45:47.379 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.379 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T07:45:47.379 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 5840, 2024-04-13T07:45:47.379 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 73 2024-04-13T07:45:47.379 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.379 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T07:45:47.379 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 20944, 2024-04-13T07:45:47.379 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 187 2024-04-13T07:45:47.379 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.379 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T07:45:47.379 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 1824, 2024-04-13T07:45:47.379 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 46 2024-04-13T07:45:47.379 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.380 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T07:45:47.380 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 610304, 2024-04-13T07:45:47.380 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 18 2024-04-13T07:45:47.380 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.380 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T07:45:47.380 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 91898, 2024-04-13T07:45:47.380 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 15766 2024-04-13T07:45:47.380 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.380 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T07:45:47.380 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 205616, 2024-04-13T07:45:47.380 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 334 2024-04-13T07:45:47.380 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.380 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T07:45:47.380 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 11484, 2024-04-13T07:45:47.380 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 743 2024-04-13T07:45:47.380 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.381 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T07:45:47.381 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 8976, 2024-04-13T07:45:47.381 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 187 2024-04-13T07:45:47.381 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.381 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T07:45:47.381 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.381 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.381 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.381 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T07:45:47.381 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 31958, 2024-04-13T07:45:47.381 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 202 2024-04-13T07:45:47.381 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.381 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T07:45:47.381 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 20944, 2024-04-13T07:45:47.381 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 187 2024-04-13T07:45:47.381 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.382 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T07:45:47.382 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.382 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.382 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.382 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T07:45:47.382 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 389393, 2024-04-13T07:45:47.382 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 86 2024-04-13T07:45:47.382 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.382 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T07:45:47.382 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.382 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.382 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.382 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T07:45:47.382 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2460396, 2024-04-13T07:45:47.382 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 198 2024-04-13T07:45:47.382 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.383 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T07:45:47.383 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 7040, 2024-04-13T07:45:47.383 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 80 2024-04-13T07:45:47.383 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.383 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T07:45:47.383 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.383 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.383 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.383 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:47.383 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 533232, 2024-04-13T07:45:47.383 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 46 2024-04-13T07:45:47.383 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.383 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T07:45:47.383 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.383 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.383 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.384 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T07:45:47.384 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 94328, 2024-04-13T07:45:47.384 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 183 2024-04-13T07:45:47.384 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.384 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T07:45:47.384 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 224744, 2024-04-13T07:45:47.384 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3444 2024-04-13T07:45:47.384 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.384 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T07:45:47.384 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.384 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.384 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.384 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T07:45:47.384 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.384 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.384 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.385 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T07:45:47.385 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.385 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.385 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.385 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T07:45:47.385 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.385 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.385 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.385 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.385 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.1": { 2024-04-13T07:45:47.385 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T07:45:47.385 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.385 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.385 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.385 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T07:45:47.385 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 6368, 2024-04-13T07:45:47.386 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 123 2024-04-13T07:45:47.386 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.386 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T07:45:47.386 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 16896, 2024-04-13T07:45:47.386 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 8 2024-04-13T07:45:47.386 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.386 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T07:45:47.386 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 576, 2024-04-13T07:45:47.386 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3 2024-04-13T07:45:47.386 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.386 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T07:45:47.386 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 4960, 2024-04-13T07:45:47.386 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 62 2024-04-13T07:45:47.386 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.387 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T07:45:47.387 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 19600, 2024-04-13T07:45:47.387 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 175 2024-04-13T07:45:47.387 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.387 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T07:45:47.387 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 1264, 2024-04-13T07:45:47.387 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 41 2024-04-13T07:45:47.387 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.387 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T07:45:47.387 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 16384, 2024-04-13T07:45:47.387 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 4 2024-04-13T07:45:47.387 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.387 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T07:45:47.387 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 44800, 2024-04-13T07:45:47.387 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 8479 2024-04-13T07:45:47.388 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.388 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T07:45:47.388 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 126736, 2024-04-13T07:45:47.388 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 218 2024-04-13T07:45:47.388 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.388 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T07:45:47.388 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 9216, 2024-04-13T07:45:47.388 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 566 2024-04-13T07:45:47.388 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.388 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T07:45:47.388 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 8400, 2024-04-13T07:45:47.389 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 175 2024-04-13T07:45:47.389 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.389 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T07:45:47.389 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.389 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.389 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.389 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T07:45:47.389 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 27258, 2024-04-13T07:45:47.389 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 186 2024-04-13T07:45:47.389 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.389 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T07:45:47.389 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 19600, 2024-04-13T07:45:47.389 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 175 2024-04-13T07:45:47.389 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.389 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T07:45:47.390 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 736, 2024-04-13T07:45:47.390 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1 2024-04-13T07:45:47.390 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.390 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T07:45:47.390 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 421985, 2024-04-13T07:45:47.390 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 94 2024-04-13T07:45:47.390 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.390 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T07:45:47.390 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 12112, 2024-04-13T07:45:47.390 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3 2024-04-13T07:45:47.390 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.390 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T07:45:47.391 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2442874, 2024-04-13T07:45:47.391 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 186 2024-04-13T07:45:47.391 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.391 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T07:45:47.391 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 4840, 2024-04-13T07:45:47.391 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 55 2024-04-13T07:45:47.391 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.391 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T07:45:47.391 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.391 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.391 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.391 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:47.391 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 417312, 2024-04-13T07:45:47.391 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 36 2024-04-13T07:45:47.391 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.392 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T07:45:47.392 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.392 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.392 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.392 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T07:45:47.392 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 7280, 2024-04-13T07:45:47.392 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 18 2024-04-13T07:45:47.392 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.392 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T07:45:47.392 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 224744, 2024-04-13T07:45:47.392 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3444 2024-04-13T07:45:47.392 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.392 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T07:45:47.392 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.393 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.393 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.393 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T07:45:47.393 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.393 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.393 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.393 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T07:45:47.393 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.393 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.393 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.393 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T07:45:47.393 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.393 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.393 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.393 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.394 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.2": { 2024-04-13T07:45:47.394 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T07:45:47.394 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.394 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.394 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.394 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T07:45:47.394 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 6368, 2024-04-13T07:45:47.394 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 123 2024-04-13T07:45:47.394 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.394 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T07:45:47.394 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 16896, 2024-04-13T07:45:47.394 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 8 2024-04-13T07:45:47.394 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.394 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T07:45:47.394 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 576, 2024-04-13T07:45:47.395 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3 2024-04-13T07:45:47.395 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.395 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T07:45:47.395 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 4320, 2024-04-13T07:45:47.395 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 54 2024-04-13T07:45:47.395 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.395 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T07:45:47.395 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 19488, 2024-04-13T07:45:47.395 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 174 2024-04-13T07:45:47.395 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.395 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T07:45:47.395 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 1152, 2024-04-13T07:45:47.395 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 40 2024-04-13T07:45:47.395 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.395 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T07:45:47.396 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 12288, 2024-04-13T07:45:47.396 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3 2024-04-13T07:45:47.396 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.396 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T07:45:47.396 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 44380, 2024-04-13T07:45:47.396 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 8342 2024-04-13T07:45:47.396 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.396 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T07:45:47.396 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 124016, 2024-04-13T07:45:47.396 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 214 2024-04-13T07:45:47.396 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.396 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T07:45:47.396 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 8300, 2024-04-13T07:45:47.396 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 517 2024-04-13T07:45:47.396 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.396 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T07:45:47.397 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 8352, 2024-04-13T07:45:47.397 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 174 2024-04-13T07:45:47.397 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.397 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T07:45:47.397 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.397 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.397 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.397 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T07:45:47.397 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 26402, 2024-04-13T07:45:47.397 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 182 2024-04-13T07:45:47.397 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.397 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T07:45:47.397 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 19488, 2024-04-13T07:45:47.397 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 174 2024-04-13T07:45:47.398 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.398 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T07:45:47.398 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 736, 2024-04-13T07:45:47.398 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1 2024-04-13T07:45:47.398 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.398 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T07:45:47.398 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 356449, 2024-04-13T07:45:47.398 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 78 2024-04-13T07:45:47.398 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.398 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T07:45:47.398 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 12112, 2024-04-13T07:45:47.398 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3 2024-04-13T07:45:47.398 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.398 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T07:45:47.399 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2421036, 2024-04-13T07:45:47.399 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 178 2024-04-13T07:45:47.399 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.399 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T07:45:47.399 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 4488, 2024-04-13T07:45:47.399 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 51 2024-04-13T07:45:47.399 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.399 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T07:45:47.399 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.399 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.399 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.399 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:47.399 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 359352, 2024-04-13T07:45:47.399 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 31 2024-04-13T07:45:47.399 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.399 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T07:45:47.400 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.400 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.400 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.400 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T07:45:47.400 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 10400, 2024-04-13T07:45:47.400 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 28 2024-04-13T07:45:47.400 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.400 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T07:45:47.400 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 225256, 2024-04-13T07:45:47.400 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3468 2024-04-13T07:45:47.400 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.400 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T07:45:47.400 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.400 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.400 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.400 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T07:45:47.400 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.401 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.401 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.401 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T07:45:47.401 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.401 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.401 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.401 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T07:45:47.401 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.401 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.401 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.401 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.401 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.3": { 2024-04-13T07:45:47.401 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T07:45:47.401 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.401 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.401 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.402 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T07:45:47.402 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 6368, 2024-04-13T07:45:47.402 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 123 2024-04-13T07:45:47.402 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.402 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T07:45:47.402 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 16896, 2024-04-13T07:45:47.402 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 8 2024-04-13T07:45:47.402 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.402 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T07:45:47.402 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 576, 2024-04-13T07:45:47.402 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3 2024-04-13T07:45:47.402 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.402 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T07:45:47.403 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 3680, 2024-04-13T07:45:47.403 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 46 2024-04-13T07:45:47.403 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.403 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T07:45:47.403 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 19936, 2024-04-13T07:45:47.403 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 178 2024-04-13T07:45:47.403 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.403 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T07:45:47.403 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 592, 2024-04-13T07:45:47.403 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 35 2024-04-13T07:45:47.403 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.403 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T07:45:47.403 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 4096, 2024-04-13T07:45:47.403 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1 2024-04-13T07:45:47.403 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.403 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T07:45:47.404 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 44464, 2024-04-13T07:45:47.404 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 8506 2024-04-13T07:45:47.404 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.404 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T07:45:47.404 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 127416, 2024-04-13T07:45:47.404 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 219 2024-04-13T07:45:47.404 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.404 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T07:45:47.404 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 9420, 2024-04-13T07:45:47.404 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 575 2024-04-13T07:45:47.404 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.404 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T07:45:47.404 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 8544, 2024-04-13T07:45:47.404 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 178 2024-04-13T07:45:47.404 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.404 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T07:45:47.405 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.405 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.405 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.405 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T07:45:47.405 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 27010, 2024-04-13T07:45:47.405 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 187 2024-04-13T07:45:47.405 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.405 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T07:45:47.405 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 19936, 2024-04-13T07:45:47.405 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 178 2024-04-13T07:45:47.405 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.405 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T07:45:47.405 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2208, 2024-04-13T07:45:47.405 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3 2024-04-13T07:45:47.405 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.405 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T07:45:47.405 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 264277, 2024-04-13T07:45:47.406 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 56 2024-04-13T07:45:47.406 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.406 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T07:45:47.406 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 26565, 2024-04-13T07:45:47.406 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 9 2024-04-13T07:45:47.406 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.406 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T07:45:47.406 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2461486, 2024-04-13T07:45:47.406 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 190 2024-04-13T07:45:47.406 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.406 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T07:45:47.406 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 4840, 2024-04-13T07:45:47.406 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 55 2024-04-13T07:45:47.406 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.406 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T07:45:47.406 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.407 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.407 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.407 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:47.407 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 428904, 2024-04-13T07:45:47.407 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 37 2024-04-13T07:45:47.407 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.407 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T07:45:47.407 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.407 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.407 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.407 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T07:45:47.407 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 10400, 2024-04-13T07:45:47.407 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 20 2024-04-13T07:45:47.407 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.407 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T07:45:47.408 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 224744, 2024-04-13T07:45:47.408 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3444 2024-04-13T07:45:47.408 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.408 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T07:45:47.408 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.408 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.408 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.408 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T07:45:47.408 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.408 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.408 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.408 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T07:45:47.408 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.408 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.409 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.409 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T07:45:47.409 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.409 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.409 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.409 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.409 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.4": { 2024-04-13T07:45:47.409 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T07:45:47.409 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.409 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.409 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.409 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T07:45:47.409 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 6368, 2024-04-13T07:45:47.409 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 123 2024-04-13T07:45:47.409 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.409 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T07:45:47.409 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 16896, 2024-04-13T07:45:47.410 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 8 2024-04-13T07:45:47.410 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.410 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T07:45:47.410 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 576, 2024-04-13T07:45:47.410 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3 2024-04-13T07:45:47.410 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.410 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T07:45:47.410 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 3440, 2024-04-13T07:45:47.410 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 43 2024-04-13T07:45:47.410 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.410 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T07:45:47.410 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 19824, 2024-04-13T07:45:47.410 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 177 2024-04-13T07:45:47.410 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.410 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T07:45:47.411 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 1264, 2024-04-13T07:45:47.411 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 41 2024-04-13T07:45:47.411 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.411 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T07:45:47.411 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 4096, 2024-04-13T07:45:47.411 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1 2024-04-13T07:45:47.411 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.411 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T07:45:47.411 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 85744, 2024-04-13T07:45:47.411 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 14853 2024-04-13T07:45:47.411 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.411 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T07:45:47.411 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 196776, 2024-04-13T07:45:47.411 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 321 2024-04-13T07:45:47.411 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.411 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T07:45:47.412 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 9608, 2024-04-13T07:45:47.412 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 574 2024-04-13T07:45:47.412 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.412 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T07:45:47.412 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 8496, 2024-04-13T07:45:47.412 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 177 2024-04-13T07:45:47.412 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.412 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T07:45:47.412 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.412 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.412 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.412 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T07:45:47.412 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 27690, 2024-04-13T07:45:47.412 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 189 2024-04-13T07:45:47.412 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.412 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T07:45:47.413 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 19936, 2024-04-13T07:45:47.413 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 178 2024-04-13T07:45:47.413 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.413 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T07:45:47.413 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 1472, 2024-04-13T07:45:47.413 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 2 2024-04-13T07:45:47.413 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.413 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T07:45:47.413 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 919548, 2024-04-13T07:45:47.413 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 73 2024-04-13T07:45:47.413 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.413 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T07:45:47.413 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 20128, 2024-04-13T07:45:47.413 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 5 2024-04-13T07:45:47.413 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.413 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T07:45:47.414 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2411837, 2024-04-13T07:45:47.414 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 171 2024-04-13T07:45:47.414 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.414 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T07:45:47.414 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 4840, 2024-04-13T07:45:47.414 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 55 2024-04-13T07:45:47.414 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.414 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T07:45:47.414 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.414 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.414 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.414 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:47.414 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 452088, 2024-04-13T07:45:47.414 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 39 2024-04-13T07:45:47.414 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.415 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T07:45:47.415 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.415 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.415 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.415 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T07:45:47.415 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 7904, 2024-04-13T07:45:47.415 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 16 2024-04-13T07:45:47.415 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.415 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T07:45:47.415 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 225000, 2024-04-13T07:45:47.415 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3456 2024-04-13T07:45:47.415 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.415 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T07:45:47.415 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.415 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.415 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.416 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T07:45:47.416 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.416 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.416 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.416 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T07:45:47.416 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.416 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.416 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.416 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T07:45:47.416 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.416 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.416 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.416 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.416 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.5": { 2024-04-13T07:45:47.416 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T07:45:47.416 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.417 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.417 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.417 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T07:45:47.417 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 6368, 2024-04-13T07:45:47.417 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 123 2024-04-13T07:45:47.417 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.417 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T07:45:47.417 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 16896, 2024-04-13T07:45:47.417 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 8 2024-04-13T07:45:47.417 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.417 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T07:45:47.417 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 576, 2024-04-13T07:45:47.417 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3 2024-04-13T07:45:47.417 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.417 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T07:45:47.418 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2800, 2024-04-13T07:45:47.418 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 35 2024-04-13T07:45:47.418 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.418 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T07:45:47.418 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 19600, 2024-04-13T07:45:47.418 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 175 2024-04-13T07:45:47.418 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.418 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T07:45:47.418 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 480, 2024-04-13T07:45:47.418 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 34 2024-04-13T07:45:47.418 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.418 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T07:45:47.418 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.418 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.418 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.419 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T07:45:47.419 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 85860, 2024-04-13T07:45:47.419 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 14862 2024-04-13T07:45:47.419 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.419 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T07:45:47.419 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 197456, 2024-04-13T07:45:47.419 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 322 2024-04-13T07:45:47.419 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.419 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T07:45:47.419 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 9920, 2024-04-13T07:45:47.419 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 574 2024-04-13T07:45:47.419 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.419 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T07:45:47.419 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 8400, 2024-04-13T07:45:47.419 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 175 2024-04-13T07:45:47.420 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.420 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T07:45:47.420 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.420 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.420 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.420 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T07:45:47.420 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 28282, 2024-04-13T07:45:47.420 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 190 2024-04-13T07:45:47.420 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.420 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T07:45:47.420 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 19600, 2024-04-13T07:45:47.420 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 175 2024-04-13T07:45:47.420 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.420 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T07:45:47.420 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2208, 2024-04-13T07:45:47.420 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3 2024-04-13T07:45:47.421 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.421 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T07:45:47.421 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 825304, 2024-04-13T07:45:47.421 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 50 2024-04-13T07:45:47.421 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.421 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T07:45:47.421 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 26565, 2024-04-13T07:45:47.421 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 9 2024-04-13T07:45:47.421 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.421 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T07:45:47.421 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2447302, 2024-04-13T07:45:47.421 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 178 2024-04-13T07:45:47.421 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.421 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T07:45:47.421 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 5456, 2024-04-13T07:45:47.422 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 62 2024-04-13T07:45:47.422 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.422 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T07:45:47.422 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.422 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.422 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.422 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:47.422 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 486864, 2024-04-13T07:45:47.422 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 42 2024-04-13T07:45:47.422 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.422 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T07:45:47.422 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.422 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.422 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.422 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T07:45:47.422 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 11960, 2024-04-13T07:45:47.423 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 23 2024-04-13T07:45:47.423 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.423 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T07:45:47.423 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 225512, 2024-04-13T07:45:47.423 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3480 2024-04-13T07:45:47.423 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.423 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T07:45:47.423 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.423 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.423 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.423 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T07:45:47.423 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.423 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.423 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.423 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T07:45:47.424 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.424 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.424 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.424 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T07:45:47.424 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.424 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.424 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.424 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.424 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.6": { 2024-04-13T07:45:47.424 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T07:45:47.424 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.424 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.424 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.424 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T07:45:47.424 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 6368, 2024-04-13T07:45:47.425 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 123 2024-04-13T07:45:47.425 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.425 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T07:45:47.425 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 16896, 2024-04-13T07:45:47.425 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 8 2024-04-13T07:45:47.425 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.425 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T07:45:47.425 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 576, 2024-04-13T07:45:47.425 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3 2024-04-13T07:45:47.425 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.425 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T07:45:47.425 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2320, 2024-04-13T07:45:47.425 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 29 2024-04-13T07:45:47.425 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.425 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T07:45:47.426 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 20608, 2024-04-13T07:45:47.426 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 184 2024-04-13T07:45:47.426 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.426 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T07:45:47.426 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 592, 2024-04-13T07:45:47.426 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 35 2024-04-13T07:45:47.426 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.426 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T07:45:47.426 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 18786, 2024-04-13T07:45:47.426 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 4 2024-04-13T07:45:47.426 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.426 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T07:45:47.426 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 86126, 2024-04-13T07:45:47.426 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 15093 2024-04-13T07:45:47.426 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.427 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T07:45:47.427 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 195416, 2024-04-13T07:45:47.427 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 319 2024-04-13T07:45:47.427 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.427 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T07:45:47.427 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 10720, 2024-04-13T07:45:47.427 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 729 2024-04-13T07:45:47.427 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.427 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T07:45:47.427 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 8832, 2024-04-13T07:45:47.427 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 184 2024-04-13T07:45:47.427 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.427 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T07:45:47.427 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.428 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.428 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.428 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T07:45:47.428 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 28542, 2024-04-13T07:45:47.428 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 187 2024-04-13T07:45:47.428 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.428 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T07:45:47.428 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 20608, 2024-04-13T07:45:47.428 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 184 2024-04-13T07:45:47.428 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.428 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T07:45:47.428 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.428 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.428 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.428 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T07:45:47.429 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 450510, 2024-04-13T07:45:47.429 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 39 2024-04-13T07:45:47.429 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.429 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T07:45:47.429 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.429 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.429 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.429 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T07:45:47.429 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2437936, 2024-04-13T07:45:47.429 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 177 2024-04-13T07:45:47.429 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.429 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T07:45:47.429 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 4752, 2024-04-13T07:45:47.429 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 54 2024-04-13T07:45:47.429 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.429 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T07:45:47.430 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.430 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.430 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.430 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:47.430 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 440496, 2024-04-13T07:45:47.430 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 38 2024-04-13T07:45:47.430 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.430 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T07:45:47.430 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.430 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.430 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.430 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T07:45:47.430 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 94952, 2024-04-13T07:45:47.430 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 193 2024-04-13T07:45:47.430 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.431 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T07:45:47.431 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 224744, 2024-04-13T07:45:47.431 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3444 2024-04-13T07:45:47.431 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.431 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T07:45:47.431 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.431 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.431 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.431 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T07:45:47.431 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.431 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.431 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.431 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T07:45:47.431 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.431 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.431 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.432 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T07:45:47.432 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.432 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.432 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.432 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.432 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.7": { 2024-04-13T07:45:47.432 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T07:45:47.432 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.432 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.432 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.432 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T07:45:47.432 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 6368, 2024-04-13T07:45:47.432 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 123 2024-04-13T07:45:47.432 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.432 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T07:45:47.432 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 16896, 2024-04-13T07:45:47.432 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 8 2024-04-13T07:45:47.432 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.433 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T07:45:47.433 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 576, 2024-04-13T07:45:47.433 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3 2024-04-13T07:45:47.433 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.433 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T07:45:47.433 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 1840, 2024-04-13T07:45:47.433 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 23 2024-04-13T07:45:47.433 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.433 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T07:45:47.433 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 20496, 2024-04-13T07:45:47.433 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 183 2024-04-13T07:45:47.433 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.433 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T07:45:47.433 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 1040, 2024-04-13T07:45:47.433 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 39 2024-04-13T07:45:47.433 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.434 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T07:45:47.434 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 270336, 2024-04-13T07:45:47.434 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 7 2024-04-13T07:45:47.434 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.434 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T07:45:47.434 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 47225, 2024-04-13T07:45:47.434 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 9133 2024-04-13T07:45:47.434 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.434 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T07:45:47.434 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 132856, 2024-04-13T07:45:47.434 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 227 2024-04-13T07:45:47.434 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.434 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T07:45:47.434 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 11596, 2024-04-13T07:45:47.434 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 735 2024-04-13T07:45:47.435 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.435 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T07:45:47.435 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 8784, 2024-04-13T07:45:47.435 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 183 2024-04-13T07:45:47.435 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.435 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T07:45:47.435 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.435 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.435 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.435 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T07:45:47.435 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 30758, 2024-04-13T07:45:47.435 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 195 2024-04-13T07:45:47.435 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.435 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T07:45:47.436 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 20496, 2024-04-13T07:45:47.436 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 183 2024-04-13T07:45:47.436 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.436 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T07:45:47.436 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.436 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.436 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.436 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T07:45:47.436 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 138757, 2024-04-13T07:45:47.436 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 27 2024-04-13T07:45:47.436 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.436 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T07:45:47.436 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.436 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.436 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.437 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T07:45:47.437 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2409830, 2024-04-13T07:45:47.437 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 189 2024-04-13T07:45:47.437 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.437 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T07:45:47.437 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 5808, 2024-04-13T07:45:47.437 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 66 2024-04-13T07:45:47.437 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.437 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T07:45:47.437 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.437 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.437 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.437 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:47.437 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 533232, 2024-04-13T07:45:47.437 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 46 2024-04-13T07:45:47.438 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.438 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T07:45:47.438 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.438 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.438 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.438 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T07:45:47.438 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 96408, 2024-04-13T07:45:47.438 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 223 2024-04-13T07:45:47.438 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.438 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T07:45:47.438 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 224744, 2024-04-13T07:45:47.438 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3444 2024-04-13T07:45:47.438 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.439 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T07:45:47.439 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.439 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.439 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.439 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T07:45:47.439 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.439 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.439 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.439 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T07:45:47.439 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.439 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.439 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.439 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T07:45:47.439 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T07:45:47.439 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T07:45:47.440 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.440 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.440 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.440 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.440 INFO:tasks.workunit.client.0.smithi119.stdout: "metadata": { 2024-04-13T07:45:47.440 INFO:tasks.workunit.client.0.smithi119.stdout: "mds": { 2024-04-13T07:45:47.440 INFO:tasks.workunit.client.0.smithi119.stdout: "arch": { 2024-04-13T07:45:47.440 INFO:tasks.workunit.client.0.smithi119.stdout: "x86_64": 2 2024-04-13T07:45:47.440 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.440 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_version": { 2024-04-13T07:45:47.440 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 2 2024-04-13T07:45:47.440 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.440 INFO:tasks.workunit.client.0.smithi119.stdout: "cpu": { 2024-04-13T07:45:47.440 INFO:tasks.workunit.client.0.smithi119.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-13T07:45:47.441 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.441 INFO:tasks.workunit.client.0.smithi119.stdout: "distro": { 2024-04-13T07:45:47.441 INFO:tasks.workunit.client.0.smithi119.stdout: "centos": 2 2024-04-13T07:45:47.441 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.441 INFO:tasks.workunit.client.0.smithi119.stdout: "distro_description": { 2024-04-13T07:45:47.441 INFO:tasks.workunit.client.0.smithi119.stdout: "CentOS Stream 8": 2 2024-04-13T07:45:47.441 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.441 INFO:tasks.workunit.client.0.smithi119.stdout: "kernel_description": { 2024-04-13T07:45:47.441 INFO:tasks.workunit.client.0.smithi119.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-13T07:45:47.441 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.441 INFO:tasks.workunit.client.0.smithi119.stdout: "kernel_version": { 2024-04-13T07:45:47.441 INFO:tasks.workunit.client.0.smithi119.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-13T07:45:47.441 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.441 INFO:tasks.workunit.client.0.smithi119.stdout: "os": { 2024-04-13T07:45:47.441 INFO:tasks.workunit.client.0.smithi119.stdout: "Linux": 2 2024-04-13T07:45:47.441 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.442 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.442 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T07:45:47.442 INFO:tasks.workunit.client.0.smithi119.stdout: "arch": { 2024-04-13T07:45:47.442 INFO:tasks.workunit.client.0.smithi119.stdout: "x86_64": 3 2024-04-13T07:45:47.442 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.442 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_version": { 2024-04-13T07:45:47.442 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 3 2024-04-13T07:45:47.442 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.442 INFO:tasks.workunit.client.0.smithi119.stdout: "cpu": { 2024-04-13T07:45:47.442 INFO:tasks.workunit.client.0.smithi119.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-13T07:45:47.442 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.442 INFO:tasks.workunit.client.0.smithi119.stdout: "distro": { 2024-04-13T07:45:47.442 INFO:tasks.workunit.client.0.smithi119.stdout: "centos": 3 2024-04-13T07:45:47.442 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.442 INFO:tasks.workunit.client.0.smithi119.stdout: "distro_description": { 2024-04-13T07:45:47.443 INFO:tasks.workunit.client.0.smithi119.stdout: "CentOS Stream 8": 3 2024-04-13T07:45:47.443 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.443 INFO:tasks.workunit.client.0.smithi119.stdout: "kernel_description": { 2024-04-13T07:45:47.443 INFO:tasks.workunit.client.0.smithi119.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-13T07:45:47.443 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.443 INFO:tasks.workunit.client.0.smithi119.stdout: "kernel_version": { 2024-04-13T07:45:47.443 INFO:tasks.workunit.client.0.smithi119.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-13T07:45:47.443 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.443 INFO:tasks.workunit.client.0.smithi119.stdout: "os": { 2024-04-13T07:45:47.443 INFO:tasks.workunit.client.0.smithi119.stdout: "Linux": 3 2024-04-13T07:45:47.443 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.443 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.443 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:47.443 INFO:tasks.workunit.client.0.smithi119.stdout: "arch": { 2024-04-13T07:45:47.443 INFO:tasks.workunit.client.0.smithi119.stdout: "x86_64": 8 2024-04-13T07:45:47.443 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.444 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_version": { 2024-04-13T07:45:47.444 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 8 2024-04-13T07:45:47.444 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.444 INFO:tasks.workunit.client.0.smithi119.stdout: "cpu": { 2024-04-13T07:45:47.444 INFO:tasks.workunit.client.0.smithi119.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-13T07:45:47.444 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.444 INFO:tasks.workunit.client.0.smithi119.stdout: "distro": { 2024-04-13T07:45:47.444 INFO:tasks.workunit.client.0.smithi119.stdout: "centos": 8 2024-04-13T07:45:47.444 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.444 INFO:tasks.workunit.client.0.smithi119.stdout: "distro_description": { 2024-04-13T07:45:47.444 INFO:tasks.workunit.client.0.smithi119.stdout: "CentOS Stream 8": 8 2024-04-13T07:45:47.444 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.444 INFO:tasks.workunit.client.0.smithi119.stdout: "kernel_description": { 2024-04-13T07:45:47.444 INFO:tasks.workunit.client.0.smithi119.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-13T07:45:47.444 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.444 INFO:tasks.workunit.client.0.smithi119.stdout: "kernel_version": { 2024-04-13T07:45:47.445 INFO:tasks.workunit.client.0.smithi119.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-13T07:45:47.445 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.445 INFO:tasks.workunit.client.0.smithi119.stdout: "os": { 2024-04-13T07:45:47.445 INFO:tasks.workunit.client.0.smithi119.stdout: "Linux": 8 2024-04-13T07:45:47.445 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.445 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_objectstore": { 2024-04-13T07:45:47.445 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": 8 2024-04-13T07:45:47.445 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.445 INFO:tasks.workunit.client.0.smithi119.stdout: "rotational": { 2024-04-13T07:45:47.445 INFO:tasks.workunit.client.0.smithi119.stdout: "0": 8 2024-04-13T07:45:47.445 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.445 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.445 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.445 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T07:45:47.445 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3, 2024-04-13T07:45:47.445 INFO:tasks.workunit.client.0.smithi119.stdout: "features": { 2024-04-13T07:45:47.445 INFO:tasks.workunit.client.0.smithi119.stdout: "optional": [], 2024-04-13T07:45:47.446 INFO:tasks.workunit.client.0.smithi119.stdout: "persistent": [ 2024-04-13T07:45:47.446 INFO:tasks.workunit.client.0.smithi119.stdout: "kraken", 2024-04-13T07:45:47.446 INFO:tasks.workunit.client.0.smithi119.stdout: "luminous", 2024-04-13T07:45:47.446 INFO:tasks.workunit.client.0.smithi119.stdout: "mimic", 2024-04-13T07:45:47.446 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap-prune", 2024-04-13T07:45:47.446 INFO:tasks.workunit.client.0.smithi119.stdout: "nautilus", 2024-04-13T07:45:47.446 INFO:tasks.workunit.client.0.smithi119.stdout: "octopus", 2024-04-13T07:45:47.446 INFO:tasks.workunit.client.0.smithi119.stdout: "pacific", 2024-04-13T07:45:47.446 INFO:tasks.workunit.client.0.smithi119.stdout: "elector-pinging", 2024-04-13T07:45:47.446 INFO:tasks.workunit.client.0.smithi119.stdout: "quincy", 2024-04-13T07:45:47.446 INFO:tasks.workunit.client.0.smithi119.stdout: "reef" 2024-04-13T07:45:47.446 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:47.446 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.446 INFO:tasks.workunit.client.0.smithi119.stdout: "ipv4_addr_mons": 6, 2024-04-13T07:45:47.446 INFO:tasks.workunit.client.0.smithi119.stdout: "ipv6_addr_mons": 0, 2024-04-13T07:45:47.447 INFO:tasks.workunit.client.0.smithi119.stdout: "min_mon_release": 18, 2024-04-13T07:45:47.447 INFO:tasks.workunit.client.0.smithi119.stdout: "v1_addr_mons": 3, 2024-04-13T07:45:47.447 INFO:tasks.workunit.client.0.smithi119.stdout: "v2_addr_mons": 3 2024-04-13T07:45:47.447 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.447 INFO:tasks.workunit.client.0.smithi119.stdout: "organization": "ceph-qa", 2024-04-13T07:45:47.447 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:47.447 INFO:tasks.workunit.client.0.smithi119.stdout: "cluster_network": false, 2024-04-13T07:45:47.447 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8, 2024-04-13T07:45:47.447 INFO:tasks.workunit.client.0.smithi119.stdout: "require_min_compat_client": "luminous", 2024-04-13T07:45:47.447 INFO:tasks.workunit.client.0.smithi119.stdout: "require_osd_release": "reef" 2024-04-13T07:45:47.447 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.447 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_perf_histograms": [ 2024-04-13T07:45:47.447 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.447 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T07:45:47.447 INFO:tasks.workunit.client.0.smithi119.stdout: "axes": [ 2024-04-13T07:45:47.447 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.447 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 32, 2024-04-13T07:45:47.448 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T07:45:47.448 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "Latency (usec)", 2024-04-13T07:45:47.448 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 100000, 2024-04-13T07:45:47.448 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T07:45:47.448 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T07:45:47.448 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 99999]", 2024-04-13T07:45:47.448 INFO:tasks.workunit.client.0.smithi119.stdout: "[100000, 199999]", 2024-04-13T07:45:47.448 INFO:tasks.workunit.client.0.smithi119.stdout: "[200000, 399999]", 2024-04-13T07:45:47.448 INFO:tasks.workunit.client.0.smithi119.stdout: "[400000, 799999]", 2024-04-13T07:45:47.448 INFO:tasks.workunit.client.0.smithi119.stdout: "[800000, 1599999]", 2024-04-13T07:45:47.448 INFO:tasks.workunit.client.0.smithi119.stdout: "[1600000, 3199999]", 2024-04-13T07:45:47.448 INFO:tasks.workunit.client.0.smithi119.stdout: "[3200000, 6399999]", 2024-04-13T07:45:47.448 INFO:tasks.workunit.client.0.smithi119.stdout: "[6400000, 12799999]", 2024-04-13T07:45:47.448 INFO:tasks.workunit.client.0.smithi119.stdout: "[12800000, 25599999]", 2024-04-13T07:45:47.448 INFO:tasks.workunit.client.0.smithi119.stdout: "[25600000, 51199999]", 2024-04-13T07:45:47.449 INFO:tasks.workunit.client.0.smithi119.stdout: "[51200000, 102399999]", 2024-04-13T07:45:47.449 INFO:tasks.workunit.client.0.smithi119.stdout: "[102400000, 204799999]", 2024-04-13T07:45:47.449 INFO:tasks.workunit.client.0.smithi119.stdout: "[204800000, 409599999]", 2024-04-13T07:45:47.449 INFO:tasks.workunit.client.0.smithi119.stdout: "[409600000, 819199999]", 2024-04-13T07:45:47.449 INFO:tasks.workunit.client.0.smithi119.stdout: "[819200000, 1638399999]", 2024-04-13T07:45:47.449 INFO:tasks.workunit.client.0.smithi119.stdout: "[1638400000, 3276799999]", 2024-04-13T07:45:47.449 INFO:tasks.workunit.client.0.smithi119.stdout: "[3276800000, 6553599999]", 2024-04-13T07:45:47.449 INFO:tasks.workunit.client.0.smithi119.stdout: "[6553600000, 13107199999]", 2024-04-13T07:45:47.449 INFO:tasks.workunit.client.0.smithi119.stdout: "[13107200000, 26214399999]", 2024-04-13T07:45:47.449 INFO:tasks.workunit.client.0.smithi119.stdout: "[26214400000, 52428799999]", 2024-04-13T07:45:47.449 INFO:tasks.workunit.client.0.smithi119.stdout: "[52428800000, 104857599999]", 2024-04-13T07:45:47.449 INFO:tasks.workunit.client.0.smithi119.stdout: "[104857600000, 209715199999]", 2024-04-13T07:45:47.449 INFO:tasks.workunit.client.0.smithi119.stdout: "[209715200000, 419430399999]", 2024-04-13T07:45:47.449 INFO:tasks.workunit.client.0.smithi119.stdout: "[419430400000, 838860799999]", 2024-04-13T07:45:47.449 INFO:tasks.workunit.client.0.smithi119.stdout: "[838860800000, 1677721599999]", 2024-04-13T07:45:47.449 INFO:tasks.workunit.client.0.smithi119.stdout: "[1677721600000, 3355443199999]", 2024-04-13T07:45:47.450 INFO:tasks.workunit.client.0.smithi119.stdout: "[3355443200000, 6710886399999]", 2024-04-13T07:45:47.450 INFO:tasks.workunit.client.0.smithi119.stdout: "[6710886400000, 13421772799999]", 2024-04-13T07:45:47.450 INFO:tasks.workunit.client.0.smithi119.stdout: "[13421772800000, 26843545599999]", 2024-04-13T07:45:47.450 INFO:tasks.workunit.client.0.smithi119.stdout: "[26843545600000, 53687091199999]", 2024-04-13T07:45:47.450 INFO:tasks.workunit.client.0.smithi119.stdout: "[53687091200000, None]" 2024-04-13T07:45:47.450 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.450 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "log2" 2024-04-13T07:45:47.450 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.450 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.450 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 32, 2024-04-13T07:45:47.450 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T07:45:47.450 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "Request size (bytes)", 2024-04-13T07:45:47.450 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 512, 2024-04-13T07:45:47.450 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T07:45:47.451 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T07:45:47.451 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 511]", 2024-04-13T07:45:47.451 INFO:tasks.workunit.client.0.smithi119.stdout: "[512, 1023]", 2024-04-13T07:45:47.451 INFO:tasks.workunit.client.0.smithi119.stdout: "[1024, 2047]", 2024-04-13T07:45:47.451 INFO:tasks.workunit.client.0.smithi119.stdout: "[2048, 4095]", 2024-04-13T07:45:47.451 INFO:tasks.workunit.client.0.smithi119.stdout: "[4096, 8191]", 2024-04-13T07:45:47.451 INFO:tasks.workunit.client.0.smithi119.stdout: "[8192, 16383]", 2024-04-13T07:45:47.451 INFO:tasks.workunit.client.0.smithi119.stdout: "[16384, 32767]", 2024-04-13T07:45:47.451 INFO:tasks.workunit.client.0.smithi119.stdout: "[32768, 65535]", 2024-04-13T07:45:47.451 INFO:tasks.workunit.client.0.smithi119.stdout: "[65536, 131071]", 2024-04-13T07:45:47.451 INFO:tasks.workunit.client.0.smithi119.stdout: "[131072, 262143]", 2024-04-13T07:45:47.451 INFO:tasks.workunit.client.0.smithi119.stdout: "[262144, 524287]", 2024-04-13T07:45:47.451 INFO:tasks.workunit.client.0.smithi119.stdout: "[524288, 1048575]", 2024-04-13T07:45:47.451 INFO:tasks.workunit.client.0.smithi119.stdout: "[1048576, 2097151]", 2024-04-13T07:45:47.451 INFO:tasks.workunit.client.0.smithi119.stdout: "[2097152, 4194303]", 2024-04-13T07:45:47.452 INFO:tasks.workunit.client.0.smithi119.stdout: "[4194304, 8388607]", 2024-04-13T07:45:47.452 INFO:tasks.workunit.client.0.smithi119.stdout: "[8388608, 16777215]", 2024-04-13T07:45:47.452 INFO:tasks.workunit.client.0.smithi119.stdout: "[16777216, 33554431]", 2024-04-13T07:45:47.452 INFO:tasks.workunit.client.0.smithi119.stdout: "[33554432, 67108863]", 2024-04-13T07:45:47.452 INFO:tasks.workunit.client.0.smithi119.stdout: "[67108864, 134217727]", 2024-04-13T07:45:47.452 INFO:tasks.workunit.client.0.smithi119.stdout: "[134217728, 268435455]", 2024-04-13T07:45:47.452 INFO:tasks.workunit.client.0.smithi119.stdout: "[268435456, 536870911]", 2024-04-13T07:45:47.452 INFO:tasks.workunit.client.0.smithi119.stdout: "[536870912, 1073741823]", 2024-04-13T07:45:47.452 INFO:tasks.workunit.client.0.smithi119.stdout: "[1073741824, 2147483647]", 2024-04-13T07:45:47.452 INFO:tasks.workunit.client.0.smithi119.stdout: "[2147483648, 4294967295]", 2024-04-13T07:45:47.452 INFO:tasks.workunit.client.0.smithi119.stdout: "[4294967296, 8589934591]", 2024-04-13T07:45:47.452 INFO:tasks.workunit.client.0.smithi119.stdout: "[8589934592, 17179869183]", 2024-04-13T07:45:47.452 INFO:tasks.workunit.client.0.smithi119.stdout: "[17179869184, 34359738367]", 2024-04-13T07:45:47.452 INFO:tasks.workunit.client.0.smithi119.stdout: "[34359738368, 68719476735]", 2024-04-13T07:45:47.452 INFO:tasks.workunit.client.0.smithi119.stdout: "[68719476736, 137438953471]", 2024-04-13T07:45:47.452 INFO:tasks.workunit.client.0.smithi119.stdout: "[137438953472, 274877906943]", 2024-04-13T07:45:47.453 INFO:tasks.workunit.client.0.smithi119.stdout: "[274877906944, None]" 2024-04-13T07:45:47.453 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.453 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "log2" 2024-04-13T07:45:47.453 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.453 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.453 INFO:tasks.workunit.client.0.smithi119.stdout: "osds": [ 2024-04-13T07:45:47.453 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.453 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 0, 2024-04-13T07:45:47.453 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:47.453 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.453 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.453 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.453 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.453 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.453 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.454 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.454 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.454 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.454 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.454 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.454 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.454 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.454 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.454 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.454 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.454 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.454 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.454 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.454 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.455 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.455 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.455 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.455 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.455 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.455 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.455 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.455 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.455 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.455 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.455 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.455 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:47.455 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:47.455 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.455 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.456 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 1, 2024-04-13T07:45:47.456 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:47.456 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.456 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.456 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.456 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.456 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.456 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.456 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.456 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.456 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.456 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.456 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.456 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.457 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.457 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.457 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.457 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.457 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.457 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.457 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.457 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.457 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.457 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.457 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.457 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.457 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.458 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.458 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.458 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.458 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.458 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.458 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.458 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:47.458 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:47.458 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.458 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.458 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 2, 2024-04-13T07:45:47.458 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:47.458 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.458 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.458 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.459 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.459 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.459 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.459 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.459 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.459 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.459 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.459 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.459 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.459 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.459 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.459 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.459 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.459 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.459 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.460 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.460 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.460 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.460 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.460 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.460 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.460 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.460 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.460 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.460 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.460 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.460 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.460 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.460 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:47.460 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:47.461 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.461 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.461 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 3, 2024-04-13T07:45:47.461 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:47.461 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.461 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.461 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.461 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.461 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.461 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.461 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.461 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.461 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.461 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.462 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.462 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.462 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.462 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.462 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.462 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.462 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.462 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.462 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.462 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.462 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.462 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.462 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.462 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.462 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.463 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.463 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.463 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.463 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.463 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.463 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.463 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:47.463 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:47.463 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.463 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.463 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 4, 2024-04-13T07:45:47.463 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:47.463 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.463 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.463 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.464 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.464 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.464 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.464 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.464 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.464 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.464 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.464 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.464 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.464 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.464 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.464 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.464 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.464 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.464 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.465 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.465 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.465 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.465 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.465 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.465 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.465 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.465 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.465 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.465 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.465 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.465 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.465 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.465 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:47.465 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:47.465 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.465 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.466 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 5, 2024-04-13T07:45:47.466 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:47.466 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.466 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.466 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.466 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.466 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.466 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.466 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.466 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.466 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.466 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.466 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.466 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.467 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.467 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.467 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.467 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.467 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.467 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.467 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.467 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.467 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.467 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.467 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.467 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.467 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.467 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.467 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.468 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.468 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.468 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.468 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.468 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:47.468 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:47.468 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.468 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.468 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 6, 2024-04-13T07:45:47.468 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:47.468 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.468 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.468 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.468 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.468 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.468 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.469 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.469 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.469 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.469 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.469 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.469 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.469 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.469 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.469 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.469 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.469 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.469 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.469 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.469 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.469 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.469 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.469 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.470 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.470 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.470 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.470 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.470 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.470 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.470 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.470 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.470 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:47.470 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:47.470 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.473 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.473 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 7, 2024-04-13T07:45:47.473 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:47.473 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.473 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.473 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 95, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.473 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.473 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.473 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.473 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.473 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.473 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.474 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.474 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.474 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.474 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.474 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.474 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.474 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.474 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.474 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.474 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.474 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.474 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.474 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.474 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.474 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.474 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.475 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.475 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.475 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.475 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.475 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.475 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.475 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:47.475 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:47.475 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.475 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:47.475 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.475 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T07:45:47.475 INFO:tasks.workunit.client.0.smithi119.stdout: "axes": [ 2024-04-13T07:45:47.475 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.475 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 32, 2024-04-13T07:45:47.475 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T07:45:47.475 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "Latency (usec)", 2024-04-13T07:45:47.476 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 100000, 2024-04-13T07:45:47.476 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T07:45:47.476 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T07:45:47.476 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 99999]", 2024-04-13T07:45:47.476 INFO:tasks.workunit.client.0.smithi119.stdout: "[100000, 199999]", 2024-04-13T07:45:47.476 INFO:tasks.workunit.client.0.smithi119.stdout: "[200000, 399999]", 2024-04-13T07:45:47.476 INFO:tasks.workunit.client.0.smithi119.stdout: "[400000, 799999]", 2024-04-13T07:45:47.476 INFO:tasks.workunit.client.0.smithi119.stdout: "[800000, 1599999]", 2024-04-13T07:45:47.476 INFO:tasks.workunit.client.0.smithi119.stdout: "[1600000, 3199999]", 2024-04-13T07:45:47.476 INFO:tasks.workunit.client.0.smithi119.stdout: "[3200000, 6399999]", 2024-04-13T07:45:47.476 INFO:tasks.workunit.client.0.smithi119.stdout: "[6400000, 12799999]", 2024-04-13T07:45:47.476 INFO:tasks.workunit.client.0.smithi119.stdout: "[12800000, 25599999]", 2024-04-13T07:45:47.476 INFO:tasks.workunit.client.0.smithi119.stdout: "[25600000, 51199999]", 2024-04-13T07:45:47.476 INFO:tasks.workunit.client.0.smithi119.stdout: "[51200000, 102399999]", 2024-04-13T07:45:47.476 INFO:tasks.workunit.client.0.smithi119.stdout: "[102400000, 204799999]", 2024-04-13T07:45:47.476 INFO:tasks.workunit.client.0.smithi119.stdout: "[204800000, 409599999]", 2024-04-13T07:45:47.477 INFO:tasks.workunit.client.0.smithi119.stdout: "[409600000, 819199999]", 2024-04-13T07:45:47.477 INFO:tasks.workunit.client.0.smithi119.stdout: "[819200000, 1638399999]", 2024-04-13T07:45:47.477 INFO:tasks.workunit.client.0.smithi119.stdout: "[1638400000, 3276799999]", 2024-04-13T07:45:47.477 INFO:tasks.workunit.client.0.smithi119.stdout: "[3276800000, 6553599999]", 2024-04-13T07:45:47.477 INFO:tasks.workunit.client.0.smithi119.stdout: "[6553600000, 13107199999]", 2024-04-13T07:45:47.477 INFO:tasks.workunit.client.0.smithi119.stdout: "[13107200000, 26214399999]", 2024-04-13T07:45:47.477 INFO:tasks.workunit.client.0.smithi119.stdout: "[26214400000, 52428799999]", 2024-04-13T07:45:47.477 INFO:tasks.workunit.client.0.smithi119.stdout: "[52428800000, 104857599999]", 2024-04-13T07:45:47.477 INFO:tasks.workunit.client.0.smithi119.stdout: "[104857600000, 209715199999]", 2024-04-13T07:45:47.477 INFO:tasks.workunit.client.0.smithi119.stdout: "[209715200000, 419430399999]", 2024-04-13T07:45:47.477 INFO:tasks.workunit.client.0.smithi119.stdout: "[419430400000, 838860799999]", 2024-04-13T07:45:47.477 INFO:tasks.workunit.client.0.smithi119.stdout: "[838860800000, 1677721599999]", 2024-04-13T07:45:47.477 INFO:tasks.workunit.client.0.smithi119.stdout: "[1677721600000, 3355443199999]", 2024-04-13T07:45:47.477 INFO:tasks.workunit.client.0.smithi119.stdout: "[3355443200000, 6710886399999]", 2024-04-13T07:45:47.477 INFO:tasks.workunit.client.0.smithi119.stdout: "[6710886400000, 13421772799999]", 2024-04-13T07:45:47.477 INFO:tasks.workunit.client.0.smithi119.stdout: "[13421772800000, 26843545599999]", 2024-04-13T07:45:47.478 INFO:tasks.workunit.client.0.smithi119.stdout: "[26843545600000, 53687091199999]", 2024-04-13T07:45:47.478 INFO:tasks.workunit.client.0.smithi119.stdout: "[53687091200000, None]" 2024-04-13T07:45:47.478 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.478 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "log2" 2024-04-13T07:45:47.478 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.478 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.478 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 32, 2024-04-13T07:45:47.478 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T07:45:47.478 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "Request size (bytes)", 2024-04-13T07:45:47.478 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 512, 2024-04-13T07:45:47.478 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T07:45:47.478 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T07:45:47.478 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 511]", 2024-04-13T07:45:47.478 INFO:tasks.workunit.client.0.smithi119.stdout: "[512, 1023]", 2024-04-13T07:45:47.478 INFO:tasks.workunit.client.0.smithi119.stdout: "[1024, 2047]", 2024-04-13T07:45:47.478 INFO:tasks.workunit.client.0.smithi119.stdout: "[2048, 4095]", 2024-04-13T07:45:47.479 INFO:tasks.workunit.client.0.smithi119.stdout: "[4096, 8191]", 2024-04-13T07:45:47.479 INFO:tasks.workunit.client.0.smithi119.stdout: "[8192, 16383]", 2024-04-13T07:45:47.479 INFO:tasks.workunit.client.0.smithi119.stdout: "[16384, 32767]", 2024-04-13T07:45:47.479 INFO:tasks.workunit.client.0.smithi119.stdout: "[32768, 65535]", 2024-04-13T07:45:47.479 INFO:tasks.workunit.client.0.smithi119.stdout: "[65536, 131071]", 2024-04-13T07:45:47.479 INFO:tasks.workunit.client.0.smithi119.stdout: "[131072, 262143]", 2024-04-13T07:45:47.479 INFO:tasks.workunit.client.0.smithi119.stdout: "[262144, 524287]", 2024-04-13T07:45:47.479 INFO:tasks.workunit.client.0.smithi119.stdout: "[524288, 1048575]", 2024-04-13T07:45:47.479 INFO:tasks.workunit.client.0.smithi119.stdout: "[1048576, 2097151]", 2024-04-13T07:45:47.479 INFO:tasks.workunit.client.0.smithi119.stdout: "[2097152, 4194303]", 2024-04-13T07:45:47.479 INFO:tasks.workunit.client.0.smithi119.stdout: "[4194304, 8388607]", 2024-04-13T07:45:47.479 INFO:tasks.workunit.client.0.smithi119.stdout: "[8388608, 16777215]", 2024-04-13T07:45:47.479 INFO:tasks.workunit.client.0.smithi119.stdout: "[16777216, 33554431]", 2024-04-13T07:45:47.479 INFO:tasks.workunit.client.0.smithi119.stdout: "[33554432, 67108863]", 2024-04-13T07:45:47.479 INFO:tasks.workunit.client.0.smithi119.stdout: "[67108864, 134217727]", 2024-04-13T07:45:47.479 INFO:tasks.workunit.client.0.smithi119.stdout: "[134217728, 268435455]", 2024-04-13T07:45:47.479 INFO:tasks.workunit.client.0.smithi119.stdout: "[268435456, 536870911]", 2024-04-13T07:45:47.480 INFO:tasks.workunit.client.0.smithi119.stdout: "[536870912, 1073741823]", 2024-04-13T07:45:47.480 INFO:tasks.workunit.client.0.smithi119.stdout: "[1073741824, 2147483647]", 2024-04-13T07:45:47.480 INFO:tasks.workunit.client.0.smithi119.stdout: "[2147483648, 4294967295]", 2024-04-13T07:45:47.480 INFO:tasks.workunit.client.0.smithi119.stdout: "[4294967296, 8589934591]", 2024-04-13T07:45:47.480 INFO:tasks.workunit.client.0.smithi119.stdout: "[8589934592, 17179869183]", 2024-04-13T07:45:47.480 INFO:tasks.workunit.client.0.smithi119.stdout: "[17179869184, 34359738367]", 2024-04-13T07:45:47.480 INFO:tasks.workunit.client.0.smithi119.stdout: "[34359738368, 68719476735]", 2024-04-13T07:45:47.480 INFO:tasks.workunit.client.0.smithi119.stdout: "[68719476736, 137438953471]", 2024-04-13T07:45:47.480 INFO:tasks.workunit.client.0.smithi119.stdout: "[137438953472, 274877906943]", 2024-04-13T07:45:47.480 INFO:tasks.workunit.client.0.smithi119.stdout: "[274877906944, None]" 2024-04-13T07:45:47.480 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.480 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "log2" 2024-04-13T07:45:47.480 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.480 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.480 INFO:tasks.workunit.client.0.smithi119.stdout: "osds": [ 2024-04-13T07:45:47.480 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.481 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 0, 2024-04-13T07:45:47.481 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:47.481 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.481 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.481 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.481 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.481 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.481 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.481 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.481 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.481 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.481 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.481 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.481 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.481 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.481 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.482 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.482 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.482 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.482 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.482 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.482 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.482 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.482 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.482 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.482 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.482 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.482 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.482 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.482 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.483 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.483 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.483 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.483 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:47.483 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:47.483 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.483 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.483 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 1, 2024-04-13T07:45:47.483 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:47.483 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.483 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.483 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.483 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.483 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.483 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.483 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.484 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.484 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.484 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.484 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.484 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.484 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.484 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.484 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.484 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.484 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.484 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.484 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.484 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.484 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.484 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.485 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.485 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.485 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.485 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.485 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.485 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.485 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.485 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.485 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.485 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:47.485 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:47.485 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.485 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.486 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 2, 2024-04-13T07:45:47.486 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:47.486 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.486 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.486 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.486 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.486 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.486 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.486 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.486 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.486 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.486 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.486 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.487 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.487 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.487 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.487 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.487 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.487 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.487 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.487 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.487 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.487 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.487 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.487 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.487 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.487 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.487 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.488 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.488 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.488 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.488 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.488 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.488 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:47.488 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:47.488 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.488 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.488 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 3, 2024-04-13T07:45:47.488 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:47.488 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.488 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.488 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.488 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.489 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.489 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.489 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.489 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.489 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.489 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.489 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.489 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.489 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.489 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.489 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.489 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.489 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.489 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.490 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.490 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.490 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.490 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.490 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.490 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.490 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.490 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.490 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.490 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.490 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.490 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.490 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.490 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:47.491 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:47.491 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.491 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.491 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 4, 2024-04-13T07:45:47.491 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:47.491 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.491 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.491 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.491 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.491 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.491 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.491 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.491 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.491 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.492 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.492 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.492 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.492 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.492 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.492 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.492 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.492 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.492 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.492 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.492 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.492 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.492 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.492 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.492 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.493 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.493 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.493 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.493 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.493 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.493 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.493 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.493 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:47.493 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:47.493 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.493 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.493 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 5, 2024-04-13T07:45:47.493 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:47.493 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.493 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.494 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.494 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.494 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.494 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.494 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.494 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.494 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.494 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.494 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.494 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.494 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.494 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.494 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.494 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.495 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.495 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.495 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.495 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.495 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.495 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.495 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.495 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.495 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.495 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.495 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.495 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.495 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.495 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.496 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.496 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:47.496 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:47.496 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.496 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.496 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 6, 2024-04-13T07:45:47.496 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:47.496 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.496 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.496 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.496 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.496 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.496 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.496 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.496 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.496 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.497 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.497 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.497 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.497 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.497 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.497 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.497 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.497 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.497 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.497 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.497 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.497 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.497 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.497 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.498 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.498 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.498 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.498 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.498 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.498 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.498 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.498 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.498 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:47.498 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:47.498 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.498 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.498 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 7, 2024-04-13T07:45:47.498 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:47.498 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.499 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.499 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.499 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.499 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.499 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.499 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.499 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.499 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.499 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.499 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.499 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.499 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.499 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.499 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.499 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.500 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.500 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.500 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.500 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.500 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.500 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.500 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.500 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.500 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.500 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.500 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.500 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.500 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.500 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.500 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.501 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:47.501 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:47.501 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.501 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:47.501 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.501 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T07:45:47.501 INFO:tasks.workunit.client.0.smithi119.stdout: "axes": [ 2024-04-13T07:45:47.501 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.501 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 32, 2024-04-13T07:45:47.501 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T07:45:47.501 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "Latency (usec)", 2024-04-13T07:45:47.501 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 100000, 2024-04-13T07:45:47.501 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T07:45:47.501 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T07:45:47.502 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 99999]", 2024-04-13T07:45:47.502 INFO:tasks.workunit.client.0.smithi119.stdout: "[100000, 199999]", 2024-04-13T07:45:47.502 INFO:tasks.workunit.client.0.smithi119.stdout: "[200000, 399999]", 2024-04-13T07:45:47.502 INFO:tasks.workunit.client.0.smithi119.stdout: "[400000, 799999]", 2024-04-13T07:45:47.502 INFO:tasks.workunit.client.0.smithi119.stdout: "[800000, 1599999]", 2024-04-13T07:45:47.502 INFO:tasks.workunit.client.0.smithi119.stdout: "[1600000, 3199999]", 2024-04-13T07:45:47.502 INFO:tasks.workunit.client.0.smithi119.stdout: "[3200000, 6399999]", 2024-04-13T07:45:47.502 INFO:tasks.workunit.client.0.smithi119.stdout: "[6400000, 12799999]", 2024-04-13T07:45:47.502 INFO:tasks.workunit.client.0.smithi119.stdout: "[12800000, 25599999]", 2024-04-13T07:45:47.502 INFO:tasks.workunit.client.0.smithi119.stdout: "[25600000, 51199999]", 2024-04-13T07:45:47.502 INFO:tasks.workunit.client.0.smithi119.stdout: "[51200000, 102399999]", 2024-04-13T07:45:47.502 INFO:tasks.workunit.client.0.smithi119.stdout: "[102400000, 204799999]", 2024-04-13T07:45:47.502 INFO:tasks.workunit.client.0.smithi119.stdout: "[204800000, 409599999]", 2024-04-13T07:45:47.502 INFO:tasks.workunit.client.0.smithi119.stdout: "[409600000, 819199999]", 2024-04-13T07:45:47.502 INFO:tasks.workunit.client.0.smithi119.stdout: "[819200000, 1638399999]", 2024-04-13T07:45:47.503 INFO:tasks.workunit.client.0.smithi119.stdout: "[1638400000, 3276799999]", 2024-04-13T07:45:47.503 INFO:tasks.workunit.client.0.smithi119.stdout: "[3276800000, 6553599999]", 2024-04-13T07:45:47.503 INFO:tasks.workunit.client.0.smithi119.stdout: "[6553600000, 13107199999]", 2024-04-13T07:45:47.503 INFO:tasks.workunit.client.0.smithi119.stdout: "[13107200000, 26214399999]", 2024-04-13T07:45:47.503 INFO:tasks.workunit.client.0.smithi119.stdout: "[26214400000, 52428799999]", 2024-04-13T07:45:47.503 INFO:tasks.workunit.client.0.smithi119.stdout: "[52428800000, 104857599999]", 2024-04-13T07:45:47.503 INFO:tasks.workunit.client.0.smithi119.stdout: "[104857600000, 209715199999]", 2024-04-13T07:45:47.503 INFO:tasks.workunit.client.0.smithi119.stdout: "[209715200000, 419430399999]", 2024-04-13T07:45:47.503 INFO:tasks.workunit.client.0.smithi119.stdout: "[419430400000, 838860799999]", 2024-04-13T07:45:47.503 INFO:tasks.workunit.client.0.smithi119.stdout: "[838860800000, 1677721599999]", 2024-04-13T07:45:47.503 INFO:tasks.workunit.client.0.smithi119.stdout: "[1677721600000, 3355443199999]", 2024-04-13T07:45:47.503 INFO:tasks.workunit.client.0.smithi119.stdout: "[3355443200000, 6710886399999]", 2024-04-13T07:45:47.503 INFO:tasks.workunit.client.0.smithi119.stdout: "[6710886400000, 13421772799999]", 2024-04-13T07:45:47.503 INFO:tasks.workunit.client.0.smithi119.stdout: "[13421772800000, 26843545599999]", 2024-04-13T07:45:47.503 INFO:tasks.workunit.client.0.smithi119.stdout: "[26843545600000, 53687091199999]", 2024-04-13T07:45:47.504 INFO:tasks.workunit.client.0.smithi119.stdout: "[53687091200000, None]" 2024-04-13T07:45:47.504 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.504 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "log2" 2024-04-13T07:45:47.504 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.504 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.504 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 32, 2024-04-13T07:45:47.504 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T07:45:47.504 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "Request size (bytes)", 2024-04-13T07:45:47.504 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 512, 2024-04-13T07:45:47.504 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T07:45:47.504 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T07:45:47.504 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 511]", 2024-04-13T07:45:47.504 INFO:tasks.workunit.client.0.smithi119.stdout: "[512, 1023]", 2024-04-13T07:45:47.504 INFO:tasks.workunit.client.0.smithi119.stdout: "[1024, 2047]", 2024-04-13T07:45:47.504 INFO:tasks.workunit.client.0.smithi119.stdout: "[2048, 4095]", 2024-04-13T07:45:47.505 INFO:tasks.workunit.client.0.smithi119.stdout: "[4096, 8191]", 2024-04-13T07:45:47.505 INFO:tasks.workunit.client.0.smithi119.stdout: "[8192, 16383]", 2024-04-13T07:45:47.505 INFO:tasks.workunit.client.0.smithi119.stdout: "[16384, 32767]", 2024-04-13T07:45:47.505 INFO:tasks.workunit.client.0.smithi119.stdout: "[32768, 65535]", 2024-04-13T07:45:47.505 INFO:tasks.workunit.client.0.smithi119.stdout: "[65536, 131071]", 2024-04-13T07:45:47.505 INFO:tasks.workunit.client.0.smithi119.stdout: "[131072, 262143]", 2024-04-13T07:45:47.505 INFO:tasks.workunit.client.0.smithi119.stdout: "[262144, 524287]", 2024-04-13T07:45:47.505 INFO:tasks.workunit.client.0.smithi119.stdout: "[524288, 1048575]", 2024-04-13T07:45:47.505 INFO:tasks.workunit.client.0.smithi119.stdout: "[1048576, 2097151]", 2024-04-13T07:45:47.505 INFO:tasks.workunit.client.0.smithi119.stdout: "[2097152, 4194303]", 2024-04-13T07:45:47.505 INFO:tasks.workunit.client.0.smithi119.stdout: "[4194304, 8388607]", 2024-04-13T07:45:47.505 INFO:tasks.workunit.client.0.smithi119.stdout: "[8388608, 16777215]", 2024-04-13T07:45:47.505 INFO:tasks.workunit.client.0.smithi119.stdout: "[16777216, 33554431]", 2024-04-13T07:45:47.505 INFO:tasks.workunit.client.0.smithi119.stdout: "[33554432, 67108863]", 2024-04-13T07:45:47.505 INFO:tasks.workunit.client.0.smithi119.stdout: "[67108864, 134217727]", 2024-04-13T07:45:47.505 INFO:tasks.workunit.client.0.smithi119.stdout: "[134217728, 268435455]", 2024-04-13T07:45:47.506 INFO:tasks.workunit.client.0.smithi119.stdout: "[268435456, 536870911]", 2024-04-13T07:45:47.506 INFO:tasks.workunit.client.0.smithi119.stdout: "[536870912, 1073741823]", 2024-04-13T07:45:47.506 INFO:tasks.workunit.client.0.smithi119.stdout: "[1073741824, 2147483647]", 2024-04-13T07:45:47.506 INFO:tasks.workunit.client.0.smithi119.stdout: "[2147483648, 4294967295]", 2024-04-13T07:45:47.506 INFO:tasks.workunit.client.0.smithi119.stdout: "[4294967296, 8589934591]", 2024-04-13T07:45:47.506 INFO:tasks.workunit.client.0.smithi119.stdout: "[8589934592, 17179869183]", 2024-04-13T07:45:47.506 INFO:tasks.workunit.client.0.smithi119.stdout: "[17179869184, 34359738367]", 2024-04-13T07:45:47.506 INFO:tasks.workunit.client.0.smithi119.stdout: "[34359738368, 68719476735]", 2024-04-13T07:45:47.506 INFO:tasks.workunit.client.0.smithi119.stdout: "[68719476736, 137438953471]", 2024-04-13T07:45:47.506 INFO:tasks.workunit.client.0.smithi119.stdout: "[137438953472, 274877906943]", 2024-04-13T07:45:47.506 INFO:tasks.workunit.client.0.smithi119.stdout: "[274877906944, None]" 2024-04-13T07:45:47.506 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.506 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "log2" 2024-04-13T07:45:47.506 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.506 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.507 INFO:tasks.workunit.client.0.smithi119.stdout: "osds": [ 2024-04-13T07:45:47.507 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.507 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 0, 2024-04-13T07:45:47.507 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:47.507 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.507 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.507 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.507 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.507 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.507 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.507 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.507 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.507 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.507 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.508 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.508 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.508 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.508 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.508 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.508 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.508 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.508 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.508 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.508 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.508 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.508 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.508 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.508 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.508 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.508 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.509 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.509 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.509 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.509 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.509 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.509 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:47.509 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:47.509 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.509 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.509 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 1, 2024-04-13T07:45:47.509 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:47.509 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.509 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.509 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.509 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.509 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.510 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.510 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.510 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.510 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.510 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.510 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.510 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.510 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.510 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.510 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.510 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.510 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.510 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.510 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.510 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.511 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.511 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.511 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.511 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.511 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.511 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.511 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.511 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.511 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.511 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.511 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.511 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:47.511 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:47.511 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.512 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.512 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 2, 2024-04-13T07:45:47.512 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:47.512 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.512 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.512 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.512 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.512 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.512 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.512 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.512 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.512 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.512 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.512 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.512 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.512 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.513 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.513 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.513 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.513 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.513 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.513 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.513 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.513 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.513 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.513 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.513 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.513 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.513 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.513 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.513 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.514 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.514 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.514 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.514 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:47.514 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:47.514 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.514 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.514 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 3, 2024-04-13T07:45:47.514 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:47.514 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.514 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.514 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.514 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.514 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.515 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.515 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.515 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.515 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.515 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.515 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.515 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.515 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.515 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.515 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.515 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.515 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.515 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.515 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.515 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.516 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.516 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.516 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.516 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.516 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.516 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.516 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.516 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.516 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.516 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.516 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.516 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:47.516 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:47.517 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.517 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.517 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 4, 2024-04-13T07:45:47.517 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:47.517 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.517 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.517 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.517 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.517 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.517 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.517 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.517 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.517 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.517 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.517 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.517 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.518 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.518 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.518 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.518 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.518 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.518 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.518 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.518 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.518 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.518 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.518 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.518 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.518 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.518 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.518 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.519 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.519 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.519 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.519 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.519 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:47.519 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:47.519 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.519 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.519 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 5, 2024-04-13T07:45:47.519 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:47.519 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.519 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.519 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.519 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.519 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.519 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.520 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.520 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.520 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.520 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.520 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.520 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.520 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.520 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.520 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.520 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.520 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.520 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.520 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.520 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.520 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.521 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.521 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.521 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.521 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.521 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.521 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.521 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.521 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.521 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.521 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.521 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:47.521 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:47.521 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.521 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.521 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 6, 2024-04-13T07:45:47.521 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:47.521 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.522 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.522 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.522 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.522 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.522 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.522 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.522 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.522 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.522 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.522 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.522 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.522 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.522 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.522 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.522 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.523 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.523 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.523 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.523 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.523 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.523 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.523 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.523 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.523 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.523 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.523 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.523 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.523 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.523 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.523 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.524 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:47.524 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:47.524 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.524 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.524 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 7, 2024-04-13T07:45:47.524 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:47.524 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.524 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.524 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.524 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.524 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.524 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.524 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.524 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.524 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.524 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.525 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.525 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.525 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.525 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.525 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.525 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.525 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.525 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.525 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.525 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.525 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.525 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.525 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.525 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.525 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.525 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.526 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.526 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.526 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.526 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.526 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.526 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:47.526 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:47.526 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.526 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:47.526 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.526 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T07:45:47.526 INFO:tasks.workunit.client.0.smithi119.stdout: "axes": [ 2024-04-13T07:45:47.526 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.526 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 32, 2024-04-13T07:45:47.527 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T07:45:47.527 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "Latency (usec)", 2024-04-13T07:45:47.527 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 100000, 2024-04-13T07:45:47.527 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T07:45:47.527 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T07:45:47.527 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 99999]", 2024-04-13T07:45:47.527 INFO:tasks.workunit.client.0.smithi119.stdout: "[100000, 199999]", 2024-04-13T07:45:47.527 INFO:tasks.workunit.client.0.smithi119.stdout: "[200000, 399999]", 2024-04-13T07:45:47.527 INFO:tasks.workunit.client.0.smithi119.stdout: "[400000, 799999]", 2024-04-13T07:45:47.527 INFO:tasks.workunit.client.0.smithi119.stdout: "[800000, 1599999]", 2024-04-13T07:45:47.527 INFO:tasks.workunit.client.0.smithi119.stdout: "[1600000, 3199999]", 2024-04-13T07:45:47.527 INFO:tasks.workunit.client.0.smithi119.stdout: "[3200000, 6399999]", 2024-04-13T07:45:47.527 INFO:tasks.workunit.client.0.smithi119.stdout: "[6400000, 12799999]", 2024-04-13T07:45:47.527 INFO:tasks.workunit.client.0.smithi119.stdout: "[12800000, 25599999]", 2024-04-13T07:45:47.527 INFO:tasks.workunit.client.0.smithi119.stdout: "[25600000, 51199999]", 2024-04-13T07:45:47.528 INFO:tasks.workunit.client.0.smithi119.stdout: "[51200000, 102399999]", 2024-04-13T07:45:47.528 INFO:tasks.workunit.client.0.smithi119.stdout: "[102400000, 204799999]", 2024-04-13T07:45:47.528 INFO:tasks.workunit.client.0.smithi119.stdout: "[204800000, 409599999]", 2024-04-13T07:45:47.528 INFO:tasks.workunit.client.0.smithi119.stdout: "[409600000, 819199999]", 2024-04-13T07:45:47.528 INFO:tasks.workunit.client.0.smithi119.stdout: "[819200000, 1638399999]", 2024-04-13T07:45:47.528 INFO:tasks.workunit.client.0.smithi119.stdout: "[1638400000, 3276799999]", 2024-04-13T07:45:47.528 INFO:tasks.workunit.client.0.smithi119.stdout: "[3276800000, 6553599999]", 2024-04-13T07:45:47.528 INFO:tasks.workunit.client.0.smithi119.stdout: "[6553600000, 13107199999]", 2024-04-13T07:45:47.528 INFO:tasks.workunit.client.0.smithi119.stdout: "[13107200000, 26214399999]", 2024-04-13T07:45:47.528 INFO:tasks.workunit.client.0.smithi119.stdout: "[26214400000, 52428799999]", 2024-04-13T07:45:47.528 INFO:tasks.workunit.client.0.smithi119.stdout: "[52428800000, 104857599999]", 2024-04-13T07:45:47.528 INFO:tasks.workunit.client.0.smithi119.stdout: "[104857600000, 209715199999]", 2024-04-13T07:45:47.528 INFO:tasks.workunit.client.0.smithi119.stdout: "[209715200000, 419430399999]", 2024-04-13T07:45:47.528 INFO:tasks.workunit.client.0.smithi119.stdout: "[419430400000, 838860799999]", 2024-04-13T07:45:47.528 INFO:tasks.workunit.client.0.smithi119.stdout: "[838860800000, 1677721599999]", 2024-04-13T07:45:47.529 INFO:tasks.workunit.client.0.smithi119.stdout: "[1677721600000, 3355443199999]", 2024-04-13T07:45:47.529 INFO:tasks.workunit.client.0.smithi119.stdout: "[3355443200000, 6710886399999]", 2024-04-13T07:45:47.529 INFO:tasks.workunit.client.0.smithi119.stdout: "[6710886400000, 13421772799999]", 2024-04-13T07:45:47.529 INFO:tasks.workunit.client.0.smithi119.stdout: "[13421772800000, 26843545599999]", 2024-04-13T07:45:47.529 INFO:tasks.workunit.client.0.smithi119.stdout: "[26843545600000, 53687091199999]", 2024-04-13T07:45:47.529 INFO:tasks.workunit.client.0.smithi119.stdout: "[53687091200000, None]" 2024-04-13T07:45:47.529 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.529 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "log2" 2024-04-13T07:45:47.529 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.529 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.529 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 32, 2024-04-13T07:45:47.529 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T07:45:47.529 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "Request size (bytes)", 2024-04-13T07:45:47.529 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 512, 2024-04-13T07:45:47.529 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T07:45:47.529 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T07:45:47.530 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 511]", 2024-04-13T07:45:47.530 INFO:tasks.workunit.client.0.smithi119.stdout: "[512, 1023]", 2024-04-13T07:45:47.530 INFO:tasks.workunit.client.0.smithi119.stdout: "[1024, 2047]", 2024-04-13T07:45:47.530 INFO:tasks.workunit.client.0.smithi119.stdout: "[2048, 4095]", 2024-04-13T07:45:47.530 INFO:tasks.workunit.client.0.smithi119.stdout: "[4096, 8191]", 2024-04-13T07:45:47.530 INFO:tasks.workunit.client.0.smithi119.stdout: "[8192, 16383]", 2024-04-13T07:45:47.530 INFO:tasks.workunit.client.0.smithi119.stdout: "[16384, 32767]", 2024-04-13T07:45:47.530 INFO:tasks.workunit.client.0.smithi119.stdout: "[32768, 65535]", 2024-04-13T07:45:47.530 INFO:tasks.workunit.client.0.smithi119.stdout: "[65536, 131071]", 2024-04-13T07:45:47.530 INFO:tasks.workunit.client.0.smithi119.stdout: "[131072, 262143]", 2024-04-13T07:45:47.530 INFO:tasks.workunit.client.0.smithi119.stdout: "[262144, 524287]", 2024-04-13T07:45:47.530 INFO:tasks.workunit.client.0.smithi119.stdout: "[524288, 1048575]", 2024-04-13T07:45:47.530 INFO:tasks.workunit.client.0.smithi119.stdout: "[1048576, 2097151]", 2024-04-13T07:45:47.530 INFO:tasks.workunit.client.0.smithi119.stdout: "[2097152, 4194303]", 2024-04-13T07:45:47.530 INFO:tasks.workunit.client.0.smithi119.stdout: "[4194304, 8388607]", 2024-04-13T07:45:47.531 INFO:tasks.workunit.client.0.smithi119.stdout: "[8388608, 16777215]", 2024-04-13T07:45:47.531 INFO:tasks.workunit.client.0.smithi119.stdout: "[16777216, 33554431]", 2024-04-13T07:45:47.531 INFO:tasks.workunit.client.0.smithi119.stdout: "[33554432, 67108863]", 2024-04-13T07:45:47.531 INFO:tasks.workunit.client.0.smithi119.stdout: "[67108864, 134217727]", 2024-04-13T07:45:47.531 INFO:tasks.workunit.client.0.smithi119.stdout: "[134217728, 268435455]", 2024-04-13T07:45:47.531 INFO:tasks.workunit.client.0.smithi119.stdout: "[268435456, 536870911]", 2024-04-13T07:45:47.531 INFO:tasks.workunit.client.0.smithi119.stdout: "[536870912, 1073741823]", 2024-04-13T07:45:47.531 INFO:tasks.workunit.client.0.smithi119.stdout: "[1073741824, 2147483647]", 2024-04-13T07:45:47.531 INFO:tasks.workunit.client.0.smithi119.stdout: "[2147483648, 4294967295]", 2024-04-13T07:45:47.531 INFO:tasks.workunit.client.0.smithi119.stdout: "[4294967296, 8589934591]", 2024-04-13T07:45:47.531 INFO:tasks.workunit.client.0.smithi119.stdout: "[8589934592, 17179869183]", 2024-04-13T07:45:47.531 INFO:tasks.workunit.client.0.smithi119.stdout: "[17179869184, 34359738367]", 2024-04-13T07:45:47.531 INFO:tasks.workunit.client.0.smithi119.stdout: "[34359738368, 68719476735]", 2024-04-13T07:45:47.531 INFO:tasks.workunit.client.0.smithi119.stdout: "[68719476736, 137438953471]", 2024-04-13T07:45:47.531 INFO:tasks.workunit.client.0.smithi119.stdout: "[137438953472, 274877906943]", 2024-04-13T07:45:47.531 INFO:tasks.workunit.client.0.smithi119.stdout: "[274877906944, None]" 2024-04-13T07:45:47.532 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.532 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "log2" 2024-04-13T07:45:47.532 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.532 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.532 INFO:tasks.workunit.client.0.smithi119.stdout: "osds": [ 2024-04-13T07:45:47.532 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.532 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 0, 2024-04-13T07:45:47.532 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:47.532 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.532 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.532 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.532 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.532 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.532 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.532 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.532 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.532 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.533 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.533 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.533 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.533 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.533 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.533 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.533 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.533 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.533 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.533 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.533 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.533 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.533 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.533 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.534 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.534 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.534 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.534 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.534 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.534 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.534 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.534 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.534 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:47.534 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:47.534 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.534 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.534 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 1, 2024-04-13T07:45:47.534 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:47.534 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.535 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.535 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.535 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.535 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.535 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 6, 5, 0, 0, 0, 0, 0, 0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.535 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 15, 3, 0, 0, 0, 0, 0, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.535 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.535 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.535 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.535 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.535 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.535 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.535 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.535 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.535 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.535 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.536 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.536 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.536 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.536 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.536 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.536 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.536 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.536 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.536 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.536 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.536 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.536 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.536 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.536 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.536 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:47.536 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:47.537 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.537 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.537 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 2, 2024-04-13T07:45:47.537 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:47.537 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.537 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.537 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.537 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.537 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.537 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.537 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.537 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.537 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.537 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.538 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.538 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.538 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.538 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.538 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.538 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.538 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.538 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.538 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.538 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.538 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.538 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.538 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.538 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.539 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.539 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.539 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.539 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.539 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.539 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.539 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.539 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:47.539 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:47.539 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.539 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.539 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 3, 2024-04-13T07:45:47.539 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:47.539 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.539 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.539 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.540 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.540 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.540 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.540 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.540 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.540 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.540 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.540 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.540 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.540 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.540 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.540 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.540 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.540 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.540 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.540 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.540 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.541 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.541 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.541 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.541 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.541 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.541 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.541 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.541 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.541 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.541 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.541 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.541 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:47.541 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:47.541 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.541 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.541 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 4, 2024-04-13T07:45:47.541 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:47.542 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.542 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.542 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.542 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.542 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.542 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.542 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.542 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.542 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.542 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.542 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.542 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.542 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.542 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.543 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.543 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.543 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.543 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.543 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.543 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.543 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.543 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.543 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.543 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.543 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.543 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.543 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.543 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.543 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.543 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.544 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.544 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:47.544 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:47.544 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.544 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.544 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 5, 2024-04-13T07:45:47.544 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:47.544 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.544 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.544 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.544 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.544 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.544 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.544 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.544 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.544 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.544 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.545 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.545 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.545 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.545 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.545 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.545 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.545 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.545 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.545 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.545 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.545 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.545 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.545 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.545 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.545 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.545 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.546 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.546 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.546 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.546 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.546 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.546 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:47.546 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:47.546 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.546 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.546 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 6, 2024-04-13T07:45:47.546 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:47.546 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.546 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.547 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.547 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.547 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.547 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.547 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.547 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.547 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.547 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.547 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.547 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.547 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.547 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.547 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.547 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.548 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.548 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.548 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.548 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.548 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.548 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.548 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.548 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.548 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.548 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.548 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.548 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.548 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.548 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.548 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.549 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:47.549 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:47.549 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.549 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.549 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 7, 2024-04-13T07:45:47.549 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T07:45:47.549 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.549 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.549 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.549 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.549 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.549 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.549 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.549 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.549 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.550 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.550 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.550 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.550 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.550 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.550 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.550 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.550 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.550 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.550 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.550 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.550 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.550 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.550 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.550 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.551 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.551 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.551 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.551 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.551 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.551 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.551 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:45:47.551 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:45:47.551 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:47.551 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.551 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T07:45:47.551 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.551 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.551 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.551 INFO:tasks.workunit.client.0.smithi119.stdout: "perf_counters": { 2024-04-13T07:45:47.551 INFO:tasks.workunit.client.0.smithi119.stdout: "mds.8ce27d692b5f50738c5de0d5fabe76bb5b385d6c": { 2024-04-13T07:45:47.552 INFO:tasks.workunit.client.0.smithi119.stdout: "mds": { 2024-04-13T07:45:47.552 INFO:tasks.workunit.client.0.smithi119.stdout: "caps": { 2024-04-13T07:45:47.552 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.552 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.552 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_cap_op_flush_ack": { 2024-04-13T07:45:47.552 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.552 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.552 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-13T07:45:47.552 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.552 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.552 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_cap_op_grant": { 2024-04-13T07:45:47.552 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.552 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.552 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_cap_op_revoke": { 2024-04-13T07:45:47.552 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.552 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.552 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_cap_op_trunc": { 2024-04-13T07:45:47.553 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.553 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.553 INFO:tasks.workunit.client.0.smithi119.stdout: "dir_commit": { 2024-04-13T07:45:47.553 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12 2024-04-13T07:45:47.553 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.553 INFO:tasks.workunit.client.0.smithi119.stdout: "dir_fetch_complete": { 2024-04-13T07:45:47.553 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.553 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.553 INFO:tasks.workunit.client.0.smithi119.stdout: "dir_fetch_keys": { 2024-04-13T07:45:47.553 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.553 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.553 INFO:tasks.workunit.client.0.smithi119.stdout: "dir_merge": { 2024-04-13T07:45:47.553 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.553 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.553 INFO:tasks.workunit.client.0.smithi119.stdout: "dir_split": { 2024-04-13T07:45:47.553 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.554 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.554 INFO:tasks.workunit.client.0.smithi119.stdout: "exported_inodes": { 2024-04-13T07:45:47.554 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.554 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.554 INFO:tasks.workunit.client.0.smithi119.stdout: "forward": { 2024-04-13T07:45:47.554 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.554 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.554 INFO:tasks.workunit.client.0.smithi119.stdout: "handle_client_cap_release": { 2024-04-13T07:45:47.554 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.554 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.554 INFO:tasks.workunit.client.0.smithi119.stdout: "handle_client_caps": { 2024-04-13T07:45:47.554 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.554 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.554 INFO:tasks.workunit.client.0.smithi119.stdout: "handle_client_caps_dirty": { 2024-04-13T07:45:47.554 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.555 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.555 INFO:tasks.workunit.client.0.smithi119.stdout: "handle_inode_file_caps": { 2024-04-13T07:45:47.555 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.555 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.555 INFO:tasks.workunit.client.0.smithi119.stdout: "imported_inodes": { 2024-04-13T07:45:47.555 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.555 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.555 INFO:tasks.workunit.client.0.smithi119.stdout: "inodes": { 2024-04-13T07:45:47.555 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10 2024-04-13T07:45:47.555 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.555 INFO:tasks.workunit.client.0.smithi119.stdout: "inodes_expired": { 2024-04-13T07:45:47.555 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.555 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.555 INFO:tasks.workunit.client.0.smithi119.stdout: "inodes_pinned": { 2024-04-13T07:45:47.555 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10 2024-04-13T07:45:47.555 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.555 INFO:tasks.workunit.client.0.smithi119.stdout: "inodes_with_caps": { 2024-04-13T07:45:47.556 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.556 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.556 INFO:tasks.workunit.client.0.smithi119.stdout: "load_cent": { 2024-04-13T07:45:47.556 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.556 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.556 INFO:tasks.workunit.client.0.smithi119.stdout: "openino_dir_fetch": { 2024-04-13T07:45:47.556 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.556 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.556 INFO:tasks.workunit.client.0.smithi119.stdout: "process_request_cap_release": { 2024-04-13T07:45:47.556 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.556 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.556 INFO:tasks.workunit.client.0.smithi119.stdout: "reply_latency": { 2024-04-13T07:45:47.556 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T07:45:47.556 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 184244 2024-04-13T07:45:47.556 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.556 INFO:tasks.workunit.client.0.smithi119.stdout: "request": { 2024-04-13T07:45:47.557 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T07:45:47.557 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.557 INFO:tasks.workunit.client.0.smithi119.stdout: "root_rbytes": { 2024-04-13T07:45:47.557 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.557 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.557 INFO:tasks.workunit.client.0.smithi119.stdout: "root_rfiles": { 2024-04-13T07:45:47.557 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.557 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.557 INFO:tasks.workunit.client.0.smithi119.stdout: "root_rsnaps": { 2024-04-13T07:45:47.557 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.557 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.557 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_reply": { 2024-04-13T07:45:47.557 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.557 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.558 INFO:tasks.workunit.client.0.smithi119.stdout: "subtrees": { 2024-04-13T07:45:47.558 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T07:45:47.558 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.558 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.558 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_cache": { 2024-04-13T07:45:47.558 INFO:tasks.workunit.client.0.smithi119.stdout: "ireq_enqueue_scrub": { 2024-04-13T07:45:47.558 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.558 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.558 INFO:tasks.workunit.client.0.smithi119.stdout: "ireq_exportdir": { 2024-04-13T07:45:47.558 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.558 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.558 INFO:tasks.workunit.client.0.smithi119.stdout: "ireq_flush": { 2024-04-13T07:45:47.558 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.559 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.559 INFO:tasks.workunit.client.0.smithi119.stdout: "ireq_fragmentdir": { 2024-04-13T07:45:47.559 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.559 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.559 INFO:tasks.workunit.client.0.smithi119.stdout: "ireq_fragstats": { 2024-04-13T07:45:47.559 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.559 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.559 INFO:tasks.workunit.client.0.smithi119.stdout: "ireq_inodestats": { 2024-04-13T07:45:47.559 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.559 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.559 INFO:tasks.workunit.client.0.smithi119.stdout: "num_recovering_enqueued": { 2024-04-13T07:45:47.559 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.559 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.559 INFO:tasks.workunit.client.0.smithi119.stdout: "num_recovering_prioritized": { 2024-04-13T07:45:47.559 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.559 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.559 INFO:tasks.workunit.client.0.smithi119.stdout: "num_recovering_processing": { 2024-04-13T07:45:47.560 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.560 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.560 INFO:tasks.workunit.client.0.smithi119.stdout: "num_strays": { 2024-04-13T07:45:47.560 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.560 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.560 INFO:tasks.workunit.client.0.smithi119.stdout: "num_strays_delayed": { 2024-04-13T07:45:47.560 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.560 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.560 INFO:tasks.workunit.client.0.smithi119.stdout: "num_strays_enqueuing": { 2024-04-13T07:45:47.560 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.560 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.560 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_completed": { 2024-04-13T07:45:47.560 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.560 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.560 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_started": { 2024-04-13T07:45:47.560 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.561 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.561 INFO:tasks.workunit.client.0.smithi119.stdout: "strays_created": { 2024-04-13T07:45:47.561 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.561 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.561 INFO:tasks.workunit.client.0.smithi119.stdout: "strays_enqueued": { 2024-04-13T07:45:47.561 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.561 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.561 INFO:tasks.workunit.client.0.smithi119.stdout: "strays_migrated": { 2024-04-13T07:45:47.561 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.561 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.561 INFO:tasks.workunit.client.0.smithi119.stdout: "strays_reintegrated": { 2024-04-13T07:45:47.561 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.561 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.561 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.561 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_log": { 2024-04-13T07:45:47.561 INFO:tasks.workunit.client.0.smithi119.stdout: "ev": { 2024-04-13T07:45:47.561 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5 2024-04-13T07:45:47.562 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.562 INFO:tasks.workunit.client.0.smithi119.stdout: "evadd": { 2024-04-13T07:45:47.562 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5 2024-04-13T07:45:47.562 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.562 INFO:tasks.workunit.client.0.smithi119.stdout: "evex": { 2024-04-13T07:45:47.562 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.562 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.562 INFO:tasks.workunit.client.0.smithi119.stdout: "evexd": { 2024-04-13T07:45:47.562 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.562 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.562 INFO:tasks.workunit.client.0.smithi119.stdout: "evexg": { 2024-04-13T07:45:47.562 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.562 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.562 INFO:tasks.workunit.client.0.smithi119.stdout: "evtrm": { 2024-04-13T07:45:47.562 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.562 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.563 INFO:tasks.workunit.client.0.smithi119.stdout: "jlat": { 2024-04-13T07:45:47.563 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 5, 2024-04-13T07:45:47.563 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12990262 2024-04-13T07:45:47.563 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.563 INFO:tasks.workunit.client.0.smithi119.stdout: "replayed": { 2024-04-13T07:45:47.563 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.563 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.563 INFO:tasks.workunit.client.0.smithi119.stdout: "seg": { 2024-04-13T07:45:47.563 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T07:45:47.563 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.563 INFO:tasks.workunit.client.0.smithi119.stdout: "segadd": { 2024-04-13T07:45:47.563 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T07:45:47.563 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.563 INFO:tasks.workunit.client.0.smithi119.stdout: "segex": { 2024-04-13T07:45:47.563 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.563 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.564 INFO:tasks.workunit.client.0.smithi119.stdout: "segexd": { 2024-04-13T07:45:47.564 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.564 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.564 INFO:tasks.workunit.client.0.smithi119.stdout: "segexg": { 2024-04-13T07:45:47.564 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.564 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.564 INFO:tasks.workunit.client.0.smithi119.stdout: "segtrm": { 2024-04-13T07:45:47.564 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.564 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.564 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.564 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_mem": { 2024-04-13T07:45:47.564 INFO:tasks.workunit.client.0.smithi119.stdout: "cap": { 2024-04-13T07:45:47.564 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.564 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.564 INFO:tasks.workunit.client.0.smithi119.stdout: "cap+": { 2024-04-13T07:45:47.564 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T07:45:47.565 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.565 INFO:tasks.workunit.client.0.smithi119.stdout: "cap-": { 2024-04-13T07:45:47.565 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T07:45:47.565 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.565 INFO:tasks.workunit.client.0.smithi119.stdout: "dir": { 2024-04-13T07:45:47.565 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12 2024-04-13T07:45:47.565 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.565 INFO:tasks.workunit.client.0.smithi119.stdout: "dir+": { 2024-04-13T07:45:47.565 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12 2024-04-13T07:45:47.565 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.565 INFO:tasks.workunit.client.0.smithi119.stdout: "dir-": { 2024-04-13T07:45:47.565 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.565 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.565 INFO:tasks.workunit.client.0.smithi119.stdout: "dn": { 2024-04-13T07:45:47.565 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10 2024-04-13T07:45:47.565 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.566 INFO:tasks.workunit.client.0.smithi119.stdout: "dn+": { 2024-04-13T07:45:47.566 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10 2024-04-13T07:45:47.566 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.566 INFO:tasks.workunit.client.0.smithi119.stdout: "dn-": { 2024-04-13T07:45:47.566 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.566 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.566 INFO:tasks.workunit.client.0.smithi119.stdout: "heap": { 2024-04-13T07:45:47.566 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 207156 2024-04-13T07:45:47.566 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.566 INFO:tasks.workunit.client.0.smithi119.stdout: "ino": { 2024-04-13T07:45:47.566 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13 2024-04-13T07:45:47.566 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.566 INFO:tasks.workunit.client.0.smithi119.stdout: "ino+": { 2024-04-13T07:45:47.566 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13 2024-04-13T07:45:47.567 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.567 INFO:tasks.workunit.client.0.smithi119.stdout: "ino-": { 2024-04-13T07:45:47.567 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.567 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.567 INFO:tasks.workunit.client.0.smithi119.stdout: "rss": { 2024-04-13T07:45:47.567 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 41836 2024-04-13T07:45:47.567 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.567 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.567 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_server": { 2024-04-13T07:45:47.567 INFO:tasks.workunit.client.0.smithi119.stdout: "cap_acquisition_throttle": { 2024-04-13T07:45:47.567 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.567 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.567 INFO:tasks.workunit.client.0.smithi119.stdout: "cap_revoke_eviction": { 2024-04-13T07:45:47.567 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.567 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.568 INFO:tasks.workunit.client.0.smithi119.stdout: "handle_client_request": { 2024-04-13T07:45:47.568 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T07:45:47.568 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.568 INFO:tasks.workunit.client.0.smithi119.stdout: "handle_client_session": { 2024-04-13T07:45:47.568 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16 2024-04-13T07:45:47.568 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.568 INFO:tasks.workunit.client.0.smithi119.stdout: "handle_peer_request": { 2024-04-13T07:45:47.568 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.568 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.568 INFO:tasks.workunit.client.0.smithi119.stdout: "req_create_latency": { 2024-04-13T07:45:47.568 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.568 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.568 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.568 INFO:tasks.workunit.client.0.smithi119.stdout: "req_getattr_latency": { 2024-04-13T07:45:47.568 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T07:45:47.569 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 184244 2024-04-13T07:45:47.569 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.569 INFO:tasks.workunit.client.0.smithi119.stdout: "req_getfilelock_latency": { 2024-04-13T07:45:47.569 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.569 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.569 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.569 INFO:tasks.workunit.client.0.smithi119.stdout: "req_getvxattr_latency": { 2024-04-13T07:45:47.569 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.569 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.569 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.569 INFO:tasks.workunit.client.0.smithi119.stdout: "req_link_latency": { 2024-04-13T07:45:47.569 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.569 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.569 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.569 INFO:tasks.workunit.client.0.smithi119.stdout: "req_lookup_latency": { 2024-04-13T07:45:47.569 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.570 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.570 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.570 INFO:tasks.workunit.client.0.smithi119.stdout: "req_lookuphash_latency": { 2024-04-13T07:45:47.570 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.570 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.570 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.570 INFO:tasks.workunit.client.0.smithi119.stdout: "req_lookupino_latency": { 2024-04-13T07:45:47.570 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.570 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.570 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.570 INFO:tasks.workunit.client.0.smithi119.stdout: "req_lookupname_latency": { 2024-04-13T07:45:47.570 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.570 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.570 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.570 INFO:tasks.workunit.client.0.smithi119.stdout: "req_lookupparent_latency": { 2024-04-13T07:45:47.570 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.571 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.571 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.571 INFO:tasks.workunit.client.0.smithi119.stdout: "req_lookupsnap_latency": { 2024-04-13T07:45:47.571 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.571 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.571 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.571 INFO:tasks.workunit.client.0.smithi119.stdout: "req_lssnap_latency": { 2024-04-13T07:45:47.571 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.571 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.571 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.571 INFO:tasks.workunit.client.0.smithi119.stdout: "req_mkdir_latency": { 2024-04-13T07:45:47.571 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.571 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.571 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.571 INFO:tasks.workunit.client.0.smithi119.stdout: "req_mknod_latency": { 2024-04-13T07:45:47.571 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.572 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.572 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.572 INFO:tasks.workunit.client.0.smithi119.stdout: "req_mksnap_latency": { 2024-04-13T07:45:47.572 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.572 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.572 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.572 INFO:tasks.workunit.client.0.smithi119.stdout: "req_open_latency": { 2024-04-13T07:45:47.572 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.572 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.572 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.572 INFO:tasks.workunit.client.0.smithi119.stdout: "req_readdir_latency": { 2024-04-13T07:45:47.572 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.572 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.572 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.572 INFO:tasks.workunit.client.0.smithi119.stdout: "req_rename_latency": { 2024-04-13T07:45:47.572 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.572 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.572 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.573 INFO:tasks.workunit.client.0.smithi119.stdout: "req_renamesnap_latency": { 2024-04-13T07:45:47.573 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.573 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.573 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.573 INFO:tasks.workunit.client.0.smithi119.stdout: "req_rmdir_latency": { 2024-04-13T07:45:47.573 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.573 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.573 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.573 INFO:tasks.workunit.client.0.smithi119.stdout: "req_rmsnap_latency": { 2024-04-13T07:45:47.573 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.573 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.573 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.573 INFO:tasks.workunit.client.0.smithi119.stdout: "req_rmxattr_latency": { 2024-04-13T07:45:47.573 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.573 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.573 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.574 INFO:tasks.workunit.client.0.smithi119.stdout: "req_setattr_latency": { 2024-04-13T07:45:47.574 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.574 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.574 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.574 INFO:tasks.workunit.client.0.smithi119.stdout: "req_setdirlayout_latency": { 2024-04-13T07:45:47.574 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.574 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.574 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.574 INFO:tasks.workunit.client.0.smithi119.stdout: "req_setfilelock_latency": { 2024-04-13T07:45:47.574 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.574 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.574 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.574 INFO:tasks.workunit.client.0.smithi119.stdout: "req_setlayout_latency": { 2024-04-13T07:45:47.574 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.574 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.575 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.575 INFO:tasks.workunit.client.0.smithi119.stdout: "req_setxattr_latency": { 2024-04-13T07:45:47.575 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.575 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.575 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.575 INFO:tasks.workunit.client.0.smithi119.stdout: "req_snapdiff_latency": { 2024-04-13T07:45:47.575 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.575 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.575 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.575 INFO:tasks.workunit.client.0.smithi119.stdout: "req_symlink_latency": { 2024-04-13T07:45:47.575 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.575 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.575 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.575 INFO:tasks.workunit.client.0.smithi119.stdout: "req_unlink_latency": { 2024-04-13T07:45:47.575 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.575 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.575 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.576 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.576 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_sessions": { 2024-04-13T07:45:47.576 INFO:tasks.workunit.client.0.smithi119.stdout: "average_load": { 2024-04-13T07:45:47.576 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.576 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.576 INFO:tasks.workunit.client.0.smithi119.stdout: "avg_session_uptime": { 2024-04-13T07:45:47.576 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 85 2024-04-13T07:45:47.576 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.576 INFO:tasks.workunit.client.0.smithi119.stdout: "mdthresh_evicted": { 2024-04-13T07:45:47.576 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.576 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.576 INFO:tasks.workunit.client.0.smithi119.stdout: "session_add": { 2024-04-13T07:45:47.576 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T07:45:47.576 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.576 INFO:tasks.workunit.client.0.smithi119.stdout: "session_count": { 2024-04-13T07:45:47.576 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.576 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.577 INFO:tasks.workunit.client.0.smithi119.stdout: "session_remove": { 2024-04-13T07:45:47.577 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T07:45:47.577 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.577 INFO:tasks.workunit.client.0.smithi119.stdout: "sessions_open": { 2024-04-13T07:45:47.577 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.577 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.577 INFO:tasks.workunit.client.0.smithi119.stdout: "sessions_stale": { 2024-04-13T07:45:47.577 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.577 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.577 INFO:tasks.workunit.client.0.smithi119.stdout: "total_load": { 2024-04-13T07:45:47.577 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T07:45:47.577 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.577 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.577 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T07:45:47.577 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T07:45:47.577 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.578 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.578 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T07:45:47.578 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.578 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.578 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T07:45:47.578 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.578 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.578 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T07:45:47.578 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 45 2024-04-13T07:45:47.578 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.578 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.578 INFO:tasks.workunit.client.0.smithi119.stdout: "purge_queue": { 2024-04-13T07:45:47.578 INFO:tasks.workunit.client.0.smithi119.stdout: "pq_executed": { 2024-04-13T07:45:47.578 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.579 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.579 INFO:tasks.workunit.client.0.smithi119.stdout: "pq_executing": { 2024-04-13T07:45:47.579 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.579 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.579 INFO:tasks.workunit.client.0.smithi119.stdout: "pq_executing_high_water": { 2024-04-13T07:45:47.579 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.579 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.579 INFO:tasks.workunit.client.0.smithi119.stdout: "pq_executing_ops": { 2024-04-13T07:45:47.579 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.579 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.579 INFO:tasks.workunit.client.0.smithi119.stdout: "pq_executing_ops_high_water": { 2024-04-13T07:45:47.579 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.579 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.579 INFO:tasks.workunit.client.0.smithi119.stdout: "pq_item_in_journal": { 2024-04-13T07:45:47.579 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.579 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.579 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.580 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.580 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.3402881472e4eb9cd55aa5a45378abc80ad36ea5": { 2024-04-13T07:45:47.580 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T07:45:47.580 INFO:tasks.workunit.client.0.smithi119.stdout: "election_call": { 2024-04-13T07:45:47.580 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T07:45:47.580 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.580 INFO:tasks.workunit.client.0.smithi119.stdout: "election_lose": { 2024-04-13T07:45:47.580 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T07:45:47.580 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.580 INFO:tasks.workunit.client.0.smithi119.stdout: "election_win": { 2024-04-13T07:45:47.580 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.580 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.580 INFO:tasks.workunit.client.0.smithi119.stdout: "num_elections": { 2024-04-13T07:45:47.580 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7 2024-04-13T07:45:47.580 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.580 INFO:tasks.workunit.client.0.smithi119.stdout: "num_sessions": { 2024-04-13T07:45:47.580 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10 2024-04-13T07:45:47.581 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.581 INFO:tasks.workunit.client.0.smithi119.stdout: "session_add": { 2024-04-13T07:45:47.581 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4 2024-04-13T07:45:47.581 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.581 INFO:tasks.workunit.client.0.smithi119.stdout: "session_rm": { 2024-04-13T07:45:47.581 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 55 2024-04-13T07:45:47.581 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.581 INFO:tasks.workunit.client.0.smithi119.stdout: "session_trim": { 2024-04-13T07:45:47.581 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.581 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.581 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.581 INFO:tasks.workunit.client.0.smithi119.stdout: "paxos": { 2024-04-13T07:45:47.581 INFO:tasks.workunit.client.0.smithi119.stdout: "accept_timeout": { 2024-04-13T07:45:47.581 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.581 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.581 INFO:tasks.workunit.client.0.smithi119.stdout: "begin": { 2024-04-13T07:45:47.581 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 819 2024-04-13T07:45:47.582 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.582 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_bytes": { 2024-04-13T07:45:47.582 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 819, 2024-04-13T07:45:47.582 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3969406 2024-04-13T07:45:47.582 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.582 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_keys": { 2024-04-13T07:45:47.582 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.582 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.582 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.582 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_latency": { 2024-04-13T07:45:47.582 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 819, 2024-04-13T07:45:47.582 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 117997547 2024-04-13T07:45:47.582 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.582 INFO:tasks.workunit.client.0.smithi119.stdout: "collect": { 2024-04-13T07:45:47.582 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T07:45:47.582 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.583 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_bytes": { 2024-04-13T07:45:47.583 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T07:45:47.583 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 146 2024-04-13T07:45:47.583 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.583 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_keys": { 2024-04-13T07:45:47.583 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T07:45:47.583 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T07:45:47.583 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.583 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_latency": { 2024-04-13T07:45:47.583 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T07:45:47.583 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1999960 2024-04-13T07:45:47.583 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.583 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_timeout": { 2024-04-13T07:45:47.583 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.583 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.583 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_uncommitted": { 2024-04-13T07:45:47.584 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.584 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.584 INFO:tasks.workunit.client.0.smithi119.stdout: "commit": { 2024-04-13T07:45:47.584 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 820 2024-04-13T07:45:47.584 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.584 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_bytes": { 2024-04-13T07:45:47.584 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.584 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.584 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.584 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_keys": { 2024-04-13T07:45:47.584 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.584 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.584 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.584 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_latency": { 2024-04-13T07:45:47.584 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.585 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.585 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.585 INFO:tasks.workunit.client.0.smithi119.stdout: "lease_ack_timeout": { 2024-04-13T07:45:47.585 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.585 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.585 INFO:tasks.workunit.client.0.smithi119.stdout: "lease_timeout": { 2024-04-13T07:45:47.585 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.585 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.585 INFO:tasks.workunit.client.0.smithi119.stdout: "new_pn": { 2024-04-13T07:45:47.585 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.585 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.585 INFO:tasks.workunit.client.0.smithi119.stdout: "new_pn_latency": { 2024-04-13T07:45:47.585 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.585 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.585 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.585 INFO:tasks.workunit.client.0.smithi119.stdout: "refresh": { 2024-04-13T07:45:47.586 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 820 2024-04-13T07:45:47.586 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.586 INFO:tasks.workunit.client.0.smithi119.stdout: "refresh_latency": { 2024-04-13T07:45:47.586 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 820, 2024-04-13T07:45:47.586 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1911960162 2024-04-13T07:45:47.586 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.586 INFO:tasks.workunit.client.0.smithi119.stdout: "restart": { 2024-04-13T07:45:47.586 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13 2024-04-13T07:45:47.586 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.586 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state": { 2024-04-13T07:45:47.586 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.586 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.586 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state_bytes": { 2024-04-13T07:45:47.586 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.586 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.587 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.587 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state_keys": { 2024-04-13T07:45:47.587 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.587 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.587 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.587 INFO:tasks.workunit.client.0.smithi119.stdout: "start_leader": { 2024-04-13T07:45:47.587 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.587 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.587 INFO:tasks.workunit.client.0.smithi119.stdout: "start_peon": { 2024-04-13T07:45:47.587 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T07:45:47.587 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.587 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state": { 2024-04-13T07:45:47.587 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 820 2024-04-13T07:45:47.587 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.587 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_bytes": { 2024-04-13T07:45:47.588 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 820, 2024-04-13T07:45:47.588 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7785010 2024-04-13T07:45:47.588 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.588 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_keys": { 2024-04-13T07:45:47.588 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 820, 2024-04-13T07:45:47.588 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5595 2024-04-13T07:45:47.588 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.588 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_latency": { 2024-04-13T07:45:47.588 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 820, 2024-04-13T07:45:47.588 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 350992686 2024-04-13T07:45:47.588 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.588 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.588 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache": { 2024-04-13T07:45:47.588 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T07:45:47.588 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1020054731 2024-04-13T07:45:47.589 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.589 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T07:45:47.589 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 42803200 2024-04-13T07:45:47.589 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.589 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T07:45:47.589 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 33333248 2024-04-13T07:45:47.589 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.589 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T07:45:47.589 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2147483648 2024-04-13T07:45:47.589 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.589 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T07:45:47.589 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9469952 2024-04-13T07:45:47.589 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.589 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.589 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:full": { 2024-04-13T07:45:47.589 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:47.590 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 348127232 2024-04-13T07:45:47.590 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.590 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:47.590 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.590 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.590 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:47.590 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.590 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.590 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:47.590 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 277021692 2024-04-13T07:45:47.590 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.590 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:47.590 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 270478 2024-04-13T07:45:47.590 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.590 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:47.590 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.591 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.591 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:47.591 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.591 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.591 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:47.591 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.591 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.591 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:47.591 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.591 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.591 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:47.591 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.591 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.591 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:47.592 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.592 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.592 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:47.592 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.592 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.592 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:47.592 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.592 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.592 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:47.592 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 70835062 2024-04-13T07:45:47.592 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.592 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.592 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:inc": { 2024-04-13T07:45:47.592 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:47.592 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 348127232 2024-04-13T07:45:47.592 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.593 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:47.593 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.593 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.593 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:47.593 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.593 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.593 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:47.593 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 277021692 2024-04-13T07:45:47.593 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.593 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:47.593 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 41372 2024-04-13T07:45:47.593 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.593 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:47.593 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.593 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.593 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:47.594 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.594 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.594 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:47.594 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.594 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.594 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:47.594 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.594 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.594 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:47.594 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.594 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.594 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:47.594 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.594 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.595 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:47.595 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.595 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.595 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:47.595 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.595 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.595 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:47.595 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71064168 2024-04-13T07:45:47.595 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.595 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.595 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:kv": { 2024-04-13T07:45:47.595 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:47.595 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 322961408 2024-04-13T07:45:47.595 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.595 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:47.595 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T07:45:47.596 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.596 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:47.596 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.596 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.596 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:47.596 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 184681128 2024-04-13T07:45:47.596 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.596 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:47.596 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.596 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.596 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:47.596 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.596 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.596 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:47.596 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.596 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.597 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:47.597 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.597 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.597 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:47.597 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.597 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.597 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:47.597 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.597 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.597 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:47.597 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.597 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.597 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:47.597 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.597 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.598 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:47.598 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.598 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.598 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:47.598 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71171416 2024-04-13T07:45:47.598 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.598 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.598 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb": { 2024-04-13T07:45:47.598 INFO:tasks.workunit.client.0.smithi119.stdout: "compact": { 2024-04-13T07:45:47.598 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.598 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.599 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_queue_len": { 2024-04-13T07:45:47.599 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.599 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.599 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_queue_merge": { 2024-04-13T07:45:47.599 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.599 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.599 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_range": { 2024-04-13T07:45:47.599 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T07:45:47.599 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.599 INFO:tasks.workunit.client.0.smithi119.stdout: "get_latency": { 2024-04-13T07:45:47.599 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 34898, 2024-04-13T07:45:47.599 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 89964358 2024-04-13T07:45:47.599 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.599 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_delay_time": { 2024-04-13T07:45:47.600 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.600 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.600 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.600 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_memtable_time": { 2024-04-13T07:45:47.600 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.600 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.600 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.600 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-13T07:45:47.600 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.600 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.600 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.600 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_wal_time": { 2024-04-13T07:45:47.600 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.600 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.601 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.601 INFO:tasks.workunit.client.0.smithi119.stdout: "submit_latency": { 2024-04-13T07:45:47.601 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.601 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.601 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.601 INFO:tasks.workunit.client.0.smithi119.stdout: "submit_sync_latency": { 2024-04-13T07:45:47.601 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1784, 2024-04-13T07:45:47.601 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 529766494 2024-04-13T07:45:47.601 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.601 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.601 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.601 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.361d0c88a98ec03a997f9cbd7d4b9f21aeac06c7": { 2024-04-13T07:45:47.601 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T07:45:47.601 INFO:tasks.workunit.client.0.smithi119.stdout: "election_call": { 2024-04-13T07:45:47.601 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T07:45:47.602 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.602 INFO:tasks.workunit.client.0.smithi119.stdout: "election_lose": { 2024-04-13T07:45:47.602 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T07:45:47.602 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.602 INFO:tasks.workunit.client.0.smithi119.stdout: "election_win": { 2024-04-13T07:45:47.602 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.602 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.602 INFO:tasks.workunit.client.0.smithi119.stdout: "num_elections": { 2024-04-13T07:45:47.602 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3 2024-04-13T07:45:47.602 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.602 INFO:tasks.workunit.client.0.smithi119.stdout: "num_sessions": { 2024-04-13T07:45:47.602 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12 2024-04-13T07:45:47.602 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.602 INFO:tasks.workunit.client.0.smithi119.stdout: "session_add": { 2024-04-13T07:45:47.602 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5 2024-04-13T07:45:47.603 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.603 INFO:tasks.workunit.client.0.smithi119.stdout: "session_rm": { 2024-04-13T07:45:47.603 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 100 2024-04-13T07:45:47.603 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.603 INFO:tasks.workunit.client.0.smithi119.stdout: "session_trim": { 2024-04-13T07:45:47.603 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.603 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.603 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.603 INFO:tasks.workunit.client.0.smithi119.stdout: "paxos": { 2024-04-13T07:45:47.603 INFO:tasks.workunit.client.0.smithi119.stdout: "accept_timeout": { 2024-04-13T07:45:47.603 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.603 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.603 INFO:tasks.workunit.client.0.smithi119.stdout: "begin": { 2024-04-13T07:45:47.603 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 810 2024-04-13T07:45:47.603 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.603 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_bytes": { 2024-04-13T07:45:47.604 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 810, 2024-04-13T07:45:47.604 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3943120 2024-04-13T07:45:47.604 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.604 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_keys": { 2024-04-13T07:45:47.604 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.604 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.604 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.604 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_latency": { 2024-04-13T07:45:47.604 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 810, 2024-04-13T07:45:47.604 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 255993758 2024-04-13T07:45:47.604 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.604 INFO:tasks.workunit.client.0.smithi119.stdout: "collect": { 2024-04-13T07:45:47.604 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T07:45:47.604 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.604 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_bytes": { 2024-04-13T07:45:47.604 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T07:45:47.605 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 73 2024-04-13T07:45:47.605 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.605 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_keys": { 2024-04-13T07:45:47.605 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T07:45:47.605 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T07:45:47.605 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.605 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_latency": { 2024-04-13T07:45:47.605 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T07:45:47.605 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 999976 2024-04-13T07:45:47.605 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.605 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_timeout": { 2024-04-13T07:45:47.605 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.605 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.605 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_uncommitted": { 2024-04-13T07:45:47.605 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.605 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.606 INFO:tasks.workunit.client.0.smithi119.stdout: "commit": { 2024-04-13T07:45:47.606 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 811 2024-04-13T07:45:47.606 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.606 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_bytes": { 2024-04-13T07:45:47.606 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.606 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.606 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.606 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_keys": { 2024-04-13T07:45:47.606 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.606 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.606 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.606 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_latency": { 2024-04-13T07:45:47.606 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.606 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.606 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.607 INFO:tasks.workunit.client.0.smithi119.stdout: "lease_ack_timeout": { 2024-04-13T07:45:47.607 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.607 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.607 INFO:tasks.workunit.client.0.smithi119.stdout: "lease_timeout": { 2024-04-13T07:45:47.607 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.607 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.607 INFO:tasks.workunit.client.0.smithi119.stdout: "new_pn": { 2024-04-13T07:45:47.607 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.607 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.607 INFO:tasks.workunit.client.0.smithi119.stdout: "new_pn_latency": { 2024-04-13T07:45:47.607 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.607 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.607 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.607 INFO:tasks.workunit.client.0.smithi119.stdout: "refresh": { 2024-04-13T07:45:47.607 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 811 2024-04-13T07:45:47.608 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.608 INFO:tasks.workunit.client.0.smithi119.stdout: "refresh_latency": { 2024-04-13T07:45:47.608 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 811, 2024-04-13T07:45:47.608 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1930952978 2024-04-13T07:45:47.608 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.608 INFO:tasks.workunit.client.0.smithi119.stdout: "restart": { 2024-04-13T07:45:47.608 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8 2024-04-13T07:45:47.608 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.608 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state": { 2024-04-13T07:45:47.608 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.608 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.608 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state_bytes": { 2024-04-13T07:45:47.608 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.608 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.608 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.608 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state_keys": { 2024-04-13T07:45:47.608 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.609 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.609 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.609 INFO:tasks.workunit.client.0.smithi119.stdout: "start_leader": { 2024-04-13T07:45:47.609 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.609 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.609 INFO:tasks.workunit.client.0.smithi119.stdout: "start_peon": { 2024-04-13T07:45:47.609 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T07:45:47.609 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.609 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state": { 2024-04-13T07:45:47.609 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 811 2024-04-13T07:45:47.609 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.609 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_bytes": { 2024-04-13T07:45:47.609 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 811, 2024-04-13T07:45:47.609 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7734347 2024-04-13T07:45:47.609 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.610 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_keys": { 2024-04-13T07:45:47.610 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 811, 2024-04-13T07:45:47.610 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5525 2024-04-13T07:45:47.610 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.610 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_latency": { 2024-04-13T07:45:47.610 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 811, 2024-04-13T07:45:47.610 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 411989971 2024-04-13T07:45:47.610 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.610 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.610 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache": { 2024-04-13T07:45:47.610 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T07:45:47.610 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1020054731 2024-04-13T07:45:47.610 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.610 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T07:45:47.611 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 41754624 2024-04-13T07:45:47.611 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.611 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T07:45:47.611 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 31801344 2024-04-13T07:45:47.611 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.611 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T07:45:47.611 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2147483648 2024-04-13T07:45:47.611 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.611 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T07:45:47.611 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9953280 2024-04-13T07:45:47.611 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.611 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.611 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:full": { 2024-04-13T07:45:47.611 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:47.611 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 348127232 2024-04-13T07:45:47.611 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.611 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:47.611 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.612 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.612 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:47.612 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.612 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.612 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:47.612 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 277021692 2024-04-13T07:45:47.612 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.612 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:47.612 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 270478 2024-04-13T07:45:47.612 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.612 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:47.612 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.612 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.612 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:47.612 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.612 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.612 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:47.613 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.613 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.613 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:47.613 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.613 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.613 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:47.613 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.613 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.613 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:47.613 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.613 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.613 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:47.613 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.613 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.613 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:47.613 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.613 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.613 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:47.614 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 70835062 2024-04-13T07:45:47.614 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.614 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.614 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:inc": { 2024-04-13T07:45:47.614 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:47.614 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 348127232 2024-04-13T07:45:47.614 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.614 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:47.614 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.614 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.614 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:47.614 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.614 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.614 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:47.615 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 277021692 2024-04-13T07:45:47.615 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.615 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:47.615 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 41372 2024-04-13T07:45:47.615 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.615 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:47.615 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.615 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.615 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:47.615 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.615 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.615 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:47.615 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.615 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.615 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:47.615 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.616 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.616 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:47.616 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.616 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.616 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:47.616 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.616 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.616 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:47.616 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.616 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.616 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:47.616 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.616 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.616 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:47.616 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71064168 2024-04-13T07:45:47.617 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.617 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.617 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:kv": { 2024-04-13T07:45:47.617 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:47.617 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 322961408 2024-04-13T07:45:47.617 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.617 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:47.617 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T07:45:47.617 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.617 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:47.617 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.617 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.617 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:47.617 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 184681128 2024-04-13T07:45:47.617 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.617 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:47.617 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.618 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.618 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:47.618 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.618 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.618 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:47.618 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.618 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.618 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:47.618 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.618 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.618 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:47.618 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.618 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.618 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:47.618 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.619 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.619 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:47.619 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.619 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.619 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:47.619 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.619 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.619 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:47.619 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.619 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.619 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:47.619 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71171416 2024-04-13T07:45:47.619 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.619 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.619 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb": { 2024-04-13T07:45:47.620 INFO:tasks.workunit.client.0.smithi119.stdout: "compact": { 2024-04-13T07:45:47.620 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.620 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.620 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_queue_len": { 2024-04-13T07:45:47.620 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.620 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.620 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_queue_merge": { 2024-04-13T07:45:47.620 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.620 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.620 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_range": { 2024-04-13T07:45:47.620 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T07:45:47.620 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.620 INFO:tasks.workunit.client.0.smithi119.stdout: "get_latency": { 2024-04-13T07:45:47.620 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 34526, 2024-04-13T07:45:47.620 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 89520214 2024-04-13T07:45:47.620 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.621 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_delay_time": { 2024-04-13T07:45:47.621 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.621 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.621 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.621 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_memtable_time": { 2024-04-13T07:45:47.621 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.621 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.621 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.621 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-13T07:45:47.621 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.621 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.621 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.621 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_wal_time": { 2024-04-13T07:45:47.621 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.621 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.621 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.621 INFO:tasks.workunit.client.0.smithi119.stdout: "submit_latency": { 2024-04-13T07:45:47.622 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.622 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.622 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.622 INFO:tasks.workunit.client.0.smithi119.stdout: "submit_sync_latency": { 2024-04-13T07:45:47.622 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1740, 2024-04-13T07:45:47.622 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 757161127 2024-04-13T07:45:47.622 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.622 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.622 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.622 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.8ce27d692b5f50738c5de0d5fabe76bb5b385d6c": { 2024-04-13T07:45:47.622 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T07:45:47.622 INFO:tasks.workunit.client.0.smithi119.stdout: "election_call": { 2024-04-13T07:45:47.622 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T07:45:47.622 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.622 INFO:tasks.workunit.client.0.smithi119.stdout: "election_lose": { 2024-04-13T07:45:47.622 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.623 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.623 INFO:tasks.workunit.client.0.smithi119.stdout: "election_win": { 2024-04-13T07:45:47.623 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3 2024-04-13T07:45:47.623 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.623 INFO:tasks.workunit.client.0.smithi119.stdout: "num_elections": { 2024-04-13T07:45:47.623 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9 2024-04-13T07:45:47.623 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.623 INFO:tasks.workunit.client.0.smithi119.stdout: "num_sessions": { 2024-04-13T07:45:47.623 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7 2024-04-13T07:45:47.623 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.623 INFO:tasks.workunit.client.0.smithi119.stdout: "session_add": { 2024-04-13T07:45:47.623 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3 2024-04-13T07:45:47.623 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.623 INFO:tasks.workunit.client.0.smithi119.stdout: "session_rm": { 2024-04-13T07:45:47.623 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 218 2024-04-13T07:45:47.623 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.623 INFO:tasks.workunit.client.0.smithi119.stdout: "session_trim": { 2024-04-13T07:45:47.623 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.624 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.624 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.624 INFO:tasks.workunit.client.0.smithi119.stdout: "paxos": { 2024-04-13T07:45:47.624 INFO:tasks.workunit.client.0.smithi119.stdout: "accept_timeout": { 2024-04-13T07:45:47.624 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.624 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.624 INFO:tasks.workunit.client.0.smithi119.stdout: "begin": { 2024-04-13T07:45:47.624 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 943 2024-04-13T07:45:47.624 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.624 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_bytes": { 2024-04-13T07:45:47.624 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 943, 2024-04-13T07:45:47.624 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5015357 2024-04-13T07:45:47.624 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.624 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_keys": { 2024-04-13T07:45:47.624 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 943, 2024-04-13T07:45:47.624 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2829 2024-04-13T07:45:47.624 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.625 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_latency": { 2024-04-13T07:45:47.625 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 943, 2024-04-13T07:45:47.625 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 154996233 2024-04-13T07:45:47.625 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.625 INFO:tasks.workunit.client.0.smithi119.stdout: "collect": { 2024-04-13T07:45:47.625 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.625 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.625 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_bytes": { 2024-04-13T07:45:47.625 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.625 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.625 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.625 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_keys": { 2024-04-13T07:45:47.625 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.625 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.625 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.625 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_latency": { 2024-04-13T07:45:47.625 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.625 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.626 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.626 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_timeout": { 2024-04-13T07:45:47.626 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.626 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.626 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_uncommitted": { 2024-04-13T07:45:47.626 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.626 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.626 INFO:tasks.workunit.client.0.smithi119.stdout: "commit": { 2024-04-13T07:45:47.626 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 943 2024-04-13T07:45:47.626 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.626 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_bytes": { 2024-04-13T07:45:47.626 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 943, 2024-04-13T07:45:47.626 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4947518 2024-04-13T07:45:47.626 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.626 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_keys": { 2024-04-13T07:45:47.627 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 943, 2024-04-13T07:45:47.627 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5449 2024-04-13T07:45:47.627 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.627 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_latency": { 2024-04-13T07:45:47.627 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 943, 2024-04-13T07:45:47.627 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 371524570 2024-04-13T07:45:47.627 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.627 INFO:tasks.workunit.client.0.smithi119.stdout: "lease_ack_timeout": { 2024-04-13T07:45:47.627 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.627 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.627 INFO:tasks.workunit.client.0.smithi119.stdout: "lease_timeout": { 2024-04-13T07:45:47.627 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.627 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.627 INFO:tasks.workunit.client.0.smithi119.stdout: "new_pn": { 2024-04-13T07:45:47.627 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T07:45:47.628 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.628 INFO:tasks.workunit.client.0.smithi119.stdout: "new_pn_latency": { 2024-04-13T07:45:47.628 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T07:45:47.628 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2999927 2024-04-13T07:45:47.628 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.628 INFO:tasks.workunit.client.0.smithi119.stdout: "refresh": { 2024-04-13T07:45:47.628 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 945 2024-04-13T07:45:47.628 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.628 INFO:tasks.workunit.client.0.smithi119.stdout: "refresh_latency": { 2024-04-13T07:45:47.628 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 945, 2024-04-13T07:45:47.628 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2493939273 2024-04-13T07:45:47.628 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.628 INFO:tasks.workunit.client.0.smithi119.stdout: "restart": { 2024-04-13T07:45:47.628 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12 2024-04-13T07:45:47.628 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.628 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state": { 2024-04-13T07:45:47.628 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T07:45:47.629 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.629 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state_bytes": { 2024-04-13T07:45:47.629 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T07:45:47.629 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1050 2024-04-13T07:45:47.629 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.629 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state_keys": { 2024-04-13T07:45:47.629 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T07:45:47.629 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T07:45:47.629 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.629 INFO:tasks.workunit.client.0.smithi119.stdout: "start_leader": { 2024-04-13T07:45:47.629 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3 2024-04-13T07:45:47.629 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.629 INFO:tasks.workunit.client.0.smithi119.stdout: "start_peon": { 2024-04-13T07:45:47.629 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.629 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.629 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state": { 2024-04-13T07:45:47.630 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.630 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.630 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_bytes": { 2024-04-13T07:45:47.630 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.630 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.630 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.630 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_keys": { 2024-04-13T07:45:47.630 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.630 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.630 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.630 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_latency": { 2024-04-13T07:45:47.630 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.630 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.630 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.631 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.631 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache": { 2024-04-13T07:45:47.631 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T07:45:47.631 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1020054731 2024-04-13T07:45:47.631 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.631 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T07:45:47.631 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 45834240 2024-04-13T07:45:47.631 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.631 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T07:45:47.631 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 39534592 2024-04-13T07:45:47.631 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.631 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T07:45:47.631 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2147483648 2024-04-13T07:45:47.631 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.631 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T07:45:47.631 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6299648 2024-04-13T07:45:47.632 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.632 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.632 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:full": { 2024-04-13T07:45:47.632 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:47.632 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 348127232 2024-04-13T07:45:47.632 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.632 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:47.632 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.632 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.632 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:47.632 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.632 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.632 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:47.632 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 277022768 2024-04-13T07:45:47.632 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.632 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:47.633 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 270048 2024-04-13T07:45:47.633 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.633 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:47.633 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.633 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.633 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:47.633 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.633 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.633 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:47.633 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.633 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.633 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:47.633 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.633 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.633 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:47.633 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.633 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.634 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:47.634 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.634 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.634 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:47.634 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.634 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.634 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:47.634 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.634 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.634 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:47.634 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 70834416 2024-04-13T07:45:47.634 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.634 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.634 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:inc": { 2024-04-13T07:45:47.635 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:47.635 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 348127232 2024-04-13T07:45:47.635 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.635 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:47.635 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.635 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.635 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:47.635 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.635 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.635 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:47.635 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 277022768 2024-04-13T07:45:47.635 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.635 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:47.635 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 38933 2024-04-13T07:45:47.635 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.636 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:47.636 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.636 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.636 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:47.636 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.636 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.636 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:47.636 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.636 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.636 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:47.636 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.636 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.636 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:47.636 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.636 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.636 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:47.636 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.637 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.637 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:47.637 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.637 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.637 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:47.637 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.637 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.637 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:47.637 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71065531 2024-04-13T07:45:47.637 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.637 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.637 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:kv": { 2024-04-13T07:45:47.637 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:47.637 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 322961408 2024-04-13T07:45:47.637 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.638 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:47.638 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T07:45:47.638 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.638 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:47.638 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.638 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.638 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:47.638 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 184681845 2024-04-13T07:45:47.638 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.638 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:47.638 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.638 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.638 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:47.638 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.639 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.639 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:47.639 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.639 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.639 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:47.639 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.639 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.639 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:47.639 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.639 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.639 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:47.639 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.639 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.639 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:47.639 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.639 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.639 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:47.640 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.640 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.640 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:47.640 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.640 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.640 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:47.640 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71170699 2024-04-13T07:45:47.640 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.640 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.640 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb": { 2024-04-13T07:45:47.640 INFO:tasks.workunit.client.0.smithi119.stdout: "compact": { 2024-04-13T07:45:47.640 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.640 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.640 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_queue_len": { 2024-04-13T07:45:47.640 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.640 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.640 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_queue_merge": { 2024-04-13T07:45:47.641 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.641 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.641 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_range": { 2024-04-13T07:45:47.641 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T07:45:47.641 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.641 INFO:tasks.workunit.client.0.smithi119.stdout: "get_latency": { 2024-04-13T07:45:47.641 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 42495, 2024-04-13T07:45:47.641 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 181212672 2024-04-13T07:45:47.641 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.641 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_delay_time": { 2024-04-13T07:45:47.641 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.641 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.641 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.641 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_memtable_time": { 2024-04-13T07:45:47.641 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.641 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.641 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.642 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-13T07:45:47.642 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.642 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.642 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.642 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_wal_time": { 2024-04-13T07:45:47.642 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.642 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.642 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.642 INFO:tasks.workunit.client.0.smithi119.stdout: "submit_latency": { 2024-04-13T07:45:47.642 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.642 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.642 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.642 INFO:tasks.workunit.client.0.smithi119.stdout: "submit_sync_latency": { 2024-04-13T07:45:47.642 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2050, 2024-04-13T07:45:47.642 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 639071676 2024-04-13T07:45:47.643 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.643 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.643 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.643 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.0": { 2024-04-13T07:45:47.643 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T07:45:47.643 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_fallback": { 2024-04-13T07:45:47.643 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.643 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.643 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_size_fallback": { 2024-04-13T07:45:47.643 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.643 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.643 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_db": { 2024-04-13T07:45:47.643 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 65536 2024-04-13T07:45:47.643 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.643 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_main": { 2024-04-13T07:45:47.643 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.644 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.644 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_wal": { 2024-04-13T07:45:47.644 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.644 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.644 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_slow": { 2024-04-13T07:45:47.644 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.644 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.644 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_sst": { 2024-04-13T07:45:47.644 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12288 2024-04-13T07:45:47.644 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.644 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_wal": { 2024-04-13T07:45:47.644 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7917568 2024-04-13T07:45:47.644 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.644 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lat": { 2024-04-13T07:45:47.644 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.644 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.644 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.645 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lock_lat": { 2024-04-13T07:45:47.645 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.645 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.645 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.645 INFO:tasks.workunit.client.0.smithi119.stdout: "db_total_bytes": { 2024-04-13T07:45:47.645 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T07:45:47.645 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.645 INFO:tasks.workunit.client.0.smithi119.stdout: "db_used_bytes": { 2024-04-13T07:45:47.645 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 31850496 2024-04-13T07:45:47.645 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.645 INFO:tasks.workunit.client.0.smithi119.stdout: "log_bytes": { 2024-04-13T07:45:47.645 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4194304 2024-04-13T07:45:47.645 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.645 INFO:tasks.workunit.client.0.smithi119.stdout: "logged_bytes": { 2024-04-13T07:45:47.645 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4055040 2024-04-13T07:45:47.645 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.646 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_db": { 2024-04-13T07:45:47.646 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 31850496 2024-04-13T07:45:47.646 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.646 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_slow": { 2024-04-13T07:45:47.646 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.646 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.646 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_wal": { 2024-04-13T07:45:47.646 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.646 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.646 INFO:tasks.workunit.client.0.smithi119.stdout: "num_files": { 2024-04-13T07:45:47.646 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14 2024-04-13T07:45:47.646 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.646 INFO:tasks.workunit.client.0.smithi119.stdout: "read_bytes": { 2024-04-13T07:45:47.646 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 206272 2024-04-13T07:45:47.646 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.647 INFO:tasks.workunit.client.0.smithi119.stdout: "read_count": { 2024-04-13T07:45:47.647 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23 2024-04-13T07:45:47.647 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.647 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes": { 2024-04-13T07:45:47.647 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1282048 2024-04-13T07:45:47.647 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.647 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_db": { 2024-04-13T07:45:47.647 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1286144 2024-04-13T07:45:47.647 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.647 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_slow": { 2024-04-13T07:45:47.647 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.647 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.647 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_wal": { 2024-04-13T07:45:47.647 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.647 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.648 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_count": { 2024-04-13T07:45:47.648 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15 2024-04-13T07:45:47.648 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.648 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_bytes": { 2024-04-13T07:45:47.648 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4913 2024-04-13T07:45:47.648 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.648 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_count": { 2024-04-13T07:45:47.648 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4 2024-04-13T07:45:47.648 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.648 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_bytes": { 2024-04-13T07:45:47.648 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5505 2024-04-13T07:45:47.648 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.648 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_count": { 2024-04-13T07:45:47.648 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24 2024-04-13T07:45:47.648 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.648 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_bytes": { 2024-04-13T07:45:47.649 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5505 2024-04-13T07:45:47.649 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.649 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_count": { 2024-04-13T07:45:47.649 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24 2024-04-13T07:45:47.649 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.649 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes": { 2024-04-13T07:45:47.649 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.649 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.649 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_db": { 2024-04-13T07:45:47.649 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.649 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.649 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_slow": { 2024-04-13T07:45:47.649 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.649 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.649 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_wal": { 2024-04-13T07:45:47.649 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.649 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.650 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_count": { 2024-04-13T07:45:47.650 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.650 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.650 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_total_bytes": { 2024-04-13T07:45:47.650 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.650 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.650 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_used_bytes": { 2024-04-13T07:45:47.650 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.650 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.650 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_total_bytes": { 2024-04-13T07:45:47.650 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.650 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.650 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_used_bytes": { 2024-04-13T07:45:47.650 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.651 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.651 INFO:tasks.workunit.client.0.smithi119.stdout: "write_bytes": { 2024-04-13T07:45:47.651 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12050432 2024-04-13T07:45:47.651 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.651 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.651 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": { 2024-04-13T07:45:47.651 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit": { 2024-04-13T07:45:47.651 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T07:45:47.651 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.651 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": { 2024-04-13T07:45:47.651 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1318912 2024-04-13T07:45:47.651 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.651 INFO:tasks.workunit.client.0.smithi119.stdout: "clist_lat": { 2024-04-13T07:45:47.651 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T07:45:47.651 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 176008 2024-04-13T07:45:47.652 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.652 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_lat": { 2024-04-13T07:45:47.652 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.652 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.652 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.652 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed": { 2024-04-13T07:45:47.652 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.652 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.652 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_allocated": { 2024-04-13T07:45:47.652 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.652 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.652 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_original": { 2024-04-13T07:45:47.652 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.652 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.652 INFO:tasks.workunit.client.0.smithi119.stdout: "csum_lat": { 2024-04-13T07:45:47.653 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 22, 2024-04-13T07:45:47.653 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 68171 2024-04-13T07:45:47.653 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.653 INFO:tasks.workunit.client.0.smithi119.stdout: "decompress_lat": { 2024-04-13T07:45:47.653 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.653 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.653 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.653 INFO:tasks.workunit.client.0.smithi119.stdout: "fragmentation_micros": { 2024-04-13T07:45:47.653 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.653 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.653 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_commit_lat": { 2024-04-13T07:45:47.653 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 977, 2024-04-13T07:45:47.653 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 582546752 2024-04-13T07:45:47.653 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.653 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_final_lat": { 2024-04-13T07:45:47.653 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 960, 2024-04-13T07:45:47.653 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 21589887 2024-04-13T07:45:47.654 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.654 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_flush_lat": { 2024-04-13T07:45:47.654 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 977, 2024-04-13T07:45:47.654 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 878569 2024-04-13T07:45:47.654 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.654 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_sync_lat": { 2024-04-13T07:45:47.654 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 977, 2024-04-13T07:45:47.654 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 583425321 2024-04-13T07:45:47.654 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.654 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_keys_lat": { 2024-04-13T07:45:47.654 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.654 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.654 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.654 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_values_lat": { 2024-04-13T07:45:47.654 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T07:45:47.655 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 47323 2024-04-13T07:45:47.655 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.655 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_lower_bound_lat": { 2024-04-13T07:45:47.655 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8, 2024-04-13T07:45:47.655 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23914 2024-04-13T07:45:47.655 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.655 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_next_lat": { 2024-04-13T07:45:47.657 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.657 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.657 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.657 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_seek_to_first_lat": { 2024-04-13T07:45:47.657 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.657 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.657 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.657 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_upper_bound_lat": { 2024-04-13T07:45:47.658 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T07:45:47.658 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3877 2024-04-13T07:45:47.658 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.658 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_hits": { 2024-04-13T07:45:47.658 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3960 2024-04-13T07:45:47.658 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.658 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_misses": { 2024-04-13T07:45:47.658 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 326 2024-04-13T07:45:47.658 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.658 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T07:45:47.658 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 117, 2024-04-13T07:45:47.658 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3891079 2024-04-13T07:45:47.658 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.658 INFO:tasks.workunit.client.0.smithi119.stdout: "read_onode_meta_lat": { 2024-04-13T07:45:47.659 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 321, 2024-04-13T07:45:47.659 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 250657 2024-04-13T07:45:47.659 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.659 INFO:tasks.workunit.client.0.smithi119.stdout: "read_wait_aio_lat": { 2024-04-13T07:45:47.659 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 204, 2024-04-13T07:45:47.659 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5044031 2024-04-13T07:45:47.659 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.659 INFO:tasks.workunit.client.0.smithi119.stdout: "reads_with_retries": { 2024-04-13T07:45:47.659 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.659 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.659 INFO:tasks.workunit.client.0.smithi119.stdout: "remove_lat": { 2024-04-13T07:45:47.659 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 101, 2024-04-13T07:45:47.659 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6765218 2024-04-13T07:45:47.659 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.659 INFO:tasks.workunit.client.0.smithi119.stdout: "state_aio_wait_lat": { 2024-04-13T07:45:47.659 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3592, 2024-04-13T07:45:47.660 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3955612675 2024-04-13T07:45:47.660 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.660 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T07:45:47.660 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 128, 2024-04-13T07:45:47.660 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 32049905 2024-04-13T07:45:47.660 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.660 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_cleanup_lat": { 2024-04-13T07:45:47.660 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 128, 2024-04-13T07:45:47.660 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 432627415861 2024-04-13T07:45:47.660 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.660 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_queued_lat": { 2024-04-13T07:45:47.660 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 128, 2024-04-13T07:45:47.660 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 128589865704 2024-04-13T07:45:47.660 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.660 INFO:tasks.workunit.client.0.smithi119.stdout: "state_done_lat": { 2024-04-13T07:45:47.660 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3592, 2024-04-13T07:45:47.661 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 40701934377 2024-04-13T07:45:47.661 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.661 INFO:tasks.workunit.client.0.smithi119.stdout: "state_finishing_lat": { 2024-04-13T07:45:47.661 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3592, 2024-04-13T07:45:47.661 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 308631 2024-04-13T07:45:47.661 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.661 INFO:tasks.workunit.client.0.smithi119.stdout: "state_io_done_lat": { 2024-04-13T07:45:47.661 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3592, 2024-04-13T07:45:47.661 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 156819864 2024-04-13T07:45:47.661 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.661 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_commiting_lat": { 2024-04-13T07:45:47.661 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3592, 2024-04-13T07:45:47.661 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2756983421 2024-04-13T07:45:47.661 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.661 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_done_lat": { 2024-04-13T07:45:47.661 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3592, 2024-04-13T07:45:47.661 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 536212 2024-04-13T07:45:47.662 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.662 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_queued_lat": { 2024-04-13T07:45:47.662 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3592, 2024-04-13T07:45:47.662 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1589994625 2024-04-13T07:45:47.662 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.662 INFO:tasks.workunit.client.0.smithi119.stdout: "state_prepare_lat": { 2024-04-13T07:45:47.662 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3592, 2024-04-13T07:45:47.662 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 413805435 2024-04-13T07:45:47.662 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.662 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": { 2024-04-13T07:45:47.662 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 900088 2024-04-13T07:45:47.662 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.662 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T07:45:47.662 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 62, 2024-04-13T07:45:47.662 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 286053 2024-04-13T07:45:47.662 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.663 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_commit_lat": { 2024-04-13T07:45:47.663 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3592, 2024-04-13T07:45:47.663 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8873481640 2024-04-13T07:45:47.663 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.663 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_submit_lat": { 2024-04-13T07:45:47.663 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3592, 2024-04-13T07:45:47.663 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 453214871 2024-04-13T07:45:47.663 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.663 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_throttle_lat": { 2024-04-13T07:45:47.663 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3592, 2024-04-13T07:45:47.663 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 295272398 2024-04-13T07:45:47.663 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.663 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.663 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache": { 2024-04-13T07:45:47.663 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T07:45:47.663 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1861619251 2024-04-13T07:45:47.663 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.664 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T07:45:47.664 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 48611328 2024-04-13T07:45:47.664 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.664 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T07:45:47.664 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 48365568 2024-04-13T07:45:47.664 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.664 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T07:45:47.664 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3137559552 2024-04-13T07:45:47.664 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.664 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T07:45:47.664 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 245760 2024-04-13T07:45:47.664 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.664 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.664 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:data": { 2024-04-13T07:45:47.664 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:47.664 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 159383552 2024-04-13T07:45:47.665 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.665 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:47.665 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.665 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.665 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:47.665 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.665 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.665 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:47.665 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 85464305 2024-04-13T07:45:47.665 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.665 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:47.665 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.665 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.665 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:47.665 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.665 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.665 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:47.666 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.666 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.666 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:47.666 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.666 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.666 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:47.666 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.666 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.666 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:47.666 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 610304 2024-04-13T07:45:47.666 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.666 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:47.666 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.666 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.667 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:47.667 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.667 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.667 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:47.667 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.667 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.667 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:47.667 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 73308943 2024-04-13T07:45:47.667 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.667 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.667 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv": { 2024-04-13T07:45:47.667 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:47.667 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 780140544 2024-04-13T07:45:47.667 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.667 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:47.667 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T07:45:47.668 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.668 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:47.668 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.668 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.668 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:47.668 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 640982292 2024-04-13T07:45:47.668 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.668 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:47.668 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.668 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.668 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:47.668 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.668 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.668 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:47.668 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.668 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.669 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:47.669 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.669 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.669 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:47.669 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.669 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.669 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:47.669 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2128 2024-04-13T07:45:47.669 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.669 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:47.669 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.669 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.669 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:47.669 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.669 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.669 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:47.669 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.670 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.670 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:47.670 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 72047260 2024-04-13T07:45:47.670 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.670 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.670 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T07:45:47.670 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:47.670 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 192937984 2024-04-13T07:45:47.670 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.670 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:47.670 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T07:45:47.670 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.670 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:47.670 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 464 2024-04-13T07:45:47.670 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.670 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:47.670 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 56976203 2024-04-13T07:45:47.671 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.671 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:47.671 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.671 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.671 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:47.671 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.671 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.671 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:47.671 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.671 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.671 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:47.671 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.671 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.671 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:47.671 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.671 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.672 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:47.672 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.672 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.672 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:47.672 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.672 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.672 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:47.672 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.672 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.672 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:47.672 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.672 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.672 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:47.672 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 68852453 2024-04-13T07:45:47.672 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.672 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.672 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:meta": { 2024-04-13T07:45:47.673 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:47.673 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 713031680 2024-04-13T07:45:47.673 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.673 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:47.673 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.673 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.673 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:47.673 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.673 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.673 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:47.673 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 640982292 2024-04-13T07:45:47.673 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.673 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:47.673 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.673 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.673 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:47.673 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8250 2024-04-13T07:45:47.674 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.674 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:47.674 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.674 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.674 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:47.674 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.674 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.674 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:47.674 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.674 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.674 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:47.674 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 347679 2024-04-13T07:45:47.674 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.674 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:47.675 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.675 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.675 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:47.675 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.675 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.675 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:47.675 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.675 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.675 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:47.675 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71693459 2024-04-13T07:45:47.675 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.675 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.675 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T07:45:47.675 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T07:45:47.675 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.675 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.676 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T07:45:47.676 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.676 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.676 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T07:45:47.676 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.676 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.676 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T07:45:47.676 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.676 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.676 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.676 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:47.676 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg": { 2024-04-13T07:45:47.676 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 46 2024-04-13T07:45:47.676 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.677 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg_removing": { 2024-04-13T07:45:47.677 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.677 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.677 INFO:tasks.workunit.client.0.smithi119.stdout: "op": { 2024-04-13T07:45:47.677 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5 2024-04-13T07:45:47.677 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.677 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_degraded": { 2024-04-13T07:45:47.677 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.677 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.677 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_unreadable": { 2024-04-13T07:45:47.677 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.677 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.677 INFO:tasks.workunit.client.0.smithi119.stdout: "op_in_bytes": { 2024-04-13T07:45:47.677 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 616 2024-04-13T07:45:47.677 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.678 INFO:tasks.workunit.client.0.smithi119.stdout: "op_latency": { 2024-04-13T07:45:47.678 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 5, 2024-04-13T07:45:47.678 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 94470390 2024-04-13T07:45:47.678 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.678 INFO:tasks.workunit.client.0.smithi119.stdout: "op_out_bytes": { 2024-04-13T07:45:47.678 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.678 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.678 INFO:tasks.workunit.client.0.smithi119.stdout: "op_prepare_latency": { 2024-04-13T07:45:47.678 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 6, 2024-04-13T07:45:47.678 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3276623 2024-04-13T07:45:47.678 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.678 INFO:tasks.workunit.client.0.smithi119.stdout: "op_process_latency": { 2024-04-13T07:45:47.678 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 5, 2024-04-13T07:45:47.678 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 93000384 2024-04-13T07:45:47.679 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.679 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T07:45:47.679 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.679 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.679 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency": { 2024-04-13T07:45:47.679 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.679 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.679 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.679 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T07:45:47.679 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.679 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.679 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_out_bytes": { 2024-04-13T07:45:47.679 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.679 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.680 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_prepare_latency": { 2024-04-13T07:45:47.680 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.680 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.680 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.680 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_process_latency": { 2024-04-13T07:45:47.680 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.680 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.680 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.680 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw": { 2024-04-13T07:45:47.680 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.680 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.680 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_in_bytes": { 2024-04-13T07:45:47.680 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.680 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.681 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency": { 2024-04-13T07:45:47.681 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.681 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.681 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.681 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T07:45:47.681 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.681 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.681 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T07:45:47.681 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.681 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.681 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_out_bytes": { 2024-04-13T07:45:47.681 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.681 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.681 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_prepare_latency": { 2024-04-13T07:45:47.681 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.681 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.682 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.682 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_process_latency": { 2024-04-13T07:45:47.682 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.682 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.682 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.682 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T07:45:47.682 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5 2024-04-13T07:45:47.682 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.682 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_in_bytes": { 2024-04-13T07:45:47.682 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 616 2024-04-13T07:45:47.682 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.682 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency": { 2024-04-13T07:45:47.682 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 5, 2024-04-13T07:45:47.682 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 94470390 2024-04-13T07:45:47.682 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.682 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T07:45:47.683 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.683 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.683 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_prepare_latency": { 2024-04-13T07:45:47.683 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 6, 2024-04-13T07:45:47.683 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3276623 2024-04-13T07:45:47.683 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.683 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_process_latency": { 2024-04-13T07:45:47.683 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 5, 2024-04-13T07:45:47.683 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 93000384 2024-04-13T07:45:47.683 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.683 INFO:tasks.workunit.client.0.smithi119.stdout: "op_wip": { 2024-04-13T07:45:47.683 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.683 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.683 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_bytes": { 2024-04-13T07:45:47.683 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1771686 2024-04-13T07:45:47.683 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.683 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_ops": { 2024-04-13T07:45:47.684 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8 2024-04-13T07:45:47.684 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.684 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes": { 2024-04-13T07:45:47.684 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T07:45:47.684 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.684 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes_used": { 2024-04-13T07:45:47.684 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 33177600 2024-04-13T07:45:47.684 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.684 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.684 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.684 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.1": { 2024-04-13T07:45:47.684 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T07:45:47.684 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_fallback": { 2024-04-13T07:45:47.684 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.684 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.684 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_size_fallback": { 2024-04-13T07:45:47.684 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.685 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.685 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_db": { 2024-04-13T07:45:47.685 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 65536 2024-04-13T07:45:47.685 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.685 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_main": { 2024-04-13T07:45:47.685 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.685 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.685 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_wal": { 2024-04-13T07:45:47.685 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.685 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.685 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_slow": { 2024-04-13T07:45:47.685 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.685 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.685 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_sst": { 2024-04-13T07:45:47.685 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12288 2024-04-13T07:45:47.685 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.686 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_wal": { 2024-04-13T07:45:47.686 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2424832 2024-04-13T07:45:47.686 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.686 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lat": { 2024-04-13T07:45:47.686 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.686 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.686 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.686 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lock_lat": { 2024-04-13T07:45:47.686 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.686 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.686 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.686 INFO:tasks.workunit.client.0.smithi119.stdout: "db_total_bytes": { 2024-04-13T07:45:47.686 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T07:45:47.686 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.686 INFO:tasks.workunit.client.0.smithi119.stdout: "db_used_bytes": { 2024-04-13T07:45:47.686 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 27656192 2024-04-13T07:45:47.687 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.687 INFO:tasks.workunit.client.0.smithi119.stdout: "log_bytes": { 2024-04-13T07:45:47.687 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1544192 2024-04-13T07:45:47.687 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.687 INFO:tasks.workunit.client.0.smithi119.stdout: "logged_bytes": { 2024-04-13T07:45:47.687 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1404928 2024-04-13T07:45:47.687 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.687 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_db": { 2024-04-13T07:45:47.687 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 31850496 2024-04-13T07:45:47.687 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.687 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_slow": { 2024-04-13T07:45:47.687 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.687 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.687 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_wal": { 2024-04-13T07:45:47.687 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.688 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.688 INFO:tasks.workunit.client.0.smithi119.stdout: "num_files": { 2024-04-13T07:45:47.688 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14 2024-04-13T07:45:47.688 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.688 INFO:tasks.workunit.client.0.smithi119.stdout: "read_bytes": { 2024-04-13T07:45:47.688 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 206272 2024-04-13T07:45:47.688 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.688 INFO:tasks.workunit.client.0.smithi119.stdout: "read_count": { 2024-04-13T07:45:47.688 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23 2024-04-13T07:45:47.688 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.688 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes": { 2024-04-13T07:45:47.688 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1282048 2024-04-13T07:45:47.688 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.688 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_db": { 2024-04-13T07:45:47.688 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1286144 2024-04-13T07:45:47.688 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.689 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_slow": { 2024-04-13T07:45:47.689 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.689 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.689 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_wal": { 2024-04-13T07:45:47.689 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.689 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.689 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_count": { 2024-04-13T07:45:47.689 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15 2024-04-13T07:45:47.689 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.689 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_bytes": { 2024-04-13T07:45:47.689 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4913 2024-04-13T07:45:47.689 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.689 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_count": { 2024-04-13T07:45:47.689 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4 2024-04-13T07:45:47.689 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.690 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_bytes": { 2024-04-13T07:45:47.690 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5504 2024-04-13T07:45:47.690 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.690 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_count": { 2024-04-13T07:45:47.690 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24 2024-04-13T07:45:47.690 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.690 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_bytes": { 2024-04-13T07:45:47.690 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5504 2024-04-13T07:45:47.690 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.690 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_count": { 2024-04-13T07:45:47.690 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24 2024-04-13T07:45:47.690 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.690 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes": { 2024-04-13T07:45:47.690 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.690 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.691 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_db": { 2024-04-13T07:45:47.691 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.691 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.691 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_slow": { 2024-04-13T07:45:47.691 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.691 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.691 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_wal": { 2024-04-13T07:45:47.691 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.691 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.691 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_count": { 2024-04-13T07:45:47.691 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.691 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.691 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_total_bytes": { 2024-04-13T07:45:47.691 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.691 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.692 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_used_bytes": { 2024-04-13T07:45:47.692 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.692 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.692 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_total_bytes": { 2024-04-13T07:45:47.692 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.692 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.692 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_used_bytes": { 2024-04-13T07:45:47.692 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.692 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.692 INFO:tasks.workunit.client.0.smithi119.stdout: "write_bytes": { 2024-04-13T07:45:47.692 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3907584 2024-04-13T07:45:47.692 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.692 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.692 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": { 2024-04-13T07:45:47.692 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit": { 2024-04-13T07:45:47.692 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T07:45:47.693 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.693 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": { 2024-04-13T07:45:47.693 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 716800 2024-04-13T07:45:47.693 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.693 INFO:tasks.workunit.client.0.smithi119.stdout: "clist_lat": { 2024-04-13T07:45:47.693 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 5, 2024-04-13T07:45:47.693 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 201676 2024-04-13T07:45:47.693 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.693 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_lat": { 2024-04-13T07:45:47.693 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.693 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.693 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.693 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed": { 2024-04-13T07:45:47.693 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.693 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.694 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_allocated": { 2024-04-13T07:45:47.694 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.694 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.694 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_original": { 2024-04-13T07:45:47.694 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.694 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.694 INFO:tasks.workunit.client.0.smithi119.stdout: "csum_lat": { 2024-04-13T07:45:47.694 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 32, 2024-04-13T07:45:47.694 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 75911 2024-04-13T07:45:47.694 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.694 INFO:tasks.workunit.client.0.smithi119.stdout: "decompress_lat": { 2024-04-13T07:45:47.694 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.694 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.694 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.694 INFO:tasks.workunit.client.0.smithi119.stdout: "fragmentation_micros": { 2024-04-13T07:45:47.695 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.695 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.695 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_commit_lat": { 2024-04-13T07:45:47.695 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 330, 2024-04-13T07:45:47.695 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 88859770 2024-04-13T07:45:47.695 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.695 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_final_lat": { 2024-04-13T07:45:47.695 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 325, 2024-04-13T07:45:47.695 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9542023 2024-04-13T07:45:47.695 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.695 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_flush_lat": { 2024-04-13T07:45:47.695 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 330, 2024-04-13T07:45:47.695 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 346026 2024-04-13T07:45:47.695 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.695 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_sync_lat": { 2024-04-13T07:45:47.696 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 330, 2024-04-13T07:45:47.696 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 89205796 2024-04-13T07:45:47.696 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.696 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_keys_lat": { 2024-04-13T07:45:47.696 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.696 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.696 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.696 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_values_lat": { 2024-04-13T07:45:47.696 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3, 2024-04-13T07:45:47.696 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 42358 2024-04-13T07:45:47.696 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.696 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_lower_bound_lat": { 2024-04-13T07:45:47.696 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T07:45:47.696 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6297 2024-04-13T07:45:47.696 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.697 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_next_lat": { 2024-04-13T07:45:47.697 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.697 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.697 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.697 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_seek_to_first_lat": { 2024-04-13T07:45:47.697 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.697 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.697 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.697 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_upper_bound_lat": { 2024-04-13T07:45:47.697 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T07:45:47.697 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9343 2024-04-13T07:45:47.697 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.697 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_hits": { 2024-04-13T07:45:47.697 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 815 2024-04-13T07:45:47.697 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.698 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_misses": { 2024-04-13T07:45:47.698 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 233 2024-04-13T07:45:47.698 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.698 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T07:45:47.698 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 134, 2024-04-13T07:45:47.698 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5255282 2024-04-13T07:45:47.698 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.698 INFO:tasks.workunit.client.0.smithi119.stdout: "read_onode_meta_lat": { 2024-04-13T07:45:47.698 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 351, 2024-04-13T07:45:47.698 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 300782 2024-04-13T07:45:47.698 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.698 INFO:tasks.workunit.client.0.smithi119.stdout: "read_wait_aio_lat": { 2024-04-13T07:45:47.698 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 217, 2024-04-13T07:45:47.698 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5864774 2024-04-13T07:45:47.698 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.699 INFO:tasks.workunit.client.0.smithi119.stdout: "reads_with_retries": { 2024-04-13T07:45:47.699 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.699 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.699 INFO:tasks.workunit.client.0.smithi119.stdout: "remove_lat": { 2024-04-13T07:45:47.699 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3, 2024-04-13T07:45:47.699 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 117544 2024-04-13T07:45:47.699 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.699 INFO:tasks.workunit.client.0.smithi119.stdout: "state_aio_wait_lat": { 2024-04-13T07:45:47.699 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 402, 2024-04-13T07:45:47.699 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18982397 2024-04-13T07:45:47.699 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.699 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T07:45:47.699 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 123, 2024-04-13T07:45:47.699 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8645923 2024-04-13T07:45:47.700 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.700 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_cleanup_lat": { 2024-04-13T07:45:47.700 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 122, 2024-04-13T07:45:47.700 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 283643710499 2024-04-13T07:45:47.700 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.700 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_queued_lat": { 2024-04-13T07:45:47.700 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 123, 2024-04-13T07:45:47.700 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 126208631300 2024-04-13T07:45:47.700 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.700 INFO:tasks.workunit.client.0.smithi119.stdout: "state_done_lat": { 2024-04-13T07:45:47.700 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 401, 2024-04-13T07:45:47.700 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 40084016878 2024-04-13T07:45:47.700 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.700 INFO:tasks.workunit.client.0.smithi119.stdout: "state_finishing_lat": { 2024-04-13T07:45:47.700 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 401, 2024-04-13T07:45:47.701 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 47667 2024-04-13T07:45:47.701 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.701 INFO:tasks.workunit.client.0.smithi119.stdout: "state_io_done_lat": { 2024-04-13T07:45:47.701 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 402, 2024-04-13T07:45:47.701 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 796479 2024-04-13T07:45:47.701 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.701 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_commiting_lat": { 2024-04-13T07:45:47.701 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 402, 2024-04-13T07:45:47.701 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 142306635 2024-04-13T07:45:47.701 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.701 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_done_lat": { 2024-04-13T07:45:47.701 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 402, 2024-04-13T07:45:47.701 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 144292 2024-04-13T07:45:47.701 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.701 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_queued_lat": { 2024-04-13T07:45:47.701 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 402, 2024-04-13T07:45:47.702 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 52198519 2024-04-13T07:45:47.702 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.702 INFO:tasks.workunit.client.0.smithi119.stdout: "state_prepare_lat": { 2024-04-13T07:45:47.702 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 402, 2024-04-13T07:45:47.702 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24528732 2024-04-13T07:45:47.702 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.702 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": { 2024-04-13T07:45:47.702 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 309152 2024-04-13T07:45:47.702 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.702 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T07:45:47.702 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 57, 2024-04-13T07:45:47.702 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 323795 2024-04-13T07:45:47.702 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.702 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_commit_lat": { 2024-04-13T07:45:47.703 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 402, 2024-04-13T07:45:47.703 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 238869777 2024-04-13T07:45:47.703 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.703 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_submit_lat": { 2024-04-13T07:45:47.703 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 402, 2024-04-13T07:45:47.703 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 29111638 2024-04-13T07:45:47.703 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.703 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_throttle_lat": { 2024-04-13T07:45:47.703 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 402, 2024-04-13T07:45:47.703 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2915959 2024-04-13T07:45:47.703 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.703 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.703 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache": { 2024-04-13T07:45:47.703 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T07:45:47.703 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1861619251 2024-04-13T07:45:47.703 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.704 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T07:45:47.704 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 43433984 2024-04-13T07:45:47.704 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.704 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T07:45:47.704 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 42688512 2024-04-13T07:45:47.704 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.704 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T07:45:47.704 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3137559552 2024-04-13T07:45:47.704 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.704 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T07:45:47.704 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 745472 2024-04-13T07:45:47.704 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.704 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.704 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:data": { 2024-04-13T07:45:47.704 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:47.705 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 159383552 2024-04-13T07:45:47.705 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.705 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:47.705 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.705 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.705 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:47.705 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.705 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.705 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:47.705 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 85508147 2024-04-13T07:45:47.705 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.705 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:47.705 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.705 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.705 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:47.705 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.706 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.706 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:47.706 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.706 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.706 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:47.706 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.706 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.706 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:47.706 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.706 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.706 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:47.706 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16384 2024-04-13T07:45:47.706 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.706 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:47.707 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.707 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.707 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:47.707 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.707 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.707 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:47.707 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.707 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.707 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:47.707 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 73859021 2024-04-13T07:45:47.707 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.707 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.707 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv": { 2024-04-13T07:45:47.707 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:47.708 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 780140544 2024-04-13T07:45:47.708 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.708 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:47.708 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T07:45:47.708 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.708 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:47.708 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.708 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.708 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:47.708 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 641311103 2024-04-13T07:45:47.708 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.708 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:47.708 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.708 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.708 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:47.708 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.709 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.709 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:47.709 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.709 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.709 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:47.709 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.709 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.709 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:47.709 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.709 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.709 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:47.709 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2128 2024-04-13T07:45:47.709 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.709 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:47.709 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.709 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.710 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:47.710 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.710 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.710 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:47.710 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.710 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.710 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:47.710 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71718449 2024-04-13T07:45:47.710 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.710 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.710 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T07:45:47.710 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:47.710 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 192937984 2024-04-13T07:45:47.710 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.711 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:47.711 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T07:45:47.711 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.711 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:47.711 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 464 2024-04-13T07:45:47.711 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.711 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:47.711 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 57005431 2024-04-13T07:45:47.711 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.711 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:47.711 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.711 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.711 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:47.711 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.711 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.711 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:47.712 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.712 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.712 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:47.712 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.712 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.712 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:47.712 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.712 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.712 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:47.712 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.712 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.712 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:47.712 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.712 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.712 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:47.713 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.713 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.713 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:47.713 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.713 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.713 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:47.713 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 68823225 2024-04-13T07:45:47.713 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.713 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.713 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:meta": { 2024-04-13T07:45:47.713 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:47.713 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 713031680 2024-04-13T07:45:47.713 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.713 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:47.713 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.714 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.714 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:47.714 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.714 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.714 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:47.714 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 641311103 2024-04-13T07:45:47.714 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.714 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:47.714 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.714 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.714 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:47.714 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.714 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.714 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:47.714 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.715 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.715 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:47.715 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.715 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.715 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:47.715 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.715 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.715 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:47.715 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 216811 2024-04-13T07:45:47.715 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.715 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:47.715 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.715 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.715 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:47.715 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.716 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.716 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:47.716 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.716 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.716 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:47.716 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71503766 2024-04-13T07:45:47.716 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.716 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.716 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T07:45:47.716 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T07:45:47.716 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.716 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.716 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T07:45:47.716 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.716 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.717 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T07:45:47.717 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.717 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.717 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T07:45:47.717 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.717 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.717 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.717 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:47.717 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg": { 2024-04-13T07:45:47.717 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 36 2024-04-13T07:45:47.717 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.717 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg_removing": { 2024-04-13T07:45:47.717 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.717 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.718 INFO:tasks.workunit.client.0.smithi119.stdout: "op": { 2024-04-13T07:45:47.718 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 155 2024-04-13T07:45:47.718 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.718 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_degraded": { 2024-04-13T07:45:47.718 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.718 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.718 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_unreadable": { 2024-04-13T07:45:47.718 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.718 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.718 INFO:tasks.workunit.client.0.smithi119.stdout: "op_in_bytes": { 2024-04-13T07:45:47.718 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2429440 2024-04-13T07:45:47.718 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.718 INFO:tasks.workunit.client.0.smithi119.stdout: "op_latency": { 2024-04-13T07:45:47.718 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 155, 2024-04-13T07:45:47.719 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 662601015 2024-04-13T07:45:47.719 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.719 INFO:tasks.workunit.client.0.smithi119.stdout: "op_out_bytes": { 2024-04-13T07:45:47.719 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1063 2024-04-13T07:45:47.719 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.719 INFO:tasks.workunit.client.0.smithi119.stdout: "op_prepare_latency": { 2024-04-13T07:45:47.719 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 155, 2024-04-13T07:45:47.719 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 53343071 2024-04-13T07:45:47.719 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.719 INFO:tasks.workunit.client.0.smithi119.stdout: "op_process_latency": { 2024-04-13T07:45:47.719 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 155, 2024-04-13T07:45:47.719 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 216529743 2024-04-13T07:45:47.719 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.719 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T07:45:47.719 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 33 2024-04-13T07:45:47.720 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.720 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency": { 2024-04-13T07:45:47.720 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 33, 2024-04-13T07:45:47.720 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4902008 2024-04-13T07:45:47.720 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.720 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T07:45:47.720 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.720 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.720 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_out_bytes": { 2024-04-13T07:45:47.720 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1063 2024-04-13T07:45:47.720 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.720 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_prepare_latency": { 2024-04-13T07:45:47.720 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 33, 2024-04-13T07:45:47.720 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4423299 2024-04-13T07:45:47.720 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.721 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_process_latency": { 2024-04-13T07:45:47.721 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 33, 2024-04-13T07:45:47.721 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3708054 2024-04-13T07:45:47.721 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.721 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw": { 2024-04-13T07:45:47.721 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 22 2024-04-13T07:45:47.721 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.721 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_in_bytes": { 2024-04-13T07:45:47.721 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.721 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.721 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency": { 2024-04-13T07:45:47.721 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 22, 2024-04-13T07:45:47.721 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17904601 2024-04-13T07:45:47.721 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.721 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T07:45:47.721 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.722 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.722 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T07:45:47.722 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.722 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.722 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_out_bytes": { 2024-04-13T07:45:47.722 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.722 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.722 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_prepare_latency": { 2024-04-13T07:45:47.722 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 22, 2024-04-13T07:45:47.722 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8037830 2024-04-13T07:45:47.722 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.722 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_process_latency": { 2024-04-13T07:45:47.722 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 22, 2024-04-13T07:45:47.722 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16946476 2024-04-13T07:45:47.723 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.723 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T07:45:47.723 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 100 2024-04-13T07:45:47.723 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.723 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_in_bytes": { 2024-04-13T07:45:47.723 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2429440 2024-04-13T07:45:47.723 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.723 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency": { 2024-04-13T07:45:47.723 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 100, 2024-04-13T07:45:47.723 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 639794406 2024-04-13T07:45:47.723 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.723 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T07:45:47.723 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.723 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.723 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_prepare_latency": { 2024-04-13T07:45:47.723 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 100, 2024-04-13T07:45:47.723 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 40881942 2024-04-13T07:45:47.724 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.724 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_process_latency": { 2024-04-13T07:45:47.724 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 100, 2024-04-13T07:45:47.724 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 195875213 2024-04-13T07:45:47.724 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.724 INFO:tasks.workunit.client.0.smithi119.stdout: "op_wip": { 2024-04-13T07:45:47.724 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.724 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.724 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_bytes": { 2024-04-13T07:45:47.724 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 590368 2024-04-13T07:45:47.724 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.724 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_ops": { 2024-04-13T07:45:47.724 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T07:45:47.724 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.724 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes": { 2024-04-13T07:45:47.724 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T07:45:47.725 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.725 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes_used": { 2024-04-13T07:45:47.725 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 28385280 2024-04-13T07:45:47.725 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.725 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.725 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.725 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.2": { 2024-04-13T07:45:47.725 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T07:45:47.725 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_fallback": { 2024-04-13T07:45:47.725 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.725 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.725 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_size_fallback": { 2024-04-13T07:45:47.725 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.725 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.725 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_db": { 2024-04-13T07:45:47.726 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 65536 2024-04-13T07:45:47.726 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.726 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_main": { 2024-04-13T07:45:47.726 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.726 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.726 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_wal": { 2024-04-13T07:45:47.726 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.726 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.726 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_slow": { 2024-04-13T07:45:47.726 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.726 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.726 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_sst": { 2024-04-13T07:45:47.726 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12288 2024-04-13T07:45:47.726 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.727 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_wal": { 2024-04-13T07:45:47.727 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2134016 2024-04-13T07:45:47.727 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.727 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lat": { 2024-04-13T07:45:47.727 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.727 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.727 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.727 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lock_lat": { 2024-04-13T07:45:47.727 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.727 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.727 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.727 INFO:tasks.workunit.client.0.smithi119.stdout: "db_total_bytes": { 2024-04-13T07:45:47.727 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T07:45:47.727 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.727 INFO:tasks.workunit.client.0.smithi119.stdout: "db_used_bytes": { 2024-04-13T07:45:47.728 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 27656192 2024-04-13T07:45:47.728 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.728 INFO:tasks.workunit.client.0.smithi119.stdout: "log_bytes": { 2024-04-13T07:45:47.728 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1343488 2024-04-13T07:45:47.728 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.728 INFO:tasks.workunit.client.0.smithi119.stdout: "logged_bytes": { 2024-04-13T07:45:47.728 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1204224 2024-04-13T07:45:47.728 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.728 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_db": { 2024-04-13T07:45:47.728 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 31850496 2024-04-13T07:45:47.728 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.728 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_slow": { 2024-04-13T07:45:47.728 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.728 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.728 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_wal": { 2024-04-13T07:45:47.729 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.729 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.729 INFO:tasks.workunit.client.0.smithi119.stdout: "num_files": { 2024-04-13T07:45:47.729 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14 2024-04-13T07:45:47.729 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.729 INFO:tasks.workunit.client.0.smithi119.stdout: "read_bytes": { 2024-04-13T07:45:47.729 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 206272 2024-04-13T07:45:47.729 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.729 INFO:tasks.workunit.client.0.smithi119.stdout: "read_count": { 2024-04-13T07:45:47.729 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23 2024-04-13T07:45:47.729 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.729 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes": { 2024-04-13T07:45:47.729 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1282048 2024-04-13T07:45:47.729 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.729 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_db": { 2024-04-13T07:45:47.730 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1286144 2024-04-13T07:45:47.730 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.730 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_slow": { 2024-04-13T07:45:47.730 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.730 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.730 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_wal": { 2024-04-13T07:45:47.730 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.730 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.730 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_count": { 2024-04-13T07:45:47.730 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15 2024-04-13T07:45:47.730 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.730 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_bytes": { 2024-04-13T07:45:47.730 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4913 2024-04-13T07:45:47.730 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.731 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_count": { 2024-04-13T07:45:47.731 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4 2024-04-13T07:45:47.731 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.731 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_bytes": { 2024-04-13T07:45:47.731 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5505 2024-04-13T07:45:47.731 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.731 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_count": { 2024-04-13T07:45:47.731 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24 2024-04-13T07:45:47.731 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.731 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_bytes": { 2024-04-13T07:45:47.731 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5505 2024-04-13T07:45:47.731 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.731 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_count": { 2024-04-13T07:45:47.731 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24 2024-04-13T07:45:47.731 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.732 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes": { 2024-04-13T07:45:47.732 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.732 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.732 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_db": { 2024-04-13T07:45:47.732 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.732 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.732 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_slow": { 2024-04-13T07:45:47.732 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.732 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.732 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_wal": { 2024-04-13T07:45:47.732 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.732 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.732 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_count": { 2024-04-13T07:45:47.732 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.732 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.732 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_total_bytes": { 2024-04-13T07:45:47.733 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.733 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.733 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_used_bytes": { 2024-04-13T07:45:47.733 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.733 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.733 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_total_bytes": { 2024-04-13T07:45:47.733 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.733 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.733 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_used_bytes": { 2024-04-13T07:45:47.733 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.733 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.733 INFO:tasks.workunit.client.0.smithi119.stdout: "write_bytes": { 2024-04-13T07:45:47.733 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3416064 2024-04-13T07:45:47.733 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.733 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.734 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": { 2024-04-13T07:45:47.734 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit": { 2024-04-13T07:45:47.734 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T07:45:47.734 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.734 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": { 2024-04-13T07:45:47.734 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 712704 2024-04-13T07:45:47.734 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.734 INFO:tasks.workunit.client.0.smithi119.stdout: "clist_lat": { 2024-04-13T07:45:47.734 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4, 2024-04-13T07:45:47.734 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 172460 2024-04-13T07:45:47.734 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.734 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_lat": { 2024-04-13T07:45:47.734 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.734 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.734 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.735 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed": { 2024-04-13T07:45:47.735 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.735 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.735 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_allocated": { 2024-04-13T07:45:47.735 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.735 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.735 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_original": { 2024-04-13T07:45:47.735 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.735 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.735 INFO:tasks.workunit.client.0.smithi119.stdout: "csum_lat": { 2024-04-13T07:45:47.735 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 14, 2024-04-13T07:45:47.735 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17767 2024-04-13T07:45:47.735 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.735 INFO:tasks.workunit.client.0.smithi119.stdout: "decompress_lat": { 2024-04-13T07:45:47.736 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.736 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.736 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.736 INFO:tasks.workunit.client.0.smithi119.stdout: "fragmentation_micros": { 2024-04-13T07:45:47.736 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.736 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.736 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_commit_lat": { 2024-04-13T07:45:47.736 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 281, 2024-04-13T07:45:47.736 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 72712862 2024-04-13T07:45:47.736 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.736 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_final_lat": { 2024-04-13T07:45:47.736 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 273, 2024-04-13T07:45:47.736 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6397488 2024-04-13T07:45:47.736 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.737 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_flush_lat": { 2024-04-13T07:45:47.737 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 281, 2024-04-13T07:45:47.737 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 297803 2024-04-13T07:45:47.737 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.737 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_sync_lat": { 2024-04-13T07:45:47.737 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 281, 2024-04-13T07:45:47.737 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 73010665 2024-04-13T07:45:47.737 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.737 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_keys_lat": { 2024-04-13T07:45:47.737 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.737 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.737 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.737 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_values_lat": { 2024-04-13T07:45:47.737 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3, 2024-04-13T07:45:47.737 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 62021 2024-04-13T07:45:47.737 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.738 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_lower_bound_lat": { 2024-04-13T07:45:47.738 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.738 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.738 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.738 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_next_lat": { 2024-04-13T07:45:47.738 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.738 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.738 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.738 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_seek_to_first_lat": { 2024-04-13T07:45:47.738 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.738 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.738 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.738 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_upper_bound_lat": { 2024-04-13T07:45:47.738 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T07:45:47.739 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3822 2024-04-13T07:45:47.739 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.739 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_hits": { 2024-04-13T07:45:47.739 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 600 2024-04-13T07:45:47.739 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.739 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_misses": { 2024-04-13T07:45:47.739 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 217 2024-04-13T07:45:47.739 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.739 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T07:45:47.739 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 96, 2024-04-13T07:45:47.739 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1600218 2024-04-13T07:45:47.739 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.739 INFO:tasks.workunit.client.0.smithi119.stdout: "read_onode_meta_lat": { 2024-04-13T07:45:47.739 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 268, 2024-04-13T07:45:47.739 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 270000 2024-04-13T07:45:47.740 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.740 INFO:tasks.workunit.client.0.smithi119.stdout: "read_wait_aio_lat": { 2024-04-13T07:45:47.740 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 172, 2024-04-13T07:45:47.740 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6170496 2024-04-13T07:45:47.740 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.740 INFO:tasks.workunit.client.0.smithi119.stdout: "reads_with_retries": { 2024-04-13T07:45:47.740 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.740 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.740 INFO:tasks.workunit.client.0.smithi119.stdout: "remove_lat": { 2024-04-13T07:45:47.740 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3, 2024-04-13T07:45:47.740 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 108847 2024-04-13T07:45:47.740 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.740 INFO:tasks.workunit.client.0.smithi119.stdout: "state_aio_wait_lat": { 2024-04-13T07:45:47.740 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 335, 2024-04-13T07:45:47.740 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6727904 2024-04-13T07:45:47.740 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.741 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T07:45:47.741 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 116, 2024-04-13T07:45:47.741 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7421480 2024-04-13T07:45:47.741 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.741 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_cleanup_lat": { 2024-04-13T07:45:47.741 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 115, 2024-04-13T07:45:47.741 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 217350110793 2024-04-13T07:45:47.741 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.741 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_queued_lat": { 2024-04-13T07:45:47.741 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 116, 2024-04-13T07:45:47.741 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 116714203450 2024-04-13T07:45:47.741 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.741 INFO:tasks.workunit.client.0.smithi119.stdout: "state_done_lat": { 2024-04-13T07:45:47.741 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 334, 2024-04-13T07:45:47.741 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 40027696509 2024-04-13T07:45:47.742 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.742 INFO:tasks.workunit.client.0.smithi119.stdout: "state_finishing_lat": { 2024-04-13T07:45:47.742 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 334, 2024-04-13T07:45:47.742 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 32608 2024-04-13T07:45:47.742 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.742 INFO:tasks.workunit.client.0.smithi119.stdout: "state_io_done_lat": { 2024-04-13T07:45:47.742 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 335, 2024-04-13T07:45:47.742 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 405960 2024-04-13T07:45:47.742 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.742 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_commiting_lat": { 2024-04-13T07:45:47.742 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 335, 2024-04-13T07:45:47.742 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 142082781 2024-04-13T07:45:47.742 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.742 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_done_lat": { 2024-04-13T07:45:47.743 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 335, 2024-04-13T07:45:47.743 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 114196 2024-04-13T07:45:47.743 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.743 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_queued_lat": { 2024-04-13T07:45:47.743 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 335, 2024-04-13T07:45:47.743 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 55260278 2024-04-13T07:45:47.743 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.743 INFO:tasks.workunit.client.0.smithi119.stdout: "state_prepare_lat": { 2024-04-13T07:45:47.743 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 335, 2024-04-13T07:45:47.743 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 25887763 2024-04-13T07:45:47.743 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.743 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": { 2024-04-13T07:45:47.743 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 309574 2024-04-13T07:45:47.743 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.743 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T07:45:47.743 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 52, 2024-04-13T07:45:47.744 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 242571 2024-04-13T07:45:47.744 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.744 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_commit_lat": { 2024-04-13T07:45:47.744 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 335, 2024-04-13T07:45:47.744 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 230415216 2024-04-13T07:45:47.744 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.744 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_submit_lat": { 2024-04-13T07:45:47.744 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 335, 2024-04-13T07:45:47.744 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 29278990 2024-04-13T07:45:47.744 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.744 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_throttle_lat": { 2024-04-13T07:45:47.744 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 335, 2024-04-13T07:45:47.744 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2078909 2024-04-13T07:45:47.744 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.744 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.745 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache": { 2024-04-13T07:45:47.745 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T07:45:47.745 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1861619251 2024-04-13T07:45:47.745 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.745 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T07:45:47.745 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 43433984 2024-04-13T07:45:47.745 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.745 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T07:45:47.745 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 42934272 2024-04-13T07:45:47.745 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.745 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T07:45:47.745 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3137559552 2024-04-13T07:45:47.745 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.745 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T07:45:47.745 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 499712 2024-04-13T07:45:47.745 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.746 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.746 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:data": { 2024-04-13T07:45:47.746 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:47.746 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 159383552 2024-04-13T07:45:47.746 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.746 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:47.746 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.746 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.746 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:47.746 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.746 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.746 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:47.746 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 85508710 2024-04-13T07:45:47.746 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.747 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:47.747 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.747 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.747 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:47.747 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.747 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.747 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:47.747 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.747 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.747 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:47.747 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.747 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.747 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:47.747 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.748 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.748 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:47.748 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12288 2024-04-13T07:45:47.748 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.748 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:47.748 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.748 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.748 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:47.748 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.748 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.748 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:47.748 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.748 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.748 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:47.748 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 73862554 2024-04-13T07:45:47.749 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.749 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.749 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv": { 2024-04-13T07:45:47.749 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:47.749 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 780140544 2024-04-13T07:45:47.749 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.749 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:47.749 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T07:45:47.749 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.749 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:47.749 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.749 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.749 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:47.749 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 641315329 2024-04-13T07:45:47.749 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.749 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:47.750 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.750 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.750 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:47.750 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.750 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.750 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:47.750 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.750 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.750 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:47.750 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.750 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.750 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:47.750 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.750 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.750 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:47.751 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2128 2024-04-13T07:45:47.751 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.751 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:47.751 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.751 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.751 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:47.751 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.751 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.751 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:47.751 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.751 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.751 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:47.751 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71714223 2024-04-13T07:45:47.751 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.751 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.751 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T07:45:47.752 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:47.752 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 192937984 2024-04-13T07:45:47.752 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.752 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:47.752 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T07:45:47.752 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.752 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:47.752 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 464 2024-04-13T07:45:47.752 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.752 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:47.752 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 57005807 2024-04-13T07:45:47.752 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.752 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:47.752 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.752 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.752 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:47.753 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.753 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.753 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:47.753 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.753 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.753 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:47.753 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.753 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.753 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:47.753 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.753 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.753 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:47.753 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.753 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.753 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:47.753 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.754 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.754 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:47.754 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.754 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.754 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:47.754 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.754 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.754 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:47.754 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 68822849 2024-04-13T07:45:47.754 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.754 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.754 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:meta": { 2024-04-13T07:45:47.754 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:47.754 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 713031680 2024-04-13T07:45:47.754 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.754 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:47.755 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.755 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.755 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:47.755 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.755 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.755 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:47.755 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 641315329 2024-04-13T07:45:47.755 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.755 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:47.755 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.755 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.755 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:47.755 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.755 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.755 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:47.755 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.756 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.756 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:47.756 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.756 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.756 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:47.756 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.756 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.756 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:47.756 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 211607 2024-04-13T07:45:47.756 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.756 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:47.756 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.756 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.756 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:47.756 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.757 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.757 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:47.757 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.757 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.757 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:47.757 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71504744 2024-04-13T07:45:47.757 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.757 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.757 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T07:45:47.757 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T07:45:47.757 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.757 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.757 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T07:45:47.757 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.757 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.757 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T07:45:47.758 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.758 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.758 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T07:45:47.758 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.758 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.758 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.758 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:47.758 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg": { 2024-04-13T07:45:47.758 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 31 2024-04-13T07:45:47.758 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.758 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg_removing": { 2024-04-13T07:45:47.758 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.758 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.758 INFO:tasks.workunit.client.0.smithi119.stdout: "op": { 2024-04-13T07:45:47.758 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10 2024-04-13T07:45:47.759 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.759 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_degraded": { 2024-04-13T07:45:47.759 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.759 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.759 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_unreadable": { 2024-04-13T07:45:47.759 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.759 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.759 INFO:tasks.workunit.client.0.smithi119.stdout: "op_in_bytes": { 2024-04-13T07:45:47.759 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.759 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.759 INFO:tasks.workunit.client.0.smithi119.stdout: "op_latency": { 2024-04-13T07:45:47.759 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 10, 2024-04-13T07:45:47.759 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 122051655 2024-04-13T07:45:47.759 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.760 INFO:tasks.workunit.client.0.smithi119.stdout: "op_out_bytes": { 2024-04-13T07:45:47.760 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.760 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.760 INFO:tasks.workunit.client.0.smithi119.stdout: "op_prepare_latency": { 2024-04-13T07:45:47.760 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 10, 2024-04-13T07:45:47.760 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4369782 2024-04-13T07:45:47.760 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.760 INFO:tasks.workunit.client.0.smithi119.stdout: "op_process_latency": { 2024-04-13T07:45:47.760 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 10, 2024-04-13T07:45:47.760 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 115018858 2024-04-13T07:45:47.760 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.760 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T07:45:47.760 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.760 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.760 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency": { 2024-04-13T07:45:47.761 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.761 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.761 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.761 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T07:45:47.761 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.761 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.761 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_out_bytes": { 2024-04-13T07:45:47.761 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.761 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.761 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_prepare_latency": { 2024-04-13T07:45:47.761 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.761 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.761 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.761 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_process_latency": { 2024-04-13T07:45:47.761 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.761 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.762 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.762 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw": { 2024-04-13T07:45:47.762 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.762 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.762 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_in_bytes": { 2024-04-13T07:45:47.762 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.762 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.762 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency": { 2024-04-13T07:45:47.762 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.762 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.762 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.762 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T07:45:47.762 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.762 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.762 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T07:45:47.763 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.763 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.763 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_out_bytes": { 2024-04-13T07:45:47.763 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.763 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.763 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_prepare_latency": { 2024-04-13T07:45:47.763 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.763 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.763 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.763 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_process_latency": { 2024-04-13T07:45:47.763 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.763 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.763 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.763 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T07:45:47.763 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10 2024-04-13T07:45:47.763 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.763 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_in_bytes": { 2024-04-13T07:45:47.764 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.764 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.764 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency": { 2024-04-13T07:45:47.764 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 10, 2024-04-13T07:45:47.764 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 122051655 2024-04-13T07:45:47.764 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.764 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T07:45:47.764 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.764 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.764 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_prepare_latency": { 2024-04-13T07:45:47.764 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 10, 2024-04-13T07:45:47.764 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4369782 2024-04-13T07:45:47.764 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.764 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_process_latency": { 2024-04-13T07:45:47.764 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 10, 2024-04-13T07:45:47.764 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 115018858 2024-04-13T07:45:47.765 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.765 INFO:tasks.workunit.client.0.smithi119.stdout: "op_wip": { 2024-04-13T07:45:47.765 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.765 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.765 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_bytes": { 2024-04-13T07:45:47.765 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.765 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.765 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_ops": { 2024-04-13T07:45:47.765 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.765 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.765 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes": { 2024-04-13T07:45:47.765 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T07:45:47.765 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.765 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes_used": { 2024-04-13T07:45:47.765 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 28381184 2024-04-13T07:45:47.766 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.766 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.766 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.766 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.3": { 2024-04-13T07:45:47.766 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T07:45:47.766 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_fallback": { 2024-04-13T07:45:47.766 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.766 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.766 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_size_fallback": { 2024-04-13T07:45:47.766 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.766 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.766 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_db": { 2024-04-13T07:45:47.766 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 65536 2024-04-13T07:45:47.766 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.767 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_main": { 2024-04-13T07:45:47.767 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.767 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.767 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_wal": { 2024-04-13T07:45:47.767 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.767 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.767 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_slow": { 2024-04-13T07:45:47.767 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.767 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.767 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_sst": { 2024-04-13T07:45:47.767 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12288 2024-04-13T07:45:47.767 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.767 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_wal": { 2024-04-13T07:45:47.767 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1032192 2024-04-13T07:45:47.767 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.768 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lat": { 2024-04-13T07:45:47.768 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.768 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.768 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.768 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lock_lat": { 2024-04-13T07:45:47.768 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.768 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.768 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.768 INFO:tasks.workunit.client.0.smithi119.stdout: "db_total_bytes": { 2024-04-13T07:45:47.768 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T07:45:47.768 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.768 INFO:tasks.workunit.client.0.smithi119.stdout: "db_used_bytes": { 2024-04-13T07:45:47.768 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 27656192 2024-04-13T07:45:47.768 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.768 INFO:tasks.workunit.client.0.smithi119.stdout: "log_bytes": { 2024-04-13T07:45:47.769 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 749568 2024-04-13T07:45:47.769 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.769 INFO:tasks.workunit.client.0.smithi119.stdout: "logged_bytes": { 2024-04-13T07:45:47.769 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 610304 2024-04-13T07:45:47.769 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.769 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_db": { 2024-04-13T07:45:47.769 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 31850496 2024-04-13T07:45:47.769 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.769 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_slow": { 2024-04-13T07:45:47.769 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.769 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.769 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_wal": { 2024-04-13T07:45:47.769 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.769 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.769 INFO:tasks.workunit.client.0.smithi119.stdout: "num_files": { 2024-04-13T07:45:47.769 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14 2024-04-13T07:45:47.770 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.770 INFO:tasks.workunit.client.0.smithi119.stdout: "read_bytes": { 2024-04-13T07:45:47.770 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 206272 2024-04-13T07:45:47.770 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.770 INFO:tasks.workunit.client.0.smithi119.stdout: "read_count": { 2024-04-13T07:45:47.770 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23 2024-04-13T07:45:47.770 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.770 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes": { 2024-04-13T07:45:47.770 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1282048 2024-04-13T07:45:47.770 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.770 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_db": { 2024-04-13T07:45:47.770 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1286144 2024-04-13T07:45:47.770 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.770 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_slow": { 2024-04-13T07:45:47.770 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.771 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.771 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_wal": { 2024-04-13T07:45:47.771 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.771 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.771 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_count": { 2024-04-13T07:45:47.771 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15 2024-04-13T07:45:47.771 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.771 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_bytes": { 2024-04-13T07:45:47.771 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4913 2024-04-13T07:45:47.771 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.771 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_count": { 2024-04-13T07:45:47.771 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4 2024-04-13T07:45:47.771 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.771 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_bytes": { 2024-04-13T07:45:47.771 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5503 2024-04-13T07:45:47.771 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.772 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_count": { 2024-04-13T07:45:47.772 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24 2024-04-13T07:45:47.772 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.772 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_bytes": { 2024-04-13T07:45:47.772 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5503 2024-04-13T07:45:47.772 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.772 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_count": { 2024-04-13T07:45:47.772 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24 2024-04-13T07:45:47.772 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.772 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes": { 2024-04-13T07:45:47.772 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.772 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.772 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_db": { 2024-04-13T07:45:47.772 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.772 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.772 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_slow": { 2024-04-13T07:45:47.773 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.773 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.773 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_wal": { 2024-04-13T07:45:47.773 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.773 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.773 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_count": { 2024-04-13T07:45:47.773 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.773 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.773 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_total_bytes": { 2024-04-13T07:45:47.773 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.773 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.773 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_used_bytes": { 2024-04-13T07:45:47.773 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.773 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.773 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_total_bytes": { 2024-04-13T07:45:47.774 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.774 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.774 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_used_bytes": { 2024-04-13T07:45:47.774 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.774 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.774 INFO:tasks.workunit.client.0.smithi119.stdout: "write_bytes": { 2024-04-13T07:45:47.774 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1720320 2024-04-13T07:45:47.774 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.774 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.774 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": { 2024-04-13T07:45:47.774 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit": { 2024-04-13T07:45:47.774 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T07:45:47.774 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.774 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": { 2024-04-13T07:45:47.774 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 729088 2024-04-13T07:45:47.775 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.775 INFO:tasks.workunit.client.0.smithi119.stdout: "clist_lat": { 2024-04-13T07:45:47.775 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.775 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.775 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.775 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_lat": { 2024-04-13T07:45:47.775 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.775 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.775 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.775 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed": { 2024-04-13T07:45:47.775 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.775 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.775 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_allocated": { 2024-04-13T07:45:47.775 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.775 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.776 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_original": { 2024-04-13T07:45:47.776 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.776 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.776 INFO:tasks.workunit.client.0.smithi119.stdout: "csum_lat": { 2024-04-13T07:45:47.776 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4, 2024-04-13T07:45:47.776 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8731 2024-04-13T07:45:47.776 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.776 INFO:tasks.workunit.client.0.smithi119.stdout: "decompress_lat": { 2024-04-13T07:45:47.776 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.776 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.776 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.776 INFO:tasks.workunit.client.0.smithi119.stdout: "fragmentation_micros": { 2024-04-13T07:45:47.776 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.776 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.776 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_commit_lat": { 2024-04-13T07:45:47.776 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 136, 2024-04-13T07:45:47.776 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37274325 2024-04-13T07:45:47.777 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.777 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_final_lat": { 2024-04-13T07:45:47.777 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 134, 2024-04-13T07:45:47.777 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11769317 2024-04-13T07:45:47.777 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.777 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_flush_lat": { 2024-04-13T07:45:47.777 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 136, 2024-04-13T07:45:47.777 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 173509 2024-04-13T07:45:47.777 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.777 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_sync_lat": { 2024-04-13T07:45:47.777 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 136, 2024-04-13T07:45:47.777 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37447834 2024-04-13T07:45:47.777 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.777 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_keys_lat": { 2024-04-13T07:45:47.777 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.778 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.778 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.778 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_values_lat": { 2024-04-13T07:45:47.778 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T07:45:47.778 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 36580 2024-04-13T07:45:47.778 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.778 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_lower_bound_lat": { 2024-04-13T07:45:47.778 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.778 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.778 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.778 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_next_lat": { 2024-04-13T07:45:47.778 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.778 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.778 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.779 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_seek_to_first_lat": { 2024-04-13T07:45:47.779 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.779 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.779 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.779 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_upper_bound_lat": { 2024-04-13T07:45:47.779 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T07:45:47.779 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3664 2024-04-13T07:45:47.779 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.779 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_hits": { 2024-04-13T07:45:47.779 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 328 2024-04-13T07:45:47.779 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.779 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_misses": { 2024-04-13T07:45:47.779 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 221 2024-04-13T07:45:47.779 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.779 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T07:45:47.779 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 86, 2024-04-13T07:45:47.780 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1152759 2024-04-13T07:45:47.780 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.780 INFO:tasks.workunit.client.0.smithi119.stdout: "read_onode_meta_lat": { 2024-04-13T07:45:47.780 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 148, 2024-04-13T07:45:47.780 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 293684 2024-04-13T07:45:47.780 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.780 INFO:tasks.workunit.client.0.smithi119.stdout: "read_wait_aio_lat": { 2024-04-13T07:45:47.780 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 62, 2024-04-13T07:45:47.780 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 686582 2024-04-13T07:45:47.780 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.780 INFO:tasks.workunit.client.0.smithi119.stdout: "reads_with_retries": { 2024-04-13T07:45:47.780 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.780 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.780 INFO:tasks.workunit.client.0.smithi119.stdout: "remove_lat": { 2024-04-13T07:45:47.780 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.780 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.781 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.781 INFO:tasks.workunit.client.0.smithi119.stdout: "state_aio_wait_lat": { 2024-04-13T07:45:47.781 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 232, 2024-04-13T07:45:47.781 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8690905 2024-04-13T07:45:47.781 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.781 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T07:45:47.781 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 50, 2024-04-13T07:45:47.781 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3835554 2024-04-13T07:45:47.781 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.781 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_cleanup_lat": { 2024-04-13T07:45:47.781 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 47, 2024-04-13T07:45:47.781 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 248986779304 2024-04-13T07:45:47.781 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.781 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_queued_lat": { 2024-04-13T07:45:47.781 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 50, 2024-04-13T07:45:47.781 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 58106062938 2024-04-13T07:45:47.782 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.782 INFO:tasks.workunit.client.0.smithi119.stdout: "state_done_lat": { 2024-04-13T07:45:47.782 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 229, 2024-04-13T07:45:47.782 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 557178 2024-04-13T07:45:47.782 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.782 INFO:tasks.workunit.client.0.smithi119.stdout: "state_finishing_lat": { 2024-04-13T07:45:47.782 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 229, 2024-04-13T07:45:47.782 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23069 2024-04-13T07:45:47.782 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.782 INFO:tasks.workunit.client.0.smithi119.stdout: "state_io_done_lat": { 2024-04-13T07:45:47.782 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 232, 2024-04-13T07:45:47.782 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 248374 2024-04-13T07:45:47.782 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.782 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_commiting_lat": { 2024-04-13T07:45:47.783 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 232, 2024-04-13T07:45:47.783 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 127467704 2024-04-13T07:45:47.783 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.783 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_done_lat": { 2024-04-13T07:45:47.783 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 232, 2024-04-13T07:45:47.783 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 62782 2024-04-13T07:45:47.783 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.783 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_queued_lat": { 2024-04-13T07:45:47.783 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 232, 2024-04-13T07:45:47.783 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 113036925 2024-04-13T07:45:47.783 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.783 INFO:tasks.workunit.client.0.smithi119.stdout: "state_prepare_lat": { 2024-04-13T07:45:47.783 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 232, 2024-04-13T07:45:47.783 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11289667 2024-04-13T07:45:47.783 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.783 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": { 2024-04-13T07:45:47.783 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 311728 2024-04-13T07:45:47.784 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.784 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T07:45:47.784 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 41, 2024-04-13T07:45:47.784 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 191652 2024-04-13T07:45:47.784 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.784 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_commit_lat": { 2024-04-13T07:45:47.784 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 232, 2024-04-13T07:45:47.784 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 260759325 2024-04-13T07:45:47.784 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.784 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_submit_lat": { 2024-04-13T07:45:47.784 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 232, 2024-04-13T07:45:47.784 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13425448 2024-04-13T07:45:47.784 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.784 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_throttle_lat": { 2024-04-13T07:45:47.784 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 232, 2024-04-13T07:45:47.784 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1388525 2024-04-13T07:45:47.784 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.785 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.785 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache": { 2024-04-13T07:45:47.785 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T07:45:47.785 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1861619251 2024-04-13T07:45:47.785 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.785 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T07:45:47.785 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 41336832 2024-04-13T07:45:47.785 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.785 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T07:45:47.785 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 40927232 2024-04-13T07:45:47.785 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.785 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T07:45:47.785 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3137559552 2024-04-13T07:45:47.785 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.785 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T07:45:47.786 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 409600 2024-04-13T07:45:47.786 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.786 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.786 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:data": { 2024-04-13T07:45:47.786 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:47.786 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 159383552 2024-04-13T07:45:47.786 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.786 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:47.786 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.786 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.786 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:47.786 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.786 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.786 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:47.786 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 85508857 2024-04-13T07:45:47.787 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.787 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:47.787 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.787 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.787 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:47.787 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.787 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.787 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:47.787 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.787 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.787 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:47.787 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.787 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.787 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:47.787 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.788 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.788 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:47.788 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T07:45:47.788 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.788 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:47.788 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.788 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.788 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:47.788 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.788 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.788 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:47.788 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.788 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.788 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:47.788 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 73870599 2024-04-13T07:45:47.789 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.789 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.789 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv": { 2024-04-13T07:45:47.789 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:47.789 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 780140544 2024-04-13T07:45:47.789 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.789 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:47.789 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T07:45:47.789 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.789 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:47.789 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.789 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.789 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:47.789 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 641316433 2024-04-13T07:45:47.789 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.789 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:47.790 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.790 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.790 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:47.790 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.790 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.790 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:47.790 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.790 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.790 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:47.790 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.790 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.790 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:47.790 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.790 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.791 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:47.791 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2128 2024-04-13T07:45:47.791 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.791 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:47.791 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.791 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.791 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:47.791 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.791 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.791 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:47.791 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.791 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.791 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:47.791 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71713119 2024-04-13T07:45:47.792 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.792 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.792 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T07:45:47.792 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:47.792 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 192937984 2024-04-13T07:45:47.792 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.792 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:47.792 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T07:45:47.792 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.792 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:47.792 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 464 2024-04-13T07:45:47.792 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.792 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:47.792 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 57005905 2024-04-13T07:45:47.792 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.792 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:47.793 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.793 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.793 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:47.793 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.793 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.793 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:47.793 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.793 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.793 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:47.793 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.793 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.793 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:47.793 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.793 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.793 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:47.793 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.794 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.794 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:47.794 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.794 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.794 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:47.794 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.794 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.794 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:47.794 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.794 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.794 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:47.794 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 68822751 2024-04-13T07:45:47.794 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.794 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.794 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:meta": { 2024-04-13T07:45:47.795 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:47.795 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 713031680 2024-04-13T07:45:47.795 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.795 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:47.795 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.795 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.795 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:47.795 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.795 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.795 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:47.795 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 641316433 2024-04-13T07:45:47.795 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.795 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:47.795 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.795 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.796 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:47.796 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.796 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.796 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:47.796 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.796 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.796 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:47.796 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.796 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.796 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:47.796 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5874 2024-04-13T07:45:47.796 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.796 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:47.796 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 213844 2024-04-13T07:45:47.796 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.797 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:47.797 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.797 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.797 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:47.797 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.797 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.797 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:47.797 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.797 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.797 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:47.797 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71495529 2024-04-13T07:45:47.797 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.797 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.797 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T07:45:47.797 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T07:45:47.798 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.798 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.798 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T07:45:47.798 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.798 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.798 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T07:45:47.798 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.798 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.798 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T07:45:47.798 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.798 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.798 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.798 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:47.798 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg": { 2024-04-13T07:45:47.798 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37 2024-04-13T07:45:47.799 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.799 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg_removing": { 2024-04-13T07:45:47.799 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.799 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.799 INFO:tasks.workunit.client.0.smithi119.stdout: "op": { 2024-04-13T07:45:47.799 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.799 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.799 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_degraded": { 2024-04-13T07:45:47.799 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.799 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.799 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_unreadable": { 2024-04-13T07:45:47.799 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.799 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.799 INFO:tasks.workunit.client.0.smithi119.stdout: "op_in_bytes": { 2024-04-13T07:45:47.799 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.800 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.800 INFO:tasks.workunit.client.0.smithi119.stdout: "op_latency": { 2024-04-13T07:45:47.800 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.800 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.800 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.800 INFO:tasks.workunit.client.0.smithi119.stdout: "op_out_bytes": { 2024-04-13T07:45:47.800 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.800 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.800 INFO:tasks.workunit.client.0.smithi119.stdout: "op_prepare_latency": { 2024-04-13T07:45:47.800 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T07:45:47.800 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 691136 2024-04-13T07:45:47.800 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.800 INFO:tasks.workunit.client.0.smithi119.stdout: "op_process_latency": { 2024-04-13T07:45:47.800 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.800 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.801 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.801 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T07:45:47.801 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.801 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.801 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency": { 2024-04-13T07:45:47.801 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.801 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.801 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.801 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T07:45:47.801 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.801 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.801 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_out_bytes": { 2024-04-13T07:45:47.801 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.801 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.801 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_prepare_latency": { 2024-04-13T07:45:47.801 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.802 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.802 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.802 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_process_latency": { 2024-04-13T07:45:47.802 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.802 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.802 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.802 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw": { 2024-04-13T07:45:47.802 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.802 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.802 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_in_bytes": { 2024-04-13T07:45:47.802 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.802 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.802 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency": { 2024-04-13T07:45:47.802 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.803 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.803 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.803 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T07:45:47.803 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.803 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.803 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T07:45:47.803 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.803 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.803 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_out_bytes": { 2024-04-13T07:45:47.803 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.803 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.803 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_prepare_latency": { 2024-04-13T07:45:47.803 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.803 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.803 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.804 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_process_latency": { 2024-04-13T07:45:47.804 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.804 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.804 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.804 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T07:45:47.804 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.804 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.804 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_in_bytes": { 2024-04-13T07:45:47.804 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.804 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.804 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency": { 2024-04-13T07:45:47.804 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.804 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.804 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.804 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T07:45:47.804 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.805 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.805 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_prepare_latency": { 2024-04-13T07:45:47.805 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T07:45:47.805 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 691136 2024-04-13T07:45:47.805 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.805 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_process_latency": { 2024-04-13T07:45:47.805 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.805 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.805 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.805 INFO:tasks.workunit.client.0.smithi119.stdout: "op_wip": { 2024-04-13T07:45:47.805 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.805 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.805 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_bytes": { 2024-04-13T07:45:47.805 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.805 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.806 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_ops": { 2024-04-13T07:45:47.806 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.806 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.806 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes": { 2024-04-13T07:45:47.806 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T07:45:47.806 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.806 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes_used": { 2024-04-13T07:45:47.806 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 28393472 2024-04-13T07:45:47.806 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.806 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.806 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.806 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.4": { 2024-04-13T07:45:47.806 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T07:45:47.806 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_fallback": { 2024-04-13T07:45:47.806 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.807 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.807 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_size_fallback": { 2024-04-13T07:45:47.807 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.807 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.807 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_db": { 2024-04-13T07:45:47.807 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 65536 2024-04-13T07:45:47.807 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.807 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_main": { 2024-04-13T07:45:47.807 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.807 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.807 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_wal": { 2024-04-13T07:45:47.807 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.807 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.807 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_slow": { 2024-04-13T07:45:47.807 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.808 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.808 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_sst": { 2024-04-13T07:45:47.808 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12288 2024-04-13T07:45:47.808 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.808 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_wal": { 2024-04-13T07:45:47.808 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6148096 2024-04-13T07:45:47.808 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.808 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lat": { 2024-04-13T07:45:47.808 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.808 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.808 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.808 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lock_lat": { 2024-04-13T07:45:47.808 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.808 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.809 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.809 INFO:tasks.workunit.client.0.smithi119.stdout: "db_total_bytes": { 2024-04-13T07:45:47.809 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T07:45:47.809 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.809 INFO:tasks.workunit.client.0.smithi119.stdout: "db_used_bytes": { 2024-04-13T07:45:47.809 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 27656192 2024-04-13T07:45:47.809 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.809 INFO:tasks.workunit.client.0.smithi119.stdout: "log_bytes": { 2024-04-13T07:45:47.809 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3121152 2024-04-13T07:45:47.809 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.809 INFO:tasks.workunit.client.0.smithi119.stdout: "logged_bytes": { 2024-04-13T07:45:47.809 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2981888 2024-04-13T07:45:47.809 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.809 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_db": { 2024-04-13T07:45:47.809 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 31850496 2024-04-13T07:45:47.810 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.810 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_slow": { 2024-04-13T07:45:47.810 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.810 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.810 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_wal": { 2024-04-13T07:45:47.810 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.810 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.810 INFO:tasks.workunit.client.0.smithi119.stdout: "num_files": { 2024-04-13T07:45:47.810 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14 2024-04-13T07:45:47.810 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.810 INFO:tasks.workunit.client.0.smithi119.stdout: "read_bytes": { 2024-04-13T07:45:47.810 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 206272 2024-04-13T07:45:47.810 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.810 INFO:tasks.workunit.client.0.smithi119.stdout: "read_count": { 2024-04-13T07:45:47.811 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23 2024-04-13T07:45:47.811 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.811 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes": { 2024-04-13T07:45:47.811 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1282048 2024-04-13T07:45:47.811 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.811 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_db": { 2024-04-13T07:45:47.811 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1286144 2024-04-13T07:45:47.811 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.811 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_slow": { 2024-04-13T07:45:47.811 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.811 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.811 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_wal": { 2024-04-13T07:45:47.811 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.811 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.812 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_count": { 2024-04-13T07:45:47.812 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15 2024-04-13T07:45:47.812 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.812 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_bytes": { 2024-04-13T07:45:47.812 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4913 2024-04-13T07:45:47.812 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.812 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_count": { 2024-04-13T07:45:47.812 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4 2024-04-13T07:45:47.812 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.812 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_bytes": { 2024-04-13T07:45:47.812 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5505 2024-04-13T07:45:47.812 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.812 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_count": { 2024-04-13T07:45:47.812 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24 2024-04-13T07:45:47.812 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.812 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_bytes": { 2024-04-13T07:45:47.813 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5505 2024-04-13T07:45:47.813 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.813 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_count": { 2024-04-13T07:45:47.813 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24 2024-04-13T07:45:47.813 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.813 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes": { 2024-04-13T07:45:47.813 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.813 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.813 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_db": { 2024-04-13T07:45:47.813 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.813 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.813 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_slow": { 2024-04-13T07:45:47.813 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.813 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.813 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_wal": { 2024-04-13T07:45:47.814 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.814 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.814 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_count": { 2024-04-13T07:45:47.814 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.814 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.814 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_total_bytes": { 2024-04-13T07:45:47.814 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.814 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.814 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_used_bytes": { 2024-04-13T07:45:47.814 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.814 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.814 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_total_bytes": { 2024-04-13T07:45:47.814 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.814 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.814 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_used_bytes": { 2024-04-13T07:45:47.815 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.815 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.815 INFO:tasks.workunit.client.0.smithi119.stdout: "write_bytes": { 2024-04-13T07:45:47.815 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9207808 2024-04-13T07:45:47.815 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.815 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.815 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": { 2024-04-13T07:45:47.815 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit": { 2024-04-13T07:45:47.815 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T07:45:47.815 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.815 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": { 2024-04-13T07:45:47.815 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 724992 2024-04-13T07:45:47.815 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.815 INFO:tasks.workunit.client.0.smithi119.stdout: "clist_lat": { 2024-04-13T07:45:47.815 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8, 2024-04-13T07:45:47.816 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 420819 2024-04-13T07:45:47.816 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.816 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_lat": { 2024-04-13T07:45:47.816 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.816 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.816 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.816 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed": { 2024-04-13T07:45:47.816 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.816 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.816 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_allocated": { 2024-04-13T07:45:47.816 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.816 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.816 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_original": { 2024-04-13T07:45:47.816 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.816 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.816 INFO:tasks.workunit.client.0.smithi119.stdout: "csum_lat": { 2024-04-13T07:45:47.817 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T07:45:47.817 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2751 2024-04-13T07:45:47.817 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.817 INFO:tasks.workunit.client.0.smithi119.stdout: "decompress_lat": { 2024-04-13T07:45:47.817 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.817 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.817 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.817 INFO:tasks.workunit.client.0.smithi119.stdout: "fragmentation_micros": { 2024-04-13T07:45:47.817 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.817 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.817 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_commit_lat": { 2024-04-13T07:45:47.817 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 715, 2024-04-13T07:45:47.817 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 463042217 2024-04-13T07:45:47.817 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.817 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_final_lat": { 2024-04-13T07:45:47.818 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 711, 2024-04-13T07:45:47.818 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 19329598 2024-04-13T07:45:47.818 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.818 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_flush_lat": { 2024-04-13T07:45:47.818 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 715, 2024-04-13T07:45:47.818 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 568171 2024-04-13T07:45:47.818 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.818 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_sync_lat": { 2024-04-13T07:45:47.818 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 715, 2024-04-13T07:45:47.818 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 463610388 2024-04-13T07:45:47.818 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.818 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_keys_lat": { 2024-04-13T07:45:47.818 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.818 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.818 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.819 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_values_lat": { 2024-04-13T07:45:47.819 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3, 2024-04-13T07:45:47.819 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 55350 2024-04-13T07:45:47.819 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.819 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_lower_bound_lat": { 2024-04-13T07:45:47.819 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.819 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.819 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.819 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_next_lat": { 2024-04-13T07:45:47.819 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.819 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.819 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.819 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_seek_to_first_lat": { 2024-04-13T07:45:47.819 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.819 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.820 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.820 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_upper_bound_lat": { 2024-04-13T07:45:47.820 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T07:45:47.820 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3574 2024-04-13T07:45:47.820 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.820 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_hits": { 2024-04-13T07:45:47.820 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3467 2024-04-13T07:45:47.820 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.820 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_misses": { 2024-04-13T07:45:47.820 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 335 2024-04-13T07:45:47.820 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.820 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T07:45:47.820 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 95, 2024-04-13T07:45:47.820 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1055769 2024-04-13T07:45:47.820 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.821 INFO:tasks.workunit.client.0.smithi119.stdout: "read_onode_meta_lat": { 2024-04-13T07:45:47.821 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 160, 2024-04-13T07:45:47.821 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 281081 2024-04-13T07:45:47.821 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.821 INFO:tasks.workunit.client.0.smithi119.stdout: "read_wait_aio_lat": { 2024-04-13T07:45:47.821 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 65, 2024-04-13T07:45:47.821 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 290544 2024-04-13T07:45:47.821 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.821 INFO:tasks.workunit.client.0.smithi119.stdout: "reads_with_retries": { 2024-04-13T07:45:47.821 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.821 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.821 INFO:tasks.workunit.client.0.smithi119.stdout: "remove_lat": { 2024-04-13T07:45:47.821 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 105, 2024-04-13T07:45:47.821 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5536052 2024-04-13T07:45:47.821 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.821 INFO:tasks.workunit.client.0.smithi119.stdout: "state_aio_wait_lat": { 2024-04-13T07:45:47.822 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3367, 2024-04-13T07:45:47.822 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3684538976 2024-04-13T07:45:47.822 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.822 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T07:45:47.822 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 42, 2024-04-13T07:45:47.822 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23027973 2024-04-13T07:45:47.822 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.822 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_cleanup_lat": { 2024-04-13T07:45:47.822 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 40, 2024-04-13T07:45:47.822 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 201104033937 2024-04-13T07:45:47.822 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.822 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_queued_lat": { 2024-04-13T07:45:47.822 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 42, 2024-04-13T07:45:47.822 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 64712603519 2024-04-13T07:45:47.823 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.823 INFO:tasks.workunit.client.0.smithi119.stdout: "state_done_lat": { 2024-04-13T07:45:47.823 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3365, 2024-04-13T07:45:47.823 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1046029250 2024-04-13T07:45:47.823 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.823 INFO:tasks.workunit.client.0.smithi119.stdout: "state_finishing_lat": { 2024-04-13T07:45:47.823 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3365, 2024-04-13T07:45:47.823 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 221805 2024-04-13T07:45:47.823 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.823 INFO:tasks.workunit.client.0.smithi119.stdout: "state_io_done_lat": { 2024-04-13T07:45:47.823 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3367, 2024-04-13T07:45:47.823 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 77975281 2024-04-13T07:45:47.823 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.823 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_commiting_lat": { 2024-04-13T07:45:47.823 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3367, 2024-04-13T07:45:47.824 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2499053773 2024-04-13T07:45:47.824 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.824 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_done_lat": { 2024-04-13T07:45:47.824 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3367, 2024-04-13T07:45:47.824 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 583891 2024-04-13T07:45:47.824 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.824 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_queued_lat": { 2024-04-13T07:45:47.824 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3367, 2024-04-13T07:45:47.824 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1484703843 2024-04-13T07:45:47.824 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.824 INFO:tasks.workunit.client.0.smithi119.stdout: "state_prepare_lat": { 2024-04-13T07:45:47.824 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3367, 2024-04-13T07:45:47.824 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 354710102 2024-04-13T07:45:47.824 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.824 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": { 2024-04-13T07:45:47.825 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 309700 2024-04-13T07:45:47.825 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.825 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T07:45:47.825 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 41, 2024-04-13T07:45:47.825 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 175145 2024-04-13T07:45:47.825 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.825 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_commit_lat": { 2024-04-13T07:45:47.825 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3367, 2024-04-13T07:45:47.825 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8101296149 2024-04-13T07:45:47.825 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.825 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_submit_lat": { 2024-04-13T07:45:47.825 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3367, 2024-04-13T07:45:47.825 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 389015762 2024-04-13T07:45:47.825 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.825 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_throttle_lat": { 2024-04-13T07:45:47.825 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3367, 2024-04-13T07:45:47.826 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 259058472 2024-04-13T07:45:47.826 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.826 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.826 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache": { 2024-04-13T07:45:47.826 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T07:45:47.826 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1861620469 2024-04-13T07:45:47.826 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.826 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T07:45:47.826 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 45531136 2024-04-13T07:45:47.826 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.826 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T07:45:47.826 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 45252608 2024-04-13T07:45:47.826 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.826 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T07:45:47.826 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3137560985 2024-04-13T07:45:47.827 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.827 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T07:45:47.827 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 278528 2024-04-13T07:45:47.827 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.827 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.827 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:data": { 2024-04-13T07:45:47.827 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:47.827 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 159383552 2024-04-13T07:45:47.827 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.827 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:47.827 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.827 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.827 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:47.827 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.827 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.828 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:47.828 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 85502209 2024-04-13T07:45:47.828 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.828 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:47.828 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.828 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.828 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:47.828 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.828 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.828 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:47.828 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.828 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.828 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:47.828 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.828 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.828 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:47.829 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.829 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.829 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:47.829 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T07:45:47.829 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.829 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:47.829 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.829 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.829 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:47.829 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.829 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.829 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:47.829 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.829 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.829 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:47.830 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 73877247 2024-04-13T07:45:47.830 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.830 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.830 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv": { 2024-04-13T07:45:47.830 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:47.830 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 780140544 2024-04-13T07:45:47.830 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.830 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:47.830 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T07:45:47.830 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.830 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:47.830 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.830 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.830 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:47.830 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 641266572 2024-04-13T07:45:47.831 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.831 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:47.831 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.831 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.831 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:47.831 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.831 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.831 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:47.831 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.831 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.831 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:47.831 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.831 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.831 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:47.831 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.832 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.832 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:47.832 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2128 2024-04-13T07:45:47.832 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.832 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:47.832 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.832 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.832 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:47.832 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.832 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.832 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:47.832 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.832 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.832 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:47.832 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71762980 2024-04-13T07:45:47.833 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.833 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.833 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T07:45:47.833 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:47.833 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 192937984 2024-04-13T07:45:47.833 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.833 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:47.833 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T07:45:47.833 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.833 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:47.833 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 464 2024-04-13T07:45:47.833 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.833 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:47.833 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 57001473 2024-04-13T07:45:47.833 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.834 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:47.834 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.834 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.834 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:47.834 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.834 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.834 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:47.834 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.834 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.834 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:47.834 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.834 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.834 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:47.834 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.834 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.835 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:47.835 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.835 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.835 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:47.835 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.835 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.835 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:47.835 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.835 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.835 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:47.835 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.835 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.835 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:47.835 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 68827183 2024-04-13T07:45:47.835 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.836 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.836 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:meta": { 2024-04-13T07:45:47.836 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:47.836 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 713031680 2024-04-13T07:45:47.836 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.836 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:47.836 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.836 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.836 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:47.836 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.836 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.836 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:47.836 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 641266572 2024-04-13T07:45:47.836 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.836 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:47.837 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.837 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.837 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:47.837 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.837 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.837 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:47.837 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.837 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.837 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:47.837 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.837 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.837 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:47.837 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.837 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.838 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:47.838 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 326766 2024-04-13T07:45:47.838 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.838 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:47.838 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.838 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.838 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:47.838 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.838 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.838 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:47.838 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.838 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.838 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:47.838 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71438342 2024-04-13T07:45:47.838 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.839 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.839 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T07:45:47.839 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T07:45:47.839 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.839 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.839 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T07:45:47.839 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.839 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.839 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T07:45:47.839 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.839 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.839 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T07:45:47.839 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.839 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.839 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.840 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:47.840 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg": { 2024-04-13T07:45:47.840 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 39 2024-04-13T07:45:47.840 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.840 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg_removing": { 2024-04-13T07:45:47.840 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.840 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.840 INFO:tasks.workunit.client.0.smithi119.stdout: "op": { 2024-04-13T07:45:47.840 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T07:45:47.840 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.840 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_degraded": { 2024-04-13T07:45:47.840 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.840 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.840 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_unreadable": { 2024-04-13T07:45:47.840 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.840 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.841 INFO:tasks.workunit.client.0.smithi119.stdout: "op_in_bytes": { 2024-04-13T07:45:47.841 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 22 2024-04-13T07:45:47.841 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.841 INFO:tasks.workunit.client.0.smithi119.stdout: "op_latency": { 2024-04-13T07:45:47.841 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T07:45:47.841 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11236580 2024-04-13T07:45:47.841 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.841 INFO:tasks.workunit.client.0.smithi119.stdout: "op_out_bytes": { 2024-04-13T07:45:47.841 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.841 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.841 INFO:tasks.workunit.client.0.smithi119.stdout: "op_prepare_latency": { 2024-04-13T07:45:47.841 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T07:45:47.841 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 586725 2024-04-13T07:45:47.841 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.841 INFO:tasks.workunit.client.0.smithi119.stdout: "op_process_latency": { 2024-04-13T07:45:47.841 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T07:45:47.842 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11156697 2024-04-13T07:45:47.842 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.842 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T07:45:47.842 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.842 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.842 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency": { 2024-04-13T07:45:47.842 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.842 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.842 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.842 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T07:45:47.842 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.842 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.842 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_out_bytes": { 2024-04-13T07:45:47.842 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.842 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.843 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_prepare_latency": { 2024-04-13T07:45:47.843 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.843 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.843 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.843 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_process_latency": { 2024-04-13T07:45:47.843 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.843 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.843 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.843 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw": { 2024-04-13T07:45:47.843 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.843 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.843 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_in_bytes": { 2024-04-13T07:45:47.843 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.843 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.843 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency": { 2024-04-13T07:45:47.843 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.844 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.844 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.844 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T07:45:47.844 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.844 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.844 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T07:45:47.844 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.844 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.844 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_out_bytes": { 2024-04-13T07:45:47.844 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.844 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.844 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_prepare_latency": { 2024-04-13T07:45:47.844 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.844 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.844 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.845 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_process_latency": { 2024-04-13T07:45:47.845 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.845 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.845 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.845 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T07:45:47.845 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T07:45:47.845 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.845 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_in_bytes": { 2024-04-13T07:45:47.845 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 22 2024-04-13T07:45:47.845 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.845 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency": { 2024-04-13T07:45:47.845 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T07:45:47.845 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11236580 2024-04-13T07:45:47.845 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.845 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T07:45:47.846 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.846 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.846 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_prepare_latency": { 2024-04-13T07:45:47.846 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T07:45:47.846 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 586725 2024-04-13T07:45:47.846 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.846 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_process_latency": { 2024-04-13T07:45:47.846 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T07:45:47.846 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11156697 2024-04-13T07:45:47.846 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.846 INFO:tasks.workunit.client.0.smithi119.stdout: "op_wip": { 2024-04-13T07:45:47.846 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.846 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.846 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_bytes": { 2024-04-13T07:45:47.847 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.847 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.847 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_ops": { 2024-04-13T07:45:47.847 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.847 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.847 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes": { 2024-04-13T07:45:47.847 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T07:45:47.847 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.847 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes_used": { 2024-04-13T07:45:47.847 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 28397568 2024-04-13T07:45:47.847 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.847 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.847 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.847 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.5": { 2024-04-13T07:45:47.847 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T07:45:47.847 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_fallback": { 2024-04-13T07:45:47.848 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.848 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.848 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_size_fallback": { 2024-04-13T07:45:47.848 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.848 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.848 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_db": { 2024-04-13T07:45:47.848 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 65536 2024-04-13T07:45:47.848 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.848 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_main": { 2024-04-13T07:45:47.848 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.848 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.848 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_wal": { 2024-04-13T07:45:47.848 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.848 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.848 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_slow": { 2024-04-13T07:45:47.849 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.849 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.849 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_sst": { 2024-04-13T07:45:47.849 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12288 2024-04-13T07:45:47.849 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.849 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_wal": { 2024-04-13T07:45:47.849 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6123520 2024-04-13T07:45:47.849 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.849 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lat": { 2024-04-13T07:45:47.849 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.849 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.849 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.849 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lock_lat": { 2024-04-13T07:45:47.849 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.849 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.849 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.850 INFO:tasks.workunit.client.0.smithi119.stdout: "db_total_bytes": { 2024-04-13T07:45:47.850 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T07:45:47.850 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.850 INFO:tasks.workunit.client.0.smithi119.stdout: "db_used_bytes": { 2024-04-13T07:45:47.850 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 27656192 2024-04-13T07:45:47.850 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.850 INFO:tasks.workunit.client.0.smithi119.stdout: "log_bytes": { 2024-04-13T07:45:47.850 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3121152 2024-04-13T07:45:47.850 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.850 INFO:tasks.workunit.client.0.smithi119.stdout: "logged_bytes": { 2024-04-13T07:45:47.850 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2981888 2024-04-13T07:45:47.850 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.850 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_db": { 2024-04-13T07:45:47.850 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 31850496 2024-04-13T07:45:47.850 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.851 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_slow": { 2024-04-13T07:45:47.851 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.851 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.851 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_wal": { 2024-04-13T07:45:47.851 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.851 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.851 INFO:tasks.workunit.client.0.smithi119.stdout: "num_files": { 2024-04-13T07:45:47.851 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14 2024-04-13T07:45:47.851 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.851 INFO:tasks.workunit.client.0.smithi119.stdout: "read_bytes": { 2024-04-13T07:45:47.851 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 206272 2024-04-13T07:45:47.851 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.851 INFO:tasks.workunit.client.0.smithi119.stdout: "read_count": { 2024-04-13T07:45:47.851 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23 2024-04-13T07:45:47.851 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.852 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes": { 2024-04-13T07:45:47.852 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1282048 2024-04-13T07:45:47.852 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.852 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_db": { 2024-04-13T07:45:47.852 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1286144 2024-04-13T07:45:47.852 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.852 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_slow": { 2024-04-13T07:45:47.852 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.852 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.852 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_wal": { 2024-04-13T07:45:47.852 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.852 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.852 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_count": { 2024-04-13T07:45:47.852 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15 2024-04-13T07:45:47.853 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.853 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_bytes": { 2024-04-13T07:45:47.853 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4913 2024-04-13T07:45:47.853 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.853 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_count": { 2024-04-13T07:45:47.853 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4 2024-04-13T07:45:47.853 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.853 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_bytes": { 2024-04-13T07:45:47.853 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5505 2024-04-13T07:45:47.853 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.853 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_count": { 2024-04-13T07:45:47.853 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24 2024-04-13T07:45:47.853 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.853 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_bytes": { 2024-04-13T07:45:47.853 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5505 2024-04-13T07:45:47.853 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.854 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_count": { 2024-04-13T07:45:47.854 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24 2024-04-13T07:45:47.854 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.854 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes": { 2024-04-13T07:45:47.854 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.854 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.854 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_db": { 2024-04-13T07:45:47.854 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.854 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.854 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_slow": { 2024-04-13T07:45:47.854 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.854 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.854 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_wal": { 2024-04-13T07:45:47.854 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.854 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.855 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_count": { 2024-04-13T07:45:47.855 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.855 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.855 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_total_bytes": { 2024-04-13T07:45:47.855 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.855 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.855 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_used_bytes": { 2024-04-13T07:45:47.855 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.855 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.855 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_total_bytes": { 2024-04-13T07:45:47.855 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.855 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.855 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_used_bytes": { 2024-04-13T07:45:47.855 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.855 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.856 INFO:tasks.workunit.client.0.smithi119.stdout: "write_bytes": { 2024-04-13T07:45:47.856 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9183232 2024-04-13T07:45:47.856 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.856 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.856 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": { 2024-04-13T07:45:47.856 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit": { 2024-04-13T07:45:47.856 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T07:45:47.856 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.856 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": { 2024-04-13T07:45:47.856 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 716800 2024-04-13T07:45:47.856 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.856 INFO:tasks.workunit.client.0.smithi119.stdout: "clist_lat": { 2024-04-13T07:45:47.856 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4, 2024-04-13T07:45:47.856 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 177410 2024-04-13T07:45:47.857 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.857 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_lat": { 2024-04-13T07:45:47.857 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.857 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.857 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.857 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed": { 2024-04-13T07:45:47.857 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.857 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.857 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_allocated": { 2024-04-13T07:45:47.857 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.857 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.857 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_original": { 2024-04-13T07:45:47.857 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.857 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.858 INFO:tasks.workunit.client.0.smithi119.stdout: "csum_lat": { 2024-04-13T07:45:47.858 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3, 2024-04-13T07:45:47.858 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4585 2024-04-13T07:45:47.858 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.858 INFO:tasks.workunit.client.0.smithi119.stdout: "decompress_lat": { 2024-04-13T07:45:47.858 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.858 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.858 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.858 INFO:tasks.workunit.client.0.smithi119.stdout: "fragmentation_micros": { 2024-04-13T07:45:47.858 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.858 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.858 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_commit_lat": { 2024-04-13T07:45:47.858 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 715, 2024-04-13T07:45:47.858 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 468862459 2024-04-13T07:45:47.858 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.859 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_final_lat": { 2024-04-13T07:45:47.859 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 700, 2024-04-13T07:45:47.859 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24284472 2024-04-13T07:45:47.859 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.859 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_flush_lat": { 2024-04-13T07:45:47.859 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 715, 2024-04-13T07:45:47.859 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 560110 2024-04-13T07:45:47.859 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.859 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_sync_lat": { 2024-04-13T07:45:47.859 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 715, 2024-04-13T07:45:47.859 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 469422569 2024-04-13T07:45:47.859 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.859 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_keys_lat": { 2024-04-13T07:45:47.859 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.859 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.860 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.860 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_values_lat": { 2024-04-13T07:45:47.860 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3, 2024-04-13T07:45:47.860 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 38428 2024-04-13T07:45:47.860 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.860 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_lower_bound_lat": { 2024-04-13T07:45:47.860 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.860 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.860 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.860 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_next_lat": { 2024-04-13T07:45:47.860 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.860 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.860 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.860 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_seek_to_first_lat": { 2024-04-13T07:45:47.860 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.861 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.861 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.861 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_upper_bound_lat": { 2024-04-13T07:45:47.861 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T07:45:47.861 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3889 2024-04-13T07:45:47.861 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.861 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_hits": { 2024-04-13T07:45:47.861 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3427 2024-04-13T07:45:47.861 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.861 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_misses": { 2024-04-13T07:45:47.861 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 340 2024-04-13T07:45:47.861 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.861 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T07:45:47.861 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 87, 2024-04-13T07:45:47.861 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 747421 2024-04-13T07:45:47.862 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.862 INFO:tasks.workunit.client.0.smithi119.stdout: "read_onode_meta_lat": { 2024-04-13T07:45:47.862 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 139, 2024-04-13T07:45:47.862 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 263239 2024-04-13T07:45:47.862 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.862 INFO:tasks.workunit.client.0.smithi119.stdout: "read_wait_aio_lat": { 2024-04-13T07:45:47.862 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 52, 2024-04-13T07:45:47.862 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 343362 2024-04-13T07:45:47.862 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.862 INFO:tasks.workunit.client.0.smithi119.stdout: "reads_with_retries": { 2024-04-13T07:45:47.862 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.862 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.862 INFO:tasks.workunit.client.0.smithi119.stdout: "remove_lat": { 2024-04-13T07:45:47.862 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 103, 2024-04-13T07:45:47.863 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5579347 2024-04-13T07:45:47.863 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.863 INFO:tasks.workunit.client.0.smithi119.stdout: "state_aio_wait_lat": { 2024-04-13T07:45:47.863 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3366, 2024-04-13T07:45:47.863 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3692582891 2024-04-13T07:45:47.863 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.863 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T07:45:47.863 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 40, 2024-04-13T07:45:47.863 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5636922 2024-04-13T07:45:47.863 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.863 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_cleanup_lat": { 2024-04-13T07:45:47.863 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 37, 2024-04-13T07:45:47.863 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 224100565456 2024-04-13T07:45:47.863 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.863 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_queued_lat": { 2024-04-13T07:45:47.864 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 40, 2024-04-13T07:45:47.864 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 74733818768 2024-04-13T07:45:47.864 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.864 INFO:tasks.workunit.client.0.smithi119.stdout: "state_done_lat": { 2024-04-13T07:45:47.864 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3363, 2024-04-13T07:45:47.864 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1472241872 2024-04-13T07:45:47.864 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.864 INFO:tasks.workunit.client.0.smithi119.stdout: "state_finishing_lat": { 2024-04-13T07:45:47.864 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3363, 2024-04-13T07:45:47.864 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 173942 2024-04-13T07:45:47.864 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.864 INFO:tasks.workunit.client.0.smithi119.stdout: "state_io_done_lat": { 2024-04-13T07:45:47.864 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3366, 2024-04-13T07:45:47.864 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 216773767 2024-04-13T07:45:47.864 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.865 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_commiting_lat": { 2024-04-13T07:45:47.865 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3366, 2024-04-13T07:45:47.865 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2645781039 2024-04-13T07:45:47.865 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.865 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_done_lat": { 2024-04-13T07:45:47.865 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3366, 2024-04-13T07:45:47.865 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 417293 2024-04-13T07:45:47.865 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.865 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_queued_lat": { 2024-04-13T07:45:47.865 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3366, 2024-04-13T07:45:47.865 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1459232710 2024-04-13T07:45:47.865 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.865 INFO:tasks.workunit.client.0.smithi119.stdout: "state_prepare_lat": { 2024-04-13T07:45:47.865 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3366, 2024-04-13T07:45:47.865 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 367242291 2024-04-13T07:45:47.865 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.865 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": { 2024-04-13T07:45:47.866 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 311110 2024-04-13T07:45:47.866 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.866 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T07:45:47.866 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 33, 2024-04-13T07:45:47.866 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 149534 2024-04-13T07:45:47.866 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.866 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_commit_lat": { 2024-04-13T07:45:47.866 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3366, 2024-04-13T07:45:47.866 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8381811097 2024-04-13T07:45:47.866 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.866 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_submit_lat": { 2024-04-13T07:45:47.866 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3366, 2024-04-13T07:45:47.866 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 399217692 2024-04-13T07:45:47.866 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.867 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_throttle_lat": { 2024-04-13T07:45:47.867 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3366, 2024-04-13T07:45:47.867 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 276706555 2024-04-13T07:45:47.867 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.867 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.867 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache": { 2024-04-13T07:45:47.867 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T07:45:47.867 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1861620469 2024-04-13T07:45:47.867 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.867 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T07:45:47.867 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 46579712 2024-04-13T07:45:47.867 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.867 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T07:45:47.867 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 45768704 2024-04-13T07:45:47.867 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.868 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T07:45:47.868 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3137560985 2024-04-13T07:45:47.868 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.868 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T07:45:47.868 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 811008 2024-04-13T07:45:47.868 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.868 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.868 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:data": { 2024-04-13T07:45:47.868 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:47.868 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 159383552 2024-04-13T07:45:47.868 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.868 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:47.868 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.868 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.868 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:47.869 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.869 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.869 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:47.869 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 85502439 2024-04-13T07:45:47.869 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.869 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:47.869 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.869 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.869 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:47.869 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.869 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.869 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:47.869 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.869 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.869 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:47.869 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.869 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.870 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:47.870 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.870 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.870 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:47.870 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.870 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.870 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:47.870 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.870 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.870 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:47.870 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.870 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.870 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:47.870 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.870 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.871 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:47.871 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 73881113 2024-04-13T07:45:47.871 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.871 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.871 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv": { 2024-04-13T07:45:47.871 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:47.871 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 780140544 2024-04-13T07:45:47.871 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.871 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:47.871 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T07:45:47.871 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.871 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:47.871 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.871 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.871 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:47.872 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 641268298 2024-04-13T07:45:47.872 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.872 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:47.872 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.872 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.872 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:47.872 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.872 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.872 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:47.872 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.872 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.872 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:47.872 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.872 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.872 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:47.872 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.873 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.873 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:47.873 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2128 2024-04-13T07:45:47.873 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.873 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:47.873 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.873 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.873 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:47.873 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.873 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.873 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:47.873 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.873 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.873 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:47.873 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71761254 2024-04-13T07:45:47.874 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.874 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.874 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T07:45:47.874 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:47.874 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 192937984 2024-04-13T07:45:47.874 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.874 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:47.874 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T07:45:47.874 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.874 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:47.874 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 464 2024-04-13T07:45:47.874 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.874 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:47.874 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 57001626 2024-04-13T07:45:47.874 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.875 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:47.875 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.875 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.875 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:47.875 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.875 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.875 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:47.875 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.875 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.875 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:47.875 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.875 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.875 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:47.875 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.875 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.875 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:47.876 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.876 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.876 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:47.876 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.876 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.876 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:47.876 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.876 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.876 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:47.876 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.876 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.876 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:47.876 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 68827030 2024-04-13T07:45:47.876 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.877 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.877 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:meta": { 2024-04-13T07:45:47.877 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:47.877 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 713031680 2024-04-13T07:45:47.877 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.877 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:47.877 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.877 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.877 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:47.877 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.877 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.877 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:47.877 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 641268298 2024-04-13T07:45:47.877 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.877 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:47.878 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.878 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.878 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:47.878 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.878 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.878 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:47.878 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.878 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.878 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:47.878 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.878 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.878 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:47.878 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5739 2024-04-13T07:45:47.878 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.878 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:47.879 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 327128 2024-04-13T07:45:47.879 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.879 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:47.879 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.879 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.879 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:47.879 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.879 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.879 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:47.879 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.879 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.879 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:47.879 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71430515 2024-04-13T07:45:47.879 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.880 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.880 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T07:45:47.880 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T07:45:47.880 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.880 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.880 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T07:45:47.880 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.880 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.880 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T07:45:47.880 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.880 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.880 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T07:45:47.880 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.880 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.880 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.881 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:47.881 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg": { 2024-04-13T07:45:47.881 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 42 2024-04-13T07:45:47.881 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.881 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg_removing": { 2024-04-13T07:45:47.881 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.881 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.881 INFO:tasks.workunit.client.0.smithi119.stdout: "op": { 2024-04-13T07:45:47.881 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.881 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.881 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_degraded": { 2024-04-13T07:45:47.881 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.881 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.881 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_unreadable": { 2024-04-13T07:45:47.881 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.882 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.882 INFO:tasks.workunit.client.0.smithi119.stdout: "op_in_bytes": { 2024-04-13T07:45:47.882 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.882 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.882 INFO:tasks.workunit.client.0.smithi119.stdout: "op_latency": { 2024-04-13T07:45:47.882 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.882 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.882 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.882 INFO:tasks.workunit.client.0.smithi119.stdout: "op_out_bytes": { 2024-04-13T07:45:47.882 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.882 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.882 INFO:tasks.workunit.client.0.smithi119.stdout: "op_prepare_latency": { 2024-04-13T07:45:47.882 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.882 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.882 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.883 INFO:tasks.workunit.client.0.smithi119.stdout: "op_process_latency": { 2024-04-13T07:45:47.883 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.883 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.883 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.883 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T07:45:47.883 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.883 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.883 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency": { 2024-04-13T07:45:47.883 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.883 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.883 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.883 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T07:45:47.883 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.883 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.883 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_out_bytes": { 2024-04-13T07:45:47.883 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.884 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.884 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_prepare_latency": { 2024-04-13T07:45:47.884 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.884 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.884 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.884 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_process_latency": { 2024-04-13T07:45:47.884 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.884 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.884 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.884 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw": { 2024-04-13T07:45:47.884 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.884 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.884 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_in_bytes": { 2024-04-13T07:45:47.884 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.884 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.884 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency": { 2024-04-13T07:45:47.885 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.885 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.885 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.885 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T07:45:47.885 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.885 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.885 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T07:45:47.885 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.885 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.885 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_out_bytes": { 2024-04-13T07:45:47.885 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.885 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.885 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_prepare_latency": { 2024-04-13T07:45:47.885 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.885 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.885 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.886 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_process_latency": { 2024-04-13T07:45:47.886 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.886 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.886 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.886 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T07:45:47.886 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.886 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.886 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_in_bytes": { 2024-04-13T07:45:47.886 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.886 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.886 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency": { 2024-04-13T07:45:47.886 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.886 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.886 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.886 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T07:45:47.887 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.887 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.887 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_prepare_latency": { 2024-04-13T07:45:47.887 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.887 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.887 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.887 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_process_latency": { 2024-04-13T07:45:47.887 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.887 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.887 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.887 INFO:tasks.workunit.client.0.smithi119.stdout: "op_wip": { 2024-04-13T07:45:47.887 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.887 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.887 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_bytes": { 2024-04-13T07:45:47.888 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.888 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.888 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_ops": { 2024-04-13T07:45:47.888 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.888 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.888 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes": { 2024-04-13T07:45:47.888 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T07:45:47.888 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.888 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes_used": { 2024-04-13T07:45:47.888 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 28381184 2024-04-13T07:45:47.888 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.888 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.888 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.888 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.6": { 2024-04-13T07:45:47.889 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T07:45:47.889 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_fallback": { 2024-04-13T07:45:47.889 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.889 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.889 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_size_fallback": { 2024-04-13T07:45:47.889 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.889 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.889 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_db": { 2024-04-13T07:45:47.889 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 65536 2024-04-13T07:45:47.889 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.889 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_main": { 2024-04-13T07:45:47.889 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.889 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.889 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_wal": { 2024-04-13T07:45:47.889 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.889 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.889 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_slow": { 2024-04-13T07:45:47.890 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.890 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.890 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_sst": { 2024-04-13T07:45:47.890 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12288 2024-04-13T07:45:47.890 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.890 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_wal": { 2024-04-13T07:45:47.890 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5861376 2024-04-13T07:45:47.890 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.890 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lat": { 2024-04-13T07:45:47.890 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.890 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.890 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.890 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lock_lat": { 2024-04-13T07:45:47.890 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.890 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.891 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.891 INFO:tasks.workunit.client.0.smithi119.stdout: "db_total_bytes": { 2024-04-13T07:45:47.891 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T07:45:47.891 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.891 INFO:tasks.workunit.client.0.smithi119.stdout: "db_used_bytes": { 2024-04-13T07:45:47.891 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 27656192 2024-04-13T07:45:47.891 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.891 INFO:tasks.workunit.client.0.smithi119.stdout: "log_bytes": { 2024-04-13T07:45:47.891 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2850816 2024-04-13T07:45:47.891 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.891 INFO:tasks.workunit.client.0.smithi119.stdout: "logged_bytes": { 2024-04-13T07:45:47.891 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2711552 2024-04-13T07:45:47.891 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.891 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_db": { 2024-04-13T07:45:47.891 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 31850496 2024-04-13T07:45:47.892 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.892 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_slow": { 2024-04-13T07:45:47.892 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.892 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.892 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_wal": { 2024-04-13T07:45:47.892 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.892 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.892 INFO:tasks.workunit.client.0.smithi119.stdout: "num_files": { 2024-04-13T07:45:47.892 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14 2024-04-13T07:45:47.892 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.892 INFO:tasks.workunit.client.0.smithi119.stdout: "read_bytes": { 2024-04-13T07:45:47.892 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 206272 2024-04-13T07:45:47.892 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.892 INFO:tasks.workunit.client.0.smithi119.stdout: "read_count": { 2024-04-13T07:45:47.892 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23 2024-04-13T07:45:47.893 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.893 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes": { 2024-04-13T07:45:47.893 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1282048 2024-04-13T07:45:47.893 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.893 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_db": { 2024-04-13T07:45:47.893 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1286144 2024-04-13T07:45:47.893 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.893 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_slow": { 2024-04-13T07:45:47.893 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.893 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.893 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_wal": { 2024-04-13T07:45:47.893 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.893 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.893 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_count": { 2024-04-13T07:45:47.893 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15 2024-04-13T07:45:47.894 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.894 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_bytes": { 2024-04-13T07:45:47.894 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4913 2024-04-13T07:45:47.894 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.894 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_count": { 2024-04-13T07:45:47.894 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4 2024-04-13T07:45:47.894 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.894 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_bytes": { 2024-04-13T07:45:47.894 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5504 2024-04-13T07:45:47.894 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.894 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_count": { 2024-04-13T07:45:47.894 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24 2024-04-13T07:45:47.894 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.894 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_bytes": { 2024-04-13T07:45:47.895 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5504 2024-04-13T07:45:47.895 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.895 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_count": { 2024-04-13T07:45:47.895 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24 2024-04-13T07:45:47.895 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.895 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes": { 2024-04-13T07:45:47.895 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.895 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.895 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_db": { 2024-04-13T07:45:47.895 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.895 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.895 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_slow": { 2024-04-13T07:45:47.895 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.895 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.895 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_wal": { 2024-04-13T07:45:47.896 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.896 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.896 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_count": { 2024-04-13T07:45:47.896 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.896 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.896 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_total_bytes": { 2024-04-13T07:45:47.896 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.896 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.896 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_used_bytes": { 2024-04-13T07:45:47.896 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.896 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.896 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_total_bytes": { 2024-04-13T07:45:47.896 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.896 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.896 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_used_bytes": { 2024-04-13T07:45:47.897 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.897 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.897 INFO:tasks.workunit.client.0.smithi119.stdout: "write_bytes": { 2024-04-13T07:45:47.897 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8650752 2024-04-13T07:45:47.897 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.897 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.897 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": { 2024-04-13T07:45:47.897 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit": { 2024-04-13T07:45:47.897 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T07:45:47.897 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.897 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": { 2024-04-13T07:45:47.897 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1306624 2024-04-13T07:45:47.897 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.897 INFO:tasks.workunit.client.0.smithi119.stdout: "clist_lat": { 2024-04-13T07:45:47.897 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T07:45:47.897 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 110996 2024-04-13T07:45:47.898 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.898 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_lat": { 2024-04-13T07:45:47.898 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.898 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.898 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.898 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed": { 2024-04-13T07:45:47.898 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.898 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.898 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_allocated": { 2024-04-13T07:45:47.898 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.898 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.898 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_original": { 2024-04-13T07:45:47.898 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.898 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.899 INFO:tasks.workunit.client.0.smithi119.stdout: "csum_lat": { 2024-04-13T07:45:47.899 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 6, 2024-04-13T07:45:47.899 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8984 2024-04-13T07:45:47.899 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.899 INFO:tasks.workunit.client.0.smithi119.stdout: "decompress_lat": { 2024-04-13T07:45:47.899 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.899 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.899 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.899 INFO:tasks.workunit.client.0.smithi119.stdout: "fragmentation_micros": { 2024-04-13T07:45:47.899 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.899 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.899 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_commit_lat": { 2024-04-13T07:45:47.899 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 649, 2024-04-13T07:45:47.899 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 457469797 2024-04-13T07:45:47.899 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.899 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_final_lat": { 2024-04-13T07:45:47.900 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 633, 2024-04-13T07:45:47.900 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 27347470 2024-04-13T07:45:47.900 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.900 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_flush_lat": { 2024-04-13T07:45:47.900 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 649, 2024-04-13T07:45:47.900 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 517433 2024-04-13T07:45:47.900 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.900 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_sync_lat": { 2024-04-13T07:45:47.900 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 649, 2024-04-13T07:45:47.900 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 457987230 2024-04-13T07:45:47.900 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.900 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_keys_lat": { 2024-04-13T07:45:47.900 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.900 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.900 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.901 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_values_lat": { 2024-04-13T07:45:47.901 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T07:45:47.901 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 45714 2024-04-13T07:45:47.901 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.901 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_lower_bound_lat": { 2024-04-13T07:45:47.901 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.901 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.901 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.901 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_next_lat": { 2024-04-13T07:45:47.901 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.901 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.901 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.901 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_seek_to_first_lat": { 2024-04-13T07:45:47.901 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.901 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.902 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.902 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_upper_bound_lat": { 2024-04-13T07:45:47.902 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T07:45:47.902 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5297 2024-04-13T07:45:47.902 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.902 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_hits": { 2024-04-13T07:45:47.902 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3450 2024-04-13T07:45:47.902 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.902 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_misses": { 2024-04-13T07:45:47.902 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 347 2024-04-13T07:45:47.902 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.902 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T07:45:47.902 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 86, 2024-04-13T07:45:47.902 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1070069 2024-04-13T07:45:47.902 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.903 INFO:tasks.workunit.client.0.smithi119.stdout: "read_onode_meta_lat": { 2024-04-13T07:45:47.903 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 131, 2024-04-13T07:45:47.903 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 370755 2024-04-13T07:45:47.903 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.903 INFO:tasks.workunit.client.0.smithi119.stdout: "read_wait_aio_lat": { 2024-04-13T07:45:47.903 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 45, 2024-04-13T07:45:47.903 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 689873 2024-04-13T07:45:47.903 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.903 INFO:tasks.workunit.client.0.smithi119.stdout: "reads_with_retries": { 2024-04-13T07:45:47.903 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.903 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.903 INFO:tasks.workunit.client.0.smithi119.stdout: "remove_lat": { 2024-04-13T07:45:47.903 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 101, 2024-04-13T07:45:47.903 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6073440 2024-04-13T07:45:47.903 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.904 INFO:tasks.workunit.client.0.smithi119.stdout: "state_aio_wait_lat": { 2024-04-13T07:45:47.904 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3372, 2024-04-13T07:45:47.904 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3514277781 2024-04-13T07:45:47.904 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.904 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T07:45:47.904 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 34, 2024-04-13T07:45:47.904 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 19498940 2024-04-13T07:45:47.904 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.904 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_cleanup_lat": { 2024-04-13T07:45:47.904 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 34, 2024-04-13T07:45:47.904 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 450276845896 2024-04-13T07:45:47.904 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.904 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_queued_lat": { 2024-04-13T07:45:47.904 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 34, 2024-04-13T07:45:47.904 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 45566393944 2024-04-13T07:45:47.905 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.905 INFO:tasks.workunit.client.0.smithi119.stdout: "state_done_lat": { 2024-04-13T07:45:47.905 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3372, 2024-04-13T07:45:47.905 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1291659547 2024-04-13T07:45:47.905 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.905 INFO:tasks.workunit.client.0.smithi119.stdout: "state_finishing_lat": { 2024-04-13T07:45:47.905 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3372, 2024-04-13T07:45:47.905 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 187931 2024-04-13T07:45:47.905 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.905 INFO:tasks.workunit.client.0.smithi119.stdout: "state_io_done_lat": { 2024-04-13T07:45:47.905 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3372, 2024-04-13T07:45:47.905 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 256038558 2024-04-13T07:45:47.905 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.905 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_commiting_lat": { 2024-04-13T07:45:47.905 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3372, 2024-04-13T07:45:47.905 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2496622426 2024-04-13T07:45:47.906 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.906 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_done_lat": { 2024-04-13T07:45:47.906 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3372, 2024-04-13T07:45:47.906 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 483952 2024-04-13T07:45:47.906 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.906 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_queued_lat": { 2024-04-13T07:45:47.906 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3372, 2024-04-13T07:45:47.906 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1449409269 2024-04-13T07:45:47.906 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.906 INFO:tasks.workunit.client.0.smithi119.stdout: "state_prepare_lat": { 2024-04-13T07:45:47.906 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3372, 2024-04-13T07:45:47.906 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 352326447 2024-04-13T07:45:47.906 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.906 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": { 2024-04-13T07:45:47.907 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 901446 2024-04-13T07:45:47.907 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.907 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T07:45:47.907 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 27, 2024-04-13T07:45:47.907 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 116966 2024-04-13T07:45:47.907 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.907 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_commit_lat": { 2024-04-13T07:45:47.907 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3372, 2024-04-13T07:45:47.907 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8068932247 2024-04-13T07:45:47.907 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.907 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_submit_lat": { 2024-04-13T07:45:47.907 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3372, 2024-04-13T07:45:47.907 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 386600919 2024-04-13T07:45:47.907 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.907 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_throttle_lat": { 2024-04-13T07:45:47.907 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3372, 2024-04-13T07:45:47.908 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 253475842 2024-04-13T07:45:47.908 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.908 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.908 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache": { 2024-04-13T07:45:47.908 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T07:45:47.908 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1861620469 2024-04-13T07:45:47.908 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.908 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T07:45:47.908 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 45531136 2024-04-13T07:45:47.908 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.908 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T07:45:47.908 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 45334528 2024-04-13T07:45:47.908 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.908 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T07:45:47.909 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3137560985 2024-04-13T07:45:47.909 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.909 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T07:45:47.909 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 196608 2024-04-13T07:45:47.909 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.909 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.909 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:data": { 2024-04-13T07:45:47.909 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:47.909 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 159383552 2024-04-13T07:45:47.909 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.909 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:47.909 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.909 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.909 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:47.909 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.910 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.910 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:47.910 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 85501569 2024-04-13T07:45:47.910 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.910 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:47.910 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.910 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.910 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:47.910 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.910 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.910 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:47.910 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.910 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.910 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:47.911 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.911 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.911 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:47.911 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.911 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.911 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:47.911 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12288 2024-04-13T07:45:47.911 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.911 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:47.911 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.911 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.911 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:47.911 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.911 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.911 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:47.912 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.912 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.912 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:47.912 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 73869695 2024-04-13T07:45:47.912 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.912 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.912 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv": { 2024-04-13T07:45:47.912 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:47.912 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 780140544 2024-04-13T07:45:47.912 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.912 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:47.912 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T07:45:47.912 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.912 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:47.912 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.913 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.913 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:47.913 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 641261772 2024-04-13T07:45:47.913 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.913 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:47.913 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.913 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.913 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:47.913 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.913 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.913 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:47.913 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.913 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.913 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:47.913 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.914 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.914 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:47.914 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.914 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.914 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:47.914 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2128 2024-04-13T07:45:47.914 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.914 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:47.914 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.914 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.914 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:47.914 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.914 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.914 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:47.915 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.915 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.915 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:47.915 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71767780 2024-04-13T07:45:47.915 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.915 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.915 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T07:45:47.915 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:47.915 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 192937984 2024-04-13T07:45:47.915 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.915 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:47.915 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T07:45:47.915 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.915 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:47.915 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 464 2024-04-13T07:45:47.915 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.916 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:47.916 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 57001046 2024-04-13T07:45:47.916 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.916 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:47.916 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.916 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.916 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:47.916 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.916 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.916 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:47.916 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.916 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.916 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:47.916 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.916 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.916 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:47.917 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.917 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.917 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:47.917 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.917 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.917 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:47.917 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.917 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.917 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:47.917 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.917 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.917 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:47.917 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.917 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.917 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:47.918 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 68827610 2024-04-13T07:45:47.918 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.918 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.918 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:meta": { 2024-04-13T07:45:47.918 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:47.918 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 713031680 2024-04-13T07:45:47.918 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.918 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:47.918 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.918 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.918 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:47.918 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.918 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.918 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:47.918 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 641261772 2024-04-13T07:45:47.919 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.919 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:47.919 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.919 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.919 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:47.919 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.919 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.919 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:47.919 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.919 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.919 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:47.919 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.919 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.919 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:47.920 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8158 2024-04-13T07:45:47.920 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.920 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:47.920 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 326355 2024-04-13T07:45:47.920 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.920 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:47.920 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.920 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.920 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:47.920 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.920 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.920 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:47.920 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.920 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.920 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:47.921 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71435395 2024-04-13T07:45:47.921 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.921 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.921 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T07:45:47.921 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T07:45:47.921 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.921 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.921 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T07:45:47.921 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.921 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.921 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T07:45:47.921 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.921 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.921 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T07:45:47.921 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.922 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.922 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.922 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:47.922 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg": { 2024-04-13T07:45:47.922 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 38 2024-04-13T07:45:47.922 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.922 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg_removing": { 2024-04-13T07:45:47.922 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.922 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.922 INFO:tasks.workunit.client.0.smithi119.stdout: "op": { 2024-04-13T07:45:47.922 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13 2024-04-13T07:45:47.922 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.922 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_degraded": { 2024-04-13T07:45:47.922 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.922 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.923 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_unreadable": { 2024-04-13T07:45:47.923 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.923 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.923 INFO:tasks.workunit.client.0.smithi119.stdout: "op_in_bytes": { 2024-04-13T07:45:47.923 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2812 2024-04-13T07:45:47.923 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.923 INFO:tasks.workunit.client.0.smithi119.stdout: "op_latency": { 2024-04-13T07:45:47.923 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 13, 2024-04-13T07:45:47.923 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 41911204 2024-04-13T07:45:47.923 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.923 INFO:tasks.workunit.client.0.smithi119.stdout: "op_out_bytes": { 2024-04-13T07:45:47.923 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.923 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.923 INFO:tasks.workunit.client.0.smithi119.stdout: "op_prepare_latency": { 2024-04-13T07:45:47.923 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15, 2024-04-13T07:45:47.923 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6636249 2024-04-13T07:45:47.924 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.924 INFO:tasks.workunit.client.0.smithi119.stdout: "op_process_latency": { 2024-04-13T07:45:47.924 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 13, 2024-04-13T07:45:47.924 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 31754691 2024-04-13T07:45:47.924 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.924 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T07:45:47.924 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.924 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.924 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency": { 2024-04-13T07:45:47.924 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.924 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.924 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.924 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T07:45:47.924 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.924 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.924 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_out_bytes": { 2024-04-13T07:45:47.925 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.925 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.925 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_prepare_latency": { 2024-04-13T07:45:47.925 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.925 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.925 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.925 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_process_latency": { 2024-04-13T07:45:47.925 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.925 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.925 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.925 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw": { 2024-04-13T07:45:47.925 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.925 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.925 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_in_bytes": { 2024-04-13T07:45:47.925 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.925 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.926 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency": { 2024-04-13T07:45:47.926 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.926 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.926 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.926 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T07:45:47.926 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.926 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.926 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T07:45:47.926 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.926 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.926 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_out_bytes": { 2024-04-13T07:45:47.926 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.926 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.926 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_prepare_latency": { 2024-04-13T07:45:47.926 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.927 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.927 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.927 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_process_latency": { 2024-04-13T07:45:47.927 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.927 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.927 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.927 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T07:45:47.927 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13 2024-04-13T07:45:47.927 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.927 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_in_bytes": { 2024-04-13T07:45:47.927 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2812 2024-04-13T07:45:47.927 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.927 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency": { 2024-04-13T07:45:47.927 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 13, 2024-04-13T07:45:47.927 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 41911204 2024-04-13T07:45:47.928 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.928 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T07:45:47.928 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.928 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.928 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_prepare_latency": { 2024-04-13T07:45:47.928 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15, 2024-04-13T07:45:47.928 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6636249 2024-04-13T07:45:47.928 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.928 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_process_latency": { 2024-04-13T07:45:47.928 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 13, 2024-04-13T07:45:47.928 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 31754691 2024-04-13T07:45:47.928 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.928 INFO:tasks.workunit.client.0.smithi119.stdout: "op_wip": { 2024-04-13T07:45:47.928 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.928 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.929 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_bytes": { 2024-04-13T07:45:47.929 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.929 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.929 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_ops": { 2024-04-13T07:45:47.929 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.929 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.929 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes": { 2024-04-13T07:45:47.929 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T07:45:47.929 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.929 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes_used": { 2024-04-13T07:45:47.929 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 28971008 2024-04-13T07:45:47.929 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.929 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.929 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.930 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.7": { 2024-04-13T07:45:47.930 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T07:45:47.930 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_fallback": { 2024-04-13T07:45:47.930 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.930 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.930 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_size_fallback": { 2024-04-13T07:45:47.930 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.930 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.930 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_db": { 2024-04-13T07:45:47.930 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 65536 2024-04-13T07:45:47.930 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.930 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_main": { 2024-04-13T07:45:47.930 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.931 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.931 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_wal": { 2024-04-13T07:45:47.931 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.931 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.931 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_slow": { 2024-04-13T07:45:47.931 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.931 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.931 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_sst": { 2024-04-13T07:45:47.931 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12288 2024-04-13T07:45:47.931 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.931 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_wal": { 2024-04-13T07:45:47.931 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1191936 2024-04-13T07:45:47.931 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.931 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lat": { 2024-04-13T07:45:47.931 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.932 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.932 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.932 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lock_lat": { 2024-04-13T07:45:47.932 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.932 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.932 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.932 INFO:tasks.workunit.client.0.smithi119.stdout: "db_total_bytes": { 2024-04-13T07:45:47.932 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T07:45:47.932 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.932 INFO:tasks.workunit.client.0.smithi119.stdout: "db_used_bytes": { 2024-04-13T07:45:47.932 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 27656192 2024-04-13T07:45:47.932 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.932 INFO:tasks.workunit.client.0.smithi119.stdout: "log_bytes": { 2024-04-13T07:45:47.932 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 913408 2024-04-13T07:45:47.932 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.933 INFO:tasks.workunit.client.0.smithi119.stdout: "logged_bytes": { 2024-04-13T07:45:47.933 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 774144 2024-04-13T07:45:47.933 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.933 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_db": { 2024-04-13T07:45:47.933 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 31850496 2024-04-13T07:45:47.933 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.933 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_slow": { 2024-04-13T07:45:47.933 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.933 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.933 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_wal": { 2024-04-13T07:45:47.933 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.933 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_files": { 2024-04-13T07:45:47.933 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14 2024-04-13T07:45:47.933 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.934 INFO:tasks.workunit.client.0.smithi119.stdout: "read_bytes": { 2024-04-13T07:45:47.934 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 206272 2024-04-13T07:45:47.934 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.934 INFO:tasks.workunit.client.0.smithi119.stdout: "read_count": { 2024-04-13T07:45:47.934 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23 2024-04-13T07:45:47.934 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.934 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes": { 2024-04-13T07:45:47.934 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1282048 2024-04-13T07:45:47.934 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.934 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_db": { 2024-04-13T07:45:47.934 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1286144 2024-04-13T07:45:47.934 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.934 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_slow": { 2024-04-13T07:45:47.934 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.934 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.935 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_wal": { 2024-04-13T07:45:47.935 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.935 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.935 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_count": { 2024-04-13T07:45:47.935 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15 2024-04-13T07:45:47.935 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.935 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_bytes": { 2024-04-13T07:45:47.935 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4913 2024-04-13T07:45:47.935 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.935 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_count": { 2024-04-13T07:45:47.935 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4 2024-04-13T07:45:47.935 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.935 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_bytes": { 2024-04-13T07:45:47.935 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5499 2024-04-13T07:45:47.935 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.936 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_count": { 2024-04-13T07:45:47.936 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24 2024-04-13T07:45:47.936 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.936 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_bytes": { 2024-04-13T07:45:47.936 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5499 2024-04-13T07:45:47.936 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.936 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_count": { 2024-04-13T07:45:47.936 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24 2024-04-13T07:45:47.936 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.936 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes": { 2024-04-13T07:45:47.936 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.936 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.936 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_db": { 2024-04-13T07:45:47.936 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.936 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.937 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_slow": { 2024-04-13T07:45:47.937 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.937 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.937 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_wal": { 2024-04-13T07:45:47.937 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.937 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.937 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_count": { 2024-04-13T07:45:47.937 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.937 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.937 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_total_bytes": { 2024-04-13T07:45:47.937 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.937 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.937 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_used_bytes": { 2024-04-13T07:45:47.937 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.938 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.938 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_total_bytes": { 2024-04-13T07:45:47.938 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.938 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.938 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_used_bytes": { 2024-04-13T07:45:47.938 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.938 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.938 INFO:tasks.workunit.client.0.smithi119.stdout: "write_bytes": { 2024-04-13T07:45:47.938 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2043904 2024-04-13T07:45:47.938 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.938 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.938 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": { 2024-04-13T07:45:47.938 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit": { 2024-04-13T07:45:47.939 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T07:45:47.939 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.939 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": { 2024-04-13T07:45:47.939 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1302528 2024-04-13T07:45:47.939 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.939 INFO:tasks.workunit.client.0.smithi119.stdout: "clist_lat": { 2024-04-13T07:45:47.939 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 5, 2024-04-13T07:45:47.939 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 160657 2024-04-13T07:45:47.939 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.939 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_lat": { 2024-04-13T07:45:47.939 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.939 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.939 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.939 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed": { 2024-04-13T07:45:47.939 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.940 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.940 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_allocated": { 2024-04-13T07:45:47.940 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.940 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.940 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_original": { 2024-04-13T07:45:47.940 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.940 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.940 INFO:tasks.workunit.client.0.smithi119.stdout: "csum_lat": { 2024-04-13T07:45:47.940 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8, 2024-04-13T07:45:47.940 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 29164 2024-04-13T07:45:47.940 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.940 INFO:tasks.workunit.client.0.smithi119.stdout: "decompress_lat": { 2024-04-13T07:45:47.940 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.940 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.940 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.940 INFO:tasks.workunit.client.0.smithi119.stdout: "fragmentation_micros": { 2024-04-13T07:45:47.941 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.941 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.941 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_commit_lat": { 2024-04-13T07:45:47.941 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 176, 2024-04-13T07:45:47.941 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 51591293 2024-04-13T07:45:47.941 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.941 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_final_lat": { 2024-04-13T07:45:47.941 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 161, 2024-04-13T07:45:47.941 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12815683 2024-04-13T07:45:47.941 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.941 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_flush_lat": { 2024-04-13T07:45:47.941 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 176, 2024-04-13T07:45:47.941 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 87541 2024-04-13T07:45:47.941 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.941 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_sync_lat": { 2024-04-13T07:45:47.941 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 176, 2024-04-13T07:45:47.942 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 51678834 2024-04-13T07:45:47.942 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.942 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_keys_lat": { 2024-04-13T07:45:47.942 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.942 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.942 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.942 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_values_lat": { 2024-04-13T07:45:47.942 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3, 2024-04-13T07:45:47.942 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 57001 2024-04-13T07:45:47.942 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.942 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_lower_bound_lat": { 2024-04-13T07:45:47.942 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.942 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.942 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.943 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_next_lat": { 2024-04-13T07:45:47.943 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.943 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.943 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.943 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_seek_to_first_lat": { 2024-04-13T07:45:47.943 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T07:45:47.943 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.943 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.943 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_upper_bound_lat": { 2024-04-13T07:45:47.943 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T07:45:47.943 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5029 2024-04-13T07:45:47.943 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.943 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_hits": { 2024-04-13T07:45:47.943 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 611 2024-04-13T07:45:47.943 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.943 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_misses": { 2024-04-13T07:45:47.944 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 278 2024-04-13T07:45:47.944 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.944 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T07:45:47.944 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 116, 2024-04-13T07:45:47.944 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4785673 2024-04-13T07:45:47.944 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.944 INFO:tasks.workunit.client.0.smithi119.stdout: "read_onode_meta_lat": { 2024-04-13T07:45:47.944 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 179, 2024-04-13T07:45:47.944 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 285175 2024-04-13T07:45:47.944 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.944 INFO:tasks.workunit.client.0.smithi119.stdout: "read_wait_aio_lat": { 2024-04-13T07:45:47.944 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 63, 2024-04-13T07:45:47.944 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4080482 2024-04-13T07:45:47.944 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.944 INFO:tasks.workunit.client.0.smithi119.stdout: "reads_with_retries": { 2024-04-13T07:45:47.944 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.945 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.945 INFO:tasks.workunit.client.0.smithi119.stdout: "remove_lat": { 2024-04-13T07:45:47.945 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3, 2024-04-13T07:45:47.945 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 52809 2024-04-13T07:45:47.945 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.945 INFO:tasks.workunit.client.0.smithi119.stdout: "state_aio_wait_lat": { 2024-04-13T07:45:47.945 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 291, 2024-04-13T07:45:47.945 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1686015 2024-04-13T07:45:47.945 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.945 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T07:45:47.945 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 20, 2024-04-13T07:45:47.945 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1427269 2024-04-13T07:45:47.945 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.945 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_cleanup_lat": { 2024-04-13T07:45:47.945 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 20, 2024-04-13T07:45:47.945 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 216926654618 2024-04-13T07:45:47.946 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.946 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_queued_lat": { 2024-04-13T07:45:47.946 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 20, 2024-04-13T07:45:47.946 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 33597893855 2024-04-13T07:45:47.946 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.946 INFO:tasks.workunit.client.0.smithi119.stdout: "state_done_lat": { 2024-04-13T07:45:47.946 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 291, 2024-04-13T07:45:47.946 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 487942 2024-04-13T07:45:47.946 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.946 INFO:tasks.workunit.client.0.smithi119.stdout: "state_finishing_lat": { 2024-04-13T07:45:47.946 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 291, 2024-04-13T07:45:47.946 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 38260 2024-04-13T07:45:47.946 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.946 INFO:tasks.workunit.client.0.smithi119.stdout: "state_io_done_lat": { 2024-04-13T07:45:47.947 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 291, 2024-04-13T07:45:47.947 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 180920 2024-04-13T07:45:47.947 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.947 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_commiting_lat": { 2024-04-13T07:45:47.947 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 291, 2024-04-13T07:45:47.947 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 153924812 2024-04-13T07:45:47.947 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.947 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_done_lat": { 2024-04-13T07:45:47.947 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 291, 2024-04-13T07:45:47.947 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 81106 2024-04-13T07:45:47.947 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.947 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_queued_lat": { 2024-04-13T07:45:47.947 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 291, 2024-04-13T07:45:47.947 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 101817744 2024-04-13T07:45:47.947 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.948 INFO:tasks.workunit.client.0.smithi119.stdout: "state_prepare_lat": { 2024-04-13T07:45:47.948 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 291, 2024-04-13T07:45:47.948 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12702101 2024-04-13T07:45:47.948 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.948 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": { 2024-04-13T07:45:47.948 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 899109 2024-04-13T07:45:47.948 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.948 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T07:45:47.948 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 19, 2024-04-13T07:45:47.948 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 94984 2024-04-13T07:45:47.948 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.948 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_commit_lat": { 2024-04-13T07:45:47.948 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 291, 2024-04-13T07:45:47.948 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 270346366 2024-04-13T07:45:47.948 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.948 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_submit_lat": { 2024-04-13T07:45:47.949 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 291, 2024-04-13T07:45:47.949 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14902856 2024-04-13T07:45:47.949 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.949 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_throttle_lat": { 2024-04-13T07:45:47.949 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 291, 2024-04-13T07:45:47.949 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2228761 2024-04-13T07:45:47.949 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.949 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.949 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache": { 2024-04-13T07:45:47.949 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T07:45:47.949 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1861620469 2024-04-13T07:45:47.949 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.949 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T07:45:47.949 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 42385408 2024-04-13T07:45:47.949 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.950 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T07:45:47.950 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 41984000 2024-04-13T07:45:47.950 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.950 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T07:45:47.950 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3137560985 2024-04-13T07:45:47.950 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.950 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T07:45:47.950 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 401408 2024-04-13T07:45:47.950 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.950 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.950 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:data": { 2024-04-13T07:45:47.950 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:47.950 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 159383552 2024-04-13T07:45:47.950 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.951 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:47.951 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.951 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.951 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:47.951 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.951 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.951 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:47.951 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 85500090 2024-04-13T07:45:47.951 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.951 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:47.951 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.951 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.951 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:47.951 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.951 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.951 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:47.952 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.952 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.952 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:47.952 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.952 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.952 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:47.952 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.952 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.952 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:47.952 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 135168 2024-04-13T07:45:47.952 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.952 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:47.952 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.952 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.952 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:47.953 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.953 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.953 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:47.953 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.953 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.953 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:47.953 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 73748294 2024-04-13T07:45:47.953 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.953 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.953 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv": { 2024-04-13T07:45:47.953 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:47.953 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 780140544 2024-04-13T07:45:47.953 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.953 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:47.953 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T07:45:47.953 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.954 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:47.954 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.954 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.954 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:47.954 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 641250677 2024-04-13T07:45:47.954 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.954 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:47.954 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.954 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.954 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:47.954 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.954 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.954 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:47.954 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.955 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.955 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:47.955 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.955 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.955 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:47.955 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.955 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.955 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:47.955 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2128 2024-04-13T07:45:47.955 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.955 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:47.955 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.955 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.955 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:47.955 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.955 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.955 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:47.956 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.956 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.956 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:47.956 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71778875 2024-04-13T07:45:47.956 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.956 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.956 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T07:45:47.956 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:47.956 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 192937984 2024-04-13T07:45:47.956 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.956 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:47.956 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T07:45:47.956 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.956 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:47.956 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 464 2024-04-13T07:45:47.956 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.957 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:47.957 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 57000060 2024-04-13T07:45:47.957 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.957 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:47.957 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.957 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.957 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:47.957 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.957 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.957 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:47.957 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.957 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.957 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:47.957 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.957 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.958 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:47.958 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.958 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.958 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:47.958 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.958 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.958 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:47.958 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.958 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.958 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:47.958 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.958 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.958 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:47.958 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.959 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.959 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:47.959 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 68828596 2024-04-13T07:45:47.959 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.959 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.959 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:meta": { 2024-04-13T07:45:47.959 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T07:45:47.959 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 713031680 2024-04-13T07:45:47.959 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.959 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T07:45:47.959 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.959 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.959 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T07:45:47.959 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.959 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.960 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T07:45:47.960 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 641250677 2024-04-13T07:45:47.960 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.960 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T07:45:47.960 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.960 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.960 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T07:45:47.960 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.960 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.960 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T07:45:47.960 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.960 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.960 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T07:45:47.960 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.960 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.961 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T07:45:47.961 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.961 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.961 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T07:45:47.961 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 230198 2024-04-13T07:45:47.961 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.961 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T07:45:47.961 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.961 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.961 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T07:45:47.961 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.961 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.961 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T07:45:47.961 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.961 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.962 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T07:45:47.962 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71550805 2024-04-13T07:45:47.962 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.962 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.962 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T07:45:47.962 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T07:45:47.962 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.962 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.962 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T07:45:47.962 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.962 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.962 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T07:45:47.962 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.962 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.962 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T07:45:47.963 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.963 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.963 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.963 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T07:45:47.963 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg": { 2024-04-13T07:45:47.963 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 46 2024-04-13T07:45:47.963 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.963 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg_removing": { 2024-04-13T07:45:47.963 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.963 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.963 INFO:tasks.workunit.client.0.smithi119.stdout: "op": { 2024-04-13T07:45:47.963 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 115 2024-04-13T07:45:47.963 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.963 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_degraded": { 2024-04-13T07:45:47.963 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.964 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.964 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_unreadable": { 2024-04-13T07:45:47.964 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.964 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.964 INFO:tasks.workunit.client.0.smithi119.stdout: "op_in_bytes": { 2024-04-13T07:45:47.964 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.964 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.964 INFO:tasks.workunit.client.0.smithi119.stdout: "op_latency": { 2024-04-13T07:45:47.964 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 115, 2024-04-13T07:45:47.964 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 133948005 2024-04-13T07:45:47.964 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.964 INFO:tasks.workunit.client.0.smithi119.stdout: "op_out_bytes": { 2024-04-13T07:45:47.964 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 265081 2024-04-13T07:45:47.964 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.964 INFO:tasks.workunit.client.0.smithi119.stdout: "op_prepare_latency": { 2024-04-13T07:45:47.965 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 117, 2024-04-13T07:45:47.965 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 32993152 2024-04-13T07:45:47.965 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.965 INFO:tasks.workunit.client.0.smithi119.stdout: "op_process_latency": { 2024-04-13T07:45:47.965 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 115, 2024-04-13T07:45:47.965 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 84925647 2024-04-13T07:45:47.965 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.965 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T07:45:47.965 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 80 2024-04-13T07:45:47.965 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.965 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency": { 2024-04-13T07:45:47.965 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 80, 2024-04-13T07:45:47.965 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15352011 2024-04-13T07:45:47.965 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.965 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T07:45:47.965 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.966 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.966 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_out_bytes": { 2024-04-13T07:45:47.966 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 265081 2024-04-13T07:45:47.966 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.966 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_prepare_latency": { 2024-04-13T07:45:47.966 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 80, 2024-04-13T07:45:47.966 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13785605 2024-04-13T07:45:47.966 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.966 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_process_latency": { 2024-04-13T07:45:47.966 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 80, 2024-04-13T07:45:47.966 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11784688 2024-04-13T07:45:47.966 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.966 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw": { 2024-04-13T07:45:47.966 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 30 2024-04-13T07:45:47.967 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.967 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_in_bytes": { 2024-04-13T07:45:47.967 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.967 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.967 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency": { 2024-04-13T07:45:47.967 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 30, 2024-04-13T07:45:47.967 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 78878332 2024-04-13T07:45:47.967 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.967 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T07:45:47.967 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.967 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.967 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T07:45:47.967 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.967 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.967 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_out_bytes": { 2024-04-13T07:45:47.968 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.968 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.968 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_prepare_latency": { 2024-04-13T07:45:47.968 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 30, 2024-04-13T07:45:47.968 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14787058 2024-04-13T07:45:47.968 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.968 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_process_latency": { 2024-04-13T07:45:47.968 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 30, 2024-04-13T07:45:47.968 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 35791067 2024-04-13T07:45:47.968 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.968 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T07:45:47.968 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5 2024-04-13T07:45:47.968 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.968 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_in_bytes": { 2024-04-13T07:45:47.968 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.968 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.969 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency": { 2024-04-13T07:45:47.969 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 5, 2024-04-13T07:45:47.969 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 39717662 2024-04-13T07:45:47.969 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.969 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T07:45:47.969 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.969 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.969 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_prepare_latency": { 2024-04-13T07:45:47.969 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 7, 2024-04-13T07:45:47.969 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4420489 2024-04-13T07:45:47.969 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.969 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_process_latency": { 2024-04-13T07:45:47.969 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 5, 2024-04-13T07:45:47.969 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37349892 2024-04-13T07:45:47.969 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.969 INFO:tasks.workunit.client.0.smithi119.stdout: "op_wip": { 2024-04-13T07:45:47.969 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.970 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.970 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_bytes": { 2024-04-13T07:45:47.970 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.970 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.970 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_ops": { 2024-04-13T07:45:47.970 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T07:45:47.970 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.970 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes": { 2024-04-13T07:45:47.970 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T07:45:47.970 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.970 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes_used": { 2024-04-13T07:45:47.970 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 28966912 2024-04-13T07:45:47.970 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.970 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.971 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.971 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.971 INFO:tasks.workunit.client.0.smithi119.stdout: "pools": [ 2024-04-13T07:45:47.971 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.971 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T07:45:47.971 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr" 2024-04-13T07:45:47.971 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.971 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_mode": "none", 2024-04-13T07:45:47.971 INFO:tasks.workunit.client.0.smithi119.stdout: "erasure_code_profile": {}, 2024-04-13T07:45:47.971 INFO:tasks.workunit.client.0.smithi119.stdout: "min_size": 2, 2024-04-13T07:45:47.971 INFO:tasks.workunit.client.0.smithi119.stdout: "options": {}, 2024-04-13T07:45:47.971 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_autoscale_mode": "off", 2024-04-13T07:45:47.971 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_num": 1, 2024-04-13T07:45:47.971 INFO:tasks.workunit.client.0.smithi119.stdout: "pgp_num": 1, 2024-04-13T07:45:47.971 INFO:tasks.workunit.client.0.smithi119.stdout: "pool": 1, 2024-04-13T07:45:47.971 INFO:tasks.workunit.client.0.smithi119.stdout: "size": 3, 2024-04-13T07:45:47.972 INFO:tasks.workunit.client.0.smithi119.stdout: "stats": { 2024-04-13T07:45:47.972 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_raw": 729296840970, 2024-04-13T07:45:47.972 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_used": 1781760, 2024-04-13T07:45:47.972 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_bytes_used": 0, 2024-04-13T07:45:47.972 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_under_bytes": 0, 2024-04-13T07:45:47.972 INFO:tasks.workunit.client.0.smithi119.stdout: "data_bytes_used": 1781760, 2024-04-13T07:45:47.972 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty": 0, 2024-04-13T07:45:47.972 INFO:tasks.workunit.client.0.smithi119.stdout: "max_avail": 243098959872, 2024-04-13T07:45:47.972 INFO:tasks.workunit.client.0.smithi119.stdout: "objects": 2, 2024-04-13T07:45:47.972 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_bytes_used": 0, 2024-04-13T07:45:47.972 INFO:tasks.workunit.client.0.smithi119.stdout: "percent_used": 2.443114453853923e-06, 2024-04-13T07:45:47.972 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_bytes": 0, 2024-04-13T07:45:47.972 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_objects": 0, 2024-04-13T07:45:47.972 INFO:tasks.workunit.client.0.smithi119.stdout: "rd": 394, 2024-04-13T07:45:47.972 INFO:tasks.workunit.client.0.smithi119.stdout: "rd_bytes": 598016, 2024-04-13T07:45:47.972 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": 590368, 2024-04-13T07:45:47.973 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_data": 590368, 2024-04-13T07:45:47.973 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_omap": 0, 2024-04-13T07:45:47.973 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_raw": 1771104, 2024-04-13T07:45:47.973 INFO:tasks.workunit.client.0.smithi119.stdout: "wr": 219, 2024-04-13T07:45:47.973 INFO:tasks.workunit.client.0.smithi119.stdout: "wr_bytes": 2473984 2024-04-13T07:45:47.973 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.973 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_bytes": 0, 2024-04-13T07:45:47.973 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_objects": 0, 2024-04-13T07:45:47.973 INFO:tasks.workunit.client.0.smithi119.stdout: "type": "replicated" 2024-04-13T07:45:47.973 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.973 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.973 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T07:45:47.973 INFO:tasks.workunit.client.0.smithi119.stdout: "cephfs" 2024-04-13T07:45:47.973 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.973 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_mode": "none", 2024-04-13T07:45:47.973 INFO:tasks.workunit.client.0.smithi119.stdout: "erasure_code_profile": {}, 2024-04-13T07:45:47.974 INFO:tasks.workunit.client.0.smithi119.stdout: "min_size": 2, 2024-04-13T07:45:47.974 INFO:tasks.workunit.client.0.smithi119.stdout: "options": {}, 2024-04-13T07:45:47.974 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_autoscale_mode": "off", 2024-04-13T07:45:47.974 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_num": 32, 2024-04-13T07:45:47.974 INFO:tasks.workunit.client.0.smithi119.stdout: "pgp_num": 32, 2024-04-13T07:45:47.974 INFO:tasks.workunit.client.0.smithi119.stdout: "pool": 2, 2024-04-13T07:45:47.974 INFO:tasks.workunit.client.0.smithi119.stdout: "size": 3, 2024-04-13T07:45:47.974 INFO:tasks.workunit.client.0.smithi119.stdout: "stats": { 2024-04-13T07:45:47.974 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_raw": 729296840970, 2024-04-13T07:45:47.974 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_used": 98304, 2024-04-13T07:45:47.974 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_bytes_used": 0, 2024-04-13T07:45:47.974 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_under_bytes": 0, 2024-04-13T07:45:47.974 INFO:tasks.workunit.client.0.smithi119.stdout: "data_bytes_used": 98304, 2024-04-13T07:45:47.974 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty": 0, 2024-04-13T07:45:47.974 INFO:tasks.workunit.client.0.smithi119.stdout: "max_avail": 243098959872, 2024-04-13T07:45:47.975 INFO:tasks.workunit.client.0.smithi119.stdout: "objects": 22, 2024-04-13T07:45:47.975 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_bytes_used": 0, 2024-04-13T07:45:47.975 INFO:tasks.workunit.client.0.smithi119.stdout: "percent_used": 1.3479282756634348e-07, 2024-04-13T07:45:47.975 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_bytes": 0, 2024-04-13T07:45:47.975 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_objects": 0, 2024-04-13T07:45:47.975 INFO:tasks.workunit.client.0.smithi119.stdout: "rd": 0, 2024-04-13T07:45:47.975 INFO:tasks.workunit.client.0.smithi119.stdout: "rd_bytes": 0, 2024-04-13T07:45:47.975 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": 3430, 2024-04-13T07:45:47.975 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_data": 3430, 2024-04-13T07:45:47.975 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_omap": 0, 2024-04-13T07:45:47.975 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_raw": 10290, 2024-04-13T07:45:47.975 INFO:tasks.workunit.client.0.smithi119.stdout: "wr": 51, 2024-04-13T07:45:47.975 INFO:tasks.workunit.client.0.smithi119.stdout: "wr_bytes": 20480 2024-04-13T07:45:47.975 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.975 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_bytes": 0, 2024-04-13T07:45:47.975 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_objects": 0, 2024-04-13T07:45:47.976 INFO:tasks.workunit.client.0.smithi119.stdout: "type": "replicated" 2024-04-13T07:45:47.976 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.976 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.976 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T07:45:47.976 INFO:tasks.workunit.client.0.smithi119.stdout: "cephfs" 2024-04-13T07:45:47.976 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.976 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_mode": "none", 2024-04-13T07:45:47.976 INFO:tasks.workunit.client.0.smithi119.stdout: "erasure_code_profile": {}, 2024-04-13T07:45:47.976 INFO:tasks.workunit.client.0.smithi119.stdout: "min_size": 2, 2024-04-13T07:45:47.976 INFO:tasks.workunit.client.0.smithi119.stdout: "options": {}, 2024-04-13T07:45:47.976 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_autoscale_mode": "off", 2024-04-13T07:45:47.976 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_num": 64, 2024-04-13T07:45:47.976 INFO:tasks.workunit.client.0.smithi119.stdout: "pgp_num": 64, 2024-04-13T07:45:47.976 INFO:tasks.workunit.client.0.smithi119.stdout: "pool": 3, 2024-04-13T07:45:47.977 INFO:tasks.workunit.client.0.smithi119.stdout: "size": 3, 2024-04-13T07:45:47.977 INFO:tasks.workunit.client.0.smithi119.stdout: "stats": { 2024-04-13T07:45:47.977 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_raw": 729296840970, 2024-04-13T07:45:47.977 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_used": 0, 2024-04-13T07:45:47.977 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_bytes_used": 0, 2024-04-13T07:45:47.977 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_under_bytes": 0, 2024-04-13T07:45:47.977 INFO:tasks.workunit.client.0.smithi119.stdout: "data_bytes_used": 0, 2024-04-13T07:45:47.977 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty": 0, 2024-04-13T07:45:47.977 INFO:tasks.workunit.client.0.smithi119.stdout: "max_avail": 243098959872, 2024-04-13T07:45:47.977 INFO:tasks.workunit.client.0.smithi119.stdout: "objects": 0, 2024-04-13T07:45:47.977 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_bytes_used": 0, 2024-04-13T07:45:47.977 INFO:tasks.workunit.client.0.smithi119.stdout: "percent_used": 0.0, 2024-04-13T07:45:47.977 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_bytes": 0, 2024-04-13T07:45:47.977 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_objects": 0, 2024-04-13T07:45:47.977 INFO:tasks.workunit.client.0.smithi119.stdout: "rd": 0, 2024-04-13T07:45:47.978 INFO:tasks.workunit.client.0.smithi119.stdout: "rd_bytes": 0, 2024-04-13T07:45:47.978 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": 0, 2024-04-13T07:45:47.978 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_data": 0, 2024-04-13T07:45:47.978 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_omap": 0, 2024-04-13T07:45:47.978 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_raw": 0, 2024-04-13T07:45:47.978 INFO:tasks.workunit.client.0.smithi119.stdout: "wr": 0, 2024-04-13T07:45:47.978 INFO:tasks.workunit.client.0.smithi119.stdout: "wr_bytes": 0 2024-04-13T07:45:47.978 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.978 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_bytes": 0, 2024-04-13T07:45:47.978 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_objects": 0, 2024-04-13T07:45:47.978 INFO:tasks.workunit.client.0.smithi119.stdout: "type": "replicated" 2024-04-13T07:45:47.978 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.978 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.978 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T07:45:47.978 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd" 2024-04-13T07:45:47.979 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.979 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_mode": "none", 2024-04-13T07:45:47.979 INFO:tasks.workunit.client.0.smithi119.stdout: "erasure_code_profile": {}, 2024-04-13T07:45:47.979 INFO:tasks.workunit.client.0.smithi119.stdout: "min_size": 2, 2024-04-13T07:45:47.979 INFO:tasks.workunit.client.0.smithi119.stdout: "options": {}, 2024-04-13T07:45:47.979 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_autoscale_mode": "off", 2024-04-13T07:45:47.979 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_num": 8, 2024-04-13T07:45:47.979 INFO:tasks.workunit.client.0.smithi119.stdout: "pgp_num": 8, 2024-04-13T07:45:47.979 INFO:tasks.workunit.client.0.smithi119.stdout: "pool": 4, 2024-04-13T07:45:47.979 INFO:tasks.workunit.client.0.smithi119.stdout: "size": 3, 2024-04-13T07:45:47.979 INFO:tasks.workunit.client.0.smithi119.stdout: "stats": { 2024-04-13T07:45:47.979 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_raw": 729296840970, 2024-04-13T07:45:47.979 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_used": 0, 2024-04-13T07:45:47.979 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_bytes_used": 0, 2024-04-13T07:45:47.979 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_under_bytes": 0, 2024-04-13T07:45:47.979 INFO:tasks.workunit.client.0.smithi119.stdout: "data_bytes_used": 0, 2024-04-13T07:45:47.980 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty": 0, 2024-04-13T07:45:47.980 INFO:tasks.workunit.client.0.smithi119.stdout: "max_avail": 243098959872, 2024-04-13T07:45:47.980 INFO:tasks.workunit.client.0.smithi119.stdout: "objects": 0, 2024-04-13T07:45:47.980 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_bytes_used": 0, 2024-04-13T07:45:47.980 INFO:tasks.workunit.client.0.smithi119.stdout: "percent_used": 0.0, 2024-04-13T07:45:47.980 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_bytes": 0, 2024-04-13T07:45:47.980 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_objects": 0, 2024-04-13T07:45:47.980 INFO:tasks.workunit.client.0.smithi119.stdout: "rd": 0, 2024-04-13T07:45:47.980 INFO:tasks.workunit.client.0.smithi119.stdout: "rd_bytes": 0, 2024-04-13T07:45:47.980 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": 0, 2024-04-13T07:45:47.980 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_data": 0, 2024-04-13T07:45:47.980 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_omap": 0, 2024-04-13T07:45:47.980 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_raw": 0, 2024-04-13T07:45:47.980 INFO:tasks.workunit.client.0.smithi119.stdout: "wr": 0, 2024-04-13T07:45:47.981 INFO:tasks.workunit.client.0.smithi119.stdout: "wr_bytes": 0 2024-04-13T07:45:47.981 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.981 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_bytes": 0, 2024-04-13T07:45:47.981 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_objects": 0, 2024-04-13T07:45:47.981 INFO:tasks.workunit.client.0.smithi119.stdout: "type": "replicated" 2024-04-13T07:45:47.981 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.981 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.981 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd": { 2024-04-13T07:45:47.981 INFO:tasks.workunit.client.0.smithi119.stdout: "mirroring_by_pool": [ 2024-04-13T07:45:47.981 INFO:tasks.workunit.client.0.smithi119.stdout: false 2024-04-13T07:45:47.981 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.981 INFO:tasks.workunit.client.0.smithi119.stdout: "num_images_by_pool": [ 2024-04-13T07:45:47.981 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:47.981 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.981 INFO:tasks.workunit.client.0.smithi119.stdout: "num_pools": 1 2024-04-13T07:45:47.982 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.982 INFO:tasks.workunit.client.0.smithi119.stdout: "report_id": "6edb68c6-9349-46ed-b7ce-7bb339db6fd9", 2024-04-13T07:45:47.982 INFO:tasks.workunit.client.0.smithi119.stdout: "report_timestamp": "2024-04-13T07:45:46.939865", 2024-04-13T07:45:47.982 INFO:tasks.workunit.client.0.smithi119.stdout: "report_version": 1, 2024-04-13T07:45:47.982 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_stats": { 2024-04-13T07:45:47.982 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "7.9.2" 2024-04-13T07:45:47.982 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.982 INFO:tasks.workunit.client.0.smithi119.stdout: "rook": { 2024-04-13T07:45:47.982 INFO:tasks.workunit.client.0.smithi119.stdout: "cluster": { 2024-04-13T07:45:47.982 INFO:tasks.workunit.client.0.smithi119.stdout: "external-mode": null, 2024-04-13T07:45:47.982 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T07:45:47.982 INFO:tasks.workunit.client.0.smithi119.stdout: "allow-multiple-per-node": null, 2024-04-13T07:45:47.982 INFO:tasks.workunit.client.0.smithi119.stdout: "count": null, 2024-04-13T07:45:47.982 INFO:tasks.workunit.client.0.smithi119.stdout: "max-id": null, 2024-04-13T07:45:47.982 INFO:tasks.workunit.client.0.smithi119.stdout: "pvc": { 2024-04-13T07:45:47.983 INFO:tasks.workunit.client.0.smithi119.stdout: "enabled": null 2024-04-13T07:45:47.983 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.983 INFO:tasks.workunit.client.0.smithi119.stdout: "stretch": { 2024-04-13T07:45:47.983 INFO:tasks.workunit.client.0.smithi119.stdout: "enabled": null 2024-04-13T07:45:47.983 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.983 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.983 INFO:tasks.workunit.client.0.smithi119.stdout: "network": { 2024-04-13T07:45:47.983 INFO:tasks.workunit.client.0.smithi119.stdout: "provider": null 2024-04-13T07:45:47.983 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.983 INFO:tasks.workunit.client.0.smithi119.stdout: "storage": { 2024-04-13T07:45:47.983 INFO:tasks.workunit.client.0.smithi119.stdout: "device-set": { 2024-04-13T07:45:47.983 INFO:tasks.workunit.client.0.smithi119.stdout: "count": { 2024-04-13T07:45:47.983 INFO:tasks.workunit.client.0.smithi119.stdout: "non-portable": null, 2024-04-13T07:45:47.983 INFO:tasks.workunit.client.0.smithi119.stdout: "portable": null, 2024-04-13T07:45:47.983 INFO:tasks.workunit.client.0.smithi119.stdout: "total": null 2024-04-13T07:45:47.983 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.984 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.984 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.984 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.984 INFO:tasks.workunit.client.0.smithi119.stdout: "csi": { 2024-04-13T07:45:47.984 INFO:tasks.workunit.client.0.smithi119.stdout: "version": null 2024-04-13T07:45:47.984 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.984 INFO:tasks.workunit.client.0.smithi119.stdout: "kubernetes": { 2024-04-13T07:45:47.984 INFO:tasks.workunit.client.0.smithi119.stdout: "version": null 2024-04-13T07:45:47.984 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.984 INFO:tasks.workunit.client.0.smithi119.stdout: "node": { 2024-04-13T07:45:47.984 INFO:tasks.workunit.client.0.smithi119.stdout: "count": { 2024-04-13T07:45:47.984 INFO:tasks.workunit.client.0.smithi119.stdout: "kubernetes-total": null, 2024-04-13T07:45:47.984 INFO:tasks.workunit.client.0.smithi119.stdout: "with-ceph-daemons": null, 2024-04-13T07:45:47.984 INFO:tasks.workunit.client.0.smithi119.stdout: "with-csi-cephfs-plugin": null, 2024-04-13T07:45:47.984 INFO:tasks.workunit.client.0.smithi119.stdout: "with-csi-nfs-plugin": null, 2024-04-13T07:45:47.985 INFO:tasks.workunit.client.0.smithi119.stdout: "with-csi-rbd-plugin": null 2024-04-13T07:45:47.985 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.985 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.985 INFO:tasks.workunit.client.0.smithi119.stdout: "usage": { 2024-04-13T07:45:47.985 INFO:tasks.workunit.client.0.smithi119.stdout: "storage-class": { 2024-04-13T07:45:47.985 INFO:tasks.workunit.client.0.smithi119.stdout: "count": { 2024-04-13T07:45:47.985 INFO:tasks.workunit.client.0.smithi119.stdout: "bucket": null, 2024-04-13T07:45:47.985 INFO:tasks.workunit.client.0.smithi119.stdout: "cephfs": null, 2024-04-13T07:45:47.985 INFO:tasks.workunit.client.0.smithi119.stdout: "nfs": null, 2024-04-13T07:45:47.985 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd": null, 2024-04-13T07:45:47.985 INFO:tasks.workunit.client.0.smithi119.stdout: "total": null 2024-04-13T07:45:47.985 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.985 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:47.985 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.985 INFO:tasks.workunit.client.0.smithi119.stdout: "version": null 2024-04-13T07:45:47.986 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.986 INFO:tasks.workunit.client.0.smithi119.stdout: "services": {}, 2024-04-13T07:45:47.986 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_per_pg": [ 2024-04-13T07:45:47.986 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.986 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:47.986 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:47.986 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:47.986 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:47.986 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.986 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T07:45:47.986 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:47.986 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:47.986 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:47.986 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:47.987 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:47.987 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:47.987 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:17.159681+0000", 2024-04-13T07:45:47.987 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.005680+0000", 2024-04-13T07:45:47.987 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.005680+0000", 2024-04-13T07:45:47.987 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.005975+0000", 2024-04-13T07:45:47.987 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:17.159681+0000", 2024-04-13T07:45:47.987 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.987 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:47.987 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.987 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:47.987 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:17.159681+0000", 2024-04-13T07:45:47.987 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:17.159681+0000", 2024-04-13T07:45:47.987 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:17.159681+0000", 2024-04-13T07:45:47.988 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:47.988 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:47.988 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.988 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:17.159681+0000", 2024-04-13T07:45:47.988 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:17.159681+0000", 2024-04-13T07:45:47.988 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:47.988 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:47.988 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:47.988 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:47.988 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:47.988 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:47.988 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:47.988 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:47.988 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:47.988 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:47.989 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:47.989 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:47.989 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:47.989 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.3f", 2024-04-13T07:45:47.989 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:47.989 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:47.989 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:47.989 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:47.989 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:47.989 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:43:25.874551+0000", 2024-04-13T07:45:47.989 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:47.989 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:47.989 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:47.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:47.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:47.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:47.990 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:47.990 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:47.990 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:47.990 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:47.990 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:47.990 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:47.990 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:47.990 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:47.990 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:47.990 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:47.990 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:47.990 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:47.990 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:47.990 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:47.991 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:47.991 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:47.991 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:47.991 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:47.991 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:47.991 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:47.991 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:47.991 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:47.991 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:47.991 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:47.991 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:47.991 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:47.991 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:47.991 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:47.991 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:47.992 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:47.992 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:47.992 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:47.992 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:47.992 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:47.992 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:47.992 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:47.992 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:47.992 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.992 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:47.992 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:47.992 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:47.992 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:47.992 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:47.992 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:47.993 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.993 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T07:45:47.993 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:47.993 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.993 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:47.993 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:47.993 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:47.993 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:47.993 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:47.993 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:47.993 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T07:45:47.993 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:47.993 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:47.993 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:47.994 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:47.994 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:47.994 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:47.994 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042749+0000", 2024-04-13T07:45:47.994 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.996360+0000", 2024-04-13T07:45:47.994 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.996360+0000", 2024-04-13T07:45:47.994 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.996625+0000", 2024-04-13T07:45:47.994 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042749+0000", 2024-04-13T07:45:47.994 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.994 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:47.994 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.994 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:47.994 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042749+0000", 2024-04-13T07:45:47.994 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042749+0000", 2024-04-13T07:45:47.994 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042749+0000", 2024-04-13T07:45:47.994 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:47.995 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:47.995 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:47.995 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042749+0000", 2024-04-13T07:45:47.995 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042749+0000", 2024-04-13T07:45:47.995 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:47.995 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:47.995 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:47.995 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:47.995 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:47.995 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:47.995 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:47.995 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:47.995 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:47.995 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:47.996 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:47.996 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:47.996 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:47.996 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.3e", 2024-04-13T07:45:47.996 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:47.996 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:47.996 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:47.996 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:47.996 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:47.996 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:33:18.921841+0000", 2024-04-13T07:45:47.996 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:47.996 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:47.996 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:47.996 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:47.996 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:47.996 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:47.997 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:47.997 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:47.997 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:47.997 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:47.997 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:47.997 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:47.997 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:47.997 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:47.997 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:47.997 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:47.997 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:47.997 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:47.997 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:47.997 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:47.998 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:47.998 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:47.998 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:47.998 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:47.998 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:47.998 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:47.998 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:47.998 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:47.998 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:47.998 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:47.998 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:47.998 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:47.998 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:47.998 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:47.998 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:47.999 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:47.999 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:47.999 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:47.999 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:47.999 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:47.999 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:47.999 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:47.999 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:47.999 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:47.999 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:47.999 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:47.999 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:47.999 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:47.999 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:47.999 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:48.000 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.000 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T07:45:48.000 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.000 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.000 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.000 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.000 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.000 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:48.000 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:48.000 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.000 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T07:45:48.000 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.000 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.000 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.000 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.000 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.001 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.001 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.043944+0000", 2024-04-13T07:45:48.001 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.994095+0000", 2024-04-13T07:45:48.001 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.994095+0000", 2024-04-13T07:45:48.001 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.995372+0000", 2024-04-13T07:45:48.001 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.043944+0000", 2024-04-13T07:45:48.001 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.001 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.001 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.001 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.001 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.043944+0000", 2024-04-13T07:45:48.001 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.043944+0000", 2024-04-13T07:45:48.001 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.043944+0000", 2024-04-13T07:45:48.001 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.002 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.002 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.002 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.043944+0000", 2024-04-13T07:45:48.002 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.043944+0000", 2024-04-13T07:45:48.002 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.002 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.002 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.002 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.002 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.002 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.002 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.002 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.002 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.002 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.002 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.003 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.003 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.003 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.3d", 2024-04-13T07:45:48.003 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.003 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.003 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.003 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.003 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.003 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:00:19.176659+0000", 2024-04-13T07:45:48.003 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.003 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.003 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.003 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.003 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.003 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.004 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.004 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.004 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.004 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.004 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.004 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.004 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.004 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.004 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.004 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.004 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.004 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.004 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.004 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.004 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.004 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.005 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.005 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.005 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.005 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.005 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.005 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.005 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.005 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.005 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.005 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.005 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.005 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.005 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.005 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.005 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.005 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.006 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.006 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.006 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.006 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.006 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.006 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.006 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.006 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.006 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.006 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.006 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:48.006 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:48.006 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.007 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T07:45:48.007 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.007 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.007 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.007 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.007 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.007 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.007 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:48.007 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.007 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T07:45:48.007 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.007 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.007 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.007 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.007 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.007 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.008 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042977+0000", 2024-04-13T07:45:48.008 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.999623+0000", 2024-04-13T07:45:48.008 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.999623+0000", 2024-04-13T07:45:48.008 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.000398+0000", 2024-04-13T07:45:48.008 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042977+0000", 2024-04-13T07:45:48.008 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.008 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.008 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.008 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.008 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042977+0000", 2024-04-13T07:45:48.008 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042977+0000", 2024-04-13T07:45:48.008 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042977+0000", 2024-04-13T07:45:48.008 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.008 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.008 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.009 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042977+0000", 2024-04-13T07:45:48.009 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042977+0000", 2024-04-13T07:45:48.009 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.009 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.009 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.009 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.009 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.009 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.009 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.009 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.009 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.009 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.009 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.009 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.009 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.010 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.3c", 2024-04-13T07:45:48.010 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.010 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.010 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.010 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.010 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.010 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:54:42.365879+0000", 2024-04-13T07:45:48.010 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.010 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.010 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.011 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.011 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.011 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.011 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.011 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.011 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.011 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.011 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.011 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.011 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.011 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.011 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.011 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.011 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.011 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.012 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.012 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.012 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.012 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.012 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.012 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.012 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.012 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.012 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.012 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.012 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.012 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.012 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.012 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.012 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.012 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.013 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.013 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.013 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.013 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.013 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.013 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.013 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.013 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.013 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.013 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.013 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.013 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.013 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.013 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.013 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.014 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:48.014 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.014 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T07:45:48.014 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.014 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.014 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.014 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.014 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.014 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:48.014 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T07:45:48.014 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.014 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T07:45:48.014 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.014 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.015 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.015 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.015 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.015 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.015 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:17.159332+0000", 2024-04-13T07:45:48.015 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.009046+0000", 2024-04-13T07:45:48.015 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.009046+0000", 2024-04-13T07:45:48.015 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.009536+0000", 2024-04-13T07:45:48.015 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:17.159332+0000", 2024-04-13T07:45:48.015 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.015 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.015 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.015 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.015 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:17.159332+0000", 2024-04-13T07:45:48.015 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:17.159332+0000", 2024-04-13T07:45:48.016 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:17.159332+0000", 2024-04-13T07:45:48.016 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.016 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.016 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.016 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:17.159332+0000", 2024-04-13T07:45:48.016 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:17.159332+0000", 2024-04-13T07:45:48.016 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.016 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.016 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.016 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.016 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.016 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.016 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.016 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.016 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.016 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.017 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.017 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.017 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.017 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.3b", 2024-04-13T07:45:48.017 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.017 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.017 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.017 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.017 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.017 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:56:42.424101+0000", 2024-04-13T07:45:48.017 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.017 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.017 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.017 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.018 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.018 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.018 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.018 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.018 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.018 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.018 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.018 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.018 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.018 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.018 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.018 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.018 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.018 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.019 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.019 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.019 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.019 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.019 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.019 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.019 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.019 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.019 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.019 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.019 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.019 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.019 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.019 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.020 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.020 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.020 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.020 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.020 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.020 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.020 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.020 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.020 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.020 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.020 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.020 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.020 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.020 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.020 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.021 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.021 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:48.021 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T07:45:48.021 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.021 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T07:45:48.021 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.021 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.021 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.021 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.021 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.021 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.021 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:48.021 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.021 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T07:45:48.021 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.021 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.022 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.022 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.022 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.022 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.022 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042957+0000", 2024-04-13T07:45:48.022 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.988962+0000", 2024-04-13T07:45:48.022 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.988962+0000", 2024-04-13T07:45:48.022 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.989426+0000", 2024-04-13T07:45:48.022 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042957+0000", 2024-04-13T07:45:48.022 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.022 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.022 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.022 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.022 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042957+0000", 2024-04-13T07:45:48.023 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042957+0000", 2024-04-13T07:45:48.023 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042957+0000", 2024-04-13T07:45:48.023 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.023 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.023 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.023 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042957+0000", 2024-04-13T07:45:48.023 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042957+0000", 2024-04-13T07:45:48.023 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.023 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.023 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.023 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.023 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.023 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.023 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.024 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.024 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.024 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.024 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.024 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.024 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.024 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.3a", 2024-04-13T07:45:48.024 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.024 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.024 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.024 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.024 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.024 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:58:41.381248+0000", 2024-04-13T07:45:48.024 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.024 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.025 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.025 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.025 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.025 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.025 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.025 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.025 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.025 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.025 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.025 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.025 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.025 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.025 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.025 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.025 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.025 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.026 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.026 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.026 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.026 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.026 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.026 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.026 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.026 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.026 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.026 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.026 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.026 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.026 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.026 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.027 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.027 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.027 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.027 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.027 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.027 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.027 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.027 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.027 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.027 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.027 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.027 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.027 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.027 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.028 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.028 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.028 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.028 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:48.028 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.028 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T07:45:48.028 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.028 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.028 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.028 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.028 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.028 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.028 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T07:45:48.028 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.028 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T07:45:48.029 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.029 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.029 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.029 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.029 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.029 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.029 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:17.159437+0000", 2024-04-13T07:45:48.029 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.001729+0000", 2024-04-13T07:45:48.029 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.001729+0000", 2024-04-13T07:45:48.029 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.002050+0000", 2024-04-13T07:45:48.029 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:17.159437+0000", 2024-04-13T07:45:48.029 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.029 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.029 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.030 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.030 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:17.159437+0000", 2024-04-13T07:45:48.030 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:17.159437+0000", 2024-04-13T07:45:48.030 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:17.159437+0000", 2024-04-13T07:45:48.030 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.030 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.030 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.030 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:17.159437+0000", 2024-04-13T07:45:48.030 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:17.159437+0000", 2024-04-13T07:45:48.030 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.030 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.030 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.030 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.030 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.031 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.031 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.031 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.031 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.031 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.031 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.031 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.031 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.031 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.39", 2024-04-13T07:45:48.031 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.031 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.031 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.031 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.031 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.031 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:02:38.368456+0000", 2024-04-13T07:45:48.031 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.032 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.032 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.032 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.032 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.032 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.032 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.032 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.032 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.032 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.032 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.032 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.032 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.032 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.032 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.032 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.033 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.033 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.033 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.033 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.033 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.033 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.033 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.033 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.033 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.033 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.033 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.033 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.033 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.033 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.033 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.034 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.034 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.034 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.034 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.034 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.034 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.034 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.034 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.034 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.034 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.034 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.034 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.034 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.034 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.034 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.035 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.035 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.035 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.035 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T07:45:48.035 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.035 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T07:45:48.035 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.035 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.035 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.035 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.035 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.035 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.035 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:48.035 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.035 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T07:45:48.035 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.036 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.036 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.036 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.036 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.036 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.036 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.944573+0000", 2024-04-13T07:45:48.036 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.001337+0000", 2024-04-13T07:45:48.036 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.001337+0000", 2024-04-13T07:45:48.036 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.001674+0000", 2024-04-13T07:45:48.036 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.944573+0000", 2024-04-13T07:45:48.036 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.036 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.036 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.036 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.037 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.944573+0000", 2024-04-13T07:45:48.037 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.944573+0000", 2024-04-13T07:45:48.037 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.944573+0000", 2024-04-13T07:45:48.037 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.037 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.037 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.037 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.944573+0000", 2024-04-13T07:45:48.037 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.944573+0000", 2024-04-13T07:45:48.037 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.037 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.037 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.037 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.037 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.037 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.038 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.038 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.038 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.038 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.038 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.038 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.038 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.038 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.38", 2024-04-13T07:45:48.038 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.038 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.038 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.038 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.038 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.038 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:08:59.949638+0000", 2024-04-13T07:45:48.038 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.039 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.039 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.039 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.039 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.039 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.039 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.039 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.039 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.039 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.039 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.039 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.039 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.039 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.039 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.039 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.039 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.039 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.040 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.040 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.040 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.040 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.040 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.040 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.040 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.040 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.040 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.040 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.040 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.040 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.040 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.040 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.040 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.041 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.041 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.041 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.041 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.041 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.041 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.041 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.041 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.041 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.041 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.041 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.041 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.041 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.041 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.041 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.041 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.041 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:48.042 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.042 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T07:45:48.042 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.042 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.042 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.042 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.042 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.042 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.042 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:48.042 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.042 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T07:45:48.042 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.042 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.042 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.042 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.043 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.043 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.043 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:17.159981+0000", 2024-04-13T07:45:48.043 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.005856+0000", 2024-04-13T07:45:48.043 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.005856+0000", 2024-04-13T07:45:48.043 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.006781+0000", 2024-04-13T07:45:48.043 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:17.159981+0000", 2024-04-13T07:45:48.043 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.043 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.043 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.043 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.043 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:17.159981+0000", 2024-04-13T07:45:48.043 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:17.159981+0000", 2024-04-13T07:45:48.043 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:17.159981+0000", 2024-04-13T07:45:48.043 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.044 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.044 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.044 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:17.159981+0000", 2024-04-13T07:45:48.044 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:17.159981+0000", 2024-04-13T07:45:48.044 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.044 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.044 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.044 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.044 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.044 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.044 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.044 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.044 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.044 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.044 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.044 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.044 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.044 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.37", 2024-04-13T07:45:48.045 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.045 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.045 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.045 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.045 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.045 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:28:50.372131+0000", 2024-04-13T07:45:48.045 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.045 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.045 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.045 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.045 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.045 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.045 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.045 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.045 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.045 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.046 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.046 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.046 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.046 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.046 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.046 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.046 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.046 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.046 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.046 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.046 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.046 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.046 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.046 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.046 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.047 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.047 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.047 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.047 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.047 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.047 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.047 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.047 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.047 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.047 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.047 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.047 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.047 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.047 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.048 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.048 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.048 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.048 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.048 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.048 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.048 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.048 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.048 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.048 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.048 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:48.048 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.048 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T07:45:48.048 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.048 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.049 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.049 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.049 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:48.049 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.049 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:48.049 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.049 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T07:45:48.049 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.049 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.049 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.049 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.049 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.049 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.049 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.480882+0000", 2024-04-13T07:45:48.049 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.007287+0000", 2024-04-13T07:45:48.050 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.007287+0000", 2024-04-13T07:45:48.050 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.007604+0000", 2024-04-13T07:45:48.050 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.480882+0000", 2024-04-13T07:45:48.050 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.050 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.050 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.050 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.050 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.480882+0000", 2024-04-13T07:45:48.050 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.480882+0000", 2024-04-13T07:45:48.050 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.480882+0000", 2024-04-13T07:45:48.050 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.050 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.050 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.050 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.480882+0000", 2024-04-13T07:45:48.051 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.480882+0000", 2024-04-13T07:45:48.051 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.051 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.051 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.051 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.051 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.051 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.051 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.051 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.051 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.051 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.051 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.051 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.051 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.051 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.36", 2024-04-13T07:45:48.052 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.052 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.052 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.052 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.052 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.052 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:32:04.608142+0000", 2024-04-13T07:45:48.052 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.052 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.052 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.052 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.052 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.052 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.052 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.052 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.052 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.052 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.052 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.053 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.053 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.053 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.053 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.053 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.053 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.053 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.053 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.053 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.053 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.053 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.053 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.053 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.053 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.053 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.053 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.054 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.054 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.054 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.054 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.054 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.054 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.054 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.054 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.054 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.054 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.054 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.054 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.054 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.054 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.055 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.055 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.055 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.055 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.055 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.055 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.055 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:48.055 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.055 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:48.055 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.055 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T07:45:48.055 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.055 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.055 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.055 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.056 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:48.056 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.056 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:48.056 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.056 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T07:45:48.056 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.056 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.056 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.056 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.056 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.056 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.056 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.480808+0000", 2024-04-13T07:45:48.056 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.004567+0000", 2024-04-13T07:45:48.056 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.004567+0000", 2024-04-13T07:45:48.056 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.006842+0000", 2024-04-13T07:45:48.056 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.480808+0000", 2024-04-13T07:45:48.056 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.057 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.057 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.057 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.057 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.480808+0000", 2024-04-13T07:45:48.057 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.480808+0000", 2024-04-13T07:45:48.057 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.480808+0000", 2024-04-13T07:45:48.057 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.057 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.057 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.057 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.480808+0000", 2024-04-13T07:45:48.057 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.480808+0000", 2024-04-13T07:45:48.057 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.057 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.057 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.057 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.058 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.058 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.058 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.058 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.058 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.058 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.058 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.058 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.058 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.058 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.35", 2024-04-13T07:45:48.058 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.058 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.058 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.058 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.059 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.059 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:34:34.073269+0000", 2024-04-13T07:45:48.059 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.059 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.059 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.059 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.059 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.059 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.059 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.059 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.059 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.059 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.059 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.059 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.059 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.060 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.060 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.060 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.060 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.060 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.060 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.060 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.060 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.060 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.060 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.060 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.060 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.060 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.060 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.060 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.061 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.061 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.061 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.061 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.061 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.061 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.061 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.061 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.061 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.061 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.061 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.061 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.061 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.061 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.062 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.062 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.062 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.062 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.062 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.062 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:48.062 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.062 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:48.062 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.062 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T07:45:48.062 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.062 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.062 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.063 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.063 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.063 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:48.063 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:48.063 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.063 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 4, 2024-04-13T07:45:48.063 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.063 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.063 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.063 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.063 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.063 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.063 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.191262+0000", 2024-04-13T07:45:48.063 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.998778+0000", 2024-04-13T07:45:48.063 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.998778+0000", 2024-04-13T07:45:48.064 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.999077+0000", 2024-04-13T07:45:48.064 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.191262+0000", 2024-04-13T07:45:48.064 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.064 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.064 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.064 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.064 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.191262+0000", 2024-04-13T07:45:48.064 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.191262+0000", 2024-04-13T07:45:48.064 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.191262+0000", 2024-04-13T07:45:48.064 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.064 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.064 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.064 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.191262+0000", 2024-04-13T07:45:48.064 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.191262+0000", 2024-04-13T07:45:48.064 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.065 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.065 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.065 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.065 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.065 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.065 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.065 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.065 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.065 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.065 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.065 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.065 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.065 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.34", 2024-04-13T07:45:48.065 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.065 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.065 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.066 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.066 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.066 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T19:29:55.210355+0000", 2024-04-13T07:45:48.066 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.066 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.066 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.066 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.066 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.066 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.066 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.066 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.066 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.066 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.066 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.066 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.067 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.067 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.067 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.067 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.067 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.067 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.067 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.067 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.067 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.067 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.067 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.067 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.067 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.067 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.068 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.068 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.068 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.068 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.068 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.068 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.068 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.068 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.068 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.068 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.068 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.068 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.068 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.068 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.068 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.069 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.069 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.069 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.069 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.069 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.069 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.069 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.069 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:48.069 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:48.069 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.069 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 4, 2024-04-13T07:45:48.069 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.069 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.069 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.069 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.069 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.069 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:48.070 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:48.070 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.070 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T07:45:48.070 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.070 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.070 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.070 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.070 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.070 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.070 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.944973+0000", 2024-04-13T07:45:48.070 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.006902+0000", 2024-04-13T07:45:48.070 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.006902+0000", 2024-04-13T07:45:48.070 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.007188+0000", 2024-04-13T07:45:48.070 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.944973+0000", 2024-04-13T07:45:48.070 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.071 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.071 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.071 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.071 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.944973+0000", 2024-04-13T07:45:48.071 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.944973+0000", 2024-04-13T07:45:48.071 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.944973+0000", 2024-04-13T07:45:48.071 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.071 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.071 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.071 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.944973+0000", 2024-04-13T07:45:48.071 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.944973+0000", 2024-04-13T07:45:48.071 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.071 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.071 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.071 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.071 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.072 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.072 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.072 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.072 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.072 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.072 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.072 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.072 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.072 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.33", 2024-04-13T07:45:48.072 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.072 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.072 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.072 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.072 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.072 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:29:12.922101+0000", 2024-04-13T07:45:48.072 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.073 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.073 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.073 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.073 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.073 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.073 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.073 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.073 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.073 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.073 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.073 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.073 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.073 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.073 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.074 INFO:tasks.workunit.client.0.smithi119.stderr:+ echo OK 2024-04-13T07:45:48.075 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='client.24890 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:48.076 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='client.24890 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:48.076 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='client.24896 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:48.076 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:45:48.076 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:45:48.076 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:48.076 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:48.076 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:48.076 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:48.076 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:48.076 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:48.076 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:48.076 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:48.076 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:48.077 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:45:48.077 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:45:48.077 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:48.077 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:48.077 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:48.077 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:45:48.077 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:45:48.077 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:48.077 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:48.077 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:48.077 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:45:48.077 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:45:48.077 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:48.077 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:48.078 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:48.078 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='client.24896 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:48.078 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:45:48.078 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:45:48.078 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:48.078 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:48.078 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:48.078 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:48.078 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:48.078 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:48.078 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:48.078 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:48.078 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:48.078 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:45:48.079 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:45:48.079 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:48.079 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:48.079 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:48.079 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:45:48.079 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:45:48.079 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:48.079 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:48.079 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:48.079 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:45:48.079 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:45:48.079 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:48.079 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:48.079 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:47 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:48.082 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.082 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.082 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.082 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.082 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.082 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.083 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.083 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.083 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.083 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.083 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.083 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.083 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.083 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.083 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.083 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.083 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.083 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.083 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.083 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.083 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.084 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.084 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.084 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.084 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.084 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.084 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.084 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.084 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.084 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.084 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.084 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.084 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.084 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:48.084 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:48.084 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.085 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T07:45:48.085 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.085 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.085 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.085 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.085 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.085 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:48.085 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T07:45:48.085 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.085 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T07:45:48.085 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.085 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.085 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.085 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.085 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.085 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.086 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.043727+0000", 2024-04-13T07:45:48.086 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.988783+0000", 2024-04-13T07:45:48.086 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.988783+0000", 2024-04-13T07:45:48.086 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.989457+0000", 2024-04-13T07:45:48.086 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.043727+0000", 2024-04-13T07:45:48.086 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.086 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.086 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.086 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.086 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.043727+0000", 2024-04-13T07:45:48.086 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.043727+0000", 2024-04-13T07:45:48.086 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.043727+0000", 2024-04-13T07:45:48.086 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.086 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.087 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.087 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.043727+0000", 2024-04-13T07:45:48.087 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.043727+0000", 2024-04-13T07:45:48.087 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.087 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.087 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.087 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.087 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.087 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.087 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.087 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.087 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.087 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.087 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.088 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.088 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.088 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.32", 2024-04-13T07:45:48.088 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.088 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.088 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.088 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.088 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.088 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T07:52:31.855179+0000", 2024-04-13T07:45:48.088 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.088 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.088 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.088 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.088 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.088 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.088 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.089 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.089 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.089 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.089 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.089 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.089 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.089 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.089 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.089 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.089 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.089 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.089 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.089 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.089 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.089 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.090 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.090 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.090 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.090 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.090 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.090 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.090 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.090 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.090 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.090 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.090 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.090 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.090 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.090 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.091 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.091 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.091 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.091 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.091 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.091 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.091 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.091 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.091 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.091 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.091 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.091 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.091 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:48.091 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T07:45:48.091 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.092 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T07:45:48.092 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.092 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.092 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.092 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.092 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:48.092 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.092 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T07:45:48.092 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.092 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T07:45:48.092 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.092 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.092 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.092 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.092 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.093 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.093 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042301+0000", 2024-04-13T07:45:48.093 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.988661+0000", 2024-04-13T07:45:48.093 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.988661+0000", 2024-04-13T07:45:48.093 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.988963+0000", 2024-04-13T07:45:48.093 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042301+0000", 2024-04-13T07:45:48.093 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.093 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.093 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.093 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.093 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042301+0000", 2024-04-13T07:45:48.093 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042301+0000", 2024-04-13T07:45:48.093 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042301+0000", 2024-04-13T07:45:48.093 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.093 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.093 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.094 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042301+0000", 2024-04-13T07:45:48.094 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042301+0000", 2024-04-13T07:45:48.094 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.094 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.094 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.094 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.094 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.094 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.094 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.094 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.094 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.094 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.094 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.094 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.094 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.094 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.31", 2024-04-13T07:45:48.095 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.095 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.095 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.095 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.095 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.095 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:47:37.196724+0000", 2024-04-13T07:45:48.095 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.095 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.095 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.095 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.095 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.095 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.095 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.095 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.095 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.096 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.096 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.096 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.096 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.096 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.096 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.096 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.096 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.096 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.096 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.096 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.096 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.096 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.096 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.097 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.097 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.097 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.097 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.097 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.097 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.097 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.097 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.097 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.097 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.097 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.097 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.097 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.097 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.097 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.098 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.098 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.098 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.098 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.098 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.098 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.098 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.098 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.098 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.098 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:48.098 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.098 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T07:45:48.098 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.098 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T07:45:48.099 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.099 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.099 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.099 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.099 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.099 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.099 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:48.099 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.099 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T07:45:48.099 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.099 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.099 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.099 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.099 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.099 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.099 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042577+0000", 2024-04-13T07:45:48.100 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.992517+0000", 2024-04-13T07:45:48.100 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.992517+0000", 2024-04-13T07:45:48.100 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.993576+0000", 2024-04-13T07:45:48.100 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042577+0000", 2024-04-13T07:45:48.100 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.100 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.100 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.100 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.100 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042577+0000", 2024-04-13T07:45:48.100 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042577+0000", 2024-04-13T07:45:48.100 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042577+0000", 2024-04-13T07:45:48.100 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.100 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.100 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.101 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042577+0000", 2024-04-13T07:45:48.101 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042577+0000", 2024-04-13T07:45:48.101 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.101 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.101 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.101 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.101 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.101 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.101 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.101 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.101 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.101 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.101 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.101 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.101 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.101 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.30", 2024-04-13T07:45:48.102 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.102 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.102 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.102 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.102 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.102 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:41:37.550494+0000", 2024-04-13T07:45:48.102 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.102 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.102 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.102 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.102 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.102 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.102 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.102 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.102 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.103 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.103 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.103 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.103 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.103 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.103 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.103 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.103 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.103 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.103 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.103 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.103 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.103 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.103 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.103 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.103 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.104 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.104 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.104 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.104 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.104 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.104 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.104 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.104 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.104 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.104 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.104 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.104 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.104 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.104 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.105 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.105 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.105 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.105 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.105 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.105 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.105 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.105 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.105 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.105 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.105 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:48.105 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.105 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T07:45:48.105 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.105 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.105 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.106 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.106 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.106 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.106 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T07:45:48.106 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.106 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T07:45:48.106 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.106 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.106 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.106 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.106 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.106 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.106 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.043161+0000", 2024-04-13T07:45:48.106 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:43:02.285816+0000", 2024-04-13T07:45:48.106 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:43:02.285816+0000", 2024-04-13T07:45:48.107 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:43:02.286153+0000", 2024-04-13T07:45:48.107 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.043161+0000", 2024-04-13T07:45:48.107 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.107 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.107 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.107 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 64, 2024-04-13T07:45:48.107 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.043161+0000", 2024-04-13T07:45:48.107 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.043161+0000", 2024-04-13T07:45:48.107 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.043161+0000", 2024-04-13T07:45:48.107 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.107 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.107 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.107 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.043161+0000", 2024-04-13T07:45:48.107 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.043161+0000", 2024-04-13T07:45:48.107 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.108 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.108 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.108 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.108 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 63, 2024-04-13T07:45:48.108 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.108 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.108 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.108 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.108 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.108 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.108 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.108 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.108 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.2f", 2024-04-13T07:45:48.108 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.108 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.108 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.109 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 28, 2024-04-13T07:45:48.109 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.109 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:06:27.147030+0000", 2024-04-13T07:45:48.109 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.109 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.109 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.109 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.109 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.109 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.109 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.109 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.109 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.109 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.109 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.109 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.110 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.110 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.110 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.110 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.110 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.110 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.110 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.110 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.110 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.110 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.110 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.110 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.110 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.110 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.110 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.111 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.111 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.111 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.111 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.111 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.111 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.111 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.111 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.111 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.111 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.111 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.111 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.111 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.111 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.112 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.112 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.112 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.112 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.112 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.112 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.112 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.112 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.112 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T07:45:48.112 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.112 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T07:45:48.112 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.112 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.112 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.112 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.113 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:48.113 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:48.113 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:48.113 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.113 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T07:45:48.113 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.113 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.113 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.113 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.113 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.113 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.113 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.495071+0000", 2024-04-13T07:45:48.113 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.006705+0000", 2024-04-13T07:45:48.113 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.006705+0000", 2024-04-13T07:45:48.113 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.007021+0000", 2024-04-13T07:45:48.113 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.495071+0000", 2024-04-13T07:45:48.114 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.114 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.114 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.114 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.114 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.495071+0000", 2024-04-13T07:45:48.114 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.495071+0000", 2024-04-13T07:45:48.114 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.495071+0000", 2024-04-13T07:45:48.114 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.114 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.114 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.114 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.495071+0000", 2024-04-13T07:45:48.114 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.495071+0000", 2024-04-13T07:45:48.114 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.114 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.115 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.115 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.115 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.115 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.115 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.115 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.115 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.115 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.115 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.115 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.115 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.115 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.2e", 2024-04-13T07:45:48.115 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.115 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.115 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.115 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.116 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.116 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:56:33.368620+0000", 2024-04-13T07:45:48.116 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.116 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.116 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.116 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.116 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.116 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.116 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.116 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.116 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.116 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.116 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.116 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.116 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.116 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.116 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.117 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.117 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.117 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.117 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.117 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.117 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.117 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.117 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.117 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.117 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.117 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.117 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.117 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.117 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.117 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.118 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.118 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.118 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.118 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.118 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.118 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.118 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.118 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.118 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.118 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.118 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.118 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.118 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.118 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.118 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.119 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.119 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.119 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:48.119 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:48.119 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:48.119 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.119 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T07:45:48.119 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.119 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.119 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.119 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.119 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.119 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:48.119 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:48.119 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.119 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T07:45:48.119 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.120 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.120 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.120 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.120 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.120 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.120 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:17.160092+0000", 2024-04-13T07:45:48.120 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.008717+0000", 2024-04-13T07:45:48.120 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.008717+0000", 2024-04-13T07:45:48.120 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.009039+0000", 2024-04-13T07:45:48.120 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:17.160092+0000", 2024-04-13T07:45:48.120 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.120 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.120 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.120 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.120 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:17.160092+0000", 2024-04-13T07:45:48.121 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:17.160092+0000", 2024-04-13T07:45:48.121 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:17.160092+0000", 2024-04-13T07:45:48.121 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.121 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.121 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.121 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:17.160092+0000", 2024-04-13T07:45:48.121 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:17.160092+0000", 2024-04-13T07:45:48.121 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.121 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.121 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.121 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.121 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.121 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.121 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.121 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.122 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.122 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.122 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.122 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.122 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.122 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.2d", 2024-04-13T07:45:48.122 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.122 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.122 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.122 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.122 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.122 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:11:29.869853+0000", 2024-04-13T07:45:48.122 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.122 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.122 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.123 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.123 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.123 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.123 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.123 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.123 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.123 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.123 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.123 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.123 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.123 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.123 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.123 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.123 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.124 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.124 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.124 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.124 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.124 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.124 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.124 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.124 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.124 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.124 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.124 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.124 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.124 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.124 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.124 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.124 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.125 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.125 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.125 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.125 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.125 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.125 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.125 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.125 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.125 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.125 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.125 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.125 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.125 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.125 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.126 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.126 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:48.126 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:48.126 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.126 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T07:45:48.126 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.126 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.126 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.126 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.126 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.126 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:48.126 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T07:45:48.126 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.127 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T07:45:48.127 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.127 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.127 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:48.127 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.127 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.127 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.127 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.044149+0000", 2024-04-13T07:45:48.127 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:43:02.188480+0000", 2024-04-13T07:45:48.127 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:43:02.188480+0000", 2024-04-13T07:45:48.127 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:43:02.195130+0000", 2024-04-13T07:45:48.127 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.044149+0000", 2024-04-13T07:45:48.127 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.127 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.128 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.128 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 64, 2024-04-13T07:45:48.128 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.044149+0000", 2024-04-13T07:45:48.128 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.044149+0000", 2024-04-13T07:45:48.128 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.044149+0000", 2024-04-13T07:45:48.128 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.128 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.128 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.128 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.044149+0000", 2024-04-13T07:45:48.128 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.044149+0000", 2024-04-13T07:45:48.128 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.128 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 4, 2024-04-13T07:45:48.128 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.128 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.128 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 63, 2024-04-13T07:45:48.129 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.129 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.129 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.129 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.129 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 4, 2024-04-13T07:45:48.129 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.129 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.129 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.129 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.1f", 2024-04-13T07:45:48.129 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.129 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.129 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.129 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 39, 2024-04-13T07:45:48.129 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.129 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:38:01.666780+0000", 2024-04-13T07:45:48.129 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.130 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.130 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.130 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 582, 2024-04-13T07:45:48.130 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.130 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 582, 2024-04-13T07:45:48.130 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.130 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.130 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.130 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.130 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.130 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.130 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.130 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.130 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.131 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.131 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.131 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.131 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.131 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 6, 2024-04-13T07:45:48.131 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 2, 2024-04-13T07:45:48.131 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.131 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 2, 2024-04-13T07:45:48.131 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.131 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.131 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.131 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.131 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.131 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T07:45:48.131 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.131 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 2, 2024-04-13T07:45:48.132 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.132 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.132 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.132 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.132 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.132 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.132 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.132 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.132 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.132 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.132 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 4, 2024-04-13T07:45:48.132 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 1 2024-04-13T07:45:48.132 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.132 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.132 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.132 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.133 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.133 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:48.133 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T07:45:48.133 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.133 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T07:45:48.133 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'4" 2024-04-13T07:45:48.133 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.133 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.133 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.133 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.133 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:48.133 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T07:45:48.133 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.133 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T07:45:48.134 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.134 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.134 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.134 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.134 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.134 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.134 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.945215+0000", 2024-04-13T07:45:48.134 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.003926+0000", 2024-04-13T07:45:48.134 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.003926+0000", 2024-04-13T07:45:48.134 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.004230+0000", 2024-04-13T07:45:48.134 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.945215+0000", 2024-04-13T07:45:48.134 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.134 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.134 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.134 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.135 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.945215+0000", 2024-04-13T07:45:48.135 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.945215+0000", 2024-04-13T07:45:48.135 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.945215+0000", 2024-04-13T07:45:48.135 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.135 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.135 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.135 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.945215+0000", 2024-04-13T07:45:48.135 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.945215+0000", 2024-04-13T07:45:48.135 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.135 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.135 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.135 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.135 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.135 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.135 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.135 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.136 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.136 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.136 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.136 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.136 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.136 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.1e", 2024-04-13T07:45:48.136 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.136 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.136 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.136 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.136 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.136 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:57:27.322057+0000", 2024-04-13T07:45:48.136 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.136 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.136 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.136 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.137 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.137 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.137 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.137 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.137 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.137 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.137 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.137 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.137 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.137 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.137 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.137 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.137 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.137 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.137 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.138 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.138 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.138 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.138 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.138 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.138 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.138 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.138 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.138 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.138 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.138 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.138 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.138 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.138 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.138 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.139 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.139 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.139 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.139 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.139 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.139 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.139 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.139 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.139 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.139 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.139 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.139 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.139 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.139 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.139 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:48.139 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T07:45:48.139 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.140 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T07:45:48.140 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.140 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.140 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.140 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.140 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.140 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.140 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T07:45:48.140 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.140 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T07:45:48.140 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.140 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.140 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:48.140 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.140 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.140 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.141 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.944566+0000", 2024-04-13T07:45:48.141 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.646211+0000", 2024-04-13T07:45:48.141 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.646211+0000", 2024-04-13T07:45:48.141 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.646487+0000", 2024-04-13T07:45:48.141 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.944566+0000", 2024-04-13T07:45:48.141 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.141 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.141 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.141 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:48.141 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.944566+0000", 2024-04-13T07:45:48.141 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.944566+0000", 2024-04-13T07:45:48.141 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.944566+0000", 2024-04-13T07:45:48.141 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.141 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.141 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.141 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.944566+0000", 2024-04-13T07:45:48.142 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.944566+0000", 2024-04-13T07:45:48.142 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.142 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 1, 2024-04-13T07:45:48.142 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.142 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.142 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:48.142 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.142 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.142 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.142 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.142 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 1, 2024-04-13T07:45:48.142 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.142 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.142 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.142 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.1e", 2024-04-13T07:45:48.143 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.143 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.143 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.143 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 21, 2024-04-13T07:45:48.143 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.143 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:48:16.860570+0000", 2024-04-13T07:45:48.143 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.143 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.143 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.143 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.143 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.143 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.143 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.143 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.143 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.143 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.143 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.144 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.144 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.144 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.144 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.144 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.144 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.144 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.144 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.144 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.144 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.144 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.144 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.144 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.144 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.144 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.144 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.144 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.144 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.145 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.145 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.145 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.145 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.145 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.145 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.145 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.145 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.145 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.145 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.145 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.145 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.145 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.145 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.145 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.146 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.146 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.146 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.146 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.146 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.146 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T07:45:48.146 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.146 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T07:45:48.146 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'1" 2024-04-13T07:45:48.146 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.146 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.146 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.146 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.146 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.146 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T07:45:48.146 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.147 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T07:45:48.147 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.147 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.147 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.147 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.147 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.147 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.147 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.044103+0000", 2024-04-13T07:45:48.147 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.993498+0000", 2024-04-13T07:45:48.147 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.993498+0000", 2024-04-13T07:45:48.147 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.993763+0000", 2024-04-13T07:45:48.147 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.044103+0000", 2024-04-13T07:45:48.147 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.147 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.147 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.148 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.148 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.044103+0000", 2024-04-13T07:45:48.148 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.044103+0000", 2024-04-13T07:45:48.148 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.044103+0000", 2024-04-13T07:45:48.148 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.148 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.148 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.148 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.044103+0000", 2024-04-13T07:45:48.148 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.044103+0000", 2024-04-13T07:45:48.148 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.148 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.148 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.148 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.148 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.148 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.148 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.149 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.149 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.149 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.149 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.149 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.149 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.149 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.1f", 2024-04-13T07:45:48.149 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.149 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.149 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.149 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.149 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.149 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:54:06.164555+0000", 2024-04-13T07:45:48.149 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.149 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.149 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.150 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.150 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.150 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.150 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.150 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.150 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.150 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.150 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.150 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.150 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.150 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.150 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.150 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.150 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.150 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.151 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.151 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.151 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.151 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.151 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.151 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.151 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.151 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.151 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.151 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.151 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.151 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.151 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.151 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.152 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.152 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.152 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.152 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.152 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.152 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.152 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.152 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.152 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.152 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.152 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.152 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.152 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.152 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.152 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.153 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.153 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.153 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T07:45:48.153 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.153 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T07:45:48.153 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.153 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.153 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.153 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.153 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.153 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:48.153 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:48.153 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.153 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T07:45:48.153 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.153 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.154 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:48.154 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.154 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.154 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.154 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:17.159267+0000", 2024-04-13T07:45:48.154 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.649370+0000", 2024-04-13T07:45:48.154 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.649370+0000", 2024-04-13T07:45:48.154 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.649780+0000", 2024-04-13T07:45:48.154 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:17.159267+0000", 2024-04-13T07:45:48.154 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.154 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.154 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.154 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:48.154 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:17.159267+0000", 2024-04-13T07:45:48.155 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:17.159267+0000", 2024-04-13T07:45:48.155 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:17.159267+0000", 2024-04-13T07:45:48.155 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.155 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.155 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.155 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:17.159267+0000", 2024-04-13T07:45:48.155 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:17.159267+0000", 2024-04-13T07:45:48.155 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.155 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 2, 2024-04-13T07:45:48.155 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.155 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.155 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:48.155 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.155 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.155 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.155 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.155 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 2, 2024-04-13T07:45:48.156 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.156 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.156 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.156 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.1d", 2024-04-13T07:45:48.156 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.156 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.156 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.156 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 22, 2024-04-13T07:45:48.156 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.156 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:41:14.258592+0000", 2024-04-13T07:45:48.156 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.156 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.156 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.156 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.156 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.156 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.157 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.157 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.157 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.157 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.157 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.157 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.157 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.157 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.157 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.157 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.157 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.157 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.157 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.157 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T07:45:48.157 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T07:45:48.158 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.158 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T07:45:48.158 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.158 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.158 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.158 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.158 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.158 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T07:45:48.158 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.158 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.158 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.158 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.158 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.158 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.159 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.159 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.159 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.159 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.159 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.159 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.159 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3, 2024-04-13T07:45:48.159 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.159 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.159 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.159 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.159 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.159 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.159 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:48.159 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:48.159 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.159 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T07:45:48.160 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'2" 2024-04-13T07:45:48.160 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.160 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.160 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.160 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.160 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.160 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:48.160 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.160 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T07:45:48.160 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.160 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.160 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.160 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.160 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.160 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.161 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.043130+0000", 2024-04-13T07:45:48.161 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.997258+0000", 2024-04-13T07:45:48.161 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.997258+0000", 2024-04-13T07:45:48.161 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.997571+0000", 2024-04-13T07:45:48.161 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.043130+0000", 2024-04-13T07:45:48.161 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.161 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.161 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.161 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.161 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.043130+0000", 2024-04-13T07:45:48.161 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.043130+0000", 2024-04-13T07:45:48.161 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.043130+0000", 2024-04-13T07:45:48.161 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.161 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.161 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.161 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.043130+0000", 2024-04-13T07:45:48.162 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.043130+0000", 2024-04-13T07:45:48.162 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.162 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.162 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.162 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.162 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.162 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.162 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.162 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.162 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.162 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.162 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.162 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.162 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.162 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.1c", 2024-04-13T07:45:48.163 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.163 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.163 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.163 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.163 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.163 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:10:51.593225+0000", 2024-04-13T07:45:48.163 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.163 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.163 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.163 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.163 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.163 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.163 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.163 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.163 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.163 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.164 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.164 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.164 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.164 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.164 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.164 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.164 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.164 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.164 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.164 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.164 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.164 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.164 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.164 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.164 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.165 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.165 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.165 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.165 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.165 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.165 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.165 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.165 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.165 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.165 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.165 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.165 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.165 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.165 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.165 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.165 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.165 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.166 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.166 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.166 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.166 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.166 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.166 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.166 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.166 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:48.166 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.166 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T07:45:48.166 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.166 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.166 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.166 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.167 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.167 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.167 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T07:45:48.167 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.167 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T07:45:48.167 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.167 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.167 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:48.167 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.167 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.167 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.167 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:17.159371+0000", 2024-04-13T07:45:48.167 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.646448+0000", 2024-04-13T07:45:48.167 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.646448+0000", 2024-04-13T07:45:48.167 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.646750+0000", 2024-04-13T07:45:48.167 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:17.159371+0000", 2024-04-13T07:45:48.168 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.168 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.168 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.168 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:48.168 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:17.159371+0000", 2024-04-13T07:45:48.168 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:17.159371+0000", 2024-04-13T07:45:48.168 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:17.159371+0000", 2024-04-13T07:45:48.168 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.168 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.168 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.168 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:17.159371+0000", 2024-04-13T07:45:48.168 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:17.159371+0000", 2024-04-13T07:45:48.168 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.168 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 2, 2024-04-13T07:45:48.168 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.168 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.169 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:48.169 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.169 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.169 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.169 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.169 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 2, 2024-04-13T07:45:48.169 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.169 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.169 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.169 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.1c", 2024-04-13T07:45:48.169 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.169 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.169 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.169 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 22, 2024-04-13T07:45:48.169 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.169 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T07:54:49.139942+0000", 2024-04-13T07:45:48.170 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.170 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.170 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.170 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.170 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.170 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.170 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.170 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.170 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.170 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.170 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.170 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.170 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.170 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.171 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.171 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.171 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.171 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.171 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.171 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T07:45:48.171 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T07:45:48.171 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.171 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T07:45:48.171 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.171 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.171 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.171 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.171 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.171 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T07:45:48.171 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.171 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.172 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.172 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.172 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.172 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.172 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.172 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.172 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.172 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.172 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.172 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.172 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3, 2024-04-13T07:45:48.172 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.172 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.172 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.172 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.172 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.172 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.173 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.173 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T07:45:48.173 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.173 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T07:45:48.173 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'2" 2024-04-13T07:45:48.173 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.173 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.173 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.173 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.173 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.173 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:48.173 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.173 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T07:45:48.173 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.173 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.174 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.174 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.174 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.174 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.174 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042977+0000", 2024-04-13T07:45:48.174 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.993776+0000", 2024-04-13T07:45:48.174 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.993776+0000", 2024-04-13T07:45:48.174 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.994155+0000", 2024-04-13T07:45:48.174 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042977+0000", 2024-04-13T07:45:48.174 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.174 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.174 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.174 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.174 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042977+0000", 2024-04-13T07:45:48.174 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042977+0000", 2024-04-13T07:45:48.174 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042977+0000", 2024-04-13T07:45:48.175 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.175 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.175 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.175 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042977+0000", 2024-04-13T07:45:48.175 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042977+0000", 2024-04-13T07:45:48.175 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.175 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.175 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.175 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.175 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.175 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.175 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.175 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.175 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.175 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.176 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.176 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.176 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.176 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.1d", 2024-04-13T07:45:48.176 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.176 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.176 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.176 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.176 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.176 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:26:50.403505+0000", 2024-04-13T07:45:48.176 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.176 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.176 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.176 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.176 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.177 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.177 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.177 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.177 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.177 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.177 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.177 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.177 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.177 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.177 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.177 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.177 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.177 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.177 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.178 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.178 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.178 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.178 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.178 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.178 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.178 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.178 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.178 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.178 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.178 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.178 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.178 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.178 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.178 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.178 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.179 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.179 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.179 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.179 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.179 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.179 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.179 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.179 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.179 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.179 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.179 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.179 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.179 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.179 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.179 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:48.179 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.180 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T07:45:48.180 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.180 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.180 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.180 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.180 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.180 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.180 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:48.180 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.180 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T07:45:48.180 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.180 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.180 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:48.180 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.180 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.180 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.180 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.944409+0000", 2024-04-13T07:45:48.181 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.638680+0000", 2024-04-13T07:45:48.181 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.638680+0000", 2024-04-13T07:45:48.181 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.639016+0000", 2024-04-13T07:45:48.181 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.944409+0000", 2024-04-13T07:45:48.181 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.181 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.181 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.181 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:48.181 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.944409+0000", 2024-04-13T07:45:48.181 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.944409+0000", 2024-04-13T07:45:48.181 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.944409+0000", 2024-04-13T07:45:48.181 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.181 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.181 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.181 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.944409+0000", 2024-04-13T07:45:48.181 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.944409+0000", 2024-04-13T07:45:48.181 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.182 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 1, 2024-04-13T07:45:48.182 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.182 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.182 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:48.182 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.182 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.182 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.182 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.182 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 1, 2024-04-13T07:45:48.182 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.182 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.182 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.182 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.1b", 2024-04-13T07:45:48.182 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.182 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.183 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.183 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 21, 2024-04-13T07:45:48.183 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.183 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:14:52.860216+0000", 2024-04-13T07:45:48.183 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.183 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.183 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.183 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.183 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.183 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.183 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.183 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.183 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.183 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.184 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.184 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.184 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.184 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.184 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.184 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.184 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.184 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.184 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.184 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.184 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.184 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.184 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.184 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.184 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.184 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.185 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.185 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.185 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.185 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.185 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.185 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.185 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.185 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.185 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.185 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.185 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.185 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.185 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.185 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.185 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.186 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.186 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.186 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.186 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.186 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.186 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.186 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.186 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.186 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:48.186 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.186 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T07:45:48.186 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'1" 2024-04-13T07:45:48.186 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.186 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.186 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.186 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.187 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:48.187 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T07:45:48.187 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.187 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 4, 2024-04-13T07:45:48.187 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.187 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.187 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.187 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.187 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.187 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.187 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.190977+0000", 2024-04-13T07:45:48.187 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.010268+0000", 2024-04-13T07:45:48.187 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.010268+0000", 2024-04-13T07:45:48.187 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.010588+0000", 2024-04-13T07:45:48.187 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.190977+0000", 2024-04-13T07:45:48.187 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.187 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.188 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.188 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.188 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.190977+0000", 2024-04-13T07:45:48.188 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.190977+0000", 2024-04-13T07:45:48.188 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.190977+0000", 2024-04-13T07:45:48.188 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.188 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.188 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.188 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.190977+0000", 2024-04-13T07:45:48.188 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.190977+0000", 2024-04-13T07:45:48.188 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.188 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.188 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.188 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.188 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.188 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.189 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.189 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.189 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.189 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.189 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.189 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.189 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.189 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.1a", 2024-04-13T07:45:48.189 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.189 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.189 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.189 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.189 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.189 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:41:28.864540+0000", 2024-04-13T07:45:48.189 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.189 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.190 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.190 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.190 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.190 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.190 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.190 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.190 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.190 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.190 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.190 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.190 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.190 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.190 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.190 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.190 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.190 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.191 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.191 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.191 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.191 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.191 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.191 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.191 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.191 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.191 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.191 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.191 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.191 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.191 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.191 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.191 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.192 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.192 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.192 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.192 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.192 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.192 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.192 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.192 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.192 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.192 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.192 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.192 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.192 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.192 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.192 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.192 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:48.193 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T07:45:48.193 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.193 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 4, 2024-04-13T07:45:48.193 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.193 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.193 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.193 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.193 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:48.193 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.193 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:48.193 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.193 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T07:45:48.193 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.193 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.193 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:48.193 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.194 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.194 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.194 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.480596+0000", 2024-04-13T07:45:48.194 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.645173+0000", 2024-04-13T07:45:48.194 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.645173+0000", 2024-04-13T07:45:48.194 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.645494+0000", 2024-04-13T07:45:48.194 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.480596+0000", 2024-04-13T07:45:48.194 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.194 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.194 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.194 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:48.194 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.480596+0000", 2024-04-13T07:45:48.194 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.480596+0000", 2024-04-13T07:45:48.195 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.480596+0000", 2024-04-13T07:45:48.195 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.195 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.195 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.195 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.480596+0000", 2024-04-13T07:45:48.195 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.480596+0000", 2024-04-13T07:45:48.195 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.195 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 1, 2024-04-13T07:45:48.195 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.195 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.195 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:48.195 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.195 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.195 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.196 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.196 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 1, 2024-04-13T07:45:48.196 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.196 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.196 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.196 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.1a", 2024-04-13T07:45:48.196 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.196 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.196 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.196 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 21, 2024-04-13T07:45:48.196 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.196 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:49:14.533277+0000", 2024-04-13T07:45:48.196 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.196 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.196 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.197 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.197 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.197 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.197 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.197 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.197 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.197 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.197 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.197 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.197 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.197 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.197 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.197 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.197 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.197 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.199 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.199 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.199 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.199 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.199 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.199 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.199 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.199 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.199 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.199 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.199 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.199 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.199 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.199 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.199 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.199 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.200 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:48.200 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.200 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:48.200 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.200 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T07:45:48.200 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'1" 2024-04-13T07:45:48.200 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.200 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.200 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.200 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.200 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.200 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:48.200 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.200 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T07:45:48.200 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.200 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.201 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.201 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.201 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.201 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.201 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.043639+0000", 2024-04-13T07:45:48.201 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.997721+0000", 2024-04-13T07:45:48.201 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.997721+0000", 2024-04-13T07:45:48.201 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.998340+0000", 2024-04-13T07:45:48.201 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.043639+0000", 2024-04-13T07:45:48.201 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.201 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.201 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.201 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.201 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.043639+0000", 2024-04-13T07:45:48.201 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.043639+0000", 2024-04-13T07:45:48.201 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.043639+0000", 2024-04-13T07:45:48.201 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.201 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.202 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.202 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.043639+0000", 2024-04-13T07:45:48.202 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.043639+0000", 2024-04-13T07:45:48.202 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.202 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.202 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.202 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.202 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.202 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.202 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.202 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.202 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.202 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.202 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.202 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.202 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.202 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.1b", 2024-04-13T07:45:48.203 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.203 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.203 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.203 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.203 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.203 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:33:50.858947+0000", 2024-04-13T07:45:48.203 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.203 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.203 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.203 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.203 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.203 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.203 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.203 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.203 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.203 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.203 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.204 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.204 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.204 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.204 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.204 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.204 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.204 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.204 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.204 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.204 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.204 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.204 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.204 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.204 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.204 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.204 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.205 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.205 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.205 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.205 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.205 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.205 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.205 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.205 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.205 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.205 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.205 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.205 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.205 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.205 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.205 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.205 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.205 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.206 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.206 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.206 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.206 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.206 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.206 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:48.206 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.206 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T07:45:48.206 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.206 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.206 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.206 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.206 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.206 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:48.207 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:48.207 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.207 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T07:45:48.207 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.207 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.207 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:48.207 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.207 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.207 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.207 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.944412+0000", 2024-04-13T07:45:48.207 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.644543+0000", 2024-04-13T07:45:48.207 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.644543+0000", 2024-04-13T07:45:48.207 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.644818+0000", 2024-04-13T07:45:48.207 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.944412+0000", 2024-04-13T07:45:48.208 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.208 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.208 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.208 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:48.208 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.944412+0000", 2024-04-13T07:45:48.208 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.944412+0000", 2024-04-13T07:45:48.208 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.944412+0000", 2024-04-13T07:45:48.208 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.208 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.208 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.208 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.944412+0000", 2024-04-13T07:45:48.208 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.944412+0000", 2024-04-13T07:45:48.208 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.208 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.208 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.208 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.208 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:48.209 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.209 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.209 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.209 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.209 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.209 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.209 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.209 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.209 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.19", 2024-04-13T07:45:48.209 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.209 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.209 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.209 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 20, 2024-04-13T07:45:48.209 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.209 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:57:03.974829+0000", 2024-04-13T07:45:48.209 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.209 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.209 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.210 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.210 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.210 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.210 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.210 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.210 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.210 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.210 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.210 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.210 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.210 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.210 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.210 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.210 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.211 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.211 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.211 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.211 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.211 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.211 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.211 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.211 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.211 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.211 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.211 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.211 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.211 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.211 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.211 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.211 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.212 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.212 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.212 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.212 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.212 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.212 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:48.212 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:48.213 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.213 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T07:45:48.213 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.213 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.213 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.213 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.213 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.213 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.213 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:48.213 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.213 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T07:45:48.213 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.213 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.213 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.213 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.213 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.213 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.214 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.944835+0000", 2024-04-13T07:45:48.214 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.996142+0000", 2024-04-13T07:45:48.214 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.996142+0000", 2024-04-13T07:45:48.214 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.996410+0000", 2024-04-13T07:45:48.214 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.944835+0000", 2024-04-13T07:45:48.214 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.214 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.214 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.214 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.214 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.944835+0000", 2024-04-13T07:45:48.214 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.944835+0000", 2024-04-13T07:45:48.214 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.944835+0000", 2024-04-13T07:45:48.214 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.214 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.214 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.214 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.944835+0000", 2024-04-13T07:45:48.215 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.944835+0000", 2024-04-13T07:45:48.215 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.215 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.215 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.215 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.215 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.215 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.215 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.215 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.215 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.215 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.215 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.215 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.215 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.215 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.18", 2024-04-13T07:45:48.216 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.216 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.216 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.216 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.216 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.216 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:41:27.480866+0000", 2024-04-13T07:45:48.216 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.216 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.216 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.216 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.216 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.216 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.216 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.216 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.216 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.216 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.217 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.217 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.217 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.217 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.217 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.217 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.217 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.217 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.217 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.217 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.217 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.217 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.217 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.217 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.217 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.217 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.218 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.218 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.218 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.218 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.218 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.218 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.218 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.218 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.218 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.218 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.218 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.218 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.218 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.218 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.218 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.219 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.219 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.219 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.219 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.219 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.219 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.219 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.219 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.219 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:48.219 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.219 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T07:45:48.219 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.219 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.219 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.219 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.219 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.219 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.220 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:48.220 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.220 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T07:45:48.220 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.220 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.220 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:48.220 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.220 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.220 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.220 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042695+0000", 2024-04-13T07:45:48.220 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.641777+0000", 2024-04-13T07:45:48.220 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.641777+0000", 2024-04-13T07:45:48.220 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.643053+0000", 2024-04-13T07:45:48.220 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042695+0000", 2024-04-13T07:45:48.220 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.221 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.221 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.221 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:48.221 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042695+0000", 2024-04-13T07:45:48.221 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042695+0000", 2024-04-13T07:45:48.221 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042695+0000", 2024-04-13T07:45:48.221 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.221 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.221 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.221 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042695+0000", 2024-04-13T07:45:48.221 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042695+0000", 2024-04-13T07:45:48.221 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.221 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.221 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.221 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.221 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:48.222 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.222 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.222 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.222 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.222 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.222 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.222 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.222 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.222 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.18", 2024-04-13T07:45:48.222 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.222 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.222 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.222 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 20, 2024-04-13T07:45:48.222 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.222 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:14:19.879388+0000", 2024-04-13T07:45:48.222 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.223 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.223 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.223 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.223 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.223 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.223 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.223 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.223 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.223 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.223 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.223 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.223 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.223 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.223 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.223 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.223 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.224 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.224 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.224 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.224 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.224 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.224 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.224 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.224 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.224 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.224 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.224 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.224 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.224 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.224 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.224 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.224 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.224 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.224 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.225 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.225 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.225 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.225 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.225 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.225 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.225 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.225 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.225 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.225 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.225 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.225 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.225 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.225 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.225 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:48.225 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.226 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T07:45:48.226 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.226 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.226 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.226 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.226 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:48.226 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.226 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T07:45:48.226 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.226 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T07:45:48.226 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.226 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.226 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.226 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.227 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.227 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.227 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042493+0000", 2024-04-13T07:45:48.227 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.003843+0000", 2024-04-13T07:45:48.227 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.003843+0000", 2024-04-13T07:45:48.227 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.004233+0000", 2024-04-13T07:45:48.227 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042493+0000", 2024-04-13T07:45:48.227 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.227 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.227 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.227 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.227 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042493+0000", 2024-04-13T07:45:48.227 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042493+0000", 2024-04-13T07:45:48.227 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042493+0000", 2024-04-13T07:45:48.227 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.227 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.228 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.228 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042493+0000", 2024-04-13T07:45:48.228 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042493+0000", 2024-04-13T07:45:48.228 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.228 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.228 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.228 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.228 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.228 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.228 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.228 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.228 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.228 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.228 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.228 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.229 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.229 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.19", 2024-04-13T07:45:48.229 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.229 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.229 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.229 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.229 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.229 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T19:02:59.300692+0000", 2024-04-13T07:45:48.229 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.229 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.229 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.229 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.229 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.229 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.229 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.229 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.229 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.230 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.230 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.230 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.230 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.230 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.230 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.230 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.230 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.230 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.230 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.230 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.230 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.230 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.230 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.231 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.231 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.231 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.231 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.231 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.231 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.231 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.231 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.231 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.231 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.231 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.231 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.231 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.231 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.231 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.231 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.232 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.232 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.232 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.232 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.232 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.232 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.232 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.232 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.232 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:48.232 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.232 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T07:45:48.232 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.232 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T07:45:48.232 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.232 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.233 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.233 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.233 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:48.233 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.233 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T07:45:48.233 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.233 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T07:45:48.233 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.233 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.233 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:48.233 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.233 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.233 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.233 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.480917+0000", 2024-04-13T07:45:48.233 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.639054+0000", 2024-04-13T07:45:48.233 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.639054+0000", 2024-04-13T07:45:48.234 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.639687+0000", 2024-04-13T07:45:48.234 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.480917+0000", 2024-04-13T07:45:48.234 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.234 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.234 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.234 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:48.234 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.480917+0000", 2024-04-13T07:45:48.234 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.480917+0000", 2024-04-13T07:45:48.234 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.480917+0000", 2024-04-13T07:45:48.234 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.234 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.234 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.234 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.480917+0000", 2024-04-13T07:45:48.234 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.480917+0000", 2024-04-13T07:45:48.235 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.235 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.235 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.235 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.235 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:48.235 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.235 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.235 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.235 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.235 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.235 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.235 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.235 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.235 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.17", 2024-04-13T07:45:48.236 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.236 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.236 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.236 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 20, 2024-04-13T07:45:48.236 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.236 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:20:35.633429+0000", 2024-04-13T07:45:48.236 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.236 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.236 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.236 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.236 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.236 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.236 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.236 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.236 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.236 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.236 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.237 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.237 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.237 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.237 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.237 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.237 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.237 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.237 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.237 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.237 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.237 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.237 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.237 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.237 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.238 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.238 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.238 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.238 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.238 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.238 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.238 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.238 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.238 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.238 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.238 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.238 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.238 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.238 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.238 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.238 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.238 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.239 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.239 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.239 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.239 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.239 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.239 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:48.239 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.239 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T07:45:48.239 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.239 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T07:45:48.239 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.239 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.239 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.239 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.239 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.239 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.239 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:48.240 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.240 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T07:45:48.240 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.240 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.240 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.240 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.240 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.240 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.240 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.043120+0000", 2024-04-13T07:45:48.240 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.991521+0000", 2024-04-13T07:45:48.240 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.991521+0000", 2024-04-13T07:45:48.240 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.991877+0000", 2024-04-13T07:45:48.240 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.043120+0000", 2024-04-13T07:45:48.240 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.240 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.240 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.240 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.241 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.043120+0000", 2024-04-13T07:45:48.241 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.043120+0000", 2024-04-13T07:45:48.241 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.043120+0000", 2024-04-13T07:45:48.241 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.241 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.241 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.241 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.043120+0000", 2024-04-13T07:45:48.241 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.043120+0000", 2024-04-13T07:45:48.241 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.241 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.241 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.241 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.241 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.241 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.241 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.241 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.242 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.242 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.242 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.242 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.242 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.242 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.16", 2024-04-13T07:45:48.242 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.242 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.242 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.242 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.242 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.242 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:55:48.440531+0000", 2024-04-13T07:45:48.242 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.242 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.242 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.243 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.243 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.243 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.243 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.243 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.243 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.243 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.243 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.243 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.243 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.243 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.243 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.243 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.243 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.243 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.243 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.243 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.244 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.244 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.244 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.244 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.244 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.244 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.244 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.244 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.244 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.244 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.244 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.244 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.244 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.244 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.244 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.244 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.244 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.245 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.245 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.245 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.245 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.245 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.245 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.245 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.245 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.245 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.245 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.245 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.245 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.245 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:48.245 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.245 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T07:45:48.245 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.246 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.246 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.246 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.246 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.246 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:48.246 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T07:45:48.246 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.246 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T07:45:48.246 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.246 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.246 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:48.246 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.246 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.246 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.247 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.043040+0000", 2024-04-13T07:45:48.247 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.639509+0000", 2024-04-13T07:45:48.247 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.639509+0000", 2024-04-13T07:45:48.247 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.641561+0000", 2024-04-13T07:45:48.247 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.043040+0000", 2024-04-13T07:45:48.247 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.247 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.247 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.247 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:48.247 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.043040+0000", 2024-04-13T07:45:48.247 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.043040+0000", 2024-04-13T07:45:48.247 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.043040+0000", 2024-04-13T07:45:48.247 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.247 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.247 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.248 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.043040+0000", 2024-04-13T07:45:48.248 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.043040+0000", 2024-04-13T07:45:48.248 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.248 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.248 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.248 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.248 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:48.248 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.248 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.248 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.248 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.248 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.248 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.248 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.249 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.249 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.16", 2024-04-13T07:45:48.249 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.249 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.249 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.249 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 20, 2024-04-13T07:45:48.249 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.249 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T19:14:37.071974+0000", 2024-04-13T07:45:48.249 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.249 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.249 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.249 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.249 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.249 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.249 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.249 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.249 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.250 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.250 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.250 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.250 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.250 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.250 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.250 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.250 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.250 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.250 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.250 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.250 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.250 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.250 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.250 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.250 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.251 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.251 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.251 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.251 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.251 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.251 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.251 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.251 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.251 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.251 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.251 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.251 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.251 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.251 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.251 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.251 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.252 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.252 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.252 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.252 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.252 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.252 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.252 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.252 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:48.252 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T07:45:48.252 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.252 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T07:45:48.252 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.252 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.252 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.252 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.252 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.253 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.253 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T07:45:48.253 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.253 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T07:45:48.253 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.253 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.253 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.253 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.253 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.253 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.253 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.044032+0000", 2024-04-13T07:45:48.253 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.003031+0000", 2024-04-13T07:45:48.253 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.003031+0000", 2024-04-13T07:45:48.253 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.003300+0000", 2024-04-13T07:45:48.254 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.044032+0000", 2024-04-13T07:45:48.254 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.254 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.254 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.254 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.254 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.044032+0000", 2024-04-13T07:45:48.254 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.044032+0000", 2024-04-13T07:45:48.254 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.044032+0000", 2024-04-13T07:45:48.254 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.254 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.254 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.254 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.044032+0000", 2024-04-13T07:45:48.254 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.044032+0000", 2024-04-13T07:45:48.254 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.255 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.255 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.255 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.255 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.255 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.255 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.255 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.255 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.255 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.255 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.255 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.255 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.255 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.17", 2024-04-13T07:45:48.255 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.255 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.256 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.256 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.256 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.256 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:35:47.828406+0000", 2024-04-13T07:45:48.256 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.256 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.256 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.256 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.256 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.256 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.256 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.256 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.256 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.256 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.256 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.256 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.256 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.257 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.257 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.257 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.257 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.257 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.257 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.257 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.257 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.257 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.257 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.257 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.257 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.257 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.257 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.257 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.257 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.257 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.258 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.258 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.258 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.258 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.258 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.258 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.258 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.258 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.258 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.258 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.258 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.258 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.258 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.258 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.258 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.258 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.259 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.259 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.259 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.259 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T07:45:48.259 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.259 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T07:45:48.259 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.259 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.259 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.259 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.259 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:48.259 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.259 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:48.259 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.259 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T07:45:48.259 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.259 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.260 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:48.260 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.260 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.260 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.260 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042966+0000", 2024-04-13T07:45:48.260 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.634387+0000", 2024-04-13T07:45:48.260 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.634387+0000", 2024-04-13T07:45:48.260 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.634807+0000", 2024-04-13T07:45:48.260 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042966+0000", 2024-04-13T07:45:48.260 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.260 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.260 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.260 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:48.260 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042966+0000", 2024-04-13T07:45:48.260 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042966+0000", 2024-04-13T07:45:48.260 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042966+0000", 2024-04-13T07:45:48.261 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.261 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.261 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.261 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042966+0000", 2024-04-13T07:45:48.261 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042966+0000", 2024-04-13T07:45:48.261 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.261 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3, 2024-04-13T07:45:48.261 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.261 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.261 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:48.261 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.261 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.261 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.261 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.261 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3, 2024-04-13T07:45:48.261 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.261 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.262 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.262 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.15", 2024-04-13T07:45:48.262 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.262 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.262 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.262 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 23, 2024-04-13T07:45:48.262 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.262 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:08:14.901387+0000", 2024-04-13T07:45:48.262 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.262 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.262 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.262 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 90, 2024-04-13T07:45:48.262 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.262 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.262 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.263 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.263 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.263 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.263 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.263 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.263 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.263 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.263 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.263 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.263 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.263 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.263 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.263 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 6, 2024-04-13T07:45:48.263 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 2, 2024-04-13T07:45:48.263 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.263 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 2, 2024-04-13T07:45:48.263 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.264 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.264 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.264 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.264 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.264 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T07:45:48.264 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.264 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.264 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.264 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.264 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.264 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.264 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.264 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.264 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.264 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.264 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.264 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.265 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 4, 2024-04-13T07:45:48.265 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 1 2024-04-13T07:45:48.265 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.265 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.265 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.265 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.265 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:48.265 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.265 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:48.265 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.265 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T07:45:48.265 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'3" 2024-04-13T07:45:48.265 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.265 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.265 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.265 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.265 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.266 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:48.266 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.266 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 4, 2024-04-13T07:45:48.266 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.266 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.266 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.266 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.266 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.266 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.266 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.191180+0000", 2024-04-13T07:45:48.266 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.999735+0000", 2024-04-13T07:45:48.266 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.999735+0000", 2024-04-13T07:45:48.266 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.000108+0000", 2024-04-13T07:45:48.266 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.191180+0000", 2024-04-13T07:45:48.266 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.267 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.267 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.267 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.267 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.191180+0000", 2024-04-13T07:45:48.267 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.191180+0000", 2024-04-13T07:45:48.267 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.191180+0000", 2024-04-13T07:45:48.267 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.267 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.267 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.267 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.191180+0000", 2024-04-13T07:45:48.267 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.191180+0000", 2024-04-13T07:45:48.267 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.267 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.267 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.267 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.267 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.268 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.268 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.268 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.268 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.268 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.268 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.268 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.268 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.268 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.14", 2024-04-13T07:45:48.268 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.268 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.268 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.268 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.268 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.268 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:47:48.236051+0000", 2024-04-13T07:45:48.268 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.268 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.269 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.269 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.269 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.269 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.269 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.269 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.269 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.269 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.269 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.269 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.269 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.269 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.269 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.269 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.269 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.269 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.269 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.270 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.270 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.270 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.270 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.270 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.270 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.270 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.270 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.270 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.270 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.270 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.270 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.270 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.270 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.270 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.270 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.271 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.271 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.271 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.271 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.271 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.271 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.271 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.271 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.271 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.271 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.271 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.271 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.271 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.271 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.271 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:48.271 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.272 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 4, 2024-04-13T07:45:48.272 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.272 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.272 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.272 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.272 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:48.272 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.272 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T07:45:48.272 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.272 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T07:45:48.272 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.272 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.272 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:48.272 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.272 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.272 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.273 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:44:40.014316+0000", 2024-04-13T07:45:48.273 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.642297+0000", 2024-04-13T07:45:48.273 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.642297+0000", 2024-04-13T07:45:48.273 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.642612+0000", 2024-04-13T07:45:48.273 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:44:40.014316+0000", 2024-04-13T07:45:48.273 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.273 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.273 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.273 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:48.273 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:44:40.014316+0000", 2024-04-13T07:45:48.273 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:44:40.014316+0000", 2024-04-13T07:45:48.273 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:44:40.014316+0000", 2024-04-13T07:45:48.273 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.273 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.273 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.273 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:44:40.014316+0000", 2024-04-13T07:45:48.273 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:44:40.014316+0000", 2024-04-13T07:45:48.274 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.274 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 12, 2024-04-13T07:45:48.274 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.274 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.274 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:48.274 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.274 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.274 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.274 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.274 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 12, 2024-04-13T07:45:48.274 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.274 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.274 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.274 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.14", 2024-04-13T07:45:48.274 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.274 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.274 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.275 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 32, 2024-04-13T07:45:48.275 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.275 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:43:05.915628+0000", 2024-04-13T07:45:48.275 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.275 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.275 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.275 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 2632, 2024-04-13T07:45:48.275 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.275 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.275 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.275 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.275 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.275 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.275 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.275 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.275 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.275 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.276 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.276 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.276 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.276 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.276 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.276 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 12, 2024-04-13T07:45:48.276 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 4, 2024-04-13T07:45:48.276 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.276 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 4, 2024-04-13T07:45:48.276 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.276 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.276 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.276 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.276 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.276 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T07:45:48.276 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.276 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.276 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.277 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.277 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.277 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.277 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.277 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.277 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.277 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.277 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.277 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.277 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 12, 2024-04-13T07:45:48.277 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 9 2024-04-13T07:45:48.277 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.277 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.277 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.277 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.277 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:48.278 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.278 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T07:45:48.278 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.278 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T07:45:48.278 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "69'12" 2024-04-13T07:45:48.278 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.278 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.278 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.278 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.278 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.278 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T07:45:48.278 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.278 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T07:45:48.279 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.279 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.279 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.279 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.279 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.279 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.279 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:17.159911+0000", 2024-04-13T07:45:48.279 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.013901+0000", 2024-04-13T07:45:48.279 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.013901+0000", 2024-04-13T07:45:48.279 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.014288+0000", 2024-04-13T07:45:48.279 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:17.159911+0000", 2024-04-13T07:45:48.279 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.279 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.279 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.279 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.279 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:17.159911+0000", 2024-04-13T07:45:48.280 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:17.159911+0000", 2024-04-13T07:45:48.280 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:17.159911+0000", 2024-04-13T07:45:48.280 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.280 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.280 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.280 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:17.159911+0000", 2024-04-13T07:45:48.280 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:17.159911+0000", 2024-04-13T07:45:48.280 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.280 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.280 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.280 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.280 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.280 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.280 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.280 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.280 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.281 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.281 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.281 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.281 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.281 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.15", 2024-04-13T07:45:48.281 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.281 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.281 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.281 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.281 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.281 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:57:21.169615+0000", 2024-04-13T07:45:48.281 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.281 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.281 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.281 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.282 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.282 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.282 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.282 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.282 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.282 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.282 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.282 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.282 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.282 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.282 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.282 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.282 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.282 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.282 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.282 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.282 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.283 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.283 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.283 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.283 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.283 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.283 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.283 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.283 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.283 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.283 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.283 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.283 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.283 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.283 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.283 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.283 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.283 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.284 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.284 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.284 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.284 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.284 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.284 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.284 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.284 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.284 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.284 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.284 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.284 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T07:45:48.284 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.284 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T07:45:48.284 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.285 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.285 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.285 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.285 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.285 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.285 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T07:45:48.285 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.285 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T07:45:48.285 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.285 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.285 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:48.285 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.285 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.285 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.285 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.043870+0000", 2024-04-13T07:45:48.285 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.641774+0000", 2024-04-13T07:45:48.286 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.641774+0000", 2024-04-13T07:45:48.286 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.642057+0000", 2024-04-13T07:45:48.286 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.043870+0000", 2024-04-13T07:45:48.286 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.286 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.286 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.286 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:48.286 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.043870+0000", 2024-04-13T07:45:48.286 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.043870+0000", 2024-04-13T07:45:48.286 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.043870+0000", 2024-04-13T07:45:48.286 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.286 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.286 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.286 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.043870+0000", 2024-04-13T07:45:48.286 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.043870+0000", 2024-04-13T07:45:48.287 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.287 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 2, 2024-04-13T07:45:48.287 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.287 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.287 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:48.287 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.287 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.287 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.287 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.287 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 2, 2024-04-13T07:45:48.287 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.287 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.287 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.287 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.13", 2024-04-13T07:45:48.287 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.288 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.288 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.288 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 22, 2024-04-13T07:45:48.288 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.288 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:22:20.301600+0000", 2024-04-13T07:45:48.288 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.288 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.288 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.288 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 34, 2024-04-13T07:45:48.288 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.288 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.288 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.288 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.288 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.288 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.288 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.288 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.289 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.289 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.289 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.289 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.289 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.289 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.289 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.289 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 6, 2024-04-13T07:45:48.289 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 2, 2024-04-13T07:45:48.289 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.289 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 2, 2024-04-13T07:45:48.289 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.289 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.289 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.289 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.289 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.289 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T07:45:48.289 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.290 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.290 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.290 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.290 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.290 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.290 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.290 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.290 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.290 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.290 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.290 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.290 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3, 2024-04-13T07:45:48.290 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 7 2024-04-13T07:45:48.290 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.290 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.291 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.291 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.291 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.291 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.291 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T07:45:48.291 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.291 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T07:45:48.291 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'2" 2024-04-13T07:45:48.291 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.291 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.291 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.291 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.291 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.291 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T07:45:48.291 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.291 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T07:45:48.291 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.292 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.292 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.292 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.292 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.292 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.292 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.043813+0000", 2024-04-13T07:45:48.292 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.003806+0000", 2024-04-13T07:45:48.292 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.003806+0000", 2024-04-13T07:45:48.292 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.004159+0000", 2024-04-13T07:45:48.292 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.043813+0000", 2024-04-13T07:45:48.292 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.292 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.292 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.292 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.292 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.043813+0000", 2024-04-13T07:45:48.292 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.043813+0000", 2024-04-13T07:45:48.293 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.043813+0000", 2024-04-13T07:45:48.293 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.293 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.293 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.293 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.043813+0000", 2024-04-13T07:45:48.293 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.043813+0000", 2024-04-13T07:45:48.293 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.293 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.293 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.293 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.293 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.293 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.293 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.293 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.294 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.294 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.294 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.294 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.294 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.294 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.12", 2024-04-13T07:45:48.294 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.294 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.294 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.294 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.294 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.294 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T19:16:16.319302+0000", 2024-04-13T07:45:48.294 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.295 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.295 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.295 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.295 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.295 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.295 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.295 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.295 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.295 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.295 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.295 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.295 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.295 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.295 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.295 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.295 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.295 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.297 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.297 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.297 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.297 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.297 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.297 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.297 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.297 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.297 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.297 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.297 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.297 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.297 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.297 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.297 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.297 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T07:45:48.297 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.298 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T07:45:48.298 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.298 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.298 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.298 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.298 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.298 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.298 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:48.298 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.298 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T07:45:48.298 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.298 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.298 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:48.298 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.299 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.299 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.299 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042777+0000", 2024-04-13T07:45:48.299 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.642520+0000", 2024-04-13T07:45:48.299 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.642520+0000", 2024-04-13T07:45:48.299 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.642813+0000", 2024-04-13T07:45:48.299 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042777+0000", 2024-04-13T07:45:48.299 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.299 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.299 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.299 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:48.299 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042777+0000", 2024-04-13T07:45:48.299 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042777+0000", 2024-04-13T07:45:48.299 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042777+0000", 2024-04-13T07:45:48.299 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.299 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.300 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.300 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042777+0000", 2024-04-13T07:45:48.300 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042777+0000", 2024-04-13T07:45:48.300 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.300 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.300 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.300 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.300 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:48.300 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.300 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.300 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.300 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.300 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.300 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.300 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.300 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.301 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.12", 2024-04-13T07:45:48.301 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.301 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.301 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.301 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 20, 2024-04-13T07:45:48.301 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.301 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T19:25:03.227640+0000", 2024-04-13T07:45:48.301 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.301 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.301 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.301 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.301 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.301 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.301 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.301 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.301 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.301 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.302 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.302 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.302 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.302 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.302 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.302 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.302 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.302 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.302 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.302 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.302 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.302 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.302 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.302 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.303 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.303 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.303 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.303 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.303 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.303 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.303 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.303 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.303 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.303 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.303 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.303 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.303 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.304 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.304 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.304 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.304 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.304 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.304 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.304 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.304 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.304 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.304 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.304 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.304 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.304 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:48.304 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.304 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T07:45:48.305 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.305 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.305 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.305 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.305 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.305 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.305 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T07:45:48.305 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.305 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T07:45:48.305 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.305 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.305 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.305 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.305 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.305 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.305 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:17.159508+0000", 2024-04-13T07:45:48.306 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.008645+0000", 2024-04-13T07:45:48.306 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.008645+0000", 2024-04-13T07:45:48.306 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.009349+0000", 2024-04-13T07:45:48.306 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:17.159508+0000", 2024-04-13T07:45:48.306 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.306 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.306 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.306 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.306 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:17.159508+0000", 2024-04-13T07:45:48.306 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:17.159508+0000", 2024-04-13T07:45:48.306 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:17.159508+0000", 2024-04-13T07:45:48.306 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.306 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.306 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.306 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:17.159508+0000", 2024-04-13T07:45:48.307 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:17.159508+0000", 2024-04-13T07:45:48.307 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.307 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.307 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.307 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.307 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.307 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.307 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.307 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.307 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.307 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.307 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.307 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.307 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.307 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.13", 2024-04-13T07:45:48.308 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.308 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.308 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.308 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.308 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.308 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:58:03.772696+0000", 2024-04-13T07:45:48.308 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.308 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.308 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.308 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.308 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.308 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.308 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.308 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.309 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.309 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.309 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.309 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.309 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.309 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.309 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.309 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.309 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.309 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.309 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.309 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.309 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.309 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.309 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.309 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.309 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.310 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.310 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.310 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.310 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.310 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.310 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.310 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.310 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.310 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.310 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.310 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.310 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.310 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.310 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.310 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.311 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.311 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.311 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.311 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.311 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.311 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.311 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.311 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.311 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.311 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T07:45:48.311 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.311 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T07:45:48.311 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.311 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.311 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.312 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.312 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:48.312 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.312 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:48.312 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.312 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T07:45:48.312 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.312 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.312 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:48.312 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.312 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.312 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.312 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.480708+0000", 2024-04-13T07:45:48.312 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.640978+0000", 2024-04-13T07:45:48.312 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.640978+0000", 2024-04-13T07:45:48.312 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.641262+0000", 2024-04-13T07:45:48.313 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.480708+0000", 2024-04-13T07:45:48.313 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.313 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.313 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.313 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:48.313 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.480708+0000", 2024-04-13T07:45:48.313 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.480708+0000", 2024-04-13T07:45:48.313 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.480708+0000", 2024-04-13T07:45:48.313 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.313 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.313 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.313 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.480708+0000", 2024-04-13T07:45:48.313 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.480708+0000", 2024-04-13T07:45:48.313 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.313 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.313 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.314 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.314 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:48.314 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.314 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.314 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.314 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.314 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.314 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.314 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.314 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.314 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.11", 2024-04-13T07:45:48.314 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.314 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.314 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.314 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 20, 2024-04-13T07:45:48.315 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.315 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:43:11.602565+0000", 2024-04-13T07:45:48.315 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.315 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.315 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.315 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.315 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.315 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.315 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.315 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.315 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.315 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.315 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.315 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.315 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.315 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.315 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.316 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.316 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.316 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.316 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.316 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.316 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.316 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.316 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.316 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.316 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.316 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.316 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.316 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.316 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.316 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.316 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.316 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.317 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.317 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.317 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.317 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.317 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.317 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.317 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.317 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.317 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.317 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.317 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.317 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.317 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.317 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.317 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.317 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:48.318 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.318 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:48.318 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.318 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T07:45:48.318 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.318 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.318 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.318 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.318 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:48.318 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.318 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T07:45:48.318 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.318 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T07:45:48.318 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.318 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.319 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.319 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.319 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.319 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.319 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.480453+0000", 2024-04-13T07:45:48.319 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.005999+0000", 2024-04-13T07:45:48.319 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.005999+0000", 2024-04-13T07:45:48.319 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.006981+0000", 2024-04-13T07:45:48.319 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.480453+0000", 2024-04-13T07:45:48.319 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.319 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.319 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.319 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.319 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.480453+0000", 2024-04-13T07:45:48.319 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.480453+0000", 2024-04-13T07:45:48.319 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.480453+0000", 2024-04-13T07:45:48.320 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.320 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.320 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.320 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.480453+0000", 2024-04-13T07:45:48.320 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.480453+0000", 2024-04-13T07:45:48.320 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.320 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.320 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.320 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.320 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.320 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.320 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.320 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.320 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.320 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.320 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.320 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.321 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.321 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.10", 2024-04-13T07:45:48.321 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.321 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.321 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.321 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.321 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.321 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:01:05.619402+0000", 2024-04-13T07:45:48.321 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.321 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.321 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.321 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.321 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.321 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.321 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.321 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.321 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.322 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.322 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.322 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.322 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.322 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.322 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.322 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.322 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.322 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.322 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.322 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.322 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.322 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.322 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.322 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.322 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.323 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.323 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.323 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.323 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.323 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.323 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.323 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.323 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.323 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.323 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.323 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.323 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.323 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.323 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.323 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.323 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.323 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.324 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.324 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.324 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.324 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.324 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.324 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:48.324 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.324 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T07:45:48.324 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.324 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T07:45:48.324 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.324 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.324 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.324 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.324 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:48.324 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:48.324 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:48.324 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.325 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T07:45:48.325 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.325 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.325 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:48.325 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.325 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.325 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.325 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.494713+0000", 2024-04-13T07:45:48.325 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.632061+0000", 2024-04-13T07:45:48.325 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.632061+0000", 2024-04-13T07:45:48.325 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.632689+0000", 2024-04-13T07:45:48.325 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.494713+0000", 2024-04-13T07:45:48.325 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.325 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.325 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.325 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:48.325 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.494713+0000", 2024-04-13T07:45:48.326 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.494713+0000", 2024-04-13T07:45:48.326 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.494713+0000", 2024-04-13T07:45:48.326 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.326 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.326 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.326 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.494713+0000", 2024-04-13T07:45:48.326 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.494713+0000", 2024-04-13T07:45:48.326 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.326 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 8, 2024-04-13T07:45:48.326 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.326 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.326 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:48.326 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.326 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.326 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.327 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.327 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 8, 2024-04-13T07:45:48.327 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.327 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.327 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.327 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.10", 2024-04-13T07:45:48.327 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.327 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.327 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.327 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 28, 2024-04-13T07:45:48.327 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.327 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:45:29.398002+0000", 2024-04-13T07:45:48.327 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.327 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.327 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.327 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.328 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.328 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.328 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.328 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.328 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.328 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.328 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.328 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.328 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.328 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.328 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.328 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.328 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.328 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.328 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.328 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 12, 2024-04-13T07:45:48.329 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 4, 2024-04-13T07:45:48.329 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.329 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 4, 2024-04-13T07:45:48.329 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.329 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.329 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.329 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.329 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.329 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 4, 2024-04-13T07:45:48.329 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.329 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.329 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.329 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.329 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.329 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.329 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.329 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.330 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.330 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.330 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.330 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.330 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 12, 2024-04-13T07:45:48.330 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.330 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.330 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.330 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.330 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.330 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:48.330 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:48.330 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:48.330 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.330 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T07:45:48.331 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'8" 2024-04-13T07:45:48.331 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.331 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.331 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.331 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.331 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.331 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:48.331 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.331 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T07:45:48.331 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.331 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.331 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.331 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.331 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.331 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.331 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:17.159022+0000", 2024-04-13T07:45:48.331 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.996999+0000", 2024-04-13T07:45:48.332 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.996999+0000", 2024-04-13T07:45:48.332 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.997276+0000", 2024-04-13T07:45:48.332 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:17.159022+0000", 2024-04-13T07:45:48.332 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.332 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.332 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.332 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.332 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:17.159022+0000", 2024-04-13T07:45:48.332 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:17.159022+0000", 2024-04-13T07:45:48.332 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:17.159022+0000", 2024-04-13T07:45:48.332 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.332 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.332 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.332 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:17.159022+0000", 2024-04-13T07:45:48.332 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:17.159022+0000", 2024-04-13T07:45:48.332 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.333 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.333 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.333 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.333 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.333 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.333 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.333 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.333 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.333 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.333 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.333 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.333 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.333 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.11", 2024-04-13T07:45:48.333 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.333 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.333 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.334 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.334 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.334 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:07:08.380622+0000", 2024-04-13T07:45:48.334 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.334 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.334 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.334 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.334 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.334 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.334 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.334 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.334 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.334 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.334 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.334 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.335 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.335 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.335 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.335 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.335 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.335 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.335 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.335 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.335 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.335 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.335 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.335 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.335 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.335 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.335 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.336 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.337 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.337 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.337 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.337 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.337 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.337 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:48.337 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.337 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T07:45:48.337 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.337 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.337 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.337 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.337 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.337 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.337 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:48.337 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.338 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 4, 2024-04-13T07:45:48.338 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.338 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.338 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:48.338 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.338 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.338 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.338 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.191388+0000", 2024-04-13T07:45:48.338 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.647945+0000", 2024-04-13T07:45:48.338 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.647945+0000", 2024-04-13T07:45:48.338 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.648281+0000", 2024-04-13T07:45:48.338 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.191388+0000", 2024-04-13T07:45:48.338 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.338 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.338 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.338 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:48.339 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.191388+0000", 2024-04-13T07:45:48.339 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.191388+0000", 2024-04-13T07:45:48.339 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.191388+0000", 2024-04-13T07:45:48.339 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.339 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.339 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.339 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.191388+0000", 2024-04-13T07:45:48.339 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.191388+0000", 2024-04-13T07:45:48.339 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.339 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 1, 2024-04-13T07:45:48.339 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.339 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.339 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:48.339 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.339 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.339 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.340 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.340 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 1, 2024-04-13T07:45:48.340 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.340 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.340 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.340 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.f", 2024-04-13T07:45:48.340 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.340 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.340 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.340 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 21, 2024-04-13T07:45:48.340 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.340 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:57:44.756348+0000", 2024-04-13T07:45:48.340 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.340 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.340 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.340 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 22, 2024-04-13T07:45:48.340 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.341 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.341 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.341 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.341 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.341 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.341 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.341 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.341 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.341 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.341 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.341 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.341 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.341 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.341 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.341 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T07:45:48.341 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T07:45:48.341 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.342 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T07:45:48.342 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.342 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.342 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.342 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.342 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.342 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.342 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.342 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.342 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.342 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.342 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.342 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.342 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.342 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.343 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.343 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.343 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.343 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.343 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 1, 2024-04-13T07:45:48.343 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 1 2024-04-13T07:45:48.343 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.343 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.343 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.343 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.343 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.343 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.343 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:48.343 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.343 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 4, 2024-04-13T07:45:48.343 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'1" 2024-04-13T07:45:48.344 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.344 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.344 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.344 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.344 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.344 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:48.344 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.344 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T07:45:48.344 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.344 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.344 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.344 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.344 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.344 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.344 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:17.159670+0000", 2024-04-13T07:45:48.344 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.996679+0000", 2024-04-13T07:45:48.345 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.996679+0000", 2024-04-13T07:45:48.345 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.998142+0000", 2024-04-13T07:45:48.345 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:17.159670+0000", 2024-04-13T07:45:48.345 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.345 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.345 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.345 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.345 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:17.159670+0000", 2024-04-13T07:45:48.345 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:17.159670+0000", 2024-04-13T07:45:48.345 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:17.159670+0000", 2024-04-13T07:45:48.345 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.345 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.345 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.345 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:17.159670+0000", 2024-04-13T07:45:48.345 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:17.159670+0000", 2024-04-13T07:45:48.345 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.345 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.346 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.346 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.346 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.346 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.346 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.346 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.346 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.346 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.346 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.346 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.346 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.346 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.e", 2024-04-13T07:45:48.346 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.346 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.346 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.346 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.347 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.347 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:26:18.025596+0000", 2024-04-13T07:45:48.347 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.347 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.347 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.347 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.347 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.347 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.347 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.347 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.347 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.347 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.347 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.347 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.347 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.347 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.347 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.348 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.348 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.348 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.348 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.348 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.348 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.348 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.348 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.348 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.348 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.348 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.348 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.348 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.348 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.348 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.348 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.349 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.349 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.349 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.349 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.349 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.349 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.349 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.349 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.349 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.349 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.349 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.349 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.349 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.349 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.349 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.349 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.349 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.349 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.350 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:48.350 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.350 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T07:45:48.350 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.350 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.350 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.350 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.350 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:48.350 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.350 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T07:45:48.350 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.350 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T07:45:48.350 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.350 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.350 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 66, 2024-04-13T07:45:48.351 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.351 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.351 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.351 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042410+0000", 2024-04-13T07:45:48.351 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:43:13.032148+0000", 2024-04-13T07:45:48.351 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:43:13.032148+0000", 2024-04-13T07:45:48.351 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:43:13.032460+0000", 2024-04-13T07:45:48.351 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042410+0000", 2024-04-13T07:45:48.351 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T07:45:48.351 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.351 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T07:45:48.351 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 67, 2024-04-13T07:45:48.351 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042410+0000", 2024-04-13T07:45:48.351 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042410+0000", 2024-04-13T07:45:48.351 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042410+0000", 2024-04-13T07:45:48.351 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.352 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.352 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T07:45:48.352 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042410+0000", 2024-04-13T07:45:48.352 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042410+0000", 2024-04-13T07:45:48.352 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.352 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.352 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.352 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.352 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 66, 2024-04-13T07:45:48.352 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.352 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.352 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.352 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.352 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.352 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.352 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.353 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.353 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "4.2", 2024-04-13T07:45:48.353 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.353 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.353 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.353 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 13, 2024-04-13T07:45:48.353 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.353 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:02:02.191159+0000", 2024-04-13T07:45:48.353 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.353 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.353 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.353 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.353 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.353 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.353 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.353 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.353 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.354 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.354 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.354 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.354 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.354 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.354 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.354 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.354 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.354 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.354 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.354 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.354 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.354 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.354 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.354 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.354 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.355 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.355 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.355 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.355 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.355 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.355 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.355 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.355 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.355 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.355 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.355 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.355 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.355 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.355 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.356 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.356 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.356 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.356 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.356 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.356 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.356 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.356 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.356 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:48.356 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.356 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T07:45:48.356 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.356 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T07:45:48.356 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.356 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.356 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.357 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.357 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:48.357 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.357 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:48.357 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.357 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T07:45:48.357 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.357 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.357 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:48.357 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.357 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.357 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.357 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042759+0000", 2024-04-13T07:45:48.357 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.634042+0000", 2024-04-13T07:45:48.357 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.634042+0000", 2024-04-13T07:45:48.357 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.634561+0000", 2024-04-13T07:45:48.357 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042759+0000", 2024-04-13T07:45:48.358 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.358 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.358 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.358 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:48.358 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042759+0000", 2024-04-13T07:45:48.358 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042759+0000", 2024-04-13T07:45:48.358 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042759+0000", 2024-04-13T07:45:48.358 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.358 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.358 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.358 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042759+0000", 2024-04-13T07:45:48.358 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042759+0000", 2024-04-13T07:45:48.358 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.358 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.358 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.358 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.359 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:48.359 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.359 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.359 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.359 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.359 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.359 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.359 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.359 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.359 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.4", 2024-04-13T07:45:48.359 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.359 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.359 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.359 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 20, 2024-04-13T07:45:48.359 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.359 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:40:00.383108+0000", 2024-04-13T07:45:48.359 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.359 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.360 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.360 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.360 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.360 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.360 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.360 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.360 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.360 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.360 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.360 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.360 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.360 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.360 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.360 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.360 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.360 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.360 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.361 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.361 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.361 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.361 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.361 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.361 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.361 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.361 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.361 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.361 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.361 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.361 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.361 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.361 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.362 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.362 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.362 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.362 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.362 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.362 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.362 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.362 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.362 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.362 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.362 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.362 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.362 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.362 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.362 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:48.362 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.363 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:48.363 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.363 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T07:45:48.363 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.363 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.363 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.363 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.363 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.363 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.363 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T07:45:48.363 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.363 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T07:45:48.363 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.363 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.363 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.363 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.363 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.364 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.364 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.043085+0000", 2024-04-13T07:45:48.364 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.998797+0000", 2024-04-13T07:45:48.364 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.998797+0000", 2024-04-13T07:45:48.364 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.999140+0000", 2024-04-13T07:45:48.364 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.043085+0000", 2024-04-13T07:45:48.364 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.364 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.364 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.364 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.364 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.043085+0000", 2024-04-13T07:45:48.364 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.043085+0000", 2024-04-13T07:45:48.364 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.043085+0000", 2024-04-13T07:45:48.364 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.364 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.364 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.364 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.043085+0000", 2024-04-13T07:45:48.365 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.043085+0000", 2024-04-13T07:45:48.365 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.365 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.365 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.365 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.365 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.365 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.365 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.365 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.365 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.365 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.365 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.365 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.365 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.365 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.5", 2024-04-13T07:45:48.365 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.365 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.366 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.366 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.366 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.366 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:52:59.746831+0000", 2024-04-13T07:45:48.366 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.366 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.366 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.366 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.366 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.366 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.366 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.366 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.366 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.366 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.366 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.366 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.367 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.367 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.367 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.367 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.367 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.367 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.367 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.367 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.367 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.367 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.367 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.367 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.367 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.367 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.367 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.367 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.368 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.368 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.368 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.368 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.368 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.368 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.368 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.368 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.368 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.368 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.368 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.368 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.368 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.368 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.368 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.368 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.368 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.369 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.369 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.369 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.369 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.369 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T07:45:48.369 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.369 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T07:45:48.369 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.369 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.369 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.369 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.369 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:48.369 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:48.369 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T07:45:48.369 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.369 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T07:45:48.370 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.370 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.370 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 66, 2024-04-13T07:45:48.370 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.370 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.370 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.370 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042848+0000", 2024-04-13T07:45:48.370 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:43:13.038570+0000", 2024-04-13T07:45:48.370 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:43:13.038570+0000", 2024-04-13T07:45:48.370 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:43:13.038872+0000", 2024-04-13T07:45:48.370 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042848+0000", 2024-04-13T07:45:48.370 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T07:45:48.370 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.370 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T07:45:48.370 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 67, 2024-04-13T07:45:48.370 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042848+0000", 2024-04-13T07:45:48.370 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042848+0000", 2024-04-13T07:45:48.371 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042848+0000", 2024-04-13T07:45:48.371 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.371 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.371 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T07:45:48.371 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042848+0000", 2024-04-13T07:45:48.371 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042848+0000", 2024-04-13T07:45:48.371 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.371 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.371 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.371 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.371 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 66, 2024-04-13T07:45:48.371 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.371 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.371 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.371 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.371 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.371 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.372 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.372 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.372 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "4.4", 2024-04-13T07:45:48.372 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.372 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.372 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.372 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 13, 2024-04-13T07:45:48.372 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.372 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:49:41.899072+0000", 2024-04-13T07:45:48.372 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.372 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.372 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.372 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.372 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.372 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.372 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.372 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.373 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.373 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.373 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.373 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.373 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.373 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.373 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.373 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.373 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.373 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.373 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.373 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.373 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.373 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.373 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.373 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.374 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.374 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.374 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.374 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.374 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.374 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.374 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.374 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.374 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.374 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.374 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.374 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.374 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.374 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.374 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.374 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.374 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.375 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.375 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.375 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.375 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.375 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.375 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.375 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:48.375 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:48.375 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T07:45:48.375 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.375 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T07:45:48.375 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.375 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.375 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.375 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.375 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.375 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:48.376 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:48.376 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.376 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T07:45:48.376 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.376 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.376 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:48.376 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.376 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.376 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.376 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042632+0000", 2024-04-13T07:45:48.376 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.639411+0000", 2024-04-13T07:45:48.376 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.639411+0000", 2024-04-13T07:45:48.376 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.640211+0000", 2024-04-13T07:45:48.376 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042632+0000", 2024-04-13T07:45:48.376 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.376 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.376 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.377 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:48.377 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042632+0000", 2024-04-13T07:45:48.377 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042632+0000", 2024-04-13T07:45:48.377 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042632+0000", 2024-04-13T07:45:48.377 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.377 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.377 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.377 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042632+0000", 2024-04-13T07:45:48.377 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042632+0000", 2024-04-13T07:45:48.377 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.377 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.377 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.377 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.377 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:48.377 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.377 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.378 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.378 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.378 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.378 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.378 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.378 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.378 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.2", 2024-04-13T07:45:48.378 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.378 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.378 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.378 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 20, 2024-04-13T07:45:48.378 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.378 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:32:22.294238+0000", 2024-04-13T07:45:48.378 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.378 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.378 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.379 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.379 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.379 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.379 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.379 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.379 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.379 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.379 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.379 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.379 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.379 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.379 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.379 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.379 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.379 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.379 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.380 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.380 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.380 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.380 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.380 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.380 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.380 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.380 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.380 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.380 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.380 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.380 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.380 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.380 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.380 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.380 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.380 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.381 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.381 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.381 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.381 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.381 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.381 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.381 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.381 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.381 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.381 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.381 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.381 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.381 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:48.381 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:48.381 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.381 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T07:45:48.382 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.382 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.382 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.382 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.382 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:48.382 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.382 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:48.382 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.382 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T07:45:48.382 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.382 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.382 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.382 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.382 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.382 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.383 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.494804+0000", 2024-04-13T07:45:48.383 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:43:02.284777+0000", 2024-04-13T07:45:48.383 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:43:02.284777+0000", 2024-04-13T07:45:48.383 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:43:02.285144+0000", 2024-04-13T07:45:48.383 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.494804+0000", 2024-04-13T07:45:48.383 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.383 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.383 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.383 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 64, 2024-04-13T07:45:48.383 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.494804+0000", 2024-04-13T07:45:48.383 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.494804+0000", 2024-04-13T07:45:48.383 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.494804+0000", 2024-04-13T07:45:48.383 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.383 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.383 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.384 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.494804+0000", 2024-04-13T07:45:48.384 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.494804+0000", 2024-04-13T07:45:48.384 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.384 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.384 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.384 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.384 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 63, 2024-04-13T07:45:48.384 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.384 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.384 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.384 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.384 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.384 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.384 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.384 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.384 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.3", 2024-04-13T07:45:48.385 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.385 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.385 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.385 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 17, 2024-04-13T07:45:48.385 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.385 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:25:07.215301+0000", 2024-04-13T07:45:48.385 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.385 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.385 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.385 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.385 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.385 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.385 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.385 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.385 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.386 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.386 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.386 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.386 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.386 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.386 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.386 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.386 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.386 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.386 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.386 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.386 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.386 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.386 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.387 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.387 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.387 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.387 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.387 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.387 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.387 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.387 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.387 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.387 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.387 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.387 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.387 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.387 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.387 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.387 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.387 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.388 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.388 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.388 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.388 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.388 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.388 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.388 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.388 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:48.388 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.388 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:48.388 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.388 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T07:45:48.388 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.388 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.388 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.388 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.389 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:48.389 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.389 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:48.389 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.389 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T07:45:48.389 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.389 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.389 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 66, 2024-04-13T07:45:48.389 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.389 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.389 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.389 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042808+0000", 2024-04-13T07:45:48.389 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:43:13.041245+0000", 2024-04-13T07:45:48.389 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:43:13.041245+0000", 2024-04-13T07:45:48.389 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:43:13.041544+0000", 2024-04-13T07:45:48.389 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042808+0000", 2024-04-13T07:45:48.390 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T07:45:48.390 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.390 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T07:45:48.390 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 67, 2024-04-13T07:45:48.390 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042808+0000", 2024-04-13T07:45:48.390 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042808+0000", 2024-04-13T07:45:48.390 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042808+0000", 2024-04-13T07:45:48.390 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.390 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.390 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T07:45:48.390 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042808+0000", 2024-04-13T07:45:48.390 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042808+0000", 2024-04-13T07:45:48.390 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.390 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.390 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.391 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.391 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 66, 2024-04-13T07:45:48.391 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.391 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.391 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.391 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.391 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.391 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.391 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.391 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.391 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "4.7", 2024-04-13T07:45:48.391 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.391 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.391 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.391 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 13, 2024-04-13T07:45:48.391 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.391 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:41:58.624799+0000", 2024-04-13T07:45:48.392 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.392 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.392 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.392 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.392 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.392 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.392 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.392 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.392 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.392 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.392 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.392 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.392 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.392 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.392 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.392 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.392 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.393 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.393 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.393 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.393 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.393 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.393 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.393 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.393 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.393 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.393 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.393 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.393 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.393 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.393 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.393 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.394 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.394 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.394 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.394 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.394 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.394 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.394 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.394 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.394 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.394 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.394 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.394 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.394 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.394 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.394 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.394 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:48.395 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.395 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:48.395 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.395 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T07:45:48.395 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.395 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.395 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.395 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.395 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:48.395 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:48.395 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:48.395 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.395 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T07:45:48.395 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.395 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.396 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.396 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.396 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.396 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.396 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042372+0000", 2024-04-13T07:45:48.396 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.995671+0000", 2024-04-13T07:45:48.396 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.995671+0000", 2024-04-13T07:45:48.396 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.995942+0000", 2024-04-13T07:45:48.396 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042372+0000", 2024-04-13T07:45:48.396 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.396 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.396 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.396 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.396 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042372+0000", 2024-04-13T07:45:48.396 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042372+0000", 2024-04-13T07:45:48.396 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042372+0000", 2024-04-13T07:45:48.397 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.397 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.397 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.397 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042372+0000", 2024-04-13T07:45:48.397 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042372+0000", 2024-04-13T07:45:48.397 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.397 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.397 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.397 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.397 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.397 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.397 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.397 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.398 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.398 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.398 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.398 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.398 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.398 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.0", 2024-04-13T07:45:48.398 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.398 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.398 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.398 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.398 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.398 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:39:52.688199+0000", 2024-04-13T07:45:48.398 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.398 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.399 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.399 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.399 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.399 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.399 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.399 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.399 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.399 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.399 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.399 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.399 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.399 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.399 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.399 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.399 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.399 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.399 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.400 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.400 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.400 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.400 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.400 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.400 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.400 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.400 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.400 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.400 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.400 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.400 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.400 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.400 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.400 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.400 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.400 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.401 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.401 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.401 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.401 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.401 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.401 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.401 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.401 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.401 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.401 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.401 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.401 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:48.401 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:48.401 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:48.401 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.401 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T07:45:48.401 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.402 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.402 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.402 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.402 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:48.402 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.402 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:48.402 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.402 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T07:45:48.402 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.402 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.402 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:48.402 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.402 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.402 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.402 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.494835+0000", 2024-04-13T07:45:48.402 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.640437+0000", 2024-04-13T07:45:48.403 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.640437+0000", 2024-04-13T07:45:48.403 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.640764+0000", 2024-04-13T07:45:48.403 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.494835+0000", 2024-04-13T07:45:48.403 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.403 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.403 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.403 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:48.403 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.494835+0000", 2024-04-13T07:45:48.403 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.494835+0000", 2024-04-13T07:45:48.403 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.494835+0000", 2024-04-13T07:45:48.403 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.403 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.403 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.403 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.494835+0000", 2024-04-13T07:45:48.403 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.494835+0000", 2024-04-13T07:45:48.403 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.404 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.404 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.404 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.404 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:48.404 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.404 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.404 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.404 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.404 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.404 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.404 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.404 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.404 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.1", 2024-04-13T07:45:48.404 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.404 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.405 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.405 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 20, 2024-04-13T07:45:48.405 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.405 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:54:49.269709+0000", 2024-04-13T07:45:48.405 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.405 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.405 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.405 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.405 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.405 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.405 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.405 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.405 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.405 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.405 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.406 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.406 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.406 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.406 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.406 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.406 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.406 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.406 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.406 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.406 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.406 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.406 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.406 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.406 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.406 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.406 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.406 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.407 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.408 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.408 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.408 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.408 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:48.408 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.408 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:48.408 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.408 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T07:45:48.408 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.408 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.408 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.408 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.408 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:48.408 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.408 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:48.408 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.409 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T07:45:48.409 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.409 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.409 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 66, 2024-04-13T07:45:48.409 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.409 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.409 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.409 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.480679+0000", 2024-04-13T07:45:48.409 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:43:13.059358+0000", 2024-04-13T07:45:48.409 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:43:13.059358+0000", 2024-04-13T07:45:48.409 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:43:13.059703+0000", 2024-04-13T07:45:48.409 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.480679+0000", 2024-04-13T07:45:48.409 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T07:45:48.409 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.409 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T07:45:48.410 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 67, 2024-04-13T07:45:48.410 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.480679+0000", 2024-04-13T07:45:48.410 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.480679+0000", 2024-04-13T07:45:48.410 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.480679+0000", 2024-04-13T07:45:48.410 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.410 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.410 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T07:45:48.410 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.480679+0000", 2024-04-13T07:45:48.410 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.480679+0000", 2024-04-13T07:45:48.410 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.410 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.410 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.410 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.410 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 66, 2024-04-13T07:45:48.410 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.411 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.411 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.411 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.411 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.411 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.411 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.411 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.411 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "4.5", 2024-04-13T07:45:48.411 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.411 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.411 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.411 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 13, 2024-04-13T07:45:48.411 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.411 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:37:06.348958+0000", 2024-04-13T07:45:48.412 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.412 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.412 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.412 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.412 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.412 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.412 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.412 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.412 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.412 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.412 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.412 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.412 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.412 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.412 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.412 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.413 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.413 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.413 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.413 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.413 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.413 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.413 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.413 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.413 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.413 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.413 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.413 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.413 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.413 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.413 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.413 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.413 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.414 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.414 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.414 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.414 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.414 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.414 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.414 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.414 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.414 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.414 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.414 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.414 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.414 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.414 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.414 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:48.415 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.415 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:48.415 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.415 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T07:45:48.415 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.415 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.415 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.415 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.415 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.415 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.415 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:48.415 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.415 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T07:45:48.415 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.415 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.415 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.415 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.416 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.416 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.416 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.944849+0000", 2024-04-13T07:45:48.416 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.000614+0000", 2024-04-13T07:45:48.416 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.000614+0000", 2024-04-13T07:45:48.416 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.000895+0000", 2024-04-13T07:45:48.416 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.944849+0000", 2024-04-13T07:45:48.416 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.416 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.416 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.416 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.416 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.944849+0000", 2024-04-13T07:45:48.416 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.944849+0000", 2024-04-13T07:45:48.416 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.944849+0000", 2024-04-13T07:45:48.416 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.416 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.416 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.417 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.944849+0000", 2024-04-13T07:45:48.417 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.944849+0000", 2024-04-13T07:45:48.417 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.417 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.417 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.417 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.417 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.417 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.417 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.417 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.417 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.417 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.417 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.417 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.418 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.418 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.2", 2024-04-13T07:45:48.418 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.418 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.418 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.418 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.418 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.418 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:48:27.131388+0000", 2024-04-13T07:45:48.418 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.418 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.418 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.418 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.418 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.418 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.418 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.418 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.419 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.419 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.419 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.419 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.419 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.419 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.419 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.419 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.419 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.419 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.419 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.419 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.419 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.419 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.419 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.419 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.419 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.419 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.420 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.420 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.420 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.420 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.420 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.420 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.420 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.420 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.420 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.420 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.420 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.420 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.420 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.420 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.420 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.420 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.420 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.421 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.421 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.421 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.421 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.421 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.421 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.421 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:48.421 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.421 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T07:45:48.421 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.421 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.421 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.421 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.421 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.421 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:48.421 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:48.422 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.422 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T07:45:48.422 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.422 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.422 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:48.422 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.422 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.422 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.422 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042830+0000", 2024-04-13T07:45:48.422 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.640346+0000", 2024-04-13T07:45:48.422 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.640346+0000", 2024-04-13T07:45:48.422 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.641881+0000", 2024-04-13T07:45:48.422 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042830+0000", 2024-04-13T07:45:48.422 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.422 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.422 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.422 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:48.423 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042830+0000", 2024-04-13T07:45:48.423 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042830+0000", 2024-04-13T07:45:48.423 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042830+0000", 2024-04-13T07:45:48.423 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.423 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.423 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.423 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042830+0000", 2024-04-13T07:45:48.423 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042830+0000", 2024-04-13T07:45:48.423 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.423 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.423 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.423 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.423 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:48.423 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.423 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.424 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.424 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.424 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.424 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.424 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.424 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.424 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.3", 2024-04-13T07:45:48.424 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.424 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.424 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.424 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 20, 2024-04-13T07:45:48.424 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.424 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:01:18.716214+0000", 2024-04-13T07:45:48.424 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.424 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.424 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.424 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.424 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.425 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.425 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.425 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.425 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.425 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.425 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.425 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.425 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.425 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.425 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.425 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.425 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.425 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.425 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.426 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.426 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.426 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.426 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.426 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.426 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.426 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.426 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.426 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.426 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.426 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.426 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.426 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.426 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.426 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.427 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.427 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.427 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.427 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.427 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.427 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.427 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.427 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.427 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.427 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.427 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.427 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.427 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.427 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.427 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:48.427 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:48.428 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.428 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T07:45:48.428 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.428 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.428 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.428 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.428 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.428 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.428 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:48.428 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.428 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T07:45:48.428 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.428 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.428 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 19, 2024-04-13T07:45:48.428 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.428 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.429 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.429 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:45:44.142517+0000", 2024-04-13T07:45:48.429 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:21.974326+0000", 2024-04-13T07:45:48.429 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:21.974326+0000", 2024-04-13T07:45:48.429 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:21.974818+0000", 2024-04-13T07:45:48.429 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:45:44.142517+0000", 2024-04-13T07:45:48.429 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:40:15.469395+0000", 2024-04-13T07:45:48.429 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.429 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:40:15.469395+0000", 2024-04-13T07:45:48.429 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 58, 2024-04-13T07:45:48.429 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:45:44.142517+0000", 2024-04-13T07:45:48.429 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:45:44.142517+0000", 2024-04-13T07:45:48.429 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:45:44.142517+0000", 2024-04-13T07:45:48.429 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.429 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.429 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:40:15.469395+0000", 2024-04-13T07:45:48.430 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:45:44.142517+0000", 2024-04-13T07:45:48.430 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:45:44.142517+0000", 2024-04-13T07:45:48.430 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.430 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 148, 2024-04-13T07:45:48.430 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.430 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.430 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 57, 2024-04-13T07:45:48.430 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.430 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.430 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.430 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.430 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 148, 2024-04-13T07:45:48.430 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.430 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.430 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.430 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "1.0", 2024-04-13T07:45:48.431 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.431 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.431 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.431 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 338, 2024-04-13T07:45:48.431 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.431 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:43:01.030248+0000", 2024-04-13T07:45:48.431 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.431 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.431 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.431 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 590368, 2024-04-13T07:45:48.431 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.431 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 1771104, 2024-04-13T07:45:48.431 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.431 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.431 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.431 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.432 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.432 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.432 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.432 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.432 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.432 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.432 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.432 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.432 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.432 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 6, 2024-04-13T07:45:48.432 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 2, 2024-04-13T07:45:48.432 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.432 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 2, 2024-04-13T07:45:48.432 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.432 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.432 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.432 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.432 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.433 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.433 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.433 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 6, 2024-04-13T07:45:48.433 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.433 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.433 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.433 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.433 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.433 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 394, 2024-04-13T07:45:48.433 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 584, 2024-04-13T07:45:48.433 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.433 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.433 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.433 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 219, 2024-04-13T07:45:48.433 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 2416 2024-04-13T07:45:48.434 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.434 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.434 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.434 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.434 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.434 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.434 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:48.434 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.434 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T07:45:48.434 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "69'148" 2024-04-13T07:45:48.434 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.434 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.434 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.434 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.434 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:48.435 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T07:45:48.435 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.435 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T07:45:48.435 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.435 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.435 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 66, 2024-04-13T07:45:48.435 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.435 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.435 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.435 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.043903+0000", 2024-04-13T07:45:48.435 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:43:13.041342+0000", 2024-04-13T07:45:48.435 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:43:13.041342+0000", 2024-04-13T07:45:48.435 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:43:13.041665+0000", 2024-04-13T07:45:48.435 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.043903+0000", 2024-04-13T07:45:48.435 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T07:45:48.435 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.435 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T07:45:48.436 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 67, 2024-04-13T07:45:48.436 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.043903+0000", 2024-04-13T07:45:48.436 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.043903+0000", 2024-04-13T07:45:48.436 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.043903+0000", 2024-04-13T07:45:48.436 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.436 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.436 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T07:45:48.436 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.043903+0000", 2024-04-13T07:45:48.436 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.043903+0000", 2024-04-13T07:45:48.436 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.436 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.436 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.436 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.436 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 66, 2024-04-13T07:45:48.436 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.436 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.437 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.437 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.437 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.437 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.437 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.437 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.437 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "4.6", 2024-04-13T07:45:48.437 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.437 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.437 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.437 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 13, 2024-04-13T07:45:48.437 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.437 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:33:23.663425+0000", 2024-04-13T07:45:48.437 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.437 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.437 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.438 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.438 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.438 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.438 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.438 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.438 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.438 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.438 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.438 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.438 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.438 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.438 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.438 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.438 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.438 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.438 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.439 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.439 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.439 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.439 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.439 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.439 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.439 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.439 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.439 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.439 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.439 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.439 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.439 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.439 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.439 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.439 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.440 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.440 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.440 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.440 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.440 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.440 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.440 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.440 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.440 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.440 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.440 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.440 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.440 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.440 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:48.440 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T07:45:48.440 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.440 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T07:45:48.441 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.441 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.441 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.441 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.441 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:48.441 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.441 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T07:45:48.441 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.441 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T07:45:48.441 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.441 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.441 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.441 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.441 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.441 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.441 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.494716+0000", 2024-04-13T07:45:48.441 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:43:02.285724+0000", 2024-04-13T07:45:48.442 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:43:02.285724+0000", 2024-04-13T07:45:48.442 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:43:02.286084+0000", 2024-04-13T07:45:48.442 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.494716+0000", 2024-04-13T07:45:48.442 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.442 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.442 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.442 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 64, 2024-04-13T07:45:48.442 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.494716+0000", 2024-04-13T07:45:48.442 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.494716+0000", 2024-04-13T07:45:48.442 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.494716+0000", 2024-04-13T07:45:48.442 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.442 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.442 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.442 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.494716+0000", 2024-04-13T07:45:48.443 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.494716+0000", 2024-04-13T07:45:48.443 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.443 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.443 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.443 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.443 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 63, 2024-04-13T07:45:48.443 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.443 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.443 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.443 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.443 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.443 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.443 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.443 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.443 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.1", 2024-04-13T07:45:48.443 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.444 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.444 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.444 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 17, 2024-04-13T07:45:48.444 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.444 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:00:08.579486+0000", 2024-04-13T07:45:48.444 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.444 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.444 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.444 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.444 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.444 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.444 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.444 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.444 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.444 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.444 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.445 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.445 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.445 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.445 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.445 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.445 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.445 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.445 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.445 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.445 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.445 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.445 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.445 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.445 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.445 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.445 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.445 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.446 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.446 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.446 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.446 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.446 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.446 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.446 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.446 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.446 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.446 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.446 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.446 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.446 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.446 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.446 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.446 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.447 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.447 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.447 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.447 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:48.447 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.447 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T07:45:48.447 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.447 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T07:45:48.447 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.447 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.447 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.447 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.447 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.447 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:48.447 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:48.447 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.448 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T07:45:48.448 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.448 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.448 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:48.448 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.448 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.448 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.448 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:17.160406+0000", 2024-04-13T07:45:48.448 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.648787+0000", 2024-04-13T07:45:48.448 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.648787+0000", 2024-04-13T07:45:48.448 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.649193+0000", 2024-04-13T07:45:48.448 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:17.160406+0000", 2024-04-13T07:45:48.448 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.448 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.448 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.449 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:48.449 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:17.160406+0000", 2024-04-13T07:45:48.449 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:17.160406+0000", 2024-04-13T07:45:48.449 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:17.160406+0000", 2024-04-13T07:45:48.449 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.449 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.449 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.449 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:17.160406+0000", 2024-04-13T07:45:48.449 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:17.160406+0000", 2024-04-13T07:45:48.449 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.449 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.449 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.449 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.449 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:48.449 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.449 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.450 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.450 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.450 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.450 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.450 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.450 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.450 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.0", 2024-04-13T07:45:48.450 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.450 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.450 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.450 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 20, 2024-04-13T07:45:48.450 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.450 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:57:23.052939+0000", 2024-04-13T07:45:48.450 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.450 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.450 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.450 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.451 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.451 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.451 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.451 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.451 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.451 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.451 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.451 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.451 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.451 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.451 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.451 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.451 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.451 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.451 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.451 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.451 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.452 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.452 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.452 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.452 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.452 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.452 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.452 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.452 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.452 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.452 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.452 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.452 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.452 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.452 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.452 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.452 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.452 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.453 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.453 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.453 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.453 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.453 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.453 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.453 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.453 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.453 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.453 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.453 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:48.453 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:48.453 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.453 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T07:45:48.453 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.453 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.453 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.454 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.454 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.454 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.454 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:48.454 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.454 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T07:45:48.454 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.454 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.454 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 66, 2024-04-13T07:45:48.454 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.454 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.454 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.454 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.043554+0000", 2024-04-13T07:45:48.454 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:43:13.059597+0000", 2024-04-13T07:45:48.454 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:43:13.059597+0000", 2024-04-13T07:45:48.454 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:43:13.059930+0000", 2024-04-13T07:45:48.454 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.043554+0000", 2024-04-13T07:45:48.455 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T07:45:48.455 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.455 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T07:45:48.455 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 67, 2024-04-13T07:45:48.455 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.043554+0000", 2024-04-13T07:45:48.455 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.043554+0000", 2024-04-13T07:45:48.455 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.043554+0000", 2024-04-13T07:45:48.455 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.455 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.455 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T07:45:48.455 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.043554+0000", 2024-04-13T07:45:48.455 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.043554+0000", 2024-04-13T07:45:48.455 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.455 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.455 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.455 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.456 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 66, 2024-04-13T07:45:48.456 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.456 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.456 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.456 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.456 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.456 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.456 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.456 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.456 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "4.3", 2024-04-13T07:45:48.456 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.456 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.456 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.456 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 13, 2024-04-13T07:45:48.456 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.456 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:34:06.430024+0000", 2024-04-13T07:45:48.457 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.457 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.457 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.457 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.457 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.457 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.457 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.457 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.457 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.457 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.457 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.457 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.457 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.457 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.457 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.457 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.458 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.458 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.458 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.458 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.458 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.458 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.458 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.458 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.458 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.458 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.458 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.458 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.458 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.458 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.458 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.459 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.459 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.459 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.459 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.459 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.459 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.459 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.459 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.459 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.459 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.459 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.459 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.459 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.459 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.459 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.459 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.460 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.460 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.460 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:48.460 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.460 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T07:45:48.460 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.460 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.460 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.460 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.460 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.460 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.460 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T07:45:48.460 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.460 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T07:45:48.460 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.460 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.460 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:48.461 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.461 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.461 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.461 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:17.159424+0000", 2024-04-13T07:45:48.461 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.648763+0000", 2024-04-13T07:45:48.461 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.648763+0000", 2024-04-13T07:45:48.461 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.649064+0000", 2024-04-13T07:45:48.461 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:17.159424+0000", 2024-04-13T07:45:48.461 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.461 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.461 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.461 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:48.461 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:17.159424+0000", 2024-04-13T07:45:48.461 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:17.159424+0000", 2024-04-13T07:45:48.461 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:17.159424+0000", 2024-04-13T07:45:48.461 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.462 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.462 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.462 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:17.159424+0000", 2024-04-13T07:45:48.462 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:17.159424+0000", 2024-04-13T07:45:48.462 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.462 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.462 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.462 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.462 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:48.462 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.462 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.462 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.462 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.462 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.462 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.462 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.463 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.463 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.5", 2024-04-13T07:45:48.463 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.463 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.463 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.463 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 20, 2024-04-13T07:45:48.463 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.463 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:45:35.270246+0000", 2024-04-13T07:45:48.463 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.463 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.463 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.463 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.463 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.463 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.463 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.463 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.463 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.464 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.464 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.464 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.464 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.464 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.464 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.464 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.464 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.464 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.464 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.464 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.464 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.464 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.464 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.464 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.464 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.464 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.464 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.466 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.466 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.466 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.466 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.466 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.466 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.466 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T07:45:48.466 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.466 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T07:45:48.466 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.466 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.466 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.466 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.466 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:48.466 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:48.466 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T07:45:48.466 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.467 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T07:45:48.467 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.467 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.467 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.467 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.467 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.467 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.467 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042935+0000", 2024-04-13T07:45:48.467 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.992703+0000", 2024-04-13T07:45:48.467 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.992703+0000", 2024-04-13T07:45:48.467 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.992968+0000", 2024-04-13T07:45:48.467 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042935+0000", 2024-04-13T07:45:48.467 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.467 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.467 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.467 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.467 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042935+0000", 2024-04-13T07:45:48.468 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042935+0000", 2024-04-13T07:45:48.468 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042935+0000", 2024-04-13T07:45:48.468 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.468 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.468 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.468 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042935+0000", 2024-04-13T07:45:48.468 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042935+0000", 2024-04-13T07:45:48.468 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.468 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.468 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.468 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.468 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.468 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.468 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.468 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.468 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.469 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.469 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.469 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.469 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.469 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.4", 2024-04-13T07:45:48.469 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.469 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.469 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.469 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.469 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.469 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:47:53.383772+0000", 2024-04-13T07:45:48.469 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.469 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.469 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.469 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.469 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.470 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.470 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.470 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.470 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.470 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.470 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.470 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.470 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.470 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.470 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.470 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.470 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.470 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.470 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.470 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.470 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.471 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.471 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.471 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.471 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.471 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.471 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.471 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.471 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.471 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.471 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.471 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.471 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.471 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.471 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.471 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.471 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.471 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.472 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.472 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.472 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.472 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.472 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.472 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.472 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.472 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.472 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.472 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:48.472 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:48.472 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T07:45:48.472 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.472 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T07:45:48.472 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.472 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.472 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.473 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.473 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.473 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.473 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:48.473 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.473 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T07:45:48.473 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.473 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.473 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 66, 2024-04-13T07:45:48.473 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.473 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.473 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.473 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.944664+0000", 2024-04-13T07:45:48.473 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:43:13.059738+0000", 2024-04-13T07:45:48.473 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:43:13.059738+0000", 2024-04-13T07:45:48.474 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:43:13.060054+0000", 2024-04-13T07:45:48.474 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.944664+0000", 2024-04-13T07:45:48.474 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T07:45:48.474 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.474 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T07:45:48.474 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 67, 2024-04-13T07:45:48.474 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.944664+0000", 2024-04-13T07:45:48.474 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.944664+0000", 2024-04-13T07:45:48.474 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.944664+0000", 2024-04-13T07:45:48.474 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.474 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.474 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T07:45:48.474 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.944664+0000", 2024-04-13T07:45:48.474 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.944664+0000", 2024-04-13T07:45:48.474 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.474 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.475 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.475 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.475 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 66, 2024-04-13T07:45:48.475 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.475 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.475 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.475 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.475 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.475 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.475 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.475 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.475 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "4.0", 2024-04-13T07:45:48.475 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.475 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.475 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.475 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 13, 2024-04-13T07:45:48.475 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.476 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:43:02.688480+0000", 2024-04-13T07:45:48.476 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.476 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.476 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.476 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.476 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.476 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.476 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.476 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.476 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.476 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.476 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.476 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.476 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.476 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.476 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.476 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.477 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.477 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.477 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.477 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.477 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.477 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.477 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.477 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.477 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.477 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.477 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.477 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.477 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.477 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.477 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.477 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.478 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.478 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.478 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.478 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.478 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.478 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.478 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.478 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.478 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.478 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.478 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.478 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.478 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.478 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.478 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.479 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.479 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.479 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:48.479 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.479 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T07:45:48.479 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.479 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.479 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.479 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.479 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:48.479 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:48.479 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T07:45:48.479 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.479 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T07:45:48.479 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.479 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.479 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:48.480 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.480 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.480 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.480 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042951+0000", 2024-04-13T07:45:48.480 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.635715+0000", 2024-04-13T07:45:48.480 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.635715+0000", 2024-04-13T07:45:48.480 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.636248+0000", 2024-04-13T07:45:48.480 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042951+0000", 2024-04-13T07:45:48.480 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.480 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.480 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.480 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:48.480 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042951+0000", 2024-04-13T07:45:48.480 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042951+0000", 2024-04-13T07:45:48.480 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042951+0000", 2024-04-13T07:45:48.480 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.481 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.481 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.481 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042951+0000", 2024-04-13T07:45:48.481 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042951+0000", 2024-04-13T07:45:48.481 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.481 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 1, 2024-04-13T07:45:48.481 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.481 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.481 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:48.481 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.481 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.481 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.481 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.481 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 1, 2024-04-13T07:45:48.481 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.481 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.481 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.482 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.6", 2024-04-13T07:45:48.482 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.482 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.482 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.482 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 21, 2024-04-13T07:45:48.482 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.482 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:21:17.026690+0000", 2024-04-13T07:45:48.482 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.482 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.482 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.482 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.482 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.482 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.482 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.482 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.482 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.483 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.483 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.483 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.483 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.483 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.483 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.483 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.483 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.483 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.483 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.483 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T07:45:48.483 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T07:45:48.483 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.483 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T07:45:48.483 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.483 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.483 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.484 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.484 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.484 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T07:45:48.484 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.484 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.484 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.484 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.484 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.484 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.484 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.484 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.484 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.484 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.484 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.484 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.484 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 1, 2024-04-13T07:45:48.484 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.485 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.485 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.485 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.485 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.485 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:48.485 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:48.485 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T07:45:48.485 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.485 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T07:45:48.485 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "62'1" 2024-04-13T07:45:48.485 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.485 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.485 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.485 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.485 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.485 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:48.485 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.486 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T07:45:48.486 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.486 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.486 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.486 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.486 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.486 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.486 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.945276+0000", 2024-04-13T07:45:48.486 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.014089+0000", 2024-04-13T07:45:48.486 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.014089+0000", 2024-04-13T07:45:48.486 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.014613+0000", 2024-04-13T07:45:48.486 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.945276+0000", 2024-04-13T07:45:48.486 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.486 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.487 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.487 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.487 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.945276+0000", 2024-04-13T07:45:48.487 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.945276+0000", 2024-04-13T07:45:48.487 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.945276+0000", 2024-04-13T07:45:48.487 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.487 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.487 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.487 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.945276+0000", 2024-04-13T07:45:48.487 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.945276+0000", 2024-04-13T07:45:48.487 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.487 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.487 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.487 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.487 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.488 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.488 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.488 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.488 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.488 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.488 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.488 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.488 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.488 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.7", 2024-04-13T07:45:48.488 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.488 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.488 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.488 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.488 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.488 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:31:47.960828+0000", 2024-04-13T07:45:48.488 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.489 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.489 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.489 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.489 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.489 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.489 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.489 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.489 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.489 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.489 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.489 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.489 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.489 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.489 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.489 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.489 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.489 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.490 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.490 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.490 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.490 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.490 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.490 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.490 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.490 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.490 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.490 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.490 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.490 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.490 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.490 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.490 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.490 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.491 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.491 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.491 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.491 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.491 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.491 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.491 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.491 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.491 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.491 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.491 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.491 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.491 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.491 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.491 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.491 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:48.492 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.492 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T07:45:48.492 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.492 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.492 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.492 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.492 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.492 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.492 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:48.492 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.492 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 4, 2024-04-13T07:45:48.492 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.492 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.492 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 66, 2024-04-13T07:45:48.493 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.493 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.493 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.493 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.190810+0000", 2024-04-13T07:45:48.493 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:43:13.033437+0000", 2024-04-13T07:45:48.493 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:43:13.033437+0000", 2024-04-13T07:45:48.493 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:43:13.033745+0000", 2024-04-13T07:45:48.493 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.190810+0000", 2024-04-13T07:45:48.493 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T07:45:48.493 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.493 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T07:45:48.493 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 67, 2024-04-13T07:45:48.493 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.190810+0000", 2024-04-13T07:45:48.493 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.190810+0000", 2024-04-13T07:45:48.493 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.190810+0000", 2024-04-13T07:45:48.494 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.494 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.494 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T07:45:48.494 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.190810+0000", 2024-04-13T07:45:48.494 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.190810+0000", 2024-04-13T07:45:48.494 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.494 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.494 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.494 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.494 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 66, 2024-04-13T07:45:48.494 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.494 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.494 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.494 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.495 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.495 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.495 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.495 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.495 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "4.1", 2024-04-13T07:45:48.495 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.495 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.495 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.495 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 13, 2024-04-13T07:45:48.495 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.495 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:12:21.290103+0000", 2024-04-13T07:45:48.495 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.495 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.495 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.496 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.496 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.496 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.496 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.496 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.496 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.496 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.496 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.496 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.496 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.496 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.496 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.496 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.496 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.496 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.497 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.497 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.497 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.497 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.497 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.497 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.497 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.497 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.497 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.497 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.497 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.497 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.497 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.497 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.497 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.498 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.498 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.498 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.498 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.498 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.498 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.498 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.498 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.498 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.498 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.498 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.498 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.498 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.498 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.499 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.499 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.499 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:48.499 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.499 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 4, 2024-04-13T07:45:48.499 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.499 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.499 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.499 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.499 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:48.499 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.499 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T07:45:48.499 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.499 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T07:45:48.499 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.499 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.499 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:48.500 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.500 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.500 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.500 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.480837+0000", 2024-04-13T07:45:48.500 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.647219+0000", 2024-04-13T07:45:48.500 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.647219+0000", 2024-04-13T07:45:48.500 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.647526+0000", 2024-04-13T07:45:48.500 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.480837+0000", 2024-04-13T07:45:48.500 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.500 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.500 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.500 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:48.500 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.480837+0000", 2024-04-13T07:45:48.500 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.480837+0000", 2024-04-13T07:45:48.500 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.480837+0000", 2024-04-13T07:45:48.501 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.501 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.501 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.501 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.480837+0000", 2024-04-13T07:45:48.501 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.480837+0000", 2024-04-13T07:45:48.501 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.501 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 2, 2024-04-13T07:45:48.501 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.501 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.501 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:48.501 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.501 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.501 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.501 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.501 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 2, 2024-04-13T07:45:48.501 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.502 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.502 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.502 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.7", 2024-04-13T07:45:48.502 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.502 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.502 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.502 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 22, 2024-04-13T07:45:48.502 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.502 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:23:14.932206+0000", 2024-04-13T07:45:48.502 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.502 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.502 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.502 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.502 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.502 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.503 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.503 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.503 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.503 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.503 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.503 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.503 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.503 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.503 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.503 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.503 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.503 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.503 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.503 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T07:45:48.503 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T07:45:48.503 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.504 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T07:45:48.504 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.504 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.504 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.504 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.504 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.504 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T07:45:48.504 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.504 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.504 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.504 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.504 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.504 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.504 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.504 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.505 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.505 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.505 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.505 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.505 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3, 2024-04-13T07:45:48.505 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.505 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.505 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.505 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.505 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.505 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:48.505 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.505 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T07:45:48.505 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.505 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T07:45:48.506 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'2" 2024-04-13T07:45:48.506 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.506 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.506 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.506 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.506 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:48.506 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T07:45:48.506 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.506 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T07:45:48.506 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.506 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.506 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.506 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.506 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.507 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.507 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.043777+0000", 2024-04-13T07:45:48.507 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.995219+0000", 2024-04-13T07:45:48.507 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.995219+0000", 2024-04-13T07:45:48.507 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.995623+0000", 2024-04-13T07:45:48.507 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.043777+0000", 2024-04-13T07:45:48.507 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.507 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.507 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.507 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.507 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.043777+0000", 2024-04-13T07:45:48.507 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.043777+0000", 2024-04-13T07:45:48.507 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.043777+0000", 2024-04-13T07:45:48.507 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.507 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.507 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.508 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.043777+0000", 2024-04-13T07:45:48.508 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.043777+0000", 2024-04-13T07:45:48.508 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.508 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.508 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.508 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.508 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.508 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.508 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.508 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.508 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.508 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.508 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.508 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.508 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.508 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.6", 2024-04-13T07:45:48.509 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.509 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.509 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.509 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.509 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.509 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:27:31.241756+0000", 2024-04-13T07:45:48.509 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.509 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.509 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.509 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.509 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.509 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.509 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.509 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.509 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.510 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.510 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.510 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.510 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.510 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.510 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.510 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.510 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.510 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.510 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.510 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.510 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.510 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.510 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.510 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.511 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.511 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.511 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.511 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.511 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.511 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.511 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.511 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.511 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.511 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.511 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.511 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.511 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.511 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.511 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.511 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.512 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.512 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.512 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.512 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.512 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.512 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.512 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.512 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.512 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:48.512 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T07:45:48.512 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.512 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T07:45:48.512 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.512 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.513 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.513 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.513 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.513 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.513 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:48.513 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.513 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T07:45:48.513 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.513 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.513 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:48.513 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.513 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.513 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.513 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:17.159919+0000", 2024-04-13T07:45:48.513 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.648117+0000", 2024-04-13T07:45:48.514 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.648117+0000", 2024-04-13T07:45:48.514 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.648407+0000", 2024-04-13T07:45:48.514 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:17.159919+0000", 2024-04-13T07:45:48.514 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.514 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.514 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.514 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:48.514 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:17.159919+0000", 2024-04-13T07:45:48.514 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:17.159919+0000", 2024-04-13T07:45:48.514 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:17.159919+0000", 2024-04-13T07:45:48.514 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.514 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.514 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.514 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:17.159919+0000", 2024-04-13T07:45:48.515 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:17.159919+0000", 2024-04-13T07:45:48.515 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.515 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.515 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.515 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.515 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:48.515 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.515 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.515 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.515 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.515 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.515 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.515 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.515 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.515 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.8", 2024-04-13T07:45:48.515 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.516 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.516 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.516 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 20, 2024-04-13T07:45:48.516 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.516 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:26:55.297314+0000", 2024-04-13T07:45:48.516 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.516 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.516 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.516 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.516 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.516 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.516 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.516 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.516 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.516 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.516 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.517 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.517 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.517 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.517 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.517 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.517 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.517 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.517 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.517 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.517 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.517 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.517 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.517 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.517 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.517 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.518 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.518 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.518 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.518 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.518 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.518 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.518 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.518 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.518 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.518 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.518 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.518 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.518 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.518 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.519 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.519 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.519 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.519 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.519 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.519 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.519 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.519 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.519 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.519 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:48.519 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.519 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T07:45:48.519 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.519 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.519 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.519 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.520 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.520 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:48.520 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:48.520 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.520 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 4, 2024-04-13T07:45:48.520 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.520 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.520 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.520 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.520 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.520 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.520 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.191001+0000", 2024-04-13T07:45:48.520 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.009612+0000", 2024-04-13T07:45:48.520 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.009612+0000", 2024-04-13T07:45:48.520 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.009891+0000", 2024-04-13T07:45:48.520 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.191001+0000", 2024-04-13T07:45:48.521 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.521 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.521 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.521 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.521 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.191001+0000", 2024-04-13T07:45:48.521 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.191001+0000", 2024-04-13T07:45:48.521 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.191001+0000", 2024-04-13T07:45:48.521 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.521 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.521 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.521 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.191001+0000", 2024-04-13T07:45:48.521 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.191001+0000", 2024-04-13T07:45:48.521 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.521 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.521 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.522 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.522 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.522 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.522 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.522 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.522 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.522 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.522 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.522 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.522 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.522 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.9", 2024-04-13T07:45:48.522 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.522 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.522 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.522 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.523 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.523 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T19:32:03.190087+0000", 2024-04-13T07:45:48.523 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.523 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.523 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.523 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.523 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.523 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.523 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.523 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.523 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.523 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.523 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.523 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.523 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.523 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.524 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.524 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.524 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.524 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.524 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.524 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.524 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.524 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.524 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.524 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.524 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.524 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.524 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.524 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.524 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.524 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.524 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.525 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.525 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.525 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.525 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.525 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.525 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.525 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.525 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.525 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.525 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.525 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.525 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.525 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.525 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.525 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.525 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.526 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.526 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:48.526 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:48.526 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.526 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 4, 2024-04-13T07:45:48.526 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.526 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.526 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.526 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.526 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:48.526 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.526 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T07:45:48.526 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.526 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T07:45:48.527 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.527 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.527 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:48.527 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.527 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.527 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.527 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042395+0000", 2024-04-13T07:45:48.527 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.637053+0000", 2024-04-13T07:45:48.527 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.637053+0000", 2024-04-13T07:45:48.527 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.637331+0000", 2024-04-13T07:45:48.527 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042395+0000", 2024-04-13T07:45:48.527 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.527 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.527 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.527 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:48.527 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042395+0000", 2024-04-13T07:45:48.528 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042395+0000", 2024-04-13T07:45:48.528 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042395+0000", 2024-04-13T07:45:48.528 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.528 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.528 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.528 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042395+0000", 2024-04-13T07:45:48.528 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042395+0000", 2024-04-13T07:45:48.528 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.528 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.528 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.528 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.528 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:48.528 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.528 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.528 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.528 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.529 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.529 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.529 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.529 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.529 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.9", 2024-04-13T07:45:48.529 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.529 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.529 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.529 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 20, 2024-04-13T07:45:48.529 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.529 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:49:07.240103+0000", 2024-04-13T07:45:48.529 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.529 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.529 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.529 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.529 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.530 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.530 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.530 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.530 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.530 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.530 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.530 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.530 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.530 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.530 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.530 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.530 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.530 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.530 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.530 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.531 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.531 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.531 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.531 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.531 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.531 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.531 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.531 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.531 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.531 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.531 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.531 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.531 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.531 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.531 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.532 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.532 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.532 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.532 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.532 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.532 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.532 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.532 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.532 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.532 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.532 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.532 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.532 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:48.532 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.532 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T07:45:48.532 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.532 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T07:45:48.533 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.533 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.533 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.533 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.533 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.533 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:48.533 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:48.533 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.533 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T07:45:48.533 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.533 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.533 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.533 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.533 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.533 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.533 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.944750+0000", 2024-04-13T07:45:48.533 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.010926+0000", 2024-04-13T07:45:48.534 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.010926+0000", 2024-04-13T07:45:48.534 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.013854+0000", 2024-04-13T07:45:48.534 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.944750+0000", 2024-04-13T07:45:48.534 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.534 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.534 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.534 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.534 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.944750+0000", 2024-04-13T07:45:48.534 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.944750+0000", 2024-04-13T07:45:48.534 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.944750+0000", 2024-04-13T07:45:48.534 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.534 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.534 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.534 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.944750+0000", 2024-04-13T07:45:48.534 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.944750+0000", 2024-04-13T07:45:48.535 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.535 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.535 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.535 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.535 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.535 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.535 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.535 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.535 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.535 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.535 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.535 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.535 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.535 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.8", 2024-04-13T07:45:48.535 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.535 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.536 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.536 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.536 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.536 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:35:23.494157+0000", 2024-04-13T07:45:48.536 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.536 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.536 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.536 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.536 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.536 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.536 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.536 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.536 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.536 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.537 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.537 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.537 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.537 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.537 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.537 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.537 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.537 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.537 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.537 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.537 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.537 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.537 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.537 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.537 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.538 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.538 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.538 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.538 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.538 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.538 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.538 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.538 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.538 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.538 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.538 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.538 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.538 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.538 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.538 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.538 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.539 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.539 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.539 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.539 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.539 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.539 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.539 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.539 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:48.539 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:48.539 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.539 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T07:45:48.539 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.539 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.539 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.539 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.539 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:48.539 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.539 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:48.540 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.540 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T07:45:48.540 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.540 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.540 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:48.540 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.540 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.540 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.540 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042593+0000", 2024-04-13T07:45:48.540 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.636581+0000", 2024-04-13T07:45:48.540 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.636581+0000", 2024-04-13T07:45:48.540 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.636883+0000", 2024-04-13T07:45:48.540 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042593+0000", 2024-04-13T07:45:48.540 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.540 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.540 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.540 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:48.541 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042593+0000", 2024-04-13T07:45:48.541 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042593+0000", 2024-04-13T07:45:48.541 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042593+0000", 2024-04-13T07:45:48.541 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.541 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.541 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.541 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042593+0000", 2024-04-13T07:45:48.541 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042593+0000", 2024-04-13T07:45:48.541 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.541 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.541 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.541 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.541 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:48.541 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.541 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.541 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.541 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.542 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.542 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.542 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.542 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.542 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.a", 2024-04-13T07:45:48.542 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.542 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.542 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.542 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 20, 2024-04-13T07:45:48.542 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.542 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:04:36.813947+0000", 2024-04-13T07:45:48.542 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.542 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.542 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.542 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.543 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.543 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.543 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.543 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.543 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.543 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.543 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.543 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.543 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.543 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.543 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.543 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.543 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.543 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.543 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.544 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.544 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.544 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.544 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.544 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.544 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.544 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.544 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.544 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.544 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.544 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.544 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.544 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.544 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.544 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.544 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.544 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.545 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.545 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.545 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.545 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.545 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.545 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.545 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.545 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.545 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.545 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.545 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.545 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:48.545 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.545 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:48.545 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.545 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T07:45:48.546 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.546 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.546 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.546 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.546 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.546 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.546 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T07:45:48.546 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.546 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T07:45:48.546 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.546 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.546 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.546 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.546 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.547 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.547 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.945023+0000", 2024-04-13T07:45:48.547 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.014603+0000", 2024-04-13T07:45:48.547 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.014603+0000", 2024-04-13T07:45:48.547 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.014915+0000", 2024-04-13T07:45:48.547 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.945023+0000", 2024-04-13T07:45:48.547 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.547 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.547 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.547 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.547 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.945023+0000", 2024-04-13T07:45:48.547 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.945023+0000", 2024-04-13T07:45:48.547 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.945023+0000", 2024-04-13T07:45:48.547 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.547 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.547 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.547 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.945023+0000", 2024-04-13T07:45:48.548 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.945023+0000", 2024-04-13T07:45:48.548 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.548 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.548 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.548 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.548 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.548 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.548 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.548 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.548 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.548 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.548 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.548 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.548 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.548 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.b", 2024-04-13T07:45:48.548 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.548 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.549 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.549 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.549 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.549 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:54:30.557952+0000", 2024-04-13T07:45:48.549 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.549 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.549 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.550 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.550 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.550 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.550 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.550 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.550 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.550 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.550 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.550 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.550 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.550 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.550 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.550 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.550 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.550 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.550 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.551 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.551 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.551 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.551 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.551 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.551 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.551 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.551 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.551 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.551 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.551 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.551 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.551 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.551 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.551 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.551 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.551 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.552 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.552 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.552 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.552 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T07:45:48.552 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.552 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T07:45:48.552 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.552 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.552 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.552 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.552 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.552 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.552 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T07:45:48.552 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.552 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T07:45:48.552 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.552 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.553 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:48.553 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.553 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.553 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.553 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:17.159680+0000", 2024-04-13T07:45:48.553 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.645574+0000", 2024-04-13T07:45:48.553 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.645574+0000", 2024-04-13T07:45:48.553 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.645895+0000", 2024-04-13T07:45:48.553 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:17.159680+0000", 2024-04-13T07:45:48.553 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.553 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.553 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.553 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:48.553 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:17.159680+0000", 2024-04-13T07:45:48.553 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:17.159680+0000", 2024-04-13T07:45:48.553 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:17.159680+0000", 2024-04-13T07:45:48.554 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.554 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.554 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.554 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:17.159680+0000", 2024-04-13T07:45:48.554 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:17.159680+0000", 2024-04-13T07:45:48.554 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.554 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 2, 2024-04-13T07:45:48.554 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.554 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.554 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:48.554 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.554 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.554 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.554 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.554 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 2, 2024-04-13T07:45:48.555 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.555 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.555 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.555 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.b", 2024-04-13T07:45:48.555 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.555 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.555 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.555 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 22, 2024-04-13T07:45:48.555 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.555 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:52:22.818215+0000", 2024-04-13T07:45:48.555 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.555 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.555 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T07:45:48.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T07:45:48.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.557 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T07:45:48.557 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.557 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.557 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.557 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.557 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.557 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T07:45:48.557 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.557 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.557 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.557 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.557 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.557 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.557 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.557 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.557 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.557 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.558 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.558 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.558 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 1, 2024-04-13T07:45:48.558 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.558 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.558 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.558 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.558 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.558 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.558 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.558 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T07:45:48.558 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.558 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T07:45:48.558 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'2" 2024-04-13T07:45:48.559 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.559 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.559 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.559 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:48.559 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.559 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:48.559 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.559 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T07:45:48.559 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.559 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.559 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.559 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.559 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.559 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.559 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.494819+0000", 2024-04-13T07:45:48.559 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:43:02.181767+0000", 2024-04-13T07:45:48.559 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:43:02.181767+0000", 2024-04-13T07:45:48.560 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:43:02.182184+0000", 2024-04-13T07:45:48.560 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.494819+0000", 2024-04-13T07:45:48.560 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.560 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.560 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.560 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 64, 2024-04-13T07:45:48.560 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.494819+0000", 2024-04-13T07:45:48.560 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.494819+0000", 2024-04-13T07:45:48.560 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.494819+0000", 2024-04-13T07:45:48.560 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.560 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.560 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.560 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.494819+0000", 2024-04-13T07:45:48.560 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.494819+0000", 2024-04-13T07:45:48.560 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.560 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.560 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.560 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.561 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 63, 2024-04-13T07:45:48.561 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.561 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.561 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.561 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.561 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.561 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.561 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.561 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.561 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.a", 2024-04-13T07:45:48.561 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.561 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.561 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.561 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 17, 2024-04-13T07:45:48.561 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.561 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:01:06.359899+0000", 2024-04-13T07:45:48.562 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.562 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.562 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.564 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.564 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.564 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.564 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.564 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.564 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.564 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.564 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.564 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.564 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.564 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.564 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.564 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.564 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.564 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.564 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:48.564 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.565 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:48.565 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.565 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T07:45:48.565 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.565 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.565 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.565 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.565 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:48.565 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.565 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:48.565 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.565 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T07:45:48.565 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.565 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.565 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:48.565 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.565 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.566 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.566 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.494924+0000", 2024-04-13T07:45:48.566 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.639494+0000", 2024-04-13T07:45:48.566 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.639494+0000", 2024-04-13T07:45:48.566 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.639790+0000", 2024-04-13T07:45:48.566 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.494924+0000", 2024-04-13T07:45:48.566 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.566 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.566 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.566 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:48.566 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.494924+0000", 2024-04-13T07:45:48.566 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.494924+0000", 2024-04-13T07:45:48.566 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.494924+0000", 2024-04-13T07:45:48.566 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.566 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.566 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.567 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.494924+0000", 2024-04-13T07:45:48.567 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.494924+0000", 2024-04-13T07:45:48.567 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.567 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.567 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.567 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.567 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:48.567 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.567 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.567 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.567 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.567 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.567 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.567 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.567 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.567 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.c", 2024-04-13T07:45:48.567 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.568 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.568 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.568 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 20, 2024-04-13T07:45:48.568 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.568 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:42:04.144894+0000", 2024-04-13T07:45:48.568 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.568 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.568 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.568 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.568 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.568 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.568 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.568 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.568 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.568 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.568 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.570 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.571 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.571 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.571 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.571 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:48.571 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.571 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:48.571 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.571 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T07:45:48.571 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.571 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.571 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.571 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.571 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.571 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.571 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:48.571 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.572 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T07:45:48.572 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.572 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.572 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.572 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.572 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.572 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.572 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:17.159686+0000", 2024-04-13T07:45:48.572 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.000362+0000", 2024-04-13T07:45:48.572 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.000362+0000", 2024-04-13T07:45:48.572 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.000708+0000", 2024-04-13T07:45:48.572 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:17.159686+0000", 2024-04-13T07:45:48.572 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.572 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.572 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.572 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.572 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:17.159686+0000", 2024-04-13T07:45:48.573 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:17.159686+0000", 2024-04-13T07:45:48.573 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:17.159686+0000", 2024-04-13T07:45:48.573 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.573 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.573 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.573 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:17.159686+0000", 2024-04-13T07:45:48.573 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:17.159686+0000", 2024-04-13T07:45:48.573 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.573 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.573 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.573 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.573 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.573 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.573 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.573 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.573 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.573 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.573 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.574 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.574 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.574 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.d", 2024-04-13T07:45:48.574 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.574 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.574 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.574 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.574 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.574 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:50:24.835681+0000", 2024-04-13T07:45:48.574 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.574 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.574 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.574 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.574 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.574 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.574 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.577 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.577 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.577 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.577 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.577 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.577 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.577 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.577 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.577 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:48.577 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.577 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T07:45:48.577 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.577 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.577 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.577 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.577 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:48.577 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.578 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T07:45:48.578 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.578 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T07:45:48.578 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.578 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.578 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:48.578 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.578 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.578 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.578 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042795+0000", 2024-04-13T07:45:48.578 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.635396+0000", 2024-04-13T07:45:48.578 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.635396+0000", 2024-04-13T07:45:48.578 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.636252+0000", 2024-04-13T07:45:48.578 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042795+0000", 2024-04-13T07:45:48.579 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.579 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.579 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.579 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:48.579 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042795+0000", 2024-04-13T07:45:48.579 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042795+0000", 2024-04-13T07:45:48.579 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042795+0000", 2024-04-13T07:45:48.579 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.579 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.579 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.579 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042795+0000", 2024-04-13T07:45:48.579 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042795+0000", 2024-04-13T07:45:48.579 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.579 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 1, 2024-04-13T07:45:48.579 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.579 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.580 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:48.580 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.580 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.580 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.580 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.580 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 1, 2024-04-13T07:45:48.580 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.580 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.580 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.580 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.d", 2024-04-13T07:45:48.580 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.580 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.580 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.580 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 21, 2024-04-13T07:45:48.580 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.580 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:53:28.958691+0000", 2024-04-13T07:45:48.580 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.581 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.581 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.581 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 70, 2024-04-13T07:45:48.581 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.581 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.581 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.581 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.581 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.581 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.581 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.581 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.581 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.581 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.581 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.581 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.581 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T07:45:48.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T07:45:48.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T07:45:48.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 1, 2024-04-13T07:45:48.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 1 2024-04-13T07:45:48.583 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.583 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.583 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.583 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.583 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:48.583 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.584 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T07:45:48.584 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.584 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T07:45:48.584 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'1" 2024-04-13T07:45:48.584 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.584 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.584 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.584 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.584 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.584 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:48.584 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.584 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T07:45:48.584 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.584 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.584 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.584 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.585 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.585 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.585 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042982+0000", 2024-04-13T07:45:48.585 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.000051+0000", 2024-04-13T07:45:48.585 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.000051+0000", 2024-04-13T07:45:48.585 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.000645+0000", 2024-04-13T07:45:48.585 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042982+0000", 2024-04-13T07:45:48.585 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.585 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.585 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.585 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.585 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042982+0000", 2024-04-13T07:45:48.585 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042982+0000", 2024-04-13T07:45:48.585 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042982+0000", 2024-04-13T07:45:48.585 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.585 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.586 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.586 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042982+0000", 2024-04-13T07:45:48.586 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042982+0000", 2024-04-13T07:45:48.586 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.586 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.586 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.586 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.586 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.586 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.586 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.586 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.586 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.586 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.586 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.586 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.586 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.587 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.c", 2024-04-13T07:45:48.587 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.587 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.587 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.587 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.587 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.587 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:27:47.515853+0000", 2024-04-13T07:45:48.587 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.587 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.587 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.587 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.587 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.587 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.587 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.587 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.588 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.588 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.588 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.588 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.588 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.588 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.588 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.588 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.588 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.588 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.588 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.588 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.588 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.588 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.588 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.588 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.590 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.590 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.590 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.590 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.590 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.590 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.590 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.590 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.590 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:48.590 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.590 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T07:45:48.590 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.590 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.590 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.590 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.590 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:48.591 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.591 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:48.591 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.591 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T07:45:48.591 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.591 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.591 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T07:45:48.591 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.591 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.591 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.591 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.495102+0000", 2024-04-13T07:45:48.591 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.641325+0000", 2024-04-13T07:45:48.591 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.641325+0000", 2024-04-13T07:45:48.591 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.641678+0000", 2024-04-13T07:45:48.591 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.495102+0000", 2024-04-13T07:45:48.591 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.591 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.592 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.592 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 60, 2024-04-13T07:45:48.592 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.495102+0000", 2024-04-13T07:45:48.592 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.495102+0000", 2024-04-13T07:45:48.592 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.495102+0000", 2024-04-13T07:45:48.592 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.592 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.592 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T07:45:48.592 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.495102+0000", 2024-04-13T07:45:48.592 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.495102+0000", 2024-04-13T07:45:48.592 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.592 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 2, 2024-04-13T07:45:48.592 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.592 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.592 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 59, 2024-04-13T07:45:48.592 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.592 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.593 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.593 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.593 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 2, 2024-04-13T07:45:48.593 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.593 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.593 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.593 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.e", 2024-04-13T07:45:48.593 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.593 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.593 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.593 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 22, 2024-04-13T07:45:48.593 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.593 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:00:52.800858+0000", 2024-04-13T07:45:48.593 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.593 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.593 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.594 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.594 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.594 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.594 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.594 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.594 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.594 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.594 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.594 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.594 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.594 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.594 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.594 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.594 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.594 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.595 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.595 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T07:45:48.595 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T07:45:48.595 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.595 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T07:45:48.595 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.595 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.595 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.595 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.595 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.595 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T07:45:48.595 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.595 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.595 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.595 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.596 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.596 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.596 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.596 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.596 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.596 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.596 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.596 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.596 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3, 2024-04-13T07:45:48.596 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.596 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.596 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.596 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.596 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.596 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:48.596 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.596 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T07:45:48.597 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.597 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T07:45:48.597 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'2" 2024-04-13T07:45:48.597 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.597 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.597 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.597 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.597 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.597 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:48.597 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.597 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T07:45:48.597 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.597 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.597 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.597 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.598 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.598 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.598 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:17.160129+0000", 2024-04-13T07:45:48.598 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.002014+0000", 2024-04-13T07:45:48.598 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.002014+0000", 2024-04-13T07:45:48.598 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.003961+0000", 2024-04-13T07:45:48.598 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:17.160129+0000", 2024-04-13T07:45:48.598 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.598 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.598 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.598 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.598 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:17.160129+0000", 2024-04-13T07:45:48.598 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:17.160129+0000", 2024-04-13T07:45:48.598 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:17.160129+0000", 2024-04-13T07:45:48.598 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.598 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.599 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.599 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:17.160129+0000", 2024-04-13T07:45:48.599 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:17.160129+0000", 2024-04-13T07:45:48.599 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.599 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.599 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.599 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.599 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.599 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.599 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.599 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.599 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.599 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.599 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.599 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.599 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.599 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.f", 2024-04-13T07:45:48.599 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.600 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.600 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.600 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.600 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.600 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:05:01.418217+0000", 2024-04-13T07:45:48.600 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.600 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.600 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.600 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.600 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.600 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.600 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.600 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.600 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.600 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.600 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.601 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.601 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.601 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.601 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.601 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.601 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.601 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.601 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.601 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.601 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.601 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.601 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.601 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.601 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.601 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.601 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.602 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.602 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.602 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.602 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.602 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.602 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.602 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.602 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.602 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.602 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.602 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.602 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.602 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.602 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.602 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.602 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.602 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.603 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.603 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.603 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.603 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.603 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.603 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:48.603 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.603 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T07:45:48.603 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.603 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.603 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.603 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.603 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:48.603 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.603 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T07:45:48.603 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.604 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T07:45:48.604 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.604 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.604 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.604 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.604 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.604 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.604 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.480265+0000", 2024-04-13T07:45:48.604 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.004418+0000", 2024-04-13T07:45:48.604 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.004418+0000", 2024-04-13T07:45:48.604 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.006402+0000", 2024-04-13T07:45:48.604 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.480265+0000", 2024-04-13T07:45:48.604 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.604 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.604 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.604 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.605 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.480265+0000", 2024-04-13T07:45:48.605 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.480265+0000", 2024-04-13T07:45:48.605 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.480265+0000", 2024-04-13T07:45:48.605 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.605 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.605 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.605 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.480265+0000", 2024-04-13T07:45:48.605 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.480265+0000", 2024-04-13T07:45:48.605 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.605 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.605 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.605 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.605 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.605 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.605 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.605 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.605 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.606 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.606 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.606 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.606 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.606 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.20", 2024-04-13T07:45:48.606 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.606 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.606 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.606 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.606 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.606 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:00:38.288449+0000", 2024-04-13T07:45:48.606 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.606 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.606 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.607 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.607 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.607 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.607 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.607 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.607 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.607 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.607 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.607 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.607 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.607 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.607 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.607 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.607 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.607 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.607 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.607 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.608 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.608 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.608 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.608 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.608 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.608 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.608 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.608 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.608 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.608 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.608 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.608 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.608 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.608 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.608 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.608 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.608 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.609 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.609 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.609 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.609 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.609 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.609 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.609 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.609 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.609 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.609 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.609 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:48.609 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.609 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T07:45:48.609 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.609 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T07:45:48.609 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.609 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.610 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.610 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.610 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:48.610 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.610 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:48.610 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.610 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T07:45:48.610 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.610 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.610 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.610 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.610 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.610 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.610 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.494826+0000", 2024-04-13T07:45:48.610 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.999900+0000", 2024-04-13T07:45:48.611 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.999900+0000", 2024-04-13T07:45:48.611 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.000179+0000", 2024-04-13T07:45:48.611 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.494826+0000", 2024-04-13T07:45:48.611 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.611 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.611 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.611 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.611 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.494826+0000", 2024-04-13T07:45:48.611 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.494826+0000", 2024-04-13T07:45:48.611 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.494826+0000", 2024-04-13T07:45:48.611 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.611 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.611 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.611 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.494826+0000", 2024-04-13T07:45:48.611 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.494826+0000", 2024-04-13T07:45:48.611 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.611 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.612 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.612 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.612 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.612 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.612 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.612 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.612 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.612 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.612 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.612 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.612 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.612 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.21", 2024-04-13T07:45:48.612 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.612 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.612 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.613 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.613 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.613 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:42:27.376231+0000", 2024-04-13T07:45:48.613 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.613 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.613 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.613 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.613 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.613 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.613 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.613 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.613 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.613 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.613 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.613 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.613 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.613 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.614 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.614 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.614 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.614 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.614 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.614 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.614 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.614 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.614 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.614 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.614 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.614 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.614 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.614 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.614 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.615 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.615 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.615 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.615 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.615 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.615 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.615 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.615 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.615 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.615 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.615 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.615 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.615 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.615 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.615 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.615 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.615 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.616 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.616 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T07:45:48.616 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.616 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:48.616 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.616 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T07:45:48.616 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.616 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.616 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.616 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.616 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.616 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.616 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:48.616 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.616 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T07:45:48.617 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.617 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.617 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.617 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.617 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.617 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.617 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042750+0000", 2024-04-13T07:45:48.617 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.000969+0000", 2024-04-13T07:45:48.617 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.000969+0000", 2024-04-13T07:45:48.617 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.001337+0000", 2024-04-13T07:45:48.617 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042750+0000", 2024-04-13T07:45:48.617 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.617 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.617 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.617 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.618 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042750+0000", 2024-04-13T07:45:48.618 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042750+0000", 2024-04-13T07:45:48.618 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042750+0000", 2024-04-13T07:45:48.618 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.618 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.618 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.618 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042750+0000", 2024-04-13T07:45:48.618 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042750+0000", 2024-04-13T07:45:48.618 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.618 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.618 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.618 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.618 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.618 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.618 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.619 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.619 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.619 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.619 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.619 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.619 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.619 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.22", 2024-04-13T07:45:48.619 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.619 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.619 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.619 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.619 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.619 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T07:53:25.928231+0000", 2024-04-13T07:45:48.619 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.619 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.619 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.620 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.620 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.620 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.620 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.620 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.620 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.620 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.620 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.620 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.620 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.620 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.620 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.620 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.620 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.620 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.620 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.620 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.621 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.621 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.621 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.621 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.621 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.621 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.621 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.621 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.621 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.621 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.621 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.621 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.621 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.621 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.621 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.621 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.622 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.622 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.622 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.622 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.622 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.622 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.622 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.622 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.622 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.622 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.622 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.622 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.622 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.622 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:48.622 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.622 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T07:45:48.622 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.623 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.623 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.623 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.623 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.623 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.623 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T07:45:48.623 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.623 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T07:45:48.623 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.623 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.623 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.623 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.623 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.623 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.623 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.043749+0000", 2024-04-13T07:45:48.623 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.002417+0000", 2024-04-13T07:45:48.623 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.002417+0000", 2024-04-13T07:45:48.624 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.002671+0000", 2024-04-13T07:45:48.624 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.043749+0000", 2024-04-13T07:45:48.624 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.624 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.624 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.624 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.624 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.043749+0000", 2024-04-13T07:45:48.624 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.043749+0000", 2024-04-13T07:45:48.624 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.043749+0000", 2024-04-13T07:45:48.624 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.624 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.624 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.624 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.043749+0000", 2024-04-13T07:45:48.624 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.043749+0000", 2024-04-13T07:45:48.624 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.624 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.625 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.625 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.625 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.625 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.625 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.625 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.625 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.625 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.625 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.625 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.625 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.625 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.23", 2024-04-13T07:45:48.625 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.625 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.625 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.625 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.625 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.626 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T07:53:52.768118+0000", 2024-04-13T07:45:48.626 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.626 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.626 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.626 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.626 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.626 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.626 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.626 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.626 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.626 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.626 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.626 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.626 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.626 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.627 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.627 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.627 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.627 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.627 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.627 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.627 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.627 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.627 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.627 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.627 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.627 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.627 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.627 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.628 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.628 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.628 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.628 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.628 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.628 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.628 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.628 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.628 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.628 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.628 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.628 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.628 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.628 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.628 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.628 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.629 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.629 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.629 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.629 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.629 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.629 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T07:45:48.629 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.629 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T07:45:48.629 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.629 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.629 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.629 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.629 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.629 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.629 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:48.629 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.630 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T07:45:48.630 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.630 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.630 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.630 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.630 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.630 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.630 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.945139+0000", 2024-04-13T07:45:48.630 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.012759+0000", 2024-04-13T07:45:48.630 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.012759+0000", 2024-04-13T07:45:48.630 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.013030+0000", 2024-04-13T07:45:48.630 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.945139+0000", 2024-04-13T07:45:48.630 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.630 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.630 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.630 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.631 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.945139+0000", 2024-04-13T07:45:48.631 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.945139+0000", 2024-04-13T07:45:48.631 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.945139+0000", 2024-04-13T07:45:48.631 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.631 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.631 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.631 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.945139+0000", 2024-04-13T07:45:48.631 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.945139+0000", 2024-04-13T07:45:48.631 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.631 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.631 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.631 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.631 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.631 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.631 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.631 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.631 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.632 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.632 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.632 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.632 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.632 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.24", 2024-04-13T07:45:48.632 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.632 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.632 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.632 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.632 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.632 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T19:08:36.752412+0000", 2024-04-13T07:45:48.632 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.632 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.632 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.632 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.632 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.633 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.633 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.633 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.633 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.633 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.633 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.633 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.633 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.633 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.633 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.633 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.633 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.633 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.633 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.633 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.635 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.635 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.635 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.635 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.635 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.635 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.635 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:48.635 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.635 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T07:45:48.636 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.636 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.636 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.636 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.636 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:48.636 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.636 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T07:45:48.636 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.636 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T07:45:48.636 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.636 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.636 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.636 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.636 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.636 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.636 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042896+0000", 2024-04-13T07:45:48.637 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.004272+0000", 2024-04-13T07:45:48.637 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.004272+0000", 2024-04-13T07:45:48.637 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.004543+0000", 2024-04-13T07:45:48.637 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042896+0000", 2024-04-13T07:45:48.637 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.637 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.637 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.637 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.637 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042896+0000", 2024-04-13T07:45:48.637 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042896+0000", 2024-04-13T07:45:48.637 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042896+0000", 2024-04-13T07:45:48.637 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.637 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.637 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.637 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042896+0000", 2024-04-13T07:45:48.637 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042896+0000", 2024-04-13T07:45:48.638 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.638 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.638 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.638 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.638 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.638 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.638 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.638 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.638 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.638 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.638 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.638 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.638 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.638 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.25", 2024-04-13T07:45:48.638 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.638 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.638 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.639 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.639 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.639 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:17:39.798070+0000", 2024-04-13T07:45:48.639 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.639 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.639 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.639 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.639 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.639 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.639 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.639 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.639 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.639 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.639 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.639 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.640 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.640 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.640 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.640 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.640 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.640 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.640 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.640 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.640 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.640 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.640 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.640 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.640 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.640 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.640 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.640 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.641 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.641 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.641 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.641 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.641 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.641 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.641 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.641 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.641 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.641 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.641 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.641 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.641 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.641 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.641 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.642 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.642 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.642 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.642 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.642 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T07:45:48.642 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.642 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T07:45:48.642 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.642 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T07:45:48.642 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.642 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.642 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.642 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.642 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:48.642 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.642 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T07:45:48.643 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.643 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T07:45:48.643 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.643 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.643 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.643 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.643 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.643 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.643 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.480927+0000", 2024-04-13T07:45:48.643 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.999208+0000", 2024-04-13T07:45:48.643 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.999208+0000", 2024-04-13T07:45:48.643 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.999510+0000", 2024-04-13T07:45:48.643 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.480927+0000", 2024-04-13T07:45:48.643 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.644 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.644 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.644 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.644 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.480927+0000", 2024-04-13T07:45:48.644 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.480927+0000", 2024-04-13T07:45:48.644 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.480927+0000", 2024-04-13T07:45:48.644 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.644 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.644 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.644 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.480927+0000", 2024-04-13T07:45:48.644 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.480927+0000", 2024-04-13T07:45:48.644 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.644 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.644 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.644 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.644 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.645 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.645 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.645 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.645 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.645 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.645 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.645 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.645 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.645 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.26", 2024-04-13T07:45:48.645 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.645 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.645 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.645 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.645 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.645 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:14:14.486098+0000", 2024-04-13T07:45:48.646 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.646 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.646 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.646 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.646 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.646 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.646 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.646 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.646 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.646 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.646 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.646 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.646 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.646 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.647 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.647 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.647 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.647 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.647 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.647 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.647 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.647 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.647 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.647 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.647 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.647 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.647 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.647 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.647 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.649 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.649 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.649 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.649 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.649 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:48.649 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.649 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T07:45:48.649 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.649 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T07:45:48.649 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.649 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.649 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.649 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.649 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.649 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.649 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T07:45:48.650 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.650 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T07:45:48.650 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.650 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.650 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.650 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.650 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.650 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.650 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.945281+0000", 2024-04-13T07:45:48.650 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.012144+0000", 2024-04-13T07:45:48.650 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.012144+0000", 2024-04-13T07:45:48.650 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.012470+0000", 2024-04-13T07:45:48.650 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.945281+0000", 2024-04-13T07:45:48.650 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.650 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.651 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.651 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.651 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.945281+0000", 2024-04-13T07:45:48.651 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.945281+0000", 2024-04-13T07:45:48.651 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.945281+0000", 2024-04-13T07:45:48.651 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.651 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.651 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.651 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.945281+0000", 2024-04-13T07:45:48.651 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.945281+0000", 2024-04-13T07:45:48.651 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.651 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.651 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.651 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.651 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.652 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.652 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.652 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.652 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.652 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.652 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.652 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.652 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.652 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.27", 2024-04-13T07:45:48.652 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.652 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.652 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.652 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.652 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.652 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:20:40.378146+0000", 2024-04-13T07:45:48.652 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.653 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.653 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.653 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.653 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.653 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.653 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.653 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.653 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.653 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.653 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.653 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.653 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.653 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.653 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.653 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.654 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.654 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.654 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.654 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.654 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.654 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.654 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.654 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.654 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.654 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.654 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.654 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.654 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.654 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.654 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.655 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.655 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.655 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.656 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.656 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.656 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.656 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T07:45:48.656 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.656 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T07:45:48.656 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.656 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.656 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.656 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.656 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.656 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.656 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T07:45:48.656 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.656 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T07:45:48.656 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.656 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.657 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.657 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.657 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.657 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.657 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042696+0000", 2024-04-13T07:45:48.657 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.009306+0000", 2024-04-13T07:45:48.657 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.009306+0000", 2024-04-13T07:45:48.657 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.009761+0000", 2024-04-13T07:45:48.657 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042696+0000", 2024-04-13T07:45:48.657 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.657 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.657 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.657 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.657 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042696+0000", 2024-04-13T07:45:48.657 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042696+0000", 2024-04-13T07:45:48.657 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042696+0000", 2024-04-13T07:45:48.657 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.658 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.658 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.658 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042696+0000", 2024-04-13T07:45:48.658 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042696+0000", 2024-04-13T07:45:48.658 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.658 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.658 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.658 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.658 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.658 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.658 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.658 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.658 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.658 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.658 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.658 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.659 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.659 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.28", 2024-04-13T07:45:48.659 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.659 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.659 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.659 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.659 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.659 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T19:21:15.474650+0000", 2024-04-13T07:45:48.659 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.659 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.659 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.659 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.659 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.659 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.659 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.659 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.659 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.659 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.660 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.660 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.660 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.660 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.660 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.660 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.660 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.660 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.660 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.660 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.660 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.660 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.660 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.660 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.660 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.660 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.660 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.661 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.661 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.661 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.661 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.661 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.661 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.661 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.661 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.661 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.661 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.661 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.661 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.661 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.661 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.661 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.661 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.662 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.662 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.662 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.662 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.662 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.662 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.662 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T07:45:48.662 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.662 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T07:45:48.662 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.662 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.662 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.662 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.662 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.662 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.662 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:48.663 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.663 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T07:45:48.663 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.663 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.663 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.663 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.663 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.663 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.663 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.944815+0000", 2024-04-13T07:45:48.663 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.011566+0000", 2024-04-13T07:45:48.663 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.011566+0000", 2024-04-13T07:45:48.663 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.011831+0000", 2024-04-13T07:45:48.663 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.944815+0000", 2024-04-13T07:45:48.663 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.663 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.663 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.664 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.664 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.944815+0000", 2024-04-13T07:45:48.664 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.944815+0000", 2024-04-13T07:45:48.664 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.944815+0000", 2024-04-13T07:45:48.664 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.664 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.664 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.664 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.944815+0000", 2024-04-13T07:45:48.664 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.944815+0000", 2024-04-13T07:45:48.664 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.664 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.664 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.664 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.664 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.664 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.664 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.665 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.665 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.665 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.665 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.665 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.665 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.665 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.29", 2024-04-13T07:45:48.665 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.665 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.665 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.665 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.665 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.665 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:02:55.499009+0000", 2024-04-13T07:45:48.665 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.665 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.666 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.666 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.666 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.666 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.666 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.666 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.666 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.666 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.666 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.666 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.666 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.666 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.666 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.666 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.666 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.668 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.668 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.668 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.668 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.668 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T07:45:48.668 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.668 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:48.669 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.669 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T07:45:48.669 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.669 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.669 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.669 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.669 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.669 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.669 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:48.669 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.669 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T07:45:48.669 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.669 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.669 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.669 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.669 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.669 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.669 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.042868+0000", 2024-04-13T07:45:48.670 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:36.994716+0000", 2024-04-13T07:45:48.670 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:36.994716+0000", 2024-04-13T07:45:48.670 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:36.995447+0000", 2024-04-13T07:45:48.670 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.042868+0000", 2024-04-13T07:45:48.670 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.670 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.670 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.670 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.670 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.042868+0000", 2024-04-13T07:45:48.670 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.042868+0000", 2024-04-13T07:45:48.670 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.042868+0000", 2024-04-13T07:45:48.670 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.670 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.670 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.670 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.042868+0000", 2024-04-13T07:45:48.670 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.042868+0000", 2024-04-13T07:45:48.671 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.671 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.671 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.671 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.671 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.671 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.671 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.671 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.671 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.671 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.671 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.671 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.671 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.671 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.2a", 2024-04-13T07:45:48.671 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.671 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.672 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.672 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.672 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.672 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:11:43.317603+0000", 2024-04-13T07:45:48.672 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.672 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.672 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.673 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.673 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.673 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.673 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.673 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.673 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.673 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.673 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.673 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.673 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.673 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.673 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.673 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.673 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.673 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.673 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.674 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.674 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.674 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.674 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.674 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.674 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.674 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.674 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.674 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.674 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.674 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.674 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.674 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.674 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.674 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.675 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.675 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.675 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.675 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.675 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T07:45:48.675 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.675 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T07:45:48.675 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.675 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T07:45:48.675 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.675 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.675 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.675 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.675 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.675 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.675 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:48.676 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.676 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T07:45:48.676 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.676 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.676 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.676 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.676 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.676 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.676 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.043833+0000", 2024-04-13T07:45:48.676 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.010948+0000", 2024-04-13T07:45:48.676 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.010948+0000", 2024-04-13T07:45:48.676 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.011230+0000", 2024-04-13T07:45:48.676 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.043833+0000", 2024-04-13T07:45:48.676 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.676 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.676 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.676 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.677 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.043833+0000", 2024-04-13T07:45:48.677 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.043833+0000", 2024-04-13T07:45:48.677 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.043833+0000", 2024-04-13T07:45:48.677 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.677 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.677 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.677 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.043833+0000", 2024-04-13T07:45:48.677 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.043833+0000", 2024-04-13T07:45:48.677 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.677 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.677 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.677 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.677 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.677 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.677 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.677 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.678 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.678 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.678 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.678 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.678 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.678 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.2b", 2024-04-13T07:45:48.678 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.678 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.678 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.678 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.678 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.678 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:53:58.552766+0000", 2024-04-13T07:45:48.678 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.678 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.678 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.678 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.679 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.679 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.679 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.679 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.679 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.679 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.679 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.679 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.679 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.679 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.679 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.679 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.679 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.679 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.679 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.679 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.680 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.680 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.680 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.680 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.680 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.680 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.680 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.680 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.680 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.680 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.680 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.680 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.680 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.680 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.680 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.680 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.680 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.681 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.681 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.681 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.681 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.681 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.681 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.681 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.681 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.681 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.681 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.681 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T07:45:48.681 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T07:45:48.681 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T07:45:48.681 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.681 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T07:45:48.681 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.681 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.682 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.682 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T07:45:48.682 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:48.682 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.682 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:48.682 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.682 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T07:45:48.682 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T07:45:48.682 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T07:45:48.682 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T07:45:48.682 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T07:45:48.682 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:45:48.682 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T07:45:48.682 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T07:43:16.480635+0000", 2024-04-13T07:45:48.682 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:42:37.001680+0000", 2024-04-13T07:45:48.683 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:42:37.001680+0000", 2024-04-13T07:45:48.683 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:42:37.002262+0000", 2024-04-13T07:45:48.683 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T07:43:16.480635+0000", 2024-04-13T07:45:48.683 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.683 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:45:48.683 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.683 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 61, 2024-04-13T07:45:48.683 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T07:43:16.480635+0000", 2024-04-13T07:45:48.683 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T07:43:16.480635+0000", 2024-04-13T07:45:48.683 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T07:43:16.480635+0000", 2024-04-13T07:45:48.683 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T07:45:48.683 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T07:45:48.683 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T07:45:48.683 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T07:43:16.480635+0000", 2024-04-13T07:45:48.683 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T07:43:16.480635+0000", 2024-04-13T07:45:48.683 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T07:45:48.684 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.684 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T07:45:48.684 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T07:45:48.684 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 60, 2024-04-13T07:45:48.684 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T07:45:48.684 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T07:45:48.684 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T07:45:48.684 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T07:45:48.684 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.684 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:45:48.684 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T07:45:48.684 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T07:45:48.684 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.2c", 2024-04-13T07:45:48.684 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T07:45:48.684 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T07:45:48.685 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 69, 2024-04-13T07:45:48.685 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 19, 2024-04-13T07:45:48.685 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T07:45:48.685 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:09:31.165349+0000", 2024-04-13T07:45:48.685 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:45:48.685 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T07:45:48.685 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.685 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.685 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.685 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.685 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.685 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.685 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.685 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.685 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.685 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.686 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.686 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.686 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.686 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.686 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.686 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.686 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.686 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.686 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.686 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.686 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.686 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.686 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.686 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.687 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.687 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.687 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.687 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.687 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.687 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.687 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.687 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.687 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.687 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.687 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.687 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.687 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.687 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.687 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.688 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.688 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.688 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.688 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T07:45:48.688 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T07:45:48.688 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T07:45:48.688 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T07:45:48.688 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T07:45:48.688 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T07:45:48.688 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.688 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T07:45:48.688 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T07:45:48.688 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:48.688 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.688 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_per_pool": [ 2024-04-13T07:45:48.689 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.689 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": 24, 2024-04-13T07:45:48.689 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T07:45:48.689 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd" 2024-04-13T07:45:48.689 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.689 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.689 INFO:tasks.workunit.client.0.smithi119.stdout: "num_pg": 8, 2024-04-13T07:45:48.689 INFO:tasks.workunit.client.0.smithi119.stdout: "num_store_stats": 8, 2024-04-13T07:45:48.689 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.689 INFO:tasks.workunit.client.0.smithi119.stdout: "poolid": 4, 2024-04-13T07:45:48.689 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.689 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.689 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.689 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.689 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.689 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.690 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.690 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.690 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.690 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.690 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.690 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.690 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.690 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.690 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.690 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.690 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.690 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.690 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.690 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.691 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.691 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.691 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.691 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.691 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.691 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.691 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.691 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.691 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.691 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.691 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.691 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.691 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.691 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.691 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.691 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.692 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.692 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.692 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.692 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.692 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.692 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.692 INFO:tasks.workunit.client.0.smithi119.stdout: "store_stats": { 2024-04-13T07:45:48.692 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": 0, 2024-04-13T07:45:48.692 INFO:tasks.workunit.client.0.smithi119.stdout: "available": 0, 2024-04-13T07:45:48.692 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed": 0, 2024-04-13T07:45:48.692 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_allocated": 0, 2024-04-13T07:45:48.692 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_original": 0, 2024-04-13T07:45:48.692 INFO:tasks.workunit.client.0.smithi119.stdout: "data_stored": 0, 2024-04-13T07:45:48.692 INFO:tasks.workunit.client.0.smithi119.stdout: "internal_metadata": 0, 2024-04-13T07:45:48.692 INFO:tasks.workunit.client.0.smithi119.stdout: "internally_reserved": 0, 2024-04-13T07:45:48.693 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_allocated": 0, 2024-04-13T07:45:48.693 INFO:tasks.workunit.client.0.smithi119.stdout: "total": 0 2024-04-13T07:45:48.693 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.693 INFO:tasks.workunit.client.0.smithi119.stdout: "up": 24 2024-04-13T07:45:48.693 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.693 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.693 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": 192, 2024-04-13T07:45:48.693 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T07:45:48.693 INFO:tasks.workunit.client.0.smithi119.stdout: "cephfs" 2024-04-13T07:45:48.693 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.693 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T07:45:48.693 INFO:tasks.workunit.client.0.smithi119.stdout: "num_pg": 64, 2024-04-13T07:45:48.693 INFO:tasks.workunit.client.0.smithi119.stdout: "num_store_stats": 8, 2024-04-13T07:45:48.693 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T07:45:48.693 INFO:tasks.workunit.client.0.smithi119.stdout: "poolid": 3, 2024-04-13T07:45:48.693 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.694 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T07:45:48.694 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.694 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T07:45:48.694 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.694 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.694 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.694 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.694 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.694 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.694 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.694 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.694 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.694 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.694 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.695 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.695 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.695 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T07:45:48.695 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T07:45:48.695 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.695 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T07:45:48.695 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.695 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.695 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.695 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.695 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.695 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.695 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.695 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T07:45:48.695 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.695 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.696 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.696 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.696 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.696 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.696 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.696 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.696 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.696 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.696 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T07:45:48.696 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T07:45:48.696 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.696 INFO:tasks.workunit.client.0.smithi119.stdout: "store_stats": { 2024-04-13T07:45:48.696 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": 0, 2024-04-13T07:45:48.696 INFO:tasks.workunit.client.0.smithi119.stdout: "available": 0, 2024-04-13T07:45:48.696 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed": 0, 2024-04-13T07:45:48.697 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_allocated": 0, 2024-04-13T07:45:48.697 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_original": 0, 2024-04-13T07:45:48.697 INFO:tasks.workunit.client.0.smithi119.stdout: "data_stored": 0, 2024-04-13T07:45:48.697 INFO:tasks.workunit.client.0.smithi119.stdout: "internal_metadata": 0, 2024-04-13T07:45:48.697 INFO:tasks.workunit.client.0.smithi119.stdout: "internally_reserved": 0, 2024-04-13T07:45:48.697 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_allocated": 0, 2024-04-13T07:45:48.697 INFO:tasks.workunit.client.0.smithi119.stdout: "total": 0 2024-04-13T07:45:48.697 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.697 INFO:tasks.workunit.client.0.smithi119.stdout: "up": 192 2024-04-13T07:45:48.697 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.697 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.697 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": 3, 2024-04-13T07:45:48.697 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T07:45:48.698 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr" 2024-04-13T07:45:48.698 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.698 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 148, 2024-04-13T07:45:48.698 INFO:tasks.workunit.client.0.smithi119.stdout: "num_pg": 1, 2024-04-13T07:45:48.698 INFO:tasks.workunit.client.0.smithi119.stdout: "num_store_stats": 3, 2024-04-13T07:45:48.698 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 148, 2024-04-13T07:45:48.698 INFO:tasks.workunit.client.0.smithi119.stdout: "poolid": 1, 2024-04-13T07:45:48.698 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.698 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 590368, 2024-04-13T07:45:48.698 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.698 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 1771104, 2024-04-13T07:45:48.698 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.698 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.698 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.698 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.699 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.699 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.699 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.699 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.699 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.699 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.699 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.699 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.699 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.699 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 6, 2024-04-13T07:45:48.699 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 2, 2024-04-13T07:45:48.699 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.699 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 2, 2024-04-13T07:45:48.699 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.699 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.699 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.700 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.700 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.700 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T07:45:48.700 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.700 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 6, 2024-04-13T07:45:48.700 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.700 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.700 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.700 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.700 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.700 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 394, 2024-04-13T07:45:48.700 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 584, 2024-04-13T07:45:48.700 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.700 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.700 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.700 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 219, 2024-04-13T07:45:48.701 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 2416 2024-04-13T07:45:48.701 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.701 INFO:tasks.workunit.client.0.smithi119.stdout: "store_stats": { 2024-04-13T07:45:48.701 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": 1781760, 2024-04-13T07:45:48.701 INFO:tasks.workunit.client.0.smithi119.stdout: "available": 0, 2024-04-13T07:45:48.701 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed": 0, 2024-04-13T07:45:48.701 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_allocated": 0, 2024-04-13T07:45:48.701 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_original": 0, 2024-04-13T07:45:48.701 INFO:tasks.workunit.client.0.smithi119.stdout: "data_stored": 1771104, 2024-04-13T07:45:48.701 INFO:tasks.workunit.client.0.smithi119.stdout: "internal_metadata": 0, 2024-04-13T07:45:48.701 INFO:tasks.workunit.client.0.smithi119.stdout: "internally_reserved": 0, 2024-04-13T07:45:48.701 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_allocated": 0, 2024-04-13T07:45:48.701 INFO:tasks.workunit.client.0.smithi119.stdout: "total": 0 2024-04-13T07:45:48.701 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.701 INFO:tasks.workunit.client.0.smithi119.stdout: "up": 3 2024-04-13T07:45:48.701 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.702 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T07:45:48.702 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": 96, 2024-04-13T07:45:48.702 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T07:45:48.702 INFO:tasks.workunit.client.0.smithi119.stdout: "cephfs" 2024-04-13T07:45:48.702 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.702 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 45, 2024-04-13T07:45:48.702 INFO:tasks.workunit.client.0.smithi119.stdout: "num_pg": 32, 2024-04-13T07:45:48.702 INFO:tasks.workunit.client.0.smithi119.stdout: "num_store_stats": 8, 2024-04-13T07:45:48.702 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 45, 2024-04-13T07:45:48.702 INFO:tasks.workunit.client.0.smithi119.stdout: "poolid": 2, 2024-04-13T07:45:48.702 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T07:45:48.702 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 3430, 2024-04-13T07:45:48.702 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:45:48.702 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 582, 2024-04-13T07:45:48.703 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:45:48.703 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T07:45:48.703 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T07:45:48.703 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T07:45:48.703 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T07:45:48.703 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T07:45:48.703 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T07:45:48.703 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T07:45:48.703 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T07:45:48.703 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T07:45:48.703 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T07:45:48.703 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:45:48.703 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T07:45:48.703 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 66, 2024-04-13T07:45:48.703 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 22, 2024-04-13T07:45:48.703 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T07:45:48.703 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 22, 2024-04-13T07:45:48.704 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:45:48.704 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T07:45:48.704 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T07:45:48.704 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T07:45:48.704 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:45:48.704 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 14, 2024-04-13T07:45:48.704 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T07:45:48.704 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 2, 2024-04-13T07:45:48.704 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T07:45:48.704 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T07:45:48.704 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T07:45:48.704 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T07:45:48.704 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T07:45:48.704 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T07:45:48.704 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T07:45:48.705 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T07:45:48.705 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:45:48.705 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T07:45:48.705 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 51, 2024-04-13T07:45:48.705 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 20 2024-04-13T07:45:48.705 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.705 INFO:tasks.workunit.client.0.smithi119.stdout: "store_stats": { 2024-04-13T07:45:48.705 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": 98304, 2024-04-13T07:45:48.705 INFO:tasks.workunit.client.0.smithi119.stdout: "available": 0, 2024-04-13T07:45:48.705 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed": 0, 2024-04-13T07:45:48.705 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_allocated": 0, 2024-04-13T07:45:48.705 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_original": 0, 2024-04-13T07:45:48.705 INFO:tasks.workunit.client.0.smithi119.stdout: "data_stored": 10290, 2024-04-13T07:45:48.705 INFO:tasks.workunit.client.0.smithi119.stdout: "internal_metadata": 0, 2024-04-13T07:45:48.705 INFO:tasks.workunit.client.0.smithi119.stdout: "internally_reserved": 0, 2024-04-13T07:45:48.706 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_allocated": 0, 2024-04-13T07:45:48.706 INFO:tasks.workunit.client.0.smithi119.stdout: "total": 0 2024-04-13T07:45:48.706 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.706 INFO:tasks.workunit.client.0.smithi119.stdout: "up": 96 2024-04-13T07:45:48.706 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:48.706 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T07:45:48.706 INFO:tasks.workunit.client.0.smithi119.stdout: "usage": { 2024-04-13T07:45:48.706 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_num": 105, 2024-04-13T07:45:48.706 INFO:tasks.workunit.client.0.smithi119.stdout: "pools": 4, 2024-04-13T07:45:48.706 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_by_class": { 2024-04-13T07:45:48.706 INFO:tasks.workunit.client.0.smithi119.stdout: "ssd": { 2024-04-13T07:45:48.706 INFO:tasks.workunit.client.0.smithi119.stdout: "total_avail_bytes": 767727230976, 2024-04-13T07:45:48.706 INFO:tasks.workunit.client.0.smithi119.stdout: "total_bytes": 767960285184, 2024-04-13T07:45:48.706 INFO:tasks.workunit.client.0.smithi119.stdout: "total_used_bytes": 233054208, 2024-04-13T07:45:48.707 INFO:tasks.workunit.client.0.smithi119.stdout: "total_used_raw_bytes": 233054208, 2024-04-13T07:45:48.707 INFO:tasks.workunit.client.0.smithi119.stdout: "total_used_raw_ratio": 0.00030347169376909733 2024-04-13T07:45:48.707 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:48.707 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T07:45:48.707 INFO:tasks.workunit.client.0.smithi119.stdout: "total_avail_bytes": 767727230976, 2024-04-13T07:45:48.707 INFO:tasks.workunit.client.0.smithi119.stdout: "total_bytes": 767960285184, 2024-04-13T07:45:48.707 INFO:tasks.workunit.client.0.smithi119.stdout: "total_used_bytes": 233054208 2024-04-13T07:45:48.707 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:48.707 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T07:45:48.707 INFO:tasks.workunit.client.0.smithi119.stdout:} 2024-04-13T07:45:48.707 INFO:tasks.workunit.client.0.smithi119.stdout:OK 2024-04-13T07:45:48.708 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-13T07:45:48.708 DEBUG:teuthology.orchestra.run.smithi119:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-13T07:45:48.708 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='client.24890 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:48.708 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='client.24890 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:48.708 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='client.24896 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:48.708 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:45:48.708 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:45:48.708 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:48.709 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:48.709 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:48.709 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:48.709 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:48.709 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:48.709 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:48.709 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:48.709 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:48.709 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:45:48.709 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:45:48.709 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:48.709 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:48.709 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:48.709 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:45:48.709 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:45:48.709 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:48.710 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:48.710 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:48.710 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:45:48.710 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:45:48.710 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:48.710 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='client.24890 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:48.710 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='client.24890 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:48.710 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='client.24896 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:48.710 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:45:48.711 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:45:48.711 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:48.711 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:48.711 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:48.711 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:48.711 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:48.711 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:48.711 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:48.711 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:48.711 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:48.711 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:45:48.711 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:45:48.711 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:48.711 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:48.711 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:48.711 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:45:48.712 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:45:48.712 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:48.712 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:48.712 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:48.712 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:45:48.712 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:45:48.712 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:48.712 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:48.712 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:48.712 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='client.24896 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:48.712 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:45:48.712 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:45:48.712 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:48.712 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:48.712 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:48.713 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:48.713 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:48.713 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:48.713 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:48.713 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:48.713 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:48.713 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:45:48.713 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:45:48.713 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:48.713 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:48.713 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:48.713 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:45:48.713 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:45:48.713 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:48.713 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:48.713 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:48.714 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:45:48.714 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:45:48.714 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:48.714 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:48.714 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:48.714 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:48.714 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:48.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='client.24896 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:48.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:45:48.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:45:48.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:48.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:48.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:48.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:48.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:48.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:48.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:48.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:48.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:48.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:45:48.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:45:48.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:48.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:48.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:48.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:45:48.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:45:48.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:48.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:48.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:48.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:45:48.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:45:48.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:45:48.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:45:48.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:47 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:45:48.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:48 smithi119 ceph-mon[39268]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2024-04-13T07:45:48.717 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:48 smithi139 ceph-mon[31267]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2024-04-13T07:45:48.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:48 smithi119 ceph-mon[27733]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2024-04-13T07:45:48.747 INFO:tasks.workunit:Stopping ['test_telemetry_reef.sh'] on client.0... 2024-04-13T07:45:48.747 DEBUG:teuthology.orchestra.run.smithi119:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-13T07:45:49.055 DEBUG:teuthology.parallel:result is None 2024-04-13T07:45:49.055 DEBUG:teuthology.orchestra.run.smithi119:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-13T07:45:49.082 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-13T07:45:49.082 DEBUG:teuthology.orchestra.run.smithi119:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-13T07:45:49.148 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-13T07:45:49.148 INFO:teuthology.run_tasks:Running task print... 2024-04-13T07:45:49.158 INFO:teuthology.task.print:**** done end telemetry reef... 2024-04-13T07:45:49.158 INFO:teuthology.run_tasks:Running task print... 2024-04-13T07:45:49.182 INFO:teuthology.task.print:**** done start parallel 2024-04-13T07:45:49.182 INFO:teuthology.run_tasks:Running task parallel... 2024-04-13T07:45:49.195 INFO:teuthology.task.parallel:starting parallel... 2024-04-13T07:45:49.195 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2024-04-13T07:45:49.196 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-13T07:45:49.196 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2024-04-13T07:45:49.196 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2024-04-13T07:45:49.199 INFO:tasks.rados:Beginning rados... 2024-04-13T07:45:49.199 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-04-13T07:45:49.199 INFO:tasks.rados:overrides is {'admin_socket': {'branch': 'main'}, 'ceph': {'conf': {'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}}, 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'mons down', 'mon down', 'MON_DOWN', 'out of quorum'], 'sha1': '5f22a4974d6492df1d519913f5251731f043c582'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}}}, 'install': {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '5f22a4974d6492df1d519913f5251731f043c582'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'workunit': {'branch': 'main', 'sha1': 'c2d8c3155d854ee204cb7c7261232571229d1d54'}} 2024-04-13T07:45:49.199 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-04-13T07:45:49.199 INFO:tasks.rados:joining rados 2024-04-13T07:45:49.199 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-04-13T07:45:49.200 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-13T07:45:49.200 INFO:teuthology.task.print:**** done start upgrade, wait 2024-04-13T07:45:49.200 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-04-13T07:45:49.200 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi119.front.sepia.ceph.com 2024-04-13T07:45:49.200 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -e sha1=5f22a4974d6492df1d519913f5251731f043c582 -- bash -c 'ceph config set global log_to_journald false --force' 2024-04-13T07:45:49.201 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2024-04-13T07:45:49.201 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2024-04-13T07:45:49.425 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:45:49.425 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:45:51.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:51 smithi119 ceph-mon[39268]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2024-04-13T07:45:51.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:51 smithi119 ceph-mon[27733]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2024-04-13T07:45:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:51 smithi139 ceph-mon[31267]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2024-04-13T07:45:52.969 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -e sha1=5f22a4974d6492df1d519913f5251731f043c582 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-04-13T07:45:53.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:53 smithi119 ceph-mon[39268]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-13T07:45:53.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:53 smithi119 ceph-mon[27733]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-13T07:45:53.319 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:45:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:53 smithi139 ceph-mon[31267]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-13T07:45:54.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:54 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/3094076025' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T07:45:54.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:54 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/3094076025' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T07:45:54.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:54 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/3094076025' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T07:45:54.681 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:45:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:45:54] "GET /metrics HTTP/1.1" 200 33668 "" "Prometheus/2.43.0" 2024-04-13T07:45:54.706 INFO:tasks.rados:starting run 0 out of 1 2024-04-13T07:45:54.706 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2024-04-13T07:45:54.706 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2024-04-13T07:45:55.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:55 smithi139 ceph-mon[31267]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-13T07:45:55.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:55 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/3094076025' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-13T07:45:55.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:55 smithi139 ceph-mon[31267]: osdmap e70: 8 total, 8 up, 8 in 2024-04-13T07:45:55.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:55 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:45:55.289 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:55 smithi119 ceph-mon[27733]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-13T07:45:55.289 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:55 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/3094076025' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-13T07:45:55.289 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:55 smithi119 ceph-mon[27733]: osdmap e70: 8 total, 8 up, 8 in 2024-04-13T07:45:55.289 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:55 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:45:55.289 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:55 smithi119 ceph-mon[39268]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-13T07:45:55.289 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:55 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/3094076025' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-13T07:45:55.289 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:55 smithi119 ceph-mon[39268]: osdmap e70: 8 total, 8 up, 8 in 2024-04-13T07:45:55.290 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:55 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:45:55.753 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:45:55.972 INFO:teuthology.orchestra.run.smithi119.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:5f22a4974d6492df1d519913f5251731f043c582 2024-04-13T07:45:57.161 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:56 smithi119 ceph-mon[39268]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-13T07:45:57.161 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:56 smithi119 ceph-mon[39268]: from='client.24926 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:5f22a4974d6492df1d519913f5251731f043c582", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:57.161 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:56 smithi119 ceph-mon[39268]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:5f22a4974d6492df1d519913f5251731f043c582 2024-04-13T07:45:57.161 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:56 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:57.161 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:56 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:45:57.161 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:56 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:45:57.161 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:56 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:45:57.161 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:56 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:57.162 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:56 smithi119 ceph-mon[27733]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-13T07:45:57.162 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:56 smithi119 ceph-mon[27733]: from='client.24926 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:5f22a4974d6492df1d519913f5251731f043c582", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:57.162 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:56 smithi119 ceph-mon[27733]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:5f22a4974d6492df1d519913f5251731f043c582 2024-04-13T07:45:57.162 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:56 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:57.162 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:56 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:45:57.162 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:56 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:45:57.162 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:56 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:45:57.162 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:56 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:57.181 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -e sha1=5f22a4974d6492df1d519913f5251731f043c582 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done' 2024-04-13T07:45:57.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:56 smithi139 ceph-mon[31267]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-13T07:45:57.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:56 smithi139 ceph-mon[31267]: from='client.24926 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:5f22a4974d6492df1d519913f5251731f043c582", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:45:57.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:56 smithi139 ceph-mon[31267]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:5f22a4974d6492df1d519913f5251731f043c582 2024-04-13T07:45:57.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:56 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:57.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:56 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:45:57.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:56 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:45:57.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:56 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:45:57.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:56 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:45:58.185 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:57 smithi119 ceph-mon[27733]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:5f22a4974d6492df1d519913f5251731f043c582 2024-04-13T07:45:58.186 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:57 smithi119 ceph-mon[39268]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:5f22a4974d6492df1d519913f5251731f043c582 2024-04-13T07:45:58.228 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:45:58.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:57 smithi139 ceph-mon[31267]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:5f22a4974d6492df1d519913f5251731f043c582 2024-04-13T07:45:59.125 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:58 smithi119 ceph-mon[39268]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-13T07:45:59.125 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:58 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/786411366' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-13T07:45:59.125 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:58 smithi119 ceph-mon[39268]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-13T07:45:59.125 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:58 smithi119 ceph-mon[27733]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-13T07:45:59.125 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:58 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/786411366' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-13T07:45:59.125 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:58 smithi119 ceph-mon[27733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-13T07:45:59.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:58 smithi139 ceph-mon[31267]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-13T07:45:59.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:58 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/786411366' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-13T07:45:59.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:58 smithi139 ceph-mon[31267]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-13T07:46:00.004 INFO:teuthology.orchestra.run.smithi119.stderr:pool 'unique_pool_0' created 2024-04-13T07:46:00.063 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:45:59 smithi119 ceph-mon[39268]: osdmap e71: 8 total, 8 up, 8 in 2024-04-13T07:46:00.063 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:45:59 smithi119 ceph-mon[27733]: osdmap e71: 8 total, 8 up, 8 in 2024-04-13T07:46:00.358 INFO:teuthology.orchestra.run.smithi119.stdout:true 2024-04-13T07:46:00.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:45:59 smithi139 ceph-mon[31267]: osdmap e71: 8 total, 8 up, 8 in 2024-04-13T07:46:00.734 INFO:teuthology.orchestra.run.smithi119.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-13T07:46:00.734 INFO:teuthology.orchestra.run.smithi119.stdout:alertmanager.a smithi119 *:9093,9094 running (101s) 86s ago 2m 16.5M - 0.25.0 c8568f914cd2 a8bd9bb7cb08 2024-04-13T07:46:00.734 INFO:teuthology.orchestra.run.smithi119.stdout:grafana.a smithi139 *:3000 running (2m) 85s ago 2m 81.8M - 9.4.7 954c08fa6188 43be3a562cf4 2024-04-13T07:46:00.734 INFO:teuthology.orchestra.run.smithi119.stdout:mds.a smithi119 running (3m) 86s ago 3m 16.4M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 1c0a22818175 2024-04-13T07:46:00.734 INFO:teuthology.orchestra.run.smithi119.stdout:mds.b smithi139 running (3m) 85s ago 3m 13.4M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 9d051222a698 2024-04-13T07:46:00.735 INFO:teuthology.orchestra.run.smithi119.stdout:mgr.x smithi139 *:8443,8765 running (7m) 85s ago 7m 448M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 47929656fb64 2024-04-13T07:46:00.735 INFO:teuthology.orchestra.run.smithi119.stdout:mgr.y smithi119 *:9283,8765 running (8m) 86s ago 8m 495M - 18.2.2-1217-g7d36322c 6ecd1226aa2f cb7f7188b724 2024-04-13T07:46:00.735 INFO:teuthology.orchestra.run.smithi119.stdout:mon.a smithi119 running (8m) 86s ago 8m 44.1M 2048M 18.2.2-1217-g7d36322c 6ecd1226aa2f f2e13e059877 2024-04-13T07:46:00.735 INFO:teuthology.orchestra.run.smithi119.stdout:mon.b smithi139 running (7m) 85s ago 7m 36.7M 2048M 18.2.2-1217-g7d36322c 6ecd1226aa2f ab5b3b4132d2 2024-04-13T07:46:00.735 INFO:teuthology.orchestra.run.smithi119.stdout:mon.c smithi119 running (7m) 86s ago 7m 39.5M 2048M 18.2.2-1217-g7d36322c 6ecd1226aa2f f38246c5c08b 2024-04-13T07:46:00.735 INFO:teuthology.orchestra.run.smithi119.stdout:node-exporter.a smithi119 *:9100 running (2m) 86s ago 2m 3389k - 1.5.0 0da6a335fe13 b9cb5e53bb33 2024-04-13T07:46:00.735 INFO:teuthology.orchestra.run.smithi119.stdout:node-exporter.b smithi139 *:9100 running (2m) 85s ago 2m 3489k - 1.5.0 0da6a335fe13 126fe390382b 2024-04-13T07:46:00.735 INFO:teuthology.orchestra.run.smithi119.stdout:osd.0 smithi119 running (6m) 86s ago 6m 52.8M 2992M 18.2.2-1217-g7d36322c 6ecd1226aa2f 3a53ad75d7c2 2024-04-13T07:46:00.735 INFO:teuthology.orchestra.run.smithi119.stdout:osd.1 smithi119 running (6m) 86s ago 6m 45.2M 2992M 18.2.2-1217-g7d36322c 6ecd1226aa2f fdb76e7c567d 2024-04-13T07:46:00.735 INFO:teuthology.orchestra.run.smithi119.stdout:osd.2 smithi119 running (5m) 86s ago 5m 41.5M 2992M 18.2.2-1217-g7d36322c 6ecd1226aa2f 3f7cf03170a1 2024-04-13T07:46:00.735 INFO:teuthology.orchestra.run.smithi119.stdout:osd.3 smithi119 running (5m) 86s ago 5m 43.1M 2992M 18.2.2-1217-g7d36322c 6ecd1226aa2f 3f2186ecbd67 2024-04-13T07:46:00.735 INFO:teuthology.orchestra.run.smithi119.stdout:osd.4 smithi139 running (5m) 85s ago 5m 50.3M 2992M 18.2.2-1217-g7d36322c 6ecd1226aa2f 779579d3651a 2024-04-13T07:46:00.735 INFO:teuthology.orchestra.run.smithi119.stdout:osd.5 smithi139 running (4m) 85s ago 4m 50.5M 2992M 18.2.2-1217-g7d36322c 6ecd1226aa2f a52e53194853 2024-04-13T07:46:00.735 INFO:teuthology.orchestra.run.smithi119.stdout:osd.6 smithi139 running (4m) 85s ago 4m 49.3M 2992M 18.2.2-1217-g7d36322c 6ecd1226aa2f 763ea020f47e 2024-04-13T07:46:00.735 INFO:teuthology.orchestra.run.smithi119.stdout:osd.7 smithi139 running (3m) 85s ago 3m 43.8M 2992M 18.2.2-1217-g7d36322c 6ecd1226aa2f 0e23b527299b 2024-04-13T07:46:00.735 INFO:teuthology.orchestra.run.smithi119.stdout:prometheus.a smithi139 *:9095 running (96s) 85s ago 2m 29.0M - 2.43.0 a07b618ecd1d 4dafd98b31c9 2024-04-13T07:46:00.849 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2024-04-13T07:46:01.096 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:46:01.216 INFO:teuthology.orchestra.run.smithi119.stdout:{ 2024-04-13T07:46:01.216 INFO:teuthology.orchestra.run.smithi119.stdout: "mon": { 2024-04-13T07:46:01.216 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 3 2024-04-13T07:46:01.216 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:46:01.216 INFO:teuthology.orchestra.run.smithi119.stdout: "mgr": { 2024-04-13T07:46:01.216 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 2 2024-04-13T07:46:01.216 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:46:01.216 INFO:teuthology.orchestra.run.smithi119.stdout: "osd": { 2024-04-13T07:46:01.216 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 8 2024-04-13T07:46:01.216 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:46:01.216 INFO:teuthology.orchestra.run.smithi119.stdout: "mds": { 2024-04-13T07:46:01.216 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 2 2024-04-13T07:46:01.216 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:46:01.216 INFO:teuthology.orchestra.run.smithi119.stdout: "overall": { 2024-04-13T07:46:01.216 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 15 2024-04-13T07:46:01.217 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-13T07:46:01.217 INFO:teuthology.orchestra.run.smithi119.stdout:} 2024-04-13T07:46:01.252 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:00 smithi119 ceph-mon[39268]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:46:01.252 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:00 smithi119 ceph-mon[39268]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-04-13T07:46:01.252 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:00 smithi119 ceph-mon[39268]: osdmap e72: 8 total, 8 up, 8 in 2024-04-13T07:46:01.252 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:00 smithi119 ceph-mon[27733]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:46:01.252 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:01 smithi119 ceph-mon[27733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-04-13T07:46:01.252 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:01 smithi119 ceph-mon[27733]: osdmap e72: 8 total, 8 up, 8 in 2024-04-13T07:46:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:00 smithi139 ceph-mon[31267]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:46:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:00 smithi139 ceph-mon[31267]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-04-13T07:46:01.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:00 smithi139 ceph-mon[31267]: osdmap e72: 8 total, 8 up, 8 in 2024-04-13T07:46:02.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:02 smithi139 ceph-mon[31267]: from='client.15036 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:46:02.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:02 smithi139 ceph-mon[31267]: from='client.24944 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:46:02.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:02 smithi139 ceph-mon[31267]: osdmap e73: 8 total, 8 up, 8 in 2024-04-13T07:46:02.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:02 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/2732194203' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:46:02.417 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:02 smithi119 ceph-mon[39268]: from='client.15036 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:46:02.417 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:02 smithi119 ceph-mon[39268]: from='client.24944 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:46:02.417 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:02 smithi119 ceph-mon[39268]: osdmap e73: 8 total, 8 up, 8 in 2024-04-13T07:46:02.417 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:02 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/2732194203' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:46:02.417 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:02 smithi119 ceph-mon[27733]: from='client.15036 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:46:02.417 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:02 smithi119 ceph-mon[27733]: from='client.24944 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:46:02.417 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:02 smithi119 ceph-mon[27733]: osdmap e73: 8 total, 8 up, 8 in 2024-04-13T07:46:02.418 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:02 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/2732194203' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:46:03.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:03 smithi139 ceph-mon[31267]: pgmap v97: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:46:03.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:03 smithi139 ceph-mon[31267]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:46:03.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:03 smithi139 ceph-mon[31267]: osdmap e74: 8 total, 8 up, 8 in 2024-04-13T07:46:03.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:03 smithi119 ceph-mon[39268]: pgmap v97: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:46:03.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:03 smithi119 ceph-mon[39268]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:46:03.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:03 smithi119 ceph-mon[39268]: osdmap e74: 8 total, 8 up, 8 in 2024-04-13T07:46:03.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:03 smithi119 ceph-mon[27733]: pgmap v97: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:46:03.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:03 smithi119 ceph-mon[27733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:46:03.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:03 smithi119 ceph-mon[27733]: osdmap e74: 8 total, 8 up, 8 in 2024-04-13T07:46:04.019 INFO:teuthology.orchestra.run.smithi119.stderr:enabled application 'rados' on pool 'unique_pool_0' 2024-04-13T07:46:04.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:04 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/4051129912' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:46:04.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:04 smithi139 ceph-mon[31267]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:46:04.413 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:04 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/4051129912' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:46:04.413 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:04 smithi119 ceph-mon[39268]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:46:04.414 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:04 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/4051129912' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:46:04.414 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:04 smithi119 ceph-mon[27733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:46:04.716 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:46:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:46:04] "GET /metrics HTTP/1.1" 200 33671 "" "Prometheus/2.43.0" 2024-04-13T07:46:05.012 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:05 smithi119 ceph-mon[27733]: pgmap v99: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:46:05.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:05 smithi139 ceph-mon[31267]: pgmap v99: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:46:05.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:05 smithi139 ceph-mon[31267]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-04-13T07:46:05.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:05 smithi139 ceph-mon[31267]: osdmap e75: 8 total, 8 up, 8 in 2024-04-13T07:46:05.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:05 smithi119 ceph-mon[39268]: pgmap v99: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:46:05.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:05 smithi119 ceph-mon[39268]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-04-13T07:46:05.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:05 smithi119 ceph-mon[39268]: osdmap e75: 8 total, 8 up, 8 in 2024-04-13T07:46:05.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:05 smithi119 ceph-mon[27733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-04-13T07:46:05.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:05 smithi119 ceph-mon[27733]: osdmap e75: 8 total, 8 up, 8 in 2024-04-13T07:46:05.756 DEBUG:teuthology.orchestra.run.smithi119:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2024-04-13T07:46:05.785 INFO:tasks.rados.rados.0.smithi119.stdout:adding op weight read -> 100 2024-04-13T07:46:05.785 INFO:tasks.rados.rados.0.smithi119.stdout:adding op weight delete -> 50 2024-04-13T07:46:05.785 INFO:tasks.rados.rados.0.smithi119.stdout:adding op weight snap_create -> 50 2024-04-13T07:46:05.785 INFO:tasks.rados.rados.0.smithi119.stdout:adding op weight snap_remove -> 50 2024-04-13T07:46:05.785 INFO:tasks.rados.rados.0.smithi119.stdout:adding op weight rollback -> 50 2024-04-13T07:46:05.785 INFO:tasks.rados.rados.0.smithi119.stdout:adding op weight setattr -> 25 2024-04-13T07:46:05.785 INFO:tasks.rados.rados.0.smithi119.stdout:adding op weight rmattr -> 25 2024-04-13T07:46:05.785 INFO:tasks.rados.rados.0.smithi119.stdout:adding op weight copy_from -> 50 2024-04-13T07:46:05.785 INFO:tasks.rados.rados.0.smithi119.stdout:adding op weight append -> 100 2024-04-13T07:46:05.785 INFO:tasks.rados.rados.0.smithi119.stdout:ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable) 2024-04-13T07:46:05.785 INFO:tasks.rados.rados.0.smithi119.stdout:Configuration: 2024-04-13T07:46:05.786 INFO:tasks.rados.rados.0.smithi119.stdout: Number of operations: 4000 2024-04-13T07:46:05.786 INFO:tasks.rados.rados.0.smithi119.stdout: Number of objects: 50 2024-04-13T07:46:05.786 INFO:tasks.rados.rados.0.smithi119.stdout: Max in flight operations: 16 2024-04-13T07:46:05.786 INFO:tasks.rados.rados.0.smithi119.stdout: Object size (in bytes): 4000000 2024-04-13T07:46:05.786 INFO:tasks.rados.rados.0.smithi119.stdout: Write stride min: 400000 2024-04-13T07:46:05.786 INFO:tasks.rados.rados.0.smithi119.stdout: Write stride max: 800000 2024-04-13T07:46:06.025 INFO:tasks.rados.rados.0.smithi119.stdout:1: write initial oid 1 2024-04-13T07:46:06.025 INFO:tasks.rados.rados.0.smithi119.stdout:1: seq_num 0 ranges {0=24576} 2024-04-13T07:46:06.025 INFO:tasks.rados.rados.0.smithi119.stdout:1: writing smithi11982245-1 from 0 to 24576 tid 1 2024-04-13T07:46:06.025 INFO:tasks.rados.rados.0.smithi119.stdout:2: write initial oid 2 2024-04-13T07:46:06.025 INFO:tasks.rados.rados.0.smithi119.stdout:2: seq_num 1 ranges {0=24576} 2024-04-13T07:46:06.025 INFO:tasks.rados.rados.0.smithi119.stdout:2: writing smithi11982245-2 from 0 to 24576 tid 1 2024-04-13T07:46:06.026 INFO:tasks.rados.rados.0.smithi119.stdout:3: write initial oid 3 2024-04-13T07:46:06.026 INFO:tasks.rados.rados.0.smithi119.stdout:3: seq_num 2 ranges {0=40960} 2024-04-13T07:46:06.026 INFO:tasks.rados.rados.0.smithi119.stdout:3: writing smithi11982245-3 from 0 to 40960 tid 1 2024-04-13T07:46:06.026 INFO:tasks.rados.rados.0.smithi119.stdout:4: write initial oid 4 2024-04-13T07:46:06.026 INFO:tasks.rados.rados.0.smithi119.stdout:4: seq_num 3 ranges {0=57344} 2024-04-13T07:46:06.026 INFO:tasks.rados.rados.0.smithi119.stdout:4: writing smithi11982245-4 from 0 to 57344 tid 1 2024-04-13T07:46:06.026 INFO:tasks.rados.rados.0.smithi119.stdout:5: write initial oid 5 2024-04-13T07:46:06.027 INFO:tasks.rados.rados.0.smithi119.stdout:5: seq_num 4 ranges {0=73728} 2024-04-13T07:46:06.027 INFO:tasks.rados.rados.0.smithi119.stdout:5: writing smithi11982245-5 from 0 to 73728 tid 1 2024-04-13T07:46:06.027 INFO:tasks.rados.rados.0.smithi119.stdout:6: write initial oid 6 2024-04-13T07:46:06.027 INFO:tasks.rados.rados.0.smithi119.stdout:6: seq_num 5 ranges {0=90112} 2024-04-13T07:46:06.029 INFO:tasks.rados.rados.0.smithi119.stdout:6: writing smithi11982245-6 from 0 to 90112 tid 1 2024-04-13T07:46:06.029 INFO:tasks.rados.rados.0.smithi119.stdout:7: write initial oid 7 2024-04-13T07:46:06.029 INFO:tasks.rados.rados.0.smithi119.stdout:7: seq_num 6 ranges {0=106496} 2024-04-13T07:46:06.029 INFO:tasks.rados.rados.0.smithi119.stdout:7: writing smithi11982245-7 from 0 to 106496 tid 1 2024-04-13T07:46:06.029 INFO:tasks.rados.rados.0.smithi119.stdout:8: write initial oid 8 2024-04-13T07:46:06.029 INFO:tasks.rados.rados.0.smithi119.stdout:8: seq_num 7 ranges {0=122880} 2024-04-13T07:46:06.029 INFO:tasks.rados.rados.0.smithi119.stdout:8: writing smithi11982245-8 from 0 to 122880 tid 1 2024-04-13T07:46:06.029 INFO:tasks.rados.rados.0.smithi119.stdout:9: write initial oid 9 2024-04-13T07:46:06.029 INFO:tasks.rados.rados.0.smithi119.stdout:9: seq_num 8 ranges {0=139264} 2024-04-13T07:46:06.030 INFO:tasks.rados.rados.0.smithi119.stdout:9: writing smithi11982245-9 from 0 to 139264 tid 1 2024-04-13T07:46:06.030 INFO:tasks.rados.rados.0.smithi119.stdout:10: write initial oid 10 2024-04-13T07:46:06.030 INFO:tasks.rados.rados.0.smithi119.stdout:10: seq_num 9 ranges {0=155648} 2024-04-13T07:46:06.031 INFO:tasks.rados.rados.0.smithi119.stdout:10: writing smithi11982245-10 from 0 to 155648 tid 1 2024-04-13T07:46:06.031 INFO:tasks.rados.rados.0.smithi119.stdout:11: write initial oid 11 2024-04-13T07:46:06.031 INFO:tasks.rados.rados.0.smithi119.stdout:11: seq_num 10 ranges {0=172032} 2024-04-13T07:46:06.033 INFO:tasks.rados.rados.0.smithi119.stdout:11: writing smithi11982245-11 from 0 to 172032 tid 1 2024-04-13T07:46:06.033 INFO:tasks.rados.rados.0.smithi119.stdout:12: write initial oid 12 2024-04-13T07:46:06.033 INFO:tasks.rados.rados.0.smithi119.stdout:12: seq_num 11 ranges {0=188416} 2024-04-13T07:46:06.034 INFO:tasks.rados.rados.0.smithi119.stdout:12: writing smithi11982245-12 from 0 to 188416 tid 1 2024-04-13T07:46:06.034 INFO:tasks.rados.rados.0.smithi119.stdout:13: write initial oid 13 2024-04-13T07:46:06.034 INFO:tasks.rados.rados.0.smithi119.stdout:13: seq_num 12 ranges {0=204800} 2024-04-13T07:46:06.036 INFO:tasks.rados.rados.0.smithi119.stdout:13: writing smithi11982245-13 from 0 to 204800 tid 1 2024-04-13T07:46:06.036 INFO:tasks.rados.rados.0.smithi119.stdout:14: write initial oid 14 2024-04-13T07:46:06.036 INFO:tasks.rados.rados.0.smithi119.stdout:14: seq_num 13 ranges {0=221184} 2024-04-13T07:46:06.038 INFO:tasks.rados.rados.0.smithi119.stdout:14: writing smithi11982245-14 from 0 to 221184 tid 1 2024-04-13T07:46:06.038 INFO:tasks.rados.rados.0.smithi119.stdout:15: write initial oid 15 2024-04-13T07:46:06.038 INFO:tasks.rados.rados.0.smithi119.stdout:15: seq_num 14 ranges {0=237568} 2024-04-13T07:46:06.040 INFO:tasks.rados.rados.0.smithi119.stdout:15: writing smithi11982245-15 from 0 to 237568 tid 1 2024-04-13T07:46:06.041 INFO:tasks.rados.rados.0.smithi119.stdout:3: finishing write tid 1 to smithi11982245-3 2024-04-13T07:46:06.041 INFO:tasks.rados.rados.0.smithi119.stdout:1: finishing write tid 1 to smithi11982245-1 2024-04-13T07:46:06.041 INFO:tasks.rados.rados.0.smithi119.stdout:1: finishing write tid 2 to smithi11982245-1 2024-04-13T07:46:06.041 INFO:tasks.rados.rados.0.smithi119.stdout:2: finishing write tid 1 to smithi11982245-2 2024-04-13T07:46:06.041 INFO:tasks.rados.rados.0.smithi119.stdout:2: finishing write tid 2 to smithi11982245-2 2024-04-13T07:46:06.041 INFO:tasks.rados.rados.0.smithi119.stdout:3: finishing write tid 2 to smithi11982245-3 2024-04-13T07:46:06.041 INFO:tasks.rados.rados.0.smithi119.stdout:8: finishing write tid 1 to smithi11982245-8 2024-04-13T07:46:06.041 INFO:tasks.rados.rados.0.smithi119.stdout:7: finishing write tid 1 to smithi11982245-7 2024-04-13T07:46:06.041 INFO:tasks.rados.rados.0.smithi119.stdout:8: finishing write tid 2 to smithi11982245-8 2024-04-13T07:46:06.041 INFO:tasks.rados.rados.0.smithi119.stdout:2: finishing write tid 3 to smithi11982245-2 2024-04-13T07:46:06.041 INFO:tasks.rados.rados.0.smithi119.stdout:2: oid 2 updating version 0 to 1 2024-04-13T07:46:06.041 INFO:tasks.rados.rados.0.smithi119.stdout:2: oid 2 updating version 1 to 2 2024-04-13T07:46:06.041 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 2 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-04-13T07:46:06.041 INFO:tasks.rados.rados.0.smithi119.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2024-04-13T07:46:06.041 INFO:tasks.rados.rados.0.smithi119.stdout:7: finishing write tid 2 to smithi11982245-7 2024-04-13T07:46:06.041 INFO:tasks.rados.rados.0.smithi119.stdout:4: finishing write tid 1 to smithi11982245-4 2024-04-13T07:46:06.042 INFO:tasks.rados.rados.0.smithi119.stdout:4: finishing write tid 2 to smithi11982245-4 2024-04-13T07:46:06.042 INFO:tasks.rados.rados.0.smithi119.stdout:1: finishing write tid 3 to smithi11982245-1 2024-04-13T07:46:06.042 INFO:tasks.rados.rados.0.smithi119.stdout:1: oid 1 updating version 0 to 1 2024-04-13T07:46:06.042 INFO:tasks.rados.rados.0.smithi119.stdout:1: oid 1 updating version 1 to 2 2024-04-13T07:46:06.042 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-04-13T07:46:06.042 INFO:tasks.rados.rados.0.smithi119.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:46:06.042 INFO:tasks.rados.rados.0.smithi119.stdout:6: finishing write tid 1 to smithi11982245-6 2024-04-13T07:46:06.042 INFO:tasks.rados.rados.0.smithi119.stdout:6: finishing write tid 2 to smithi11982245-6 2024-04-13T07:46:06.042 INFO:tasks.rados.rados.0.smithi119.stdout:5: finishing write tid 1 to smithi11982245-5 2024-04-13T07:46:06.042 INFO:tasks.rados.rados.0.smithi119.stdout:5: finishing write tid 2 to smithi11982245-5 2024-04-13T07:46:06.042 INFO:tasks.rados.rados.0.smithi119.stdout:10: finishing write tid 1 to smithi11982245-10 2024-04-13T07:46:06.042 INFO:tasks.rados.rados.0.smithi119.stdout:10: finishing write tid 2 to smithi11982245-10 2024-04-13T07:46:06.042 INFO:tasks.rados.rados.0.smithi119.stdout:8: finishing write tid 3 to smithi11982245-8 2024-04-13T07:46:06.042 INFO:tasks.rados.rados.0.smithi119.stdout:8: oid 8 updating version 0 to 3 2024-04-13T07:46:06.042 INFO:tasks.rados.rados.0.smithi119.stdout:8: oid 8 updating version 3 to 4 2024-04-13T07:46:06.042 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 8 v 4 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-04-13T07:46:06.043 INFO:tasks.rados.rados.0.smithi119.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2024-04-13T07:46:06.043 INFO:tasks.rados.rados.0.smithi119.stdout:9: finishing write tid 1 to smithi11982245-9 2024-04-13T07:46:06.043 INFO:tasks.rados.rados.0.smithi119.stdout:3: finishing write tid 3 to smithi11982245-3 2024-04-13T07:46:06.043 INFO:tasks.rados.rados.0.smithi119.stdout:3: oid 3 updating version 0 to 1 2024-04-13T07:46:06.043 INFO:tasks.rados.rados.0.smithi119.stdout:3: oid 3 updating version 1 to 2 2024-04-13T07:46:06.043 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 3 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-04-13T07:46:06.043 INFO:tasks.rados.rados.0.smithi119.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2024-04-13T07:46:06.043 INFO:tasks.rados.rados.0.smithi119.stdout:1: done (14 left) 2024-04-13T07:46:06.043 INFO:tasks.rados.rados.0.smithi119.stdout:2: done (13 left) 2024-04-13T07:46:06.043 INFO:tasks.rados.rados.0.smithi119.stdout:3: done (12 left) 2024-04-13T07:46:06.043 INFO:tasks.rados.rados.0.smithi119.stdout:8: done (11 left) 2024-04-13T07:46:06.043 INFO:tasks.rados.rados.0.smithi119.stdout:16: write initial oid 16 2024-04-13T07:46:06.043 INFO:tasks.rados.rados.0.smithi119.stdout:9: finishing write tid 2 to smithi11982245-9 2024-04-13T07:46:06.043 INFO:tasks.rados.rados.0.smithi119.stdout:12: finishing write tid 1 to smithi11982245-12 2024-04-13T07:46:06.043 INFO:tasks.rados.rados.0.smithi119.stdout:12: finishing write tid 2 to smithi11982245-12 2024-04-13T07:46:06.043 INFO:tasks.rados.rados.0.smithi119.stdout:10: finishing write tid 3 to smithi11982245-10 2024-04-13T07:46:06.043 INFO:tasks.rados.rados.0.smithi119.stdout:10: oid 10 updating version 0 to 2 2024-04-13T07:46:06.044 INFO:tasks.rados.rados.0.smithi119.stdout:10: oid 10 version 2 is already newer than 1 2024-04-13T07:46:06.044 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 10 v 2 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-04-13T07:46:06.044 INFO:tasks.rados.rados.0.smithi119.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2024-04-13T07:46:06.044 INFO:tasks.rados.rados.0.smithi119.stdout:7: finishing write tid 3 to smithi11982245-7 2024-04-13T07:46:06.044 INFO:tasks.rados.rados.0.smithi119.stdout:7: oid 7 updating version 0 to 1 2024-04-13T07:46:06.044 INFO:tasks.rados.rados.0.smithi119.stdout:7: oid 7 updating version 1 to 2 2024-04-13T07:46:06.044 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 7 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-13T07:46:06.044 INFO:tasks.rados.rados.0.smithi119.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2024-04-13T07:46:06.044 INFO:tasks.rados.rados.0.smithi119.stdout:11: finishing write tid 1 to smithi11982245-11 2024-04-13T07:46:06.044 INFO:tasks.rados.rados.0.smithi119.stdout:16: seq_num 15 ranges {0=253952} 2024-04-13T07:46:06.045 INFO:tasks.rados.rados.0.smithi119.stdout:16: writing smithi11982245-16 from 0 to 253952 tid 1 2024-04-13T07:46:06.045 INFO:tasks.rados.rados.0.smithi119.stdout:11: finishing write tid 2 to smithi11982245-11 2024-04-13T07:46:06.045 INFO:tasks.rados.rados.0.smithi119.stdout:6: finishing write tid 3 to smithi11982245-6 2024-04-13T07:46:06.045 INFO:tasks.rados.rados.0.smithi119.stdout:6: oid 6 updating version 0 to 1 2024-04-13T07:46:06.045 INFO:tasks.rados.rados.0.smithi119.stdout:6: oid 6 updating version 1 to 2 2024-04-13T07:46:06.045 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 6 v 2 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-04-13T07:46:06.045 INFO:tasks.rados.rados.0.smithi119.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2024-04-13T07:46:06.045 INFO:tasks.rados.rados.0.smithi119.stdout:13: finishing write tid 1 to smithi11982245-13 2024-04-13T07:46:06.045 INFO:tasks.rados.rados.0.smithi119.stdout:13: finishing write tid 2 to smithi11982245-13 2024-04-13T07:46:06.045 INFO:tasks.rados.rados.0.smithi119.stdout:12: finishing write tid 3 to smithi11982245-12 2024-04-13T07:46:06.045 INFO:tasks.rados.rados.0.smithi119.stdout:12: oid 12 updating version 0 to 2 2024-04-13T07:46:06.045 INFO:tasks.rados.rados.0.smithi119.stdout:12: oid 12 version 2 is already newer than 1 2024-04-13T07:46:06.045 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 12 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-13T07:46:06.045 INFO:tasks.rados.rados.0.smithi119.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2024-04-13T07:46:06.046 INFO:tasks.rados.rados.0.smithi119.stdout:4: finishing write tid 3 to smithi11982245-4 2024-04-13T07:46:06.046 INFO:tasks.rados.rados.0.smithi119.stdout:4: oid 4 updating version 0 to 3 2024-04-13T07:46:06.046 INFO:tasks.rados.rados.0.smithi119.stdout:4: oid 4 updating version 3 to 4 2024-04-13T07:46:06.046 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 4 v 4 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-04-13T07:46:06.046 INFO:tasks.rados.rados.0.smithi119.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2024-04-13T07:46:06.046 INFO:tasks.rados.rados.0.smithi119.stdout:5: finishing write tid 3 to smithi11982245-5 2024-04-13T07:46:06.046 INFO:tasks.rados.rados.0.smithi119.stdout:5: oid 5 updating version 0 to 1 2024-04-13T07:46:06.046 INFO:tasks.rados.rados.0.smithi119.stdout:5: oid 5 updating version 1 to 2 2024-04-13T07:46:06.046 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 5 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-04-13T07:46:06.046 INFO:tasks.rados.rados.0.smithi119.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2024-04-13T07:46:06.046 INFO:tasks.rados.rados.0.smithi119.stdout:11: finishing write tid 3 to smithi11982245-11 2024-04-13T07:46:06.046 INFO:tasks.rados.rados.0.smithi119.stdout:11: oid 11 updating version 0 to 3 2024-04-13T07:46:06.046 INFO:tasks.rados.rados.0.smithi119.stdout:11: oid 11 updating version 3 to 4 2024-04-13T07:46:06.046 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 11 v 4 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-04-13T07:46:06.046 INFO:tasks.rados.rados.0.smithi119.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2024-04-13T07:46:06.046 INFO:tasks.rados.rados.0.smithi119.stdout:9: finishing write tid 3 to smithi11982245-9 2024-04-13T07:46:06.047 INFO:tasks.rados.rados.0.smithi119.stdout:9: oid 9 updating version 0 to 2 2024-04-13T07:46:06.047 INFO:tasks.rados.rados.0.smithi119.stdout:9: oid 9 version 2 is already newer than 1 2024-04-13T07:46:06.047 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 9 v 2 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-04-13T07:46:06.047 INFO:tasks.rados.rados.0.smithi119.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2024-04-13T07:46:06.047 INFO:tasks.rados.rados.0.smithi119.stdout:4: done (11 left) 2024-04-13T07:46:06.047 INFO:tasks.rados.rados.0.smithi119.stdout:5: done (10 left) 2024-04-13T07:46:06.047 INFO:tasks.rados.rados.0.smithi119.stdout:6: done (9 left) 2024-04-13T07:46:06.047 INFO:tasks.rados.rados.0.smithi119.stdout:7: done (8 left) 2024-04-13T07:46:06.047 INFO:tasks.rados.rados.0.smithi119.stdout:9: done (7 left) 2024-04-13T07:46:06.047 INFO:tasks.rados.rados.0.smithi119.stdout:10: done (6 left) 2024-04-13T07:46:06.047 INFO:tasks.rados.rados.0.smithi119.stdout:11: done (5 left) 2024-04-13T07:46:06.047 INFO:tasks.rados.rados.0.smithi119.stdout:12: done (4 left) 2024-04-13T07:46:06.047 INFO:tasks.rados.rados.0.smithi119.stdout:17: write initial oid 17 2024-04-13T07:46:06.047 INFO:tasks.rados.rados.0.smithi119.stdout:17: seq_num 16 ranges {0=270336} 2024-04-13T07:46:06.047 INFO:tasks.rados.rados.0.smithi119.stdout:17: writing smithi11982245-17 from 0 to 270336 tid 1 2024-04-13T07:46:06.047 INFO:tasks.rados.rados.0.smithi119.stdout:18: write initial oid 18 2024-04-13T07:46:06.047 INFO:tasks.rados.rados.0.smithi119.stdout:18: seq_num 17 ranges {0=286720} 2024-04-13T07:46:06.048 INFO:tasks.rados.rados.0.smithi119.stdout:18: writing smithi11982245-18 from 0 to 286720 tid 1 2024-04-13T07:46:06.048 INFO:tasks.rados.rados.0.smithi119.stdout:19: write initial oid 19 2024-04-13T07:46:06.048 INFO:tasks.rados.rados.0.smithi119.stdout:19: seq_num 18 ranges {0=303104} 2024-04-13T07:46:06.048 INFO:tasks.rados.rados.0.smithi119.stdout:19: writing smithi11982245-19 from 0 to 303104 tid 1 2024-04-13T07:46:06.049 INFO:tasks.rados.rados.0.smithi119.stdout:20: write initial oid 20 2024-04-13T07:46:06.049 INFO:tasks.rados.rados.0.smithi119.stdout:20: seq_num 19 ranges {0=319488} 2024-04-13T07:46:06.050 INFO:tasks.rados.rados.0.smithi119.stdout:20: writing smithi11982245-20 from 0 to 319488 tid 1 2024-04-13T07:46:06.050 INFO:tasks.rados.rados.0.smithi119.stdout:21: write initial oid 21 2024-04-13T07:46:06.051 INFO:tasks.rados.rados.0.smithi119.stdout:21: seq_num 20 ranges {0=344064} 2024-04-13T07:46:06.053 INFO:tasks.rados.rados.0.smithi119.stdout:21: writing smithi11982245-21 from 0 to 344064 tid 1 2024-04-13T07:46:06.053 INFO:tasks.rados.rados.0.smithi119.stdout:22: write initial oid 22 2024-04-13T07:46:06.053 INFO:tasks.rados.rados.0.smithi119.stdout:22: seq_num 21 ranges {0=360448} 2024-04-13T07:46:06.056 INFO:tasks.rados.rados.0.smithi119.stdout:22: writing smithi11982245-22 from 0 to 360448 tid 1 2024-04-13T07:46:06.056 INFO:tasks.rados.rados.0.smithi119.stdout:14: finishing write tid 1 to smithi11982245-14 2024-04-13T07:46:06.057 INFO:tasks.rados.rados.0.smithi119.stdout:14: finishing write tid 2 to smithi11982245-14 2024-04-13T07:46:06.057 INFO:tasks.rados.rados.0.smithi119.stdout:13: finishing write tid 3 to smithi11982245-13 2024-04-13T07:46:06.057 INFO:tasks.rados.rados.0.smithi119.stdout:13: oid 13 updating version 0 to 6 2024-04-13T07:46:06.057 INFO:tasks.rados.rados.0.smithi119.stdout:13: oid 13 version 6 is already newer than 5 2024-04-13T07:46:06.057 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 13 v 6 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-13T07:46:06.057 INFO:tasks.rados.rados.0.smithi119.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2024-04-13T07:46:06.057 INFO:tasks.rados.rados.0.smithi119.stdout:14: finishing write tid 3 to smithi11982245-14 2024-04-13T07:46:06.057 INFO:tasks.rados.rados.0.smithi119.stdout:14: oid 14 updating version 0 to 1 2024-04-13T07:46:06.057 INFO:tasks.rados.rados.0.smithi119.stdout:14: oid 14 updating version 1 to 2 2024-04-13T07:46:06.057 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 14 v 2 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-04-13T07:46:06.057 INFO:tasks.rados.rados.0.smithi119.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2024-04-13T07:46:06.057 INFO:tasks.rados.rados.0.smithi119.stdout:15: finishing write tid 1 to smithi11982245-15 2024-04-13T07:46:06.057 INFO:tasks.rados.rados.0.smithi119.stdout:15: finishing write tid 2 to smithi11982245-15 2024-04-13T07:46:06.057 INFO:tasks.rados.rados.0.smithi119.stdout:16: finishing write tid 1 to smithi11982245-16 2024-04-13T07:46:06.058 INFO:tasks.rados.rados.0.smithi119.stdout:16: finishing write tid 2 to smithi11982245-16 2024-04-13T07:46:06.058 INFO:tasks.rados.rados.0.smithi119.stdout:17: finishing write tid 1 to smithi11982245-17 2024-04-13T07:46:06.058 INFO:tasks.rados.rados.0.smithi119.stdout:17: finishing write tid 2 to smithi11982245-17 2024-04-13T07:46:06.058 INFO:tasks.rados.rados.0.smithi119.stdout:15: finishing write tid 3 to smithi11982245-15 2024-04-13T07:46:06.058 INFO:tasks.rados.rados.0.smithi119.stdout:15: oid 15 updating version 0 to 2 2024-04-13T07:46:06.058 INFO:tasks.rados.rados.0.smithi119.stdout:15: oid 15 version 2 is already newer than 1 2024-04-13T07:46:06.058 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 15 v 2 (ObjNum 14 snap 0 seq_num 14) dirty exists 2024-04-13T07:46:06.058 INFO:tasks.rados.rados.0.smithi119.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2024-04-13T07:46:06.058 INFO:tasks.rados.rados.0.smithi119.stdout:16: finishing write tid 3 to smithi11982245-16 2024-04-13T07:46:06.058 INFO:tasks.rados.rados.0.smithi119.stdout:16: oid 16 updating version 0 to 3 2024-04-13T07:46:06.058 INFO:tasks.rados.rados.0.smithi119.stdout:16: oid 16 updating version 3 to 4 2024-04-13T07:46:06.058 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 16 v 4 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-04-13T07:46:06.058 INFO:tasks.rados.rados.0.smithi119.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2024-04-13T07:46:06.058 INFO:tasks.rados.rados.0.smithi119.stdout:18: finishing write tid 1 to smithi11982245-18 2024-04-13T07:46:06.058 INFO:tasks.rados.rados.0.smithi119.stdout:18: finishing write tid 2 to smithi11982245-18 2024-04-13T07:46:06.058 INFO:tasks.rados.rados.0.smithi119.stdout:17: finishing write tid 3 to smithi11982245-17 2024-04-13T07:46:06.058 INFO:tasks.rados.rados.0.smithi119.stdout:17: oid 17 updating version 0 to 5 2024-04-13T07:46:06.059 INFO:tasks.rados.rados.0.smithi119.stdout:17: oid 17 updating version 5 to 6 2024-04-13T07:46:06.059 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 17 v 6 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-04-13T07:46:06.059 INFO:tasks.rados.rados.0.smithi119.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2024-04-13T07:46:06.059 INFO:tasks.rados.rados.0.smithi119.stdout:18: finishing write tid 3 to smithi11982245-18 2024-04-13T07:46:06.059 INFO:tasks.rados.rados.0.smithi119.stdout:18: oid 18 updating version 0 to 4 2024-04-13T07:46:06.059 INFO:tasks.rados.rados.0.smithi119.stdout:18: oid 18 version 4 is already newer than 3 2024-04-13T07:46:06.059 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 18 v 4 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-04-13T07:46:06.059 INFO:tasks.rados.rados.0.smithi119.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2024-04-13T07:46:06.059 INFO:tasks.rados.rados.0.smithi119.stdout:19: finishing write tid 1 to smithi11982245-19 2024-04-13T07:46:06.059 INFO:tasks.rados.rados.0.smithi119.stdout:13: done (9 left) 2024-04-13T07:46:06.059 INFO:tasks.rados.rados.0.smithi119.stdout:14: done (8 left) 2024-04-13T07:46:06.059 INFO:tasks.rados.rados.0.smithi119.stdout:15: done (7 left) 2024-04-13T07:46:06.059 INFO:tasks.rados.rados.0.smithi119.stdout:16: done (6 left) 2024-04-13T07:46:06.059 INFO:tasks.rados.rados.0.smithi119.stdout:17: done (5 left) 2024-04-13T07:46:06.059 INFO:tasks.rados.rados.0.smithi119.stdout:18: done (4 left) 2024-04-13T07:46:06.059 INFO:tasks.rados.rados.0.smithi119.stdout:23: write initial oid 23 2024-04-13T07:46:06.059 INFO:tasks.rados.rados.0.smithi119.stdout:23: seq_num 22 ranges {0=376832} 2024-04-13T07:46:06.060 INFO:tasks.rados.rados.0.smithi119.stdout:23: writing smithi11982245-23 from 0 to 376832 tid 1 2024-04-13T07:46:06.060 INFO:tasks.rados.rados.0.smithi119.stdout:24: write initial oid 24 2024-04-13T07:46:06.060 INFO:tasks.rados.rados.0.smithi119.stdout:24: seq_num 23 ranges {0=393216} 2024-04-13T07:46:06.061 INFO:tasks.rados.rados.0.smithi119.stdout:24: writing smithi11982245-24 from 0 to 393216 tid 1 2024-04-13T07:46:06.061 INFO:tasks.rados.rados.0.smithi119.stdout:25: write initial oid 25 2024-04-13T07:46:06.061 INFO:tasks.rados.rados.0.smithi119.stdout:25: seq_num 24 ranges {0=409600} 2024-04-13T07:46:06.063 INFO:tasks.rados.rados.0.smithi119.stdout:25: writing smithi11982245-25 from 0 to 409600 tid 1 2024-04-13T07:46:06.063 INFO:tasks.rados.rados.0.smithi119.stdout:26: write initial oid 26 2024-04-13T07:46:06.063 INFO:tasks.rados.rados.0.smithi119.stdout:26: seq_num 25 ranges {0=425984} 2024-04-13T07:46:06.066 INFO:tasks.rados.rados.0.smithi119.stdout:26: writing smithi11982245-26 from 0 to 425984 tid 1 2024-04-13T07:46:06.066 INFO:tasks.rados.rados.0.smithi119.stdout:27: write initial oid 27 2024-04-13T07:46:06.066 INFO:tasks.rados.rados.0.smithi119.stdout:27: seq_num 26 ranges {0=442368} 2024-04-13T07:46:06.069 INFO:tasks.rados.rados.0.smithi119.stdout:27: writing smithi11982245-27 from 0 to 442368 tid 1 2024-04-13T07:46:06.069 INFO:tasks.rados.rados.0.smithi119.stdout:19: finishing write tid 2 to smithi11982245-19 2024-04-13T07:46:06.069 INFO:tasks.rados.rados.0.smithi119.stdout:19: finishing write tid 3 to smithi11982245-19 2024-04-13T07:46:06.070 INFO:tasks.rados.rados.0.smithi119.stdout:19: oid 19 updating version 0 to 3 2024-04-13T07:46:06.070 INFO:tasks.rados.rados.0.smithi119.stdout:19: oid 19 updating version 3 to 4 2024-04-13T07:46:06.070 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 19 v 4 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-04-13T07:46:06.070 INFO:tasks.rados.rados.0.smithi119.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2024-04-13T07:46:06.070 INFO:tasks.rados.rados.0.smithi119.stdout:20: finishing write tid 1 to smithi11982245-20 2024-04-13T07:46:06.070 INFO:tasks.rados.rados.0.smithi119.stdout:20: finishing write tid 2 to smithi11982245-20 2024-04-13T07:46:06.070 INFO:tasks.rados.rados.0.smithi119.stdout:21: finishing write tid 1 to smithi11982245-21 2024-04-13T07:46:06.070 INFO:tasks.rados.rados.0.smithi119.stdout:20: finishing write tid 3 to smithi11982245-20 2024-04-13T07:46:06.070 INFO:tasks.rados.rados.0.smithi119.stdout:20: oid 20 updating version 0 to 7 2024-04-13T07:46:06.070 INFO:tasks.rados.rados.0.smithi119.stdout:20: oid 20 updating version 7 to 8 2024-04-13T07:46:06.070 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 20 v 8 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-04-13T07:46:06.070 INFO:tasks.rados.rados.0.smithi119.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2024-04-13T07:46:06.070 INFO:tasks.rados.rados.0.smithi119.stdout:21: finishing write tid 2 to smithi11982245-21 2024-04-13T07:46:06.070 INFO:tasks.rados.rados.0.smithi119.stdout:21: finishing write tid 3 to smithi11982245-21 2024-04-13T07:46:06.070 INFO:tasks.rados.rados.0.smithi119.stdout:21: oid 21 updating version 0 to 4 2024-04-13T07:46:06.070 INFO:tasks.rados.rados.0.smithi119.stdout:21: oid 21 version 4 is already newer than 3 2024-04-13T07:46:06.071 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 21 v 4 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-04-13T07:46:06.071 INFO:tasks.rados.rados.0.smithi119.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2024-04-13T07:46:06.071 INFO:tasks.rados.rados.0.smithi119.stdout:22: finishing write tid 1 to smithi11982245-22 2024-04-13T07:46:06.071 INFO:tasks.rados.rados.0.smithi119.stdout:22: finishing write tid 2 to smithi11982245-22 2024-04-13T07:46:06.071 INFO:tasks.rados.rados.0.smithi119.stdout:22: finishing write tid 3 to smithi11982245-22 2024-04-13T07:46:06.071 INFO:tasks.rados.rados.0.smithi119.stdout:22: oid 22 updating version 0 to 4 2024-04-13T07:46:06.071 INFO:tasks.rados.rados.0.smithi119.stdout:22: oid 22 version 4 is already newer than 3 2024-04-13T07:46:06.071 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 22 v 4 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-04-13T07:46:06.071 INFO:tasks.rados.rados.0.smithi119.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2024-04-13T07:46:06.071 INFO:tasks.rados.rados.0.smithi119.stdout:23: finishing write tid 1 to smithi11982245-23 2024-04-13T07:46:06.071 INFO:tasks.rados.rados.0.smithi119.stdout:23: finishing write tid 2 to smithi11982245-23 2024-04-13T07:46:06.071 INFO:tasks.rados.rados.0.smithi119.stdout:23: finishing write tid 3 to smithi11982245-23 2024-04-13T07:46:06.071 INFO:tasks.rados.rados.0.smithi119.stdout:23: oid 23 updating version 0 to 6 2024-04-13T07:46:06.071 INFO:tasks.rados.rados.0.smithi119.stdout:23: oid 23 version 6 is already newer than 5 2024-04-13T07:46:06.071 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 23 v 6 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-04-13T07:46:06.071 INFO:tasks.rados.rados.0.smithi119.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2024-04-13T07:46:06.072 INFO:tasks.rados.rados.0.smithi119.stdout:24: finishing write tid 1 to smithi11982245-24 2024-04-13T07:46:06.072 INFO:tasks.rados.rados.0.smithi119.stdout:24: finishing write tid 2 to smithi11982245-24 2024-04-13T07:46:06.072 INFO:tasks.rados.rados.0.smithi119.stdout:24: finishing write tid 3 to smithi11982245-24 2024-04-13T07:46:06.072 INFO:tasks.rados.rados.0.smithi119.stdout:24: oid 24 updating version 0 to 4 2024-04-13T07:46:06.072 INFO:tasks.rados.rados.0.smithi119.stdout:24: oid 24 version 4 is already newer than 3 2024-04-13T07:46:06.072 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 24 v 4 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-04-13T07:46:06.072 INFO:tasks.rados.rados.0.smithi119.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2024-04-13T07:46:06.072 INFO:tasks.rados.rados.0.smithi119.stdout:25: finishing write tid 1 to smithi11982245-25 2024-04-13T07:46:06.072 INFO:tasks.rados.rados.0.smithi119.stdout:25: finishing write tid 2 to smithi11982245-25 2024-04-13T07:46:06.072 INFO:tasks.rados.rados.0.smithi119.stdout:25: finishing write tid 3 to smithi11982245-25 2024-04-13T07:46:06.072 INFO:tasks.rados.rados.0.smithi119.stdout:25: oid 25 updating version 0 to 5 2024-04-13T07:46:06.072 INFO:tasks.rados.rados.0.smithi119.stdout:25: oid 25 updating version 5 to 6 2024-04-13T07:46:06.072 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 25 v 6 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-04-13T07:46:06.072 INFO:tasks.rados.rados.0.smithi119.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2024-04-13T07:46:06.072 INFO:tasks.rados.rados.0.smithi119.stdout:26: finishing write tid 1 to smithi11982245-26 2024-04-13T07:46:06.072 INFO:tasks.rados.rados.0.smithi119.stdout:19: done (8 left) 2024-04-13T07:46:06.072 INFO:tasks.rados.rados.0.smithi119.stdout:20: done (7 left) 2024-04-13T07:46:06.072 INFO:tasks.rados.rados.0.smithi119.stdout:21: done (6 left) 2024-04-13T07:46:06.073 INFO:tasks.rados.rados.0.smithi119.stdout:22: done (5 left) 2024-04-13T07:46:06.073 INFO:tasks.rados.rados.0.smithi119.stdout:23: done (4 left) 2024-04-13T07:46:06.073 INFO:tasks.rados.rados.0.smithi119.stdout:24: done (3 left) 2024-04-13T07:46:06.073 INFO:tasks.rados.rados.0.smithi119.stdout:25: done (2 left) 2024-04-13T07:46:06.073 INFO:tasks.rados.rados.0.smithi119.stdout:28: write initial oid 28 2024-04-13T07:46:06.073 INFO:tasks.rados.rados.0.smithi119.stdout:28: seq_num 27 ranges {0=458752} 2024-04-13T07:46:06.073 INFO:tasks.rados.rados.0.smithi119.stdout:28: writing smithi11982245-28 from 0 to 458752 tid 1 2024-04-13T07:46:06.073 INFO:tasks.rados.rados.0.smithi119.stdout:29: write initial oid 29 2024-04-13T07:46:06.074 INFO:tasks.rados.rados.0.smithi119.stdout:29: seq_num 28 ranges {0=475136} 2024-04-13T07:46:06.075 INFO:tasks.rados.rados.0.smithi119.stdout:29: writing smithi11982245-29 from 0 to 475136 tid 1 2024-04-13T07:46:06.075 INFO:tasks.rados.rados.0.smithi119.stdout:30: write initial oid 30 2024-04-13T07:46:06.075 INFO:tasks.rados.rados.0.smithi119.stdout:30: seq_num 29 ranges {0=491520} 2024-04-13T07:46:06.078 INFO:tasks.rados.rados.0.smithi119.stdout:30: writing smithi11982245-30 from 0 to 491520 tid 1 2024-04-13T07:46:06.078 INFO:tasks.rados.rados.0.smithi119.stdout:31: write initial oid 31 2024-04-13T07:46:06.078 INFO:tasks.rados.rados.0.smithi119.stdout:31: seq_num 30 ranges {0=507904} 2024-04-13T07:46:06.082 INFO:tasks.rados.rados.0.smithi119.stdout:31: writing smithi11982245-31 from 0 to 507904 tid 1 2024-04-13T07:46:06.082 INFO:tasks.rados.rados.0.smithi119.stdout:32: write initial oid 32 2024-04-13T07:46:06.082 INFO:tasks.rados.rados.0.smithi119.stdout:32: seq_num 31 ranges {0=524288} 2024-04-13T07:46:06.086 INFO:tasks.rados.rados.0.smithi119.stdout:32: writing smithi11982245-32 from 0 to 524288 tid 1 2024-04-13T07:46:06.086 INFO:tasks.rados.rados.0.smithi119.stdout:33: write initial oid 33 2024-04-13T07:46:06.086 INFO:tasks.rados.rados.0.smithi119.stdout:33: seq_num 32 ranges {0=540672} 2024-04-13T07:46:06.088 INFO:tasks.rados.rados.0.smithi119.stdout:33: writing smithi11982245-33 from 0 to 540672 tid 1 2024-04-13T07:46:06.088 INFO:tasks.rados.rados.0.smithi119.stdout:34: write initial oid 34 2024-04-13T07:46:06.088 INFO:tasks.rados.rados.0.smithi119.stdout:34: seq_num 33 ranges {0=557056} 2024-04-13T07:46:06.092 INFO:tasks.rados.rados.0.smithi119.stdout:34: writing smithi11982245-34 from 0 to 557056 tid 1 2024-04-13T07:46:06.092 INFO:tasks.rados.rados.0.smithi119.stdout:35: write initial oid 35 2024-04-13T07:46:06.092 INFO:tasks.rados.rados.0.smithi119.stdout:35: seq_num 34 ranges {0=573440} 2024-04-13T07:46:06.095 INFO:tasks.rados.rados.0.smithi119.stdout:35: writing smithi11982245-35 from 0 to 573440 tid 1 2024-04-13T07:46:06.095 INFO:tasks.rados.rados.0.smithi119.stdout:36: write initial oid 36 2024-04-13T07:46:06.095 INFO:tasks.rados.rados.0.smithi119.stdout:36: seq_num 35 ranges {0=589824} 2024-04-13T07:46:06.099 INFO:tasks.rados.rados.0.smithi119.stdout:36: writing smithi11982245-36 from 0 to 589824 tid 1 2024-04-13T07:46:06.099 INFO:tasks.rados.rados.0.smithi119.stdout:37: write initial oid 37 2024-04-13T07:46:06.099 INFO:tasks.rados.rados.0.smithi119.stdout:37: seq_num 36 ranges {0=606208} 2024-04-13T07:46:06.102 INFO:tasks.rados.rados.0.smithi119.stdout:37: writing smithi11982245-37 from 0 to 606208 tid 1 2024-04-13T07:46:06.102 INFO:tasks.rados.rados.0.smithi119.stdout:38: write initial oid 38 2024-04-13T07:46:06.102 INFO:tasks.rados.rados.0.smithi119.stdout:38: seq_num 37 ranges {0=622592} 2024-04-13T07:46:06.105 INFO:tasks.rados.rados.0.smithi119.stdout:38: writing smithi11982245-38 from 0 to 622592 tid 1 2024-04-13T07:46:06.105 INFO:tasks.rados.rados.0.smithi119.stdout:39: write initial oid 39 2024-04-13T07:46:06.105 INFO:tasks.rados.rados.0.smithi119.stdout:39: seq_num 38 ranges {0=638976} 2024-04-13T07:46:06.109 INFO:tasks.rados.rados.0.smithi119.stdout:39: writing smithi11982245-39 from 0 to 638976 tid 1 2024-04-13T07:46:06.109 INFO:tasks.rados.rados.0.smithi119.stdout:40: write initial oid 40 2024-04-13T07:46:06.109 INFO:tasks.rados.rados.0.smithi119.stdout:40: seq_num 39 ranges {0=663552} 2024-04-13T07:46:06.113 INFO:tasks.rados.rados.0.smithi119.stdout:40: writing smithi11982245-40 from 0 to 663552 tid 1 2024-04-13T07:46:06.113 INFO:tasks.rados.rados.0.smithi119.stdout:41: write initial oid 41 2024-04-13T07:46:06.113 INFO:tasks.rados.rados.0.smithi119.stdout:41: seq_num 40 ranges {0=679936} 2024-04-13T07:46:06.119 INFO:tasks.rados.rados.0.smithi119.stdout:41: writing smithi11982245-41 from 0 to 679936 tid 1 2024-04-13T07:46:06.119 INFO:tasks.rados.rados.0.smithi119.stdout: waiting on 16 2024-04-13T07:46:06.119 INFO:tasks.rados.rados.0.smithi119.stdout:26: finishing write tid 2 to smithi11982245-26 2024-04-13T07:46:06.119 INFO:tasks.rados.rados.0.smithi119.stdout:27: finishing write tid 1 to smithi11982245-27 2024-04-13T07:46:06.119 INFO:tasks.rados.rados.0.smithi119.stdout:27: finishing write tid 2 to smithi11982245-27 2024-04-13T07:46:06.119 INFO:tasks.rados.rados.0.smithi119.stdout:26: finishing write tid 3 to smithi11982245-26 2024-04-13T07:46:06.120 INFO:tasks.rados.rados.0.smithi119.stdout:26: oid 26 updating version 0 to 2 2024-04-13T07:46:06.120 INFO:tasks.rados.rados.0.smithi119.stdout:26: oid 26 version 2 is already newer than 1 2024-04-13T07:46:06.120 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 26 v 2 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-04-13T07:46:06.120 INFO:tasks.rados.rados.0.smithi119.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2024-04-13T07:46:06.120 INFO:tasks.rados.rados.0.smithi119.stdout:27: finishing write tid 3 to smithi11982245-27 2024-04-13T07:46:06.120 INFO:tasks.rados.rados.0.smithi119.stdout:27: oid 27 updating version 0 to 3 2024-04-13T07:46:06.120 INFO:tasks.rados.rados.0.smithi119.stdout:27: oid 27 updating version 3 to 4 2024-04-13T07:46:06.120 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 27 v 4 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-04-13T07:46:06.120 INFO:tasks.rados.rados.0.smithi119.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2024-04-13T07:46:06.120 INFO:tasks.rados.rados.0.smithi119.stdout:28: finishing write tid 1 to smithi11982245-28 2024-04-13T07:46:06.120 INFO:tasks.rados.rados.0.smithi119.stdout:28: finishing write tid 2 to smithi11982245-28 2024-04-13T07:46:06.120 INFO:tasks.rados.rados.0.smithi119.stdout:28: finishing write tid 3 to smithi11982245-28 2024-04-13T07:46:06.120 INFO:tasks.rados.rados.0.smithi119.stdout:28: oid 28 updating version 0 to 7 2024-04-13T07:46:06.120 INFO:tasks.rados.rados.0.smithi119.stdout:28: oid 28 updating version 7 to 8 2024-04-13T07:46:06.120 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 28 v 8 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-04-13T07:46:06.120 INFO:tasks.rados.rados.0.smithi119.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2024-04-13T07:46:06.121 INFO:tasks.rados.rados.0.smithi119.stdout:29: finishing write tid 1 to smithi11982245-29 2024-04-13T07:46:06.121 INFO:tasks.rados.rados.0.smithi119.stdout:29: finishing write tid 2 to smithi11982245-29 2024-04-13T07:46:06.121 INFO:tasks.rados.rados.0.smithi119.stdout:29: finishing write tid 3 to smithi11982245-29 2024-04-13T07:46:06.121 INFO:tasks.rados.rados.0.smithi119.stdout:29: oid 29 updating version 0 to 5 2024-04-13T07:46:06.121 INFO:tasks.rados.rados.0.smithi119.stdout:29: oid 29 updating version 5 to 6 2024-04-13T07:46:06.121 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 29 v 6 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-04-13T07:46:06.121 INFO:tasks.rados.rados.0.smithi119.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2024-04-13T07:46:06.121 INFO:tasks.rados.rados.0.smithi119.stdout:30: finishing write tid 1 to smithi11982245-30 2024-04-13T07:46:06.121 INFO:tasks.rados.rados.0.smithi119.stdout:30: finishing write tid 2 to smithi11982245-30 2024-04-13T07:46:06.121 INFO:tasks.rados.rados.0.smithi119.stdout:30: finishing write tid 3 to smithi11982245-30 2024-04-13T07:46:06.121 INFO:tasks.rados.rados.0.smithi119.stdout:30: oid 30 updating version 0 to 6 2024-04-13T07:46:06.121 INFO:tasks.rados.rados.0.smithi119.stdout:30: oid 30 version 6 is already newer than 5 2024-04-13T07:46:06.121 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 30 v 6 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-04-13T07:46:06.121 INFO:tasks.rados.rados.0.smithi119.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2024-04-13T07:46:06.121 INFO:tasks.rados.rados.0.smithi119.stdout:31: finishing write tid 1 to smithi11982245-31 2024-04-13T07:46:06.121 INFO:tasks.rados.rados.0.smithi119.stdout:31: finishing write tid 2 to smithi11982245-31 2024-04-13T07:46:06.121 INFO:tasks.rados.rados.0.smithi119.stdout:31: finishing write tid 3 to smithi11982245-31 2024-04-13T07:46:06.122 INFO:tasks.rados.rados.0.smithi119.stdout:31: oid 31 updating version 0 to 2 2024-04-13T07:46:06.122 INFO:tasks.rados.rados.0.smithi119.stdout:31: oid 31 version 2 is already newer than 1 2024-04-13T07:46:06.122 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 31 v 2 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-04-13T07:46:06.122 INFO:tasks.rados.rados.0.smithi119.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2024-04-13T07:46:06.122 INFO:tasks.rados.rados.0.smithi119.stdout:32: finishing write tid 1 to smithi11982245-32 2024-04-13T07:46:06.122 INFO:tasks.rados.rados.0.smithi119.stdout:32: finishing write tid 2 to smithi11982245-32 2024-04-13T07:46:06.122 INFO:tasks.rados.rados.0.smithi119.stdout:32: finishing write tid 3 to smithi11982245-32 2024-04-13T07:46:06.122 INFO:tasks.rados.rados.0.smithi119.stdout:32: oid 32 updating version 0 to 4 2024-04-13T07:46:06.122 INFO:tasks.rados.rados.0.smithi119.stdout:32: oid 32 version 4 is already newer than 3 2024-04-13T07:46:06.122 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 32 v 4 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-04-13T07:46:06.122 INFO:tasks.rados.rados.0.smithi119.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2024-04-13T07:46:06.122 INFO:tasks.rados.rados.0.smithi119.stdout:33: finishing write tid 1 to smithi11982245-33 2024-04-13T07:46:06.122 INFO:tasks.rados.rados.0.smithi119.stdout:33: finishing write tid 2 to smithi11982245-33 2024-04-13T07:46:06.122 INFO:tasks.rados.rados.0.smithi119.stdout:33: finishing write tid 3 to smithi11982245-33 2024-04-13T07:46:06.122 INFO:tasks.rados.rados.0.smithi119.stdout:33: oid 33 updating version 0 to 8 2024-04-13T07:46:06.122 INFO:tasks.rados.rados.0.smithi119.stdout:33: oid 33 version 8 is already newer than 7 2024-04-13T07:46:06.122 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 33 v 8 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-04-13T07:46:06.123 INFO:tasks.rados.rados.0.smithi119.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2024-04-13T07:46:06.123 INFO:tasks.rados.rados.0.smithi119.stdout:34: finishing write tid 1 to smithi11982245-34 2024-04-13T07:46:06.123 INFO:tasks.rados.rados.0.smithi119.stdout:34: finishing write tid 2 to smithi11982245-34 2024-04-13T07:46:06.123 INFO:tasks.rados.rados.0.smithi119.stdout:34: finishing write tid 3 to smithi11982245-34 2024-04-13T07:46:06.123 INFO:tasks.rados.rados.0.smithi119.stdout:34: oid 34 updating version 0 to 3 2024-04-13T07:46:06.123 INFO:tasks.rados.rados.0.smithi119.stdout:34: oid 34 updating version 3 to 4 2024-04-13T07:46:06.123 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 34 v 4 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-13T07:46:06.123 INFO:tasks.rados.rados.0.smithi119.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2024-04-13T07:46:06.123 INFO:tasks.rados.rados.0.smithi119.stdout:35: finishing write tid 1 to smithi11982245-35 2024-04-13T07:46:06.123 INFO:tasks.rados.rados.0.smithi119.stdout:35: finishing write tid 2 to smithi11982245-35 2024-04-13T07:46:06.123 INFO:tasks.rados.rados.0.smithi119.stdout:35: finishing write tid 3 to smithi11982245-35 2024-04-13T07:46:06.123 INFO:tasks.rados.rados.0.smithi119.stdout:35: oid 35 updating version 0 to 9 2024-04-13T07:46:06.123 INFO:tasks.rados.rados.0.smithi119.stdout:35: oid 35 updating version 9 to 10 2024-04-13T07:46:06.123 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 35 v 10 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-04-13T07:46:06.123 INFO:tasks.rados.rados.0.smithi119.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2024-04-13T07:46:06.123 INFO:tasks.rados.rados.0.smithi119.stdout:36: finishing write tid 1 to smithi11982245-36 2024-04-13T07:46:06.123 INFO:tasks.rados.rados.0.smithi119.stdout:36: finishing write tid 2 to smithi11982245-36 2024-04-13T07:46:06.124 INFO:tasks.rados.rados.0.smithi119.stdout:36: finishing write tid 3 to smithi11982245-36 2024-04-13T07:46:06.124 INFO:tasks.rados.rados.0.smithi119.stdout:36: oid 36 updating version 0 to 5 2024-04-13T07:46:06.124 INFO:tasks.rados.rados.0.smithi119.stdout:36: oid 36 updating version 5 to 6 2024-04-13T07:46:06.124 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 36 v 6 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-04-13T07:46:06.124 INFO:tasks.rados.rados.0.smithi119.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2024-04-13T07:46:06.124 INFO:tasks.rados.rados.0.smithi119.stdout:37: finishing write tid 1 to smithi11982245-37 2024-04-13T07:46:06.124 INFO:tasks.rados.rados.0.smithi119.stdout:37: finishing write tid 2 to smithi11982245-37 2024-04-13T07:46:06.124 INFO:tasks.rados.rados.0.smithi119.stdout:37: finishing write tid 3 to smithi11982245-37 2024-04-13T07:46:06.124 INFO:tasks.rados.rados.0.smithi119.stdout:37: oid 37 updating version 0 to 5 2024-04-13T07:46:06.124 INFO:tasks.rados.rados.0.smithi119.stdout:37: oid 37 updating version 5 to 6 2024-04-13T07:46:06.124 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 37 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-13T07:46:06.124 INFO:tasks.rados.rados.0.smithi119.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2024-04-13T07:46:06.124 INFO:tasks.rados.rados.0.smithi119.stdout:38: finishing write tid 1 to smithi11982245-38 2024-04-13T07:46:06.124 INFO:tasks.rados.rados.0.smithi119.stdout:38: finishing write tid 2 to smithi11982245-38 2024-04-13T07:46:06.124 INFO:tasks.rados.rados.0.smithi119.stdout:38: finishing write tid 3 to smithi11982245-38 2024-04-13T07:46:06.125 INFO:tasks.rados.rados.0.smithi119.stdout:38: oid 38 updating version 0 to 6 2024-04-13T07:46:06.125 INFO:tasks.rados.rados.0.smithi119.stdout:38: oid 38 version 6 is already newer than 5 2024-04-13T07:46:06.125 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 38 v 6 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-04-13T07:46:06.125 INFO:tasks.rados.rados.0.smithi119.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2024-04-13T07:46:06.125 INFO:tasks.rados.rados.0.smithi119.stdout:39: finishing write tid 1 to smithi11982245-39 2024-04-13T07:46:06.125 INFO:tasks.rados.rados.0.smithi119.stdout:39: finishing write tid 2 to smithi11982245-39 2024-04-13T07:46:06.125 INFO:tasks.rados.rados.0.smithi119.stdout:39: finishing write tid 3 to smithi11982245-39 2024-04-13T07:46:06.125 INFO:tasks.rados.rados.0.smithi119.stdout:39: oid 39 updating version 0 to 4 2024-04-13T07:46:06.125 INFO:tasks.rados.rados.0.smithi119.stdout:39: oid 39 version 4 is already newer than 3 2024-04-13T07:46:06.125 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 39 v 4 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-13T07:46:06.125 INFO:tasks.rados.rados.0.smithi119.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2024-04-13T07:46:06.125 INFO:tasks.rados.rados.0.smithi119.stdout:40: finishing write tid 1 to smithi11982245-40 2024-04-13T07:46:06.125 INFO:tasks.rados.rados.0.smithi119.stdout:40: finishing write tid 2 to smithi11982245-40 2024-04-13T07:46:06.125 INFO:tasks.rados.rados.0.smithi119.stdout:40: finishing write tid 3 to smithi11982245-40 2024-04-13T07:46:06.125 INFO:tasks.rados.rados.0.smithi119.stdout:40: oid 40 updating version 0 to 5 2024-04-13T07:46:06.125 INFO:tasks.rados.rados.0.smithi119.stdout:40: oid 40 updating version 5 to 6 2024-04-13T07:46:06.125 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 40 v 6 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-13T07:46:06.126 INFO:tasks.rados.rados.0.smithi119.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2024-04-13T07:46:06.126 INFO:tasks.rados.rados.0.smithi119.stdout:26: done (15 left) 2024-04-13T07:46:06.126 INFO:tasks.rados.rados.0.smithi119.stdout:27: done (14 left) 2024-04-13T07:46:06.126 INFO:tasks.rados.rados.0.smithi119.stdout:28: done (13 left) 2024-04-13T07:46:06.126 INFO:tasks.rados.rados.0.smithi119.stdout:29: done (12 left) 2024-04-13T07:46:06.126 INFO:tasks.rados.rados.0.smithi119.stdout:30: done (11 left) 2024-04-13T07:46:06.126 INFO:tasks.rados.rados.0.smithi119.stdout:31: done (10 left) 2024-04-13T07:46:06.126 INFO:tasks.rados.rados.0.smithi119.stdout:32: done (9 left) 2024-04-13T07:46:06.126 INFO:tasks.rados.rados.0.smithi119.stdout:33: done (8 left) 2024-04-13T07:46:06.126 INFO:tasks.rados.rados.0.smithi119.stdout:34: done (7 left) 2024-04-13T07:46:06.126 INFO:tasks.rados.rados.0.smithi119.stdout:35: done (6 left) 2024-04-13T07:46:06.126 INFO:tasks.rados.rados.0.smithi119.stdout:36: done (5 left) 2024-04-13T07:46:06.126 INFO:tasks.rados.rados.0.smithi119.stdout:37: done (4 left) 2024-04-13T07:46:06.126 INFO:tasks.rados.rados.0.smithi119.stdout:38: done (3 left) 2024-04-13T07:46:06.126 INFO:tasks.rados.rados.0.smithi119.stdout:39: done (2 left) 2024-04-13T07:46:06.126 INFO:tasks.rados.rados.0.smithi119.stdout:40: done (1 left) 2024-04-13T07:46:06.127 INFO:tasks.rados.rados.0.smithi119.stdout:42: write initial oid 42 2024-04-13T07:46:06.127 INFO:tasks.rados.rados.0.smithi119.stdout:42: seq_num 41 ranges {0=696320} 2024-04-13T07:46:06.127 INFO:tasks.rados.rados.0.smithi119.stdout:42: writing smithi11982245-42 from 0 to 696320 tid 1 2024-04-13T07:46:06.127 INFO:tasks.rados.rados.0.smithi119.stdout:43: write initial oid 43 2024-04-13T07:46:06.127 INFO:tasks.rados.rados.0.smithi119.stdout:43: seq_num 42 ranges {0=712704} 2024-04-13T07:46:06.128 INFO:tasks.rados.rados.0.smithi119.stdout:43: writing smithi11982245-43 from 0 to 712704 tid 1 2024-04-13T07:46:06.128 INFO:tasks.rados.rados.0.smithi119.stdout:44: write initial oid 44 2024-04-13T07:46:06.128 INFO:tasks.rados.rados.0.smithi119.stdout:44: seq_num 43 ranges {0=729088} 2024-04-13T07:46:06.129 INFO:tasks.rados.rados.0.smithi119.stdout:44: writing smithi11982245-44 from 0 to 729088 tid 1 2024-04-13T07:46:06.129 INFO:tasks.rados.rados.0.smithi119.stdout:45: write initial oid 45 2024-04-13T07:46:06.129 INFO:tasks.rados.rados.0.smithi119.stdout:45: seq_num 44 ranges {0=745472} 2024-04-13T07:46:06.134 INFO:tasks.rados.rados.0.smithi119.stdout:45: writing smithi11982245-45 from 0 to 745472 tid 1 2024-04-13T07:46:06.134 INFO:tasks.rados.rados.0.smithi119.stdout:46: write initial oid 46 2024-04-13T07:46:06.134 INFO:tasks.rados.rados.0.smithi119.stdout:46: seq_num 45 ranges {0=761856} 2024-04-13T07:46:06.138 INFO:tasks.rados.rados.0.smithi119.stdout:46: writing smithi11982245-46 from 0 to 761856 tid 1 2024-04-13T07:46:06.138 INFO:tasks.rados.rados.0.smithi119.stdout:47: write initial oid 47 2024-04-13T07:46:06.138 INFO:tasks.rados.rados.0.smithi119.stdout:47: seq_num 46 ranges {0=778240} 2024-04-13T07:46:06.143 INFO:tasks.rados.rados.0.smithi119.stdout:47: writing smithi11982245-47 from 0 to 778240 tid 1 2024-04-13T07:46:06.143 INFO:tasks.rados.rados.0.smithi119.stdout:48: write initial oid 48 2024-04-13T07:46:06.143 INFO:tasks.rados.rados.0.smithi119.stdout:48: seq_num 47 ranges {0=794624} 2024-04-13T07:46:06.147 INFO:tasks.rados.rados.0.smithi119.stdout:48: writing smithi11982245-48 from 0 to 794624 tid 1 2024-04-13T07:46:06.147 INFO:tasks.rados.rados.0.smithi119.stdout:49: write initial oid 49 2024-04-13T07:46:06.147 INFO:tasks.rados.rados.0.smithi119.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2024-04-13T07:46:06.149 INFO:tasks.rados.rados.0.smithi119.stdout:49: writing smithi11982245-49 from 0 to 409600 tid 1 2024-04-13T07:46:06.152 INFO:tasks.rados.rados.0.smithi119.stdout:49: writing smithi11982245-49 from 409600 to 811008 tid 2 2024-04-13T07:46:06.152 INFO:tasks.rados.rados.0.smithi119.stdout:50: write initial oid 50 2024-04-13T07:46:06.152 INFO:tasks.rados.rados.0.smithi119.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2024-04-13T07:46:06.155 INFO:tasks.rados.rados.0.smithi119.stdout:50: writing smithi11982245-50 from 0 to 425984 tid 1 2024-04-13T07:46:06.158 INFO:tasks.rados.rados.0.smithi119.stdout:50: writing smithi11982245-50 from 425984 to 827392 tid 2 2024-04-13T07:46:06.159 INFO:tasks.rados.rados.0.smithi119.stdout:51: copy_from oid 15 from oid 25 current snap is 0 2024-04-13T07:46:06.159 INFO:tasks.rados.rados.0.smithi119.stdout:41: finishing write tid 1 to smithi11982245-41 2024-04-13T07:46:06.159 INFO:tasks.rados.rados.0.smithi119.stdout:41: finishing write tid 2 to smithi11982245-41 2024-04-13T07:46:06.159 INFO:tasks.rados.rados.0.smithi119.stdout:41: finishing write tid 3 to smithi11982245-41 2024-04-13T07:46:06.159 INFO:tasks.rados.rados.0.smithi119.stdout:41: oid 41 updating version 0 to 2 2024-04-13T07:46:06.159 INFO:tasks.rados.rados.0.smithi119.stdout:41: oid 41 version 2 is already newer than 1 2024-04-13T07:46:06.159 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 41 v 2 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-13T07:46:06.159 INFO:tasks.rados.rados.0.smithi119.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2024-04-13T07:46:06.159 INFO:tasks.rados.rados.0.smithi119.stdout:42: finishing write tid 1 to smithi11982245-42 2024-04-13T07:46:06.159 INFO:tasks.rados.rados.0.smithi119.stdout:42: finishing write tid 2 to smithi11982245-42 2024-04-13T07:46:06.159 INFO:tasks.rados.rados.0.smithi119.stdout:41: done (10 left) 2024-04-13T07:46:06.159 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 23 current snap is 0 2024-04-13T07:46:06.159 INFO:tasks.rados.rados.0.smithi119.stdout:42: finishing write tid 3 to smithi11982245-42 2024-04-13T07:46:06.159 INFO:tasks.rados.rados.0.smithi119.stdout:42: oid 42 updating version 0 to 9 2024-04-13T07:46:06.159 INFO:tasks.rados.rados.0.smithi119.stdout:42: oid 42 updating version 9 to 10 2024-04-13T07:46:06.159 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 42 v 10 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-04-13T07:46:06.160 INFO:tasks.rados.rados.0.smithi119.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2024-04-13T07:46:06.160 INFO:tasks.rados.rados.0.smithi119.stdout:43: finishing write tid 1 to smithi11982245-43 2024-04-13T07:46:06.160 INFO:tasks.rados.rados.0.smithi119.stdout:43: finishing write tid 2 to smithi11982245-43 2024-04-13T07:46:06.160 INFO:tasks.rados.rados.0.smithi119.stdout:52: seq_num 50 ranges {376832=442368,819200=401408} 2024-04-13T07:46:06.163 INFO:tasks.rados.rados.0.smithi119.stdout:52: writing smithi11982245-23 from 376832 to 819200 tid 1 2024-04-13T07:46:06.167 INFO:tasks.rados.rados.0.smithi119.stdout:52: writing smithi11982245-23 from 819200 to 1220608 tid 2 2024-04-13T07:46:06.167 INFO:tasks.rados.rados.0.smithi119.stdout:42: done (10 left) 2024-04-13T07:46:06.167 INFO:tasks.rados.rados.0.smithi119.stdout:53: rmattr oid 35 current snap is 0 2024-04-13T07:46:06.167 INFO:tasks.rados.rados.0.smithi119.stdout:53: done (10 left) 2024-04-13T07:46:06.167 INFO:tasks.rados.rados.0.smithi119.stdout:54: delete oid 17 current snap is 0 2024-04-13T07:46:06.167 INFO:tasks.rados.rados.0.smithi119.stdout:43: finishing write tid 3 to smithi11982245-43 2024-04-13T07:46:06.167 INFO:tasks.rados.rados.0.smithi119.stdout:43: oid 43 updating version 0 to 6 2024-04-13T07:46:06.167 INFO:tasks.rados.rados.0.smithi119.stdout:43: oid 43 version 6 is already newer than 5 2024-04-13T07:46:06.167 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 43 v 6 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-04-13T07:46:06.168 INFO:tasks.rados.rados.0.smithi119.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2024-04-13T07:46:06.168 INFO:tasks.rados.rados.0.smithi119.stdout:44: finishing write tid 1 to smithi11982245-44 2024-04-13T07:46:06.168 INFO:tasks.rados.rados.0.smithi119.stdout:44: finishing write tid 2 to smithi11982245-44 2024-04-13T07:46:06.168 INFO:tasks.rados.rados.0.smithi119.stdout:44: finishing write tid 3 to smithi11982245-44 2024-04-13T07:46:06.168 INFO:tasks.rados.rados.0.smithi119.stdout:44: oid 44 updating version 0 to 7 2024-04-13T07:46:06.168 INFO:tasks.rados.rados.0.smithi119.stdout:44: oid 44 updating version 7 to 8 2024-04-13T07:46:06.168 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 44 v 8 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-04-13T07:46:06.168 INFO:tasks.rados.rados.0.smithi119.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2024-04-13T07:46:06.168 INFO:tasks.rados.rados.0.smithi119.stdout:45: finishing write tid 1 to smithi11982245-45 2024-04-13T07:46:06.168 INFO:tasks.rados.rados.0.smithi119.stdout:45: finishing write tid 2 to smithi11982245-45 2024-04-13T07:46:06.168 INFO:tasks.rados.rados.0.smithi119.stdout:45: finishing write tid 3 to smithi11982245-45 2024-04-13T07:46:06.168 INFO:tasks.rados.rados.0.smithi119.stdout:45: oid 45 updating version 0 to 8 2024-04-13T07:46:06.168 INFO:tasks.rados.rados.0.smithi119.stdout:45: oid 45 version 8 is already newer than 7 2024-04-13T07:46:06.168 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 45 v 8 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-04-13T07:46:06.168 INFO:tasks.rados.rados.0.smithi119.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2024-04-13T07:46:06.168 INFO:tasks.rados.rados.0.smithi119.stdout:46: finishing write tid 1 to smithi11982245-46 2024-04-13T07:46:06.169 INFO:tasks.rados.rados.0.smithi119.stdout:46: finishing write tid 2 to smithi11982245-46 2024-04-13T07:46:06.169 INFO:tasks.rados.rados.0.smithi119.stdout:46: finishing write tid 3 to smithi11982245-46 2024-04-13T07:46:06.169 INFO:tasks.rados.rados.0.smithi119.stdout:46: oid 46 updating version 0 to 10 2024-04-13T07:46:06.169 INFO:tasks.rados.rados.0.smithi119.stdout:46: oid 46 version 10 is already newer than 9 2024-04-13T07:46:06.169 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 46 v 10 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-13T07:46:06.169 INFO:tasks.rados.rados.0.smithi119.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2024-04-13T07:46:06.169 INFO:tasks.rados.rados.0.smithi119.stdout:47: finishing write tid 1 to smithi11982245-47 2024-04-13T07:46:06.169 INFO:tasks.rados.rados.0.smithi119.stdout:47: finishing write tid 2 to smithi11982245-47 2024-04-13T07:46:06.169 INFO:tasks.rados.rados.0.smithi119.stdout:47: finishing write tid 3 to smithi11982245-47 2024-04-13T07:46:06.169 INFO:tasks.rados.rados.0.smithi119.stdout:47: oid 47 updating version 0 to 9 2024-04-13T07:46:06.169 INFO:tasks.rados.rados.0.smithi119.stdout:47: oid 47 updating version 9 to 10 2024-04-13T07:46:06.169 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 47 v 10 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-13T07:46:06.169 INFO:tasks.rados.rados.0.smithi119.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2024-04-13T07:46:06.169 INFO:tasks.rados.rados.0.smithi119.stdout:48: finishing write tid 1 to smithi11982245-48 2024-04-13T07:46:06.170 INFO:tasks.rados.rados.0.smithi119.stdout:48: finishing write tid 2 to smithi11982245-48 2024-04-13T07:46:06.170 INFO:tasks.rados.rados.0.smithi119.stdout:49: finishing write tid 1 to smithi11982245-49 2024-04-13T07:46:06.170 INFO:tasks.rados.rados.0.smithi119.stdout:48: finishing write tid 3 to smithi11982245-48 2024-04-13T07:46:06.170 INFO:tasks.rados.rados.0.smithi119.stdout:48: oid 48 updating version 0 to 8 2024-04-13T07:46:06.170 INFO:tasks.rados.rados.0.smithi119.stdout:48: oid 48 version 8 is already newer than 7 2024-04-13T07:46:06.170 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 48 v 8 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-13T07:46:06.170 INFO:tasks.rados.rados.0.smithi119.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2024-04-13T07:46:06.170 INFO:tasks.rados.rados.0.smithi119.stdout:49: finishing write tid 2 to smithi11982245-49 2024-04-13T07:46:06.170 INFO:tasks.rados.rados.0.smithi119.stdout:49: finishing write tid 3 to smithi11982245-49 2024-04-13T07:46:06.170 INFO:tasks.rados.rados.0.smithi119.stdout:49: finishing write tid 4 to smithi11982245-49 2024-04-13T07:46:06.170 INFO:tasks.rados.rados.0.smithi119.stdout:49: oid 49 updating version 0 to 8 2024-04-13T07:46:06.170 INFO:tasks.rados.rados.0.smithi119.stdout:49: oid 49 updating version 8 to 9 2024-04-13T07:46:06.170 INFO:tasks.rados.rados.0.smithi119.stdout:49: oid 49 version 9 is already newer than 7 2024-04-13T07:46:06.170 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 49 v 9 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-04-13T07:46:06.170 INFO:tasks.rados.rados.0.smithi119.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2024-04-13T07:46:06.170 INFO:tasks.rados.rados.0.smithi119.stdout:50: finishing write tid 1 to smithi11982245-50 2024-04-13T07:46:06.171 INFO:tasks.rados.rados.0.smithi119.stdout:50: finishing write tid 2 to smithi11982245-50 2024-04-13T07:46:06.171 INFO:tasks.rados.rados.0.smithi119.stdout:50: finishing write tid 3 to smithi11982245-50 2024-04-13T07:46:06.171 INFO:tasks.rados.rados.0.smithi119.stdout:50: finishing write tid 4 to smithi11982245-50 2024-04-13T07:46:06.171 INFO:tasks.rados.rados.0.smithi119.stdout:50: oid 50 updating version 0 to 7 2024-04-13T07:46:06.171 INFO:tasks.rados.rados.0.smithi119.stdout:50: oid 50 version 7 is already newer than 6 2024-04-13T07:46:06.171 INFO:tasks.rados.rados.0.smithi119.stdout:50: oid 50 version 7 is already newer than 5 2024-04-13T07:46:06.171 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 50 v 7 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-04-13T07:46:06.171 INFO:tasks.rados.rados.0.smithi119.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2024-04-13T07:46:06.171 INFO:tasks.rados.rados.0.smithi119.stdout:51: finishing copy_from racing read to smithi11982245-15 2024-04-13T07:46:06.171 INFO:tasks.rados.rados.0.smithi119.stdout:51: finishing copy_from to smithi11982245-15 2024-04-13T07:46:06.171 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 15 v 6 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-04-13T07:46:06.171 INFO:tasks.rados.rados.0.smithi119.stdout:52: finishing write tid 1 to smithi11982245-23 2024-04-13T07:46:06.171 INFO:tasks.rados.rados.0.smithi119.stdout:43: done (10 left) 2024-04-13T07:46:06.171 INFO:tasks.rados.rados.0.smithi119.stdout:44: done (9 left) 2024-04-13T07:46:06.171 INFO:tasks.rados.rados.0.smithi119.stdout:45: done (8 left) 2024-04-13T07:46:06.171 INFO:tasks.rados.rados.0.smithi119.stdout:46: done (7 left) 2024-04-13T07:46:06.172 INFO:tasks.rados.rados.0.smithi119.stdout:47: done (6 left) 2024-04-13T07:46:06.172 INFO:tasks.rados.rados.0.smithi119.stdout:48: done (5 left) 2024-04-13T07:46:06.172 INFO:tasks.rados.rados.0.smithi119.stdout:49: done (4 left) 2024-04-13T07:46:06.172 INFO:tasks.rados.rados.0.smithi119.stdout:50: done (3 left) 2024-04-13T07:46:06.172 INFO:tasks.rados.rados.0.smithi119.stdout:51: done (2 left) 2024-04-13T07:46:06.172 INFO:tasks.rados.rados.0.smithi119.stdout:54: done (1 left) 2024-04-13T07:46:06.172 INFO:tasks.rados.rados.0.smithi119.stdout:55: read oid 15 snap -1 2024-04-13T07:46:06.172 INFO:tasks.rados.rados.0.smithi119.stdout:55: expect (ObjNum 24 snap 0 seq_num 24) 2024-04-13T07:46:06.172 INFO:tasks.rados.rados.0.smithi119.stdout:56: rollback oid 31 current snap is 0 2024-04-13T07:46:06.172 INFO:tasks.rados.rados.0.smithi119.stdout:56: done (2 left) 2024-04-13T07:46:06.172 INFO:tasks.rados.rados.0.smithi119.stdout:57: read oid 28 snap -1 2024-04-13T07:46:06.172 INFO:tasks.rados.rados.0.smithi119.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-04-13T07:46:06.172 INFO:tasks.rados.rados.0.smithi119.stdout:58: copy_from oid 29 from oid 47 current snap is 0 2024-04-13T07:46:06.172 INFO:tasks.rados.rados.0.smithi119.stdout:59: rollback oid 45 current snap is 0 2024-04-13T07:46:06.172 INFO:tasks.rados.rados.0.smithi119.stdout:59: done (4 left) 2024-04-13T07:46:06.172 INFO:tasks.rados.rados.0.smithi119.stdout:60: copy_from oid 22 from oid 48 current snap is 0 2024-04-13T07:46:06.172 INFO:tasks.rados.rados.0.smithi119.stdout:61: delete oid 1 current snap is 0 2024-04-13T07:46:06.173 INFO:tasks.rados.rados.0.smithi119.stdout:52: finishing write tid 2 to smithi11982245-23 2024-04-13T07:46:06.173 INFO:tasks.rados.rados.0.smithi119.stdout:52: finishing write tid 3 to smithi11982245-23 2024-04-13T07:46:06.173 INFO:tasks.rados.rados.0.smithi119.stdout:61: done (5 left) 2024-04-13T07:46:06.174 INFO:tasks.rados.rados.0.smithi119.stdout:62: read oid 17 snap -1 2024-04-13T07:46:06.174 INFO:tasks.rados.rados.0.smithi119.stdout:62: expect deleted 2024-04-13T07:46:06.174 INFO:tasks.rados.rados.0.smithi119.stdout:63: snap_create 2024-04-13T07:46:06.174 INFO:tasks.rados.rados.0.smithi119.stdout:55: expect (ObjNum 24 snap 0 seq_num 24) 2024-04-13T07:46:06.182 INFO:tasks.rados.rados.0.smithi119.stdout:52: finishing write tid 4 to smithi11982245-23 2024-04-13T07:46:06.183 INFO:tasks.rados.rados.0.smithi119.stdout:52: oid 23 updating version 0 to 13 2024-04-13T07:46:06.183 INFO:tasks.rados.rados.0.smithi119.stdout:52: oid 23 version 13 is already newer than 11 2024-04-13T07:46:06.183 INFO:tasks.rados.rados.0.smithi119.stdout:52: oid 23 version 13 is already newer than 12 2024-04-13T07:46:06.183 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 23 v 13 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-04-13T07:46:06.183 INFO:tasks.rados.rados.0.smithi119.stdout:52: left oid 23 (ObjNum 50 snap 0 seq_num 50) 2024-04-13T07:46:06.183 INFO:tasks.rados.rados.0.smithi119.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-04-13T07:46:06.197 INFO:tasks.rados.rados.0.smithi119.stdout:60: finishing copy_from racing read to smithi11982245-22 2024-04-13T07:46:06.197 INFO:tasks.rados.rados.0.smithi119.stdout:60: finishing copy_from to smithi11982245-22 2024-04-13T07:46:06.197 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 22 v 8 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-13T07:46:06.197 INFO:tasks.rados.rados.0.smithi119.stdout:58: finishing copy_from racing read to smithi11982245-29 2024-04-13T07:46:06.198 INFO:tasks.rados.rados.0.smithi119.stdout:58: finishing copy_from to smithi11982245-29 2024-04-13T07:46:06.198 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 29 v 10 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-13T07:46:06.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:06 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/2342774543' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-13T07:46:06.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:06 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/2342774543' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-13T07:46:06.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:06 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/2342774543' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-13T07:46:07.026 INFO:tasks.rados.rados.0.smithi119.stdout:52: done (6 left) 2024-04-13T07:46:07.026 INFO:tasks.rados.rados.0.smithi119.stdout:55: done (5 left) 2024-04-13T07:46:07.026 INFO:tasks.rados.rados.0.smithi119.stdout:57: done (4 left) 2024-04-13T07:46:07.026 INFO:tasks.rados.rados.0.smithi119.stdout:58: done (3 left) 2024-04-13T07:46:07.026 INFO:tasks.rados.rados.0.smithi119.stdout:60: done (2 left) 2024-04-13T07:46:07.026 INFO:tasks.rados.rados.0.smithi119.stdout:62: done (1 left) 2024-04-13T07:46:07.027 INFO:tasks.rados.rados.0.smithi119.stdout:63: done (0 left) 2024-04-13T07:46:07.027 INFO:tasks.rados.rados.0.smithi119.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2024-04-13T07:46:07.027 INFO:tasks.rados.rados.0.smithi119.stdout:65: read oid 30 snap -1 2024-04-13T07:46:07.027 INFO:tasks.rados.rados.0.smithi119.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-13T07:46:07.027 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 23 current snap is 1 2024-04-13T07:46:07.027 INFO:tasks.rados.rados.0.smithi119.stdout:66: seq_num 53 ranges {1220608=491520,1712128=401408} 2024-04-13T07:46:07.035 INFO:tasks.rados.rados.0.smithi119.stdout:66: writing smithi11982245-23 from 1220608 to 1712128 tid 1 2024-04-13T07:46:07.038 INFO:tasks.rados.rados.0.smithi119.stdout:66: writing smithi11982245-23 from 1712128 to 2113536 tid 2 2024-04-13T07:46:07.038 INFO:tasks.rados.rados.0.smithi119.stdout:67: rollback oid 10 current snap is 1 2024-04-13T07:46:07.038 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 10 to 0 2024-04-13T07:46:07.038 INFO:tasks.rados.rados.0.smithi119.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-13T07:46:07.053 INFO:tasks.rados.rados.0.smithi119.stdout:64: finishing copy_from racing read to smithi11982245-15 2024-04-13T07:46:07.053 INFO:tasks.rados.rados.0.smithi119.stdout:64: finishing copy_from to smithi11982245-15 2024-04-13T07:46:07.053 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 15 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-04-13T07:46:07.053 INFO:tasks.rados.rados.0.smithi119.stdout:64: done (3 left) 2024-04-13T07:46:07.053 INFO:tasks.rados.rados.0.smithi119.stdout:65: done (2 left) 2024-04-13T07:46:07.053 INFO:tasks.rados.rados.0.smithi119.stdout:68: setattr oid 20 current snap is 1 2024-04-13T07:46:07.053 INFO:tasks.rados.rados.0.smithi119.stdout:66: finishing write tid 1 to smithi11982245-23 2024-04-13T07:46:07.053 INFO:tasks.rados.rados.0.smithi119.stdout:66: finishing write tid 2 to smithi11982245-23 2024-04-13T07:46:07.053 INFO:tasks.rados.rados.0.smithi119.stdout:66: finishing write tid 3 to smithi11982245-23 2024-04-13T07:46:07.053 INFO:tasks.rados.rados.0.smithi119.stdout:67: finishing rollback tid 0 to smithi11982245-10 2024-04-13T07:46:07.053 INFO:tasks.rados.rados.0.smithi119.stdout:67: finishing rollback tid 1 to smithi11982245-10 2024-04-13T07:46:07.053 INFO:tasks.rados.rados.0.smithi119.stdout:66: finishing write tid 4 to smithi11982245-23 2024-04-13T07:46:07.054 INFO:tasks.rados.rados.0.smithi119.stdout:66: oid 23 updating version 0 to 16 2024-04-13T07:46:07.054 INFO:tasks.rados.rados.0.smithi119.stdout:66: oid 23 updating version 16 to 17 2024-04-13T07:46:07.054 INFO:tasks.rados.rados.0.smithi119.stdout:66: oid 23 version 17 is already newer than 15 2024-04-13T07:46:07.054 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 23 v 17 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-13T07:46:07.054 INFO:tasks.rados.rados.0.smithi119.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2024-04-13T07:46:07.054 INFO:tasks.rados.rados.0.smithi119.stdout:67: finishing rollback tid 2 to smithi11982245-10 2024-04-13T07:46:07.054 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 10 v 21 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-04-13T07:46:07.055 INFO:tasks.rados.rados.0.smithi119.stdout:66: done (2 left) 2024-04-13T07:46:07.055 INFO:tasks.rados.rados.0.smithi119.stdout:67: done (1 left) 2024-04-13T07:46:07.056 INFO:tasks.rados.rados.0.smithi119.stdout:69: copy_from oid 45 from oid 34 current snap is 1 2024-04-13T07:46:07.056 INFO:tasks.rados.rados.0.smithi119.stdout:70: read oid 24 snap 0 2024-04-13T07:46:07.056 INFO:tasks.rados.rados.0.smithi119.stdout:70: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-13T07:46:07.056 INFO:tasks.rados.rados.0.smithi119.stdout:71: copy_from oid 36 from oid 28 current snap is 1 2024-04-13T07:46:07.056 INFO:tasks.rados.rados.0.smithi119.stdout:72: rollback oid 49 current snap is 1 2024-04-13T07:46:07.056 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 49 to 0 2024-04-13T07:46:07.056 INFO:tasks.rados.rados.0.smithi119.stdout:73: read oid 4 snap 0 2024-04-13T07:46:07.056 INFO:tasks.rados.rados.0.smithi119.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-13T07:46:07.056 INFO:tasks.rados.rados.0.smithi119.stdout:74: rmattr oid 7 current snap is 1 2024-04-13T07:46:07.056 INFO:tasks.rados.rados.0.smithi119.stdout:74: done (6 left) 2024-04-13T07:46:07.056 INFO:tasks.rados.rados.0.smithi119.stdout:75: copy_from oid 21 from oid 12 current snap is 1 2024-04-13T07:46:07.056 INFO:tasks.rados.rados.0.smithi119.stdout:76: read oid 39 snap -1 2024-04-13T07:46:07.056 INFO:tasks.rados.rados.0.smithi119.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-13T07:46:07.056 INFO:tasks.rados.rados.0.smithi119.stdout:77: copy_from oid 6 from oid 37 current snap is 1 2024-04-13T07:46:07.056 INFO:tasks.rados.rados.0.smithi119.stdout:78: read oid 2 snap -1 2024-04-13T07:46:07.057 INFO:tasks.rados.rados.0.smithi119.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-04-13T07:46:07.057 INFO:tasks.rados.rados.0.smithi119.stdout:79: setattr oid 41 current snap is 1 2024-04-13T07:46:07.057 INFO:tasks.rados.rados.0.smithi119.stdout:80: snap_create 2024-04-13T07:46:07.057 INFO:tasks.rados.rados.0.smithi119.stdout:72: finishing rollback tid 0 to smithi11982245-49 2024-04-13T07:46:07.058 INFO:tasks.rados.rados.0.smithi119.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-04-13T07:46:07.059 INFO:tasks.rados.rados.0.smithi119.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-13T07:46:07.062 INFO:tasks.rados.rados.0.smithi119.stdout:70: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-13T07:46:07.080 INFO:tasks.rados.rados.0.smithi119.stdout:72: finishing rollback tid 1 to smithi11982245-49 2024-04-13T07:46:07.080 INFO:tasks.rados.rados.0.smithi119.stdout:72: finishing rollback tid 2 to smithi11982245-49 2024-04-13T07:46:07.081 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 49 v 14 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-04-13T07:46:07.081 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 41 v 4 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-13T07:46:07.081 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 20 v 10 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-04-13T07:46:07.081 INFO:tasks.rados.rados.0.smithi119.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-13T07:46:07.097 INFO:tasks.rados.rados.0.smithi119.stdout:69: finishing copy_from racing read to smithi11982245-45 2024-04-13T07:46:07.097 INFO:tasks.rados.rados.0.smithi119.stdout:71: finishing copy_from racing read to smithi11982245-36 2024-04-13T07:46:07.097 INFO:tasks.rados.rados.0.smithi119.stdout:69: finishing copy_from to smithi11982245-45 2024-04-13T07:46:07.098 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 45 v 4 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-13T07:46:07.098 INFO:tasks.rados.rados.0.smithi119.stdout:71: finishing copy_from to smithi11982245-36 2024-04-13T07:46:07.098 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 36 v 8 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-04-13T07:46:07.098 INFO:tasks.rados.rados.0.smithi119.stdout:75: finishing copy_from racing read to smithi11982245-21 2024-04-13T07:46:07.098 INFO:tasks.rados.rados.0.smithi119.stdout:77: finishing copy_from racing read to smithi11982245-6 2024-04-13T07:46:07.098 INFO:tasks.rados.rados.0.smithi119.stdout:75: finishing copy_from to smithi11982245-21 2024-04-13T07:46:07.098 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 21 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-13T07:46:07.098 INFO:tasks.rados.rados.0.smithi119.stdout:77: finishing copy_from to smithi11982245-6 2024-04-13T07:46:07.098 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 6 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-13T07:46:07.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:07 smithi139 ceph-mon[31267]: pgmap v101: 121 pgs: 121 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:46:07.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:07 smithi139 ceph-mon[31267]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:46:07.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:07 smithi139 ceph-mon[31267]: Cluster is now healthy 2024-04-13T07:46:07.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:07 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/2342774543' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-04-13T07:46:07.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:07 smithi139 ceph-mon[31267]: osdmap e76: 8 total, 8 up, 8 in 2024-04-13T07:46:07.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:07 smithi119 ceph-mon[39268]: pgmap v101: 121 pgs: 121 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:46:07.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:07 smithi119 ceph-mon[39268]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:46:07.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:07 smithi119 ceph-mon[39268]: Cluster is now healthy 2024-04-13T07:46:07.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:07 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/2342774543' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-04-13T07:46:07.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:07 smithi119 ceph-mon[39268]: osdmap e76: 8 total, 8 up, 8 in 2024-04-13T07:46:07.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:07 smithi119 ceph-mon[27733]: pgmap v101: 121 pgs: 121 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:46:07.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:07 smithi119 ceph-mon[27733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:46:07.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:07 smithi119 ceph-mon[27733]: Cluster is now healthy 2024-04-13T07:46:07.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:07 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/2342774543' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-04-13T07:46:07.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:07 smithi119 ceph-mon[27733]: osdmap e76: 8 total, 8 up, 8 in 2024-04-13T07:46:08.031 INFO:tasks.rados.rados.0.smithi119.stdout:68: done (11 left) 2024-04-13T07:46:08.032 INFO:tasks.rados.rados.0.smithi119.stdout:69: done (10 left) 2024-04-13T07:46:08.032 INFO:tasks.rados.rados.0.smithi119.stdout:70: done (9 left) 2024-04-13T07:46:08.032 INFO:tasks.rados.rados.0.smithi119.stdout:71: done (8 left) 2024-04-13T07:46:08.032 INFO:tasks.rados.rados.0.smithi119.stdout:72: done (7 left) 2024-04-13T07:46:08.032 INFO:tasks.rados.rados.0.smithi119.stdout:73: done (6 left) 2024-04-13T07:46:08.032 INFO:tasks.rados.rados.0.smithi119.stdout:75: done (5 left) 2024-04-13T07:46:08.032 INFO:tasks.rados.rados.0.smithi119.stdout:76: done (4 left) 2024-04-13T07:46:08.032 INFO:tasks.rados.rados.0.smithi119.stdout:77: done (3 left) 2024-04-13T07:46:08.032 INFO:tasks.rados.rados.0.smithi119.stdout:78: done (2 left) 2024-04-13T07:46:08.032 INFO:tasks.rados.rados.0.smithi119.stdout:79: done (1 left) 2024-04-13T07:46:08.032 INFO:tasks.rados.rados.0.smithi119.stdout:80: done (0 left) 2024-04-13T07:46:08.032 INFO:tasks.rados.rados.0.smithi119.stdout:81: rollback oid 40 current snap is 2 2024-04-13T07:46:08.033 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 40 to 1 2024-04-13T07:46:08.033 INFO:tasks.rados.rados.0.smithi119.stdout:82: snap_create 2024-04-13T07:46:08.036 INFO:tasks.rados.rados.0.smithi119.stdout:81: finishing rollback tid 0 to smithi11982245-40 2024-04-13T07:46:08.036 INFO:tasks.rados.rados.0.smithi119.stdout:81: finishing rollback tid 1 to smithi11982245-40 2024-04-13T07:46:08.037 INFO:tasks.rados.rados.0.smithi119.stdout:81: finishing rollback tid 2 to smithi11982245-40 2024-04-13T07:46:08.037 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 40 v 16 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-13T07:46:08.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:08 smithi139 ceph-mon[31267]: osdmap e77: 8 total, 8 up, 8 in 2024-04-13T07:46:08.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:08 smithi119 ceph-mon[39268]: osdmap e77: 8 total, 8 up, 8 in 2024-04-13T07:46:08.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:08 smithi119 ceph-mon[27733]: osdmap e77: 8 total, 8 up, 8 in 2024-04-13T07:46:09.035 INFO:tasks.rados.rados.0.smithi119.stdout:81: done (1 left) 2024-04-13T07:46:09.036 INFO:tasks.rados.rados.0.smithi119.stdout:82: done (0 left) 2024-04-13T07:46:09.036 INFO:tasks.rados.rados.0.smithi119.stdout:83: rollback oid 9 current snap is 3 2024-04-13T07:46:09.036 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 9 to 0 2024-04-13T07:46:09.036 INFO:tasks.rados.rados.0.smithi119.stdout:84: read oid 20 snap 1 2024-04-13T07:46:09.036 INFO:tasks.rados.rados.0.smithi119.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-04-13T07:46:09.036 INFO:tasks.rados.rados.0.smithi119.stdout:85: read oid 25 snap -1 2024-04-13T07:46:09.036 INFO:tasks.rados.rados.0.smithi119.stdout:85: expect (ObjNum 24 snap 0 seq_num 24) 2024-04-13T07:46:09.036 INFO:tasks.rados.rados.0.smithi119.stdout:86: copy_from oid 34 from oid 28 current snap is 3 2024-04-13T07:46:09.036 INFO:tasks.rados.rados.0.smithi119.stdout:87: setattr oid 48 current snap is 3 2024-04-13T07:46:09.036 INFO:tasks.rados.rados.0.smithi119.stdout:88: snap_remove snap 2 2024-04-13T07:46:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:09 smithi139 ceph-mon[31267]: pgmap v104: 121 pgs: 121 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:46:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:09 smithi139 ceph-mon[31267]: osdmap e78: 8 total, 8 up, 8 in 2024-04-13T07:46:09.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:09 smithi119 ceph-mon[39268]: pgmap v104: 121 pgs: 121 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:46:09.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:09 smithi119 ceph-mon[39268]: osdmap e78: 8 total, 8 up, 8 in 2024-04-13T07:46:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:09 smithi119 ceph-mon[27733]: pgmap v104: 121 pgs: 121 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:46:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:09 smithi119 ceph-mon[27733]: osdmap e78: 8 total, 8 up, 8 in 2024-04-13T07:46:10.032 INFO:tasks.rados.rados.0.smithi119.stdout:88: done (5 left) 2024-04-13T07:46:10.033 INFO:tasks.rados.rados.0.smithi119.stdout:89: read oid 38 snap 1 2024-04-13T07:46:10.033 INFO:tasks.rados.rados.0.smithi119.stdout:89: expect (ObjNum 37 snap 0 seq_num 37) 2024-04-13T07:46:10.033 INFO:tasks.rados.rados.0.smithi119.stdout:90: read oid 18 snap -1 2024-04-13T07:46:10.033 INFO:tasks.rados.rados.0.smithi119.stdout:90: expect (ObjNum 17 snap 0 seq_num 17) 2024-04-13T07:46:10.033 INFO:tasks.rados.rados.0.smithi119.stdout:91: copy_from oid 2 from oid 29 current snap is 3 2024-04-13T07:46:10.033 INFO:tasks.rados.rados.0.smithi119.stdout:92: rmattr oid 43 current snap is 3 2024-04-13T07:46:10.033 INFO:tasks.rados.rados.0.smithi119.stdout:92: done (8 left) 2024-04-13T07:46:10.033 INFO:tasks.rados.rados.0.smithi119.stdout:93: delete oid 14 current snap is 3 2024-04-13T07:46:10.033 INFO:tasks.rados.rados.0.smithi119.stdout:83: finishing rollback tid 0 to smithi11982245-9 2024-04-13T07:46:10.033 INFO:tasks.rados.rados.0.smithi119.stdout:83: finishing rollback tid 1 to smithi11982245-9 2024-04-13T07:46:10.033 INFO:tasks.rados.rados.0.smithi119.stdout:83: finishing rollback tid 2 to smithi11982245-9 2024-04-13T07:46:10.033 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 9 v 11 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-04-13T07:46:10.033 INFO:tasks.rados.rados.0.smithi119.stdout:85: expect (ObjNum 24 snap 0 seq_num 24) 2024-04-13T07:46:10.053 INFO:tasks.rados.rados.0.smithi119.stdout:83: done (8 left) 2024-04-13T07:46:10.053 INFO:tasks.rados.rados.0.smithi119.stdout:85: done (7 left) 2024-04-13T07:46:10.053 INFO:tasks.rados.rados.0.smithi119.stdout:93: done (6 left) 2024-04-13T07:46:10.053 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 39 current snap is 3 2024-04-13T07:46:10.053 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 48 v 11 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-13T07:46:10.053 INFO:tasks.rados.rados.0.smithi119.stdout:86: finishing copy_from racing read to smithi11982245-34 2024-04-13T07:46:10.054 INFO:tasks.rados.rados.0.smithi119.stdout:86: finishing copy_from to smithi11982245-34 2024-04-13T07:46:10.054 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 34 v 8 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-04-13T07:46:10.054 INFO:tasks.rados.rados.0.smithi119.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-04-13T07:46:10.065 INFO:tasks.rados.rados.0.smithi119.stdout:90: expect (ObjNum 17 snap 0 seq_num 17) 2024-04-13T07:46:10.073 INFO:tasks.rados.rados.0.smithi119.stdout:89: expect (ObjNum 37 snap 0 seq_num 37) 2024-04-13T07:46:10.091 INFO:tasks.rados.rados.0.smithi119.stdout:91: finishing copy_from racing read to smithi11982245-2 2024-04-13T07:46:10.091 INFO:tasks.rados.rados.0.smithi119.stdout:91: finishing copy_from to smithi11982245-2 2024-04-13T07:46:10.091 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 2 v 10 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-13T07:46:10.091 INFO:tasks.rados.rados.0.smithi119.stdout:94: seq_num 55 ranges {638976=524288,1163264=401408} 2024-04-13T07:46:10.097 INFO:tasks.rados.rados.0.smithi119.stdout:94: writing smithi11982245-39 from 638976 to 1163264 tid 1 2024-04-13T07:46:10.100 INFO:tasks.rados.rados.0.smithi119.stdout:94: writing smithi11982245-39 from 1163264 to 1564672 tid 2 2024-04-13T07:46:10.101 INFO:tasks.rados.rados.0.smithi119.stdout:84: done (6 left) 2024-04-13T07:46:10.101 INFO:tasks.rados.rados.0.smithi119.stdout:86: done (5 left) 2024-04-13T07:46:10.101 INFO:tasks.rados.rados.0.smithi119.stdout:87: done (4 left) 2024-04-13T07:46:10.101 INFO:tasks.rados.rados.0.smithi119.stdout:89: done (3 left) 2024-04-13T07:46:10.101 INFO:tasks.rados.rados.0.smithi119.stdout:90: done (2 left) 2024-04-13T07:46:10.101 INFO:tasks.rados.rados.0.smithi119.stdout:91: done (1 left) 2024-04-13T07:46:10.101 INFO:tasks.rados.rados.0.smithi119.stdout:95: read oid 13 snap 0 2024-04-13T07:46:10.101 INFO:tasks.rados.rados.0.smithi119.stdout:95: expect (ObjNum 12 snap 0 seq_num 12) 2024-04-13T07:46:10.101 INFO:tasks.rados.rados.0.smithi119.stdout:96: snap_remove snap 1 2024-04-13T07:46:10.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:10 smithi139 ceph-mon[31267]: osdmap e79: 8 total, 8 up, 8 in 2024-04-13T07:46:10.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:10 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:46:10.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:10 smithi139 ceph-mon[31267]: osdmap e80: 8 total, 8 up, 8 in 2024-04-13T07:46:10.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:10 smithi119 ceph-mon[39268]: osdmap e79: 8 total, 8 up, 8 in 2024-04-13T07:46:10.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:10 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:46:10.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:10 smithi119 ceph-mon[39268]: osdmap e80: 8 total, 8 up, 8 in 2024-04-13T07:46:10.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:10 smithi119 ceph-mon[27733]: osdmap e79: 8 total, 8 up, 8 in 2024-04-13T07:46:10.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:10 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:46:10.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:10 smithi119 ceph-mon[27733]: osdmap e80: 8 total, 8 up, 8 in 2024-04-13T07:46:11.060 INFO:tasks.rados.rados.0.smithi119.stdout:96: done (2 left) 2024-04-13T07:46:11.060 INFO:tasks.rados.rados.0.smithi119.stdout:97: copy_from oid 33 from oid 36 current snap is 3 2024-04-13T07:46:11.060 INFO:tasks.rados.rados.0.smithi119.stdout:98: read oid 11 snap 0 2024-04-13T07:46:11.060 INFO:tasks.rados.rados.0.smithi119.stdout:98: expect (ObjNum 10 snap 0 seq_num 10) 2024-04-13T07:46:11.060 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 37 current snap is 3 2024-04-13T07:46:11.060 INFO:tasks.rados.rados.0.smithi119.stdout:99: seq_num 56 ranges {606208=540672,1146880=401408} 2024-04-13T07:46:11.067 INFO:tasks.rados.rados.0.smithi119.stdout:99: writing smithi11982245-37 from 606208 to 1146880 tid 1 2024-04-13T07:46:11.070 INFO:tasks.rados.rados.0.smithi119.stdout:99: writing smithi11982245-37 from 1146880 to 1548288 tid 2 2024-04-13T07:46:11.070 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 47 current snap is 3 2024-04-13T07:46:11.070 INFO:tasks.rados.rados.0.smithi119.stdout:94: finishing write tid 1 to smithi11982245-39 2024-04-13T07:46:11.070 INFO:tasks.rados.rados.0.smithi119.stdout:94: finishing write tid 2 to smithi11982245-39 2024-04-13T07:46:11.070 INFO:tasks.rados.rados.0.smithi119.stdout:100: seq_num 57 ranges {778240=557056,1335296=401408} 2024-04-13T07:46:11.078 INFO:tasks.rados.rados.0.smithi119.stdout:100: writing smithi11982245-47 from 778240 to 1335296 tid 1 2024-04-13T07:46:11.081 INFO:tasks.rados.rados.0.smithi119.stdout:100: writing smithi11982245-47 from 1335296 to 1736704 tid 2 2024-04-13T07:46:11.081 INFO:tasks.rados.rados.0.smithi119.stdout:101: copy_from oid 42 from oid 2 current snap is 3 2024-04-13T07:46:11.081 INFO:tasks.rados.rados.0.smithi119.stdout:94: finishing write tid 3 to smithi11982245-39 2024-04-13T07:46:11.081 INFO:tasks.rados.rados.0.smithi119.stdout:95: expect (ObjNum 12 snap 0 seq_num 12) 2024-04-13T07:46:11.088 INFO:tasks.rados.rados.0.smithi119.stdout:94: finishing write tid 4 to smithi11982245-39 2024-04-13T07:46:11.088 INFO:tasks.rados.rados.0.smithi119.stdout:94: oid 39 updating version 0 to 17 2024-04-13T07:46:11.088 INFO:tasks.rados.rados.0.smithi119.stdout:94: oid 39 version 17 is already newer than 16 2024-04-13T07:46:11.088 INFO:tasks.rados.rados.0.smithi119.stdout:94: oid 39 version 17 is already newer than 15 2024-04-13T07:46:11.088 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 39 v 17 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-04-13T07:46:11.088 INFO:tasks.rados.rados.0.smithi119.stdout:94: left oid 39 (ObjNum 55 snap 3 seq_num 55) 2024-04-13T07:46:11.088 INFO:tasks.rados.rados.0.smithi119.stdout:98: expect (ObjNum 10 snap 0 seq_num 10) 2024-04-13T07:46:11.094 INFO:tasks.rados.rados.0.smithi119.stdout:97: finishing copy_from racing read to smithi11982245-33 2024-04-13T07:46:11.094 INFO:tasks.rados.rados.0.smithi119.stdout:97: finishing copy_from to smithi11982245-33 2024-04-13T07:46:11.094 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 33 v 8 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-04-13T07:46:11.094 INFO:tasks.rados.rados.0.smithi119.stdout:99: finishing write tid 1 to smithi11982245-37 2024-04-13T07:46:11.094 INFO:tasks.rados.rados.0.smithi119.stdout:99: finishing write tid 2 to smithi11982245-37 2024-04-13T07:46:11.094 INFO:tasks.rados.rados.0.smithi119.stdout:99: finishing write tid 3 to smithi11982245-37 2024-04-13T07:46:11.094 INFO:tasks.rados.rados.0.smithi119.stdout:99: finishing write tid 4 to smithi11982245-37 2024-04-13T07:46:11.094 INFO:tasks.rados.rados.0.smithi119.stdout:99: oid 37 updating version 0 to 8 2024-04-13T07:46:11.094 INFO:tasks.rados.rados.0.smithi119.stdout:99: oid 37 updating version 8 to 10 2024-04-13T07:46:11.094 INFO:tasks.rados.rados.0.smithi119.stdout:99: oid 37 version 10 is already newer than 9 2024-04-13T07:46:11.094 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 37 v 10 (ObjNum 56 snap 3 seq_num 56) dirty exists 2024-04-13T07:46:11.094 INFO:tasks.rados.rados.0.smithi119.stdout:99: left oid 37 (ObjNum 56 snap 3 seq_num 56) 2024-04-13T07:46:11.095 INFO:tasks.rados.rados.0.smithi119.stdout:100: finishing write tid 1 to smithi11982245-47 2024-04-13T07:46:11.095 INFO:tasks.rados.rados.0.smithi119.stdout:100: finishing write tid 2 to smithi11982245-47 2024-04-13T07:46:11.095 INFO:tasks.rados.rados.0.smithi119.stdout:100: finishing write tid 3 to smithi11982245-47 2024-04-13T07:46:11.095 INFO:tasks.rados.rados.0.smithi119.stdout:100: finishing write tid 4 to smithi11982245-47 2024-04-13T07:46:11.095 INFO:tasks.rados.rados.0.smithi119.stdout:100: oid 47 updating version 0 to 21 2024-04-13T07:46:11.095 INFO:tasks.rados.rados.0.smithi119.stdout:100: oid 47 updating version 21 to 22 2024-04-13T07:46:11.095 INFO:tasks.rados.rados.0.smithi119.stdout:100: oid 47 version 22 is already newer than 20 2024-04-13T07:46:11.095 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 47 v 22 (ObjNum 57 snap 3 seq_num 57) dirty exists 2024-04-13T07:46:11.095 INFO:tasks.rados.rados.0.smithi119.stdout:100: left oid 47 (ObjNum 57 snap 3 seq_num 57) 2024-04-13T07:46:11.095 INFO:tasks.rados.rados.0.smithi119.stdout:101: finishing copy_from racing read to smithi11982245-42 2024-04-13T07:46:11.095 INFO:tasks.rados.rados.0.smithi119.stdout:101: finishing copy_from to smithi11982245-42 2024-04-13T07:46:11.095 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 42 v 10 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-13T07:46:11.095 INFO:tasks.rados.rados.0.smithi119.stdout:94: done (6 left) 2024-04-13T07:46:11.095 INFO:tasks.rados.rados.0.smithi119.stdout:95: done (5 left) 2024-04-13T07:46:11.095 INFO:tasks.rados.rados.0.smithi119.stdout:97: done (4 left) 2024-04-13T07:46:11.096 INFO:tasks.rados.rados.0.smithi119.stdout:98: done (3 left) 2024-04-13T07:46:11.096 INFO:tasks.rados.rados.0.smithi119.stdout:99: done (2 left) 2024-04-13T07:46:11.096 INFO:tasks.rados.rados.0.smithi119.stdout:100: done (1 left) 2024-04-13T07:46:11.096 INFO:tasks.rados.rados.0.smithi119.stdout:101: done (0 left) 2024-04-13T07:46:11.096 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 10 current snap is 3 2024-04-13T07:46:11.096 INFO:tasks.rados.rados.0.smithi119.stdout:102: seq_num 58 ranges {155648=573440,729088=401408} 2024-04-13T07:46:11.097 INFO:tasks.rados.rados.0.smithi119.stdout:102: writing smithi11982245-10 from 155648 to 729088 tid 1 2024-04-13T07:46:11.099 INFO:tasks.rados.rados.0.smithi119.stdout:102: writing smithi11982245-10 from 729088 to 1130496 tid 2 2024-04-13T07:46:11.100 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 16 current snap is 3 2024-04-13T07:46:11.100 INFO:tasks.rados.rados.0.smithi119.stdout:103: seq_num 59 ranges {253952=598016,851968=401408} 2024-04-13T07:46:11.104 INFO:tasks.rados.rados.0.smithi119.stdout:103: writing smithi11982245-16 from 253952 to 851968 tid 1 2024-04-13T07:46:11.107 INFO:tasks.rados.rados.0.smithi119.stdout:103: writing smithi11982245-16 from 851968 to 1253376 tid 2 2024-04-13T07:46:11.107 INFO:tasks.rados.rados.0.smithi119.stdout:104: rollback oid 9 current snap is 3 2024-04-13T07:46:11.107 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 9 to 0 2024-04-13T07:46:11.107 INFO:tasks.rados.rados.0.smithi119.stdout:102: finishing write tid 1 to smithi11982245-10 2024-04-13T07:46:11.107 INFO:tasks.rados.rados.0.smithi119.stdout:102: finishing write tid 2 to smithi11982245-10 2024-04-13T07:46:11.107 INFO:tasks.rados.rados.0.smithi119.stdout:102: finishing write tid 3 to smithi11982245-10 2024-04-13T07:46:11.107 INFO:tasks.rados.rados.0.smithi119.stdout:102: finishing write tid 4 to smithi11982245-10 2024-04-13T07:46:11.107 INFO:tasks.rados.rados.0.smithi119.stdout:102: oid 10 updating version 0 to 25 2024-04-13T07:46:11.108 INFO:tasks.rados.rados.0.smithi119.stdout:102: oid 10 version 25 is already newer than 24 2024-04-13T07:46:11.108 INFO:tasks.rados.rados.0.smithi119.stdout:102: oid 10 updating version 25 to 26 2024-04-13T07:46:11.108 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 10 v 26 (ObjNum 58 snap 3 seq_num 58) dirty exists 2024-04-13T07:46:11.108 INFO:tasks.rados.rados.0.smithi119.stdout:102: left oid 10 (ObjNum 58 snap 3 seq_num 58) 2024-04-13T07:46:11.108 INFO:tasks.rados.rados.0.smithi119.stdout:102: done (2 left) 2024-04-13T07:46:11.108 INFO:tasks.rados.rados.0.smithi119.stdout:105: delete oid 34 current snap is 3 2024-04-13T07:46:11.108 INFO:tasks.rados.rados.0.smithi119.stdout:103: finishing write tid 1 to smithi11982245-16 2024-04-13T07:46:11.109 INFO:tasks.rados.rados.0.smithi119.stdout:104: finishing rollback tid 0 to smithi11982245-9 2024-04-13T07:46:11.109 INFO:tasks.rados.rados.0.smithi119.stdout:104: finishing rollback tid 1 to smithi11982245-9 2024-04-13T07:46:11.109 INFO:tasks.rados.rados.0.smithi119.stdout:104: finishing rollback tid 2 to smithi11982245-9 2024-04-13T07:46:11.110 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 9 v 24 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-04-13T07:46:11.110 INFO:tasks.rados.rados.0.smithi119.stdout:104: done (2 left) 2024-04-13T07:46:11.110 INFO:tasks.rados.rados.0.smithi119.stdout:105: done (1 left) 2024-04-13T07:46:11.110 INFO:tasks.rados.rados.0.smithi119.stdout:106: read oid 20 snap -1 2024-04-13T07:46:11.110 INFO:tasks.rados.rados.0.smithi119.stdout:106: expect (ObjNum 19 snap 0 seq_num 19) 2024-04-13T07:46:11.110 INFO:tasks.rados.rados.0.smithi119.stdout:107: read oid 27 snap -1 2024-04-13T07:46:11.110 INFO:tasks.rados.rados.0.smithi119.stdout:107: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-13T07:46:11.110 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 21 current snap is 3 2024-04-13T07:46:11.110 INFO:tasks.rados.rados.0.smithi119.stdout:108: seq_num 61 ranges {188416=630784,819200=401408} 2024-04-13T07:46:11.114 INFO:tasks.rados.rados.0.smithi119.stdout:108: writing smithi11982245-21 from 188416 to 819200 tid 1 2024-04-13T07:46:11.117 INFO:tasks.rados.rados.0.smithi119.stdout:108: writing smithi11982245-21 from 819200 to 1220608 tid 2 2024-04-13T07:46:11.117 INFO:tasks.rados.rados.0.smithi119.stdout:109: snap_create 2024-04-13T07:46:11.117 INFO:tasks.rados.rados.0.smithi119.stdout:103: finishing write tid 2 to smithi11982245-16 2024-04-13T07:46:11.117 INFO:tasks.rados.rados.0.smithi119.stdout:103: finishing write tid 3 to smithi11982245-16 2024-04-13T07:46:11.117 INFO:tasks.rados.rados.0.smithi119.stdout:103: finishing write tid 4 to smithi11982245-16 2024-04-13T07:46:11.117 INFO:tasks.rados.rados.0.smithi119.stdout:103: oid 16 updating version 0 to 28 2024-04-13T07:46:11.117 INFO:tasks.rados.rados.0.smithi119.stdout:103: oid 16 updating version 28 to 30 2024-04-13T07:46:11.118 INFO:tasks.rados.rados.0.smithi119.stdout:103: oid 16 version 30 is already newer than 29 2024-04-13T07:46:11.118 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 16 v 30 (ObjNum 59 snap 3 seq_num 59) dirty exists 2024-04-13T07:46:11.118 INFO:tasks.rados.rados.0.smithi119.stdout:103: left oid 16 (ObjNum 59 snap 3 seq_num 59) 2024-04-13T07:46:11.118 INFO:tasks.rados.rados.0.smithi119.stdout:106: expect (ObjNum 19 snap 0 seq_num 19) 2024-04-13T07:46:11.128 INFO:tasks.rados.rados.0.smithi119.stdout:107: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-13T07:46:11.140 INFO:tasks.rados.rados.0.smithi119.stdout:108: finishing write tid 1 to smithi11982245-21 2024-04-13T07:46:11.140 INFO:tasks.rados.rados.0.smithi119.stdout:108: finishing write tid 2 to smithi11982245-21 2024-04-13T07:46:11.140 INFO:tasks.rados.rados.0.smithi119.stdout:108: finishing write tid 3 to smithi11982245-21 2024-04-13T07:46:11.140 INFO:tasks.rados.rados.0.smithi119.stdout:108: finishing write tid 4 to smithi11982245-21 2024-04-13T07:46:11.140 INFO:tasks.rados.rados.0.smithi119.stdout:108: oid 21 updating version 0 to 13 2024-04-13T07:46:11.140 INFO:tasks.rados.rados.0.smithi119.stdout:108: oid 21 updating version 13 to 15 2024-04-13T07:46:11.140 INFO:tasks.rados.rados.0.smithi119.stdout:108: oid 21 version 15 is already newer than 14 2024-04-13T07:46:11.141 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 21 v 15 (ObjNum 61 snap 3 seq_num 61) dirty exists 2024-04-13T07:46:11.141 INFO:tasks.rados.rados.0.smithi119.stdout:108: left oid 21 (ObjNum 61 snap 3 seq_num 61) 2024-04-13T07:46:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:11 smithi139 ceph-mon[31267]: pgmap v107: 121 pgs: 121 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:46:11.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:11 smithi119 ceph-mon[39268]: pgmap v107: 121 pgs: 121 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:46:11.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:11 smithi119 ceph-mon[27733]: pgmap v107: 121 pgs: 121 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:46:12.064 INFO:tasks.rados.rados.0.smithi119.stdout:103: done (4 left) 2024-04-13T07:46:12.065 INFO:tasks.rados.rados.0.smithi119.stdout:106: done (3 left) 2024-04-13T07:46:12.065 INFO:tasks.rados.rados.0.smithi119.stdout:107: done (2 left) 2024-04-13T07:46:12.065 INFO:tasks.rados.rados.0.smithi119.stdout:108: done (1 left) 2024-04-13T07:46:12.065 INFO:tasks.rados.rados.0.smithi119.stdout:109: done (0 left) 2024-04-13T07:46:12.065 INFO:tasks.rados.rados.0.smithi119.stdout:110: read oid 48 snap 3 2024-04-13T07:46:12.065 INFO:tasks.rados.rados.0.smithi119.stdout:110: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-13T07:46:12.065 INFO:tasks.rados.rados.0.smithi119.stdout:111: rollback oid 22 current snap is 4 2024-04-13T07:46:12.065 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 22 to 3 2024-04-13T07:46:12.065 INFO:tasks.rados.rados.0.smithi119.stdout:112: read oid 17 snap 0 2024-04-13T07:46:12.065 INFO:tasks.rados.rados.0.smithi119.stdout:112: expect deleted 2024-04-13T07:46:12.065 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 32 current snap is 4 2024-04-13T07:46:12.065 INFO:tasks.rados.rados.0.smithi119.stdout:113: seq_num 62 ranges {524288=647168,1171456=401408} 2024-04-13T07:46:12.071 INFO:tasks.rados.rados.0.smithi119.stdout:113: writing smithi11982245-32 from 524288 to 1171456 tid 1 2024-04-13T07:46:12.075 INFO:tasks.rados.rados.0.smithi119.stdout:113: writing smithi11982245-32 from 1171456 to 1572864 tid 2 2024-04-13T07:46:12.075 INFO:tasks.rados.rados.0.smithi119.stdout:113: finishing write tid 1 to smithi11982245-32 2024-04-13T07:46:12.076 INFO:tasks.rados.rados.0.smithi119.stdout:112: done (3 left) 2024-04-13T07:46:12.076 INFO:tasks.rados.rados.0.smithi119.stdout:114: copy_from oid 17 from oid 46 current snap is 4 2024-04-13T07:46:12.076 INFO:tasks.rados.rados.0.smithi119.stdout:115: read oid 42 snap -1 2024-04-13T07:46:12.076 INFO:tasks.rados.rados.0.smithi119.stdout:115: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-13T07:46:12.076 INFO:tasks.rados.rados.0.smithi119.stdout:116: copy_from oid 31 from oid 19 current snap is 4 2024-04-13T07:46:12.076 INFO:tasks.rados.rados.0.smithi119.stdout:117: copy_from oid 20 from oid 2 current snap is 4 2024-04-13T07:46:12.076 INFO:tasks.rados.rados.0.smithi119.stdout:118: snap_create 2024-04-13T07:46:12.077 INFO:tasks.rados.rados.0.smithi119.stdout:110: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-13T07:46:12.109 INFO:tasks.rados.rados.0.smithi119.stdout:111: finishing rollback tid 0 to smithi11982245-22 2024-04-13T07:46:12.109 INFO:tasks.rados.rados.0.smithi119.stdout:113: finishing write tid 2 to smithi11982245-32 2024-04-13T07:46:12.109 INFO:tasks.rados.rados.0.smithi119.stdout:111: finishing rollback tid 1 to smithi11982245-22 2024-04-13T07:46:12.109 INFO:tasks.rados.rados.0.smithi119.stdout:113: finishing write tid 3 to smithi11982245-32 2024-04-13T07:46:12.109 INFO:tasks.rados.rados.0.smithi119.stdout:111: finishing rollback tid 2 to smithi11982245-22 2024-04-13T07:46:12.110 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 22 v 19 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-13T07:46:12.110 INFO:tasks.rados.rados.0.smithi119.stdout:113: finishing write tid 4 to smithi11982245-32 2024-04-13T07:46:12.110 INFO:tasks.rados.rados.0.smithi119.stdout:113: oid 32 updating version 0 to 8 2024-04-13T07:46:12.110 INFO:tasks.rados.rados.0.smithi119.stdout:113: oid 32 version 8 is already newer than 7 2024-04-13T07:46:12.110 INFO:tasks.rados.rados.0.smithi119.stdout:113: oid 32 updating version 8 to 9 2024-04-13T07:46:12.110 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 32 v 9 (ObjNum 62 snap 4 seq_num 62) dirty exists 2024-04-13T07:46:12.110 INFO:tasks.rados.rados.0.smithi119.stdout:113: left oid 32 (ObjNum 62 snap 4 seq_num 62) 2024-04-13T07:46:12.110 INFO:tasks.rados.rados.0.smithi119.stdout:117: finishing copy_from racing read to smithi11982245-20 2024-04-13T07:46:12.110 INFO:tasks.rados.rados.0.smithi119.stdout:115: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-13T07:46:12.137 INFO:tasks.rados.rados.0.smithi119.stdout:116: finishing copy_from racing read to smithi11982245-31 2024-04-13T07:46:12.137 INFO:tasks.rados.rados.0.smithi119.stdout:114: finishing copy_from racing read to smithi11982245-17 2024-04-13T07:46:12.137 INFO:tasks.rados.rados.0.smithi119.stdout:116: finishing copy_from to smithi11982245-31 2024-04-13T07:46:12.137 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 31 v 4 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-04-13T07:46:12.137 INFO:tasks.rados.rados.0.smithi119.stdout:114: finishing copy_from to smithi11982245-17 2024-04-13T07:46:12.137 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 17 v 10 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-13T07:46:12.137 INFO:tasks.rados.rados.0.smithi119.stdout:117: finishing copy_from to smithi11982245-20 2024-04-13T07:46:12.137 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 20 v 10 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-13T07:46:12.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:12 smithi139 ceph-mon[31267]: osdmap e81: 8 total, 8 up, 8 in 2024-04-13T07:46:12.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:12 smithi119 ceph-mon[39268]: osdmap e81: 8 total, 8 up, 8 in 2024-04-13T07:46:12.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:12 smithi119 ceph-mon[27733]: osdmap e81: 8 total, 8 up, 8 in 2024-04-13T07:46:13.075 INFO:tasks.rados.rados.0.smithi119.stdout:110: done (7 left) 2024-04-13T07:46:13.075 INFO:tasks.rados.rados.0.smithi119.stdout:111: done (6 left) 2024-04-13T07:46:13.075 INFO:tasks.rados.rados.0.smithi119.stdout:113: done (5 left) 2024-04-13T07:46:13.075 INFO:tasks.rados.rados.0.smithi119.stdout:114: done (4 left) 2024-04-13T07:46:13.075 INFO:tasks.rados.rados.0.smithi119.stdout:115: done (3 left) 2024-04-13T07:46:13.075 INFO:tasks.rados.rados.0.smithi119.stdout:116: done (2 left) 2024-04-13T07:46:13.075 INFO:tasks.rados.rados.0.smithi119.stdout:117: done (1 left) 2024-04-13T07:46:13.075 INFO:tasks.rados.rados.0.smithi119.stdout:118: done (0 left) 2024-04-13T07:46:13.075 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 9 current snap is 5 2024-04-13T07:46:13.075 INFO:tasks.rados.rados.0.smithi119.stdout:119: seq_num 63 ranges {139264=663552,802816=401408} 2024-04-13T07:46:13.078 INFO:tasks.rados.rados.0.smithi119.stdout:119: writing smithi11982245-9 from 139264 to 802816 tid 1 2024-04-13T07:46:13.081 INFO:tasks.rados.rados.0.smithi119.stdout:119: writing smithi11982245-9 from 802816 to 1204224 tid 2 2024-04-13T07:46:13.081 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 12 current snap is 5 2024-04-13T07:46:13.082 INFO:tasks.rados.rados.0.smithi119.stdout:120: seq_num 64 ranges {188416=679936,868352=401408} 2024-04-13T07:46:13.087 INFO:tasks.rados.rados.0.smithi119.stdout:120: writing smithi11982245-12 from 188416 to 868352 tid 1 2024-04-13T07:46:13.090 INFO:tasks.rados.rados.0.smithi119.stdout:120: writing smithi11982245-12 from 868352 to 1269760 tid 2 2024-04-13T07:46:13.090 INFO:tasks.rados.rados.0.smithi119.stdout:121: rollback oid 22 current snap is 5 2024-04-13T07:46:13.090 INFO:tasks.rados.rados.0.smithi119.stdout:119: finishing write tid 1 to smithi11982245-9 2024-04-13T07:46:13.090 INFO:tasks.rados.rados.0.smithi119.stdout:119: finishing write tid 2 to smithi11982245-9 2024-04-13T07:46:13.090 INFO:tasks.rados.rados.0.smithi119.stdout:119: finishing write tid 3 to smithi11982245-9 2024-04-13T07:46:13.090 INFO:tasks.rados.rados.0.smithi119.stdout:119: finishing write tid 4 to smithi11982245-9 2024-04-13T07:46:13.090 INFO:tasks.rados.rados.0.smithi119.stdout:119: oid 9 updating version 0 to 27 2024-04-13T07:46:13.090 INFO:tasks.rados.rados.0.smithi119.stdout:119: oid 9 updating version 27 to 28 2024-04-13T07:46:13.090 INFO:tasks.rados.rados.0.smithi119.stdout:119: oid 9 version 28 is already newer than 26 2024-04-13T07:46:13.090 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 9 v 28 (ObjNum 63 snap 5 seq_num 63) dirty exists 2024-04-13T07:46:13.090 INFO:tasks.rados.rados.0.smithi119.stdout:119: left oid 9 (ObjNum 63 snap 5 seq_num 63) 2024-04-13T07:46:13.090 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 22 to 0 2024-04-13T07:46:13.091 INFO:tasks.rados.rados.0.smithi119.stdout:119: done (2 left) 2024-04-13T07:46:13.091 INFO:tasks.rados.rados.0.smithi119.stdout:122: snap_create 2024-04-13T07:46:13.092 INFO:tasks.rados.rados.0.smithi119.stdout:120: finishing write tid 1 to smithi11982245-12 2024-04-13T07:46:13.092 INFO:tasks.rados.rados.0.smithi119.stdout:120: finishing write tid 2 to smithi11982245-12 2024-04-13T07:46:13.092 INFO:tasks.rados.rados.0.smithi119.stdout:120: finishing write tid 3 to smithi11982245-12 2024-04-13T07:46:13.094 INFO:tasks.rados.rados.0.smithi119.stdout:121: finishing rollback tid 0 to smithi11982245-22 2024-04-13T07:46:13.095 INFO:tasks.rados.rados.0.smithi119.stdout:120: finishing write tid 4 to smithi11982245-12 2024-04-13T07:46:13.095 INFO:tasks.rados.rados.0.smithi119.stdout:120: oid 12 updating version 0 to 22 2024-04-13T07:46:13.095 INFO:tasks.rados.rados.0.smithi119.stdout:120: oid 12 updating version 22 to 23 2024-04-13T07:46:13.095 INFO:tasks.rados.rados.0.smithi119.stdout:120: oid 12 version 23 is already newer than 21 2024-04-13T07:46:13.095 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 12 v 23 (ObjNum 64 snap 5 seq_num 64) dirty exists 2024-04-13T07:46:13.095 INFO:tasks.rados.rados.0.smithi119.stdout:120: left oid 12 (ObjNum 64 snap 5 seq_num 64) 2024-04-13T07:46:13.095 INFO:tasks.rados.rados.0.smithi119.stdout:121: finishing rollback tid 1 to smithi11982245-22 2024-04-13T07:46:13.096 INFO:tasks.rados.rados.0.smithi119.stdout:121: finishing rollback tid 2 to smithi11982245-22 2024-04-13T07:46:13.096 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 22 v 27 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-13T07:46:13.367 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:13 smithi119 ceph-mon[39268]: pgmap v110: 121 pgs: 121 active+clean; 26 MiB data, 270 MiB used, 715 GiB / 715 GiB avail; 3.1 MiB/s rd, 6.8 MiB/s wr, 88 op/s 2024-04-13T07:46:13.367 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:13 smithi119 ceph-mon[39268]: osdmap e82: 8 total, 8 up, 8 in 2024-04-13T07:46:13.368 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:13 smithi119 ceph-mon[27733]: pgmap v110: 121 pgs: 121 active+clean; 26 MiB data, 270 MiB used, 715 GiB / 715 GiB avail; 3.1 MiB/s rd, 6.8 MiB/s wr, 88 op/s 2024-04-13T07:46:13.368 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:13 smithi119 ceph-mon[27733]: osdmap e82: 8 total, 8 up, 8 in 2024-04-13T07:46:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:13 smithi139 ceph-mon[31267]: pgmap v110: 121 pgs: 121 active+clean; 26 MiB data, 270 MiB used, 715 GiB / 715 GiB avail; 3.1 MiB/s rd, 6.8 MiB/s wr, 88 op/s 2024-04-13T07:46:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:13 smithi139 ceph-mon[31267]: osdmap e82: 8 total, 8 up, 8 in 2024-04-13T07:46:14.079 INFO:tasks.rados.rados.0.smithi119.stdout:120: done (2 left) 2024-04-13T07:46:14.079 INFO:tasks.rados.rados.0.smithi119.stdout:121: done (1 left) 2024-04-13T07:46:14.079 INFO:tasks.rados.rados.0.smithi119.stdout:122: done (0 left) 2024-04-13T07:46:14.079 INFO:tasks.rados.rados.0.smithi119.stdout:123: read oid 33 snap -1 2024-04-13T07:46:14.079 INFO:tasks.rados.rados.0.smithi119.stdout:123: expect (ObjNum 27 snap 0 seq_num 27) 2024-04-13T07:46:14.079 INFO:tasks.rados.rados.0.smithi119.stdout:124: read oid 45 snap -1 2024-04-13T07:46:14.079 INFO:tasks.rados.rados.0.smithi119.stdout:124: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-13T07:46:14.079 INFO:tasks.rados.rados.0.smithi119.stdout:125: snap_create 2024-04-13T07:46:14.083 INFO:tasks.rados.rados.0.smithi119.stdout:123: expect (ObjNum 27 snap 0 seq_num 27) 2024-04-13T07:46:14.103 INFO:tasks.rados.rados.0.smithi119.stdout:124: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-13T07:46:14.249 INFO:tasks.rados.rados.0.smithi119.stdout:123: done (2 left) 2024-04-13T07:46:14.249 INFO:tasks.rados.rados.0.smithi119.stdout:124: done (1 left) 2024-04-13T07:46:14.249 INFO:tasks.rados.rados.0.smithi119.stdout:125: done (0 left) 2024-04-13T07:46:14.249 INFO:tasks.rados.rados.0.smithi119.stdout:126: copy_from oid 48 from oid 42 current snap is 7 2024-04-13T07:46:14.249 INFO:tasks.rados.rados.0.smithi119.stdout:127: delete oid 29 current snap is 7 2024-04-13T07:46:14.255 INFO:tasks.rados.rados.0.smithi119.stdout:127: done (1 left) 2024-04-13T07:46:14.255 INFO:tasks.rados.rados.0.smithi119.stdout:128: snap_create 2024-04-13T07:46:14.262 INFO:tasks.rados.rados.0.smithi119.stdout:126: finishing copy_from racing read to smithi11982245-48 2024-04-13T07:46:14.264 INFO:tasks.rados.rados.0.smithi119.stdout:126: finishing copy_from to smithi11982245-48 2024-04-13T07:46:14.264 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 48 v 10 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-13T07:46:14.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:14 smithi139 ceph-mon[31267]: osdmap e83: 8 total, 8 up, 8 in 2024-04-13T07:46:14.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:14 smithi119 ceph-mon[39268]: osdmap e83: 8 total, 8 up, 8 in 2024-04-13T07:46:14.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:14 smithi119 ceph-mon[27733]: osdmap e83: 8 total, 8 up, 8 in 2024-04-13T07:46:14.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:46:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:46:14] "GET /metrics HTTP/1.1" 200 35950 "" "Prometheus/2.43.0" 2024-04-13T07:46:15.257 INFO:tasks.rados.rados.0.smithi119.stdout:126: done (1 left) 2024-04-13T07:46:15.257 INFO:tasks.rados.rados.0.smithi119.stdout:128: done (0 left) 2024-04-13T07:46:15.257 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 43 current snap is 8 2024-04-13T07:46:15.257 INFO:tasks.rados.rados.0.smithi119.stdout:129: seq_num 66 ranges {712704=712704,1425408=401408} 2024-04-13T07:46:15.264 INFO:tasks.rados.rados.0.smithi119.stdout:129: writing smithi11982245-43 from 712704 to 1425408 tid 1 2024-04-13T07:46:15.267 INFO:tasks.rados.rados.0.smithi119.stdout:129: writing smithi11982245-43 from 1425408 to 1826816 tid 2 2024-04-13T07:46:15.267 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 10 current snap is 8 2024-04-13T07:46:15.267 INFO:tasks.rados.rados.0.smithi119.stdout:130: seq_num 67 ranges {1130496=729088,1859584=401408} 2024-04-13T07:46:15.277 INFO:tasks.rados.rados.0.smithi119.stdout:130: writing smithi11982245-10 from 1130496 to 1859584 tid 1 2024-04-13T07:46:15.279 INFO:tasks.rados.rados.0.smithi119.stdout:130: writing smithi11982245-10 from 1859584 to 2260992 tid 2 2024-04-13T07:46:15.279 INFO:tasks.rados.rados.0.smithi119.stdout:131: snap_create 2024-04-13T07:46:15.279 INFO:tasks.rados.rados.0.smithi119.stdout:129: finishing write tid 1 to smithi11982245-43 2024-04-13T07:46:15.280 INFO:tasks.rados.rados.0.smithi119.stdout:129: finishing write tid 2 to smithi11982245-43 2024-04-13T07:46:15.280 INFO:tasks.rados.rados.0.smithi119.stdout:129: finishing write tid 3 to smithi11982245-43 2024-04-13T07:46:15.280 INFO:tasks.rados.rados.0.smithi119.stdout:129: finishing write tid 4 to smithi11982245-43 2024-04-13T07:46:15.280 INFO:tasks.rados.rados.0.smithi119.stdout:129: oid 43 updating version 0 to 23 2024-04-13T07:46:15.280 INFO:tasks.rados.rados.0.smithi119.stdout:129: oid 43 version 23 is already newer than 22 2024-04-13T07:46:15.280 INFO:tasks.rados.rados.0.smithi119.stdout:129: oid 43 version 23 is already newer than 21 2024-04-13T07:46:15.280 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 43 v 23 (ObjNum 66 snap 8 seq_num 66) dirty exists 2024-04-13T07:46:15.280 INFO:tasks.rados.rados.0.smithi119.stdout:129: left oid 43 (ObjNum 66 snap 8 seq_num 66) 2024-04-13T07:46:15.282 INFO:tasks.rados.rados.0.smithi119.stdout:130: finishing write tid 1 to smithi11982245-10 2024-04-13T07:46:15.282 INFO:tasks.rados.rados.0.smithi119.stdout:130: finishing write tid 2 to smithi11982245-10 2024-04-13T07:46:15.282 INFO:tasks.rados.rados.0.smithi119.stdout:130: finishing write tid 3 to smithi11982245-10 2024-04-13T07:46:15.283 INFO:tasks.rados.rados.0.smithi119.stdout:130: finishing write tid 4 to smithi11982245-10 2024-04-13T07:46:15.283 INFO:tasks.rados.rados.0.smithi119.stdout:130: oid 10 updating version 0 to 32 2024-04-13T07:46:15.285 INFO:tasks.rados.rados.0.smithi119.stdout:130: oid 10 updating version 32 to 34 2024-04-13T07:46:15.285 INFO:tasks.rados.rados.0.smithi119.stdout:130: oid 10 version 34 is already newer than 33 2024-04-13T07:46:15.285 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 10 v 34 (ObjNum 67 snap 8 seq_num 67) dirty exists 2024-04-13T07:46:15.285 INFO:tasks.rados.rados.0.smithi119.stdout:130: left oid 10 (ObjNum 67 snap 8 seq_num 67) 2024-04-13T07:46:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:15 smithi139 ceph-mon[31267]: pgmap v113: 121 pgs: 121 active+clean; 26 MiB data, 270 MiB used, 715 GiB / 715 GiB avail; 3.1 MiB/s rd, 6.8 MiB/s wr, 88 op/s 2024-04-13T07:46:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:15 smithi139 ceph-mon[31267]: osdmap e84: 8 total, 8 up, 8 in 2024-04-13T07:46:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:15 smithi139 ceph-mon[31267]: osdmap e85: 8 total, 8 up, 8 in 2024-04-13T07:46:15.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:15 smithi119 ceph-mon[39268]: pgmap v113: 121 pgs: 121 active+clean; 26 MiB data, 270 MiB used, 715 GiB / 715 GiB avail; 3.1 MiB/s rd, 6.8 MiB/s wr, 88 op/s 2024-04-13T07:46:15.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:15 smithi119 ceph-mon[39268]: osdmap e84: 8 total, 8 up, 8 in 2024-04-13T07:46:15.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:15 smithi119 ceph-mon[39268]: osdmap e85: 8 total, 8 up, 8 in 2024-04-13T07:46:15.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:15 smithi119 ceph-mon[27733]: pgmap v113: 121 pgs: 121 active+clean; 26 MiB data, 270 MiB used, 715 GiB / 715 GiB avail; 3.1 MiB/s rd, 6.8 MiB/s wr, 88 op/s 2024-04-13T07:46:15.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:15 smithi119 ceph-mon[27733]: osdmap e84: 8 total, 8 up, 8 in 2024-04-13T07:46:15.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:15 smithi119 ceph-mon[27733]: osdmap e85: 8 total, 8 up, 8 in 2024-04-13T07:46:16.263 INFO:tasks.rados.rados.0.smithi119.stdout:129: done (2 left) 2024-04-13T07:46:16.263 INFO:tasks.rados.rados.0.smithi119.stdout:130: done (1 left) 2024-04-13T07:46:16.263 INFO:tasks.rados.rados.0.smithi119.stdout:131: done (0 left) 2024-04-13T07:46:16.264 INFO:tasks.rados.rados.0.smithi119.stdout:132: snap_create 2024-04-13T07:46:16.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:16 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:46:16.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:16 smithi139 ceph-mon[31267]: osdmap e86: 8 total, 8 up, 8 in 2024-04-13T07:46:16.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:16 smithi139 ceph-mon[31267]: pgmap v117: 121 pgs: 121 active+clean; 40 MiB data, 293 MiB used, 715 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 22 op/s 2024-04-13T07:46:16.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:16 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:46:16.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:16 smithi119 ceph-mon[39268]: osdmap e86: 8 total, 8 up, 8 in 2024-04-13T07:46:16.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:16 smithi119 ceph-mon[39268]: pgmap v117: 121 pgs: 121 active+clean; 40 MiB data, 293 MiB used, 715 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 22 op/s 2024-04-13T07:46:16.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:16 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:46:16.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:16 smithi119 ceph-mon[27733]: osdmap e86: 8 total, 8 up, 8 in 2024-04-13T07:46:16.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:16 smithi119 ceph-mon[27733]: pgmap v117: 121 pgs: 121 active+clean; 40 MiB data, 293 MiB used, 715 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 22 op/s 2024-04-13T07:46:17.269 INFO:tasks.rados.rados.0.smithi119.stdout:132: done (0 left) 2024-04-13T07:46:17.269 INFO:tasks.rados.rados.0.smithi119.stdout:133: read oid 42 snap -1 2024-04-13T07:46:17.269 INFO:tasks.rados.rados.0.smithi119.stdout:133: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-13T07:46:17.270 INFO:tasks.rados.rados.0.smithi119.stdout:134: rmattr oid 17 current snap is 10 2024-04-13T07:46:17.270 INFO:tasks.rados.rados.0.smithi119.stdout:134: done (1 left) 2024-04-13T07:46:17.270 INFO:tasks.rados.rados.0.smithi119.stdout:135: setattr oid 28 current snap is 10 2024-04-13T07:46:17.270 INFO:tasks.rados.rados.0.smithi119.stdout:136: copy_from oid 33 from oid 16 current snap is 10 2024-04-13T07:46:17.270 INFO:tasks.rados.rados.0.smithi119.stdout:137: setattr oid 32 current snap is 10 2024-04-13T07:46:17.272 INFO:tasks.rados.rados.0.smithi119.stdout:138: snap_remove snap 0 2024-04-13T07:46:17.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:17 smithi139 ceph-mon[31267]: osdmap e87: 8 total, 8 up, 8 in 2024-04-13T07:46:17.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:17 smithi119 ceph-mon[39268]: osdmap e87: 8 total, 8 up, 8 in 2024-04-13T07:46:17.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:17 smithi119 ceph-mon[27733]: osdmap e87: 8 total, 8 up, 8 in 2024-04-13T07:46:18.282 INFO:tasks.rados.rados.0.smithi119.stdout:138: done (4 left) 2024-04-13T07:46:18.282 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 25 current snap is 10 2024-04-13T07:46:18.282 INFO:tasks.rados.rados.0.smithi119.stdout:139: seq_num 68 ranges {409600=745472,1155072=401408} 2024-04-13T07:46:18.289 INFO:tasks.rados.rados.0.smithi119.stdout:139: writing smithi11982245-25 from 409600 to 1155072 tid 1 2024-04-13T07:46:18.292 INFO:tasks.rados.rados.0.smithi119.stdout:139: writing smithi11982245-25 from 1155072 to 1556480 tid 2 2024-04-13T07:46:18.293 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 35 current snap is 10 2024-04-13T07:46:18.293 INFO:tasks.rados.rados.0.smithi119.stdout:140: seq_num 69 ranges {573440=761856,1335296=401408} 2024-04-13T07:46:18.301 INFO:tasks.rados.rados.0.smithi119.stdout:140: writing smithi11982245-35 from 573440 to 1335296 tid 1 2024-04-13T07:46:18.303 INFO:tasks.rados.rados.0.smithi119.stdout:140: writing smithi11982245-35 from 1335296 to 1736704 tid 2 2024-04-13T07:46:18.303 INFO:tasks.rados.rados.0.smithi119.stdout:141: snap_remove snap 9 2024-04-13T07:46:18.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:18 smithi139 ceph-mon[31267]: osdmap e88: 8 total, 8 up, 8 in 2024-04-13T07:46:18.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:18 smithi139 ceph-mon[31267]: pgmap v120: 121 pgs: 121 active+clean; 40 MiB data, 293 MiB used, 715 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 22 op/s 2024-04-13T07:46:18.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:18 smithi119 ceph-mon[39268]: osdmap e88: 8 total, 8 up, 8 in 2024-04-13T07:46:18.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:18 smithi119 ceph-mon[39268]: pgmap v120: 121 pgs: 121 active+clean; 40 MiB data, 293 MiB used, 715 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 22 op/s 2024-04-13T07:46:18.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:18 smithi119 ceph-mon[27733]: osdmap e88: 8 total, 8 up, 8 in 2024-04-13T07:46:18.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:18 smithi119 ceph-mon[27733]: pgmap v120: 121 pgs: 121 active+clean; 40 MiB data, 293 MiB used, 715 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 22 op/s 2024-04-13T07:46:19.255 INFO:tasks.rados.rados.0.smithi119.stdout:141: done (6 left) 2024-04-13T07:46:19.255 INFO:tasks.rados.rados.0.smithi119.stdout:142: delete oid 31 current snap is 10 2024-04-13T07:46:19.255 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 32 v 11 (ObjNum 62 snap 4 seq_num 62) dirty exists 2024-04-13T07:46:19.255 INFO:tasks.rados.rados.0.smithi119.stdout:133: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-13T07:46:19.277 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 28 v 36 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-04-13T07:46:19.277 INFO:tasks.rados.rados.0.smithi119.stdout:136: finishing copy_from racing read to smithi11982245-33 2024-04-13T07:46:19.277 INFO:tasks.rados.rados.0.smithi119.stdout:136: finishing copy_from to smithi11982245-33 2024-04-13T07:46:19.278 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 33 v 30 (ObjNum 59 snap 3 seq_num 59) dirty exists 2024-04-13T07:46:19.278 INFO:tasks.rados.rados.0.smithi119.stdout:139: finishing write tid 1 to smithi11982245-25 2024-04-13T07:46:19.278 INFO:tasks.rados.rados.0.smithi119.stdout:139: finishing write tid 2 to smithi11982245-25 2024-04-13T07:46:19.278 INFO:tasks.rados.rados.0.smithi119.stdout:133: done (6 left) 2024-04-13T07:46:19.278 INFO:tasks.rados.rados.0.smithi119.stdout:135: done (5 left) 2024-04-13T07:46:19.278 INFO:tasks.rados.rados.0.smithi119.stdout:136: done (4 left) 2024-04-13T07:46:19.278 INFO:tasks.rados.rados.0.smithi119.stdout:137: done (3 left) 2024-04-13T07:46:19.278 INFO:tasks.rados.rados.0.smithi119.stdout:142: done (2 left) 2024-04-13T07:46:19.278 INFO:tasks.rados.rados.0.smithi119.stdout:143: snap_create 2024-04-13T07:46:19.278 INFO:tasks.rados.rados.0.smithi119.stdout:139: finishing write tid 3 to smithi11982245-25 2024-04-13T07:46:19.278 INFO:tasks.rados.rados.0.smithi119.stdout:139: finishing write tid 4 to smithi11982245-25 2024-04-13T07:46:19.278 INFO:tasks.rados.rados.0.smithi119.stdout:139: oid 25 updating version 0 to 21 2024-04-13T07:46:19.278 INFO:tasks.rados.rados.0.smithi119.stdout:139: oid 25 updating version 21 to 23 2024-04-13T07:46:19.278 INFO:tasks.rados.rados.0.smithi119.stdout:139: oid 25 version 23 is already newer than 22 2024-04-13T07:46:19.279 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 25 v 23 (ObjNum 68 snap 10 seq_num 68) dirty exists 2024-04-13T07:46:19.279 INFO:tasks.rados.rados.0.smithi119.stdout:139: left oid 25 (ObjNum 68 snap 10 seq_num 68) 2024-04-13T07:46:19.279 INFO:tasks.rados.rados.0.smithi119.stdout:140: finishing write tid 1 to smithi11982245-35 2024-04-13T07:46:19.279 INFO:tasks.rados.rados.0.smithi119.stdout:140: finishing write tid 2 to smithi11982245-35 2024-04-13T07:46:19.279 INFO:tasks.rados.rados.0.smithi119.stdout:140: finishing write tid 3 to smithi11982245-35 2024-04-13T07:46:19.279 INFO:tasks.rados.rados.0.smithi119.stdout:140: finishing write tid 4 to smithi11982245-35 2024-04-13T07:46:19.279 INFO:tasks.rados.rados.0.smithi119.stdout:140: oid 35 updating version 0 to 33 2024-04-13T07:46:19.279 INFO:tasks.rados.rados.0.smithi119.stdout:140: oid 35 version 33 is already newer than 32 2024-04-13T07:46:19.279 INFO:tasks.rados.rados.0.smithi119.stdout:140: oid 35 version 33 is already newer than 31 2024-04-13T07:46:19.279 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 35 v 33 (ObjNum 69 snap 10 seq_num 69) dirty exists 2024-04-13T07:46:19.279 INFO:tasks.rados.rados.0.smithi119.stdout:140: left oid 35 (ObjNum 69 snap 10 seq_num 69) 2024-04-13T07:46:19.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:19 smithi139 ceph-mon[31267]: osdmap e89: 8 total, 8 up, 8 in 2024-04-13T07:46:19.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:19 smithi139 ceph-mon[31267]: osdmap e90: 8 total, 8 up, 8 in 2024-04-13T07:46:19.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:19 smithi119 ceph-mon[39268]: osdmap e89: 8 total, 8 up, 8 in 2024-04-13T07:46:19.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:19 smithi119 ceph-mon[39268]: osdmap e90: 8 total, 8 up, 8 in 2024-04-13T07:46:19.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:19 smithi119 ceph-mon[27733]: osdmap e89: 8 total, 8 up, 8 in 2024-04-13T07:46:19.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:19 smithi119 ceph-mon[27733]: osdmap e90: 8 total, 8 up, 8 in 2024-04-13T07:46:20.289 INFO:tasks.rados.rados.0.smithi119.stdout:139: done (2 left) 2024-04-13T07:46:20.289 INFO:tasks.rados.rados.0.smithi119.stdout:140: done (1 left) 2024-04-13T07:46:20.289 INFO:tasks.rados.rados.0.smithi119.stdout:143: done (0 left) 2024-04-13T07:46:20.289 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 31 current snap is 11 2024-04-13T07:46:20.289 INFO:tasks.rados.rados.0.smithi119.stdout:144: seq_num 71 ranges {0=794624,794624=401408} 2024-04-13T07:46:20.292 INFO:tasks.rados.rados.0.smithi119.stdout:144: writing smithi11982245-31 from 0 to 794624 tid 1 2024-04-13T07:46:20.295 INFO:tasks.rados.rados.0.smithi119.stdout:144: writing smithi11982245-31 from 794624 to 1196032 tid 2 2024-04-13T07:46:20.295 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 16 current snap is 11 2024-04-13T07:46:20.295 INFO:tasks.rados.rados.0.smithi119.stdout:145: seq_num 72 ranges {1253376=409600,1662976=524288,2187264=278528} 2024-04-13T07:46:20.304 INFO:tasks.rados.rados.0.smithi119.stdout:145: writing smithi11982245-16 from 1253376 to 1662976 tid 1 2024-04-13T07:46:20.309 INFO:tasks.rados.rados.0.smithi119.stdout:145: writing smithi11982245-16 from 1662976 to 2187264 tid 2 2024-04-13T07:46:20.311 INFO:tasks.rados.rados.0.smithi119.stdout:145: writing smithi11982245-16 from 2187264 to 2465792 tid 3 2024-04-13T07:46:20.311 INFO:tasks.rados.rados.0.smithi119.stdout:146: copy_from oid 10 from oid 39 current snap is 11 2024-04-13T07:46:20.311 INFO:tasks.rados.rados.0.smithi119.stdout:144: finishing write tid 1 to smithi11982245-31 2024-04-13T07:46:20.311 INFO:tasks.rados.rados.0.smithi119.stdout:144: finishing write tid 2 to smithi11982245-31 2024-04-13T07:46:20.311 INFO:tasks.rados.rados.0.smithi119.stdout:144: finishing write tid 3 to smithi11982245-31 2024-04-13T07:46:20.311 INFO:tasks.rados.rados.0.smithi119.stdout:147: read oid 48 snap 6 2024-04-13T07:46:20.311 INFO:tasks.rados.rados.0.smithi119.stdout:147: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-13T07:46:20.311 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 50 current snap is 11 2024-04-13T07:46:20.312 INFO:tasks.rados.rados.0.smithi119.stdout:144: finishing write tid 4 to smithi11982245-31 2024-04-13T07:46:20.312 INFO:tasks.rados.rados.0.smithi119.stdout:144: oid 31 updating version 0 to 34 2024-04-13T07:46:20.312 INFO:tasks.rados.rados.0.smithi119.stdout:144: oid 31 version 34 is already newer than 33 2024-04-13T07:46:20.312 INFO:tasks.rados.rados.0.smithi119.stdout:144: oid 31 version 34 is already newer than 32 2024-04-13T07:46:20.312 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 31 v 34 (ObjNum 71 snap 11 seq_num 71) dirty exists 2024-04-13T07:46:20.312 INFO:tasks.rados.rados.0.smithi119.stdout:144: left oid 31 (ObjNum 71 snap 11 seq_num 71) 2024-04-13T07:46:20.312 INFO:tasks.rados.rados.0.smithi119.stdout:145: finishing write tid 1 to smithi11982245-16 2024-04-13T07:46:20.312 INFO:tasks.rados.rados.0.smithi119.stdout:148: seq_num 73 ranges {827392=425984,1253376=409600,1662976=393216} 2024-04-13T07:46:20.318 INFO:tasks.rados.rados.0.smithi119.stdout:148: writing smithi11982245-50 from 827392 to 1253376 tid 1 2024-04-13T07:46:20.321 INFO:tasks.rados.rados.0.smithi119.stdout:148: writing smithi11982245-50 from 1253376 to 1662976 tid 2 2024-04-13T07:46:20.324 INFO:tasks.rados.rados.0.smithi119.stdout:148: writing smithi11982245-50 from 1662976 to 2056192 tid 3 2024-04-13T07:46:20.324 INFO:tasks.rados.rados.0.smithi119.stdout:144: done (4 left) 2024-04-13T07:46:20.324 INFO:tasks.rados.rados.0.smithi119.stdout:149: delete oid 31 current snap is 11 2024-04-13T07:46:20.324 INFO:tasks.rados.rados.0.smithi119.stdout:145: finishing write tid 2 to smithi11982245-16 2024-04-13T07:46:20.325 INFO:tasks.rados.rados.0.smithi119.stdout:145: finishing write tid 3 to smithi11982245-16 2024-04-13T07:46:20.325 INFO:tasks.rados.rados.0.smithi119.stdout:145: finishing write tid 4 to smithi11982245-16 2024-04-13T07:46:20.325 INFO:tasks.rados.rados.0.smithi119.stdout:145: finishing write tid 5 to smithi11982245-16 2024-04-13T07:46:20.325 INFO:tasks.rados.rados.0.smithi119.stdout:145: oid 16 updating version 0 to 53 2024-04-13T07:46:20.325 INFO:tasks.rados.rados.0.smithi119.stdout:145: oid 16 version 53 is already newer than 51 2024-04-13T07:46:20.325 INFO:tasks.rados.rados.0.smithi119.stdout:145: oid 16 version 53 is already newer than 52 2024-04-13T07:46:20.325 INFO:tasks.rados.rados.0.smithi119.stdout:145: oid 16 version 53 is already newer than 50 2024-04-13T07:46:20.325 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 16 v 53 (ObjNum 72 snap 11 seq_num 72) dirty exists 2024-04-13T07:46:20.325 INFO:tasks.rados.rados.0.smithi119.stdout:145: left oid 16 (ObjNum 72 snap 11 seq_num 72) 2024-04-13T07:46:20.325 INFO:tasks.rados.rados.0.smithi119.stdout:147: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-13T07:46:20.354 INFO:tasks.rados.rados.0.smithi119.stdout:148: finishing write tid 1 to smithi11982245-50 2024-04-13T07:46:20.354 INFO:tasks.rados.rados.0.smithi119.stdout:148: finishing write tid 2 to smithi11982245-50 2024-04-13T07:46:20.355 INFO:tasks.rados.rados.0.smithi119.stdout:145: done (4 left) 2024-04-13T07:46:20.355 INFO:tasks.rados.rados.0.smithi119.stdout:147: done (3 left) 2024-04-13T07:46:20.355 INFO:tasks.rados.rados.0.smithi119.stdout:149: done (2 left) 2024-04-13T07:46:20.355 INFO:tasks.rados.rados.0.smithi119.stdout:150: delete oid 5 current snap is 11 2024-04-13T07:46:20.355 INFO:tasks.rados.rados.0.smithi119.stdout:148: finishing write tid 3 to smithi11982245-50 2024-04-13T07:46:20.355 INFO:tasks.rados.rados.0.smithi119.stdout:148: finishing write tid 4 to smithi11982245-50 2024-04-13T07:46:20.355 INFO:tasks.rados.rados.0.smithi119.stdout:148: finishing write tid 5 to smithi11982245-50 2024-04-13T07:46:20.355 INFO:tasks.rados.rados.0.smithi119.stdout:148: oid 50 updating version 0 to 36 2024-04-13T07:46:20.355 INFO:tasks.rados.rados.0.smithi119.stdout:148: oid 50 version 36 is already newer than 34 2024-04-13T07:46:20.355 INFO:tasks.rados.rados.0.smithi119.stdout:148: oid 50 version 36 is already newer than 35 2024-04-13T07:46:20.355 INFO:tasks.rados.rados.0.smithi119.stdout:148: oid 50 updating version 36 to 37 2024-04-13T07:46:20.355 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 50 v 37 (ObjNum 73 snap 11 seq_num 73) dirty exists 2024-04-13T07:46:20.355 INFO:tasks.rados.rados.0.smithi119.stdout:148: left oid 50 (ObjNum 73 snap 11 seq_num 73) 2024-04-13T07:46:20.355 INFO:tasks.rados.rados.0.smithi119.stdout:146: finishing copy_from racing read to smithi11982245-10 2024-04-13T07:46:20.355 INFO:tasks.rados.rados.0.smithi119.stdout:146: finishing copy_from to smithi11982245-10 2024-04-13T07:46:20.356 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 10 v 17 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-04-13T07:46:20.356 INFO:tasks.rados.rados.0.smithi119.stdout:146: done (2 left) 2024-04-13T07:46:20.356 INFO:tasks.rados.rados.0.smithi119.stdout:148: done (1 left) 2024-04-13T07:46:20.356 INFO:tasks.rados.rados.0.smithi119.stdout:150: done (0 left) 2024-04-13T07:46:20.356 INFO:tasks.rados.rados.0.smithi119.stdout:151: rmattr oid 18 current snap is 11 2024-04-13T07:46:20.356 INFO:tasks.rados.rados.0.smithi119.stdout:151: done (0 left) 2024-04-13T07:46:20.356 INFO:tasks.rados.rados.0.smithi119.stdout:152: snap_remove snap 3 2024-04-13T07:46:20.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:20 smithi139 ceph-mon[31267]: pgmap v123: 121 pgs: 121 active+clean; 40 MiB data, 293 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:46:20.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:20 smithi119 ceph-mon[39268]: pgmap v123: 121 pgs: 121 active+clean; 40 MiB data, 293 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:46:20.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:20 smithi119 ceph-mon[27733]: pgmap v123: 121 pgs: 121 active+clean; 40 MiB data, 293 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:46:21.295 INFO:tasks.rados.rados.0.smithi119.stdout:152: done (0 left) 2024-04-13T07:46:21.295 INFO:tasks.rados.rados.0.smithi119.stdout:153: read oid 40 snap -1 2024-04-13T07:46:21.295 INFO:tasks.rados.rados.0.smithi119.stdout:153: expect (ObjNum 39 snap 0 seq_num 39) 2024-04-13T07:46:21.295 INFO:tasks.rados.rados.0.smithi119.stdout:154: rmattr oid 1 current snap is 11 2024-04-13T07:46:21.295 INFO:tasks.rados.rados.0.smithi119.stdout:154: done (1 left) 2024-04-13T07:46:21.296 INFO:tasks.rados.rados.0.smithi119.stdout:155: snap_create 2024-04-13T07:46:21.309 INFO:tasks.rados.rados.0.smithi119.stdout:153: expect (ObjNum 39 snap 0 seq_num 39) 2024-04-13T07:46:21.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:21 smithi139 ceph-mon[31267]: osdmap e91: 8 total, 8 up, 8 in 2024-04-13T07:46:21.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:21 smithi119 ceph-mon[39268]: osdmap e91: 8 total, 8 up, 8 in 2024-04-13T07:46:21.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:21 smithi119 ceph-mon[27733]: osdmap e91: 8 total, 8 up, 8 in 2024-04-13T07:46:22.309 INFO:tasks.rados.rados.0.smithi119.stdout:153: done (1 left) 2024-04-13T07:46:22.309 INFO:tasks.rados.rados.0.smithi119.stdout:155: done (0 left) 2024-04-13T07:46:22.309 INFO:tasks.rados.rados.0.smithi119.stdout:156: copy_from oid 17 from oid 8 current snap is 12 2024-04-13T07:46:22.309 INFO:tasks.rados.rados.0.smithi119.stdout:157: read oid 32 snap -1 2024-04-13T07:46:22.309 INFO:tasks.rados.rados.0.smithi119.stdout:157: expect (ObjNum 62 snap 4 seq_num 62) 2024-04-13T07:46:22.309 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 43 current snap is 12 2024-04-13T07:46:22.309 INFO:tasks.rados.rados.0.smithi119.stdout:158: seq_num 76 ranges {1826816=475136,2301952=458752,2760704=344064} 2024-04-13T07:46:22.321 INFO:tasks.rados.rados.0.smithi119.stdout:158: writing smithi11982245-43 from 1826816 to 2301952 tid 1 2024-04-13T07:46:22.324 INFO:tasks.rados.rados.0.smithi119.stdout:158: writing smithi11982245-43 from 2301952 to 2760704 tid 2 2024-04-13T07:46:22.326 INFO:tasks.rados.rados.0.smithi119.stdout:158: writing smithi11982245-43 from 2760704 to 3104768 tid 3 2024-04-13T07:46:22.326 INFO:tasks.rados.rados.0.smithi119.stdout:159: setattr oid 39 current snap is 12 2024-04-13T07:46:22.326 INFO:tasks.rados.rados.0.smithi119.stdout:157: expect (ObjNum 62 snap 4 seq_num 62) 2024-04-13T07:46:22.384 INFO:tasks.rados.rados.0.smithi119.stdout:156: finishing copy_from racing read to smithi11982245-17 2024-04-13T07:46:22.384 INFO:tasks.rados.rados.0.smithi119.stdout:156: finishing copy_from to smithi11982245-17 2024-04-13T07:46:22.384 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 17 v 4 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-04-13T07:46:22.384 INFO:tasks.rados.rados.0.smithi119.stdout:158: finishing write tid 1 to smithi11982245-43 2024-04-13T07:46:22.385 INFO:tasks.rados.rados.0.smithi119.stdout:158: finishing write tid 2 to smithi11982245-43 2024-04-13T07:46:22.385 INFO:tasks.rados.rados.0.smithi119.stdout:158: finishing write tid 3 to smithi11982245-43 2024-04-13T07:46:22.385 INFO:tasks.rados.rados.0.smithi119.stdout:158: finishing write tid 4 to smithi11982245-43 2024-04-13T07:46:22.385 INFO:tasks.rados.rados.0.smithi119.stdout:158: finishing write tid 5 to smithi11982245-43 2024-04-13T07:46:22.385 INFO:tasks.rados.rados.0.smithi119.stdout:158: oid 43 updating version 0 to 44 2024-04-13T07:46:22.385 INFO:tasks.rados.rados.0.smithi119.stdout:158: oid 43 version 44 is already newer than 41 2024-04-13T07:46:22.385 INFO:tasks.rados.rados.0.smithi119.stdout:158: oid 43 version 44 is already newer than 42 2024-04-13T07:46:22.385 INFO:tasks.rados.rados.0.smithi119.stdout:158: oid 43 version 44 is already newer than 43 2024-04-13T07:46:22.385 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 43 v 44 (ObjNum 76 snap 12 seq_num 76) dirty exists 2024-04-13T07:46:22.385 INFO:tasks.rados.rados.0.smithi119.stdout:158: left oid 43 (ObjNum 76 snap 12 seq_num 76) 2024-04-13T07:46:22.385 INFO:tasks.rados.rados.0.smithi119.stdout:156: done (3 left) 2024-04-13T07:46:22.385 INFO:tasks.rados.rados.0.smithi119.stdout:157: done (2 left) 2024-04-13T07:46:22.385 INFO:tasks.rados.rados.0.smithi119.stdout:158: done (1 left) 2024-04-13T07:46:22.385 INFO:tasks.rados.rados.0.smithi119.stdout:160: read oid 21 snap 10 2024-04-13T07:46:22.385 INFO:tasks.rados.rados.0.smithi119.stdout:160: expect (ObjNum 61 snap 3 seq_num 61) 2024-04-13T07:46:22.385 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 34 current snap is 12 2024-04-13T07:46:22.385 INFO:tasks.rados.rados.0.smithi119.stdout:161: seq_num 77 ranges {0=491520,491520=794624,1286144=8192} 2024-04-13T07:46:22.387 INFO:tasks.rados.rados.0.smithi119.stdout:161: writing smithi11982245-34 from 0 to 491520 tid 1 2024-04-13T07:46:22.393 INFO:tasks.rados.rados.0.smithi119.stdout:161: writing smithi11982245-34 from 491520 to 1286144 tid 2 2024-04-13T07:46:22.393 INFO:tasks.rados.rados.0.smithi119.stdout:161: writing smithi11982245-34 from 1286144 to 1294336 tid 3 2024-04-13T07:46:22.393 INFO:tasks.rados.rados.0.smithi119.stdout:162: snap_create 2024-04-13T07:46:22.393 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 39 v 43 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-04-13T07:46:22.393 INFO:tasks.rados.rados.0.smithi119.stdout:160: expect (ObjNum 61 snap 3 seq_num 61) 2024-04-13T07:46:22.441 INFO:tasks.rados.rados.0.smithi119.stdout:161: finishing write tid 1 to smithi11982245-34 2024-04-13T07:46:22.441 INFO:tasks.rados.rados.0.smithi119.stdout:161: finishing write tid 2 to smithi11982245-34 2024-04-13T07:46:22.442 INFO:tasks.rados.rados.0.smithi119.stdout:161: finishing write tid 3 to smithi11982245-34 2024-04-13T07:46:22.442 INFO:tasks.rados.rados.0.smithi119.stdout:161: finishing write tid 4 to smithi11982245-34 2024-04-13T07:46:22.442 INFO:tasks.rados.rados.0.smithi119.stdout:161: finishing write tid 5 to smithi11982245-34 2024-04-13T07:46:22.442 INFO:tasks.rados.rados.0.smithi119.stdout:161: oid 34 updating version 0 to 48 2024-04-13T07:46:22.442 INFO:tasks.rados.rados.0.smithi119.stdout:161: oid 34 version 48 is already newer than 47 2024-04-13T07:46:22.442 INFO:tasks.rados.rados.0.smithi119.stdout:161: oid 34 version 48 is already newer than 45 2024-04-13T07:46:22.442 INFO:tasks.rados.rados.0.smithi119.stdout:161: oid 34 version 48 is already newer than 46 2024-04-13T07:46:22.442 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 34 v 48 (ObjNum 77 snap 12 seq_num 77) dirty exists 2024-04-13T07:46:22.442 INFO:tasks.rados.rados.0.smithi119.stdout:161: left oid 34 (ObjNum 77 snap 12 seq_num 77) 2024-04-13T07:46:22.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:22 smithi139 ceph-mon[31267]: osdmap e92: 8 total, 8 up, 8 in 2024-04-13T07:46:22.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:22 smithi139 ceph-mon[31267]: pgmap v126: 121 pgs: 121 active+clean; 43 MiB data, 296 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.1 MiB/s wr, 19 op/s 2024-04-13T07:46:22.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:22 smithi119 ceph-mon[27733]: osdmap e92: 8 total, 8 up, 8 in 2024-04-13T07:46:22.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:22 smithi119 ceph-mon[27733]: pgmap v126: 121 pgs: 121 active+clean; 43 MiB data, 296 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.1 MiB/s wr, 19 op/s 2024-04-13T07:46:22.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:22 smithi119 ceph-mon[39268]: osdmap e92: 8 total, 8 up, 8 in 2024-04-13T07:46:22.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:22 smithi119 ceph-mon[39268]: pgmap v126: 121 pgs: 121 active+clean; 43 MiB data, 296 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.1 MiB/s wr, 19 op/s 2024-04-13T07:46:23.305 INFO:tasks.rados.rados.0.smithi119.stdout:159: done (3 left) 2024-04-13T07:46:23.306 INFO:tasks.rados.rados.0.smithi119.stdout:160: done (2 left) 2024-04-13T07:46:23.306 INFO:tasks.rados.rados.0.smithi119.stdout:161: done (1 left) 2024-04-13T07:46:23.306 INFO:tasks.rados.rados.0.smithi119.stdout:162: done (0 left) 2024-04-13T07:46:23.306 INFO:tasks.rados.rados.0.smithi119.stdout:163: snap_create 2024-04-13T07:46:23.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:23 smithi139 ceph-mon[31267]: osdmap e93: 8 total, 8 up, 8 in 2024-04-13T07:46:23.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:23 smithi119 ceph-mon[39268]: osdmap e93: 8 total, 8 up, 8 in 2024-04-13T07:46:23.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:23 smithi119 ceph-mon[27733]: osdmap e93: 8 total, 8 up, 8 in 2024-04-13T07:46:24.250 INFO:tasks.rados.rados.0.smithi119.stdout:163: done (0 left) 2024-04-13T07:46:24.250 INFO:tasks.rados.rados.0.smithi119.stdout:164: read oid 45 snap -1 2024-04-13T07:46:24.250 INFO:tasks.rados.rados.0.smithi119.stdout:164: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-13T07:46:24.250 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 31 current snap is 14 2024-04-13T07:46:24.251 INFO:tasks.rados.rados.0.smithi119.stdout:165: seq_num 78 ranges {0=516096,516096=679936,1196032=122880} 2024-04-13T07:46:24.254 INFO:tasks.rados.rados.0.smithi119.stdout:165: writing smithi11982245-31 from 0 to 516096 tid 1 2024-04-13T07:46:24.258 INFO:tasks.rados.rados.0.smithi119.stdout:165: writing smithi11982245-31 from 516096 to 1196032 tid 2 2024-04-13T07:46:24.260 INFO:tasks.rados.rados.0.smithi119.stdout:165: writing smithi11982245-31 from 1196032 to 1318912 tid 3 2024-04-13T07:46:24.260 INFO:tasks.rados.rados.0.smithi119.stdout:166: read oid 49 snap -1 2024-04-13T07:46:24.260 INFO:tasks.rados.rados.0.smithi119.stdout:166: expect (ObjNum 48 snap 0 seq_num 48) 2024-04-13T07:46:24.260 INFO:tasks.rados.rados.0.smithi119.stdout:167: read oid 38 snap -1 2024-04-13T07:46:24.260 INFO:tasks.rados.rados.0.smithi119.stdout:167: expect (ObjNum 37 snap 0 seq_num 37) 2024-04-13T07:46:24.260 INFO:tasks.rados.rados.0.smithi119.stdout:168: read oid 40 snap -1 2024-04-13T07:46:24.261 INFO:tasks.rados.rados.0.smithi119.stdout:168: expect (ObjNum 39 snap 0 seq_num 39) 2024-04-13T07:46:24.261 INFO:tasks.rados.rados.0.smithi119.stdout:169: snap_create 2024-04-13T07:46:24.261 INFO:tasks.rados.rados.0.smithi119.stdout:165: finishing write tid 1 to smithi11982245-31 2024-04-13T07:46:24.261 INFO:tasks.rados.rados.0.smithi119.stdout:164: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-13T07:46:24.278 INFO:tasks.rados.rados.0.smithi119.stdout:166: expect (ObjNum 48 snap 0 seq_num 48) 2024-04-13T07:46:24.302 INFO:tasks.rados.rados.0.smithi119.stdout:165: finishing write tid 2 to smithi11982245-31 2024-04-13T07:46:24.302 INFO:tasks.rados.rados.0.smithi119.stdout:165: finishing write tid 3 to smithi11982245-31 2024-04-13T07:46:24.302 INFO:tasks.rados.rados.0.smithi119.stdout:165: finishing write tid 4 to smithi11982245-31 2024-04-13T07:46:24.302 INFO:tasks.rados.rados.0.smithi119.stdout:168: expect (ObjNum 39 snap 0 seq_num 39) 2024-04-13T07:46:24.331 INFO:tasks.rados.rados.0.smithi119.stdout:165: finishing write tid 5 to smithi11982245-31 2024-04-13T07:46:24.331 INFO:tasks.rados.rados.0.smithi119.stdout:165: oid 31 updating version 0 to 50 2024-04-13T07:46:24.331 INFO:tasks.rados.rados.0.smithi119.stdout:165: oid 31 updating version 50 to 52 2024-04-13T07:46:24.331 INFO:tasks.rados.rados.0.smithi119.stdout:165: oid 31 version 52 is already newer than 49 2024-04-13T07:46:24.331 INFO:tasks.rados.rados.0.smithi119.stdout:165: oid 31 version 52 is already newer than 51 2024-04-13T07:46:24.331 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 31 v 52 (ObjNum 78 snap 14 seq_num 78) dirty exists 2024-04-13T07:46:24.331 INFO:tasks.rados.rados.0.smithi119.stdout:165: left oid 31 (ObjNum 78 snap 14 seq_num 78) 2024-04-13T07:46:24.331 INFO:tasks.rados.rados.0.smithi119.stdout:167: expect (ObjNum 37 snap 0 seq_num 37) 2024-04-13T07:46:24.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:24 smithi119 ceph-mon[39268]: osdmap e94: 8 total, 8 up, 8 in 2024-04-13T07:46:24.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:24 smithi119 ceph-mon[39268]: pgmap v129: 121 pgs: 121 active+clean; 43 MiB data, 296 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.1 MiB/s wr, 19 op/s 2024-04-13T07:46:24.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:24 smithi119 ceph-mon[39268]: osdmap e95: 8 total, 8 up, 8 in 2024-04-13T07:46:24.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:24 smithi119 ceph-mon[27733]: osdmap e94: 8 total, 8 up, 8 in 2024-04-13T07:46:24.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:24 smithi119 ceph-mon[27733]: pgmap v129: 121 pgs: 121 active+clean; 43 MiB data, 296 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.1 MiB/s wr, 19 op/s 2024-04-13T07:46:24.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:24 smithi119 ceph-mon[27733]: osdmap e95: 8 total, 8 up, 8 in 2024-04-13T07:46:24.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:24 smithi139 ceph-mon[31267]: osdmap e94: 8 total, 8 up, 8 in 2024-04-13T07:46:24.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:24 smithi139 ceph-mon[31267]: pgmap v129: 121 pgs: 121 active+clean; 43 MiB data, 296 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.1 MiB/s wr, 19 op/s 2024-04-13T07:46:24.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:24 smithi139 ceph-mon[31267]: osdmap e95: 8 total, 8 up, 8 in 2024-04-13T07:46:24.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:46:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:46:24] "GET /metrics HTTP/1.1" 200 35950 "" "Prometheus/2.43.0" 2024-04-13T07:46:25.252 INFO:tasks.rados.rados.0.smithi119.stdout:164: done (5 left) 2024-04-13T07:46:25.253 INFO:tasks.rados.rados.0.smithi119.stdout:165: done (4 left) 2024-04-13T07:46:25.253 INFO:tasks.rados.rados.0.smithi119.stdout:166: done (3 left) 2024-04-13T07:46:25.253 INFO:tasks.rados.rados.0.smithi119.stdout:167: done (2 left) 2024-04-13T07:46:25.253 INFO:tasks.rados.rados.0.smithi119.stdout:168: done (1 left) 2024-04-13T07:46:25.253 INFO:tasks.rados.rados.0.smithi119.stdout:169: done (0 left) 2024-04-13T07:46:25.253 INFO:tasks.rados.rados.0.smithi119.stdout:170: snap_remove snap 12 2024-04-13T07:46:25.589 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:25 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:46:25.590 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:25 smithi119 ceph-mon[27733]: osdmap e96: 8 total, 8 up, 8 in 2024-04-13T07:46:25.590 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:25 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:46:25.590 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:25 smithi119 ceph-mon[39268]: osdmap e96: 8 total, 8 up, 8 in 2024-04-13T07:46:25.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:25 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:46:25.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:25 smithi139 ceph-mon[31267]: osdmap e96: 8 total, 8 up, 8 in 2024-04-13T07:46:26.254 INFO:tasks.rados.rados.0.smithi119.stdout:170: done (0 left) 2024-04-13T07:46:26.255 INFO:tasks.rados.rados.0.smithi119.stdout:171: read oid 36 snap -1 2024-04-13T07:46:26.255 INFO:tasks.rados.rados.0.smithi119.stdout:171: expect (ObjNum 27 snap 0 seq_num 27) 2024-04-13T07:46:26.255 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 1 current snap is 15 2024-04-13T07:46:26.255 INFO:tasks.rados.rados.0.smithi119.stdout:172: seq_num 79 ranges {0=532480,532480=565248,1097728=237568} 2024-04-13T07:46:26.257 INFO:tasks.rados.rados.0.smithi119.stdout:172: writing smithi11982245-1 from 0 to 532480 tid 1 2024-04-13T07:46:26.261 INFO:tasks.rados.rados.0.smithi119.stdout:172: writing smithi11982245-1 from 532480 to 1097728 tid 2 2024-04-13T07:46:26.262 INFO:tasks.rados.rados.0.smithi119.stdout:172: writing smithi11982245-1 from 1097728 to 1335296 tid 3 2024-04-13T07:46:26.263 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 9 current snap is 15 2024-04-13T07:46:26.263 INFO:tasks.rados.rados.0.smithi119.stdout:173: seq_num 80 ranges {1204224=548864,1753088=450560,2203648=352256} 2024-04-13T07:46:26.272 INFO:tasks.rados.rados.0.smithi119.stdout:173: writing smithi11982245-9 from 1204224 to 1753088 tid 1 2024-04-13T07:46:26.275 INFO:tasks.rados.rados.0.smithi119.stdout:173: writing smithi11982245-9 from 1753088 to 2203648 tid 2 2024-04-13T07:46:26.277 INFO:tasks.rados.rados.0.smithi119.stdout:173: writing smithi11982245-9 from 2203648 to 2555904 tid 3 2024-04-13T07:46:26.277 INFO:tasks.rados.rados.0.smithi119.stdout:174: rmattr oid 11 current snap is 15 2024-04-13T07:46:26.277 INFO:tasks.rados.rados.0.smithi119.stdout:174: done (3 left) 2024-04-13T07:46:26.277 INFO:tasks.rados.rados.0.smithi119.stdout:175: snap_remove snap 10 2024-04-13T07:46:26.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:26 smithi119 ceph-mon[27733]: pgmap v132: 121 pgs: 121 active+clean; 46 MiB data, 305 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 980 KiB/s wr, 16 op/s 2024-04-13T07:46:26.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:26 smithi119 ceph-mon[27733]: osdmap e97: 8 total, 8 up, 8 in 2024-04-13T07:46:26.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:26 smithi119 ceph-mon[39268]: pgmap v132: 121 pgs: 121 active+clean; 46 MiB data, 305 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 980 KiB/s wr, 16 op/s 2024-04-13T07:46:26.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:26 smithi119 ceph-mon[39268]: osdmap e97: 8 total, 8 up, 8 in 2024-04-13T07:46:26.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:26 smithi139 ceph-mon[31267]: pgmap v132: 121 pgs: 121 active+clean; 46 MiB data, 305 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 980 KiB/s wr, 16 op/s 2024-04-13T07:46:26.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:26 smithi139 ceph-mon[31267]: osdmap e97: 8 total, 8 up, 8 in 2024-04-13T07:46:27.255 INFO:tasks.rados.rados.0.smithi119.stdout:171: expect (ObjNum 27 snap 0 seq_num 27) 2024-04-13T07:46:27.270 INFO:tasks.rados.rados.0.smithi119.stdout:172: finishing write tid 1 to smithi11982245-1 2024-04-13T07:46:27.270 INFO:tasks.rados.rados.0.smithi119.stdout:172: finishing write tid 2 to smithi11982245-1 2024-04-13T07:46:27.270 INFO:tasks.rados.rados.0.smithi119.stdout:172: finishing write tid 3 to smithi11982245-1 2024-04-13T07:46:27.270 INFO:tasks.rados.rados.0.smithi119.stdout:172: finishing write tid 4 to smithi11982245-1 2024-04-13T07:46:27.270 INFO:tasks.rados.rados.0.smithi119.stdout:171: done (3 left) 2024-04-13T07:46:27.270 INFO:tasks.rados.rados.0.smithi119.stdout:175: done (2 left) 2024-04-13T07:46:27.270 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 40 current snap is 15 2024-04-13T07:46:27.270 INFO:tasks.rados.rados.0.smithi119.stdout:172: finishing write tid 5 to smithi11982245-1 2024-04-13T07:46:27.271 INFO:tasks.rados.rados.0.smithi119.stdout:172: oid 1 updating version 0 to 18 2024-04-13T07:46:27.271 INFO:tasks.rados.rados.0.smithi119.stdout:172: oid 1 updating version 18 to 21 2024-04-13T07:46:27.271 INFO:tasks.rados.rados.0.smithi119.stdout:172: oid 1 version 21 is already newer than 19 2024-04-13T07:46:27.271 INFO:tasks.rados.rados.0.smithi119.stdout:172: oid 1 version 21 is already newer than 20 2024-04-13T07:46:27.271 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 1 v 21 (ObjNum 79 snap 15 seq_num 79) dirty exists 2024-04-13T07:46:27.271 INFO:tasks.rados.rados.0.smithi119.stdout:172: left oid 1 (ObjNum 79 snap 15 seq_num 79) 2024-04-13T07:46:27.271 INFO:tasks.rados.rados.0.smithi119.stdout:173: finishing write tid 1 to smithi11982245-9 2024-04-13T07:46:27.271 INFO:tasks.rados.rados.0.smithi119.stdout:176: seq_num 81 ranges {663552=565248,1228800=737280,1966080=65536} 2024-04-13T07:46:27.276 INFO:tasks.rados.rados.0.smithi119.stdout:176: writing smithi11982245-40 from 663552 to 1228800 tid 1 2024-04-13T07:46:27.280 INFO:tasks.rados.rados.0.smithi119.stdout:176: writing smithi11982245-40 from 1228800 to 1966080 tid 2 2024-04-13T07:46:27.282 INFO:tasks.rados.rados.0.smithi119.stdout:176: writing smithi11982245-40 from 1966080 to 2031616 tid 3 2024-04-13T07:46:27.282 INFO:tasks.rados.rados.0.smithi119.stdout:172: done (2 left) 2024-04-13T07:46:27.282 INFO:tasks.rados.rados.0.smithi119.stdout:177: copy_from oid 13 from oid 43 current snap is 15 2024-04-13T07:46:27.282 INFO:tasks.rados.rados.0.smithi119.stdout:173: finishing write tid 2 to smithi11982245-9 2024-04-13T07:46:27.282 INFO:tasks.rados.rados.0.smithi119.stdout:173: finishing write tid 3 to smithi11982245-9 2024-04-13T07:46:27.282 INFO:tasks.rados.rados.0.smithi119.stdout:173: finishing write tid 4 to smithi11982245-9 2024-04-13T07:46:27.282 INFO:tasks.rados.rados.0.smithi119.stdout:173: finishing write tid 5 to smithi11982245-9 2024-04-13T07:46:27.283 INFO:tasks.rados.rados.0.smithi119.stdout:173: oid 9 updating version 0 to 48 2024-04-13T07:46:27.283 INFO:tasks.rados.rados.0.smithi119.stdout:173: oid 9 version 48 is already newer than 47 2024-04-13T07:46:27.283 INFO:tasks.rados.rados.0.smithi119.stdout:173: oid 9 version 48 is already newer than 46 2024-04-13T07:46:27.283 INFO:tasks.rados.rados.0.smithi119.stdout:173: oid 9 version 48 is already newer than 45 2024-04-13T07:46:27.283 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 9 v 48 (ObjNum 80 snap 15 seq_num 80) dirty exists 2024-04-13T07:46:27.283 INFO:tasks.rados.rados.0.smithi119.stdout:173: left oid 9 (ObjNum 80 snap 15 seq_num 80) 2024-04-13T07:46:27.283 INFO:tasks.rados.rados.0.smithi119.stdout:176: finishing write tid 1 to smithi11982245-40 2024-04-13T07:46:27.283 INFO:tasks.rados.rados.0.smithi119.stdout:173: done (2 left) 2024-04-13T07:46:27.283 INFO:tasks.rados.rados.0.smithi119.stdout:178: rollback oid 37 current snap is 15 2024-04-13T07:46:27.283 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 37 to 4 2024-04-13T07:46:27.283 INFO:tasks.rados.rados.0.smithi119.stdout:179: rmattr oid 8 current snap is 15 2024-04-13T07:46:27.283 INFO:tasks.rados.rados.0.smithi119.stdout:179: done (3 left) 2024-04-13T07:46:27.283 INFO:tasks.rados.rados.0.smithi119.stdout:180: rmattr oid 24 current snap is 15 2024-04-13T07:46:27.283 INFO:tasks.rados.rados.0.smithi119.stdout:180: done (3 left) 2024-04-13T07:46:27.283 INFO:tasks.rados.rados.0.smithi119.stdout:181: rmattr oid 39 current snap is 15 2024-04-13T07:46:27.283 INFO:tasks.rados.rados.0.smithi119.stdout:182: read oid 4 snap -1 2024-04-13T07:46:27.284 INFO:tasks.rados.rados.0.smithi119.stdout:182: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-13T07:46:27.284 INFO:tasks.rados.rados.0.smithi119.stdout:183: read oid 19 snap -1 2024-04-13T07:46:27.284 INFO:tasks.rados.rados.0.smithi119.stdout:183: expect (ObjNum 18 snap 0 seq_num 18) 2024-04-13T07:46:27.284 INFO:tasks.rados.rados.0.smithi119.stdout:184: setattr oid 25 current snap is 15 2024-04-13T07:46:27.284 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 6 current snap is 15 2024-04-13T07:46:27.284 INFO:tasks.rados.rados.0.smithi119.stdout:185: seq_num 82 ranges {606208=581632,1187840=622592,1810432=180224} 2024-04-13T07:46:27.290 INFO:tasks.rados.rados.0.smithi119.stdout:185: writing smithi11982245-6 from 606208 to 1187840 tid 1 2024-04-13T07:46:27.294 INFO:tasks.rados.rados.0.smithi119.stdout:185: writing smithi11982245-6 from 1187840 to 1810432 tid 2 2024-04-13T07:46:27.295 INFO:tasks.rados.rados.0.smithi119.stdout:185: writing smithi11982245-6 from 1810432 to 1990656 tid 3 2024-04-13T07:46:27.296 INFO:tasks.rados.rados.0.smithi119.stdout:186: copy_from oid 47 from oid 17 current snap is 15 2024-04-13T07:46:27.296 INFO:tasks.rados.rados.0.smithi119.stdout:178: finishing rollback tid 0 to smithi11982245-37 2024-04-13T07:46:27.296 INFO:tasks.rados.rados.0.smithi119.stdout:178: finishing rollback tid 1 to smithi11982245-37 2024-04-13T07:46:27.296 INFO:tasks.rados.rados.0.smithi119.stdout:182: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-13T07:46:27.297 INFO:tasks.rados.rados.0.smithi119.stdout:183: expect (ObjNum 18 snap 0 seq_num 18) 2024-04-13T07:46:27.308 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 39 v 56 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-04-13T07:46:27.308 INFO:tasks.rados.rados.0.smithi119.stdout:178: finishing rollback tid 2 to smithi11982245-37 2024-04-13T07:46:27.308 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 37 v 16 (ObjNum 56 snap 3 seq_num 56) dirty exists 2024-04-13T07:46:27.308 INFO:tasks.rados.rados.0.smithi119.stdout:176: finishing write tid 2 to smithi11982245-40 2024-04-13T07:46:27.308 INFO:tasks.rados.rados.0.smithi119.stdout:178: done (8 left) 2024-04-13T07:46:27.308 INFO:tasks.rados.rados.0.smithi119.stdout:181: done (7 left) 2024-04-13T07:46:27.308 INFO:tasks.rados.rados.0.smithi119.stdout:182: done (6 left) 2024-04-13T07:46:27.308 INFO:tasks.rados.rados.0.smithi119.stdout:183: done (5 left) 2024-04-13T07:46:27.308 INFO:tasks.rados.rados.0.smithi119.stdout:187: snap_create 2024-04-13T07:46:27.308 INFO:tasks.rados.rados.0.smithi119.stdout:176: finishing write tid 3 to smithi11982245-40 2024-04-13T07:46:27.308 INFO:tasks.rados.rados.0.smithi119.stdout:176: finishing write tid 4 to smithi11982245-40 2024-04-13T07:46:27.308 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 25 v 29 (ObjNum 68 snap 10 seq_num 68) dirty exists 2024-04-13T07:46:27.308 INFO:tasks.rados.rados.0.smithi119.stdout:176: finishing write tid 5 to smithi11982245-40 2024-04-13T07:46:27.308 INFO:tasks.rados.rados.0.smithi119.stdout:176: oid 40 updating version 0 to 36 2024-04-13T07:46:27.309 INFO:tasks.rados.rados.0.smithi119.stdout:176: oid 40 updating version 36 to 38 2024-04-13T07:46:27.309 INFO:tasks.rados.rados.0.smithi119.stdout:176: oid 40 updating version 38 to 39 2024-04-13T07:46:27.309 INFO:tasks.rados.rados.0.smithi119.stdout:176: oid 40 version 39 is already newer than 37 2024-04-13T07:46:27.309 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 40 v 39 (ObjNum 81 snap 15 seq_num 81) dirty exists 2024-04-13T07:46:27.309 INFO:tasks.rados.rados.0.smithi119.stdout:176: left oid 40 (ObjNum 81 snap 15 seq_num 81) 2024-04-13T07:46:27.309 INFO:tasks.rados.rados.0.smithi119.stdout:185: finishing write tid 1 to smithi11982245-6 2024-04-13T07:46:27.309 INFO:tasks.rados.rados.0.smithi119.stdout:185: finishing write tid 2 to smithi11982245-6 2024-04-13T07:46:27.309 INFO:tasks.rados.rados.0.smithi119.stdout:185: finishing write tid 3 to smithi11982245-6 2024-04-13T07:46:27.309 INFO:tasks.rados.rados.0.smithi119.stdout:185: finishing write tid 4 to smithi11982245-6 2024-04-13T07:46:27.309 INFO:tasks.rados.rados.0.smithi119.stdout:177: finishing copy_from racing read to smithi11982245-13 2024-04-13T07:46:27.309 INFO:tasks.rados.rados.0.smithi119.stdout:185: finishing write tid 5 to smithi11982245-6 2024-04-13T07:46:27.309 INFO:tasks.rados.rados.0.smithi119.stdout:185: oid 6 updating version 0 to 21 2024-04-13T07:46:27.309 INFO:tasks.rados.rados.0.smithi119.stdout:185: oid 6 version 21 is already newer than 19 2024-04-13T07:46:27.309 INFO:tasks.rados.rados.0.smithi119.stdout:185: oid 6 version 21 is already newer than 20 2024-04-13T07:46:27.310 INFO:tasks.rados.rados.0.smithi119.stdout:185: oid 6 version 21 is already newer than 18 2024-04-13T07:46:27.310 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 6 v 21 (ObjNum 82 snap 15 seq_num 82) dirty exists 2024-04-13T07:46:27.310 INFO:tasks.rados.rados.0.smithi119.stdout:185: left oid 6 (ObjNum 82 snap 15 seq_num 82) 2024-04-13T07:46:27.310 INFO:tasks.rados.rados.0.smithi119.stdout:186: finishing copy_from racing read to smithi11982245-47 2024-04-13T07:46:27.310 INFO:tasks.rados.rados.0.smithi119.stdout:186: finishing copy_from to smithi11982245-47 2024-04-13T07:46:27.310 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 47 v 4 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-04-13T07:46:27.310 INFO:tasks.rados.rados.0.smithi119.stdout:177: finishing copy_from to smithi11982245-13 2024-04-13T07:46:27.310 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 13 v 44 (ObjNum 76 snap 12 seq_num 76) dirty exists 2024-04-13T07:46:28.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:27 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:46:28.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:27 smithi139 ceph-mon[31267]: Upgrade: Target is version 19.0.0-2905-g5f22a497 (unknown) 2024-04-13T07:46:28.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:27 smithi139 ceph-mon[31267]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, digests ['quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de'] 2024-04-13T07:46:28.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:27 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:46:28.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:27 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:46:28.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:27 smithi139 ceph-mon[31267]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-13T07:46:28.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:27 smithi139 ceph-mon[31267]: osdmap e98: 8 total, 8 up, 8 in 2024-04-13T07:46:28.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:27 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:46:28.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:27 smithi119 ceph-mon[27733]: Upgrade: Target is version 19.0.0-2905-g5f22a497 (unknown) 2024-04-13T07:46:28.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:27 smithi119 ceph-mon[27733]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, digests ['quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de'] 2024-04-13T07:46:28.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:27 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:46:28.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:27 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:46:28.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:27 smithi119 ceph-mon[27733]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-13T07:46:28.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:27 smithi119 ceph-mon[27733]: osdmap e98: 8 total, 8 up, 8 in 2024-04-13T07:46:28.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:27 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:46:28.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:27 smithi119 ceph-mon[39268]: Upgrade: Target is version 19.0.0-2905-g5f22a497 (unknown) 2024-04-13T07:46:28.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:27 smithi119 ceph-mon[39268]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, digests ['quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de'] 2024-04-13T07:46:28.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:27 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:46:28.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:27 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:46:28.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:27 smithi119 ceph-mon[39268]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-13T07:46:28.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:27 smithi119 ceph-mon[39268]: osdmap e98: 8 total, 8 up, 8 in 2024-04-13T07:46:28.256 INFO:tasks.rados.rados.0.smithi119.stdout:176: done (5 left) 2024-04-13T07:46:28.256 INFO:tasks.rados.rados.0.smithi119.stdout:177: done (4 left) 2024-04-13T07:46:28.256 INFO:tasks.rados.rados.0.smithi119.stdout:184: done (3 left) 2024-04-13T07:46:28.256 INFO:tasks.rados.rados.0.smithi119.stdout:185: done (2 left) 2024-04-13T07:46:28.256 INFO:tasks.rados.rados.0.smithi119.stdout:186: done (1 left) 2024-04-13T07:46:28.256 INFO:tasks.rados.rados.0.smithi119.stdout:187: done (0 left) 2024-04-13T07:46:28.256 INFO:tasks.rados.rados.0.smithi119.stdout:188: delete oid 31 current snap is 16 2024-04-13T07:46:28.261 INFO:tasks.rados.rados.0.smithi119.stdout:188: done (0 left) 2024-04-13T07:46:28.262 INFO:tasks.rados.rados.0.smithi119.stdout:189: delete oid 26 current snap is 16 2024-04-13T07:46:28.264 INFO:tasks.rados.rados.0.smithi119.stdout:189: done (0 left) 2024-04-13T07:46:28.264 INFO:tasks.rados.rados.0.smithi119.stdout:190: copy_from oid 20 from oid 42 current snap is 16 2024-04-13T07:46:28.264 INFO:tasks.rados.rados.0.smithi119.stdout:191: delete oid 5 current snap is 16 2024-04-13T07:46:28.265 INFO:tasks.rados.rados.0.smithi119.stdout:191: done (1 left) 2024-04-13T07:46:28.265 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 13 current snap is 16 2024-04-13T07:46:28.265 INFO:tasks.rados.rados.0.smithi119.stdout:192: seq_num 86 ranges {3104768=647168,3751936=606208,4358144=196608} 2024-04-13T07:46:28.285 INFO:tasks.rados.rados.0.smithi119.stdout:192: writing smithi11982245-13 from 3104768 to 3751936 tid 1 2024-04-13T07:46:28.289 INFO:tasks.rados.rados.0.smithi119.stdout:192: writing smithi11982245-13 from 3751936 to 4358144 tid 2 2024-04-13T07:46:28.291 INFO:tasks.rados.rados.0.smithi119.stdout:192: writing smithi11982245-13 from 4358144 to 4554752 tid 3 2024-04-13T07:46:28.291 INFO:tasks.rados.rados.0.smithi119.stdout:193: read oid 19 snap -1 2024-04-13T07:46:28.291 INFO:tasks.rados.rados.0.smithi119.stdout:193: expect (ObjNum 18 snap 0 seq_num 18) 2024-04-13T07:46:28.291 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 21 current snap is 16 2024-04-13T07:46:28.291 INFO:tasks.rados.rados.0.smithi119.stdout:190: finishing copy_from racing read to smithi11982245-20 2024-04-13T07:46:28.291 INFO:tasks.rados.rados.0.smithi119.stdout:190: finishing copy_from to smithi11982245-20 2024-04-13T07:46:28.291 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 20 v 10 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-13T07:46:28.291 INFO:tasks.rados.rados.0.smithi119.stdout:192: finishing write tid 1 to smithi11982245-13 2024-04-13T07:46:28.291 INFO:tasks.rados.rados.0.smithi119.stdout:194: seq_num 87 ranges {1220608=663552,1884160=491520,2375680=311296} 2024-04-13T07:46:28.301 INFO:tasks.rados.rados.0.smithi119.stdout:194: writing smithi11982245-21 from 1220608 to 1884160 tid 1 2024-04-13T07:46:28.304 INFO:tasks.rados.rados.0.smithi119.stdout:194: writing smithi11982245-21 from 1884160 to 2375680 tid 2 2024-04-13T07:46:28.306 INFO:tasks.rados.rados.0.smithi119.stdout:194: writing smithi11982245-21 from 2375680 to 2686976 tid 3 2024-04-13T07:46:28.306 INFO:tasks.rados.rados.0.smithi119.stdout:190: done (3 left) 2024-04-13T07:46:28.306 INFO:tasks.rados.rados.0.smithi119.stdout:195: delete oid 11 current snap is 16 2024-04-13T07:46:28.306 INFO:tasks.rados.rados.0.smithi119.stdout:192: finishing write tid 2 to smithi11982245-13 2024-04-13T07:46:28.306 INFO:tasks.rados.rados.0.smithi119.stdout:193: expect (ObjNum 18 snap 0 seq_num 18) 2024-04-13T07:46:28.315 INFO:tasks.rados.rados.0.smithi119.stdout:192: finishing write tid 3 to smithi11982245-13 2024-04-13T07:46:28.315 INFO:tasks.rados.rados.0.smithi119.stdout:192: finishing write tid 4 to smithi11982245-13 2024-04-13T07:46:28.315 INFO:tasks.rados.rados.0.smithi119.stdout:192: finishing write tid 5 to smithi11982245-13 2024-04-13T07:46:28.315 INFO:tasks.rados.rados.0.smithi119.stdout:192: oid 13 updating version 0 to 47 2024-04-13T07:46:28.315 INFO:tasks.rados.rados.0.smithi119.stdout:192: oid 13 version 47 is already newer than 46 2024-04-13T07:46:28.315 INFO:tasks.rados.rados.0.smithi119.stdout:192: oid 13 updating version 47 to 48 2024-04-13T07:46:28.315 INFO:tasks.rados.rados.0.smithi119.stdout:192: oid 13 version 48 is already newer than 45 2024-04-13T07:46:28.315 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 13 v 48 (ObjNum 86 snap 16 seq_num 86) dirty exists 2024-04-13T07:46:28.315 INFO:tasks.rados.rados.0.smithi119.stdout:192: left oid 13 (ObjNum 86 snap 16 seq_num 86) 2024-04-13T07:46:28.316 INFO:tasks.rados.rados.0.smithi119.stdout:194: finishing write tid 1 to smithi11982245-21 2024-04-13T07:46:28.316 INFO:tasks.rados.rados.0.smithi119.stdout:192: done (3 left) 2024-04-13T07:46:28.316 INFO:tasks.rados.rados.0.smithi119.stdout:193: done (2 left) 2024-04-13T07:46:28.316 INFO:tasks.rados.rados.0.smithi119.stdout:195: done (1 left) 2024-04-13T07:46:28.316 INFO:tasks.rados.rados.0.smithi119.stdout:196: read oid 32 snap -1 2024-04-13T07:46:28.316 INFO:tasks.rados.rados.0.smithi119.stdout:196: expect (ObjNum 62 snap 4 seq_num 62) 2024-04-13T07:46:28.316 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 49 current snap is 16 2024-04-13T07:46:28.316 INFO:tasks.rados.rados.0.smithi119.stdout:194: finishing write tid 2 to smithi11982245-21 2024-04-13T07:46:28.316 INFO:tasks.rados.rados.0.smithi119.stdout:197: seq_num 89 ranges {811008=696320,1507328=655360,2162688=147456} 2024-04-13T07:46:28.323 INFO:tasks.rados.rados.0.smithi119.stdout:197: writing smithi11982245-49 from 811008 to 1507328 tid 1 2024-04-13T07:46:28.327 INFO:tasks.rados.rados.0.smithi119.stdout:197: writing smithi11982245-49 from 1507328 to 2162688 tid 2 2024-04-13T07:46:28.328 INFO:tasks.rados.rados.0.smithi119.stdout:197: writing smithi11982245-49 from 2162688 to 2310144 tid 3 2024-04-13T07:46:28.328 INFO:tasks.rados.rados.0.smithi119.stdout:198: delete oid 15 current snap is 16 2024-04-13T07:46:28.328 INFO:tasks.rados.rados.0.smithi119.stdout:194: finishing write tid 3 to smithi11982245-21 2024-04-13T07:46:28.328 INFO:tasks.rados.rados.0.smithi119.stdout:194: finishing write tid 4 to smithi11982245-21 2024-04-13T07:46:28.328 INFO:tasks.rados.rados.0.smithi119.stdout:194: finishing write tid 5 to smithi11982245-21 2024-04-13T07:46:28.328 INFO:tasks.rados.rados.0.smithi119.stdout:194: oid 21 updating version 0 to 33 2024-04-13T07:46:28.328 INFO:tasks.rados.rados.0.smithi119.stdout:194: oid 21 version 33 is already newer than 31 2024-04-13T07:46:28.328 INFO:tasks.rados.rados.0.smithi119.stdout:194: oid 21 updating version 33 to 34 2024-04-13T07:46:28.329 INFO:tasks.rados.rados.0.smithi119.stdout:194: oid 21 version 34 is already newer than 32 2024-04-13T07:46:28.329 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 21 v 34 (ObjNum 87 snap 16 seq_num 87) dirty exists 2024-04-13T07:46:28.329 INFO:tasks.rados.rados.0.smithi119.stdout:194: left oid 21 (ObjNum 87 snap 16 seq_num 87) 2024-04-13T07:46:28.329 INFO:tasks.rados.rados.0.smithi119.stdout:196: expect (ObjNum 62 snap 4 seq_num 62) 2024-04-13T07:46:28.379 INFO:tasks.rados.rados.0.smithi119.stdout:197: finishing write tid 1 to smithi11982245-49 2024-04-13T07:46:28.379 INFO:tasks.rados.rados.0.smithi119.stdout:197: finishing write tid 2 to smithi11982245-49 2024-04-13T07:46:28.379 INFO:tasks.rados.rados.0.smithi119.stdout:197: finishing write tid 3 to smithi11982245-49 2024-04-13T07:46:28.379 INFO:tasks.rados.rados.0.smithi119.stdout:197: finishing write tid 4 to smithi11982245-49 2024-04-13T07:46:28.379 INFO:tasks.rados.rados.0.smithi119.stdout:197: finishing write tid 5 to smithi11982245-49 2024-04-13T07:46:28.379 INFO:tasks.rados.rados.0.smithi119.stdout:197: oid 49 updating version 0 to 24 2024-04-13T07:46:28.379 INFO:tasks.rados.rados.0.smithi119.stdout:197: oid 49 updating version 24 to 25 2024-04-13T07:46:28.379 INFO:tasks.rados.rados.0.smithi119.stdout:197: oid 49 updating version 25 to 27 2024-04-13T07:46:28.379 INFO:tasks.rados.rados.0.smithi119.stdout:197: oid 49 version 27 is already newer than 26 2024-04-13T07:46:28.379 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 49 v 27 (ObjNum 89 snap 16 seq_num 89) dirty exists 2024-04-13T07:46:28.379 INFO:tasks.rados.rados.0.smithi119.stdout:197: left oid 49 (ObjNum 89 snap 16 seq_num 89) 2024-04-13T07:46:28.379 INFO:tasks.rados.rados.0.smithi119.stdout:194: done (3 left) 2024-04-13T07:46:28.380 INFO:tasks.rados.rados.0.smithi119.stdout:196: done (2 left) 2024-04-13T07:46:28.380 INFO:tasks.rados.rados.0.smithi119.stdout:197: done (1 left) 2024-04-13T07:46:28.380 INFO:tasks.rados.rados.0.smithi119.stdout:198: done (0 left) 2024-04-13T07:46:28.380 INFO:tasks.rados.rados.0.smithi119.stdout:199: delete oid 35 current snap is 16 2024-04-13T07:46:28.380 INFO:tasks.rados.rados.0.smithi119.stdout:199: done (0 left) 2024-04-13T07:46:28.380 INFO:tasks.rados.rados.0.smithi119.stdout:200: setattr oid 29 current snap is 16 2024-04-13T07:46:28.382 INFO:tasks.rados.rados.0.smithi119.stdout:201: snap_remove snap 4 2024-04-13T07:46:29.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:28 smithi139 ceph-mon[31267]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de on smithi139 2024-04-13T07:46:29.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:28 smithi139 ceph-mon[31267]: pgmap v135: 121 pgs: 121 active+clean; 46 MiB data, 305 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 980 KiB/s wr, 16 op/s 2024-04-13T07:46:29.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:28 smithi139 ceph-mon[31267]: osdmap e99: 8 total, 8 up, 8 in 2024-04-13T07:46:29.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:28 smithi119 ceph-mon[39268]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de on smithi139 2024-04-13T07:46:29.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:28 smithi119 ceph-mon[39268]: pgmap v135: 121 pgs: 121 active+clean; 46 MiB data, 305 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 980 KiB/s wr, 16 op/s 2024-04-13T07:46:29.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:28 smithi119 ceph-mon[39268]: osdmap e99: 8 total, 8 up, 8 in 2024-04-13T07:46:29.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:28 smithi119 ceph-mon[27733]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de on smithi139 2024-04-13T07:46:29.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:28 smithi119 ceph-mon[27733]: pgmap v135: 121 pgs: 121 active+clean; 46 MiB data, 305 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 980 KiB/s wr, 16 op/s 2024-04-13T07:46:29.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:28 smithi119 ceph-mon[27733]: osdmap e99: 8 total, 8 up, 8 in 2024-04-13T07:46:29.252 INFO:tasks.rados.rados.0.smithi119.stdout:201: done (1 left) 2024-04-13T07:46:29.253 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 38 current snap is 16 2024-04-13T07:46:29.253 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 29 v 28 (ObjNum 33 snap 0 seq_num 1907606105) dirty exists 2024-04-13T07:46:29.253 INFO:tasks.rados.rados.0.smithi119.stdout:202: seq_num 92 ranges {622592=745472,1368064=761856,2129920=40960} 2024-04-13T07:46:29.261 INFO:tasks.rados.rados.0.smithi119.stdout:202: writing smithi11982245-38 from 622592 to 1368064 tid 1 2024-04-13T07:46:29.266 INFO:tasks.rados.rados.0.smithi119.stdout:202: writing smithi11982245-38 from 1368064 to 2129920 tid 2 2024-04-13T07:46:29.267 INFO:tasks.rados.rados.0.smithi119.stdout:202: writing smithi11982245-38 from 2129920 to 2170880 tid 3 2024-04-13T07:46:29.267 INFO:tasks.rados.rados.0.smithi119.stdout:200: done (1 left) 2024-04-13T07:46:29.267 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 2 current snap is 16 2024-04-13T07:46:29.267 INFO:tasks.rados.rados.0.smithi119.stdout:202: finishing write tid 1 to smithi11982245-38 2024-04-13T07:46:29.267 INFO:tasks.rados.rados.0.smithi119.stdout:203: seq_num 93 ranges {778240=761856,1540096=647168,2187264=155648} 2024-04-13T07:46:29.275 INFO:tasks.rados.rados.0.smithi119.stdout:203: writing smithi11982245-2 from 778240 to 1540096 tid 1 2024-04-13T07:46:29.279 INFO:tasks.rados.rados.0.smithi119.stdout:203: writing smithi11982245-2 from 1540096 to 2187264 tid 2 2024-04-13T07:46:29.280 INFO:tasks.rados.rados.0.smithi119.stdout:203: writing smithi11982245-2 from 2187264 to 2342912 tid 3 2024-04-13T07:46:29.281 INFO:tasks.rados.rados.0.smithi119.stdout:204: copy_from oid 27 from oid 26 current snap is 16 2024-04-13T07:46:29.281 INFO:tasks.rados.rados.0.smithi119.stdout:202: finishing write tid 2 to smithi11982245-38 2024-04-13T07:46:29.281 INFO:tasks.rados.rados.0.smithi119.stdout:202: finishing write tid 3 to smithi11982245-38 2024-04-13T07:46:29.281 INFO:tasks.rados.rados.0.smithi119.stdout:202: finishing write tid 4 to smithi11982245-38 2024-04-13T07:46:29.281 INFO:tasks.rados.rados.0.smithi119.stdout:202: finishing write tid 5 to smithi11982245-38 2024-04-13T07:46:29.281 INFO:tasks.rados.rados.0.smithi119.stdout:202: oid 38 updating version 0 to 50 2024-04-13T07:46:29.281 INFO:tasks.rados.rados.0.smithi119.stdout:202: oid 38 updating version 50 to 52 2024-04-13T07:46:29.281 INFO:tasks.rados.rados.0.smithi119.stdout:202: oid 38 version 52 is already newer than 51 2024-04-13T07:46:29.281 INFO:tasks.rados.rados.0.smithi119.stdout:202: oid 38 version 52 is already newer than 49 2024-04-13T07:46:29.281 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 38 v 52 (ObjNum 92 snap 16 seq_num 92) dirty exists 2024-04-13T07:46:29.281 INFO:tasks.rados.rados.0.smithi119.stdout:202: left oid 38 (ObjNum 92 snap 16 seq_num 92) 2024-04-13T07:46:29.281 INFO:tasks.rados.rados.0.smithi119.stdout:203: finishing write tid 1 to smithi11982245-2 2024-04-13T07:46:29.281 INFO:tasks.rados.rados.0.smithi119.stdout:202: done (2 left) 2024-04-13T07:46:29.281 INFO:tasks.rados.rados.0.smithi119.stdout:205: snap_create 2024-04-13T07:46:29.282 INFO:tasks.rados.rados.0.smithi119.stdout:204: finishing copy_from to smithi11982245-27 2024-04-13T07:46:29.282 INFO:tasks.rados.rados.0.smithi119.stdout:204: got expected ENOENT (src dne) 2024-04-13T07:46:29.282 INFO:tasks.rados.rados.0.smithi119.stdout:204: finishing copy_from racing read to smithi11982245-27 2024-04-13T07:46:29.283 INFO:tasks.rados.rados.0.smithi119.stdout:203: finishing write tid 2 to smithi11982245-2 2024-04-13T07:46:29.283 INFO:tasks.rados.rados.0.smithi119.stdout:203: finishing write tid 3 to smithi11982245-2 2024-04-13T07:46:29.283 INFO:tasks.rados.rados.0.smithi119.stdout:203: finishing write tid 4 to smithi11982245-2 2024-04-13T07:46:29.284 INFO:tasks.rados.rados.0.smithi119.stdout:203: finishing write tid 5 to smithi11982245-2 2024-04-13T07:46:29.284 INFO:tasks.rados.rados.0.smithi119.stdout:203: oid 2 updating version 0 to 51 2024-04-13T07:46:29.284 INFO:tasks.rados.rados.0.smithi119.stdout:203: oid 2 version 51 is already newer than 50 2024-04-13T07:46:29.284 INFO:tasks.rados.rados.0.smithi119.stdout:203: oid 2 updating version 51 to 52 2024-04-13T07:46:29.284 INFO:tasks.rados.rados.0.smithi119.stdout:203: oid 2 version 52 is already newer than 49 2024-04-13T07:46:29.284 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 2 v 52 (ObjNum 93 snap 16 seq_num 93) dirty exists 2024-04-13T07:46:29.284 INFO:tasks.rados.rados.0.smithi119.stdout:203: left oid 2 (ObjNum 93 snap 16 seq_num 93) 2024-04-13T07:46:30.259 INFO:tasks.rados.rados.0.smithi119.stdout:203: done (2 left) 2024-04-13T07:46:30.259 INFO:tasks.rados.rados.0.smithi119.stdout:204: done (1 left) 2024-04-13T07:46:30.259 INFO:tasks.rados.rados.0.smithi119.stdout:205: done (0 left) 2024-04-13T07:46:30.259 INFO:tasks.rados.rados.0.smithi119.stdout:206: snap_create 2024-04-13T07:46:30.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:30 smithi139 ceph-mon[31267]: osdmap e100: 8 total, 8 up, 8 in 2024-04-13T07:46:30.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:30 smithi139 ceph-mon[31267]: pgmap v138: 121 pgs: 121 active+clean; 46 MiB data, 305 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:46:30.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:30 smithi119 ceph-mon[39268]: osdmap e100: 8 total, 8 up, 8 in 2024-04-13T07:46:30.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:30 smithi119 ceph-mon[39268]: pgmap v138: 121 pgs: 121 active+clean; 46 MiB data, 305 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:46:30.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:30 smithi119 ceph-mon[27733]: osdmap e100: 8 total, 8 up, 8 in 2024-04-13T07:46:30.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:30 smithi119 ceph-mon[27733]: pgmap v138: 121 pgs: 121 active+clean; 46 MiB data, 305 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:46:31.260 INFO:tasks.rados.rados.0.smithi119.stdout:206: done (0 left) 2024-04-13T07:46:31.260 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 17 current snap is 18 2024-04-13T07:46:31.261 INFO:tasks.rados.rados.0.smithi119.stdout:207: seq_num 94 ranges {122880=778240,901120=532480,1433600=270336} 2024-04-13T07:46:31.266 INFO:tasks.rados.rados.0.smithi119.stdout:207: writing smithi11982245-17 from 122880 to 901120 tid 1 2024-04-13T07:46:31.269 INFO:tasks.rados.rados.0.smithi119.stdout:207: writing smithi11982245-17 from 901120 to 1433600 tid 2 2024-04-13T07:46:31.271 INFO:tasks.rados.rados.0.smithi119.stdout:207: writing smithi11982245-17 from 1433600 to 1703936 tid 3 2024-04-13T07:46:31.271 INFO:tasks.rados.rados.0.smithi119.stdout:208: rollback oid 8 current snap is 18 2024-04-13T07:46:31.271 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 8 to 15 2024-04-13T07:46:31.271 INFO:tasks.rados.rados.0.smithi119.stdout:209: rmattr oid 26 current snap is 18 2024-04-13T07:46:31.271 INFO:tasks.rados.rados.0.smithi119.stdout:209: done (2 left) 2024-04-13T07:46:31.271 INFO:tasks.rados.rados.0.smithi119.stdout:210: delete oid 2 current snap is 18 2024-04-13T07:46:31.272 INFO:tasks.rados.rados.0.smithi119.stdout:207: finishing write tid 1 to smithi11982245-17 2024-04-13T07:46:31.274 INFO:tasks.rados.rados.0.smithi119.stdout:208: finishing rollback tid 0 to smithi11982245-8 2024-04-13T07:46:31.275 INFO:tasks.rados.rados.0.smithi119.stdout:207: finishing write tid 2 to smithi11982245-17 2024-04-13T07:46:31.275 INFO:tasks.rados.rados.0.smithi119.stdout:207: finishing write tid 3 to smithi11982245-17 2024-04-13T07:46:31.275 INFO:tasks.rados.rados.0.smithi119.stdout:207: finishing write tid 4 to smithi11982245-17 2024-04-13T07:46:31.275 INFO:tasks.rados.rados.0.smithi119.stdout:208: finishing rollback tid 1 to smithi11982245-8 2024-04-13T07:46:31.275 INFO:tasks.rados.rados.0.smithi119.stdout:208: finishing rollback tid 2 to smithi11982245-8 2024-04-13T07:46:31.275 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 8 v 55 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-04-13T07:46:31.276 INFO:tasks.rados.rados.0.smithi119.stdout:207: finishing write tid 5 to smithi11982245-17 2024-04-13T07:46:31.276 INFO:tasks.rados.rados.0.smithi119.stdout:207: oid 17 updating version 0 to 34 2024-04-13T07:46:31.276 INFO:tasks.rados.rados.0.smithi119.stdout:207: oid 17 version 34 is already newer than 33 2024-04-13T07:46:31.276 INFO:tasks.rados.rados.0.smithi119.stdout:207: oid 17 version 34 is already newer than 31 2024-04-13T07:46:31.276 INFO:tasks.rados.rados.0.smithi119.stdout:207: oid 17 version 34 is already newer than 32 2024-04-13T07:46:31.277 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 17 v 34 (ObjNum 94 snap 18 seq_num 94) dirty exists 2024-04-13T07:46:31.277 INFO:tasks.rados.rados.0.smithi119.stdout:207: left oid 17 (ObjNum 94 snap 18 seq_num 94) 2024-04-13T07:46:31.277 INFO:tasks.rados.rados.0.smithi119.stdout:207: done (2 left) 2024-04-13T07:46:31.277 INFO:tasks.rados.rados.0.smithi119.stdout:208: done (1 left) 2024-04-13T07:46:31.277 INFO:tasks.rados.rados.0.smithi119.stdout:210: done (0 left) 2024-04-13T07:46:31.277 INFO:tasks.rados.rados.0.smithi119.stdout:211: rmattr oid 38 current snap is 18 2024-04-13T07:46:31.277 INFO:tasks.rados.rados.0.smithi119.stdout:211: done (0 left) 2024-04-13T07:46:31.277 INFO:tasks.rados.rados.0.smithi119.stdout:212: snap_create 2024-04-13T07:46:31.581 INFO:teuthology.orchestra.run.smithi119.stdout:true 2024-04-13T07:46:31.581 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:31 smithi119 ceph-mon[27733]: osdmap e101: 8 total, 8 up, 8 in 2024-04-13T07:46:31.582 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:31 smithi119 ceph-mon[39268]: osdmap e101: 8 total, 8 up, 8 in 2024-04-13T07:46:31.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:31 smithi139 ceph-mon[31267]: osdmap e101: 8 total, 8 up, 8 in 2024-04-13T07:46:31.897 INFO:teuthology.orchestra.run.smithi119.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-13T07:46:31.897 INFO:teuthology.orchestra.run.smithi119.stdout:alertmanager.a smithi119 *:9093,9094 running (2m) 117s ago 3m 16.5M - 0.25.0 c8568f914cd2 a8bd9bb7cb08 2024-04-13T07:46:31.897 INFO:teuthology.orchestra.run.smithi119.stdout:grafana.a smithi139 *:3000 running (2m) 116s ago 2m 81.8M - 9.4.7 954c08fa6188 43be3a562cf4 2024-04-13T07:46:31.897 INFO:teuthology.orchestra.run.smithi119.stdout:mds.a smithi119 running (4m) 117s ago 4m 16.4M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 1c0a22818175 2024-04-13T07:46:31.897 INFO:teuthology.orchestra.run.smithi119.stdout:mds.b smithi139 running (3m) 116s ago 3m 13.4M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 9d051222a698 2024-04-13T07:46:31.897 INFO:teuthology.orchestra.run.smithi119.stdout:mgr.x smithi139 *:8443,8765 running (7m) 116s ago 7m 448M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 47929656fb64 2024-04-13T07:46:31.898 INFO:teuthology.orchestra.run.smithi119.stdout:mgr.y smithi119 *:9283,8765 running (9m) 117s ago 9m 495M - 18.2.2-1217-g7d36322c 6ecd1226aa2f cb7f7188b724 2024-04-13T07:46:31.898 INFO:teuthology.orchestra.run.smithi119.stdout:mon.a smithi119 running (9m) 117s ago 9m 44.1M 2048M 18.2.2-1217-g7d36322c 6ecd1226aa2f f2e13e059877 2024-04-13T07:46:31.898 INFO:teuthology.orchestra.run.smithi119.stdout:mon.b smithi139 running (7m) 116s ago 7m 36.7M 2048M 18.2.2-1217-g7d36322c 6ecd1226aa2f ab5b3b4132d2 2024-04-13T07:46:31.898 INFO:teuthology.orchestra.run.smithi119.stdout:mon.c smithi119 running (7m) 117s ago 7m 39.5M 2048M 18.2.2-1217-g7d36322c 6ecd1226aa2f f38246c5c08b 2024-04-13T07:46:31.898 INFO:teuthology.orchestra.run.smithi119.stdout:node-exporter.a smithi119 *:9100 running (2m) 117s ago 2m 3389k - 1.5.0 0da6a335fe13 b9cb5e53bb33 2024-04-13T07:46:31.898 INFO:teuthology.orchestra.run.smithi119.stdout:node-exporter.b smithi139 *:9100 running (2m) 116s ago 2m 3489k - 1.5.0 0da6a335fe13 126fe390382b 2024-04-13T07:46:31.898 INFO:teuthology.orchestra.run.smithi119.stdout:osd.0 smithi119 running (7m) 117s ago 7m 52.8M 2992M 18.2.2-1217-g7d36322c 6ecd1226aa2f 3a53ad75d7c2 2024-04-13T07:46:31.898 INFO:teuthology.orchestra.run.smithi119.stdout:osd.1 smithi119 running (6m) 117s ago 6m 45.2M 2992M 18.2.2-1217-g7d36322c 6ecd1226aa2f fdb76e7c567d 2024-04-13T07:46:31.898 INFO:teuthology.orchestra.run.smithi119.stdout:osd.2 smithi119 running (6m) 117s ago 6m 41.5M 2992M 18.2.2-1217-g7d36322c 6ecd1226aa2f 3f7cf03170a1 2024-04-13T07:46:31.898 INFO:teuthology.orchestra.run.smithi119.stdout:osd.3 smithi119 running (5m) 117s ago 5m 43.1M 2992M 18.2.2-1217-g7d36322c 6ecd1226aa2f 3f2186ecbd67 2024-04-13T07:46:31.898 INFO:teuthology.orchestra.run.smithi119.stdout:osd.4 smithi139 running (5m) 116s ago 5m 50.3M 2992M 18.2.2-1217-g7d36322c 6ecd1226aa2f 779579d3651a 2024-04-13T07:46:31.898 INFO:teuthology.orchestra.run.smithi119.stdout:osd.5 smithi139 running (5m) 116s ago 5m 50.5M 2992M 18.2.2-1217-g7d36322c 6ecd1226aa2f a52e53194853 2024-04-13T07:46:31.898 INFO:teuthology.orchestra.run.smithi119.stdout:osd.6 smithi139 running (4m) 116s ago 4m 49.3M 2992M 18.2.2-1217-g7d36322c 6ecd1226aa2f 763ea020f47e 2024-04-13T07:46:31.899 INFO:teuthology.orchestra.run.smithi119.stdout:osd.7 smithi139 running (4m) 116s ago 4m 43.8M 2992M 18.2.2-1217-g7d36322c 6ecd1226aa2f 0e23b527299b 2024-04-13T07:46:31.899 INFO:teuthology.orchestra.run.smithi119.stdout:prometheus.a smithi139 *:9095 running (2m) 116s ago 3m 29.0M - 2.43.0 a07b618ecd1d 4dafd98b31c9 2024-04-13T07:46:32.278 INFO:tasks.rados.rados.0.smithi119.stdout:212: done (0 left) 2024-04-13T07:46:32.278 INFO:tasks.rados.rados.0.smithi119.stdout:213: copy_from oid 48 from oid 47 current snap is 19 2024-04-13T07:46:32.278 INFO:tasks.rados.rados.0.smithi119.stdout:214: read oid 34 snap -1 2024-04-13T07:46:32.278 INFO:tasks.rados.rados.0.smithi119.stdout:214: expect (ObjNum 77 snap 12 seq_num 77) 2024-04-13T07:46:32.278 INFO:tasks.rados.rados.0.smithi119.stdout:215: snap_create 2024-04-13T07:46:32.284 INFO:tasks.rados.rados.0.smithi119.stdout:214: expect (ObjNum 77 snap 12 seq_num 77) 2024-04-13T07:46:32.291 INFO:teuthology.orchestra.run.smithi119.stdout:{ 2024-04-13T07:46:32.291 INFO:teuthology.orchestra.run.smithi119.stdout: "mon": { 2024-04-13T07:46:32.291 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 3 2024-04-13T07:46:32.291 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:46:32.291 INFO:teuthology.orchestra.run.smithi119.stdout: "mgr": { 2024-04-13T07:46:32.291 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 2 2024-04-13T07:46:32.292 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:46:32.292 INFO:teuthology.orchestra.run.smithi119.stdout: "osd": { 2024-04-13T07:46:32.292 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 8 2024-04-13T07:46:32.292 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:46:32.292 INFO:teuthology.orchestra.run.smithi119.stdout: "mds": { 2024-04-13T07:46:32.292 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 2 2024-04-13T07:46:32.292 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:46:32.292 INFO:teuthology.orchestra.run.smithi119.stdout: "overall": { 2024-04-13T07:46:32.292 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 15 2024-04-13T07:46:32.292 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-13T07:46:32.292 INFO:teuthology.orchestra.run.smithi119.stdout:} 2024-04-13T07:46:32.320 INFO:tasks.rados.rados.0.smithi119.stdout:213: finishing copy_from racing read to smithi11982245-48 2024-04-13T07:46:32.320 INFO:tasks.rados.rados.0.smithi119.stdout:213: finishing copy_from to smithi11982245-48 2024-04-13T07:46:32.320 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 48 v 4 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-04-13T07:46:32.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:32 smithi139 ceph-mon[31267]: osdmap e102: 8 total, 8 up, 8 in 2024-04-13T07:46:32.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:32 smithi139 ceph-mon[31267]: from='client.24968 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:46:32.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:32 smithi139 ceph-mon[31267]: from='client.15072 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:46:32.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:32 smithi139 ceph-mon[31267]: pgmap v141: 121 pgs: 121 active+clean; 62 MiB data, 329 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 4.0 MiB/s wr, 32 op/s 2024-04-13T07:46:32.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:32 smithi119 ceph-mon[39268]: osdmap e102: 8 total, 8 up, 8 in 2024-04-13T07:46:32.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:32 smithi119 ceph-mon[39268]: from='client.24968 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:46:32.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:32 smithi119 ceph-mon[39268]: from='client.15072 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:46:32.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:32 smithi119 ceph-mon[39268]: pgmap v141: 121 pgs: 121 active+clean; 62 MiB data, 329 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 4.0 MiB/s wr, 32 op/s 2024-04-13T07:46:32.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:32 smithi119 ceph-mon[27733]: osdmap e102: 8 total, 8 up, 8 in 2024-04-13T07:46:32.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:32 smithi119 ceph-mon[27733]: from='client.24968 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:46:32.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:32 smithi119 ceph-mon[27733]: from='client.15072 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:46:32.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:32 smithi119 ceph-mon[27733]: pgmap v141: 121 pgs: 121 active+clean; 62 MiB data, 329 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 4.0 MiB/s wr, 32 op/s 2024-04-13T07:46:33.277 INFO:tasks.rados.rados.0.smithi119.stdout:213: done (2 left) 2024-04-13T07:46:33.277 INFO:tasks.rados.rados.0.smithi119.stdout:214: done (1 left) 2024-04-13T07:46:33.277 INFO:tasks.rados.rados.0.smithi119.stdout:215: done (0 left) 2024-04-13T07:46:33.277 INFO:tasks.rados.rados.0.smithi119.stdout:216: read oid 47 snap -1 2024-04-13T07:46:33.277 INFO:tasks.rados.rados.0.smithi119.stdout:216: expect (ObjNum 7 snap 0 seq_num 7) 2024-04-13T07:46:33.277 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 45 current snap is 20 2024-04-13T07:46:33.277 INFO:tasks.rados.rados.0.smithi119.stdout:217: seq_num 96 ranges {557056=409600,966656=696320,1662976=507904} 2024-04-13T07:46:33.281 INFO:tasks.rados.rados.0.smithi119.stdout:217: writing smithi11982245-45 from 557056 to 966656 tid 1 2024-04-13T07:46:33.285 INFO:tasks.rados.rados.0.smithi119.stdout:217: writing smithi11982245-45 from 966656 to 1662976 tid 2 2024-04-13T07:46:33.289 INFO:tasks.rados.rados.0.smithi119.stdout:217: writing smithi11982245-45 from 1662976 to 2170880 tid 3 2024-04-13T07:46:33.289 INFO:tasks.rados.rados.0.smithi119.stdout:218: read oid 49 snap 14 2024-04-13T07:46:33.289 INFO:tasks.rados.rados.0.smithi119.stdout:218: expect (ObjNum 48 snap 0 seq_num 48) 2024-04-13T07:46:33.289 INFO:tasks.rados.rados.0.smithi119.stdout:219: read oid 28 snap -1 2024-04-13T07:46:33.289 INFO:tasks.rados.rados.0.smithi119.stdout:219: expect (ObjNum 27 snap 0 seq_num 27) 2024-04-13T07:46:33.289 INFO:tasks.rados.rados.0.smithi119.stdout:220: read oid 11 snap -1 2024-04-13T07:46:33.289 INFO:tasks.rados.rados.0.smithi119.stdout:220: expect deleted 2024-04-13T07:46:33.289 INFO:tasks.rados.rados.0.smithi119.stdout:221: read oid 5 snap 8 2024-04-13T07:46:33.289 INFO:tasks.rados.rados.0.smithi119.stdout:221: expect (ObjNum 4 snap 0 seq_num 4) 2024-04-13T07:46:33.290 INFO:tasks.rados.rados.0.smithi119.stdout:222: setattr oid 48 current snap is 20 2024-04-13T07:46:33.290 INFO:tasks.rados.rados.0.smithi119.stdout:216: expect (ObjNum 7 snap 0 seq_num 7) 2024-04-13T07:46:33.294 INFO:tasks.rados.rados.0.smithi119.stdout:217: finishing write tid 1 to smithi11982245-45 2024-04-13T07:46:33.294 INFO:tasks.rados.rados.0.smithi119.stdout:217: finishing write tid 2 to smithi11982245-45 2024-04-13T07:46:33.294 INFO:tasks.rados.rados.0.smithi119.stdout:219: expect (ObjNum 27 snap 0 seq_num 27) 2024-04-13T07:46:33.310 INFO:tasks.rados.rados.0.smithi119.stdout:217: finishing write tid 3 to smithi11982245-45 2024-04-13T07:46:33.310 INFO:tasks.rados.rados.0.smithi119.stdout:217: finishing write tid 4 to smithi11982245-45 2024-04-13T07:46:33.310 INFO:tasks.rados.rados.0.smithi119.stdout:216: done (6 left) 2024-04-13T07:46:33.310 INFO:tasks.rados.rados.0.smithi119.stdout:219: done (5 left) 2024-04-13T07:46:33.310 INFO:tasks.rados.rados.0.smithi119.stdout:220: done (4 left) 2024-04-13T07:46:33.310 INFO:tasks.rados.rados.0.smithi119.stdout:223: rollback oid 14 current snap is 20 2024-04-13T07:46:33.310 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 14 to 19 2024-04-13T07:46:33.310 INFO:tasks.rados.rados.0.smithi119.stdout:218: expect (ObjNum 48 snap 0 seq_num 48) 2024-04-13T07:46:33.332 INFO:tasks.rados.rados.0.smithi119.stdout:217: finishing write tid 5 to smithi11982245-45 2024-04-13T07:46:33.332 INFO:tasks.rados.rados.0.smithi119.stdout:217: oid 45 updating version 0 to 53 2024-04-13T07:46:33.332 INFO:tasks.rados.rados.0.smithi119.stdout:217: oid 45 version 53 is already newer than 52 2024-04-13T07:46:33.332 INFO:tasks.rados.rados.0.smithi119.stdout:217: oid 45 version 53 is already newer than 50 2024-04-13T07:46:33.332 INFO:tasks.rados.rados.0.smithi119.stdout:217: oid 45 version 53 is already newer than 51 2024-04-13T07:46:33.332 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 45 v 53 (ObjNum 96 snap 20 seq_num 96) dirty exists 2024-04-13T07:46:33.332 INFO:tasks.rados.rados.0.smithi119.stdout:217: left oid 45 (ObjNum 96 snap 20 seq_num 96) 2024-04-13T07:46:33.332 INFO:tasks.rados.rados.0.smithi119.stdout:221: expect (ObjNum 4 snap 0 seq_num 4) 2024-04-13T07:46:33.334 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 48 v 56 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-04-13T07:46:33.334 INFO:tasks.rados.rados.0.smithi119.stdout:223: finishing rollback tid 1 to smithi11982245-14 2024-04-13T07:46:33.334 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 14 v 0 (ObjNum 161 snap 0 seq_num 749851632) dirty dne 2024-04-13T07:46:33.334 INFO:tasks.rados.rados.0.smithi119.stdout:217: done (4 left) 2024-04-13T07:46:33.334 INFO:tasks.rados.rados.0.smithi119.stdout:218: done (3 left) 2024-04-13T07:46:33.334 INFO:tasks.rados.rados.0.smithi119.stdout:221: done (2 left) 2024-04-13T07:46:33.334 INFO:tasks.rados.rados.0.smithi119.stdout:222: done (1 left) 2024-04-13T07:46:33.334 INFO:tasks.rados.rados.0.smithi119.stdout:223: done (0 left) 2024-04-13T07:46:33.334 INFO:tasks.rados.rados.0.smithi119.stdout:224: delete oid 45 current snap is 20 2024-04-13T07:46:33.335 INFO:tasks.rados.rados.0.smithi119.stdout:224: done (0 left) 2024-04-13T07:46:33.335 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 26 current snap is 20 2024-04-13T07:46:33.335 INFO:tasks.rados.rados.0.smithi119.stdout:225: seq_num 98 ranges {0=450560,450560=466944,917504=737280} 2024-04-13T07:46:33.337 INFO:tasks.rados.rados.0.smithi119.stdout:225: writing smithi11982245-26 from 0 to 450560 tid 1 2024-04-13T07:46:33.340 INFO:tasks.rados.rados.0.smithi119.stdout:225: writing smithi11982245-26 from 450560 to 917504 tid 2 2024-04-13T07:46:33.344 INFO:tasks.rados.rados.0.smithi119.stdout:225: writing smithi11982245-26 from 917504 to 1654784 tid 3 2024-04-13T07:46:33.344 INFO:tasks.rados.rados.0.smithi119.stdout:226: setattr oid 47 current snap is 20 2024-04-13T07:46:33.345 INFO:tasks.rados.rados.0.smithi119.stdout:225: finishing write tid 1 to smithi11982245-26 2024-04-13T07:46:33.345 INFO:tasks.rados.rados.0.smithi119.stdout:225: finishing write tid 2 to smithi11982245-26 2024-04-13T07:46:33.345 INFO:tasks.rados.rados.0.smithi119.stdout:227: setattr oid 30 current snap is 20 2024-04-13T07:46:33.347 INFO:tasks.rados.rados.0.smithi119.stdout:225: finishing write tid 3 to smithi11982245-26 2024-04-13T07:46:33.347 INFO:tasks.rados.rados.0.smithi119.stdout:225: finishing write tid 4 to smithi11982245-26 2024-04-13T07:46:33.347 INFO:tasks.rados.rados.0.smithi119.stdout:228: snap_remove snap 7 2024-04-13T07:46:33.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:33 smithi139 ceph-mon[31267]: osdmap e103: 8 total, 8 up, 8 in 2024-04-13T07:46:33.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:33 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/3042836616' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:46:33.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:33 smithi119 ceph-mon[39268]: osdmap e103: 8 total, 8 up, 8 in 2024-04-13T07:46:33.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:33 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/3042836616' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:46:33.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:33 smithi119 ceph-mon[27733]: osdmap e103: 8 total, 8 up, 8 in 2024-04-13T07:46:33.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:33 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/3042836616' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:46:34.258 INFO:tasks.rados.rados.0.smithi119.stdout:228: done (3 left) 2024-04-13T07:46:34.258 INFO:tasks.rados.rados.0.smithi119.stdout:229: read oid 49 snap -1 2024-04-13T07:46:34.259 INFO:tasks.rados.rados.0.smithi119.stdout:229: expect (ObjNum 89 snap 16 seq_num 89) 2024-04-13T07:46:34.259 INFO:tasks.rados.rados.0.smithi119.stdout:230: read oid 42 snap -1 2024-04-13T07:46:34.259 INFO:tasks.rados.rados.0.smithi119.stdout:230: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-13T07:46:34.259 INFO:tasks.rados.rados.0.smithi119.stdout:231: read oid 33 snap -1 2024-04-13T07:46:34.259 INFO:tasks.rados.rados.0.smithi119.stdout:231: expect (ObjNum 59 snap 3 seq_num 59) 2024-04-13T07:46:34.259 INFO:tasks.rados.rados.0.smithi119.stdout:232: snap_remove snap 14 2024-04-13T07:46:34.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:34 smithi139 ceph-mon[31267]: osdmap e104: 8 total, 8 up, 8 in 2024-04-13T07:46:34.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:34 smithi139 ceph-mon[31267]: pgmap v144: 121 pgs: 121 active+clean; 62 MiB data, 329 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 4.0 MiB/s wr, 32 op/s 2024-04-13T07:46:34.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:34 smithi139 ceph-mon[31267]: osdmap e105: 8 total, 8 up, 8 in 2024-04-13T07:46:34.716 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:46:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:46:34] "GET /metrics HTTP/1.1" 200 36012 "" "Prometheus/2.43.0" 2024-04-13T07:46:34.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:34 smithi119 ceph-mon[27733]: osdmap e104: 8 total, 8 up, 8 in 2024-04-13T07:46:34.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:34 smithi119 ceph-mon[27733]: pgmap v144: 121 pgs: 121 active+clean; 62 MiB data, 329 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 4.0 MiB/s wr, 32 op/s 2024-04-13T07:46:34.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:34 smithi119 ceph-mon[27733]: osdmap e105: 8 total, 8 up, 8 in 2024-04-13T07:46:34.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:34 smithi119 ceph-mon[39268]: osdmap e104: 8 total, 8 up, 8 in 2024-04-13T07:46:34.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:34 smithi119 ceph-mon[39268]: pgmap v144: 121 pgs: 121 active+clean; 62 MiB data, 329 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 4.0 MiB/s wr, 32 op/s 2024-04-13T07:46:34.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:34 smithi119 ceph-mon[39268]: osdmap e105: 8 total, 8 up, 8 in 2024-04-13T07:46:35.258 INFO:tasks.rados.rados.0.smithi119.stdout:232: done (6 left) 2024-04-13T07:46:35.258 INFO:tasks.rados.rados.0.smithi119.stdout:233: copy_from oid 15 from oid 40 current snap is 20 2024-04-13T07:46:35.258 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 47 v 56 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-04-13T07:46:35.258 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 30 v 36 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-04-13T07:46:35.258 INFO:tasks.rados.rados.0.smithi119.stdout:225: finishing write tid 5 to smithi11982245-26 2024-04-13T07:46:35.258 INFO:tasks.rados.rados.0.smithi119.stdout:225: oid 26 updating version 0 to 23 2024-04-13T07:46:35.259 INFO:tasks.rados.rados.0.smithi119.stdout:225: oid 26 updating version 23 to 24 2024-04-13T07:46:35.259 INFO:tasks.rados.rados.0.smithi119.stdout:225: oid 26 updating version 24 to 25 2024-04-13T07:46:35.259 INFO:tasks.rados.rados.0.smithi119.stdout:225: oid 26 updating version 25 to 26 2024-04-13T07:46:35.259 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 26 v 26 (ObjNum 98 snap 20 seq_num 98) dirty exists 2024-04-13T07:46:35.259 INFO:tasks.rados.rados.0.smithi119.stdout:225: left oid 26 (ObjNum 98 snap 20 seq_num 98) 2024-04-13T07:46:35.259 INFO:tasks.rados.rados.0.smithi119.stdout:231: expect (ObjNum 59 snap 3 seq_num 59) 2024-04-13T07:46:35.300 INFO:tasks.rados.rados.0.smithi119.stdout:230: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-13T07:46:35.320 INFO:tasks.rados.rados.0.smithi119.stdout:229: expect (ObjNum 89 snap 16 seq_num 89) 2024-04-13T07:46:35.392 INFO:tasks.rados.rados.0.smithi119.stdout:233: finishing copy_from racing read to smithi11982245-15 2024-04-13T07:46:35.392 INFO:tasks.rados.rados.0.smithi119.stdout:233: finishing copy_from to smithi11982245-15 2024-04-13T07:46:35.392 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 15 v 39 (ObjNum 81 snap 15 seq_num 81) dirty exists 2024-04-13T07:46:35.392 INFO:tasks.rados.rados.0.smithi119.stdout:225: done (6 left) 2024-04-13T07:46:35.392 INFO:tasks.rados.rados.0.smithi119.stdout:226: done (5 left) 2024-04-13T07:46:35.392 INFO:tasks.rados.rados.0.smithi119.stdout:227: done (4 left) 2024-04-13T07:46:35.392 INFO:tasks.rados.rados.0.smithi119.stdout:229: done (3 left) 2024-04-13T07:46:35.392 INFO:tasks.rados.rados.0.smithi119.stdout:230: done (2 left) 2024-04-13T07:46:35.393 INFO:tasks.rados.rados.0.smithi119.stdout:231: done (1 left) 2024-04-13T07:46:35.393 INFO:tasks.rados.rados.0.smithi119.stdout:233: done (0 left) 2024-04-13T07:46:35.393 INFO:tasks.rados.rados.0.smithi119.stdout:234: read oid 27 snap -1 2024-04-13T07:46:35.393 INFO:tasks.rados.rados.0.smithi119.stdout:234: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-13T07:46:35.393 INFO:tasks.rados.rados.0.smithi119.stdout:235: snap_remove snap 13 2024-04-13T07:46:36.261 INFO:tasks.rados.rados.0.smithi119.stdout:235: done (1 left) 2024-04-13T07:46:36.262 INFO:tasks.rados.rados.0.smithi119.stdout:234: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-13T07:46:36.278 INFO:tasks.rados.rados.0.smithi119.stdout:236: read oid 33 snap -1 2024-04-13T07:46:36.278 INFO:tasks.rados.rados.0.smithi119.stdout:236: expect (ObjNum 59 snap 3 seq_num 59) 2024-04-13T07:46:36.278 INFO:tasks.rados.rados.0.smithi119.stdout:234: done (1 left) 2024-04-13T07:46:36.278 INFO:tasks.rados.rados.0.smithi119.stdout:237: delete oid 19 current snap is 20 2024-04-13T07:46:36.280 INFO:tasks.rados.rados.0.smithi119.stdout:237: done (1 left) 2024-04-13T07:46:36.280 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 10 current snap is 20 2024-04-13T07:46:36.280 INFO:tasks.rados.rados.0.smithi119.stdout:238: seq_num 100 ranges {1564672=483328,2048000=688128,2736128=516096} 2024-04-13T07:46:36.291 INFO:tasks.rados.rados.0.smithi119.stdout:238: writing smithi11982245-10 from 1564672 to 2048000 tid 1 2024-04-13T07:46:36.295 INFO:tasks.rados.rados.0.smithi119.stdout:238: writing smithi11982245-10 from 2048000 to 2736128 tid 2 2024-04-13T07:46:36.298 INFO:tasks.rados.rados.0.smithi119.stdout:238: writing smithi11982245-10 from 2736128 to 3252224 tid 3 2024-04-13T07:46:36.298 INFO:tasks.rados.rados.0.smithi119.stdout:239: rmattr oid 7 current snap is 20 2024-04-13T07:46:36.298 INFO:tasks.rados.rados.0.smithi119.stdout:239: done (2 left) 2024-04-13T07:46:36.298 INFO:tasks.rados.rados.0.smithi119.stdout:240: snap_remove snap 5 2024-04-13T07:46:36.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:36 smithi139 ceph-mon[31267]: osdmap e106: 8 total, 8 up, 8 in 2024-04-13T07:46:36.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:36 smithi139 ceph-mon[31267]: pgmap v147: 121 pgs: 121 active+clean; 67 MiB data, 337 MiB used, 715 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.7 MiB/s wr, 29 op/s 2024-04-13T07:46:36.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:36 smithi119 ceph-mon[39268]: osdmap e106: 8 total, 8 up, 8 in 2024-04-13T07:46:36.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:36 smithi119 ceph-mon[39268]: pgmap v147: 121 pgs: 121 active+clean; 67 MiB data, 337 MiB used, 715 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.7 MiB/s wr, 29 op/s 2024-04-13T07:46:36.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:36 smithi119 ceph-mon[27733]: osdmap e106: 8 total, 8 up, 8 in 2024-04-13T07:46:36.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:36 smithi119 ceph-mon[27733]: pgmap v147: 121 pgs: 121 active+clean; 67 MiB data, 337 MiB used, 715 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.7 MiB/s wr, 29 op/s 2024-04-13T07:46:37.265 INFO:tasks.rados.rados.0.smithi119.stdout:240: done (2 left) 2024-04-13T07:46:37.266 INFO:tasks.rados.rados.0.smithi119.stdout:241: snap_remove snap 16 2024-04-13T07:46:37.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:37 smithi139 ceph-mon[31267]: osdmap e107: 8 total, 8 up, 8 in 2024-04-13T07:46:37.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:37 smithi119 ceph-mon[39268]: osdmap e107: 8 total, 8 up, 8 in 2024-04-13T07:46:37.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:37 smithi119 ceph-mon[27733]: osdmap e107: 8 total, 8 up, 8 in 2024-04-13T07:46:38.272 INFO:tasks.rados.rados.0.smithi119.stdout:241: done (2 left) 2024-04-13T07:46:38.272 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 9 current snap is 20 2024-04-13T07:46:38.272 INFO:tasks.rados.rados.0.smithi119.stdout:242: seq_num 101 ranges {2555904=499712,3055616=573440,3629056=524288,4153344=106496} 2024-04-13T07:46:38.288 INFO:tasks.rados.rados.0.smithi119.stdout:242: writing smithi11982245-9 from 2555904 to 3055616 tid 1 2024-04-13T07:46:38.292 INFO:tasks.rados.rados.0.smithi119.stdout:242: writing smithi11982245-9 from 3055616 to 3629056 tid 2 2024-04-13T07:46:38.295 INFO:tasks.rados.rados.0.smithi119.stdout:242: writing smithi11982245-9 from 3629056 to 4153344 tid 3 2024-04-13T07:46:38.296 INFO:tasks.rados.rados.0.smithi119.stdout:242: writing smithi11982245-9 from 4153344 to 4259840 tid 4 2024-04-13T07:46:38.296 INFO:tasks.rados.rados.0.smithi119.stdout:243: read oid 30 snap -1 2024-04-13T07:46:38.296 INFO:tasks.rados.rados.0.smithi119.stdout:243: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-13T07:46:38.296 INFO:tasks.rados.rados.0.smithi119.stdout:244: snap_create 2024-04-13T07:46:38.296 INFO:tasks.rados.rados.0.smithi119.stdout:236: expect (ObjNum 59 snap 3 seq_num 59) 2024-04-13T07:46:38.333 INFO:tasks.rados.rados.0.smithi119.stdout:238: finishing write tid 1 to smithi11982245-10 2024-04-13T07:46:38.333 INFO:tasks.rados.rados.0.smithi119.stdout:238: finishing write tid 2 to smithi11982245-10 2024-04-13T07:46:38.334 INFO:tasks.rados.rados.0.smithi119.stdout:238: finishing write tid 3 to smithi11982245-10 2024-04-13T07:46:38.334 INFO:tasks.rados.rados.0.smithi119.stdout:238: finishing write tid 4 to smithi11982245-10 2024-04-13T07:46:38.334 INFO:tasks.rados.rados.0.smithi119.stdout:238: finishing write tid 5 to smithi11982245-10 2024-04-13T07:46:38.334 INFO:tasks.rados.rados.0.smithi119.stdout:238: oid 10 updating version 0 to 80 2024-04-13T07:46:38.334 INFO:tasks.rados.rados.0.smithi119.stdout:238: oid 10 updating version 80 to 81 2024-04-13T07:46:38.334 INFO:tasks.rados.rados.0.smithi119.stdout:238: oid 10 version 81 is already newer than 79 2024-04-13T07:46:38.334 INFO:tasks.rados.rados.0.smithi119.stdout:238: oid 10 updating version 81 to 82 2024-04-13T07:46:38.334 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 10 v 82 (ObjNum 100 snap 20 seq_num 100) dirty exists 2024-04-13T07:46:38.334 INFO:tasks.rados.rados.0.smithi119.stdout:238: left oid 10 (ObjNum 100 snap 20 seq_num 100) 2024-04-13T07:46:38.334 INFO:tasks.rados.rados.0.smithi119.stdout:242: finishing write tid 1 to smithi11982245-9 2024-04-13T07:46:38.334 INFO:tasks.rados.rados.0.smithi119.stdout:242: finishing write tid 2 to smithi11982245-9 2024-04-13T07:46:38.334 INFO:tasks.rados.rados.0.smithi119.stdout:242: finishing write tid 3 to smithi11982245-9 2024-04-13T07:46:38.334 INFO:tasks.rados.rados.0.smithi119.stdout:242: finishing write tid 4 to smithi11982245-9 2024-04-13T07:46:38.334 INFO:tasks.rados.rados.0.smithi119.stdout:243: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-13T07:46:38.347 INFO:tasks.rados.rados.0.smithi119.stdout:242: finishing write tid 5 to smithi11982245-9 2024-04-13T07:46:38.348 INFO:tasks.rados.rados.0.smithi119.stdout:242: finishing write tid 6 to smithi11982245-9 2024-04-13T07:46:38.348 INFO:tasks.rados.rados.0.smithi119.stdout:242: oid 9 updating version 0 to 84 2024-04-13T07:46:38.348 INFO:tasks.rados.rados.0.smithi119.stdout:242: oid 9 updating version 84 to 86 2024-04-13T07:46:38.348 INFO:tasks.rados.rados.0.smithi119.stdout:242: oid 9 updating version 86 to 87 2024-04-13T07:46:38.348 INFO:tasks.rados.rados.0.smithi119.stdout:242: oid 9 updating version 87 to 88 2024-04-13T07:46:38.348 INFO:tasks.rados.rados.0.smithi119.stdout:242: oid 9 version 88 is already newer than 85 2024-04-13T07:46:38.348 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 9 v 88 (ObjNum 101 snap 20 seq_num 101) dirty exists 2024-04-13T07:46:38.348 INFO:tasks.rados.rados.0.smithi119.stdout:242: left oid 9 (ObjNum 101 snap 20 seq_num 101) 2024-04-13T07:46:38.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:38 smithi139 ceph-mon[31267]: osdmap e108: 8 total, 8 up, 8 in 2024-04-13T07:46:38.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:38 smithi139 ceph-mon[31267]: pgmap v150: 121 pgs: 121 active+clean; 67 MiB data, 337 MiB used, 715 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.7 MiB/s wr, 29 op/s 2024-04-13T07:46:38.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:38 smithi119 ceph-mon[39268]: osdmap e108: 8 total, 8 up, 8 in 2024-04-13T07:46:38.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:38 smithi119 ceph-mon[39268]: pgmap v150: 121 pgs: 121 active+clean; 67 MiB data, 337 MiB used, 715 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.7 MiB/s wr, 29 op/s 2024-04-13T07:46:38.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:38 smithi119 ceph-mon[27733]: osdmap e108: 8 total, 8 up, 8 in 2024-04-13T07:46:38.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:38 smithi119 ceph-mon[27733]: pgmap v150: 121 pgs: 121 active+clean; 67 MiB data, 337 MiB used, 715 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.7 MiB/s wr, 29 op/s 2024-04-13T07:46:39.257 INFO:tasks.rados.rados.0.smithi119.stdout:236: done (4 left) 2024-04-13T07:46:39.257 INFO:tasks.rados.rados.0.smithi119.stdout:238: done (3 left) 2024-04-13T07:46:39.257 INFO:tasks.rados.rados.0.smithi119.stdout:242: done (2 left) 2024-04-13T07:46:39.257 INFO:tasks.rados.rados.0.smithi119.stdout:243: done (1 left) 2024-04-13T07:46:39.257 INFO:tasks.rados.rados.0.smithi119.stdout:244: done (0 left) 2024-04-13T07:46:39.257 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 40 current snap is 21 2024-04-13T07:46:39.257 INFO:tasks.rados.rados.0.smithi119.stdout:245: seq_num 102 ranges {2031616=516096,2547712=450560,2998272=729088,3727360=24576} 2024-04-13T07:46:39.271 INFO:tasks.rados.rados.0.smithi119.stdout:245: writing smithi11982245-40 from 2031616 to 2547712 tid 1 2024-04-13T07:46:39.273 INFO:tasks.rados.rados.0.smithi119.stdout:245: writing smithi11982245-40 from 2547712 to 2998272 tid 2 2024-04-13T07:46:39.278 INFO:tasks.rados.rados.0.smithi119.stdout:245: writing smithi11982245-40 from 2998272 to 3727360 tid 3 2024-04-13T07:46:39.278 INFO:tasks.rados.rados.0.smithi119.stdout:245: writing smithi11982245-40 from 3727360 to 3751936 tid 4 2024-04-13T07:46:39.278 INFO:tasks.rados.rados.0.smithi119.stdout:246: read oid 25 snap 19 2024-04-13T07:46:39.278 INFO:tasks.rados.rados.0.smithi119.stdout:246: expect (ObjNum 68 snap 10 seq_num 68) 2024-04-13T07:46:39.278 INFO:tasks.rados.rados.0.smithi119.stdout:247: snap_create 2024-04-13T07:46:39.278 INFO:tasks.rados.rados.0.smithi119.stdout:245: finishing write tid 1 to smithi11982245-40 2024-04-13T07:46:39.278 INFO:tasks.rados.rados.0.smithi119.stdout:245: finishing write tid 2 to smithi11982245-40 2024-04-13T07:46:39.281 INFO:tasks.rados.rados.0.smithi119.stdout:245: finishing write tid 3 to smithi11982245-40 2024-04-13T07:46:39.281 INFO:tasks.rados.rados.0.smithi119.stdout:245: finishing write tid 4 to smithi11982245-40 2024-04-13T07:46:39.281 INFO:tasks.rados.rados.0.smithi119.stdout:245: finishing write tid 5 to smithi11982245-40 2024-04-13T07:46:39.282 INFO:tasks.rados.rados.0.smithi119.stdout:245: finishing write tid 6 to smithi11982245-40 2024-04-13T07:46:39.282 INFO:tasks.rados.rados.0.smithi119.stdout:245: oid 40 updating version 0 to 92 2024-04-13T07:46:39.283 INFO:tasks.rados.rados.0.smithi119.stdout:245: oid 40 updating version 92 to 94 2024-04-13T07:46:39.283 INFO:tasks.rados.rados.0.smithi119.stdout:245: oid 40 version 94 is already newer than 93 2024-04-13T07:46:39.283 INFO:tasks.rados.rados.0.smithi119.stdout:245: oid 40 version 94 is already newer than 90 2024-04-13T07:46:39.283 INFO:tasks.rados.rados.0.smithi119.stdout:245: oid 40 version 94 is already newer than 91 2024-04-13T07:46:39.283 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 40 v 94 (ObjNum 102 snap 21 seq_num 102) dirty exists 2024-04-13T07:46:39.283 INFO:tasks.rados.rados.0.smithi119.stdout:245: left oid 40 (ObjNum 102 snap 21 seq_num 102) 2024-04-13T07:46:39.287 INFO:tasks.rados.rados.0.smithi119.stdout:246: expect (ObjNum 68 snap 10 seq_num 68) 2024-04-13T07:46:39.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:39 smithi139 ceph-mon[31267]: osdmap e109: 8 total, 8 up, 8 in 2024-04-13T07:46:39.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:39 smithi139 ceph-mon[31267]: osdmap e110: 8 total, 8 up, 8 in 2024-04-13T07:46:39.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:39 smithi119 ceph-mon[39268]: osdmap e109: 8 total, 8 up, 8 in 2024-04-13T07:46:39.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:39 smithi119 ceph-mon[39268]: osdmap e110: 8 total, 8 up, 8 in 2024-04-13T07:46:39.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:39 smithi119 ceph-mon[27733]: osdmap e109: 8 total, 8 up, 8 in 2024-04-13T07:46:39.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:39 smithi119 ceph-mon[27733]: osdmap e110: 8 total, 8 up, 8 in 2024-04-13T07:46:40.277 INFO:tasks.rados.rados.0.smithi119.stdout:245: done (2 left) 2024-04-13T07:46:40.277 INFO:tasks.rados.rados.0.smithi119.stdout:246: done (1 left) 2024-04-13T07:46:40.278 INFO:tasks.rados.rados.0.smithi119.stdout:247: done (0 left) 2024-04-13T07:46:40.278 INFO:tasks.rados.rados.0.smithi119.stdout:248: rmattr oid 29 current snap is 22 2024-04-13T07:46:40.278 INFO:tasks.rados.rados.0.smithi119.stdout:249: copy_from oid 18 from oid 3 current snap is 22 2024-04-13T07:46:40.278 INFO:tasks.rados.rados.0.smithi119.stdout:250: rollback oid 38 current snap is 22 2024-04-13T07:46:40.278 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 38 to 17 2024-04-13T07:46:40.278 INFO:tasks.rados.rados.0.smithi119.stdout:251: snap_remove snap 8 2024-04-13T07:46:40.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:40 smithi139 ceph-mon[31267]: pgmap v153: 121 pgs: 121 active+clean; 67 MiB data, 337 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:46:40.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:40 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:46:40.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:40 smithi119 ceph-mon[39268]: pgmap v153: 121 pgs: 121 active+clean; 67 MiB data, 337 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:46:40.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:40 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:46:40.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:40 smithi119 ceph-mon[27733]: pgmap v153: 121 pgs: 121 active+clean; 67 MiB data, 337 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:46:40.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:40 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:46:41.284 INFO:tasks.rados.rados.0.smithi119.stdout:251: done (3 left) 2024-04-13T07:46:41.285 INFO:tasks.rados.rados.0.smithi119.stdout:252: snap_create 2024-04-13T07:46:41.285 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 29 v 50 (ObjNum 145 snap 0 seq_num 749704992) dirty exists 2024-04-13T07:46:41.285 INFO:tasks.rados.rados.0.smithi119.stdout:250: finishing rollback tid 0 to smithi11982245-38 2024-04-13T07:46:41.285 INFO:tasks.rados.rados.0.smithi119.stdout:250: finishing rollback tid 1 to smithi11982245-38 2024-04-13T07:46:41.285 INFO:tasks.rados.rados.0.smithi119.stdout:250: finishing rollback tid 2 to smithi11982245-38 2024-04-13T07:46:41.285 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 38 v 78 (ObjNum 92 snap 16 seq_num 92) dirty exists 2024-04-13T07:46:41.285 INFO:tasks.rados.rados.0.smithi119.stdout:249: finishing copy_from racing read to smithi11982245-18 2024-04-13T07:46:41.285 INFO:tasks.rados.rados.0.smithi119.stdout:249: finishing copy_from to smithi11982245-18 2024-04-13T07:46:41.285 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 18 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-04-13T07:46:41.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:41 smithi139 ceph-mon[31267]: osdmap e111: 8 total, 8 up, 8 in 2024-04-13T07:46:41.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:41 smithi119 ceph-mon[39268]: osdmap e111: 8 total, 8 up, 8 in 2024-04-13T07:46:41.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:41 smithi119 ceph-mon[27733]: osdmap e111: 8 total, 8 up, 8 in 2024-04-13T07:46:42.289 INFO:tasks.rados.rados.0.smithi119.stdout:248: done (3 left) 2024-04-13T07:46:42.289 INFO:tasks.rados.rados.0.smithi119.stdout:249: done (2 left) 2024-04-13T07:46:42.289 INFO:tasks.rados.rados.0.smithi119.stdout:250: done (1 left) 2024-04-13T07:46:42.289 INFO:tasks.rados.rados.0.smithi119.stdout:252: done (0 left) 2024-04-13T07:46:42.289 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 16 current snap is 23 2024-04-13T07:46:42.289 INFO:tasks.rados.rados.0.smithi119.stdout:253: seq_num 103 ranges {2465792=532480,2998272=737280,3735552=466944} 2024-04-13T07:46:42.305 INFO:tasks.rados.rados.0.smithi119.stdout:253: writing smithi11982245-16 from 2465792 to 2998272 tid 1 2024-04-13T07:46:42.309 INFO:tasks.rados.rados.0.smithi119.stdout:253: writing smithi11982245-16 from 2998272 to 3735552 tid 2 2024-04-13T07:46:42.311 INFO:tasks.rados.rados.0.smithi119.stdout:253: writing smithi11982245-16 from 3735552 to 4202496 tid 3 2024-04-13T07:46:42.312 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 18 current snap is 23 2024-04-13T07:46:42.312 INFO:tasks.rados.rados.0.smithi119.stdout:253: finishing write tid 1 to smithi11982245-16 2024-04-13T07:46:42.312 INFO:tasks.rados.rados.0.smithi119.stdout:254: seq_num 104 ranges {40960=548864,589824=622592,1212416=581632} 2024-04-13T07:46:42.314 INFO:tasks.rados.rados.0.smithi119.stdout:254: writing smithi11982245-18 from 40960 to 589824 tid 1 2024-04-13T07:46:42.318 INFO:tasks.rados.rados.0.smithi119.stdout:254: writing smithi11982245-18 from 589824 to 1212416 tid 2 2024-04-13T07:46:42.321 INFO:tasks.rados.rados.0.smithi119.stdout:254: writing smithi11982245-18 from 1212416 to 1794048 tid 3 2024-04-13T07:46:42.321 INFO:tasks.rados.rados.0.smithi119.stdout:255: setattr oid 45 current snap is 23 2024-04-13T07:46:42.321 INFO:tasks.rados.rados.0.smithi119.stdout:253: finishing write tid 2 to smithi11982245-16 2024-04-13T07:46:42.322 INFO:tasks.rados.rados.0.smithi119.stdout:253: finishing write tid 3 to smithi11982245-16 2024-04-13T07:46:42.322 INFO:tasks.rados.rados.0.smithi119.stdout:253: finishing write tid 4 to smithi11982245-16 2024-04-13T07:46:42.322 INFO:tasks.rados.rados.0.smithi119.stdout:253: finishing write tid 5 to smithi11982245-16 2024-04-13T07:46:42.322 INFO:tasks.rados.rados.0.smithi119.stdout:253: oid 16 updating version 0 to 100 2024-04-13T07:46:42.322 INFO:tasks.rados.rados.0.smithi119.stdout:253: oid 16 updating version 100 to 101 2024-04-13T07:46:42.322 INFO:tasks.rados.rados.0.smithi119.stdout:253: oid 16 version 101 is already newer than 99 2024-04-13T07:46:42.322 INFO:tasks.rados.rados.0.smithi119.stdout:253: oid 16 version 101 is already newer than 98 2024-04-13T07:46:42.322 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 16 v 101 (ObjNum 103 snap 23 seq_num 103) dirty exists 2024-04-13T07:46:42.322 INFO:tasks.rados.rados.0.smithi119.stdout:253: left oid 16 (ObjNum 103 snap 23 seq_num 103) 2024-04-13T07:46:42.322 INFO:tasks.rados.rados.0.smithi119.stdout:254: finishing write tid 1 to smithi11982245-18 2024-04-13T07:46:42.322 INFO:tasks.rados.rados.0.smithi119.stdout:254: finishing write tid 2 to smithi11982245-18 2024-04-13T07:46:42.323 INFO:tasks.rados.rados.0.smithi119.stdout:253: done (2 left) 2024-04-13T07:46:42.323 INFO:tasks.rados.rados.0.smithi119.stdout:256: snap_remove snap 17 2024-04-13T07:46:42.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:42 smithi139 ceph-mon[31267]: osdmap e112: 8 total, 8 up, 8 in 2024-04-13T07:46:42.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:42 smithi139 ceph-mon[31267]: pgmap v156: 121 pgs: 121 active+clean; 72 MiB data, 349 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-04-13T07:46:42.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:42 smithi119 ceph-mon[39268]: osdmap e112: 8 total, 8 up, 8 in 2024-04-13T07:46:42.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:42 smithi119 ceph-mon[39268]: pgmap v156: 121 pgs: 121 active+clean; 72 MiB data, 349 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-04-13T07:46:42.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:42 smithi119 ceph-mon[27733]: osdmap e112: 8 total, 8 up, 8 in 2024-04-13T07:46:42.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:42 smithi119 ceph-mon[27733]: pgmap v156: 121 pgs: 121 active+clean; 72 MiB data, 349 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-04-13T07:46:43.297 INFO:tasks.rados.rados.0.smithi119.stdout:256: done (2 left) 2024-04-13T07:46:43.298 INFO:tasks.rados.rados.0.smithi119.stdout:257: setattr oid 15 current snap is 23 2024-04-13T07:46:43.298 INFO:tasks.rados.rados.0.smithi119.stdout:254: finishing write tid 3 to smithi11982245-18 2024-04-13T07:46:43.298 INFO:tasks.rados.rados.0.smithi119.stdout:254: finishing write tid 4 to smithi11982245-18 2024-04-13T07:46:43.298 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 45 v 112 (ObjNum 129 snap 0 seq_num 749457160) dirty exists 2024-04-13T07:46:43.298 INFO:tasks.rados.rados.0.smithi119.stdout:254: finishing write tid 5 to smithi11982245-18 2024-04-13T07:46:43.298 INFO:tasks.rados.rados.0.smithi119.stdout:254: oid 18 updating version 0 to 109 2024-04-13T07:46:43.298 INFO:tasks.rados.rados.0.smithi119.stdout:254: oid 18 version 109 is already newer than 108 2024-04-13T07:46:43.298 INFO:tasks.rados.rados.0.smithi119.stdout:254: oid 18 updating version 109 to 111 2024-04-13T07:46:43.298 INFO:tasks.rados.rados.0.smithi119.stdout:254: oid 18 version 111 is already newer than 110 2024-04-13T07:46:43.298 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 18 v 111 (ObjNum 104 snap 23 seq_num 104) dirty exists 2024-04-13T07:46:43.298 INFO:tasks.rados.rados.0.smithi119.stdout:254: left oid 18 (ObjNum 104 snap 23 seq_num 104) 2024-04-13T07:46:43.301 INFO:tasks.rados.rados.0.smithi119.stdout:254: done (2 left) 2024-04-13T07:46:43.301 INFO:tasks.rados.rados.0.smithi119.stdout:255: done (1 left) 2024-04-13T07:46:43.301 INFO:tasks.rados.rados.0.smithi119.stdout:258: snap_create 2024-04-13T07:46:43.306 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 15 v 40 (ObjNum 81 snap 15 seq_num 81) dirty exists 2024-04-13T07:46:43.536 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:43 smithi139 ceph-mon[31267]: osdmap e113: 8 total, 8 up, 8 in 2024-04-13T07:46:43.617 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:43 smithi119 ceph-mon[39268]: osdmap e113: 8 total, 8 up, 8 in 2024-04-13T07:46:43.617 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:43 smithi119 ceph-mon[27733]: osdmap e113: 8 total, 8 up, 8 in 2024-04-13T07:46:44.257 INFO:tasks.rados.rados.0.smithi119.stdout:257: done (1 left) 2024-04-13T07:46:44.257 INFO:tasks.rados.rados.0.smithi119.stdout:258: done (0 left) 2024-04-13T07:46:44.257 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 33 current snap is 24 2024-04-13T07:46:44.257 INFO:tasks.rados.rados.0.smithi119.stdout:259: seq_num 105 ranges {1253376=565248,1818624=507904,2326528=507904,2834432=188416} 2024-04-13T07:46:44.267 INFO:tasks.rados.rados.0.smithi119.stdout:259: writing smithi11982245-33 from 1253376 to 1818624 tid 1 2024-04-13T07:46:44.269 INFO:tasks.rados.rados.0.smithi119.stdout:259: writing smithi11982245-33 from 1818624 to 2326528 tid 2 2024-04-13T07:46:44.272 INFO:tasks.rados.rados.0.smithi119.stdout:259: writing smithi11982245-33 from 2326528 to 2834432 tid 3 2024-04-13T07:46:44.274 INFO:tasks.rados.rados.0.smithi119.stdout:259: writing smithi11982245-33 from 2834432 to 3022848 tid 4 2024-04-13T07:46:44.274 INFO:tasks.rados.rados.0.smithi119.stdout:260: copy_from oid 18 from oid 13 current snap is 24 2024-04-13T07:46:44.274 INFO:tasks.rados.rados.0.smithi119.stdout:259: finishing write tid 1 to smithi11982245-33 2024-04-13T07:46:44.274 INFO:tasks.rados.rados.0.smithi119.stdout:259: finishing write tid 2 to smithi11982245-33 2024-04-13T07:46:44.274 INFO:tasks.rados.rados.0.smithi119.stdout:261: snap_create 2024-04-13T07:46:44.276 INFO:tasks.rados.rados.0.smithi119.stdout:259: finishing write tid 3 to smithi11982245-33 2024-04-13T07:46:44.276 INFO:tasks.rados.rados.0.smithi119.stdout:259: finishing write tid 4 to smithi11982245-33 2024-04-13T07:46:44.276 INFO:tasks.rados.rados.0.smithi119.stdout:259: finishing write tid 5 to smithi11982245-33 2024-04-13T07:46:44.277 INFO:tasks.rados.rados.0.smithi119.stdout:259: finishing write tid 6 to smithi11982245-33 2024-04-13T07:46:44.277 INFO:tasks.rados.rados.0.smithi119.stdout:259: oid 33 updating version 0 to 69 2024-04-13T07:46:44.277 INFO:tasks.rados.rados.0.smithi119.stdout:259: oid 33 updating version 69 to 70 2024-04-13T07:46:44.277 INFO:tasks.rados.rados.0.smithi119.stdout:259: oid 33 updating version 70 to 71 2024-04-13T07:46:44.277 INFO:tasks.rados.rados.0.smithi119.stdout:259: oid 33 updating version 71 to 72 2024-04-13T07:46:44.277 INFO:tasks.rados.rados.0.smithi119.stdout:259: oid 33 version 72 is already newer than 68 2024-04-13T07:46:44.277 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 33 v 72 (ObjNum 105 snap 24 seq_num 105) dirty exists 2024-04-13T07:46:44.278 INFO:tasks.rados.rados.0.smithi119.stdout:259: left oid 33 (ObjNum 105 snap 24 seq_num 105) 2024-04-13T07:46:44.293 INFO:tasks.rados.rados.0.smithi119.stdout:260: finishing copy_from racing read to smithi11982245-18 2024-04-13T07:46:44.295 INFO:tasks.rados.rados.0.smithi119.stdout:260: finishing copy_from to smithi11982245-18 2024-04-13T07:46:44.295 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 18 v 48 (ObjNum 86 snap 16 seq_num 86) dirty exists 2024-04-13T07:46:44.631 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:44 smithi119 ceph-mon[27733]: osdmap e114: 8 total, 8 up, 8 in 2024-04-13T07:46:44.631 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:44 smithi119 ceph-mon[27733]: pgmap v159: 121 pgs: 121 active+clean; 72 MiB data, 349 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-04-13T07:46:44.631 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:44 smithi119 ceph-mon[27733]: osdmap e115: 8 total, 8 up, 8 in 2024-04-13T07:46:44.632 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:44 smithi119 ceph-mon[39268]: osdmap e114: 8 total, 8 up, 8 in 2024-04-13T07:46:44.632 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:44 smithi119 ceph-mon[39268]: pgmap v159: 121 pgs: 121 active+clean; 72 MiB data, 349 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-04-13T07:46:44.632 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:44 smithi119 ceph-mon[39268]: osdmap e115: 8 total, 8 up, 8 in 2024-04-13T07:46:44.632 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:46:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:46:44] "GET /metrics HTTP/1.1" 200 36014 "" "Prometheus/2.43.0" 2024-04-13T07:46:44.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:44 smithi139 ceph-mon[31267]: osdmap e114: 8 total, 8 up, 8 in 2024-04-13T07:46:44.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:44 smithi139 ceph-mon[31267]: pgmap v159: 121 pgs: 121 active+clean; 72 MiB data, 349 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-04-13T07:46:44.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:44 smithi139 ceph-mon[31267]: osdmap e115: 8 total, 8 up, 8 in 2024-04-13T07:46:45.258 INFO:tasks.rados.rados.0.smithi119.stdout:259: done (2 left) 2024-04-13T07:46:45.258 INFO:tasks.rados.rados.0.smithi119.stdout:260: done (1 left) 2024-04-13T07:46:45.258 INFO:tasks.rados.rados.0.smithi119.stdout:261: done (0 left) 2024-04-13T07:46:45.258 INFO:tasks.rados.rados.0.smithi119.stdout:262: snap_create 2024-04-13T07:46:46.262 INFO:tasks.rados.rados.0.smithi119.stdout:262: done (0 left) 2024-04-13T07:46:46.262 INFO:tasks.rados.rados.0.smithi119.stdout:263: read oid 15 snap -1 2024-04-13T07:46:46.262 INFO:tasks.rados.rados.0.smithi119.stdout:263: expect (ObjNum 81 snap 15 seq_num 81) 2024-04-13T07:46:46.262 INFO:tasks.rados.rados.0.smithi119.stdout:264: snap_create 2024-04-13T07:46:46.272 INFO:tasks.rados.rados.0.smithi119.stdout:263: expect (ObjNum 81 snap 15 seq_num 81) 2024-04-13T07:46:46.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:46 smithi139 ceph-mon[31267]: osdmap e116: 8 total, 8 up, 8 in 2024-04-13T07:46:46.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:46 smithi139 ceph-mon[31267]: pgmap v162: 121 pgs: 121 active+clean; 79 MiB data, 364 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 2.3 MiB/s wr, 14 op/s 2024-04-13T07:46:46.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:46 smithi119 ceph-mon[39268]: osdmap e116: 8 total, 8 up, 8 in 2024-04-13T07:46:46.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:46 smithi119 ceph-mon[39268]: pgmap v162: 121 pgs: 121 active+clean; 79 MiB data, 364 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 2.3 MiB/s wr, 14 op/s 2024-04-13T07:46:46.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:46 smithi119 ceph-mon[27733]: osdmap e116: 8 total, 8 up, 8 in 2024-04-13T07:46:46.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:46 smithi119 ceph-mon[27733]: pgmap v162: 121 pgs: 121 active+clean; 79 MiB data, 364 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 2.3 MiB/s wr, 14 op/s 2024-04-13T07:46:47.264 INFO:tasks.rados.rados.0.smithi119.stdout:263: done (1 left) 2024-04-13T07:46:47.265 INFO:tasks.rados.rados.0.smithi119.stdout:264: done (0 left) 2024-04-13T07:46:47.265 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 23 current snap is 27 2024-04-13T07:46:47.265 INFO:tasks.rados.rados.0.smithi119.stdout:265: seq_num 106 ranges {2113536=581632,2695168=794624,3489792=409600} 2024-04-13T07:46:47.279 INFO:tasks.rados.rados.0.smithi119.stdout:265: writing smithi11982245-23 from 2113536 to 2695168 tid 1 2024-04-13T07:46:47.283 INFO:tasks.rados.rados.0.smithi119.stdout:265: writing smithi11982245-23 from 2695168 to 3489792 tid 2 2024-04-13T07:46:47.286 INFO:tasks.rados.rados.0.smithi119.stdout:265: writing smithi11982245-23 from 3489792 to 3899392 tid 3 2024-04-13T07:46:47.286 INFO:tasks.rados.rados.0.smithi119.stdout:266: rollback oid 9 current snap is 27 2024-04-13T07:46:47.286 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 9 to 19 2024-04-13T07:46:47.286 INFO:tasks.rados.rados.0.smithi119.stdout:267: snap_remove snap 18 2024-04-13T07:46:47.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:47 smithi139 ceph-mon[31267]: osdmap e117: 8 total, 8 up, 8 in 2024-04-13T07:46:47.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:47 smithi119 ceph-mon[39268]: osdmap e117: 8 total, 8 up, 8 in 2024-04-13T07:46:47.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:47 smithi119 ceph-mon[27733]: osdmap e117: 8 total, 8 up, 8 in 2024-04-13T07:46:48.280 INFO:tasks.rados.rados.0.smithi119.stdout:267: done (2 left) 2024-04-13T07:46:48.280 INFO:tasks.rados.rados.0.smithi119.stdout:268: rollback oid 25 current snap is 27 2024-04-13T07:46:48.280 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 25 to 23 2024-04-13T07:46:48.280 INFO:tasks.rados.rados.0.smithi119.stdout:265: finishing write tid 1 to smithi11982245-23 2024-04-13T07:46:48.280 INFO:tasks.rados.rados.0.smithi119.stdout:265: finishing write tid 2 to smithi11982245-23 2024-04-13T07:46:48.280 INFO:tasks.rados.rados.0.smithi119.stdout:265: finishing write tid 3 to smithi11982245-23 2024-04-13T07:46:48.280 INFO:tasks.rados.rados.0.smithi119.stdout:265: finishing write tid 4 to smithi11982245-23 2024-04-13T07:46:48.280 INFO:tasks.rados.rados.0.smithi119.stdout:265: finishing write tid 5 to smithi11982245-23 2024-04-13T07:46:48.280 INFO:tasks.rados.rados.0.smithi119.stdout:265: oid 23 updating version 0 to 110 2024-04-13T07:46:48.281 INFO:tasks.rados.rados.0.smithi119.stdout:265: oid 23 version 110 is already newer than 109 2024-04-13T07:46:48.281 INFO:tasks.rados.rados.0.smithi119.stdout:265: oid 23 version 110 is already newer than 108 2024-04-13T07:46:48.281 INFO:tasks.rados.rados.0.smithi119.stdout:265: oid 23 version 110 is already newer than 107 2024-04-13T07:46:48.281 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 23 v 110 (ObjNum 106 snap 27 seq_num 106) dirty exists 2024-04-13T07:46:48.281 INFO:tasks.rados.rados.0.smithi119.stdout:265: left oid 23 (ObjNum 106 snap 27 seq_num 106) 2024-04-13T07:46:48.281 INFO:tasks.rados.rados.0.smithi119.stdout:266: finishing rollback tid 0 to smithi11982245-9 2024-04-13T07:46:48.281 INFO:tasks.rados.rados.0.smithi119.stdout:266: finishing rollback tid 1 to smithi11982245-9 2024-04-13T07:46:48.281 INFO:tasks.rados.rados.0.smithi119.stdout:266: finishing rollback tid 2 to smithi11982245-9 2024-04-13T07:46:48.281 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 9 v 100 (ObjNum 80 snap 15 seq_num 80) dirty exists 2024-04-13T07:46:48.281 INFO:tasks.rados.rados.0.smithi119.stdout:265: done (2 left) 2024-04-13T07:46:48.281 INFO:tasks.rados.rados.0.smithi119.stdout:266: done (1 left) 2024-04-13T07:46:48.281 INFO:tasks.rados.rados.0.smithi119.stdout:269: snap_create 2024-04-13T07:46:48.286 INFO:tasks.rados.rados.0.smithi119.stdout:268: finishing rollback tid 0 to smithi11982245-25 2024-04-13T07:46:48.287 INFO:tasks.rados.rados.0.smithi119.stdout:268: finishing rollback tid 1 to smithi11982245-25 2024-04-13T07:46:48.287 INFO:tasks.rados.rados.0.smithi119.stdout:268: finishing rollback tid 2 to smithi11982245-25 2024-04-13T07:46:48.288 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 25 v 62 (ObjNum 68 snap 10 seq_num 68) dirty exists 2024-04-13T07:46:48.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:48 smithi139 ceph-mon[31267]: osdmap e118: 8 total, 8 up, 8 in 2024-04-13T07:46:48.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:48 smithi139 ceph-mon[31267]: pgmap v165: 121 pgs: 121 active+clean; 79 MiB data, 364 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 2.3 MiB/s wr, 14 op/s 2024-04-13T07:46:48.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:48 smithi119 ceph-mon[39268]: osdmap e118: 8 total, 8 up, 8 in 2024-04-13T07:46:48.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:48 smithi119 ceph-mon[39268]: pgmap v165: 121 pgs: 121 active+clean; 79 MiB data, 364 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 2.3 MiB/s wr, 14 op/s 2024-04-13T07:46:48.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:48 smithi119 ceph-mon[27733]: osdmap e118: 8 total, 8 up, 8 in 2024-04-13T07:46:48.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:48 smithi119 ceph-mon[27733]: pgmap v165: 121 pgs: 121 active+clean; 79 MiB data, 364 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 2.3 MiB/s wr, 14 op/s 2024-04-13T07:46:49.258 INFO:tasks.rados.rados.0.smithi119.stdout:268: done (1 left) 2024-04-13T07:46:49.258 INFO:tasks.rados.rados.0.smithi119.stdout:269: done (0 left) 2024-04-13T07:46:49.258 INFO:tasks.rados.rados.0.smithi119.stdout:270: read oid 23 snap -1 2024-04-13T07:46:49.258 INFO:tasks.rados.rados.0.smithi119.stdout:270: expect (ObjNum 106 snap 27 seq_num 106) 2024-04-13T07:46:49.258 INFO:tasks.rados.rados.0.smithi119.stdout:271: snap_remove snap 19 2024-04-13T07:46:49.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:49 smithi139 ceph-mon[31267]: osdmap e119: 8 total, 8 up, 8 in 2024-04-13T07:46:49.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:49 smithi139 ceph-mon[31267]: osdmap e120: 8 total, 8 up, 8 in 2024-04-13T07:46:49.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:49 smithi119 ceph-mon[39268]: osdmap e119: 8 total, 8 up, 8 in 2024-04-13T07:46:49.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:49 smithi119 ceph-mon[39268]: osdmap e120: 8 total, 8 up, 8 in 2024-04-13T07:46:49.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:49 smithi119 ceph-mon[27733]: osdmap e119: 8 total, 8 up, 8 in 2024-04-13T07:46:49.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:49 smithi119 ceph-mon[27733]: osdmap e120: 8 total, 8 up, 8 in 2024-04-13T07:46:50.261 INFO:tasks.rados.rados.0.smithi119.stdout:270: expect (ObjNum 106 snap 27 seq_num 106) 2024-04-13T07:46:50.424 INFO:tasks.rados.rados.0.smithi119.stdout:270: done (1 left) 2024-04-13T07:46:50.424 INFO:tasks.rados.rados.0.smithi119.stdout:271: done (0 left) 2024-04-13T07:46:50.424 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 20 current snap is 28 2024-04-13T07:46:50.424 INFO:tasks.rados.rados.0.smithi119.stdout:272: seq_num 107 ranges {778240=598016,1376256=729088,2105344=466944,2572288=8192} 2024-04-13T07:46:50.431 INFO:tasks.rados.rados.0.smithi119.stdout:272: writing smithi11982245-20 from 778240 to 1376256 tid 1 2024-04-13T07:46:50.435 INFO:tasks.rados.rados.0.smithi119.stdout:272: writing smithi11982245-20 from 1376256 to 2105344 tid 2 2024-04-13T07:46:50.439 INFO:tasks.rados.rados.0.smithi119.stdout:272: writing smithi11982245-20 from 2105344 to 2572288 tid 3 2024-04-13T07:46:50.439 INFO:tasks.rados.rados.0.smithi119.stdout:272: writing smithi11982245-20 from 2572288 to 2580480 tid 4 2024-04-13T07:46:50.439 INFO:tasks.rados.rados.0.smithi119.stdout:273: rollback oid 48 current snap is 28 2024-04-13T07:46:50.439 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 48 to 11 2024-04-13T07:46:50.439 INFO:tasks.rados.rados.0.smithi119.stdout:272: finishing write tid 1 to smithi11982245-20 2024-04-13T07:46:50.439 INFO:tasks.rados.rados.0.smithi119.stdout:274: snap_create 2024-04-13T07:46:50.439 INFO:tasks.rados.rados.0.smithi119.stdout:272: finishing write tid 2 to smithi11982245-20 2024-04-13T07:46:50.442 INFO:tasks.rados.rados.0.smithi119.stdout:272: finishing write tid 3 to smithi11982245-20 2024-04-13T07:46:50.442 INFO:tasks.rados.rados.0.smithi119.stdout:273: finishing rollback tid 0 to smithi11982245-48 2024-04-13T07:46:50.443 INFO:tasks.rados.rados.0.smithi119.stdout:272: finishing write tid 4 to smithi11982245-20 2024-04-13T07:46:50.443 INFO:tasks.rados.rados.0.smithi119.stdout:273: finishing rollback tid 1 to smithi11982245-48 2024-04-13T07:46:50.443 INFO:tasks.rados.rados.0.smithi119.stdout:272: finishing write tid 5 to smithi11982245-20 2024-04-13T07:46:50.443 INFO:tasks.rados.rados.0.smithi119.stdout:273: finishing rollback tid 2 to smithi11982245-48 2024-04-13T07:46:50.443 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 48 v 98 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-13T07:46:50.444 INFO:tasks.rados.rados.0.smithi119.stdout:272: finishing write tid 6 to smithi11982245-20 2024-04-13T07:46:50.444 INFO:tasks.rados.rados.0.smithi119.stdout:272: oid 20 updating version 0 to 100 2024-04-13T07:46:50.444 INFO:tasks.rados.rados.0.smithi119.stdout:272: oid 20 version 100 is already newer than 96 2024-04-13T07:46:50.444 INFO:tasks.rados.rados.0.smithi119.stdout:272: oid 20 version 100 is already newer than 97 2024-04-13T07:46:50.444 INFO:tasks.rados.rados.0.smithi119.stdout:272: oid 20 version 100 is already newer than 98 2024-04-13T07:46:50.444 INFO:tasks.rados.rados.0.smithi119.stdout:272: oid 20 version 100 is already newer than 99 2024-04-13T07:46:50.444 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 20 v 100 (ObjNum 107 snap 28 seq_num 107) dirty exists 2024-04-13T07:46:50.444 INFO:tasks.rados.rados.0.smithi119.stdout:272: left oid 20 (ObjNum 107 snap 28 seq_num 107) 2024-04-13T07:46:50.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:50 smithi139 ceph-mon[31267]: pgmap v168: 121 pgs: 121 active+clean; 79 MiB data, 364 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:46:50.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:50 smithi139 ceph-mon[31267]: osdmap e121: 8 total, 8 up, 8 in 2024-04-13T07:46:50.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:50 smithi119 ceph-mon[39268]: pgmap v168: 121 pgs: 121 active+clean; 79 MiB data, 364 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:46:50.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:50 smithi119 ceph-mon[39268]: osdmap e121: 8 total, 8 up, 8 in 2024-04-13T07:46:50.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:50 smithi119 ceph-mon[27733]: pgmap v168: 121 pgs: 121 active+clean; 79 MiB data, 364 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:46:50.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:50 smithi119 ceph-mon[27733]: osdmap e121: 8 total, 8 up, 8 in 2024-04-13T07:46:51.287 INFO:tasks.rados.rados.0.smithi119.stdout:272: done (2 left) 2024-04-13T07:46:51.287 INFO:tasks.rados.rados.0.smithi119.stdout:273: done (1 left) 2024-04-13T07:46:51.287 INFO:tasks.rados.rados.0.smithi119.stdout:274: done (0 left) 2024-04-13T07:46:51.287 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 18 current snap is 29 2024-04-13T07:46:51.287 INFO:tasks.rados.rados.0.smithi119.stdout:275: seq_num 108 ranges {4554752=614400,5169152=606208,5775360=598016} 2024-04-13T07:46:51.314 INFO:tasks.rados.rados.0.smithi119.stdout:275: writing smithi11982245-18 from 4554752 to 5169152 tid 1 2024-04-13T07:46:51.317 INFO:tasks.rados.rados.0.smithi119.stdout:275: writing smithi11982245-18 from 5169152 to 5775360 tid 2 2024-04-13T07:46:51.322 INFO:tasks.rados.rados.0.smithi119.stdout:275: writing smithi11982245-18 from 5775360 to 6373376 tid 3 2024-04-13T07:46:51.322 INFO:tasks.rados.rados.0.smithi119.stdout:275: finishing write tid 1 to smithi11982245-18 2024-04-13T07:46:51.322 INFO:tasks.rados.rados.0.smithi119.stdout:275: finishing write tid 2 to smithi11982245-18 2024-04-13T07:46:51.322 INFO:tasks.rados.rados.0.smithi119.stdout:276: read oid 31 snap -1 2024-04-13T07:46:51.322 INFO:tasks.rados.rados.0.smithi119.stdout:276: expect deleted 2024-04-13T07:46:51.322 INFO:tasks.rados.rados.0.smithi119.stdout:277: read oid 5 snap -1 2024-04-13T07:46:51.322 INFO:tasks.rados.rados.0.smithi119.stdout:277: expect deleted 2024-04-13T07:46:51.322 INFO:tasks.rados.rados.0.smithi119.stdout:278: copy_from oid 21 from oid 32 current snap is 29 2024-04-13T07:46:51.322 INFO:tasks.rados.rados.0.smithi119.stdout:279: snap_create 2024-04-13T07:46:51.324 INFO:tasks.rados.rados.0.smithi119.stdout:275: finishing write tid 3 to smithi11982245-18 2024-04-13T07:46:51.324 INFO:tasks.rados.rados.0.smithi119.stdout:275: finishing write tid 4 to smithi11982245-18 2024-04-13T07:46:51.325 INFO:tasks.rados.rados.0.smithi119.stdout:275: finishing write tid 5 to smithi11982245-18 2024-04-13T07:46:51.325 INFO:tasks.rados.rados.0.smithi119.stdout:275: oid 18 updating version 0 to 143 2024-04-13T07:46:51.325 INFO:tasks.rados.rados.0.smithi119.stdout:275: oid 18 version 143 is already newer than 141 2024-04-13T07:46:51.326 INFO:tasks.rados.rados.0.smithi119.stdout:275: oid 18 version 143 is already newer than 142 2024-04-13T07:46:51.326 INFO:tasks.rados.rados.0.smithi119.stdout:275: oid 18 version 143 is already newer than 140 2024-04-13T07:46:51.326 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 18 v 143 (ObjNum 108 snap 29 seq_num 108) dirty exists 2024-04-13T07:46:51.326 INFO:tasks.rados.rados.0.smithi119.stdout:275: left oid 18 (ObjNum 108 snap 29 seq_num 108) 2024-04-13T07:46:51.332 INFO:tasks.rados.rados.0.smithi119.stdout:278: finishing copy_from racing read to smithi11982245-21 2024-04-13T07:46:51.333 INFO:tasks.rados.rados.0.smithi119.stdout:278: finishing copy_from to smithi11982245-21 2024-04-13T07:46:51.333 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 21 v 11 (ObjNum 62 snap 4 seq_num 62) dirty exists 2024-04-13T07:46:52.290 INFO:tasks.rados.rados.0.smithi119.stdout:275: done (4 left) 2024-04-13T07:46:52.290 INFO:tasks.rados.rados.0.smithi119.stdout:276: done (3 left) 2024-04-13T07:46:52.290 INFO:tasks.rados.rados.0.smithi119.stdout:277: done (2 left) 2024-04-13T07:46:52.290 INFO:tasks.rados.rados.0.smithi119.stdout:278: done (1 left) 2024-04-13T07:46:52.290 INFO:tasks.rados.rados.0.smithi119.stdout:279: done (0 left) 2024-04-13T07:46:52.290 INFO:tasks.rados.rados.0.smithi119.stdout:280: read oid 41 snap -1 2024-04-13T07:46:52.290 INFO:tasks.rados.rados.0.smithi119.stdout:280: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-13T07:46:52.290 INFO:tasks.rados.rados.0.smithi119.stdout:281: delete oid 13 current snap is 30 2024-04-13T07:46:52.294 INFO:tasks.rados.rados.0.smithi119.stdout:281: done (1 left) 2024-04-13T07:46:52.294 INFO:tasks.rados.rados.0.smithi119.stdout:282: snap_create 2024-04-13T07:46:52.296 INFO:tasks.rados.rados.0.smithi119.stdout:280: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-13T07:46:52.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:52 smithi139 ceph-mon[31267]: osdmap e122: 8 total, 8 up, 8 in 2024-04-13T07:46:52.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:52 smithi139 ceph-mon[31267]: pgmap v171: 121 pgs: 121 active+clean; 83 MiB data, 368 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 876 KiB/s wr, 6 op/s 2024-04-13T07:46:52.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:52 smithi119 ceph-mon[39268]: osdmap e122: 8 total, 8 up, 8 in 2024-04-13T07:46:52.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:52 smithi119 ceph-mon[39268]: pgmap v171: 121 pgs: 121 active+clean; 83 MiB data, 368 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 876 KiB/s wr, 6 op/s 2024-04-13T07:46:52.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:52 smithi119 ceph-mon[27733]: osdmap e122: 8 total, 8 up, 8 in 2024-04-13T07:46:52.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:52 smithi119 ceph-mon[27733]: pgmap v171: 121 pgs: 121 active+clean; 83 MiB data, 368 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 876 KiB/s wr, 6 op/s 2024-04-13T07:46:53.296 INFO:tasks.rados.rados.0.smithi119.stdout:280: done (1 left) 2024-04-13T07:46:53.297 INFO:tasks.rados.rados.0.smithi119.stdout:282: done (0 left) 2024-04-13T07:46:53.297 INFO:tasks.rados.rados.0.smithi119.stdout:283: delete oid 19 current snap is 31 2024-04-13T07:46:53.298 INFO:tasks.rados.rados.0.smithi119.stdout:283: done (0 left) 2024-04-13T07:46:53.298 INFO:tasks.rados.rados.0.smithi119.stdout:284: delete oid 8 current snap is 31 2024-04-13T07:46:53.303 INFO:tasks.rados.rados.0.smithi119.stdout:284: done (0 left) 2024-04-13T07:46:53.303 INFO:tasks.rados.rados.0.smithi119.stdout:285: delete oid 49 current snap is 31 2024-04-13T07:46:53.306 INFO:tasks.rados.rados.0.smithi119.stdout:285: done (0 left) 2024-04-13T07:46:53.306 INFO:tasks.rados.rados.0.smithi119.stdout:286: copy_from oid 33 from oid 9 current snap is 31 2024-04-13T07:46:53.306 INFO:tasks.rados.rados.0.smithi119.stdout:287: read oid 27 snap -1 2024-04-13T07:46:53.306 INFO:tasks.rados.rados.0.smithi119.stdout:287: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-13T07:46:53.306 INFO:tasks.rados.rados.0.smithi119.stdout:288: rollback oid 42 current snap is 31 2024-04-13T07:46:53.306 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 42 to 11 2024-04-13T07:46:53.306 INFO:tasks.rados.rados.0.smithi119.stdout:289: read oid 29 snap -1 2024-04-13T07:46:53.306 INFO:tasks.rados.rados.0.smithi119.stdout:289: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:46:53.306 INFO:tasks.rados.rados.0.smithi119.stdout:290: delete oid 6 current snap is 31 2024-04-13T07:46:53.307 INFO:tasks.rados.rados.0.smithi119.stdout:289: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:46:53.310 INFO:tasks.rados.rados.0.smithi119.stdout:289: done (4 left) 2024-04-13T07:46:53.310 INFO:tasks.rados.rados.0.smithi119.stdout:290: done (3 left) 2024-04-13T07:46:53.310 INFO:tasks.rados.rados.0.smithi119.stdout:291: snap_create 2024-04-13T07:46:53.310 INFO:tasks.rados.rados.0.smithi119.stdout:288: finishing rollback tid 0 to smithi11982245-42 2024-04-13T07:46:53.312 INFO:tasks.rados.rados.0.smithi119.stdout:288: finishing rollback tid 1 to smithi11982245-42 2024-04-13T07:46:53.312 INFO:tasks.rados.rados.0.smithi119.stdout:288: finishing rollback tid 2 to smithi11982245-42 2024-04-13T07:46:53.312 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 42 v 126 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-13T07:46:53.313 INFO:tasks.rados.rados.0.smithi119.stdout:287: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-13T07:46:53.326 INFO:tasks.rados.rados.0.smithi119.stdout:286: finishing copy_from racing read to smithi11982245-33 2024-04-13T07:46:53.327 INFO:tasks.rados.rados.0.smithi119.stdout:286: finishing copy_from to smithi11982245-33 2024-04-13T07:46:53.327 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 33 v 100 (ObjNum 80 snap 15 seq_num 80) dirty exists 2024-04-13T07:46:53.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:53 smithi139 ceph-mon[31267]: osdmap e123: 8 total, 8 up, 8 in 2024-04-13T07:46:53.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:53 smithi119 ceph-mon[39268]: osdmap e123: 8 total, 8 up, 8 in 2024-04-13T07:46:53.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:53 smithi119 ceph-mon[27733]: osdmap e123: 8 total, 8 up, 8 in 2024-04-13T07:46:54.259 INFO:tasks.rados.rados.0.smithi119.stdout:286: done (3 left) 2024-04-13T07:46:54.259 INFO:tasks.rados.rados.0.smithi119.stdout:287: done (2 left) 2024-04-13T07:46:54.259 INFO:tasks.rados.rados.0.smithi119.stdout:288: done (1 left) 2024-04-13T07:46:54.260 INFO:tasks.rados.rados.0.smithi119.stdout:291: done (0 left) 2024-04-13T07:46:54.260 INFO:tasks.rados.rados.0.smithi119.stdout:292: rmattr oid 45 current snap is 32 2024-04-13T07:46:54.260 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 5 current snap is 32 2024-04-13T07:46:54.260 INFO:tasks.rados.rados.0.smithi119.stdout:293: seq_num 114 ranges {0=712704,712704=712704,1425408=491520} 2024-04-13T07:46:54.264 INFO:tasks.rados.rados.0.smithi119.stdout:293: writing smithi11982245-5 from 0 to 712704 tid 1 2024-04-13T07:46:54.267 INFO:tasks.rados.rados.0.smithi119.stdout:293: writing smithi11982245-5 from 712704 to 1425408 tid 2 2024-04-13T07:46:54.270 INFO:tasks.rados.rados.0.smithi119.stdout:293: writing smithi11982245-5 from 1425408 to 1916928 tid 3 2024-04-13T07:46:54.270 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 7 current snap is 32 2024-04-13T07:46:54.271 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 45 v 145 (ObjNum 145 snap 0 seq_num 749193408) dirty exists 2024-04-13T07:46:54.271 INFO:tasks.rados.rados.0.smithi119.stdout:294: seq_num 115 ranges {106496=729088,835584=647168,1482752=434176,1916928=122880} 2024-04-13T07:46:54.275 INFO:tasks.rados.rados.0.smithi119.stdout:294: writing smithi11982245-7 from 106496 to 835584 tid 1 2024-04-13T07:46:54.279 INFO:tasks.rados.rados.0.smithi119.stdout:294: writing smithi11982245-7 from 835584 to 1482752 tid 2 2024-04-13T07:46:54.281 INFO:tasks.rados.rados.0.smithi119.stdout:294: writing smithi11982245-7 from 1482752 to 1916928 tid 3 2024-04-13T07:46:54.283 INFO:tasks.rados.rados.0.smithi119.stdout:294: writing smithi11982245-7 from 1916928 to 2039808 tid 4 2024-04-13T07:46:54.283 INFO:tasks.rados.rados.0.smithi119.stdout:292: done (2 left) 2024-04-13T07:46:54.283 INFO:tasks.rados.rados.0.smithi119.stdout:295: copy_from oid 25 from oid 33 current snap is 32 2024-04-13T07:46:54.283 INFO:tasks.rados.rados.0.smithi119.stdout:293: finishing write tid 1 to smithi11982245-5 2024-04-13T07:46:54.283 INFO:tasks.rados.rados.0.smithi119.stdout:293: finishing write tid 2 to smithi11982245-5 2024-04-13T07:46:54.284 INFO:tasks.rados.rados.0.smithi119.stdout:293: finishing write tid 3 to smithi11982245-5 2024-04-13T07:46:54.284 INFO:tasks.rados.rados.0.smithi119.stdout:293: finishing write tid 4 to smithi11982245-5 2024-04-13T07:46:54.284 INFO:tasks.rados.rados.0.smithi119.stdout:293: finishing write tid 5 to smithi11982245-5 2024-04-13T07:46:54.284 INFO:tasks.rados.rados.0.smithi119.stdout:293: oid 5 updating version 0 to 148 2024-04-13T07:46:54.284 INFO:tasks.rados.rados.0.smithi119.stdout:293: oid 5 updating version 148 to 149 2024-04-13T07:46:54.284 INFO:tasks.rados.rados.0.smithi119.stdout:293: oid 5 version 149 is already newer than 146 2024-04-13T07:46:54.284 INFO:tasks.rados.rados.0.smithi119.stdout:293: oid 5 version 149 is already newer than 147 2024-04-13T07:46:54.284 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 5 v 149 (ObjNum 114 snap 32 seq_num 114) dirty exists 2024-04-13T07:46:54.284 INFO:tasks.rados.rados.0.smithi119.stdout:293: left oid 5 (ObjNum 114 snap 32 seq_num 114) 2024-04-13T07:46:54.284 INFO:tasks.rados.rados.0.smithi119.stdout:294: finishing write tid 1 to smithi11982245-7 2024-04-13T07:46:54.284 INFO:tasks.rados.rados.0.smithi119.stdout:294: finishing write tid 2 to smithi11982245-7 2024-04-13T07:46:54.284 INFO:tasks.rados.rados.0.smithi119.stdout:293: done (2 left) 2024-04-13T07:46:54.284 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 11 current snap is 32 2024-04-13T07:46:54.284 INFO:tasks.rados.rados.0.smithi119.stdout:296: seq_num 116 ranges {0=745472,745472=532480,1277952=638976,1916928=32768} 2024-04-13T07:46:54.287 INFO:tasks.rados.rados.0.smithi119.stdout:296: writing smithi11982245-11 from 0 to 745472 tid 1 2024-04-13T07:46:54.290 INFO:tasks.rados.rados.0.smithi119.stdout:296: writing smithi11982245-11 from 745472 to 1277952 tid 2 2024-04-13T07:46:54.294 INFO:tasks.rados.rados.0.smithi119.stdout:296: writing smithi11982245-11 from 1277952 to 1916928 tid 3 2024-04-13T07:46:54.295 INFO:tasks.rados.rados.0.smithi119.stdout:296: writing smithi11982245-11 from 1916928 to 1949696 tid 4 2024-04-13T07:46:54.295 INFO:tasks.rados.rados.0.smithi119.stdout:297: snap_remove snap 29 2024-04-13T07:46:54.607 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:54 smithi139 ceph-mon[31267]: osdmap e124: 8 total, 8 up, 8 in 2024-04-13T07:46:54.607 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:54 smithi139 ceph-mon[31267]: pgmap v174: 121 pgs: 121 active+clean; 83 MiB data, 368 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 876 KiB/s wr, 6 op/s 2024-04-13T07:46:54.607 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:54 smithi139 ceph-mon[31267]: osdmap e125: 8 total, 8 up, 8 in 2024-04-13T07:46:54.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:54 smithi119 ceph-mon[27733]: osdmap e124: 8 total, 8 up, 8 in 2024-04-13T07:46:54.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:54 smithi119 ceph-mon[27733]: pgmap v174: 121 pgs: 121 active+clean; 83 MiB data, 368 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 876 KiB/s wr, 6 op/s 2024-04-13T07:46:54.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:54 smithi119 ceph-mon[27733]: osdmap e125: 8 total, 8 up, 8 in 2024-04-13T07:46:54.717 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:46:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:46:54] "GET /metrics HTTP/1.1" 200 36014 "" "Prometheus/2.43.0" 2024-04-13T07:46:54.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:54 smithi119 ceph-mon[39268]: osdmap e124: 8 total, 8 up, 8 in 2024-04-13T07:46:54.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:54 smithi119 ceph-mon[39268]: pgmap v174: 121 pgs: 121 active+clean; 83 MiB data, 368 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 876 KiB/s wr, 6 op/s 2024-04-13T07:46:54.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:54 smithi119 ceph-mon[39268]: osdmap e125: 8 total, 8 up, 8 in 2024-04-13T07:46:55.301 INFO:tasks.rados.rados.0.smithi119.stdout:294: finishing write tid 3 to smithi11982245-7 2024-04-13T07:46:55.301 INFO:tasks.rados.rados.0.smithi119.stdout:294: finishing write tid 4 to smithi11982245-7 2024-04-13T07:46:55.301 INFO:tasks.rados.rados.0.smithi119.stdout:294: finishing write tid 5 to smithi11982245-7 2024-04-13T07:46:55.301 INFO:tasks.rados.rados.0.smithi119.stdout:294: finishing write tid 6 to smithi11982245-7 2024-04-13T07:46:55.301 INFO:tasks.rados.rados.0.smithi119.stdout:294: oid 7 updating version 0 to 73 2024-04-13T07:46:55.301 INFO:tasks.rados.rados.0.smithi119.stdout:294: oid 7 updating version 73 to 75 2024-04-13T07:46:55.301 INFO:tasks.rados.rados.0.smithi119.stdout:294: oid 7 version 75 is already newer than 72 2024-04-13T07:46:55.301 INFO:tasks.rados.rados.0.smithi119.stdout:294: oid 7 version 75 is already newer than 74 2024-04-13T07:46:55.301 INFO:tasks.rados.rados.0.smithi119.stdout:294: oid 7 version 75 is already newer than 71 2024-04-13T07:46:55.301 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 7 v 75 (ObjNum 115 snap 32 seq_num 115) dirty exists 2024-04-13T07:46:55.302 INFO:tasks.rados.rados.0.smithi119.stdout:294: left oid 7 (ObjNum 115 snap 32 seq_num 115) 2024-04-13T07:46:55.302 INFO:tasks.rados.rados.0.smithi119.stdout:296: finishing write tid 1 to smithi11982245-11 2024-04-13T07:46:55.302 INFO:tasks.rados.rados.0.smithi119.stdout:296: finishing write tid 2 to smithi11982245-11 2024-04-13T07:46:55.302 INFO:tasks.rados.rados.0.smithi119.stdout:295: finishing copy_from racing read to smithi11982245-25 2024-04-13T07:46:55.302 INFO:tasks.rados.rados.0.smithi119.stdout:296: finishing write tid 3 to smithi11982245-11 2024-04-13T07:46:55.302 INFO:tasks.rados.rados.0.smithi119.stdout:296: finishing write tid 4 to smithi11982245-11 2024-04-13T07:46:55.302 INFO:tasks.rados.rados.0.smithi119.stdout:296: finishing write tid 5 to smithi11982245-11 2024-04-13T07:46:55.302 INFO:tasks.rados.rados.0.smithi119.stdout:295: finishing copy_from to smithi11982245-25 2024-04-13T07:46:55.302 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 25 v 100 (ObjNum 80 snap 15 seq_num 80) dirty exists 2024-04-13T07:46:55.302 INFO:tasks.rados.rados.0.smithi119.stdout:296: finishing write tid 6 to smithi11982245-11 2024-04-13T07:46:55.302 INFO:tasks.rados.rados.0.smithi119.stdout:296: oid 11 updating version 0 to 73 2024-04-13T07:46:55.303 INFO:tasks.rados.rados.0.smithi119.stdout:296: oid 11 version 73 is already newer than 71 2024-04-13T07:46:55.303 INFO:tasks.rados.rados.0.smithi119.stdout:296: oid 11 version 73 is already newer than 72 2024-04-13T07:46:55.303 INFO:tasks.rados.rados.0.smithi119.stdout:296: oid 11 updating version 73 to 75 2024-04-13T07:46:55.303 INFO:tasks.rados.rados.0.smithi119.stdout:296: oid 11 version 75 is already newer than 74 2024-04-13T07:46:55.303 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 11 v 75 (ObjNum 116 snap 32 seq_num 116) dirty exists 2024-04-13T07:46:55.303 INFO:tasks.rados.rados.0.smithi119.stdout:296: left oid 11 (ObjNum 116 snap 32 seq_num 116) 2024-04-13T07:46:55.303 INFO:tasks.rados.rados.0.smithi119.stdout:294: done (3 left) 2024-04-13T07:46:55.303 INFO:tasks.rados.rados.0.smithi119.stdout:295: done (2 left) 2024-04-13T07:46:55.303 INFO:tasks.rados.rados.0.smithi119.stdout:296: done (1 left) 2024-04-13T07:46:55.303 INFO:tasks.rados.rados.0.smithi119.stdout:297: done (0 left) 2024-04-13T07:46:55.303 INFO:tasks.rados.rados.0.smithi119.stdout:298: copy_from oid 20 from oid 39 current snap is 32 2024-04-13T07:46:55.303 INFO:tasks.rados.rados.0.smithi119.stdout:299: copy_from oid 18 from oid 27 current snap is 32 2024-04-13T07:46:55.303 INFO:tasks.rados.rados.0.smithi119.stdout:300: snap_create 2024-04-13T07:46:55.309 INFO:tasks.rados.rados.0.smithi119.stdout:299: finishing copy_from racing read to smithi11982245-18 2024-04-13T07:46:55.312 INFO:tasks.rados.rados.0.smithi119.stdout:299: finishing copy_from to smithi11982245-18 2024-04-13T07:46:55.312 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 18 v 4 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-04-13T07:46:55.318 INFO:tasks.rados.rados.0.smithi119.stdout:298: finishing copy_from racing read to smithi11982245-20 2024-04-13T07:46:55.320 INFO:tasks.rados.rados.0.smithi119.stdout:298: finishing copy_from to smithi11982245-20 2024-04-13T07:46:55.320 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 20 v 56 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-04-13T07:46:55.478 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:55 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:46:55.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:55 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:46:55.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:55 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:46:56.302 INFO:tasks.rados.rados.0.smithi119.stdout:298: done (2 left) 2024-04-13T07:46:56.302 INFO:tasks.rados.rados.0.smithi119.stdout:299: done (1 left) 2024-04-13T07:46:56.302 INFO:tasks.rados.rados.0.smithi119.stdout:300: done (0 left) 2024-04-13T07:46:56.302 INFO:tasks.rados.rados.0.smithi119.stdout:301: read oid 15 snap -1 2024-04-13T07:46:56.302 INFO:tasks.rados.rados.0.smithi119.stdout:301: expect (ObjNum 81 snap 15 seq_num 81) 2024-04-13T07:46:56.302 INFO:tasks.rados.rados.0.smithi119.stdout:302: copy_from oid 39 from oid 19 current snap is 33 2024-04-13T07:46:56.303 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 9 current snap is 33 2024-04-13T07:46:56.303 INFO:tasks.rados.rados.0.smithi119.stdout:303: seq_num 117 ranges {2555904=770048,3325952=417792,3743744=442368,4186112=344064} 2024-04-13T07:46:56.320 INFO:tasks.rados.rados.0.smithi119.stdout:303: writing smithi11982245-9 from 2555904 to 3325952 tid 1 2024-04-13T07:46:56.322 INFO:tasks.rados.rados.0.smithi119.stdout:303: writing smithi11982245-9 from 3325952 to 3743744 tid 2 2024-04-13T07:46:56.325 INFO:tasks.rados.rados.0.smithi119.stdout:303: writing smithi11982245-9 from 3743744 to 4186112 tid 3 2024-04-13T07:46:56.327 INFO:tasks.rados.rados.0.smithi119.stdout:303: writing smithi11982245-9 from 4186112 to 4530176 tid 4 2024-04-13T07:46:56.327 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 45 current snap is 33 2024-04-13T07:46:56.328 INFO:tasks.rados.rados.0.smithi119.stdout:302: finishing copy_from to smithi11982245-39 2024-04-13T07:46:56.328 INFO:tasks.rados.rados.0.smithi119.stdout:302: got expected ENOENT (src dne) 2024-04-13T07:46:56.328 INFO:tasks.rados.rados.0.smithi119.stdout:302: finishing copy_from racing read to smithi11982245-39 2024-04-13T07:46:56.328 INFO:tasks.rados.rados.0.smithi119.stdout:301: expect (ObjNum 81 snap 15 seq_num 81) 2024-04-13T07:46:56.394 INFO:tasks.rados.rados.0.smithi119.stdout:303: finishing write tid 1 to smithi11982245-9 2024-04-13T07:46:56.394 INFO:tasks.rados.rados.0.smithi119.stdout:303: finishing write tid 2 to smithi11982245-9 2024-04-13T07:46:56.394 INFO:tasks.rados.rados.0.smithi119.stdout:303: finishing write tid 3 to smithi11982245-9 2024-04-13T07:46:56.394 INFO:tasks.rados.rados.0.smithi119.stdout:303: finishing write tid 4 to smithi11982245-9 2024-04-13T07:46:56.394 INFO:tasks.rados.rados.0.smithi119.stdout:303: finishing write tid 5 to smithi11982245-9 2024-04-13T07:46:56.394 INFO:tasks.rados.rados.0.smithi119.stdout:303: finishing write tid 6 to smithi11982245-9 2024-04-13T07:46:56.394 INFO:tasks.rados.rados.0.smithi119.stdout:303: oid 9 updating version 0 to 106 2024-04-13T07:46:56.394 INFO:tasks.rados.rados.0.smithi119.stdout:303: oid 9 updating version 106 to 109 2024-04-13T07:46:56.394 INFO:tasks.rados.rados.0.smithi119.stdout:303: oid 9 version 109 is already newer than 108 2024-04-13T07:46:56.394 INFO:tasks.rados.rados.0.smithi119.stdout:303: oid 9 version 109 is already newer than 107 2024-04-13T07:46:56.394 INFO:tasks.rados.rados.0.smithi119.stdout:303: oid 9 updating version 109 to 110 2024-04-13T07:46:56.394 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 9 v 110 (ObjNum 117 snap 33 seq_num 117) dirty exists 2024-04-13T07:46:56.394 INFO:tasks.rados.rados.0.smithi119.stdout:303: left oid 9 (ObjNum 117 snap 33 seq_num 117) 2024-04-13T07:46:56.394 INFO:tasks.rados.rados.0.smithi119.stdout:304: seq_num 118 ranges {0=786432,786432=704512,1490944=499712} 2024-04-13T07:46:56.398 INFO:tasks.rados.rados.0.smithi119.stdout:304: writing smithi11982245-45 from 0 to 786432 tid 1 2024-04-13T07:46:56.401 INFO:tasks.rados.rados.0.smithi119.stdout:304: writing smithi11982245-45 from 786432 to 1490944 tid 2 2024-04-13T07:46:56.405 INFO:tasks.rados.rados.0.smithi119.stdout:304: writing smithi11982245-45 from 1490944 to 1990656 tid 3 2024-04-13T07:46:56.405 INFO:tasks.rados.rados.0.smithi119.stdout:301: done (3 left) 2024-04-13T07:46:56.405 INFO:tasks.rados.rados.0.smithi119.stdout:302: done (2 left) 2024-04-13T07:46:56.405 INFO:tasks.rados.rados.0.smithi119.stdout:303: done (1 left) 2024-04-13T07:46:56.405 INFO:tasks.rados.rados.0.smithi119.stdout:305: snap_create 2024-04-13T07:46:56.405 INFO:tasks.rados.rados.0.smithi119.stdout:304: finishing write tid 1 to smithi11982245-45 2024-04-13T07:46:56.405 INFO:tasks.rados.rados.0.smithi119.stdout:304: finishing write tid 2 to smithi11982245-45 2024-04-13T07:46:56.407 INFO:tasks.rados.rados.0.smithi119.stdout:304: finishing write tid 3 to smithi11982245-45 2024-04-13T07:46:56.407 INFO:tasks.rados.rados.0.smithi119.stdout:304: finishing write tid 4 to smithi11982245-45 2024-04-13T07:46:56.408 INFO:tasks.rados.rados.0.smithi119.stdout:304: finishing write tid 5 to smithi11982245-45 2024-04-13T07:46:56.408 INFO:tasks.rados.rados.0.smithi119.stdout:304: oid 45 updating version 0 to 156 2024-04-13T07:46:56.408 INFO:tasks.rados.rados.0.smithi119.stdout:304: oid 45 updating version 156 to 158 2024-04-13T07:46:56.408 INFO:tasks.rados.rados.0.smithi119.stdout:304: oid 45 version 158 is already newer than 157 2024-04-13T07:46:56.408 INFO:tasks.rados.rados.0.smithi119.stdout:304: oid 45 version 158 is already newer than 155 2024-04-13T07:46:56.408 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 45 v 158 (ObjNum 118 snap 33 seq_num 118) dirty exists 2024-04-13T07:46:56.408 INFO:tasks.rados.rados.0.smithi119.stdout:304: left oid 45 (ObjNum 118 snap 33 seq_num 118) 2024-04-13T07:46:56.582 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:56 smithi139 ceph-mon[31267]: osdmap e126: 8 total, 8 up, 8 in 2024-04-13T07:46:56.582 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:56 smithi139 ceph-mon[31267]: Upgrade: Updating mgr.x 2024-04-13T07:46:56.582 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:56 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:46:56.583 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:56 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T07:46:56.583 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:56 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T07:46:56.583 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:56 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:46:56.583 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:56 smithi139 ceph-mon[31267]: Deploying daemon mgr.x on smithi139 2024-04-13T07:46:56.583 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:56 smithi139 ceph-mon[31267]: pgmap v177: 121 pgs: 121 active+clean; 99 MiB data, 396 MiB used, 715 GiB / 715 GiB avail; 846 KiB/s rd, 3.9 MiB/s wr, 14 op/s 2024-04-13T07:46:56.583 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:56 smithi139 ceph-mon[31267]: osdmap e127: 8 total, 8 up, 8 in 2024-04-13T07:46:56.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:56 smithi119 ceph-mon[39268]: osdmap e126: 8 total, 8 up, 8 in 2024-04-13T07:46:56.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:56 smithi119 ceph-mon[39268]: Upgrade: Updating mgr.x 2024-04-13T07:46:56.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:56 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:46:56.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:56 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T07:46:56.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:56 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T07:46:56.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:56 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:46:56.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:56 smithi119 ceph-mon[39268]: Deploying daemon mgr.x on smithi139 2024-04-13T07:46:56.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:56 smithi119 ceph-mon[39268]: pgmap v177: 121 pgs: 121 active+clean; 99 MiB data, 396 MiB used, 715 GiB / 715 GiB avail; 846 KiB/s rd, 3.9 MiB/s wr, 14 op/s 2024-04-13T07:46:56.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:56 smithi119 ceph-mon[39268]: osdmap e127: 8 total, 8 up, 8 in 2024-04-13T07:46:56.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:56 smithi119 ceph-mon[27733]: osdmap e126: 8 total, 8 up, 8 in 2024-04-13T07:46:56.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:56 smithi119 ceph-mon[27733]: Upgrade: Updating mgr.x 2024-04-13T07:46:56.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:56 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:46:56.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:56 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T07:46:56.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:56 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T07:46:56.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:56 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:46:56.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:56 smithi119 ceph-mon[27733]: Deploying daemon mgr.x on smithi139 2024-04-13T07:46:56.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:56 smithi119 ceph-mon[27733]: pgmap v177: 121 pgs: 121 active+clean; 99 MiB data, 396 MiB used, 715 GiB / 715 GiB avail; 846 KiB/s rd, 3.9 MiB/s wr, 14 op/s 2024-04-13T07:46:56.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:56 smithi119 ceph-mon[27733]: osdmap e127: 8 total, 8 up, 8 in 2024-04-13T07:46:57.311 INFO:tasks.rados.rados.0.smithi119.stdout:304: done (1 left) 2024-04-13T07:46:57.311 INFO:tasks.rados.rados.0.smithi119.stdout:305: done (0 left) 2024-04-13T07:46:57.311 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 5 current snap is 34 2024-04-13T07:46:57.311 INFO:tasks.rados.rados.0.smithi119.stdout:306: seq_num 119 ranges {1916928=802816,2719744=589824,3309568=409600,3719168=204800} 2024-04-13T07:46:57.325 INFO:tasks.rados.rados.0.smithi119.stdout:306: writing smithi11982245-5 from 1916928 to 2719744 tid 1 2024-04-13T07:46:57.329 INFO:tasks.rados.rados.0.smithi119.stdout:306: writing smithi11982245-5 from 2719744 to 3309568 tid 2 2024-04-13T07:46:57.331 INFO:tasks.rados.rados.0.smithi119.stdout:306: writing smithi11982245-5 from 3309568 to 3719168 tid 3 2024-04-13T07:46:57.332 INFO:tasks.rados.rados.0.smithi119.stdout:306: writing smithi11982245-5 from 3719168 to 3923968 tid 4 2024-04-13T07:46:57.332 INFO:tasks.rados.rados.0.smithi119.stdout:307: rollback oid 31 current snap is 34 2024-04-13T07:46:57.332 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 31 to 32 2024-04-13T07:46:57.333 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 49 current snap is 34 2024-04-13T07:46:57.333 INFO:tasks.rados.rados.0.smithi119.stdout:308: seq_num 120 ranges {0=417792,417792=475136,892928=622592,1515520=507904} 2024-04-13T07:46:57.335 INFO:tasks.rados.rados.0.smithi119.stdout:308: writing smithi11982245-49 from 0 to 417792 tid 1 2024-04-13T07:46:57.337 INFO:tasks.rados.rados.0.smithi119.stdout:308: writing smithi11982245-49 from 417792 to 892928 tid 2 2024-04-13T07:46:57.341 INFO:tasks.rados.rados.0.smithi119.stdout:308: writing smithi11982245-49 from 892928 to 1515520 tid 3 2024-04-13T07:46:57.345 INFO:tasks.rados.rados.0.smithi119.stdout:308: writing smithi11982245-49 from 1515520 to 2023424 tid 4 2024-04-13T07:46:57.345 INFO:tasks.rados.rados.0.smithi119.stdout:309: rmattr oid 41 current snap is 34 2024-04-13T07:46:57.345 INFO:tasks.rados.rados.0.smithi119.stdout:306: finishing write tid 1 to smithi11982245-5 2024-04-13T07:46:57.345 INFO:tasks.rados.rados.0.smithi119.stdout:306: finishing write tid 2 to smithi11982245-5 2024-04-13T07:46:57.345 INFO:tasks.rados.rados.0.smithi119.stdout:307: finishing rollback tid 1 to smithi11982245-31 2024-04-13T07:46:57.345 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 31 v 56 (ObjNum 33 snap 0 seq_num 721773816) dirty dne 2024-04-13T07:46:57.345 INFO:tasks.rados.rados.0.smithi119.stdout:306: finishing write tid 3 to smithi11982245-5 2024-04-13T07:46:57.345 INFO:tasks.rados.rados.0.smithi119.stdout:306: finishing write tid 4 to smithi11982245-5 2024-04-13T07:46:57.345 INFO:tasks.rados.rados.0.smithi119.stdout:306: finishing write tid 5 to smithi11982245-5 2024-04-13T07:46:57.345 INFO:tasks.rados.rados.0.smithi119.stdout:307: done (3 left) 2024-04-13T07:46:57.345 INFO:tasks.rados.rados.0.smithi119.stdout:310: read oid 7 snap -1 2024-04-13T07:46:57.346 INFO:tasks.rados.rados.0.smithi119.stdout:310: expect (ObjNum 115 snap 32 seq_num 115) 2024-04-13T07:46:57.346 INFO:tasks.rados.rados.0.smithi119.stdout:311: snap_create 2024-04-13T07:46:57.346 INFO:tasks.rados.rados.0.smithi119.stdout:306: finishing write tid 6 to smithi11982245-5 2024-04-13T07:46:57.346 INFO:tasks.rados.rados.0.smithi119.stdout:306: oid 5 updating version 0 to 164 2024-04-13T07:46:57.346 INFO:tasks.rados.rados.0.smithi119.stdout:306: oid 5 version 164 is already newer than 162 2024-04-13T07:46:57.346 INFO:tasks.rados.rados.0.smithi119.stdout:306: oid 5 version 164 is already newer than 163 2024-04-13T07:46:57.346 INFO:tasks.rados.rados.0.smithi119.stdout:306: oid 5 version 164 is already newer than 161 2024-04-13T07:46:57.346 INFO:tasks.rados.rados.0.smithi119.stdout:306: oid 5 version 164 is already newer than 160 2024-04-13T07:46:57.346 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 5 v 164 (ObjNum 119 snap 34 seq_num 119) dirty exists 2024-04-13T07:46:57.346 INFO:tasks.rados.rados.0.smithi119.stdout:306: left oid 5 (ObjNum 119 snap 34 seq_num 119) 2024-04-13T07:46:57.346 INFO:tasks.rados.rados.0.smithi119.stdout:308: finishing write tid 1 to smithi11982245-49 2024-04-13T07:46:57.346 INFO:tasks.rados.rados.0.smithi119.stdout:308: finishing write tid 2 to smithi11982245-49 2024-04-13T07:46:57.346 INFO:tasks.rados.rados.0.smithi119.stdout:308: finishing write tid 3 to smithi11982245-49 2024-04-13T07:46:57.347 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 41 v 8 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-13T07:46:57.347 INFO:tasks.rados.rados.0.smithi119.stdout:308: finishing write tid 4 to smithi11982245-49 2024-04-13T07:46:57.348 INFO:tasks.rados.rados.0.smithi119.stdout:308: finishing write tid 5 to smithi11982245-49 2024-04-13T07:46:57.353 INFO:tasks.rados.rados.0.smithi119.stdout:308: finishing write tid 6 to smithi11982245-49 2024-04-13T07:46:57.354 INFO:tasks.rados.rados.0.smithi119.stdout:308: oid 49 updating version 0 to 80 2024-04-13T07:46:57.354 INFO:tasks.rados.rados.0.smithi119.stdout:308: oid 49 updating version 80 to 83 2024-04-13T07:46:57.354 INFO:tasks.rados.rados.0.smithi119.stdout:308: oid 49 updating version 83 to 84 2024-04-13T07:46:57.354 INFO:tasks.rados.rados.0.smithi119.stdout:308: oid 49 version 84 is already newer than 82 2024-04-13T07:46:57.354 INFO:tasks.rados.rados.0.smithi119.stdout:308: oid 49 version 84 is already newer than 81 2024-04-13T07:46:57.354 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 49 v 84 (ObjNum 120 snap 34 seq_num 120) dirty exists 2024-04-13T07:46:57.354 INFO:tasks.rados.rados.0.smithi119.stdout:308: left oid 49 (ObjNum 120 snap 34 seq_num 120) 2024-04-13T07:46:57.354 INFO:tasks.rados.rados.0.smithi119.stdout:310: expect (ObjNum 115 snap 32 seq_num 115) 2024-04-13T07:46:57.629 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:46:57 smithi139 systemd[1]: Stopping Ceph mgr.x for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:46:58.193 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:46:57 smithi139 podman[67664]: 2024-04-13 07:46:57.909189195 +0000 UTC m=+0.138640909 container died 47929656fb646c04fc238f56ac13d57e3dd0ba55f5c3fe6c61745fc88595c893 (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, RELEASE=reef-7d36322, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-04-13T07:46:58.315 INFO:tasks.rados.rados.0.smithi119.stdout:306: done (4 left) 2024-04-13T07:46:58.315 INFO:tasks.rados.rados.0.smithi119.stdout:308: done (3 left) 2024-04-13T07:46:58.315 INFO:tasks.rados.rados.0.smithi119.stdout:309: done (2 left) 2024-04-13T07:46:58.315 INFO:tasks.rados.rados.0.smithi119.stdout:310: done (1 left) 2024-04-13T07:46:58.315 INFO:tasks.rados.rados.0.smithi119.stdout:311: done (0 left) 2024-04-13T07:46:58.316 INFO:tasks.rados.rados.0.smithi119.stdout:312: delete oid 49 current snap is 35 2024-04-13T07:46:58.317 INFO:tasks.rados.rados.0.smithi119.stdout:312: done (0 left) 2024-04-13T07:46:58.317 INFO:tasks.rados.rados.0.smithi119.stdout:313: rollback oid 18 current snap is 35 2024-04-13T07:46:58.317 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 18 to 22 2024-04-13T07:46:58.317 INFO:tasks.rados.rados.0.smithi119.stdout:314: snap_create 2024-04-13T07:46:58.322 INFO:tasks.rados.rados.0.smithi119.stdout:313: finishing rollback tid 0 to smithi11982245-18 2024-04-13T07:46:58.322 INFO:tasks.rados.rados.0.smithi119.stdout:313: finishing rollback tid 1 to smithi11982245-18 2024-04-13T07:46:58.322 INFO:tasks.rados.rados.0.smithi119.stdout:313: finishing rollback tid 2 to smithi11982245-18 2024-04-13T07:46:58.323 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 18 v 168 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-04-13T07:46:58.542 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:58 smithi139 ceph-mon[31267]: osdmap e128: 8 total, 8 up, 8 in 2024-04-13T07:46:58.542 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:58 smithi139 ceph-mon[31267]: pgmap v180: 121 pgs: 121 active+clean; 99 MiB data, 396 MiB used, 715 GiB / 715 GiB avail; 846 KiB/s rd, 3.9 MiB/s wr, 14 op/s 2024-04-13T07:46:58.542 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:46:58 smithi139 podman[67664]: 2024-04-13 07:46:58.274896147 +0000 UTC m=+0.504347866 container cleanup 47929656fb646c04fc238f56ac13d57e3dd0ba55f5c3fe6c61745fc88595c893 (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=reef-7d36322, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux ) 2024-04-13T07:46:58.542 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:46:58 smithi139 bash[67664]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x 2024-04-13T07:46:58.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:58 smithi119 ceph-mon[39268]: osdmap e128: 8 total, 8 up, 8 in 2024-04-13T07:46:58.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:58 smithi119 ceph-mon[39268]: pgmap v180: 121 pgs: 121 active+clean; 99 MiB data, 396 MiB used, 715 GiB / 715 GiB avail; 846 KiB/s rd, 3.9 MiB/s wr, 14 op/s 2024-04-13T07:46:58.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:58 smithi119 ceph-mon[27733]: osdmap e128: 8 total, 8 up, 8 in 2024-04-13T07:46:58.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:58 smithi119 ceph-mon[27733]: pgmap v180: 121 pgs: 121 active+clean; 99 MiB data, 396 MiB used, 715 GiB / 715 GiB avail; 846 KiB/s rd, 3.9 MiB/s wr, 14 op/s 2024-04-13T07:46:58.838 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:46:58 smithi139 podman[67683]: 2024-04-13 07:46:58.543015893 +0000 UTC m=+0.633753908 container remove 47929656fb646c04fc238f56ac13d57e3dd0ba55f5c3fe6c61745fc88595c893 (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=reef-7d36322, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-04-13T07:46:58.839 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:46:58 smithi139 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-13T07:46:58.839 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:46:58 smithi139 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-04-13T07:46:58.839 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:46:58 smithi139 systemd[1]: Stopped Ceph mgr.x for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:46:58.839 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:46:58 smithi139 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@mgr.x.service: Consumed 18.193s CPU time. 2024-04-13T07:46:59.135 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:46:58 smithi139 systemd[1]: Starting Ceph mgr.x for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:46:59.135 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:46:59 smithi139 podman[67823]: 2024-04-13 07:46:59.052818277 +0000 UTC m=+0.113638083 container create d9c24c33be585e17610eae2173007c9d1f7538013040f58608b14550f4980f93 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, RELEASE=main-5f22a49, org.label-schema.license=GPLv2) 2024-04-13T07:46:59.136 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:46:59 smithi139 podman[67823]: 2024-04-13 07:46:58.957209745 +0000 UTC m=+0.018029570 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:46:59.264 INFO:tasks.rados.rados.0.smithi119.stdout:313: done (1 left) 2024-04-13T07:46:59.264 INFO:tasks.rados.rados.0.smithi119.stdout:314: done (0 left) 2024-04-13T07:46:59.264 INFO:tasks.rados.rados.0.smithi119.stdout:315: rollback oid 41 current snap is 36 2024-04-13T07:46:59.264 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 41 to 21 2024-04-13T07:46:59.264 INFO:tasks.rados.rados.0.smithi119.stdout:316: rollback oid 18 current snap is 36 2024-04-13T07:46:59.264 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 18 to 22 2024-04-13T07:46:59.264 INFO:tasks.rados.rados.0.smithi119.stdout:317: rmattr oid 23 current snap is 36 2024-04-13T07:46:59.264 INFO:tasks.rados.rados.0.smithi119.stdout:317: done (2 left) 2024-04-13T07:46:59.265 INFO:tasks.rados.rados.0.smithi119.stdout:318: copy_from oid 43 from oid 10 current snap is 36 2024-04-13T07:46:59.265 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 19 current snap is 36 2024-04-13T07:46:59.265 INFO:tasks.rados.rados.0.smithi119.stdout:319: seq_num 122 ranges {0=450560,450560=688128,1138688=630784,1769472=286720} 2024-04-13T07:46:59.268 INFO:tasks.rados.rados.0.smithi119.stdout:319: writing smithi11982245-19 from 0 to 450560 tid 1 2024-04-13T07:46:59.271 INFO:tasks.rados.rados.0.smithi119.stdout:319: writing smithi11982245-19 from 450560 to 1138688 tid 2 2024-04-13T07:46:59.275 INFO:tasks.rados.rados.0.smithi119.stdout:319: writing smithi11982245-19 from 1138688 to 1769472 tid 3 2024-04-13T07:46:59.277 INFO:tasks.rados.rados.0.smithi119.stdout:319: writing smithi11982245-19 from 1769472 to 2056192 tid 4 2024-04-13T07:46:59.278 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 13 current snap is 36 2024-04-13T07:46:59.278 INFO:tasks.rados.rados.0.smithi119.stdout:320: seq_num 123 ranges {0=466944,466944=573440,1040384=794624,1835008=237568} 2024-04-13T07:46:59.281 INFO:tasks.rados.rados.0.smithi119.stdout:320: writing smithi11982245-13 from 0 to 466944 tid 1 2024-04-13T07:46:59.284 INFO:tasks.rados.rados.0.smithi119.stdout:320: writing smithi11982245-13 from 466944 to 1040384 tid 2 2024-04-13T07:46:59.290 INFO:tasks.rados.rados.0.smithi119.stdout:320: writing smithi11982245-13 from 1040384 to 1835008 tid 3 2024-04-13T07:46:59.291 INFO:tasks.rados.rados.0.smithi119.stdout:320: writing smithi11982245-13 from 1835008 to 2072576 tid 4 2024-04-13T07:46:59.291 INFO:tasks.rados.rados.0.smithi119.stdout:321: setattr oid 26 current snap is 36 2024-04-13T07:46:59.292 INFO:tasks.rados.rados.0.smithi119.stdout:315: finishing rollback tid 0 to smithi11982245-41 2024-04-13T07:46:59.292 INFO:tasks.rados.rados.0.smithi119.stdout:315: finishing rollback tid 1 to smithi11982245-41 2024-04-13T07:46:59.292 INFO:tasks.rados.rados.0.smithi119.stdout:319: finishing write tid 1 to smithi11982245-19 2024-04-13T07:46:59.292 INFO:tasks.rados.rados.0.smithi119.stdout:315: finishing rollback tid 2 to smithi11982245-41 2024-04-13T07:46:59.292 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 41 v 12 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-13T07:46:59.292 INFO:tasks.rados.rados.0.smithi119.stdout:316: finishing rollback tid 0 to smithi11982245-18 2024-04-13T07:46:59.292 INFO:tasks.rados.rados.0.smithi119.stdout:316: finishing rollback tid 1 to smithi11982245-18 2024-04-13T07:46:59.292 INFO:tasks.rados.rados.0.smithi119.stdout:316: finishing rollback tid 2 to smithi11982245-18 2024-04-13T07:46:59.292 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 18 v 172 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-04-13T07:46:59.292 INFO:tasks.rados.rados.0.smithi119.stdout:319: finishing write tid 2 to smithi11982245-19 2024-04-13T07:46:59.292 INFO:tasks.rados.rados.0.smithi119.stdout:319: finishing write tid 3 to smithi11982245-19 2024-04-13T07:46:59.292 INFO:tasks.rados.rados.0.smithi119.stdout:319: finishing write tid 4 to smithi11982245-19 2024-04-13T07:46:59.292 INFO:tasks.rados.rados.0.smithi119.stdout:319: finishing write tid 5 to smithi11982245-19 2024-04-13T07:46:59.292 INFO:tasks.rados.rados.0.smithi119.stdout:319: finishing write tid 6 to smithi11982245-19 2024-04-13T07:46:59.292 INFO:tasks.rados.rados.0.smithi119.stdout:319: oid 19 updating version 0 to 90 2024-04-13T07:46:59.293 INFO:tasks.rados.rados.0.smithi119.stdout:319: oid 19 version 90 is already newer than 88 2024-04-13T07:46:59.293 INFO:tasks.rados.rados.0.smithi119.stdout:319: oid 19 version 90 is already newer than 89 2024-04-13T07:46:59.293 INFO:tasks.rados.rados.0.smithi119.stdout:319: oid 19 updating version 90 to 91 2024-04-13T07:46:59.293 INFO:tasks.rados.rados.0.smithi119.stdout:319: oid 19 version 91 is already newer than 87 2024-04-13T07:46:59.293 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 19 v 91 (ObjNum 122 snap 36 seq_num 122) dirty exists 2024-04-13T07:46:59.293 INFO:tasks.rados.rados.0.smithi119.stdout:319: left oid 19 (ObjNum 122 snap 36 seq_num 122) 2024-04-13T07:46:59.293 INFO:tasks.rados.rados.0.smithi119.stdout:320: finishing write tid 1 to smithi11982245-13 2024-04-13T07:46:59.293 INFO:tasks.rados.rados.0.smithi119.stdout:318: finishing copy_from racing read to smithi11982245-43 2024-04-13T07:46:59.293 INFO:tasks.rados.rados.0.smithi119.stdout:320: finishing write tid 2 to smithi11982245-13 2024-04-13T07:46:59.293 INFO:tasks.rados.rados.0.smithi119.stdout:318: finishing copy_from to smithi11982245-43 2024-04-13T07:46:59.293 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 43 v 82 (ObjNum 100 snap 20 seq_num 100) dirty exists 2024-04-13T07:46:59.293 INFO:tasks.rados.rados.0.smithi119.stdout:315: done (5 left) 2024-04-13T07:46:59.294 INFO:tasks.rados.rados.0.smithi119.stdout:316: done (4 left) 2024-04-13T07:46:59.294 INFO:tasks.rados.rados.0.smithi119.stdout:318: done (3 left) 2024-04-13T07:46:59.294 INFO:tasks.rados.rados.0.smithi119.stdout:319: done (2 left) 2024-04-13T07:46:59.294 INFO:tasks.rados.rados.0.smithi119.stdout:322: snap_create 2024-04-13T07:46:59.306 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 26 v 48 (ObjNum 98 snap 20 seq_num 98) dirty exists 2024-04-13T07:46:59.306 INFO:tasks.rados.rados.0.smithi119.stdout:320: finishing write tid 3 to smithi11982245-13 2024-04-13T07:46:59.306 INFO:tasks.rados.rados.0.smithi119.stdout:320: finishing write tid 4 to smithi11982245-13 2024-04-13T07:46:59.306 INFO:tasks.rados.rados.0.smithi119.stdout:320: finishing write tid 5 to smithi11982245-13 2024-04-13T07:46:59.308 INFO:tasks.rados.rados.0.smithi119.stdout:320: finishing write tid 6 to smithi11982245-13 2024-04-13T07:46:59.308 INFO:tasks.rados.rados.0.smithi119.stdout:320: oid 13 updating version 0 to 115 2024-04-13T07:46:59.308 INFO:tasks.rados.rados.0.smithi119.stdout:320: oid 13 version 115 is already newer than 114 2024-04-13T07:46:59.308 INFO:tasks.rados.rados.0.smithi119.stdout:320: oid 13 version 115 is already newer than 112 2024-04-13T07:46:59.308 INFO:tasks.rados.rados.0.smithi119.stdout:320: oid 13 version 115 is already newer than 111 2024-04-13T07:46:59.308 INFO:tasks.rados.rados.0.smithi119.stdout:320: oid 13 version 115 is already newer than 113 2024-04-13T07:46:59.308 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 13 v 115 (ObjNum 123 snap 36 seq_num 123) dirty exists 2024-04-13T07:46:59.308 INFO:tasks.rados.rados.0.smithi119.stdout:320: left oid 13 (ObjNum 123 snap 36 seq_num 123) 2024-04-13T07:46:59.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:59 smithi139 ceph-mon[31267]: osdmap e129: 8 total, 8 up, 8 in 2024-04-13T07:46:59.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:46:59 smithi139 ceph-mon[31267]: osdmap e130: 8 total, 8 up, 8 in 2024-04-13T07:46:59.636 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:46:59 smithi139 podman[67823]: 2024-04-13 07:46:59.263294289 +0000 UTC m=+0.324114106 container init d9c24c33be585e17610eae2173007c9d1f7538013040f58608b14550f4980f93 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-5f22a49) 2024-04-13T07:46:59.636 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:46:59 smithi139 podman[67823]: 2024-04-13 07:46:59.272044213 +0000 UTC m=+0.332864028 container start d9c24c33be585e17610eae2173007c9d1f7538013040f58608b14550f4980f93 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, RELEASE=main-5f22a49) 2024-04-13T07:46:59.636 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:46:59 smithi139 ceph-mgr[67861]: -- 172.21.15.139:0/1113502968 <== mon.1 v2:172.21.15.139:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5571496925a0 con 0x557149666800 2024-04-13T07:46:59.636 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:46:59 smithi139 bash[67823]: d9c24c33be585e17610eae2173007c9d1f7538013040f58608b14550f4980f93 2024-04-13T07:46:59.636 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:46:59 smithi139 systemd[1]: Started Ceph mgr.x for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:46:59.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:59 smithi119 ceph-mon[39268]: osdmap e129: 8 total, 8 up, 8 in 2024-04-13T07:46:59.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:46:59 smithi119 ceph-mon[39268]: osdmap e130: 8 total, 8 up, 8 in 2024-04-13T07:46:59.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:59 smithi119 ceph-mon[27733]: osdmap e129: 8 total, 8 up, 8 in 2024-04-13T07:46:59.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:46:59 smithi119 ceph-mon[27733]: osdmap e130: 8 total, 8 up, 8 in 2024-04-13T07:47:00.135 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:46:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:46:59.854+0000 7fcfff50f200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-13T07:47:00.135 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:46:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:46:59.964+0000 7fcfff50f200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-13T07:47:00.270 INFO:tasks.rados.rados.0.smithi119.stdout:320: done (2 left) 2024-04-13T07:47:00.270 INFO:tasks.rados.rados.0.smithi119.stdout:321: done (1 left) 2024-04-13T07:47:00.270 INFO:tasks.rados.rados.0.smithi119.stdout:322: done (0 left) 2024-04-13T07:47:00.270 INFO:tasks.rados.rados.0.smithi119.stdout:323: copy_from oid 34 from oid 46 current snap is 37 2024-04-13T07:47:00.270 INFO:tasks.rados.rados.0.smithi119.stdout:324: snap_remove snap 30 2024-04-13T07:47:00.634 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:00 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:47:00.634 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:00 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:47:00.634 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:00 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:47:00.634 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:00 smithi139 ceph-mon[31267]: pgmap v183: 121 pgs: 121 active+clean; 99 MiB data, 396 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:47:00.634 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:00 smithi139 ceph-mon[31267]: osdmap e131: 8 total, 8 up, 8 in 2024-04-13T07:47:00.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:00 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:47:00.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:00 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:47:00.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:00 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:47:00.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:00 smithi119 ceph-mon[39268]: pgmap v183: 121 pgs: 121 active+clean; 99 MiB data, 396 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:47:00.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:00 smithi119 ceph-mon[39268]: osdmap e131: 8 total, 8 up, 8 in 2024-04-13T07:47:00.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:00 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:47:00.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:00 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:47:00.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:00 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:47:00.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:00 smithi119 ceph-mon[27733]: pgmap v183: 121 pgs: 121 active+clean; 99 MiB data, 396 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:47:00.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:00 smithi119 ceph-mon[27733]: osdmap e131: 8 total, 8 up, 8 in 2024-04-13T07:47:00.885 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:00 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:00.634+0000 7fcfff50f200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-13T07:47:00.885 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:00 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:00.738+0000 7fcfff50f200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-13T07:47:00.886 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:00 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:00.880+0000 7fcfff50f200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-13T07:47:01.272 INFO:tasks.rados.rados.0.smithi119.stdout:324: done (1 left) 2024-04-13T07:47:01.272 INFO:tasks.rados.rados.0.smithi119.stdout:325: rollback oid 45 current snap is 37 2024-04-13T07:47:01.272 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 45 to 11 2024-04-13T07:47:01.272 INFO:tasks.rados.rados.0.smithi119.stdout:323: finishing copy_from racing read to smithi11982245-34 2024-04-13T07:47:01.272 INFO:tasks.rados.rados.0.smithi119.stdout:323: finishing copy_from to smithi11982245-34 2024-04-13T07:47:01.272 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 34 v 10 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-13T07:47:01.272 INFO:tasks.rados.rados.0.smithi119.stdout:323: done (1 left) 2024-04-13T07:47:01.272 INFO:tasks.rados.rados.0.smithi119.stdout:326: read oid 28 snap -1 2024-04-13T07:47:01.272 INFO:tasks.rados.rados.0.smithi119.stdout:326: expect (ObjNum 27 snap 0 seq_num 27) 2024-04-13T07:47:01.273 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 21 current snap is 37 2024-04-13T07:47:01.273 INFO:tasks.rados.rados.0.smithi119.stdout:327: seq_num 124 ranges {1572864=483328,2056192=458752,2514944=598016,3112960=548864} 2024-04-13T07:47:01.285 INFO:tasks.rados.rados.0.smithi119.stdout:327: writing smithi11982245-21 from 1572864 to 2056192 tid 1 2024-04-13T07:47:01.286 INFO:tasks.rados.rados.0.smithi119.stdout:327: writing smithi11982245-21 from 2056192 to 2514944 tid 2 2024-04-13T07:47:01.290 INFO:tasks.rados.rados.0.smithi119.stdout:327: writing smithi11982245-21 from 2514944 to 3112960 tid 3 2024-04-13T07:47:01.294 INFO:tasks.rados.rados.0.smithi119.stdout:327: writing smithi11982245-21 from 3112960 to 3661824 tid 4 2024-04-13T07:47:01.294 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 39 current snap is 37 2024-04-13T07:47:01.294 INFO:tasks.rados.rados.0.smithi119.stdout:328: seq_num 125 ranges {1564672=499712,2064384=745472,2809856=409600,3219456=450560} 2024-04-13T07:47:01.305 INFO:tasks.rados.rados.0.smithi119.stdout:328: writing smithi11982245-39 from 1564672 to 2064384 tid 1 2024-04-13T07:47:01.309 INFO:tasks.rados.rados.0.smithi119.stdout:328: writing smithi11982245-39 from 2064384 to 2809856 tid 2 2024-04-13T07:47:01.312 INFO:tasks.rados.rados.0.smithi119.stdout:328: writing smithi11982245-39 from 2809856 to 3219456 tid 3 2024-04-13T07:47:01.315 INFO:tasks.rados.rados.0.smithi119.stdout:328: writing smithi11982245-39 from 3219456 to 3670016 tid 4 2024-04-13T07:47:01.315 INFO:tasks.rados.rados.0.smithi119.stdout:329: delete oid 9 current snap is 37 2024-04-13T07:47:01.315 INFO:tasks.rados.rados.0.smithi119.stdout:325: finishing rollback tid 0 to smithi11982245-45 2024-04-13T07:47:01.315 INFO:tasks.rados.rados.0.smithi119.stdout:326: expect (ObjNum 27 snap 0 seq_num 27) 2024-04-13T07:47:01.330 INFO:tasks.rados.rados.0.smithi119.stdout:325: finishing rollback tid 1 to smithi11982245-45 2024-04-13T07:47:01.330 INFO:tasks.rados.rados.0.smithi119.stdout:325: finishing rollback tid 2 to smithi11982245-45 2024-04-13T07:47:01.330 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 45 v 176 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-13T07:47:01.330 INFO:tasks.rados.rados.0.smithi119.stdout:327: finishing write tid 1 to smithi11982245-21 2024-04-13T07:47:01.330 INFO:tasks.rados.rados.0.smithi119.stdout:325: done (4 left) 2024-04-13T07:47:01.330 INFO:tasks.rados.rados.0.smithi119.stdout:326: done (3 left) 2024-04-13T07:47:01.330 INFO:tasks.rados.rados.0.smithi119.stdout:329: done (2 left) 2024-04-13T07:47:01.330 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 5 current snap is 37 2024-04-13T07:47:01.330 INFO:tasks.rados.rados.0.smithi119.stdout:327: finishing write tid 2 to smithi11982245-21 2024-04-13T07:47:01.330 INFO:tasks.rados.rados.0.smithi119.stdout:330: seq_num 127 ranges {3923968=532480,4456448=507904,4964352=778240,5742592=319488} 2024-04-13T07:47:01.353 INFO:tasks.rados.rados.0.smithi119.stdout:330: writing smithi11982245-5 from 3923968 to 4456448 tid 1 2024-04-13T07:47:01.355 INFO:tasks.rados.rados.0.smithi119.stdout:330: writing smithi11982245-5 from 4456448 to 4964352 tid 2 2024-04-13T07:47:01.360 INFO:tasks.rados.rados.0.smithi119.stdout:330: writing smithi11982245-5 from 4964352 to 5742592 tid 3 2024-04-13T07:47:01.362 INFO:tasks.rados.rados.0.smithi119.stdout:330: writing smithi11982245-5 from 5742592 to 6062080 tid 4 2024-04-13T07:47:01.362 INFO:tasks.rados.rados.0.smithi119.stdout:331: delete oid 16 current snap is 37 2024-04-13T07:47:01.362 INFO:tasks.rados.rados.0.smithi119.stdout:327: finishing write tid 3 to smithi11982245-21 2024-04-13T07:47:01.362 INFO:tasks.rados.rados.0.smithi119.stdout:327: finishing write tid 4 to smithi11982245-21 2024-04-13T07:47:01.362 INFO:tasks.rados.rados.0.smithi119.stdout:327: finishing write tid 5 to smithi11982245-21 2024-04-13T07:47:01.362 INFO:tasks.rados.rados.0.smithi119.stdout:327: finishing write tid 6 to smithi11982245-21 2024-04-13T07:47:01.362 INFO:tasks.rados.rados.0.smithi119.stdout:327: oid 21 updating version 0 to 105 2024-04-13T07:47:01.362 INFO:tasks.rados.rados.0.smithi119.stdout:327: oid 21 version 105 is already newer than 103 2024-04-13T07:47:01.362 INFO:tasks.rados.rados.0.smithi119.stdout:327: oid 21 version 105 is already newer than 101 2024-04-13T07:47:01.363 INFO:tasks.rados.rados.0.smithi119.stdout:327: oid 21 version 105 is already newer than 104 2024-04-13T07:47:01.363 INFO:tasks.rados.rados.0.smithi119.stdout:327: oid 21 version 105 is already newer than 102 2024-04-13T07:47:01.363 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 21 v 105 (ObjNum 124 snap 37 seq_num 124) dirty exists 2024-04-13T07:47:01.363 INFO:tasks.rados.rados.0.smithi119.stdout:327: left oid 21 (ObjNum 124 snap 37 seq_num 124) 2024-04-13T07:47:01.363 INFO:tasks.rados.rados.0.smithi119.stdout:328: finishing write tid 1 to smithi11982245-39 2024-04-13T07:47:01.363 INFO:tasks.rados.rados.0.smithi119.stdout:328: finishing write tid 2 to smithi11982245-39 2024-04-13T07:47:01.363 INFO:tasks.rados.rados.0.smithi119.stdout:328: finishing write tid 3 to smithi11982245-39 2024-04-13T07:47:01.363 INFO:tasks.rados.rados.0.smithi119.stdout:328: finishing write tid 4 to smithi11982245-39 2024-04-13T07:47:01.363 INFO:tasks.rados.rados.0.smithi119.stdout:328: finishing write tid 5 to smithi11982245-39 2024-04-13T07:47:01.363 INFO:tasks.rados.rados.0.smithi119.stdout:328: finishing write tid 6 to smithi11982245-39 2024-04-13T07:47:01.363 INFO:tasks.rados.rados.0.smithi119.stdout:328: oid 39 updating version 0 to 114 2024-04-13T07:47:01.363 INFO:tasks.rados.rados.0.smithi119.stdout:328: oid 39 updating version 114 to 117 2024-04-13T07:47:01.363 INFO:tasks.rados.rados.0.smithi119.stdout:328: oid 39 version 117 is already newer than 115 2024-04-13T07:47:01.363 INFO:tasks.rados.rados.0.smithi119.stdout:328: oid 39 updating version 117 to 118 2024-04-13T07:47:01.364 INFO:tasks.rados.rados.0.smithi119.stdout:328: oid 39 version 118 is already newer than 116 2024-04-13T07:47:01.364 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 39 v 118 (ObjNum 125 snap 37 seq_num 125) dirty exists 2024-04-13T07:47:01.364 INFO:tasks.rados.rados.0.smithi119.stdout:328: left oid 39 (ObjNum 125 snap 37 seq_num 125) 2024-04-13T07:47:01.364 INFO:tasks.rados.rados.0.smithi119.stdout:330: finishing write tid 1 to smithi11982245-5 2024-04-13T07:47:01.364 INFO:tasks.rados.rados.0.smithi119.stdout:330: finishing write tid 2 to smithi11982245-5 2024-04-13T07:47:01.365 INFO:tasks.rados.rados.0.smithi119.stdout:330: finishing write tid 3 to smithi11982245-5 2024-04-13T07:47:01.365 INFO:tasks.rados.rados.0.smithi119.stdout:330: finishing write tid 4 to smithi11982245-5 2024-04-13T07:47:01.365 INFO:tasks.rados.rados.0.smithi119.stdout:330: finishing write tid 5 to smithi11982245-5 2024-04-13T07:47:01.365 INFO:tasks.rados.rados.0.smithi119.stdout:327: done (3 left) 2024-04-13T07:47:01.365 INFO:tasks.rados.rados.0.smithi119.stdout:328: done (2 left) 2024-04-13T07:47:01.365 INFO:tasks.rados.rados.0.smithi119.stdout:331: done (1 left) 2024-04-13T07:47:01.365 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 36 current snap is 37 2024-04-13T07:47:01.365 INFO:tasks.rados.rados.0.smithi119.stdout:332: seq_num 129 ranges {458752=565248,1024000=679936,1703936=786432,2490368=139264} 2024-04-13T07:47:01.370 INFO:tasks.rados.rados.0.smithi119.stdout:332: writing smithi11982245-36 from 458752 to 1024000 tid 1 2024-04-13T07:47:01.373 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:00 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:00.994+0000 7fcfff50f200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-13T07:47:01.373 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:01 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:01.087+0000 7fcfff50f200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-13T07:47:01.374 INFO:tasks.rados.rados.0.smithi119.stdout:332: writing smithi11982245-36 from 1024000 to 1703936 tid 2 2024-04-13T07:47:01.378 INFO:tasks.rados.rados.0.smithi119.stdout:332: writing smithi11982245-36 from 1703936 to 2490368 tid 3 2024-04-13T07:47:01.379 INFO:tasks.rados.rados.0.smithi119.stdout:332: writing smithi11982245-36 from 2490368 to 2629632 tid 4 2024-04-13T07:47:01.379 INFO:tasks.rados.rados.0.smithi119.stdout:333: copy_from oid 21 from oid 20 current snap is 37 2024-04-13T07:47:01.379 INFO:tasks.rados.rados.0.smithi119.stdout:330: finishing write tid 6 to smithi11982245-5 2024-04-13T07:47:01.379 INFO:tasks.rados.rados.0.smithi119.stdout:330: oid 5 updating version 0 to 182 2024-04-13T07:47:01.379 INFO:tasks.rados.rados.0.smithi119.stdout:330: oid 5 updating version 182 to 185 2024-04-13T07:47:01.379 INFO:tasks.rados.rados.0.smithi119.stdout:330: oid 5 version 185 is already newer than 183 2024-04-13T07:47:01.379 INFO:tasks.rados.rados.0.smithi119.stdout:330: oid 5 version 185 is already newer than 184 2024-04-13T07:47:01.379 INFO:tasks.rados.rados.0.smithi119.stdout:330: oid 5 updating version 185 to 186 2024-04-13T07:47:01.379 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 5 v 186 (ObjNum 127 snap 37 seq_num 127) dirty exists 2024-04-13T07:47:01.379 INFO:tasks.rados.rados.0.smithi119.stdout:330: left oid 5 (ObjNum 127 snap 37 seq_num 127) 2024-04-13T07:47:01.379 INFO:tasks.rados.rados.0.smithi119.stdout:332: finishing write tid 1 to smithi11982245-36 2024-04-13T07:47:01.380 INFO:tasks.rados.rados.0.smithi119.stdout:332: finishing write tid 2 to smithi11982245-36 2024-04-13T07:47:01.380 INFO:tasks.rados.rados.0.smithi119.stdout:330: done (2 left) 2024-04-13T07:47:01.380 INFO:tasks.rados.rados.0.smithi119.stdout:334: setattr oid 43 current snap is 37 2024-04-13T07:47:01.380 INFO:tasks.rados.rados.0.smithi119.stdout:335: read oid 34 snap -1 2024-04-13T07:47:01.380 INFO:tasks.rados.rados.0.smithi119.stdout:335: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-13T07:47:01.380 INFO:tasks.rados.rados.0.smithi119.stdout:336: snap_create 2024-04-13T07:47:01.382 INFO:tasks.rados.rados.0.smithi119.stdout:332: finishing write tid 3 to smithi11982245-36 2024-04-13T07:47:01.383 INFO:tasks.rados.rados.0.smithi119.stdout:332: finishing write tid 4 to smithi11982245-36 2024-04-13T07:47:01.383 INFO:tasks.rados.rados.0.smithi119.stdout:332: finishing write tid 5 to smithi11982245-36 2024-04-13T07:47:01.385 INFO:tasks.rados.rados.0.smithi119.stdout:332: finishing write tid 6 to smithi11982245-36 2024-04-13T07:47:01.385 INFO:tasks.rados.rados.0.smithi119.stdout:332: oid 36 updating version 0 to 45 2024-04-13T07:47:01.385 INFO:tasks.rados.rados.0.smithi119.stdout:332: oid 36 version 45 is already newer than 42 2024-04-13T07:47:01.385 INFO:tasks.rados.rados.0.smithi119.stdout:332: oid 36 version 45 is already newer than 43 2024-04-13T07:47:01.385 INFO:tasks.rados.rados.0.smithi119.stdout:332: oid 36 version 45 is already newer than 41 2024-04-13T07:47:01.385 INFO:tasks.rados.rados.0.smithi119.stdout:332: oid 36 version 45 is already newer than 44 2024-04-13T07:47:01.385 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 36 v 45 (ObjNum 129 snap 37 seq_num 129) dirty exists 2024-04-13T07:47:01.385 INFO:tasks.rados.rados.0.smithi119.stdout:332: left oid 36 (ObjNum 129 snap 37 seq_num 129) 2024-04-13T07:47:01.385 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 43 v 85 (ObjNum 100 snap 20 seq_num 100) dirty exists 2024-04-13T07:47:01.389 INFO:tasks.rados.rados.0.smithi119.stdout:335: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-13T07:47:01.409 INFO:tasks.rados.rados.0.smithi119.stdout:333: finishing copy_from racing read to smithi11982245-21 2024-04-13T07:47:01.409 INFO:tasks.rados.rados.0.smithi119.stdout:333: finishing copy_from to smithi11982245-21 2024-04-13T07:47:01.409 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 21 v 56 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-04-13T07:47:01.635 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:01 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:01.373+0000 7fcfff50f200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-13T07:47:01.635 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:01 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:01.500+0000 7fcfff50f200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-13T07:47:01.636 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:01 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:01.597+0000 7fcfff50f200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-13T07:47:02.057 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:01 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:01.707+0000 7fcfff50f200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-13T07:47:02.057 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:01 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:01.884+0000 7fcfff50f200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-13T07:47:02.278 INFO:tasks.rados.rados.0.smithi119.stdout:332: done (4 left) 2024-04-13T07:47:02.278 INFO:tasks.rados.rados.0.smithi119.stdout:333: done (3 left) 2024-04-13T07:47:02.278 INFO:tasks.rados.rados.0.smithi119.stdout:334: done (2 left) 2024-04-13T07:47:02.278 INFO:tasks.rados.rados.0.smithi119.stdout:335: done (1 left) 2024-04-13T07:47:02.278 INFO:tasks.rados.rados.0.smithi119.stdout:336: done (0 left) 2024-04-13T07:47:02.278 INFO:tasks.rados.rados.0.smithi119.stdout:337: read oid 31 snap -1 2024-04-13T07:47:02.278 INFO:tasks.rados.rados.0.smithi119.stdout:337: expect deleted 2024-04-13T07:47:02.278 INFO:tasks.rados.rados.0.smithi119.stdout:338: rollback oid 22 current snap is 38 2024-04-13T07:47:02.278 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 22 to 6 2024-04-13T07:47:02.278 INFO:tasks.rados.rados.0.smithi119.stdout:339: read oid 48 snap -1 2024-04-13T07:47:02.278 INFO:tasks.rados.rados.0.smithi119.stdout:339: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-13T07:47:02.278 INFO:tasks.rados.rados.0.smithi119.stdout:340: read oid 3 snap 32 2024-04-13T07:47:02.279 INFO:tasks.rados.rados.0.smithi119.stdout:340: expect (ObjNum 2 snap 0 seq_num 2) 2024-04-13T07:47:02.279 INFO:tasks.rados.rados.0.smithi119.stdout:341: snap_remove snap 34 2024-04-13T07:47:02.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:02 smithi139 ceph-mon[31267]: osdmap e132: 8 total, 8 up, 8 in 2024-04-13T07:47:02.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:02 smithi139 ceph-mon[31267]: pgmap v186: 121 pgs: 121 active+clean; 114 MiB data, 420 MiB used, 715 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.8 MiB/s wr, 20 op/s 2024-04-13T07:47:02.639 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:02 smithi119 ceph-mon[39268]: osdmap e132: 8 total, 8 up, 8 in 2024-04-13T07:47:02.640 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:02 smithi119 ceph-mon[39268]: pgmap v186: 121 pgs: 121 active+clean; 114 MiB data, 420 MiB used, 715 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.8 MiB/s wr, 20 op/s 2024-04-13T07:47:02.640 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:02 smithi119 ceph-mon[27733]: osdmap e132: 8 total, 8 up, 8 in 2024-04-13T07:47:02.640 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:02 smithi119 ceph-mon[27733]: pgmap v186: 121 pgs: 121 active+clean; 114 MiB data, 420 MiB used, 715 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.8 MiB/s wr, 20 op/s 2024-04-13T07:47:02.640 INFO:teuthology.orchestra.run.smithi119.stdout:true 2024-04-13T07:47:02.948 INFO:teuthology.orchestra.run.smithi119.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-13T07:47:02.948 INFO:teuthology.orchestra.run.smithi119.stdout:alertmanager.a smithi119 *:9093,9094 running (2m) 2m ago 3m 16.5M - 0.25.0 c8568f914cd2 a8bd9bb7cb08 2024-04-13T07:47:02.948 INFO:teuthology.orchestra.run.smithi119.stdout:grafana.a smithi139 *:3000 running (3m) 2m ago 3m 81.8M - 9.4.7 954c08fa6188 43be3a562cf4 2024-04-13T07:47:02.948 INFO:teuthology.orchestra.run.smithi119.stdout:mds.a smithi119 running (4m) 2m ago 4m 16.4M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 1c0a22818175 2024-04-13T07:47:02.948 INFO:teuthology.orchestra.run.smithi119.stdout:mds.b smithi139 running (4m) 2m ago 4m 13.4M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 9d051222a698 2024-04-13T07:47:02.948 INFO:teuthology.orchestra.run.smithi119.stdout:mgr.x smithi139 *:8443,9283,8765 starting - - - - 2024-04-13T07:47:02.949 INFO:teuthology.orchestra.run.smithi119.stdout:mgr.y smithi119 *:9283,8765 running (9m) 2m ago 9m 495M - 18.2.2-1217-g7d36322c 6ecd1226aa2f cb7f7188b724 2024-04-13T07:47:02.949 INFO:teuthology.orchestra.run.smithi119.stdout:mon.a smithi119 running (9m) 2m ago 9m 44.1M 2048M 18.2.2-1217-g7d36322c 6ecd1226aa2f f2e13e059877 2024-04-13T07:47:02.949 INFO:teuthology.orchestra.run.smithi119.stdout:mon.b smithi139 running (8m) 2m ago 8m 36.7M 2048M 18.2.2-1217-g7d36322c 6ecd1226aa2f ab5b3b4132d2 2024-04-13T07:47:02.949 INFO:teuthology.orchestra.run.smithi119.stdout:mon.c smithi119 running (8m) 2m ago 8m 39.5M 2048M 18.2.2-1217-g7d36322c 6ecd1226aa2f f38246c5c08b 2024-04-13T07:47:02.949 INFO:teuthology.orchestra.run.smithi119.stdout:node-exporter.a smithi119 *:9100 running (3m) 2m ago 3m 3389k - 1.5.0 0da6a335fe13 b9cb5e53bb33 2024-04-13T07:47:02.949 INFO:teuthology.orchestra.run.smithi119.stdout:node-exporter.b smithi139 *:9100 running (3m) 2m ago 3m 3489k - 1.5.0 0da6a335fe13 126fe390382b 2024-04-13T07:47:02.949 INFO:teuthology.orchestra.run.smithi119.stdout:osd.0 smithi119 running (7m) 2m ago 7m 52.8M 2992M 18.2.2-1217-g7d36322c 6ecd1226aa2f 3a53ad75d7c2 2024-04-13T07:47:02.949 INFO:teuthology.orchestra.run.smithi119.stdout:osd.1 smithi119 running (7m) 2m ago 7m 45.2M 2992M 18.2.2-1217-g7d36322c 6ecd1226aa2f fdb76e7c567d 2024-04-13T07:47:02.949 INFO:teuthology.orchestra.run.smithi119.stdout:osd.2 smithi119 running (6m) 2m ago 6m 41.5M 2992M 18.2.2-1217-g7d36322c 6ecd1226aa2f 3f7cf03170a1 2024-04-13T07:47:02.949 INFO:teuthology.orchestra.run.smithi119.stdout:osd.3 smithi119 running (6m) 2m ago 6m 43.1M 2992M 18.2.2-1217-g7d36322c 6ecd1226aa2f 3f2186ecbd67 2024-04-13T07:47:02.949 INFO:teuthology.orchestra.run.smithi119.stdout:osd.4 smithi139 running (6m) 2m ago 6m 50.3M 2992M 18.2.2-1217-g7d36322c 6ecd1226aa2f 779579d3651a 2024-04-13T07:47:02.949 INFO:teuthology.orchestra.run.smithi119.stdout:osd.5 smithi139 running (5m) 2m ago 5m 50.5M 2992M 18.2.2-1217-g7d36322c 6ecd1226aa2f a52e53194853 2024-04-13T07:47:02.949 INFO:teuthology.orchestra.run.smithi119.stdout:osd.6 smithi139 running (5m) 2m ago 5m 49.3M 2992M 18.2.2-1217-g7d36322c 6ecd1226aa2f 763ea020f47e 2024-04-13T07:47:02.949 INFO:teuthology.orchestra.run.smithi119.stdout:osd.7 smithi139 running (4m) 2m ago 4m 43.8M 2992M 18.2.2-1217-g7d36322c 6ecd1226aa2f 0e23b527299b 2024-04-13T07:47:02.949 INFO:teuthology.orchestra.run.smithi119.stdout:prometheus.a smithi139 *:9095 running (2m) 2m ago 4m 29.0M - 2.43.0 a07b618ecd1d 4dafd98b31c9 2024-04-13T07:47:03.042 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:02.909+0000 7fcfff50f200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-13T07:47:03.042 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:03 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:03.042+0000 7fcfff50f200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-13T07:47:03.278 INFO:tasks.rados.rados.0.smithi119.stdout:341: done (4 left) 2024-04-13T07:47:03.279 INFO:tasks.rados.rados.0.smithi119.stdout:342: read oid 18 snap -1 2024-04-13T07:47:03.279 INFO:tasks.rados.rados.0.smithi119.stdout:342: expect (ObjNum 2 snap 0 seq_num 2) 2024-04-13T07:47:03.279 INFO:tasks.rados.rados.0.smithi119.stdout:343: snap_remove snap 33 2024-04-13T07:47:03.345 INFO:teuthology.orchestra.run.smithi119.stdout:{ 2024-04-13T07:47:03.345 INFO:teuthology.orchestra.run.smithi119.stdout: "mon": { 2024-04-13T07:47:03.345 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 3 2024-04-13T07:47:03.345 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:47:03.345 INFO:teuthology.orchestra.run.smithi119.stdout: "mgr": { 2024-04-13T07:47:03.345 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 2 2024-04-13T07:47:03.345 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:47:03.346 INFO:teuthology.orchestra.run.smithi119.stdout: "osd": { 2024-04-13T07:47:03.346 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 8 2024-04-13T07:47:03.346 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:47:03.346 INFO:teuthology.orchestra.run.smithi119.stdout: "mds": { 2024-04-13T07:47:03.346 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 2 2024-04-13T07:47:03.346 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:47:03.346 INFO:teuthology.orchestra.run.smithi119.stdout: "overall": { 2024-04-13T07:47:03.346 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 15 2024-04-13T07:47:03.346 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-13T07:47:03.346 INFO:teuthology.orchestra.run.smithi119.stdout:} 2024-04-13T07:47:03.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:03 smithi139 ceph-mon[31267]: osdmap e133: 8 total, 8 up, 8 in 2024-04-13T07:47:03.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:03 smithi139 ceph-mon[31267]: from='client.15087 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:47:03.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:03 smithi139 ceph-mon[31267]: from='client.15093 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:47:03.706 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:03 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:03.409+0000 7fcfff50f200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-13T07:47:03.706 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:03 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:03.500+0000 7fcfff50f200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-13T07:47:03.706 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:03 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:03.705+0000 7fcfff50f200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-13T07:47:03.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:03 smithi119 ceph-mon[27733]: osdmap e133: 8 total, 8 up, 8 in 2024-04-13T07:47:03.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:03 smithi119 ceph-mon[27733]: from='client.15087 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:47:03.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:03 smithi119 ceph-mon[27733]: from='client.15093 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:47:03.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:03 smithi119 ceph-mon[39268]: osdmap e133: 8 total, 8 up, 8 in 2024-04-13T07:47:03.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:03 smithi119 ceph-mon[39268]: from='client.15087 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:47:03.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:03 smithi119 ceph-mon[39268]: from='client.15093 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:47:04.135 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:03 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:03.897+0000 7fcfff50f200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-13T07:47:04.300 INFO:tasks.rados.rados.0.smithi119.stdout:343: done (5 left) 2024-04-13T07:47:04.300 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 25 current snap is 38 2024-04-13T07:47:04.300 INFO:tasks.rados.rados.0.smithi119.stdout:344: seq_num 130 ranges {2555904=581632,3137536=614400,3751936=598016,4349952=393216} 2024-04-13T07:47:04.317 INFO:tasks.rados.rados.0.smithi119.stdout:344: writing smithi11982245-25 from 2555904 to 3137536 tid 1 2024-04-13T07:47:04.321 INFO:tasks.rados.rados.0.smithi119.stdout:344: writing smithi11982245-25 from 3137536 to 3751936 tid 2 2024-04-13T07:47:04.324 INFO:tasks.rados.rados.0.smithi119.stdout:344: writing smithi11982245-25 from 3751936 to 4349952 tid 3 2024-04-13T07:47:04.326 INFO:tasks.rados.rados.0.smithi119.stdout:344: writing smithi11982245-25 from 4349952 to 4743168 tid 4 2024-04-13T07:47:04.327 INFO:tasks.rados.rados.0.smithi119.stdout:345: delete oid 42 current snap is 38 2024-04-13T07:47:04.327 INFO:tasks.rados.rados.0.smithi119.stdout:340: expect (ObjNum 2 snap 0 seq_num 2) 2024-04-13T07:47:04.328 INFO:tasks.rados.rados.0.smithi119.stdout:338: finishing rollback tid 0 to smithi11982245-22 2024-04-13T07:47:04.328 INFO:tasks.rados.rados.0.smithi119.stdout:338: finishing rollback tid 1 to smithi11982245-22 2024-04-13T07:47:04.328 INFO:tasks.rados.rados.0.smithi119.stdout:338: finishing rollback tid 2 to smithi11982245-22 2024-04-13T07:47:04.328 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 22 v 102 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-13T07:47:04.328 INFO:tasks.rados.rados.0.smithi119.stdout:339: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-13T07:47:04.348 INFO:tasks.rados.rados.0.smithi119.stdout:342: expect (ObjNum 2 snap 0 seq_num 2) 2024-04-13T07:47:04.350 INFO:tasks.rados.rados.0.smithi119.stdout:344: finishing write tid 1 to smithi11982245-25 2024-04-13T07:47:04.351 INFO:tasks.rados.rados.0.smithi119.stdout:344: finishing write tid 2 to smithi11982245-25 2024-04-13T07:47:04.351 INFO:tasks.rados.rados.0.smithi119.stdout:344: finishing write tid 3 to smithi11982245-25 2024-04-13T07:47:04.351 INFO:tasks.rados.rados.0.smithi119.stdout:344: finishing write tid 4 to smithi11982245-25 2024-04-13T07:47:04.351 INFO:tasks.rados.rados.0.smithi119.stdout:344: finishing write tid 5 to smithi11982245-25 2024-04-13T07:47:04.351 INFO:tasks.rados.rados.0.smithi119.stdout:344: finishing write tid 6 to smithi11982245-25 2024-04-13T07:47:04.351 INFO:tasks.rados.rados.0.smithi119.stdout:344: oid 25 updating version 0 to 109 2024-04-13T07:47:04.351 INFO:tasks.rados.rados.0.smithi119.stdout:344: oid 25 version 109 is already newer than 107 2024-04-13T07:47:04.351 INFO:tasks.rados.rados.0.smithi119.stdout:344: oid 25 updating version 109 to 110 2024-04-13T07:47:04.351 INFO:tasks.rados.rados.0.smithi119.stdout:344: oid 25 version 110 is already newer than 106 2024-04-13T07:47:04.351 INFO:tasks.rados.rados.0.smithi119.stdout:344: oid 25 version 110 is already newer than 108 2024-04-13T07:47:04.351 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 25 v 110 (ObjNum 130 snap 38 seq_num 130) dirty exists 2024-04-13T07:47:04.351 INFO:tasks.rados.rados.0.smithi119.stdout:344: left oid 25 (ObjNum 130 snap 38 seq_num 130) 2024-04-13T07:47:04.351 INFO:tasks.rados.rados.0.smithi119.stdout:337: done (6 left) 2024-04-13T07:47:04.351 INFO:tasks.rados.rados.0.smithi119.stdout:338: done (5 left) 2024-04-13T07:47:04.351 INFO:tasks.rados.rados.0.smithi119.stdout:339: done (4 left) 2024-04-13T07:47:04.351 INFO:tasks.rados.rados.0.smithi119.stdout:340: done (3 left) 2024-04-13T07:47:04.352 INFO:tasks.rados.rados.0.smithi119.stdout:342: done (2 left) 2024-04-13T07:47:04.352 INFO:tasks.rados.rados.0.smithi119.stdout:344: done (1 left) 2024-04-13T07:47:04.352 INFO:tasks.rados.rados.0.smithi119.stdout:345: done (0 left) 2024-04-13T07:47:04.352 INFO:tasks.rados.rados.0.smithi119.stdout:346: rollback oid 29 current snap is 38 2024-04-13T07:47:04.352 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 29 to 36 2024-04-13T07:47:04.352 INFO:tasks.rados.rados.0.smithi119.stdout:347: rmattr oid 34 current snap is 38 2024-04-13T07:47:04.352 INFO:tasks.rados.rados.0.smithi119.stdout:348: snap_remove snap 24 2024-04-13T07:47:04.489 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:04 smithi139 ceph-mon[31267]: osdmap e134: 8 total, 8 up, 8 in 2024-04-13T07:47:04.489 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:04 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/3475232104' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:47:04.489 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:04 smithi139 ceph-mon[31267]: pgmap v189: 121 pgs: 121 active+clean; 114 MiB data, 420 MiB used, 715 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.8 MiB/s wr, 20 op/s 2024-04-13T07:47:04.489 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:04 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:47:04.490 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:04 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:47:04.490 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:04 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:04.197+0000 7fcfff50f200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-13T07:47:04.490 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:04 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:04.488+0000 7fcfff50f200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-13T07:47:04.716 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:47:04] "GET /metrics HTTP/1.1" 200 36013 "" "Prometheus/2.43.0" 2024-04-13T07:47:04.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:04 smithi119 ceph-mon[39268]: osdmap e134: 8 total, 8 up, 8 in 2024-04-13T07:47:04.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:04 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/3475232104' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:47:04.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:04 smithi119 ceph-mon[39268]: pgmap v189: 121 pgs: 121 active+clean; 114 MiB data, 420 MiB used, 715 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.8 MiB/s wr, 20 op/s 2024-04-13T07:47:04.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:04 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:47:04.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:04 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:47:04.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:04 smithi119 ceph-mon[27733]: osdmap e134: 8 total, 8 up, 8 in 2024-04-13T07:47:04.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:04 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/3475232104' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:47:04.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:04 smithi119 ceph-mon[27733]: pgmap v189: 121 pgs: 121 active+clean; 114 MiB data, 420 MiB used, 715 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.8 MiB/s wr, 20 op/s 2024-04-13T07:47:04.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:04 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:47:04.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:04 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:47:05.135 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:04 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:04.741+0000 7fcfff50f200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-13T07:47:05.314 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 34 v 0 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-13T07:47:05.314 INFO:tasks.rados.rados.0.smithi119.stdout:346: finishing rollback tid 0 to smithi11982245-29 2024-04-13T07:47:05.315 INFO:tasks.rados.rados.0.smithi119.stdout:346: finishing rollback tid 1 to smithi11982245-29 2024-04-13T07:47:05.315 INFO:tasks.rados.rados.0.smithi119.stdout:346: finishing rollback tid 2 to smithi11982245-29 2024-04-13T07:47:05.315 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 29 v 101 (ObjNum 305 snap 0 seq_num 1) dirty exists 2024-04-13T07:47:05.315 INFO:tasks.rados.rados.0.smithi119.stdout:346: done (2 left) 2024-04-13T07:47:05.315 INFO:tasks.rados.rados.0.smithi119.stdout:347: done (1 left) 2024-04-13T07:47:05.315 INFO:tasks.rados.rados.0.smithi119.stdout:348: done (0 left) 2024-04-13T07:47:05.315 INFO:tasks.rados.rados.0.smithi119.stdout:349: copy_from oid 31 from oid 44 current snap is 38 2024-04-13T07:47:05.315 INFO:tasks.rados.rados.0.smithi119.stdout:350: snap_create 2024-04-13T07:47:05.327 INFO:tasks.rados.rados.0.smithi119.stdout:349: finishing copy_from racing read to smithi11982245-31 2024-04-13T07:47:05.327 INFO:tasks.rados.rados.0.smithi119.stdout:349: finishing copy_from to smithi11982245-31 2024-04-13T07:47:05.327 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 31 v 8 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-04-13T07:47:05.611 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:05 smithi139 ceph-mon[31267]: osdmap e135: 8 total, 8 up, 8 in 2024-04-13T07:47:05.611 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:05 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:47:05.611 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:05 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:47:05.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:05 smithi119 ceph-mon[39268]: osdmap e135: 8 total, 8 up, 8 in 2024-04-13T07:47:05.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:05 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:47:05.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:05 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:47:05.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:05 smithi119 ceph-mon[27733]: osdmap e135: 8 total, 8 up, 8 in 2024-04-13T07:47:05.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:05 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:47:05.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:05 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:47:05.885 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:05 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:05.610+0000 7fcfff50f200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-13T07:47:06.316 INFO:tasks.rados.rados.0.smithi119.stdout:349: done (1 left) 2024-04-13T07:47:06.317 INFO:tasks.rados.rados.0.smithi119.stdout:350: done (0 left) 2024-04-13T07:47:06.317 INFO:tasks.rados.rados.0.smithi119.stdout:351: copy_from oid 27 from oid 39 current snap is 39 2024-04-13T07:47:06.317 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 8 current snap is 39 2024-04-13T07:47:06.317 INFO:tasks.rados.rados.0.smithi119.stdout:352: seq_num 132 ranges {0=614400,614400=786432,1400832=565248,1966080=253952} 2024-04-13T07:47:06.319 INFO:tasks.rados.rados.0.smithi119.stdout:352: writing smithi11982245-8 from 0 to 614400 tid 1 2024-04-13T07:47:06.324 INFO:tasks.rados.rados.0.smithi119.stdout:352: writing smithi11982245-8 from 614400 to 1400832 tid 2 2024-04-13T07:47:06.328 INFO:tasks.rados.rados.0.smithi119.stdout:352: writing smithi11982245-8 from 1400832 to 1966080 tid 3 2024-04-13T07:47:06.331 INFO:tasks.rados.rados.0.smithi119.stdout:352: writing smithi11982245-8 from 1966080 to 2220032 tid 4 2024-04-13T07:47:06.331 INFO:tasks.rados.rados.0.smithi119.stdout:353: copy_from oid 45 from oid 50 current snap is 39 2024-04-13T07:47:06.331 INFO:tasks.rados.rados.0.smithi119.stdout:352: finishing write tid 1 to smithi11982245-8 2024-04-13T07:47:06.331 INFO:tasks.rados.rados.0.smithi119.stdout:352: finishing write tid 2 to smithi11982245-8 2024-04-13T07:47:06.331 INFO:tasks.rados.rados.0.smithi119.stdout:354: snap_create 2024-04-13T07:47:06.333 INFO:tasks.rados.rados.0.smithi119.stdout:352: finishing write tid 3 to smithi11982245-8 2024-04-13T07:47:06.333 INFO:tasks.rados.rados.0.smithi119.stdout:352: finishing write tid 4 to smithi11982245-8 2024-04-13T07:47:06.333 INFO:tasks.rados.rados.0.smithi119.stdout:352: finishing write tid 5 to smithi11982245-8 2024-04-13T07:47:06.336 INFO:tasks.rados.rados.0.smithi119.stdout:352: finishing write tid 6 to smithi11982245-8 2024-04-13T07:47:06.336 INFO:tasks.rados.rados.0.smithi119.stdout:352: oid 8 updating version 0 to 127 2024-04-13T07:47:06.336 INFO:tasks.rados.rados.0.smithi119.stdout:352: oid 8 updating version 127 to 129 2024-04-13T07:47:06.336 INFO:tasks.rados.rados.0.smithi119.stdout:352: oid 8 version 129 is already newer than 126 2024-04-13T07:47:06.336 INFO:tasks.rados.rados.0.smithi119.stdout:352: oid 8 version 129 is already newer than 128 2024-04-13T07:47:06.336 INFO:tasks.rados.rados.0.smithi119.stdout:352: oid 8 updating version 129 to 130 2024-04-13T07:47:06.336 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 8 v 130 (ObjNum 132 snap 39 seq_num 132) dirty exists 2024-04-13T07:47:06.336 INFO:tasks.rados.rados.0.smithi119.stdout:352: left oid 8 (ObjNum 132 snap 39 seq_num 132) 2024-04-13T07:47:06.337 INFO:tasks.rados.rados.0.smithi119.stdout:351: finishing copy_from racing read to smithi11982245-27 2024-04-13T07:47:06.340 INFO:tasks.rados.rados.0.smithi119.stdout:351: finishing copy_from to smithi11982245-27 2024-04-13T07:47:06.341 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 27 v 118 (ObjNum 125 snap 37 seq_num 125) dirty exists 2024-04-13T07:47:06.345 INFO:tasks.rados.rados.0.smithi119.stdout:353: finishing copy_from racing read to smithi11982245-45 2024-04-13T07:47:06.346 INFO:tasks.rados.rados.0.smithi119.stdout:353: finishing copy_from to smithi11982245-45 2024-04-13T07:47:06.346 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 45 v 37 (ObjNum 73 snap 11 seq_num 73) dirty exists 2024-04-13T07:47:06.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:06 smithi139 ceph-mon[31267]: osdmap e136: 8 total, 8 up, 8 in 2024-04-13T07:47:06.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:06 smithi139 ceph-mon[31267]: pgmap v192: 121 pgs: 121 active+clean; 123 MiB data, 438 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 20 op/s 2024-04-13T07:47:06.385 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:06 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:06.185+0000 7fcfff50f200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-13T07:47:06.385 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:06 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:06.286+0000 7fcfff50f200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-13T07:47:06.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:06 smithi119 ceph-mon[39268]: osdmap e136: 8 total, 8 up, 8 in 2024-04-13T07:47:06.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:06 smithi119 ceph-mon[39268]: pgmap v192: 121 pgs: 121 active+clean; 123 MiB data, 438 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 20 op/s 2024-04-13T07:47:06.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:06 smithi119 ceph-mon[27733]: osdmap e136: 8 total, 8 up, 8 in 2024-04-13T07:47:06.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:06 smithi119 ceph-mon[27733]: pgmap v192: 121 pgs: 121 active+clean; 123 MiB data, 438 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 20 op/s 2024-04-13T07:47:06.886 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:06 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:06.519+0000 7fcfff50f200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-13T07:47:06.886 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:06 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: [13/Apr/2024:07:47:06] ENGINE Bus STARTING 2024-04-13T07:47:06.886 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:06 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: CherryPy Checker: 2024-04-13T07:47:06.886 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:06 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: The Application mounted at '' has an empty config. 2024-04-13T07:47:06.886 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:06 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:06.886 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:06 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: [13/Apr/2024:07:47:06] ENGINE Serving on http://:::9283 2024-04-13T07:47:06.887 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:06 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: [13/Apr/2024:07:47:06] ENGINE Bus STARTED 2024-04-13T07:47:07.327 INFO:tasks.rados.rados.0.smithi119.stdout:351: done (3 left) 2024-04-13T07:47:07.327 INFO:tasks.rados.rados.0.smithi119.stdout:352: done (2 left) 2024-04-13T07:47:07.327 INFO:tasks.rados.rados.0.smithi119.stdout:353: done (1 left) 2024-04-13T07:47:07.327 INFO:tasks.rados.rados.0.smithi119.stdout:354: done (0 left) 2024-04-13T07:47:07.327 INFO:tasks.rados.rados.0.smithi119.stdout:355: read oid 36 snap -1 2024-04-13T07:47:07.327 INFO:tasks.rados.rados.0.smithi119.stdout:355: expect (ObjNum 129 snap 37 seq_num 129) 2024-04-13T07:47:07.328 INFO:tasks.rados.rados.0.smithi119.stdout:356: delete oid 21 current snap is 40 2024-04-13T07:47:07.332 INFO:tasks.rados.rados.0.smithi119.stdout:356: done (1 left) 2024-04-13T07:47:07.332 INFO:tasks.rados.rados.0.smithi119.stdout:357: rmattr oid 9 current snap is 40 2024-04-13T07:47:07.332 INFO:tasks.rados.rados.0.smithi119.stdout:357: done (1 left) 2024-04-13T07:47:07.332 INFO:tasks.rados.rados.0.smithi119.stdout:358: rmattr oid 32 current snap is 40 2024-04-13T07:47:07.332 INFO:tasks.rados.rados.0.smithi119.stdout:359: rmattr oid 50 current snap is 40 2024-04-13T07:47:07.332 INFO:tasks.rados.rados.0.smithi119.stdout:359: done (2 left) 2024-04-13T07:47:07.332 INFO:tasks.rados.rados.0.smithi119.stdout:360: copy_from oid 12 from oid 11 current snap is 40 2024-04-13T07:47:07.333 INFO:tasks.rados.rados.0.smithi119.stdout:361: delete oid 7 current snap is 40 2024-04-13T07:47:07.334 INFO:tasks.rados.rados.0.smithi119.stdout:361: done (3 left) 2024-04-13T07:47:07.334 INFO:tasks.rados.rados.0.smithi119.stdout:362: rollback oid 45 current snap is 40 2024-04-13T07:47:07.334 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 45 to 39 2024-04-13T07:47:07.335 INFO:tasks.rados.rados.0.smithi119.stdout:363: read oid 18 snap -1 2024-04-13T07:47:07.335 INFO:tasks.rados.rados.0.smithi119.stdout:363: expect (ObjNum 2 snap 0 seq_num 2) 2024-04-13T07:47:07.335 INFO:tasks.rados.rados.0.smithi119.stdout:364: snap_remove snap 15 2024-04-13T07:47:07.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:07 smithi139 ceph-mon[31267]: osdmap e137: 8 total, 8 up, 8 in 2024-04-13T07:47:07.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:07 smithi139 ceph-mon[31267]: Standby manager daemon x restarted 2024-04-13T07:47:07.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:07 smithi139 ceph-mon[31267]: Standby manager daemon x started 2024-04-13T07:47:07.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:07 smithi139 ceph-mon[31267]: from='mgr.? 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T07:47:07.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:07 smithi139 ceph-mon[31267]: from='mgr.? 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T07:47:07.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:07 smithi139 ceph-mon[31267]: from='mgr.? 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T07:47:07.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:07 smithi139 ceph-mon[31267]: from='mgr.? 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T07:47:07.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:07 smithi119 ceph-mon[27733]: osdmap e137: 8 total, 8 up, 8 in 2024-04-13T07:47:07.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:07 smithi119 ceph-mon[27733]: Standby manager daemon x restarted 2024-04-13T07:47:07.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:07 smithi119 ceph-mon[27733]: Standby manager daemon x started 2024-04-13T07:47:07.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:07 smithi119 ceph-mon[27733]: from='mgr.? 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T07:47:07.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:07 smithi119 ceph-mon[27733]: from='mgr.? 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T07:47:07.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:07 smithi119 ceph-mon[27733]: from='mgr.? 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T07:47:07.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:07 smithi119 ceph-mon[27733]: from='mgr.? 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T07:47:07.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:07 smithi119 ceph-mon[39268]: osdmap e137: 8 total, 8 up, 8 in 2024-04-13T07:47:07.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:07 smithi119 ceph-mon[39268]: Standby manager daemon x restarted 2024-04-13T07:47:07.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:07 smithi119 ceph-mon[39268]: Standby manager daemon x started 2024-04-13T07:47:07.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:07 smithi119 ceph-mon[39268]: from='mgr.? 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T07:47:07.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:07 smithi119 ceph-mon[39268]: from='mgr.? 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T07:47:07.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:07 smithi119 ceph-mon[39268]: from='mgr.? 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T07:47:07.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:07 smithi119 ceph-mon[39268]: from='mgr.? 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T07:47:08.333 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 32 v 31 (ObjNum 62 snap 4 seq_num 62) dirty exists 2024-04-13T07:47:08.333 INFO:tasks.rados.rados.0.smithi119.stdout:362: finishing rollback tid 0 to smithi11982245-45 2024-04-13T07:47:08.333 INFO:tasks.rados.rados.0.smithi119.stdout:362: finishing rollback tid 1 to smithi11982245-45 2024-04-13T07:47:08.333 INFO:tasks.rados.rados.0.smithi119.stdout:362: finishing rollback tid 2 to smithi11982245-45 2024-04-13T07:47:08.333 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 45 v 208 (ObjNum 73 snap 11 seq_num 73) dirty exists 2024-04-13T07:47:08.333 INFO:tasks.rados.rados.0.smithi119.stdout:363: expect (ObjNum 2 snap 0 seq_num 2) 2024-04-13T07:47:08.334 INFO:tasks.rados.rados.0.smithi119.stdout:360: finishing copy_from racing read to smithi11982245-12 2024-04-13T07:47:08.334 INFO:tasks.rados.rados.0.smithi119.stdout:355: expect (ObjNum 129 snap 37 seq_num 129) 2024-04-13T07:47:08.416 INFO:tasks.rados.rados.0.smithi119.stdout:360: finishing copy_from to smithi11982245-12 2024-04-13T07:47:08.416 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 12 v 75 (ObjNum 116 snap 32 seq_num 116) dirty exists 2024-04-13T07:47:08.416 INFO:tasks.rados.rados.0.smithi119.stdout:355: done (5 left) 2024-04-13T07:47:08.416 INFO:tasks.rados.rados.0.smithi119.stdout:358: done (4 left) 2024-04-13T07:47:08.416 INFO:tasks.rados.rados.0.smithi119.stdout:360: done (3 left) 2024-04-13T07:47:08.416 INFO:tasks.rados.rados.0.smithi119.stdout:362: done (2 left) 2024-04-13T07:47:08.416 INFO:tasks.rados.rados.0.smithi119.stdout:363: done (1 left) 2024-04-13T07:47:08.416 INFO:tasks.rados.rados.0.smithi119.stdout:364: done (0 left) 2024-04-13T07:47:08.416 INFO:tasks.rados.rados.0.smithi119.stdout:365: delete oid 18 current snap is 40 2024-04-13T07:47:08.418 INFO:tasks.rados.rados.0.smithi119.stdout:365: done (0 left) 2024-04-13T07:47:08.418 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 12 current snap is 40 2024-04-13T07:47:08.418 INFO:tasks.rados.rados.0.smithi119.stdout:366: seq_num 136 ranges {1949696=688128,2637824=720896,3358720=540672,3899392=344064} 2024-04-13T07:47:08.431 INFO:tasks.rados.rados.0.smithi119.stdout:366: writing smithi11982245-12 from 1949696 to 2637824 tid 1 2024-04-13T07:47:08.435 INFO:tasks.rados.rados.0.smithi119.stdout:366: writing smithi11982245-12 from 2637824 to 3358720 tid 2 2024-04-13T07:47:08.438 INFO:tasks.rados.rados.0.smithi119.stdout:366: writing smithi11982245-12 from 3358720 to 3899392 tid 3 2024-04-13T07:47:08.440 INFO:tasks.rados.rados.0.smithi119.stdout:366: writing smithi11982245-12 from 3899392 to 4243456 tid 4 2024-04-13T07:47:08.441 INFO:tasks.rados.rados.0.smithi119.stdout:367: snap_remove snap 37 2024-04-13T07:47:08.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:08 smithi139 ceph-mon[31267]: mgrmap e23: y(active, since 3m), standbys: x 2024-04-13T07:47:08.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:08 smithi139 ceph-mon[31267]: osdmap e138: 8 total, 8 up, 8 in 2024-04-13T07:47:08.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:08 smithi139 ceph-mon[31267]: pgmap v195: 121 pgs: 121 active+clean; 123 MiB data, 438 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 20 op/s 2024-04-13T07:47:08.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:08 smithi119 ceph-mon[27733]: mgrmap e23: y(active, since 3m), standbys: x 2024-04-13T07:47:08.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:08 smithi119 ceph-mon[27733]: osdmap e138: 8 total, 8 up, 8 in 2024-04-13T07:47:08.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:08 smithi119 ceph-mon[27733]: pgmap v195: 121 pgs: 121 active+clean; 123 MiB data, 438 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 20 op/s 2024-04-13T07:47:08.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:08 smithi119 ceph-mon[39268]: mgrmap e23: y(active, since 3m), standbys: x 2024-04-13T07:47:08.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:08 smithi119 ceph-mon[39268]: osdmap e138: 8 total, 8 up, 8 in 2024-04-13T07:47:08.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:08 smithi119 ceph-mon[39268]: pgmap v195: 121 pgs: 121 active+clean; 123 MiB data, 438 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 20 op/s 2024-04-13T07:47:09.265 INFO:tasks.rados.rados.0.smithi119.stdout:367: done (1 left) 2024-04-13T07:47:09.265 INFO:tasks.rados.rados.0.smithi119.stdout:368: snap_remove snap 35 2024-04-13T07:47:09.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:09 smithi139 ceph-mon[31267]: osdmap e139: 8 total, 8 up, 8 in 2024-04-13T07:47:09.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:09 smithi139 ceph-mon[31267]: osdmap e140: 8 total, 8 up, 8 in 2024-04-13T07:47:09.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:09 smithi119 ceph-mon[39268]: osdmap e139: 8 total, 8 up, 8 in 2024-04-13T07:47:09.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:09 smithi119 ceph-mon[39268]: osdmap e140: 8 total, 8 up, 8 in 2024-04-13T07:47:09.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:09 smithi119 ceph-mon[27733]: osdmap e139: 8 total, 8 up, 8 in 2024-04-13T07:47:09.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:09 smithi119 ceph-mon[27733]: osdmap e140: 8 total, 8 up, 8 in 2024-04-13T07:47:10.268 INFO:tasks.rados.rados.0.smithi119.stdout:368: done (1 left) 2024-04-13T07:47:10.268 INFO:tasks.rados.rados.0.smithi119.stdout:369: snap_remove snap 28 2024-04-13T07:47:10.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:10 smithi139 ceph-mon[31267]: pgmap v198: 121 pgs: 121 active+clean; 123 MiB data, 438 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:47:10.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:10 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:47:10.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:10 smithi139 ceph-mon[31267]: osdmap e141: 8 total, 8 up, 8 in 2024-04-13T07:47:10.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:10 smithi119 ceph-mon[39268]: pgmap v198: 121 pgs: 121 active+clean; 123 MiB data, 438 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:47:10.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:10 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:47:10.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:10 smithi119 ceph-mon[39268]: osdmap e141: 8 total, 8 up, 8 in 2024-04-13T07:47:10.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:10 smithi119 ceph-mon[27733]: pgmap v198: 121 pgs: 121 active+clean; 123 MiB data, 438 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:47:10.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:10 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:47:10.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:10 smithi119 ceph-mon[27733]: osdmap e141: 8 total, 8 up, 8 in 2024-04-13T07:47:11.272 INFO:tasks.rados.rados.0.smithi119.stdout:369: done (1 left) 2024-04-13T07:47:11.273 INFO:tasks.rados.rados.0.smithi119.stdout:370: snap_remove snap 36 2024-04-13T07:47:12.277 INFO:tasks.rados.rados.0.smithi119.stdout:370: done (1 left) 2024-04-13T07:47:12.277 INFO:tasks.rados.rados.0.smithi119.stdout:371: setattr oid 21 current snap is 40 2024-04-13T07:47:12.279 INFO:tasks.rados.rados.0.smithi119.stdout:366: finishing write tid 1 to smithi11982245-12 2024-04-13T07:47:12.279 INFO:tasks.rados.rados.0.smithi119.stdout:366: finishing write tid 2 to smithi11982245-12 2024-04-13T07:47:12.279 INFO:tasks.rados.rados.0.smithi119.stdout:366: finishing write tid 3 to smithi11982245-12 2024-04-13T07:47:12.279 INFO:tasks.rados.rados.0.smithi119.stdout:366: finishing write tid 4 to smithi11982245-12 2024-04-13T07:47:12.279 INFO:tasks.rados.rados.0.smithi119.stdout:366: finishing write tid 5 to smithi11982245-12 2024-04-13T07:47:12.279 INFO:tasks.rados.rados.0.smithi119.stdout:366: finishing write tid 6 to smithi11982245-12 2024-04-13T07:47:12.280 INFO:tasks.rados.rados.0.smithi119.stdout:366: oid 12 updating version 0 to 121 2024-04-13T07:47:12.280 INFO:tasks.rados.rados.0.smithi119.stdout:366: oid 12 updating version 121 to 124 2024-04-13T07:47:12.280 INFO:tasks.rados.rados.0.smithi119.stdout:366: oid 12 updating version 124 to 125 2024-04-13T07:47:12.280 INFO:tasks.rados.rados.0.smithi119.stdout:366: oid 12 version 125 is already newer than 123 2024-04-13T07:47:12.280 INFO:tasks.rados.rados.0.smithi119.stdout:366: oid 12 version 125 is already newer than 122 2024-04-13T07:47:12.280 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 12 v 125 (ObjNum 136 snap 40 seq_num 136) dirty exists 2024-04-13T07:47:12.280 INFO:tasks.rados.rados.0.smithi119.stdout:366: left oid 12 (ObjNum 136 snap 40 seq_num 136) 2024-04-13T07:47:12.281 INFO:tasks.rados.rados.0.smithi119.stdout:366: done (1 left) 2024-04-13T07:47:12.281 INFO:tasks.rados.rados.0.smithi119.stdout:372: read oid 27 snap -1 2024-04-13T07:47:12.281 INFO:tasks.rados.rados.0.smithi119.stdout:372: expect (ObjNum 125 snap 37 seq_num 125) 2024-04-13T07:47:12.281 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 20 current snap is 40 2024-04-13T07:47:12.281 INFO:tasks.rados.rados.0.smithi119.stdout:373: seq_num 137 ranges {1564672=704512,2269184=655360,2924544=753664,3678208=196608} 2024-04-13T07:47:12.294 INFO:tasks.rados.rados.0.smithi119.stdout:373: writing smithi11982245-20 from 1564672 to 2269184 tid 1 2024-04-13T07:47:12.298 INFO:tasks.rados.rados.0.smithi119.stdout:373: writing smithi11982245-20 from 2269184 to 2924544 tid 2 2024-04-13T07:47:12.303 INFO:tasks.rados.rados.0.smithi119.stdout:373: writing smithi11982245-20 from 2924544 to 3678208 tid 3 2024-04-13T07:47:12.305 INFO:tasks.rados.rados.0.smithi119.stdout:373: writing smithi11982245-20 from 3678208 to 3874816 tid 4 2024-04-13T07:47:12.305 INFO:tasks.rados.rados.0.smithi119.stdout:374: read oid 14 snap -1 2024-04-13T07:47:12.305 INFO:tasks.rados.rados.0.smithi119.stdout:374: expect deleted 2024-04-13T07:47:12.305 INFO:tasks.rados.rados.0.smithi119.stdout:375: copy_from oid 22 from oid 15 current snap is 40 2024-04-13T07:47:12.305 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 21 v 116 (ObjNum 305 snap 0 seq_num 0) dirty exists 2024-04-13T07:47:12.305 INFO:tasks.rados.rados.0.smithi119.stdout:373: finishing write tid 1 to smithi11982245-20 2024-04-13T07:47:12.305 INFO:tasks.rados.rados.0.smithi119.stdout:373: finishing write tid 2 to smithi11982245-20 2024-04-13T07:47:12.305 INFO:tasks.rados.rados.0.smithi119.stdout:371: done (4 left) 2024-04-13T07:47:12.306 INFO:tasks.rados.rados.0.smithi119.stdout:376: copy_from oid 25 from oid 23 current snap is 40 2024-04-13T07:47:12.306 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 7 current snap is 40 2024-04-13T07:47:12.306 INFO:tasks.rados.rados.0.smithi119.stdout:377: seq_num 138 ranges {0=720896,720896=540672,1261568=557056,1818624=507904} 2024-04-13T07:47:12.308 INFO:tasks.rados.rados.0.smithi119.stdout:377: writing smithi11982245-7 from 0 to 720896 tid 1 2024-04-13T07:47:12.312 INFO:tasks.rados.rados.0.smithi119.stdout:377: writing smithi11982245-7 from 720896 to 1261568 tid 2 2024-04-13T07:47:12.316 INFO:tasks.rados.rados.0.smithi119.stdout:377: writing smithi11982245-7 from 1261568 to 1818624 tid 3 2024-04-13T07:47:12.319 INFO:tasks.rados.rados.0.smithi119.stdout:377: writing smithi11982245-7 from 1818624 to 2326528 tid 4 2024-04-13T07:47:12.319 INFO:tasks.rados.rados.0.smithi119.stdout:378: read oid 38 snap -1 2024-04-13T07:47:12.319 INFO:tasks.rados.rados.0.smithi119.stdout:378: expect (ObjNum 92 snap 16 seq_num 92) 2024-04-13T07:47:12.319 INFO:tasks.rados.rados.0.smithi119.stdout:379: read oid 50 snap 31 2024-04-13T07:47:12.320 INFO:tasks.rados.rados.0.smithi119.stdout:379: expect (ObjNum 73 snap 11 seq_num 73) 2024-04-13T07:47:12.320 INFO:tasks.rados.rados.0.smithi119.stdout:380: setattr oid 1 current snap is 40 2024-04-13T07:47:12.320 INFO:tasks.rados.rados.0.smithi119.stdout:372: expect (ObjNum 125 snap 37 seq_num 125) 2024-04-13T07:47:12.454 INFO:tasks.rados.rados.0.smithi119.stdout:373: finishing write tid 3 to smithi11982245-20 2024-04-13T07:47:12.454 INFO:tasks.rados.rados.0.smithi119.stdout:373: finishing write tid 4 to smithi11982245-20 2024-04-13T07:47:12.455 INFO:tasks.rados.rados.0.smithi119.stdout:373: finishing write tid 5 to smithi11982245-20 2024-04-13T07:47:12.455 INFO:tasks.rados.rados.0.smithi119.stdout:373: finishing write tid 6 to smithi11982245-20 2024-04-13T07:47:12.455 INFO:tasks.rados.rados.0.smithi119.stdout:373: oid 20 updating version 0 to 149 2024-04-13T07:47:12.455 INFO:tasks.rados.rados.0.smithi119.stdout:373: oid 20 version 149 is already newer than 147 2024-04-13T07:47:12.455 INFO:tasks.rados.rados.0.smithi119.stdout:373: oid 20 version 149 is already newer than 146 2024-04-13T07:47:12.455 INFO:tasks.rados.rados.0.smithi119.stdout:373: oid 20 updating version 149 to 150 2024-04-13T07:47:12.455 INFO:tasks.rados.rados.0.smithi119.stdout:373: oid 20 version 150 is already newer than 148 2024-04-13T07:47:12.455 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 20 v 150 (ObjNum 137 snap 40 seq_num 137) dirty exists 2024-04-13T07:47:12.455 INFO:tasks.rados.rados.0.smithi119.stdout:373: left oid 20 (ObjNum 137 snap 40 seq_num 137) 2024-04-13T07:47:12.455 INFO:tasks.rados.rados.0.smithi119.stdout:377: finishing write tid 1 to smithi11982245-7 2024-04-13T07:47:12.455 INFO:tasks.rados.rados.0.smithi119.stdout:377: finishing write tid 2 to smithi11982245-7 2024-04-13T07:47:12.455 INFO:tasks.rados.rados.0.smithi119.stdout:375: finishing copy_from racing read to smithi11982245-22 2024-04-13T07:47:12.455 INFO:tasks.rados.rados.0.smithi119.stdout:375: finishing copy_from to smithi11982245-22 2024-04-13T07:47:12.455 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 22 v 40 (ObjNum 81 snap 15 seq_num 81) dirty exists 2024-04-13T07:47:12.455 INFO:tasks.rados.rados.0.smithi119.stdout:377: finishing write tid 3 to smithi11982245-7 2024-04-13T07:47:12.455 INFO:tasks.rados.rados.0.smithi119.stdout:377: finishing write tid 4 to smithi11982245-7 2024-04-13T07:47:12.456 INFO:tasks.rados.rados.0.smithi119.stdout:377: finishing write tid 5 to smithi11982245-7 2024-04-13T07:47:12.456 INFO:tasks.rados.rados.0.smithi119.stdout:377: finishing write tid 6 to smithi11982245-7 2024-04-13T07:47:12.456 INFO:tasks.rados.rados.0.smithi119.stdout:377: oid 7 updating version 0 to 134 2024-04-13T07:47:12.456 INFO:tasks.rados.rados.0.smithi119.stdout:377: oid 7 updating version 134 to 135 2024-04-13T07:47:12.456 INFO:tasks.rados.rados.0.smithi119.stdout:377: oid 7 updating version 135 to 136 2024-04-13T07:47:12.456 INFO:tasks.rados.rados.0.smithi119.stdout:377: oid 7 updating version 136 to 138 2024-04-13T07:47:12.456 INFO:tasks.rados.rados.0.smithi119.stdout:377: oid 7 version 138 is already newer than 137 2024-04-13T07:47:12.456 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 7 v 138 (ObjNum 138 snap 40 seq_num 138) dirty exists 2024-04-13T07:47:12.456 INFO:tasks.rados.rados.0.smithi119.stdout:377: left oid 7 (ObjNum 138 snap 40 seq_num 138) 2024-04-13T07:47:12.456 INFO:tasks.rados.rados.0.smithi119.stdout:379: expect (ObjNum 73 snap 11 seq_num 73) 2024-04-13T07:47:12.520 INFO:tasks.rados.rados.0.smithi119.stdout:376: finishing copy_from racing read to smithi11982245-25 2024-04-13T07:47:12.520 INFO:tasks.rados.rados.0.smithi119.stdout:376: finishing copy_from to smithi11982245-25 2024-04-13T07:47:12.521 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 25 v 110 (ObjNum 106 snap 27 seq_num 106) dirty exists 2024-04-13T07:47:12.521 INFO:tasks.rados.rados.0.smithi119.stdout:378: expect (ObjNum 92 snap 16 seq_num 92) 2024-04-13T07:47:12.585 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 1 v 43 (ObjNum 79 snap 15 seq_num 79) dirty exists 2024-04-13T07:47:12.585 INFO:tasks.rados.rados.0.smithi119.stdout:372: done (8 left) 2024-04-13T07:47:12.585 INFO:tasks.rados.rados.0.smithi119.stdout:373: done (7 left) 2024-04-13T07:47:12.585 INFO:tasks.rados.rados.0.smithi119.stdout:374: done (6 left) 2024-04-13T07:47:12.585 INFO:tasks.rados.rados.0.smithi119.stdout:375: done (5 left) 2024-04-13T07:47:12.585 INFO:tasks.rados.rados.0.smithi119.stdout:376: done (4 left) 2024-04-13T07:47:12.586 INFO:tasks.rados.rados.0.smithi119.stdout:377: done (3 left) 2024-04-13T07:47:12.586 INFO:tasks.rados.rados.0.smithi119.stdout:378: done (2 left) 2024-04-13T07:47:12.586 INFO:tasks.rados.rados.0.smithi119.stdout:379: done (1 left) 2024-04-13T07:47:12.586 INFO:tasks.rados.rados.0.smithi119.stdout:380: done (0 left) 2024-04-13T07:47:12.586 INFO:tasks.rados.rados.0.smithi119.stdout:381: snap_create 2024-04-13T07:47:12.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:12 smithi139 ceph-mon[31267]: osdmap e142: 8 total, 8 up, 8 in 2024-04-13T07:47:12.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:12 smithi139 ceph-mon[31267]: pgmap v201: 121 pgs: 121 active+clean; 133 MiB data, 454 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 9 op/s 2024-04-13T07:47:12.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:12 smithi119 ceph-mon[27733]: osdmap e142: 8 total, 8 up, 8 in 2024-04-13T07:47:12.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:12 smithi119 ceph-mon[27733]: pgmap v201: 121 pgs: 121 active+clean; 133 MiB data, 454 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 9 op/s 2024-04-13T07:47:12.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:12 smithi119 ceph-mon[39268]: osdmap e142: 8 total, 8 up, 8 in 2024-04-13T07:47:12.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:12 smithi119 ceph-mon[39268]: pgmap v201: 121 pgs: 121 active+clean; 133 MiB data, 454 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 9 op/s 2024-04-13T07:47:13.282 INFO:tasks.rados.rados.0.smithi119.stdout:381: done (0 left) 2024-04-13T07:47:13.282 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 13 current snap is 41 2024-04-13T07:47:13.283 INFO:tasks.rados.rados.0.smithi119.stdout:382: seq_num 139 ranges {2072576=737280,2809856=425984,3235840=761856,3997696=417792} 2024-04-13T07:47:13.296 INFO:tasks.rados.rados.0.smithi119.stdout:382: writing smithi11982245-13 from 2072576 to 2809856 tid 1 2024-04-13T07:47:13.298 INFO:tasks.rados.rados.0.smithi119.stdout:382: writing smithi11982245-13 from 2809856 to 3235840 tid 2 2024-04-13T07:47:13.303 INFO:tasks.rados.rados.0.smithi119.stdout:382: writing smithi11982245-13 from 3235840 to 3997696 tid 3 2024-04-13T07:47:13.306 INFO:tasks.rados.rados.0.smithi119.stdout:382: writing smithi11982245-13 from 3997696 to 4415488 tid 4 2024-04-13T07:47:13.306 INFO:tasks.rados.rados.0.smithi119.stdout:383: delete oid 37 current snap is 41 2024-04-13T07:47:13.306 INFO:tasks.rados.rados.0.smithi119.stdout:382: finishing write tid 1 to smithi11982245-13 2024-04-13T07:47:13.306 INFO:tasks.rados.rados.0.smithi119.stdout:382: finishing write tid 2 to smithi11982245-13 2024-04-13T07:47:13.308 INFO:tasks.rados.rados.0.smithi119.stdout:383: done (1 left) 2024-04-13T07:47:13.308 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 38 current snap is 41 2024-04-13T07:47:13.308 INFO:tasks.rados.rados.0.smithi119.stdout:384: seq_num 141 ranges {2170880=770048,2940928=589824,3530752=729088,4259840=286720} 2024-04-13T07:47:13.323 INFO:tasks.rados.rados.0.smithi119.stdout:384: writing smithi11982245-38 from 2170880 to 2940928 tid 1 2024-04-13T07:47:13.327 INFO:tasks.rados.rados.0.smithi119.stdout:384: writing smithi11982245-38 from 2940928 to 3530752 tid 2 2024-04-13T07:47:13.331 INFO:tasks.rados.rados.0.smithi119.stdout:384: writing smithi11982245-38 from 3530752 to 4259840 tid 3 2024-04-13T07:47:13.333 INFO:tasks.rados.rados.0.smithi119.stdout:384: writing smithi11982245-38 from 4259840 to 4546560 tid 4 2024-04-13T07:47:13.333 INFO:tasks.rados.rados.0.smithi119.stdout:385: setattr oid 20 current snap is 41 2024-04-13T07:47:13.333 INFO:tasks.rados.rados.0.smithi119.stdout:382: finishing write tid 3 to smithi11982245-13 2024-04-13T07:47:13.333 INFO:tasks.rados.rados.0.smithi119.stdout:382: finishing write tid 4 to smithi11982245-13 2024-04-13T07:47:13.333 INFO:tasks.rados.rados.0.smithi119.stdout:382: finishing write tid 5 to smithi11982245-13 2024-04-13T07:47:13.333 INFO:tasks.rados.rados.0.smithi119.stdout:382: finishing write tid 6 to smithi11982245-13 2024-04-13T07:47:13.333 INFO:tasks.rados.rados.0.smithi119.stdout:382: oid 13 updating version 0 to 152 2024-04-13T07:47:13.333 INFO:tasks.rados.rados.0.smithi119.stdout:382: oid 13 updating version 152 to 156 2024-04-13T07:47:13.334 INFO:tasks.rados.rados.0.smithi119.stdout:382: oid 13 version 156 is already newer than 154 2024-04-13T07:47:13.334 INFO:tasks.rados.rados.0.smithi119.stdout:382: oid 13 version 156 is already newer than 153 2024-04-13T07:47:13.334 INFO:tasks.rados.rados.0.smithi119.stdout:382: oid 13 version 156 is already newer than 155 2024-04-13T07:47:13.334 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 13 v 156 (ObjNum 139 snap 41 seq_num 139) dirty exists 2024-04-13T07:47:13.334 INFO:tasks.rados.rados.0.smithi119.stdout:382: left oid 13 (ObjNum 139 snap 41 seq_num 139) 2024-04-13T07:47:13.334 INFO:tasks.rados.rados.0.smithi119.stdout:384: finishing write tid 1 to smithi11982245-38 2024-04-13T07:47:13.334 INFO:tasks.rados.rados.0.smithi119.stdout:384: finishing write tid 2 to smithi11982245-38 2024-04-13T07:47:13.335 INFO:tasks.rados.rados.0.smithi119.stdout:382: done (2 left) 2024-04-13T07:47:13.335 INFO:tasks.rados.rados.0.smithi119.stdout:386: read oid 14 snap -1 2024-04-13T07:47:13.335 INFO:tasks.rados.rados.0.smithi119.stdout:386: expect deleted 2024-04-13T07:47:13.336 INFO:tasks.rados.rados.0.smithi119.stdout:387: snap_create 2024-04-13T07:47:13.336 INFO:tasks.rados.rados.0.smithi119.stdout:384: finishing write tid 3 to smithi11982245-38 2024-04-13T07:47:13.336 INFO:tasks.rados.rados.0.smithi119.stdout:384: finishing write tid 4 to smithi11982245-38 2024-04-13T07:47:13.336 INFO:tasks.rados.rados.0.smithi119.stdout:384: finishing write tid 5 to smithi11982245-38 2024-04-13T07:47:13.336 INFO:tasks.rados.rados.0.smithi119.stdout:384: finishing write tid 6 to smithi11982245-38 2024-04-13T07:47:13.336 INFO:tasks.rados.rados.0.smithi119.stdout:384: oid 38 updating version 0 to 145 2024-04-13T07:47:13.336 INFO:tasks.rados.rados.0.smithi119.stdout:384: oid 38 updating version 145 to 146 2024-04-13T07:47:13.337 INFO:tasks.rados.rados.0.smithi119.stdout:384: oid 38 updating version 146 to 148 2024-04-13T07:47:13.337 INFO:tasks.rados.rados.0.smithi119.stdout:384: oid 38 version 148 is already newer than 147 2024-04-13T07:47:13.337 INFO:tasks.rados.rados.0.smithi119.stdout:384: oid 38 updating version 148 to 149 2024-04-13T07:47:13.337 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 38 v 149 (ObjNum 141 snap 41 seq_num 141) dirty exists 2024-04-13T07:47:13.337 INFO:tasks.rados.rados.0.smithi119.stdout:384: left oid 38 (ObjNum 141 snap 41 seq_num 141) 2024-04-13T07:47:13.337 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 20 v 158 (ObjNum 137 snap 40 seq_num 137) dirty exists 2024-04-13T07:47:13.537 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:13 smithi139 ceph-mon[31267]: osdmap e143: 8 total, 8 up, 8 in 2024-04-13T07:47:13.617 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:13 smithi119 ceph-mon[39268]: osdmap e143: 8 total, 8 up, 8 in 2024-04-13T07:47:13.617 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:13 smithi119 ceph-mon[27733]: osdmap e143: 8 total, 8 up, 8 in 2024-04-13T07:47:14.271 INFO:tasks.rados.rados.0.smithi119.stdout:384: done (3 left) 2024-04-13T07:47:14.272 INFO:tasks.rados.rados.0.smithi119.stdout:385: done (2 left) 2024-04-13T07:47:14.272 INFO:tasks.rados.rados.0.smithi119.stdout:386: done (1 left) 2024-04-13T07:47:14.272 INFO:tasks.rados.rados.0.smithi119.stdout:387: done (0 left) 2024-04-13T07:47:14.272 INFO:tasks.rados.rados.0.smithi119.stdout:388: delete oid 27 current snap is 42 2024-04-13T07:47:14.273 INFO:tasks.rados.rados.0.smithi119.stdout:388: done (0 left) 2024-04-13T07:47:14.274 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 3 current snap is 42 2024-04-13T07:47:14.274 INFO:tasks.rados.rados.0.smithi119.stdout:389: seq_num 143 ranges {40960=802816,843776=761856,1605632=745472,2351104=98304} 2024-04-13T07:47:14.278 INFO:tasks.rados.rados.0.smithi119.stdout:389: writing smithi11982245-3 from 40960 to 843776 tid 1 2024-04-13T07:47:14.282 INFO:tasks.rados.rados.0.smithi119.stdout:389: writing smithi11982245-3 from 843776 to 1605632 tid 2 2024-04-13T07:47:14.287 INFO:tasks.rados.rados.0.smithi119.stdout:389: writing smithi11982245-3 from 1605632 to 2351104 tid 3 2024-04-13T07:47:14.288 INFO:tasks.rados.rados.0.smithi119.stdout:389: writing smithi11982245-3 from 2351104 to 2449408 tid 4 2024-04-13T07:47:14.288 INFO:tasks.rados.rados.0.smithi119.stdout:390: snap_create 2024-04-13T07:47:14.291 INFO:tasks.rados.rados.0.smithi119.stdout:389: finishing write tid 1 to smithi11982245-3 2024-04-13T07:47:14.291 INFO:tasks.rados.rados.0.smithi119.stdout:389: finishing write tid 2 to smithi11982245-3 2024-04-13T07:47:14.291 INFO:tasks.rados.rados.0.smithi119.stdout:389: finishing write tid 3 to smithi11982245-3 2024-04-13T07:47:14.292 INFO:tasks.rados.rados.0.smithi119.stdout:389: finishing write tid 4 to smithi11982245-3 2024-04-13T07:47:14.292 INFO:tasks.rados.rados.0.smithi119.stdout:389: finishing write tid 5 to smithi11982245-3 2024-04-13T07:47:14.293 INFO:tasks.rados.rados.0.smithi119.stdout:389: finishing write tid 6 to smithi11982245-3 2024-04-13T07:47:14.293 INFO:tasks.rados.rados.0.smithi119.stdout:389: oid 3 updating version 0 to 102 2024-04-13T07:47:14.293 INFO:tasks.rados.rados.0.smithi119.stdout:389: oid 3 updating version 102 to 104 2024-04-13T07:47:14.293 INFO:tasks.rados.rados.0.smithi119.stdout:389: oid 3 version 104 is already newer than 103 2024-04-13T07:47:14.293 INFO:tasks.rados.rados.0.smithi119.stdout:389: oid 3 version 104 is already newer than 101 2024-04-13T07:47:14.293 INFO:tasks.rados.rados.0.smithi119.stdout:389: oid 3 updating version 104 to 105 2024-04-13T07:47:14.293 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 3 v 105 (ObjNum 143 snap 42 seq_num 143) dirty exists 2024-04-13T07:47:14.293 INFO:tasks.rados.rados.0.smithi119.stdout:389: left oid 3 (ObjNum 143 snap 42 seq_num 143) 2024-04-13T07:47:14.554 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:14 smithi139 ceph-mon[31267]: osdmap e144: 8 total, 8 up, 8 in 2024-04-13T07:47:14.554 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:14 smithi139 ceph-mon[31267]: pgmap v204: 121 pgs: 121 active+clean; 133 MiB data, 454 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 9 op/s 2024-04-13T07:47:14.554 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:14 smithi139 ceph-mon[31267]: osdmap e145: 8 total, 8 up, 8 in 2024-04-13T07:47:14.716 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:47:14] "GET /metrics HTTP/1.1" 200 36018 "" "Prometheus/2.43.0" 2024-04-13T07:47:14.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:14 smithi119 ceph-mon[27733]: osdmap e144: 8 total, 8 up, 8 in 2024-04-13T07:47:14.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:14 smithi119 ceph-mon[27733]: pgmap v204: 121 pgs: 121 active+clean; 133 MiB data, 454 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 9 op/s 2024-04-13T07:47:14.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:14 smithi119 ceph-mon[27733]: osdmap e145: 8 total, 8 up, 8 in 2024-04-13T07:47:14.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:14 smithi119 ceph-mon[39268]: osdmap e144: 8 total, 8 up, 8 in 2024-04-13T07:47:14.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:14 smithi119 ceph-mon[39268]: pgmap v204: 121 pgs: 121 active+clean; 133 MiB data, 454 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 9 op/s 2024-04-13T07:47:14.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:14 smithi119 ceph-mon[39268]: osdmap e145: 8 total, 8 up, 8 in 2024-04-13T07:47:15.289 INFO:tasks.rados.rados.0.smithi119.stdout:389: done (1 left) 2024-04-13T07:47:15.289 INFO:tasks.rados.rados.0.smithi119.stdout:390: done (0 left) 2024-04-13T07:47:15.289 INFO:tasks.rados.rados.0.smithi119.stdout:391: rollback oid 27 current snap is 43 2024-04-13T07:47:15.289 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 27 to 42 2024-04-13T07:47:15.289 INFO:tasks.rados.rados.0.smithi119.stdout:392: setattr oid 20 current snap is 43 2024-04-13T07:47:15.291 INFO:tasks.rados.rados.0.smithi119.stdout:393: snap_create 2024-04-13T07:47:15.292 INFO:tasks.rados.rados.0.smithi119.stdout:391: finishing rollback tid 1 to smithi11982245-27 2024-04-13T07:47:15.292 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 27 v 120 (ObjNum 97 snap 0 seq_num 1906902694) dirty dne 2024-04-13T07:47:15.296 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 20 v 160 (ObjNum 137 snap 40 seq_num 137) dirty exists 2024-04-13T07:47:16.295 INFO:tasks.rados.rados.0.smithi119.stdout:391: done (2 left) 2024-04-13T07:47:16.295 INFO:tasks.rados.rados.0.smithi119.stdout:392: done (1 left) 2024-04-13T07:47:16.295 INFO:tasks.rados.rados.0.smithi119.stdout:393: done (0 left) 2024-04-13T07:47:16.295 INFO:tasks.rados.rados.0.smithi119.stdout:394: read oid 46 snap -1 2024-04-13T07:47:16.295 INFO:tasks.rados.rados.0.smithi119.stdout:394: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-13T07:47:16.295 INFO:tasks.rados.rados.0.smithi119.stdout:395: snap_remove snap 23 2024-04-13T07:47:16.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:16 smithi139 ceph-mon[31267]: osdmap e146: 8 total, 8 up, 8 in 2024-04-13T07:47:16.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:16 smithi139 ceph-mon[31267]: pgmap v207: 121 pgs: 121 active+clean; 146 MiB data, 474 MiB used, 715 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.2 MiB/s wr, 32 op/s 2024-04-13T07:47:16.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:16 smithi119 ceph-mon[39268]: osdmap e146: 8 total, 8 up, 8 in 2024-04-13T07:47:16.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:16 smithi119 ceph-mon[39268]: pgmap v207: 121 pgs: 121 active+clean; 146 MiB data, 474 MiB used, 715 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.2 MiB/s wr, 32 op/s 2024-04-13T07:47:16.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:16 smithi119 ceph-mon[27733]: osdmap e146: 8 total, 8 up, 8 in 2024-04-13T07:47:16.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:16 smithi119 ceph-mon[27733]: pgmap v207: 121 pgs: 121 active+clean; 146 MiB data, 474 MiB used, 715 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.2 MiB/s wr, 32 op/s 2024-04-13T07:47:17.296 INFO:tasks.rados.rados.0.smithi119.stdout:395: done (1 left) 2024-04-13T07:47:17.296 INFO:tasks.rados.rados.0.smithi119.stdout:396: read oid 12 snap -1 2024-04-13T07:47:17.297 INFO:tasks.rados.rados.0.smithi119.stdout:396: expect (ObjNum 136 snap 40 seq_num 136) 2024-04-13T07:47:17.297 INFO:tasks.rados.rados.0.smithi119.stdout:397: read oid 38 snap 38 2024-04-13T07:47:17.297 INFO:tasks.rados.rados.0.smithi119.stdout:397: expect (ObjNum 92 snap 16 seq_num 92) 2024-04-13T07:47:17.297 INFO:tasks.rados.rados.0.smithi119.stdout:398: snap_create 2024-04-13T07:47:17.297 INFO:tasks.rados.rados.0.smithi119.stdout:394: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-13T07:47:17.330 INFO:tasks.rados.rados.0.smithi119.stdout:396: expect (ObjNum 136 snap 40 seq_num 136) 2024-04-13T07:47:17.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:17 smithi139 ceph-mon[31267]: osdmap e147: 8 total, 8 up, 8 in 2024-04-13T07:47:17.468 INFO:tasks.rados.rados.0.smithi119.stdout:397: expect (ObjNum 92 snap 16 seq_num 92) 2024-04-13T07:47:17.678 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:17 smithi119 ceph-mon[27733]: osdmap e147: 8 total, 8 up, 8 in 2024-04-13T07:47:17.678 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:17 smithi119 ceph-mon[39268]: osdmap e147: 8 total, 8 up, 8 in 2024-04-13T07:47:17.680 INFO:tasks.rados.rados.0.smithi119.stdout:394: done (3 left) 2024-04-13T07:47:17.680 INFO:tasks.rados.rados.0.smithi119.stdout:396: done (2 left) 2024-04-13T07:47:17.680 INFO:tasks.rados.rados.0.smithi119.stdout:397: done (1 left) 2024-04-13T07:47:17.680 INFO:tasks.rados.rados.0.smithi119.stdout:398: done (0 left) 2024-04-13T07:47:17.680 INFO:tasks.rados.rados.0.smithi119.stdout:399: delete oid 4 current snap is 45 2024-04-13T07:47:17.684 INFO:tasks.rados.rados.0.smithi119.stdout:399: done (0 left) 2024-04-13T07:47:17.684 INFO:tasks.rados.rados.0.smithi119.stdout:400: snap_create 2024-04-13T07:47:17.810 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:17 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: [13/Apr/2024:07:47:17] ENGINE Bus STOPPING 2024-04-13T07:47:17.810 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:17 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: [13/Apr/2024:07:47:17] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-13T07:47:17.810 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:17 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: [13/Apr/2024:07:47:17] ENGINE Bus STOPPED 2024-04-13T07:47:17.810 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:17 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: [13/Apr/2024:07:47:17] ENGINE Bus STARTING 2024-04-13T07:47:17.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:17 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:47:17.676+0000 7fc67df20700 -1 mgr handle_mgr_map I was active but no longer am 2024-04-13T07:47:17.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:17 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: ignoring --setuser ceph since I am not root 2024-04-13T07:47:17.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:17 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: ignoring --setgroup ceph since I am not root 2024-04-13T07:47:18.136 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:17 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:17.809+0000 7fcf5d159700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:47:18.136 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:17 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:17.809+0000 7fcf5d159700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:47:18.136 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:17 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:17.809+0000 7fcf5d159700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:47:18.136 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:17 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:17.809+0000 7fcf5d159700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:47:18.136 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:17 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:17.809+0000 7fcf5d159700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:47:18.136 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:17 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:17.809+0000 7fcf6015f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:47:18.136 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:17 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:17.809+0000 7fcf6015f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:47:18.136 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:17 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:17.809+0000 7fcf6015f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:47:18.136 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:17 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:17.809+0000 7fcf6015f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:47:18.136 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:17 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:17.809+0000 7fcf6015f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:47:18.136 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:17 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: [13/Apr/2024:07:47:17] ENGINE Serving on http://:::9283 2024-04-13T07:47:18.136 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:17 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: [13/Apr/2024:07:47:17] ENGINE Bus STARTED 2024-04-13T07:47:18.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:18 smithi139 ceph-mon[31267]: osdmap e148: 8 total, 8 up, 8 in 2024-04-13T07:47:18.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:18 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:47:18.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:18 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:47:18.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:18 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:47:18.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:18 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:47:18.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:18 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:47:18.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:18 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:47:18.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:18 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-13T07:47:18.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:18 smithi139 ceph-mon[31267]: Activating manager daemon x 2024-04-13T07:47:18.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:18 smithi139 ceph-mon[31267]: osdmap e149: 8 total, 8 up, 8 in 2024-04-13T07:47:18.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:18 smithi139 ceph-mon[31267]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-13T07:47:18.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:18 smithi139 ceph-mon[31267]: mgrmap e24: x(active, starting, since 0.00731885s) 2024-04-13T07:47:18.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:18 smithi139 ceph-mon[31267]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:47:18.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:18 smithi139 ceph-mon[31267]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:47:18.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:18 smithi139 ceph-mon[31267]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:47:18.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:18 smithi139 ceph-mon[31267]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-13T07:47:18.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:18 smithi139 ceph-mon[31267]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-13T07:47:18.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:18 smithi139 ceph-mon[31267]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-13T07:47:18.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:18 smithi139 ceph-mon[31267]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:47:18.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:18 smithi139 ceph-mon[31267]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:47:18.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:18 smithi139 ceph-mon[31267]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:47:18.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:18 smithi139 ceph-mon[31267]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:47:18.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:18 smithi139 ceph-mon[31267]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:47:18.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:18 smithi139 ceph-mon[31267]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:47:18.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:18 smithi139 ceph-mon[31267]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:47:18.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:18 smithi139 ceph-mon[31267]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:47:18.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:18 smithi139 ceph-mon[31267]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-13T07:47:18.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:18 smithi139 ceph-mon[31267]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-13T07:47:18.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:18 smithi139 ceph-mon[31267]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-13T07:47:18.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:18 smithi139 ceph-mon[31267]: Manager daemon x is now available 2024-04-13T07:47:18.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:18 smithi139 ceph-mon[31267]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:47:18.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:18 smithi139 ceph-mon[31267]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:47:18.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:18 smithi139 ceph-mon[31267]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-13T07:47:18.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:18 smithi139 ceph-mon[31267]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-13T07:47:18.639 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:18 smithi139 ceph-mon[31267]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-13T07:47:18.639 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:18 smithi139 ceph-mon[31267]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-13T07:47:18.682 INFO:tasks.rados.rados.0.smithi119.stdout:400: done (0 left) 2024-04-13T07:47:18.682 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 28 current snap is 46 2024-04-13T07:47:18.682 INFO:tasks.rados.rados.0.smithi119.stdout:401: seq_num 145 ranges {458752=32768} 2024-04-13T07:47:18.685 INFO:tasks.rados.rados.0.smithi119.stdout:401: writing smithi11982245-28 from 458752 to 491520 tid 1 2024-04-13T07:47:18.685 INFO:tasks.rados.rados.0.smithi119.stdout:402: rollback oid 34 current snap is 46 2024-04-13T07:47:18.685 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 34 to 27 2024-04-13T07:47:18.686 INFO:tasks.rados.rados.0.smithi119.stdout:403: delete oid 8 current snap is 46 2024-04-13T07:47:18.689 INFO:tasks.rados.rados.0.smithi119.stdout:403: done (2 left) 2024-04-13T07:47:18.689 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 47 current snap is 46 2024-04-13T07:47:18.689 INFO:tasks.rados.rados.0.smithi119.stdout:404: seq_num 147 ranges {122880=65536} 2024-04-13T07:47:18.690 INFO:tasks.rados.rados.0.smithi119.stdout:404: writing smithi11982245-47 from 122880 to 188416 tid 1 2024-04-13T07:47:18.690 INFO:tasks.rados.rados.0.smithi119.stdout:405: snap_create 2024-04-13T07:47:18.694 INFO:tasks.rados.rados.0.smithi119.stdout:401: finishing write tid 1 to smithi11982245-28 2024-04-13T07:47:18.694 INFO:tasks.rados.rados.0.smithi119.stdout:404: finishing write tid 1 to smithi11982245-47 2024-04-13T07:47:18.694 INFO:tasks.rados.rados.0.smithi119.stdout:404: finishing write tid 2 to smithi11982245-47 2024-04-13T07:47:18.695 INFO:tasks.rados.rados.0.smithi119.stdout:401: finishing write tid 2 to smithi11982245-28 2024-04-13T07:47:18.695 INFO:tasks.rados.rados.0.smithi119.stdout:402: finishing rollback tid 0 to smithi11982245-34 2024-04-13T07:47:18.696 INFO:tasks.rados.rados.0.smithi119.stdout:402: finishing rollback tid 1 to smithi11982245-34 2024-04-13T07:47:18.696 INFO:tasks.rados.rados.0.smithi119.stdout:404: finishing write tid 3 to smithi11982245-47 2024-04-13T07:47:18.696 INFO:tasks.rados.rados.0.smithi119.stdout:404: oid 47 updating version 0 to 244 2024-04-13T07:47:18.696 INFO:tasks.rados.rados.0.smithi119.stdout:404: oid 47 updating version 244 to 245 2024-04-13T07:47:18.696 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 47 v 245 (ObjNum 147 snap 46 seq_num 147) dirty exists 2024-04-13T07:47:18.697 INFO:tasks.rados.rados.0.smithi119.stdout:404: left oid 47 (ObjNum 147 snap 46 seq_num 147) 2024-04-13T07:47:18.697 INFO:tasks.rados.rados.0.smithi119.stdout:401: finishing write tid 3 to smithi11982245-28 2024-04-13T07:47:18.697 INFO:tasks.rados.rados.0.smithi119.stdout:401: oid 28 updating version 0 to 175 2024-04-13T07:47:18.697 INFO:tasks.rados.rados.0.smithi119.stdout:401: oid 28 version 175 is already newer than 174 2024-04-13T07:47:18.697 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 28 v 175 (ObjNum 145 snap 46 seq_num 145) dirty exists 2024-04-13T07:47:18.697 INFO:tasks.rados.rados.0.smithi119.stdout:401: left oid 28 (ObjNum 145 snap 46 seq_num 145) 2024-04-13T07:47:18.697 INFO:tasks.rados.rados.0.smithi119.stdout:402: finishing rollback tid 2 to smithi11982245-34 2024-04-13T07:47:18.697 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 34 v 124 (ObjNum 77 snap 12 seq_num 77) dirty exists 2024-04-13T07:47:18.716 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:47:18.256+0000 7f36e770e200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-13T07:47:18.716 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:47:18.351+0000 7f36e770e200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-13T07:47:18.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[39268]: osdmap e148: 8 total, 8 up, 8 in 2024-04-13T07:47:18.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:47:18.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:47:18.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:47:18.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:47:18.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:47:18.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:47:18.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-13T07:47:18.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[39268]: Activating manager daemon x 2024-04-13T07:47:18.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[39268]: osdmap e149: 8 total, 8 up, 8 in 2024-04-13T07:47:18.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[39268]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-13T07:47:18.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[39268]: mgrmap e24: x(active, starting, since 0.00731885s) 2024-04-13T07:47:18.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[39268]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:47:18.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[39268]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:47:18.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[39268]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:47:18.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[39268]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-13T07:47:18.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[39268]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-13T07:47:18.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[39268]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-13T07:47:18.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[39268]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:47:18.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[39268]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:47:18.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[39268]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:47:18.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[39268]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:47:18.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[39268]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:47:18.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[39268]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:47:18.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[39268]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:47:18.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[39268]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:47:18.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[39268]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-13T07:47:18.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[39268]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-13T07:47:18.719 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[39268]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-13T07:47:18.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[27733]: osdmap e148: 8 total, 8 up, 8 in 2024-04-13T07:47:18.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:47:18.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:47:18.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:47:18.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:47:18.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' 2024-04-13T07:47:18.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:47:18.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-13T07:47:18.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[27733]: Activating manager daemon x 2024-04-13T07:47:18.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[27733]: osdmap e149: 8 total, 8 up, 8 in 2024-04-13T07:47:18.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[27733]: from='mgr.24415 172.21.15.119:0/2012367572' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-13T07:47:18.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[27733]: mgrmap e24: x(active, starting, since 0.00731885s) 2024-04-13T07:47:18.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[27733]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:47:18.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[27733]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:47:18.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[27733]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:47:18.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[27733]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-13T07:47:18.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[27733]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-13T07:47:18.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[27733]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-13T07:47:18.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[27733]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:47:18.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[27733]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:47:18.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[27733]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:47:18.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[27733]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:47:18.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[27733]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:47:18.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[27733]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:47:18.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[27733]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:47:18.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[27733]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:47:18.721 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[27733]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-13T07:47:18.721 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[27733]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-13T07:47:18.721 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[27733]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-13T07:47:18.721 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[39268]: Manager daemon x is now available 2024-04-13T07:47:18.721 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[39268]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:47:18.721 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[39268]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:47:18.721 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[39268]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-13T07:47:18.721 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[39268]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-13T07:47:18.721 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[39268]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-13T07:47:18.721 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[39268]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-13T07:47:18.722 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[27733]: Manager daemon x is now available 2024-04-13T07:47:18.722 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[27733]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:47:18.722 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[27733]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:47:18.722 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[27733]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-13T07:47:18.722 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[27733]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-13T07:47:18.722 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[27733]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-13T07:47:18.722 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-mon[27733]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-13T07:47:19.273 INFO:tasks.rados.rados.0.smithi119.stdout:401: done (3 left) 2024-04-13T07:47:19.273 INFO:tasks.rados.rados.0.smithi119.stdout:402: done (2 left) 2024-04-13T07:47:19.273 INFO:tasks.rados.rados.0.smithi119.stdout:404: done (1 left) 2024-04-13T07:47:19.273 INFO:tasks.rados.rados.0.smithi119.stdout:405: done (0 left) 2024-04-13T07:47:19.273 INFO:tasks.rados.rados.0.smithi119.stdout:406: read oid 45 snap -1 2024-04-13T07:47:19.273 INFO:tasks.rados.rados.0.smithi119.stdout:406: expect (ObjNum 73 snap 11 seq_num 73) 2024-04-13T07:47:19.273 INFO:tasks.rados.rados.0.smithi119.stdout:407: read oid 29 snap 25 2024-04-13T07:47:19.273 INFO:tasks.rados.rados.0.smithi119.stdout:407: expect (ObjNum 749214240 snap 21968 seq_num 749126896) 2024-04-13T07:47:19.273 INFO:tasks.rados.rados.0.smithi119.stdout:408: snap_remove snap 27 2024-04-13T07:47:19.302 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:18 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:47:18.984+0000 7f36e770e200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-13T07:47:19.302 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:19 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:47:19.074+0000 7f36e770e200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-13T07:47:19.302 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:19 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:47:19.214+0000 7f36e770e200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-13T07:47:19.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:19 smithi139 ceph-mon[31267]: Deploying cephadm binary to smithi139 2024-04-13T07:47:19.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:19 smithi139 ceph-mon[31267]: Deploying cephadm binary to smithi119 2024-04-13T07:47:19.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:19 smithi139 ceph-mon[31267]: osdmap e150: 8 total, 8 up, 8 in 2024-04-13T07:47:19.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:19 smithi139 ceph-mon[31267]: mgrmap e25: x(active, since 1.01748s) 2024-04-13T07:47:19.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:19 smithi139 ceph-mon[31267]: osdmap e151: 8 total, 8 up, 8 in 2024-04-13T07:47:19.661 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:19 smithi119 ceph-mon[39268]: Deploying cephadm binary to smithi139 2024-04-13T07:47:19.661 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:19 smithi119 ceph-mon[39268]: Deploying cephadm binary to smithi119 2024-04-13T07:47:19.661 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:19 smithi119 ceph-mon[39268]: osdmap e150: 8 total, 8 up, 8 in 2024-04-13T07:47:19.662 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:19 smithi119 ceph-mon[39268]: mgrmap e25: x(active, since 1.01748s) 2024-04-13T07:47:19.662 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:19 smithi119 ceph-mon[39268]: osdmap e151: 8 total, 8 up, 8 in 2024-04-13T07:47:19.662 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:19 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:47:19.314+0000 7f36e770e200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-13T07:47:19.663 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:19 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:47:19.397+0000 7f36e770e200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-13T07:47:19.663 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:19 smithi119 ceph-mon[27733]: Deploying cephadm binary to smithi139 2024-04-13T07:47:19.663 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:19 smithi119 ceph-mon[27733]: Deploying cephadm binary to smithi119 2024-04-13T07:47:19.663 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:19 smithi119 ceph-mon[27733]: osdmap e150: 8 total, 8 up, 8 in 2024-04-13T07:47:19.663 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:19 smithi119 ceph-mon[27733]: mgrmap e25: x(active, since 1.01748s) 2024-04-13T07:47:19.664 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:19 smithi119 ceph-mon[27733]: osdmap e151: 8 total, 8 up, 8 in 2024-04-13T07:47:19.956 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:19 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:47:19.661+0000 7f36e770e200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-13T07:47:19.956 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:19 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:47:19.771+0000 7f36e770e200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-13T07:47:19.956 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:19 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:47:19.860+0000 7f36e770e200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-13T07:47:20.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:19 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:47:19.955+0000 7f36e770e200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-13T07:47:20.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:20 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:47:20.132+0000 7f36e770e200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-13T07:47:20.272 INFO:tasks.rados.rados.0.smithi119.stdout:407: expect (ObjNum 749214240 snap 21968 seq_num 749126896) 2024-04-13T07:47:20.274 INFO:tasks.rados.rados.0.smithi119.stdout:406: expect (ObjNum 73 snap 11 seq_num 73) 2024-04-13T07:47:20.348 INFO:tasks.rados.rados.0.smithi119.stdout:406: done (2 left) 2024-04-13T07:47:20.348 INFO:tasks.rados.rados.0.smithi119.stdout:407: done (1 left) 2024-04-13T07:47:20.348 INFO:tasks.rados.rados.0.smithi119.stdout:408: done (0 left) 2024-04-13T07:47:20.348 INFO:tasks.rados.rados.0.smithi119.stdout:409: snap_create 2024-04-13T07:47:20.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:20 smithi139 ceph-mon[31267]: [13/Apr/2024:07:47:18] ENGINE Bus STARTING 2024-04-13T07:47:20.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:20 smithi139 ceph-mon[31267]: [13/Apr/2024:07:47:18] ENGINE Serving on http://172.21.15.139:8765 2024-04-13T07:47:20.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:20 smithi139 ceph-mon[31267]: [13/Apr/2024:07:47:18] ENGINE Serving on https://172.21.15.139:7150 2024-04-13T07:47:20.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:20 smithi139 ceph-mon[31267]: [13/Apr/2024:07:47:18] ENGINE Bus STARTED 2024-04-13T07:47:20.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:20 smithi139 ceph-mon[31267]: pgmap v4: 121 pgs: 121 active+clean; 146 MiB data, 472 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:47:20.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:20 smithi139 ceph-mon[31267]: osdmap e152: 8 total, 8 up, 8 in 2024-04-13T07:47:20.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:20 smithi119 ceph-mon[39268]: [13/Apr/2024:07:47:18] ENGINE Bus STARTING 2024-04-13T07:47:20.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:20 smithi119 ceph-mon[39268]: [13/Apr/2024:07:47:18] ENGINE Serving on http://172.21.15.139:8765 2024-04-13T07:47:20.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:20 smithi119 ceph-mon[39268]: [13/Apr/2024:07:47:18] ENGINE Serving on https://172.21.15.139:7150 2024-04-13T07:47:20.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:20 smithi119 ceph-mon[39268]: [13/Apr/2024:07:47:18] ENGINE Bus STARTED 2024-04-13T07:47:20.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:20 smithi119 ceph-mon[39268]: pgmap v4: 121 pgs: 121 active+clean; 146 MiB data, 472 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:47:20.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:20 smithi119 ceph-mon[39268]: osdmap e152: 8 total, 8 up, 8 in 2024-04-13T07:47:20.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:20 smithi119 ceph-mon[27733]: [13/Apr/2024:07:47:18] ENGINE Bus STARTING 2024-04-13T07:47:20.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:20 smithi119 ceph-mon[27733]: [13/Apr/2024:07:47:18] ENGINE Serving on http://172.21.15.139:8765 2024-04-13T07:47:20.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:20 smithi119 ceph-mon[27733]: [13/Apr/2024:07:47:18] ENGINE Serving on https://172.21.15.139:7150 2024-04-13T07:47:20.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:20 smithi119 ceph-mon[27733]: [13/Apr/2024:07:47:18] ENGINE Bus STARTED 2024-04-13T07:47:20.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:20 smithi119 ceph-mon[27733]: pgmap v4: 121 pgs: 121 active+clean; 146 MiB data, 472 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:47:20.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:20 smithi119 ceph-mon[27733]: osdmap e152: 8 total, 8 up, 8 in 2024-04-13T07:47:21.313 INFO:tasks.rados.rados.0.smithi119.stdout:409: done (0 left) 2024-04-13T07:47:21.313 INFO:tasks.rados.rados.0.smithi119.stdout:410: rmattr oid 6 current snap is 48 2024-04-13T07:47:21.313 INFO:tasks.rados.rados.0.smithi119.stdout:411: rollback oid 3 current snap is 48 2024-04-13T07:47:21.313 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 3 to 46 2024-04-13T07:47:21.313 INFO:tasks.rados.rados.0.smithi119.stdout:412: rollback oid 16 current snap is 48 2024-04-13T07:47:21.313 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 16 to 43 2024-04-13T07:47:21.314 INFO:tasks.rados.rados.0.smithi119.stdout:413: snap_create 2024-04-13T07:47:21.314 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 6 v 0 (ObjNum 65 snap 0 seq_num 721773392) dirty dne 2024-04-13T07:47:21.317 INFO:tasks.rados.rados.0.smithi119.stdout:411: finishing rollback tid 0 to smithi11982245-3 2024-04-13T07:47:21.318 INFO:tasks.rados.rados.0.smithi119.stdout:412: finishing rollback tid 1 to smithi11982245-16 2024-04-13T07:47:21.318 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 16 v 132 (ObjNum 33 snap 0 seq_num 749340464) dirty dne 2024-04-13T07:47:21.318 INFO:tasks.rados.rados.0.smithi119.stdout:411: finishing rollback tid 1 to smithi11982245-3 2024-04-13T07:47:21.318 INFO:tasks.rados.rados.0.smithi119.stdout:411: finishing rollback tid 2 to smithi11982245-3 2024-04-13T07:47:21.318 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 3 v 118 (ObjNum 143 snap 42 seq_num 143) dirty exists 2024-04-13T07:47:21.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:21 smithi119 ceph-mon[27733]: pgmap v6: 121 pgs: 121 active+clean; 146 MiB data, 472 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:47:21.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:21 smithi119 ceph-mon[39268]: pgmap v6: 121 pgs: 121 active+clean; 146 MiB data, 472 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:47:21.467 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:21 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:47:21.117+0000 7f36e770e200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-13T07:47:21.467 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:21 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:47:21.248+0000 7f36e770e200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-13T07:47:21.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:21 smithi139 ceph-mon[31267]: pgmap v6: 121 pgs: 121 active+clean; 146 MiB data, 472 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:47:21.871 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:21 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:47:21.585+0000 7f36e770e200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-13T07:47:21.872 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:21 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:47:21.674+0000 7f36e770e200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-13T07:47:21.872 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:21 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:47:21.871+0000 7f36e770e200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-13T07:47:22.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:22 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:47:22.058+0000 7f36e770e200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-13T07:47:22.317 INFO:tasks.rados.rados.0.smithi119.stdout:410: done (3 left) 2024-04-13T07:47:22.317 INFO:tasks.rados.rados.0.smithi119.stdout:411: done (2 left) 2024-04-13T07:47:22.317 INFO:tasks.rados.rados.0.smithi119.stdout:412: done (1 left) 2024-04-13T07:47:22.317 INFO:tasks.rados.rados.0.smithi119.stdout:413: done (0 left) 2024-04-13T07:47:22.317 INFO:tasks.rados.rados.0.smithi119.stdout:414: rollback oid 39 current snap is 49 2024-04-13T07:47:22.317 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 39 to 45 2024-04-13T07:47:22.317 INFO:tasks.rados.rados.0.smithi119.stdout:415: rollback oid 21 current snap is 49 2024-04-13T07:47:22.317 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 21 to 42 2024-04-13T07:47:22.317 INFO:tasks.rados.rados.0.smithi119.stdout:416: delete oid 24 current snap is 49 2024-04-13T07:47:22.319 INFO:tasks.rados.rados.0.smithi119.stdout:416: done (2 left) 2024-04-13T07:47:22.319 INFO:tasks.rados.rados.0.smithi119.stdout:417: delete oid 3 current snap is 49 2024-04-13T07:47:22.322 INFO:tasks.rados.rados.0.smithi119.stdout:415: finishing rollback tid 0 to smithi11982245-21 2024-04-13T07:47:22.322 INFO:tasks.rados.rados.0.smithi119.stdout:415: finishing rollback tid 1 to smithi11982245-21 2024-04-13T07:47:22.322 INFO:tasks.rados.rados.0.smithi119.stdout:414: finishing rollback tid 0 to smithi11982245-39 2024-04-13T07:47:22.323 INFO:tasks.rados.rados.0.smithi119.stdout:417: done (2 left) 2024-04-13T07:47:22.323 INFO:tasks.rados.rados.0.smithi119.stdout:418: read oid 1 snap 22 2024-04-13T07:47:22.323 INFO:tasks.rados.rados.0.smithi119.stdout:418: expect (ObjNum 79 snap 15 seq_num 79) 2024-04-13T07:47:22.323 INFO:tasks.rados.rados.0.smithi119.stdout:419: setattr oid 2 current snap is 49 2024-04-13T07:47:22.324 INFO:tasks.rados.rados.0.smithi119.stdout:415: finishing rollback tid 2 to smithi11982245-21 2024-04-13T07:47:22.324 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 21 v 130 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-04-13T07:47:22.324 INFO:tasks.rados.rados.0.smithi119.stdout:414: finishing rollback tid 1 to smithi11982245-39 2024-04-13T07:47:22.324 INFO:tasks.rados.rados.0.smithi119.stdout:414: finishing rollback tid 2 to smithi11982245-39 2024-04-13T07:47:22.324 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 39 v 160 (ObjNum 125 snap 37 seq_num 125) dirty exists 2024-04-13T07:47:22.326 INFO:tasks.rados.rados.0.smithi119.stdout:414: done (3 left) 2024-04-13T07:47:22.326 INFO:tasks.rados.rados.0.smithi119.stdout:415: done (2 left) 2024-04-13T07:47:22.326 INFO:tasks.rados.rados.0.smithi119.stdout:420: setattr oid 3 current snap is 49 2024-04-13T07:47:22.329 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 2 v 175 (ObjNum 129 snap 0 seq_num 721773904) dirty exists 2024-04-13T07:47:22.329 INFO:tasks.rados.rados.0.smithi119.stdout:419: done (2 left) 2024-04-13T07:47:22.329 INFO:tasks.rados.rados.0.smithi119.stdout:421: delete oid 40 current snap is 49 2024-04-13T07:47:22.331 INFO:tasks.rados.rados.0.smithi119.stdout:421: done (2 left) 2024-04-13T07:47:22.331 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 36 current snap is 49 2024-04-13T07:47:22.331 INFO:tasks.rados.rados.0.smithi119.stdout:422: seq_num 151 ranges {2629632=131072} 2024-04-13T07:47:22.346 INFO:tasks.rados.rados.0.smithi119.stdout:422: writing smithi11982245-36 from 2629632 to 2760704 tid 1 2024-04-13T07:47:22.346 INFO:tasks.rados.rados.0.smithi119.stdout:423: snap_remove snap 42 2024-04-13T07:47:22.612 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:22 smithi119 ceph-mon[39268]: osdmap e153: 8 total, 8 up, 8 in 2024-04-13T07:47:22.612 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:22 smithi119 ceph-mon[39268]: mgrmap e26: x(active, since 3s) 2024-04-13T07:47:22.612 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:22 smithi119 ceph-mon[39268]: pgmap v9: 121 pgs: 121 active+clean; 146 MiB data, 472 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:47:22.612 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:22 smithi119 ceph-mon[27733]: osdmap e153: 8 total, 8 up, 8 in 2024-04-13T07:47:22.612 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:22 smithi119 ceph-mon[27733]: mgrmap e26: x(active, since 3s) 2024-04-13T07:47:22.612 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:22 smithi119 ceph-mon[27733]: pgmap v9: 121 pgs: 121 active+clean; 146 MiB data, 472 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:47:22.613 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:22 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:47:22.353+0000 7f36e770e200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-13T07:47:22.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:22 smithi139 ceph-mon[31267]: osdmap e153: 8 total, 8 up, 8 in 2024-04-13T07:47:22.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:22 smithi139 ceph-mon[31267]: mgrmap e26: x(active, since 3s) 2024-04-13T07:47:22.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:22 smithi139 ceph-mon[31267]: pgmap v9: 121 pgs: 121 active+clean; 146 MiB data, 472 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:47:22.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:22 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:47:22.611+0000 7f36e770e200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-13T07:47:22.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:22 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:47:22.850+0000 7f36e770e200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-13T07:47:23.330 INFO:tasks.rados.rados.0.smithi119.stdout:423: done (3 left) 2024-04-13T07:47:23.330 INFO:tasks.rados.rados.0.smithi119.stdout:424: delete oid 13 current snap is 49 2024-04-13T07:47:23.330 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 3 v 121 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-13T07:47:23.330 INFO:tasks.rados.rados.0.smithi119.stdout:418: expect (ObjNum 79 snap 15 seq_num 79) 2024-04-13T07:47:23.380 INFO:tasks.rados.rados.0.smithi119.stdout:422: finishing write tid 1 to smithi11982245-36 2024-04-13T07:47:23.380 INFO:tasks.rados.rados.0.smithi119.stdout:422: finishing write tid 2 to smithi11982245-36 2024-04-13T07:47:23.380 INFO:tasks.rados.rados.0.smithi119.stdout:422: finishing write tid 3 to smithi11982245-36 2024-04-13T07:47:23.380 INFO:tasks.rados.rados.0.smithi119.stdout:422: oid 36 updating version 0 to 62 2024-04-13T07:47:23.380 INFO:tasks.rados.rados.0.smithi119.stdout:422: oid 36 updating version 62 to 63 2024-04-13T07:47:23.381 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 36 v 63 (ObjNum 151 snap 49 seq_num 151) dirty exists 2024-04-13T07:47:23.381 INFO:tasks.rados.rados.0.smithi119.stdout:422: left oid 36 (ObjNum 151 snap 49 seq_num 151) 2024-04-13T07:47:23.381 INFO:tasks.rados.rados.0.smithi119.stdout:418: done (3 left) 2024-04-13T07:47:23.381 INFO:tasks.rados.rados.0.smithi119.stdout:420: done (2 left) 2024-04-13T07:47:23.381 INFO:tasks.rados.rados.0.smithi119.stdout:422: done (1 left) 2024-04-13T07:47:23.381 INFO:tasks.rados.rados.0.smithi119.stdout:424: done (0 left) 2024-04-13T07:47:23.381 INFO:tasks.rados.rados.0.smithi119.stdout:425: rollback oid 9 current snap is 49 2024-04-13T07:47:23.381 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 9 to 39 2024-04-13T07:47:23.381 INFO:tasks.rados.rados.0.smithi119.stdout:426: read oid 11 snap 38 2024-04-13T07:47:23.381 INFO:tasks.rados.rados.0.smithi119.stdout:426: expect (ObjNum 116 snap 32 seq_num 116) 2024-04-13T07:47:23.381 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 23 current snap is 49 2024-04-13T07:47:23.381 INFO:tasks.rados.rados.0.smithi119.stdout:427: seq_num 153 ranges {3899392=163840} 2024-04-13T07:47:23.402 INFO:tasks.rados.rados.0.smithi119.stdout:427: writing smithi11982245-23 from 3899392 to 4063232 tid 1 2024-04-13T07:47:23.402 INFO:tasks.rados.rados.0.smithi119.stdout:428: delete oid 7 current snap is 49 2024-04-13T07:47:23.402 INFO:tasks.rados.rados.0.smithi119.stdout:425: finishing rollback tid 1 to smithi11982245-9 2024-04-13T07:47:23.402 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 9 v 120 (ObjNum 33 snap 0 seq_num 749851376) dirty dne 2024-04-13T07:47:23.403 INFO:tasks.rados.rados.0.smithi119.stdout:426: expect (ObjNum 116 snap 32 seq_num 116) 2024-04-13T07:47:23.460 INFO:tasks.rados.rados.0.smithi119.stdout:427: finishing write tid 1 to smithi11982245-23 2024-04-13T07:47:23.460 INFO:tasks.rados.rados.0.smithi119.stdout:427: finishing write tid 2 to smithi11982245-23 2024-04-13T07:47:23.460 INFO:tasks.rados.rados.0.smithi119.stdout:427: finishing write tid 3 to smithi11982245-23 2024-04-13T07:47:23.460 INFO:tasks.rados.rados.0.smithi119.stdout:427: oid 23 updating version 0 to 186 2024-04-13T07:47:23.460 INFO:tasks.rados.rados.0.smithi119.stdout:427: oid 23 updating version 186 to 187 2024-04-13T07:47:23.460 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 23 v 187 (ObjNum 153 snap 49 seq_num 153) dirty exists 2024-04-13T07:47:23.460 INFO:tasks.rados.rados.0.smithi119.stdout:427: left oid 23 (ObjNum 153 snap 49 seq_num 153) 2024-04-13T07:47:23.460 INFO:tasks.rados.rados.0.smithi119.stdout:425: done (3 left) 2024-04-13T07:47:23.461 INFO:tasks.rados.rados.0.smithi119.stdout:426: done (2 left) 2024-04-13T07:47:23.461 INFO:tasks.rados.rados.0.smithi119.stdout:427: done (1 left) 2024-04-13T07:47:23.461 INFO:tasks.rados.rados.0.smithi119.stdout:428: done (0 left) 2024-04-13T07:47:23.461 INFO:tasks.rados.rados.0.smithi119.stdout:429: read oid 16 snap 6 2024-04-13T07:47:23.461 INFO:tasks.rados.rados.0.smithi119.stdout:429: expect (ObjNum 59 snap 3 seq_num 59) 2024-04-13T07:47:23.461 INFO:tasks.rados.rados.0.smithi119.stdout:430: read oid 14 snap -1 2024-04-13T07:47:23.461 INFO:tasks.rados.rados.0.smithi119.stdout:430: expect deleted 2024-04-13T07:47:23.461 INFO:tasks.rados.rados.0.smithi119.stdout:431: read oid 40 snap -1 2024-04-13T07:47:23.461 INFO:tasks.rados.rados.0.smithi119.stdout:431: expect deleted 2024-04-13T07:47:23.461 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 23 current snap is 49 2024-04-13T07:47:23.461 INFO:tasks.rados.rados.0.smithi119.stdout:432: seq_num 155 ranges {4063232=204800} 2024-04-13T07:47:23.483 INFO:tasks.rados.rados.0.smithi119.stdout:432: writing smithi11982245-23 from 4063232 to 4268032 tid 1 2024-04-13T07:47:23.483 INFO:tasks.rados.rados.0.smithi119.stdout:433: read oid 47 snap -1 2024-04-13T07:47:23.483 INFO:tasks.rados.rados.0.smithi119.stdout:433: expect (ObjNum 147 snap 46 seq_num 147) 2024-04-13T07:47:23.483 INFO:tasks.rados.rados.0.smithi119.stdout:434: read oid 28 snap 38 2024-04-13T07:47:23.483 INFO:tasks.rados.rados.0.smithi119.stdout:434: expect (ObjNum 27 snap 0 seq_num 27) 2024-04-13T07:47:23.484 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 11 current snap is 49 2024-04-13T07:47:23.484 INFO:tasks.rados.rados.0.smithi119.stdout:435: seq_num 156 ranges {1949696=221184} 2024-04-13T07:47:23.495 INFO:tasks.rados.rados.0.smithi119.stdout:435: writing smithi11982245-11 from 1949696 to 2170880 tid 1 2024-04-13T07:47:23.495 INFO:tasks.rados.rados.0.smithi119.stdout:436: delete oid 6 current snap is 49 2024-04-13T07:47:23.495 INFO:tasks.rados.rados.0.smithi119.stdout:429: expect (ObjNum 59 snap 3 seq_num 59) 2024-04-13T07:47:23.533 INFO:tasks.rados.rados.0.smithi119.stdout:432: finishing write tid 1 to smithi11982245-23 2024-04-13T07:47:23.533 INFO:tasks.rados.rados.0.smithi119.stdout:433: expect (ObjNum 147 snap 46 seq_num 147) 2024-04-13T07:47:23.541 INFO:tasks.rados.rados.0.smithi119.stdout:432: finishing write tid 2 to smithi11982245-23 2024-04-13T07:47:23.541 INFO:tasks.rados.rados.0.smithi119.stdout:432: finishing write tid 3 to smithi11982245-23 2024-04-13T07:47:23.542 INFO:tasks.rados.rados.0.smithi119.stdout:432: oid 23 updating version 0 to 189 2024-04-13T07:47:23.542 INFO:tasks.rados.rados.0.smithi119.stdout:432: oid 23 version 189 is already newer than 188 2024-04-13T07:47:23.542 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 23 v 189 (ObjNum 155 snap 49 seq_num 155) dirty exists 2024-04-13T07:47:23.542 INFO:tasks.rados.rados.0.smithi119.stdout:432: left oid 23 (ObjNum 155 snap 49 seq_num 155) 2024-04-13T07:47:23.542 INFO:tasks.rados.rados.0.smithi119.stdout:434: expect (ObjNum 27 snap 0 seq_num 27) 2024-04-13T07:47:23.555 INFO:tasks.rados.rados.0.smithi119.stdout:435: finishing write tid 1 to smithi11982245-11 2024-04-13T07:47:23.556 INFO:tasks.rados.rados.0.smithi119.stdout:435: finishing write tid 2 to smithi11982245-11 2024-04-13T07:47:23.556 INFO:tasks.rados.rados.0.smithi119.stdout:435: finishing write tid 3 to smithi11982245-11 2024-04-13T07:47:23.556 INFO:tasks.rados.rados.0.smithi119.stdout:435: oid 11 updating version 0 to 96 2024-04-13T07:47:23.556 INFO:tasks.rados.rados.0.smithi119.stdout:435: oid 11 version 96 is already newer than 95 2024-04-13T07:47:23.556 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 11 v 96 (ObjNum 156 snap 49 seq_num 156) dirty exists 2024-04-13T07:47:23.556 INFO:tasks.rados.rados.0.smithi119.stdout:435: left oid 11 (ObjNum 156 snap 49 seq_num 156) 2024-04-13T07:47:23.556 INFO:tasks.rados.rados.0.smithi119.stdout:429: done (7 left) 2024-04-13T07:47:23.556 INFO:tasks.rados.rados.0.smithi119.stdout:430: done (6 left) 2024-04-13T07:47:23.556 INFO:tasks.rados.rados.0.smithi119.stdout:431: done (5 left) 2024-04-13T07:47:23.556 INFO:tasks.rados.rados.0.smithi119.stdout:432: done (4 left) 2024-04-13T07:47:23.556 INFO:tasks.rados.rados.0.smithi119.stdout:433: done (3 left) 2024-04-13T07:47:23.556 INFO:tasks.rados.rados.0.smithi119.stdout:434: done (2 left) 2024-04-13T07:47:23.556 INFO:tasks.rados.rados.0.smithi119.stdout:435: done (1 left) 2024-04-13T07:47:23.556 INFO:tasks.rados.rados.0.smithi119.stdout:436: done (0 left) 2024-04-13T07:47:23.557 INFO:tasks.rados.rados.0.smithi119.stdout:437: delete oid 27 current snap is 49 2024-04-13T07:47:23.557 INFO:tasks.rados.rados.0.smithi119.stdout:437: done (0 left) 2024-04-13T07:47:23.557 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 24 current snap is 49 2024-04-13T07:47:23.557 INFO:tasks.rados.rados.0.smithi119.stdout:438: seq_num 159 ranges {0=270336} 2024-04-13T07:47:23.558 INFO:tasks.rados.rados.0.smithi119.stdout:438: writing smithi11982245-24 from 0 to 270336 tid 1 2024-04-13T07:47:23.559 INFO:tasks.rados.rados.0.smithi119.stdout:439: read oid 4 snap -1 2024-04-13T07:47:23.559 INFO:tasks.rados.rados.0.smithi119.stdout:439: expect deleted 2024-04-13T07:47:23.559 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 1 current snap is 49 2024-04-13T07:47:23.559 INFO:tasks.rados.rados.0.smithi119.stdout:440: seq_num 160 ranges {1335296=286720} 2024-04-13T07:47:23.567 INFO:tasks.rados.rados.0.smithi119.stdout:440: writing smithi11982245-1 from 1335296 to 1622016 tid 1 2024-04-13T07:47:23.567 INFO:tasks.rados.rados.0.smithi119.stdout:441: rmattr oid 50 current snap is 49 2024-04-13T07:47:23.568 INFO:tasks.rados.rados.0.smithi119.stdout:441: done (3 left) 2024-04-13T07:47:23.568 INFO:tasks.rados.rados.0.smithi119.stdout:442: setattr oid 26 current snap is 49 2024-04-13T07:47:23.568 INFO:tasks.rados.rados.0.smithi119.stdout:438: finishing write tid 1 to smithi11982245-24 2024-04-13T07:47:23.568 INFO:tasks.rados.rados.0.smithi119.stdout:438: finishing write tid 2 to smithi11982245-24 2024-04-13T07:47:23.568 INFO:tasks.rados.rados.0.smithi119.stdout:438: finishing write tid 3 to smithi11982245-24 2024-04-13T07:47:23.568 INFO:tasks.rados.rados.0.smithi119.stdout:438: oid 24 updating version 0 to 68 2024-04-13T07:47:23.568 INFO:tasks.rados.rados.0.smithi119.stdout:438: oid 24 updating version 68 to 69 2024-04-13T07:47:23.568 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 24 v 69 (ObjNum 159 snap 49 seq_num 159) dirty exists 2024-04-13T07:47:23.568 INFO:tasks.rados.rados.0.smithi119.stdout:438: left oid 24 (ObjNum 159 snap 49 seq_num 159) 2024-04-13T07:47:23.570 INFO:tasks.rados.rados.0.smithi119.stdout:438: done (3 left) 2024-04-13T07:47:23.570 INFO:tasks.rados.rados.0.smithi119.stdout:439: done (2 left) 2024-04-13T07:47:23.570 INFO:tasks.rados.rados.0.smithi119.stdout:443: rollback oid 30 current snap is 49 2024-04-13T07:47:23.570 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 30 to 38 2024-04-13T07:47:23.570 INFO:tasks.rados.rados.0.smithi119.stdout:444: delete oid 46 current snap is 49 2024-04-13T07:47:23.571 INFO:tasks.rados.rados.0.smithi119.stdout:440: finishing write tid 1 to smithi11982245-1 2024-04-13T07:47:23.571 INFO:tasks.rados.rados.0.smithi119.stdout:440: finishing write tid 2 to smithi11982245-1 2024-04-13T07:47:23.572 INFO:tasks.rados.rados.0.smithi119.stdout:444: done (3 left) 2024-04-13T07:47:23.572 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 23 current snap is 49 2024-04-13T07:47:23.572 INFO:tasks.rados.rados.0.smithi119.stdout:445: seq_num 162 ranges {4268032=319488} 2024-04-13T07:47:23.599 INFO:tasks.rados.rados.0.smithi119.stdout:445: writing smithi11982245-23 from 4268032 to 4587520 tid 1 2024-04-13T07:47:23.599 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 6 current snap is 49 2024-04-13T07:47:23.599 INFO:tasks.rados.rados.0.smithi119.stdout:440: finishing write tid 3 to smithi11982245-1 2024-04-13T07:47:23.599 INFO:tasks.rados.rados.0.smithi119.stdout:440: oid 1 updating version 0 to 54 2024-04-13T07:47:23.599 INFO:tasks.rados.rados.0.smithi119.stdout:440: oid 1 version 54 is already newer than 53 2024-04-13T07:47:23.599 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 1 v 54 (ObjNum 160 snap 49 seq_num 160) dirty exists 2024-04-13T07:47:23.599 INFO:tasks.rados.rados.0.smithi119.stdout:440: left oid 1 (ObjNum 160 snap 49 seq_num 160) 2024-04-13T07:47:23.599 INFO:tasks.rados.rados.0.smithi119.stdout:443: finishing rollback tid 0 to smithi11982245-30 2024-04-13T07:47:23.599 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 26 v 121 (ObjNum 98 snap 20 seq_num 98) dirty exists 2024-04-13T07:47:23.599 INFO:tasks.rados.rados.0.smithi119.stdout:443: finishing rollback tid 1 to smithi11982245-30 2024-04-13T07:47:23.599 INFO:tasks.rados.rados.0.smithi119.stdout:443: finishing rollback tid 2 to smithi11982245-30 2024-04-13T07:47:23.599 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 30 v 129 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-04-13T07:47:23.599 INFO:tasks.rados.rados.0.smithi119.stdout:446: seq_num 163 ranges {0=335872} 2024-04-13T07:47:23.600 INFO:tasks.rados.rados.0.smithi119.stdout:446: writing smithi11982245-6 from 0 to 335872 tid 1 2024-04-13T07:47:23.600 INFO:tasks.rados.rados.0.smithi119.stdout:440: done (4 left) 2024-04-13T07:47:23.601 INFO:tasks.rados.rados.0.smithi119.stdout:442: done (3 left) 2024-04-13T07:47:23.601 INFO:tasks.rados.rados.0.smithi119.stdout:443: done (2 left) 2024-04-13T07:47:23.601 INFO:tasks.rados.rados.0.smithi119.stdout:447: read oid 17 snap -1 2024-04-13T07:47:23.601 INFO:tasks.rados.rados.0.smithi119.stdout:447: expect (ObjNum 94 snap 18 seq_num 94) 2024-04-13T07:47:23.601 INFO:tasks.rados.rados.0.smithi119.stdout:448: read oid 7 snap -1 2024-04-13T07:47:23.601 INFO:tasks.rados.rados.0.smithi119.stdout:448: expect deleted 2024-04-13T07:47:23.601 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 33 current snap is 49 2024-04-13T07:47:23.601 INFO:tasks.rados.rados.0.smithi119.stdout:449: seq_num 164 ranges {2555904=352256} 2024-04-13T07:47:23.617 INFO:tasks.rados.rados.0.smithi119.stdout:449: writing smithi11982245-33 from 2555904 to 2908160 tid 1 2024-04-13T07:47:23.617 INFO:tasks.rados.rados.0.smithi119.stdout:450: read oid 8 snap -1 2024-04-13T07:47:23.617 INFO:tasks.rados.rados.0.smithi119.stdout:450: expect deleted 2024-04-13T07:47:23.617 INFO:tasks.rados.rados.0.smithi119.stdout:451: read oid 16 snap -1 2024-04-13T07:47:23.617 INFO:tasks.rados.rados.0.smithi119.stdout:451: expect deleted 2024-04-13T07:47:23.617 INFO:tasks.rados.rados.0.smithi119.stdout:452: rmattr oid 47 current snap is 49 2024-04-13T07:47:23.617 INFO:tasks.rados.rados.0.smithi119.stdout:445: finishing write tid 1 to smithi11982245-23 2024-04-13T07:47:23.618 INFO:tasks.rados.rados.0.smithi119.stdout:445: finishing write tid 2 to smithi11982245-23 2024-04-13T07:47:23.618 INFO:tasks.rados.rados.0.smithi119.stdout:445: finishing write tid 3 to smithi11982245-23 2024-04-13T07:47:23.618 INFO:tasks.rados.rados.0.smithi119.stdout:445: oid 23 updating version 0 to 191 2024-04-13T07:47:23.618 INFO:tasks.rados.rados.0.smithi119.stdout:445: oid 23 version 191 is already newer than 190 2024-04-13T07:47:23.618 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 23 v 191 (ObjNum 162 snap 49 seq_num 162) dirty exists 2024-04-13T07:47:23.618 INFO:tasks.rados.rados.0.smithi119.stdout:445: left oid 23 (ObjNum 162 snap 49 seq_num 162) 2024-04-13T07:47:23.618 INFO:tasks.rados.rados.0.smithi119.stdout:446: finishing write tid 1 to smithi11982245-6 2024-04-13T07:47:23.618 INFO:tasks.rados.rados.0.smithi119.stdout:446: finishing write tid 2 to smithi11982245-6 2024-04-13T07:47:23.618 INFO:tasks.rados.rados.0.smithi119.stdout:446: finishing write tid 3 to smithi11982245-6 2024-04-13T07:47:23.618 INFO:tasks.rados.rados.0.smithi119.stdout:446: oid 6 updating version 0 to 99 2024-04-13T07:47:23.618 INFO:tasks.rados.rados.0.smithi119.stdout:446: oid 6 version 99 is already newer than 98 2024-04-13T07:47:23.618 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 6 v 99 (ObjNum 163 snap 49 seq_num 163) dirty exists 2024-04-13T07:47:23.618 INFO:tasks.rados.rados.0.smithi119.stdout:446: left oid 6 (ObjNum 163 snap 49 seq_num 163) 2024-04-13T07:47:23.618 INFO:tasks.rados.rados.0.smithi119.stdout:447: expect (ObjNum 94 snap 18 seq_num 94) 2024-04-13T07:47:23.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:23 smithi139 ceph-mon[31267]: osdmap e154: 8 total, 8 up, 8 in 2024-04-13T07:47:23.666 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 47 v 259 (ObjNum 147 snap 46 seq_num 147) dirty exists 2024-04-13T07:47:23.666 INFO:tasks.rados.rados.0.smithi119.stdout:449: finishing write tid 1 to smithi11982245-33 2024-04-13T07:47:23.666 INFO:tasks.rados.rados.0.smithi119.stdout:449: finishing write tid 2 to smithi11982245-33 2024-04-13T07:47:23.666 INFO:tasks.rados.rados.0.smithi119.stdout:445: done (7 left) 2024-04-13T07:47:23.667 INFO:tasks.rados.rados.0.smithi119.stdout:446: done (6 left) 2024-04-13T07:47:23.667 INFO:tasks.rados.rados.0.smithi119.stdout:447: done (5 left) 2024-04-13T07:47:23.667 INFO:tasks.rados.rados.0.smithi119.stdout:448: done (4 left) 2024-04-13T07:47:23.667 INFO:tasks.rados.rados.0.smithi119.stdout:450: done (3 left) 2024-04-13T07:47:23.667 INFO:tasks.rados.rados.0.smithi119.stdout:451: done (2 left) 2024-04-13T07:47:23.667 INFO:tasks.rados.rados.0.smithi119.stdout:452: done (1 left) 2024-04-13T07:47:23.667 INFO:tasks.rados.rados.0.smithi119.stdout:453: setattr oid 40 current snap is 49 2024-04-13T07:47:23.667 INFO:tasks.rados.rados.0.smithi119.stdout:449: finishing write tid 3 to smithi11982245-33 2024-04-13T07:47:23.667 INFO:tasks.rados.rados.0.smithi119.stdout:449: oid 33 updating version 0 to 131 2024-04-13T07:47:23.667 INFO:tasks.rados.rados.0.smithi119.stdout:449: oid 33 updating version 131 to 132 2024-04-13T07:47:23.667 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 33 v 132 (ObjNum 164 snap 49 seq_num 164) dirty exists 2024-04-13T07:47:23.667 INFO:tasks.rados.rados.0.smithi119.stdout:449: left oid 33 (ObjNum 164 snap 49 seq_num 164) 2024-04-13T07:47:23.668 INFO:tasks.rados.rados.0.smithi119.stdout:449: done (1 left) 2024-04-13T07:47:23.668 INFO:tasks.rados.rados.0.smithi119.stdout:454: rmattr oid 6 current snap is 49 2024-04-13T07:47:23.668 INFO:tasks.rados.rados.0.smithi119.stdout:454: done (1 left) 2024-04-13T07:47:23.668 INFO:tasks.rados.rados.0.smithi119.stdout:455: setattr oid 25 current snap is 49 2024-04-13T07:47:23.669 INFO:tasks.rados.rados.0.smithi119.stdout:456: snap_create 2024-04-13T07:47:23.670 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 40 v 260 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-13T07:47:23.671 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 25 v 134 (ObjNum 106 snap 27 seq_num 106) dirty exists 2024-04-13T07:47:23.691 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:23 smithi119 ceph-mon[39268]: osdmap e154: 8 total, 8 up, 8 in 2024-04-13T07:47:23.691 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:23 smithi119 ceph-mon[27733]: osdmap e154: 8 total, 8 up, 8 in 2024-04-13T07:47:23.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:23 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:47:23.747+0000 7f36e770e200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-13T07:47:24.271 INFO:tasks.rados.rados.0.smithi119.stdout:453: done (2 left) 2024-04-13T07:47:24.271 INFO:tasks.rados.rados.0.smithi119.stdout:455: done (1 left) 2024-04-13T07:47:24.271 INFO:tasks.rados.rados.0.smithi119.stdout:456: done (0 left) 2024-04-13T07:47:24.271 INFO:tasks.rados.rados.0.smithi119.stdout:457: setattr oid 39 current snap is 50 2024-04-13T07:47:24.272 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 22 current snap is 50 2024-04-13T07:47:24.272 INFO:tasks.rados.rados.0.smithi119.stdout:458: seq_num 165 ranges {2031616=368640} 2024-04-13T07:47:24.285 INFO:tasks.rados.rados.0.smithi119.stdout:458: writing smithi11982245-22 from 2031616 to 2400256 tid 1 2024-04-13T07:47:24.285 INFO:tasks.rados.rados.0.smithi119.stdout:459: snap_remove snap 11 2024-04-13T07:47:24.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:24 smithi139 ceph-mon[31267]: osdmap e155: 8 total, 8 up, 8 in 2024-04-13T07:47:24.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:24 smithi139 ceph-mon[31267]: pgmap v12: 121 pgs: 121 active+clean; 146 MiB data, 472 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:47:24.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:24 smithi139 ceph-mon[31267]: osdmap e156: 8 total, 8 up, 8 in 2024-04-13T07:47:24.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:24 smithi119 ceph-mon[39268]: osdmap e155: 8 total, 8 up, 8 in 2024-04-13T07:47:24.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:24 smithi119 ceph-mon[39268]: pgmap v12: 121 pgs: 121 active+clean; 146 MiB data, 472 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:47:24.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:24 smithi119 ceph-mon[39268]: osdmap e156: 8 total, 8 up, 8 in 2024-04-13T07:47:24.717 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:47:24.391+0000 7f36e770e200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-13T07:47:24.717 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:47:24.517+0000 7f36e770e200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-13T07:47:24.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:24 smithi119 ceph-mon[27733]: osdmap e155: 8 total, 8 up, 8 in 2024-04-13T07:47:24.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:24 smithi119 ceph-mon[27733]: pgmap v12: 121 pgs: 121 active+clean; 146 MiB data, 472 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:47:24.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:24 smithi119 ceph-mon[27733]: osdmap e156: 8 total, 8 up, 8 in 2024-04-13T07:47:25.013 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:47:24.759+0000 7f36e770e200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-13T07:47:25.013 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:47:24] ENGINE Bus STARTING 2024-04-13T07:47:25.013 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: CherryPy Checker: 2024-04-13T07:47:25.013 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: The Application mounted at '' has an empty config. 2024-04-13T07:47:25.013 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: 2024-04-13T07:47:25.013 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:47:24] ENGINE Serving on http://:::9283 2024-04-13T07:47:25.013 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: [13/Apr/2024:07:47:24] ENGINE Bus STARTED 2024-04-13T07:47:25.273 INFO:tasks.rados.rados.0.smithi119.stdout:459: done (2 left) 2024-04-13T07:47:25.273 INFO:tasks.rados.rados.0.smithi119.stdout:460: rmattr oid 7 current snap is 50 2024-04-13T07:47:25.273 INFO:tasks.rados.rados.0.smithi119.stdout:460: done (2 left) 2024-04-13T07:47:25.273 INFO:tasks.rados.rados.0.smithi119.stdout:461: copy_from oid 19 from oid 37 current snap is 50 2024-04-13T07:47:25.273 INFO:tasks.rados.rados.0.smithi119.stdout:462: copy_from oid 33 from oid 10 current snap is 50 2024-04-13T07:47:25.273 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 39 v 165 (ObjNum 125 snap 37 seq_num 125) dirty exists 2024-04-13T07:47:25.273 INFO:tasks.rados.rados.0.smithi119.stdout:457: done (3 left) 2024-04-13T07:47:25.273 INFO:tasks.rados.rados.0.smithi119.stdout:463: delete oid 31 current snap is 50 2024-04-13T07:47:25.273 INFO:tasks.rados.rados.0.smithi119.stdout:458: finishing write tid 1 to smithi11982245-22 2024-04-13T07:47:25.273 INFO:tasks.rados.rados.0.smithi119.stdout:458: finishing write tid 2 to smithi11982245-22 2024-04-13T07:47:25.274 INFO:tasks.rados.rados.0.smithi119.stdout:458: finishing write tid 3 to smithi11982245-22 2024-04-13T07:47:25.274 INFO:tasks.rados.rados.0.smithi119.stdout:458: oid 22 updating version 0 to 167 2024-04-13T07:47:25.274 INFO:tasks.rados.rados.0.smithi119.stdout:458: oid 22 updating version 167 to 168 2024-04-13T07:47:25.274 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 22 v 168 (ObjNum 165 snap 50 seq_num 165) dirty exists 2024-04-13T07:47:25.274 INFO:tasks.rados.rados.0.smithi119.stdout:458: left oid 22 (ObjNum 165 snap 50 seq_num 165) 2024-04-13T07:47:25.280 INFO:tasks.rados.rados.0.smithi119.stdout:461: finishing copy_from to smithi11982245-19 2024-04-13T07:47:25.280 INFO:tasks.rados.rados.0.smithi119.stdout:461: got expected ENOENT (src dne) 2024-04-13T07:47:25.281 INFO:tasks.rados.rados.0.smithi119.stdout:461: finishing copy_from racing read to smithi11982245-19 2024-04-13T07:47:25.288 INFO:tasks.rados.rados.0.smithi119.stdout:458: done (3 left) 2024-04-13T07:47:25.288 INFO:tasks.rados.rados.0.smithi119.stdout:461: done (2 left) 2024-04-13T07:47:25.288 INFO:tasks.rados.rados.0.smithi119.stdout:463: done (1 left) 2024-04-13T07:47:25.288 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 44 current snap is 50 2024-04-13T07:47:25.289 INFO:tasks.rados.rados.0.smithi119.stdout:464: seq_num 167 ranges {729088=401408} 2024-04-13T07:47:25.295 INFO:tasks.rados.rados.0.smithi119.stdout:464: writing smithi11982245-44 from 729088 to 1130496 tid 1 2024-04-13T07:47:25.295 INFO:tasks.rados.rados.0.smithi119.stdout:465: delete oid 19 current snap is 50 2024-04-13T07:47:25.298 INFO:tasks.rados.rados.0.smithi119.stdout:462: finishing copy_from racing read to smithi11982245-33 2024-04-13T07:47:25.300 INFO:tasks.rados.rados.0.smithi119.stdout:465: done (2 left) 2024-04-13T07:47:25.300 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 43 current snap is 50 2024-04-13T07:47:25.300 INFO:tasks.rados.rados.0.smithi119.stdout:466: seq_num 169 ranges {3252224=434176} 2024-04-13T07:47:25.320 INFO:tasks.rados.rados.0.smithi119.stdout:466: writing smithi11982245-43 from 3252224 to 3686400 tid 1 2024-04-13T07:47:25.320 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 38 current snap is 50 2024-04-13T07:47:25.320 INFO:tasks.rados.rados.0.smithi119.stdout:464: finishing write tid 1 to smithi11982245-44 2024-04-13T07:47:25.320 INFO:tasks.rados.rados.0.smithi119.stdout:464: finishing write tid 2 to smithi11982245-44 2024-04-13T07:47:25.320 INFO:tasks.rados.rados.0.smithi119.stdout:464: finishing write tid 3 to smithi11982245-44 2024-04-13T07:47:25.320 INFO:tasks.rados.rados.0.smithi119.stdout:464: oid 44 updating version 0 to 140 2024-04-13T07:47:25.321 INFO:tasks.rados.rados.0.smithi119.stdout:464: oid 44 updating version 140 to 141 2024-04-13T07:47:25.321 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 44 v 141 (ObjNum 167 snap 50 seq_num 167) dirty exists 2024-04-13T07:47:25.321 INFO:tasks.rados.rados.0.smithi119.stdout:464: left oid 44 (ObjNum 167 snap 50 seq_num 167) 2024-04-13T07:47:25.321 INFO:tasks.rados.rados.0.smithi119.stdout:462: finishing copy_from to smithi11982245-33 2024-04-13T07:47:25.321 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 33 v 82 (ObjNum 100 snap 20 seq_num 100) dirty exists 2024-04-13T07:47:25.321 INFO:tasks.rados.rados.0.smithi119.stdout:467: seq_num 170 ranges {4546560=450560} 2024-04-13T07:47:25.347 INFO:tasks.rados.rados.0.smithi119.stdout:467: writing smithi11982245-38 from 4546560 to 4997120 tid 1 2024-04-13T07:47:25.347 INFO:tasks.rados.rados.0.smithi119.stdout:462: done (3 left) 2024-04-13T07:47:25.347 INFO:tasks.rados.rados.0.smithi119.stdout:464: done (2 left) 2024-04-13T07:47:25.347 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 12 current snap is 50 2024-04-13T07:47:25.347 INFO:tasks.rados.rados.0.smithi119.stdout:466: finishing write tid 1 to smithi11982245-43 2024-04-13T07:47:25.348 INFO:tasks.rados.rados.0.smithi119.stdout:468: seq_num 171 ranges {4243456=466944} 2024-04-13T07:47:25.373 INFO:tasks.rados.rados.0.smithi119.stdout:468: writing smithi11982245-12 from 4243456 to 4710400 tid 1 2024-04-13T07:47:25.373 INFO:tasks.rados.rados.0.smithi119.stdout:469: read oid 32 snap -1 2024-04-13T07:47:25.373 INFO:tasks.rados.rados.0.smithi119.stdout:469: expect (ObjNum 62 snap 4 seq_num 62) 2024-04-13T07:47:25.373 INFO:tasks.rados.rados.0.smithi119.stdout:470: read oid 8 snap -1 2024-04-13T07:47:25.373 INFO:tasks.rados.rados.0.smithi119.stdout:470: expect deleted 2024-04-13T07:47:25.373 INFO:tasks.rados.rados.0.smithi119.stdout:471: rmattr oid 36 current snap is 50 2024-04-13T07:47:25.373 INFO:tasks.rados.rados.0.smithi119.stdout:471: done (5 left) 2024-04-13T07:47:25.373 INFO:tasks.rados.rados.0.smithi119.stdout:472: copy_from oid 2 from oid 25 current snap is 50 2024-04-13T07:47:25.373 INFO:tasks.rados.rados.0.smithi119.stdout:466: finishing write tid 2 to smithi11982245-43 2024-04-13T07:47:25.373 INFO:tasks.rados.rados.0.smithi119.stdout:473: delete oid 39 current snap is 50 2024-04-13T07:47:25.373 INFO:tasks.rados.rados.0.smithi119.stdout:466: finishing write tid 3 to smithi11982245-43 2024-04-13T07:47:25.374 INFO:tasks.rados.rados.0.smithi119.stdout:466: oid 43 updating version 0 to 143 2024-04-13T07:47:25.374 INFO:tasks.rados.rados.0.smithi119.stdout:466: oid 43 updating version 143 to 144 2024-04-13T07:47:25.374 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 43 v 144 (ObjNum 169 snap 50 seq_num 169) dirty exists 2024-04-13T07:47:25.374 INFO:tasks.rados.rados.0.smithi119.stdout:466: left oid 43 (ObjNum 169 snap 50 seq_num 169) 2024-04-13T07:47:25.374 INFO:tasks.rados.rados.0.smithi119.stdout:467: finishing write tid 1 to smithi11982245-38 2024-04-13T07:47:25.374 INFO:tasks.rados.rados.0.smithi119.stdout:467: finishing write tid 2 to smithi11982245-38 2024-04-13T07:47:25.374 INFO:tasks.rados.rados.0.smithi119.stdout:467: finishing write tid 3 to smithi11982245-38 2024-04-13T07:47:25.374 INFO:tasks.rados.rados.0.smithi119.stdout:467: oid 38 updating version 0 to 178 2024-04-13T07:47:25.374 INFO:tasks.rados.rados.0.smithi119.stdout:467: oid 38 updating version 178 to 179 2024-04-13T07:47:25.374 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 38 v 179 (ObjNum 170 snap 50 seq_num 170) dirty exists 2024-04-13T07:47:25.374 INFO:tasks.rados.rados.0.smithi119.stdout:467: left oid 38 (ObjNum 170 snap 50 seq_num 170) 2024-04-13T07:47:25.375 INFO:tasks.rados.rados.0.smithi119.stdout:466: done (6 left) 2024-04-13T07:47:25.375 INFO:tasks.rados.rados.0.smithi119.stdout:467: done (5 left) 2024-04-13T07:47:25.375 INFO:tasks.rados.rados.0.smithi119.stdout:470: done (4 left) 2024-04-13T07:47:25.376 INFO:tasks.rados.rados.0.smithi119.stdout:473: done (3 left) 2024-04-13T07:47:25.376 INFO:tasks.rados.rados.0.smithi119.stdout:474: rmattr oid 28 current snap is 50 2024-04-13T07:47:25.376 INFO:tasks.rados.rados.0.smithi119.stdout:475: rollback oid 31 current snap is 50 2024-04-13T07:47:25.376 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 31 to 32 2024-04-13T07:47:25.376 INFO:tasks.rados.rados.0.smithi119.stdout:476: copy_from oid 17 from oid 46 current snap is 50 2024-04-13T07:47:25.376 INFO:tasks.rados.rados.0.smithi119.stdout:477: read oid 45 snap -1 2024-04-13T07:47:25.376 INFO:tasks.rados.rados.0.smithi119.stdout:477: expect (ObjNum 73 snap 11 seq_num 73) 2024-04-13T07:47:25.376 INFO:tasks.rados.rados.0.smithi119.stdout:478: rollback oid 29 current snap is 50 2024-04-13T07:47:25.376 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 29 to 25 2024-04-13T07:47:25.376 INFO:tasks.rados.rados.0.smithi119.stdout:479: setattr oid 41 current snap is 50 2024-04-13T07:47:25.376 INFO:tasks.rados.rados.0.smithi119.stdout:468: finishing write tid 1 to smithi11982245-12 2024-04-13T07:47:25.377 INFO:tasks.rados.rados.0.smithi119.stdout:468: finishing write tid 2 to smithi11982245-12 2024-04-13T07:47:25.377 INFO:tasks.rados.rados.0.smithi119.stdout:475: finishing rollback tid 1 to smithi11982245-31 2024-04-13T07:47:25.377 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 31 v 134 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-04-13T07:47:25.377 INFO:tasks.rados.rados.0.smithi119.stdout:475: done (8 left) 2024-04-13T07:47:25.378 INFO:tasks.rados.rados.0.smithi119.stdout:480: snap_create 2024-04-13T07:47:25.378 INFO:tasks.rados.rados.0.smithi119.stdout:468: finishing write tid 3 to smithi11982245-12 2024-04-13T07:47:25.378 INFO:tasks.rados.rados.0.smithi119.stdout:468: oid 12 updating version 0 to 181 2024-04-13T07:47:25.378 INFO:tasks.rados.rados.0.smithi119.stdout:468: oid 12 updating version 181 to 182 2024-04-13T07:47:25.378 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 12 v 182 (ObjNum 171 snap 50 seq_num 171) dirty exists 2024-04-13T07:47:25.378 INFO:tasks.rados.rados.0.smithi119.stdout:468: left oid 12 (ObjNum 171 snap 50 seq_num 171) 2024-04-13T07:47:25.378 INFO:tasks.rados.rados.0.smithi119.stdout:476: finishing copy_from to smithi11982245-17 2024-04-13T07:47:25.378 INFO:tasks.rados.rados.0.smithi119.stdout:476: got expected ENOENT (src dne) 2024-04-13T07:47:25.378 INFO:tasks.rados.rados.0.smithi119.stdout:476: finishing copy_from racing read to smithi11982245-17 2024-04-13T07:47:25.379 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 28 v 203 (ObjNum 145 snap 46 seq_num 145) dirty exists 2024-04-13T07:47:25.379 INFO:tasks.rados.rados.0.smithi119.stdout:469: expect (ObjNum 62 snap 4 seq_num 62) 2024-04-13T07:47:25.434 INFO:tasks.rados.rados.0.smithi119.stdout:478: finishing rollback tid 0 to smithi11982245-29 2024-04-13T07:47:25.434 INFO:tasks.rados.rados.0.smithi119.stdout:478: finishing rollback tid 1 to smithi11982245-29 2024-04-13T07:47:25.434 INFO:tasks.rados.rados.0.smithi119.stdout:478: finishing rollback tid 2 to smithi11982245-29 2024-04-13T07:47:25.434 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 29 v 164 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-13T07:47:25.434 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 41 v 34 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-13T07:47:25.434 INFO:tasks.rados.rados.0.smithi119.stdout:477: expect (ObjNum 73 snap 11 seq_num 73) 2024-04-13T07:47:25.499 INFO:tasks.rados.rados.0.smithi119.stdout:472: finishing copy_from racing read to smithi11982245-2 2024-04-13T07:47:25.499 INFO:tasks.rados.rados.0.smithi119.stdout:472: finishing copy_from to smithi11982245-2 2024-04-13T07:47:25.499 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 2 v 134 (ObjNum 106 snap 27 seq_num 106) dirty exists 2024-04-13T07:47:25.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:25 smithi139 ceph-mon[31267]: Standby manager daemon y started 2024-04-13T07:47:25.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:25 smithi139 ceph-mon[31267]: from='mgr.? 172.21.15.119:0/1125917663' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-13T07:47:25.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:25 smithi139 ceph-mon[31267]: from='mgr.? 172.21.15.119:0/1125917663' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T07:47:25.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:25 smithi139 ceph-mon[31267]: from='mgr.? 172.21.15.119:0/1125917663' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-13T07:47:25.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:25 smithi139 ceph-mon[31267]: from='mgr.? 172.21.15.119:0/1125917663' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T07:47:25.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:25 smithi139 ceph-mon[31267]: osdmap e157: 8 total, 8 up, 8 in 2024-04-13T07:47:25.529 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:25 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[65528]: ts=2024-04-13T07:47:25.220Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.119:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.119:8765: connect: connection refused" 2024-04-13T07:47:25.529 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:25 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[65528]: ts=2024-04-13T07:47:25.222Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.119:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.119:8765: connect: connection refused" 2024-04-13T07:47:25.530 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:25 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[65528]: ts=2024-04-13T07:47:25.222Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.119:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.119:8765: connect: connection refused" 2024-04-13T07:47:25.530 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:25 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[65528]: ts=2024-04-13T07:47:25.224Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.119:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.119:8765: connect: connection refused" 2024-04-13T07:47:25.530 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:25 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[65528]: ts=2024-04-13T07:47:25.224Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.119:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.119:8765: connect: connection refused" 2024-04-13T07:47:25.704 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:25 smithi119 ceph-mon[39268]: Standby manager daemon y started 2024-04-13T07:47:25.705 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:25 smithi119 ceph-mon[39268]: from='mgr.? 172.21.15.119:0/1125917663' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-13T07:47:25.705 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:25 smithi119 ceph-mon[39268]: from='mgr.? 172.21.15.119:0/1125917663' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T07:47:25.705 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:25 smithi119 ceph-mon[39268]: from='mgr.? 172.21.15.119:0/1125917663' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-13T07:47:25.705 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:25 smithi119 ceph-mon[39268]: from='mgr.? 172.21.15.119:0/1125917663' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T07:47:25.705 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:25 smithi119 ceph-mon[39268]: osdmap e157: 8 total, 8 up, 8 in 2024-04-13T07:47:25.705 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:25 smithi119 ceph-mon[27733]: Standby manager daemon y started 2024-04-13T07:47:25.705 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:25 smithi119 ceph-mon[27733]: from='mgr.? 172.21.15.119:0/1125917663' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-13T07:47:25.705 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:25 smithi119 ceph-mon[27733]: from='mgr.? 172.21.15.119:0/1125917663' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T07:47:25.705 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:25 smithi119 ceph-mon[27733]: from='mgr.? 172.21.15.119:0/1125917663' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-13T07:47:25.705 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:25 smithi119 ceph-mon[27733]: from='mgr.? 172.21.15.119:0/1125917663' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T07:47:25.705 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:25 smithi119 ceph-mon[27733]: osdmap e157: 8 total, 8 up, 8 in 2024-04-13T07:47:26.343 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:26 smithi119 ceph-mon[27733]: mgrmap e27: x(active, since 7s), standbys: y 2024-04-13T07:47:26.343 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:26 smithi119 ceph-mon[27733]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-13T07:47:26.343 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:26 smithi119 ceph-mon[27733]: pgmap v15: 121 pgs: 121 active+clean; 148 MiB data, 495 MiB used, 715 GiB / 715 GiB avail; 6.5 MiB/s rd, 558 KiB/s wr, 74 op/s 2024-04-13T07:47:26.343 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:26 smithi119 ceph-mon[27733]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:26.343 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:26 smithi119 ceph-mon[27733]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:26.346 INFO:tasks.rados.rados.0.smithi119.stdout:468: done (8 left) 2024-04-13T07:47:26.346 INFO:tasks.rados.rados.0.smithi119.stdout:469: done (7 left) 2024-04-13T07:47:26.346 INFO:tasks.rados.rados.0.smithi119.stdout:472: done (6 left) 2024-04-13T07:47:26.346 INFO:tasks.rados.rados.0.smithi119.stdout:474: done (5 left) 2024-04-13T07:47:26.346 INFO:tasks.rados.rados.0.smithi119.stdout:476: done (4 left) 2024-04-13T07:47:26.346 INFO:tasks.rados.rados.0.smithi119.stdout:477: done (3 left) 2024-04-13T07:47:26.347 INFO:tasks.rados.rados.0.smithi119.stdout:478: done (2 left) 2024-04-13T07:47:26.347 INFO:tasks.rados.rados.0.smithi119.stdout:479: done (1 left) 2024-04-13T07:47:26.347 INFO:tasks.rados.rados.0.smithi119.stdout:480: done (0 left) 2024-04-13T07:47:26.347 INFO:tasks.rados.rados.0.smithi119.stdout:481: rmattr oid 4 current snap is 51 2024-04-13T07:47:26.347 INFO:tasks.rados.rados.0.smithi119.stdout:481: done (0 left) 2024-04-13T07:47:26.347 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 39 current snap is 51 2024-04-13T07:47:26.347 INFO:tasks.rados.rados.0.smithi119.stdout:482: seq_num 173 ranges {0=499712} 2024-04-13T07:47:26.349 INFO:tasks.rados.rados.0.smithi119.stdout:482: writing smithi11982245-39 from 0 to 499712 tid 1 2024-04-13T07:47:26.349 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 37 current snap is 51 2024-04-13T07:47:26.349 INFO:tasks.rados.rados.0.smithi119.stdout:483: seq_num 174 ranges {0=516096} 2024-04-13T07:47:26.352 INFO:tasks.rados.rados.0.smithi119.stdout:483: writing smithi11982245-37 from 0 to 516096 tid 1 2024-04-13T07:47:26.353 INFO:tasks.rados.rados.0.smithi119.stdout:484: read oid 33 snap 32 2024-04-13T07:47:26.353 INFO:tasks.rados.rados.0.smithi119.stdout:484: expect (ObjNum 80 snap 15 seq_num 80) 2024-04-13T07:47:26.353 INFO:tasks.rados.rados.0.smithi119.stdout:485: delete oid 23 current snap is 51 2024-04-13T07:47:26.353 INFO:tasks.rados.rados.0.smithi119.stdout:482: finishing write tid 1 to smithi11982245-39 2024-04-13T07:47:26.353 INFO:tasks.rados.rados.0.smithi119.stdout:482: finishing write tid 2 to smithi11982245-39 2024-04-13T07:47:26.355 INFO:tasks.rados.rados.0.smithi119.stdout:482: finishing write tid 3 to smithi11982245-39 2024-04-13T07:47:26.355 INFO:tasks.rados.rados.0.smithi119.stdout:482: oid 39 updating version 0 to 171 2024-04-13T07:47:26.355 INFO:tasks.rados.rados.0.smithi119.stdout:482: oid 39 updating version 171 to 172 2024-04-13T07:47:26.355 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 39 v 172 (ObjNum 173 snap 51 seq_num 173) dirty exists 2024-04-13T07:47:26.355 INFO:tasks.rados.rados.0.smithi119.stdout:482: left oid 39 (ObjNum 173 snap 51 seq_num 173) 2024-04-13T07:47:26.357 INFO:tasks.rados.rados.0.smithi119.stdout:483: finishing write tid 1 to smithi11982245-37 2024-04-13T07:47:26.357 INFO:tasks.rados.rados.0.smithi119.stdout:483: finishing write tid 2 to smithi11982245-37 2024-04-13T07:47:26.358 INFO:tasks.rados.rados.0.smithi119.stdout:482: done (3 left) 2024-04-13T07:47:26.358 INFO:tasks.rados.rados.0.smithi119.stdout:485: done (2 left) 2024-04-13T07:47:26.358 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 6 current snap is 51 2024-04-13T07:47:26.359 INFO:tasks.rados.rados.0.smithi119.stdout:486: seq_num 176 ranges {335872=557056} 2024-04-13T07:47:26.363 INFO:tasks.rados.rados.0.smithi119.stdout:486: writing smithi11982245-6 from 335872 to 892928 tid 1 2024-04-13T07:47:26.363 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 14 current snap is 51 2024-04-13T07:47:26.363 INFO:tasks.rados.rados.0.smithi119.stdout:487: seq_num 177 ranges {0=573440} 2024-04-13T07:47:26.367 INFO:tasks.rados.rados.0.smithi119.stdout:487: writing smithi11982245-14 from 0 to 573440 tid 1 2024-04-13T07:47:26.367 INFO:tasks.rados.rados.0.smithi119.stdout:488: rollback oid 17 current snap is 51 2024-04-13T07:47:26.367 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 17 to 31 2024-04-13T07:47:26.367 INFO:tasks.rados.rados.0.smithi119.stdout:489: read oid 26 snap -1 2024-04-13T07:47:26.368 INFO:tasks.rados.rados.0.smithi119.stdout:489: expect (ObjNum 98 snap 20 seq_num 98) 2024-04-13T07:47:26.368 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 25 current snap is 51 2024-04-13T07:47:26.368 INFO:tasks.rados.rados.0.smithi119.stdout:490: seq_num 178 ranges {3899392=589824} 2024-04-13T07:47:26.392 INFO:tasks.rados.rados.0.smithi119.stdout:490: writing smithi11982245-25 from 3899392 to 4489216 tid 1 2024-04-13T07:47:26.392 INFO:tasks.rados.rados.0.smithi119.stdout:491: snap_create 2024-04-13T07:47:26.392 INFO:tasks.rados.rados.0.smithi119.stdout:483: finishing write tid 3 to smithi11982245-37 2024-04-13T07:47:26.392 INFO:tasks.rados.rados.0.smithi119.stdout:483: oid 37 updating version 0 to 122 2024-04-13T07:47:26.392 INFO:tasks.rados.rados.0.smithi119.stdout:483: oid 37 updating version 122 to 123 2024-04-13T07:47:26.392 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 37 v 123 (ObjNum 174 snap 51 seq_num 174) dirty exists 2024-04-13T07:47:26.392 INFO:tasks.rados.rados.0.smithi119.stdout:483: left oid 37 (ObjNum 174 snap 51 seq_num 174) 2024-04-13T07:47:26.392 INFO:tasks.rados.rados.0.smithi119.stdout:484: expect (ObjNum 80 snap 15 seq_num 80) 2024-04-13T07:47:26.482 INFO:tasks.rados.rados.0.smithi119.stdout:486: finishing write tid 1 to smithi11982245-6 2024-04-13T07:47:26.482 INFO:tasks.rados.rados.0.smithi119.stdout:486: finishing write tid 2 to smithi11982245-6 2024-04-13T07:47:26.482 INFO:tasks.rados.rados.0.smithi119.stdout:487: finishing write tid 1 to smithi11982245-14 2024-04-13T07:47:26.482 INFO:tasks.rados.rados.0.smithi119.stdout:487: finishing write tid 2 to smithi11982245-14 2024-04-13T07:47:26.482 INFO:tasks.rados.rados.0.smithi119.stdout:486: finishing write tid 3 to smithi11982245-6 2024-04-13T07:47:26.482 INFO:tasks.rados.rados.0.smithi119.stdout:486: oid 6 updating version 0 to 108 2024-04-13T07:47:26.482 INFO:tasks.rados.rados.0.smithi119.stdout:486: oid 6 version 108 is already newer than 107 2024-04-13T07:47:26.482 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 6 v 108 (ObjNum 176 snap 51 seq_num 176) dirty exists 2024-04-13T07:47:26.482 INFO:tasks.rados.rados.0.smithi119.stdout:486: left oid 6 (ObjNum 176 snap 51 seq_num 176) 2024-04-13T07:47:26.482 INFO:tasks.rados.rados.0.smithi119.stdout:488: finishing rollback tid 0 to smithi11982245-17 2024-04-13T07:47:26.482 INFO:tasks.rados.rados.0.smithi119.stdout:488: finishing rollback tid 1 to smithi11982245-17 2024-04-13T07:47:26.483 INFO:tasks.rados.rados.0.smithi119.stdout:488: finishing rollback tid 2 to smithi11982245-17 2024-04-13T07:47:26.483 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 17 v 112 (ObjNum 94 snap 18 seq_num 94) dirty exists 2024-04-13T07:47:26.483 INFO:tasks.rados.rados.0.smithi119.stdout:487: finishing write tid 3 to smithi11982245-14 2024-04-13T07:47:26.483 INFO:tasks.rados.rados.0.smithi119.stdout:487: oid 14 updating version 0 to 140 2024-04-13T07:47:26.483 INFO:tasks.rados.rados.0.smithi119.stdout:487: oid 14 version 140 is already newer than 139 2024-04-13T07:47:26.483 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 14 v 140 (ObjNum 177 snap 51 seq_num 177) dirty exists 2024-04-13T07:47:26.483 INFO:tasks.rados.rados.0.smithi119.stdout:487: left oid 14 (ObjNum 177 snap 51 seq_num 177) 2024-04-13T07:47:26.483 INFO:tasks.rados.rados.0.smithi119.stdout:489: expect (ObjNum 98 snap 20 seq_num 98) 2024-04-13T07:47:26.530 INFO:tasks.rados.rados.0.smithi119.stdout:490: finishing write tid 1 to smithi11982245-25 2024-04-13T07:47:26.530 INFO:tasks.rados.rados.0.smithi119.stdout:490: finishing write tid 2 to smithi11982245-25 2024-04-13T07:47:26.531 INFO:tasks.rados.rados.0.smithi119.stdout:490: finishing write tid 3 to smithi11982245-25 2024-04-13T07:47:26.531 INFO:tasks.rados.rados.0.smithi119.stdout:490: oid 25 updating version 0 to 143 2024-04-13T07:47:26.531 INFO:tasks.rados.rados.0.smithi119.stdout:490: oid 25 version 143 is already newer than 142 2024-04-13T07:47:26.531 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 25 v 143 (ObjNum 178 snap 51 seq_num 178) dirty exists 2024-04-13T07:47:26.531 INFO:tasks.rados.rados.0.smithi119.stdout:490: left oid 25 (ObjNum 178 snap 51 seq_num 178) 2024-04-13T07:47:26.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:26 smithi139 ceph-mon[31267]: mgrmap e27: x(active, since 7s), standbys: y 2024-04-13T07:47:26.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:26 smithi139 ceph-mon[31267]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-13T07:47:26.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:26 smithi139 ceph-mon[31267]: pgmap v15: 121 pgs: 121 active+clean; 148 MiB data, 495 MiB used, 715 GiB / 715 GiB avail; 6.5 MiB/s rd, 558 KiB/s wr, 74 op/s 2024-04-13T07:47:26.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:26 smithi139 ceph-mon[31267]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:26.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:26 smithi139 ceph-mon[31267]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:26.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:26 smithi119 ceph-mon[39268]: mgrmap e27: x(active, since 7s), standbys: y 2024-04-13T07:47:26.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:26 smithi119 ceph-mon[39268]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-13T07:47:26.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:26 smithi119 ceph-mon[39268]: pgmap v15: 121 pgs: 121 active+clean; 148 MiB data, 495 MiB used, 715 GiB / 715 GiB avail; 6.5 MiB/s rd, 558 KiB/s wr, 74 op/s 2024-04-13T07:47:26.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:26 smithi119 ceph-mon[39268]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:26.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:26 smithi119 ceph-mon[39268]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:27.347 INFO:tasks.rados.rados.0.smithi119.stdout:483: done (7 left) 2024-04-13T07:47:27.348 INFO:tasks.rados.rados.0.smithi119.stdout:484: done (6 left) 2024-04-13T07:47:27.348 INFO:tasks.rados.rados.0.smithi119.stdout:486: done (5 left) 2024-04-13T07:47:27.348 INFO:tasks.rados.rados.0.smithi119.stdout:487: done (4 left) 2024-04-13T07:47:27.348 INFO:tasks.rados.rados.0.smithi119.stdout:488: done (3 left) 2024-04-13T07:47:27.348 INFO:tasks.rados.rados.0.smithi119.stdout:489: done (2 left) 2024-04-13T07:47:27.348 INFO:tasks.rados.rados.0.smithi119.stdout:490: done (1 left) 2024-04-13T07:47:27.348 INFO:tasks.rados.rados.0.smithi119.stdout:491: done (0 left) 2024-04-13T07:47:27.348 INFO:tasks.rados.rados.0.smithi119.stdout:492: read oid 37 snap -1 2024-04-13T07:47:27.348 INFO:tasks.rados.rados.0.smithi119.stdout:492: expect (ObjNum 174 snap 51 seq_num 174) 2024-04-13T07:47:27.348 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 42 current snap is 52 2024-04-13T07:47:27.348 INFO:tasks.rados.rados.0.smithi119.stdout:493: seq_num 179 ranges {0=606208} 2024-04-13T07:47:27.351 INFO:tasks.rados.rados.0.smithi119.stdout:493: writing smithi11982245-42 from 0 to 606208 tid 1 2024-04-13T07:47:27.351 INFO:tasks.rados.rados.0.smithi119.stdout:494: read oid 4 snap 21 2024-04-13T07:47:27.352 INFO:tasks.rados.rados.0.smithi119.stdout:494: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-13T07:47:27.352 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 13 current snap is 52 2024-04-13T07:47:27.352 INFO:tasks.rados.rados.0.smithi119.stdout:495: seq_num 180 ranges {0=622592} 2024-04-13T07:47:27.355 INFO:tasks.rados.rados.0.smithi119.stdout:495: writing smithi11982245-13 from 0 to 622592 tid 1 2024-04-13T07:47:27.355 INFO:tasks.rados.rados.0.smithi119.stdout:496: read oid 38 snap -1 2024-04-13T07:47:27.355 INFO:tasks.rados.rados.0.smithi119.stdout:496: expect (ObjNum 170 snap 50 seq_num 170) 2024-04-13T07:47:27.355 INFO:tasks.rados.rados.0.smithi119.stdout:497: copy_from oid 46 from oid 19 current snap is 52 2024-04-13T07:47:27.355 INFO:tasks.rados.rados.0.smithi119.stdout:492: expect (ObjNum 174 snap 51 seq_num 174) 2024-04-13T07:47:27.372 INFO:tasks.rados.rados.0.smithi119.stdout:492: done (5 left) 2024-04-13T07:47:27.372 INFO:tasks.rados.rados.0.smithi119.stdout:498: delete oid 35 current snap is 52 2024-04-13T07:47:27.372 INFO:tasks.rados.rados.0.smithi119.stdout:493: finishing write tid 1 to smithi11982245-42 2024-04-13T07:47:27.372 INFO:tasks.rados.rados.0.smithi119.stdout:497: finishing copy_from to smithi11982245-46 2024-04-13T07:47:27.372 INFO:tasks.rados.rados.0.smithi119.stdout:497: got expected ENOENT (src dne) 2024-04-13T07:47:27.372 INFO:tasks.rados.rados.0.smithi119.stdout:497: finishing copy_from racing read to smithi11982245-46 2024-04-13T07:47:27.372 INFO:tasks.rados.rados.0.smithi119.stdout:494: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-13T07:47:27.374 INFO:tasks.rados.rados.0.smithi119.stdout:493: finishing write tid 2 to smithi11982245-42 2024-04-13T07:47:27.374 INFO:tasks.rados.rados.0.smithi119.stdout:493: finishing write tid 3 to smithi11982245-42 2024-04-13T07:47:27.374 INFO:tasks.rados.rados.0.smithi119.stdout:493: oid 42 updating version 0 to 206 2024-04-13T07:47:27.374 INFO:tasks.rados.rados.0.smithi119.stdout:493: oid 42 updating version 206 to 207 2024-04-13T07:47:27.374 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 42 v 207 (ObjNum 179 snap 52 seq_num 179) dirty exists 2024-04-13T07:47:27.374 INFO:tasks.rados.rados.0.smithi119.stdout:493: left oid 42 (ObjNum 179 snap 52 seq_num 179) 2024-04-13T07:47:27.375 INFO:tasks.rados.rados.0.smithi119.stdout:495: finishing write tid 1 to smithi11982245-13 2024-04-13T07:47:27.375 INFO:tasks.rados.rados.0.smithi119.stdout:493: done (5 left) 2024-04-13T07:47:27.375 INFO:tasks.rados.rados.0.smithi119.stdout:494: done (4 left) 2024-04-13T07:47:27.375 INFO:tasks.rados.rados.0.smithi119.stdout:497: done (3 left) 2024-04-13T07:47:27.375 INFO:tasks.rados.rados.0.smithi119.stdout:498: done (2 left) 2024-04-13T07:47:27.375 INFO:tasks.rados.rados.0.smithi119.stdout:499: read oid 48 snap -1 2024-04-13T07:47:27.375 INFO:tasks.rados.rados.0.smithi119.stdout:499: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-13T07:47:27.375 INFO:tasks.rados.rados.0.smithi119.stdout:500: delete oid 10 current snap is 52 2024-04-13T07:47:27.375 INFO:tasks.rados.rados.0.smithi119.stdout:495: finishing write tid 2 to smithi11982245-13 2024-04-13T07:47:27.375 INFO:tasks.rados.rados.0.smithi119.stdout:495: finishing write tid 3 to smithi11982245-13 2024-04-13T07:47:27.375 INFO:tasks.rados.rados.0.smithi119.stdout:495: oid 13 updating version 0 to 192 2024-04-13T07:47:27.375 INFO:tasks.rados.rados.0.smithi119.stdout:495: oid 13 updating version 192 to 193 2024-04-13T07:47:27.375 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 13 v 193 (ObjNum 180 snap 52 seq_num 180) dirty exists 2024-04-13T07:47:27.375 INFO:tasks.rados.rados.0.smithi119.stdout:495: left oid 13 (ObjNum 180 snap 52 seq_num 180) 2024-04-13T07:47:27.377 INFO:tasks.rados.rados.0.smithi119.stdout:495: done (3 left) 2024-04-13T07:47:27.377 INFO:tasks.rados.rados.0.smithi119.stdout:500: done (2 left) 2024-04-13T07:47:27.377 INFO:tasks.rados.rados.0.smithi119.stdout:501: copy_from oid 13 from oid 7 current snap is 52 2024-04-13T07:47:27.377 INFO:tasks.rados.rados.0.smithi119.stdout:502: delete oid 22 current snap is 52 2024-04-13T07:47:27.378 INFO:tasks.rados.rados.0.smithi119.stdout:501: finishing copy_from to smithi11982245-13 2024-04-13T07:47:27.378 INFO:tasks.rados.rados.0.smithi119.stdout:501: got expected ENOENT (src dne) 2024-04-13T07:47:27.378 INFO:tasks.rados.rados.0.smithi119.stdout:501: finishing copy_from racing read to smithi11982245-13 2024-04-13T07:47:27.388 INFO:tasks.rados.rados.0.smithi119.stdout:496: expect (ObjNum 170 snap 50 seq_num 170) 2024-04-13T07:47:27.628 INFO:tasks.rados.rados.0.smithi119.stdout:499: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-13T07:47:27.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:27 smithi139 ceph-mon[31267]: osdmap e158: 8 total, 8 up, 8 in 2024-04-13T07:47:27.648 INFO:tasks.rados.rados.0.smithi119.stdout:496: done (3 left) 2024-04-13T07:47:27.648 INFO:tasks.rados.rados.0.smithi119.stdout:499: done (2 left) 2024-04-13T07:47:27.648 INFO:tasks.rados.rados.0.smithi119.stdout:501: done (1 left) 2024-04-13T07:47:27.648 INFO:tasks.rados.rados.0.smithi119.stdout:502: done (0 left) 2024-04-13T07:47:27.648 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 39 current snap is 52 2024-04-13T07:47:27.648 INFO:tasks.rados.rados.0.smithi119.stdout:503: seq_num 184 ranges {499712=688128} 2024-04-13T07:47:27.654 INFO:tasks.rados.rados.0.smithi119.stdout:503: writing smithi11982245-39 from 499712 to 1187840 tid 1 2024-04-13T07:47:27.654 INFO:tasks.rados.rados.0.smithi119.stdout:504: rollback oid 8 current snap is 52 2024-04-13T07:47:27.654 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 8 to 44 2024-04-13T07:47:27.654 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 43 current snap is 52 2024-04-13T07:47:27.654 INFO:tasks.rados.rados.0.smithi119.stdout:505: seq_num 185 ranges {3686400=704512} 2024-04-13T07:47:27.677 INFO:tasks.rados.rados.0.smithi119.stdout:505: writing smithi11982245-43 from 3686400 to 4390912 tid 1 2024-04-13T07:47:27.677 INFO:tasks.rados.rados.0.smithi119.stdout:506: delete oid 49 current snap is 52 2024-04-13T07:47:27.677 INFO:tasks.rados.rados.0.smithi119.stdout:504: finishing rollback tid 1 to smithi11982245-8 2024-04-13T07:47:27.678 INFO:tasks.rados.rados.0.smithi119.stdout:504: finishing rollback tid 2 to smithi11982245-8 2024-04-13T07:47:27.678 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 8 v 195 (ObjNum 132 snap 39 seq_num 132) dirty exists 2024-04-13T07:47:27.678 INFO:tasks.rados.rados.0.smithi119.stdout:503: finishing write tid 1 to smithi11982245-39 2024-04-13T07:47:27.678 INFO:tasks.rados.rados.0.smithi119.stdout:503: finishing write tid 2 to smithi11982245-39 2024-04-13T07:47:27.678 INFO:tasks.rados.rados.0.smithi119.stdout:503: finishing write tid 3 to smithi11982245-39 2024-04-13T07:47:27.678 INFO:tasks.rados.rados.0.smithi119.stdout:503: oid 39 updating version 0 to 175 2024-04-13T07:47:27.678 INFO:tasks.rados.rados.0.smithi119.stdout:503: oid 39 version 175 is already newer than 174 2024-04-13T07:47:27.678 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 39 v 175 (ObjNum 184 snap 52 seq_num 184) dirty exists 2024-04-13T07:47:27.678 INFO:tasks.rados.rados.0.smithi119.stdout:503: left oid 39 (ObjNum 184 snap 52 seq_num 184) 2024-04-13T07:47:27.679 INFO:tasks.rados.rados.0.smithi119.stdout:503: done (3 left) 2024-04-13T07:47:27.679 INFO:tasks.rados.rados.0.smithi119.stdout:504: done (2 left) 2024-04-13T07:47:27.679 INFO:tasks.rados.rados.0.smithi119.stdout:506: done (1 left) 2024-04-13T07:47:27.679 INFO:tasks.rados.rados.0.smithi119.stdout:507: delete oid 10 current snap is 52 2024-04-13T07:47:27.680 INFO:tasks.rados.rados.0.smithi119.stdout:507: done (1 left) 2024-04-13T07:47:27.680 INFO:tasks.rados.rados.0.smithi119.stdout:508: rmattr oid 29 current snap is 52 2024-04-13T07:47:27.680 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 14 current snap is 52 2024-04-13T07:47:27.681 INFO:tasks.rados.rados.0.smithi119.stdout:509: seq_num 188 ranges {573440=753664} 2024-04-13T07:47:27.688 INFO:tasks.rados.rados.0.smithi119.stdout:509: writing smithi11982245-14 from 573440 to 1327104 tid 1 2024-04-13T07:47:27.688 INFO:tasks.rados.rados.0.smithi119.stdout:510: read oid 26 snap -1 2024-04-13T07:47:27.688 INFO:tasks.rados.rados.0.smithi119.stdout:510: expect (ObjNum 98 snap 20 seq_num 98) 2024-04-13T07:47:27.688 INFO:tasks.rados.rados.0.smithi119.stdout:511: read oid 13 snap 50 2024-04-13T07:47:27.688 INFO:tasks.rados.rados.0.smithi119.stdout:511: expect deleted 2024-04-13T07:47:27.688 INFO:tasks.rados.rados.0.smithi119.stdout:512: setattr oid 16 current snap is 52 2024-04-13T07:47:27.688 INFO:tasks.rados.rados.0.smithi119.stdout:505: finishing write tid 1 to smithi11982245-43 2024-04-13T07:47:27.688 INFO:tasks.rados.rados.0.smithi119.stdout:505: finishing write tid 2 to smithi11982245-43 2024-04-13T07:47:27.688 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 29 v 167 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-04-13T07:47:27.689 INFO:tasks.rados.rados.0.smithi119.stdout:505: finishing write tid 3 to smithi11982245-43 2024-04-13T07:47:27.689 INFO:tasks.rados.rados.0.smithi119.stdout:505: oid 43 updating version 0 to 147 2024-04-13T07:47:27.689 INFO:tasks.rados.rados.0.smithi119.stdout:505: oid 43 updating version 147 to 148 2024-04-13T07:47:27.689 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 43 v 148 (ObjNum 185 snap 52 seq_num 185) dirty exists 2024-04-13T07:47:27.689 INFO:tasks.rados.rados.0.smithi119.stdout:505: left oid 43 (ObjNum 185 snap 52 seq_num 185) 2024-04-13T07:47:27.690 INFO:tasks.rados.rados.0.smithi119.stdout:505: done (5 left) 2024-04-13T07:47:27.690 INFO:tasks.rados.rados.0.smithi119.stdout:508: done (4 left) 2024-04-13T07:47:27.690 INFO:tasks.rados.rados.0.smithi119.stdout:511: done (3 left) 2024-04-13T07:47:27.690 INFO:tasks.rados.rados.0.smithi119.stdout:513: rollback oid 10 current snap is 52 2024-04-13T07:47:27.690 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 10 to 40 2024-04-13T07:47:27.690 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 11 current snap is 52 2024-04-13T07:47:27.690 INFO:tasks.rados.rados.0.smithi119.stdout:514: seq_num 189 ranges {2170880=770048} 2024-04-13T07:47:27.706 INFO:tasks.rados.rados.0.smithi119.stdout:514: writing smithi11982245-11 from 2170880 to 2940928 tid 1 2024-04-13T07:47:27.706 INFO:tasks.rados.rados.0.smithi119.stdout:515: snap_remove snap 22 2024-04-13T07:47:27.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:27 smithi119 ceph-mon[27733]: osdmap e158: 8 total, 8 up, 8 in 2024-04-13T07:47:27.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:27 smithi119 ceph-mon[39268]: osdmap e158: 8 total, 8 up, 8 in 2024-04-13T07:47:28.409 INFO:tasks.rados.rados.0.smithi119.stdout:515: done (5 left) 2024-04-13T07:47:28.410 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 25 current snap is 52 2024-04-13T07:47:28.410 INFO:tasks.rados.rados.0.smithi119.stdout:509: finishing write tid 1 to smithi11982245-14 2024-04-13T07:47:28.410 INFO:tasks.rados.rados.0.smithi119.stdout:509: finishing write tid 2 to smithi11982245-14 2024-04-13T07:47:28.410 INFO:tasks.rados.rados.0.smithi119.stdout:510: expect (ObjNum 98 snap 20 seq_num 98) 2024-04-13T07:47:28.463 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 16 v 211 (ObjNum 129 snap 0 seq_num 750094696) dirty exists 2024-04-13T07:47:28.464 INFO:tasks.rados.rados.0.smithi119.stdout:513: finishing rollback tid 1 to smithi11982245-10 2024-04-13T07:47:28.464 INFO:tasks.rados.rados.0.smithi119.stdout:509: finishing write tid 3 to smithi11982245-14 2024-04-13T07:47:28.464 INFO:tasks.rados.rados.0.smithi119.stdout:509: oid 14 updating version 0 to 146 2024-04-13T07:47:28.464 INFO:tasks.rados.rados.0.smithi119.stdout:509: oid 14 version 146 is already newer than 145 2024-04-13T07:47:28.464 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 14 v 146 (ObjNum 188 snap 52 seq_num 188) dirty exists 2024-04-13T07:47:28.464 INFO:tasks.rados.rados.0.smithi119.stdout:509: left oid 14 (ObjNum 188 snap 52 seq_num 188) 2024-04-13T07:47:28.464 INFO:tasks.rados.rados.0.smithi119.stdout:513: finishing rollback tid 2 to smithi11982245-10 2024-04-13T07:47:28.464 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 10 v 213 (ObjNum 100 snap 20 seq_num 100) dirty exists 2024-04-13T07:47:28.464 INFO:tasks.rados.rados.0.smithi119.stdout:514: finishing write tid 1 to smithi11982245-11 2024-04-13T07:47:28.464 INFO:tasks.rados.rados.0.smithi119.stdout:514: finishing write tid 2 to smithi11982245-11 2024-04-13T07:47:28.464 INFO:tasks.rados.rados.0.smithi119.stdout:514: finishing write tid 3 to smithi11982245-11 2024-04-13T07:47:28.464 INFO:tasks.rados.rados.0.smithi119.stdout:514: oid 11 updating version 0 to 115 2024-04-13T07:47:28.464 INFO:tasks.rados.rados.0.smithi119.stdout:514: oid 11 version 115 is already newer than 114 2024-04-13T07:47:28.464 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 11 v 115 (ObjNum 189 snap 52 seq_num 189) dirty exists 2024-04-13T07:47:28.464 INFO:tasks.rados.rados.0.smithi119.stdout:514: left oid 11 (ObjNum 189 snap 52 seq_num 189) 2024-04-13T07:47:28.465 INFO:tasks.rados.rados.0.smithi119.stdout:516: seq_num 190 ranges {4489216=786432} 2024-04-13T07:47:28.491 INFO:tasks.rados.rados.0.smithi119.stdout:516: writing smithi11982245-25 from 4489216 to 5275648 tid 1 2024-04-13T07:47:28.491 INFO:tasks.rados.rados.0.smithi119.stdout:509: done (5 left) 2024-04-13T07:47:28.491 INFO:tasks.rados.rados.0.smithi119.stdout:510: done (4 left) 2024-04-13T07:47:28.491 INFO:tasks.rados.rados.0.smithi119.stdout:512: done (3 left) 2024-04-13T07:47:28.491 INFO:tasks.rados.rados.0.smithi119.stdout:513: done (2 left) 2024-04-13T07:47:28.491 INFO:tasks.rados.rados.0.smithi119.stdout:514: done (1 left) 2024-04-13T07:47:28.491 INFO:tasks.rados.rados.0.smithi119.stdout:517: rollback oid 44 current snap is 52 2024-04-13T07:47:28.492 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 44 to 41 2024-04-13T07:47:28.492 INFO:tasks.rados.rados.0.smithi119.stdout:518: rmattr oid 40 current snap is 52 2024-04-13T07:47:28.492 INFO:tasks.rados.rados.0.smithi119.stdout:519: read oid 18 snap -1 2024-04-13T07:47:28.492 INFO:tasks.rados.rados.0.smithi119.stdout:519: expect deleted 2024-04-13T07:47:28.493 INFO:tasks.rados.rados.0.smithi119.stdout:520: snap_create 2024-04-13T07:47:28.494 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 40 v 276 (ObjNum 65 snap 0 seq_num 721773392) dirty exists 2024-04-13T07:47:28.495 INFO:tasks.rados.rados.0.smithi119.stdout:517: finishing rollback tid 0 to smithi11982245-44 2024-04-13T07:47:28.495 INFO:tasks.rados.rados.0.smithi119.stdout:517: finishing rollback tid 1 to smithi11982245-44 2024-04-13T07:47:28.495 INFO:tasks.rados.rados.0.smithi119.stdout:517: finishing rollback tid 2 to smithi11982245-44 2024-04-13T07:47:28.495 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 44 v 160 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-04-13T07:47:28.495 INFO:tasks.rados.rados.0.smithi119.stdout:516: finishing write tid 1 to smithi11982245-25 2024-04-13T07:47:28.495 INFO:tasks.rados.rados.0.smithi119.stdout:516: finishing write tid 2 to smithi11982245-25 2024-04-13T07:47:28.495 INFO:tasks.rados.rados.0.smithi119.stdout:516: finishing write tid 3 to smithi11982245-25 2024-04-13T07:47:28.495 INFO:tasks.rados.rados.0.smithi119.stdout:516: oid 25 updating version 0 to 152 2024-04-13T07:47:28.496 INFO:tasks.rados.rados.0.smithi119.stdout:516: oid 25 updating version 152 to 153 2024-04-13T07:47:28.496 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 25 v 153 (ObjNum 190 snap 52 seq_num 190) dirty exists 2024-04-13T07:47:28.496 INFO:tasks.rados.rados.0.smithi119.stdout:516: left oid 25 (ObjNum 190 snap 52 seq_num 190) 2024-04-13T07:47:28.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:28 smithi139 ceph-mon[31267]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:28.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:28 smithi139 ceph-mon[31267]: osdmap e159: 8 total, 8 up, 8 in 2024-04-13T07:47:28.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:28 smithi139 ceph-mon[31267]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:28.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:28 smithi139 ceph-mon[31267]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:28.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:28 smithi139 ceph-mon[31267]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:28.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:28 smithi139 ceph-mon[31267]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:47:28.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:28 smithi139 ceph-mon[31267]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:47:28.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:28 smithi139 ceph-mon[31267]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:47:28.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:28 smithi139 ceph-mon[31267]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:47:28.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:28 smithi139 ceph-mon[31267]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:47:28.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:28 smithi139 ceph-mon[31267]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:47:28.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:28 smithi139 ceph-mon[31267]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:47:28.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:28 smithi139 ceph-mon[31267]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:47:28.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:28 smithi139 ceph-mon[31267]: Adjusting osd_memory_target on smithi119 to 2480M 2024-04-13T07:47:28.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:28 smithi139 ceph-mon[31267]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:28.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:28 smithi139 ceph-mon[31267]: pgmap v18: 121 pgs: 121 active+clean; 148 MiB data, 495 MiB used, 715 GiB / 715 GiB avail; 6.5 MiB/s rd, 558 KiB/s wr, 74 op/s 2024-04-13T07:47:28.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:28 smithi119 ceph-mon[39268]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:28.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:28 smithi119 ceph-mon[39268]: osdmap e159: 8 total, 8 up, 8 in 2024-04-13T07:47:28.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:28 smithi119 ceph-mon[39268]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:28.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:28 smithi119 ceph-mon[39268]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:28.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:28 smithi119 ceph-mon[39268]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:28.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:28 smithi119 ceph-mon[39268]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:47:28.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:28 smithi119 ceph-mon[39268]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:47:28.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:28 smithi119 ceph-mon[39268]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:47:28.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:28 smithi119 ceph-mon[39268]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:47:28.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:28 smithi119 ceph-mon[39268]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:47:28.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:28 smithi119 ceph-mon[39268]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:47:28.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:28 smithi119 ceph-mon[39268]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:47:28.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:28 smithi119 ceph-mon[39268]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:47:28.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:28 smithi119 ceph-mon[39268]: Adjusting osd_memory_target on smithi119 to 2480M 2024-04-13T07:47:28.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:28 smithi119 ceph-mon[39268]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:28.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:28 smithi119 ceph-mon[39268]: pgmap v18: 121 pgs: 121 active+clean; 148 MiB data, 495 MiB used, 715 GiB / 715 GiB avail; 6.5 MiB/s rd, 558 KiB/s wr, 74 op/s 2024-04-13T07:47:28.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:28 smithi119 ceph-mon[27733]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:28.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:28 smithi119 ceph-mon[27733]: osdmap e159: 8 total, 8 up, 8 in 2024-04-13T07:47:28.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:28 smithi119 ceph-mon[27733]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:28.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:28 smithi119 ceph-mon[27733]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:28.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:28 smithi119 ceph-mon[27733]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:28.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:28 smithi119 ceph-mon[27733]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:47:28.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:28 smithi119 ceph-mon[27733]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:47:28.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:28 smithi119 ceph-mon[27733]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:47:28.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:28 smithi119 ceph-mon[27733]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:47:28.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:28 smithi119 ceph-mon[27733]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:47:28.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:28 smithi119 ceph-mon[27733]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:47:28.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:28 smithi119 ceph-mon[27733]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:47:28.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:28 smithi119 ceph-mon[27733]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:47:28.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:28 smithi119 ceph-mon[27733]: Adjusting osd_memory_target on smithi119 to 2480M 2024-04-13T07:47:28.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:28 smithi119 ceph-mon[27733]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:28.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:28 smithi119 ceph-mon[27733]: pgmap v18: 121 pgs: 121 active+clean; 148 MiB data, 495 MiB used, 715 GiB / 715 GiB avail; 6.5 MiB/s rd, 558 KiB/s wr, 74 op/s 2024-04-13T07:47:29.420 INFO:tasks.rados.rados.0.smithi119.stdout:516: done (4 left) 2024-04-13T07:47:29.420 INFO:tasks.rados.rados.0.smithi119.stdout:517: done (3 left) 2024-04-13T07:47:29.420 INFO:tasks.rados.rados.0.smithi119.stdout:518: done (2 left) 2024-04-13T07:47:29.420 INFO:tasks.rados.rados.0.smithi119.stdout:519: done (1 left) 2024-04-13T07:47:29.420 INFO:tasks.rados.rados.0.smithi119.stdout:520: done (0 left) 2024-04-13T07:47:29.420 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 3 current snap is 53 2024-04-13T07:47:29.420 INFO:tasks.rados.rados.0.smithi119.stdout:521: seq_num 191 ranges {0=802816} 2024-04-13T07:47:29.424 INFO:tasks.rados.rados.0.smithi119.stdout:521: writing smithi11982245-3 from 0 to 802816 tid 1 2024-04-13T07:47:29.424 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 49 current snap is 53 2024-04-13T07:47:29.424 INFO:tasks.rados.rados.0.smithi119.stdout:522: seq_num 192 ranges {0=417792,417792=401408} 2024-04-13T07:47:29.426 INFO:tasks.rados.rados.0.smithi119.stdout:522: writing smithi11982245-49 from 0 to 417792 tid 1 2024-04-13T07:47:29.429 INFO:tasks.rados.rados.0.smithi119.stdout:522: writing smithi11982245-49 from 417792 to 819200 tid 2 2024-04-13T07:47:29.429 INFO:tasks.rados.rados.0.smithi119.stdout:523: read oid 32 snap 52 2024-04-13T07:47:29.429 INFO:tasks.rados.rados.0.smithi119.stdout:523: expect (ObjNum 62 snap 4 seq_num 62) 2024-04-13T07:47:29.430 INFO:tasks.rados.rados.0.smithi119.stdout:524: snap_create 2024-04-13T07:47:29.430 INFO:tasks.rados.rados.0.smithi119.stdout:522: finishing write tid 1 to smithi11982245-49 2024-04-13T07:47:29.430 INFO:tasks.rados.rados.0.smithi119.stdout:521: finishing write tid 1 to smithi11982245-3 2024-04-13T07:47:29.430 INFO:tasks.rados.rados.0.smithi119.stdout:521: finishing write tid 2 to smithi11982245-3 2024-04-13T07:47:29.433 INFO:tasks.rados.rados.0.smithi119.stdout:522: finishing write tid 2 to smithi11982245-49 2024-04-13T07:47:29.433 INFO:tasks.rados.rados.0.smithi119.stdout:521: finishing write tid 3 to smithi11982245-3 2024-04-13T07:47:29.433 INFO:tasks.rados.rados.0.smithi119.stdout:521: oid 3 updating version 0 to 155 2024-04-13T07:47:29.433 INFO:tasks.rados.rados.0.smithi119.stdout:521: oid 3 updating version 155 to 156 2024-04-13T07:47:29.433 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 3 v 156 (ObjNum 191 snap 53 seq_num 191) dirty exists 2024-04-13T07:47:29.433 INFO:tasks.rados.rados.0.smithi119.stdout:521: left oid 3 (ObjNum 191 snap 53 seq_num 191) 2024-04-13T07:47:29.433 INFO:tasks.rados.rados.0.smithi119.stdout:522: finishing write tid 3 to smithi11982245-49 2024-04-13T07:47:29.435 INFO:tasks.rados.rados.0.smithi119.stdout:522: finishing write tid 4 to smithi11982245-49 2024-04-13T07:47:29.435 INFO:tasks.rados.rados.0.smithi119.stdout:522: oid 49 updating version 0 to 175 2024-04-13T07:47:29.435 INFO:tasks.rados.rados.0.smithi119.stdout:522: oid 49 version 175 is already newer than 174 2024-04-13T07:47:29.435 INFO:tasks.rados.rados.0.smithi119.stdout:522: oid 49 updating version 175 to 176 2024-04-13T07:47:29.435 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 49 v 176 (ObjNum 192 snap 53 seq_num 192) dirty exists 2024-04-13T07:47:29.435 INFO:tasks.rados.rados.0.smithi119.stdout:522: left oid 49 (ObjNum 192 snap 53 seq_num 192) 2024-04-13T07:47:29.435 INFO:tasks.rados.rados.0.smithi119.stdout:523: expect (ObjNum 62 snap 4 seq_num 62) 2024-04-13T07:47:29.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:29 smithi139 ceph-mon[31267]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:29.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:29 smithi139 ceph-mon[31267]: osdmap e160: 8 total, 8 up, 8 in 2024-04-13T07:47:29.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:29 smithi139 ceph-mon[31267]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:29.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:29 smithi119 ceph-mon[39268]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:29.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:29 smithi119 ceph-mon[39268]: osdmap e160: 8 total, 8 up, 8 in 2024-04-13T07:47:29.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:29 smithi119 ceph-mon[39268]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:29.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:29 smithi119 ceph-mon[27733]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:29.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:29 smithi119 ceph-mon[27733]: osdmap e160: 8 total, 8 up, 8 in 2024-04-13T07:47:29.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:29 smithi119 ceph-mon[27733]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:30.426 INFO:tasks.rados.rados.0.smithi119.stdout:521: done (3 left) 2024-04-13T07:47:30.426 INFO:tasks.rados.rados.0.smithi119.stdout:522: done (2 left) 2024-04-13T07:47:30.426 INFO:tasks.rados.rados.0.smithi119.stdout:523: done (1 left) 2024-04-13T07:47:30.426 INFO:tasks.rados.rados.0.smithi119.stdout:524: done (0 left) 2024-04-13T07:47:30.426 INFO:tasks.rados.rados.0.smithi119.stdout:525: read oid 47 snap -1 2024-04-13T07:47:30.426 INFO:tasks.rados.rados.0.smithi119.stdout:525: expect (ObjNum 147 snap 46 seq_num 147) 2024-04-13T07:47:30.426 INFO:tasks.rados.rados.0.smithi119.stdout:526: snap_create 2024-04-13T07:47:30.430 INFO:tasks.rados.rados.0.smithi119.stdout:525: expect (ObjNum 147 snap 46 seq_num 147) 2024-04-13T07:47:30.441 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:30 smithi139 ceph-mon[31267]: osdmap e161: 8 total, 8 up, 8 in 2024-04-13T07:47:30.441 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:30 smithi139 ceph-mon[31267]: pgmap v21: 121 pgs: 121 active+clean; 168 MiB data, 580 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 4.0 MiB/s wr, 49 op/s 2024-04-13T07:47:30.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:30 smithi119 ceph-mon[39268]: osdmap e161: 8 total, 8 up, 8 in 2024-04-13T07:47:30.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:30 smithi119 ceph-mon[39268]: pgmap v21: 121 pgs: 121 active+clean; 168 MiB data, 580 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 4.0 MiB/s wr, 49 op/s 2024-04-13T07:47:30.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:30 smithi119 ceph-mon[27733]: osdmap e161: 8 total, 8 up, 8 in 2024-04-13T07:47:30.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:30 smithi119 ceph-mon[27733]: pgmap v21: 121 pgs: 121 active+clean; 168 MiB data, 580 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 4.0 MiB/s wr, 49 op/s 2024-04-13T07:47:31.427 INFO:tasks.rados.rados.0.smithi119.stdout:525: done (1 left) 2024-04-13T07:47:31.427 INFO:tasks.rados.rados.0.smithi119.stdout:526: done (0 left) 2024-04-13T07:47:31.427 INFO:tasks.rados.rados.0.smithi119.stdout:527: snap_create 2024-04-13T07:47:31.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:31 smithi139 ceph-mon[31267]: osdmap e162: 8 total, 8 up, 8 in 2024-04-13T07:47:31.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:31 smithi119 ceph-mon[39268]: osdmap e162: 8 total, 8 up, 8 in 2024-04-13T07:47:31.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:31 smithi119 ceph-mon[27733]: osdmap e162: 8 total, 8 up, 8 in 2024-04-13T07:47:32.426 INFO:tasks.rados.rados.0.smithi119.stdout:527: done (0 left) 2024-04-13T07:47:32.427 INFO:tasks.rados.rados.0.smithi119.stdout:528: delete oid 4 current snap is 56 2024-04-13T07:47:32.429 INFO:tasks.rados.rados.0.smithi119.stdout:528: done (0 left) 2024-04-13T07:47:32.429 INFO:tasks.rados.rados.0.smithi119.stdout:529: delete oid 15 current snap is 56 2024-04-13T07:47:32.433 INFO:tasks.rados.rados.0.smithi119.stdout:529: done (0 left) 2024-04-13T07:47:32.433 INFO:tasks.rados.rados.0.smithi119.stdout:530: snap_create 2024-04-13T07:47:32.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:32 smithi119 ceph-mon[27733]: osdmap e163: 8 total, 8 up, 8 in 2024-04-13T07:47:32.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:32 smithi119 ceph-mon[27733]: pgmap v24: 121 pgs: 121 active+clean; 168 MiB data, 580 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 4.0 MiB/s wr, 49 op/s 2024-04-13T07:47:32.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:32 smithi119 ceph-mon[27733]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:32.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:32 smithi119 ceph-mon[27733]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:32.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:32 smithi119 ceph-mon[27733]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:47:32.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:32 smithi119 ceph-mon[27733]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:47:32.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:32 smithi119 ceph-mon[27733]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:47:32.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:32 smithi119 ceph-mon[27733]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:47:32.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:32 smithi119 ceph-mon[27733]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:47:32.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:32 smithi119 ceph-mon[27733]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:47:32.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:32 smithi119 ceph-mon[27733]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:47:32.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:32 smithi119 ceph-mon[27733]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:47:32.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:32 smithi119 ceph-mon[27733]: Adjusting osd_memory_target on smithi139 to 2480M 2024-04-13T07:47:32.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:32 smithi119 ceph-mon[27733]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:32.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:32 smithi119 ceph-mon[27733]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:47:32.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:32 smithi119 ceph-mon[27733]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:47:32.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:32 smithi119 ceph-mon[27733]: Updating smithi119:/etc/ceph/ceph.conf 2024-04-13T07:47:32.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:32 smithi119 ceph-mon[27733]: Updating smithi139:/etc/ceph/ceph.conf 2024-04-13T07:47:32.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:32 smithi119 ceph-mon[27733]: osdmap e164: 8 total, 8 up, 8 in 2024-04-13T07:47:32.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:32 smithi119 ceph-mon[39268]: osdmap e163: 8 total, 8 up, 8 in 2024-04-13T07:47:32.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:32 smithi119 ceph-mon[39268]: pgmap v24: 121 pgs: 121 active+clean; 168 MiB data, 580 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 4.0 MiB/s wr, 49 op/s 2024-04-13T07:47:32.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:32 smithi119 ceph-mon[39268]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:32.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:32 smithi119 ceph-mon[39268]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:32.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:32 smithi119 ceph-mon[39268]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:47:32.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:32 smithi119 ceph-mon[39268]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:47:32.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:32 smithi119 ceph-mon[39268]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:47:32.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:32 smithi119 ceph-mon[39268]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:47:32.719 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:32 smithi119 ceph-mon[39268]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:47:32.719 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:32 smithi119 ceph-mon[39268]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:47:32.719 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:32 smithi119 ceph-mon[39268]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:47:32.719 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:32 smithi119 ceph-mon[39268]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:47:32.719 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:32 smithi119 ceph-mon[39268]: Adjusting osd_memory_target on smithi139 to 2480M 2024-04-13T07:47:32.719 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:32 smithi119 ceph-mon[39268]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:32.719 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:32 smithi119 ceph-mon[39268]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:47:32.719 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:32 smithi119 ceph-mon[39268]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:47:32.719 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:32 smithi119 ceph-mon[39268]: Updating smithi119:/etc/ceph/ceph.conf 2024-04-13T07:47:32.719 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:32 smithi119 ceph-mon[39268]: Updating smithi139:/etc/ceph/ceph.conf 2024-04-13T07:47:32.719 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:32 smithi119 ceph-mon[39268]: osdmap e164: 8 total, 8 up, 8 in 2024-04-13T07:47:32.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:32 smithi139 ceph-mon[31267]: osdmap e163: 8 total, 8 up, 8 in 2024-04-13T07:47:32.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:32 smithi139 ceph-mon[31267]: pgmap v24: 121 pgs: 121 active+clean; 168 MiB data, 580 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 4.0 MiB/s wr, 49 op/s 2024-04-13T07:47:32.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:32 smithi139 ceph-mon[31267]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:32.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:32 smithi139 ceph-mon[31267]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:32.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:32 smithi139 ceph-mon[31267]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:47:32.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:32 smithi139 ceph-mon[31267]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:47:32.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:32 smithi139 ceph-mon[31267]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:47:32.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:32 smithi139 ceph-mon[31267]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:47:32.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:32 smithi139 ceph-mon[31267]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:47:32.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:32 smithi139 ceph-mon[31267]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:47:32.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:32 smithi139 ceph-mon[31267]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:47:32.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:32 smithi139 ceph-mon[31267]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:47:32.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:32 smithi139 ceph-mon[31267]: Adjusting osd_memory_target on smithi139 to 2480M 2024-04-13T07:47:32.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:32 smithi139 ceph-mon[31267]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:32.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:32 smithi139 ceph-mon[31267]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:47:32.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:32 smithi139 ceph-mon[31267]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:47:32.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:32 smithi139 ceph-mon[31267]: Updating smithi119:/etc/ceph/ceph.conf 2024-04-13T07:47:32.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:32 smithi139 ceph-mon[31267]: Updating smithi139:/etc/ceph/ceph.conf 2024-04-13T07:47:32.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:32 smithi139 ceph-mon[31267]: osdmap e164: 8 total, 8 up, 8 in 2024-04-13T07:47:33.439 INFO:tasks.rados.rados.0.smithi119.stdout:530: done (0 left) 2024-04-13T07:47:33.440 INFO:tasks.rados.rados.0.smithi119.stdout:531: setattr oid 19 current snap is 57 2024-04-13T07:47:33.441 INFO:tasks.rados.rados.0.smithi119.stdout:532: rmattr oid 42 current snap is 57 2024-04-13T07:47:33.441 INFO:tasks.rados.rados.0.smithi119.stdout:532: done (1 left) 2024-04-13T07:47:33.441 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 39 current snap is 57 2024-04-13T07:47:33.442 INFO:tasks.rados.rados.0.smithi119.stdout:533: seq_num 195 ranges {1187840=475136,1662976=401408} 2024-04-13T07:47:33.451 INFO:tasks.rados.rados.0.smithi119.stdout:533: writing smithi11982245-39 from 1187840 to 1662976 tid 1 2024-04-13T07:47:33.454 INFO:tasks.rados.rados.0.smithi119.stdout:533: writing smithi11982245-39 from 1662976 to 2064384 tid 2 2024-04-13T07:47:33.454 INFO:tasks.rados.rados.0.smithi119.stdout:534: read oid 47 snap -1 2024-04-13T07:47:33.455 INFO:tasks.rados.rados.0.smithi119.stdout:534: expect (ObjNum 147 snap 46 seq_num 147) 2024-04-13T07:47:33.455 INFO:tasks.rados.rados.0.smithi119.stdout:535: copy_from oid 23 from oid 38 current snap is 57 2024-04-13T07:47:33.455 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 19 v 177 (ObjNum 33 snap 0 seq_num 750071184) dirty exists 2024-04-13T07:47:33.455 INFO:tasks.rados.rados.0.smithi119.stdout:531: done (3 left) 2024-04-13T07:47:33.455 INFO:tasks.rados.rados.0.smithi119.stdout:536: snap_create 2024-04-13T07:47:33.455 INFO:tasks.rados.rados.0.smithi119.stdout:533: finishing write tid 1 to smithi11982245-39 2024-04-13T07:47:33.456 INFO:tasks.rados.rados.0.smithi119.stdout:533: finishing write tid 2 to smithi11982245-39 2024-04-13T07:47:33.457 INFO:tasks.rados.rados.0.smithi119.stdout:533: finishing write tid 3 to smithi11982245-39 2024-04-13T07:47:33.458 INFO:tasks.rados.rados.0.smithi119.stdout:533: finishing write tid 4 to smithi11982245-39 2024-04-13T07:47:33.458 INFO:tasks.rados.rados.0.smithi119.stdout:533: oid 39 updating version 0 to 183 2024-04-13T07:47:33.458 INFO:tasks.rados.rados.0.smithi119.stdout:533: oid 39 version 183 is already newer than 182 2024-04-13T07:47:33.458 INFO:tasks.rados.rados.0.smithi119.stdout:533: oid 39 version 183 is already newer than 181 2024-04-13T07:47:33.458 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 39 v 183 (ObjNum 195 snap 57 seq_num 195) dirty exists 2024-04-13T07:47:33.458 INFO:tasks.rados.rados.0.smithi119.stdout:533: left oid 39 (ObjNum 195 snap 57 seq_num 195) 2024-04-13T07:47:33.459 INFO:tasks.rados.rados.0.smithi119.stdout:534: expect (ObjNum 147 snap 46 seq_num 147) 2024-04-13T07:47:33.476 INFO:tasks.rados.rados.0.smithi119.stdout:535: finishing copy_from racing read to smithi11982245-23 2024-04-13T07:47:33.479 INFO:tasks.rados.rados.0.smithi119.stdout:535: finishing copy_from to smithi11982245-23 2024-04-13T07:47:33.479 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 23 v 179 (ObjNum 170 snap 50 seq_num 170) dirty exists 2024-04-13T07:47:33.701 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:33 smithi119 ceph-mon[39268]: Updating smithi139:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:47:33.701 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:33 smithi119 ceph-mon[39268]: Updating smithi119:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:47:33.701 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:33 smithi119 ceph-mon[39268]: Updating smithi139:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:47:33.701 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:33 smithi119 ceph-mon[39268]: Updating smithi119:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:47:33.701 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:33 smithi119 ceph-mon[39268]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:47:33.701 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:33 smithi119 ceph-mon[39268]: Updating smithi139:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:47:33.701 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:33 smithi119 ceph-mon[39268]: Updating smithi119:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:47:33.701 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:33 smithi119 ceph-mon[39268]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:33.701 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:33 smithi119 ceph-mon[39268]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:33.701 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:33 smithi119 ceph-mon[39268]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:33.702 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:33 smithi119 ceph-mon[39268]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:33.702 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:33 smithi119 ceph-mon[39268]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:33.702 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:33 smithi119 ceph-mon[39268]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-13T07:47:33.702 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:33 smithi119 ceph-mon[27733]: Updating smithi139:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:47:33.702 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:33 smithi119 ceph-mon[27733]: Updating smithi119:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:47:33.702 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:33 smithi119 ceph-mon[27733]: Updating smithi139:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:47:33.702 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:33 smithi119 ceph-mon[27733]: Updating smithi119:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:47:33.702 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:33 smithi119 ceph-mon[27733]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:47:33.702 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:33 smithi119 ceph-mon[27733]: Updating smithi139:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:47:33.702 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:33 smithi119 ceph-mon[27733]: Updating smithi119:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:47:33.703 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:33 smithi119 ceph-mon[27733]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:33.703 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:33 smithi119 ceph-mon[27733]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:33.703 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:33 smithi119 ceph-mon[27733]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:33.703 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:33 smithi119 ceph-mon[27733]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:33.703 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:33 smithi119 ceph-mon[27733]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:33.703 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:33 smithi119 ceph-mon[27733]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-13T07:47:33.703 INFO:teuthology.orchestra.run.smithi119.stdout:true 2024-04-13T07:47:33.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:33 smithi139 ceph-mon[31267]: Updating smithi139:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:47:33.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:33 smithi139 ceph-mon[31267]: Updating smithi119:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:47:33.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:33 smithi139 ceph-mon[31267]: Updating smithi139:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:47:33.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:33 smithi139 ceph-mon[31267]: Updating smithi119:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:47:33.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:33 smithi139 ceph-mon[31267]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:47:33.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:33 smithi139 ceph-mon[31267]: Updating smithi139:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:47:33.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:33 smithi139 ceph-mon[31267]: Updating smithi119:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:47:33.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:33 smithi139 ceph-mon[31267]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:33.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:33 smithi139 ceph-mon[31267]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:33.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:33 smithi139 ceph-mon[31267]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:33.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:33 smithi139 ceph-mon[31267]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:33.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:33 smithi139 ceph-mon[31267]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:33.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:33 smithi139 ceph-mon[31267]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-13T07:47:34.019 INFO:teuthology.orchestra.run.smithi119.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-13T07:47:34.019 INFO:teuthology.orchestra.run.smithi119.stdout:alertmanager.a smithi119 *:9093,9094 running (3m) 7s ago 4m 27.8M - 0.25.0 c8568f914cd2 a8bd9bb7cb08 2024-04-13T07:47:34.019 INFO:teuthology.orchestra.run.smithi119.stdout:grafana.a smithi139 *:3000 running (3m) 6s ago 3m 87.9M - 9.4.7 954c08fa6188 43be3a562cf4 2024-04-13T07:47:34.019 INFO:teuthology.orchestra.run.smithi119.stdout:mds.a smithi119 running (5m) 7s ago 5m 18.2M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 1c0a22818175 2024-04-13T07:47:34.019 INFO:teuthology.orchestra.run.smithi119.stdout:mds.b smithi139 running (5m) 6s ago 5m 14.5M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 9d051222a698 2024-04-13T07:47:34.019 INFO:teuthology.orchestra.run.smithi119.stdout:mgr.x smithi139 *:8443,9283,8765 running (35s) 6s ago 8m 492M - 19.0.0-2905-g5f22a497 c4b45bf0c946 d9c24c33be58 2024-04-13T07:47:34.019 INFO:teuthology.orchestra.run.smithi119.stdout:mgr.y smithi119 *:9283,8765 running (10m) 7s ago 10m 376M - 18.2.2-1217-g7d36322c 6ecd1226aa2f cb7f7188b724 2024-04-13T07:47:34.019 INFO:teuthology.orchestra.run.smithi119.stdout:mon.a smithi119 running (10m) 7s ago 10m 53.2M 2048M 18.2.2-1217-g7d36322c 6ecd1226aa2f f2e13e059877 2024-04-13T07:47:34.019 INFO:teuthology.orchestra.run.smithi119.stdout:mon.b smithi139 running (8m) 6s ago 8m 43.0M 2048M 18.2.2-1217-g7d36322c 6ecd1226aa2f ab5b3b4132d2 2024-04-13T07:47:34.019 INFO:teuthology.orchestra.run.smithi119.stdout:mon.c smithi119 running (8m) 7s ago 8m 44.0M 2048M 18.2.2-1217-g7d36322c 6ecd1226aa2f f38246c5c08b 2024-04-13T07:47:34.019 INFO:teuthology.orchestra.run.smithi119.stdout:node-exporter.a smithi119 *:9100 running (3m) 7s ago 3m 15.6M - 1.5.0 0da6a335fe13 b9cb5e53bb33 2024-04-13T07:47:34.019 INFO:teuthology.orchestra.run.smithi119.stdout:node-exporter.b smithi139 *:9100 running (3m) 6s ago 3m 16.1M - 1.5.0 0da6a335fe13 126fe390382b 2024-04-13T07:47:34.019 INFO:teuthology.orchestra.run.smithi119.stdout:osd.0 smithi119 running (8m) 7s ago 8m 102M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 3a53ad75d7c2 2024-04-13T07:47:34.020 INFO:teuthology.orchestra.run.smithi119.stdout:osd.1 smithi119 running (7m) 7s ago 7m 88.9M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f fdb76e7c567d 2024-04-13T07:47:34.020 INFO:teuthology.orchestra.run.smithi119.stdout:osd.2 smithi119 running (7m) 7s ago 7m 85.9M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 3f7cf03170a1 2024-04-13T07:47:34.020 INFO:teuthology.orchestra.run.smithi119.stdout:osd.3 smithi119 running (7m) 7s ago 7m 73.4M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 3f2186ecbd67 2024-04-13T07:47:34.020 INFO:teuthology.orchestra.run.smithi119.stdout:osd.4 smithi139 running (6m) 6s ago 6m 96.9M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 779579d3651a 2024-04-13T07:47:34.020 INFO:teuthology.orchestra.run.smithi119.stdout:osd.5 smithi139 running (6m) 6s ago 6m 89.2M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f a52e53194853 2024-04-13T07:47:34.020 INFO:teuthology.orchestra.run.smithi119.stdout:osd.6 smithi139 running (5m) 6s ago 5m 78.2M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 763ea020f47e 2024-04-13T07:47:34.020 INFO:teuthology.orchestra.run.smithi119.stdout:osd.7 smithi139 running (5m) 6s ago 5m 84.1M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 0e23b527299b 2024-04-13T07:47:34.020 INFO:teuthology.orchestra.run.smithi119.stdout:prometheus.a smithi139 *:9095 running (3m) 6s ago 4m 46.5M - 2.43.0 a07b618ecd1d 4dafd98b31c9 2024-04-13T07:47:34.271 INFO:tasks.rados.rados.0.smithi119.stdout:533: done (3 left) 2024-04-13T07:47:34.272 INFO:tasks.rados.rados.0.smithi119.stdout:534: done (2 left) 2024-04-13T07:47:34.272 INFO:tasks.rados.rados.0.smithi119.stdout:535: done (1 left) 2024-04-13T07:47:34.272 INFO:tasks.rados.rados.0.smithi119.stdout:536: done (0 left) 2024-04-13T07:47:34.272 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 2 current snap is 58 2024-04-13T07:47:34.272 INFO:tasks.rados.rados.0.smithi119.stdout:537: seq_num 196 ranges {3899392=491520,4390912=401408} 2024-04-13T07:47:34.296 INFO:tasks.rados.rados.0.smithi119.stdout:537: writing smithi11982245-2 from 3899392 to 4390912 tid 1 2024-04-13T07:47:34.299 INFO:tasks.rados.rados.0.smithi119.stdout:537: writing smithi11982245-2 from 4390912 to 4792320 tid 2 2024-04-13T07:47:34.300 INFO:tasks.rados.rados.0.smithi119.stdout:538: snap_create 2024-04-13T07:47:34.303 INFO:tasks.rados.rados.0.smithi119.stdout:537: finishing write tid 1 to smithi11982245-2 2024-04-13T07:47:34.303 INFO:tasks.rados.rados.0.smithi119.stdout:537: finishing write tid 2 to smithi11982245-2 2024-04-13T07:47:34.304 INFO:tasks.rados.rados.0.smithi119.stdout:537: finishing write tid 3 to smithi11982245-2 2024-04-13T07:47:34.306 INFO:tasks.rados.rados.0.smithi119.stdout:537: finishing write tid 4 to smithi11982245-2 2024-04-13T07:47:34.306 INFO:tasks.rados.rados.0.smithi119.stdout:537: oid 2 updating version 0 to 205 2024-04-13T07:47:34.306 INFO:tasks.rados.rados.0.smithi119.stdout:537: oid 2 version 205 is already newer than 203 2024-04-13T07:47:34.306 INFO:tasks.rados.rados.0.smithi119.stdout:537: oid 2 version 205 is already newer than 204 2024-04-13T07:47:34.306 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 2 v 205 (ObjNum 196 snap 58 seq_num 196) dirty exists 2024-04-13T07:47:34.306 INFO:tasks.rados.rados.0.smithi119.stdout:537: left oid 2 (ObjNum 196 snap 58 seq_num 196) 2024-04-13T07:47:34.427 INFO:teuthology.orchestra.run.smithi119.stdout:{ 2024-04-13T07:47:34.428 INFO:teuthology.orchestra.run.smithi119.stdout: "mon": { 2024-04-13T07:47:34.428 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 3 2024-04-13T07:47:34.428 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:47:34.428 INFO:teuthology.orchestra.run.smithi119.stdout: "mgr": { 2024-04-13T07:47:34.428 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 1, 2024-04-13T07:47:34.428 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 1 2024-04-13T07:47:34.428 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:47:34.428 INFO:teuthology.orchestra.run.smithi119.stdout: "osd": { 2024-04-13T07:47:34.428 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 8 2024-04-13T07:47:34.428 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:47:34.428 INFO:teuthology.orchestra.run.smithi119.stdout: "mds": { 2024-04-13T07:47:34.428 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 2 2024-04-13T07:47:34.428 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:47:34.428 INFO:teuthology.orchestra.run.smithi119.stdout: "overall": { 2024-04-13T07:47:34.428 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 14, 2024-04-13T07:47:34.429 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 1 2024-04-13T07:47:34.429 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-13T07:47:34.429 INFO:teuthology.orchestra.run.smithi119.stdout:} 2024-04-13T07:47:34.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:34 smithi139 ceph-mon[31267]: Reconfiguring daemon prometheus.a on smithi139 2024-04-13T07:47:34.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:34 smithi139 ceph-mon[31267]: osdmap e165: 8 total, 8 up, 8 in 2024-04-13T07:47:34.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:34 smithi139 ceph-mon[31267]: from='client.15138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:47:34.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:34 smithi139 ceph-mon[31267]: pgmap v27: 121 pgs: 121 active+clean; 168 MiB data, 580 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:47:34.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:34 smithi139 ceph-mon[31267]: from='client.15144 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:47:34.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:34 smithi139 ceph-mon[31267]: osdmap e166: 8 total, 8 up, 8 in 2024-04-13T07:47:34.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:34 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/3456699024' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:47:34.716 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[27989]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:47:34] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-13T07:47:34.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:34 smithi119 ceph-mon[27733]: Reconfiguring daemon prometheus.a on smithi139 2024-04-13T07:47:34.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:34 smithi119 ceph-mon[27733]: osdmap e165: 8 total, 8 up, 8 in 2024-04-13T07:47:34.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:34 smithi119 ceph-mon[27733]: from='client.15138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:47:34.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:34 smithi119 ceph-mon[27733]: pgmap v27: 121 pgs: 121 active+clean; 168 MiB data, 580 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:47:34.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:34 smithi119 ceph-mon[27733]: from='client.15144 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:47:34.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:34 smithi119 ceph-mon[27733]: osdmap e166: 8 total, 8 up, 8 in 2024-04-13T07:47:34.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:34 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/3456699024' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:47:34.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:34 smithi119 ceph-mon[39268]: Reconfiguring daemon prometheus.a on smithi139 2024-04-13T07:47:34.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:34 smithi119 ceph-mon[39268]: osdmap e165: 8 total, 8 up, 8 in 2024-04-13T07:47:34.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:34 smithi119 ceph-mon[39268]: from='client.15138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:47:34.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:34 smithi119 ceph-mon[39268]: pgmap v27: 121 pgs: 121 active+clean; 168 MiB data, 580 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:47:34.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:34 smithi119 ceph-mon[39268]: from='client.15144 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:47:34.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:34 smithi119 ceph-mon[39268]: osdmap e166: 8 total, 8 up, 8 in 2024-04-13T07:47:34.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:34 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/3456699024' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:47:35.278 INFO:tasks.rados.rados.0.smithi119.stdout:537: done (1 left) 2024-04-13T07:47:35.278 INFO:tasks.rados.rados.0.smithi119.stdout:538: done (0 left) 2024-04-13T07:47:35.278 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 27 current snap is 59 2024-04-13T07:47:35.278 INFO:tasks.rados.rados.0.smithi119.stdout:539: seq_num 197 ranges {0=507904,507904=401408} 2024-04-13T07:47:35.280 INFO:tasks.rados.rados.0.smithi119.stdout:539: writing smithi11982245-27 from 0 to 507904 tid 1 2024-04-13T07:47:35.283 INFO:tasks.rados.rados.0.smithi119.stdout:539: writing smithi11982245-27 from 507904 to 909312 tid 2 2024-04-13T07:47:35.283 INFO:tasks.rados.rados.0.smithi119.stdout:540: rollback oid 16 current snap is 59 2024-04-13T07:47:35.283 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 16 to 6 2024-04-13T07:47:35.283 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 32 current snap is 59 2024-04-13T07:47:35.283 INFO:tasks.rados.rados.0.smithi119.stdout:541: seq_num 198 ranges {1572864=524288,2097152=401408} 2024-04-13T07:47:35.294 INFO:tasks.rados.rados.0.smithi119.stdout:541: writing smithi11982245-32 from 1572864 to 2097152 tid 1 2024-04-13T07:47:35.297 INFO:tasks.rados.rados.0.smithi119.stdout:541: writing smithi11982245-32 from 2097152 to 2498560 tid 2 2024-04-13T07:47:35.297 INFO:tasks.rados.rados.0.smithi119.stdout:542: snap_create 2024-04-13T07:47:35.297 INFO:tasks.rados.rados.0.smithi119.stdout:539: finishing write tid 1 to smithi11982245-27 2024-04-13T07:47:35.297 INFO:tasks.rados.rados.0.smithi119.stdout:539: finishing write tid 2 to smithi11982245-27 2024-04-13T07:47:35.297 INFO:tasks.rados.rados.0.smithi119.stdout:539: finishing write tid 3 to smithi11982245-27 2024-04-13T07:47:35.297 INFO:tasks.rados.rados.0.smithi119.stdout:539: finishing write tid 4 to smithi11982245-27 2024-04-13T07:47:35.297 INFO:tasks.rados.rados.0.smithi119.stdout:539: oid 27 updating version 0 to 124 2024-04-13T07:47:35.297 INFO:tasks.rados.rados.0.smithi119.stdout:539: oid 27 updating version 124 to 126 2024-04-13T07:47:35.298 INFO:tasks.rados.rados.0.smithi119.stdout:539: oid 27 version 126 is already newer than 125 2024-04-13T07:47:35.298 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 27 v 126 (ObjNum 197 snap 59 seq_num 197) dirty exists 2024-04-13T07:47:35.298 INFO:tasks.rados.rados.0.smithi119.stdout:539: left oid 27 (ObjNum 197 snap 59 seq_num 197) 2024-04-13T07:47:35.298 INFO:tasks.rados.rados.0.smithi119.stdout:540: finishing rollback tid 0 to smithi11982245-16 2024-04-13T07:47:35.298 INFO:tasks.rados.rados.0.smithi119.stdout:540: finishing rollback tid 1 to smithi11982245-16 2024-04-13T07:47:35.298 INFO:tasks.rados.rados.0.smithi119.stdout:540: finishing rollback tid 2 to smithi11982245-16 2024-04-13T07:47:35.298 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 16 v 228 (ObjNum 59 snap 3 seq_num 59) dirty exists 2024-04-13T07:47:35.301 INFO:tasks.rados.rados.0.smithi119.stdout:541: finishing write tid 1 to smithi11982245-32 2024-04-13T07:47:35.301 INFO:tasks.rados.rados.0.smithi119.stdout:541: finishing write tid 2 to smithi11982245-32 2024-04-13T07:47:35.301 INFO:tasks.rados.rados.0.smithi119.stdout:541: finishing write tid 3 to smithi11982245-32 2024-04-13T07:47:35.302 INFO:tasks.rados.rados.0.smithi119.stdout:541: finishing write tid 4 to smithi11982245-32 2024-04-13T07:47:35.302 INFO:tasks.rados.rados.0.smithi119.stdout:541: oid 32 updating version 0 to 64 2024-04-13T07:47:35.302 INFO:tasks.rados.rados.0.smithi119.stdout:541: oid 32 version 64 is already newer than 62 2024-04-13T07:47:35.302 INFO:tasks.rados.rados.0.smithi119.stdout:541: oid 32 version 64 is already newer than 63 2024-04-13T07:47:35.302 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 32 v 64 (ObjNum 198 snap 59 seq_num 198) dirty exists 2024-04-13T07:47:35.303 INFO:tasks.rados.rados.0.smithi119.stdout:541: left oid 32 (ObjNum 198 snap 59 seq_num 198) 2024-04-13T07:47:36.279 INFO:tasks.rados.rados.0.smithi119.stdout:539: done (3 left) 2024-04-13T07:47:36.279 INFO:tasks.rados.rados.0.smithi119.stdout:540: done (2 left) 2024-04-13T07:47:36.279 INFO:tasks.rados.rados.0.smithi119.stdout:541: done (1 left) 2024-04-13T07:47:36.280 INFO:tasks.rados.rados.0.smithi119.stdout:542: done (0 left) 2024-04-13T07:47:36.280 INFO:tasks.rados.rados.0.smithi119.stdout:543: setattr oid 7 current snap is 60 2024-04-13T07:47:36.281 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 19 current snap is 60 2024-04-13T07:47:36.281 INFO:tasks.rados.rados.0.smithi119.stdout:544: seq_num 199 ranges {0=540672,540672=401408} 2024-04-13T07:47:36.284 INFO:tasks.rados.rados.0.smithi119.stdout:544: writing smithi11982245-19 from 0 to 540672 tid 1 2024-04-13T07:47:36.287 INFO:tasks.rados.rados.0.smithi119.stdout:544: writing smithi11982245-19 from 540672 to 942080 tid 2 2024-04-13T07:47:36.287 INFO:tasks.rados.rados.0.smithi119.stdout:545: copy_from oid 13 from oid 8 current snap is 60 2024-04-13T07:47:36.287 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 7 v 178 (ObjNum 33 snap 0 seq_num 749635904) dirty exists 2024-04-13T07:47:36.288 INFO:tasks.rados.rados.0.smithi119.stdout:543: done (2 left) 2024-04-13T07:47:36.288 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 41 current snap is 60 2024-04-13T07:47:36.288 INFO:tasks.rados.rados.0.smithi119.stdout:546: seq_num 200 ranges {679936=557056,1236992=401408} 2024-04-13T07:47:36.294 INFO:tasks.rados.rados.0.smithi119.stdout:546: writing smithi11982245-41 from 679936 to 1236992 tid 1 2024-04-13T07:47:36.298 INFO:tasks.rados.rados.0.smithi119.stdout:546: writing smithi11982245-41 from 1236992 to 1638400 tid 2 2024-04-13T07:47:36.298 INFO:tasks.rados.rados.0.smithi119.stdout:547: read oid 20 snap 44 2024-04-13T07:47:36.298 INFO:tasks.rados.rados.0.smithi119.stdout:547: expect (ObjNum 137 snap 40 seq_num 137) 2024-04-13T07:47:36.298 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 21 current snap is 60 2024-04-13T07:47:36.298 INFO:tasks.rados.rados.0.smithi119.stdout:544: finishing write tid 1 to smithi11982245-19 2024-04-13T07:47:36.298 INFO:tasks.rados.rados.0.smithi119.stdout:544: finishing write tid 2 to smithi11982245-19 2024-04-13T07:47:36.298 INFO:tasks.rados.rados.0.smithi119.stdout:544: finishing write tid 3 to smithi11982245-19 2024-04-13T07:47:36.298 INFO:tasks.rados.rados.0.smithi119.stdout:544: finishing write tid 4 to smithi11982245-19 2024-04-13T07:47:36.298 INFO:tasks.rados.rados.0.smithi119.stdout:544: oid 19 updating version 0 to 182 2024-04-13T07:47:36.298 INFO:tasks.rados.rados.0.smithi119.stdout:544: oid 19 version 182 is already newer than 181 2024-04-13T07:47:36.298 INFO:tasks.rados.rados.0.smithi119.stdout:544: oid 19 version 182 is already newer than 180 2024-04-13T07:47:36.298 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 19 v 182 (ObjNum 199 snap 60 seq_num 199) dirty exists 2024-04-13T07:47:36.298 INFO:tasks.rados.rados.0.smithi119.stdout:544: left oid 19 (ObjNum 199 snap 60 seq_num 199) 2024-04-13T07:47:36.299 INFO:tasks.rados.rados.0.smithi119.stdout:548: seq_num 201 ranges {0=573440,573440=401408} 2024-04-13T07:47:36.302 INFO:tasks.rados.rados.0.smithi119.stdout:548: writing smithi11982245-21 from 0 to 573440 tid 1 2024-04-13T07:47:36.305 INFO:tasks.rados.rados.0.smithi119.stdout:548: writing smithi11982245-21 from 573440 to 974848 tid 2 2024-04-13T07:47:36.305 INFO:tasks.rados.rados.0.smithi119.stdout:544: done (4 left) 2024-04-13T07:47:36.305 INFO:tasks.rados.rados.0.smithi119.stdout:549: setattr oid 18 current snap is 60 2024-04-13T07:47:36.305 INFO:tasks.rados.rados.0.smithi119.stdout:545: finishing copy_from racing read to smithi11982245-13 2024-04-13T07:47:36.305 INFO:tasks.rados.rados.0.smithi119.stdout:546: finishing write tid 1 to smithi11982245-41 2024-04-13T07:47:36.305 INFO:tasks.rados.rados.0.smithi119.stdout:546: finishing write tid 2 to smithi11982245-41 2024-04-13T07:47:36.306 INFO:tasks.rados.rados.0.smithi119.stdout:546: finishing write tid 3 to smithi11982245-41 2024-04-13T07:47:36.306 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 37 current snap is 60 2024-04-13T07:47:36.306 INFO:tasks.rados.rados.0.smithi119.stdout:550: seq_num 202 ranges {516096=589824,1105920=401408} 2024-04-13T07:47:36.313 INFO:tasks.rados.rados.0.smithi119.stdout:550: writing smithi11982245-37 from 516096 to 1105920 tid 1 2024-04-13T07:47:36.316 INFO:tasks.rados.rados.0.smithi119.stdout:550: writing smithi11982245-37 from 1105920 to 1507328 tid 2 2024-04-13T07:47:36.316 INFO:tasks.rados.rados.0.smithi119.stdout:551: rollback oid 36 current snap is 60 2024-04-13T07:47:36.316 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 36 to 51 2024-04-13T07:47:36.316 INFO:tasks.rados.rados.0.smithi119.stdout:546: finishing write tid 4 to smithi11982245-41 2024-04-13T07:47:36.316 INFO:tasks.rados.rados.0.smithi119.stdout:546: oid 41 updating version 0 to 38 2024-04-13T07:47:36.316 INFO:tasks.rados.rados.0.smithi119.stdout:546: oid 41 updating version 38 to 39 2024-04-13T07:47:36.316 INFO:tasks.rados.rados.0.smithi119.stdout:546: oid 41 updating version 39 to 40 2024-04-13T07:47:36.316 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 41 v 40 (ObjNum 200 snap 60 seq_num 200) dirty exists 2024-04-13T07:47:36.316 INFO:tasks.rados.rados.0.smithi119.stdout:546: left oid 41 (ObjNum 200 snap 60 seq_num 200) 2024-04-13T07:47:36.317 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 18 v 277 (ObjNum 33 snap 0 seq_num 749624512) dirty exists 2024-04-13T07:47:36.317 INFO:tasks.rados.rados.0.smithi119.stdout:548: finishing write tid 1 to smithi11982245-21 2024-04-13T07:47:36.317 INFO:tasks.rados.rados.0.smithi119.stdout:546: done (6 left) 2024-04-13T07:47:36.317 INFO:tasks.rados.rados.0.smithi119.stdout:549: done (5 left) 2024-04-13T07:47:36.317 INFO:tasks.rados.rados.0.smithi119.stdout:552: copy_from oid 33 from oid 39 current snap is 60 2024-04-13T07:47:36.317 INFO:tasks.rados.rados.0.smithi119.stdout:548: finishing write tid 2 to smithi11982245-21 2024-04-13T07:47:36.317 INFO:tasks.rados.rados.0.smithi119.stdout:548: finishing write tid 3 to smithi11982245-21 2024-04-13T07:47:36.317 INFO:tasks.rados.rados.0.smithi119.stdout:548: finishing write tid 4 to smithi11982245-21 2024-04-13T07:47:36.317 INFO:tasks.rados.rados.0.smithi119.stdout:548: oid 21 updating version 0 to 157 2024-04-13T07:47:36.317 INFO:tasks.rados.rados.0.smithi119.stdout:548: oid 21 version 157 is already newer than 155 2024-04-13T07:47:36.317 INFO:tasks.rados.rados.0.smithi119.stdout:548: oid 21 version 157 is already newer than 156 2024-04-13T07:47:36.317 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 21 v 157 (ObjNum 201 snap 60 seq_num 201) dirty exists 2024-04-13T07:47:36.317 INFO:tasks.rados.rados.0.smithi119.stdout:548: left oid 21 (ObjNum 201 snap 60 seq_num 201) 2024-04-13T07:47:36.317 INFO:tasks.rados.rados.0.smithi119.stdout:545: finishing copy_from to smithi11982245-13 2024-04-13T07:47:36.317 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 13 v 195 (ObjNum 132 snap 39 seq_num 132) dirty exists 2024-04-13T07:47:36.317 INFO:tasks.rados.rados.0.smithi119.stdout:545: done (5 left) 2024-04-13T07:47:36.317 INFO:tasks.rados.rados.0.smithi119.stdout:548: done (4 left) 2024-04-13T07:47:36.318 INFO:tasks.rados.rados.0.smithi119.stdout:553: snap_remove snap 38 2024-04-13T07:47:36.606 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:36 smithi139 ceph-mon[31267]: osdmap e167: 8 total, 8 up, 8 in 2024-04-13T07:47:36.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:36 smithi119 ceph-mon[39268]: osdmap e167: 8 total, 8 up, 8 in 2024-04-13T07:47:36.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:36 smithi119 ceph-mon[27733]: osdmap e167: 8 total, 8 up, 8 in 2024-04-13T07:47:36.885 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:36 smithi139 systemd[1]: Stopping Ceph prometheus.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:47:37.276 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:36 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[65528]: ts=2024-04-13T07:47:36.996Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-13T07:47:37.276 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:36 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[65528]: ts=2024-04-13T07:47:36.996Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-13T07:47:37.276 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:36 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[65528]: ts=2024-04-13T07:47:36.996Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-13T07:47:37.276 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:36 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[65528]: ts=2024-04-13T07:47:36.996Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-13T07:47:37.277 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:36 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[65528]: ts=2024-04-13T07:47:36.996Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-13T07:47:37.277 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:36 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[65528]: ts=2024-04-13T07:47:36.996Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-13T07:47:37.277 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:36 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[65528]: ts=2024-04-13T07:47:36.996Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-13T07:47:37.277 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:36 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[65528]: ts=2024-04-13T07:47:36.996Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-13T07:47:37.277 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:36 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[65528]: ts=2024-04-13T07:47:36.996Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-13T07:47:37.277 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:36 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[65528]: ts=2024-04-13T07:47:36.997Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-13T07:47:37.277 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:36 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[65528]: ts=2024-04-13T07:47:36.997Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-13T07:47:37.277 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:36 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[65528]: ts=2024-04-13T07:47:36.997Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-13T07:47:37.277 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:37 smithi139 podman[76506]: 2024-04-13 07:47:37.006720545 +0000 UTC m=+0.130585894 container died 4dafd98b31c90daaf9c350219db6179be831d4a6f0d9ea03f84c57f07b37898c (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T07:47:37.284 INFO:tasks.rados.rados.0.smithi119.stdout:553: done (4 left) 2024-04-13T07:47:37.284 INFO:tasks.rados.rados.0.smithi119.stdout:554: copy_from oid 27 from oid 11 current snap is 60 2024-04-13T07:47:37.284 INFO:tasks.rados.rados.0.smithi119.stdout:550: finishing write tid 1 to smithi11982245-37 2024-04-13T07:47:37.284 INFO:tasks.rados.rados.0.smithi119.stdout:551: finishing rollback tid 0 to smithi11982245-36 2024-04-13T07:47:37.284 INFO:tasks.rados.rados.0.smithi119.stdout:550: finishing write tid 2 to smithi11982245-37 2024-04-13T07:47:37.284 INFO:tasks.rados.rados.0.smithi119.stdout:550: finishing write tid 3 to smithi11982245-37 2024-04-13T07:47:37.284 INFO:tasks.rados.rados.0.smithi119.stdout:551: finishing rollback tid 1 to smithi11982245-36 2024-04-13T07:47:37.284 INFO:tasks.rados.rados.0.smithi119.stdout:551: finishing rollback tid 2 to smithi11982245-36 2024-04-13T07:47:37.285 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 36 v 87 (ObjNum 151 snap 49 seq_num 151) dirty exists 2024-04-13T07:47:37.285 INFO:tasks.rados.rados.0.smithi119.stdout:550: finishing write tid 4 to smithi11982245-37 2024-04-13T07:47:37.285 INFO:tasks.rados.rados.0.smithi119.stdout:550: oid 37 updating version 0 to 128 2024-04-13T07:47:37.285 INFO:tasks.rados.rados.0.smithi119.stdout:550: oid 37 updating version 128 to 129 2024-04-13T07:47:37.285 INFO:tasks.rados.rados.0.smithi119.stdout:550: oid 37 version 129 is already newer than 127 2024-04-13T07:47:37.285 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 37 v 129 (ObjNum 202 snap 60 seq_num 202) dirty exists 2024-04-13T07:47:37.285 INFO:tasks.rados.rados.0.smithi119.stdout:550: left oid 37 (ObjNum 202 snap 60 seq_num 202) 2024-04-13T07:47:37.285 INFO:tasks.rados.rados.0.smithi119.stdout:547: expect (ObjNum 137 snap 40 seq_num 137) 2024-04-13T07:47:37.432 INFO:tasks.rados.rados.0.smithi119.stdout:552: finishing copy_from racing read to smithi11982245-33 2024-04-13T07:47:37.432 INFO:tasks.rados.rados.0.smithi119.stdout:552: finishing copy_from to smithi11982245-33 2024-04-13T07:47:37.432 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 33 v 183 (ObjNum 195 snap 57 seq_num 195) dirty exists 2024-04-13T07:47:37.432 INFO:tasks.rados.rados.0.smithi119.stdout:547: done (4 left) 2024-04-13T07:47:37.432 INFO:tasks.rados.rados.0.smithi119.stdout:550: done (3 left) 2024-04-13T07:47:37.432 INFO:tasks.rados.rados.0.smithi119.stdout:551: done (2 left) 2024-04-13T07:47:37.432 INFO:tasks.rados.rados.0.smithi119.stdout:552: done (1 left) 2024-04-13T07:47:37.432 INFO:tasks.rados.rados.0.smithi119.stdout:555: read oid 44 snap 57 2024-04-13T07:47:37.432 INFO:tasks.rados.rados.0.smithi119.stdout:555: expect (ObjNum 43 snap 0 seq_num 43) 2024-04-13T07:47:37.432 INFO:tasks.rados.rados.0.smithi119.stdout:556: copy_from oid 46 from oid 10 current snap is 60 2024-04-13T07:47:37.432 INFO:tasks.rados.rados.0.smithi119.stdout:557: delete oid 2 current snap is 60 2024-04-13T07:47:37.433 INFO:tasks.rados.rados.0.smithi119.stdout:557: done (3 left) 2024-04-13T07:47:37.433 INFO:tasks.rados.rados.0.smithi119.stdout:558: snap_create 2024-04-13T07:47:37.436 INFO:tasks.rados.rados.0.smithi119.stdout:555: expect (ObjNum 43 snap 0 seq_num 43) 2024-04-13T07:47:37.456 INFO:tasks.rados.rados.0.smithi119.stdout:554: finishing copy_from racing read to smithi11982245-27 2024-04-13T07:47:37.456 INFO:tasks.rados.rados.0.smithi119.stdout:554: finishing copy_from to smithi11982245-27 2024-04-13T07:47:37.456 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 27 v 115 (ObjNum 189 snap 52 seq_num 189) dirty exists 2024-04-13T07:47:37.457 INFO:tasks.rados.rados.0.smithi119.stdout:556: finishing copy_from racing read to smithi11982245-46 2024-04-13T07:47:37.457 INFO:tasks.rados.rados.0.smithi119.stdout:556: finishing copy_from to smithi11982245-46 2024-04-13T07:47:37.457 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 46 v 213 (ObjNum 100 snap 20 seq_num 100) dirty exists 2024-04-13T07:47:37.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:37 smithi139 ceph-mon[31267]: pgmap v30: 121 pgs: 121 active+clean; 175 MiB data, 587 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-04-13T07:47:37.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:37 smithi139 ceph-mon[31267]: osdmap e168: 8 total, 8 up, 8 in 2024-04-13T07:47:37.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:37 smithi139 podman[76506]: 2024-04-13 07:47:37.393617582 +0000 UTC m=+0.517482920 container cleanup 4dafd98b31c90daaf9c350219db6179be831d4a6f0d9ea03f84c57f07b37898c (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T07:47:37.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:37 smithi139 bash[76506]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a 2024-04-13T07:47:37.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:37 smithi119 ceph-mon[39268]: pgmap v30: 121 pgs: 121 active+clean; 175 MiB data, 587 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-04-13T07:47:37.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:37 smithi119 ceph-mon[39268]: osdmap e168: 8 total, 8 up, 8 in 2024-04-13T07:47:37.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:37 smithi119 ceph-mon[27733]: pgmap v30: 121 pgs: 121 active+clean; 175 MiB data, 587 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-04-13T07:47:37.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:37 smithi119 ceph-mon[27733]: osdmap e168: 8 total, 8 up, 8 in 2024-04-13T07:47:38.034 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:37 smithi139 podman[76525]: 2024-04-13 07:47:37.669830505 +0000 UTC m=+0.665975103 container remove 4dafd98b31c90daaf9c350219db6179be831d4a6f0d9ea03f84c57f07b37898c (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T07:47:38.035 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:37 smithi139 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-13T07:47:38.035 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:37 smithi139 systemd[1]: Stopped Ceph prometheus.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:47:38.035 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:37 smithi139 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@prometheus.a.service: Consumed 1.592s CPU time. 2024-04-13T07:47:38.035 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:37 smithi139 systemd[1]: Starting Ceph prometheus.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:47:38.285 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:38 smithi139 podman[76625]: 2024-04-13 07:47:37.939376964 +0000 UTC m=+0.019451986 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-13T07:47:38.285 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:38 smithi139 podman[76625]: 2024-04-13 07:47:38.050517538 +0000 UTC m=+0.130592605 container create b0c9210a194dc29677cdf7a1fe2a0e40c8cfb8ce3dd94c072157c94e6147e9fe (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T07:47:38.285 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:38 smithi139 podman[76625]: 2024-04-13 07:47:38.281112764 +0000 UTC m=+0.361187801 container init b0c9210a194dc29677cdf7a1fe2a0e40c8cfb8ce3dd94c072157c94e6147e9fe (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T07:47:38.289 INFO:tasks.rados.rados.0.smithi119.stdout:554: done (3 left) 2024-04-13T07:47:38.289 INFO:tasks.rados.rados.0.smithi119.stdout:555: done (2 left) 2024-04-13T07:47:38.289 INFO:tasks.rados.rados.0.smithi119.stdout:556: done (1 left) 2024-04-13T07:47:38.289 INFO:tasks.rados.rados.0.smithi119.stdout:558: done (0 left) 2024-04-13T07:47:38.290 INFO:tasks.rados.rados.0.smithi119.stdout:559: read oid 45 snap -1 2024-04-13T07:47:38.290 INFO:tasks.rados.rados.0.smithi119.stdout:559: expect (ObjNum 73 snap 11 seq_num 73) 2024-04-13T07:47:38.290 INFO:tasks.rados.rados.0.smithi119.stdout:560: copy_from oid 49 from oid 4 current snap is 61 2024-04-13T07:47:38.290 INFO:tasks.rados.rados.0.smithi119.stdout:561: snap_remove snap 47 2024-04-13T07:47:38.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:38 smithi139 ceph-mon[31267]: osdmap e169: 8 total, 8 up, 8 in 2024-04-13T07:47:38.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:38 smithi139 podman[76625]: 2024-04-13 07:47:38.28702562 +0000 UTC m=+0.367100647 container start b0c9210a194dc29677cdf7a1fe2a0e40c8cfb8ce3dd94c072157c94e6147e9fe (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T07:47:38.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:38 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[76639]: ts=2024-04-13T07:47:38.312Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-13T07:47:38.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:38 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[76639]: ts=2024-04-13T07:47:38.312Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-13T07:47:38.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:38 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[76639]: ts=2024-04-13T07:47:38.312Z caller=main.go:570 level=info host_details="(Linux 5.14.0-435.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024 x86_64 smithi139 (none))" 2024-04-13T07:47:38.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:38 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[76639]: ts=2024-04-13T07:47:38.312Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-13T07:47:38.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:38 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[76639]: ts=2024-04-13T07:47:38.312Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-13T07:47:38.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:38 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[76639]: ts=2024-04-13T07:47:38.314Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-13T07:47:38.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:38 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[76639]: ts=2024-04-13T07:47:38.314Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-13T07:47:38.637 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:38 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[76639]: ts=2024-04-13T07:47:38.317Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-13T07:47:38.637 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:38 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[76639]: ts=2024-04-13T07:47:38.317Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-13T07:47:38.637 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:38 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[76639]: ts=2024-04-13T07:47:38.317Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-13T07:47:38.637 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:38 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[76639]: ts=2024-04-13T07:47:38.318Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.484µs 2024-04-13T07:47:38.637 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:38 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[76639]: ts=2024-04-13T07:47:38.318Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-13T07:47:38.637 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:38 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[76639]: ts=2024-04-13T07:47:38.319Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-04-13T07:47:38.637 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:38 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[76639]: ts=2024-04-13T07:47:38.328Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-04-13T07:47:38.637 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:38 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[76639]: ts=2024-04-13T07:47:38.328Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-04-13T07:47:38.637 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:38 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[76639]: ts=2024-04-13T07:47:38.328Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=19.474µs wal_replay_duration=10.554558ms wbl_replay_duration=174ns total_replay_duration=10.591478ms 2024-04-13T07:47:38.637 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:38 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[76639]: ts=2024-04-13T07:47:38.330Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-13T07:47:38.637 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:38 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[76639]: ts=2024-04-13T07:47:38.330Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-13T07:47:38.637 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:38 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[76639]: ts=2024-04-13T07:47:38.330Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-13T07:47:38.637 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:38 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[76639]: ts=2024-04-13T07:47:38.350Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=20.367326ms db_storage=932ns remote_storage=1.178µs web_handler=475ns query_engine=611ns scrape=305.722µs scrape_sd=88.127µs notify=10.43µs notify_sd=17.729µs rules=19.62475ms tracing=6.158µs 2024-04-13T07:47:38.637 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:38 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[76639]: ts=2024-04-13T07:47:38.350Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-13T07:47:38.637 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:38 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[76639]: ts=2024-04-13T07:47:38.350Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-13T07:47:38.638 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:38 smithi139 bash[76625]: b0c9210a194dc29677cdf7a1fe2a0e40c8cfb8ce3dd94c072157c94e6147e9fe 2024-04-13T07:47:38.638 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:38 smithi139 systemd[1]: Started Ceph prometheus.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:47:38.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:38 smithi119 ceph-mon[39268]: osdmap e169: 8 total, 8 up, 8 in 2024-04-13T07:47:38.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:38 smithi119 ceph-mon[27733]: osdmap e169: 8 total, 8 up, 8 in 2024-04-13T07:47:39.290 INFO:tasks.rados.rados.0.smithi119.stdout:561: done (2 left) 2024-04-13T07:47:39.291 INFO:tasks.rados.rados.0.smithi119.stdout:562: rollback oid 14 current snap is 61 2024-04-13T07:47:39.291 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 14 to 41 2024-04-13T07:47:39.291 INFO:tasks.rados.rados.0.smithi119.stdout:563: snap_create 2024-04-13T07:47:39.292 INFO:tasks.rados.rados.0.smithi119.stdout:560: finishing copy_from to smithi11982245-49 2024-04-13T07:47:39.292 INFO:tasks.rados.rados.0.smithi119.stdout:560: got expected ENOENT (src dne) 2024-04-13T07:47:39.293 INFO:tasks.rados.rados.0.smithi119.stdout:560: finishing copy_from racing read to smithi11982245-49 2024-04-13T07:47:39.293 INFO:tasks.rados.rados.0.smithi119.stdout:559: expect (ObjNum 73 snap 11 seq_num 73) 2024-04-13T07:47:39.305 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:39 smithi119 ceph-mon[39268]: pgmap v33: 121 pgs: 121 active+clean; 175 MiB data, 587 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-04-13T07:47:39.305 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:39 smithi119 ceph-mon[39268]: osdmap e170: 8 total, 8 up, 8 in 2024-04-13T07:47:39.305 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:39 smithi119 ceph-mon[39268]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:39.305 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:39 smithi119 ceph-mon[39268]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:39.305 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:39 smithi119 ceph-mon[39268]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T07:47:39.305 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:39 smithi119 ceph-mon[39268]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:47:39.306 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:39 smithi119 ceph-mon[27733]: pgmap v33: 121 pgs: 121 active+clean; 175 MiB data, 587 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-04-13T07:47:39.306 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:39 smithi119 ceph-mon[27733]: osdmap e170: 8 total, 8 up, 8 in 2024-04-13T07:47:39.306 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:39 smithi119 ceph-mon[27733]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:39.306 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:39 smithi119 ceph-mon[27733]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:39.306 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:39 smithi119 ceph-mon[27733]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T07:47:39.307 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:39 smithi119 ceph-mon[27733]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:47:39.364 INFO:tasks.rados.rados.0.smithi119.stdout:562: finishing rollback tid 0 to smithi11982245-14 2024-04-13T07:47:39.365 INFO:tasks.rados.rados.0.smithi119.stdout:562: finishing rollback tid 1 to smithi11982245-14 2024-04-13T07:47:39.365 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 14 v 164 (ObjNum 177 snap 0 seq_num 1) dirty dne 2024-04-13T07:47:39.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:39 smithi139 ceph-mon[31267]: pgmap v33: 121 pgs: 121 active+clean; 175 MiB data, 587 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-04-13T07:47:39.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:39 smithi139 ceph-mon[31267]: osdmap e170: 8 total, 8 up, 8 in 2024-04-13T07:47:39.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:39 smithi139 ceph-mon[31267]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:39.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:39 smithi139 ceph-mon[31267]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:39.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:39 smithi139 ceph-mon[31267]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T07:47:39.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:39 smithi139 ceph-mon[31267]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:47:40.302 INFO:tasks.rados.rados.0.smithi119.stdout:559: done (3 left) 2024-04-13T07:47:40.302 INFO:tasks.rados.rados.0.smithi119.stdout:560: done (2 left) 2024-04-13T07:47:40.302 INFO:tasks.rados.rados.0.smithi119.stdout:562: done (1 left) 2024-04-13T07:47:40.302 INFO:tasks.rados.rados.0.smithi119.stdout:563: done (0 left) 2024-04-13T07:47:40.303 INFO:tasks.rados.rados.0.smithi119.stdout:564: copy_from oid 16 from oid 10 current snap is 62 2024-04-13T07:47:40.303 INFO:tasks.rados.rados.0.smithi119.stdout:565: snap_remove snap 43 2024-04-13T07:47:40.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:40 smithi119 ceph-mon[27733]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T07:47:40.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:40 smithi119 ceph-mon[27733]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-13T07:47:40.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:40 smithi119 ceph-mon[27733]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-13T07:47:40.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:40 smithi119 ceph-mon[27733]: osdmap e171: 8 total, 8 up, 8 in 2024-04-13T07:47:40.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:40 smithi119 ceph-mon[27733]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:40.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:40 smithi119 ceph-mon[27733]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T07:47:40.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:40 smithi119 ceph-mon[27733]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T07:47:40.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:40 smithi119 ceph-mon[27733]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T07:47:40.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:40 smithi119 ceph-mon[27733]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:47:40.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:40 smithi119 ceph-mon[39268]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T07:47:40.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:40 smithi119 ceph-mon[39268]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-13T07:47:40.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:40 smithi119 ceph-mon[39268]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-13T07:47:40.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:40 smithi119 ceph-mon[39268]: osdmap e171: 8 total, 8 up, 8 in 2024-04-13T07:47:40.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:40 smithi119 ceph-mon[39268]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:40.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:40 smithi119 ceph-mon[39268]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T07:47:40.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:40 smithi119 ceph-mon[39268]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T07:47:40.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:40 smithi119 ceph-mon[39268]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T07:47:40.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:40 smithi119 ceph-mon[39268]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:47:40.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:40 smithi139 ceph-mon[31267]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T07:47:40.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:40 smithi139 ceph-mon[31267]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-13T07:47:40.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:40 smithi139 ceph-mon[31267]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-13T07:47:40.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:40 smithi139 ceph-mon[31267]: osdmap e171: 8 total, 8 up, 8 in 2024-04-13T07:47:40.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:40 smithi139 ceph-mon[31267]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:40.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:40 smithi139 ceph-mon[31267]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T07:47:40.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:40 smithi139 ceph-mon[31267]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T07:47:40.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:40 smithi139 ceph-mon[31267]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T07:47:40.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:40 smithi139 ceph-mon[31267]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:47:41.304 INFO:tasks.rados.rados.0.smithi119.stdout:565: done (1 left) 2024-04-13T07:47:41.304 INFO:tasks.rados.rados.0.smithi119.stdout:566: read oid 35 snap -1 2024-04-13T07:47:41.304 INFO:tasks.rados.rados.0.smithi119.stdout:566: expect deleted 2024-04-13T07:47:41.304 INFO:tasks.rados.rados.0.smithi119.stdout:567: snap_create 2024-04-13T07:47:41.304 INFO:tasks.rados.rados.0.smithi119.stdout:564: finishing copy_from racing read to smithi11982245-16 2024-04-13T07:47:41.304 INFO:tasks.rados.rados.0.smithi119.stdout:564: finishing copy_from to smithi11982245-16 2024-04-13T07:47:41.304 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 16 v 213 (ObjNum 100 snap 20 seq_num 100) dirty exists 2024-04-13T07:47:41.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:41 smithi119 ceph-mon[39268]: pgmap v36: 121 pgs: 121 active+clean; 192 MiB data, 618 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 4.1 MiB/s wr, 23 op/s 2024-04-13T07:47:41.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:41 smithi119 ceph-mon[39268]: Upgrade: Updating mgr.y 2024-04-13T07:47:41.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:41 smithi119 ceph-mon[39268]: Deploying daemon mgr.y on smithi119 2024-04-13T07:47:41.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:41 smithi119 ceph-mon[39268]: osdmap e172: 8 total, 8 up, 8 in 2024-04-13T07:47:41.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:41 smithi119 ceph-mon[27733]: pgmap v36: 121 pgs: 121 active+clean; 192 MiB data, 618 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 4.1 MiB/s wr, 23 op/s 2024-04-13T07:47:41.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:41 smithi119 ceph-mon[27733]: Upgrade: Updating mgr.y 2024-04-13T07:47:41.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:41 smithi119 ceph-mon[27733]: Deploying daemon mgr.y on smithi119 2024-04-13T07:47:41.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:41 smithi119 ceph-mon[27733]: osdmap e172: 8 total, 8 up, 8 in 2024-04-13T07:47:41.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:41 smithi139 ceph-mon[31267]: pgmap v36: 121 pgs: 121 active+clean; 192 MiB data, 618 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 4.1 MiB/s wr, 23 op/s 2024-04-13T07:47:41.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:41 smithi139 ceph-mon[31267]: Upgrade: Updating mgr.y 2024-04-13T07:47:41.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:41 smithi139 ceph-mon[31267]: Deploying daemon mgr.y on smithi119 2024-04-13T07:47:41.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:41 smithi139 ceph-mon[31267]: osdmap e172: 8 total, 8 up, 8 in 2024-04-13T07:47:42.308 INFO:tasks.rados.rados.0.smithi119.stdout:564: done (2 left) 2024-04-13T07:47:42.308 INFO:tasks.rados.rados.0.smithi119.stdout:566: done (1 left) 2024-04-13T07:47:42.308 INFO:tasks.rados.rados.0.smithi119.stdout:567: done (0 left) 2024-04-13T07:47:42.308 INFO:tasks.rados.rados.0.smithi119.stdout:568: rmattr oid 33 current snap is 63 2024-04-13T07:47:42.308 INFO:tasks.rados.rados.0.smithi119.stdout:568: done (0 left) 2024-04-13T07:47:42.309 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 32 current snap is 63 2024-04-13T07:47:42.309 INFO:tasks.rados.rados.0.smithi119.stdout:569: seq_num 204 ranges {2498560=622592,3121152=401408} 2024-04-13T07:47:42.325 INFO:tasks.rados.rados.0.smithi119.stdout:569: writing smithi11982245-32 from 2498560 to 3121152 tid 1 2024-04-13T07:47:42.328 INFO:tasks.rados.rados.0.smithi119.stdout:569: writing smithi11982245-32 from 3121152 to 3522560 tid 2 2024-04-13T07:47:42.328 INFO:tasks.rados.rados.0.smithi119.stdout:570: copy_from oid 11 from oid 45 current snap is 63 2024-04-13T07:47:42.328 INFO:tasks.rados.rados.0.smithi119.stdout:571: read oid 12 snap -1 2024-04-13T07:47:42.328 INFO:tasks.rados.rados.0.smithi119.stdout:571: expect (ObjNum 171 snap 50 seq_num 171) 2024-04-13T07:47:42.328 INFO:tasks.rados.rados.0.smithi119.stdout:572: rollback oid 13 current snap is 63 2024-04-13T07:47:42.328 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 13 to 40 2024-04-13T07:47:42.328 INFO:tasks.rados.rados.0.smithi119.stdout:573: setattr oid 30 current snap is 63 2024-04-13T07:47:42.331 INFO:tasks.rados.rados.0.smithi119.stdout:574: rmattr oid 41 current snap is 63 2024-04-13T07:47:42.331 INFO:tasks.rados.rados.0.smithi119.stdout:575: read oid 31 snap -1 2024-04-13T07:47:42.331 INFO:tasks.rados.rados.0.smithi119.stdout:575: expect deleted 2024-04-13T07:47:42.331 INFO:tasks.rados.rados.0.smithi119.stdout:576: rollback oid 26 current snap is 63 2024-04-13T07:47:42.331 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 26 to 49 2024-04-13T07:47:42.331 INFO:tasks.rados.rados.0.smithi119.stdout:577: copy_from oid 23 from oid 1 current snap is 63 2024-04-13T07:47:42.331 INFO:tasks.rados.rados.0.smithi119.stdout:578: delete oid 25 current snap is 63 2024-04-13T07:47:42.333 INFO:tasks.rados.rados.0.smithi119.stdout:569: finishing write tid 1 to smithi11982245-32 2024-04-13T07:47:42.333 INFO:tasks.rados.rados.0.smithi119.stdout:569: finishing write tid 2 to smithi11982245-32 2024-04-13T07:47:42.333 INFO:tasks.rados.rados.0.smithi119.stdout:569: finishing write tid 3 to smithi11982245-32 2024-04-13T07:47:42.334 INFO:tasks.rados.rados.0.smithi119.stdout:569: finishing write tid 4 to smithi11982245-32 2024-04-13T07:47:42.334 INFO:tasks.rados.rados.0.smithi119.stdout:569: oid 32 updating version 0 to 79 2024-04-13T07:47:42.334 INFO:tasks.rados.rados.0.smithi119.stdout:569: oid 32 updating version 79 to 80 2024-04-13T07:47:42.335 INFO:tasks.rados.rados.0.smithi119.stdout:569: oid 32 version 80 is already newer than 78 2024-04-13T07:47:42.335 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 32 v 80 (ObjNum 204 snap 63 seq_num 204) dirty exists 2024-04-13T07:47:42.335 INFO:tasks.rados.rados.0.smithi119.stdout:569: left oid 32 (ObjNum 204 snap 63 seq_num 204) 2024-04-13T07:47:42.336 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 30 v 184 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-04-13T07:47:42.336 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 41 v 48 (ObjNum 200 snap 60 seq_num 200) dirty exists 2024-04-13T07:47:42.337 INFO:tasks.rados.rados.0.smithi119.stdout:569: done (9 left) 2024-04-13T07:47:42.337 INFO:tasks.rados.rados.0.smithi119.stdout:573: done (8 left) 2024-04-13T07:47:42.337 INFO:tasks.rados.rados.0.smithi119.stdout:574: done (7 left) 2024-04-13T07:47:42.337 INFO:tasks.rados.rados.0.smithi119.stdout:575: done (6 left) 2024-04-13T07:47:42.337 INFO:tasks.rados.rados.0.smithi119.stdout:578: done (5 left) 2024-04-13T07:47:42.337 INFO:tasks.rados.rados.0.smithi119.stdout:579: rollback oid 4 current snap is 63 2024-04-13T07:47:42.337 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 4 to 20 2024-04-13T07:47:42.337 INFO:tasks.rados.rados.0.smithi119.stdout:580: snap_remove snap 58 2024-04-13T07:47:42.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:42 smithi119 ceph-mon[39268]: osdmap e173: 8 total, 8 up, 8 in 2024-04-13T07:47:42.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:42 smithi119 ceph-mon[27733]: osdmap e173: 8 total, 8 up, 8 in 2024-04-13T07:47:42.467 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:42 smithi119 systemd[1]: Stopping Ceph mgr.y for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:47:42.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:42 smithi139 ceph-mon[31267]: osdmap e173: 8 total, 8 up, 8 in 2024-04-13T07:47:42.819 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:42 smithi119 podman[84959]: 2024-04-13 07:47:42.503913971 +0000 UTC m=+0.134151347 container died cb7f7188b7249422c5b1b6972918de46231cfa72e208ad626c8dc99cf4ce1f38 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=reef-7d36322, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-04-13T07:47:43.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:42 smithi119 podman[84959]: 2024-04-13 07:47:42.819688904 +0000 UTC m=+0.449926271 container cleanup cb7f7188b7249422c5b1b6972918de46231cfa72e208ad626c8dc99cf4ce1f38 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=reef-7d36322, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-13T07:47:43.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:42 smithi119 bash[84959]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y 2024-04-13T07:47:43.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:43 smithi119 podman[84978]: 2024-04-13 07:47:43.037964791 +0000 UTC m=+0.538301076 container remove cb7f7188b7249422c5b1b6972918de46231cfa72e208ad626c8dc99cf4ce1f38 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, RELEASE=reef-7d36322, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-04-13T07:47:43.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:43 smithi119 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-04-13T07:47:43.336 INFO:tasks.rados.rados.0.smithi119.stdout:580: done (6 left) 2024-04-13T07:47:43.336 INFO:tasks.rados.rados.0.smithi119.stdout:581: delete oid 21 current snap is 63 2024-04-13T07:47:43.336 INFO:tasks.rados.rados.0.smithi119.stdout:579: finishing rollback tid 1 to smithi11982245-4 2024-04-13T07:47:43.336 INFO:tasks.rados.rados.0.smithi119.stdout:576: finishing rollback tid 0 to smithi11982245-26 2024-04-13T07:47:43.336 INFO:tasks.rados.rados.0.smithi119.stdout:572: finishing rollback tid 0 to smithi11982245-13 2024-04-13T07:47:43.336 INFO:tasks.rados.rados.0.smithi119.stdout:579: finishing rollback tid 2 to smithi11982245-4 2024-04-13T07:47:43.336 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 4 v 186 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-04-13T07:47:43.336 INFO:tasks.rados.rados.0.smithi119.stdout:572: finishing rollback tid 1 to smithi11982245-13 2024-04-13T07:47:43.336 INFO:tasks.rados.rados.0.smithi119.stdout:576: finishing rollback tid 1 to smithi11982245-26 2024-04-13T07:47:43.337 INFO:tasks.rados.rados.0.smithi119.stdout:572: finishing rollback tid 2 to smithi11982245-13 2024-04-13T07:47:43.337 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 13 v 223 (ObjNum 123 snap 36 seq_num 123) dirty exists 2024-04-13T07:47:43.337 INFO:tasks.rados.rados.0.smithi119.stdout:576: finishing rollback tid 2 to smithi11982245-26 2024-04-13T07:47:43.337 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 26 v 132 (ObjNum 98 snap 20 seq_num 98) dirty exists 2024-04-13T07:47:43.337 INFO:tasks.rados.rados.0.smithi119.stdout:570: finishing copy_from racing read to smithi11982245-11 2024-04-13T07:47:43.337 INFO:tasks.rados.rados.0.smithi119.stdout:577: finishing copy_from racing read to smithi11982245-23 2024-04-13T07:47:43.337 INFO:tasks.rados.rados.0.smithi119.stdout:570: finishing copy_from to smithi11982245-11 2024-04-13T07:47:43.337 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 11 v 208 (ObjNum 73 snap 11 seq_num 73) dirty exists 2024-04-13T07:47:43.337 INFO:tasks.rados.rados.0.smithi119.stdout:577: finishing copy_from to smithi11982245-23 2024-04-13T07:47:43.337 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 23 v 54 (ObjNum 160 snap 49 seq_num 160) dirty exists 2024-04-13T07:47:43.337 INFO:tasks.rados.rados.0.smithi119.stdout:571: expect (ObjNum 171 snap 50 seq_num 171) 2024-04-13T07:47:43.478 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:43 smithi119 ceph-mon[39268]: pgmap v39: 121 pgs: 121 active+clean; 192 MiB data, 618 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 4.1 MiB/s wr, 23 op/s 2024-04-13T07:47:43.478 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:43 smithi119 ceph-mon[39268]: osdmap e174: 8 total, 8 up, 8 in 2024-04-13T07:47:43.479 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:43 smithi119 ceph-mon[27733]: pgmap v39: 121 pgs: 121 active+clean; 192 MiB data, 618 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 4.1 MiB/s wr, 23 op/s 2024-04-13T07:47:43.479 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:43 smithi119 ceph-mon[27733]: osdmap e174: 8 total, 8 up, 8 in 2024-04-13T07:47:43.479 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:43 smithi119 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-04-13T07:47:43.479 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:43 smithi119 systemd[1]: Stopped Ceph mgr.y for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:47:43.479 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:43 smithi119 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@mgr.y.service: Consumed 1min 5.589s CPU time. 2024-04-13T07:47:43.574 INFO:tasks.rados.rados.0.smithi119.stdout:570: done (6 left) 2024-04-13T07:47:43.575 INFO:tasks.rados.rados.0.smithi119.stdout:571: done (5 left) 2024-04-13T07:47:43.575 INFO:tasks.rados.rados.0.smithi119.stdout:572: done (4 left) 2024-04-13T07:47:43.575 INFO:tasks.rados.rados.0.smithi119.stdout:576: done (3 left) 2024-04-13T07:47:43.575 INFO:tasks.rados.rados.0.smithi119.stdout:577: done (2 left) 2024-04-13T07:47:43.575 INFO:tasks.rados.rados.0.smithi119.stdout:579: done (1 left) 2024-04-13T07:47:43.575 INFO:tasks.rados.rados.0.smithi119.stdout:581: done (0 left) 2024-04-13T07:47:43.575 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 10 current snap is 63 2024-04-13T07:47:43.575 INFO:tasks.rados.rados.0.smithi119.stdout:582: seq_num 207 ranges {3252224=671744,3923968=401408} 2024-04-13T07:47:43.596 INFO:tasks.rados.rados.0.smithi119.stdout:582: writing smithi11982245-10 from 3252224 to 3923968 tid 1 2024-04-13T07:47:43.598 INFO:tasks.rados.rados.0.smithi119.stdout:582: writing smithi11982245-10 from 3923968 to 4325376 tid 2 2024-04-13T07:47:43.598 INFO:tasks.rados.rados.0.smithi119.stdout:583: rollback oid 31 current snap is 63 2024-04-13T07:47:43.598 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 31 to 62 2024-04-13T07:47:43.599 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 48 current snap is 63 2024-04-13T07:47:43.599 INFO:tasks.rados.rados.0.smithi119.stdout:584: seq_num 208 ranges {778240=688128,1466368=401408} 2024-04-13T07:47:43.606 INFO:tasks.rados.rados.0.smithi119.stdout:584: writing smithi11982245-48 from 778240 to 1466368 tid 1 2024-04-13T07:47:43.609 INFO:tasks.rados.rados.0.smithi119.stdout:584: writing smithi11982245-48 from 1466368 to 1867776 tid 2 2024-04-13T07:47:43.609 INFO:tasks.rados.rados.0.smithi119.stdout:585: rollback oid 43 current snap is 63 2024-04-13T07:47:43.609 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 43 to 41 2024-04-13T07:47:43.609 INFO:tasks.rados.rados.0.smithi119.stdout:582: finishing write tid 1 to smithi11982245-10 2024-04-13T07:47:43.609 INFO:tasks.rados.rados.0.smithi119.stdout:586: snap_remove snap 56 2024-04-13T07:47:43.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:43 smithi139 ceph-mon[31267]: pgmap v39: 121 pgs: 121 active+clean; 192 MiB data, 618 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 4.1 MiB/s wr, 23 op/s 2024-04-13T07:47:43.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:43 smithi139 ceph-mon[31267]: osdmap e174: 8 total, 8 up, 8 in 2024-04-13T07:47:43.838 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:43 smithi119 systemd[1]: Starting Ceph mgr.y for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:47:43.838 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:43 smithi119 podman[85116]: 2024-04-13 07:47:43.602917118 +0000 UTC m=+0.019177281 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:47:43.838 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:47:43 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a[77666]: ts=2024-04-13T07:47:43.515Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi119.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.119:8443: connect: connection refused" 2024-04-13T07:47:44.091 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:43 smithi119 podman[85116]: 2024-04-13 07:47:43.83886963 +0000 UTC m=+0.255129793 container create 0462b2c1535157df3eeb2d3517e2e1e1871d8086f1bb8d088fee6538e9211c97 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-5f22a49, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409) 2024-04-13T07:47:44.285 INFO:tasks.rados.rados.0.smithi119.stdout:586: done (4 left) 2024-04-13T07:47:44.286 INFO:tasks.rados.rados.0.smithi119.stdout:587: snap_create 2024-04-13T07:47:44.286 INFO:tasks.rados.rados.0.smithi119.stdout:582: finishing write tid 2 to smithi11982245-10 2024-04-13T07:47:44.286 INFO:tasks.rados.rados.0.smithi119.stdout:582: finishing write tid 3 to smithi11982245-10 2024-04-13T07:47:44.286 INFO:tasks.rados.rados.0.smithi119.stdout:583: finishing rollback tid 1 to smithi11982245-31 2024-04-13T07:47:44.286 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 31 v 134 (ObjNum 129 snap 0 seq_num 749133384) dirty dne 2024-04-13T07:47:44.286 INFO:tasks.rados.rados.0.smithi119.stdout:582: finishing write tid 4 to smithi11982245-10 2024-04-13T07:47:44.286 INFO:tasks.rados.rados.0.smithi119.stdout:582: oid 10 updating version 0 to 256 2024-04-13T07:47:44.286 INFO:tasks.rados.rados.0.smithi119.stdout:582: oid 10 updating version 256 to 258 2024-04-13T07:47:44.286 INFO:tasks.rados.rados.0.smithi119.stdout:582: oid 10 version 258 is already newer than 257 2024-04-13T07:47:44.286 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 10 v 258 (ObjNum 207 snap 63 seq_num 207) dirty exists 2024-04-13T07:47:44.286 INFO:tasks.rados.rados.0.smithi119.stdout:582: left oid 10 (ObjNum 207 snap 63 seq_num 207) 2024-04-13T07:47:44.286 INFO:tasks.rados.rados.0.smithi119.stdout:584: finishing write tid 1 to smithi11982245-48 2024-04-13T07:47:44.286 INFO:tasks.rados.rados.0.smithi119.stdout:585: finishing rollback tid 0 to smithi11982245-43 2024-04-13T07:47:44.287 INFO:tasks.rados.rados.0.smithi119.stdout:585: finishing rollback tid 1 to smithi11982245-43 2024-04-13T07:47:44.287 INFO:tasks.rados.rados.0.smithi119.stdout:585: finishing rollback tid 2 to smithi11982245-43 2024-04-13T07:47:44.287 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 43 v 216 (ObjNum 100 snap 20 seq_num 100) dirty exists 2024-04-13T07:47:44.287 INFO:tasks.rados.rados.0.smithi119.stdout:584: finishing write tid 2 to smithi11982245-48 2024-04-13T07:47:44.287 INFO:tasks.rados.rados.0.smithi119.stdout:584: finishing write tid 3 to smithi11982245-48 2024-04-13T07:47:44.287 INFO:tasks.rados.rados.0.smithi119.stdout:584: finishing write tid 4 to smithi11982245-48 2024-04-13T07:47:44.287 INFO:tasks.rados.rados.0.smithi119.stdout:584: oid 48 updating version 0 to 212 2024-04-13T07:47:44.287 INFO:tasks.rados.rados.0.smithi119.stdout:584: oid 48 updating version 212 to 213 2024-04-13T07:47:44.287 INFO:tasks.rados.rados.0.smithi119.stdout:584: oid 48 updating version 213 to 214 2024-04-13T07:47:44.287 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 48 v 214 (ObjNum 208 snap 63 seq_num 208) dirty exists 2024-04-13T07:47:44.287 INFO:tasks.rados.rados.0.smithi119.stdout:584: left oid 48 (ObjNum 208 snap 63 seq_num 208) 2024-04-13T07:47:44.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:44 smithi119 ceph-mon[27733]: osdmap e175: 8 total, 8 up, 8 in 2024-04-13T07:47:44.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:44 smithi119 ceph-mon[27733]: pgmap v42: 121 pgs: 121 active+clean; 192 MiB data, 618 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:47:44.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:44 smithi119 ceph-mon[27733]: osdmap e176: 8 total, 8 up, 8 in 2024-04-13T07:47:44.467 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:44 smithi119 podman[85116]: 2024-04-13 07:47:44.091646384 +0000 UTC m=+0.507906546 container init 0462b2c1535157df3eeb2d3517e2e1e1871d8086f1bb8d088fee6538e9211c97 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-5f22a49, ceph=True, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-04-13T07:47:44.467 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:44 smithi119 podman[85116]: 2024-04-13 07:47:44.097333913 +0000 UTC m=+0.513594078 container start 0462b2c1535157df3eeb2d3517e2e1e1871d8086f1bb8d088fee6538e9211c97 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=main-5f22a49, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-04-13T07:47:44.467 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:44 smithi119 ceph-mgr[85154]: -- 172.21.15.119:0/1949326477 <== mon.0 v2:172.21.15.119:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5622f2c785a0 con 0x5622f2c4c800 2024-04-13T07:47:44.467 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:44 smithi119 bash[85116]: 0462b2c1535157df3eeb2d3517e2e1e1871d8086f1bb8d088fee6538e9211c97 2024-04-13T07:47:44.467 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:44 smithi119 systemd[1]: Started Ceph mgr.y for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:47:44.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:44 smithi119 ceph-mon[39268]: osdmap e175: 8 total, 8 up, 8 in 2024-04-13T07:47:44.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:44 smithi119 ceph-mon[39268]: pgmap v42: 121 pgs: 121 active+clean; 192 MiB data, 618 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:47:44.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:44 smithi119 ceph-mon[39268]: osdmap e176: 8 total, 8 up, 8 in 2024-04-13T07:47:44.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:44 smithi139 ceph-mon[31267]: osdmap e175: 8 total, 8 up, 8 in 2024-04-13T07:47:44.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:44 smithi139 ceph-mon[31267]: pgmap v42: 121 pgs: 121 active+clean; 192 MiB data, 618 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:47:44.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:44 smithi139 ceph-mon[31267]: osdmap e176: 8 total, 8 up, 8 in 2024-04-13T07:47:44.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:47:44.692+0000 7fa38d0a1200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-13T07:47:44.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:47:44.792+0000 7fa38d0a1200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-13T07:47:45.278 INFO:tasks.rados.rados.0.smithi119.stdout:582: done (4 left) 2024-04-13T07:47:45.278 INFO:tasks.rados.rados.0.smithi119.stdout:583: done (3 left) 2024-04-13T07:47:45.278 INFO:tasks.rados.rados.0.smithi119.stdout:584: done (2 left) 2024-04-13T07:47:45.278 INFO:tasks.rados.rados.0.smithi119.stdout:585: done (1 left) 2024-04-13T07:47:45.278 INFO:tasks.rados.rados.0.smithi119.stdout:587: done (0 left) 2024-04-13T07:47:45.279 INFO:tasks.rados.rados.0.smithi119.stdout:588: rmattr oid 40 current snap is 64 2024-04-13T07:47:45.279 INFO:tasks.rados.rados.0.smithi119.stdout:589: read oid 48 snap 48 2024-04-13T07:47:45.279 INFO:tasks.rados.rados.0.smithi119.stdout:589: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-13T07:47:45.279 INFO:tasks.rados.rados.0.smithi119.stdout:590: read oid 13 snap -1 2024-04-13T07:47:45.279 INFO:tasks.rados.rados.0.smithi119.stdout:590: expect (ObjNum 123 snap 36 seq_num 123) 2024-04-13T07:47:45.279 INFO:tasks.rados.rados.0.smithi119.stdout:591: setattr oid 21 current snap is 64 2024-04-13T07:47:45.279 INFO:tasks.rados.rados.0.smithi119.stdout:592: read oid 24 snap 6 2024-04-13T07:47:45.279 INFO:tasks.rados.rados.0.smithi119.stdout:592: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-13T07:47:45.279 INFO:tasks.rados.rados.0.smithi119.stdout:593: copy_from oid 20 from oid 38 current snap is 64 2024-04-13T07:47:45.279 INFO:tasks.rados.rados.0.smithi119.stdout:594: read oid 28 snap -1 2024-04-13T07:47:45.279 INFO:tasks.rados.rados.0.smithi119.stdout:594: expect (ObjNum 145 snap 46 seq_num 145) 2024-04-13T07:47:45.279 INFO:tasks.rados.rados.0.smithi119.stdout:595: snap_remove snap 57 2024-04-13T07:47:45.571 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:45 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:47:45.507+0000 7fa38d0a1200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-13T07:47:45.571 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:45 smithi119 ceph-mon[39268]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:45.571 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:45 smithi119 ceph-mon[39268]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:45.571 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:45 smithi119 ceph-mon[39268]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:47:45.572 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:45 smithi119 ceph-mon[39268]: osdmap e177: 8 total, 8 up, 8 in 2024-04-13T07:47:45.572 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:45 smithi119 ceph-mon[27733]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:45.572 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:45 smithi119 ceph-mon[27733]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:45.572 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:45 smithi119 ceph-mon[27733]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:47:45.572 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:45 smithi119 ceph-mon[27733]: osdmap e177: 8 total, 8 up, 8 in 2024-04-13T07:47:45.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:45 smithi139 ceph-mon[31267]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:45.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:45 smithi139 ceph-mon[31267]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:45.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:45 smithi139 ceph-mon[31267]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:47:45.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:45 smithi139 ceph-mon[31267]: osdmap e177: 8 total, 8 up, 8 in 2024-04-13T07:47:45.854 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:45 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:47:45.604+0000 7fa38d0a1200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-13T07:47:45.854 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:45 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:47:45.750+0000 7fa38d0a1200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-13T07:47:45.854 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:45 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:47:45.852+0000 7fa38d0a1200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-13T07:47:46.210 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:45 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:47:45.936+0000 7fa38d0a1200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-13T07:47:46.210 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:46 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:47:46.209+0000 7fa38d0a1200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-13T07:47:46.279 INFO:tasks.rados.rados.0.smithi119.stdout:595: done (7 left) 2024-04-13T07:47:46.279 INFO:tasks.rados.rados.0.smithi119.stdout:596: rollback oid 29 current snap is 64 2024-04-13T07:47:46.279 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 29 to 32 2024-04-13T07:47:46.279 INFO:tasks.rados.rados.0.smithi119.stdout:592: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-13T07:47:46.296 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 21 v 189 (ObjNum 209 snap 0 seq_num 1907668421) dirty exists 2024-04-13T07:47:46.296 INFO:tasks.rados.rados.0.smithi119.stdout:589: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-13T07:47:46.317 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 40 v 295 (ObjNum 209 snap 0 seq_num 721776136) dirty exists 2024-04-13T07:47:46.317 INFO:tasks.rados.rados.0.smithi119.stdout:594: expect (ObjNum 145 snap 46 seq_num 145) 2024-04-13T07:47:46.339 INFO:tasks.rados.rados.0.smithi119.stdout:590: expect (ObjNum 123 snap 36 seq_num 123) 2024-04-13T07:47:46.394 INFO:tasks.rados.rados.0.smithi119.stdout:593: finishing copy_from racing read to smithi11982245-20 2024-04-13T07:47:46.394 INFO:tasks.rados.rados.0.smithi119.stdout:593: finishing copy_from to smithi11982245-20 2024-04-13T07:47:46.394 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 20 v 179 (ObjNum 170 snap 50 seq_num 170) dirty exists 2024-04-13T07:47:46.394 INFO:tasks.rados.rados.0.smithi119.stdout:588: done (7 left) 2024-04-13T07:47:46.394 INFO:tasks.rados.rados.0.smithi119.stdout:589: done (6 left) 2024-04-13T07:47:46.394 INFO:tasks.rados.rados.0.smithi119.stdout:590: done (5 left) 2024-04-13T07:47:46.394 INFO:tasks.rados.rados.0.smithi119.stdout:591: done (4 left) 2024-04-13T07:47:46.395 INFO:tasks.rados.rados.0.smithi119.stdout:592: done (3 left) 2024-04-13T07:47:46.395 INFO:tasks.rados.rados.0.smithi119.stdout:593: done (2 left) 2024-04-13T07:47:46.395 INFO:tasks.rados.rados.0.smithi119.stdout:594: done (1 left) 2024-04-13T07:47:46.395 INFO:tasks.rados.rados.0.smithi119.stdout:597: delete oid 15 current snap is 64 2024-04-13T07:47:46.395 INFO:tasks.rados.rados.0.smithi119.stdout:596: finishing rollback tid 0 to smithi11982245-29 2024-04-13T07:47:46.395 INFO:tasks.rados.rados.0.smithi119.stdout:596: finishing rollback tid 1 to smithi11982245-29 2024-04-13T07:47:46.395 INFO:tasks.rados.rados.0.smithi119.stdout:596: finishing rollback tid 2 to smithi11982245-29 2024-04-13T07:47:46.395 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 29 v 206 (ObjNum 225 snap 0 seq_num 750037168) dirty exists 2024-04-13T07:47:46.396 INFO:tasks.rados.rados.0.smithi119.stdout:596: done (1 left) 2024-04-13T07:47:46.396 INFO:tasks.rados.rados.0.smithi119.stdout:597: done (0 left) 2024-04-13T07:47:46.396 INFO:tasks.rados.rados.0.smithi119.stdout:598: read oid 42 snap -1 2024-04-13T07:47:46.396 INFO:tasks.rados.rados.0.smithi119.stdout:598: expect (ObjNum 179 snap 52 seq_num 179) 2024-04-13T07:47:46.396 INFO:tasks.rados.rados.0.smithi119.stdout:599: setattr oid 5 current snap is 64 2024-04-13T07:47:46.397 INFO:tasks.rados.rados.0.smithi119.stdout:600: rmattr oid 26 current snap is 64 2024-04-13T07:47:46.397 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 15 current snap is 64 2024-04-13T07:47:46.397 INFO:tasks.rados.rados.0.smithi119.stdout:601: seq_num 210 ranges {0=720896,720896=401408} 2024-04-13T07:47:46.401 INFO:tasks.rados.rados.0.smithi119.stdout:601: writing smithi11982245-15 from 0 to 720896 tid 1 2024-04-13T07:47:46.404 INFO:tasks.rados.rados.0.smithi119.stdout:601: writing smithi11982245-15 from 720896 to 1122304 tid 2 2024-04-13T07:47:46.404 INFO:tasks.rados.rados.0.smithi119.stdout:602: snap_create 2024-04-13T07:47:46.404 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 26 v 145 (ObjNum 98 snap 20 seq_num 98) dirty exists 2024-04-13T07:47:46.404 INFO:tasks.rados.rados.0.smithi119.stdout:598: expect (ObjNum 179 snap 52 seq_num 179) 2024-04-13T07:47:46.420 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 5 v 299 (ObjNum 127 snap 37 seq_num 127) dirty exists 2024-04-13T07:47:46.420 INFO:tasks.rados.rados.0.smithi119.stdout:601: finishing write tid 1 to smithi11982245-15 2024-04-13T07:47:46.420 INFO:tasks.rados.rados.0.smithi119.stdout:601: finishing write tid 2 to smithi11982245-15 2024-04-13T07:47:46.420 INFO:tasks.rados.rados.0.smithi119.stdout:601: finishing write tid 3 to smithi11982245-15 2024-04-13T07:47:46.420 INFO:tasks.rados.rados.0.smithi119.stdout:601: finishing write tid 4 to smithi11982245-15 2024-04-13T07:47:46.420 INFO:tasks.rados.rados.0.smithi119.stdout:601: oid 15 updating version 0 to 115 2024-04-13T07:47:46.420 INFO:tasks.rados.rados.0.smithi119.stdout:601: oid 15 version 115 is already newer than 113 2024-04-13T07:47:46.420 INFO:tasks.rados.rados.0.smithi119.stdout:601: oid 15 version 115 is already newer than 114 2024-04-13T07:47:46.420 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 15 v 115 (ObjNum 210 snap 64 seq_num 210) dirty exists 2024-04-13T07:47:46.420 INFO:tasks.rados.rados.0.smithi119.stdout:601: left oid 15 (ObjNum 210 snap 64 seq_num 210) 2024-04-13T07:47:46.466 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:46 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:47:46.332+0000 7fa38d0a1200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-13T07:47:46.466 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:46 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:47:46.424+0000 7fa38d0a1200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-13T07:47:46.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:46 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:47:46.520+0000 7fa38d0a1200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-13T07:47:46.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:46 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:47:46.715+0000 7fa38d0a1200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-13T07:47:47.346 INFO:tasks.rados.rados.0.smithi119.stdout:598: done (4 left) 2024-04-13T07:47:47.346 INFO:tasks.rados.rados.0.smithi119.stdout:599: done (3 left) 2024-04-13T07:47:47.346 INFO:tasks.rados.rados.0.smithi119.stdout:600: done (2 left) 2024-04-13T07:47:47.346 INFO:tasks.rados.rados.0.smithi119.stdout:601: done (1 left) 2024-04-13T07:47:47.346 INFO:tasks.rados.rados.0.smithi119.stdout:602: done (0 left) 2024-04-13T07:47:47.346 INFO:tasks.rados.rados.0.smithi119.stdout:603: snap_remove snap 32 2024-04-13T07:47:47.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:47 smithi119 ceph-mon[39268]: pgmap v45: 121 pgs: 121 active+clean; 204 MiB data, 648 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 16 op/s 2024-04-13T07:47:47.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:47 smithi119 ceph-mon[39268]: osdmap e178: 8 total, 8 up, 8 in 2024-04-13T07:47:47.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:47 smithi119 ceph-mon[27733]: pgmap v45: 121 pgs: 121 active+clean; 204 MiB data, 648 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 16 op/s 2024-04-13T07:47:47.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:47 smithi119 ceph-mon[27733]: osdmap e178: 8 total, 8 up, 8 in 2024-04-13T07:47:47.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:47 smithi139 ceph-mon[31267]: pgmap v45: 121 pgs: 121 active+clean; 204 MiB data, 648 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 16 op/s 2024-04-13T07:47:47.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:47 smithi139 ceph-mon[31267]: osdmap e178: 8 total, 8 up, 8 in 2024-04-13T07:47:48.040 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:47 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:47:47.746+0000 7fa38d0a1200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-13T07:47:48.040 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:47 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:47:47.880+0000 7fa38d0a1200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-13T07:47:48.312 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:48 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:47:48.220+0000 7fa38d0a1200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-13T07:47:48.313 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:48 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:47:48.311+0000 7fa38d0a1200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-13T07:47:48.351 INFO:tasks.rados.rados.0.smithi119.stdout:603: done (0 left) 2024-04-13T07:47:48.351 INFO:tasks.rados.rados.0.smithi119.stdout:604: snap_remove snap 44 2024-04-13T07:47:48.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:48 smithi139 ceph-mon[31267]: osdmap e179: 8 total, 8 up, 8 in 2024-04-13T07:47:48.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:48 smithi139 ceph-mon[31267]: pgmap v48: 121 pgs: 121 active+clean; 204 MiB data, 648 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 16 op/s 2024-04-13T07:47:48.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:48 smithi139 ceph-mon[31267]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:47:48.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:48 smithi119 ceph-mon[27733]: osdmap e179: 8 total, 8 up, 8 in 2024-04-13T07:47:48.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:48 smithi119 ceph-mon[27733]: pgmap v48: 121 pgs: 121 active+clean; 204 MiB data, 648 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 16 op/s 2024-04-13T07:47:48.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:48 smithi119 ceph-mon[27733]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:47:48.717 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:48 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:47:48.533+0000 7fa38d0a1200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-13T07:47:48.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:48 smithi119 ceph-mon[39268]: osdmap e179: 8 total, 8 up, 8 in 2024-04-13T07:47:48.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:48 smithi119 ceph-mon[39268]: pgmap v48: 121 pgs: 121 active+clean; 204 MiB data, 648 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 16 op/s 2024-04-13T07:47:48.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:48 smithi119 ceph-mon[39268]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:47:49.061 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:48 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:47:48.735+0000 7fa38d0a1200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-13T07:47:49.334 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:49 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:47:49.059+0000 7fa38d0a1200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-13T07:47:49.361 INFO:tasks.rados.rados.0.smithi119.stdout:604: done (0 left) 2024-04-13T07:47:49.361 INFO:tasks.rados.rados.0.smithi119.stdout:605: rollback oid 12 current snap is 65 2024-04-13T07:47:49.361 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 12 to 26 2024-04-13T07:47:49.361 INFO:tasks.rados.rados.0.smithi119.stdout:606: read oid 21 snap -1 2024-04-13T07:47:49.361 INFO:tasks.rados.rados.0.smithi119.stdout:606: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:47:49.361 INFO:tasks.rados.rados.0.smithi119.stdout:607: rmattr oid 8 current snap is 65 2024-04-13T07:47:49.361 INFO:tasks.rados.rados.0.smithi119.stdout:607: done (2 left) 2024-04-13T07:47:49.361 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 24 current snap is 65 2024-04-13T07:47:49.361 INFO:tasks.rados.rados.0.smithi119.stdout:608: seq_num 211 ranges {270336=737280,1007616=401408} 2024-04-13T07:47:49.361 INFO:tasks.rados.rados.0.smithi119.stdout:608: writing smithi11982245-24 from 270336 to 1007616 tid 1 2024-04-13T07:47:49.363 INFO:tasks.rados.rados.0.smithi119.stdout:608: writing smithi11982245-24 from 1007616 to 1409024 tid 2 2024-04-13T07:47:49.364 INFO:tasks.rados.rados.0.smithi119.stdout:609: rollback oid 6 current snap is 65 2024-04-13T07:47:49.364 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 6 to 60 2024-04-13T07:47:49.364 INFO:tasks.rados.rados.0.smithi119.stdout:610: read oid 20 snap -1 2024-04-13T07:47:49.364 INFO:tasks.rados.rados.0.smithi119.stdout:610: expect (ObjNum 170 snap 50 seq_num 170) 2024-04-13T07:47:49.364 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 29 current snap is 65 2024-04-13T07:47:49.364 INFO:tasks.rados.rados.0.smithi119.stdout:611: seq_num 212 ranges {0=753664,753664=401408} 2024-04-13T07:47:49.369 INFO:tasks.rados.rados.0.smithi119.stdout:611: writing smithi11982245-29 from 0 to 753664 tid 1 2024-04-13T07:47:49.372 INFO:tasks.rados.rados.0.smithi119.stdout:611: writing smithi11982245-29 from 753664 to 1155072 tid 2 2024-04-13T07:47:49.373 INFO:tasks.rados.rados.0.smithi119.stdout:612: snap_create 2024-04-13T07:47:49.375 INFO:tasks.rados.rados.0.smithi119.stdout:608: finishing write tid 1 to smithi11982245-24 2024-04-13T07:47:49.375 INFO:tasks.rados.rados.0.smithi119.stdout:605: finishing rollback tid 0 to smithi11982245-12 2024-04-13T07:47:49.375 INFO:tasks.rados.rados.0.smithi119.stdout:605: finishing rollback tid 1 to smithi11982245-12 2024-04-13T07:47:49.375 INFO:tasks.rados.rados.0.smithi119.stdout:605: finishing rollback tid 2 to smithi11982245-12 2024-04-13T07:47:49.375 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 12 v 234 (ObjNum 64 snap 5 seq_num 64) dirty exists 2024-04-13T07:47:49.376 INFO:tasks.rados.rados.0.smithi119.stdout:606: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:47:49.377 INFO:tasks.rados.rados.0.smithi119.stdout:608: finishing write tid 2 to smithi11982245-24 2024-04-13T07:47:49.377 INFO:tasks.rados.rados.0.smithi119.stdout:608: finishing write tid 3 to smithi11982245-24 2024-04-13T07:47:49.378 INFO:tasks.rados.rados.0.smithi119.stdout:608: finishing write tid 4 to smithi11982245-24 2024-04-13T07:47:49.378 INFO:tasks.rados.rados.0.smithi119.stdout:608: oid 24 updating version 0 to 130 2024-04-13T07:47:49.378 INFO:tasks.rados.rados.0.smithi119.stdout:608: oid 24 updating version 130 to 131 2024-04-13T07:47:49.378 INFO:tasks.rados.rados.0.smithi119.stdout:608: oid 24 version 131 is already newer than 127 2024-04-13T07:47:49.378 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 24 v 131 (ObjNum 211 snap 65 seq_num 211) dirty exists 2024-04-13T07:47:49.378 INFO:tasks.rados.rados.0.smithi119.stdout:608: left oid 24 (ObjNum 211 snap 65 seq_num 211) 2024-04-13T07:47:49.379 INFO:tasks.rados.rados.0.smithi119.stdout:609: finishing rollback tid 0 to smithi11982245-6 2024-04-13T07:47:49.379 INFO:tasks.rados.rados.0.smithi119.stdout:609: finishing rollback tid 1 to smithi11982245-6 2024-04-13T07:47:49.379 INFO:tasks.rados.rados.0.smithi119.stdout:609: finishing rollback tid 2 to smithi11982245-6 2024-04-13T07:47:49.379 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 6 v 211 (ObjNum 176 snap 51 seq_num 176) dirty exists 2024-04-13T07:47:49.383 INFO:tasks.rados.rados.0.smithi119.stdout:611: finishing write tid 1 to smithi11982245-29 2024-04-13T07:47:49.384 INFO:tasks.rados.rados.0.smithi119.stdout:611: finishing write tid 2 to smithi11982245-29 2024-04-13T07:47:49.384 INFO:tasks.rados.rados.0.smithi119.stdout:611: finishing write tid 3 to smithi11982245-29 2024-04-13T07:47:49.387 INFO:tasks.rados.rados.0.smithi119.stdout:611: finishing write tid 4 to smithi11982245-29 2024-04-13T07:47:49.387 INFO:tasks.rados.rados.0.smithi119.stdout:611: oid 29 updating version 0 to 219 2024-04-13T07:47:49.387 INFO:tasks.rados.rados.0.smithi119.stdout:611: oid 29 version 219 is already newer than 218 2024-04-13T07:47:49.387 INFO:tasks.rados.rados.0.smithi119.stdout:611: oid 29 updating version 219 to 220 2024-04-13T07:47:49.387 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 29 v 220 (ObjNum 212 snap 65 seq_num 212) dirty exists 2024-04-13T07:47:49.387 INFO:tasks.rados.rados.0.smithi119.stdout:611: left oid 29 (ObjNum 212 snap 65 seq_num 212) 2024-04-13T07:47:49.390 INFO:tasks.rados.rados.0.smithi119.stdout:610: expect (ObjNum 170 snap 50 seq_num 170) 2024-04-13T07:47:49.607 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:49 smithi119 ceph-mon[39268]: osdmap e180: 8 total, 8 up, 8 in 2024-04-13T07:47:49.607 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:49 smithi119 ceph-mon[39268]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:49.608 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:49 smithi119 ceph-mon[39268]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:49.608 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:49 smithi119 ceph-mon[39268]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:49.608 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:49 smithi119 ceph-mon[39268]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:49.608 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:49 smithi119 ceph-mon[27733]: osdmap e180: 8 total, 8 up, 8 in 2024-04-13T07:47:49.608 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:49 smithi119 ceph-mon[27733]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:49.608 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:49 smithi119 ceph-mon[27733]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:49.608 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:49 smithi119 ceph-mon[27733]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:49.608 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:49 smithi119 ceph-mon[27733]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:49.608 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:49 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:47:49.333+0000 7fa38d0a1200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-13T07:47:49.609 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:49 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:47:49.607+0000 7fa38d0a1200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-13T07:47:49.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:49 smithi139 ceph-mon[31267]: osdmap e180: 8 total, 8 up, 8 in 2024-04-13T07:47:49.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:49 smithi139 ceph-mon[31267]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:49.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:49 smithi139 ceph-mon[31267]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:49.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:49 smithi139 ceph-mon[31267]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:49.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:49 smithi139 ceph-mon[31267]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:50.369 INFO:tasks.rados.rados.0.smithi119.stdout:605: done (6 left) 2024-04-13T07:47:50.369 INFO:tasks.rados.rados.0.smithi119.stdout:606: done (5 left) 2024-04-13T07:47:50.370 INFO:tasks.rados.rados.0.smithi119.stdout:608: done (4 left) 2024-04-13T07:47:50.370 INFO:tasks.rados.rados.0.smithi119.stdout:609: done (3 left) 2024-04-13T07:47:50.370 INFO:tasks.rados.rados.0.smithi119.stdout:610: done (2 left) 2024-04-13T07:47:50.370 INFO:tasks.rados.rados.0.smithi119.stdout:611: done (1 left) 2024-04-13T07:47:50.370 INFO:tasks.rados.rados.0.smithi119.stdout:612: done (0 left) 2024-04-13T07:47:50.370 INFO:tasks.rados.rados.0.smithi119.stdout:613: delete oid 2 current snap is 66 2024-04-13T07:47:50.374 INFO:tasks.rados.rados.0.smithi119.stdout:613: done (0 left) 2024-04-13T07:47:50.374 INFO:tasks.rados.rados.0.smithi119.stdout:614: delete oid 5 current snap is 66 2024-04-13T07:47:50.377 INFO:tasks.rados.rados.0.smithi119.stdout:614: done (0 left) 2024-04-13T07:47:50.378 INFO:tasks.rados.rados.0.smithi119.stdout:615: read oid 43 snap -1 2024-04-13T07:47:50.378 INFO:tasks.rados.rados.0.smithi119.stdout:615: expect (ObjNum 100 snap 20 seq_num 100) 2024-04-13T07:47:50.378 INFO:tasks.rados.rados.0.smithi119.stdout:616: read oid 45 snap 65 2024-04-13T07:47:50.378 INFO:tasks.rados.rados.0.smithi119.stdout:616: expect (ObjNum 73 snap 11 seq_num 73) 2024-04-13T07:47:50.378 INFO:tasks.rados.rados.0.smithi119.stdout:617: read oid 4 snap -1 2024-04-13T07:47:50.378 INFO:tasks.rados.rados.0.smithi119.stdout:617: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-13T07:47:50.378 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 14 current snap is 66 2024-04-13T07:47:50.378 INFO:tasks.rados.rados.0.smithi119.stdout:618: seq_num 215 ranges {0=409600,409600=532480,942080=270336} 2024-04-13T07:47:50.379 INFO:tasks.rados.rados.0.smithi119.stdout:618: writing smithi11982245-14 from 0 to 409600 tid 1 2024-04-13T07:47:50.383 INFO:tasks.rados.rados.0.smithi119.stdout:618: writing smithi11982245-14 from 409600 to 942080 tid 2 2024-04-13T07:47:50.385 INFO:tasks.rados.rados.0.smithi119.stdout:618: writing smithi11982245-14 from 942080 to 1212416 tid 3 2024-04-13T07:47:50.385 INFO:tasks.rados.rados.0.smithi119.stdout:619: read oid 35 snap -1 2024-04-13T07:47:50.385 INFO:tasks.rados.rados.0.smithi119.stdout:619: expect deleted 2024-04-13T07:47:50.385 INFO:tasks.rados.rados.0.smithi119.stdout:620: rollback oid 32 current snap is 66 2024-04-13T07:47:50.386 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 32 to 52 2024-04-13T07:47:50.386 INFO:tasks.rados.rados.0.smithi119.stdout:618: finishing write tid 1 to smithi11982245-14 2024-04-13T07:47:50.386 INFO:tasks.rados.rados.0.smithi119.stdout:617: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-13T07:47:50.387 INFO:tasks.rados.rados.0.smithi119.stdout:617: done (5 left) 2024-04-13T07:47:50.387 INFO:tasks.rados.rados.0.smithi119.stdout:619: done (4 left) 2024-04-13T07:47:50.388 INFO:tasks.rados.rados.0.smithi119.stdout:621: setattr oid 2 current snap is 66 2024-04-13T07:47:50.389 INFO:tasks.rados.rados.0.smithi119.stdout:616: expect (ObjNum 73 snap 11 seq_num 73) 2024-04-13T07:47:50.460 INFO:tasks.rados.rados.0.smithi119.stdout:618: finishing write tid 2 to smithi11982245-14 2024-04-13T07:47:50.460 INFO:tasks.rados.rados.0.smithi119.stdout:620: finishing rollback tid 0 to smithi11982245-32 2024-04-13T07:47:50.460 INFO:tasks.rados.rados.0.smithi119.stdout:618: finishing write tid 3 to smithi11982245-14 2024-04-13T07:47:50.460 INFO:tasks.rados.rados.0.smithi119.stdout:618: finishing write tid 4 to smithi11982245-14 2024-04-13T07:47:50.460 INFO:tasks.rados.rados.0.smithi119.stdout:620: finishing rollback tid 1 to smithi11982245-32 2024-04-13T07:47:50.460 INFO:tasks.rados.rados.0.smithi119.stdout:620: finishing rollback tid 2 to smithi11982245-32 2024-04-13T07:47:50.460 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 32 v 98 (ObjNum 62 snap 4 seq_num 62) dirty exists 2024-04-13T07:47:50.461 INFO:tasks.rados.rados.0.smithi119.stdout:618: finishing write tid 5 to smithi11982245-14 2024-04-13T07:47:50.461 INFO:tasks.rados.rados.0.smithi119.stdout:618: oid 14 updating version 0 to 206 2024-04-13T07:47:50.461 INFO:tasks.rados.rados.0.smithi119.stdout:618: oid 14 version 206 is already newer than 205 2024-04-13T07:47:50.461 INFO:tasks.rados.rados.0.smithi119.stdout:618: oid 14 version 206 is already newer than 204 2024-04-13T07:47:50.461 INFO:tasks.rados.rados.0.smithi119.stdout:618: oid 14 updating version 206 to 207 2024-04-13T07:47:50.461 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 14 v 207 (ObjNum 215 snap 66 seq_num 215) dirty exists 2024-04-13T07:47:50.461 INFO:tasks.rados.rados.0.smithi119.stdout:618: left oid 14 (ObjNum 215 snap 66 seq_num 215) 2024-04-13T07:47:50.461 INFO:tasks.rados.rados.0.smithi119.stdout:615: expect (ObjNum 100 snap 20 seq_num 100) 2024-04-13T07:47:50.568 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:50 smithi119 ceph-mon[39268]: osdmap e181: 8 total, 8 up, 8 in 2024-04-13T07:47:50.568 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:50 smithi119 ceph-mon[39268]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:50.568 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:50 smithi119 ceph-mon[39268]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:50.569 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:50 smithi119 ceph-mon[39268]: pgmap v51: 121 pgs: 121 active+clean; 209 MiB data, 659 MiB used, 715 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 22 op/s 2024-04-13T07:47:50.569 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:50 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:47:50.485+0000 7fa38d0a1200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-13T07:47:50.569 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:50 smithi119 ceph-mon[27733]: osdmap e181: 8 total, 8 up, 8 in 2024-04-13T07:47:50.569 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:50 smithi119 ceph-mon[27733]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:50.569 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:50 smithi119 ceph-mon[27733]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:50.569 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:50 smithi119 ceph-mon[27733]: pgmap v51: 121 pgs: 121 active+clean; 209 MiB data, 659 MiB used, 715 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 22 op/s 2024-04-13T07:47:50.585 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 2 v 249 (ObjNum 177 snap 0 seq_num 2500261380) dirty exists 2024-04-13T07:47:50.585 INFO:tasks.rados.rados.0.smithi119.stdout:615: done (4 left) 2024-04-13T07:47:50.586 INFO:tasks.rados.rados.0.smithi119.stdout:616: done (3 left) 2024-04-13T07:47:50.586 INFO:tasks.rados.rados.0.smithi119.stdout:618: done (2 left) 2024-04-13T07:47:50.586 INFO:tasks.rados.rados.0.smithi119.stdout:620: done (1 left) 2024-04-13T07:47:50.586 INFO:tasks.rados.rados.0.smithi119.stdout:621: done (0 left) 2024-04-13T07:47:50.586 INFO:tasks.rados.rados.0.smithi119.stdout:622: delete oid 19 current snap is 66 2024-04-13T07:47:50.588 INFO:tasks.rados.rados.0.smithi119.stdout:622: done (0 left) 2024-04-13T07:47:50.588 INFO:tasks.rados.rados.0.smithi119.stdout:623: rollback oid 15 current snap is 66 2024-04-13T07:47:50.588 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 15 to 65 2024-04-13T07:47:50.588 INFO:tasks.rados.rados.0.smithi119.stdout:624: setattr oid 42 current snap is 66 2024-04-13T07:47:50.589 INFO:tasks.rados.rados.0.smithi119.stdout:625: setattr oid 27 current snap is 66 2024-04-13T07:47:50.590 INFO:tasks.rados.rados.0.smithi119.stdout:623: finishing rollback tid 0 to smithi11982245-15 2024-04-13T07:47:50.590 INFO:tasks.rados.rados.0.smithi119.stdout:623: finishing rollback tid 1 to smithi11982245-15 2024-04-13T07:47:50.591 INFO:tasks.rados.rados.0.smithi119.stdout:623: finishing rollback tid 2 to smithi11982245-15 2024-04-13T07:47:50.591 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 15 v 135 (ObjNum 210 snap 64 seq_num 210) dirty exists 2024-04-13T07:47:50.591 INFO:tasks.rados.rados.0.smithi119.stdout:623: done (2 left) 2024-04-13T07:47:50.591 INFO:tasks.rados.rados.0.smithi119.stdout:626: snap_remove snap 25 2024-04-13T07:47:50.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:50 smithi139 ceph-mon[31267]: osdmap e181: 8 total, 8 up, 8 in 2024-04-13T07:47:50.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:50 smithi139 ceph-mon[31267]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:50.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:50 smithi139 ceph-mon[31267]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:50.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:50 smithi139 ceph-mon[31267]: pgmap v51: 121 pgs: 121 active+clean; 209 MiB data, 659 MiB used, 715 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 22 op/s 2024-04-13T07:47:51.355 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:51 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:47:51.069+0000 7fa38d0a1200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-13T07:47:51.355 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:51 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:47:51.171+0000 7fa38d0a1200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-13T07:47:51.384 INFO:tasks.rados.rados.0.smithi119.stdout:626: done (2 left) 2024-04-13T07:47:51.384 INFO:tasks.rados.rados.0.smithi119.stdout:627: delete oid 25 current snap is 66 2024-04-13T07:47:51.388 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 42 v 286 (ObjNum 179 snap 52 seq_num 179) dirty exists 2024-04-13T07:47:51.388 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 27 v 155 (ObjNum 189 snap 52 seq_num 189) dirty exists 2024-04-13T07:47:51.398 INFO:tasks.rados.rados.0.smithi119.stdout:624: done (2 left) 2024-04-13T07:47:51.398 INFO:tasks.rados.rados.0.smithi119.stdout:625: done (1 left) 2024-04-13T07:47:51.398 INFO:tasks.rados.rados.0.smithi119.stdout:627: done (0 left) 2024-04-13T07:47:51.398 INFO:tasks.rados.rados.0.smithi119.stdout:628: read oid 42 snap -1 2024-04-13T07:47:51.399 INFO:tasks.rados.rados.0.smithi119.stdout:628: expect (ObjNum 179 snap 52 seq_num 179) 2024-04-13T07:47:51.399 INFO:tasks.rados.rados.0.smithi119.stdout:629: read oid 26 snap -1 2024-04-13T07:47:51.399 INFO:tasks.rados.rados.0.smithi119.stdout:629: expect (ObjNum 98 snap 20 seq_num 98) 2024-04-13T07:47:51.399 INFO:tasks.rados.rados.0.smithi119.stdout:630: rollback oid 15 current snap is 66 2024-04-13T07:47:51.399 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 15 to 55 2024-04-13T07:47:51.399 INFO:tasks.rados.rados.0.smithi119.stdout:631: rollback oid 17 current snap is 66 2024-04-13T07:47:51.399 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 17 to 46 2024-04-13T07:47:51.399 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 20 current snap is 66 2024-04-13T07:47:51.399 INFO:tasks.rados.rados.0.smithi119.stdout:632: seq_num 218 ranges {4997120=458752,5455872=581632,6037504=221184} 2024-04-13T07:47:51.430 INFO:tasks.rados.rados.0.smithi119.stdout:632: writing smithi11982245-20 from 4997120 to 5455872 tid 1 2024-04-13T07:47:51.433 INFO:tasks.rados.rados.0.smithi119.stdout:632: writing smithi11982245-20 from 5455872 to 6037504 tid 2 2024-04-13T07:47:51.435 INFO:tasks.rados.rados.0.smithi119.stdout:632: writing smithi11982245-20 from 6037504 to 6258688 tid 3 2024-04-13T07:47:51.435 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 40 current snap is 66 2024-04-13T07:47:51.435 INFO:tasks.rados.rados.0.smithi119.stdout:630: finishing rollback tid 0 to smithi11982245-15 2024-04-13T07:47:51.435 INFO:tasks.rados.rados.0.smithi119.stdout:633: seq_num 219 ranges {0=475136,475136=466944,942080=335872} 2024-04-13T07:47:51.438 INFO:tasks.rados.rados.0.smithi119.stdout:633: writing smithi11982245-40 from 0 to 475136 tid 1 2024-04-13T07:47:51.440 INFO:tasks.rados.rados.0.smithi119.stdout:633: writing smithi11982245-40 from 475136 to 942080 tid 2 2024-04-13T07:47:51.442 INFO:tasks.rados.rados.0.smithi119.stdout:633: writing smithi11982245-40 from 942080 to 1277952 tid 3 2024-04-13T07:47:51.443 INFO:tasks.rados.rados.0.smithi119.stdout:630: finishing rollback tid 1 to smithi11982245-15 2024-04-13T07:47:51.443 INFO:tasks.rados.rados.0.smithi119.stdout:630: finishing rollback tid 2 to smithi11982245-15 2024-04-13T07:47:51.443 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 15 v 142 (ObjNum 81 snap 15 seq_num 81) dirty exists 2024-04-13T07:47:51.443 INFO:tasks.rados.rados.0.smithi119.stdout:628: expect (ObjNum 179 snap 52 seq_num 179) 2024-04-13T07:47:51.463 INFO:tasks.rados.rados.0.smithi119.stdout:629: expect (ObjNum 98 snap 20 seq_num 98) 2024-04-13T07:47:51.511 INFO:tasks.rados.rados.0.smithi119.stdout:631: finishing rollback tid 0 to smithi11982245-17 2024-04-13T07:47:51.511 INFO:tasks.rados.rados.0.smithi119.stdout:631: finishing rollback tid 1 to smithi11982245-17 2024-04-13T07:47:51.511 INFO:tasks.rados.rados.0.smithi119.stdout:631: finishing rollback tid 2 to smithi11982245-17 2024-04-13T07:47:51.511 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 17 v 214 (ObjNum 94 snap 18 seq_num 94) dirty exists 2024-04-13T07:47:51.511 INFO:tasks.rados.rados.0.smithi119.stdout:632: finishing write tid 1 to smithi11982245-20 2024-04-13T07:47:51.511 INFO:tasks.rados.rados.0.smithi119.stdout:632: finishing write tid 2 to smithi11982245-20 2024-04-13T07:47:51.511 INFO:tasks.rados.rados.0.smithi119.stdout:632: finishing write tid 3 to smithi11982245-20 2024-04-13T07:47:51.511 INFO:tasks.rados.rados.0.smithi119.stdout:632: finishing write tid 4 to smithi11982245-20 2024-04-13T07:47:51.512 INFO:tasks.rados.rados.0.smithi119.stdout:632: finishing write tid 5 to smithi11982245-20 2024-04-13T07:47:51.512 INFO:tasks.rados.rados.0.smithi119.stdout:632: oid 20 updating version 0 to 260 2024-04-13T07:47:51.512 INFO:tasks.rados.rados.0.smithi119.stdout:632: oid 20 version 260 is already newer than 257 2024-04-13T07:47:51.512 INFO:tasks.rados.rados.0.smithi119.stdout:632: oid 20 version 260 is already newer than 258 2024-04-13T07:47:51.512 INFO:tasks.rados.rados.0.smithi119.stdout:632: oid 20 version 260 is already newer than 259 2024-04-13T07:47:51.512 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 20 v 260 (ObjNum 218 snap 66 seq_num 218) dirty exists 2024-04-13T07:47:51.512 INFO:tasks.rados.rados.0.smithi119.stdout:632: left oid 20 (ObjNum 218 snap 66 seq_num 218) 2024-04-13T07:47:51.512 INFO:tasks.rados.rados.0.smithi119.stdout:633: finishing write tid 1 to smithi11982245-40 2024-04-13T07:47:51.512 INFO:tasks.rados.rados.0.smithi119.stdout:633: finishing write tid 2 to smithi11982245-40 2024-04-13T07:47:51.512 INFO:tasks.rados.rados.0.smithi119.stdout:633: finishing write tid 3 to smithi11982245-40 2024-04-13T07:47:51.512 INFO:tasks.rados.rados.0.smithi119.stdout:633: finishing write tid 4 to smithi11982245-40 2024-04-13T07:47:51.512 INFO:tasks.rados.rados.0.smithi119.stdout:633: finishing write tid 5 to smithi11982245-40 2024-04-13T07:47:51.512 INFO:tasks.rados.rados.0.smithi119.stdout:633: oid 40 updating version 0 to 329 2024-04-13T07:47:51.512 INFO:tasks.rados.rados.0.smithi119.stdout:633: oid 40 version 329 is already newer than 328 2024-04-13T07:47:51.512 INFO:tasks.rados.rados.0.smithi119.stdout:633: oid 40 updating version 329 to 330 2024-04-13T07:47:51.512 INFO:tasks.rados.rados.0.smithi119.stdout:633: oid 40 version 330 is already newer than 327 2024-04-13T07:47:51.513 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 40 v 330 (ObjNum 219 snap 66 seq_num 219) dirty exists 2024-04-13T07:47:51.513 INFO:tasks.rados.rados.0.smithi119.stdout:633: left oid 40 (ObjNum 219 snap 66 seq_num 219) 2024-04-13T07:47:51.513 INFO:tasks.rados.rados.0.smithi119.stdout:628: done (5 left) 2024-04-13T07:47:51.513 INFO:tasks.rados.rados.0.smithi119.stdout:629: done (4 left) 2024-04-13T07:47:51.513 INFO:tasks.rados.rados.0.smithi119.stdout:630: done (3 left) 2024-04-13T07:47:51.513 INFO:tasks.rados.rados.0.smithi119.stdout:631: done (2 left) 2024-04-13T07:47:51.513 INFO:tasks.rados.rados.0.smithi119.stdout:632: done (1 left) 2024-04-13T07:47:51.513 INFO:tasks.rados.rados.0.smithi119.stdout:633: done (0 left) 2024-04-13T07:47:51.513 INFO:tasks.rados.rados.0.smithi119.stdout:634: read oid 31 snap -1 2024-04-13T07:47:51.513 INFO:tasks.rados.rados.0.smithi119.stdout:634: expect deleted 2024-04-13T07:47:51.513 INFO:tasks.rados.rados.0.smithi119.stdout:635: read oid 10 snap -1 2024-04-13T07:47:51.513 INFO:tasks.rados.rados.0.smithi119.stdout:635: expect (ObjNum 207 snap 63 seq_num 207) 2024-04-13T07:47:51.513 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 4 current snap is 66 2024-04-13T07:47:51.513 INFO:tasks.rados.rados.0.smithi119.stdout:636: seq_num 220 ranges {57344=491520,548864=753664,1302528=49152} 2024-04-13T07:47:51.514 INFO:tasks.rados.rados.0.smithi119.stdout:636: writing smithi11982245-4 from 57344 to 548864 tid 1 2024-04-13T07:47:51.517 INFO:tasks.rados.rados.0.smithi119.stdout:636: writing smithi11982245-4 from 548864 to 1302528 tid 2 2024-04-13T07:47:51.518 INFO:tasks.rados.rados.0.smithi119.stdout:636: writing smithi11982245-4 from 1302528 to 1351680 tid 3 2024-04-13T07:47:51.518 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 44 current snap is 66 2024-04-13T07:47:51.518 INFO:tasks.rados.rados.0.smithi119.stdout:637: seq_num 221 ranges {729088=507904,1236992=688128,1925120=114688} 2024-04-13T07:47:51.525 INFO:tasks.rados.rados.0.smithi119.stdout:637: writing smithi11982245-44 from 729088 to 1236992 tid 1 2024-04-13T07:47:51.529 INFO:tasks.rados.rados.0.smithi119.stdout:637: writing smithi11982245-44 from 1236992 to 1925120 tid 2 2024-04-13T07:47:51.530 INFO:tasks.rados.rados.0.smithi119.stdout:637: writing smithi11982245-44 from 1925120 to 2039808 tid 3 2024-04-13T07:47:51.530 INFO:tasks.rados.rados.0.smithi119.stdout:638: snap_remove snap 48 2024-04-13T07:47:51.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:51 smithi139 ceph-mon[31267]: osdmap e182: 8 total, 8 up, 8 in 2024-04-13T07:47:51.636 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:51 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:47:51] "GET /metrics HTTP/1.1" 200 36016 "" "Prometheus/2.43.0" 2024-04-13T07:47:51.644 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:51 smithi119 ceph-mon[39268]: osdmap e182: 8 total, 8 up, 8 in 2024-04-13T07:47:51.645 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:51 smithi119 ceph-mon[27733]: osdmap e182: 8 total, 8 up, 8 in 2024-04-13T07:47:51.645 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:51 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:47:51.410+0000 7fa38d0a1200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-13T07:47:51.645 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:51 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:07:47:51] ENGINE Bus STARTING 2024-04-13T07:47:51.645 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:51 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: CherryPy Checker: 2024-04-13T07:47:51.645 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:51 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: The Application mounted at '' has an empty config. 2024-04-13T07:47:51.645 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:51 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:47:51.645 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:51 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:07:47:51] ENGINE Serving on http://:::9283 2024-04-13T07:47:51.645 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:51 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:07:47:51] ENGINE Bus STARTED 2024-04-13T07:47:51.966 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:47:51 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a[77666]: ts=2024-04-13T07:47:51.645Z caller=notify.go:743 level=info component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify success" attempts=6 2024-04-13T07:47:52.406 INFO:tasks.rados.rados.0.smithi119.stdout:638: done (4 left) 2024-04-13T07:47:52.406 INFO:tasks.rados.rados.0.smithi119.stdout:639: snap_remove snap 59 2024-04-13T07:47:52.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:52 smithi139 ceph-mon[31267]: osdmap e183: 8 total, 8 up, 8 in 2024-04-13T07:47:52.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:52 smithi139 ceph-mon[31267]: Standby manager daemon y restarted 2024-04-13T07:47:52.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:52 smithi139 ceph-mon[31267]: Standby manager daemon y started 2024-04-13T07:47:52.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:52 smithi139 ceph-mon[31267]: from='mgr.? 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-13T07:47:52.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:52 smithi139 ceph-mon[31267]: from='mgr.? 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T07:47:52.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:52 smithi139 ceph-mon[31267]: from='mgr.? 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-13T07:47:52.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:52 smithi139 ceph-mon[31267]: from='mgr.? 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T07:47:52.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:52 smithi139 ceph-mon[31267]: pgmap v54: 121 pgs: 121 active+clean; 209 MiB data, 659 MiB used, 715 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 22 op/s 2024-04-13T07:47:52.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:52 smithi119 ceph-mon[27733]: osdmap e183: 8 total, 8 up, 8 in 2024-04-13T07:47:52.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:52 smithi119 ceph-mon[27733]: Standby manager daemon y restarted 2024-04-13T07:47:52.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:52 smithi119 ceph-mon[27733]: Standby manager daemon y started 2024-04-13T07:47:52.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:52 smithi119 ceph-mon[27733]: from='mgr.? 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-13T07:47:52.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:52 smithi119 ceph-mon[27733]: from='mgr.? 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T07:47:52.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:52 smithi119 ceph-mon[27733]: from='mgr.? 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-13T07:47:52.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:52 smithi119 ceph-mon[27733]: from='mgr.? 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T07:47:52.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:52 smithi119 ceph-mon[27733]: pgmap v54: 121 pgs: 121 active+clean; 209 MiB data, 659 MiB used, 715 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 22 op/s 2024-04-13T07:47:52.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:52 smithi119 ceph-mon[39268]: osdmap e183: 8 total, 8 up, 8 in 2024-04-13T07:47:52.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:52 smithi119 ceph-mon[39268]: Standby manager daemon y restarted 2024-04-13T07:47:52.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:52 smithi119 ceph-mon[39268]: Standby manager daemon y started 2024-04-13T07:47:52.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:52 smithi119 ceph-mon[39268]: from='mgr.? 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-13T07:47:52.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:52 smithi119 ceph-mon[39268]: from='mgr.? 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T07:47:52.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:52 smithi119 ceph-mon[39268]: from='mgr.? 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-13T07:47:52.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:52 smithi119 ceph-mon[39268]: from='mgr.? 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T07:47:52.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:52 smithi119 ceph-mon[39268]: pgmap v54: 121 pgs: 121 active+clean; 209 MiB data, 659 MiB used, 715 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 22 op/s 2024-04-13T07:47:53.403 INFO:tasks.rados.rados.0.smithi119.stdout:639: done (4 left) 2024-04-13T07:47:53.403 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 35 current snap is 66 2024-04-13T07:47:53.403 INFO:tasks.rados.rados.0.smithi119.stdout:640: seq_num 222 ranges {0=524288,524288=565248,1089536=237568} 2024-04-13T07:47:53.407 INFO:tasks.rados.rados.0.smithi119.stdout:640: writing smithi11982245-35 from 0 to 524288 tid 1 2024-04-13T07:47:53.410 INFO:tasks.rados.rados.0.smithi119.stdout:640: writing smithi11982245-35 from 524288 to 1089536 tid 2 2024-04-13T07:47:53.412 INFO:tasks.rados.rados.0.smithi119.stdout:640: writing smithi11982245-35 from 1089536 to 1327104 tid 3 2024-04-13T07:47:53.414 INFO:tasks.rados.rados.0.smithi119.stdout:636: finishing write tid 1 to smithi11982245-4 2024-04-13T07:47:53.414 INFO:tasks.rados.rados.0.smithi119.stdout:636: finishing write tid 2 to smithi11982245-4 2024-04-13T07:47:53.414 INFO:tasks.rados.rados.0.smithi119.stdout:636: finishing write tid 3 to smithi11982245-4 2024-04-13T07:47:53.414 INFO:tasks.rados.rados.0.smithi119.stdout:636: finishing write tid 4 to smithi11982245-4 2024-04-13T07:47:53.414 INFO:tasks.rados.rados.0.smithi119.stdout:636: finishing write tid 5 to smithi11982245-4 2024-04-13T07:47:53.414 INFO:tasks.rados.rados.0.smithi119.stdout:636: oid 4 updating version 0 to 225 2024-04-13T07:47:53.414 INFO:tasks.rados.rados.0.smithi119.stdout:636: oid 4 updating version 225 to 226 2024-04-13T07:47:53.414 INFO:tasks.rados.rados.0.smithi119.stdout:636: oid 4 version 226 is already newer than 224 2024-04-13T07:47:53.414 INFO:tasks.rados.rados.0.smithi119.stdout:636: oid 4 version 226 is already newer than 223 2024-04-13T07:47:53.414 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 4 v 226 (ObjNum 220 snap 66 seq_num 220) dirty exists 2024-04-13T07:47:53.414 INFO:tasks.rados.rados.0.smithi119.stdout:636: left oid 4 (ObjNum 220 snap 66 seq_num 220) 2024-04-13T07:47:53.414 INFO:tasks.rados.rados.0.smithi119.stdout:637: finishing write tid 1 to smithi11982245-44 2024-04-13T07:47:53.415 INFO:tasks.rados.rados.0.smithi119.stdout:635: expect (ObjNum 207 snap 63 seq_num 207) 2024-04-13T07:47:53.656 INFO:tasks.rados.rados.0.smithi119.stdout:637: finishing write tid 2 to smithi11982245-44 2024-04-13T07:47:53.657 INFO:tasks.rados.rados.0.smithi119.stdout:637: finishing write tid 3 to smithi11982245-44 2024-04-13T07:47:53.657 INFO:tasks.rados.rados.0.smithi119.stdout:637: finishing write tid 4 to smithi11982245-44 2024-04-13T07:47:53.657 INFO:tasks.rados.rados.0.smithi119.stdout:637: finishing write tid 5 to smithi11982245-44 2024-04-13T07:47:53.657 INFO:tasks.rados.rados.0.smithi119.stdout:637: oid 44 updating version 0 to 226 2024-04-13T07:47:53.657 INFO:tasks.rados.rados.0.smithi119.stdout:637: oid 44 updating version 226 to 227 2024-04-13T07:47:53.657 INFO:tasks.rados.rados.0.smithi119.stdout:637: oid 44 updating version 227 to 228 2024-04-13T07:47:53.657 INFO:tasks.rados.rados.0.smithi119.stdout:637: oid 44 updating version 228 to 229 2024-04-13T07:47:53.657 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 44 v 229 (ObjNum 221 snap 66 seq_num 221) dirty exists 2024-04-13T07:47:53.657 INFO:tasks.rados.rados.0.smithi119.stdout:637: left oid 44 (ObjNum 221 snap 66 seq_num 221) 2024-04-13T07:47:53.657 INFO:tasks.rados.rados.0.smithi119.stdout:634: done (4 left) 2024-04-13T07:47:53.657 INFO:tasks.rados.rados.0.smithi119.stdout:635: done (3 left) 2024-04-13T07:47:53.657 INFO:tasks.rados.rados.0.smithi119.stdout:636: done (2 left) 2024-04-13T07:47:53.657 INFO:tasks.rados.rados.0.smithi119.stdout:637: done (1 left) 2024-04-13T07:47:53.657 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 23 current snap is 66 2024-04-13T07:47:53.658 INFO:tasks.rados.rados.0.smithi119.stdout:640: finishing write tid 1 to smithi11982245-35 2024-04-13T07:47:53.658 INFO:tasks.rados.rados.0.smithi119.stdout:641: seq_num 223 ranges {1622016=540672,2162688=450560,2613248=352256} 2024-04-13T07:47:53.668 INFO:tasks.rados.rados.0.smithi119.stdout:641: writing smithi11982245-23 from 1622016 to 2162688 tid 1 2024-04-13T07:47:53.670 INFO:tasks.rados.rados.0.smithi119.stdout:641: writing smithi11982245-23 from 2162688 to 2613248 tid 2 2024-04-13T07:47:53.673 INFO:tasks.rados.rados.0.smithi119.stdout:641: writing smithi11982245-23 from 2613248 to 2965504 tid 3 2024-04-13T07:47:53.673 INFO:tasks.rados.rados.0.smithi119.stdout:642: snap_create 2024-04-13T07:47:53.673 INFO:tasks.rados.rados.0.smithi119.stdout:640: finishing write tid 2 to smithi11982245-35 2024-04-13T07:47:53.673 INFO:tasks.rados.rados.0.smithi119.stdout:640: finishing write tid 3 to smithi11982245-35 2024-04-13T07:47:53.673 INFO:tasks.rados.rados.0.smithi119.stdout:640: finishing write tid 4 to smithi11982245-35 2024-04-13T07:47:53.673 INFO:tasks.rados.rados.0.smithi119.stdout:640: finishing write tid 5 to smithi11982245-35 2024-04-13T07:47:53.673 INFO:tasks.rados.rados.0.smithi119.stdout:640: oid 35 updating version 0 to 236 2024-04-13T07:47:53.673 INFO:tasks.rados.rados.0.smithi119.stdout:640: oid 35 version 236 is already newer than 233 2024-04-13T07:47:53.673 INFO:tasks.rados.rados.0.smithi119.stdout:640: oid 35 version 236 is already newer than 235 2024-04-13T07:47:53.673 INFO:tasks.rados.rados.0.smithi119.stdout:640: oid 35 version 236 is already newer than 234 2024-04-13T07:47:53.674 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 35 v 236 (ObjNum 222 snap 66 seq_num 222) dirty exists 2024-04-13T07:47:53.674 INFO:tasks.rados.rados.0.smithi119.stdout:640: left oid 35 (ObjNum 222 snap 66 seq_num 222) 2024-04-13T07:47:53.674 INFO:tasks.rados.rados.0.smithi119.stdout:641: finishing write tid 1 to smithi11982245-23 2024-04-13T07:47:53.674 INFO:tasks.rados.rados.0.smithi119.stdout:641: finishing write tid 2 to smithi11982245-23 2024-04-13T07:47:53.674 INFO:tasks.rados.rados.0.smithi119.stdout:641: finishing write tid 3 to smithi11982245-23 2024-04-13T07:47:53.675 INFO:tasks.rados.rados.0.smithi119.stdout:641: finishing write tid 4 to smithi11982245-23 2024-04-13T07:47:53.676 INFO:tasks.rados.rados.0.smithi119.stdout:641: finishing write tid 5 to smithi11982245-23 2024-04-13T07:47:53.676 INFO:tasks.rados.rados.0.smithi119.stdout:641: oid 23 updating version 0 to 315 2024-04-13T07:47:53.676 INFO:tasks.rados.rados.0.smithi119.stdout:641: oid 23 version 315 is already newer than 313 2024-04-13T07:47:53.676 INFO:tasks.rados.rados.0.smithi119.stdout:641: oid 23 version 315 is already newer than 314 2024-04-13T07:47:53.676 INFO:tasks.rados.rados.0.smithi119.stdout:641: oid 23 version 315 is already newer than 312 2024-04-13T07:47:53.676 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 23 v 315 (ObjNum 223 snap 66 seq_num 223) dirty exists 2024-04-13T07:47:53.676 INFO:tasks.rados.rados.0.smithi119.stdout:641: left oid 23 (ObjNum 223 snap 66 seq_num 223) 2024-04-13T07:47:53.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:53 smithi119 ceph-mon[39268]: mgrmap e28: x(active, since 34s), standbys: y 2024-04-13T07:47:53.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:53 smithi119 ceph-mon[39268]: osdmap e184: 8 total, 8 up, 8 in 2024-04-13T07:47:53.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:53 smithi119 ceph-mon[39268]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:53.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:53 smithi119 ceph-mon[39268]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:53.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:53 smithi119 ceph-mon[39268]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:47:53.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:53 smithi119 ceph-mon[39268]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:47:53.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:53 smithi119 ceph-mon[39268]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:53.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:53 smithi119 ceph-mon[39268]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:47:53.717 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:53 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:07:47:53] ENGINE Bus STOPPING 2024-04-13T07:47:53.717 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:53 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:07:47:53] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-13T07:47:53.717 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:53 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:07:47:53] ENGINE Bus STOPPED 2024-04-13T07:47:53.717 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:53 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:07:47:53] ENGINE Bus STARTING 2024-04-13T07:47:53.718 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:53 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:47:53.564+0000 7fa2edcb1700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:47:53.718 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:53 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:47:53.564+0000 7fa2edcb1700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:47:53.718 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:53 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:47:53.564+0000 7fa2edcb1700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:47:53.718 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:53 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:47:53.564+0000 7fa2edcb1700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:47:53.718 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:53 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:47:53.564+0000 7fa2edcb1700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:47:53.718 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:53 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:47:53.568+0000 7fa2eacab700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:47:53.718 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:53 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:47:53.568+0000 7fa2eacab700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:47:53.718 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:53 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:47:53.568+0000 7fa2eacab700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:47:53.718 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:53 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:47:53.568+0000 7fa2eacab700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:47:53.718 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:53 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:47:53.568+0000 7fa2eacab700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:47:53.718 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:53 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:07:47:53] ENGINE Serving on http://:::9283 2024-04-13T07:47:53.718 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:47:53 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:07:47:53] ENGINE Bus STARTED 2024-04-13T07:47:53.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:53 smithi119 ceph-mon[27733]: mgrmap e28: x(active, since 34s), standbys: y 2024-04-13T07:47:53.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:53 smithi119 ceph-mon[27733]: osdmap e184: 8 total, 8 up, 8 in 2024-04-13T07:47:53.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:53 smithi119 ceph-mon[27733]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:53.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:53 smithi119 ceph-mon[27733]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:53.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:53 smithi119 ceph-mon[27733]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:47:53.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:53 smithi119 ceph-mon[27733]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:47:53.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:53 smithi119 ceph-mon[27733]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:53.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:53 smithi119 ceph-mon[27733]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:47:53.886 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:47:53 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[76639]: ts=2024-04-13T07:47:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi119\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:47:53.886 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:53 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: ignoring --setuser ceph since I am not root 2024-04-13T07:47:53.886 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:53 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: ignoring --setgroup ceph since I am not root 2024-04-13T07:47:53.886 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:53 smithi139 ceph-mgr[67861]: -- 172.21.15.139:0/221926651 <== mon.1 v2:172.21.15.139:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a6011785a0 con 0x55a60114cc00 2024-04-13T07:47:53.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:53 smithi139 ceph-mon[31267]: mgrmap e28: x(active, since 34s), standbys: y 2024-04-13T07:47:53.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:53 smithi139 ceph-mon[31267]: osdmap e184: 8 total, 8 up, 8 in 2024-04-13T07:47:53.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:53 smithi139 ceph-mon[31267]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:53.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:53 smithi139 ceph-mon[31267]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:53.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:53 smithi139 ceph-mon[31267]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:47:53.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:53 smithi139 ceph-mon[31267]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:47:53.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:53 smithi139 ceph-mon[31267]: from='mgr.24754 ' entity='mgr.x' 2024-04-13T07:47:53.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:53 smithi139 ceph-mon[31267]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:47:54.247 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:53 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:53.987+0000 7f8a860ec200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-13T07:47:54.247 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:54 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:54.084+0000 7f8a860ec200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-13T07:47:54.283 INFO:tasks.rados.rados.0.smithi119.stdout:640: done (2 left) 2024-04-13T07:47:54.284 INFO:tasks.rados.rados.0.smithi119.stdout:641: done (1 left) 2024-04-13T07:47:54.284 INFO:tasks.rados.rados.0.smithi119.stdout:642: done (0 left) 2024-04-13T07:47:54.284 INFO:tasks.rados.rados.0.smithi119.stdout:643: rollback oid 13 current snap is 67 2024-04-13T07:47:54.284 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 13 to 60 2024-04-13T07:47:54.284 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 35 current snap is 67 2024-04-13T07:47:54.284 INFO:tasks.rados.rados.0.smithi119.stdout:644: seq_num 224 ranges {1327104=557056,1884160=737280,2621440=65536} 2024-04-13T07:47:54.293 INFO:tasks.rados.rados.0.smithi119.stdout:644: writing smithi11982245-35 from 1327104 to 1884160 tid 1 2024-04-13T07:47:54.298 INFO:tasks.rados.rados.0.smithi119.stdout:644: writing smithi11982245-35 from 1884160 to 2621440 tid 2 2024-04-13T07:47:54.299 INFO:tasks.rados.rados.0.smithi119.stdout:644: writing smithi11982245-35 from 2621440 to 2686976 tid 3 2024-04-13T07:47:54.299 INFO:tasks.rados.rados.0.smithi119.stdout:645: read oid 1 snap -1 2024-04-13T07:47:54.299 INFO:tasks.rados.rados.0.smithi119.stdout:645: expect (ObjNum 160 snap 49 seq_num 160) 2024-04-13T07:47:54.299 INFO:tasks.rados.rados.0.smithi119.stdout:646: rollback oid 26 current snap is 67 2024-04-13T07:47:54.299 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 26 to 55 2024-04-13T07:47:54.300 INFO:tasks.rados.rados.0.smithi119.stdout:643: finishing rollback tid 0 to smithi11982245-13 2024-04-13T07:47:54.300 INFO:tasks.rados.rados.0.smithi119.stdout:643: finishing rollback tid 1 to smithi11982245-13 2024-04-13T07:47:54.300 INFO:tasks.rados.rados.0.smithi119.stdout:643: finishing rollback tid 2 to smithi11982245-13 2024-04-13T07:47:54.300 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 13 v 274 (ObjNum 132 snap 39 seq_num 132) dirty exists 2024-04-13T07:47:54.300 INFO:tasks.rados.rados.0.smithi119.stdout:643: done (3 left) 2024-04-13T07:47:54.300 INFO:tasks.rados.rados.0.smithi119.stdout:647: rollback oid 7 current snap is 67 2024-04-13T07:47:54.300 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 7 to 51 2024-04-13T07:47:54.300 INFO:tasks.rados.rados.0.smithi119.stdout:648: setattr oid 45 current snap is 67 2024-04-13T07:47:54.301 INFO:tasks.rados.rados.0.smithi119.stdout:649: delete oid 17 current snap is 67 2024-04-13T07:47:54.304 INFO:tasks.rados.rados.0.smithi119.stdout:644: finishing write tid 1 to smithi11982245-35 2024-04-13T07:47:54.304 INFO:tasks.rados.rados.0.smithi119.stdout:644: finishing write tid 2 to smithi11982245-35 2024-04-13T07:47:54.304 INFO:tasks.rados.rados.0.smithi119.stdout:644: finishing write tid 3 to smithi11982245-35 2024-04-13T07:47:54.304 INFO:tasks.rados.rados.0.smithi119.stdout:647: finishing rollback tid 0 to smithi11982245-7 2024-04-13T07:47:54.305 INFO:tasks.rados.rados.0.smithi119.stdout:644: finishing write tid 4 to smithi11982245-35 2024-04-13T07:47:54.305 INFO:tasks.rados.rados.0.smithi119.stdout:647: finishing rollback tid 1 to smithi11982245-7 2024-04-13T07:47:54.305 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 7 v 243 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-04-13T07:47:54.306 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 45 v 342 (ObjNum 73 snap 11 seq_num 73) dirty exists 2024-04-13T07:47:54.306 INFO:tasks.rados.rados.0.smithi119.stdout:645: expect (ObjNum 160 snap 49 seq_num 160) 2024-04-13T07:47:54.376 INFO:tasks.rados.rados.0.smithi119.stdout:646: finishing rollback tid 0 to smithi11982245-26 2024-04-13T07:47:54.377 INFO:tasks.rados.rados.0.smithi119.stdout:644: finishing write tid 5 to smithi11982245-35 2024-04-13T07:47:54.377 INFO:tasks.rados.rados.0.smithi119.stdout:644: oid 35 updating version 0 to 242 2024-04-13T07:47:54.377 INFO:tasks.rados.rados.0.smithi119.stdout:644: oid 35 updating version 242 to 244 2024-04-13T07:47:54.377 INFO:tasks.rados.rados.0.smithi119.stdout:644: oid 35 version 244 is already newer than 243 2024-04-13T07:47:54.377 INFO:tasks.rados.rados.0.smithi119.stdout:644: oid 35 updating version 244 to 245 2024-04-13T07:47:54.377 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 35 v 245 (ObjNum 224 snap 67 seq_num 224) dirty exists 2024-04-13T07:47:54.377 INFO:tasks.rados.rados.0.smithi119.stdout:644: left oid 35 (ObjNum 224 snap 67 seq_num 224) 2024-04-13T07:47:54.377 INFO:tasks.rados.rados.0.smithi119.stdout:646: finishing rollback tid 1 to smithi11982245-26 2024-04-13T07:47:54.377 INFO:tasks.rados.rados.0.smithi119.stdout:644: done (5 left) 2024-04-13T07:47:54.377 INFO:tasks.rados.rados.0.smithi119.stdout:645: done (4 left) 2024-04-13T07:47:54.377 INFO:tasks.rados.rados.0.smithi119.stdout:647: done (3 left) 2024-04-13T07:47:54.377 INFO:tasks.rados.rados.0.smithi119.stdout:648: done (2 left) 2024-04-13T07:47:54.377 INFO:tasks.rados.rados.0.smithi119.stdout:649: done (1 left) 2024-04-13T07:47:54.377 INFO:tasks.rados.rados.0.smithi119.stdout:650: delete oid 49 current snap is 67 2024-04-13T07:47:54.377 INFO:tasks.rados.rados.0.smithi119.stdout:646: finishing rollback tid 2 to smithi11982245-26 2024-04-13T07:47:54.378 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 26 v 173 (ObjNum 98 snap 20 seq_num 98) dirty exists 2024-04-13T07:47:54.378 INFO:tasks.rados.rados.0.smithi119.stdout:646: done (1 left) 2024-04-13T07:47:54.378 INFO:tasks.rados.rados.0.smithi119.stdout:650: done (0 left) 2024-04-13T07:47:54.378 INFO:tasks.rados.rados.0.smithi119.stdout:651: rmattr oid 13 current snap is 67 2024-04-13T07:47:54.378 INFO:tasks.rados.rados.0.smithi119.stdout:651: done (0 left) 2024-04-13T07:47:54.378 INFO:tasks.rados.rados.0.smithi119.stdout:652: read oid 1 snap -1 2024-04-13T07:47:54.379 INFO:tasks.rados.rados.0.smithi119.stdout:652: expect (ObjNum 160 snap 49 seq_num 160) 2024-04-13T07:47:54.379 INFO:tasks.rados.rados.0.smithi119.stdout:653: delete oid 8 current snap is 67 2024-04-13T07:47:54.381 INFO:tasks.rados.rados.0.smithi119.stdout:653: done (1 left) 2024-04-13T07:47:54.381 INFO:tasks.rados.rados.0.smithi119.stdout:654: rollback oid 35 current snap is 67 2024-04-13T07:47:54.381 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 35 to 63 2024-04-13T07:47:54.381 INFO:tasks.rados.rados.0.smithi119.stdout:655: read oid 9 snap -1 2024-04-13T07:47:54.381 INFO:tasks.rados.rados.0.smithi119.stdout:655: expect deleted 2024-04-13T07:47:54.381 INFO:tasks.rados.rados.0.smithi119.stdout:656: read oid 19 snap 26 2024-04-13T07:47:54.381 INFO:tasks.rados.rados.0.smithi119.stdout:656: expect deleted 2024-04-13T07:47:54.381 INFO:tasks.rados.rados.0.smithi119.stdout:657: snap_create 2024-04-13T07:47:54.383 INFO:tasks.rados.rados.0.smithi119.stdout:652: expect (ObjNum 160 snap 49 seq_num 160) 2024-04-13T07:47:54.454 INFO:tasks.rados.rados.0.smithi119.stdout:654: finishing rollback tid 0 to smithi11982245-35 2024-04-13T07:47:54.454 INFO:tasks.rados.rados.0.smithi119.stdout:654: finishing rollback tid 1 to smithi11982245-35 2024-04-13T07:47:54.454 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 35 v 247 (ObjNum 129 snap 0 seq_num 750021904) dirty dne 2024-04-13T07:47:54.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:54 smithi139 ceph-mon[31267]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-13T07:47:54.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:54 smithi139 ceph-mon[31267]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-13T07:47:54.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:54 smithi139 ceph-mon[31267]: Activating manager daemon y 2024-04-13T07:47:54.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:54 smithi139 ceph-mon[31267]: osdmap e185: 8 total, 8 up, 8 in 2024-04-13T07:47:54.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:54 smithi139 ceph-mon[31267]: from='mgr.24754 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-13T07:47:54.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:54 smithi139 ceph-mon[31267]: mgrmap e29: y(active, starting, since 0.00863156s) 2024-04-13T07:47:54.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:54 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:47:54.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:54 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:47:54.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:54 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:47:54.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:54 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-13T07:47:54.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:54 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-13T07:47:54.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:54 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-13T07:47:54.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:54 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:47:54.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:54 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:47:54.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:54 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:47:54.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:54 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:47:54.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:54 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:47:54.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:54 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:47:54.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:54 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:47:54.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:54 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:47:54.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:54 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-13T07:47:54.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:54 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-13T07:47:54.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:54 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-13T07:47:54.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:54 smithi139 ceph-mon[31267]: Manager daemon y is now available 2024-04-13T07:47:54.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:54 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:47:54.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:54 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:47:54.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:54 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-13T07:47:54.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:54 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-13T07:47:54.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:54 smithi139 ceph-mon[31267]: [13/Apr/2024:07:47:53] ENGINE Bus STARTING 2024-04-13T07:47:54.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:54 smithi139 ceph-mon[31267]: [13/Apr/2024:07:47:53] ENGINE Serving on http://172.21.15.119:8765 2024-04-13T07:47:54.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:54 smithi139 ceph-mon[31267]: [13/Apr/2024:07:47:54] ENGINE Serving on https://172.21.15.119:7150 2024-04-13T07:47:54.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:54 smithi139 ceph-mon[31267]: [13/Apr/2024:07:47:54] ENGINE Bus STARTED 2024-04-13T07:47:54.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:54 smithi139 ceph-mon[31267]: osdmap e186: 8 total, 8 up, 8 in 2024-04-13T07:47:54.639 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:54 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:47:54.639 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:54 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:47:54.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[39268]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-13T07:47:54.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[39268]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-13T07:47:54.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[39268]: Activating manager daemon y 2024-04-13T07:47:54.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[39268]: osdmap e185: 8 total, 8 up, 8 in 2024-04-13T07:47:54.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[39268]: from='mgr.24754 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-13T07:47:54.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[39268]: mgrmap e29: y(active, starting, since 0.00863156s) 2024-04-13T07:47:54.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:47:54.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:47:54.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:47:54.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-13T07:47:54.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-13T07:47:54.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-13T07:47:54.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:47:54.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:47:54.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:47:54.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:47:54.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:47:54.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:47:54.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:47:54.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:47:54.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-13T07:47:54.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-13T07:47:54.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-13T07:47:54.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[39268]: Manager daemon y is now available 2024-04-13T07:47:54.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:47:54.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:47:54.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-13T07:47:54.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-13T07:47:54.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[39268]: [13/Apr/2024:07:47:53] ENGINE Bus STARTING 2024-04-13T07:47:54.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[39268]: [13/Apr/2024:07:47:53] ENGINE Serving on http://172.21.15.119:8765 2024-04-13T07:47:54.719 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[39268]: [13/Apr/2024:07:47:54] ENGINE Serving on https://172.21.15.119:7150 2024-04-13T07:47:54.719 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[39268]: [13/Apr/2024:07:47:54] ENGINE Bus STARTED 2024-04-13T07:47:54.719 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[39268]: osdmap e186: 8 total, 8 up, 8 in 2024-04-13T07:47:54.719 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:47:54.719 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:47:54.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[27733]: from='mgr.24754 172.21.15.139:0/836563283' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-13T07:47:54.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[27733]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-13T07:47:54.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[27733]: Activating manager daemon y 2024-04-13T07:47:54.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[27733]: osdmap e185: 8 total, 8 up, 8 in 2024-04-13T07:47:54.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[27733]: from='mgr.24754 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-13T07:47:54.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[27733]: mgrmap e29: y(active, starting, since 0.00863156s) 2024-04-13T07:47:54.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:47:54.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:47:54.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:47:54.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-13T07:47:54.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-13T07:47:54.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-13T07:47:54.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:47:54.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:47:54.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:47:54.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:47:54.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:47:54.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:47:54.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:47:54.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:47:54.721 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-13T07:47:54.721 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-13T07:47:54.721 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-13T07:47:54.721 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[27733]: Manager daemon y is now available 2024-04-13T07:47:54.721 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:47:54.721 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:47:54.721 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-13T07:47:54.721 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-13T07:47:54.721 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[27733]: [13/Apr/2024:07:47:53] ENGINE Bus STARTING 2024-04-13T07:47:54.721 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[27733]: [13/Apr/2024:07:47:53] ENGINE Serving on http://172.21.15.119:8765 2024-04-13T07:47:54.721 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[27733]: [13/Apr/2024:07:47:54] ENGINE Serving on https://172.21.15.119:7150 2024-04-13T07:47:54.721 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[27733]: [13/Apr/2024:07:47:54] ENGINE Bus STARTED 2024-04-13T07:47:54.721 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[27733]: osdmap e186: 8 total, 8 up, 8 in 2024-04-13T07:47:54.721 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:47:54.721 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:54 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:47:55.023 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:54 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:54.776+0000 7f8a860ec200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-13T07:47:55.023 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:54 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:54.877+0000 7f8a860ec200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-13T07:47:55.023 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:55 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:55.022+0000 7f8a860ec200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-13T07:47:55.331 INFO:tasks.rados.rados.0.smithi119.stdout:652: done (4 left) 2024-04-13T07:47:55.331 INFO:tasks.rados.rados.0.smithi119.stdout:654: done (3 left) 2024-04-13T07:47:55.332 INFO:tasks.rados.rados.0.smithi119.stdout:655: done (2 left) 2024-04-13T07:47:55.332 INFO:tasks.rados.rados.0.smithi119.stdout:656: done (1 left) 2024-04-13T07:47:55.332 INFO:tasks.rados.rados.0.smithi119.stdout:657: done (0 left) 2024-04-13T07:47:55.332 INFO:tasks.rados.rados.0.smithi119.stdout:658: snap_remove snap 62 2024-04-13T07:47:55.385 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:55 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:55.134+0000 7f8a860ec200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-13T07:47:55.385 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:55 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:55.231+0000 7f8a860ec200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-13T07:47:55.643 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:55 smithi119 ceph-mon[39268]: mgrmap e30: y(active, since 1.03367s) 2024-04-13T07:47:55.643 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:55 smithi119 ceph-mon[39268]: pgmap v4: 121 pgs: 121 active+clean; 223 MiB data, 782 MiB used, 714 GiB / 715 GiB avail 2024-04-13T07:47:55.643 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:55 smithi119 ceph-mon[39268]: osdmap e187: 8 total, 8 up, 8 in 2024-04-13T07:47:55.643 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:55 smithi119 ceph-mon[27733]: mgrmap e30: y(active, since 1.03367s) 2024-04-13T07:47:55.643 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:55 smithi119 ceph-mon[27733]: pgmap v4: 121 pgs: 121 active+clean; 223 MiB data, 782 MiB used, 714 GiB / 715 GiB avail 2024-04-13T07:47:55.643 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:55 smithi119 ceph-mon[27733]: osdmap e187: 8 total, 8 up, 8 in 2024-04-13T07:47:55.719 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:55 smithi139 ceph-mon[31267]: mgrmap e30: y(active, since 1.03367s) 2024-04-13T07:47:55.719 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:55 smithi139 ceph-mon[31267]: pgmap v4: 121 pgs: 121 active+clean; 223 MiB data, 782 MiB used, 714 GiB / 715 GiB avail 2024-04-13T07:47:55.719 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:55 smithi139 ceph-mon[31267]: osdmap e187: 8 total, 8 up, 8 in 2024-04-13T07:47:55.719 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:55 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:55.515+0000 7f8a860ec200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-13T07:47:55.720 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:55 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:55.630+0000 7f8a860ec200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-13T07:47:55.720 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:55 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:55.718+0000 7f8a860ec200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-13T07:47:56.036 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:55 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:55.820+0000 7f8a860ec200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-13T07:47:56.036 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:56 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:56.035+0000 7f8a860ec200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-13T07:47:56.336 INFO:tasks.rados.rados.0.smithi119.stdout:658: done (0 left) 2024-04-13T07:47:56.336 INFO:tasks.rados.rados.0.smithi119.stdout:659: snap_remove snap 26 2024-04-13T07:47:56.662 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:56 smithi139 ceph-mon[31267]: pgmap v6: 121 pgs: 121 active+clean; 223 MiB data, 782 MiB used, 714 GiB / 715 GiB avail 2024-04-13T07:47:56.662 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:56 smithi139 ceph-mon[31267]: mgrmap e31: y(active, since 2s) 2024-04-13T07:47:56.662 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:56 smithi139 ceph-mon[31267]: osdmap e188: 8 total, 8 up, 8 in 2024-04-13T07:47:56.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:56 smithi119 ceph-mon[39268]: pgmap v6: 121 pgs: 121 active+clean; 223 MiB data, 782 MiB used, 714 GiB / 715 GiB avail 2024-04-13T07:47:56.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:56 smithi119 ceph-mon[39268]: mgrmap e31: y(active, since 2s) 2024-04-13T07:47:56.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:56 smithi119 ceph-mon[39268]: osdmap e188: 8 total, 8 up, 8 in 2024-04-13T07:47:56.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:56 smithi119 ceph-mon[27733]: pgmap v6: 121 pgs: 121 active+clean; 223 MiB data, 782 MiB used, 714 GiB / 715 GiB avail 2024-04-13T07:47:56.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:56 smithi119 ceph-mon[27733]: mgrmap e31: y(active, since 2s) 2024-04-13T07:47:56.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:56 smithi119 ceph-mon[27733]: osdmap e188: 8 total, 8 up, 8 in 2024-04-13T07:47:57.336 INFO:tasks.rados.rados.0.smithi119.stdout:659: done (0 left) 2024-04-13T07:47:57.336 INFO:tasks.rados.rados.0.smithi119.stdout:660: copy_from oid 48 from oid 5 current snap is 68 2024-04-13T07:47:57.336 INFO:tasks.rados.rados.0.smithi119.stdout:661: setattr oid 20 current snap is 68 2024-04-13T07:47:57.340 INFO:tasks.rados.rados.0.smithi119.stdout:662: read oid 3 snap -1 2024-04-13T07:47:57.341 INFO:tasks.rados.rados.0.smithi119.stdout:662: expect (ObjNum 191 snap 53 seq_num 191) 2024-04-13T07:47:57.341 INFO:tasks.rados.rados.0.smithi119.stdout:663: snap_remove snap 45 2024-04-13T07:47:57.385 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:57 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:57.079+0000 7f8a860ec200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-13T07:47:57.385 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:57 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:57.212+0000 7f8a860ec200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-13T07:47:57.676 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:57 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:57.583+0000 7f8a860ec200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-13T07:47:57.676 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:57 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:57.675+0000 7f8a860ec200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-13T07:47:58.073 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:57 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:57.890+0000 7f8a860ec200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-13T07:47:58.342 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:58 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:58.085+0000 7f8a860ec200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-13T07:47:58.348 INFO:tasks.rados.rados.0.smithi119.stdout:663: done (3 left) 2024-04-13T07:47:58.348 INFO:tasks.rados.rados.0.smithi119.stdout:664: rmattr oid 41 current snap is 68 2024-04-13T07:47:58.348 INFO:tasks.rados.rados.0.smithi119.stdout:665: delete oid 26 current snap is 68 2024-04-13T07:47:58.349 INFO:tasks.rados.rados.0.smithi119.stdout:660: finishing copy_from to smithi11982245-48 2024-04-13T07:47:58.350 INFO:tasks.rados.rados.0.smithi119.stdout:660: got expected ENOENT (src dne) 2024-04-13T07:47:58.350 INFO:tasks.rados.rados.0.smithi119.stdout:660: finishing copy_from racing read to smithi11982245-48 2024-04-13T07:47:58.350 INFO:tasks.rados.rados.0.smithi119.stdout:662: expect (ObjNum 191 snap 53 seq_num 191) 2024-04-13T07:47:58.384 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 20 v 288 (ObjNum 218 snap 66 seq_num 218) dirty exists 2024-04-13T07:47:58.384 INFO:tasks.rados.rados.0.smithi119.stdout:660: done (4 left) 2024-04-13T07:47:58.384 INFO:tasks.rados.rados.0.smithi119.stdout:661: done (3 left) 2024-04-13T07:47:58.384 INFO:tasks.rados.rados.0.smithi119.stdout:662: done (2 left) 2024-04-13T07:47:58.384 INFO:tasks.rados.rados.0.smithi119.stdout:665: done (1 left) 2024-04-13T07:47:58.384 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 2 current snap is 68 2024-04-13T07:47:58.384 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 41 v 70 (ObjNum 200 snap 60 seq_num 200) dirty exists 2024-04-13T07:47:58.384 INFO:tasks.rados.rados.0.smithi119.stdout:666: seq_num 229 ranges {0=638976,638976=606208,1245184=196608} 2024-04-13T07:47:58.387 INFO:tasks.rados.rados.0.smithi119.stdout:666: writing smithi11982245-2 from 0 to 638976 tid 1 2024-04-13T07:47:58.390 INFO:tasks.rados.rados.0.smithi119.stdout:666: writing smithi11982245-2 from 638976 to 1245184 tid 2 2024-04-13T07:47:58.392 INFO:tasks.rados.rados.0.smithi119.stdout:666: writing smithi11982245-2 from 1245184 to 1441792 tid 3 2024-04-13T07:47:58.392 INFO:tasks.rados.rados.0.smithi119.stdout:664: done (1 left) 2024-04-13T07:47:58.392 INFO:tasks.rados.rados.0.smithi119.stdout:667: read oid 11 snap -1 2024-04-13T07:47:58.392 INFO:tasks.rados.rados.0.smithi119.stdout:667: expect (ObjNum 73 snap 11 seq_num 73) 2024-04-13T07:47:58.392 INFO:tasks.rados.rados.0.smithi119.stdout:668: read oid 42 snap 20 2024-04-13T07:47:58.392 INFO:tasks.rados.rados.0.smithi119.stdout:668: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-13T07:47:58.392 INFO:tasks.rados.rados.0.smithi119.stdout:669: setattr oid 18 current snap is 68 2024-04-13T07:47:58.393 INFO:tasks.rados.rados.0.smithi119.stdout:666: finishing write tid 1 to smithi11982245-2 2024-04-13T07:47:58.393 INFO:tasks.rados.rados.0.smithi119.stdout:670: snap_remove snap 55 2024-04-13T07:47:58.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:58 smithi139 ceph-mon[31267]: osdmap e189: 8 total, 8 up, 8 in 2024-04-13T07:47:58.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:58 smithi139 ceph-mon[31267]: pgmap v9: 121 pgs: 121 active+clean; 223 MiB data, 782 MiB used, 714 GiB / 715 GiB avail 2024-04-13T07:47:58.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:58 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:47:58.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:58 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:47:58.636 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:58 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:58.397+0000 7f8a860ec200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-13T07:47:58.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:58 smithi119 ceph-mon[39268]: osdmap e189: 8 total, 8 up, 8 in 2024-04-13T07:47:58.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:58 smithi119 ceph-mon[39268]: pgmap v9: 121 pgs: 121 active+clean; 223 MiB data, 782 MiB used, 714 GiB / 715 GiB avail 2024-04-13T07:47:58.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:58 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:47:58.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:58 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:47:58.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:58 smithi119 ceph-mon[27733]: osdmap e189: 8 total, 8 up, 8 in 2024-04-13T07:47:58.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:58 smithi119 ceph-mon[27733]: pgmap v9: 121 pgs: 121 active+clean; 223 MiB data, 782 MiB used, 714 GiB / 715 GiB avail 2024-04-13T07:47:58.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:58 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:47:58.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:58 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:47:58.925 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:58 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:58.669+0000 7f8a860ec200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-13T07:47:58.925 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:58 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:58.924+0000 7f8a860ec200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-13T07:47:59.280 INFO:tasks.rados.rados.0.smithi119.stdout:670: done (4 left) 2024-04-13T07:47:59.280 INFO:tasks.rados.rados.0.smithi119.stdout:671: delete oid 15 current snap is 68 2024-04-13T07:47:59.280 INFO:tasks.rados.rados.0.smithi119.stdout:666: finishing write tid 2 to smithi11982245-2 2024-04-13T07:47:59.280 INFO:tasks.rados.rados.0.smithi119.stdout:666: finishing write tid 3 to smithi11982245-2 2024-04-13T07:47:59.280 INFO:tasks.rados.rados.0.smithi119.stdout:666: finishing write tid 4 to smithi11982245-2 2024-04-13T07:47:59.280 INFO:tasks.rados.rados.0.smithi119.stdout:666: finishing write tid 5 to smithi11982245-2 2024-04-13T07:47:59.280 INFO:tasks.rados.rados.0.smithi119.stdout:666: oid 2 updating version 0 to 300 2024-04-13T07:47:59.280 INFO:tasks.rados.rados.0.smithi119.stdout:666: oid 2 version 300 is already newer than 299 2024-04-13T07:47:59.280 INFO:tasks.rados.rados.0.smithi119.stdout:666: oid 2 version 300 is already newer than 298 2024-04-13T07:47:59.280 INFO:tasks.rados.rados.0.smithi119.stdout:666: oid 2 updating version 300 to 301 2024-04-13T07:47:59.280 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 2 v 301 (ObjNum 229 snap 68 seq_num 229) dirty exists 2024-04-13T07:47:59.280 INFO:tasks.rados.rados.0.smithi119.stdout:666: left oid 2 (ObjNum 229 snap 68 seq_num 229) 2024-04-13T07:47:59.281 INFO:tasks.rados.rados.0.smithi119.stdout:668: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-13T07:47:59.310 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 18 v 366 (ObjNum 129 snap 0 seq_num 749276544) dirty exists 2024-04-13T07:47:59.310 INFO:tasks.rados.rados.0.smithi119.stdout:667: expect (ObjNum 73 snap 11 seq_num 73) 2024-04-13T07:47:59.378 INFO:tasks.rados.rados.0.smithi119.stdout:666: done (4 left) 2024-04-13T07:47:59.379 INFO:tasks.rados.rados.0.smithi119.stdout:667: done (3 left) 2024-04-13T07:47:59.379 INFO:tasks.rados.rados.0.smithi119.stdout:668: done (2 left) 2024-04-13T07:47:59.379 INFO:tasks.rados.rados.0.smithi119.stdout:669: done (1 left) 2024-04-13T07:47:59.379 INFO:tasks.rados.rados.0.smithi119.stdout:671: done (0 left) 2024-04-13T07:47:59.379 INFO:tasks.rados.rados.0.smithi119.stdout:672: snap_create 2024-04-13T07:47:59.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:59 smithi139 ceph-mon[31267]: mgrmap e32: y(active, since 4s) 2024-04-13T07:47:59.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:59 smithi139 ceph-mon[31267]: osdmap e190: 8 total, 8 up, 8 in 2024-04-13T07:47:59.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:59 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:47:59.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:59 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:47:59.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:59 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:47:59.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:59 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:47:59.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:47:59 smithi139 ceph-mon[31267]: osdmap e191: 8 total, 8 up, 8 in 2024-04-13T07:47:59.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:59 smithi119 ceph-mon[39268]: mgrmap e32: y(active, since 4s) 2024-04-13T07:47:59.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:59 smithi119 ceph-mon[39268]: osdmap e190: 8 total, 8 up, 8 in 2024-04-13T07:47:59.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:59 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:47:59.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:59 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:47:59.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:59 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:47:59.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:59 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:47:59.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:47:59 smithi119 ceph-mon[39268]: osdmap e191: 8 total, 8 up, 8 in 2024-04-13T07:47:59.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:59 smithi119 ceph-mon[27733]: mgrmap e32: y(active, since 4s) 2024-04-13T07:47:59.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:59 smithi119 ceph-mon[27733]: osdmap e190: 8 total, 8 up, 8 in 2024-04-13T07:47:59.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:59 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:47:59.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:59 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:47:59.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:59 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:47:59.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:59 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:47:59.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:47:59 smithi119 ceph-mon[27733]: osdmap e191: 8 total, 8 up, 8 in 2024-04-13T07:48:00.135 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:47:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:47:59.803+0000 7f8a860ec200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-13T07:48:00.350 INFO:tasks.rados.rados.0.smithi119.stdout:672: done (0 left) 2024-04-13T07:48:00.350 INFO:tasks.rados.rados.0.smithi119.stdout:673: setattr oid 43 current snap is 69 2024-04-13T07:48:00.350 INFO:tasks.rados.rados.0.smithi119.stdout:674: snap_remove snap 41 2024-04-13T07:48:00.709 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:00 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:48:00.385+0000 7f8a860ec200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-13T07:48:00.710 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:00 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:48:00.487+0000 7f8a860ec200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-13T07:48:00.710 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:00 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:48:00.708+0000 7f8a860ec200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-13T07:48:01.045 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:00 smithi119 ceph-mon[39268]: pgmap v12: 121 pgs: 121 active+clean; 223 MiB data, 782 MiB used, 714 GiB / 715 GiB avail 2024-04-13T07:48:01.045 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:00 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:01.046 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:00 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:01.046 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:00 smithi119 ceph-mon[39268]: osdmap e192: 8 total, 8 up, 8 in 2024-04-13T07:48:01.046 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:00 smithi119 ceph-mon[39268]: Standby manager daemon x started 2024-04-13T07:48:01.046 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:00 smithi119 ceph-mon[39268]: from='mgr.? 172.21.15.139:0/64364323' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T07:48:01.046 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:00 smithi119 ceph-mon[39268]: from='mgr.? 172.21.15.139:0/64364323' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T07:48:01.046 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:00 smithi119 ceph-mon[39268]: from='mgr.? 172.21.15.139:0/64364323' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T07:48:01.046 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:00 smithi119 ceph-mon[39268]: from='mgr.? 172.21.15.139:0/64364323' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T07:48:01.046 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:00 smithi119 ceph-mon[27733]: pgmap v12: 121 pgs: 121 active+clean; 223 MiB data, 782 MiB used, 714 GiB / 715 GiB avail 2024-04-13T07:48:01.046 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:00 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:01.046 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:00 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:01.046 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:00 smithi119 ceph-mon[27733]: osdmap e192: 8 total, 8 up, 8 in 2024-04-13T07:48:01.047 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:00 smithi119 ceph-mon[27733]: Standby manager daemon x started 2024-04-13T07:48:01.047 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:00 smithi119 ceph-mon[27733]: from='mgr.? 172.21.15.139:0/64364323' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T07:48:01.047 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:00 smithi119 ceph-mon[27733]: from='mgr.? 172.21.15.139:0/64364323' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T07:48:01.047 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:00 smithi119 ceph-mon[27733]: from='mgr.? 172.21.15.139:0/64364323' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T07:48:01.047 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:00 smithi119 ceph-mon[27733]: from='mgr.? 172.21.15.139:0/64364323' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T07:48:01.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:00 smithi139 ceph-mon[31267]: pgmap v12: 121 pgs: 121 active+clean; 223 MiB data, 782 MiB used, 714 GiB / 715 GiB avail 2024-04-13T07:48:01.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:00 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:01.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:00 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:01.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:00 smithi139 ceph-mon[31267]: osdmap e192: 8 total, 8 up, 8 in 2024-04-13T07:48:01.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:00 smithi139 ceph-mon[31267]: Standby manager daemon x started 2024-04-13T07:48:01.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:00 smithi139 ceph-mon[31267]: from='mgr.? 172.21.15.139:0/64364323' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T07:48:01.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:00 smithi139 ceph-mon[31267]: from='mgr.? 172.21.15.139:0/64364323' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T07:48:01.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:00 smithi139 ceph-mon[31267]: from='mgr.? 172.21.15.139:0/64364323' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T07:48:01.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:00 smithi139 ceph-mon[31267]: from='mgr.? 172.21.15.139:0/64364323' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T07:48:01.136 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:00 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: [13/Apr/2024:07:48:00] ENGINE Bus STARTING 2024-04-13T07:48:01.137 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:00 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: CherryPy Checker: 2024-04-13T07:48:01.137 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:00 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: The Application mounted at '' has an empty config. 2024-04-13T07:48:01.137 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:00 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: 2024-04-13T07:48:01.137 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:00 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: [13/Apr/2024:07:48:00] ENGINE Serving on http://:::9283 2024-04-13T07:48:01.137 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:00 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: [13/Apr/2024:07:48:00] ENGINE Bus STARTED 2024-04-13T07:48:01.365 INFO:tasks.rados.rados.0.smithi119.stdout:674: done (1 left) 2024-04-13T07:48:01.365 INFO:tasks.rados.rados.0.smithi119.stdout:675: read oid 21 snap -1 2024-04-13T07:48:01.365 INFO:tasks.rados.rados.0.smithi119.stdout:675: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:48:01.365 INFO:tasks.rados.rados.0.smithi119.stdout:676: rollback oid 5 current snap is 69 2024-04-13T07:48:01.365 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 5 to 68 2024-04-13T07:48:01.365 INFO:tasks.rados.rados.0.smithi119.stdout:677: read oid 48 snap -1 2024-04-13T07:48:01.365 INFO:tasks.rados.rados.0.smithi119.stdout:677: expect (ObjNum 208 snap 63 seq_num 208) 2024-04-13T07:48:01.365 INFO:tasks.rados.rados.0.smithi119.stdout:678: snap_remove snap 21 2024-04-13T07:48:01.885 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:01 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[67838]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:48:01] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-13T07:48:02.363 INFO:tasks.rados.rados.0.smithi119.stdout:678: done (4 left) 2024-04-13T07:48:02.363 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 34 current snap is 69 2024-04-13T07:48:02.363 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 43 v 269 (ObjNum 100 snap 20 seq_num 100) dirty exists 2024-04-13T07:48:02.364 INFO:tasks.rados.rados.0.smithi119.stdout:679: seq_num 231 ranges {1294336=671744,1966080=778240,2744320=24576} 2024-04-13T07:48:02.375 INFO:tasks.rados.rados.0.smithi119.stdout:679: writing smithi11982245-34 from 1294336 to 1966080 tid 1 2024-04-13T07:48:02.380 INFO:tasks.rados.rados.0.smithi119.stdout:679: writing smithi11982245-34 from 1966080 to 2744320 tid 2 2024-04-13T07:48:02.381 INFO:tasks.rados.rados.0.smithi119.stdout:679: writing smithi11982245-34 from 2744320 to 2768896 tid 3 2024-04-13T07:48:02.381 INFO:tasks.rados.rados.0.smithi119.stdout:673: done (4 left) 2024-04-13T07:48:02.382 INFO:tasks.rados.rados.0.smithi119.stdout:680: read oid 33 snap -1 2024-04-13T07:48:02.382 INFO:tasks.rados.rados.0.smithi119.stdout:680: expect (ObjNum 195 snap 57 seq_num 195) 2024-04-13T07:48:02.382 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 43 current snap is 69 2024-04-13T07:48:02.382 INFO:tasks.rados.rados.0.smithi119.stdout:681: seq_num 232 ranges {3252224=688128,3940352=663552,4603904=139264} 2024-04-13T07:48:02.403 INFO:tasks.rados.rados.0.smithi119.stdout:681: writing smithi11982245-43 from 3252224 to 3940352 tid 1 2024-04-13T07:48:02.407 INFO:tasks.rados.rados.0.smithi119.stdout:681: writing smithi11982245-43 from 3940352 to 4603904 tid 2 2024-04-13T07:48:02.408 INFO:tasks.rados.rados.0.smithi119.stdout:681: writing smithi11982245-43 from 4603904 to 4743168 tid 3 2024-04-13T07:48:02.408 INFO:tasks.rados.rados.0.smithi119.stdout:682: read oid 25 snap -1 2024-04-13T07:48:02.408 INFO:tasks.rados.rados.0.smithi119.stdout:682: expect deleted 2024-04-13T07:48:02.408 INFO:tasks.rados.rados.0.smithi119.stdout:683: snap_create 2024-04-13T07:48:02.408 INFO:tasks.rados.rados.0.smithi119.stdout:675: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:48:02.409 INFO:tasks.rados.rados.0.smithi119.stdout:676: finishing rollback tid 1 to smithi11982245-5 2024-04-13T07:48:02.409 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 5 v 317 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-04-13T07:48:02.409 INFO:tasks.rados.rados.0.smithi119.stdout:677: expect (ObjNum 208 snap 63 seq_num 208) 2024-04-13T07:48:02.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:02 smithi119 ceph-mon[27733]: mgrmap e33: y(active, since 7s), standbys: x 2024-04-13T07:48:02.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:02 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-13T07:48:02.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:02 smithi119 ceph-mon[27733]: osdmap e193: 8 total, 8 up, 8 in 2024-04-13T07:48:02.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:02 smithi119 ceph-mon[27733]: pgmap v15: 121 pgs: 121 active+clean; 223 MiB data, 836 MiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 352 KiB/s wr, 46 op/s 2024-04-13T07:48:02.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:02 smithi119 ceph-mon[39268]: mgrmap e33: y(active, since 7s), standbys: x 2024-04-13T07:48:02.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:02 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-13T07:48:02.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:02 smithi119 ceph-mon[39268]: osdmap e193: 8 total, 8 up, 8 in 2024-04-13T07:48:02.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:02 smithi119 ceph-mon[39268]: pgmap v15: 121 pgs: 121 active+clean; 223 MiB data, 836 MiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 352 KiB/s wr, 46 op/s 2024-04-13T07:48:02.470 INFO:tasks.rados.rados.0.smithi119.stdout:679: finishing write tid 1 to smithi11982245-34 2024-04-13T07:48:02.470 INFO:tasks.rados.rados.0.smithi119.stdout:679: finishing write tid 2 to smithi11982245-34 2024-04-13T07:48:02.470 INFO:tasks.rados.rados.0.smithi119.stdout:679: finishing write tid 3 to smithi11982245-34 2024-04-13T07:48:02.470 INFO:tasks.rados.rados.0.smithi119.stdout:679: finishing write tid 4 to smithi11982245-34 2024-04-13T07:48:02.470 INFO:tasks.rados.rados.0.smithi119.stdout:679: finishing write tid 5 to smithi11982245-34 2024-04-13T07:48:02.470 INFO:tasks.rados.rados.0.smithi119.stdout:679: oid 34 updating version 0 to 290 2024-04-13T07:48:02.470 INFO:tasks.rados.rados.0.smithi119.stdout:679: oid 34 updating version 290 to 292 2024-04-13T07:48:02.470 INFO:tasks.rados.rados.0.smithi119.stdout:679: oid 34 version 292 is already newer than 289 2024-04-13T07:48:02.471 INFO:tasks.rados.rados.0.smithi119.stdout:679: oid 34 version 292 is already newer than 291 2024-04-13T07:48:02.471 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 34 v 292 (ObjNum 231 snap 69 seq_num 231) dirty exists 2024-04-13T07:48:02.471 INFO:tasks.rados.rados.0.smithi119.stdout:679: left oid 34 (ObjNum 231 snap 69 seq_num 231) 2024-04-13T07:48:02.471 INFO:tasks.rados.rados.0.smithi119.stdout:680: expect (ObjNum 195 snap 57 seq_num 195) 2024-04-13T07:48:02.551 INFO:tasks.rados.rados.0.smithi119.stdout:681: finishing write tid 1 to smithi11982245-43 2024-04-13T07:48:02.551 INFO:tasks.rados.rados.0.smithi119.stdout:681: finishing write tid 2 to smithi11982245-43 2024-04-13T07:48:02.552 INFO:tasks.rados.rados.0.smithi119.stdout:681: finishing write tid 3 to smithi11982245-43 2024-04-13T07:48:02.552 INFO:tasks.rados.rados.0.smithi119.stdout:681: finishing write tid 4 to smithi11982245-43 2024-04-13T07:48:02.552 INFO:tasks.rados.rados.0.smithi119.stdout:681: finishing write tid 5 to smithi11982245-43 2024-04-13T07:48:02.552 INFO:tasks.rados.rados.0.smithi119.stdout:681: oid 43 updating version 0 to 295 2024-04-13T07:48:02.552 INFO:tasks.rados.rados.0.smithi119.stdout:681: oid 43 version 295 is already newer than 293 2024-04-13T07:48:02.552 INFO:tasks.rados.rados.0.smithi119.stdout:681: oid 43 updating version 295 to 296 2024-04-13T07:48:02.552 INFO:tasks.rados.rados.0.smithi119.stdout:681: oid 43 version 296 is already newer than 294 2024-04-13T07:48:02.552 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 43 v 296 (ObjNum 232 snap 69 seq_num 232) dirty exists 2024-04-13T07:48:02.552 INFO:tasks.rados.rados.0.smithi119.stdout:681: left oid 43 (ObjNum 232 snap 69 seq_num 232) 2024-04-13T07:48:02.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:02 smithi139 ceph-mon[31267]: mgrmap e33: y(active, since 7s), standbys: x 2024-04-13T07:48:02.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:02 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-13T07:48:02.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:02 smithi139 ceph-mon[31267]: osdmap e193: 8 total, 8 up, 8 in 2024-04-13T07:48:02.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:02 smithi139 ceph-mon[31267]: pgmap v15: 121 pgs: 121 active+clean; 223 MiB data, 836 MiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 352 KiB/s wr, 46 op/s 2024-04-13T07:48:03.370 INFO:tasks.rados.rados.0.smithi119.stdout:675: done (7 left) 2024-04-13T07:48:03.370 INFO:tasks.rados.rados.0.smithi119.stdout:676: done (6 left) 2024-04-13T07:48:03.371 INFO:tasks.rados.rados.0.smithi119.stdout:677: done (5 left) 2024-04-13T07:48:03.371 INFO:tasks.rados.rados.0.smithi119.stdout:679: done (4 left) 2024-04-13T07:48:03.371 INFO:tasks.rados.rados.0.smithi119.stdout:680: done (3 left) 2024-04-13T07:48:03.371 INFO:tasks.rados.rados.0.smithi119.stdout:681: done (2 left) 2024-04-13T07:48:03.371 INFO:tasks.rados.rados.0.smithi119.stdout:682: done (1 left) 2024-04-13T07:48:03.371 INFO:tasks.rados.rados.0.smithi119.stdout:683: done (0 left) 2024-04-13T07:48:03.371 INFO:tasks.rados.rados.0.smithi119.stdout:684: setattr oid 5 current snap is 70 2024-04-13T07:48:03.371 INFO:tasks.rados.rados.0.smithi119.stdout:685: snap_create 2024-04-13T07:48:03.377 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 5 v 388 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-04-13T07:48:03.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:03 smithi139 ceph-mon[31267]: osdmap e194: 8 total, 8 up, 8 in 2024-04-13T07:48:03.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:03 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:03.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:03 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:03.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:03 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:48:03.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:03 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:48:03.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:03 smithi139 ceph-mon[31267]: Updating smithi119:/etc/ceph/ceph.conf 2024-04-13T07:48:03.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:03 smithi139 ceph-mon[31267]: Updating smithi139:/etc/ceph/ceph.conf 2024-04-13T07:48:03.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:03 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[76639]: ts=2024-04-13T07:48:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi119\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:48:03.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:03 smithi119 ceph-mon[39268]: osdmap e194: 8 total, 8 up, 8 in 2024-04-13T07:48:03.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:03 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:03.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:03 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:03.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:03 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:48:03.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:03 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:48:03.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:03 smithi119 ceph-mon[39268]: Updating smithi119:/etc/ceph/ceph.conf 2024-04-13T07:48:03.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:03 smithi119 ceph-mon[39268]: Updating smithi139:/etc/ceph/ceph.conf 2024-04-13T07:48:03.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:03 smithi119 ceph-mon[27733]: osdmap e194: 8 total, 8 up, 8 in 2024-04-13T07:48:03.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:03 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:03.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:03 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:03.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:03 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:48:03.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:03 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:48:03.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:03 smithi119 ceph-mon[27733]: Updating smithi119:/etc/ceph/ceph.conf 2024-04-13T07:48:03.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:03 smithi119 ceph-mon[27733]: Updating smithi139:/etc/ceph/ceph.conf 2024-04-13T07:48:04.279 INFO:tasks.rados.rados.0.smithi119.stdout:684: done (1 left) 2024-04-13T07:48:04.279 INFO:tasks.rados.rados.0.smithi119.stdout:685: done (0 left) 2024-04-13T07:48:04.279 INFO:tasks.rados.rados.0.smithi119.stdout:686: read oid 2 snap 50 2024-04-13T07:48:04.279 INFO:tasks.rados.rados.0.smithi119.stdout:686: expect (ObjNum 106 snap 27 seq_num 106) 2024-04-13T07:48:04.279 INFO:tasks.rados.rados.0.smithi119.stdout:687: delete oid 36 current snap is 71 2024-04-13T07:48:04.281 INFO:tasks.rados.rados.0.smithi119.stdout:687: done (1 left) 2024-04-13T07:48:04.281 INFO:tasks.rados.rados.0.smithi119.stdout:688: read oid 19 snap -1 2024-04-13T07:48:04.281 INFO:tasks.rados.rados.0.smithi119.stdout:688: expect deleted 2024-04-13T07:48:04.281 INFO:tasks.rados.rados.0.smithi119.stdout:689: snap_create 2024-04-13T07:48:04.300 INFO:tasks.rados.rados.0.smithi119.stdout:686: expect (ObjNum 106 snap 27 seq_num 106) 2024-04-13T07:48:04.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:04 smithi139 ceph-mon[31267]: Updating smithi119:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:48:04.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:04 smithi139 ceph-mon[31267]: Updating smithi139:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:48:04.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:04 smithi139 ceph-mon[31267]: Updating smithi119:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:48:04.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:04 smithi139 ceph-mon[31267]: osdmap e195: 8 total, 8 up, 8 in 2024-04-13T07:48:04.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:04 smithi139 ceph-mon[31267]: Updating smithi139:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:48:04.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:04 smithi139 ceph-mon[31267]: pgmap v18: 121 pgs: 121 active+clean; 223 MiB data, 836 MiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 352 KiB/s wr, 46 op/s 2024-04-13T07:48:04.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:04 smithi139 ceph-mon[31267]: Updating smithi119:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:48:04.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:04 smithi139 ceph-mon[31267]: Updating smithi139:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:48:04.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:04 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:04.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:04 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:04.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:04 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:04.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:04 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:04.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:04 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:04.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:04 smithi139 ceph-mon[31267]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-13T07:48:04.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:04 smithi139 ceph-mon[31267]: osdmap e196: 8 total, 8 up, 8 in 2024-04-13T07:48:04.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:04 smithi119 ceph-mon[39268]: Updating smithi119:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:48:04.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:04 smithi119 ceph-mon[39268]: Updating smithi139:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:48:04.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:04 smithi119 ceph-mon[39268]: Updating smithi119:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:48:04.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:04 smithi119 ceph-mon[39268]: osdmap e195: 8 total, 8 up, 8 in 2024-04-13T07:48:04.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:04 smithi119 ceph-mon[39268]: Updating smithi139:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:48:04.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:04 smithi119 ceph-mon[39268]: pgmap v18: 121 pgs: 121 active+clean; 223 MiB data, 836 MiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 352 KiB/s wr, 46 op/s 2024-04-13T07:48:04.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:04 smithi119 ceph-mon[39268]: Updating smithi119:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:48:04.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:04 smithi119 ceph-mon[39268]: Updating smithi139:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:48:04.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:04 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:04.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:04 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:04.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:04 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:04.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:04 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:04.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:04 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:04.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:04 smithi119 ceph-mon[39268]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-13T07:48:04.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:04 smithi119 ceph-mon[39268]: osdmap e196: 8 total, 8 up, 8 in 2024-04-13T07:48:04.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:04 smithi119 ceph-mon[27733]: Updating smithi119:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:48:04.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:04 smithi119 ceph-mon[27733]: Updating smithi139:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:48:04.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:04 smithi119 ceph-mon[27733]: Updating smithi119:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:48:04.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:04 smithi119 ceph-mon[27733]: osdmap e195: 8 total, 8 up, 8 in 2024-04-13T07:48:04.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:04 smithi119 ceph-mon[27733]: Updating smithi139:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:48:04.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:04 smithi119 ceph-mon[27733]: pgmap v18: 121 pgs: 121 active+clean; 223 MiB data, 836 MiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 352 KiB/s wr, 46 op/s 2024-04-13T07:48:04.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:04 smithi119 ceph-mon[27733]: Updating smithi119:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:48:04.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:04 smithi119 ceph-mon[27733]: Updating smithi139:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:48:04.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:04 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:04.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:04 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:04.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:04 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:04.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:04 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:04.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:04 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:04.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:04 smithi119 ceph-mon[27733]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-13T07:48:04.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:04 smithi119 ceph-mon[27733]: osdmap e196: 8 total, 8 up, 8 in 2024-04-13T07:48:04.777 INFO:teuthology.orchestra.run.smithi119.stdout:true 2024-04-13T07:48:05.101 INFO:teuthology.orchestra.run.smithi119.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-13T07:48:05.101 INFO:teuthology.orchestra.run.smithi119.stdout:alertmanager.a smithi119 *:9093,9094 running (3m) 6s ago 4m 27.8M - 0.25.0 c8568f914cd2 a8bd9bb7cb08 2024-04-13T07:48:05.101 INFO:teuthology.orchestra.run.smithi119.stdout:grafana.a smithi139 *:3000 running (4m) 6s ago 4m 86.2M - 9.4.7 954c08fa6188 43be3a562cf4 2024-04-13T07:48:05.101 INFO:teuthology.orchestra.run.smithi119.stdout:mds.a smithi119 running (5m) 6s ago 5m 18.4M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 1c0a22818175 2024-04-13T07:48:05.101 INFO:teuthology.orchestra.run.smithi119.stdout:mds.b smithi139 running (5m) 6s ago 5m 14.7M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 9d051222a698 2024-04-13T07:48:05.101 INFO:teuthology.orchestra.run.smithi119.stdout:mgr.x smithi139 *:8443,9283,8765 running (66s) 6s ago 9m 74.7M - 19.0.0-2905-g5f22a497 c4b45bf0c946 d9c24c33be58 2024-04-13T07:48:05.101 INFO:teuthology.orchestra.run.smithi119.stdout:mgr.y smithi119 *:8443,9283,8765 running (21s) 6s ago 10m 480M - 19.0.0-2905-g5f22a497 c4b45bf0c946 0462b2c15351 2024-04-13T07:48:05.101 INFO:teuthology.orchestra.run.smithi119.stdout:mon.a smithi119 running (10m) 6s ago 10m 54.9M 2048M 18.2.2-1217-g7d36322c 6ecd1226aa2f f2e13e059877 2024-04-13T07:48:05.101 INFO:teuthology.orchestra.run.smithi119.stdout:mon.b smithi139 running (9m) 6s ago 9m 49.5M 2048M 18.2.2-1217-g7d36322c 6ecd1226aa2f ab5b3b4132d2 2024-04-13T07:48:05.102 INFO:teuthology.orchestra.run.smithi119.stdout:mon.c smithi119 running (9m) 6s ago 9m 46.0M 2048M 18.2.2-1217-g7d36322c 6ecd1226aa2f f38246c5c08b 2024-04-13T07:48:05.102 INFO:teuthology.orchestra.run.smithi119.stdout:node-exporter.a smithi119 *:9100 running (4m) 6s ago 4m 16.6M - 1.5.0 0da6a335fe13 b9cb5e53bb33 2024-04-13T07:48:05.102 INFO:teuthology.orchestra.run.smithi119.stdout:node-exporter.b smithi139 *:9100 running (4m) 6s ago 4m 16.4M - 1.5.0 0da6a335fe13 126fe390382b 2024-04-13T07:48:05.102 INFO:teuthology.orchestra.run.smithi119.stdout:osd.0 smithi119 running (8m) 6s ago 8m 136M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 3a53ad75d7c2 2024-04-13T07:48:05.102 INFO:teuthology.orchestra.run.smithi119.stdout:osd.1 smithi119 running (8m) 6s ago 8m 127M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f fdb76e7c567d 2024-04-13T07:48:05.102 INFO:teuthology.orchestra.run.smithi119.stdout:osd.2 smithi119 running (7m) 6s ago 7m 113M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 3f7cf03170a1 2024-04-13T07:48:05.102 INFO:teuthology.orchestra.run.smithi119.stdout:osd.3 smithi119 running (7m) 6s ago 7m 94.6M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 3f2186ecbd67 2024-04-13T07:48:05.102 INFO:teuthology.orchestra.run.smithi119.stdout:osd.4 smithi139 running (7m) 6s ago 7m 128M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 779579d3651a 2024-04-13T07:48:05.102 INFO:teuthology.orchestra.run.smithi119.stdout:osd.5 smithi139 running (6m) 6s ago 6m 115M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f a52e53194853 2024-04-13T07:48:05.103 INFO:teuthology.orchestra.run.smithi119.stdout:osd.6 smithi139 running (6m) 6s ago 6m 90.6M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 763ea020f47e 2024-04-13T07:48:05.103 INFO:teuthology.orchestra.run.smithi119.stdout:osd.7 smithi139 running (5m) 6s ago 5m 107M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 0e23b527299b 2024-04-13T07:48:05.103 INFO:teuthology.orchestra.run.smithi119.stdout:prometheus.a smithi139 *:9095 running (27s) 6s ago 5m 38.4M - 2.43.0 a07b618ecd1d b0c9210a194d 2024-04-13T07:48:05.278 INFO:tasks.rados.rados.0.smithi119.stdout:686: done (2 left) 2024-04-13T07:48:05.278 INFO:tasks.rados.rados.0.smithi119.stdout:688: done (1 left) 2024-04-13T07:48:05.279 INFO:tasks.rados.rados.0.smithi119.stdout:689: done (0 left) 2024-04-13T07:48:05.279 INFO:tasks.rados.rados.0.smithi119.stdout:690: copy_from oid 31 from oid 48 current snap is 72 2024-04-13T07:48:05.279 INFO:tasks.rados.rados.0.smithi119.stdout:691: rollback oid 45 current snap is 72 2024-04-13T07:48:05.279 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 45 to 70 2024-04-13T07:48:05.279 INFO:tasks.rados.rados.0.smithi119.stdout:692: delete oid 33 current snap is 72 2024-04-13T07:48:05.284 INFO:tasks.rados.rados.0.smithi119.stdout:691: finishing rollback tid 0 to smithi11982245-45 2024-04-13T07:48:05.284 INFO:tasks.rados.rados.0.smithi119.stdout:692: done (2 left) 2024-04-13T07:48:05.284 INFO:tasks.rados.rados.0.smithi119.stdout:693: rmattr oid 46 current snap is 72 2024-04-13T07:48:05.284 INFO:tasks.rados.rados.0.smithi119.stdout:693: done (2 left) 2024-04-13T07:48:05.284 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 36 current snap is 72 2024-04-13T07:48:05.285 INFO:tasks.rados.rados.0.smithi119.stdout:694: seq_num 235 ranges {0=745472,745472=712704,1458176=90112} 2024-04-13T07:48:05.289 INFO:tasks.rados.rados.0.smithi119.stdout:694: writing smithi11982245-36 from 0 to 745472 tid 1 2024-04-13T07:48:05.293 INFO:tasks.rados.rados.0.smithi119.stdout:694: writing smithi11982245-36 from 745472 to 1458176 tid 2 2024-04-13T07:48:05.294 INFO:tasks.rados.rados.0.smithi119.stdout:694: writing smithi11982245-36 from 1458176 to 1548288 tid 3 2024-04-13T07:48:05.294 INFO:tasks.rados.rados.0.smithi119.stdout:695: snap_remove snap 51 2024-04-13T07:48:05.503 INFO:teuthology.orchestra.run.smithi119.stdout:{ 2024-04-13T07:48:05.503 INFO:teuthology.orchestra.run.smithi119.stdout: "mon": { 2024-04-13T07:48:05.503 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 3 2024-04-13T07:48:05.503 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:48:05.503 INFO:teuthology.orchestra.run.smithi119.stdout: "mgr": { 2024-04-13T07:48:05.503 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T07:48:05.503 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:48:05.503 INFO:teuthology.orchestra.run.smithi119.stdout: "osd": { 2024-04-13T07:48:05.503 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 8 2024-04-13T07:48:05.503 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:48:05.503 INFO:teuthology.orchestra.run.smithi119.stdout: "mds": { 2024-04-13T07:48:05.503 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 2 2024-04-13T07:48:05.503 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:48:05.504 INFO:teuthology.orchestra.run.smithi119.stdout: "overall": { 2024-04-13T07:48:05.504 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 13, 2024-04-13T07:48:05.504 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T07:48:05.504 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-13T07:48:05.504 INFO:teuthology.orchestra.run.smithi119.stdout:} 2024-04-13T07:48:05.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:05 smithi139 ceph-mon[31267]: Reconfiguring daemon prometheus.a on smithi139 2024-04-13T07:48:05.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:05 smithi139 ceph-mon[31267]: from='client.25103 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:48:05.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:05 smithi139 ceph-mon[31267]: from='client.15210 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:48:05.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:05 smithi139 ceph-mon[31267]: osdmap e197: 8 total, 8 up, 8 in 2024-04-13T07:48:05.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:05 smithi119 ceph-mon[39268]: Reconfiguring daemon prometheus.a on smithi139 2024-04-13T07:48:05.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:05 smithi119 ceph-mon[39268]: from='client.25103 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:48:05.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:05 smithi119 ceph-mon[39268]: from='client.15210 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:48:05.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:05 smithi119 ceph-mon[39268]: osdmap e197: 8 total, 8 up, 8 in 2024-04-13T07:48:05.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:05 smithi119 ceph-mon[27733]: Reconfiguring daemon prometheus.a on smithi139 2024-04-13T07:48:05.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:05 smithi119 ceph-mon[27733]: from='client.25103 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:48:05.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:05 smithi119 ceph-mon[27733]: from='client.15210 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:48:05.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:05 smithi119 ceph-mon[27733]: osdmap e197: 8 total, 8 up, 8 in 2024-04-13T07:48:06.284 INFO:tasks.rados.rados.0.smithi119.stdout:691: finishing rollback tid 1 to smithi11982245-45 2024-04-13T07:48:06.284 INFO:tasks.rados.rados.0.smithi119.stdout:691: finishing rollback tid 2 to smithi11982245-45 2024-04-13T07:48:06.284 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 45 v 392 (ObjNum 73 snap 11 seq_num 73) dirty exists 2024-04-13T07:48:06.284 INFO:tasks.rados.rados.0.smithi119.stdout:690: finishing copy_from racing read to smithi11982245-31 2024-04-13T07:48:06.284 INFO:tasks.rados.rados.0.smithi119.stdout:690: finishing copy_from to smithi11982245-31 2024-04-13T07:48:06.284 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 31 v 214 (ObjNum 208 snap 63 seq_num 208) dirty exists 2024-04-13T07:48:06.284 INFO:tasks.rados.rados.0.smithi119.stdout:694: finishing write tid 1 to smithi11982245-36 2024-04-13T07:48:06.284 INFO:tasks.rados.rados.0.smithi119.stdout:694: finishing write tid 2 to smithi11982245-36 2024-04-13T07:48:06.284 INFO:tasks.rados.rados.0.smithi119.stdout:694: finishing write tid 3 to smithi11982245-36 2024-04-13T07:48:06.284 INFO:tasks.rados.rados.0.smithi119.stdout:694: finishing write tid 4 to smithi11982245-36 2024-04-13T07:48:06.284 INFO:tasks.rados.rados.0.smithi119.stdout:694: finishing write tid 5 to smithi11982245-36 2024-04-13T07:48:06.284 INFO:tasks.rados.rados.0.smithi119.stdout:694: oid 36 updating version 0 to 191 2024-04-13T07:48:06.284 INFO:tasks.rados.rados.0.smithi119.stdout:694: oid 36 updating version 191 to 193 2024-04-13T07:48:06.285 INFO:tasks.rados.rados.0.smithi119.stdout:694: oid 36 updating version 193 to 194 2024-04-13T07:48:06.285 INFO:tasks.rados.rados.0.smithi119.stdout:694: oid 36 version 194 is already newer than 192 2024-04-13T07:48:06.285 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 36 v 194 (ObjNum 235 snap 72 seq_num 235) dirty exists 2024-04-13T07:48:06.285 INFO:tasks.rados.rados.0.smithi119.stdout:694: left oid 36 (ObjNum 235 snap 72 seq_num 235) 2024-04-13T07:48:06.285 INFO:tasks.rados.rados.0.smithi119.stdout:690: done (3 left) 2024-04-13T07:48:06.285 INFO:tasks.rados.rados.0.smithi119.stdout:691: done (2 left) 2024-04-13T07:48:06.285 INFO:tasks.rados.rados.0.smithi119.stdout:694: done (1 left) 2024-04-13T07:48:06.285 INFO:tasks.rados.rados.0.smithi119.stdout:695: done (0 left) 2024-04-13T07:48:06.285 INFO:tasks.rados.rados.0.smithi119.stdout:696: copy_from oid 32 from oid 6 current snap is 72 2024-04-13T07:48:06.285 INFO:tasks.rados.rados.0.smithi119.stdout:697: rollback oid 1 current snap is 72 2024-04-13T07:48:06.285 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 1 to 70 2024-04-13T07:48:06.285 INFO:tasks.rados.rados.0.smithi119.stdout:698: setattr oid 50 current snap is 72 2024-04-13T07:48:06.287 INFO:tasks.rados.rados.0.smithi119.stdout:699: delete oid 37 current snap is 72 2024-04-13T07:48:06.297 INFO:tasks.rados.rados.0.smithi119.stdout:697: finishing rollback tid 0 to smithi11982245-1 2024-04-13T07:48:06.297 INFO:tasks.rados.rados.0.smithi119.stdout:697: finishing rollback tid 1 to smithi11982245-1 2024-04-13T07:48:06.297 INFO:tasks.rados.rados.0.smithi119.stdout:697: finishing rollback tid 2 to smithi11982245-1 2024-04-13T07:48:06.297 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 1 v 134 (ObjNum 160 snap 49 seq_num 160) dirty exists 2024-04-13T07:48:06.298 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 50 v 221 (ObjNum 73 snap 11 seq_num 73) dirty exists 2024-04-13T07:48:06.299 INFO:tasks.rados.rados.0.smithi119.stdout:697: done (3 left) 2024-04-13T07:48:06.299 INFO:tasks.rados.rados.0.smithi119.stdout:698: done (2 left) 2024-04-13T07:48:06.299 INFO:tasks.rados.rados.0.smithi119.stdout:699: done (1 left) 2024-04-13T07:48:06.299 INFO:tasks.rados.rados.0.smithi119.stdout:700: snap_create 2024-04-13T07:48:06.302 INFO:tasks.rados.rados.0.smithi119.stdout:696: finishing copy_from racing read to smithi11982245-32 2024-04-13T07:48:06.303 INFO:tasks.rados.rados.0.smithi119.stdout:696: finishing copy_from to smithi11982245-32 2024-04-13T07:48:06.303 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 32 v 211 (ObjNum 176 snap 51 seq_num 176) dirty exists 2024-04-13T07:48:06.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:06 smithi139 ceph-mon[31267]: pgmap v21: 121 pgs: 121 active+clean; 226 MiB data, 876 MiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 724 KiB/s wr, 16 op/s 2024-04-13T07:48:06.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:06 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/1712474554' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:48:06.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:06 smithi139 ceph-mon[31267]: osdmap e198: 8 total, 8 up, 8 in 2024-04-13T07:48:06.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:06 smithi119 ceph-mon[39268]: pgmap v21: 121 pgs: 121 active+clean; 226 MiB data, 876 MiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 724 KiB/s wr, 16 op/s 2024-04-13T07:48:06.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:06 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/1712474554' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:48:06.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:06 smithi119 ceph-mon[39268]: osdmap e198: 8 total, 8 up, 8 in 2024-04-13T07:48:06.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:06 smithi119 ceph-mon[27733]: pgmap v21: 121 pgs: 121 active+clean; 226 MiB data, 876 MiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 724 KiB/s wr, 16 op/s 2024-04-13T07:48:06.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:06 smithi119 ceph-mon[27733]: from='client.? 172.21.15.119:0/1712474554' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:48:06.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:06 smithi119 ceph-mon[27733]: osdmap e198: 8 total, 8 up, 8 in 2024-04-13T07:48:07.284 INFO:tasks.rados.rados.0.smithi119.stdout:696: done (1 left) 2024-04-13T07:48:07.284 INFO:tasks.rados.rados.0.smithi119.stdout:700: done (0 left) 2024-04-13T07:48:07.285 INFO:tasks.rados.rados.0.smithi119.stdout:701: delete oid 9 current snap is 73 2024-04-13T07:48:07.287 INFO:tasks.rados.rados.0.smithi119.stdout:701: done (0 left) 2024-04-13T07:48:07.287 INFO:tasks.rados.rados.0.smithi119.stdout:702: snap_create 2024-04-13T07:48:07.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:07 smithi139 systemd[1]: Stopping Ceph prometheus.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:48:08.023 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:07 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[76639]: ts=2024-04-13T07:48:07.741Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-13T07:48:08.023 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:07 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[76639]: ts=2024-04-13T07:48:07.741Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-13T07:48:08.023 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:07 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[76639]: ts=2024-04-13T07:48:07.741Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-13T07:48:08.023 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:07 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[76639]: ts=2024-04-13T07:48:07.741Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-13T07:48:08.023 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:07 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[76639]: ts=2024-04-13T07:48:07.741Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-13T07:48:08.023 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:07 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[76639]: ts=2024-04-13T07:48:07.741Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-13T07:48:08.023 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:07 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[76639]: ts=2024-04-13T07:48:07.741Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-13T07:48:08.024 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:07 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[76639]: ts=2024-04-13T07:48:07.741Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-13T07:48:08.024 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:07 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[76639]: ts=2024-04-13T07:48:07.741Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-13T07:48:08.024 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:07 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[76639]: ts=2024-04-13T07:48:07.741Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-13T07:48:08.024 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:07 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[76639]: ts=2024-04-13T07:48:07.741Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-13T07:48:08.024 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:07 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[76639]: ts=2024-04-13T07:48:07.741Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-13T07:48:08.024 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:07 smithi139 podman[79345]: 2024-04-13 07:48:07.751646326 +0000 UTC m=+0.127860659 container died b0c9210a194dc29677cdf7a1fe2a0e40c8cfb8ce3dd94c072157c94e6147e9fe (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T07:48:08.286 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:08 smithi139 podman[79345]: 2024-04-13 07:48:08.129460418 +0000 UTC m=+0.505674749 container cleanup b0c9210a194dc29677cdf7a1fe2a0e40c8cfb8ce3dd94c072157c94e6147e9fe (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T07:48:08.286 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:08 smithi139 bash[79345]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a 2024-04-13T07:48:08.290 INFO:tasks.rados.rados.0.smithi119.stdout:702: done (0 left) 2024-04-13T07:48:08.290 INFO:tasks.rados.rados.0.smithi119.stdout:703: rmattr oid 13 current snap is 74 2024-04-13T07:48:08.290 INFO:tasks.rados.rados.0.smithi119.stdout:703: done (0 left) 2024-04-13T07:48:08.290 INFO:tasks.rados.rados.0.smithi119.stdout:704: snap_create 2024-04-13T07:48:08.584 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:08 smithi139 podman[79362]: 2024-04-13 07:48:08.449074523 +0000 UTC m=+0.701032189 container remove b0c9210a194dc29677cdf7a1fe2a0e40c8cfb8ce3dd94c072157c94e6147e9fe (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T07:48:08.585 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:08 smithi139 ceph-mon[31267]: osdmap e199: 8 total, 8 up, 8 in 2024-04-13T07:48:08.585 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:08 smithi139 ceph-mon[31267]: pgmap v24: 121 pgs: 121 active+clean; 226 MiB data, 876 MiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 724 KiB/s wr, 16 op/s 2024-04-13T07:48:08.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:08 smithi119 ceph-mon[27733]: osdmap e199: 8 total, 8 up, 8 in 2024-04-13T07:48:08.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:08 smithi119 ceph-mon[27733]: pgmap v24: 121 pgs: 121 active+clean; 226 MiB data, 876 MiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 724 KiB/s wr, 16 op/s 2024-04-13T07:48:08.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:08 smithi119 ceph-mon[39268]: osdmap e199: 8 total, 8 up, 8 in 2024-04-13T07:48:08.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:08 smithi119 ceph-mon[39268]: pgmap v24: 121 pgs: 121 active+clean; 226 MiB data, 876 MiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 724 KiB/s wr, 16 op/s 2024-04-13T07:48:08.885 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:08 smithi139 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-13T07:48:08.885 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:08 smithi139 systemd[1]: Stopped Ceph prometheus.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:48:08.886 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:08 smithi139 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@prometheus.a.service: Consumed 1.128s CPU time. 2024-04-13T07:48:08.886 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:08 smithi139 systemd[1]: Starting Ceph prometheus.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:48:08.886 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:08 smithi139 podman[79466]: 2024-04-13 07:48:08.72237539 +0000 UTC m=+0.020074117 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-13T07:48:09.139 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:08 smithi139 podman[79466]: 2024-04-13 07:48:08.889674479 +0000 UTC m=+0.187373205 container create dbea45cf93261f2250a62b1a928791c5e440e085aa457037a47e9cb903da8e8a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T07:48:09.140 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:09 smithi139 podman[79466]: 2024-04-13 07:48:09.13545336 +0000 UTC m=+0.433152087 container init dbea45cf93261f2250a62b1a928791c5e440e085aa457037a47e9cb903da8e8a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T07:48:09.281 INFO:tasks.rados.rados.0.smithi119.stdout:704: done (0 left) 2024-04-13T07:48:09.281 INFO:tasks.rados.rados.0.smithi119.stdout:705: copy_from oid 43 from oid 39 current snap is 75 2024-04-13T07:48:09.282 INFO:tasks.rados.rados.0.smithi119.stdout:706: delete oid 49 current snap is 75 2024-04-13T07:48:09.283 INFO:tasks.rados.rados.0.smithi119.stdout:706: done (1 left) 2024-04-13T07:48:09.283 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 23 current snap is 75 2024-04-13T07:48:09.283 INFO:tasks.rados.rados.0.smithi119.stdout:707: seq_num 239 ranges {2965504=409600,3375104=704512,4079616=499712} 2024-04-13T07:48:09.302 INFO:tasks.rados.rados.0.smithi119.stdout:707: writing smithi11982245-23 from 2965504 to 3375104 tid 1 2024-04-13T07:48:09.306 INFO:tasks.rados.rados.0.smithi119.stdout:707: writing smithi11982245-23 from 3375104 to 4079616 tid 2 2024-04-13T07:48:09.310 INFO:tasks.rados.rados.0.smithi119.stdout:707: writing smithi11982245-23 from 4079616 to 4579328 tid 3 2024-04-13T07:48:09.310 INFO:tasks.rados.rados.0.smithi119.stdout:708: rollback oid 3 current snap is 75 2024-04-13T07:48:09.310 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 3 to 61 2024-04-13T07:48:09.310 INFO:tasks.rados.rados.0.smithi119.stdout:705: finishing copy_from racing read to smithi11982245-43 2024-04-13T07:48:09.310 INFO:tasks.rados.rados.0.smithi119.stdout:705: finishing copy_from to smithi11982245-43 2024-04-13T07:48:09.310 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 43 v 183 (ObjNum 195 snap 57 seq_num 195) dirty exists 2024-04-13T07:48:09.310 INFO:tasks.rados.rados.0.smithi119.stdout:707: finishing write tid 1 to smithi11982245-23 2024-04-13T07:48:09.310 INFO:tasks.rados.rados.0.smithi119.stdout:705: done (2 left) 2024-04-13T07:48:09.310 INFO:tasks.rados.rados.0.smithi119.stdout:709: snap_create 2024-04-13T07:48:09.310 INFO:tasks.rados.rados.0.smithi119.stdout:707: finishing write tid 2 to smithi11982245-23 2024-04-13T07:48:09.315 INFO:tasks.rados.rados.0.smithi119.stdout:707: finishing write tid 3 to smithi11982245-23 2024-04-13T07:48:09.315 INFO:tasks.rados.rados.0.smithi119.stdout:708: finishing rollback tid 0 to smithi11982245-3 2024-04-13T07:48:09.315 INFO:tasks.rados.rados.0.smithi119.stdout:708: finishing rollback tid 1 to smithi11982245-3 2024-04-13T07:48:09.315 INFO:tasks.rados.rados.0.smithi119.stdout:708: finishing rollback tid 2 to smithi11982245-3 2024-04-13T07:48:09.315 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 3 v 295 (ObjNum 191 snap 53 seq_num 191) dirty exists 2024-04-13T07:48:09.316 INFO:tasks.rados.rados.0.smithi119.stdout:707: finishing write tid 4 to smithi11982245-23 2024-04-13T07:48:09.317 INFO:tasks.rados.rados.0.smithi119.stdout:707: finishing write tid 5 to smithi11982245-23 2024-04-13T07:48:09.317 INFO:tasks.rados.rados.0.smithi119.stdout:707: oid 23 updating version 0 to 363 2024-04-13T07:48:09.317 INFO:tasks.rados.rados.0.smithi119.stdout:707: oid 23 updating version 363 to 366 2024-04-13T07:48:09.317 INFO:tasks.rados.rados.0.smithi119.stdout:707: oid 23 version 366 is already newer than 365 2024-04-13T07:48:09.317 INFO:tasks.rados.rados.0.smithi119.stdout:707: oid 23 version 366 is already newer than 364 2024-04-13T07:48:09.317 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 23 v 366 (ObjNum 239 snap 75 seq_num 239) dirty exists 2024-04-13T07:48:09.317 INFO:tasks.rados.rados.0.smithi119.stdout:707: left oid 23 (ObjNum 239 snap 75 seq_num 239) 2024-04-13T07:48:09.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:09 smithi139 ceph-mon[31267]: osdmap e200: 8 total, 8 up, 8 in 2024-04-13T07:48:09.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:09 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:48:09.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:09 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:09.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:09 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:09.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:09 smithi139 ceph-mon[31267]: osdmap e201: 8 total, 8 up, 8 in 2024-04-13T07:48:09.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:09 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T07:48:09.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:09 smithi139 podman[79466]: 2024-04-13 07:48:09.140514456 +0000 UTC m=+0.438213182 container start dbea45cf93261f2250a62b1a928791c5e440e085aa457037a47e9cb903da8e8a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T07:48:09.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:48:09.164Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-13T07:48:09.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:48:09.164Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-13T07:48:09.637 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:48:09.164Z caller=main.go:570 level=info host_details="(Linux 5.14.0-435.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024 x86_64 smithi139 (none))" 2024-04-13T07:48:09.637 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:48:09.164Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-13T07:48:09.637 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:48:09.164Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-13T07:48:09.637 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:48:09.165Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-13T07:48:09.637 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:48:09.166Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-13T07:48:09.637 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:48:09.166Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-13T07:48:09.637 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:48:09.166Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-13T07:48:09.637 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:48:09.168Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-13T07:48:09.637 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:48:09.168Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.099µs 2024-04-13T07:48:09.637 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:48:09.168Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-13T07:48:09.637 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:48:09.171Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-04-13T07:48:09.637 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:48:09.177Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-04-13T07:48:09.637 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:48:09.183Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-04-13T07:48:09.637 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:48:09.183Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-04-13T07:48:09.638 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:48:09.183Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=20.502µs wal_replay_duration=14.769425ms wbl_replay_duration=117ns total_replay_duration=14.809874ms 2024-04-13T07:48:09.638 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:48:09.185Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-13T07:48:09.638 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:48:09.185Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-13T07:48:09.638 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:48:09.185Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-13T07:48:09.638 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:09 smithi139 bash[79466]: dbea45cf93261f2250a62b1a928791c5e440e085aa457037a47e9cb903da8e8a 2024-04-13T07:48:09.638 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:09 smithi139 systemd[1]: Started Ceph prometheus.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:48:09.638 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:48:09.207Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=22.09098ms db_storage=771ns remote_storage=1.01µs web_handler=350ns query_engine=643ns scrape=359.01µs scrape_sd=95.433µs notify=15.631µs notify_sd=22.517µs rules=21.298424ms tracing=5.782µs 2024-04-13T07:48:09.638 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:48:09.207Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-13T07:48:09.638 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:48:09.207Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-13T07:48:09.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:09 smithi119 ceph-mon[39268]: osdmap e200: 8 total, 8 up, 8 in 2024-04-13T07:48:09.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:09 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:48:09.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:09 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:09.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:09 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:09.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:09 smithi119 ceph-mon[39268]: osdmap e201: 8 total, 8 up, 8 in 2024-04-13T07:48:09.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:09 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T07:48:09.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:09 smithi119 ceph-mon[27733]: osdmap e200: 8 total, 8 up, 8 in 2024-04-13T07:48:09.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:09 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:48:09.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:09 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:09.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:09 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:09.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:09 smithi119 ceph-mon[27733]: osdmap e201: 8 total, 8 up, 8 in 2024-04-13T07:48:09.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:09 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T07:48:10.304 INFO:tasks.rados.rados.0.smithi119.stdout:707: done (2 left) 2024-04-13T07:48:10.304 INFO:tasks.rados.rados.0.smithi119.stdout:708: done (1 left) 2024-04-13T07:48:10.304 INFO:tasks.rados.rados.0.smithi119.stdout:709: done (0 left) 2024-04-13T07:48:10.304 INFO:tasks.rados.rados.0.smithi119.stdout:710: read oid 42 snap -1 2024-04-13T07:48:10.304 INFO:tasks.rados.rados.0.smithi119.stdout:710: expect (ObjNum 179 snap 52 seq_num 179) 2024-04-13T07:48:10.304 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 29 current snap is 76 2024-04-13T07:48:10.304 INFO:tasks.rados.rados.0.smithi119.stdout:711: seq_num 240 ranges {1155072=425984,1581056=589824,2170880=483328,2654208=131072} 2024-04-13T07:48:10.312 INFO:tasks.rados.rados.0.smithi119.stdout:711: writing smithi11982245-29 from 1155072 to 1581056 tid 1 2024-04-13T07:48:10.315 INFO:tasks.rados.rados.0.smithi119.stdout:711: writing smithi11982245-29 from 1581056 to 2170880 tid 2 2024-04-13T07:48:10.318 INFO:tasks.rados.rados.0.smithi119.stdout:711: writing smithi11982245-29 from 2170880 to 2654208 tid 3 2024-04-13T07:48:10.319 INFO:tasks.rados.rados.0.smithi119.stdout:711: writing smithi11982245-29 from 2654208 to 2785280 tid 4 2024-04-13T07:48:10.319 INFO:tasks.rados.rados.0.smithi119.stdout:712: delete oid 3 current snap is 76 2024-04-13T07:48:10.319 INFO:tasks.rados.rados.0.smithi119.stdout:710: expect (ObjNum 179 snap 52 seq_num 179) 2024-04-13T07:48:10.338 INFO:tasks.rados.rados.0.smithi119.stdout:711: finishing write tid 1 to smithi11982245-29 2024-04-13T07:48:10.339 INFO:tasks.rados.rados.0.smithi119.stdout:711: finishing write tid 2 to smithi11982245-29 2024-04-13T07:48:10.339 INFO:tasks.rados.rados.0.smithi119.stdout:711: finishing write tid 3 to smithi11982245-29 2024-04-13T07:48:10.339 INFO:tasks.rados.rados.0.smithi119.stdout:711: finishing write tid 4 to smithi11982245-29 2024-04-13T07:48:10.339 INFO:tasks.rados.rados.0.smithi119.stdout:711: finishing write tid 5 to smithi11982245-29 2024-04-13T07:48:10.339 INFO:tasks.rados.rados.0.smithi119.stdout:711: finishing write tid 6 to smithi11982245-29 2024-04-13T07:48:10.339 INFO:tasks.rados.rados.0.smithi119.stdout:711: oid 29 updating version 0 to 290 2024-04-13T07:48:10.339 INFO:tasks.rados.rados.0.smithi119.stdout:711: oid 29 version 290 is already newer than 289 2024-04-13T07:48:10.339 INFO:tasks.rados.rados.0.smithi119.stdout:711: oid 29 version 290 is already newer than 287 2024-04-13T07:48:10.339 INFO:tasks.rados.rados.0.smithi119.stdout:711: oid 29 version 290 is already newer than 288 2024-04-13T07:48:10.339 INFO:tasks.rados.rados.0.smithi119.stdout:711: oid 29 version 290 is already newer than 286 2024-04-13T07:48:10.339 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 29 v 290 (ObjNum 240 snap 76 seq_num 240) dirty exists 2024-04-13T07:48:10.339 INFO:tasks.rados.rados.0.smithi119.stdout:711: left oid 29 (ObjNum 240 snap 76 seq_num 240) 2024-04-13T07:48:10.339 INFO:tasks.rados.rados.0.smithi119.stdout:710: done (2 left) 2024-04-13T07:48:10.340 INFO:tasks.rados.rados.0.smithi119.stdout:711: done (1 left) 2024-04-13T07:48:10.340 INFO:tasks.rados.rados.0.smithi119.stdout:712: done (0 left) 2024-04-13T07:48:10.340 INFO:tasks.rados.rados.0.smithi119.stdout:713: snap_create 2024-04-13T07:48:10.549 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:10 smithi139 ceph-mon[31267]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T07:48:10.549 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:10 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:48:10.549 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:10 smithi139 ceph-mon[31267]: pgmap v27: 121 pgs: 121 active+clean; 226 MiB data, 876 MiB used, 714 GiB / 715 GiB avail 2024-04-13T07:48:10.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:10 smithi119 ceph-mon[39268]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T07:48:10.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:10 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:48:10.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:10 smithi119 ceph-mon[39268]: pgmap v27: 121 pgs: 121 active+clean; 226 MiB data, 876 MiB used, 714 GiB / 715 GiB avail 2024-04-13T07:48:10.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:10 smithi119 ceph-mon[27733]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T07:48:10.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:10 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:48:10.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:10 smithi119 ceph-mon[27733]: pgmap v27: 121 pgs: 121 active+clean; 226 MiB data, 876 MiB used, 714 GiB / 715 GiB avail 2024-04-13T07:48:11.300 INFO:tasks.rados.rados.0.smithi119.stdout:713: done (0 left) 2024-04-13T07:48:11.300 INFO:tasks.rados.rados.0.smithi119.stdout:714: snap_create 2024-04-13T07:48:11.566 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:11 smithi139 ceph-mon[31267]: osdmap e202: 8 total, 8 up, 8 in 2024-04-13T07:48:11.566 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:11 smithi139 ceph-mon[31267]: Upgrade: Updating mgr.x 2024-04-13T07:48:11.566 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:11 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T07:48:11.566 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:11 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T07:48:11.566 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:11 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:48:11.566 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:11 smithi139 ceph-mon[31267]: Deploying daemon mgr.x on smithi139 2024-04-13T07:48:11.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:11 smithi119 ceph-mon[39268]: osdmap e202: 8 total, 8 up, 8 in 2024-04-13T07:48:11.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:11 smithi119 ceph-mon[39268]: Upgrade: Updating mgr.x 2024-04-13T07:48:11.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:11 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T07:48:11.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:11 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T07:48:11.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:11 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:48:11.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:11 smithi119 ceph-mon[39268]: Deploying daemon mgr.x on smithi139 2024-04-13T07:48:11.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:11 smithi119 ceph-mon[27733]: osdmap e202: 8 total, 8 up, 8 in 2024-04-13T07:48:11.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:11 smithi119 ceph-mon[27733]: Upgrade: Updating mgr.x 2024-04-13T07:48:11.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:11 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T07:48:11.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:11 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T07:48:11.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:11 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:48:11.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:11 smithi119 ceph-mon[27733]: Deploying daemon mgr.x on smithi139 2024-04-13T07:48:12.302 INFO:tasks.rados.rados.0.smithi119.stdout:714: done (0 left) 2024-04-13T07:48:12.302 INFO:tasks.rados.rados.0.smithi119.stdout:715: copy_from oid 48 from oid 1 current snap is 78 2024-04-13T07:48:12.302 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 41 current snap is 78 2024-04-13T07:48:12.302 INFO:tasks.rados.rados.0.smithi119.stdout:716: seq_num 242 ranges {1638400=458752,2097152=753664,2850816=450560} 2024-04-13T07:48:12.314 INFO:tasks.rados.rados.0.smithi119.stdout:716: writing smithi11982245-41 from 1638400 to 2097152 tid 1 2024-04-13T07:48:12.318 INFO:tasks.rados.rados.0.smithi119.stdout:716: writing smithi11982245-41 from 2097152 to 2850816 tid 2 2024-04-13T07:48:12.321 INFO:tasks.rados.rados.0.smithi119.stdout:716: writing smithi11982245-41 from 2850816 to 3301376 tid 3 2024-04-13T07:48:12.321 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 25 current snap is 78 2024-04-13T07:48:12.321 INFO:tasks.rados.rados.0.smithi119.stdout:716: finishing write tid 1 to smithi11982245-41 2024-04-13T07:48:12.321 INFO:tasks.rados.rados.0.smithi119.stdout:715: finishing copy_from racing read to smithi11982245-48 2024-04-13T07:48:12.321 INFO:tasks.rados.rados.0.smithi119.stdout:715: finishing copy_from to smithi11982245-48 2024-04-13T07:48:12.321 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 48 v 134 (ObjNum 160 snap 49 seq_num 160) dirty exists 2024-04-13T07:48:12.322 INFO:tasks.rados.rados.0.smithi119.stdout:717: seq_num 243 ranges {0=475136,475136=638976,1114112=565248} 2024-04-13T07:48:12.324 INFO:tasks.rados.rados.0.smithi119.stdout:717: writing smithi11982245-25 from 0 to 475136 tid 1 2024-04-13T07:48:12.328 INFO:tasks.rados.rados.0.smithi119.stdout:717: writing smithi11982245-25 from 475136 to 1114112 tid 2 2024-04-13T07:48:12.331 INFO:tasks.rados.rados.0.smithi119.stdout:717: writing smithi11982245-25 from 1114112 to 1679360 tid 3 2024-04-13T07:48:12.332 INFO:tasks.rados.rados.0.smithi119.stdout:715: done (2 left) 2024-04-13T07:48:12.332 INFO:tasks.rados.rados.0.smithi119.stdout:718: rmattr oid 9 current snap is 78 2024-04-13T07:48:12.332 INFO:tasks.rados.rados.0.smithi119.stdout:718: done (2 left) 2024-04-13T07:48:12.332 INFO:tasks.rados.rados.0.smithi119.stdout:719: read oid 21 snap -1 2024-04-13T07:48:12.332 INFO:tasks.rados.rados.0.smithi119.stdout:719: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:48:12.332 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 7 current snap is 78 2024-04-13T07:48:12.332 INFO:tasks.rados.rados.0.smithi119.stdout:716: finishing write tid 2 to smithi11982245-41 2024-04-13T07:48:12.332 INFO:tasks.rados.rados.0.smithi119.stdout:720: seq_num 244 ranges {0=491520,491520=573440,1064960=458752,1523712=172032} 2024-04-13T07:48:12.334 INFO:tasks.rados.rados.0.smithi119.stdout:720: writing smithi11982245-7 from 0 to 491520 tid 1 2024-04-13T07:48:12.338 INFO:tasks.rados.rados.0.smithi119.stdout:720: writing smithi11982245-7 from 491520 to 1064960 tid 2 2024-04-13T07:48:12.340 INFO:tasks.rados.rados.0.smithi119.stdout:720: writing smithi11982245-7 from 1064960 to 1523712 tid 3 2024-04-13T07:48:12.342 INFO:tasks.rados.rados.0.smithi119.stdout:720: writing smithi11982245-7 from 1523712 to 1695744 tid 4 2024-04-13T07:48:12.342 INFO:tasks.rados.rados.0.smithi119.stdout:721: rollback oid 47 current snap is 78 2024-04-13T07:48:12.342 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 47 to 39 2024-04-13T07:48:12.342 INFO:tasks.rados.rados.0.smithi119.stdout:716: finishing write tid 3 to smithi11982245-41 2024-04-13T07:48:12.342 INFO:tasks.rados.rados.0.smithi119.stdout:716: finishing write tid 4 to smithi11982245-41 2024-04-13T07:48:12.342 INFO:tasks.rados.rados.0.smithi119.stdout:716: finishing write tid 5 to smithi11982245-41 2024-04-13T07:48:12.342 INFO:tasks.rados.rados.0.smithi119.stdout:716: oid 41 updating version 0 to 83 2024-04-13T07:48:12.342 INFO:tasks.rados.rados.0.smithi119.stdout:716: oid 41 updating version 83 to 84 2024-04-13T07:48:12.342 INFO:tasks.rados.rados.0.smithi119.stdout:716: oid 41 updating version 84 to 85 2024-04-13T07:48:12.343 INFO:tasks.rados.rados.0.smithi119.stdout:716: oid 41 version 85 is already newer than 82 2024-04-13T07:48:12.343 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 41 v 85 (ObjNum 242 snap 78 seq_num 242) dirty exists 2024-04-13T07:48:12.343 INFO:tasks.rados.rados.0.smithi119.stdout:716: left oid 41 (ObjNum 242 snap 78 seq_num 242) 2024-04-13T07:48:12.343 INFO:tasks.rados.rados.0.smithi119.stdout:717: finishing write tid 1 to smithi11982245-25 2024-04-13T07:48:12.343 INFO:tasks.rados.rados.0.smithi119.stdout:717: finishing write tid 2 to smithi11982245-25 2024-04-13T07:48:12.343 INFO:tasks.rados.rados.0.smithi119.stdout:717: finishing write tid 3 to smithi11982245-25 2024-04-13T07:48:12.343 INFO:tasks.rados.rados.0.smithi119.stdout:717: finishing write tid 4 to smithi11982245-25 2024-04-13T07:48:12.343 INFO:tasks.rados.rados.0.smithi119.stdout:719: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:48:12.344 INFO:tasks.rados.rados.0.smithi119.stdout:717: finishing write tid 5 to smithi11982245-25 2024-04-13T07:48:12.344 INFO:tasks.rados.rados.0.smithi119.stdout:717: oid 25 updating version 0 to 256 2024-04-13T07:48:12.344 INFO:tasks.rados.rados.0.smithi119.stdout:717: oid 25 updating version 256 to 257 2024-04-13T07:48:12.344 INFO:tasks.rados.rados.0.smithi119.stdout:717: oid 25 version 257 is already newer than 255 2024-04-13T07:48:12.344 INFO:tasks.rados.rados.0.smithi119.stdout:717: oid 25 updating version 257 to 258 2024-04-13T07:48:12.344 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 25 v 258 (ObjNum 243 snap 78 seq_num 243) dirty exists 2024-04-13T07:48:12.344 INFO:tasks.rados.rados.0.smithi119.stdout:717: left oid 25 (ObjNum 243 snap 78 seq_num 243) 2024-04-13T07:48:12.344 INFO:tasks.rados.rados.0.smithi119.stdout:720: finishing write tid 1 to smithi11982245-7 2024-04-13T07:48:12.344 INFO:tasks.rados.rados.0.smithi119.stdout:720: finishing write tid 2 to smithi11982245-7 2024-04-13T07:48:12.344 INFO:tasks.rados.rados.0.smithi119.stdout:716: done (4 left) 2024-04-13T07:48:12.345 INFO:tasks.rados.rados.0.smithi119.stdout:717: done (3 left) 2024-04-13T07:48:12.345 INFO:tasks.rados.rados.0.smithi119.stdout:719: done (2 left) 2024-04-13T07:48:12.345 INFO:tasks.rados.rados.0.smithi119.stdout:722: snap_create 2024-04-13T07:48:12.345 INFO:tasks.rados.rados.0.smithi119.stdout:720: finishing write tid 3 to smithi11982245-7 2024-04-13T07:48:12.345 INFO:tasks.rados.rados.0.smithi119.stdout:720: finishing write tid 4 to smithi11982245-7 2024-04-13T07:48:12.345 INFO:tasks.rados.rados.0.smithi119.stdout:720: finishing write tid 5 to smithi11982245-7 2024-04-13T07:48:12.345 INFO:tasks.rados.rados.0.smithi119.stdout:720: finishing write tid 6 to smithi11982245-7 2024-04-13T07:48:12.345 INFO:tasks.rados.rados.0.smithi119.stdout:720: oid 7 updating version 0 to 293 2024-04-13T07:48:12.345 INFO:tasks.rados.rados.0.smithi119.stdout:720: oid 7 version 293 is already newer than 292 2024-04-13T07:48:12.345 INFO:tasks.rados.rados.0.smithi119.stdout:720: oid 7 updating version 293 to 294 2024-04-13T07:48:12.346 INFO:tasks.rados.rados.0.smithi119.stdout:720: oid 7 version 294 is already newer than 291 2024-04-13T07:48:12.346 INFO:tasks.rados.rados.0.smithi119.stdout:720: oid 7 updating version 294 to 295 2024-04-13T07:48:12.346 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 7 v 295 (ObjNum 244 snap 78 seq_num 244) dirty exists 2024-04-13T07:48:12.346 INFO:tasks.rados.rados.0.smithi119.stdout:720: left oid 7 (ObjNum 244 snap 78 seq_num 244) 2024-04-13T07:48:12.347 INFO:tasks.rados.rados.0.smithi119.stdout:721: finishing rollback tid 0 to smithi11982245-47 2024-04-13T07:48:12.347 INFO:tasks.rados.rados.0.smithi119.stdout:721: finishing rollback tid 1 to smithi11982245-47 2024-04-13T07:48:12.347 INFO:tasks.rados.rados.0.smithi119.stdout:721: finishing rollback tid 2 to smithi11982245-47 2024-04-13T07:48:12.347 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 47 v 402 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-04-13T07:48:12.539 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:12 smithi139 ceph-mon[31267]: osdmap e203: 8 total, 8 up, 8 in 2024-04-13T07:48:12.539 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:12 smithi139 ceph-mon[31267]: pgmap v30: 121 pgs: 121 active+clean; 233 MiB data, 891 MiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.9 MiB/s wr, 10 op/s 2024-04-13T07:48:12.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:12 smithi119 ceph-mon[39268]: osdmap e203: 8 total, 8 up, 8 in 2024-04-13T07:48:12.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:12 smithi119 ceph-mon[39268]: pgmap v30: 121 pgs: 121 active+clean; 233 MiB data, 891 MiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.9 MiB/s wr, 10 op/s 2024-04-13T07:48:12.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:12 smithi119 ceph-mon[27733]: osdmap e203: 8 total, 8 up, 8 in 2024-04-13T07:48:12.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:12 smithi119 ceph-mon[27733]: pgmap v30: 121 pgs: 121 active+clean; 233 MiB data, 891 MiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.9 MiB/s wr, 10 op/s 2024-04-13T07:48:13.128 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:12 smithi139 systemd[1]: Stopping Ceph mgr.x for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:48:13.321 INFO:tasks.rados.rados.0.smithi119.stdout:720: done (2 left) 2024-04-13T07:48:13.321 INFO:tasks.rados.rados.0.smithi119.stdout:721: done (1 left) 2024-04-13T07:48:13.321 INFO:tasks.rados.rados.0.smithi119.stdout:722: done (0 left) 2024-04-13T07:48:13.321 INFO:tasks.rados.rados.0.smithi119.stdout:723: copy_from oid 48 from oid 7 current snap is 79 2024-04-13T07:48:13.321 INFO:tasks.rados.rados.0.smithi119.stdout:724: read oid 2 snap -1 2024-04-13T07:48:13.321 INFO:tasks.rados.rados.0.smithi119.stdout:724: expect (ObjNum 229 snap 68 seq_num 229) 2024-04-13T07:48:13.322 INFO:tasks.rados.rados.0.smithi119.stdout:725: read oid 50 snap -1 2024-04-13T07:48:13.322 INFO:tasks.rados.rados.0.smithi119.stdout:725: expect (ObjNum 73 snap 11 seq_num 73) 2024-04-13T07:48:13.322 INFO:tasks.rados.rados.0.smithi119.stdout:726: snap_remove snap 65 2024-04-13T07:48:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:13 smithi139 ceph-mon[31267]: osdmap e204: 8 total, 8 up, 8 in 2024-04-13T07:48:13.385 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:13 smithi139 podman[79880]: 2024-04-13 07:48:13.127969977 +0000 UTC m=+0.173633497 container died d9c24c33be585e17610eae2173007c9d1f7538013040f58608b14550f4980f93 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-5f22a49, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-13T07:48:13.618 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:13 smithi119 ceph-mon[27733]: osdmap e204: 8 total, 8 up, 8 in 2024-04-13T07:48:13.618 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:13 smithi119 ceph-mon[39268]: osdmap e204: 8 total, 8 up, 8 in 2024-04-13T07:48:13.769 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:13 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:48:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi119\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:48:13.770 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:13 smithi139 podman[79880]: 2024-04-13 07:48:13.485782124 +0000 UTC m=+0.531445643 container cleanup d9c24c33be585e17610eae2173007c9d1f7538013040f58608b14550f4980f93 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, ceph=True, RELEASE=main-5f22a49, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409) 2024-04-13T07:48:13.770 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:13 smithi139 bash[79880]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x 2024-04-13T07:48:14.089 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:13 smithi139 podman[79899]: 2024-04-13 07:48:13.770187957 +0000 UTC m=+0.644946865 container remove d9c24c33be585e17610eae2173007c9d1f7538013040f58608b14550f4980f93 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=main-5f22a49, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-04-13T07:48:14.089 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:13 smithi139 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-13T07:48:14.089 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:13 smithi139 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-04-13T07:48:14.089 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:13 smithi139 systemd[1]: Stopped Ceph mgr.x for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:48:14.089 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:13 smithi139 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@mgr.x.service: Consumed 24.870s CPU time. 2024-04-13T07:48:14.284 INFO:tasks.rados.rados.0.smithi119.stdout:725: expect (ObjNum 73 snap 11 seq_num 73) 2024-04-13T07:48:14.359 INFO:tasks.rados.rados.0.smithi119.stdout:724: expect (ObjNum 229 snap 68 seq_num 229) 2024-04-13T07:48:14.379 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:14 smithi139 ceph-mon[31267]: osdmap e205: 8 total, 8 up, 8 in 2024-04-13T07:48:14.379 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:14 smithi139 ceph-mon[31267]: pgmap v33: 121 pgs: 121 active+clean; 233 MiB data, 891 MiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.9 MiB/s wr, 10 op/s 2024-04-13T07:48:14.379 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:14 smithi139 ceph-mon[31267]: osdmap e206: 8 total, 8 up, 8 in 2024-04-13T07:48:14.380 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:14 smithi139 systemd[1]: Starting Ceph mgr.x for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:48:14.380 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:14 smithi139 podman[80041]: 2024-04-13 07:48:14.232530017 +0000 UTC m=+0.018496882 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:48:14.380 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:14 smithi139 podman[80041]: 2024-04-13 07:48:14.338744508 +0000 UTC m=+0.124711373 container create 228fa2e332a40fb37a4cf968990a7dbbfd30f5891def82b97239c153aa8fa905 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x, io.buildah.version=1.33.5, RELEASE=main-5f22a49, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-04-13T07:48:14.399 INFO:tasks.rados.rados.0.smithi119.stdout:723: finishing copy_from racing read to smithi11982245-48 2024-04-13T07:48:14.399 INFO:tasks.rados.rados.0.smithi119.stdout:723: finishing copy_from to smithi11982245-48 2024-04-13T07:48:14.400 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 48 v 295 (ObjNum 244 snap 78 seq_num 244) dirty exists 2024-04-13T07:48:14.400 INFO:tasks.rados.rados.0.smithi119.stdout:723: done (3 left) 2024-04-13T07:48:14.400 INFO:tasks.rados.rados.0.smithi119.stdout:724: done (2 left) 2024-04-13T07:48:14.400 INFO:tasks.rados.rados.0.smithi119.stdout:725: done (1 left) 2024-04-13T07:48:14.400 INFO:tasks.rados.rados.0.smithi119.stdout:726: done (0 left) 2024-04-13T07:48:14.400 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 47 current snap is 79 2024-04-13T07:48:14.400 INFO:tasks.rados.rados.0.smithi119.stdout:727: seq_num 245 ranges {122880=507904,630784=458752,1089536=671744,1761280=73728} 2024-04-13T07:48:14.402 INFO:tasks.rados.rados.0.smithi119.stdout:727: writing smithi11982245-47 from 122880 to 630784 tid 1 2024-04-13T07:48:14.405 INFO:tasks.rados.rados.0.smithi119.stdout:727: writing smithi11982245-47 from 630784 to 1089536 tid 2 2024-04-13T07:48:14.409 INFO:tasks.rados.rados.0.smithi119.stdout:727: writing smithi11982245-47 from 1089536 to 1761280 tid 3 2024-04-13T07:48:14.409 INFO:tasks.rados.rados.0.smithi119.stdout:727: writing smithi11982245-47 from 1761280 to 1835008 tid 4 2024-04-13T07:48:14.410 INFO:tasks.rados.rados.0.smithi119.stdout:728: snap_create 2024-04-13T07:48:14.410 INFO:tasks.rados.rados.0.smithi119.stdout:727: finishing write tid 1 to smithi11982245-47 2024-04-13T07:48:14.410 INFO:tasks.rados.rados.0.smithi119.stdout:727: finishing write tid 2 to smithi11982245-47 2024-04-13T07:48:14.412 INFO:tasks.rados.rados.0.smithi119.stdout:727: finishing write tid 3 to smithi11982245-47 2024-04-13T07:48:14.412 INFO:tasks.rados.rados.0.smithi119.stdout:727: finishing write tid 4 to smithi11982245-47 2024-04-13T07:48:14.412 INFO:tasks.rados.rados.0.smithi119.stdout:727: finishing write tid 5 to smithi11982245-47 2024-04-13T07:48:14.413 INFO:tasks.rados.rados.0.smithi119.stdout:727: finishing write tid 6 to smithi11982245-47 2024-04-13T07:48:14.413 INFO:tasks.rados.rados.0.smithi119.stdout:727: oid 47 updating version 0 to 417 2024-04-13T07:48:14.413 INFO:tasks.rados.rados.0.smithi119.stdout:727: oid 47 version 417 is already newer than 415 2024-04-13T07:48:14.413 INFO:tasks.rados.rados.0.smithi119.stdout:727: oid 47 version 417 is already newer than 414 2024-04-13T07:48:14.414 INFO:tasks.rados.rados.0.smithi119.stdout:727: oid 47 updating version 417 to 418 2024-04-13T07:48:14.414 INFO:tasks.rados.rados.0.smithi119.stdout:727: oid 47 version 418 is already newer than 416 2024-04-13T07:48:14.414 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 47 v 418 (ObjNum 245 snap 79 seq_num 245) dirty exists 2024-04-13T07:48:14.414 INFO:tasks.rados.rados.0.smithi119.stdout:727: left oid 47 (ObjNum 245 snap 79 seq_num 245) 2024-04-13T07:48:14.628 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:14 smithi119 ceph-mon[39268]: osdmap e205: 8 total, 8 up, 8 in 2024-04-13T07:48:14.629 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:14 smithi119 ceph-mon[39268]: pgmap v33: 121 pgs: 121 active+clean; 233 MiB data, 891 MiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.9 MiB/s wr, 10 op/s 2024-04-13T07:48:14.629 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:14 smithi119 ceph-mon[39268]: osdmap e206: 8 total, 8 up, 8 in 2024-04-13T07:48:14.629 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:14 smithi119 ceph-mon[27733]: osdmap e205: 8 total, 8 up, 8 in 2024-04-13T07:48:14.629 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:14 smithi119 ceph-mon[27733]: pgmap v33: 121 pgs: 121 active+clean; 233 MiB data, 891 MiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.9 MiB/s wr, 10 op/s 2024-04-13T07:48:14.629 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:14 smithi119 ceph-mon[27733]: osdmap e206: 8 total, 8 up, 8 in 2024-04-13T07:48:14.635 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:14 smithi139 podman[80041]: 2024-04-13 07:48:14.574788498 +0000 UTC m=+0.360755381 container init 228fa2e332a40fb37a4cf968990a7dbbfd30f5891def82b97239c153aa8fa905 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-5f22a49, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-13T07:48:14.635 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:14 smithi139 podman[80041]: 2024-04-13 07:48:14.581013905 +0000 UTC m=+0.366980773 container start 228fa2e332a40fb37a4cf968990a7dbbfd30f5891def82b97239c153aa8fa905 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=main-5f22a49, org.label-schema.build-date=20240409) 2024-04-13T07:48:14.636 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:14 smithi139 ceph-mgr[80087]: -- 172.21.15.139:0/2218608057 <== mon.1 v2:172.21.15.139:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f6c640c5a0 con 0x55f6c63e1000 2024-04-13T07:48:14.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:48:14] "GET /metrics HTTP/1.1" 200 36014 "" "Prometheus/2.43.0" 2024-04-13T07:48:15.135 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:14 smithi139 bash[80041]: 228fa2e332a40fb37a4cf968990a7dbbfd30f5891def82b97239c153aa8fa905 2024-04-13T07:48:15.136 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:14 smithi139 systemd[1]: Started Ceph mgr.x for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:48:15.327 INFO:tasks.rados.rados.0.smithi119.stdout:727: done (1 left) 2024-04-13T07:48:15.327 INFO:tasks.rados.rados.0.smithi119.stdout:728: done (0 left) 2024-04-13T07:48:15.327 INFO:tasks.rados.rados.0.smithi119.stdout:729: delete oid 46 current snap is 80 2024-04-13T07:48:15.330 INFO:tasks.rados.rados.0.smithi119.stdout:729: done (0 left) 2024-04-13T07:48:15.330 INFO:tasks.rados.rados.0.smithi119.stdout:730: delete oid 44 current snap is 80 2024-04-13T07:48:15.333 INFO:tasks.rados.rados.0.smithi119.stdout:730: done (0 left) 2024-04-13T07:48:15.333 INFO:tasks.rados.rados.0.smithi119.stdout:731: read oid 46 snap -1 2024-04-13T07:48:15.333 INFO:tasks.rados.rados.0.smithi119.stdout:731: expect deleted 2024-04-13T07:48:15.333 INFO:tasks.rados.rados.0.smithi119.stdout:732: rollback oid 47 current snap is 80 2024-04-13T07:48:15.333 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 47 to 31 2024-04-13T07:48:15.333 INFO:tasks.rados.rados.0.smithi119.stdout:733: read oid 43 snap -1 2024-04-13T07:48:15.333 INFO:tasks.rados.rados.0.smithi119.stdout:733: expect (ObjNum 195 snap 57 seq_num 195) 2024-04-13T07:48:15.333 INFO:tasks.rados.rados.0.smithi119.stdout:734: copy_from oid 41 from oid 49 current snap is 80 2024-04-13T07:48:15.334 INFO:tasks.rados.rados.0.smithi119.stdout:735: snap_remove snap 79 2024-04-13T07:48:15.635 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:15 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: 2024-04-13T07:48:15.199+0000 7fce3f762200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-13T07:48:15.636 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:15 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: 2024-04-13T07:48:15.313+0000 7fce3f762200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-13T07:48:16.011 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:16 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: 2024-04-13T07:48:16.009+0000 7fce3f762200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-13T07:48:16.011 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:15 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:16.011 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:15 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:16.011 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:15 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:48:16.011 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:15 smithi139 ceph-mon[31267]: osdmap e207: 8 total, 8 up, 8 in 2024-04-13T07:48:16.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:15 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:16.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:15 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:16.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:15 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:48:16.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:15 smithi119 ceph-mon[27733]: osdmap e207: 8 total, 8 up, 8 in 2024-04-13T07:48:16.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:15 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:16.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:15 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:16.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:15 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:48:16.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:15 smithi119 ceph-mon[39268]: osdmap e207: 8 total, 8 up, 8 in 2024-04-13T07:48:16.330 INFO:tasks.rados.rados.0.smithi119.stdout:735: done (4 left) 2024-04-13T07:48:16.331 INFO:tasks.rados.rados.0.smithi119.stdout:736: rmattr oid 48 current snap is 80 2024-04-13T07:48:16.331 INFO:tasks.rados.rados.0.smithi119.stdout:736: done (4 left) 2024-04-13T07:48:16.331 INFO:tasks.rados.rados.0.smithi119.stdout:737: read oid 6 snap -1 2024-04-13T07:48:16.331 INFO:tasks.rados.rados.0.smithi119.stdout:737: expect (ObjNum 176 snap 51 seq_num 176) 2024-04-13T07:48:16.331 INFO:tasks.rados.rados.0.smithi119.stdout:738: rollback oid 48 current snap is 80 2024-04-13T07:48:16.331 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 48 to 60 2024-04-13T07:48:16.331 INFO:tasks.rados.rados.0.smithi119.stdout:734: finishing copy_from to smithi11982245-41 2024-04-13T07:48:16.331 INFO:tasks.rados.rados.0.smithi119.stdout:734: got expected ENOENT (src dne) 2024-04-13T07:48:16.331 INFO:tasks.rados.rados.0.smithi119.stdout:734: finishing copy_from racing read to smithi11982245-41 2024-04-13T07:48:16.331 INFO:tasks.rados.rados.0.smithi119.stdout:732: finishing rollback tid 0 to smithi11982245-47 2024-04-13T07:48:16.331 INFO:tasks.rados.rados.0.smithi119.stdout:732: finishing rollback tid 1 to smithi11982245-47 2024-04-13T07:48:16.331 INFO:tasks.rados.rados.0.smithi119.stdout:732: finishing rollback tid 2 to smithi11982245-47 2024-04-13T07:48:16.331 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 47 v 422 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-04-13T07:48:16.332 INFO:tasks.rados.rados.0.smithi119.stdout:733: expect (ObjNum 195 snap 57 seq_num 195) 2024-04-13T07:48:16.361 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:16 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: 2024-04-13T07:48:16.104+0000 7fce3f762200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-13T07:48:16.361 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:16 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: 2024-04-13T07:48:16.259+0000 7fce3f762200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-13T07:48:16.361 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:16 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: 2024-04-13T07:48:16.360+0000 7fce3f762200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-13T07:48:16.411 INFO:tasks.rados.rados.0.smithi119.stdout:737: expect (ObjNum 176 snap 51 seq_num 176) 2024-04-13T07:48:16.440 INFO:tasks.rados.rados.0.smithi119.stdout:738: finishing rollback tid 0 to smithi11982245-48 2024-04-13T07:48:16.440 INFO:tasks.rados.rados.0.smithi119.stdout:738: finishing rollback tid 1 to smithi11982245-48 2024-04-13T07:48:16.440 INFO:tasks.rados.rados.0.smithi119.stdout:738: finishing rollback tid 2 to smithi11982245-48 2024-04-13T07:48:16.440 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 48 v 313 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-13T07:48:16.440 INFO:tasks.rados.rados.0.smithi119.stdout:731: done (5 left) 2024-04-13T07:48:16.440 INFO:tasks.rados.rados.0.smithi119.stdout:732: done (4 left) 2024-04-13T07:48:16.440 INFO:tasks.rados.rados.0.smithi119.stdout:733: done (3 left) 2024-04-13T07:48:16.440 INFO:tasks.rados.rados.0.smithi119.stdout:734: done (2 left) 2024-04-13T07:48:16.440 INFO:tasks.rados.rados.0.smithi119.stdout:737: done (1 left) 2024-04-13T07:48:16.440 INFO:tasks.rados.rados.0.smithi119.stdout:738: done (0 left) 2024-04-13T07:48:16.440 INFO:tasks.rados.rados.0.smithi119.stdout:739: copy_from oid 3 from oid 1 current snap is 80 2024-04-13T07:48:16.441 INFO:tasks.rados.rados.0.smithi119.stdout:740: read oid 21 snap -1 2024-04-13T07:48:16.441 INFO:tasks.rados.rados.0.smithi119.stdout:740: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:48:16.441 INFO:tasks.rados.rados.0.smithi119.stdout:741: read oid 23 snap -1 2024-04-13T07:48:16.441 INFO:tasks.rados.rados.0.smithi119.stdout:741: expect (ObjNum 239 snap 75 seq_num 239) 2024-04-13T07:48:16.441 INFO:tasks.rados.rados.0.smithi119.stdout:742: read oid 32 snap -1 2024-04-13T07:48:16.441 INFO:tasks.rados.rados.0.smithi119.stdout:742: expect (ObjNum 176 snap 51 seq_num 176) 2024-04-13T07:48:16.441 INFO:tasks.rados.rados.0.smithi119.stdout:743: snap_remove snap 75 2024-04-13T07:48:16.635 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:16 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: 2024-04-13T07:48:16.449+0000 7fce3f762200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-13T07:48:16.929 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:16 smithi139 ceph-mon[31267]: pgmap v36: 121 pgs: 121 active+clean; 245 MiB data, 946 MiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 12 op/s 2024-04-13T07:48:16.929 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:16 smithi139 ceph-mon[31267]: osdmap e208: 8 total, 8 up, 8 in 2024-04-13T07:48:16.929 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:16 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: 2024-04-13T07:48:16.726+0000 7fce3f762200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-13T07:48:16.929 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:16 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: 2024-04-13T07:48:16.840+0000 7fce3f762200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-13T07:48:16.930 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:16 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: 2024-04-13T07:48:16.928+0000 7fce3f762200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-13T07:48:17.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:16 smithi119 ceph-mon[27733]: pgmap v36: 121 pgs: 121 active+clean; 245 MiB data, 946 MiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 12 op/s 2024-04-13T07:48:17.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:16 smithi119 ceph-mon[27733]: osdmap e208: 8 total, 8 up, 8 in 2024-04-13T07:48:17.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:16 smithi119 ceph-mon[39268]: pgmap v36: 121 pgs: 121 active+clean; 245 MiB data, 946 MiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 12 op/s 2024-04-13T07:48:17.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:16 smithi119 ceph-mon[39268]: osdmap e208: 8 total, 8 up, 8 in 2024-04-13T07:48:17.251 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:17 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: 2024-04-13T07:48:17.043+0000 7fce3f762200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-13T07:48:17.331 INFO:tasks.rados.rados.0.smithi119.stdout:740: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:48:17.332 INFO:tasks.rados.rados.0.smithi119.stdout:742: expect (ObjNum 176 snap 51 seq_num 176) 2024-04-13T07:48:17.363 INFO:tasks.rados.rados.0.smithi119.stdout:739: finishing copy_from racing read to smithi11982245-3 2024-04-13T07:48:17.364 INFO:tasks.rados.rados.0.smithi119.stdout:739: finishing copy_from to smithi11982245-3 2024-04-13T07:48:17.364 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 3 v 134 (ObjNum 160 snap 49 seq_num 160) dirty exists 2024-04-13T07:48:17.364 INFO:tasks.rados.rados.0.smithi119.stdout:739: done (4 left) 2024-04-13T07:48:17.364 INFO:tasks.rados.rados.0.smithi119.stdout:740: done (3 left) 2024-04-13T07:48:17.364 INFO:tasks.rados.rados.0.smithi119.stdout:742: done (2 left) 2024-04-13T07:48:17.364 INFO:tasks.rados.rados.0.smithi119.stdout:743: done (1 left) 2024-04-13T07:48:17.364 INFO:tasks.rados.rados.0.smithi119.stdout:744: delete oid 26 current snap is 80 2024-04-13T07:48:17.364 INFO:tasks.rados.rados.0.smithi119.stdout:741: expect (ObjNum 239 snap 75 seq_num 239) 2024-04-13T07:48:17.508 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:17 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: 2024-04-13T07:48:17.251+0000 7fce3f762200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-13T07:48:17.577 INFO:tasks.rados.rados.0.smithi119.stdout:741: done (1 left) 2024-04-13T07:48:17.577 INFO:tasks.rados.rados.0.smithi119.stdout:744: done (0 left) 2024-04-13T07:48:17.577 INFO:tasks.rados.rados.0.smithi119.stdout:745: snap_create 2024-04-13T07:48:18.336 INFO:tasks.rados.rados.0.smithi119.stdout:745: done (0 left) 2024-04-13T07:48:18.336 INFO:tasks.rados.rados.0.smithi119.stdout:746: delete oid 3 current snap is 81 2024-04-13T07:48:18.341 INFO:tasks.rados.rados.0.smithi119.stdout:746: done (0 left) 2024-04-13T07:48:18.341 INFO:tasks.rados.rados.0.smithi119.stdout:747: read oid 2 snap -1 2024-04-13T07:48:18.341 INFO:tasks.rados.rados.0.smithi119.stdout:747: expect (ObjNum 229 snap 68 seq_num 229) 2024-04-13T07:48:18.342 INFO:tasks.rados.rados.0.smithi119.stdout:748: delete oid 16 current snap is 81 2024-04-13T07:48:18.344 INFO:tasks.rados.rados.0.smithi119.stdout:748: done (1 left) 2024-04-13T07:48:18.344 INFO:tasks.rados.rados.0.smithi119.stdout:749: setattr oid 48 current snap is 81 2024-04-13T07:48:18.345 INFO:tasks.rados.rados.0.smithi119.stdout:750: rmattr oid 20 current snap is 81 2024-04-13T07:48:18.345 INFO:tasks.rados.rados.0.smithi119.stdout:751: setattr oid 4 current snap is 81 2024-04-13T07:48:18.346 INFO:tasks.rados.rados.0.smithi119.stdout:752: delete oid 35 current snap is 81 2024-04-13T07:48:18.350 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 4 v 310 (ObjNum 220 snap 66 seq_num 220) dirty exists 2024-04-13T07:48:18.350 INFO:tasks.rados.rados.0.smithi119.stdout:747: expect (ObjNum 229 snap 68 seq_num 229) 2024-04-13T07:48:18.391 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 48 v 317 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-13T07:48:18.391 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 20 v 333 (ObjNum 218 snap 66 seq_num 218) dirty exists 2024-04-13T07:48:18.391 INFO:tasks.rados.rados.0.smithi119.stdout:747: done (4 left) 2024-04-13T07:48:18.391 INFO:tasks.rados.rados.0.smithi119.stdout:749: done (3 left) 2024-04-13T07:48:18.391 INFO:tasks.rados.rados.0.smithi119.stdout:750: done (2 left) 2024-04-13T07:48:18.391 INFO:tasks.rados.rados.0.smithi119.stdout:751: done (1 left) 2024-04-13T07:48:18.391 INFO:tasks.rados.rados.0.smithi119.stdout:752: done (0 left) 2024-04-13T07:48:18.391 INFO:tasks.rados.rados.0.smithi119.stdout:753: copy_from oid 8 from oid 47 current snap is 81 2024-04-13T07:48:18.391 INFO:tasks.rados.rados.0.smithi119.stdout:754: read oid 25 snap -1 2024-04-13T07:48:18.391 INFO:tasks.rados.rados.0.smithi119.stdout:754: expect (ObjNum 243 snap 78 seq_num 243) 2024-04-13T07:48:18.391 INFO:tasks.rados.rados.0.smithi119.stdout:755: setattr oid 13 current snap is 81 2024-04-13T07:48:18.394 INFO:tasks.rados.rados.0.smithi119.stdout:756: rollback oid 14 current snap is 81 2024-04-13T07:48:18.394 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 14 to 52 2024-04-13T07:48:18.394 INFO:tasks.rados.rados.0.smithi119.stdout:757: copy_from oid 46 from oid 20 current snap is 81 2024-04-13T07:48:18.395 INFO:tasks.rados.rados.0.smithi119.stdout:758: read oid 37 snap -1 2024-04-13T07:48:18.395 INFO:tasks.rados.rados.0.smithi119.stdout:758: expect deleted 2024-04-13T07:48:18.395 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 9 current snap is 81 2024-04-13T07:48:18.395 INFO:tasks.rados.rados.0.smithi119.stdout:759: seq_num 252 ranges {0=630784,630784=499712,1130496=425984,1556480=278528} 2024-04-13T07:48:18.398 INFO:tasks.rados.rados.0.smithi119.stdout:759: writing smithi11982245-9 from 0 to 630784 tid 1 2024-04-13T07:48:18.401 INFO:tasks.rados.rados.0.smithi119.stdout:759: writing smithi11982245-9 from 630784 to 1130496 tid 2 2024-04-13T07:48:18.404 INFO:tasks.rados.rados.0.smithi119.stdout:759: writing smithi11982245-9 from 1130496 to 1556480 tid 3 2024-04-13T07:48:18.406 INFO:tasks.rados.rados.0.smithi119.stdout:759: writing smithi11982245-9 from 1556480 to 1835008 tid 4 2024-04-13T07:48:18.406 INFO:tasks.rados.rados.0.smithi119.stdout:760: read oid 30 snap -1 2024-04-13T07:48:18.406 INFO:tasks.rados.rados.0.smithi119.stdout:760: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-13T07:48:18.406 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 10 current snap is 81 2024-04-13T07:48:18.406 INFO:tasks.rados.rados.0.smithi119.stdout:761: seq_num 253 ranges {4325376=647168,4972544=786432,5758976=417792} 2024-04-13T07:48:18.433 INFO:tasks.rados.rados.0.smithi119.stdout:761: writing smithi11982245-10 from 4325376 to 4972544 tid 1 2024-04-13T07:48:18.437 INFO:tasks.rados.rados.0.smithi119.stdout:761: writing smithi11982245-10 from 4972544 to 5758976 tid 2 2024-04-13T07:48:18.440 INFO:tasks.rados.rados.0.smithi119.stdout:761: writing smithi11982245-10 from 5758976 to 6176768 tid 3 2024-04-13T07:48:18.440 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 44 current snap is 81 2024-04-13T07:48:18.440 INFO:tasks.rados.rados.0.smithi119.stdout:753: finishing copy_from racing read to smithi11982245-8 2024-04-13T07:48:18.440 INFO:tasks.rados.rados.0.smithi119.stdout:762: seq_num 254 ranges {0=663552,663552=663552,1327104=540672} 2024-04-13T07:48:18.444 INFO:tasks.rados.rados.0.smithi119.stdout:762: writing smithi11982245-44 from 0 to 663552 tid 1 2024-04-13T07:48:18.447 INFO:tasks.rados.rados.0.smithi119.stdout:762: writing smithi11982245-44 from 663552 to 1327104 tid 2 2024-04-13T07:48:18.451 INFO:tasks.rados.rados.0.smithi119.stdout:762: writing smithi11982245-44 from 1327104 to 1867776 tid 3 2024-04-13T07:48:18.451 INFO:tasks.rados.rados.0.smithi119.stdout:763: copy_from oid 17 from oid 49 current snap is 81 2024-04-13T07:48:18.451 INFO:tasks.rados.rados.0.smithi119.stdout:753: finishing copy_from to smithi11982245-8 2024-04-13T07:48:18.451 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 8 v 422 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-04-13T07:48:18.451 INFO:tasks.rados.rados.0.smithi119.stdout:754: expect (ObjNum 243 snap 78 seq_num 243) 2024-04-13T07:48:18.494 INFO:tasks.rados.rados.0.smithi119.stdout:756: finishing rollback tid 0 to smithi11982245-14 2024-04-13T07:48:18.494 INFO:tasks.rados.rados.0.smithi119.stdout:756: finishing rollback tid 1 to smithi11982245-14 2024-04-13T07:48:18.494 INFO:tasks.rados.rados.0.smithi119.stdout:756: finishing rollback tid 2 to smithi11982245-14 2024-04-13T07:48:18.494 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 14 v 262 (ObjNum 188 snap 52 seq_num 188) dirty exists 2024-04-13T07:48:18.494 INFO:tasks.rados.rados.0.smithi119.stdout:759: finishing write tid 1 to smithi11982245-9 2024-04-13T07:48:18.494 INFO:tasks.rados.rados.0.smithi119.stdout:759: finishing write tid 2 to smithi11982245-9 2024-04-13T07:48:18.495 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 13 v 423 (ObjNum 132 snap 39 seq_num 132) dirty exists 2024-04-13T07:48:18.495 INFO:tasks.rados.rados.0.smithi119.stdout:759: finishing write tid 3 to smithi11982245-9 2024-04-13T07:48:18.495 INFO:tasks.rados.rados.0.smithi119.stdout:759: finishing write tid 4 to smithi11982245-9 2024-04-13T07:48:18.495 INFO:tasks.rados.rados.0.smithi119.stdout:759: finishing write tid 5 to smithi11982245-9 2024-04-13T07:48:18.495 INFO:tasks.rados.rados.0.smithi119.stdout:760: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-13T07:48:18.511 INFO:tasks.rados.rados.0.smithi119.stdout:759: finishing write tid 6 to smithi11982245-9 2024-04-13T07:48:18.511 INFO:tasks.rados.rados.0.smithi119.stdout:759: oid 9 updating version 0 to 229 2024-04-13T07:48:18.511 INFO:tasks.rados.rados.0.smithi119.stdout:759: oid 9 version 229 is already newer than 226 2024-04-13T07:48:18.512 INFO:tasks.rados.rados.0.smithi119.stdout:759: oid 9 version 229 is already newer than 225 2024-04-13T07:48:18.512 INFO:tasks.rados.rados.0.smithi119.stdout:759: oid 9 version 229 is already newer than 228 2024-04-13T07:48:18.512 INFO:tasks.rados.rados.0.smithi119.stdout:759: oid 9 version 229 is already newer than 227 2024-04-13T07:48:18.512 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 9 v 229 (ObjNum 252 snap 81 seq_num 252) dirty exists 2024-04-13T07:48:18.512 INFO:tasks.rados.rados.0.smithi119.stdout:759: left oid 9 (ObjNum 252 snap 81 seq_num 252) 2024-04-13T07:48:18.512 INFO:tasks.rados.rados.0.smithi119.stdout:757: finishing copy_from racing read to smithi11982245-46 2024-04-13T07:48:18.512 INFO:tasks.rados.rados.0.smithi119.stdout:753: done (10 left) 2024-04-13T07:48:18.512 INFO:tasks.rados.rados.0.smithi119.stdout:754: done (9 left) 2024-04-13T07:48:18.512 INFO:tasks.rados.rados.0.smithi119.stdout:755: done (8 left) 2024-04-13T07:48:18.512 INFO:tasks.rados.rados.0.smithi119.stdout:756: done (7 left) 2024-04-13T07:48:18.512 INFO:tasks.rados.rados.0.smithi119.stdout:758: done (6 left) 2024-04-13T07:48:18.512 INFO:tasks.rados.rados.0.smithi119.stdout:759: done (5 left) 2024-04-13T07:48:18.513 INFO:tasks.rados.rados.0.smithi119.stdout:760: done (4 left) 2024-04-13T07:48:18.513 INFO:tasks.rados.rados.0.smithi119.stdout:764: delete oid 21 current snap is 81 2024-04-13T07:48:18.513 INFO:tasks.rados.rados.0.smithi119.stdout:757: finishing copy_from to smithi11982245-46 2024-04-13T07:48:18.513 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 46 v 333 (ObjNum 218 snap 66 seq_num 218) dirty exists 2024-04-13T07:48:18.513 INFO:tasks.rados.rados.0.smithi119.stdout:761: finishing write tid 1 to smithi11982245-10 2024-04-13T07:48:18.513 INFO:tasks.rados.rados.0.smithi119.stdout:761: finishing write tid 2 to smithi11982245-10 2024-04-13T07:48:18.513 INFO:tasks.rados.rados.0.smithi119.stdout:761: finishing write tid 3 to smithi11982245-10 2024-04-13T07:48:18.513 INFO:tasks.rados.rados.0.smithi119.stdout:761: finishing write tid 4 to smithi11982245-10 2024-04-13T07:48:18.513 INFO:tasks.rados.rados.0.smithi119.stdout:761: finishing write tid 5 to smithi11982245-10 2024-04-13T07:48:18.513 INFO:tasks.rados.rados.0.smithi119.stdout:761: oid 10 updating version 0 to 376 2024-04-13T07:48:18.513 INFO:tasks.rados.rados.0.smithi119.stdout:761: oid 10 version 376 is already newer than 374 2024-04-13T07:48:18.513 INFO:tasks.rados.rados.0.smithi119.stdout:761: oid 10 updating version 376 to 377 2024-04-13T07:48:18.513 INFO:tasks.rados.rados.0.smithi119.stdout:761: oid 10 version 377 is already newer than 375 2024-04-13T07:48:18.513 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 10 v 377 (ObjNum 253 snap 81 seq_num 253) dirty exists 2024-04-13T07:48:18.514 INFO:tasks.rados.rados.0.smithi119.stdout:761: left oid 10 (ObjNum 253 snap 81 seq_num 253) 2024-04-13T07:48:18.514 INFO:tasks.rados.rados.0.smithi119.stdout:762: finishing write tid 1 to smithi11982245-44 2024-04-13T07:48:18.514 INFO:tasks.rados.rados.0.smithi119.stdout:762: finishing write tid 2 to smithi11982245-44 2024-04-13T07:48:18.514 INFO:tasks.rados.rados.0.smithi119.stdout:763: finishing copy_from to smithi11982245-17 2024-04-13T07:48:18.514 INFO:tasks.rados.rados.0.smithi119.stdout:763: got expected ENOENT (src dne) 2024-04-13T07:48:18.514 INFO:tasks.rados.rados.0.smithi119.stdout:763: finishing copy_from racing read to smithi11982245-17 2024-04-13T07:48:18.514 INFO:tasks.rados.rados.0.smithi119.stdout:762: finishing write tid 3 to smithi11982245-44 2024-04-13T07:48:18.514 INFO:tasks.rados.rados.0.smithi119.stdout:762: finishing write tid 4 to smithi11982245-44 2024-04-13T07:48:18.514 INFO:tasks.rados.rados.0.smithi119.stdout:762: finishing write tid 5 to smithi11982245-44 2024-04-13T07:48:18.514 INFO:tasks.rados.rados.0.smithi119.stdout:762: oid 44 updating version 0 to 337 2024-04-13T07:48:18.514 INFO:tasks.rados.rados.0.smithi119.stdout:762: oid 44 version 337 is already newer than 335 2024-04-13T07:48:18.514 INFO:tasks.rados.rados.0.smithi119.stdout:762: oid 44 version 337 is already newer than 334 2024-04-13T07:48:18.514 INFO:tasks.rados.rados.0.smithi119.stdout:762: oid 44 version 337 is already newer than 336 2024-04-13T07:48:18.514 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 44 v 337 (ObjNum 254 snap 81 seq_num 254) dirty exists 2024-04-13T07:48:18.514 INFO:tasks.rados.rados.0.smithi119.stdout:762: left oid 44 (ObjNum 254 snap 81 seq_num 254) 2024-04-13T07:48:18.515 INFO:tasks.rados.rados.0.smithi119.stdout:757: done (4 left) 2024-04-13T07:48:18.515 INFO:tasks.rados.rados.0.smithi119.stdout:761: done (3 left) 2024-04-13T07:48:18.515 INFO:tasks.rados.rados.0.smithi119.stdout:762: done (2 left) 2024-04-13T07:48:18.515 INFO:tasks.rados.rados.0.smithi119.stdout:763: done (1 left) 2024-04-13T07:48:18.515 INFO:tasks.rados.rados.0.smithi119.stdout:764: done (0 left) 2024-04-13T07:48:18.515 INFO:tasks.rados.rados.0.smithi119.stdout:765: snap_create 2024-04-13T07:48:18.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:18 smithi139 ceph-mon[31267]: osdmap e209: 8 total, 8 up, 8 in 2024-04-13T07:48:18.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:18 smithi139 ceph-mon[31267]: pgmap v39: 121 pgs: 121 active+clean; 245 MiB data, 946 MiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 12 op/s 2024-04-13T07:48:18.636 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:18 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: 2024-04-13T07:48:18.283+0000 7fce3f762200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-13T07:48:18.636 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:18 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: 2024-04-13T07:48:18.444+0000 7fce3f762200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-13T07:48:18.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:18 smithi119 ceph-mon[27733]: osdmap e209: 8 total, 8 up, 8 in 2024-04-13T07:48:18.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:18 smithi119 ceph-mon[27733]: pgmap v39: 121 pgs: 121 active+clean; 245 MiB data, 946 MiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 12 op/s 2024-04-13T07:48:18.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:18 smithi119 ceph-mon[39268]: osdmap e209: 8 total, 8 up, 8 in 2024-04-13T07:48:18.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:18 smithi119 ceph-mon[39268]: pgmap v39: 121 pgs: 121 active+clean; 245 MiB data, 946 MiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 12 op/s 2024-04-13T07:48:19.048 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:18 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: 2024-04-13T07:48:18.795+0000 7fce3f762200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-13T07:48:19.049 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:18 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: 2024-04-13T07:48:18.888+0000 7fce3f762200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-13T07:48:19.285 INFO:tasks.rados.rados.0.smithi119.stdout:765: done (0 left) 2024-04-13T07:48:19.285 INFO:tasks.rados.rados.0.smithi119.stdout:766: read oid 28 snap -1 2024-04-13T07:48:19.285 INFO:tasks.rados.rados.0.smithi119.stdout:766: expect (ObjNum 145 snap 46 seq_num 145) 2024-04-13T07:48:19.285 INFO:tasks.rados.rados.0.smithi119.stdout:767: snap_create 2024-04-13T07:48:19.290 INFO:tasks.rados.rados.0.smithi119.stdout:766: expect (ObjNum 145 snap 46 seq_num 145) 2024-04-13T07:48:19.332 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:19 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: 2024-04-13T07:48:19.097+0000 7fce3f762200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-13T07:48:19.333 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:19 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: 2024-04-13T07:48:19.290+0000 7fce3f762200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-13T07:48:19.608 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:19 smithi139 ceph-mon[31267]: osdmap e210: 8 total, 8 up, 8 in 2024-04-13T07:48:19.608 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:19 smithi139 ceph-mon[31267]: osdmap e211: 8 total, 8 up, 8 in 2024-04-13T07:48:19.608 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:19 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: 2024-04-13T07:48:19.607+0000 7fce3f762200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-13T07:48:19.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:19 smithi119 ceph-mon[27733]: osdmap e210: 8 total, 8 up, 8 in 2024-04-13T07:48:19.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:19 smithi119 ceph-mon[27733]: osdmap e211: 8 total, 8 up, 8 in 2024-04-13T07:48:19.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:19 smithi119 ceph-mon[39268]: osdmap e210: 8 total, 8 up, 8 in 2024-04-13T07:48:19.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:19 smithi119 ceph-mon[39268]: osdmap e211: 8 total, 8 up, 8 in 2024-04-13T07:48:20.151 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:19 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: 2024-04-13T07:48:19.886+0000 7fce3f762200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-13T07:48:20.151 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:20 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: 2024-04-13T07:48:20.150+0000 7fce3f762200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-13T07:48:20.284 INFO:tasks.rados.rados.0.smithi119.stdout:766: done (1 left) 2024-04-13T07:48:20.284 INFO:tasks.rados.rados.0.smithi119.stdout:767: done (0 left) 2024-04-13T07:48:20.284 INFO:tasks.rados.rados.0.smithi119.stdout:768: read oid 9 snap -1 2024-04-13T07:48:20.284 INFO:tasks.rados.rados.0.smithi119.stdout:768: expect (ObjNum 252 snap 81 seq_num 252) 2024-04-13T07:48:20.285 INFO:tasks.rados.rados.0.smithi119.stdout:769: snap_remove snap 49 2024-04-13T07:48:20.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:20 smithi139 ceph-mon[31267]: pgmap v42: 121 pgs: 121 active+clean; 245 MiB data, 946 MiB used, 714 GiB / 715 GiB avail 2024-04-13T07:48:20.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:20 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:20.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:20 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:20.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:20 smithi139 ceph-mon[31267]: osdmap e212: 8 total, 8 up, 8 in 2024-04-13T07:48:20.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:20 smithi119 ceph-mon[27733]: pgmap v42: 121 pgs: 121 active+clean; 245 MiB data, 946 MiB used, 714 GiB / 715 GiB avail 2024-04-13T07:48:20.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:20 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:20.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:20 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:20.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:20 smithi119 ceph-mon[27733]: osdmap e212: 8 total, 8 up, 8 in 2024-04-13T07:48:20.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:20 smithi119 ceph-mon[39268]: pgmap v42: 121 pgs: 121 active+clean; 245 MiB data, 946 MiB used, 714 GiB / 715 GiB avail 2024-04-13T07:48:20.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:20 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:20.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:20 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:20.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:20 smithi119 ceph-mon[39268]: osdmap e212: 8 total, 8 up, 8 in 2024-04-13T07:48:21.287 INFO:tasks.rados.rados.0.smithi119.stdout:769: done (1 left) 2024-04-13T07:48:21.287 INFO:tasks.rados.rados.0.smithi119.stdout:770: copy_from oid 21 from oid 38 current snap is 83 2024-04-13T07:48:21.287 INFO:tasks.rados.rados.0.smithi119.stdout:771: rmattr oid 45 current snap is 83 2024-04-13T07:48:21.287 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 20 current snap is 83 2024-04-13T07:48:21.287 INFO:tasks.rados.rados.0.smithi119.stdout:772: seq_num 256 ranges {6258688=696320,6955008=434176,7389184=770048} 2024-04-13T07:48:21.326 INFO:tasks.rados.rados.0.smithi119.stdout:772: writing smithi11982245-20 from 6258688 to 6955008 tid 1 2024-04-13T07:48:21.329 INFO:tasks.rados.rados.0.smithi119.stdout:772: writing smithi11982245-20 from 6955008 to 7389184 tid 2 2024-04-13T07:48:21.334 INFO:tasks.rados.rados.0.smithi119.stdout:772: writing smithi11982245-20 from 7389184 to 8159232 tid 3 2024-04-13T07:48:21.334 INFO:tasks.rados.rados.0.smithi119.stdout:773: read oid 42 snap 20 2024-04-13T07:48:21.334 INFO:tasks.rados.rados.0.smithi119.stdout:773: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-13T07:48:21.334 INFO:tasks.rados.rados.0.smithi119.stdout:774: read oid 17 snap -1 2024-04-13T07:48:21.334 INFO:tasks.rados.rados.0.smithi119.stdout:774: expect deleted 2024-04-13T07:48:21.334 INFO:tasks.rados.rados.0.smithi119.stdout:775: rmattr oid 14 current snap is 83 2024-04-13T07:48:21.334 INFO:tasks.rados.rados.0.smithi119.stdout:775: done (6 left) 2024-04-13T07:48:21.335 INFO:tasks.rados.rados.0.smithi119.stdout:776: rmattr oid 43 current snap is 83 2024-04-13T07:48:21.335 INFO:tasks.rados.rados.0.smithi119.stdout:776: done (6 left) 2024-04-13T07:48:21.335 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 41 current snap is 83 2024-04-13T07:48:21.335 INFO:tasks.rados.rados.0.smithi119.stdout:777: seq_num 257 ranges {3301376=712704,4014080=720896,4734976=483328} 2024-04-13T07:48:21.355 INFO:tasks.rados.rados.0.smithi119.stdout:777: writing smithi11982245-41 from 3301376 to 4014080 tid 1 2024-04-13T07:48:21.360 INFO:tasks.rados.rados.0.smithi119.stdout:777: writing smithi11982245-41 from 4014080 to 4734976 tid 2 2024-04-13T07:48:21.363 INFO:tasks.rados.rados.0.smithi119.stdout:777: writing smithi11982245-41 from 4734976 to 5218304 tid 3 2024-04-13T07:48:21.363 INFO:tasks.rados.rados.0.smithi119.stdout:778: rollback oid 43 current snap is 83 2024-04-13T07:48:21.363 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 43 to 39 2024-04-13T07:48:21.363 INFO:tasks.rados.rados.0.smithi119.stdout:768: expect (ObjNum 252 snap 81 seq_num 252) 2024-04-13T07:48:21.372 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:21 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: 2024-04-13T07:48:21.024+0000 7fce3f762200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-13T07:48:21.411 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 45 v 428 (ObjNum 73 snap 11 seq_num 73) dirty exists 2024-04-13T07:48:21.411 INFO:tasks.rados.rados.0.smithi119.stdout:770: finishing copy_from racing read to smithi11982245-21 2024-04-13T07:48:21.411 INFO:tasks.rados.rados.0.smithi119.stdout:770: finishing copy_from to smithi11982245-21 2024-04-13T07:48:21.411 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 21 v 179 (ObjNum 170 snap 50 seq_num 170) dirty exists 2024-04-13T07:48:21.411 INFO:tasks.rados.rados.0.smithi119.stdout:772: finishing write tid 1 to smithi11982245-20 2024-04-13T07:48:21.411 INFO:tasks.rados.rados.0.smithi119.stdout:772: finishing write tid 2 to smithi11982245-20 2024-04-13T07:48:21.411 INFO:tasks.rados.rados.0.smithi119.stdout:772: finishing write tid 3 to smithi11982245-20 2024-04-13T07:48:21.411 INFO:tasks.rados.rados.0.smithi119.stdout:768: done (7 left) 2024-04-13T07:48:21.411 INFO:tasks.rados.rados.0.smithi119.stdout:770: done (6 left) 2024-04-13T07:48:21.411 INFO:tasks.rados.rados.0.smithi119.stdout:771: done (5 left) 2024-04-13T07:48:21.411 INFO:tasks.rados.rados.0.smithi119.stdout:774: done (4 left) 2024-04-13T07:48:21.411 INFO:tasks.rados.rados.0.smithi119.stdout:779: delete oid 34 current snap is 83 2024-04-13T07:48:21.411 INFO:tasks.rados.rados.0.smithi119.stdout:772: finishing write tid 4 to smithi11982245-20 2024-04-13T07:48:21.411 INFO:tasks.rados.rados.0.smithi119.stdout:772: finishing write tid 5 to smithi11982245-20 2024-04-13T07:48:21.412 INFO:tasks.rados.rados.0.smithi119.stdout:772: oid 20 updating version 0 to 427 2024-04-13T07:48:21.412 INFO:tasks.rados.rados.0.smithi119.stdout:772: oid 20 version 427 is already newer than 426 2024-04-13T07:48:21.412 INFO:tasks.rados.rados.0.smithi119.stdout:772: oid 20 version 427 is already newer than 425 2024-04-13T07:48:21.412 INFO:tasks.rados.rados.0.smithi119.stdout:772: oid 20 version 427 is already newer than 424 2024-04-13T07:48:21.412 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 20 v 427 (ObjNum 256 snap 83 seq_num 256) dirty exists 2024-04-13T07:48:21.412 INFO:tasks.rados.rados.0.smithi119.stdout:772: left oid 20 (ObjNum 256 snap 83 seq_num 256) 2024-04-13T07:48:21.412 INFO:tasks.rados.rados.0.smithi119.stdout:773: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-13T07:48:21.431 INFO:tasks.rados.rados.0.smithi119.stdout:777: finishing write tid 1 to smithi11982245-41 2024-04-13T07:48:21.432 INFO:tasks.rados.rados.0.smithi119.stdout:777: finishing write tid 2 to smithi11982245-41 2024-04-13T07:48:21.432 INFO:tasks.rados.rados.0.smithi119.stdout:777: finishing write tid 3 to smithi11982245-41 2024-04-13T07:48:21.432 INFO:tasks.rados.rados.0.smithi119.stdout:777: finishing write tid 4 to smithi11982245-41 2024-04-13T07:48:21.432 INFO:tasks.rados.rados.0.smithi119.stdout:778: finishing rollback tid 0 to smithi11982245-43 2024-04-13T07:48:21.432 INFO:tasks.rados.rados.0.smithi119.stdout:778: finishing rollback tid 1 to smithi11982245-43 2024-04-13T07:48:21.432 INFO:tasks.rados.rados.0.smithi119.stdout:778: finishing rollback tid 2 to smithi11982245-43 2024-04-13T07:48:21.432 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 43 v 340 (ObjNum 100 snap 20 seq_num 100) dirty exists 2024-04-13T07:48:21.432 INFO:tasks.rados.rados.0.smithi119.stdout:777: finishing write tid 5 to smithi11982245-41 2024-04-13T07:48:21.432 INFO:tasks.rados.rados.0.smithi119.stdout:777: oid 41 updating version 0 to 95 2024-04-13T07:48:21.432 INFO:tasks.rados.rados.0.smithi119.stdout:777: oid 41 updating version 95 to 96 2024-04-13T07:48:21.432 INFO:tasks.rados.rados.0.smithi119.stdout:777: oid 41 version 96 is already newer than 94 2024-04-13T07:48:21.432 INFO:tasks.rados.rados.0.smithi119.stdout:777: oid 41 version 96 is already newer than 93 2024-04-13T07:48:21.432 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 41 v 96 (ObjNum 257 snap 83 seq_num 257) dirty exists 2024-04-13T07:48:21.432 INFO:tasks.rados.rados.0.smithi119.stdout:777: left oid 41 (ObjNum 257 snap 83 seq_num 257) 2024-04-13T07:48:21.432 INFO:tasks.rados.rados.0.smithi119.stdout:772: done (4 left) 2024-04-13T07:48:21.433 INFO:tasks.rados.rados.0.smithi119.stdout:773: done (3 left) 2024-04-13T07:48:21.433 INFO:tasks.rados.rados.0.smithi119.stdout:777: done (2 left) 2024-04-13T07:48:21.433 INFO:tasks.rados.rados.0.smithi119.stdout:778: done (1 left) 2024-04-13T07:48:21.433 INFO:tasks.rados.rados.0.smithi119.stdout:779: done (0 left) 2024-04-13T07:48:21.433 INFO:tasks.rados.rados.0.smithi119.stdout:780: rmattr oid 3 current snap is 83 2024-04-13T07:48:21.433 INFO:tasks.rados.rados.0.smithi119.stdout:780: done (0 left) 2024-04-13T07:48:21.433 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 44 current snap is 83 2024-04-13T07:48:21.433 INFO:tasks.rados.rados.0.smithi119.stdout:781: seq_num 259 ranges {1867776=745472,2613248=540672,3153920=581632,3735552=81920} 2024-04-13T07:48:21.445 INFO:tasks.rados.rados.0.smithi119.stdout:781: writing smithi11982245-44 from 1867776 to 2613248 tid 1 2024-04-13T07:48:21.447 INFO:tasks.rados.rados.0.smithi119.stdout:781: writing smithi11982245-44 from 2613248 to 3153920 tid 2 2024-04-13T07:48:21.450 INFO:tasks.rados.rados.0.smithi119.stdout:781: writing smithi11982245-44 from 3153920 to 3735552 tid 3 2024-04-13T07:48:21.452 INFO:tasks.rados.rados.0.smithi119.stdout:781: writing smithi11982245-44 from 3735552 to 3817472 tid 4 2024-04-13T07:48:21.452 INFO:tasks.rados.rados.0.smithi119.stdout:782: rollback oid 13 current snap is 83 2024-04-13T07:48:21.452 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 13 to 68 2024-04-13T07:48:21.452 INFO:tasks.rados.rados.0.smithi119.stdout:781: finishing write tid 1 to smithi11982245-44 2024-04-13T07:48:21.452 INFO:tasks.rados.rados.0.smithi119.stdout:781: finishing write tid 2 to smithi11982245-44 2024-04-13T07:48:21.452 INFO:tasks.rados.rados.0.smithi119.stdout:783: read oid 37 snap -1 2024-04-13T07:48:21.452 INFO:tasks.rados.rados.0.smithi119.stdout:783: expect deleted 2024-04-13T07:48:21.452 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 14 current snap is 83 2024-04-13T07:48:21.452 INFO:tasks.rados.rados.0.smithi119.stdout:784: seq_num 260 ranges {1327104=761856,2088960=417792,2506752=786432} 2024-04-13T07:48:21.463 INFO:tasks.rados.rados.0.smithi119.stdout:784: writing smithi11982245-14 from 1327104 to 2088960 tid 1 2024-04-13T07:48:21.465 INFO:tasks.rados.rados.0.smithi119.stdout:784: writing smithi11982245-14 from 2088960 to 2506752 tid 2 2024-04-13T07:48:21.470 INFO:tasks.rados.rados.0.smithi119.stdout:784: writing smithi11982245-14 from 2506752 to 3293184 tid 3 2024-04-13T07:48:21.471 INFO:tasks.rados.rados.0.smithi119.stdout:785: setattr oid 4 current snap is 83 2024-04-13T07:48:21.471 INFO:tasks.rados.rados.0.smithi119.stdout:781: finishing write tid 3 to smithi11982245-44 2024-04-13T07:48:21.471 INFO:tasks.rados.rados.0.smithi119.stdout:781: finishing write tid 4 to smithi11982245-44 2024-04-13T07:48:21.471 INFO:tasks.rados.rados.0.smithi119.stdout:781: finishing write tid 5 to smithi11982245-44 2024-04-13T07:48:21.471 INFO:tasks.rados.rados.0.smithi119.stdout:782: finishing rollback tid 0 to smithi11982245-13 2024-04-13T07:48:21.471 INFO:tasks.rados.rados.0.smithi119.stdout:782: finishing rollback tid 1 to smithi11982245-13 2024-04-13T07:48:21.471 INFO:tasks.rados.rados.0.smithi119.stdout:782: finishing rollback tid 2 to smithi11982245-13 2024-04-13T07:48:21.471 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 13 v 430 (ObjNum 132 snap 39 seq_num 132) dirty exists 2024-04-13T07:48:21.471 INFO:tasks.rados.rados.0.smithi119.stdout:781: finishing write tid 6 to smithi11982245-44 2024-04-13T07:48:21.471 INFO:tasks.rados.rados.0.smithi119.stdout:781: oid 44 updating version 0 to 347 2024-04-13T07:48:21.472 INFO:tasks.rados.rados.0.smithi119.stdout:781: oid 44 version 347 is already newer than 346 2024-04-13T07:48:21.472 INFO:tasks.rados.rados.0.smithi119.stdout:781: oid 44 updating version 347 to 348 2024-04-13T07:48:21.472 INFO:tasks.rados.rados.0.smithi119.stdout:781: oid 44 version 348 is already newer than 345 2024-04-13T07:48:21.472 INFO:tasks.rados.rados.0.smithi119.stdout:781: oid 44 version 348 is already newer than 344 2024-04-13T07:48:21.472 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 44 v 348 (ObjNum 259 snap 83 seq_num 259) dirty exists 2024-04-13T07:48:21.472 INFO:tasks.rados.rados.0.smithi119.stdout:781: left oid 44 (ObjNum 259 snap 83 seq_num 259) 2024-04-13T07:48:21.472 INFO:tasks.rados.rados.0.smithi119.stdout:784: finishing write tid 1 to smithi11982245-14 2024-04-13T07:48:21.472 INFO:tasks.rados.rados.0.smithi119.stdout:784: finishing write tid 2 to smithi11982245-14 2024-04-13T07:48:21.472 INFO:tasks.rados.rados.0.smithi119.stdout:781: done (4 left) 2024-04-13T07:48:21.472 INFO:tasks.rados.rados.0.smithi119.stdout:782: done (3 left) 2024-04-13T07:48:21.472 INFO:tasks.rados.rados.0.smithi119.stdout:783: done (2 left) 2024-04-13T07:48:21.472 INFO:tasks.rados.rados.0.smithi119.stdout:786: copy_from oid 41 from oid 48 current snap is 83 2024-04-13T07:48:21.472 INFO:tasks.rados.rados.0.smithi119.stdout:787: read oid 11 snap 40 2024-04-13T07:48:21.472 INFO:tasks.rados.rados.0.smithi119.stdout:787: expect (ObjNum 116 snap 32 seq_num 116) 2024-04-13T07:48:21.473 INFO:tasks.rados.rados.0.smithi119.stdout:788: rmattr oid 23 current snap is 83 2024-04-13T07:48:21.473 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 22 current snap is 83 2024-04-13T07:48:21.473 INFO:tasks.rados.rados.0.smithi119.stdout:789: seq_num 261 ranges {0=778240,778240=704512,1482752=499712} 2024-04-13T07:48:21.476 INFO:tasks.rados.rados.0.smithi119.stdout:789: writing smithi11982245-22 from 0 to 778240 tid 1 2024-04-13T07:48:21.480 INFO:tasks.rados.rados.0.smithi119.stdout:789: writing smithi11982245-22 from 778240 to 1482752 tid 2 2024-04-13T07:48:21.483 INFO:tasks.rados.rados.0.smithi119.stdout:789: writing smithi11982245-22 from 1482752 to 1982464 tid 3 2024-04-13T07:48:21.483 INFO:tasks.rados.rados.0.smithi119.stdout:790: rmattr oid 43 current snap is 83 2024-04-13T07:48:21.484 INFO:tasks.rados.rados.0.smithi119.stdout:784: finishing write tid 3 to smithi11982245-14 2024-04-13T07:48:21.484 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 39 current snap is 83 2024-04-13T07:48:21.484 INFO:tasks.rados.rados.0.smithi119.stdout:784: finishing write tid 4 to smithi11982245-14 2024-04-13T07:48:21.484 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 23 v 385 (ObjNum 239 snap 75 seq_num 239) dirty exists 2024-04-13T07:48:21.484 INFO:tasks.rados.rados.0.smithi119.stdout:784: finishing write tid 5 to smithi11982245-14 2024-04-13T07:48:21.484 INFO:tasks.rados.rados.0.smithi119.stdout:784: oid 14 updating version 0 to 274 2024-04-13T07:48:21.484 INFO:tasks.rados.rados.0.smithi119.stdout:784: oid 14 version 274 is already newer than 273 2024-04-13T07:48:21.484 INFO:tasks.rados.rados.0.smithi119.stdout:784: oid 14 version 274 is already newer than 271 2024-04-13T07:48:21.484 INFO:tasks.rados.rados.0.smithi119.stdout:784: oid 14 version 274 is already newer than 272 2024-04-13T07:48:21.484 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 14 v 274 (ObjNum 260 snap 83 seq_num 260) dirty exists 2024-04-13T07:48:21.484 INFO:tasks.rados.rados.0.smithi119.stdout:784: left oid 14 (ObjNum 260 snap 83 seq_num 260) 2024-04-13T07:48:21.484 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 4 v 319 (ObjNum 220 snap 66 seq_num 220) dirty exists 2024-04-13T07:48:21.484 INFO:tasks.rados.rados.0.smithi119.stdout:791: seq_num 262 ranges {2064384=794624,2859008=589824,3448832=614400} 2024-04-13T07:48:21.498 INFO:tasks.rados.rados.0.smithi119.stdout:791: writing smithi11982245-39 from 2064384 to 2859008 tid 1 2024-04-13T07:48:21.502 INFO:tasks.rados.rados.0.smithi119.stdout:791: writing smithi11982245-39 from 2859008 to 3448832 tid 2 2024-04-13T07:48:21.506 INFO:tasks.rados.rados.0.smithi119.stdout:791: writing smithi11982245-39 from 3448832 to 4063232 tid 3 2024-04-13T07:48:21.506 INFO:tasks.rados.rados.0.smithi119.stdout:784: done (7 left) 2024-04-13T07:48:21.506 INFO:tasks.rados.rados.0.smithi119.stdout:785: done (6 left) 2024-04-13T07:48:21.506 INFO:tasks.rados.rados.0.smithi119.stdout:788: done (5 left) 2024-04-13T07:48:21.506 INFO:tasks.rados.rados.0.smithi119.stdout:792: read oid 10 snap 53 2024-04-13T07:48:21.506 INFO:tasks.rados.rados.0.smithi119.stdout:792: expect (ObjNum 100 snap 20 seq_num 100) 2024-04-13T07:48:21.506 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 33 current snap is 83 2024-04-13T07:48:21.506 INFO:tasks.rados.rados.0.smithi119.stdout:787: expect (ObjNum 116 snap 32 seq_num 116) 2024-04-13T07:48:21.556 INFO:tasks.rados.rados.0.smithi119.stdout:786: finishing copy_from racing read to smithi11982245-41 2024-04-13T07:48:21.557 INFO:tasks.rados.rados.0.smithi119.stdout:786: finishing copy_from to smithi11982245-41 2024-04-13T07:48:21.557 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 41 v 317 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-13T07:48:21.557 INFO:tasks.rados.rados.0.smithi119.stdout:789: finishing write tid 1 to smithi11982245-22 2024-04-13T07:48:21.557 INFO:tasks.rados.rados.0.smithi119.stdout:793: seq_num 263 ranges {0=409600,409600=475136,884736=557056,1441792=573440} 2024-04-13T07:48:21.558 INFO:tasks.rados.rados.0.smithi119.stdout:793: writing smithi11982245-33 from 0 to 409600 tid 1 2024-04-13T07:48:21.561 INFO:tasks.rados.rados.0.smithi119.stdout:793: writing smithi11982245-33 from 409600 to 884736 tid 2 2024-04-13T07:48:21.564 INFO:tasks.rados.rados.0.smithi119.stdout:793: writing smithi11982245-33 from 884736 to 1441792 tid 3 2024-04-13T07:48:21.568 INFO:tasks.rados.rados.0.smithi119.stdout:793: writing smithi11982245-33 from 1441792 to 2015232 tid 4 2024-04-13T07:48:21.568 INFO:tasks.rados.rados.0.smithi119.stdout:786: done (6 left) 2024-04-13T07:48:21.568 INFO:tasks.rados.rados.0.smithi119.stdout:787: done (5 left) 2024-04-13T07:48:21.568 INFO:tasks.rados.rados.0.smithi119.stdout:794: read oid 44 snap 81 2024-04-13T07:48:21.569 INFO:tasks.rados.rados.0.smithi119.stdout:794: expect (ObjNum 254 snap 81 seq_num 254) 2024-04-13T07:48:21.569 INFO:tasks.rados.rados.0.smithi119.stdout:795: setattr oid 16 current snap is 83 2024-04-13T07:48:21.569 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 43 v 349 (ObjNum 100 snap 20 seq_num 100) dirty exists 2024-04-13T07:48:21.569 INFO:tasks.rados.rados.0.smithi119.stdout:789: finishing write tid 2 to smithi11982245-22 2024-04-13T07:48:21.569 INFO:tasks.rados.rados.0.smithi119.stdout:789: finishing write tid 3 to smithi11982245-22 2024-04-13T07:48:21.569 INFO:tasks.rados.rados.0.smithi119.stdout:789: finishing write tid 4 to smithi11982245-22 2024-04-13T07:48:21.569 INFO:tasks.rados.rados.0.smithi119.stdout:789: finishing write tid 5 to smithi11982245-22 2024-04-13T07:48:21.569 INFO:tasks.rados.rados.0.smithi119.stdout:789: oid 22 updating version 0 to 327 2024-04-13T07:48:21.569 INFO:tasks.rados.rados.0.smithi119.stdout:789: oid 22 updating version 327 to 329 2024-04-13T07:48:21.569 INFO:tasks.rados.rados.0.smithi119.stdout:789: oid 22 version 329 is already newer than 328 2024-04-13T07:48:21.569 INFO:tasks.rados.rados.0.smithi119.stdout:789: oid 22 version 329 is already newer than 326 2024-04-13T07:48:21.569 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 22 v 329 (ObjNum 261 snap 83 seq_num 261) dirty exists 2024-04-13T07:48:21.569 INFO:tasks.rados.rados.0.smithi119.stdout:789: left oid 22 (ObjNum 261 snap 83 seq_num 261) 2024-04-13T07:48:21.569 INFO:tasks.rados.rados.0.smithi119.stdout:791: finishing write tid 1 to smithi11982245-39 2024-04-13T07:48:21.569 INFO:tasks.rados.rados.0.smithi119.stdout:791: finishing write tid 2 to smithi11982245-39 2024-04-13T07:48:21.570 INFO:tasks.rados.rados.0.smithi119.stdout:791: finishing write tid 3 to smithi11982245-39 2024-04-13T07:48:21.570 INFO:tasks.rados.rados.0.smithi119.stdout:791: finishing write tid 4 to smithi11982245-39 2024-04-13T07:48:21.570 INFO:tasks.rados.rados.0.smithi119.stdout:791: finishing write tid 5 to smithi11982245-39 2024-04-13T07:48:21.570 INFO:tasks.rados.rados.0.smithi119.stdout:791: oid 39 updating version 0 to 236 2024-04-13T07:48:21.570 INFO:tasks.rados.rados.0.smithi119.stdout:791: oid 39 version 236 is already newer than 235 2024-04-13T07:48:21.570 INFO:tasks.rados.rados.0.smithi119.stdout:791: oid 39 updating version 236 to 238 2024-04-13T07:48:21.570 INFO:tasks.rados.rados.0.smithi119.stdout:791: oid 39 version 238 is already newer than 237 2024-04-13T07:48:21.570 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 39 v 238 (ObjNum 262 snap 83 seq_num 262) dirty exists 2024-04-13T07:48:21.570 INFO:tasks.rados.rados.0.smithi119.stdout:791: left oid 39 (ObjNum 262 snap 83 seq_num 262) 2024-04-13T07:48:21.570 INFO:tasks.rados.rados.0.smithi119.stdout:792: expect (ObjNum 100 snap 20 seq_num 100) 2024-04-13T07:48:21.686 INFO:tasks.rados.rados.0.smithi119.stdout:793: finishing write tid 1 to smithi11982245-33 2024-04-13T07:48:21.686 INFO:tasks.rados.rados.0.smithi119.stdout:793: finishing write tid 2 to smithi11982245-33 2024-04-13T07:48:21.686 INFO:tasks.rados.rados.0.smithi119.stdout:793: finishing write tid 3 to smithi11982245-33 2024-04-13T07:48:21.686 INFO:tasks.rados.rados.0.smithi119.stdout:793: finishing write tid 4 to smithi11982245-33 2024-04-13T07:48:21.686 INFO:tasks.rados.rados.0.smithi119.stdout:793: finishing write tid 5 to smithi11982245-33 2024-04-13T07:48:21.686 INFO:tasks.rados.rados.0.smithi119.stdout:793: finishing write tid 6 to smithi11982245-33 2024-04-13T07:48:21.686 INFO:tasks.rados.rados.0.smithi119.stdout:793: oid 33 updating version 0 to 321 2024-04-13T07:48:21.686 INFO:tasks.rados.rados.0.smithi119.stdout:793: oid 33 version 321 is already newer than 320 2024-04-13T07:48:21.686 INFO:tasks.rados.rados.0.smithi119.stdout:793: oid 33 updating version 321 to 324 2024-04-13T07:48:21.686 INFO:tasks.rados.rados.0.smithi119.stdout:793: oid 33 version 324 is already newer than 323 2024-04-13T07:48:21.686 INFO:tasks.rados.rados.0.smithi119.stdout:793: oid 33 version 324 is already newer than 322 2024-04-13T07:48:21.687 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 33 v 324 (ObjNum 263 snap 83 seq_num 263) dirty exists 2024-04-13T07:48:21.687 INFO:tasks.rados.rados.0.smithi119.stdout:793: left oid 33 (ObjNum 263 snap 83 seq_num 263) 2024-04-13T07:48:21.687 INFO:tasks.rados.rados.0.smithi119.stdout:794: expect (ObjNum 254 snap 81 seq_num 254) 2024-04-13T07:48:21.734 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 16 v 386 (ObjNum 65 snap 0 seq_num 1633572723) dirty exists 2024-04-13T07:48:21.734 INFO:tasks.rados.rados.0.smithi119.stdout:789: done (6 left) 2024-04-13T07:48:21.734 INFO:tasks.rados.rados.0.smithi119.stdout:790: done (5 left) 2024-04-13T07:48:21.735 INFO:tasks.rados.rados.0.smithi119.stdout:791: done (4 left) 2024-04-13T07:48:21.735 INFO:tasks.rados.rados.0.smithi119.stdout:792: done (3 left) 2024-04-13T07:48:21.735 INFO:tasks.rados.rados.0.smithi119.stdout:793: done (2 left) 2024-04-13T07:48:21.735 INFO:tasks.rados.rados.0.smithi119.stdout:794: done (1 left) 2024-04-13T07:48:21.735 INFO:tasks.rados.rados.0.smithi119.stdout:795: done (0 left) 2024-04-13T07:48:21.735 INFO:tasks.rados.rados.0.smithi119.stdout:796: read oid 10 snap 40 2024-04-13T07:48:21.735 INFO:tasks.rados.rados.0.smithi119.stdout:796: expect (ObjNum 100 snap 20 seq_num 100) 2024-04-13T07:48:21.735 INFO:tasks.rados.rados.0.smithi119.stdout:797: rmattr oid 16 current snap is 83 2024-04-13T07:48:21.735 INFO:tasks.rados.rados.0.smithi119.stdout:798: snap_remove snap 46 2024-04-13T07:48:21.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:21 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:21.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:21 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:21.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:21 smithi119 ceph-mon[39268]: osdmap e213: 8 total, 8 up, 8 in 2024-04-13T07:48:21.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:21 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:21.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:21 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:21.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:21 smithi119 ceph-mon[27733]: osdmap e213: 8 total, 8 up, 8 in 2024-04-13T07:48:22.015 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:21 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:22.015 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:21 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:22.016 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:21 smithi139 ceph-mon[31267]: osdmap e213: 8 total, 8 up, 8 in 2024-04-13T07:48:22.016 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:21 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: 2024-04-13T07:48:21.674+0000 7fce3f762200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-13T07:48:22.016 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:21 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: 2024-04-13T07:48:21.790+0000 7fce3f762200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-13T07:48:22.016 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: 2024-04-13T07:48:22.014+0000 7fce3f762200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-13T07:48:22.385 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: [13/Apr/2024:07:48:22] ENGINE Bus STARTING 2024-04-13T07:48:22.386 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: CherryPy Checker: 2024-04-13T07:48:22.386 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: The Application mounted at '' has an empty config. 2024-04-13T07:48:22.386 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: 2024-04-13T07:48:22.386 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: [13/Apr/2024:07:48:22] ENGINE Serving on http://:::9283 2024-04-13T07:48:22.386 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: [13/Apr/2024:07:48:22] ENGINE Bus STARTED 2024-04-13T07:48:22.731 INFO:tasks.rados.rados.0.smithi119.stdout:796: expect (ObjNum 100 snap 20 seq_num 100) 2024-04-13T07:48:22.856 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 16 v 387 (ObjNum 65 snap 0 seq_num 1633572723) dirty exists 2024-04-13T07:48:22.857 INFO:tasks.rados.rados.0.smithi119.stdout:796: done (2 left) 2024-04-13T07:48:22.857 INFO:tasks.rados.rados.0.smithi119.stdout:797: done (1 left) 2024-04-13T07:48:22.857 INFO:tasks.rados.rados.0.smithi119.stdout:798: done (0 left) 2024-04-13T07:48:22.857 INFO:tasks.rados.rados.0.smithi119.stdout:799: read oid 17 snap -1 2024-04-13T07:48:22.857 INFO:tasks.rados.rados.0.smithi119.stdout:799: expect deleted 2024-04-13T07:48:22.857 INFO:tasks.rados.rados.0.smithi119.stdout:800: rmattr oid 14 current snap is 83 2024-04-13T07:48:22.857 INFO:tasks.rados.rados.0.smithi119.stdout:800: done (1 left) 2024-04-13T07:48:22.857 INFO:tasks.rados.rados.0.smithi119.stdout:801: snap_remove snap 50 2024-04-13T07:48:23.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:22 smithi139 ceph-mon[31267]: pgmap v45: 121 pgs: 121 active+clean; 256 MiB data, 989 MiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.2 MiB/s wr, 34 op/s 2024-04-13T07:48:23.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:22 smithi139 ceph-mon[31267]: Standby manager daemon x restarted 2024-04-13T07:48:23.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:22 smithi139 ceph-mon[31267]: Standby manager daemon x started 2024-04-13T07:48:23.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:22 smithi139 ceph-mon[31267]: from='mgr.? 172.21.15.139:0/955081313' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T07:48:23.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:22 smithi139 ceph-mon[31267]: from='mgr.? 172.21.15.139:0/955081313' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T07:48:23.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:22 smithi139 ceph-mon[31267]: from='mgr.? 172.21.15.139:0/955081313' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T07:48:23.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:22 smithi139 ceph-mon[31267]: from='mgr.? 172.21.15.139:0/955081313' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T07:48:23.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:22 smithi119 ceph-mon[39268]: pgmap v45: 121 pgs: 121 active+clean; 256 MiB data, 989 MiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.2 MiB/s wr, 34 op/s 2024-04-13T07:48:23.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:22 smithi119 ceph-mon[39268]: Standby manager daemon x restarted 2024-04-13T07:48:23.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:22 smithi119 ceph-mon[39268]: Standby manager daemon x started 2024-04-13T07:48:23.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:22 smithi119 ceph-mon[39268]: from='mgr.? 172.21.15.139:0/955081313' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T07:48:23.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:22 smithi119 ceph-mon[39268]: from='mgr.? 172.21.15.139:0/955081313' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T07:48:23.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:22 smithi119 ceph-mon[39268]: from='mgr.? 172.21.15.139:0/955081313' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T07:48:23.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:22 smithi119 ceph-mon[39268]: from='mgr.? 172.21.15.139:0/955081313' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T07:48:23.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:22 smithi119 ceph-mon[27733]: pgmap v45: 121 pgs: 121 active+clean; 256 MiB data, 989 MiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.2 MiB/s wr, 34 op/s 2024-04-13T07:48:23.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:22 smithi119 ceph-mon[27733]: Standby manager daemon x restarted 2024-04-13T07:48:23.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:22 smithi119 ceph-mon[27733]: Standby manager daemon x started 2024-04-13T07:48:23.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:22 smithi119 ceph-mon[27733]: from='mgr.? 172.21.15.139:0/955081313' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T07:48:23.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:22 smithi119 ceph-mon[27733]: from='mgr.? 172.21.15.139:0/955081313' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T07:48:23.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:22 smithi119 ceph-mon[27733]: from='mgr.? 172.21.15.139:0/955081313' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T07:48:23.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:22 smithi119 ceph-mon[27733]: from='mgr.? 172.21.15.139:0/955081313' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T07:48:23.734 INFO:tasks.rados.rados.0.smithi119.stdout:801: done (1 left) 2024-04-13T07:48:23.734 INFO:tasks.rados.rados.0.smithi119.stdout:802: copy_from oid 21 from oid 27 current snap is 83 2024-04-13T07:48:23.734 INFO:tasks.rados.rados.0.smithi119.stdout:799: done (1 left) 2024-04-13T07:48:23.734 INFO:tasks.rados.rados.0.smithi119.stdout:803: read oid 1 snap -1 2024-04-13T07:48:23.734 INFO:tasks.rados.rados.0.smithi119.stdout:803: expect (ObjNum 160 snap 49 seq_num 160) 2024-04-13T07:48:23.734 INFO:tasks.rados.rados.0.smithi119.stdout:804: read oid 41 snap 20 2024-04-13T07:48:23.734 INFO:tasks.rados.rados.0.smithi119.stdout:804: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-13T07:48:23.734 INFO:tasks.rados.rados.0.smithi119.stdout:805: rollback oid 34 current snap is 83 2024-04-13T07:48:23.734 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 34 to 64 2024-04-13T07:48:23.734 INFO:tasks.rados.rados.0.smithi119.stdout:806: rollback oid 26 current snap is 83 2024-04-13T07:48:23.734 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 26 to 81 2024-04-13T07:48:23.734 INFO:tasks.rados.rados.0.smithi119.stdout:807: rollback oid 15 current snap is 83 2024-04-13T07:48:23.735 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 15 to 69 2024-04-13T07:48:23.735 INFO:tasks.rados.rados.0.smithi119.stdout:808: read oid 12 snap -1 2024-04-13T07:48:23.735 INFO:tasks.rados.rados.0.smithi119.stdout:808: expect (ObjNum 64 snap 5 seq_num 64) 2024-04-13T07:48:23.735 INFO:tasks.rados.rados.0.smithi119.stdout:809: snap_create 2024-04-13T07:48:23.740 INFO:tasks.rados.rados.0.smithi119.stdout:805: finishing rollback tid 1 to smithi11982245-34 2024-04-13T07:48:23.740 INFO:tasks.rados.rados.0.smithi119.stdout:805: finishing rollback tid 2 to smithi11982245-34 2024-04-13T07:48:23.740 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 34 v 365 (ObjNum 77 snap 12 seq_num 77) dirty exists 2024-04-13T07:48:23.740 INFO:tasks.rados.rados.0.smithi119.stdout:806: finishing rollback tid 1 to smithi11982245-26 2024-04-13T07:48:23.740 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 26 v 185 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-13T07:48:23.748 INFO:tasks.rados.rados.0.smithi119.stdout:804: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-13T07:48:23.772 INFO:tasks.rados.rados.0.smithi119.stdout:803: expect (ObjNum 160 snap 49 seq_num 160) 2024-04-13T07:48:23.837 INFO:tasks.rados.rados.0.smithi119.stdout:807: finishing rollback tid 1 to smithi11982245-15 2024-04-13T07:48:23.837 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 15 v 174 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-13T07:48:23.837 INFO:tasks.rados.rados.0.smithi119.stdout:808: expect (ObjNum 64 snap 5 seq_num 64) 2024-04-13T07:48:23.872 INFO:tasks.rados.rados.0.smithi119.stdout:802: finishing copy_from racing read to smithi11982245-21 2024-04-13T07:48:23.872 INFO:tasks.rados.rados.0.smithi119.stdout:802: finishing copy_from to smithi11982245-21 2024-04-13T07:48:23.872 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 21 v 155 (ObjNum 189 snap 52 seq_num 189) dirty exists 2024-04-13T07:48:23.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:23 smithi139 ceph-mon[31267]: osdmap e214: 8 total, 8 up, 8 in 2024-04-13T07:48:23.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:23 smithi139 ceph-mon[31267]: mgrmap e34: y(active, since 29s), standbys: x 2024-04-13T07:48:23.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:23 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:48:23.886 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:23 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:48:23.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi119\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:48:24.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:23 smithi119 ceph-mon[39268]: osdmap e214: 8 total, 8 up, 8 in 2024-04-13T07:48:24.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:23 smithi119 ceph-mon[39268]: mgrmap e34: y(active, since 29s), standbys: x 2024-04-13T07:48:24.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:23 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:48:24.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:23 smithi119 ceph-mon[27733]: osdmap e214: 8 total, 8 up, 8 in 2024-04-13T07:48:24.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:23 smithi119 ceph-mon[27733]: mgrmap e34: y(active, since 29s), standbys: x 2024-04-13T07:48:24.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:23 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:48:24.283 INFO:tasks.rados.rados.0.smithi119.stdout:802: done (7 left) 2024-04-13T07:48:24.283 INFO:tasks.rados.rados.0.smithi119.stdout:803: done (6 left) 2024-04-13T07:48:24.283 INFO:tasks.rados.rados.0.smithi119.stdout:804: done (5 left) 2024-04-13T07:48:24.283 INFO:tasks.rados.rados.0.smithi119.stdout:805: done (4 left) 2024-04-13T07:48:24.283 INFO:tasks.rados.rados.0.smithi119.stdout:806: done (3 left) 2024-04-13T07:48:24.283 INFO:tasks.rados.rados.0.smithi119.stdout:807: done (2 left) 2024-04-13T07:48:24.284 INFO:tasks.rados.rados.0.smithi119.stdout:808: done (1 left) 2024-04-13T07:48:24.284 INFO:tasks.rados.rados.0.smithi119.stdout:809: done (0 left) 2024-04-13T07:48:24.284 INFO:tasks.rados.rados.0.smithi119.stdout:810: snap_create 2024-04-13T07:48:24.988 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:48:24] "GET /metrics HTTP/1.1" 200 36014 "" "Prometheus/2.43.0" 2024-04-13T07:48:24.989 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:24 smithi119 ceph-mon[39268]: pgmap v47: 121 pgs: 121 active+clean; 256 MiB data, 989 MiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.1 MiB/s wr, 33 op/s 2024-04-13T07:48:24.989 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:24 smithi119 ceph-mon[39268]: osdmap e215: 8 total, 8 up, 8 in 2024-04-13T07:48:24.989 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:24 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:24.989 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:24 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:24.989 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:24 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:48:24.989 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:24 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:48:24.989 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:24 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:24.989 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:24 smithi119 ceph-mon[39268]: osdmap e216: 8 total, 8 up, 8 in 2024-04-13T07:48:24.989 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:24 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:48:24.989 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:24 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:48:24.989 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:24 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:24.989 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:24 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-13T07:48:24.989 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:24 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-13T07:48:24.989 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:24 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-13T07:48:24.989 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:24 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-13T07:48:24.990 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:24 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-13T07:48:24.990 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:24 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-13T07:48:24.990 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:24 smithi119 ceph-mon[27733]: pgmap v47: 121 pgs: 121 active+clean; 256 MiB data, 989 MiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.1 MiB/s wr, 33 op/s 2024-04-13T07:48:24.990 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:24 smithi119 ceph-mon[27733]: osdmap e215: 8 total, 8 up, 8 in 2024-04-13T07:48:24.990 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:24 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:24.990 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:24 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:24.990 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:24 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:48:24.990 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:24 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:48:24.990 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:24 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:24.990 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:24 smithi119 ceph-mon[27733]: osdmap e216: 8 total, 8 up, 8 in 2024-04-13T07:48:24.990 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:24 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:48:24.991 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:24 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:48:24.991 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:24 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:24.991 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:24 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-13T07:48:24.991 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:24 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-13T07:48:24.991 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:24 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-13T07:48:24.992 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:24 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-13T07:48:24.992 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:24 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-13T07:48:24.992 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:24 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-13T07:48:25.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:24 smithi139 ceph-mon[31267]: pgmap v47: 121 pgs: 121 active+clean; 256 MiB data, 989 MiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.1 MiB/s wr, 33 op/s 2024-04-13T07:48:25.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:24 smithi139 ceph-mon[31267]: osdmap e215: 8 total, 8 up, 8 in 2024-04-13T07:48:25.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:24 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:25.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:24 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:25.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:24 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:48:25.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:24 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:48:25.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:24 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:25.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:24 smithi139 ceph-mon[31267]: osdmap e216: 8 total, 8 up, 8 in 2024-04-13T07:48:25.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:24 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:48:25.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:24 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:48:25.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:24 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:25.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:24 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-13T07:48:25.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:24 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-13T07:48:25.137 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:24 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-13T07:48:25.137 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:24 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-13T07:48:25.137 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:24 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-13T07:48:25.137 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:24 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-13T07:48:25.286 INFO:tasks.rados.rados.0.smithi119.stdout:810: done (0 left) 2024-04-13T07:48:25.286 INFO:tasks.rados.rados.0.smithi119.stdout:811: delete oid 17 current snap is 85 2024-04-13T07:48:25.291 INFO:tasks.rados.rados.0.smithi119.stdout:811: done (0 left) 2024-04-13T07:48:25.291 INFO:tasks.rados.rados.0.smithi119.stdout:812: snap_create 2024-04-13T07:48:25.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:25 smithi119 ceph-mon[27733]: Upgrade: Setting container_image for all mgr 2024-04-13T07:48:25.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:25 smithi119 ceph-mon[27733]: Upgrade: It appears safe to stop mon.a 2024-04-13T07:48:25.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:25 smithi119 ceph-mon[27733]: osdmap e217: 8 total, 8 up, 8 in 2024-04-13T07:48:25.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:25 smithi119 ceph-mon[39268]: Upgrade: Setting container_image for all mgr 2024-04-13T07:48:25.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:25 smithi119 ceph-mon[39268]: Upgrade: It appears safe to stop mon.a 2024-04-13T07:48:25.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:25 smithi119 ceph-mon[39268]: osdmap e217: 8 total, 8 up, 8 in 2024-04-13T07:48:26.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:25 smithi139 ceph-mon[31267]: Upgrade: Setting container_image for all mgr 2024-04-13T07:48:26.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:25 smithi139 ceph-mon[31267]: Upgrade: It appears safe to stop mon.a 2024-04-13T07:48:26.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:25 smithi139 ceph-mon[31267]: osdmap e217: 8 total, 8 up, 8 in 2024-04-13T07:48:26.289 INFO:tasks.rados.rados.0.smithi119.stdout:812: done (0 left) 2024-04-13T07:48:26.290 INFO:tasks.rados.rados.0.smithi119.stdout:813: setattr oid 42 current snap is 86 2024-04-13T07:48:26.291 INFO:tasks.rados.rados.0.smithi119.stdout:814: delete oid 12 current snap is 86 2024-04-13T07:48:26.297 INFO:tasks.rados.rados.0.smithi119.stdout:814: done (1 left) 2024-04-13T07:48:26.297 INFO:tasks.rados.rados.0.smithi119.stdout:815: read oid 16 snap 63 2024-04-13T07:48:26.298 INFO:tasks.rados.rados.0.smithi119.stdout:815: expect (ObjNum 100 snap 20 seq_num 100) 2024-04-13T07:48:26.298 INFO:tasks.rados.rados.0.smithi119.stdout:816: rollback oid 44 current snap is 86 2024-04-13T07:48:26.298 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 44 to 53 2024-04-13T07:48:26.298 INFO:tasks.rados.rados.0.smithi119.stdout:817: rollback oid 1 current snap is 86 2024-04-13T07:48:26.298 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 1 to 6 2024-04-13T07:48:26.298 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 12 current snap is 86 2024-04-13T07:48:26.298 INFO:tasks.rados.rados.0.smithi119.stdout:818: seq_num 266 ranges {0=458752,458752=524288,983040=729088,1712128=352256} 2024-04-13T07:48:26.300 INFO:tasks.rados.rados.0.smithi119.stdout:818: writing smithi11982245-12 from 0 to 458752 tid 1 2024-04-13T07:48:26.304 INFO:tasks.rados.rados.0.smithi119.stdout:818: writing smithi11982245-12 from 458752 to 983040 tid 2 2024-04-13T07:48:26.308 INFO:tasks.rados.rados.0.smithi119.stdout:818: writing smithi11982245-12 from 983040 to 1712128 tid 3 2024-04-13T07:48:26.311 INFO:tasks.rados.rados.0.smithi119.stdout:818: writing smithi11982245-12 from 1712128 to 2064384 tid 4 2024-04-13T07:48:26.312 INFO:tasks.rados.rados.0.smithi119.stdout:819: rollback oid 35 current snap is 86 2024-04-13T07:48:26.312 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 35 to 80 2024-04-13T07:48:26.312 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 42 v 399 (ObjNum 179 snap 52 seq_num 179) dirty exists 2024-04-13T07:48:26.312 INFO:tasks.rados.rados.0.smithi119.stdout:817: finishing rollback tid 0 to smithi11982245-1 2024-04-13T07:48:26.312 INFO:tasks.rados.rados.0.smithi119.stdout:813: done (5 left) 2024-04-13T07:48:26.312 INFO:tasks.rados.rados.0.smithi119.stdout:820: read oid 22 snap -1 2024-04-13T07:48:26.312 INFO:tasks.rados.rados.0.smithi119.stdout:820: expect (ObjNum 261 snap 83 seq_num 261) 2024-04-13T07:48:26.312 INFO:tasks.rados.rados.0.smithi119.stdout:821: snap_create 2024-04-13T07:48:26.312 INFO:tasks.rados.rados.0.smithi119.stdout:817: finishing rollback tid 1 to smithi11982245-1 2024-04-13T07:48:26.312 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 1 v 213 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-04-13T07:48:26.312 INFO:tasks.rados.rados.0.smithi119.stdout:816: finishing rollback tid 0 to smithi11982245-44 2024-04-13T07:48:26.312 INFO:tasks.rados.rados.0.smithi119.stdout:816: finishing rollback tid 1 to smithi11982245-44 2024-04-13T07:48:26.312 INFO:tasks.rados.rados.0.smithi119.stdout:818: finishing write tid 1 to smithi11982245-12 2024-04-13T07:48:26.312 INFO:tasks.rados.rados.0.smithi119.stdout:816: finishing rollback tid 2 to smithi11982245-44 2024-04-13T07:48:26.312 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 44 v 371 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-04-13T07:48:26.313 INFO:tasks.rados.rados.0.smithi119.stdout:818: finishing write tid 2 to smithi11982245-12 2024-04-13T07:48:26.313 INFO:tasks.rados.rados.0.smithi119.stdout:819: finishing rollback tid 1 to smithi11982245-35 2024-04-13T07:48:26.313 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 35 v 247 (ObjNum 33 snap 0 seq_num 749994448) dirty dne 2024-04-13T07:48:26.314 INFO:tasks.rados.rados.0.smithi119.stdout:818: finishing write tid 3 to smithi11982245-12 2024-04-13T07:48:26.314 INFO:tasks.rados.rados.0.smithi119.stdout:818: finishing write tid 4 to smithi11982245-12 2024-04-13T07:48:26.314 INFO:tasks.rados.rados.0.smithi119.stdout:818: finishing write tid 5 to smithi11982245-12 2024-04-13T07:48:26.317 INFO:tasks.rados.rados.0.smithi119.stdout:815: expect (ObjNum 100 snap 20 seq_num 100) 2024-04-13T07:48:26.451 INFO:tasks.rados.rados.0.smithi119.stdout:818: finishing write tid 6 to smithi11982245-12 2024-04-13T07:48:26.451 INFO:tasks.rados.rados.0.smithi119.stdout:818: oid 12 updating version 0 to 348 2024-04-13T07:48:26.451 INFO:tasks.rados.rados.0.smithi119.stdout:818: oid 12 version 348 is already newer than 347 2024-04-13T07:48:26.451 INFO:tasks.rados.rados.0.smithi119.stdout:818: oid 12 updating version 348 to 349 2024-04-13T07:48:26.451 INFO:tasks.rados.rados.0.smithi119.stdout:818: oid 12 updating version 349 to 350 2024-04-13T07:48:26.451 INFO:tasks.rados.rados.0.smithi119.stdout:818: oid 12 version 350 is already newer than 346 2024-04-13T07:48:26.451 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 12 v 350 (ObjNum 266 snap 86 seq_num 266) dirty exists 2024-04-13T07:48:26.451 INFO:tasks.rados.rados.0.smithi119.stdout:818: left oid 12 (ObjNum 266 snap 86 seq_num 266) 2024-04-13T07:48:26.451 INFO:tasks.rados.rados.0.smithi119.stdout:820: expect (ObjNum 261 snap 83 seq_num 261) 2024-04-13T07:48:27.022 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:26 smithi119 ceph-mon[39268]: pgmap v51: 121 pgs: 121 active+clean; 269 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.4 MiB/s wr, 36 op/s 2024-04-13T07:48:27.022 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:26 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:27.022 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:26 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:48:27.022 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:26 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:48:27.023 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:26 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:48:27.023 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:26 smithi119 ceph-mon[39268]: osdmap e218: 8 total, 8 up, 8 in 2024-04-13T07:48:27.023 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:26 smithi119 ceph-mon[27733]: pgmap v51: 121 pgs: 121 active+clean; 269 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.4 MiB/s wr, 36 op/s 2024-04-13T07:48:27.023 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:26 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:27.023 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:26 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:48:27.023 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:26 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:48:27.023 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:26 smithi119 ceph-mon[27733]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:48:27.023 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:26 smithi119 ceph-mon[27733]: osdmap e218: 8 total, 8 up, 8 in 2024-04-13T07:48:27.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:26 smithi139 ceph-mon[31267]: pgmap v51: 121 pgs: 121 active+clean; 269 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.4 MiB/s wr, 36 op/s 2024-04-13T07:48:27.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:26 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' 2024-04-13T07:48:27.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:26 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:48:27.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:26 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:48:27.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:26 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:48:27.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:26 smithi139 ceph-mon[31267]: osdmap e218: 8 total, 8 up, 8 in 2024-04-13T07:48:27.291 INFO:tasks.rados.rados.0.smithi119.stdout:815: done (6 left) 2024-04-13T07:48:27.291 INFO:tasks.rados.rados.0.smithi119.stdout:816: done (5 left) 2024-04-13T07:48:27.291 INFO:tasks.rados.rados.0.smithi119.stdout:817: done (4 left) 2024-04-13T07:48:27.291 INFO:tasks.rados.rados.0.smithi119.stdout:818: done (3 left) 2024-04-13T07:48:27.291 INFO:tasks.rados.rados.0.smithi119.stdout:819: done (2 left) 2024-04-13T07:48:27.291 INFO:tasks.rados.rados.0.smithi119.stdout:820: done (1 left) 2024-04-13T07:48:27.292 INFO:tasks.rados.rados.0.smithi119.stdout:821: done (0 left) 2024-04-13T07:48:27.292 INFO:tasks.rados.rados.0.smithi119.stdout:822: snap_remove snap 81 2024-04-13T07:48:28.115 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:27 smithi119 ceph-mon[39268]: Upgrade: Updating mon.a 2024-04-13T07:48:28.115 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:27 smithi119 ceph-mon[39268]: Deploying daemon mon.a on smithi119 2024-04-13T07:48:28.115 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:27 smithi119 ceph-mon[39268]: osdmap e219: 8 total, 8 up, 8 in 2024-04-13T07:48:28.116 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:27 smithi119 ceph-mon[27733]: Upgrade: Updating mon.a 2024-04-13T07:48:28.116 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:27 smithi119 ceph-mon[27733]: Deploying daemon mon.a on smithi119 2024-04-13T07:48:28.116 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:27 smithi119 ceph-mon[27733]: osdmap e219: 8 total, 8 up, 8 in 2024-04-13T07:48:28.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:27 smithi139 ceph-mon[31267]: Upgrade: Updating mon.a 2024-04-13T07:48:28.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:27 smithi139 ceph-mon[31267]: Deploying daemon mon.a on smithi119 2024-04-13T07:48:28.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:27 smithi139 ceph-mon[31267]: osdmap e219: 8 total, 8 up, 8 in 2024-04-13T07:48:28.297 INFO:tasks.rados.rados.0.smithi119.stdout:822: done (0 left) 2024-04-13T07:48:28.297 INFO:tasks.rados.rados.0.smithi119.stdout:823: rmattr oid 41 current snap is 87 2024-04-13T07:48:28.297 INFO:tasks.rados.rados.0.smithi119.stdout:824: snap_remove snap 64 2024-04-13T07:48:28.367 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:28 smithi119 systemd[1]: Stopping Ceph mon.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:48:28.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:28 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-a[27710]: 2024-04-13T07:48:28.365+0000 7fddc009a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T07:48:28.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:28 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-a[27710]: 2024-04-13T07:48:28.365+0000 7fddc009a700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-04-13T07:48:28.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:28 smithi119 podman[93541]: 2024-04-13 07:48:28.500060628 +0000 UTC m=+0.241926899 container died f2e13e059877ca8565f556fdda97cce07d45963a61183287fb8954e305caeba8 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-a, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=reef-7d36322, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-04-13T07:48:28.717 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:28 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:07:48:28] ENGINE Bus STOPPING 2024-04-13T07:48:28.717 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:28 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:07:48:28] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-13T07:48:28.717 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:28 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:07:48:28] ENGINE Bus STOPPED 2024-04-13T07:48:28.717 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:28 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:07:48:28] ENGINE Bus STARTING 2024-04-13T07:48:28.717 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:28 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:07:48:28] ENGINE Serving on http://:::9283 2024-04-13T07:48:28.717 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:28 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:07:48:28] ENGINE Bus STARTED 2024-04-13T07:48:29.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:28 smithi119 podman[93541]: 2024-04-13 07:48:28.973089768 +0000 UTC m=+0.714956042 container cleanup f2e13e059877ca8565f556fdda97cce07d45963a61183287fb8954e305caeba8 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-a, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=reef-7d36322, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-04-13T07:48:29.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:28 smithi119 bash[93541]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-a 2024-04-13T07:48:29.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:29 smithi119 podman[93571]: 2024-04-13 07:48:29.358203256 +0000 UTC m=+0.851135031 container remove f2e13e059877ca8565f556fdda97cce07d45963a61183287fb8954e305caeba8 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-a, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=reef-7d36322, org.label-schema.license=GPLv2) 2024-04-13T07:48:29.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:29 smithi119 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@mon.a.service: Deactivated successfully. 2024-04-13T07:48:29.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:29 smithi119 systemd[1]: Stopped Ceph mon.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:48:29.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:29 smithi119 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@mon.a.service: Consumed 13.372s CPU time. 2024-04-13T07:48:30.125 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:29 smithi119 systemd[1]: Starting Ceph mon.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:48:30.125 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:29 smithi119 podman[93707]: 2024-04-13 07:48:29.859449345 +0000 UTC m=+0.017801951 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:48:30.125 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:29 smithi119 podman[93707]: 2024-04-13 07:48:29.976171769 +0000 UTC m=+0.134524374 container create 89c63c75b5cb91d706fd1db29c405ba185220f3e9641fbf0c6531900b66dfd68 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-a, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-5f22a49, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-13T07:48:30.503 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 podman[93707]: 2024-04-13 07:48:30.246044259 +0000 UTC m=+0.404396866 container init 89c63c75b5cb91d706fd1db29c405ba185220f3e9641fbf0c6531900b66dfd68 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-a, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=main-5f22a49, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409) 2024-04-13T07:48:30.503 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 podman[93707]: 2024-04-13 07:48:30.252373151 +0000 UTC m=+0.410725757 container start 89c63c75b5cb91d706fd1db29c405ba185220f3e9641fbf0c6531900b66dfd68 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-a, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=main-5f22a49, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-13T07:48:30.503 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: set uid:gid to 167:167 (ceph:ceph) 2024-04-13T07:48:30.504 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev), process ceph-mon, pid 7 2024-04-13T07:48:30.504 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: pidfile_write: ignore empty --pid-file 2024-04-13T07:48:30.504 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: load: jerasure load: lrc 2024-04-13T07:48:30.504 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: RocksDB version: 7.9.2 2024-04-13T07:48:30.504 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Git sha 0 2024-04-13T07:48:30.504 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Compile date 2024-04-12 15:38:20 2024-04-13T07:48:30.504 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: DB SUMMARY 2024-04-13T07:48:30.504 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: DB Session ID: 35YPF70EIY8I5ZE01C5D 2024-04-13T07:48:30.504 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: CURRENT file: CURRENT 2024-04-13T07:48:30.504 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: IDENTITY file: IDENTITY 2024-04-13T07:48:30.504 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: MANIFEST file: MANIFEST-000015 size: 1512 Bytes 2024-04-13T07:48:30.504 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000032.sst 2024-04-13T07:48:30.505 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000030.log size: 2940316 ; 2024-04-13T07:48:30.505 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.error_if_exists: 0 2024-04-13T07:48:30.505 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.create_if_missing: 0 2024-04-13T07:48:30.505 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.paranoid_checks: 1 2024-04-13T07:48:30.505 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-13T07:48:30.505 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-13T07:48:30.505 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-13T07:48:30.505 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.env: 0x55804abd2cc0 2024-04-13T07:48:30.505 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.fs: PosixFileSystem 2024-04-13T07:48:30.505 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.info_log: 0x55804ca69be0 2024-04-13T07:48:30.505 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.max_file_opening_threads: 16 2024-04-13T07:48:30.505 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.statistics: (nil) 2024-04-13T07:48:30.507 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.use_fsync: 0 2024-04-13T07:48:30.507 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.max_log_file_size: 0 2024-04-13T07:48:30.507 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-13T07:48:30.507 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-13T07:48:30.507 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.keep_log_file_num: 1000 2024-04-13T07:48:30.508 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.recycle_log_file_num: 0 2024-04-13T07:48:30.508 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.allow_fallocate: 1 2024-04-13T07:48:30.508 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.allow_mmap_reads: 0 2024-04-13T07:48:30.508 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.allow_mmap_writes: 0 2024-04-13T07:48:30.508 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.use_direct_reads: 0 2024-04-13T07:48:30.508 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-13T07:48:30.508 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.create_missing_column_families: 0 2024-04-13T07:48:30.508 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.db_log_dir: 2024-04-13T07:48:30.508 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.wal_dir: 2024-04-13T07:48:30.508 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-13T07:48:30.509 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-13T07:48:30.509 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-13T07:48:30.509 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-13T07:48:30.509 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-13T07:48:30.509 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-13T07:48:30.509 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.advise_random_on_open: 1 2024-04-13T07:48:30.509 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.db_write_buffer_size: 0 2024-04-13T07:48:30.509 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.write_buffer_manager: 0x55804ca3a820 2024-04-13T07:48:30.509 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-13T07:48:30.509 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-13T07:48:30.509 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-13T07:48:30.509 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.rate_limiter: (nil) 2024-04-13T07:48:30.509 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-13T07:48:30.510 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.wal_recovery_mode: 2 2024-04-13T07:48:30.510 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.enable_thread_tracking: 0 2024-04-13T07:48:30.510 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.enable_pipelined_write: 0 2024-04-13T07:48:30.510 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.unordered_write: 0 2024-04-13T07:48:30.510 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-13T07:48:30.510 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-13T07:48:30.510 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-13T07:48:30.510 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-13T07:48:30.510 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.row_cache: None 2024-04-13T07:48:30.510 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.wal_filter: None 2024-04-13T07:48:30.510 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-13T07:48:30.510 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.allow_ingest_behind: 0 2024-04-13T07:48:30.511 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.two_write_queues: 0 2024-04-13T07:48:30.511 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.manual_wal_flush: 0 2024-04-13T07:48:30.511 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.wal_compression: 0 2024-04-13T07:48:30.511 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.atomic_flush: 0 2024-04-13T07:48:30.511 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-13T07:48:30.511 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-13T07:48:30.511 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-13T07:48:30.511 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.log_readahead_size: 0 2024-04-13T07:48:30.511 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-13T07:48:30.511 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.best_efforts_recovery: 0 2024-04-13T07:48:30.511 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-13T07:48:30.511 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-13T07:48:30.511 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.allow_data_in_errors: 0 2024-04-13T07:48:30.511 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.db_host_id: __hostname__ 2024-04-13T07:48:30.511 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-13T07:48:30.512 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.max_background_jobs: 2 2024-04-13T07:48:30.512 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.max_background_compactions: -1 2024-04-13T07:48:30.512 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.max_subcompactions: 1 2024-04-13T07:48:30.512 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-13T07:48:30.512 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-13T07:48:30.512 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-13T07:48:30.512 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.max_total_wal_size: 0 2024-04-13T07:48:30.512 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-13T07:48:30.512 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-13T07:48:30.512 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-13T07:48:30.512 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-13T07:48:30.512 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.max_open_files: -1 2024-04-13T07:48:30.513 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.bytes_per_sync: 0 2024-04-13T07:48:30.513 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-13T07:48:30.513 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-13T07:48:30.513 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.compaction_readahead_size: 0 2024-04-13T07:48:30.513 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.max_background_flushes: -1 2024-04-13T07:48:30.513 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Compression algorithms supported: 2024-04-13T07:48:30.513 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-13T07:48:30.513 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: kZSTD supported: 0 2024-04-13T07:48:30.513 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: kXpressCompression supported: 0 2024-04-13T07:48:30.513 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: kLZ4HCCompression supported: 1 2024-04-13T07:48:30.513 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: kZlibCompression supported: 1 2024-04-13T07:48:30.513 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: kSnappyCompression supported: 1 2024-04-13T07:48:30.514 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: kLZ4Compression supported: 1 2024-04-13T07:48:30.514 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: kBZip2Compression supported: 0 2024-04-13T07:48:30.514 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-13T07:48:30.514 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-13T07:48:30.514 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-04-13T07:48:30.514 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-13T07:48:30.514 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-13T07:48:30.514 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.merge_operator: 2024-04-13T07:48:30.514 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.compaction_filter: None 2024-04-13T07:48:30.514 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.compaction_filter_factory: None 2024-04-13T07:48:30.514 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.sst_partitioner_factory: None 2024-04-13T07:48:30.514 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-13T07:48:30.514 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-13T07:48:30.515 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55804ca69dc0) 2024-04-13T07:48:30.515 INFO:journalctl@ceph.mon.a.smithi119.stdout: cache_index_and_filter_blocks: 1 2024-04-13T07:48:30.515 INFO:journalctl@ceph.mon.a.smithi119.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-13T07:48:30.515 INFO:journalctl@ceph.mon.a.smithi119.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-13T07:48:30.515 INFO:journalctl@ceph.mon.a.smithi119.stdout: pin_top_level_index_and_filter: 1 2024-04-13T07:48:30.515 INFO:journalctl@ceph.mon.a.smithi119.stdout: index_type: 0 2024-04-13T07:48:30.515 INFO:journalctl@ceph.mon.a.smithi119.stdout: data_block_index_type: 0 2024-04-13T07:48:30.515 INFO:journalctl@ceph.mon.a.smithi119.stdout: index_shortening: 1 2024-04-13T07:48:30.515 INFO:journalctl@ceph.mon.a.smithi119.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-13T07:48:30.515 INFO:journalctl@ceph.mon.a.smithi119.stdout: checksum: 4 2024-04-13T07:48:30.515 INFO:journalctl@ceph.mon.a.smithi119.stdout: no_block_cache: 0 2024-04-13T07:48:30.515 INFO:journalctl@ceph.mon.a.smithi119.stdout: block_cache: 0x55804ca6d090 2024-04-13T07:48:30.515 INFO:journalctl@ceph.mon.a.smithi119.stdout: block_cache_name: BinnedLRUCache 2024-04-13T07:48:30.515 INFO:journalctl@ceph.mon.a.smithi119.stdout: block_cache_options: 2024-04-13T07:48:30.516 INFO:journalctl@ceph.mon.a.smithi119.stdout: capacity : 536870912 2024-04-13T07:48:30.516 INFO:journalctl@ceph.mon.a.smithi119.stdout: num_shard_bits : 4 2024-04-13T07:48:30.516 INFO:journalctl@ceph.mon.a.smithi119.stdout: strict_capacity_limit : 0 2024-04-13T07:48:30.516 INFO:journalctl@ceph.mon.a.smithi119.stdout: high_pri_pool_ratio: 0.000 2024-04-13T07:48:30.516 INFO:journalctl@ceph.mon.a.smithi119.stdout: block_cache_compressed: (nil) 2024-04-13T07:48:30.516 INFO:journalctl@ceph.mon.a.smithi119.stdout: persistent_cache: (nil) 2024-04-13T07:48:30.516 INFO:journalctl@ceph.mon.a.smithi119.stdout: block_size: 4096 2024-04-13T07:48:30.516 INFO:journalctl@ceph.mon.a.smithi119.stdout: block_size_deviation: 10 2024-04-13T07:48:30.516 INFO:journalctl@ceph.mon.a.smithi119.stdout: block_restart_interval: 16 2024-04-13T07:48:30.517 INFO:journalctl@ceph.mon.a.smithi119.stdout: index_block_restart_interval: 1 2024-04-13T07:48:30.517 INFO:journalctl@ceph.mon.a.smithi119.stdout: metadata_block_size: 4096 2024-04-13T07:48:30.517 INFO:journalctl@ceph.mon.a.smithi119.stdout: partition_filters: 0 2024-04-13T07:48:30.517 INFO:journalctl@ceph.mon.a.smithi119.stdout: use_delta_encoding: 1 2024-04-13T07:48:30.517 INFO:journalctl@ceph.mon.a.smithi119.stdout: filter_policy: bloomfilter 2024-04-13T07:48:30.517 INFO:journalctl@ceph.mon.a.smithi119.stdout: whole_key_filtering: 1 2024-04-13T07:48:30.517 INFO:journalctl@ceph.mon.a.smithi119.stdout: verify_compression: 0 2024-04-13T07:48:30.517 INFO:journalctl@ceph.mon.a.smithi119.stdout: read_amp_bytes_per_bit: 0 2024-04-13T07:48:30.517 INFO:journalctl@ceph.mon.a.smithi119.stdout: format_version: 5 2024-04-13T07:48:30.517 INFO:journalctl@ceph.mon.a.smithi119.stdout: enable_index_compression: 1 2024-04-13T07:48:30.517 INFO:journalctl@ceph.mon.a.smithi119.stdout: block_align: 0 2024-04-13T07:48:30.518 INFO:journalctl@ceph.mon.a.smithi119.stdout: max_auto_readahead_size: 262144 2024-04-13T07:48:30.518 INFO:journalctl@ceph.mon.a.smithi119.stdout: prepopulate_block_cache: 0 2024-04-13T07:48:30.518 INFO:journalctl@ceph.mon.a.smithi119.stdout: initial_auto_readahead_size: 8192 2024-04-13T07:48:30.518 INFO:journalctl@ceph.mon.a.smithi119.stdout: num_file_reads_for_auto_readahead: 2 2024-04-13T07:48:30.518 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.write_buffer_size: 33554432 2024-04-13T07:48:30.518 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.max_write_buffer_number: 2 2024-04-13T07:48:30.518 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.compression: NoCompression 2024-04-13T07:48:30.518 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.bottommost_compression: Disabled 2024-04-13T07:48:30.518 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.prefix_extractor: nullptr 2024-04-13T07:48:30.518 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-13T07:48:30.518 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.num_levels: 7 2024-04-13T07:48:30.518 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-13T07:48:30.518 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-13T07:48:30.519 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-13T07:48:30.519 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-13T07:48:30.519 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-13T07:48:30.519 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-13T07:48:30.519 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-13T07:48:30.519 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-13T07:48:30.519 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-13T07:48:30.519 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-13T07:48:30.519 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-13T07:48:30.519 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-13T07:48:30.519 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-13T07:48:30.519 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.compression_opts.level: 32767 2024-04-13T07:48:30.519 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.compression_opts.strategy: 0 2024-04-13T07:48:30.519 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-13T07:48:30.519 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-13T07:48:30.520 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-13T07:48:30.520 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-13T07:48:30.520 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.compression_opts.enabled: false 2024-04-13T07:48:30.520 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-13T07:48:30.520 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-13T07:48:30.520 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-13T07:48:30.520 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-13T07:48:30.520 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.target_file_size_base: 67108864 2024-04-13T07:48:30.520 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-13T07:48:30.520 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-13T07:48:30.520 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-13T07:48:30.520 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-13T07:48:30.520 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-13T07:48:30.520 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-13T07:48:30.520 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-13T07:48:30.521 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-13T07:48:30.521 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-13T07:48:30.521 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-13T07:48:30.521 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-13T07:48:30.521 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-13T07:48:30.521 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-13T07:48:30.521 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-13T07:48:30.521 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.arena_block_size: 1048576 2024-04-13T07:48:30.521 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-13T07:48:30.521 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-13T07:48:30.521 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.disable_auto_compactions: 0 2024-04-13T07:48:30.521 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-13T07:48:30.521 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-13T07:48:30.521 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-13T07:48:30.522 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-13T07:48:30.522 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-13T07:48:30.522 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-13T07:48:30.522 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-13T07:48:30.522 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-13T07:48:30.522 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-13T07:48:30.522 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-13T07:48:30.522 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-13T07:48:30.522 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.inplace_update_support: 0 2024-04-13T07:48:30.522 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-13T07:48:30.522 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-13T07:48:30.522 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-13T07:48:30.522 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-13T07:48:30.523 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.bloom_locality: 0 2024-04-13T07:48:30.523 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.max_successive_merges: 0 2024-04-13T07:48:30.523 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-13T07:48:30.523 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.paranoid_file_checks: 0 2024-04-13T07:48:30.523 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.force_consistency_checks: 1 2024-04-13T07:48:30.523 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.report_bg_io_stats: 0 2024-04-13T07:48:30.523 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.ttl: 2592000 2024-04-13T07:48:30.523 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-13T07:48:30.523 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-13T07:48:30.523 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-13T07:48:30.523 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.enable_blob_files: false 2024-04-13T07:48:30.523 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.min_blob_size: 0 2024-04-13T07:48:30.523 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.blob_file_size: 268435456 2024-04-13T07:48:30.524 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-13T07:48:30.524 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-13T07:48:30.524 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-13T07:48:30.524 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-13T07:48:30.524 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-13T07:48:30.524 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.blob_file_starting_level: 0 2024-04-13T07:48:30.524 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-13T07:48:30.524 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-13T07:48:30.524 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 34, last_sequence is 12824, log_number is 30,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 30 2024-04-13T07:48:30.524 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 30 2024-04-13T07:48:30.524 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: e536dcbe-5479-4386-bafd-93704fb28fba 2024-04-13T07:48:30.524 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712994510283207, "job": 1, "event": "recovery_started", "wal_files": [30]} 2024-04-13T07:48:30.524 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #30 mode 2 2024-04-13T07:48:30.524 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712994510291243, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 35, "file_size": 2774561, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 12825, "largest_seqno": 14052, "table_properties": {"data_size": 2767676, "index_size": 4432, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1413, "raw_key_size": 13737, "raw_average_key_size": 24, "raw_value_size": 2755077, "raw_average_value_size": 4973, "num_data_blocks": 196, "num_entries": 554, "num_filter_entries": 554, "num_deletions": 23, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712994510, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "e536dcbe-5479-4386-bafd-93704fb28fba", "db_session_id": "35YPF70EIY8I5ZE01C5D", "orig_file_number": 35, "seqno_to_time_mapping": "N/A"}} 2024-04-13T07:48:30.525 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712994510291357, "job": 1, "event": "recovery_finished"} 2024-04-13T07:48:30.525 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: [db/version_set.cc:5047] Creating manifest 37 2024-04-13T07:48:30.525 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-13T07:48:30.525 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000030.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-13T07:48:30.525 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55804cb5c000 2024-04-13T07:48:30.525 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: DB pointer 0x55804cb46000 2024-04-13T07:48:30.525 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-13T07:48:30.525 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-13T07:48:30.525 INFO:journalctl@ceph.mon.a.smithi119.stdout: ** DB Stats ** 2024-04-13T07:48:30.525 INFO:journalctl@ceph.mon.a.smithi119.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-13T07:48:30.525 INFO:journalctl@ceph.mon.a.smithi119.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-13T07:48:30.525 INFO:journalctl@ceph.mon.a.smithi119.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-13T07:48:30.525 INFO:journalctl@ceph.mon.a.smithi119.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-13T07:48:30.525 INFO:journalctl@ceph.mon.a.smithi119.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-13T07:48:30.525 INFO:journalctl@ceph.mon.a.smithi119.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-13T07:48:30.526 INFO:journalctl@ceph.mon.a.smithi119.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-13T07:48:30.526 INFO:journalctl@ceph.mon.a.smithi119.stdout: 2024-04-13T07:48:30.526 INFO:journalctl@ceph.mon.a.smithi119.stdout: ** Compaction Stats [default] ** 2024-04-13T07:48:30.526 INFO:journalctl@ceph.mon.a.smithi119.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-13T07:48:30.526 INFO:journalctl@ceph.mon.a.smithi119.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-13T07:48:30.526 INFO:journalctl@ceph.mon.a.smithi119.stdout: L0 1/0 2.65 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 668.0 0.00 0.00 1 0.004 0 0 0.0 0.0 2024-04-13T07:48:30.526 INFO:journalctl@ceph.mon.a.smithi119.stdout: L6 1/0 7.62 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-13T07:48:30.526 INFO:journalctl@ceph.mon.a.smithi119.stdout: Sum 2/0 10.26 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 668.0 0.00 0.00 1 0.004 0 0 0.0 0.0 2024-04-13T07:48:30.526 INFO:journalctl@ceph.mon.a.smithi119.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 668.0 0.00 0.00 1 0.004 0 0 0.0 0.0 2024-04-13T07:48:30.526 INFO:journalctl@ceph.mon.a.smithi119.stdout: 2024-04-13T07:48:30.526 INFO:journalctl@ceph.mon.a.smithi119.stdout: ** Compaction Stats [default] ** 2024-04-13T07:48:30.526 INFO:journalctl@ceph.mon.a.smithi119.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-13T07:48:30.526 INFO:journalctl@ceph.mon.a.smithi119.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-13T07:48:30.527 INFO:journalctl@ceph.mon.a.smithi119.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 668.0 0.00 0.00 1 0.004 0 0 0.0 0.0 2024-04-13T07:48:30.527 INFO:journalctl@ceph.mon.a.smithi119.stdout: 2024-04-13T07:48:30.527 INFO:journalctl@ceph.mon.a.smithi119.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-13T07:48:30.527 INFO:journalctl@ceph.mon.a.smithi119.stdout: 2024-04-13T07:48:30.527 INFO:journalctl@ceph.mon.a.smithi119.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-13T07:48:30.527 INFO:journalctl@ceph.mon.a.smithi119.stdout: Flush(GB): cumulative 0.003, interval 0.003 2024-04-13T07:48:30.527 INFO:journalctl@ceph.mon.a.smithi119.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-13T07:48:30.527 INFO:journalctl@ceph.mon.a.smithi119.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-13T07:48:30.527 INFO:journalctl@ceph.mon.a.smithi119.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-13T07:48:30.527 INFO:journalctl@ceph.mon.a.smithi119.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-13T07:48:30.527 INFO:journalctl@ceph.mon.a.smithi119.stdout: Cumulative compaction: 0.00 GB write, 254.08 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-13T07:48:30.527 INFO:journalctl@ceph.mon.a.smithi119.stdout: Interval compaction: 0.00 GB write, 254.08 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-13T07:48:30.527 INFO:journalctl@ceph.mon.a.smithi119.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-13T07:48:30.527 INFO:journalctl@ceph.mon.a.smithi119.stdout: Block cache BinnedLRUCache@0x55804ca6d090#7 capacity: 512.00 MB usage: 6.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-04-13T07:48:30.527 INFO:journalctl@ceph.mon.a.smithi119.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,1.53 KB,0.000292063%) IndexBlock(1,4.58 KB,0.000873208%) Misc(1,0.00 KB,0%) 2024-04-13T07:48:30.528 INFO:journalctl@ceph.mon.a.smithi119.stdout: 2024-04-13T07:48:30.528 INFO:journalctl@ceph.mon.a.smithi119.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-13T07:48:30.528 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: starting mon.a rank 0 at public addrs [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] at bind addrs [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 2024-04-13T07:48:30.528 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: mon.a@-1(???) e3 preinit fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 2024-04-13T07:48:30.528 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: mon.a@-1(???).mds e6 new map 2024-04-13T07:48:30.528 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: mon.a@-1(???).mds e6 print_map 2024-04-13T07:48:30.528 INFO:journalctl@ceph.mon.a.smithi119.stdout: e6 2024-04-13T07:48:30.528 INFO:journalctl@ceph.mon.a.smithi119.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-13T07:48:30.528 INFO:journalctl@ceph.mon.a.smithi119.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-13T07:48:30.528 INFO:journalctl@ceph.mon.a.smithi119.stdout: legacy client fscid: 1 2024-04-13T07:48:30.528 INFO:journalctl@ceph.mon.a.smithi119.stdout: 2024-04-13T07:48:30.528 INFO:journalctl@ceph.mon.a.smithi119.stdout: Filesystem 'cephfs' (1) 2024-04-13T07:48:30.528 INFO:journalctl@ceph.mon.a.smithi119.stdout: fs_name cephfs 2024-04-13T07:48:30.528 INFO:journalctl@ceph.mon.a.smithi119.stdout: epoch 6 2024-04-13T07:48:30.528 INFO:journalctl@ceph.mon.a.smithi119.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-13T07:48:30.529 INFO:journalctl@ceph.mon.a.smithi119.stdout: created 2024-04-13T07:42:36.970379+0000 2024-04-13T07:48:30.529 INFO:journalctl@ceph.mon.a.smithi119.stdout: modified 2024-04-13T07:42:39.172020+0000 2024-04-13T07:48:30.529 INFO:journalctl@ceph.mon.a.smithi119.stdout: tableserver 0 2024-04-13T07:48:30.529 INFO:journalctl@ceph.mon.a.smithi119.stdout: root 0 2024-04-13T07:48:30.529 INFO:journalctl@ceph.mon.a.smithi119.stdout: session_timeout 60 2024-04-13T07:48:30.529 INFO:journalctl@ceph.mon.a.smithi119.stdout: session_autoclose 300 2024-04-13T07:48:30.529 INFO:journalctl@ceph.mon.a.smithi119.stdout: max_file_size 1099511627776 2024-04-13T07:48:30.529 INFO:journalctl@ceph.mon.a.smithi119.stdout: max_xattr_size 65536 2024-04-13T07:48:30.529 INFO:journalctl@ceph.mon.a.smithi119.stdout: required_client_features {} 2024-04-13T07:48:30.529 INFO:journalctl@ceph.mon.a.smithi119.stdout: last_failure 0 2024-04-13T07:48:30.529 INFO:journalctl@ceph.mon.a.smithi119.stdout: last_failure_osd_epoch 0 2024-04-13T07:48:30.529 INFO:journalctl@ceph.mon.a.smithi119.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-13T07:48:30.529 INFO:journalctl@ceph.mon.a.smithi119.stdout: max_mds 1 2024-04-13T07:48:30.529 INFO:journalctl@ceph.mon.a.smithi119.stdout: in 0 2024-04-13T07:48:30.529 INFO:journalctl@ceph.mon.a.smithi119.stdout: up {0=24347} 2024-04-13T07:48:30.530 INFO:journalctl@ceph.mon.a.smithi119.stdout: failed 2024-04-13T07:48:30.530 INFO:journalctl@ceph.mon.a.smithi119.stdout: damaged 2024-04-13T07:48:30.530 INFO:journalctl@ceph.mon.a.smithi119.stdout: stopped 2024-04-13T07:48:30.530 INFO:journalctl@ceph.mon.a.smithi119.stdout: data_pools [3] 2024-04-13T07:48:30.530 INFO:journalctl@ceph.mon.a.smithi119.stdout: metadata_pool 2 2024-04-13T07:48:30.530 INFO:journalctl@ceph.mon.a.smithi119.stdout: inline_data disabled 2024-04-13T07:48:30.530 INFO:journalctl@ceph.mon.a.smithi119.stdout: balancer 2024-04-13T07:48:30.530 INFO:journalctl@ceph.mon.a.smithi119.stdout: bal_rank_mask -1 2024-04-13T07:48:30.530 INFO:journalctl@ceph.mon.a.smithi119.stdout: standby_count_wanted 0 2024-04-13T07:48:30.530 INFO:journalctl@ceph.mon.a.smithi119.stdout: qdb_cluster leader: 0 members: 2024-04-13T07:48:30.530 INFO:journalctl@ceph.mon.a.smithi119.stdout: [mds.a{0:24347} state up:active seq 3 addr [v2:172.21.15.119:6834/2150728336,v1:172.21.15.119:6835/2150728336] compat {c=[1],r=[1],i=[7ff]}] 2024-04-13T07:48:30.530 INFO:journalctl@ceph.mon.a.smithi119.stdout: 2024-04-13T07:48:30.530 INFO:journalctl@ceph.mon.a.smithi119.stdout: 2024-04-13T07:48:30.530 INFO:journalctl@ceph.mon.a.smithi119.stdout: Standby daemons: 2024-04-13T07:48:30.531 INFO:journalctl@ceph.mon.a.smithi119.stdout: 2024-04-13T07:48:30.531 INFO:journalctl@ceph.mon.a.smithi119.stdout: [mds.b{-1:24316} state up:standby seq 1 addr [v2:172.21.15.139:6832/3605294311,v1:172.21.15.139:6833/3605294311] compat {c=[1],r=[1],i=[7ff]}] 2024-04-13T07:48:30.531 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: mon.a@-1(???).osd e220 crush map has features 3314933069573799936, adjusting msgr requires 2024-04-13T07:48:30.531 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: mon.a@-1(???).osd e220 crush map has features 432629308056666112, adjusting msgr requires 2024-04-13T07:48:30.531 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: mon.a@-1(???).osd e220 crush map has features 432629308056666112, adjusting msgr requires 2024-04-13T07:48:30.531 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: mon.a@-1(???).osd e220 crush map has features 432629308056666112, adjusting msgr requires 2024-04-13T07:48:30.531 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 ceph-mon[93746]: mon.a@-1(???).paxosservice(auth 1..18) refresh upgraded, format 0 -> 3 2024-04-13T07:48:30.531 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 bash[93707]: 89c63c75b5cb91d706fd1db29c405ba185220f3e9641fbf0c6531900b66dfd68 2024-04-13T07:48:30.531 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:30 smithi119 systemd[1]: Started Ceph mon.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:48:31.778 INFO:tasks.rados.rados.0.smithi119.stdout:824: done (1 left) 2024-04-13T07:48:31.778 INFO:tasks.rados.rados.0.smithi119.stdout:825: setattr oid 12 current snap is 87 2024-04-13T07:48:31.778 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 41 v 318 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-13T07:48:31.780 INFO:tasks.rados.rados.0.smithi119.stdout:823: done (1 left) 2024-04-13T07:48:31.780 INFO:tasks.rados.rados.0.smithi119.stdout:826: rmattr oid 31 current snap is 87 2024-04-13T07:48:31.781 INFO:tasks.rados.rados.0.smithi119.stdout:826: done (1 left) 2024-04-13T07:48:31.781 INFO:tasks.rados.rados.0.smithi119.stdout:827: rollback oid 42 current snap is 87 2024-04-13T07:48:31.781 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 42 to 54 2024-04-13T07:48:31.781 INFO:tasks.rados.rados.0.smithi119.stdout:828: rollback oid 38 current snap is 87 2024-04-13T07:48:31.781 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 38 to 66 2024-04-13T07:48:31.781 INFO:tasks.rados.rados.0.smithi119.stdout:829: snap_create 2024-04-13T07:48:31.793 INFO:tasks.rados.rados.0.smithi119.stdout:827: finishing rollback tid 0 to smithi11982245-42 2024-04-13T07:48:31.798 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 12 v 354 (ObjNum 266 snap 86 seq_num 266) dirty exists 2024-04-13T07:48:31.798 INFO:tasks.rados.rados.0.smithi119.stdout:827: finishing rollback tid 1 to smithi11982245-42 2024-04-13T07:48:31.798 INFO:tasks.rados.rados.0.smithi119.stdout:827: finishing rollback tid 2 to smithi11982245-42 2024-04-13T07:48:31.798 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 42 v 411 (ObjNum 179 snap 52 seq_num 179) dirty exists 2024-04-13T07:48:31.800 INFO:tasks.rados.rados.0.smithi119.stdout:828: finishing rollback tid 0 to smithi11982245-38 2024-04-13T07:48:31.800 INFO:tasks.rados.rados.0.smithi119.stdout:828: finishing rollback tid 1 to smithi11982245-38 2024-04-13T07:48:31.801 INFO:tasks.rados.rados.0.smithi119.stdout:828: finishing rollback tid 2 to smithi11982245-38 2024-04-13T07:48:31.801 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 38 v 358 (ObjNum 170 snap 50 seq_num 170) dirty exists 2024-04-13T07:48:32.136 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:31 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: ignoring --setuser ceph since I am not root 2024-04-13T07:48:32.136 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:31 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: ignoring --setgroup ceph since I am not root 2024-04-13T07:48:32.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:31 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:48:32.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:31 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:48:32.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:31 smithi139 ceph-mon[31267]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:48:32.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:31 smithi139 ceph-mon[31267]: pgmap v56: 121 pgs: 121 active+clean; 269 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:48:32.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:31 smithi139 ceph-mon[31267]: mon.a calling monitor election 2024-04-13T07:48:32.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:31 smithi139 ceph-mon[31267]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-13T07:48:32.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:31 smithi139 ceph-mon[31267]: monmap epoch 3 2024-04-13T07:48:32.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:31 smithi139 ceph-mon[31267]: fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 2024-04-13T07:48:32.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:31 smithi139 ceph-mon[31267]: last_changed 2024-04-13T07:38:43.744009+0000 2024-04-13T07:48:32.137 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:31 smithi139 ceph-mon[31267]: created 2024-04-13T07:37:03.207646+0000 2024-04-13T07:48:32.137 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:31 smithi139 ceph-mon[31267]: min_mon_release 18 (reef) 2024-04-13T07:48:32.137 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:31 smithi139 ceph-mon[31267]: election_strategy: 1 2024-04-13T07:48:32.137 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:31 smithi139 ceph-mon[31267]: 0: [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] mon.a 2024-04-13T07:48:32.137 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:31 smithi139 ceph-mon[31267]: 1: [v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0] mon.b 2024-04-13T07:48:32.137 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:31 smithi139 ceph-mon[31267]: 2: [v2:172.21.15.119:3301/0,v1:172.21.15.119:6790/0] mon.c 2024-04-13T07:48:32.137 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:31 smithi139 ceph-mon[31267]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-13T07:48:32.137 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:31 smithi139 ceph-mon[31267]: osdmap e220: 8 total, 8 up, 8 in 2024-04-13T07:48:32.137 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:31 smithi139 ceph-mon[31267]: mgrmap e34: y(active, since 38s), standbys: x 2024-04-13T07:48:32.137 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:31 smithi139 ceph-mon[31267]: overall HEALTH_OK 2024-04-13T07:48:32.137 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:31 smithi139 ceph-mon[31267]: from='mgr.15156 ' entity='' 2024-04-13T07:48:32.137 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:31 smithi139 ceph-mon[31267]: mgrmap e35: y(active, since 38s), standbys: x 2024-04-13T07:48:32.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:31 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ignoring --setuser ceph since I am not root 2024-04-13T07:48:32.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:31 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ignoring --setgroup ceph since I am not root 2024-04-13T07:48:32.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:31 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:48:32.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:31 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:48:32.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:31 smithi119 ceph-mon[39268]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:48:32.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:31 smithi119 ceph-mon[39268]: pgmap v56: 121 pgs: 121 active+clean; 269 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:48:32.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:31 smithi119 ceph-mon[39268]: mon.a calling monitor election 2024-04-13T07:48:32.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:31 smithi119 ceph-mon[39268]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-13T07:48:32.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:31 smithi119 ceph-mon[39268]: monmap epoch 3 2024-04-13T07:48:32.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:31 smithi119 ceph-mon[39268]: fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 2024-04-13T07:48:32.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:31 smithi119 ceph-mon[39268]: last_changed 2024-04-13T07:38:43.744009+0000 2024-04-13T07:48:32.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:31 smithi119 ceph-mon[39268]: created 2024-04-13T07:37:03.207646+0000 2024-04-13T07:48:32.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:31 smithi119 ceph-mon[39268]: min_mon_release 18 (reef) 2024-04-13T07:48:32.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:31 smithi119 ceph-mon[39268]: election_strategy: 1 2024-04-13T07:48:32.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:31 smithi119 ceph-mon[39268]: 0: [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] mon.a 2024-04-13T07:48:32.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:31 smithi119 ceph-mon[39268]: 1: [v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0] mon.b 2024-04-13T07:48:32.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:31 smithi119 ceph-mon[39268]: 2: [v2:172.21.15.119:3301/0,v1:172.21.15.119:6790/0] mon.c 2024-04-13T07:48:32.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:31 smithi119 ceph-mon[39268]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-13T07:48:32.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:31 smithi119 ceph-mon[39268]: osdmap e220: 8 total, 8 up, 8 in 2024-04-13T07:48:32.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:31 smithi119 ceph-mon[39268]: mgrmap e34: y(active, since 38s), standbys: x 2024-04-13T07:48:32.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:31 smithi119 ceph-mon[39268]: overall HEALTH_OK 2024-04-13T07:48:32.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:31 smithi119 ceph-mon[39268]: from='mgr.15156 ' entity='' 2024-04-13T07:48:32.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:31 smithi119 ceph-mon[39268]: mgrmap e35: y(active, since 38s), standbys: x 2024-04-13T07:48:32.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:31 smithi119 ceph-mon[93746]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:48:32.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:31 smithi119 ceph-mon[93746]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:48:32.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:31 smithi119 ceph-mon[93746]: from='mgr.15156 172.21.15.119:0/3065869580' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:48:32.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:31 smithi119 ceph-mon[93746]: pgmap v56: 121 pgs: 121 active+clean; 269 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:48:32.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:31 smithi119 ceph-mon[93746]: mon.a calling monitor election 2024-04-13T07:48:32.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:31 smithi119 ceph-mon[93746]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-13T07:48:32.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:31 smithi119 ceph-mon[93746]: monmap epoch 3 2024-04-13T07:48:32.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:31 smithi119 ceph-mon[93746]: fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 2024-04-13T07:48:32.219 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:31 smithi119 ceph-mon[93746]: last_changed 2024-04-13T07:38:43.744009+0000 2024-04-13T07:48:32.219 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:31 smithi119 ceph-mon[93746]: created 2024-04-13T07:37:03.207646+0000 2024-04-13T07:48:32.219 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:31 smithi119 ceph-mon[93746]: min_mon_release 18 (reef) 2024-04-13T07:48:32.219 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:31 smithi119 ceph-mon[93746]: election_strategy: 1 2024-04-13T07:48:32.219 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:31 smithi119 ceph-mon[93746]: 0: [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] mon.a 2024-04-13T07:48:32.219 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:31 smithi119 ceph-mon[93746]: 1: [v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0] mon.b 2024-04-13T07:48:32.219 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:31 smithi119 ceph-mon[93746]: 2: [v2:172.21.15.119:3301/0,v1:172.21.15.119:6790/0] mon.c 2024-04-13T07:48:32.219 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:31 smithi119 ceph-mon[93746]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-13T07:48:32.219 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:31 smithi119 ceph-mon[93746]: osdmap e220: 8 total, 8 up, 8 in 2024-04-13T07:48:32.219 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:31 smithi119 ceph-mon[93746]: mgrmap e34: y(active, since 38s), standbys: x 2024-04-13T07:48:32.219 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:31 smithi119 ceph-mon[93746]: overall HEALTH_OK 2024-04-13T07:48:32.219 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:31 smithi119 ceph-mon[93746]: from='mgr.15156 ' entity='' 2024-04-13T07:48:32.219 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:31 smithi119 ceph-mon[93746]: mgrmap e35: y(active, since 38s), standbys: x 2024-04-13T07:48:32.635 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: 2024-04-13T07:48:32.302+0000 7fccebaec200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-13T07:48:32.636 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: 2024-04-13T07:48:32.395+0000 7fccebaec200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-13T07:48:32.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:48:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:48:32.716 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:32 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:48:32.309+0000 7f97eed4a200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-13T07:48:32.716 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:32 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:48:32.403+0000 7f97eed4a200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-13T07:48:32.783 INFO:tasks.rados.rados.0.smithi119.stdout:825: done (3 left) 2024-04-13T07:48:32.784 INFO:tasks.rados.rados.0.smithi119.stdout:827: done (2 left) 2024-04-13T07:48:32.784 INFO:tasks.rados.rados.0.smithi119.stdout:828: done (1 left) 2024-04-13T07:48:32.784 INFO:tasks.rados.rados.0.smithi119.stdout:829: done (0 left) 2024-04-13T07:48:32.784 INFO:tasks.rados.rados.0.smithi119.stdout:830: rollback oid 43 current snap is 88 2024-04-13T07:48:32.784 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 43 to 78 2024-04-13T07:48:32.784 INFO:tasks.rados.rados.0.smithi119.stdout:831: snap_create 2024-04-13T07:48:32.787 INFO:tasks.rados.rados.0.smithi119.stdout:830: finishing rollback tid 0 to smithi11982245-43 2024-04-13T07:48:32.787 INFO:tasks.rados.rados.0.smithi119.stdout:830: finishing rollback tid 1 to smithi11982245-43 2024-04-13T07:48:32.787 INFO:tasks.rados.rados.0.smithi119.stdout:830: finishing rollback tid 2 to smithi11982245-43 2024-04-13T07:48:32.787 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 43 v 389 (ObjNum 195 snap 57 seq_num 195) dirty exists 2024-04-13T07:48:33.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:32 smithi139 ceph-mon[31267]: osdmap e221: 8 total, 8 up, 8 in 2024-04-13T07:48:33.042 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:32 smithi119 ceph-mon[39268]: osdmap e221: 8 total, 8 up, 8 in 2024-04-13T07:48:33.042 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:32 smithi119 ceph-mon[93746]: osdmap e221: 8 total, 8 up, 8 in 2024-04-13T07:48:33.359 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:33 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: 2024-04-13T07:48:33.031+0000 7fccebaec200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-13T07:48:33.360 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:33 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: 2024-04-13T07:48:33.124+0000 7fccebaec200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-13T07:48:33.360 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:33 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: 2024-04-13T07:48:33.266+0000 7fccebaec200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-13T07:48:33.360 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:33 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: 2024-04-13T07:48:33.360+0000 7fccebaec200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-13T07:48:33.375 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:33 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:48:33.042+0000 7f97eed4a200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-13T07:48:33.375 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:33 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:48:33.135+0000 7f97eed4a200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-13T07:48:33.375 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:33 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:48:33.279+0000 7f97eed4a200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-13T07:48:33.635 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:33 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: 2024-04-13T07:48:33.442+0000 7fccebaec200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-13T07:48:33.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:33 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:48:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi119\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:48:33.716 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:33 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:48:33.374+0000 7f97eed4a200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-13T07:48:33.716 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:33 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:48:33.457+0000 7f97eed4a200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-13T07:48:33.785 INFO:tasks.rados.rados.0.smithi119.stdout:830: done (1 left) 2024-04-13T07:48:33.785 INFO:tasks.rados.rados.0.smithi119.stdout:831: done (0 left) 2024-04-13T07:48:33.785 INFO:tasks.rados.rados.0.smithi119.stdout:832: rmattr oid 29 current snap is 89 2024-04-13T07:48:33.785 INFO:tasks.rados.rados.0.smithi119.stdout:833: snap_create 2024-04-13T07:48:33.792 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 29 v 327 (ObjNum 240 snap 76 seq_num 240) dirty exists 2024-04-13T07:48:34.001 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:33 smithi139 ceph-mon[31267]: osdmap e222: 8 total, 8 up, 8 in 2024-04-13T07:48:34.001 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:33 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: 2024-04-13T07:48:33.710+0000 7fccebaec200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-13T07:48:34.001 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:33 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: 2024-04-13T07:48:33.822+0000 7fccebaec200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-13T07:48:34.002 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:33 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: 2024-04-13T07:48:33.907+0000 7fccebaec200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-13T07:48:34.002 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:34 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: 2024-04-13T07:48:34.001+0000 7fccebaec200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-13T07:48:34.021 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:33 smithi119 ceph-mon[39268]: osdmap e222: 8 total, 8 up, 8 in 2024-04-13T07:48:34.021 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:33 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:48:33.726+0000 7f97eed4a200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-13T07:48:34.021 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:33 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:48:33.841+0000 7f97eed4a200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-13T07:48:34.021 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:33 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:48:33.927+0000 7f97eed4a200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-13T07:48:34.021 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:33 smithi119 ceph-mon[93746]: osdmap e222: 8 total, 8 up, 8 in 2024-04-13T07:48:34.385 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:34 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: 2024-04-13T07:48:34.179+0000 7fccebaec200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-13T07:48:34.466 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:48:34.020+0000 7f97eed4a200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-13T07:48:34.466 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:48:34.195+0000 7f97eed4a200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-13T07:48:34.794 INFO:tasks.rados.rados.0.smithi119.stdout:832: done (1 left) 2024-04-13T07:48:34.794 INFO:tasks.rados.rados.0.smithi119.stdout:833: done (0 left) 2024-04-13T07:48:34.794 INFO:tasks.rados.rados.0.smithi119.stdout:834: delete oid 33 current snap is 90 2024-04-13T07:48:34.798 INFO:tasks.rados.rados.0.smithi119.stdout:834: done (0 left) 2024-04-13T07:48:34.798 INFO:tasks.rados.rados.0.smithi119.stdout:835: setattr oid 48 current snap is 90 2024-04-13T07:48:34.800 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 2 current snap is 90 2024-04-13T07:48:34.800 INFO:tasks.rados.rados.0.smithi119.stdout:836: seq_num 268 ranges {1441792=491520,1933312=745472,2678784=745472,3424256=114688} 2024-04-13T07:48:34.810 INFO:tasks.rados.rados.0.smithi119.stdout:836: writing smithi11982245-2 from 1441792 to 1933312 tid 1 2024-04-13T07:48:34.815 INFO:tasks.rados.rados.0.smithi119.stdout:836: writing smithi11982245-2 from 1933312 to 2678784 tid 2 2024-04-13T07:48:34.819 INFO:tasks.rados.rados.0.smithi119.stdout:836: writing smithi11982245-2 from 2678784 to 3424256 tid 3 2024-04-13T07:48:34.820 INFO:tasks.rados.rados.0.smithi119.stdout:836: writing smithi11982245-2 from 3424256 to 3538944 tid 4 2024-04-13T07:48:34.820 INFO:tasks.rados.rados.0.smithi119.stdout:837: read oid 37 snap -1 2024-04-13T07:48:34.820 INFO:tasks.rados.rados.0.smithi119.stdout:837: expect deleted 2024-04-13T07:48:34.821 INFO:tasks.rados.rados.0.smithi119.stdout:838: copy_from oid 40 from oid 33 current snap is 90 2024-04-13T07:48:34.821 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 48 v 364 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-13T07:48:34.821 INFO:tasks.rados.rados.0.smithi119.stdout:836: finishing write tid 1 to smithi11982245-2 2024-04-13T07:48:34.821 INFO:tasks.rados.rados.0.smithi119.stdout:836: finishing write tid 2 to smithi11982245-2 2024-04-13T07:48:34.821 INFO:tasks.rados.rados.0.smithi119.stdout:835: done (3 left) 2024-04-13T07:48:34.821 INFO:tasks.rados.rados.0.smithi119.stdout:839: snap_remove snap 40 2024-04-13T07:48:35.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:34 smithi139 ceph-mon[31267]: osdmap e223: 8 total, 8 up, 8 in 2024-04-13T07:48:35.159 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:34 smithi119 ceph-mon[39268]: osdmap e223: 8 total, 8 up, 8 in 2024-04-13T07:48:35.159 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:34 smithi119 ceph-mon[93746]: osdmap e223: 8 total, 8 up, 8 in 2024-04-13T07:48:35.303 INFO:tasks.rados.rados.0.smithi119.stdout:838: finishing copy_from to smithi11982245-40 2024-04-13T07:48:35.303 INFO:tasks.rados.rados.0.smithi119.stdout:838: got expected ENOENT (src dne) 2024-04-13T07:48:35.303 INFO:tasks.rados.rados.0.smithi119.stdout:838: finishing copy_from racing read to smithi11982245-40 2024-04-13T07:48:35.303 INFO:tasks.rados.rados.0.smithi119.stdout:836: finishing write tid 3 to smithi11982245-2 2024-04-13T07:48:35.303 INFO:tasks.rados.rados.0.smithi119.stdout:836: finishing write tid 4 to smithi11982245-2 2024-04-13T07:48:35.303 INFO:tasks.rados.rados.0.smithi119.stdout:836: finishing write tid 5 to smithi11982245-2 2024-04-13T07:48:35.303 INFO:tasks.rados.rados.0.smithi119.stdout:836: finishing write tid 6 to smithi11982245-2 2024-04-13T07:48:35.303 INFO:tasks.rados.rados.0.smithi119.stdout:836: oid 2 updating version 0 to 434 2024-04-13T07:48:35.303 INFO:tasks.rados.rados.0.smithi119.stdout:836: oid 2 version 434 is already newer than 432 2024-04-13T07:48:35.303 INFO:tasks.rados.rados.0.smithi119.stdout:836: oid 2 version 434 is already newer than 433 2024-04-13T07:48:35.303 INFO:tasks.rados.rados.0.smithi119.stdout:836: oid 2 updating version 434 to 435 2024-04-13T07:48:35.304 INFO:tasks.rados.rados.0.smithi119.stdout:836: oid 2 version 435 is already newer than 431 2024-04-13T07:48:35.304 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 2 v 435 (ObjNum 268 snap 90 seq_num 268) dirty exists 2024-04-13T07:48:35.304 INFO:tasks.rados.rados.0.smithi119.stdout:836: left oid 2 (ObjNum 268 snap 90 seq_num 268) 2024-04-13T07:48:35.304 INFO:tasks.rados.rados.0.smithi119.stdout:836: done (3 left) 2024-04-13T07:48:35.304 INFO:tasks.rados.rados.0.smithi119.stdout:837: done (2 left) 2024-04-13T07:48:35.304 INFO:tasks.rados.rados.0.smithi119.stdout:838: done (1 left) 2024-04-13T07:48:35.304 INFO:tasks.rados.rados.0.smithi119.stdout:839: done (0 left) 2024-04-13T07:48:35.304 INFO:tasks.rados.rados.0.smithi119.stdout:840: setattr oid 31 current snap is 90 2024-04-13T07:48:35.304 INFO:tasks.rados.rados.0.smithi119.stdout:841: snap_create 2024-04-13T07:48:35.313 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 31 v 395 (ObjNum 208 snap 63 seq_num 208) dirty exists 2024-04-13T07:48:35.466 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:35 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:48:35.158+0000 7f97eed4a200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-13T07:48:35.466 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:35 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:48:35.289+0000 7f97eed4a200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-13T07:48:35.634 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:35 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: 2024-04-13T07:48:35.152+0000 7fccebaec200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-13T07:48:35.634 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:35 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: 2024-04-13T07:48:35.282+0000 7fccebaec200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-13T07:48:35.634 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:35 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: 2024-04-13T07:48:35.634+0000 7fccebaec200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-13T07:48:35.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:35 smithi139 ceph-mon[31267]: osdmap e224: 8 total, 8 up, 8 in 2024-04-13T07:48:35.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:35 smithi139 ceph-mon[31267]: osdmap e225: 8 total, 8 up, 8 in 2024-04-13T07:48:35.886 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:35 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: 2024-04-13T07:48:35.725+0000 7fccebaec200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-13T07:48:35.937 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:35 smithi119 ceph-mon[39268]: osdmap e224: 8 total, 8 up, 8 in 2024-04-13T07:48:35.937 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:35 smithi119 ceph-mon[39268]: osdmap e225: 8 total, 8 up, 8 in 2024-04-13T07:48:35.938 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:35 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:48:35.642+0000 7f97eed4a200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-13T07:48:35.938 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:35 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:48:35.735+0000 7f97eed4a200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-13T07:48:35.938 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:35 smithi119 ceph-mon[93746]: osdmap e224: 8 total, 8 up, 8 in 2024-04-13T07:48:35.938 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:35 smithi119 ceph-mon[93746]: osdmap e225: 8 total, 8 up, 8 in 2024-04-13T07:48:36.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:35 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:48:35.937+0000 7f97eed4a200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-13T07:48:36.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:36 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:48:36.121+0000 7f97eed4a200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-13T07:48:36.304 INFO:tasks.rados.rados.0.smithi119.stdout:840: done (1 left) 2024-04-13T07:48:36.304 INFO:tasks.rados.rados.0.smithi119.stdout:841: done (0 left) 2024-04-13T07:48:36.304 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 37 current snap is 91 2024-04-13T07:48:36.304 INFO:tasks.rados.rados.0.smithi119.stdout:842: seq_num 269 ranges {0=507904,507904=630784,1138688=557056,1695744=417792} 2024-04-13T07:48:36.307 INFO:tasks.rados.rados.0.smithi119.stdout:842: writing smithi11982245-37 from 0 to 507904 tid 1 2024-04-13T07:48:36.310 INFO:tasks.rados.rados.0.smithi119.stdout:842: writing smithi11982245-37 from 507904 to 1138688 tid 2 2024-04-13T07:48:36.314 INFO:tasks.rados.rados.0.smithi119.stdout:842: writing smithi11982245-37 from 1138688 to 1695744 tid 3 2024-04-13T07:48:36.316 INFO:tasks.rados.rados.0.smithi119.stdout:842: writing smithi11982245-37 from 1695744 to 2113536 tid 4 2024-04-13T07:48:36.316 INFO:tasks.rados.rados.0.smithi119.stdout:843: snap_create 2024-04-13T07:48:36.317 INFO:tasks.rados.rados.0.smithi119.stdout:842: finishing write tid 1 to smithi11982245-37 2024-04-13T07:48:36.317 INFO:tasks.rados.rados.0.smithi119.stdout:842: finishing write tid 2 to smithi11982245-37 2024-04-13T07:48:36.317 INFO:tasks.rados.rados.0.smithi119.stdout:842: finishing write tid 3 to smithi11982245-37 2024-04-13T07:48:36.318 INFO:tasks.rados.rados.0.smithi119.stdout:842: finishing write tid 4 to smithi11982245-37 2024-04-13T07:48:36.318 INFO:tasks.rados.rados.0.smithi119.stdout:842: finishing write tid 5 to smithi11982245-37 2024-04-13T07:48:36.322 INFO:tasks.rados.rados.0.smithi119.stdout:842: finishing write tid 6 to smithi11982245-37 2024-04-13T07:48:36.323 INFO:tasks.rados.rados.0.smithi119.stdout:842: oid 37 updating version 0 to 234 2024-04-13T07:48:36.323 INFO:tasks.rados.rados.0.smithi119.stdout:842: oid 37 updating version 234 to 235 2024-04-13T07:48:36.323 INFO:tasks.rados.rados.0.smithi119.stdout:842: oid 37 updating version 235 to 238 2024-04-13T07:48:36.323 INFO:tasks.rados.rados.0.smithi119.stdout:842: oid 37 version 238 is already newer than 236 2024-04-13T07:48:36.323 INFO:tasks.rados.rados.0.smithi119.stdout:842: oid 37 version 238 is already newer than 237 2024-04-13T07:48:36.323 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 37 v 238 (ObjNum 269 snap 91 seq_num 269) dirty exists 2024-04-13T07:48:36.323 INFO:tasks.rados.rados.0.smithi119.stdout:842: left oid 37 (ObjNum 269 snap 91 seq_num 269) 2024-04-13T07:48:36.385 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:35 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: 2024-04-13T07:48:35.934+0000 7fccebaec200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-13T07:48:36.385 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:36 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: 2024-04-13T07:48:36.120+0000 7fccebaec200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-13T07:48:36.677 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:36 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:48:36.418+0000 7f97eed4a200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-13T07:48:36.681 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:36 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: 2024-04-13T07:48:36.417+0000 7fccebaec200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-13T07:48:36.681 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:36 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: 2024-04-13T07:48:36.681+0000 7fccebaec200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-13T07:48:36.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:36 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:48:36.676+0000 7f97eed4a200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-13T07:48:36.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:36 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:48:36.914+0000 7f97eed4a200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-13T07:48:37.135 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:36 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: 2024-04-13T07:48:36.922+0000 7fccebaec200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-13T07:48:37.307 INFO:tasks.rados.rados.0.smithi119.stdout:842: done (1 left) 2024-04-13T07:48:37.308 INFO:tasks.rados.rados.0.smithi119.stdout:843: done (0 left) 2024-04-13T07:48:37.308 INFO:tasks.rados.rados.0.smithi119.stdout:844: read oid 11 snap 39 2024-04-13T07:48:37.308 INFO:tasks.rados.rados.0.smithi119.stdout:844: expect (ObjNum 116 snap 32 seq_num 116) 2024-04-13T07:48:37.308 INFO:tasks.rados.rados.0.smithi119.stdout:845: snap_create 2024-04-13T07:48:37.313 INFO:tasks.rados.rados.0.smithi119.stdout:844: expect (ObjNum 116 snap 32 seq_num 116) 2024-04-13T07:48:37.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:37 smithi139 ceph-mon[31267]: osdmap e226: 8 total, 8 up, 8 in 2024-04-13T07:48:37.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:37 smithi119 ceph-mon[39268]: osdmap e226: 8 total, 8 up, 8 in 2024-04-13T07:48:37.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:37 smithi119 ceph-mon[93746]: osdmap e226: 8 total, 8 up, 8 in 2024-04-13T07:48:38.135 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:37 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: 2024-04-13T07:48:37.737+0000 7fccebaec200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-13T07:48:38.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:37 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:48:37.727+0000 7f97eed4a200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-13T07:48:38.309 INFO:tasks.rados.rados.0.smithi119.stdout:844: done (1 left) 2024-04-13T07:48:38.309 INFO:tasks.rados.rados.0.smithi119.stdout:845: done (0 left) 2024-04-13T07:48:38.310 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 10 current snap is 93 2024-04-13T07:48:38.310 INFO:tasks.rados.rados.0.smithi119.stdout:846: seq_num 270 ranges {6176768=524288,6701056=516096,7217152=761856,7979008=327680} 2024-04-13T07:48:38.345 INFO:tasks.rados.rados.0.smithi119.stdout:846: writing smithi11982245-10 from 6176768 to 6701056 tid 1 2024-04-13T07:48:38.348 INFO:tasks.rados.rados.0.smithi119.stdout:846: writing smithi11982245-10 from 6701056 to 7217152 tid 2 2024-04-13T07:48:38.353 INFO:tasks.rados.rados.0.smithi119.stdout:846: writing smithi11982245-10 from 7217152 to 7979008 tid 3 2024-04-13T07:48:38.355 INFO:tasks.rados.rados.0.smithi119.stdout:846: writing smithi11982245-10 from 7979008 to 8306688 tid 4 2024-04-13T07:48:38.355 INFO:tasks.rados.rados.0.smithi119.stdout:847: copy_from oid 5 from oid 16 current snap is 93 2024-04-13T07:48:38.355 INFO:tasks.rados.rados.0.smithi119.stdout:846: finishing write tid 1 to smithi11982245-10 2024-04-13T07:48:38.355 INFO:tasks.rados.rados.0.smithi119.stdout:846: finishing write tid 2 to smithi11982245-10 2024-04-13T07:48:38.355 INFO:tasks.rados.rados.0.smithi119.stdout:848: copy_from oid 36 from oid 3 current snap is 93 2024-04-13T07:48:38.355 INFO:tasks.rados.rados.0.smithi119.stdout:849: read oid 6 snap -1 2024-04-13T07:48:38.356 INFO:tasks.rados.rados.0.smithi119.stdout:849: expect (ObjNum 176 snap 51 seq_num 176) 2024-04-13T07:48:38.356 INFO:tasks.rados.rados.0.smithi119.stdout:850: read oid 47 snap -1 2024-04-13T07:48:38.356 INFO:tasks.rados.rados.0.smithi119.stdout:850: expect (ObjNum 7 snap 0 seq_num 7) 2024-04-13T07:48:38.356 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 42 current snap is 93 2024-04-13T07:48:38.356 INFO:tasks.rados.rados.0.smithi119.stdout:851: seq_num 271 ranges {606208=540672,1146880=802816,1949696=516096,2465792=286720} 2024-04-13T07:48:38.361 INFO:tasks.rados.rados.0.smithi119.stdout:851: writing smithi11982245-42 from 606208 to 1146880 tid 1 2024-04-13T07:48:38.366 INFO:tasks.rados.rados.0.smithi119.stdout:851: writing smithi11982245-42 from 1146880 to 1949696 tid 2 2024-04-13T07:48:38.369 INFO:tasks.rados.rados.0.smithi119.stdout:851: writing smithi11982245-42 from 1949696 to 2465792 tid 3 2024-04-13T07:48:38.370 INFO:tasks.rados.rados.0.smithi119.stdout:851: writing smithi11982245-42 from 2465792 to 2752512 tid 4 2024-04-13T07:48:38.371 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 7 current snap is 93 2024-04-13T07:48:38.371 INFO:tasks.rados.rados.0.smithi119.stdout:846: finishing write tid 3 to smithi11982245-10 2024-04-13T07:48:38.371 INFO:tasks.rados.rados.0.smithi119.stdout:852: seq_num 272 ranges {1695744=565248,2260992=688128,2949120=729088,3678208=188416} 2024-04-13T07:48:38.383 INFO:tasks.rados.rados.0.smithi119.stdout:852: writing smithi11982245-7 from 1695744 to 2260992 tid 1 2024-04-13T07:48:38.387 INFO:tasks.rados.rados.0.smithi119.stdout:852: writing smithi11982245-7 from 2260992 to 2949120 tid 2 2024-04-13T07:48:38.391 INFO:tasks.rados.rados.0.smithi119.stdout:852: writing smithi11982245-7 from 2949120 to 3678208 tid 3 2024-04-13T07:48:38.392 INFO:tasks.rados.rados.0.smithi119.stdout:852: writing smithi11982245-7 from 3678208 to 3866624 tid 4 2024-04-13T07:48:38.392 INFO:tasks.rados.rados.0.smithi119.stdout:853: read oid 37 snap -1 2024-04-13T07:48:38.392 INFO:tasks.rados.rados.0.smithi119.stdout:853: expect (ObjNum 269 snap 91 seq_num 269) 2024-04-13T07:48:38.393 INFO:tasks.rados.rados.0.smithi119.stdout:854: rmattr oid 43 current snap is 93 2024-04-13T07:48:38.393 INFO:tasks.rados.rados.0.smithi119.stdout:854: done (8 left) 2024-04-13T07:48:38.393 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 48 current snap is 93 2024-04-13T07:48:38.393 INFO:tasks.rados.rados.0.smithi119.stdout:855: seq_num 273 ranges {778240=581632,1359872=565248,1925120=532480,2457600=507904} 2024-04-13T07:48:38.400 INFO:tasks.rados.rados.0.smithi119.stdout:855: writing smithi11982245-48 from 778240 to 1359872 tid 1 2024-04-13T07:48:38.403 INFO:tasks.rados.rados.0.smithi119.stdout:855: writing smithi11982245-48 from 1359872 to 1925120 tid 2 2024-04-13T07:48:38.406 INFO:tasks.rados.rados.0.smithi119.stdout:855: writing smithi11982245-48 from 1925120 to 2457600 tid 3 2024-04-13T07:48:38.409 INFO:tasks.rados.rados.0.smithi119.stdout:855: writing smithi11982245-48 from 2457600 to 2965504 tid 4 2024-04-13T07:48:38.409 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 40 current snap is 93 2024-04-13T07:48:38.409 INFO:tasks.rados.rados.0.smithi119.stdout:848: finishing copy_from to smithi11982245-36 2024-04-13T07:48:38.409 INFO:tasks.rados.rados.0.smithi119.stdout:848: got expected ENOENT (src dne) 2024-04-13T07:48:38.409 INFO:tasks.rados.rados.0.smithi119.stdout:848: finishing copy_from racing read to smithi11982245-36 2024-04-13T07:48:38.409 INFO:tasks.rados.rados.0.smithi119.stdout:856: seq_num 274 ranges {1277952=598016,1875968=499712,2375680=745472,3121152=360448} 2024-04-13T07:48:38.419 INFO:tasks.rados.rados.0.smithi119.stdout:856: writing smithi11982245-40 from 1277952 to 1875968 tid 1 2024-04-13T07:48:38.421 INFO:tasks.rados.rados.0.smithi119.stdout:856: writing smithi11982245-40 from 1875968 to 2375680 tid 2 2024-04-13T07:48:38.425 INFO:tasks.rados.rados.0.smithi119.stdout:856: writing smithi11982245-40 from 2375680 to 3121152 tid 3 2024-04-13T07:48:38.428 INFO:tasks.rados.rados.0.smithi119.stdout:856: writing smithi11982245-40 from 3121152 to 3481600 tid 4 2024-04-13T07:48:38.428 INFO:tasks.rados.rados.0.smithi119.stdout:848: done (9 left) 2024-04-13T07:48:38.428 INFO:tasks.rados.rados.0.smithi119.stdout:857: rmattr oid 12 current snap is 93 2024-04-13T07:48:38.428 INFO:tasks.rados.rados.0.smithi119.stdout:850: expect (ObjNum 7 snap 0 seq_num 7) 2024-04-13T07:48:38.436 INFO:tasks.rados.rados.0.smithi119.stdout:846: finishing write tid 4 to smithi11982245-10 2024-04-13T07:48:38.437 INFO:tasks.rados.rados.0.smithi119.stdout:846: finishing write tid 5 to smithi11982245-10 2024-04-13T07:48:38.437 INFO:tasks.rados.rados.0.smithi119.stdout:847: finishing copy_from racing read to smithi11982245-5 2024-04-13T07:48:38.437 INFO:tasks.rados.rados.0.smithi119.stdout:846: finishing write tid 6 to smithi11982245-10 2024-04-13T07:48:38.437 INFO:tasks.rados.rados.0.smithi119.stdout:846: oid 10 updating version 0 to 427 2024-04-13T07:48:38.437 INFO:tasks.rados.rados.0.smithi119.stdout:846: oid 10 version 427 is already newer than 426 2024-04-13T07:48:38.437 INFO:tasks.rados.rados.0.smithi119.stdout:846: oid 10 version 427 is already newer than 424 2024-04-13T07:48:38.437 INFO:tasks.rados.rados.0.smithi119.stdout:846: oid 10 version 427 is already newer than 423 2024-04-13T07:48:38.437 INFO:tasks.rados.rados.0.smithi119.stdout:846: oid 10 version 427 is already newer than 425 2024-04-13T07:48:38.437 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 10 v 427 (ObjNum 270 snap 93 seq_num 270) dirty exists 2024-04-13T07:48:38.437 INFO:tasks.rados.rados.0.smithi119.stdout:846: left oid 10 (ObjNum 270 snap 93 seq_num 270) 2024-04-13T07:48:38.437 INFO:tasks.rados.rados.0.smithi119.stdout:849: expect (ObjNum 176 snap 51 seq_num 176) 2024-04-13T07:48:38.484 INFO:tasks.rados.rados.0.smithi119.stdout:847: finishing copy_from to smithi11982245-5 2024-04-13T07:48:38.484 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 5 v 387 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-13T07:48:38.484 INFO:tasks.rados.rados.0.smithi119.stdout:851: finishing write tid 1 to smithi11982245-42 2024-04-13T07:48:38.484 INFO:tasks.rados.rados.0.smithi119.stdout:851: finishing write tid 2 to smithi11982245-42 2024-04-13T07:48:38.484 INFO:tasks.rados.rados.0.smithi119.stdout:851: finishing write tid 3 to smithi11982245-42 2024-04-13T07:48:38.484 INFO:tasks.rados.rados.0.smithi119.stdout:851: finishing write tid 4 to smithi11982245-42 2024-04-13T07:48:38.485 INFO:tasks.rados.rados.0.smithi119.stdout:851: finishing write tid 5 to smithi11982245-42 2024-04-13T07:48:38.485 INFO:tasks.rados.rados.0.smithi119.stdout:851: finishing write tid 6 to smithi11982245-42 2024-04-13T07:48:38.485 INFO:tasks.rados.rados.0.smithi119.stdout:851: oid 42 updating version 0 to 431 2024-04-13T07:48:38.485 INFO:tasks.rados.rados.0.smithi119.stdout:851: oid 42 updating version 431 to 432 2024-04-13T07:48:38.485 INFO:tasks.rados.rados.0.smithi119.stdout:851: oid 42 updating version 432 to 433 2024-04-13T07:48:38.485 INFO:tasks.rados.rados.0.smithi119.stdout:851: oid 42 version 433 is already newer than 430 2024-04-13T07:48:38.485 INFO:tasks.rados.rados.0.smithi119.stdout:851: oid 42 version 433 is already newer than 429 2024-04-13T07:48:38.485 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 42 v 433 (ObjNum 271 snap 93 seq_num 271) dirty exists 2024-04-13T07:48:38.485 INFO:tasks.rados.rados.0.smithi119.stdout:851: left oid 42 (ObjNum 271 snap 93 seq_num 271) 2024-04-13T07:48:38.485 INFO:tasks.rados.rados.0.smithi119.stdout:852: finishing write tid 1 to smithi11982245-7 2024-04-13T07:48:38.485 INFO:tasks.rados.rados.0.smithi119.stdout:852: finishing write tid 2 to smithi11982245-7 2024-04-13T07:48:38.485 INFO:tasks.rados.rados.0.smithi119.stdout:852: finishing write tid 3 to smithi11982245-7 2024-04-13T07:48:38.485 INFO:tasks.rados.rados.0.smithi119.stdout:852: finishing write tid 4 to smithi11982245-7 2024-04-13T07:48:38.485 INFO:tasks.rados.rados.0.smithi119.stdout:852: finishing write tid 5 to smithi11982245-7 2024-04-13T07:48:38.485 INFO:tasks.rados.rados.0.smithi119.stdout:852: finishing write tid 6 to smithi11982245-7 2024-04-13T07:48:38.485 INFO:tasks.rados.rados.0.smithi119.stdout:852: oid 7 updating version 0 to 338 2024-04-13T07:48:38.486 INFO:tasks.rados.rados.0.smithi119.stdout:852: oid 7 version 338 is already newer than 336 2024-04-13T07:48:38.486 INFO:tasks.rados.rados.0.smithi119.stdout:852: oid 7 version 338 is already newer than 337 2024-04-13T07:48:38.486 INFO:tasks.rados.rados.0.smithi119.stdout:852: oid 7 updating version 338 to 339 2024-04-13T07:48:38.486 INFO:tasks.rados.rados.0.smithi119.stdout:852: oid 7 version 339 is already newer than 335 2024-04-13T07:48:38.486 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 7 v 339 (ObjNum 272 snap 93 seq_num 272) dirty exists 2024-04-13T07:48:38.486 INFO:tasks.rados.rados.0.smithi119.stdout:852: left oid 7 (ObjNum 272 snap 93 seq_num 272) 2024-04-13T07:48:38.486 INFO:tasks.rados.rados.0.smithi119.stdout:846: done (9 left) 2024-04-13T07:48:38.486 INFO:tasks.rados.rados.0.smithi119.stdout:847: done (8 left) 2024-04-13T07:48:38.486 INFO:tasks.rados.rados.0.smithi119.stdout:849: done (7 left) 2024-04-13T07:48:38.486 INFO:tasks.rados.rados.0.smithi119.stdout:850: done (6 left) 2024-04-13T07:48:38.486 INFO:tasks.rados.rados.0.smithi119.stdout:851: done (5 left) 2024-04-13T07:48:38.486 INFO:tasks.rados.rados.0.smithi119.stdout:852: done (4 left) 2024-04-13T07:48:38.486 INFO:tasks.rados.rados.0.smithi119.stdout:858: snap_create 2024-04-13T07:48:38.486 INFO:tasks.rados.rados.0.smithi119.stdout:853: expect (ObjNum 269 snap 91 seq_num 269) 2024-04-13T07:48:38.575 INFO:tasks.rados.rados.0.smithi119.stdout:855: finishing write tid 1 to smithi11982245-48 2024-04-13T07:48:38.575 INFO:tasks.rados.rados.0.smithi119.stdout:855: finishing write tid 2 to smithi11982245-48 2024-04-13T07:48:38.575 INFO:tasks.rados.rados.0.smithi119.stdout:855: finishing write tid 3 to smithi11982245-48 2024-04-13T07:48:38.575 INFO:tasks.rados.rados.0.smithi119.stdout:855: finishing write tid 4 to smithi11982245-48 2024-04-13T07:48:38.575 INFO:tasks.rados.rados.0.smithi119.stdout:855: finishing write tid 5 to smithi11982245-48 2024-04-13T07:48:38.575 INFO:tasks.rados.rados.0.smithi119.stdout:855: finishing write tid 6 to smithi11982245-48 2024-04-13T07:48:38.575 INFO:tasks.rados.rados.0.smithi119.stdout:855: oid 48 updating version 0 to 377 2024-04-13T07:48:38.575 INFO:tasks.rados.rados.0.smithi119.stdout:855: oid 48 version 377 is already newer than 376 2024-04-13T07:48:38.575 INFO:tasks.rados.rados.0.smithi119.stdout:855: oid 48 updating version 377 to 378 2024-04-13T07:48:38.576 INFO:tasks.rados.rados.0.smithi119.stdout:855: oid 48 version 378 is already newer than 374 2024-04-13T07:48:38.576 INFO:tasks.rados.rados.0.smithi119.stdout:855: oid 48 version 378 is already newer than 375 2024-04-13T07:48:38.576 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 48 v 378 (ObjNum 273 snap 93 seq_num 273) dirty exists 2024-04-13T07:48:38.576 INFO:tasks.rados.rados.0.smithi119.stdout:855: left oid 48 (ObjNum 273 snap 93 seq_num 273) 2024-04-13T07:48:38.576 INFO:tasks.rados.rados.0.smithi119.stdout:856: finishing write tid 1 to smithi11982245-40 2024-04-13T07:48:38.576 INFO:tasks.rados.rados.0.smithi119.stdout:856: finishing write tid 2 to smithi11982245-40 2024-04-13T07:48:38.576 INFO:tasks.rados.rados.0.smithi119.stdout:856: finishing write tid 3 to smithi11982245-40 2024-04-13T07:48:38.576 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 12 v 380 (ObjNum 266 snap 86 seq_num 266) dirty exists 2024-04-13T07:48:38.576 INFO:tasks.rados.rados.0.smithi119.stdout:856: finishing write tid 4 to smithi11982245-40 2024-04-13T07:48:38.576 INFO:tasks.rados.rados.0.smithi119.stdout:856: finishing write tid 5 to smithi11982245-40 2024-04-13T07:48:38.576 INFO:tasks.rados.rados.0.smithi119.stdout:856: finishing write tid 6 to smithi11982245-40 2024-04-13T07:48:38.576 INFO:tasks.rados.rados.0.smithi119.stdout:856: oid 40 updating version 0 to 476 2024-04-13T07:48:38.576 INFO:tasks.rados.rados.0.smithi119.stdout:856: oid 40 updating version 476 to 477 2024-04-13T07:48:38.577 INFO:tasks.rados.rados.0.smithi119.stdout:856: oid 40 updating version 477 to 480 2024-04-13T07:48:38.577 INFO:tasks.rados.rados.0.smithi119.stdout:856: oid 40 version 480 is already newer than 478 2024-04-13T07:48:38.577 INFO:tasks.rados.rados.0.smithi119.stdout:856: oid 40 version 480 is already newer than 479 2024-04-13T07:48:38.577 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 40 v 480 (ObjNum 274 snap 93 seq_num 274) dirty exists 2024-04-13T07:48:38.577 INFO:tasks.rados.rados.0.smithi119.stdout:856: left oid 40 (ObjNum 274 snap 93 seq_num 274) 2024-04-13T07:48:38.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:38 smithi139 ceph-mon[31267]: osdmap e227: 8 total, 8 up, 8 in 2024-04-13T07:48:38.636 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:38 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: 2024-04-13T07:48:38.318+0000 7fccebaec200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-13T07:48:38.636 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:38 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: 2024-04-13T07:48:38.433+0000 7fccebaec200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-13T07:48:38.688 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:38 smithi119 ceph-mon[39268]: osdmap e227: 8 total, 8 up, 8 in 2024-04-13T07:48:38.688 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:38 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:48:38.297+0000 7f97eed4a200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-13T07:48:38.688 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:38 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:48:38.414+0000 7f97eed4a200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-13T07:48:38.688 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:38 smithi119 ceph-mon[93746]: osdmap e227: 8 total, 8 up, 8 in 2024-04-13T07:48:38.700 INFO:tasks.rados.rados.0.smithi119.stdout:853: done (4 left) 2024-04-13T07:48:38.700 INFO:tasks.rados.rados.0.smithi119.stdout:855: done (3 left) 2024-04-13T07:48:38.700 INFO:tasks.rados.rados.0.smithi119.stdout:856: done (2 left) 2024-04-13T07:48:38.701 INFO:tasks.rados.rados.0.smithi119.stdout:857: done (1 left) 2024-04-13T07:48:38.701 INFO:tasks.rados.rados.0.smithi119.stdout:858: done (0 left) 2024-04-13T07:48:38.701 INFO:tasks.rados.rados.0.smithi119.stdout:859: snap_create 2024-04-13T07:48:38.909 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:38 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: 2024-04-13T07:48:38.657+0000 7fccebaec200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-13T07:48:38.910 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:38 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: [13/Apr/2024:07:48:38] ENGINE Bus STARTING 2024-04-13T07:48:38.910 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:38 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: CherryPy Checker: 2024-04-13T07:48:38.910 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:38 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: The Application mounted at '' has an empty config. 2024-04-13T07:48:38.910 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:38 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: 2024-04-13T07:48:38.910 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:38 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: [13/Apr/2024:07:48:38] ENGINE Serving on http://:::9283 2024-04-13T07:48:38.910 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 07:48:38 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x[80056]: [13/Apr/2024:07:48:38] ENGINE Bus STARTED 2024-04-13T07:48:38.967 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:38 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:48:38.687+0000 7f97eed4a200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-13T07:48:38.967 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:38 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:07:48:38] ENGINE Bus STARTING 2024-04-13T07:48:38.967 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:38 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:48:38.824+0000 7f97500de700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:48:38.967 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:38 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:48:38.824+0000 7f97500de700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:48:38.967 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:38 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:48:38.824+0000 7f97500de700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:48:38.968 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:38 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:48:38.824+0000 7f97500de700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:48:38.968 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:38 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:48:38.824+0000 7f97500de700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:48:38.968 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:38 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:48:38.824+0000 7f97560ea700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:48:38.968 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:38 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:48:38.824+0000 7f97560ea700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:48:38.968 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:38 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:48:38.824+0000 7f97560ea700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:48:38.968 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:38 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:48:38.824+0000 7f97560ea700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:48:38.968 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:38 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:48:38.824+0000 7f97560ea700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:48:38.968 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:38 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: CherryPy Checker: 2024-04-13T07:48:38.968 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:38 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: The Application mounted at '' has an empty config. 2024-04-13T07:48:38.968 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:38 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:48:38.968 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:38 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:07:48:38] ENGINE Serving on http://:::9283 2024-04-13T07:48:38.968 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:38 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:07:48:38] ENGINE Bus STARTED 2024-04-13T07:48:39.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:39 smithi139 ceph-mon[31267]: osdmap e228: 8 total, 8 up, 8 in 2024-04-13T07:48:39.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:39 smithi139 ceph-mon[31267]: Standby manager daemon x restarted 2024-04-13T07:48:39.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:39 smithi139 ceph-mon[31267]: Standby manager daemon x started 2024-04-13T07:48:39.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:39 smithi139 ceph-mon[31267]: from='mgr.? 172.21.15.139:0/2875718426' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T07:48:39.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:39 smithi139 ceph-mon[31267]: from='mgr.? 172.21.15.139:0/2875718426' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T07:48:39.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:39 smithi139 ceph-mon[31267]: from='mgr.? 172.21.15.139:0/2875718426' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T07:48:39.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:39 smithi139 ceph-mon[31267]: from='mgr.? 172.21.15.139:0/2875718426' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T07:48:39.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:39 smithi139 ceph-mon[31267]: Active manager daemon y restarted 2024-04-13T07:48:39.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:39 smithi139 ceph-mon[31267]: Activating manager daemon y 2024-04-13T07:48:39.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:39 smithi139 ceph-mon[31267]: osdmap e229: 8 total, 8 up, 8 in 2024-04-13T07:48:39.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:39 smithi139 ceph-mon[31267]: mgrmap e36: y(active, starting, since 0.0073265s), standbys: x 2024-04-13T07:48:39.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:39 smithi139 ceph-mon[31267]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:48:39.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:39 smithi139 ceph-mon[31267]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:48:39.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:39 smithi139 ceph-mon[31267]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:48:39.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:39 smithi139 ceph-mon[31267]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-13T07:48:39.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:39 smithi139 ceph-mon[31267]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-13T07:48:39.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:39 smithi139 ceph-mon[31267]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-13T07:48:39.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:39 smithi139 ceph-mon[31267]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-13T07:48:39.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:39 smithi139 ceph-mon[31267]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:48:39.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:39 smithi139 ceph-mon[31267]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:48:39.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:39 smithi139 ceph-mon[31267]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:48:39.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:39 smithi139 ceph-mon[31267]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:48:39.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:39 smithi139 ceph-mon[31267]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:48:39.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:39 smithi139 ceph-mon[31267]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:48:39.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:39 smithi139 ceph-mon[31267]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:48:39.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:39 smithi139 ceph-mon[31267]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:48:39.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:39 smithi139 ceph-mon[31267]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-13T07:48:39.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:39 smithi139 ceph-mon[31267]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-13T07:48:39.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:39 smithi139 ceph-mon[31267]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-13T07:48:39.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:39 smithi139 ceph-mon[31267]: Manager daemon y is now available 2024-04-13T07:48:39.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:39 smithi139 ceph-mon[31267]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:48:39.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:39 smithi139 ceph-mon[31267]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:48:39.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:39 smithi139 ceph-mon[31267]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-13T07:48:39.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:39 smithi139 ceph-mon[31267]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-13T07:48:39.639 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:39 smithi139 ceph-mon[31267]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-13T07:48:39.639 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:39 smithi139 ceph-mon[31267]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-13T07:48:39.697 INFO:tasks.rados.rados.0.smithi119.stdout:859: done (0 left) 2024-04-13T07:48:39.697 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 17 current snap is 95 2024-04-13T07:48:39.698 INFO:tasks.rados.rados.0.smithi119.stdout:860: seq_num 275 ranges {0=614400,614400=786432,1400832=499712,1900544=319488} 2024-04-13T07:48:39.701 INFO:tasks.rados.rados.0.smithi119.stdout:860: writing smithi11982245-17 from 0 to 614400 tid 1 2024-04-13T07:48:39.706 INFO:tasks.rados.rados.0.smithi119.stdout:860: writing smithi11982245-17 from 614400 to 1400832 tid 2 2024-04-13T07:48:39.709 INFO:tasks.rados.rados.0.smithi119.stdout:860: writing smithi11982245-17 from 1400832 to 1900544 tid 3 2024-04-13T07:48:39.711 INFO:tasks.rados.rados.0.smithi119.stdout:860: writing smithi11982245-17 from 1900544 to 2220032 tid 4 2024-04-13T07:48:39.712 INFO:tasks.rados.rados.0.smithi119.stdout:861: delete oid 15 current snap is 95 2024-04-13T07:48:39.712 INFO:tasks.rados.rados.0.smithi119.stdout:860: finishing write tid 1 to smithi11982245-17 2024-04-13T07:48:39.713 INFO:tasks.rados.rados.0.smithi119.stdout:860: finishing write tid 2 to smithi11982245-17 2024-04-13T07:48:39.715 INFO:tasks.rados.rados.0.smithi119.stdout:861: done (1 left) 2024-04-13T07:48:39.715 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 27 current snap is 95 2024-04-13T07:48:39.716 INFO:tasks.rados.rados.0.smithi119.stdout:862: seq_num 277 ranges {2940928=647168,3588096=557056,4145152=516096,4661248=532480} 2024-04-13T07:48:39.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[39268]: osdmap e228: 8 total, 8 up, 8 in 2024-04-13T07:48:39.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[39268]: Standby manager daemon x restarted 2024-04-13T07:48:39.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[39268]: Standby manager daemon x started 2024-04-13T07:48:39.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[39268]: from='mgr.? 172.21.15.139:0/2875718426' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T07:48:39.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[39268]: from='mgr.? 172.21.15.139:0/2875718426' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T07:48:39.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[39268]: from='mgr.? 172.21.15.139:0/2875718426' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T07:48:39.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[39268]: from='mgr.? 172.21.15.139:0/2875718426' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T07:48:39.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[39268]: Active manager daemon y restarted 2024-04-13T07:48:39.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[39268]: Activating manager daemon y 2024-04-13T07:48:39.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[39268]: osdmap e229: 8 total, 8 up, 8 in 2024-04-13T07:48:39.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[39268]: mgrmap e36: y(active, starting, since 0.0073265s), standbys: x 2024-04-13T07:48:39.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[39268]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:48:39.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[39268]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:48:39.719 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[39268]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:48:39.719 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[39268]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-13T07:48:39.719 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[39268]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-13T07:48:39.719 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[39268]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-13T07:48:39.719 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[39268]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-13T07:48:39.719 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[39268]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:48:39.719 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[39268]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:48:39.719 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[39268]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:48:39.719 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[39268]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:48:39.719 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[39268]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:48:39.719 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[39268]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:48:39.719 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[39268]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:48:39.719 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[39268]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:48:39.719 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[39268]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-13T07:48:39.720 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[39268]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-13T07:48:39.720 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[39268]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-13T07:48:39.720 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[39268]: Manager daemon y is now available 2024-04-13T07:48:39.720 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[39268]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:48:39.720 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[39268]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:48:39.720 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[39268]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-13T07:48:39.720 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[39268]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-13T07:48:39.720 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[39268]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-13T07:48:39.720 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[39268]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-13T07:48:39.721 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[93746]: osdmap e228: 8 total, 8 up, 8 in 2024-04-13T07:48:39.721 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[93746]: Standby manager daemon x restarted 2024-04-13T07:48:39.721 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[93746]: Standby manager daemon x started 2024-04-13T07:48:39.721 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[93746]: from='mgr.? 172.21.15.139:0/2875718426' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T07:48:39.721 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[93746]: from='mgr.? 172.21.15.139:0/2875718426' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T07:48:39.721 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[93746]: from='mgr.? 172.21.15.139:0/2875718426' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T07:48:39.721 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[93746]: from='mgr.? 172.21.15.139:0/2875718426' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T07:48:39.721 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[93746]: Active manager daemon y restarted 2024-04-13T07:48:39.721 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[93746]: Activating manager daemon y 2024-04-13T07:48:39.721 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[93746]: osdmap e229: 8 total, 8 up, 8 in 2024-04-13T07:48:39.721 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[93746]: mgrmap e36: y(active, starting, since 0.0073265s), standbys: x 2024-04-13T07:48:39.721 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:48:39.722 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:48:39.722 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:48:39.722 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-13T07:48:39.722 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-13T07:48:39.722 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-13T07:48:39.722 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-13T07:48:39.722 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:48:39.722 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:48:39.722 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:48:39.722 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:48:39.722 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:48:39.722 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:48:39.722 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:48:39.722 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:48:39.723 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-13T07:48:39.723 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-13T07:48:39.723 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-13T07:48:39.723 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[93746]: Manager daemon y is now available 2024-04-13T07:48:39.723 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:48:39.723 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:48:39.723 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-13T07:48:39.723 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-13T07:48:39.723 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-13T07:48:39.723 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-13T07:48:39.731 INFO:teuthology.orchestra.run.smithi119.stdout:true 2024-04-13T07:48:39.735 INFO:tasks.rados.rados.0.smithi119.stdout:862: writing smithi11982245-27 from 2940928 to 3588096 tid 1 2024-04-13T07:48:39.739 INFO:tasks.rados.rados.0.smithi119.stdout:862: writing smithi11982245-27 from 3588096 to 4145152 tid 2 2024-04-13T07:48:39.742 INFO:tasks.rados.rados.0.smithi119.stdout:862: writing smithi11982245-27 from 4145152 to 4661248 tid 3 2024-04-13T07:48:39.745 INFO:tasks.rados.rados.0.smithi119.stdout:862: writing smithi11982245-27 from 4661248 to 5193728 tid 4 2024-04-13T07:48:39.746 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 10 current snap is 95 2024-04-13T07:48:39.746 INFO:tasks.rados.rados.0.smithi119.stdout:860: finishing write tid 3 to smithi11982245-17 2024-04-13T07:48:39.746 INFO:tasks.rados.rados.0.smithi119.stdout:863: seq_num 278 ranges {8306688=663552,8970240=442368,9412608=720896,10133504=442368} 2024-04-13T07:48:39.794 INFO:tasks.rados.rados.0.smithi119.stdout:863: writing smithi11982245-10 from 8306688 to 8970240 tid 1 2024-04-13T07:48:39.796 INFO:tasks.rados.rados.0.smithi119.stdout:863: writing smithi11982245-10 from 8970240 to 9412608 tid 2 2024-04-13T07:48:39.800 INFO:tasks.rados.rados.0.smithi119.stdout:863: writing smithi11982245-10 from 9412608 to 10133504 tid 3 2024-04-13T07:48:39.804 INFO:tasks.rados.rados.0.smithi119.stdout:863: writing smithi11982245-10 from 10133504 to 10575872 tid 4 2024-04-13T07:48:39.804 INFO:tasks.rados.rados.0.smithi119.stdout:864: delete oid 32 current snap is 95 2024-04-13T07:48:39.804 INFO:tasks.rados.rados.0.smithi119.stdout:860: finishing write tid 4 to smithi11982245-17 2024-04-13T07:48:39.804 INFO:tasks.rados.rados.0.smithi119.stdout:860: finishing write tid 5 to smithi11982245-17 2024-04-13T07:48:39.804 INFO:tasks.rados.rados.0.smithi119.stdout:860: finishing write tid 6 to smithi11982245-17 2024-04-13T07:48:39.804 INFO:tasks.rados.rados.0.smithi119.stdout:860: oid 17 updating version 0 to 236 2024-04-13T07:48:39.804 INFO:tasks.rados.rados.0.smithi119.stdout:860: oid 17 version 236 is already newer than 235 2024-04-13T07:48:39.804 INFO:tasks.rados.rados.0.smithi119.stdout:860: oid 17 updating version 236 to 237 2024-04-13T07:48:39.804 INFO:tasks.rados.rados.0.smithi119.stdout:860: oid 17 version 237 is already newer than 234 2024-04-13T07:48:39.805 INFO:tasks.rados.rados.0.smithi119.stdout:860: oid 17 version 237 is already newer than 233 2024-04-13T07:48:39.805 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 17 v 237 (ObjNum 275 snap 95 seq_num 275) dirty exists 2024-04-13T07:48:39.805 INFO:tasks.rados.rados.0.smithi119.stdout:860: left oid 17 (ObjNum 275 snap 95 seq_num 275) 2024-04-13T07:48:39.805 INFO:tasks.rados.rados.0.smithi119.stdout:862: finishing write tid 1 to smithi11982245-27 2024-04-13T07:48:39.805 INFO:tasks.rados.rados.0.smithi119.stdout:862: finishing write tid 2 to smithi11982245-27 2024-04-13T07:48:39.805 INFO:tasks.rados.rados.0.smithi119.stdout:862: finishing write tid 3 to smithi11982245-27 2024-04-13T07:48:39.805 INFO:tasks.rados.rados.0.smithi119.stdout:862: finishing write tid 4 to smithi11982245-27 2024-04-13T07:48:39.805 INFO:tasks.rados.rados.0.smithi119.stdout:862: finishing write tid 5 to smithi11982245-27 2024-04-13T07:48:39.805 INFO:tasks.rados.rados.0.smithi119.stdout:862: finishing write tid 6 to smithi11982245-27 2024-04-13T07:48:39.805 INFO:tasks.rados.rados.0.smithi119.stdout:862: oid 27 updating version 0 to 243 2024-04-13T07:48:39.805 INFO:tasks.rados.rados.0.smithi119.stdout:862: oid 27 updating version 243 to 244 2024-04-13T07:48:39.805 INFO:tasks.rados.rados.0.smithi119.stdout:862: oid 27 version 244 is already newer than 240 2024-04-13T07:48:39.806 INFO:tasks.rados.rados.0.smithi119.stdout:862: oid 27 version 244 is already newer than 242 2024-04-13T07:48:39.806 INFO:tasks.rados.rados.0.smithi119.stdout:862: oid 27 version 244 is already newer than 241 2024-04-13T07:48:39.806 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 27 v 244 (ObjNum 277 snap 95 seq_num 277) dirty exists 2024-04-13T07:48:39.806 INFO:tasks.rados.rados.0.smithi119.stdout:862: left oid 27 (ObjNum 277 snap 95 seq_num 277) 2024-04-13T07:48:39.806 INFO:tasks.rados.rados.0.smithi119.stdout:863: finishing write tid 1 to smithi11982245-10 2024-04-13T07:48:39.806 INFO:tasks.rados.rados.0.smithi119.stdout:863: finishing write tid 2 to smithi11982245-10 2024-04-13T07:48:39.806 INFO:tasks.rados.rados.0.smithi119.stdout:863: finishing write tid 3 to smithi11982245-10 2024-04-13T07:48:39.807 INFO:tasks.rados.rados.0.smithi119.stdout:860: done (3 left) 2024-04-13T07:48:39.807 INFO:tasks.rados.rados.0.smithi119.stdout:862: done (2 left) 2024-04-13T07:48:39.807 INFO:tasks.rados.rados.0.smithi119.stdout:864: done (1 left) 2024-04-13T07:48:39.807 INFO:tasks.rados.rados.0.smithi119.stdout:865: read oid 41 snap -1 2024-04-13T07:48:39.808 INFO:tasks.rados.rados.0.smithi119.stdout:865: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-13T07:48:39.808 INFO:tasks.rados.rados.0.smithi119.stdout:866: snap_create 2024-04-13T07:48:39.808 INFO:tasks.rados.rados.0.smithi119.stdout:863: finishing write tid 4 to smithi11982245-10 2024-04-13T07:48:39.808 INFO:tasks.rados.rados.0.smithi119.stdout:863: finishing write tid 5 to smithi11982245-10 2024-04-13T07:48:39.808 INFO:tasks.rados.rados.0.smithi119.stdout:863: finishing write tid 6 to smithi11982245-10 2024-04-13T07:48:39.808 INFO:tasks.rados.rados.0.smithi119.stdout:863: oid 10 updating version 0 to 437 2024-04-13T07:48:39.808 INFO:tasks.rados.rados.0.smithi119.stdout:863: oid 10 updating version 437 to 439 2024-04-13T07:48:39.808 INFO:tasks.rados.rados.0.smithi119.stdout:863: oid 10 version 439 is already newer than 436 2024-04-13T07:48:39.808 INFO:tasks.rados.rados.0.smithi119.stdout:863: oid 10 version 439 is already newer than 435 2024-04-13T07:48:39.808 INFO:tasks.rados.rados.0.smithi119.stdout:863: oid 10 version 439 is already newer than 438 2024-04-13T07:48:39.808 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 10 v 439 (ObjNum 278 snap 95 seq_num 278) dirty exists 2024-04-13T07:48:39.808 INFO:tasks.rados.rados.0.smithi119.stdout:863: left oid 10 (ObjNum 278 snap 95 seq_num 278) 2024-04-13T07:48:39.812 INFO:tasks.rados.rados.0.smithi119.stdout:865: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-13T07:48:40.071 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:39 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:48:39.719+0000 7f97a4eee700 -1 mgr.server handle_report got status from non-daemon mon.a 2024-04-13T07:48:40.075 INFO:teuthology.orchestra.run.smithi119.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-13T07:48:40.075 INFO:teuthology.orchestra.run.smithi119.stdout:alertmanager.a smithi119 *:9093,9094 running (4m) 41s ago 5m 27.8M - 0.25.0 c8568f914cd2 a8bd9bb7cb08 2024-04-13T07:48:40.075 INFO:teuthology.orchestra.run.smithi119.stdout:grafana.a smithi139 *:3000 running (4m) 20s ago 4m 88.1M - 9.4.7 954c08fa6188 43be3a562cf4 2024-04-13T07:48:40.075 INFO:teuthology.orchestra.run.smithi119.stdout:mds.a smithi119 running (6m) 41s ago 6m 18.4M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 1c0a22818175 2024-04-13T07:48:40.076 INFO:teuthology.orchestra.run.smithi119.stdout:mds.b smithi139 running (6m) 20s ago 6m 14.9M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 9d051222a698 2024-04-13T07:48:40.076 INFO:teuthology.orchestra.run.smithi119.stdout:mgr.x smithi139 *:8443,9283,8765 running (25s) 20s ago 9m 68.8M - 19.0.0-2905-g5f22a497 c4b45bf0c946 228fa2e332a4 2024-04-13T07:48:40.076 INFO:teuthology.orchestra.run.smithi119.stdout:mgr.y smithi119 *:8443,9283,8765 running (56s) 41s ago 11m 480M - 19.0.0-2905-g5f22a497 c4b45bf0c946 0462b2c15351 2024-04-13T07:48:40.076 INFO:teuthology.orchestra.run.smithi119.stdout:mon.a smithi119 running (11m) 41s ago 11m 54.9M 2048M 18.2.2-1217-g7d36322c 6ecd1226aa2f f2e13e059877 2024-04-13T07:48:40.076 INFO:teuthology.orchestra.run.smithi119.stdout:mon.b smithi139 running (10m) 20s ago 10m 47.8M 2048M 18.2.2-1217-g7d36322c 6ecd1226aa2f ab5b3b4132d2 2024-04-13T07:48:40.076 INFO:teuthology.orchestra.run.smithi119.stdout:mon.c smithi119 running (9m) 41s ago 9m 46.0M 2048M 18.2.2-1217-g7d36322c 6ecd1226aa2f f38246c5c08b 2024-04-13T07:48:40.076 INFO:teuthology.orchestra.run.smithi119.stdout:node-exporter.a smithi119 *:9100 running (4m) 41s ago 4m 16.6M - 1.5.0 0da6a335fe13 b9cb5e53bb33 2024-04-13T07:48:40.076 INFO:teuthology.orchestra.run.smithi119.stdout:node-exporter.b smithi139 *:9100 running (4m) 20s ago 4m 16.2M - 1.5.0 0da6a335fe13 126fe390382b 2024-04-13T07:48:40.076 INFO:teuthology.orchestra.run.smithi119.stdout:osd.0 smithi119 running (9m) 41s ago 9m 136M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 3a53ad75d7c2 2024-04-13T07:48:40.076 INFO:teuthology.orchestra.run.smithi119.stdout:osd.1 smithi119 running (8m) 41s ago 8m 127M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f fdb76e7c567d 2024-04-13T07:48:40.076 INFO:teuthology.orchestra.run.smithi119.stdout:osd.2 smithi119 running (8m) 41s ago 8m 113M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 3f7cf03170a1 2024-04-13T07:48:40.076 INFO:teuthology.orchestra.run.smithi119.stdout:osd.3 smithi119 running (8m) 41s ago 8m 94.6M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 3f2186ecbd67 2024-04-13T07:48:40.076 INFO:teuthology.orchestra.run.smithi119.stdout:osd.4 smithi139 running (7m) 20s ago 7m 139M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 779579d3651a 2024-04-13T07:48:40.076 INFO:teuthology.orchestra.run.smithi119.stdout:osd.5 smithi139 running (7m) 20s ago 7m 130M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f a52e53194853 2024-04-13T07:48:40.076 INFO:teuthology.orchestra.run.smithi119.stdout:osd.6 smithi139 running (6m) 20s ago 6m 95.1M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 763ea020f47e 2024-04-13T07:48:40.077 INFO:teuthology.orchestra.run.smithi119.stdout:osd.7 smithi139 running (6m) 20s ago 6m 120M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 0e23b527299b 2024-04-13T07:48:40.077 INFO:teuthology.orchestra.run.smithi119.stdout:prometheus.a smithi139 *:9095 running (31s) 20s ago 5m 37.1M - 2.43.0 a07b618ecd1d dbea45cf9326 2024-04-13T07:48:40.492 INFO:teuthology.orchestra.run.smithi119.stdout:{ 2024-04-13T07:48:40.493 INFO:teuthology.orchestra.run.smithi119.stdout: "mon": { 2024-04-13T07:48:40.493 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 2, 2024-04-13T07:48:40.493 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 1 2024-04-13T07:48:40.493 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:48:40.493 INFO:teuthology.orchestra.run.smithi119.stdout: "mgr": { 2024-04-13T07:48:40.493 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T07:48:40.493 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:48:40.493 INFO:teuthology.orchestra.run.smithi119.stdout: "osd": { 2024-04-13T07:48:40.493 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 8 2024-04-13T07:48:40.493 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:48:40.493 INFO:teuthology.orchestra.run.smithi119.stdout: "mds": { 2024-04-13T07:48:40.493 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 2 2024-04-13T07:48:40.493 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:48:40.493 INFO:teuthology.orchestra.run.smithi119.stdout: "overall": { 2024-04-13T07:48:40.493 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 12, 2024-04-13T07:48:40.493 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 3 2024-04-13T07:48:40.494 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-13T07:48:40.494 INFO:teuthology.orchestra.run.smithi119.stdout:} 2024-04-13T07:48:40.714 INFO:tasks.rados.rados.0.smithi119.stdout:863: done (2 left) 2024-04-13T07:48:40.714 INFO:tasks.rados.rados.0.smithi119.stdout:865: done (1 left) 2024-04-13T07:48:40.714 INFO:tasks.rados.rados.0.smithi119.stdout:866: done (0 left) 2024-04-13T07:48:40.714 INFO:tasks.rados.rados.0.smithi119.stdout:867: snap_remove snap 87 2024-04-13T07:48:40.832 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:40 smithi119 ceph-mon[93746]: [13/Apr/2024:07:48:39] ENGINE Bus STARTING 2024-04-13T07:48:40.832 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:40 smithi119 ceph-mon[93746]: [13/Apr/2024:07:48:39] ENGINE Serving on http://172.21.15.119:8765 2024-04-13T07:48:40.832 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:40 smithi119 ceph-mon[93746]: [13/Apr/2024:07:48:39] ENGINE Serving on https://172.21.15.119:7150 2024-04-13T07:48:40.832 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:40 smithi119 ceph-mon[93746]: [13/Apr/2024:07:48:39] ENGINE Bus STARTED 2024-04-13T07:48:40.833 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:40 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:40.833 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:40 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:40.833 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:40 smithi119 ceph-mon[93746]: osdmap e230: 8 total, 8 up, 8 in 2024-04-13T07:48:40.833 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:40 smithi119 ceph-mon[93746]: mgrmap e37: y(active, since 1.02101s), standbys: x 2024-04-13T07:48:40.833 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:40 smithi119 ceph-mon[93746]: from='client.34110 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:48:40.833 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:40 smithi119 ceph-mon[93746]: pgmap v4: 121 pgs: 121 active+clean; 285 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:48:40.833 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:40 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2855914998' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:48:40.833 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:40 smithi119 ceph-mon[39268]: [13/Apr/2024:07:48:39] ENGINE Bus STARTING 2024-04-13T07:48:40.833 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:40 smithi119 ceph-mon[39268]: [13/Apr/2024:07:48:39] ENGINE Serving on http://172.21.15.119:8765 2024-04-13T07:48:40.833 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:40 smithi119 ceph-mon[39268]: [13/Apr/2024:07:48:39] ENGINE Serving on https://172.21.15.119:7150 2024-04-13T07:48:40.833 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:40 smithi119 ceph-mon[39268]: [13/Apr/2024:07:48:39] ENGINE Bus STARTED 2024-04-13T07:48:40.833 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:40 smithi119 ceph-mon[39268]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:40.834 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:40 smithi119 ceph-mon[39268]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:40.834 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:40 smithi119 ceph-mon[39268]: osdmap e230: 8 total, 8 up, 8 in 2024-04-13T07:48:40.834 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:40 smithi119 ceph-mon[39268]: mgrmap e37: y(active, since 1.02101s), standbys: x 2024-04-13T07:48:40.834 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:40 smithi119 ceph-mon[39268]: from='client.34110 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:48:40.834 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:40 smithi119 ceph-mon[39268]: pgmap v4: 121 pgs: 121 active+clean; 285 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:48:40.834 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:40 smithi119 ceph-mon[39268]: from='client.? 172.21.15.119:0/2855914998' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:48:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:40 smithi139 ceph-mon[31267]: [13/Apr/2024:07:48:39] ENGINE Bus STARTING 2024-04-13T07:48:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:40 smithi139 ceph-mon[31267]: [13/Apr/2024:07:48:39] ENGINE Serving on http://172.21.15.119:8765 2024-04-13T07:48:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:40 smithi139 ceph-mon[31267]: [13/Apr/2024:07:48:39] ENGINE Serving on https://172.21.15.119:7150 2024-04-13T07:48:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:40 smithi139 ceph-mon[31267]: [13/Apr/2024:07:48:39] ENGINE Bus STARTED 2024-04-13T07:48:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:40 smithi139 ceph-mon[31267]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:40 smithi139 ceph-mon[31267]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:40 smithi139 ceph-mon[31267]: osdmap e230: 8 total, 8 up, 8 in 2024-04-13T07:48:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:40 smithi139 ceph-mon[31267]: mgrmap e37: y(active, since 1.02101s), standbys: x 2024-04-13T07:48:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:40 smithi139 ceph-mon[31267]: from='client.34110 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:48:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:40 smithi139 ceph-mon[31267]: pgmap v4: 121 pgs: 121 active+clean; 285 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:48:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:40 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/2855914998' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:48:41.728 INFO:tasks.rados.rados.0.smithi119.stdout:867: done (0 left) 2024-04-13T07:48:41.728 INFO:tasks.rados.rados.0.smithi119.stdout:868: rmattr oid 46 current snap is 96 2024-04-13T07:48:41.728 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 48 current snap is 96 2024-04-13T07:48:41.728 INFO:tasks.rados.rados.0.smithi119.stdout:869: seq_num 280 ranges {2965504=696320,3661824=606208,4268032=688128,4956160=311296} 2024-04-13T07:48:41.748 INFO:tasks.rados.rados.0.smithi119.stdout:869: writing smithi11982245-48 from 2965504 to 3661824 tid 1 2024-04-13T07:48:41.751 INFO:tasks.rados.rados.0.smithi119.stdout:869: writing smithi11982245-48 from 3661824 to 4268032 tid 2 2024-04-13T07:48:41.755 INFO:tasks.rados.rados.0.smithi119.stdout:869: writing smithi11982245-48 from 4268032 to 4956160 tid 3 2024-04-13T07:48:41.757 INFO:tasks.rados.rados.0.smithi119.stdout:869: writing smithi11982245-48 from 4956160 to 5267456 tid 4 2024-04-13T07:48:41.757 INFO:tasks.rados.rados.0.smithi119.stdout:870: delete oid 18 current snap is 96 2024-04-13T07:48:41.757 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 46 v 407 (ObjNum 218 snap 66 seq_num 218) dirty exists 2024-04-13T07:48:41.757 INFO:tasks.rados.rados.0.smithi119.stdout:869: finishing write tid 1 to smithi11982245-48 2024-04-13T07:48:41.757 INFO:tasks.rados.rados.0.smithi119.stdout:869: finishing write tid 2 to smithi11982245-48 2024-04-13T07:48:41.760 INFO:tasks.rados.rados.0.smithi119.stdout:868: done (2 left) 2024-04-13T07:48:41.760 INFO:tasks.rados.rados.0.smithi119.stdout:870: done (1 left) 2024-04-13T07:48:41.760 INFO:tasks.rados.rados.0.smithi119.stdout:871: read oid 49 snap -1 2024-04-13T07:48:41.761 INFO:tasks.rados.rados.0.smithi119.stdout:871: expect deleted 2024-04-13T07:48:41.761 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 27 current snap is 96 2024-04-13T07:48:41.761 INFO:tasks.rados.rados.0.smithi119.stdout:869: finishing write tid 3 to smithi11982245-48 2024-04-13T07:48:41.761 INFO:tasks.rados.rados.0.smithi119.stdout:872: seq_num 282 ranges {5193728=729088,5922816=425984,6348800=704512,7053312=475136} 2024-04-13T07:48:41.792 INFO:tasks.rados.rados.0.smithi119.stdout:872: writing smithi11982245-27 from 5193728 to 5922816 tid 1 2024-04-13T07:48:41.795 INFO:tasks.rados.rados.0.smithi119.stdout:872: writing smithi11982245-27 from 5922816 to 6348800 tid 2 2024-04-13T07:48:41.799 INFO:tasks.rados.rados.0.smithi119.stdout:872: writing smithi11982245-27 from 6348800 to 7053312 tid 3 2024-04-13T07:48:41.804 INFO:tasks.rados.rados.0.smithi119.stdout:872: writing smithi11982245-27 from 7053312 to 7528448 tid 4 2024-04-13T07:48:41.804 INFO:tasks.rados.rados.0.smithi119.stdout:873: read oid 38 snap -1 2024-04-13T07:48:41.804 INFO:tasks.rados.rados.0.smithi119.stdout:873: expect (ObjNum 170 snap 50 seq_num 170) 2024-04-13T07:48:41.804 INFO:tasks.rados.rados.0.smithi119.stdout:874: rmattr oid 12 current snap is 96 2024-04-13T07:48:41.804 INFO:tasks.rados.rados.0.smithi119.stdout:869: finishing write tid 4 to smithi11982245-48 2024-04-13T07:48:41.804 INFO:tasks.rados.rados.0.smithi119.stdout:875: delete oid 37 current snap is 96 2024-04-13T07:48:41.804 INFO:tasks.rados.rados.0.smithi119.stdout:869: finishing write tid 5 to smithi11982245-48 2024-04-13T07:48:41.804 INFO:tasks.rados.rados.0.smithi119.stdout:869: finishing write tid 6 to smithi11982245-48 2024-04-13T07:48:41.804 INFO:tasks.rados.rados.0.smithi119.stdout:869: oid 48 updating version 0 to 386 2024-04-13T07:48:41.804 INFO:tasks.rados.rados.0.smithi119.stdout:869: oid 48 updating version 386 to 388 2024-04-13T07:48:41.804 INFO:tasks.rados.rados.0.smithi119.stdout:869: oid 48 updating version 388 to 389 2024-04-13T07:48:41.804 INFO:tasks.rados.rados.0.smithi119.stdout:869: oid 48 version 389 is already newer than 387 2024-04-13T07:48:41.804 INFO:tasks.rados.rados.0.smithi119.stdout:869: oid 48 updating version 389 to 390 2024-04-13T07:48:41.804 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 48 v 390 (ObjNum 280 snap 96 seq_num 280) dirty exists 2024-04-13T07:48:41.805 INFO:tasks.rados.rados.0.smithi119.stdout:869: left oid 48 (ObjNum 280 snap 96 seq_num 280) 2024-04-13T07:48:41.805 INFO:tasks.rados.rados.0.smithi119.stdout:872: finishing write tid 1 to smithi11982245-27 2024-04-13T07:48:41.805 INFO:tasks.rados.rados.0.smithi119.stdout:872: finishing write tid 2 to smithi11982245-27 2024-04-13T07:48:41.805 INFO:tasks.rados.rados.0.smithi119.stdout:872: finishing write tid 3 to smithi11982245-27 2024-04-13T07:48:41.806 INFO:tasks.rados.rados.0.smithi119.stdout:872: finishing write tid 4 to smithi11982245-27 2024-04-13T07:48:41.806 INFO:tasks.rados.rados.0.smithi119.stdout:872: finishing write tid 5 to smithi11982245-27 2024-04-13T07:48:41.806 INFO:tasks.rados.rados.0.smithi119.stdout:869: done (5 left) 2024-04-13T07:48:41.806 INFO:tasks.rados.rados.0.smithi119.stdout:871: done (4 left) 2024-04-13T07:48:41.806 INFO:tasks.rados.rados.0.smithi119.stdout:875: done (3 left) 2024-04-13T07:48:41.806 INFO:tasks.rados.rados.0.smithi119.stdout:876: copy_from oid 43 from oid 2 current snap is 96 2024-04-13T07:48:41.806 INFO:tasks.rados.rados.0.smithi119.stdout:877: snap_remove snap 70 2024-04-13T07:48:42.124 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:41 smithi139 ceph-mon[31267]: from='client.34146 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:48:42.124 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:41 smithi139 ceph-mon[31267]: pgmap v5: 121 pgs: 121 active+clean; 285 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:48:42.124 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:41 smithi139 ceph-mon[31267]: osdmap e231: 8 total, 8 up, 8 in 2024-04-13T07:48:42.124 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:41 smithi139 ceph-mon[31267]: mgrmap e38: y(active, since 2s), standbys: x 2024-04-13T07:48:42.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:41 smithi119 ceph-mon[39268]: from='client.34146 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:48:42.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:41 smithi119 ceph-mon[39268]: pgmap v5: 121 pgs: 121 active+clean; 285 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:48:42.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:41 smithi119 ceph-mon[39268]: osdmap e231: 8 total, 8 up, 8 in 2024-04-13T07:48:42.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:41 smithi119 ceph-mon[39268]: mgrmap e38: y(active, since 2s), standbys: x 2024-04-13T07:48:42.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:41 smithi119 ceph-mon[93746]: from='client.34146 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:48:42.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:41 smithi119 ceph-mon[93746]: pgmap v5: 121 pgs: 121 active+clean; 285 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:48:42.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:41 smithi119 ceph-mon[93746]: osdmap e231: 8 total, 8 up, 8 in 2024-04-13T07:48:42.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:41 smithi119 ceph-mon[93746]: mgrmap e38: y(active, since 2s), standbys: x 2024-04-13T07:48:42.736 INFO:tasks.rados.rados.0.smithi119.stdout:877: done (4 left) 2024-04-13T07:48:42.736 INFO:tasks.rados.rados.0.smithi119.stdout:878: snap_create 2024-04-13T07:48:42.736 INFO:tasks.rados.rados.0.smithi119.stdout:872: finishing write tid 6 to smithi11982245-27 2024-04-13T07:48:42.736 INFO:tasks.rados.rados.0.smithi119.stdout:872: oid 27 updating version 0 to 249 2024-04-13T07:48:42.736 INFO:tasks.rados.rados.0.smithi119.stdout:872: oid 27 version 249 is already newer than 248 2024-04-13T07:48:42.737 INFO:tasks.rados.rados.0.smithi119.stdout:872: oid 27 updating version 249 to 251 2024-04-13T07:48:42.737 INFO:tasks.rados.rados.0.smithi119.stdout:872: oid 27 updating version 251 to 252 2024-04-13T07:48:42.737 INFO:tasks.rados.rados.0.smithi119.stdout:872: oid 27 version 252 is already newer than 250 2024-04-13T07:48:42.737 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 27 v 252 (ObjNum 282 snap 96 seq_num 282) dirty exists 2024-04-13T07:48:42.737 INFO:tasks.rados.rados.0.smithi119.stdout:872: left oid 27 (ObjNum 282 snap 96 seq_num 282) 2024-04-13T07:48:42.737 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 12 v 392 (ObjNum 266 snap 86 seq_num 266) dirty exists 2024-04-13T07:48:42.738 INFO:tasks.rados.rados.0.smithi119.stdout:876: finishing copy_from racing read to smithi11982245-43 2024-04-13T07:48:42.738 INFO:tasks.rados.rados.0.smithi119.stdout:876: finishing copy_from to smithi11982245-43 2024-04-13T07:48:42.738 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 43 v 435 (ObjNum 268 snap 90 seq_num 268) dirty exists 2024-04-13T07:48:42.738 INFO:tasks.rados.rados.0.smithi119.stdout:873: expect (ObjNum 170 snap 50 seq_num 170) 2024-04-13T07:48:42.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:42 smithi119 ceph-mon[39268]: osdmap e232: 8 total, 8 up, 8 in 2024-04-13T07:48:42.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:42 smithi119 ceph-mon[93746]: osdmap e232: 8 total, 8 up, 8 in 2024-04-13T07:48:43.027 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:42 smithi139 ceph-mon[31267]: osdmap e232: 8 total, 8 up, 8 in 2024-04-13T07:48:43.732 INFO:tasks.rados.rados.0.smithi119.stdout:872: done (4 left) 2024-04-13T07:48:43.732 INFO:tasks.rados.rados.0.smithi119.stdout:873: done (3 left) 2024-04-13T07:48:43.732 INFO:tasks.rados.rados.0.smithi119.stdout:874: done (2 left) 2024-04-13T07:48:43.732 INFO:tasks.rados.rados.0.smithi119.stdout:876: done (1 left) 2024-04-13T07:48:43.732 INFO:tasks.rados.rados.0.smithi119.stdout:878: done (0 left) 2024-04-13T07:48:43.733 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 21 current snap is 97 2024-04-13T07:48:43.733 INFO:tasks.rados.rados.0.smithi119.stdout:879: seq_num 284 ranges {2940928=761856,3702784=598016,4300800=671744,4972544=335872} 2024-04-13T07:48:43.752 INFO:tasks.rados.rados.0.smithi119.stdout:879: writing smithi11982245-21 from 2940928 to 3702784 tid 1 2024-04-13T07:48:43.755 INFO:tasks.rados.rados.0.smithi119.stdout:879: writing smithi11982245-21 from 3702784 to 4300800 tid 2 2024-04-13T07:48:43.759 INFO:tasks.rados.rados.0.smithi119.stdout:879: writing smithi11982245-21 from 4300800 to 4972544 tid 3 2024-04-13T07:48:43.762 INFO:tasks.rados.rados.0.smithi119.stdout:879: writing smithi11982245-21 from 4972544 to 5308416 tid 4 2024-04-13T07:48:43.762 INFO:tasks.rados.rados.0.smithi119.stdout:880: rollback oid 42 current snap is 97 2024-04-13T07:48:43.763 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 42 to 72 2024-04-13T07:48:43.763 INFO:tasks.rados.rados.0.smithi119.stdout:879: finishing write tid 1 to smithi11982245-21 2024-04-13T07:48:43.763 INFO:tasks.rados.rados.0.smithi119.stdout:879: finishing write tid 2 to smithi11982245-21 2024-04-13T07:48:43.763 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 47 current snap is 97 2024-04-13T07:48:43.763 INFO:tasks.rados.rados.0.smithi119.stdout:881: seq_num 285 ranges {122880=778240,901120=475136,1376256=475136,1851392=655360} 2024-04-13T07:48:43.767 INFO:tasks.rados.rados.0.smithi119.stdout:881: writing smithi11982245-47 from 122880 to 901120 tid 1 2024-04-13T07:48:43.770 INFO:tasks.rados.rados.0.smithi119.stdout:881: writing smithi11982245-47 from 901120 to 1376256 tid 2 2024-04-13T07:48:43.773 INFO:tasks.rados.rados.0.smithi119.stdout:881: writing smithi11982245-47 from 1376256 to 1851392 tid 3 2024-04-13T07:48:43.777 INFO:tasks.rados.rados.0.smithi119.stdout:881: writing smithi11982245-47 from 1851392 to 2506752 tid 4 2024-04-13T07:48:43.777 INFO:tasks.rados.rados.0.smithi119.stdout:882: copy_from oid 13 from oid 7 current snap is 97 2024-04-13T07:48:43.777 INFO:tasks.rados.rados.0.smithi119.stdout:879: finishing write tid 3 to smithi11982245-21 2024-04-13T07:48:43.777 INFO:tasks.rados.rados.0.smithi119.stdout:879: finishing write tid 4 to smithi11982245-21 2024-04-13T07:48:43.777 INFO:tasks.rados.rados.0.smithi119.stdout:879: finishing write tid 5 to smithi11982245-21 2024-04-13T07:48:43.777 INFO:tasks.rados.rados.0.smithi119.stdout:879: finishing write tid 6 to smithi11982245-21 2024-04-13T07:48:43.777 INFO:tasks.rados.rados.0.smithi119.stdout:879: oid 21 updating version 0 to 300 2024-04-13T07:48:43.778 INFO:tasks.rados.rados.0.smithi119.stdout:879: oid 21 version 300 is already newer than 297 2024-04-13T07:48:43.778 INFO:tasks.rados.rados.0.smithi119.stdout:879: oid 21 version 300 is already newer than 298 2024-04-13T07:48:43.778 INFO:tasks.rados.rados.0.smithi119.stdout:879: oid 21 updating version 300 to 301 2024-04-13T07:48:43.778 INFO:tasks.rados.rados.0.smithi119.stdout:879: oid 21 version 301 is already newer than 299 2024-04-13T07:48:43.778 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 21 v 301 (ObjNum 284 snap 97 seq_num 284) dirty exists 2024-04-13T07:48:43.778 INFO:tasks.rados.rados.0.smithi119.stdout:879: left oid 21 (ObjNum 284 snap 97 seq_num 284) 2024-04-13T07:48:43.778 INFO:tasks.rados.rados.0.smithi119.stdout:880: finishing rollback tid 0 to smithi11982245-42 2024-04-13T07:48:43.778 INFO:tasks.rados.rados.0.smithi119.stdout:879: done (3 left) 2024-04-13T07:48:43.778 INFO:tasks.rados.rados.0.smithi119.stdout:883: snap_create 2024-04-13T07:48:43.778 INFO:tasks.rados.rados.0.smithi119.stdout:880: finishing rollback tid 1 to smithi11982245-42 2024-04-13T07:48:43.778 INFO:tasks.rados.rados.0.smithi119.stdout:880: finishing rollback tid 2 to smithi11982245-42 2024-04-13T07:48:43.778 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 42 v 455 (ObjNum 179 snap 52 seq_num 179) dirty exists 2024-04-13T07:48:43.779 INFO:tasks.rados.rados.0.smithi119.stdout:881: finishing write tid 1 to smithi11982245-47 2024-04-13T07:48:43.779 INFO:tasks.rados.rados.0.smithi119.stdout:881: finishing write tid 2 to smithi11982245-47 2024-04-13T07:48:43.779 INFO:tasks.rados.rados.0.smithi119.stdout:881: finishing write tid 3 to smithi11982245-47 2024-04-13T07:48:43.780 INFO:tasks.rados.rados.0.smithi119.stdout:881: finishing write tid 4 to smithi11982245-47 2024-04-13T07:48:43.780 INFO:tasks.rados.rados.0.smithi119.stdout:881: finishing write tid 5 to smithi11982245-47 2024-04-13T07:48:43.781 INFO:tasks.rados.rados.0.smithi119.stdout:881: finishing write tid 6 to smithi11982245-47 2024-04-13T07:48:43.782 INFO:tasks.rados.rados.0.smithi119.stdout:881: oid 47 updating version 0 to 499 2024-04-13T07:48:43.782 INFO:tasks.rados.rados.0.smithi119.stdout:881: oid 47 updating version 499 to 500 2024-04-13T07:48:43.782 INFO:tasks.rados.rados.0.smithi119.stdout:881: oid 47 updating version 500 to 501 2024-04-13T07:48:43.782 INFO:tasks.rados.rados.0.smithi119.stdout:881: oid 47 updating version 501 to 502 2024-04-13T07:48:43.782 INFO:tasks.rados.rados.0.smithi119.stdout:881: oid 47 version 502 is already newer than 498 2024-04-13T07:48:43.782 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 47 v 502 (ObjNum 285 snap 97 seq_num 285) dirty exists 2024-04-13T07:48:43.782 INFO:tasks.rados.rados.0.smithi119.stdout:881: left oid 47 (ObjNum 285 snap 97 seq_num 285) 2024-04-13T07:48:43.794 INFO:tasks.rados.rados.0.smithi119.stdout:882: finishing copy_from racing read to smithi11982245-13 2024-04-13T07:48:43.798 INFO:tasks.rados.rados.0.smithi119.stdout:882: finishing copy_from to smithi11982245-13 2024-04-13T07:48:43.798 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 13 v 339 (ObjNum 272 snap 93 seq_num 272) dirty exists 2024-04-13T07:48:43.798 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:43 smithi139 ceph-mon[31267]: pgmap v8: 121 pgs: 121 active+clean; 285 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:48:43.798 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:43 smithi139 ceph-mon[31267]: mgrmap e39: y(active, since 4s), standbys: x 2024-04-13T07:48:43.798 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:43 smithi139 ceph-mon[31267]: osdmap e233: 8 total, 8 up, 8 in 2024-04-13T07:48:43.798 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:43 smithi139 ceph-mon[31267]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:43.798 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:43 smithi139 ceph-mon[31267]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:43.799 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:43 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:48:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi119\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:48:44.142 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:43 smithi119 ceph-mon[39268]: pgmap v8: 121 pgs: 121 active+clean; 285 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:48:44.142 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:43 smithi119 ceph-mon[39268]: mgrmap e39: y(active, since 4s), standbys: x 2024-04-13T07:48:44.142 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:43 smithi119 ceph-mon[39268]: osdmap e233: 8 total, 8 up, 8 in 2024-04-13T07:48:44.143 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:43 smithi119 ceph-mon[39268]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:44.143 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:43 smithi119 ceph-mon[39268]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:44.143 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:43 smithi119 ceph-mon[93746]: pgmap v8: 121 pgs: 121 active+clean; 285 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:48:44.143 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:43 smithi119 ceph-mon[93746]: mgrmap e39: y(active, since 4s), standbys: x 2024-04-13T07:48:44.143 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:43 smithi119 ceph-mon[93746]: osdmap e233: 8 total, 8 up, 8 in 2024-04-13T07:48:44.143 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:43 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:44.143 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:43 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:44.746 INFO:tasks.rados.rados.0.smithi119.stdout:880: done (3 left) 2024-04-13T07:48:44.747 INFO:tasks.rados.rados.0.smithi119.stdout:881: done (2 left) 2024-04-13T07:48:44.747 INFO:tasks.rados.rados.0.smithi119.stdout:882: done (1 left) 2024-04-13T07:48:44.747 INFO:tasks.rados.rados.0.smithi119.stdout:883: done (0 left) 2024-04-13T07:48:44.747 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 15 current snap is 98 2024-04-13T07:48:44.747 INFO:tasks.rados.rados.0.smithi119.stdout:884: seq_num 286 ranges {0=794624,794624=761856,1556480=679936,2236416=163840} 2024-04-13T07:48:44.750 INFO:tasks.rados.rados.0.smithi119.stdout:884: writing smithi11982245-15 from 0 to 794624 tid 1 2024-04-13T07:48:44.755 INFO:tasks.rados.rados.0.smithi119.stdout:884: writing smithi11982245-15 from 794624 to 1556480 tid 2 2024-04-13T07:48:44.758 INFO:tasks.rados.rados.0.smithi119.stdout:884: writing smithi11982245-15 from 1556480 to 2236416 tid 3 2024-04-13T07:48:44.760 INFO:tasks.rados.rados.0.smithi119.stdout:884: writing smithi11982245-15 from 2236416 to 2400256 tid 4 2024-04-13T07:48:44.760 INFO:tasks.rados.rados.0.smithi119.stdout:885: delete oid 31 current snap is 98 2024-04-13T07:48:44.760 INFO:tasks.rados.rados.0.smithi119.stdout:884: finishing write tid 1 to smithi11982245-15 2024-04-13T07:48:44.760 INFO:tasks.rados.rados.0.smithi119.stdout:884: finishing write tid 2 to smithi11982245-15 2024-04-13T07:48:44.763 INFO:tasks.rados.rados.0.smithi119.stdout:885: done (1 left) 2024-04-13T07:48:44.763 INFO:tasks.rados.rados.0.smithi119.stdout:886: snap_create 2024-04-13T07:48:44.763 INFO:tasks.rados.rados.0.smithi119.stdout:884: finishing write tid 3 to smithi11982245-15 2024-04-13T07:48:44.764 INFO:tasks.rados.rados.0.smithi119.stdout:884: finishing write tid 4 to smithi11982245-15 2024-04-13T07:48:44.764 INFO:tasks.rados.rados.0.smithi119.stdout:884: finishing write tid 5 to smithi11982245-15 2024-04-13T07:48:44.766 INFO:tasks.rados.rados.0.smithi119.stdout:884: finishing write tid 6 to smithi11982245-15 2024-04-13T07:48:44.766 INFO:tasks.rados.rados.0.smithi119.stdout:884: oid 15 updating version 0 to 243 2024-04-13T07:48:44.766 INFO:tasks.rados.rados.0.smithi119.stdout:884: oid 15 version 243 is already newer than 242 2024-04-13T07:48:44.766 INFO:tasks.rados.rados.0.smithi119.stdout:884: oid 15 version 243 is already newer than 240 2024-04-13T07:48:44.766 INFO:tasks.rados.rados.0.smithi119.stdout:884: oid 15 version 243 is already newer than 241 2024-04-13T07:48:44.766 INFO:tasks.rados.rados.0.smithi119.stdout:884: oid 15 version 243 is already newer than 239 2024-04-13T07:48:44.766 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 15 v 243 (ObjNum 286 snap 98 seq_num 286) dirty exists 2024-04-13T07:48:44.766 INFO:tasks.rados.rados.0.smithi119.stdout:884: left oid 15 (ObjNum 286 snap 98 seq_num 286) 2024-04-13T07:48:45.091 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:48:44] "GET /metrics HTTP/1.1" 200 33293 "" "Prometheus/2.43.0" 2024-04-13T07:48:45.091 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:44 smithi119 ceph-mon[39268]: osdmap e234: 8 total, 8 up, 8 in 2024-04-13T07:48:45.092 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:44 smithi119 ceph-mon[39268]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:45.092 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:44 smithi119 ceph-mon[39268]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:45.092 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:44 smithi119 ceph-mon[39268]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:45.092 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:44 smithi119 ceph-mon[39268]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:45.092 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:44 smithi119 ceph-mon[93746]: osdmap e234: 8 total, 8 up, 8 in 2024-04-13T07:48:45.092 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:44 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:45.092 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:44 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:45.092 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:44 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:45.092 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:44 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:45.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:44 smithi139 ceph-mon[31267]: osdmap e234: 8 total, 8 up, 8 in 2024-04-13T07:48:45.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:44 smithi139 ceph-mon[31267]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:45.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:44 smithi139 ceph-mon[31267]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:45.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:44 smithi139 ceph-mon[31267]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:45.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:44 smithi139 ceph-mon[31267]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:45.306 INFO:tasks.rados.rados.0.smithi119.stdout:884: done (1 left) 2024-04-13T07:48:45.306 INFO:tasks.rados.rados.0.smithi119.stdout:886: done (0 left) 2024-04-13T07:48:45.306 INFO:tasks.rados.rados.0.smithi119.stdout:887: copy_from oid 33 from oid 44 current snap is 99 2024-04-13T07:48:45.306 INFO:tasks.rados.rados.0.smithi119.stdout:888: delete oid 3 current snap is 99 2024-04-13T07:48:45.308 INFO:tasks.rados.rados.0.smithi119.stdout:888: done (1 left) 2024-04-13T07:48:45.308 INFO:tasks.rados.rados.0.smithi119.stdout:889: snap_remove snap 60 2024-04-13T07:48:46.056 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:45 smithi139 ceph-mon[31267]: pgmap v11: 121 pgs: 121 active+clean; 285 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:48:46.056 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:45 smithi139 ceph-mon[31267]: osdmap e235: 8 total, 8 up, 8 in 2024-04-13T07:48:46.056 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:45 smithi139 ceph-mon[31267]: osdmap e236: 8 total, 8 up, 8 in 2024-04-13T07:48:46.056 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:45 smithi139 ceph-mon[31267]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:46.056 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:45 smithi139 ceph-mon[31267]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:46.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:45 smithi119 ceph-mon[93746]: pgmap v11: 121 pgs: 121 active+clean; 285 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:48:46.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:45 smithi119 ceph-mon[93746]: osdmap e235: 8 total, 8 up, 8 in 2024-04-13T07:48:46.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:45 smithi119 ceph-mon[93746]: osdmap e236: 8 total, 8 up, 8 in 2024-04-13T07:48:46.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:45 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:46.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:45 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:46.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:45 smithi119 ceph-mon[39268]: pgmap v11: 121 pgs: 121 active+clean; 285 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:48:46.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:45 smithi119 ceph-mon[39268]: osdmap e235: 8 total, 8 up, 8 in 2024-04-13T07:48:46.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:45 smithi119 ceph-mon[39268]: osdmap e236: 8 total, 8 up, 8 in 2024-04-13T07:48:46.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:45 smithi119 ceph-mon[39268]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:46.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:45 smithi119 ceph-mon[39268]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:46.313 INFO:tasks.rados.rados.0.smithi119.stdout:889: done (1 left) 2024-04-13T07:48:46.313 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 21 current snap is 99 2024-04-13T07:48:46.313 INFO:tasks.rados.rados.0.smithi119.stdout:887: finishing copy_from racing read to smithi11982245-33 2024-04-13T07:48:46.314 INFO:tasks.rados.rados.0.smithi119.stdout:887: finishing copy_from to smithi11982245-33 2024-04-13T07:48:46.314 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 33 v 371 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-04-13T07:48:46.314 INFO:tasks.rados.rados.0.smithi119.stdout:890: seq_num 289 ranges {5308416=40960} 2024-04-13T07:48:46.344 INFO:tasks.rados.rados.0.smithi119.stdout:890: writing smithi11982245-21 from 5308416 to 5349376 tid 1 2024-04-13T07:48:46.344 INFO:tasks.rados.rados.0.smithi119.stdout:887: done (1 left) 2024-04-13T07:48:46.344 INFO:tasks.rados.rados.0.smithi119.stdout:891: read oid 26 snap -1 2024-04-13T07:48:46.344 INFO:tasks.rados.rados.0.smithi119.stdout:891: expect deleted 2024-04-13T07:48:46.344 INFO:tasks.rados.rados.0.smithi119.stdout:892: read oid 39 snap -1 2024-04-13T07:48:46.344 INFO:tasks.rados.rados.0.smithi119.stdout:892: expect (ObjNum 262 snap 83 seq_num 262) 2024-04-13T07:48:46.344 INFO:tasks.rados.rados.0.smithi119.stdout:893: delete oid 37 current snap is 99 2024-04-13T07:48:46.345 INFO:tasks.rados.rados.0.smithi119.stdout:891: done (3 left) 2024-04-13T07:48:46.345 INFO:tasks.rados.rados.0.smithi119.stdout:893: done (2 left) 2024-04-13T07:48:46.345 INFO:tasks.rados.rados.0.smithi119.stdout:894: read oid 15 snap -1 2024-04-13T07:48:46.346 INFO:tasks.rados.rados.0.smithi119.stdout:894: expect (ObjNum 286 snap 98 seq_num 286) 2024-04-13T07:48:46.346 INFO:tasks.rados.rados.0.smithi119.stdout:895: delete oid 19 current snap is 99 2024-04-13T07:48:46.347 INFO:tasks.rados.rados.0.smithi119.stdout:890: finishing write tid 1 to smithi11982245-21 2024-04-13T07:48:46.347 INFO:tasks.rados.rados.0.smithi119.stdout:890: finishing write tid 2 to smithi11982245-21 2024-04-13T07:48:46.347 INFO:tasks.rados.rados.0.smithi119.stdout:895: done (3 left) 2024-04-13T07:48:46.348 INFO:tasks.rados.rados.0.smithi119.stdout:896: read oid 50 snap -1 2024-04-13T07:48:46.348 INFO:tasks.rados.rados.0.smithi119.stdout:896: expect (ObjNum 73 snap 11 seq_num 73) 2024-04-13T07:48:46.348 INFO:tasks.rados.rados.0.smithi119.stdout:897: read oid 20 snap 52 2024-04-13T07:48:46.348 INFO:tasks.rados.rados.0.smithi119.stdout:897: expect (ObjNum 137 snap 40 seq_num 137) 2024-04-13T07:48:46.348 INFO:tasks.rados.rados.0.smithi119.stdout:898: snap_create 2024-04-13T07:48:46.348 INFO:tasks.rados.rados.0.smithi119.stdout:890: finishing write tid 3 to smithi11982245-21 2024-04-13T07:48:46.348 INFO:tasks.rados.rados.0.smithi119.stdout:890: oid 21 updating version 0 to 309 2024-04-13T07:48:46.348 INFO:tasks.rados.rados.0.smithi119.stdout:890: oid 21 updating version 309 to 310 2024-04-13T07:48:46.348 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 21 v 310 (ObjNum 289 snap 99 seq_num 289) dirty exists 2024-04-13T07:48:46.348 INFO:tasks.rados.rados.0.smithi119.stdout:890: left oid 21 (ObjNum 289 snap 99 seq_num 289) 2024-04-13T07:48:46.361 INFO:tasks.rados.rados.0.smithi119.stdout:892: expect (ObjNum 262 snap 83 seq_num 262) 2024-04-13T07:48:46.524 INFO:tasks.rados.rados.0.smithi119.stdout:896: expect (ObjNum 73 snap 11 seq_num 73) 2024-04-13T07:48:46.592 INFO:tasks.rados.rados.0.smithi119.stdout:894: expect (ObjNum 286 snap 98 seq_num 286) 2024-04-13T07:48:46.653 INFO:tasks.rados.rados.0.smithi119.stdout:897: expect (ObjNum 137 snap 40 seq_num 137) 2024-04-13T07:48:47.317 INFO:tasks.rados.rados.0.smithi119.stdout:890: done (5 left) 2024-04-13T07:48:47.317 INFO:tasks.rados.rados.0.smithi119.stdout:892: done (4 left) 2024-04-13T07:48:47.317 INFO:tasks.rados.rados.0.smithi119.stdout:894: done (3 left) 2024-04-13T07:48:47.317 INFO:tasks.rados.rados.0.smithi119.stdout:896: done (2 left) 2024-04-13T07:48:47.317 INFO:tasks.rados.rados.0.smithi119.stdout:897: done (1 left) 2024-04-13T07:48:47.317 INFO:tasks.rados.rados.0.smithi119.stdout:898: done (0 left) 2024-04-13T07:48:47.317 INFO:tasks.rados.rados.0.smithi119.stdout:899: copy_from oid 33 from oid 24 current snap is 100 2024-04-13T07:48:47.317 INFO:tasks.rados.rados.0.smithi119.stdout:900: snap_remove snap 94 2024-04-13T07:48:47.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:47 smithi139 ceph-mon[31267]: osdmap e237: 8 total, 8 up, 8 in 2024-04-13T07:48:47.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:47 smithi139 ceph-mon[31267]: pgmap v15: 121 pgs: 121 active+clean; 305 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-13T07:48:47.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:47 smithi119 ceph-mon[39268]: osdmap e237: 8 total, 8 up, 8 in 2024-04-13T07:48:47.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:47 smithi119 ceph-mon[39268]: pgmap v15: 121 pgs: 121 active+clean; 305 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-13T07:48:47.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:47 smithi119 ceph-mon[93746]: osdmap e237: 8 total, 8 up, 8 in 2024-04-13T07:48:47.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:47 smithi119 ceph-mon[93746]: pgmap v15: 121 pgs: 121 active+clean; 305 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-13T07:48:48.327 INFO:tasks.rados.rados.0.smithi119.stdout:900: done (1 left) 2024-04-13T07:48:48.327 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 36 current snap is 100 2024-04-13T07:48:48.327 INFO:tasks.rados.rados.0.smithi119.stdout:901: seq_num 292 ranges {1548288=98304} 2024-04-13T07:48:48.336 INFO:tasks.rados.rados.0.smithi119.stdout:901: writing smithi11982245-36 from 1548288 to 1646592 tid 1 2024-04-13T07:48:48.337 INFO:tasks.rados.rados.0.smithi119.stdout:899: finishing copy_from racing read to smithi11982245-33 2024-04-13T07:48:48.337 INFO:tasks.rados.rados.0.smithi119.stdout:899: finishing copy_from to smithi11982245-33 2024-04-13T07:48:48.337 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 33 v 131 (ObjNum 211 snap 65 seq_num 211) dirty exists 2024-04-13T07:48:48.337 INFO:tasks.rados.rados.0.smithi119.stdout:899: done (1 left) 2024-04-13T07:48:48.337 INFO:tasks.rados.rados.0.smithi119.stdout:902: delete oid 30 current snap is 100 2024-04-13T07:48:48.340 INFO:tasks.rados.rados.0.smithi119.stdout:902: done (1 left) 2024-04-13T07:48:48.340 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 19 current snap is 100 2024-04-13T07:48:48.340 INFO:tasks.rados.rados.0.smithi119.stdout:901: finishing write tid 1 to smithi11982245-36 2024-04-13T07:48:48.340 INFO:tasks.rados.rados.0.smithi119.stdout:903: seq_num 294 ranges {0=131072} 2024-04-13T07:48:48.341 INFO:tasks.rados.rados.0.smithi119.stdout:903: writing smithi11982245-19 from 0 to 131072 tid 1 2024-04-13T07:48:48.341 INFO:tasks.rados.rados.0.smithi119.stdout:904: rollback oid 35 current snap is 100 2024-04-13T07:48:48.341 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 35 to 71 2024-04-13T07:48:48.341 INFO:tasks.rados.rados.0.smithi119.stdout:901: finishing write tid 2 to smithi11982245-36 2024-04-13T07:48:48.341 INFO:tasks.rados.rados.0.smithi119.stdout:905: snap_create 2024-04-13T07:48:48.341 INFO:tasks.rados.rados.0.smithi119.stdout:901: finishing write tid 3 to smithi11982245-36 2024-04-13T07:48:48.341 INFO:tasks.rados.rados.0.smithi119.stdout:901: oid 36 updating version 0 to 250 2024-04-13T07:48:48.341 INFO:tasks.rados.rados.0.smithi119.stdout:901: oid 36 version 250 is already newer than 249 2024-04-13T07:48:48.342 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 36 v 250 (ObjNum 292 snap 100 seq_num 292) dirty exists 2024-04-13T07:48:48.342 INFO:tasks.rados.rados.0.smithi119.stdout:901: left oid 36 (ObjNum 292 snap 100 seq_num 292) 2024-04-13T07:48:48.342 INFO:tasks.rados.rados.0.smithi119.stdout:904: finishing rollback tid 1 to smithi11982245-35 2024-04-13T07:48:48.342 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 35 v 247 (ObjNum 129 snap 0 seq_num 749453800) dirty dne 2024-04-13T07:48:48.343 INFO:tasks.rados.rados.0.smithi119.stdout:903: finishing write tid 1 to smithi11982245-19 2024-04-13T07:48:48.343 INFO:tasks.rados.rados.0.smithi119.stdout:903: finishing write tid 2 to smithi11982245-19 2024-04-13T07:48:48.347 INFO:tasks.rados.rados.0.smithi119.stdout:903: finishing write tid 3 to smithi11982245-19 2024-04-13T07:48:48.347 INFO:tasks.rados.rados.0.smithi119.stdout:903: oid 19 updating version 0 to 355 2024-04-13T07:48:48.347 INFO:tasks.rados.rados.0.smithi119.stdout:903: oid 19 updating version 355 to 356 2024-04-13T07:48:48.347 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 19 v 356 (ObjNum 294 snap 100 seq_num 294) dirty exists 2024-04-13T07:48:48.348 INFO:tasks.rados.rados.0.smithi119.stdout:903: left oid 19 (ObjNum 294 snap 100 seq_num 294) 2024-04-13T07:48:48.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:48 smithi139 ceph-mon[31267]: osdmap e238: 8 total, 8 up, 8 in 2024-04-13T07:48:48.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:48 smithi119 ceph-mon[39268]: osdmap e238: 8 total, 8 up, 8 in 2024-04-13T07:48:48.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:48 smithi119 ceph-mon[93746]: osdmap e238: 8 total, 8 up, 8 in 2024-04-13T07:48:49.331 INFO:tasks.rados.rados.0.smithi119.stdout:901: done (3 left) 2024-04-13T07:48:49.331 INFO:tasks.rados.rados.0.smithi119.stdout:903: done (2 left) 2024-04-13T07:48:49.331 INFO:tasks.rados.rados.0.smithi119.stdout:904: done (1 left) 2024-04-13T07:48:49.331 INFO:tasks.rados.rados.0.smithi119.stdout:905: done (0 left) 2024-04-13T07:48:49.331 INFO:tasks.rados.rados.0.smithi119.stdout:906: rmattr oid 32 current snap is 101 2024-04-13T07:48:49.332 INFO:tasks.rados.rados.0.smithi119.stdout:906: done (0 left) 2024-04-13T07:48:49.332 INFO:tasks.rados.rados.0.smithi119.stdout:907: read oid 50 snap -1 2024-04-13T07:48:49.332 INFO:tasks.rados.rados.0.smithi119.stdout:907: expect (ObjNum 73 snap 11 seq_num 73) 2024-04-13T07:48:49.332 INFO:tasks.rados.rados.0.smithi119.stdout:908: read oid 42 snap -1 2024-04-13T07:48:49.332 INFO:tasks.rados.rados.0.smithi119.stdout:908: expect (ObjNum 179 snap 52 seq_num 179) 2024-04-13T07:48:49.332 INFO:tasks.rados.rados.0.smithi119.stdout:909: setattr oid 30 current snap is 101 2024-04-13T07:48:49.333 INFO:tasks.rados.rados.0.smithi119.stdout:910: copy_from oid 2 from oid 11 current snap is 101 2024-04-13T07:48:49.333 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 46 current snap is 101 2024-04-13T07:48:49.334 INFO:tasks.rados.rados.0.smithi119.stdout:911: seq_num 295 ranges {6258688=147456} 2024-04-13T07:48:49.368 INFO:tasks.rados.rados.0.smithi119.stdout:911: writing smithi11982245-46 from 6258688 to 6406144 tid 1 2024-04-13T07:48:49.369 INFO:tasks.rados.rados.0.smithi119.stdout:912: snap_remove snap 71 2024-04-13T07:48:49.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:49 smithi139 ceph-mon[31267]: osdmap e239: 8 total, 8 up, 8 in 2024-04-13T07:48:49.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:49 smithi139 ceph-mon[31267]: pgmap v18: 121 pgs: 121 active+clean; 305 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:48:49.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:49 smithi139 ceph-mon[31267]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:49.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:49 smithi139 ceph-mon[31267]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:49.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:49 smithi139 ceph-mon[31267]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:48:49.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:49 smithi139 ceph-mon[31267]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:48:49.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:49 smithi119 ceph-mon[39268]: osdmap e239: 8 total, 8 up, 8 in 2024-04-13T07:48:49.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:49 smithi119 ceph-mon[39268]: pgmap v18: 121 pgs: 121 active+clean; 305 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:48:49.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:49 smithi119 ceph-mon[39268]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:49.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:49 smithi119 ceph-mon[39268]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:49.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:49 smithi119 ceph-mon[39268]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:48:49.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:49 smithi119 ceph-mon[39268]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:48:49.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:49 smithi119 ceph-mon[93746]: osdmap e239: 8 total, 8 up, 8 in 2024-04-13T07:48:49.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:49 smithi119 ceph-mon[93746]: pgmap v18: 121 pgs: 121 active+clean; 305 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:48:49.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:49 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:49.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:49 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:49.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:49 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:48:49.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:49 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:48:50.341 INFO:tasks.rados.rados.0.smithi119.stdout:912: done (5 left) 2024-04-13T07:48:50.342 INFO:tasks.rados.rados.0.smithi119.stdout:913: setattr oid 20 current snap is 101 2024-04-13T07:48:50.342 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 30 v 377 (ObjNum 65 snap 0 seq_num 1331391838) dirty exists 2024-04-13T07:48:50.342 INFO:tasks.rados.rados.0.smithi119.stdout:908: expect (ObjNum 179 snap 52 seq_num 179) 2024-04-13T07:48:50.366 INFO:tasks.rados.rados.0.smithi119.stdout:907: expect (ObjNum 73 snap 11 seq_num 73) 2024-04-13T07:48:50.438 INFO:tasks.rados.rados.0.smithi119.stdout:910: finishing copy_from racing read to smithi11982245-2 2024-04-13T07:48:50.438 INFO:tasks.rados.rados.0.smithi119.stdout:910: finishing copy_from to smithi11982245-2 2024-04-13T07:48:50.438 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 2 v 208 (ObjNum 73 snap 11 seq_num 73) dirty exists 2024-04-13T07:48:50.438 INFO:tasks.rados.rados.0.smithi119.stdout:911: finishing write tid 1 to smithi11982245-46 2024-04-13T07:48:50.439 INFO:tasks.rados.rados.0.smithi119.stdout:911: finishing write tid 2 to smithi11982245-46 2024-04-13T07:48:50.439 INFO:tasks.rados.rados.0.smithi119.stdout:911: finishing write tid 3 to smithi11982245-46 2024-04-13T07:48:50.439 INFO:tasks.rados.rados.0.smithi119.stdout:911: oid 46 updating version 0 to 438 2024-04-13T07:48:50.439 INFO:tasks.rados.rados.0.smithi119.stdout:911: oid 46 version 438 is already newer than 437 2024-04-13T07:48:50.439 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 46 v 438 (ObjNum 295 snap 101 seq_num 295) dirty exists 2024-04-13T07:48:50.439 INFO:tasks.rados.rados.0.smithi119.stdout:911: left oid 46 (ObjNum 295 snap 101 seq_num 295) 2024-04-13T07:48:50.439 INFO:tasks.rados.rados.0.smithi119.stdout:907: done (5 left) 2024-04-13T07:48:50.439 INFO:tasks.rados.rados.0.smithi119.stdout:908: done (4 left) 2024-04-13T07:48:50.439 INFO:tasks.rados.rados.0.smithi119.stdout:909: done (3 left) 2024-04-13T07:48:50.439 INFO:tasks.rados.rados.0.smithi119.stdout:910: done (2 left) 2024-04-13T07:48:50.439 INFO:tasks.rados.rados.0.smithi119.stdout:911: done (1 left) 2024-04-13T07:48:50.439 INFO:tasks.rados.rados.0.smithi119.stdout:914: rollback oid 25 current snap is 101 2024-04-13T07:48:50.439 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 25 to 76 2024-04-13T07:48:50.439 INFO:tasks.rados.rados.0.smithi119.stdout:915: read oid 33 snap -1 2024-04-13T07:48:50.439 INFO:tasks.rados.rados.0.smithi119.stdout:915: expect (ObjNum 211 snap 65 seq_num 211) 2024-04-13T07:48:50.439 INFO:tasks.rados.rados.0.smithi119.stdout:916: snap_create 2024-04-13T07:48:50.440 INFO:tasks.rados.rados.0.smithi119.stdout:914: finishing rollback tid 0 to smithi11982245-25 2024-04-13T07:48:50.441 INFO:tasks.rados.rados.0.smithi119.stdout:914: finishing rollback tid 1 to smithi11982245-25 2024-04-13T07:48:50.441 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 25 v 319 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-13T07:48:50.442 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 20 v 436 (ObjNum 256 snap 83 seq_num 256) dirty exists 2024-04-13T07:48:50.443 INFO:tasks.rados.rados.0.smithi119.stdout:915: expect (ObjNum 211 snap 65 seq_num 211) 2024-04-13T07:48:50.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:50 smithi139 ceph-mon[31267]: Updating smithi119:/etc/ceph/ceph.conf 2024-04-13T07:48:50.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:50 smithi139 ceph-mon[31267]: Updating smithi139:/etc/ceph/ceph.conf 2024-04-13T07:48:50.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:50 smithi139 ceph-mon[31267]: Updating smithi119:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:48:50.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:50 smithi139 ceph-mon[31267]: Updating smithi139:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:48:50.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:50 smithi139 ceph-mon[31267]: osdmap e240: 8 total, 8 up, 8 in 2024-04-13T07:48:50.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:50 smithi139 ceph-mon[31267]: Updating smithi119:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:48:50.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:50 smithi139 ceph-mon[31267]: Updating smithi139:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:48:50.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:50 smithi139 ceph-mon[31267]: Updating smithi119:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:48:50.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:50 smithi139 ceph-mon[31267]: Updating smithi139:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:48:50.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:50 smithi139 ceph-mon[31267]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:50.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:50 smithi139 ceph-mon[31267]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:50.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:50 smithi139 ceph-mon[31267]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:50.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:50 smithi139 ceph-mon[31267]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:50.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:50 smithi139 ceph-mon[31267]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:50.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:50 smithi139 ceph-mon[31267]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:48:50.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:50 smithi139 ceph-mon[31267]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:48:50.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:50 smithi139 ceph-mon[31267]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-13T07:48:50.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:50 smithi139 ceph-mon[31267]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-13T07:48:50.692 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:50 smithi119 ceph-mon[93746]: Updating smithi119:/etc/ceph/ceph.conf 2024-04-13T07:48:50.692 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:50 smithi119 ceph-mon[93746]: Updating smithi139:/etc/ceph/ceph.conf 2024-04-13T07:48:50.692 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:50 smithi119 ceph-mon[93746]: Updating smithi119:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:48:50.692 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:50 smithi119 ceph-mon[93746]: Updating smithi139:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:48:50.692 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:50 smithi119 ceph-mon[93746]: osdmap e240: 8 total, 8 up, 8 in 2024-04-13T07:48:50.692 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:50 smithi119 ceph-mon[93746]: Updating smithi119:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:48:50.692 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:50 smithi119 ceph-mon[93746]: Updating smithi139:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:48:50.692 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:50 smithi119 ceph-mon[93746]: Updating smithi119:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:48:50.692 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:50 smithi119 ceph-mon[93746]: Updating smithi139:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:48:50.692 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:50 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:50.693 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:50 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:50.693 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:50 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:50.693 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:50 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:50.693 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:50 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:50.693 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:50 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:48:50.693 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:50 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:48:50.693 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:50 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-13T07:48:50.693 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:50 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-13T07:48:50.693 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:50 smithi119 ceph-mon[39268]: Updating smithi119:/etc/ceph/ceph.conf 2024-04-13T07:48:50.693 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:50 smithi119 ceph-mon[39268]: Updating smithi139:/etc/ceph/ceph.conf 2024-04-13T07:48:50.693 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:50 smithi119 ceph-mon[39268]: Updating smithi119:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:48:50.693 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:50 smithi119 ceph-mon[39268]: Updating smithi139:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:48:50.694 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:50 smithi119 ceph-mon[39268]: osdmap e240: 8 total, 8 up, 8 in 2024-04-13T07:48:50.694 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:50 smithi119 ceph-mon[39268]: Updating smithi119:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:48:50.694 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:50 smithi119 ceph-mon[39268]: Updating smithi139:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:48:50.694 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:50 smithi119 ceph-mon[39268]: Updating smithi119:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:48:50.694 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:50 smithi119 ceph-mon[39268]: Updating smithi139:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:48:50.694 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:50 smithi119 ceph-mon[39268]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:50.694 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:50 smithi119 ceph-mon[39268]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:50.694 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:50 smithi119 ceph-mon[39268]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:50.694 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:50 smithi119 ceph-mon[39268]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:50.694 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:50 smithi119 ceph-mon[39268]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:50.694 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:50 smithi119 ceph-mon[39268]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:48:50.694 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:50 smithi119 ceph-mon[39268]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:48:50.694 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:50 smithi119 ceph-mon[39268]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-13T07:48:50.695 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:50 smithi119 ceph-mon[39268]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-13T07:48:51.343 INFO:tasks.rados.rados.0.smithi119.stdout:913: done (3 left) 2024-04-13T07:48:51.343 INFO:tasks.rados.rados.0.smithi119.stdout:914: done (2 left) 2024-04-13T07:48:51.343 INFO:tasks.rados.rados.0.smithi119.stdout:915: done (1 left) 2024-04-13T07:48:51.343 INFO:tasks.rados.rados.0.smithi119.stdout:916: done (0 left) 2024-04-13T07:48:51.343 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 37 current snap is 102 2024-04-13T07:48:51.343 INFO:tasks.rados.rados.0.smithi119.stdout:917: seq_num 296 ranges {0=163840} 2024-04-13T07:48:51.344 INFO:tasks.rados.rados.0.smithi119.stdout:917: writing smithi11982245-37 from 0 to 163840 tid 1 2024-04-13T07:48:51.344 INFO:tasks.rados.rados.0.smithi119.stdout:918: rmattr oid 2 current snap is 102 2024-04-13T07:48:51.344 INFO:tasks.rados.rados.0.smithi119.stdout:918: done (1 left) 2024-04-13T07:48:51.344 INFO:tasks.rados.rados.0.smithi119.stdout:919: read oid 2 snap 74 2024-04-13T07:48:51.344 INFO:tasks.rados.rados.0.smithi119.stdout:919: expect (ObjNum 229 snap 68 seq_num 229) 2024-04-13T07:48:51.344 INFO:tasks.rados.rados.0.smithi119.stdout:920: delete oid 23 current snap is 102 2024-04-13T07:48:51.346 INFO:tasks.rados.rados.0.smithi119.stdout:917: finishing write tid 1 to smithi11982245-37 2024-04-13T07:48:51.346 INFO:tasks.rados.rados.0.smithi119.stdout:917: finishing write tid 2 to smithi11982245-37 2024-04-13T07:48:51.347 INFO:tasks.rados.rados.0.smithi119.stdout:917: finishing write tid 3 to smithi11982245-37 2024-04-13T07:48:51.348 INFO:tasks.rados.rados.0.smithi119.stdout:917: oid 37 updating version 0 to 275 2024-04-13T07:48:51.348 INFO:tasks.rados.rados.0.smithi119.stdout:917: oid 37 version 275 is already newer than 274 2024-04-13T07:48:51.348 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 37 v 275 (ObjNum 296 snap 102 seq_num 296) dirty exists 2024-04-13T07:48:51.348 INFO:tasks.rados.rados.0.smithi119.stdout:917: left oid 37 (ObjNum 296 snap 102 seq_num 296) 2024-04-13T07:48:51.350 INFO:tasks.rados.rados.0.smithi119.stdout:917: done (2 left) 2024-04-13T07:48:51.350 INFO:tasks.rados.rados.0.smithi119.stdout:920: done (1 left) 2024-04-13T07:48:51.350 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 7 current snap is 102 2024-04-13T07:48:51.350 INFO:tasks.rados.rados.0.smithi119.stdout:921: seq_num 298 ranges {3866624=196608} 2024-04-13T07:48:51.372 INFO:tasks.rados.rados.0.smithi119.stdout:921: writing smithi11982245-7 from 3866624 to 4063232 tid 1 2024-04-13T07:48:51.372 INFO:tasks.rados.rados.0.smithi119.stdout:922: read oid 44 snap -1 2024-04-13T07:48:51.372 INFO:tasks.rados.rados.0.smithi119.stdout:922: expect (ObjNum 43 snap 0 seq_num 43) 2024-04-13T07:48:51.372 INFO:tasks.rados.rados.0.smithi119.stdout:923: snap_create 2024-04-13T07:48:51.373 INFO:tasks.rados.rados.0.smithi119.stdout:919: expect (ObjNum 229 snap 68 seq_num 229) 2024-04-13T07:48:51.414 INFO:tasks.rados.rados.0.smithi119.stdout:921: finishing write tid 1 to smithi11982245-7 2024-04-13T07:48:51.414 INFO:tasks.rados.rados.0.smithi119.stdout:921: finishing write tid 2 to smithi11982245-7 2024-04-13T07:48:51.414 INFO:tasks.rados.rados.0.smithi119.stdout:922: expect (ObjNum 43 snap 0 seq_num 43) 2024-04-13T07:48:51.433 INFO:tasks.rados.rados.0.smithi119.stdout:921: finishing write tid 3 to smithi11982245-7 2024-04-13T07:48:51.433 INFO:tasks.rados.rados.0.smithi119.stdout:921: oid 7 updating version 0 to 361 2024-04-13T07:48:51.433 INFO:tasks.rados.rados.0.smithi119.stdout:921: oid 7 version 361 is already newer than 360 2024-04-13T07:48:51.433 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 7 v 361 (ObjNum 298 snap 102 seq_num 298) dirty exists 2024-04-13T07:48:51.433 INFO:tasks.rados.rados.0.smithi119.stdout:921: left oid 7 (ObjNum 298 snap 102 seq_num 298) 2024-04-13T07:48:51.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:51 smithi139 ceph-mon[31267]: Upgrade: It appears safe to stop mon.c 2024-04-13T07:48:51.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:51 smithi139 ceph-mon[31267]: osdmap e241: 8 total, 8 up, 8 in 2024-04-13T07:48:51.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:51 smithi139 ceph-mon[31267]: pgmap v21: 121 pgs: 121 active+clean; 312 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-04-13T07:48:51.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:51 smithi119 ceph-mon[39268]: Upgrade: It appears safe to stop mon.c 2024-04-13T07:48:51.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:51 smithi119 ceph-mon[39268]: osdmap e241: 8 total, 8 up, 8 in 2024-04-13T07:48:51.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:51 smithi119 ceph-mon[39268]: pgmap v21: 121 pgs: 121 active+clean; 312 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-04-13T07:48:51.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:51 smithi119 ceph-mon[93746]: Upgrade: It appears safe to stop mon.c 2024-04-13T07:48:51.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:51 smithi119 ceph-mon[93746]: osdmap e241: 8 total, 8 up, 8 in 2024-04-13T07:48:51.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:51 smithi119 ceph-mon[93746]: pgmap v21: 121 pgs: 121 active+clean; 312 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-04-13T07:48:52.346 INFO:tasks.rados.rados.0.smithi119.stdout:919: done (3 left) 2024-04-13T07:48:52.346 INFO:tasks.rados.rados.0.smithi119.stdout:921: done (2 left) 2024-04-13T07:48:52.346 INFO:tasks.rados.rados.0.smithi119.stdout:922: done (1 left) 2024-04-13T07:48:52.346 INFO:tasks.rados.rados.0.smithi119.stdout:923: done (0 left) 2024-04-13T07:48:52.346 INFO:tasks.rados.rados.0.smithi119.stdout:924: copy_from oid 2 from oid 18 current snap is 103 2024-04-13T07:48:52.346 INFO:tasks.rados.rados.0.smithi119.stdout:925: snap_create 2024-04-13T07:48:52.351 INFO:tasks.rados.rados.0.smithi119.stdout:924: finishing copy_from to smithi11982245-2 2024-04-13T07:48:52.351 INFO:tasks.rados.rados.0.smithi119.stdout:924: got expected ENOENT (src dne) 2024-04-13T07:48:52.351 INFO:tasks.rados.rados.0.smithi119.stdout:924: finishing copy_from racing read to smithi11982245-2 2024-04-13T07:48:52.596 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:52 smithi119 ceph-mon[39268]: osdmap e242: 8 total, 8 up, 8 in 2024-04-13T07:48:52.597 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:52 smithi119 ceph-mon[39268]: Upgrade: Updating mon.c 2024-04-13T07:48:52.597 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:52 smithi119 ceph-mon[39268]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:52.597 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:52 smithi119 ceph-mon[39268]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:48:52.597 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:52 smithi119 ceph-mon[39268]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:48:52.597 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:52 smithi119 ceph-mon[39268]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:48:52.597 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:52 smithi119 ceph-mon[39268]: Deploying daemon mon.c on smithi119 2024-04-13T07:48:52.597 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:52 smithi119 ceph-mon[93746]: osdmap e242: 8 total, 8 up, 8 in 2024-04-13T07:48:52.597 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:52 smithi119 ceph-mon[93746]: Upgrade: Updating mon.c 2024-04-13T07:48:52.597 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:52 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:52.597 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:52 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:48:52.597 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:52 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:48:52.597 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:52 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:48:52.598 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:52 smithi119 ceph-mon[93746]: Deploying daemon mon.c on smithi119 2024-04-13T07:48:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:48:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:48:52.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:52 smithi139 ceph-mon[31267]: osdmap e242: 8 total, 8 up, 8 in 2024-04-13T07:48:52.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:52 smithi139 ceph-mon[31267]: Upgrade: Updating mon.c 2024-04-13T07:48:52.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:52 smithi139 ceph-mon[31267]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:48:52.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:52 smithi139 ceph-mon[31267]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:48:52.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:52 smithi139 ceph-mon[31267]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:48:52.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:52 smithi139 ceph-mon[31267]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:48:52.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:52 smithi139 ceph-mon[31267]: Deploying daemon mon.c on smithi119 2024-04-13T07:48:53.351 INFO:tasks.rados.rados.0.smithi119.stdout:924: done (1 left) 2024-04-13T07:48:53.351 INFO:tasks.rados.rados.0.smithi119.stdout:925: done (0 left) 2024-04-13T07:48:53.351 INFO:tasks.rados.rados.0.smithi119.stdout:926: read oid 19 snap -1 2024-04-13T07:48:53.351 INFO:tasks.rados.rados.0.smithi119.stdout:926: expect (ObjNum 294 snap 100 seq_num 294) 2024-04-13T07:48:53.351 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 44 current snap is 104 2024-04-13T07:48:53.351 INFO:tasks.rados.rados.0.smithi119.stdout:927: seq_num 299 ranges {729088=212992} 2024-04-13T07:48:53.356 INFO:tasks.rados.rados.0.smithi119.stdout:927: writing smithi11982245-44 from 729088 to 942080 tid 1 2024-04-13T07:48:53.356 INFO:tasks.rados.rados.0.smithi119.stdout:928: snap_create 2024-04-13T07:48:53.356 INFO:tasks.rados.rados.0.smithi119.stdout:926: expect (ObjNum 294 snap 100 seq_num 294) 2024-04-13T07:48:53.360 INFO:tasks.rados.rados.0.smithi119.stdout:927: finishing write tid 1 to smithi11982245-44 2024-04-13T07:48:53.360 INFO:tasks.rados.rados.0.smithi119.stdout:927: finishing write tid 2 to smithi11982245-44 2024-04-13T07:48:53.360 INFO:tasks.rados.rados.0.smithi119.stdout:927: finishing write tid 3 to smithi11982245-44 2024-04-13T07:48:53.360 INFO:tasks.rados.rados.0.smithi119.stdout:927: oid 44 updating version 0 to 447 2024-04-13T07:48:53.360 INFO:tasks.rados.rados.0.smithi119.stdout:927: oid 44 version 447 is already newer than 446 2024-04-13T07:48:53.361 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 44 v 447 (ObjNum 299 snap 104 seq_num 299) dirty exists 2024-04-13T07:48:53.361 INFO:tasks.rados.rados.0.smithi119.stdout:927: left oid 44 (ObjNum 299 snap 104 seq_num 299) 2024-04-13T07:48:53.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:53 smithi139 ceph-mon[31267]: osdmap e243: 8 total, 8 up, 8 in 2024-04-13T07:48:53.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:48:53 smithi139 ceph-mon[31267]: pgmap v24: 121 pgs: 121 active+clean; 312 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-04-13T07:48:53.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:48:53 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:48:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi119\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:48:53.713 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:53 smithi119 ceph-mon[39268]: osdmap e243: 8 total, 8 up, 8 in 2024-04-13T07:48:53.713 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:53 smithi119 ceph-mon[39268]: pgmap v24: 121 pgs: 121 active+clean; 312 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-04-13T07:48:53.713 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:53 smithi119 ceph-mon[93746]: osdmap e243: 8 total, 8 up, 8 in 2024-04-13T07:48:53.713 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:48:53 smithi119 ceph-mon[93746]: pgmap v24: 121 pgs: 121 active+clean; 312 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-04-13T07:48:53.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:53 smithi119 systemd[1]: Stopping Ceph mon.c for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:48:54.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:53 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-c[39245]: 2024-04-13T07:48:53.965+0000 7f45b25e1700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T07:48:54.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:53 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-c[39245]: 2024-04-13T07:48:53.965+0000 7f45b25e1700 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-04-13T07:48:54.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:54 smithi119 podman[96108]: 2024-04-13 07:48:54.181046506 +0000 UTC m=+0.325869176 container died f38246c5c08b0b7b9f857b531b26d8a1a11442922cf87bedc4f5a4753dbcc43d (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-c, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-7d36322, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-04-13T07:48:54.467 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:53 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:07:48:53] ENGINE Bus STOPPING 2024-04-13T07:48:54.467 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:53 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:07:48:53] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-13T07:48:54.467 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:53 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:07:48:53] ENGINE Bus STOPPED 2024-04-13T07:48:54.467 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:53 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:07:48:53] ENGINE Bus STARTING 2024-04-13T07:48:54.467 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:07:48:54] ENGINE Serving on http://:::9283 2024-04-13T07:48:54.467 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:07:48:54] ENGINE Bus STARTED 2024-04-13T07:48:54.821 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:54 smithi119 podman[96108]: 2024-04-13 07:48:54.655126268 +0000 UTC m=+0.799948950 container cleanup f38246c5c08b0b7b9f857b531b26d8a1a11442922cf87bedc4f5a4753dbcc43d (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-c, RELEASE=reef-7d36322, org.label-schema.build-date=20240409, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-13T07:48:54.821 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:54 smithi119 bash[96108]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-c 2024-04-13T07:48:55.074 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:48:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:48:54] "GET /metrics HTTP/1.1" 200 36016 "" "Prometheus/2.43.0" 2024-04-13T07:48:55.075 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:54 smithi119 podman[96138]: 2024-04-13 07:48:54.94038922 +0000 UTC m=+0.750158395 container remove f38246c5c08b0b7b9f857b531b26d8a1a11442922cf87bedc4f5a4753dbcc43d (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-c, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-7d36322, ceph=True, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-13T07:48:55.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@mon.c.service: Deactivated successfully. 2024-04-13T07:48:55.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 systemd[1]: Stopped Ceph mon.c for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:48:55.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@mon.c.service: Consumed 7.338s CPU time. 2024-04-13T07:48:55.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 systemd[1]: Starting Ceph mon.c for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:48:55.739 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 podman[96278]: 2024-04-13 07:48:55.391662617 +0000 UTC m=+0.018189739 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:48:55.739 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 podman[96278]: 2024-04-13 07:48:55.491189346 +0000 UTC m=+0.117716454 container create b26f62c1d49cbf5a54ef415870fca96691c9f2d44dd5019e0a9bb35531404258 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-c, GIT_CLEAN=True, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=main-5f22a49, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-13T07:48:55.740 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 podman[96278]: 2024-04-13 07:48:55.710777838 +0000 UTC m=+0.337304956 container init b26f62c1d49cbf5a54ef415870fca96691c9f2d44dd5019e0a9bb35531404258 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-c, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, RELEASE=main-5f22a49, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-13T07:48:55.740 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 podman[96278]: 2024-04-13 07:48:55.71606738 +0000 UTC m=+0.342594492 container start b26f62c1d49cbf5a54ef415870fca96691c9f2d44dd5019e0a9bb35531404258 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-c, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, RELEASE=main-5f22a49, CEPH_POINT_RELEASE=, ceph=True) 2024-04-13T07:48:56.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: set uid:gid to 167:167 (ceph:ceph) 2024-04-13T07:48:56.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev), process ceph-mon, pid 7 2024-04-13T07:48:56.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: pidfile_write: ignore empty --pid-file 2024-04-13T07:48:56.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: load: jerasure load: lrc 2024-04-13T07:48:56.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: RocksDB version: 7.9.2 2024-04-13T07:48:56.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Git sha 0 2024-04-13T07:48:56.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Compile date 2024-04-12 15:38:20 2024-04-13T07:48:56.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: DB SUMMARY 2024-04-13T07:48:56.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: DB Session ID: 8NRPT1P2F4SNOMHMMGTG 2024-04-13T07:48:56.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: CURRENT file: CURRENT 2024-04-13T07:48:56.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: IDENTITY file: IDENTITY 2024-04-13T07:48:56.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1405 Bytes 2024-04-13T07:48:56.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000027.sst 2024-04-13T07:48:56.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000025.log size: 7777978 ; 2024-04-13T07:48:56.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.error_if_exists: 0 2024-04-13T07:48:56.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.create_if_missing: 0 2024-04-13T07:48:56.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.paranoid_checks: 1 2024-04-13T07:48:56.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-13T07:48:56.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-13T07:48:56.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-13T07:48:56.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.env: 0x557ffedc1cc0 2024-04-13T07:48:56.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.fs: PosixFileSystem 2024-04-13T07:48:56.219 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.info_log: 0x5580002a1be0 2024-04-13T07:48:56.219 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.max_file_opening_threads: 16 2024-04-13T07:48:56.219 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.statistics: (nil) 2024-04-13T07:48:56.219 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.use_fsync: 0 2024-04-13T07:48:56.219 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.max_log_file_size: 0 2024-04-13T07:48:56.219 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-13T07:48:56.219 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-13T07:48:56.219 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.keep_log_file_num: 1000 2024-04-13T07:48:56.219 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.recycle_log_file_num: 0 2024-04-13T07:48:56.219 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.allow_fallocate: 1 2024-04-13T07:48:56.219 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.allow_mmap_reads: 0 2024-04-13T07:48:56.219 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.allow_mmap_writes: 0 2024-04-13T07:48:56.219 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.use_direct_reads: 0 2024-04-13T07:48:56.219 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-13T07:48:56.220 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.create_missing_column_families: 0 2024-04-13T07:48:56.220 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.db_log_dir: 2024-04-13T07:48:56.220 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.wal_dir: 2024-04-13T07:48:56.220 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-13T07:48:56.220 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-13T07:48:56.220 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-13T07:48:56.220 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-13T07:48:56.220 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-13T07:48:56.220 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-13T07:48:56.220 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.advise_random_on_open: 1 2024-04-13T07:48:56.220 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.db_write_buffer_size: 0 2024-04-13T07:48:56.220 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.write_buffer_manager: 0x558000272820 2024-04-13T07:48:56.220 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-13T07:48:56.220 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-13T07:48:56.220 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-13T07:48:56.221 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.rate_limiter: (nil) 2024-04-13T07:48:56.221 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-13T07:48:56.221 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.wal_recovery_mode: 2 2024-04-13T07:48:56.221 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.enable_thread_tracking: 0 2024-04-13T07:48:56.221 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.enable_pipelined_write: 0 2024-04-13T07:48:56.221 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.unordered_write: 0 2024-04-13T07:48:56.221 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-13T07:48:56.221 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-13T07:48:56.221 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-13T07:48:56.221 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-13T07:48:56.221 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.row_cache: None 2024-04-13T07:48:56.221 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.wal_filter: None 2024-04-13T07:48:56.221 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-13T07:48:56.221 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.allow_ingest_behind: 0 2024-04-13T07:48:56.221 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.two_write_queues: 0 2024-04-13T07:48:56.221 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.manual_wal_flush: 0 2024-04-13T07:48:56.222 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.wal_compression: 0 2024-04-13T07:48:56.222 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.atomic_flush: 0 2024-04-13T07:48:56.222 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-13T07:48:56.222 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-13T07:48:56.222 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-13T07:48:56.222 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.log_readahead_size: 0 2024-04-13T07:48:56.222 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-13T07:48:56.222 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.best_efforts_recovery: 0 2024-04-13T07:48:56.222 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-13T07:48:56.222 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-13T07:48:56.222 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.allow_data_in_errors: 0 2024-04-13T07:48:56.222 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.db_host_id: __hostname__ 2024-04-13T07:48:56.222 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-13T07:48:56.223 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.max_background_jobs: 2 2024-04-13T07:48:56.224 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.max_background_compactions: -1 2024-04-13T07:48:56.224 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.max_subcompactions: 1 2024-04-13T07:48:56.224 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-13T07:48:56.224 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-13T07:48:56.224 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-13T07:48:56.224 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.max_total_wal_size: 0 2024-04-13T07:48:56.224 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-13T07:48:56.224 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-13T07:48:56.224 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-13T07:48:56.224 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-13T07:48:56.224 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.max_open_files: -1 2024-04-13T07:48:56.224 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.bytes_per_sync: 0 2024-04-13T07:48:56.224 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-13T07:48:56.224 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-13T07:48:56.224 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.compaction_readahead_size: 0 2024-04-13T07:48:56.225 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.max_background_flushes: -1 2024-04-13T07:48:56.225 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Compression algorithms supported: 2024-04-13T07:48:56.225 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-13T07:48:56.225 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: kZSTD supported: 0 2024-04-13T07:48:56.225 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: kXpressCompression supported: 0 2024-04-13T07:48:56.225 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: kLZ4HCCompression supported: 1 2024-04-13T07:48:56.225 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: kZlibCompression supported: 1 2024-04-13T07:48:56.225 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: kSnappyCompression supported: 1 2024-04-13T07:48:56.225 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: kLZ4Compression supported: 1 2024-04-13T07:48:56.225 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: kBZip2Compression supported: 0 2024-04-13T07:48:56.225 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-13T07:48:56.225 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-13T07:48:56.225 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 2024-04-13T07:48:56.225 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-13T07:48:56.225 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-13T07:48:56.225 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.merge_operator: 2024-04-13T07:48:56.225 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.compaction_filter: None 2024-04-13T07:48:56.226 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.compaction_filter_factory: None 2024-04-13T07:48:56.226 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.sst_partitioner_factory: None 2024-04-13T07:48:56.226 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-13T07:48:56.226 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-13T07:48:56.226 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5580002a1dc0) 2024-04-13T07:48:56.226 INFO:journalctl@ceph.mon.c.smithi119.stdout: cache_index_and_filter_blocks: 1 2024-04-13T07:48:56.226 INFO:journalctl@ceph.mon.c.smithi119.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-13T07:48:56.226 INFO:journalctl@ceph.mon.c.smithi119.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-13T07:48:56.226 INFO:journalctl@ceph.mon.c.smithi119.stdout: pin_top_level_index_and_filter: 1 2024-04-13T07:48:56.226 INFO:journalctl@ceph.mon.c.smithi119.stdout: index_type: 0 2024-04-13T07:48:56.226 INFO:journalctl@ceph.mon.c.smithi119.stdout: data_block_index_type: 0 2024-04-13T07:48:56.226 INFO:journalctl@ceph.mon.c.smithi119.stdout: index_shortening: 1 2024-04-13T07:48:56.226 INFO:journalctl@ceph.mon.c.smithi119.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-13T07:48:56.227 INFO:journalctl@ceph.mon.c.smithi119.stdout: checksum: 4 2024-04-13T07:48:56.227 INFO:journalctl@ceph.mon.c.smithi119.stdout: no_block_cache: 0 2024-04-13T07:48:56.227 INFO:journalctl@ceph.mon.c.smithi119.stdout: block_cache: 0x5580002a5090 2024-04-13T07:48:56.227 INFO:journalctl@ceph.mon.c.smithi119.stdout: block_cache_name: BinnedLRUCache 2024-04-13T07:48:56.227 INFO:journalctl@ceph.mon.c.smithi119.stdout: block_cache_options: 2024-04-13T07:48:56.227 INFO:journalctl@ceph.mon.c.smithi119.stdout: capacity : 536870912 2024-04-13T07:48:56.227 INFO:journalctl@ceph.mon.c.smithi119.stdout: num_shard_bits : 4 2024-04-13T07:48:56.227 INFO:journalctl@ceph.mon.c.smithi119.stdout: strict_capacity_limit : 0 2024-04-13T07:48:56.227 INFO:journalctl@ceph.mon.c.smithi119.stdout: high_pri_pool_ratio: 0.000 2024-04-13T07:48:56.227 INFO:journalctl@ceph.mon.c.smithi119.stdout: block_cache_compressed: (nil) 2024-04-13T07:48:56.227 INFO:journalctl@ceph.mon.c.smithi119.stdout: persistent_cache: (nil) 2024-04-13T07:48:56.227 INFO:journalctl@ceph.mon.c.smithi119.stdout: block_size: 4096 2024-04-13T07:48:56.227 INFO:journalctl@ceph.mon.c.smithi119.stdout: block_size_deviation: 10 2024-04-13T07:48:56.227 INFO:journalctl@ceph.mon.c.smithi119.stdout: block_restart_interval: 16 2024-04-13T07:48:56.227 INFO:journalctl@ceph.mon.c.smithi119.stdout: index_block_restart_interval: 1 2024-04-13T07:48:56.228 INFO:journalctl@ceph.mon.c.smithi119.stdout: metadata_block_size: 4096 2024-04-13T07:48:56.228 INFO:journalctl@ceph.mon.c.smithi119.stdout: partition_filters: 0 2024-04-13T07:48:56.228 INFO:journalctl@ceph.mon.c.smithi119.stdout: use_delta_encoding: 1 2024-04-13T07:48:56.228 INFO:journalctl@ceph.mon.c.smithi119.stdout: filter_policy: bloomfilter 2024-04-13T07:48:56.228 INFO:journalctl@ceph.mon.c.smithi119.stdout: whole_key_filtering: 1 2024-04-13T07:48:56.228 INFO:journalctl@ceph.mon.c.smithi119.stdout: verify_compression: 0 2024-04-13T07:48:56.228 INFO:journalctl@ceph.mon.c.smithi119.stdout: read_amp_bytes_per_bit: 0 2024-04-13T07:48:56.228 INFO:journalctl@ceph.mon.c.smithi119.stdout: format_version: 5 2024-04-13T07:48:56.228 INFO:journalctl@ceph.mon.c.smithi119.stdout: enable_index_compression: 1 2024-04-13T07:48:56.228 INFO:journalctl@ceph.mon.c.smithi119.stdout: block_align: 0 2024-04-13T07:48:56.228 INFO:journalctl@ceph.mon.c.smithi119.stdout: max_auto_readahead_size: 262144 2024-04-13T07:48:56.228 INFO:journalctl@ceph.mon.c.smithi119.stdout: prepopulate_block_cache: 0 2024-04-13T07:48:56.228 INFO:journalctl@ceph.mon.c.smithi119.stdout: initial_auto_readahead_size: 8192 2024-04-13T07:48:56.228 INFO:journalctl@ceph.mon.c.smithi119.stdout: num_file_reads_for_auto_readahead: 2 2024-04-13T07:48:56.228 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.write_buffer_size: 33554432 2024-04-13T07:48:56.229 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.max_write_buffer_number: 2 2024-04-13T07:48:56.229 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.compression: NoCompression 2024-04-13T07:48:56.229 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.bottommost_compression: Disabled 2024-04-13T07:48:56.229 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.prefix_extractor: nullptr 2024-04-13T07:48:56.229 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-13T07:48:56.229 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.num_levels: 7 2024-04-13T07:48:56.229 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-13T07:48:56.229 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-13T07:48:56.229 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-13T07:48:56.229 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-13T07:48:56.229 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-13T07:48:56.229 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-13T07:48:56.229 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-13T07:48:56.229 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-13T07:48:56.229 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-13T07:48:56.230 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-13T07:48:56.230 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-13T07:48:56.230 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-13T07:48:56.230 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-13T07:48:56.230 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.compression_opts.level: 32767 2024-04-13T07:48:56.230 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.compression_opts.strategy: 0 2024-04-13T07:48:56.230 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-13T07:48:56.230 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-13T07:48:56.230 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-13T07:48:56.230 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-13T07:48:56.230 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.compression_opts.enabled: false 2024-04-13T07:48:56.230 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-13T07:48:56.230 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-13T07:48:56.230 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-13T07:48:56.231 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-13T07:48:56.231 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.target_file_size_base: 67108864 2024-04-13T07:48:56.231 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-13T07:48:56.231 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-13T07:48:56.231 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-13T07:48:56.231 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-13T07:48:56.231 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-13T07:48:56.231 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-13T07:48:56.231 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-13T07:48:56.231 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-13T07:48:56.231 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-13T07:48:56.231 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-13T07:48:56.231 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-13T07:48:56.231 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-13T07:48:56.231 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-13T07:48:56.231 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-13T07:48:56.232 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.arena_block_size: 1048576 2024-04-13T07:48:56.232 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-13T07:48:56.232 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-13T07:48:56.232 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.disable_auto_compactions: 0 2024-04-13T07:48:56.232 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-13T07:48:56.232 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-13T07:48:56.232 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-13T07:48:56.232 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-13T07:48:56.232 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-13T07:48:56.232 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-13T07:48:56.232 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-13T07:48:56.232 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-13T07:48:56.232 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-13T07:48:56.232 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-13T07:48:56.232 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-13T07:48:56.233 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.inplace_update_support: 0 2024-04-13T07:48:56.233 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-13T07:48:56.233 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-13T07:48:56.233 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-13T07:48:56.233 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-13T07:48:56.233 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.bloom_locality: 0 2024-04-13T07:48:56.233 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.max_successive_merges: 0 2024-04-13T07:48:56.233 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-13T07:48:56.233 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.paranoid_file_checks: 0 2024-04-13T07:48:56.233 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.force_consistency_checks: 1 2024-04-13T07:48:56.233 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.report_bg_io_stats: 0 2024-04-13T07:48:56.233 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.ttl: 2592000 2024-04-13T07:48:56.233 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-13T07:48:56.233 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-13T07:48:56.233 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-13T07:48:56.233 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.enable_blob_files: false 2024-04-13T07:48:56.233 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.min_blob_size: 0 2024-04-13T07:48:56.234 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.blob_file_size: 268435456 2024-04-13T07:48:56.234 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-13T07:48:56.234 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-13T07:48:56.234 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-13T07:48:56.234 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-13T07:48:56.234 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-13T07:48:56.234 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.blob_file_starting_level: 0 2024-04-13T07:48:56.234 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-13T07:48:56.234 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-13T07:48:56.234 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 29, last_sequence is 13435, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 25 2024-04-13T07:48:56.234 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-04-13T07:48:56.234 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 8d687ef4-d9c9-4a06-b744-5a1aaac28b9b 2024-04-13T07:48:56.234 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712994535746057, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-04-13T07:48:56.234 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-04-13T07:48:56.234 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712994535764349, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 4805841, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13440, "largest_seqno": 15582, "table_properties": {"data_size": 4795361, "index_size": 7194, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2245, "raw_key_size": 21257, "raw_average_key_size": 24, "raw_value_size": 4775476, "raw_average_value_size": 5439, "num_data_blocks": 316, "num_entries": 878, "num_filter_entries": 878, "num_deletions": 28, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712994535, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "8d687ef4-d9c9-4a06-b744-5a1aaac28b9b", "db_session_id": "8NRPT1P2F4SNOMHMMGTG", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-04-13T07:48:56.235 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712994535764451, "job": 1, "event": "recovery_finished"} 2024-04-13T07:48:56.235 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-04-13T07:48:56.235 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-13T07:48:56.235 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-13T07:48:56.235 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x558000394000 2024-04-13T07:48:56.235 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: DB pointer 0x55800037e000 2024-04-13T07:48:56.235 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-13T07:48:56.235 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-13T07:48:56.235 INFO:journalctl@ceph.mon.c.smithi119.stdout: ** DB Stats ** 2024-04-13T07:48:56.235 INFO:journalctl@ceph.mon.c.smithi119.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-13T07:48:56.235 INFO:journalctl@ceph.mon.c.smithi119.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-13T07:48:56.235 INFO:journalctl@ceph.mon.c.smithi119.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-13T07:48:56.235 INFO:journalctl@ceph.mon.c.smithi119.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-13T07:48:56.235 INFO:journalctl@ceph.mon.c.smithi119.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-13T07:48:56.235 INFO:journalctl@ceph.mon.c.smithi119.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-13T07:48:56.235 INFO:journalctl@ceph.mon.c.smithi119.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-13T07:48:56.236 INFO:journalctl@ceph.mon.c.smithi119.stdout: 2024-04-13T07:48:56.236 INFO:journalctl@ceph.mon.c.smithi119.stdout: ** Compaction Stats [default] ** 2024-04-13T07:48:56.236 INFO:journalctl@ceph.mon.c.smithi119.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-13T07:48:56.236 INFO:journalctl@ceph.mon.c.smithi119.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-13T07:48:56.236 INFO:journalctl@ceph.mon.c.smithi119.stdout: L0 1/0 4.58 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 544.7 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-04-13T07:48:56.236 INFO:journalctl@ceph.mon.c.smithi119.stdout: L6 1/0 7.62 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-13T07:48:56.236 INFO:journalctl@ceph.mon.c.smithi119.stdout: Sum 2/0 12.20 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 544.7 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-04-13T07:48:56.236 INFO:journalctl@ceph.mon.c.smithi119.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 544.7 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-04-13T07:48:56.236 INFO:journalctl@ceph.mon.c.smithi119.stdout: 2024-04-13T07:48:56.236 INFO:journalctl@ceph.mon.c.smithi119.stdout: ** Compaction Stats [default] ** 2024-04-13T07:48:56.236 INFO:journalctl@ceph.mon.c.smithi119.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-13T07:48:56.236 INFO:journalctl@ceph.mon.c.smithi119.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-13T07:48:56.236 INFO:journalctl@ceph.mon.c.smithi119.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 544.7 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-04-13T07:48:56.236 INFO:journalctl@ceph.mon.c.smithi119.stdout: 2024-04-13T07:48:56.236 INFO:journalctl@ceph.mon.c.smithi119.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-13T07:48:56.236 INFO:journalctl@ceph.mon.c.smithi119.stdout: 2024-04-13T07:48:56.236 INFO:journalctl@ceph.mon.c.smithi119.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-13T07:48:56.237 INFO:journalctl@ceph.mon.c.smithi119.stdout: Flush(GB): cumulative 0.004, interval 0.004 2024-04-13T07:48:56.237 INFO:journalctl@ceph.mon.c.smithi119.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-13T07:48:56.237 INFO:journalctl@ceph.mon.c.smithi119.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-13T07:48:56.237 INFO:journalctl@ceph.mon.c.smithi119.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-13T07:48:56.237 INFO:journalctl@ceph.mon.c.smithi119.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-13T07:48:56.237 INFO:journalctl@ceph.mon.c.smithi119.stdout: Cumulative compaction: 0.00 GB write, 199.90 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-13T07:48:56.237 INFO:journalctl@ceph.mon.c.smithi119.stdout: Interval compaction: 0.00 GB write, 199.90 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-13T07:48:56.237 INFO:journalctl@ceph.mon.c.smithi119.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-13T07:48:56.237 INFO:journalctl@ceph.mon.c.smithi119.stdout: Block cache BinnedLRUCache@0x5580002a5090#7 capacity: 512.00 MB usage: 10.36 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-04-13T07:48:56.237 INFO:journalctl@ceph.mon.c.smithi119.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.28 KB,0.000435114%) IndexBlock(1,8.08 KB,0.00154078%) Misc(1,0.00 KB,0%) 2024-04-13T07:48:56.237 INFO:journalctl@ceph.mon.c.smithi119.stdout: 2024-04-13T07:48:56.237 INFO:journalctl@ceph.mon.c.smithi119.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-13T07:48:56.237 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: starting mon.c rank 2 at public addrs [v2:172.21.15.119:3301/0,v1:172.21.15.119:6790/0] at bind addrs [v2:172.21.15.119:3301/0,v1:172.21.15.119:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 2024-04-13T07:48:56.237 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: mon.c@-1(???) e3 preinit fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 2024-04-13T07:48:56.237 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: mon.c@-1(???).mds e6 new map 2024-04-13T07:48:56.237 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: mon.c@-1(???).mds e6 print_map 2024-04-13T07:48:56.238 INFO:journalctl@ceph.mon.c.smithi119.stdout: e6 2024-04-13T07:48:56.238 INFO:journalctl@ceph.mon.c.smithi119.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-13T07:48:56.238 INFO:journalctl@ceph.mon.c.smithi119.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-13T07:48:56.238 INFO:journalctl@ceph.mon.c.smithi119.stdout: legacy client fscid: 1 2024-04-13T07:48:56.238 INFO:journalctl@ceph.mon.c.smithi119.stdout: 2024-04-13T07:48:56.238 INFO:journalctl@ceph.mon.c.smithi119.stdout: Filesystem 'cephfs' (1) 2024-04-13T07:48:56.238 INFO:journalctl@ceph.mon.c.smithi119.stdout: fs_name cephfs 2024-04-13T07:48:56.238 INFO:journalctl@ceph.mon.c.smithi119.stdout: epoch 6 2024-04-13T07:48:56.238 INFO:journalctl@ceph.mon.c.smithi119.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-13T07:48:56.238 INFO:journalctl@ceph.mon.c.smithi119.stdout: created 2024-04-13T07:42:36.970379+0000 2024-04-13T07:48:56.238 INFO:journalctl@ceph.mon.c.smithi119.stdout: modified 2024-04-13T07:42:39.172020+0000 2024-04-13T07:48:56.238 INFO:journalctl@ceph.mon.c.smithi119.stdout: tableserver 0 2024-04-13T07:48:56.238 INFO:journalctl@ceph.mon.c.smithi119.stdout: root 0 2024-04-13T07:48:56.239 INFO:journalctl@ceph.mon.c.smithi119.stdout: session_timeout 60 2024-04-13T07:48:56.239 INFO:journalctl@ceph.mon.c.smithi119.stdout: session_autoclose 300 2024-04-13T07:48:56.239 INFO:journalctl@ceph.mon.c.smithi119.stdout: max_file_size 1099511627776 2024-04-13T07:48:56.239 INFO:journalctl@ceph.mon.c.smithi119.stdout: max_xattr_size 65536 2024-04-13T07:48:56.239 INFO:journalctl@ceph.mon.c.smithi119.stdout: required_client_features {} 2024-04-13T07:48:56.239 INFO:journalctl@ceph.mon.c.smithi119.stdout: last_failure 0 2024-04-13T07:48:56.239 INFO:journalctl@ceph.mon.c.smithi119.stdout: last_failure_osd_epoch 0 2024-04-13T07:48:56.239 INFO:journalctl@ceph.mon.c.smithi119.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-13T07:48:56.239 INFO:journalctl@ceph.mon.c.smithi119.stdout: max_mds 1 2024-04-13T07:48:56.239 INFO:journalctl@ceph.mon.c.smithi119.stdout: in 0 2024-04-13T07:48:56.239 INFO:journalctl@ceph.mon.c.smithi119.stdout: up {0=24347} 2024-04-13T07:48:56.239 INFO:journalctl@ceph.mon.c.smithi119.stdout: failed 2024-04-13T07:48:56.239 INFO:journalctl@ceph.mon.c.smithi119.stdout: damaged 2024-04-13T07:48:56.239 INFO:journalctl@ceph.mon.c.smithi119.stdout: stopped 2024-04-13T07:48:56.239 INFO:journalctl@ceph.mon.c.smithi119.stdout: data_pools [3] 2024-04-13T07:48:56.239 INFO:journalctl@ceph.mon.c.smithi119.stdout: metadata_pool 2 2024-04-13T07:48:56.239 INFO:journalctl@ceph.mon.c.smithi119.stdout: inline_data disabled 2024-04-13T07:48:56.240 INFO:journalctl@ceph.mon.c.smithi119.stdout: balancer 2024-04-13T07:48:56.240 INFO:journalctl@ceph.mon.c.smithi119.stdout: bal_rank_mask -1 2024-04-13T07:48:56.240 INFO:journalctl@ceph.mon.c.smithi119.stdout: standby_count_wanted 0 2024-04-13T07:48:56.240 INFO:journalctl@ceph.mon.c.smithi119.stdout: qdb_cluster leader: 0 members: 2024-04-13T07:48:56.240 INFO:journalctl@ceph.mon.c.smithi119.stdout: [mds.a{0:24347} state up:active seq 3 addr [v2:172.21.15.119:6834/2150728336,v1:172.21.15.119:6835/2150728336] compat {c=[1],r=[1],i=[7ff]}] 2024-04-13T07:48:56.240 INFO:journalctl@ceph.mon.c.smithi119.stdout: 2024-04-13T07:48:56.240 INFO:journalctl@ceph.mon.c.smithi119.stdout: 2024-04-13T07:48:56.240 INFO:journalctl@ceph.mon.c.smithi119.stdout: Standby daemons: 2024-04-13T07:48:56.240 INFO:journalctl@ceph.mon.c.smithi119.stdout: 2024-04-13T07:48:56.240 INFO:journalctl@ceph.mon.c.smithi119.stdout: [mds.b{-1:24316} state up:standby seq 1 addr [v2:172.21.15.139:6832/3605294311,v1:172.21.15.139:6833/3605294311] compat {c=[1],r=[1],i=[7ff]}] 2024-04-13T07:48:56.240 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: mon.c@-1(???).osd e244 crush map has features 3314933069573799936, adjusting msgr requires 2024-04-13T07:48:56.240 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: mon.c@-1(???).osd e244 crush map has features 432629308056666112, adjusting msgr requires 2024-04-13T07:48:56.240 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: mon.c@-1(???).osd e244 crush map has features 432629308056666112, adjusting msgr requires 2024-04-13T07:48:56.240 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: mon.c@-1(???).osd e244 crush map has features 432629308056666112, adjusting msgr requires 2024-04-13T07:48:56.240 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 ceph-mon[96316]: mon.c@-1(???).paxosservice(auth 1..19) refresh upgraded, format 0 -> 3 2024-04-13T07:48:56.240 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 bash[96278]: b26f62c1d49cbf5a54ef415870fca96691c9f2d44dd5019e0a9bb35531404258 2024-04-13T07:48:56.240 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:48:55 smithi119 systemd[1]: Started Ceph mon.c for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:49:02.007 INFO:tasks.rados.rados.0.smithi119.stdout:926: done (2 left) 2024-04-13T07:49:02.008 INFO:tasks.rados.rados.0.smithi119.stdout:927: done (1 left) 2024-04-13T07:49:02.008 INFO:tasks.rados.rados.0.smithi119.stdout:928: done (0 left) 2024-04-13T07:49:02.008 INFO:tasks.rados.rados.0.smithi119.stdout:929: copy_from oid 44 from oid 47 current snap is 105 2024-04-13T07:49:02.008 INFO:tasks.rados.rados.0.smithi119.stdout:930: copy_from oid 18 from oid 21 current snap is 105 2024-04-13T07:49:02.008 INFO:tasks.rados.rados.0.smithi119.stdout:931: snap_create 2024-04-13T07:49:02.030 INFO:tasks.rados.rados.0.smithi119.stdout:929: finishing copy_from racing read to smithi11982245-44 2024-04-13T07:49:02.030 INFO:tasks.rados.rados.0.smithi119.stdout:929: finishing copy_from to smithi11982245-44 2024-04-13T07:49:02.030 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 44 v 502 (ObjNum 285 snap 97 seq_num 285) dirty exists 2024-04-13T07:49:02.039 INFO:tasks.rados.rados.0.smithi119.stdout:930: finishing copy_from racing read to smithi11982245-18 2024-04-13T07:49:02.042 INFO:tasks.rados.rados.0.smithi119.stdout:930: finishing copy_from to smithi11982245-18 2024-04-13T07:49:02.042 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 18 v 310 (ObjNum 289 snap 99 seq_num 289) dirty exists 2024-04-13T07:49:02.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:02 smithi119 ceph-mon[96316]: mon.c calling monitor election 2024-04-13T07:49:02.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:02 smithi119 ceph-mon[96316]: mon.b calling monitor election 2024-04-13T07:49:02.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:02 smithi119 ceph-mon[96316]: mon.a calling monitor election 2024-04-13T07:49:02.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:02 smithi119 ceph-mon[96316]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-13T07:49:02.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:02 smithi119 ceph-mon[96316]: monmap epoch 3 2024-04-13T07:49:02.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:02 smithi119 ceph-mon[96316]: fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 2024-04-13T07:49:02.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:02 smithi119 ceph-mon[96316]: last_changed 2024-04-13T07:38:43.744009+0000 2024-04-13T07:49:02.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:02 smithi119 ceph-mon[96316]: created 2024-04-13T07:37:03.207646+0000 2024-04-13T07:49:02.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:02 smithi119 ceph-mon[96316]: min_mon_release 18 (reef) 2024-04-13T07:49:02.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:02 smithi119 ceph-mon[96316]: election_strategy: 1 2024-04-13T07:49:02.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:02 smithi119 ceph-mon[96316]: 0: [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] mon.a 2024-04-13T07:49:02.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:02 smithi119 ceph-mon[96316]: 1: [v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0] mon.b 2024-04-13T07:49:02.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:02 smithi119 ceph-mon[96316]: 2: [v2:172.21.15.119:3301/0,v1:172.21.15.119:6790/0] mon.c 2024-04-13T07:49:02.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:02 smithi119 ceph-mon[96316]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-13T07:49:02.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:02 smithi119 ceph-mon[96316]: osdmap e245: 8 total, 8 up, 8 in 2024-04-13T07:49:02.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:02 smithi119 ceph-mon[96316]: mgrmap e39: y(active, since 23s), standbys: x 2024-04-13T07:49:02.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:02 smithi119 ceph-mon[96316]: overall HEALTH_OK 2024-04-13T07:49:02.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:02 smithi119 ceph-mon[93746]: mon.c calling monitor election 2024-04-13T07:49:02.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:02 smithi119 ceph-mon[93746]: mon.b calling monitor election 2024-04-13T07:49:02.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:02 smithi119 ceph-mon[93746]: mon.a calling monitor election 2024-04-13T07:49:02.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:02 smithi119 ceph-mon[93746]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-13T07:49:02.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:02 smithi119 ceph-mon[93746]: monmap epoch 3 2024-04-13T07:49:02.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:02 smithi119 ceph-mon[93746]: fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 2024-04-13T07:49:02.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:02 smithi119 ceph-mon[93746]: last_changed 2024-04-13T07:38:43.744009+0000 2024-04-13T07:49:02.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:02 smithi119 ceph-mon[93746]: created 2024-04-13T07:37:03.207646+0000 2024-04-13T07:49:02.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:02 smithi119 ceph-mon[93746]: min_mon_release 18 (reef) 2024-04-13T07:49:02.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:02 smithi119 ceph-mon[93746]: election_strategy: 1 2024-04-13T07:49:02.219 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:02 smithi119 ceph-mon[93746]: 0: [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] mon.a 2024-04-13T07:49:02.219 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:02 smithi119 ceph-mon[93746]: 1: [v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0] mon.b 2024-04-13T07:49:02.219 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:02 smithi119 ceph-mon[93746]: 2: [v2:172.21.15.119:3301/0,v1:172.21.15.119:6790/0] mon.c 2024-04-13T07:49:02.219 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:02 smithi119 ceph-mon[93746]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-13T07:49:02.219 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:02 smithi119 ceph-mon[93746]: osdmap e245: 8 total, 8 up, 8 in 2024-04-13T07:49:02.219 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:02 smithi119 ceph-mon[93746]: mgrmap e39: y(active, since 23s), standbys: x 2024-04-13T07:49:02.219 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:02 smithi119 ceph-mon[93746]: overall HEALTH_OK 2024-04-13T07:49:02.314 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:02 smithi139 ceph-mon[31267]: mon.c calling monitor election 2024-04-13T07:49:02.314 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:02 smithi139 ceph-mon[31267]: mon.b calling monitor election 2024-04-13T07:49:02.314 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:02 smithi139 ceph-mon[31267]: mon.a calling monitor election 2024-04-13T07:49:02.314 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:02 smithi139 ceph-mon[31267]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-13T07:49:02.314 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:02 smithi139 ceph-mon[31267]: monmap epoch 3 2024-04-13T07:49:02.315 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:02 smithi139 ceph-mon[31267]: fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 2024-04-13T07:49:02.315 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:02 smithi139 ceph-mon[31267]: last_changed 2024-04-13T07:38:43.744009+0000 2024-04-13T07:49:02.315 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:02 smithi139 ceph-mon[31267]: created 2024-04-13T07:37:03.207646+0000 2024-04-13T07:49:02.315 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:02 smithi139 ceph-mon[31267]: min_mon_release 18 (reef) 2024-04-13T07:49:02.315 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:02 smithi139 ceph-mon[31267]: election_strategy: 1 2024-04-13T07:49:02.315 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:02 smithi139 ceph-mon[31267]: 0: [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] mon.a 2024-04-13T07:49:02.315 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:02 smithi139 ceph-mon[31267]: 1: [v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0] mon.b 2024-04-13T07:49:02.315 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:02 smithi139 ceph-mon[31267]: 2: [v2:172.21.15.119:3301/0,v1:172.21.15.119:6790/0] mon.c 2024-04-13T07:49:02.315 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:02 smithi139 ceph-mon[31267]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-13T07:49:02.315 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:02 smithi139 ceph-mon[31267]: osdmap e245: 8 total, 8 up, 8 in 2024-04-13T07:49:02.315 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:02 smithi139 ceph-mon[31267]: mgrmap e39: y(active, since 23s), standbys: x 2024-04-13T07:49:02.315 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:02 smithi139 ceph-mon[31267]: overall HEALTH_OK 2024-04-13T07:49:02.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:49:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:49:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:49:03.024 INFO:tasks.rados.rados.0.smithi119.stdout:929: done (2 left) 2024-04-13T07:49:03.024 INFO:tasks.rados.rados.0.smithi119.stdout:930: done (1 left) 2024-04-13T07:49:03.025 INFO:tasks.rados.rados.0.smithi119.stdout:931: done (0 left) 2024-04-13T07:49:03.025 INFO:tasks.rados.rados.0.smithi119.stdout:932: read oid 16 snap 77 2024-04-13T07:49:03.025 INFO:tasks.rados.rados.0.smithi119.stdout:932: expect (ObjNum 100 snap 20 seq_num 100) 2024-04-13T07:49:03.025 INFO:tasks.rados.rados.0.smithi119.stdout:933: setattr oid 20 current snap is 106 2024-04-13T07:49:03.026 INFO:tasks.rados.rados.0.smithi119.stdout:934: copy_from oid 23 from oid 36 current snap is 106 2024-04-13T07:49:03.026 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 17 current snap is 106 2024-04-13T07:49:03.026 INFO:tasks.rados.rados.0.smithi119.stdout:935: seq_num 300 ranges {2220032=229376} 2024-04-13T07:49:03.040 INFO:tasks.rados.rados.0.smithi119.stdout:935: writing smithi11982245-17 from 2220032 to 2449408 tid 1 2024-04-13T07:49:03.040 INFO:tasks.rados.rados.0.smithi119.stdout:936: setattr oid 13 current snap is 106 2024-04-13T07:49:03.040 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 20 v 437 (ObjNum 256 snap 83 seq_num 256) dirty exists 2024-04-13T07:49:03.041 INFO:tasks.rados.rados.0.smithi119.stdout:933: done (4 left) 2024-04-13T07:49:03.041 INFO:tasks.rados.rados.0.smithi119.stdout:937: snap_create 2024-04-13T07:49:03.043 INFO:tasks.rados.rados.0.smithi119.stdout:935: finishing write tid 1 to smithi11982245-17 2024-04-13T07:49:03.043 INFO:tasks.rados.rados.0.smithi119.stdout:935: finishing write tid 2 to smithi11982245-17 2024-04-13T07:49:03.044 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 13 v 438 (ObjNum 272 snap 93 seq_num 272) dirty exists 2024-04-13T07:49:03.045 INFO:tasks.rados.rados.0.smithi119.stdout:932: expect (ObjNum 100 snap 20 seq_num 100) 2024-04-13T07:49:03.166 INFO:tasks.rados.rados.0.smithi119.stdout:934: finishing copy_from racing read to smithi11982245-23 2024-04-13T07:49:03.166 INFO:tasks.rados.rados.0.smithi119.stdout:934: finishing copy_from to smithi11982245-23 2024-04-13T07:49:03.166 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 23 v 250 (ObjNum 292 snap 100 seq_num 292) dirty exists 2024-04-13T07:49:03.166 INFO:tasks.rados.rados.0.smithi119.stdout:935: finishing write tid 3 to smithi11982245-17 2024-04-13T07:49:03.166 INFO:tasks.rados.rados.0.smithi119.stdout:935: oid 17 updating version 0 to 245 2024-04-13T07:49:03.167 INFO:tasks.rados.rados.0.smithi119.stdout:935: oid 17 updating version 245 to 246 2024-04-13T07:49:03.167 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 17 v 246 (ObjNum 300 snap 106 seq_num 300) dirty exists 2024-04-13T07:49:03.167 INFO:tasks.rados.rados.0.smithi119.stdout:935: left oid 17 (ObjNum 300 snap 106 seq_num 300) 2024-04-13T07:49:03.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:03 smithi139 ceph-mon[31267]: osdmap e246: 8 total, 8 up, 8 in 2024-04-13T07:49:03.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:03 smithi139 ceph-mon[31267]: pgmap v32: 121 pgs: 121 active+clean; 313 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 70 KiB/s wr, 6 op/s 2024-04-13T07:49:03.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:03 smithi119 ceph-mon[96316]: osdmap e246: 8 total, 8 up, 8 in 2024-04-13T07:49:03.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:03 smithi119 ceph-mon[96316]: pgmap v32: 121 pgs: 121 active+clean; 313 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 70 KiB/s wr, 6 op/s 2024-04-13T07:49:03.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:03 smithi119 ceph-mon[93746]: osdmap e246: 8 total, 8 up, 8 in 2024-04-13T07:49:03.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:03 smithi119 ceph-mon[93746]: pgmap v32: 121 pgs: 121 active+clean; 313 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 70 KiB/s wr, 6 op/s 2024-04-13T07:49:03.886 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:49:03 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:49:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi119\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:49:04.026 INFO:tasks.rados.rados.0.smithi119.stdout:932: done (4 left) 2024-04-13T07:49:04.027 INFO:tasks.rados.rados.0.smithi119.stdout:934: done (3 left) 2024-04-13T07:49:04.027 INFO:tasks.rados.rados.0.smithi119.stdout:935: done (2 left) 2024-04-13T07:49:04.027 INFO:tasks.rados.rados.0.smithi119.stdout:936: done (1 left) 2024-04-13T07:49:04.027 INFO:tasks.rados.rados.0.smithi119.stdout:937: done (0 left) 2024-04-13T07:49:04.027 INFO:tasks.rados.rados.0.smithi119.stdout:938: snap_create 2024-04-13T07:49:04.338 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:04 smithi119 ceph-mon[96316]: osdmap e247: 8 total, 8 up, 8 in 2024-04-13T07:49:04.339 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:04 smithi119 ceph-mon[93746]: osdmap e247: 8 total, 8 up, 8 in 2024-04-13T07:49:04.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:04 smithi139 ceph-mon[31267]: osdmap e247: 8 total, 8 up, 8 in 2024-04-13T07:49:05.031 INFO:tasks.rados.rados.0.smithi119.stdout:938: done (0 left) 2024-04-13T07:49:05.031 INFO:tasks.rados.rados.0.smithi119.stdout:939: copy_from oid 10 from oid 16 current snap is 108 2024-04-13T07:49:05.031 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 5 current snap is 108 2024-04-13T07:49:05.031 INFO:tasks.rados.rados.0.smithi119.stdout:940: seq_num 301 ranges {0=245760} 2024-04-13T07:49:05.033 INFO:tasks.rados.rados.0.smithi119.stdout:940: writing smithi11982245-5 from 0 to 245760 tid 1 2024-04-13T07:49:05.033 INFO:tasks.rados.rados.0.smithi119.stdout:941: read oid 23 snap 91 2024-04-13T07:49:05.033 INFO:tasks.rados.rados.0.smithi119.stdout:941: expect (ObjNum 239 snap 75 seq_num 239) 2024-04-13T07:49:05.033 INFO:tasks.rados.rados.0.smithi119.stdout:942: snap_remove snap 63 2024-04-13T07:49:05.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:49:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:49:04] "GET /metrics HTTP/1.1" 200 36016 "" "Prometheus/2.43.0" 2024-04-13T07:49:05.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:05 smithi119 ceph-mon[93746]: osdmap e248: 8 total, 8 up, 8 in 2024-04-13T07:49:05.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:05 smithi119 ceph-mon[93746]: pgmap v35: 121 pgs: 121 active+clean; 313 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:49:05.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:05 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:05.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:05 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:05.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:05 smithi119 ceph-mon[96316]: osdmap e248: 8 total, 8 up, 8 in 2024-04-13T07:49:05.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:05 smithi119 ceph-mon[96316]: pgmap v35: 121 pgs: 121 active+clean; 313 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:49:05.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:05 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:05.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:05 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:05.308 INFO:tasks.rados.rados.0.smithi119.stdout:942: done (3 left) 2024-04-13T07:49:05.308 INFO:tasks.rados.rados.0.smithi119.stdout:943: snap_remove snap 31 2024-04-13T07:49:05.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:05 smithi139 ceph-mon[31267]: osdmap e248: 8 total, 8 up, 8 in 2024-04-13T07:49:05.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:05 smithi139 ceph-mon[31267]: pgmap v35: 121 pgs: 121 active+clean; 313 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:49:05.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:05 smithi139 ceph-mon[31267]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:05.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:05 smithi139 ceph-mon[31267]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:06.030 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:49:05 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:49:05.775+0000 7f97a4eee700 -1 mgr.server handle_report got status from non-daemon mon.c 2024-04-13T07:49:06.031 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:06 smithi119 ceph-mon[93746]: osdmap e249: 8 total, 8 up, 8 in 2024-04-13T07:49:06.314 INFO:tasks.rados.rados.0.smithi119.stdout:943: done (3 left) 2024-04-13T07:49:06.314 INFO:tasks.rados.rados.0.smithi119.stdout:944: snap_create 2024-04-13T07:49:06.314 INFO:tasks.rados.rados.0.smithi119.stdout:940: finishing write tid 1 to smithi11982245-5 2024-04-13T07:49:06.314 INFO:tasks.rados.rados.0.smithi119.stdout:940: finishing write tid 2 to smithi11982245-5 2024-04-13T07:49:06.314 INFO:tasks.rados.rados.0.smithi119.stdout:939: finishing copy_from racing read to smithi11982245-10 2024-04-13T07:49:06.314 INFO:tasks.rados.rados.0.smithi119.stdout:940: finishing write tid 3 to smithi11982245-5 2024-04-13T07:49:06.314 INFO:tasks.rados.rados.0.smithi119.stdout:940: oid 5 updating version 0 to 529 2024-04-13T07:49:06.315 INFO:tasks.rados.rados.0.smithi119.stdout:940: oid 5 updating version 529 to 530 2024-04-13T07:49:06.315 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 5 v 530 (ObjNum 301 snap 108 seq_num 301) dirty exists 2024-04-13T07:49:06.315 INFO:tasks.rados.rados.0.smithi119.stdout:940: left oid 5 (ObjNum 301 snap 108 seq_num 301) 2024-04-13T07:49:06.315 INFO:tasks.rados.rados.0.smithi119.stdout:939: finishing copy_from to smithi11982245-10 2024-04-13T07:49:06.315 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 10 v 387 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-13T07:49:06.315 INFO:tasks.rados.rados.0.smithi119.stdout:941: expect (ObjNum 239 snap 75 seq_num 239) 2024-04-13T07:49:06.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:06 smithi139 ceph-mon[31267]: osdmap e249: 8 total, 8 up, 8 in 2024-04-13T07:49:06.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:06 smithi139 ceph-mon[31267]: osdmap e250: 8 total, 8 up, 8 in 2024-04-13T07:49:06.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:06 smithi139 ceph-mon[31267]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:06.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:06 smithi139 ceph-mon[31267]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:06.462 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:06 smithi119 ceph-mon[96316]: osdmap e249: 8 total, 8 up, 8 in 2024-04-13T07:49:06.462 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:06 smithi119 ceph-mon[96316]: osdmap e250: 8 total, 8 up, 8 in 2024-04-13T07:49:06.463 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:06 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:06.463 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:06 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:06.463 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:06 smithi119 ceph-mon[93746]: osdmap e250: 8 total, 8 up, 8 in 2024-04-13T07:49:06.463 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:06 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:06.463 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:06 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:07.317 INFO:tasks.rados.rados.0.smithi119.stdout:939: done (3 left) 2024-04-13T07:49:07.317 INFO:tasks.rados.rados.0.smithi119.stdout:940: done (2 left) 2024-04-13T07:49:07.317 INFO:tasks.rados.rados.0.smithi119.stdout:941: done (1 left) 2024-04-13T07:49:07.317 INFO:tasks.rados.rados.0.smithi119.stdout:944: done (0 left) 2024-04-13T07:49:07.317 INFO:tasks.rados.rados.0.smithi119.stdout:945: rollback oid 48 current snap is 109 2024-04-13T07:49:07.318 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 48 to 107 2024-04-13T07:49:07.318 INFO:tasks.rados.rados.0.smithi119.stdout:946: copy_from oid 4 from oid 24 current snap is 109 2024-04-13T07:49:07.318 INFO:tasks.rados.rados.0.smithi119.stdout:947: snap_create 2024-04-13T07:49:07.323 INFO:tasks.rados.rados.0.smithi119.stdout:945: finishing rollback tid 0 to smithi11982245-48 2024-04-13T07:49:07.323 INFO:tasks.rados.rados.0.smithi119.stdout:945: finishing rollback tid 1 to smithi11982245-48 2024-04-13T07:49:07.323 INFO:tasks.rados.rados.0.smithi119.stdout:945: finishing rollback tid 2 to smithi11982245-48 2024-04-13T07:49:07.323 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 48 v 432 (ObjNum 280 snap 96 seq_num 280) dirty exists 2024-04-13T07:49:07.329 INFO:tasks.rados.rados.0.smithi119.stdout:946: finishing copy_from racing read to smithi11982245-4 2024-04-13T07:49:07.331 INFO:tasks.rados.rados.0.smithi119.stdout:946: finishing copy_from to smithi11982245-4 2024-04-13T07:49:07.331 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 4 v 131 (ObjNum 211 snap 65 seq_num 211) dirty exists 2024-04-13T07:49:07.589 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:07 smithi119 ceph-mon[96316]: osdmap e251: 8 total, 8 up, 8 in 2024-04-13T07:49:07.590 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:07 smithi119 ceph-mon[96316]: pgmap v39: 121 pgs: 121 active+clean; 322 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 14 op/s 2024-04-13T07:49:07.590 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:07 smithi119 ceph-mon[93746]: osdmap e251: 8 total, 8 up, 8 in 2024-04-13T07:49:07.590 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:07 smithi119 ceph-mon[93746]: pgmap v39: 121 pgs: 121 active+clean; 322 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 14 op/s 2024-04-13T07:49:07.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:07 smithi139 ceph-mon[31267]: osdmap e251: 8 total, 8 up, 8 in 2024-04-13T07:49:07.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:07 smithi139 ceph-mon[31267]: pgmap v39: 121 pgs: 121 active+clean; 322 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 14 op/s 2024-04-13T07:49:08.319 INFO:tasks.rados.rados.0.smithi119.stdout:945: done (2 left) 2024-04-13T07:49:08.319 INFO:tasks.rados.rados.0.smithi119.stdout:946: done (1 left) 2024-04-13T07:49:08.319 INFO:tasks.rados.rados.0.smithi119.stdout:947: done (0 left) 2024-04-13T07:49:08.319 INFO:tasks.rados.rados.0.smithi119.stdout:948: read oid 34 snap 93 2024-04-13T07:49:08.319 INFO:tasks.rados.rados.0.smithi119.stdout:948: expect (ObjNum 77 snap 12 seq_num 77) 2024-04-13T07:49:08.320 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 45 current snap is 110 2024-04-13T07:49:08.320 INFO:tasks.rados.rados.0.smithi119.stdout:949: seq_num 302 ranges {2056192=262144} 2024-04-13T07:49:08.331 INFO:tasks.rados.rados.0.smithi119.stdout:949: writing smithi11982245-45 from 2056192 to 2318336 tid 1 2024-04-13T07:49:08.331 INFO:tasks.rados.rados.0.smithi119.stdout:950: delete oid 48 current snap is 110 2024-04-13T07:49:08.331 INFO:tasks.rados.rados.0.smithi119.stdout:948: expect (ObjNum 77 snap 12 seq_num 77) 2024-04-13T07:49:08.366 INFO:tasks.rados.rados.0.smithi119.stdout:949: finishing write tid 1 to smithi11982245-45 2024-04-13T07:49:08.367 INFO:tasks.rados.rados.0.smithi119.stdout:949: finishing write tid 2 to smithi11982245-45 2024-04-13T07:49:08.367 INFO:tasks.rados.rados.0.smithi119.stdout:949: finishing write tid 3 to smithi11982245-45 2024-04-13T07:49:08.367 INFO:tasks.rados.rados.0.smithi119.stdout:949: oid 45 updating version 0 to 551 2024-04-13T07:49:08.367 INFO:tasks.rados.rados.0.smithi119.stdout:949: oid 45 version 551 is already newer than 550 2024-04-13T07:49:08.367 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 45 v 551 (ObjNum 302 snap 110 seq_num 302) dirty exists 2024-04-13T07:49:08.367 INFO:tasks.rados.rados.0.smithi119.stdout:949: left oid 45 (ObjNum 302 snap 110 seq_num 302) 2024-04-13T07:49:08.367 INFO:tasks.rados.rados.0.smithi119.stdout:948: done (2 left) 2024-04-13T07:49:08.367 INFO:tasks.rados.rados.0.smithi119.stdout:949: done (1 left) 2024-04-13T07:49:08.367 INFO:tasks.rados.rados.0.smithi119.stdout:950: done (0 left) 2024-04-13T07:49:08.367 INFO:tasks.rados.rados.0.smithi119.stdout:951: setattr oid 29 current snap is 110 2024-04-13T07:49:08.369 INFO:tasks.rados.rados.0.smithi119.stdout:952: rollback oid 3 current snap is 110 2024-04-13T07:49:08.370 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 3 to 61 2024-04-13T07:49:08.370 INFO:tasks.rados.rados.0.smithi119.stdout:953: snap_create 2024-04-13T07:49:08.372 INFO:tasks.rados.rados.0.smithi119.stdout:952: finishing rollback tid 1 to smithi11982245-3 2024-04-13T07:49:08.372 INFO:tasks.rados.rados.0.smithi119.stdout:952: finishing rollback tid 2 to smithi11982245-3 2024-04-13T07:49:08.372 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 3 v 405 (ObjNum 191 snap 53 seq_num 191) dirty exists 2024-04-13T07:49:08.373 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 29 v 375 (ObjNum 240 snap 76 seq_num 240) dirty exists 2024-04-13T07:49:08.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:08 smithi139 ceph-mon[31267]: osdmap e252: 8 total, 8 up, 8 in 2024-04-13T07:49:08.704 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:08 smithi119 ceph-mon[93746]: osdmap e252: 8 total, 8 up, 8 in 2024-04-13T07:49:08.704 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:08 smithi119 ceph-mon[96316]: osdmap e252: 8 total, 8 up, 8 in 2024-04-13T07:49:09.327 INFO:tasks.rados.rados.0.smithi119.stdout:951: done (2 left) 2024-04-13T07:49:09.327 INFO:tasks.rados.rados.0.smithi119.stdout:952: done (1 left) 2024-04-13T07:49:09.327 INFO:tasks.rados.rados.0.smithi119.stdout:953: done (0 left) 2024-04-13T07:49:09.327 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 36 current snap is 111 2024-04-13T07:49:09.327 INFO:tasks.rados.rados.0.smithi119.stdout:954: seq_num 304 ranges {1646592=294912} 2024-04-13T07:49:09.337 INFO:tasks.rados.rados.0.smithi119.stdout:954: writing smithi11982245-36 from 1646592 to 1941504 tid 1 2024-04-13T07:49:09.338 INFO:tasks.rados.rados.0.smithi119.stdout:955: read oid 24 snap -1 2024-04-13T07:49:09.338 INFO:tasks.rados.rados.0.smithi119.stdout:955: expect (ObjNum 211 snap 65 seq_num 211) 2024-04-13T07:49:09.338 INFO:tasks.rados.rados.0.smithi119.stdout:956: snap_remove snap 20 2024-04-13T07:49:09.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:09 smithi139 ceph-mon[31267]: osdmap e253: 8 total, 8 up, 8 in 2024-04-13T07:49:09.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:09 smithi139 ceph-mon[31267]: pgmap v42: 121 pgs: 121 active+clean; 322 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:49:09.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:09 smithi139 ceph-mon[31267]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:49:09.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:09 smithi119 ceph-mon[93746]: osdmap e253: 8 total, 8 up, 8 in 2024-04-13T07:49:09.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:09 smithi119 ceph-mon[93746]: pgmap v42: 121 pgs: 121 active+clean; 322 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:49:09.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:49:09.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:09 smithi119 ceph-mon[96316]: osdmap e253: 8 total, 8 up, 8 in 2024-04-13T07:49:09.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:09 smithi119 ceph-mon[96316]: pgmap v42: 121 pgs: 121 active+clean; 322 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:49:09.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:49:10.331 INFO:tasks.rados.rados.0.smithi119.stdout:956: done (2 left) 2024-04-13T07:49:10.331 INFO:tasks.rados.rados.0.smithi119.stdout:957: read oid 22 snap -1 2024-04-13T07:49:10.331 INFO:tasks.rados.rados.0.smithi119.stdout:957: expect (ObjNum 261 snap 83 seq_num 261) 2024-04-13T07:49:10.331 INFO:tasks.rados.rados.0.smithi119.stdout:958: read oid 46 snap -1 2024-04-13T07:49:10.331 INFO:tasks.rados.rados.0.smithi119.stdout:958: expect (ObjNum 295 snap 101 seq_num 295) 2024-04-13T07:49:10.331 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 48 current snap is 111 2024-04-13T07:49:10.331 INFO:tasks.rados.rados.0.smithi119.stdout:959: seq_num 305 ranges {0=311296} 2024-04-13T07:49:10.332 INFO:tasks.rados.rados.0.smithi119.stdout:959: writing smithi11982245-48 from 0 to 311296 tid 1 2024-04-13T07:49:10.333 INFO:tasks.rados.rados.0.smithi119.stdout:960: copy_from oid 12 from oid 19 current snap is 111 2024-04-13T07:49:10.333 INFO:tasks.rados.rados.0.smithi119.stdout:961: copy_from oid 10 from oid 37 current snap is 111 2024-04-13T07:49:10.333 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 15 current snap is 111 2024-04-13T07:49:10.333 INFO:tasks.rados.rados.0.smithi119.stdout:962: seq_num 306 ranges {2400256=327680} 2024-04-13T07:49:10.349 INFO:tasks.rados.rados.0.smithi119.stdout:962: writing smithi11982245-15 from 2400256 to 2727936 tid 1 2024-04-13T07:49:10.349 INFO:tasks.rados.rados.0.smithi119.stdout:963: snap_remove snap 61 2024-04-13T07:49:10.468 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:10 smithi139 ceph-mon[31267]: osdmap e254: 8 total, 8 up, 8 in 2024-04-13T07:49:10.469 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:10 smithi139 ceph-mon[31267]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:10.469 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:10 smithi139 ceph-mon[31267]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:10.469 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:10 smithi139 ceph-mon[31267]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:10.469 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:10 smithi139 ceph-mon[31267]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:49:10.469 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:10 smithi139 ceph-mon[31267]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:10.469 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:10 smithi139 ceph-mon[31267]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:49:10.469 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:10 smithi139 ceph-mon[31267]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:49:10.469 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:10 smithi139 ceph-mon[31267]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-13T07:49:10.469 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:10 smithi139 ceph-mon[31267]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-13T07:49:10.469 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:10 smithi139 ceph-mon[31267]: Upgrade: It appears safe to stop mon.b 2024-04-13T07:49:10.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:10 smithi119 ceph-mon[96316]: osdmap e254: 8 total, 8 up, 8 in 2024-04-13T07:49:10.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:10 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:10.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:10 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:10.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:10 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:10.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:10 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:49:10.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:10 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:10.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:10 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:49:10.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:10 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:49:10.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:10 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-13T07:49:10.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:10 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-13T07:49:10.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:10 smithi119 ceph-mon[96316]: Upgrade: It appears safe to stop mon.b 2024-04-13T07:49:10.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:10 smithi119 ceph-mon[93746]: osdmap e254: 8 total, 8 up, 8 in 2024-04-13T07:49:10.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:10 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:10.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:10 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:10.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:10 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:10.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:10 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:49:10.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:10 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:10.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:10 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:49:10.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:10 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:49:10.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:10 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-13T07:49:10.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:10 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-13T07:49:10.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:10 smithi119 ceph-mon[93746]: Upgrade: It appears safe to stop mon.b 2024-04-13T07:49:10.852 INFO:teuthology.orchestra.run.smithi119.stdout:true 2024-04-13T07:49:11.168 INFO:teuthology.orchestra.run.smithi119.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-13T07:49:11.168 INFO:teuthology.orchestra.run.smithi119.stdout:alertmanager.a smithi119 *:9093,9094 running (4m) 6s ago 5m 26.6M - 0.25.0 c8568f914cd2 a8bd9bb7cb08 2024-04-13T07:49:11.168 INFO:teuthology.orchestra.run.smithi119.stdout:grafana.a smithi139 *:3000 running (5m) 26s ago 5m 88.6M - 9.4.7 954c08fa6188 43be3a562cf4 2024-04-13T07:49:11.168 INFO:teuthology.orchestra.run.smithi119.stdout:mds.a smithi119 running (6m) 6s ago 6m 19.5M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 1c0a22818175 2024-04-13T07:49:11.168 INFO:teuthology.orchestra.run.smithi119.stdout:mds.b smithi139 running (6m) 26s ago 6m 15.0M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 9d051222a698 2024-04-13T07:49:11.168 INFO:teuthology.orchestra.run.smithi119.stdout:mgr.x smithi139 *:8443,9283,8765 running (56s) 26s ago 10m 447M - 19.0.0-2905-g5f22a497 c4b45bf0c946 228fa2e332a4 2024-04-13T07:49:11.168 INFO:teuthology.orchestra.run.smithi119.stdout:mgr.y smithi119 *:8443,9283,8765 running (87s) 6s ago 11m 494M - 19.0.0-2905-g5f22a497 c4b45bf0c946 0462b2c15351 2024-04-13T07:49:11.168 INFO:teuthology.orchestra.run.smithi119.stdout:mon.a smithi119 running (41s) 6s ago 12m 40.8M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 89c63c75b5cb 2024-04-13T07:49:11.168 INFO:teuthology.orchestra.run.smithi119.stdout:mon.b smithi139 running (10m) 26s ago 10m 55.2M 2048M 18.2.2-1217-g7d36322c 6ecd1226aa2f ab5b3b4132d2 2024-04-13T07:49:11.168 INFO:teuthology.orchestra.run.smithi119.stdout:mon.c smithi119 running (15s) 6s ago 10m 24.0M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 b26f62c1d49c 2024-04-13T07:49:11.168 INFO:teuthology.orchestra.run.smithi119.stdout:node-exporter.a smithi119 *:9100 running (5m) 6s ago 5m 15.4M - 1.5.0 0da6a335fe13 b9cb5e53bb33 2024-04-13T07:49:11.168 INFO:teuthology.orchestra.run.smithi119.stdout:node-exporter.b smithi139 *:9100 running (5m) 26s ago 5m 16.5M - 1.5.0 0da6a335fe13 126fe390382b 2024-04-13T07:49:11.169 INFO:teuthology.orchestra.run.smithi119.stdout:osd.0 smithi119 running (9m) 6s ago 9m 178M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 3a53ad75d7c2 2024-04-13T07:49:11.169 INFO:teuthology.orchestra.run.smithi119.stdout:osd.1 smithi119 running (9m) 6s ago 9m 169M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f fdb76e7c567d 2024-04-13T07:49:11.169 INFO:teuthology.orchestra.run.smithi119.stdout:osd.2 smithi119 running (9m) 6s ago 9m 141M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 3f7cf03170a1 2024-04-13T07:49:11.169 INFO:teuthology.orchestra.run.smithi119.stdout:osd.3 smithi119 running (8m) 6s ago 8m 114M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 3f2186ecbd67 2024-04-13T07:49:11.169 INFO:teuthology.orchestra.run.smithi119.stdout:osd.4 smithi139 running (8m) 26s ago 8m 153M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 779579d3651a 2024-04-13T07:49:11.169 INFO:teuthology.orchestra.run.smithi119.stdout:osd.5 smithi139 running (7m) 26s ago 7m 146M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f a52e53194853 2024-04-13T07:49:11.169 INFO:teuthology.orchestra.run.smithi119.stdout:osd.6 smithi139 running (7m) 26s ago 7m 104M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 763ea020f47e 2024-04-13T07:49:11.169 INFO:teuthology.orchestra.run.smithi119.stdout:osd.7 smithi139 running (6m) 26s ago 6m 132M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 0e23b527299b 2024-04-13T07:49:11.169 INFO:teuthology.orchestra.run.smithi119.stdout:prometheus.a smithi139 *:9095 running (62s) 26s ago 6m 49.3M - 2.43.0 a07b618ecd1d dbea45cf9326 2024-04-13T07:49:11.342 INFO:tasks.rados.rados.0.smithi119.stdout:954: finishing write tid 1 to smithi11982245-36 2024-04-13T07:49:11.342 INFO:tasks.rados.rados.0.smithi119.stdout:954: finishing write tid 2 to smithi11982245-36 2024-04-13T07:49:11.342 INFO:tasks.rados.rados.0.smithi119.stdout:955: expect (ObjNum 211 snap 65 seq_num 211) 2024-04-13T07:49:11.408 INFO:tasks.rados.rados.0.smithi119.stdout:954: finishing write tid 3 to smithi11982245-36 2024-04-13T07:49:11.408 INFO:tasks.rados.rados.0.smithi119.stdout:954: oid 36 updating version 0 to 263 2024-04-13T07:49:11.408 INFO:tasks.rados.rados.0.smithi119.stdout:954: oid 36 version 263 is already newer than 262 2024-04-13T07:49:11.409 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 36 v 263 (ObjNum 304 snap 111 seq_num 304) dirty exists 2024-04-13T07:49:11.409 INFO:tasks.rados.rados.0.smithi119.stdout:954: left oid 36 (ObjNum 304 snap 111 seq_num 304) 2024-04-13T07:49:11.409 INFO:tasks.rados.rados.0.smithi119.stdout:957: expect (ObjNum 261 snap 83 seq_num 261) 2024-04-13T07:49:11.460 INFO:tasks.rados.rados.0.smithi119.stdout:959: finishing write tid 1 to smithi11982245-48 2024-04-13T07:49:11.460 INFO:tasks.rados.rados.0.smithi119.stdout:961: finishing copy_from racing read to smithi11982245-10 2024-04-13T07:49:11.460 INFO:tasks.rados.rados.0.smithi119.stdout:959: finishing write tid 2 to smithi11982245-48 2024-04-13T07:49:11.460 INFO:tasks.rados.rados.0.smithi119.stdout:960: finishing copy_from racing read to smithi11982245-12 2024-04-13T07:49:11.460 INFO:tasks.rados.rados.0.smithi119.stdout:959: finishing write tid 3 to smithi11982245-48 2024-04-13T07:49:11.460 INFO:tasks.rados.rados.0.smithi119.stdout:959: oid 48 updating version 0 to 437 2024-04-13T07:49:11.460 INFO:tasks.rados.rados.0.smithi119.stdout:959: oid 48 updating version 437 to 438 2024-04-13T07:49:11.460 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 48 v 438 (ObjNum 305 snap 111 seq_num 305) dirty exists 2024-04-13T07:49:11.460 INFO:tasks.rados.rados.0.smithi119.stdout:959: left oid 48 (ObjNum 305 snap 111 seq_num 305) 2024-04-13T07:49:11.460 INFO:tasks.rados.rados.0.smithi119.stdout:961: finishing copy_from to smithi11982245-10 2024-04-13T07:49:11.460 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 10 v 275 (ObjNum 296 snap 102 seq_num 296) dirty exists 2024-04-13T07:49:11.460 INFO:tasks.rados.rados.0.smithi119.stdout:960: finishing copy_from to smithi11982245-12 2024-04-13T07:49:11.460 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 12 v 356 (ObjNum 294 snap 100 seq_num 294) dirty exists 2024-04-13T07:49:11.461 INFO:tasks.rados.rados.0.smithi119.stdout:962: finishing write tid 1 to smithi11982245-15 2024-04-13T07:49:11.461 INFO:tasks.rados.rados.0.smithi119.stdout:954: done (8 left) 2024-04-13T07:49:11.461 INFO:tasks.rados.rados.0.smithi119.stdout:955: done (7 left) 2024-04-13T07:49:11.461 INFO:tasks.rados.rados.0.smithi119.stdout:957: done (6 left) 2024-04-13T07:49:11.461 INFO:tasks.rados.rados.0.smithi119.stdout:959: done (5 left) 2024-04-13T07:49:11.461 INFO:tasks.rados.rados.0.smithi119.stdout:960: done (4 left) 2024-04-13T07:49:11.461 INFO:tasks.rados.rados.0.smithi119.stdout:961: done (3 left) 2024-04-13T07:49:11.461 INFO:tasks.rados.rados.0.smithi119.stdout:963: done (2 left) 2024-04-13T07:49:11.461 INFO:tasks.rados.rados.0.smithi119.stdout:964: rmattr oid 36 current snap is 111 2024-04-13T07:49:11.461 INFO:tasks.rados.rados.0.smithi119.stdout:964: done (2 left) 2024-04-13T07:49:11.461 INFO:tasks.rados.rados.0.smithi119.stdout:965: rollback oid 22 current snap is 111 2024-04-13T07:49:11.461 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 22 to 107 2024-04-13T07:49:11.461 INFO:tasks.rados.rados.0.smithi119.stdout:962: finishing write tid 2 to smithi11982245-15 2024-04-13T07:49:11.461 INFO:tasks.rados.rados.0.smithi119.stdout:962: finishing write tid 3 to smithi11982245-15 2024-04-13T07:49:11.461 INFO:tasks.rados.rados.0.smithi119.stdout:962: oid 15 updating version 0 to 269 2024-04-13T07:49:11.461 INFO:tasks.rados.rados.0.smithi119.stdout:962: oid 15 updating version 269 to 270 2024-04-13T07:49:11.462 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 15 v 270 (ObjNum 306 snap 111 seq_num 306) dirty exists 2024-04-13T07:49:11.462 INFO:tasks.rados.rados.0.smithi119.stdout:962: left oid 15 (ObjNum 306 snap 111 seq_num 306) 2024-04-13T07:49:11.462 INFO:tasks.rados.rados.0.smithi119.stdout:958: expect (ObjNum 295 snap 101 seq_num 295) 2024-04-13T07:49:11.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:11 smithi119 ceph-mon[96316]: osdmap e255: 8 total, 8 up, 8 in 2024-04-13T07:49:11.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:11 smithi119 ceph-mon[96316]: pgmap v45: 121 pgs: 121 active+clean; 313 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 540 KiB/s wr, 12 op/s 2024-04-13T07:49:11.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:11 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:11.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:11 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:49:11.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:11 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:49:11.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:11 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:11.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:11 smithi119 ceph-mon[93746]: osdmap e255: 8 total, 8 up, 8 in 2024-04-13T07:49:11.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:11 smithi119 ceph-mon[93746]: pgmap v45: 121 pgs: 121 active+clean; 313 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 540 KiB/s wr, 12 op/s 2024-04-13T07:49:11.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:11 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:11.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:11 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:49:11.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:11 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:49:11.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:11 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:11.601 INFO:teuthology.orchestra.run.smithi119.stdout:{ 2024-04-13T07:49:11.601 INFO:teuthology.orchestra.run.smithi119.stdout: "mon": { 2024-04-13T07:49:11.601 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 1, 2024-04-13T07:49:11.601 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T07:49:11.602 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:49:11.602 INFO:teuthology.orchestra.run.smithi119.stdout: "mgr": { 2024-04-13T07:49:11.602 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T07:49:11.602 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:49:11.602 INFO:teuthology.orchestra.run.smithi119.stdout: "osd": { 2024-04-13T07:49:11.602 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 8 2024-04-13T07:49:11.602 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:49:11.602 INFO:teuthology.orchestra.run.smithi119.stdout: "mds": { 2024-04-13T07:49:11.602 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 2 2024-04-13T07:49:11.602 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:49:11.602 INFO:teuthology.orchestra.run.smithi119.stdout: "overall": { 2024-04-13T07:49:11.603 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 11, 2024-04-13T07:49:11.603 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 4 2024-04-13T07:49:11.603 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-13T07:49:11.603 INFO:teuthology.orchestra.run.smithi119.stdout:} 2024-04-13T07:49:11.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:11 smithi139 ceph-mon[31267]: osdmap e255: 8 total, 8 up, 8 in 2024-04-13T07:49:11.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:11 smithi139 ceph-mon[31267]: pgmap v45: 121 pgs: 121 active+clean; 313 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 540 KiB/s wr, 12 op/s 2024-04-13T07:49:11.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:11 smithi139 ceph-mon[31267]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:11.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:11 smithi139 ceph-mon[31267]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:49:11.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:11 smithi139 ceph-mon[31267]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:49:11.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:11 smithi139 ceph-mon[31267]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:11.919 INFO:tasks.rados.rados.0.smithi119.stdout:965: finishing rollback tid 0 to smithi11982245-22 2024-04-13T07:49:11.919 INFO:tasks.rados.rados.0.smithi119.stdout:965: finishing rollback tid 1 to smithi11982245-22 2024-04-13T07:49:11.919 INFO:tasks.rados.rados.0.smithi119.stdout:965: finishing rollback tid 2 to smithi11982245-22 2024-04-13T07:49:11.920 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 22 v 456 (ObjNum 261 snap 83 seq_num 261) dirty exists 2024-04-13T07:49:11.920 INFO:tasks.rados.rados.0.smithi119.stdout:958: done (2 left) 2024-04-13T07:49:11.920 INFO:tasks.rados.rados.0.smithi119.stdout:962: done (1 left) 2024-04-13T07:49:11.920 INFO:tasks.rados.rados.0.smithi119.stdout:965: done (0 left) 2024-04-13T07:49:11.920 INFO:tasks.rados.rados.0.smithi119.stdout:966: delete oid 35 current snap is 111 2024-04-13T07:49:11.921 INFO:tasks.rados.rados.0.smithi119.stdout:966: done (0 left) 2024-04-13T07:49:11.921 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 47 current snap is 111 2024-04-13T07:49:11.921 INFO:tasks.rados.rados.0.smithi119.stdout:967: seq_num 308 ranges {2506752=360448} 2024-04-13T07:49:11.936 INFO:tasks.rados.rados.0.smithi119.stdout:967: writing smithi11982245-47 from 2506752 to 2867200 tid 1 2024-04-13T07:49:11.936 INFO:tasks.rados.rados.0.smithi119.stdout:968: read oid 18 snap -1 2024-04-13T07:49:11.936 INFO:tasks.rados.rados.0.smithi119.stdout:968: expect (ObjNum 289 snap 99 seq_num 289) 2024-04-13T07:49:11.936 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 2 current snap is 111 2024-04-13T07:49:11.937 INFO:tasks.rados.rados.0.smithi119.stdout:969: seq_num 309 ranges {2056192=376832} 2024-04-13T07:49:11.949 INFO:tasks.rados.rados.0.smithi119.stdout:969: writing smithi11982245-2 from 2056192 to 2433024 tid 1 2024-04-13T07:49:11.950 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 33 current snap is 111 2024-04-13T07:49:11.950 INFO:tasks.rados.rados.0.smithi119.stdout:967: finishing write tid 1 to smithi11982245-47 2024-04-13T07:49:11.950 INFO:tasks.rados.rados.0.smithi119.stdout:970: seq_num 310 ranges {1409024=401408} 2024-04-13T07:49:11.961 INFO:tasks.rados.rados.0.smithi119.stdout:970: writing smithi11982245-33 from 1409024 to 1810432 tid 1 2024-04-13T07:49:11.961 INFO:tasks.rados.rados.0.smithi119.stdout:971: copy_from oid 19 from oid 21 current snap is 111 2024-04-13T07:49:11.961 INFO:tasks.rados.rados.0.smithi119.stdout:967: finishing write tid 2 to smithi11982245-47 2024-04-13T07:49:11.961 INFO:tasks.rados.rados.0.smithi119.stdout:967: finishing write tid 3 to smithi11982245-47 2024-04-13T07:49:11.961 INFO:tasks.rados.rados.0.smithi119.stdout:967: oid 47 updating version 0 to 570 2024-04-13T07:49:11.961 INFO:tasks.rados.rados.0.smithi119.stdout:967: oid 47 version 570 is already newer than 569 2024-04-13T07:49:11.961 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 47 v 570 (ObjNum 308 snap 111 seq_num 308) dirty exists 2024-04-13T07:49:11.961 INFO:tasks.rados.rados.0.smithi119.stdout:967: left oid 47 (ObjNum 308 snap 111 seq_num 308) 2024-04-13T07:49:11.961 INFO:tasks.rados.rados.0.smithi119.stdout:969: finishing write tid 1 to smithi11982245-2 2024-04-13T07:49:11.961 INFO:tasks.rados.rados.0.smithi119.stdout:969: finishing write tid 2 to smithi11982245-2 2024-04-13T07:49:11.962 INFO:tasks.rados.rados.0.smithi119.stdout:967: done (4 left) 2024-04-13T07:49:11.962 INFO:tasks.rados.rados.0.smithi119.stdout:972: rollback oid 26 current snap is 111 2024-04-13T07:49:11.962 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 26 to 99 2024-04-13T07:49:11.962 INFO:tasks.rados.rados.0.smithi119.stdout:969: finishing write tid 3 to smithi11982245-2 2024-04-13T07:49:11.962 INFO:tasks.rados.rados.0.smithi119.stdout:969: oid 2 updating version 0 to 440 2024-04-13T07:49:11.962 INFO:tasks.rados.rados.0.smithi119.stdout:969: oid 2 version 440 is already newer than 439 2024-04-13T07:49:11.962 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 2 v 440 (ObjNum 309 snap 111 seq_num 309) dirty exists 2024-04-13T07:49:11.962 INFO:tasks.rados.rados.0.smithi119.stdout:969: left oid 2 (ObjNum 309 snap 111 seq_num 309) 2024-04-13T07:49:11.962 INFO:tasks.rados.rados.0.smithi119.stdout:969: done (4 left) 2024-04-13T07:49:11.962 INFO:tasks.rados.rados.0.smithi119.stdout:973: copy_from oid 17 from oid 13 current snap is 111 2024-04-13T07:49:11.962 INFO:tasks.rados.rados.0.smithi119.stdout:974: read oid 5 snap 74 2024-04-13T07:49:11.962 INFO:tasks.rados.rados.0.smithi119.stdout:974: expect (ObjNum 750630624 snap 21968 seq_num 749638688) 2024-04-13T07:49:11.962 INFO:tasks.rados.rados.0.smithi119.stdout:975: snap_remove snap 110 2024-04-13T07:49:12.351 INFO:tasks.rados.rados.0.smithi119.stdout:975: done (6 left) 2024-04-13T07:49:12.351 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 41 current snap is 111 2024-04-13T07:49:12.351 INFO:tasks.rados.rados.0.smithi119.stdout:972: finishing rollback tid 1 to smithi11982245-26 2024-04-13T07:49:12.351 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 26 v 185 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-04-13T07:49:12.351 INFO:tasks.rados.rados.0.smithi119.stdout:976: seq_num 311 ranges {778240=417792} 2024-04-13T07:49:12.358 INFO:tasks.rados.rados.0.smithi119.stdout:976: writing smithi11982245-41 from 778240 to 1196032 tid 1 2024-04-13T07:49:12.358 INFO:tasks.rados.rados.0.smithi119.stdout:972: done (6 left) 2024-04-13T07:49:12.358 INFO:tasks.rados.rados.0.smithi119.stdout:977: delete oid 34 current snap is 111 2024-04-13T07:49:12.358 INFO:tasks.rados.rados.0.smithi119.stdout:970: finishing write tid 1 to smithi11982245-33 2024-04-13T07:49:12.358 INFO:tasks.rados.rados.0.smithi119.stdout:970: finishing write tid 2 to smithi11982245-33 2024-04-13T07:49:12.358 INFO:tasks.rados.rados.0.smithi119.stdout:968: expect (ObjNum 289 snap 99 seq_num 289) 2024-04-13T07:49:12.385 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:49:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:49:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:49:12.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:12 smithi139 ceph-mon[31267]: from='client.34164 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:49:12.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:12 smithi139 ceph-mon[31267]: from='client.34170 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:49:12.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:12 smithi139 ceph-mon[31267]: Upgrade: Updating mon.b 2024-04-13T07:49:12.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:12 smithi139 ceph-mon[31267]: Deploying daemon mon.b on smithi139 2024-04-13T07:49:12.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:12 smithi139 ceph-mon[31267]: osdmap e256: 8 total, 8 up, 8 in 2024-04-13T07:49:12.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:12 smithi139 ceph-mon[31267]: from='client.? 172.21.15.119:0/4229162702' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:49:12.693 INFO:tasks.rados.rados.0.smithi119.stdout:974: expect (ObjNum 750630624 snap 21968 seq_num 749638688) 2024-04-13T07:49:12.695 INFO:tasks.rados.rados.0.smithi119.stdout:970: finishing write tid 3 to smithi11982245-33 2024-04-13T07:49:12.695 INFO:tasks.rados.rados.0.smithi119.stdout:970: oid 33 updating version 0 to 422 2024-04-13T07:49:12.695 INFO:tasks.rados.rados.0.smithi119.stdout:970: oid 33 updating version 422 to 423 2024-04-13T07:49:12.695 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 33 v 423 (ObjNum 310 snap 111 seq_num 310) dirty exists 2024-04-13T07:49:12.695 INFO:tasks.rados.rados.0.smithi119.stdout:970: left oid 33 (ObjNum 310 snap 111 seq_num 310) 2024-04-13T07:49:12.695 INFO:tasks.rados.rados.0.smithi119.stdout:971: finishing copy_from racing read to smithi11982245-19 2024-04-13T07:49:12.695 INFO:tasks.rados.rados.0.smithi119.stdout:973: finishing copy_from racing read to smithi11982245-17 2024-04-13T07:49:12.696 INFO:tasks.rados.rados.0.smithi119.stdout:968: done (6 left) 2024-04-13T07:49:12.696 INFO:tasks.rados.rados.0.smithi119.stdout:970: done (5 left) 2024-04-13T07:49:12.696 INFO:tasks.rados.rados.0.smithi119.stdout:974: done (4 left) 2024-04-13T07:49:12.696 INFO:tasks.rados.rados.0.smithi119.stdout:977: done (3 left) 2024-04-13T07:49:12.696 INFO:tasks.rados.rados.0.smithi119.stdout:978: snap_remove snap 39 2024-04-13T07:49:12.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:12 smithi119 ceph-mon[93746]: from='client.34164 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:49:12.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:12 smithi119 ceph-mon[93746]: from='client.34170 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:49:12.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:12 smithi119 ceph-mon[93746]: Upgrade: Updating mon.b 2024-04-13T07:49:12.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:12 smithi119 ceph-mon[93746]: Deploying daemon mon.b on smithi139 2024-04-13T07:49:12.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:12 smithi119 ceph-mon[93746]: osdmap e256: 8 total, 8 up, 8 in 2024-04-13T07:49:12.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:12 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/4229162702' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:49:12.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:12 smithi119 ceph-mon[96316]: from='client.34164 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:49:12.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:12 smithi119 ceph-mon[96316]: from='client.34170 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:49:12.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:12 smithi119 ceph-mon[96316]: Upgrade: Updating mon.b 2024-04-13T07:49:12.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:12 smithi119 ceph-mon[96316]: Deploying daemon mon.b on smithi139 2024-04-13T07:49:12.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:12 smithi119 ceph-mon[96316]: osdmap e256: 8 total, 8 up, 8 in 2024-04-13T07:49:12.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:12 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/4229162702' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:49:13.357 INFO:tasks.rados.rados.0.smithi119.stdout:978: done (3 left) 2024-04-13T07:49:13.357 INFO:tasks.rados.rados.0.smithi119.stdout:979: snap_create 2024-04-13T07:49:13.357 INFO:tasks.rados.rados.0.smithi119.stdout:971: finishing copy_from to smithi11982245-19 2024-04-13T07:49:13.357 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 19 v 310 (ObjNum 289 snap 99 seq_num 289) dirty exists 2024-04-13T07:49:13.357 INFO:tasks.rados.rados.0.smithi119.stdout:973: finishing copy_from to smithi11982245-17 2024-04-13T07:49:13.357 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 17 v 438 (ObjNum 272 snap 93 seq_num 272) dirty exists 2024-04-13T07:49:13.358 INFO:tasks.rados.rados.0.smithi119.stdout:976: finishing write tid 1 to smithi11982245-41 2024-04-13T07:49:13.358 INFO:tasks.rados.rados.0.smithi119.stdout:976: finishing write tid 2 to smithi11982245-41 2024-04-13T07:49:13.358 INFO:tasks.rados.rados.0.smithi119.stdout:976: finishing write tid 3 to smithi11982245-41 2024-04-13T07:49:13.358 INFO:tasks.rados.rados.0.smithi119.stdout:976: oid 41 updating version 0 to 319 2024-04-13T07:49:13.358 INFO:tasks.rados.rados.0.smithi119.stdout:976: oid 41 updating version 319 to 320 2024-04-13T07:49:13.358 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 41 v 320 (ObjNum 311 snap 111 seq_num 311) dirty exists 2024-04-13T07:49:13.358 INFO:tasks.rados.rados.0.smithi119.stdout:976: left oid 41 (ObjNum 311 snap 111 seq_num 311) 2024-04-13T07:49:13.436 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:13 smithi139 systemd[1]: Stopping Ceph mon.b for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:49:13.436 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:13 smithi139 ceph-mon[31267]: osdmap e257: 8 total, 8 up, 8 in 2024-04-13T07:49:13.436 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:13 smithi139 ceph-mon[31267]: pgmap v48: 121 pgs: 121 active+clean; 313 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 540 KiB/s wr, 12 op/s 2024-04-13T07:49:13.618 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:13 smithi119 ceph-mon[96316]: osdmap e257: 8 total, 8 up, 8 in 2024-04-13T07:49:13.618 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:13 smithi119 ceph-mon[96316]: pgmap v48: 121 pgs: 121 active+clean; 313 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 540 KiB/s wr, 12 op/s 2024-04-13T07:49:13.618 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:13 smithi119 ceph-mon[93746]: osdmap e257: 8 total, 8 up, 8 in 2024-04-13T07:49:13.619 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:13 smithi119 ceph-mon[93746]: pgmap v48: 121 pgs: 121 active+clean; 313 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 540 KiB/s wr, 12 op/s 2024-04-13T07:49:13.619 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:49:13 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:07:49:13] ENGINE Bus STOPPING 2024-04-13T07:49:13.619 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:49:13 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:07:49:13] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-13T07:49:13.619 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:49:13 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:07:49:13] ENGINE Bus STOPPED 2024-04-13T07:49:13.619 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:49:13 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:07:49:13] ENGINE Bus STARTING 2024-04-13T07:49:13.619 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:49:13 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:07:49:13] ENGINE Serving on http://:::9283 2024-04-13T07:49:13.619 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:49:13 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:07:49:13] ENGINE Bus STARTED 2024-04-13T07:49:13.742 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:49:13 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:49:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi119\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:49:13.742 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:13 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-b[31244]: 2024-04-13T07:49:13.436+0000 7fe2e7d66700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T07:49:13.742 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:13 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-b[31244]: 2024-04-13T07:49:13.436+0000 7fe2e7d66700 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-04-13T07:49:13.742 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:13 smithi139 podman[88793]: 2024-04-13 07:49:13.456697286 +0000 UTC m=+0.142239254 container died ab5b3b4132d2a6c88039254eb0870be5e3b1315f455ab2222ba266515082da3b (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-b, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-7d36322, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409) 2024-04-13T07:49:14.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:13 smithi139 podman[88793]: 2024-04-13 07:49:13.840608594 +0000 UTC m=+0.526150566 container cleanup ab5b3b4132d2a6c88039254eb0870be5e3b1315f455ab2222ba266515082da3b (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-7d36322, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-04-13T07:49:14.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:13 smithi139 bash[88793]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-b 2024-04-13T07:49:14.451 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 podman[88812]: 2024-04-13 07:49:14.141853766 +0000 UTC m=+0.681483679 container remove ab5b3b4132d2a6c88039254eb0870be5e3b1315f455ab2222ba266515082da3b (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-b, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=reef-7d36322, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240409) 2024-04-13T07:49:14.451 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@mon.b.service: Deactivated successfully. 2024-04-13T07:49:14.451 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 systemd[1]: Stopped Ceph mon.b for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:49:14.451 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@mon.b.service: Consumed 9.244s CPU time. 2024-04-13T07:49:14.800 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 systemd[1]: Starting Ceph mon.b for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:49:14.800 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 podman[88948]: 2024-04-13 07:49:14.568138388 +0000 UTC m=+0.018227977 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:49:14.800 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 podman[88948]: 2024-04-13 07:49:14.684721142 +0000 UTC m=+0.134810764 container create 8dd649d8b46fc109b874271641ea200881ecebc77762cc0cfd999e9ffe92571b (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-b, RELEASE=main-5f22a49, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240409) 2024-04-13T07:49:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:49:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:49:14] "GET /metrics HTTP/1.1" 200 36013 "" "Prometheus/2.43.0" 2024-04-13T07:49:15.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 podman[88948]: 2024-04-13 07:49:14.921250996 +0000 UTC m=+0.371340581 container init 8dd649d8b46fc109b874271641ea200881ecebc77762cc0cfd999e9ffe92571b (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-b, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-5f22a49, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-13T07:49:15.285 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 podman[88948]: 2024-04-13 07:49:14.926727615 +0000 UTC m=+0.376817192 container start 8dd649d8b46fc109b874271641ea200881ecebc77762cc0cfd999e9ffe92571b (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-b, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, RELEASE=main-5f22a49, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-13T07:49:15.285 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: set uid:gid to 167:167 (ceph:ceph) 2024-04-13T07:49:15.285 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev), process ceph-mon, pid 7 2024-04-13T07:49:15.286 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: pidfile_write: ignore empty --pid-file 2024-04-13T07:49:15.286 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: load: jerasure load: lrc 2024-04-13T07:49:15.286 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: RocksDB version: 7.9.2 2024-04-13T07:49:15.286 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Git sha 0 2024-04-13T07:49:15.286 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Compile date 2024-04-12 15:38:20 2024-04-13T07:49:15.286 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: DB SUMMARY 2024-04-13T07:49:15.286 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: DB Session ID: 2QIEFR7OEB3NV2BXDGJE 2024-04-13T07:49:15.286 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: CURRENT file: CURRENT 2024-04-13T07:49:15.286 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: IDENTITY file: IDENTITY 2024-04-13T07:49:15.286 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1405 Bytes 2024-04-13T07:49:15.286 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000027.sst 2024-04-13T07:49:15.287 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000025.log size: 8713121 ; 2024-04-13T07:49:15.287 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.error_if_exists: 0 2024-04-13T07:49:15.287 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.create_if_missing: 0 2024-04-13T07:49:15.287 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.paranoid_checks: 1 2024-04-13T07:49:15.287 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-13T07:49:15.287 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-13T07:49:15.287 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-13T07:49:15.287 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.env: 0x560aa9980cc0 2024-04-13T07:49:15.287 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.fs: PosixFileSystem 2024-04-13T07:49:15.287 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.info_log: 0x560aaad35be0 2024-04-13T07:49:15.287 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.max_file_opening_threads: 16 2024-04-13T07:49:15.288 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.statistics: (nil) 2024-04-13T07:49:15.288 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.use_fsync: 0 2024-04-13T07:49:15.288 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.max_log_file_size: 0 2024-04-13T07:49:15.288 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-13T07:49:15.288 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-13T07:49:15.288 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.keep_log_file_num: 1000 2024-04-13T07:49:15.288 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.recycle_log_file_num: 0 2024-04-13T07:49:15.288 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.allow_fallocate: 1 2024-04-13T07:49:15.288 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.allow_mmap_reads: 0 2024-04-13T07:49:15.288 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.allow_mmap_writes: 0 2024-04-13T07:49:15.288 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.use_direct_reads: 0 2024-04-13T07:49:15.288 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-13T07:49:15.288 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.create_missing_column_families: 0 2024-04-13T07:49:15.289 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.db_log_dir: 2024-04-13T07:49:15.289 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.wal_dir: 2024-04-13T07:49:15.289 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-13T07:49:15.289 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-13T07:49:15.289 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-13T07:49:15.289 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-13T07:49:15.289 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-13T07:49:15.289 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-13T07:49:15.289 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.advise_random_on_open: 1 2024-04-13T07:49:15.289 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.db_write_buffer_size: 0 2024-04-13T07:49:15.289 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.write_buffer_manager: 0x560aaad06820 2024-04-13T07:49:15.289 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-13T07:49:15.289 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-13T07:49:15.289 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-13T07:49:15.290 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.rate_limiter: (nil) 2024-04-13T07:49:15.290 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-13T07:49:15.290 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.wal_recovery_mode: 2 2024-04-13T07:49:15.290 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.enable_thread_tracking: 0 2024-04-13T07:49:15.290 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.enable_pipelined_write: 0 2024-04-13T07:49:15.290 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.unordered_write: 0 2024-04-13T07:49:15.290 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-13T07:49:15.290 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-13T07:49:15.290 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-13T07:49:15.290 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-13T07:49:15.290 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.row_cache: None 2024-04-13T07:49:15.290 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.wal_filter: None 2024-04-13T07:49:15.290 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-13T07:49:15.292 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.allow_ingest_behind: 0 2024-04-13T07:49:15.292 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.two_write_queues: 0 2024-04-13T07:49:15.292 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.manual_wal_flush: 0 2024-04-13T07:49:15.292 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.wal_compression: 0 2024-04-13T07:49:15.292 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.atomic_flush: 0 2024-04-13T07:49:15.292 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-13T07:49:15.293 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-13T07:49:15.293 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-13T07:49:15.293 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.log_readahead_size: 0 2024-04-13T07:49:15.293 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-13T07:49:15.293 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.best_efforts_recovery: 0 2024-04-13T07:49:15.293 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-13T07:49:15.293 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-13T07:49:15.293 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.allow_data_in_errors: 0 2024-04-13T07:49:15.293 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.db_host_id: __hostname__ 2024-04-13T07:49:15.293 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-13T07:49:15.293 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.max_background_jobs: 2 2024-04-13T07:49:15.293 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.max_background_compactions: -1 2024-04-13T07:49:15.293 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.max_subcompactions: 1 2024-04-13T07:49:15.293 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-13T07:49:15.294 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-13T07:49:15.294 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-13T07:49:15.294 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.max_total_wal_size: 0 2024-04-13T07:49:15.294 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-13T07:49:15.294 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-13T07:49:15.294 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-13T07:49:15.294 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-13T07:49:15.294 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.max_open_files: -1 2024-04-13T07:49:15.294 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.bytes_per_sync: 0 2024-04-13T07:49:15.294 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-13T07:49:15.295 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-13T07:49:15.295 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.compaction_readahead_size: 0 2024-04-13T07:49:15.295 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.max_background_flushes: -1 2024-04-13T07:49:15.295 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Compression algorithms supported: 2024-04-13T07:49:15.295 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-13T07:49:15.295 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: kZSTD supported: 0 2024-04-13T07:49:15.295 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: kXpressCompression supported: 0 2024-04-13T07:49:15.295 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: kLZ4HCCompression supported: 1 2024-04-13T07:49:15.295 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: kZlibCompression supported: 1 2024-04-13T07:49:15.295 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: kSnappyCompression supported: 1 2024-04-13T07:49:15.295 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: kLZ4Compression supported: 1 2024-04-13T07:49:15.295 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: kBZip2Compression supported: 0 2024-04-13T07:49:15.295 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-13T07:49:15.296 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-13T07:49:15.296 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 2024-04-13T07:49:15.296 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-13T07:49:15.296 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-13T07:49:15.296 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.merge_operator: 2024-04-13T07:49:15.296 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.compaction_filter: None 2024-04-13T07:49:15.296 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.compaction_filter_factory: None 2024-04-13T07:49:15.296 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.sst_partitioner_factory: None 2024-04-13T07:49:15.296 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-13T07:49:15.296 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-13T07:49:15.296 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x560aaad35dc0) 2024-04-13T07:49:15.296 INFO:journalctl@ceph.mon.b.smithi139.stdout: cache_index_and_filter_blocks: 1 2024-04-13T07:49:15.297 INFO:journalctl@ceph.mon.b.smithi139.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-13T07:49:15.297 INFO:journalctl@ceph.mon.b.smithi139.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-13T07:49:15.297 INFO:journalctl@ceph.mon.b.smithi139.stdout: pin_top_level_index_and_filter: 1 2024-04-13T07:49:15.297 INFO:journalctl@ceph.mon.b.smithi139.stdout: index_type: 0 2024-04-13T07:49:15.297 INFO:journalctl@ceph.mon.b.smithi139.stdout: data_block_index_type: 0 2024-04-13T07:49:15.297 INFO:journalctl@ceph.mon.b.smithi139.stdout: index_shortening: 1 2024-04-13T07:49:15.297 INFO:journalctl@ceph.mon.b.smithi139.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-13T07:49:15.297 INFO:journalctl@ceph.mon.b.smithi139.stdout: checksum: 4 2024-04-13T07:49:15.297 INFO:journalctl@ceph.mon.b.smithi139.stdout: no_block_cache: 0 2024-04-13T07:49:15.297 INFO:journalctl@ceph.mon.b.smithi139.stdout: block_cache: 0x560aaad39090 2024-04-13T07:49:15.297 INFO:journalctl@ceph.mon.b.smithi139.stdout: block_cache_name: BinnedLRUCache 2024-04-13T07:49:15.297 INFO:journalctl@ceph.mon.b.smithi139.stdout: block_cache_options: 2024-04-13T07:49:15.297 INFO:journalctl@ceph.mon.b.smithi139.stdout: capacity : 536870912 2024-04-13T07:49:15.298 INFO:journalctl@ceph.mon.b.smithi139.stdout: num_shard_bits : 4 2024-04-13T07:49:15.298 INFO:journalctl@ceph.mon.b.smithi139.stdout: strict_capacity_limit : 0 2024-04-13T07:49:15.298 INFO:journalctl@ceph.mon.b.smithi139.stdout: high_pri_pool_ratio: 0.000 2024-04-13T07:49:15.298 INFO:journalctl@ceph.mon.b.smithi139.stdout: block_cache_compressed: (nil) 2024-04-13T07:49:15.298 INFO:journalctl@ceph.mon.b.smithi139.stdout: persistent_cache: (nil) 2024-04-13T07:49:15.298 INFO:journalctl@ceph.mon.b.smithi139.stdout: block_size: 4096 2024-04-13T07:49:15.298 INFO:journalctl@ceph.mon.b.smithi139.stdout: block_size_deviation: 10 2024-04-13T07:49:15.298 INFO:journalctl@ceph.mon.b.smithi139.stdout: block_restart_interval: 16 2024-04-13T07:49:15.298 INFO:journalctl@ceph.mon.b.smithi139.stdout: index_block_restart_interval: 1 2024-04-13T07:49:15.298 INFO:journalctl@ceph.mon.b.smithi139.stdout: metadata_block_size: 4096 2024-04-13T07:49:15.298 INFO:journalctl@ceph.mon.b.smithi139.stdout: partition_filters: 0 2024-04-13T07:49:15.298 INFO:journalctl@ceph.mon.b.smithi139.stdout: use_delta_encoding: 1 2024-04-13T07:49:15.299 INFO:journalctl@ceph.mon.b.smithi139.stdout: filter_policy: bloomfilter 2024-04-13T07:49:15.299 INFO:journalctl@ceph.mon.b.smithi139.stdout: whole_key_filtering: 1 2024-04-13T07:49:15.299 INFO:journalctl@ceph.mon.b.smithi139.stdout: verify_compression: 0 2024-04-13T07:49:15.299 INFO:journalctl@ceph.mon.b.smithi139.stdout: read_amp_bytes_per_bit: 0 2024-04-13T07:49:15.299 INFO:journalctl@ceph.mon.b.smithi139.stdout: format_version: 5 2024-04-13T07:49:15.299 INFO:journalctl@ceph.mon.b.smithi139.stdout: enable_index_compression: 1 2024-04-13T07:49:15.299 INFO:journalctl@ceph.mon.b.smithi139.stdout: block_align: 0 2024-04-13T07:49:15.299 INFO:journalctl@ceph.mon.b.smithi139.stdout: max_auto_readahead_size: 262144 2024-04-13T07:49:15.299 INFO:journalctl@ceph.mon.b.smithi139.stdout: prepopulate_block_cache: 0 2024-04-13T07:49:15.299 INFO:journalctl@ceph.mon.b.smithi139.stdout: initial_auto_readahead_size: 8192 2024-04-13T07:49:15.299 INFO:journalctl@ceph.mon.b.smithi139.stdout: num_file_reads_for_auto_readahead: 2 2024-04-13T07:49:15.299 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.write_buffer_size: 33554432 2024-04-13T07:49:15.300 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.max_write_buffer_number: 2 2024-04-13T07:49:15.300 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.compression: NoCompression 2024-04-13T07:49:15.300 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.bottommost_compression: Disabled 2024-04-13T07:49:15.300 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.prefix_extractor: nullptr 2024-04-13T07:49:15.300 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-13T07:49:15.300 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.num_levels: 7 2024-04-13T07:49:15.300 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-13T07:49:15.300 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-13T07:49:15.300 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-13T07:49:15.300 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-13T07:49:15.300 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-13T07:49:15.301 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-13T07:49:15.301 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-13T07:49:15.301 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-13T07:49:15.301 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-13T07:49:15.301 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-13T07:49:15.301 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-13T07:49:15.301 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-13T07:49:15.301 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-13T07:49:15.301 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.compression_opts.level: 32767 2024-04-13T07:49:15.301 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.compression_opts.strategy: 0 2024-04-13T07:49:15.301 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-13T07:49:15.301 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-13T07:49:15.301 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-13T07:49:15.301 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-13T07:49:15.301 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.compression_opts.enabled: false 2024-04-13T07:49:15.301 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-13T07:49:15.302 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-13T07:49:15.302 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-13T07:49:15.302 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-13T07:49:15.302 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.target_file_size_base: 67108864 2024-04-13T07:49:15.302 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-13T07:49:15.302 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-13T07:49:15.302 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-13T07:49:15.302 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-13T07:49:15.302 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-13T07:49:15.302 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-13T07:49:15.302 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-13T07:49:15.302 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-13T07:49:15.302 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-13T07:49:15.302 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-13T07:49:15.302 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-13T07:49:15.303 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-13T07:49:15.303 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-13T07:49:15.303 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-13T07:49:15.303 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.arena_block_size: 1048576 2024-04-13T07:49:15.303 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-13T07:49:15.303 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-13T07:49:15.303 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.disable_auto_compactions: 0 2024-04-13T07:49:15.303 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-13T07:49:15.303 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-13T07:49:15.303 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-13T07:49:15.303 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-13T07:49:15.303 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-13T07:49:15.303 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-13T07:49:15.304 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-13T07:49:15.304 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-13T07:49:15.304 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-13T07:49:15.304 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-13T07:49:15.304 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-13T07:49:15.304 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.inplace_update_support: 0 2024-04-13T07:49:15.304 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-13T07:49:15.304 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-13T07:49:15.304 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-13T07:49:15.304 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-13T07:49:15.304 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.bloom_locality: 0 2024-04-13T07:49:15.304 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.max_successive_merges: 0 2024-04-13T07:49:15.304 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-13T07:49:15.305 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.paranoid_file_checks: 0 2024-04-13T07:49:15.305 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.force_consistency_checks: 1 2024-04-13T07:49:15.305 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.report_bg_io_stats: 0 2024-04-13T07:49:15.305 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.ttl: 2592000 2024-04-13T07:49:15.305 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-13T07:49:15.305 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-13T07:49:15.305 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-13T07:49:15.305 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.enable_blob_files: false 2024-04-13T07:49:15.305 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.min_blob_size: 0 2024-04-13T07:49:15.305 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.blob_file_size: 268435456 2024-04-13T07:49:15.305 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-13T07:49:15.305 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-13T07:49:15.305 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-13T07:49:15.306 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-13T07:49:15.306 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-13T07:49:15.306 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.blob_file_starting_level: 0 2024-04-13T07:49:15.306 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-13T07:49:15.306 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-13T07:49:15.306 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 29, last_sequence is 13506, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 25 2024-04-13T07:49:15.306 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-04-13T07:49:15.306 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: cce76166-91b5-4956-b551-17cdf7d2cfcb 2024-04-13T07:49:15.306 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712994554955629, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-04-13T07:49:15.306 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-04-13T07:49:15.306 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712994554975465, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 5359276, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13511, "largest_seqno": 16113, "table_properties": {"data_size": 5346979, "index_size": 8627, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2629, "raw_key_size": 25030, "raw_average_key_size": 24, "raw_value_size": 5323409, "raw_average_value_size": 5108, "num_data_blocks": 377, "num_entries": 1042, "num_filter_entries": 1042, "num_deletions": 30, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712994554, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "cce76166-91b5-4956-b551-17cdf7d2cfcb", "db_session_id": "2QIEFR7OEB3NV2BXDGJE", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-04-13T07:49:15.306 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712994554975573, "job": 1, "event": "recovery_finished"} 2024-04-13T07:49:15.306 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-04-13T07:49:15.306 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-13T07:49:15.307 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-13T07:49:15.307 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x560aaae28000 2024-04-13T07:49:15.307 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: DB pointer 0x560aaae12000 2024-04-13T07:49:15.307 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-13T07:49:15.307 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-13T07:49:15.307 INFO:journalctl@ceph.mon.b.smithi139.stdout: ** DB Stats ** 2024-04-13T07:49:15.307 INFO:journalctl@ceph.mon.b.smithi139.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-13T07:49:15.307 INFO:journalctl@ceph.mon.b.smithi139.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-13T07:49:15.307 INFO:journalctl@ceph.mon.b.smithi139.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-13T07:49:15.307 INFO:journalctl@ceph.mon.b.smithi139.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-13T07:49:15.307 INFO:journalctl@ceph.mon.b.smithi139.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-13T07:49:15.307 INFO:journalctl@ceph.mon.b.smithi139.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-13T07:49:15.307 INFO:journalctl@ceph.mon.b.smithi139.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-13T07:49:15.307 INFO:journalctl@ceph.mon.b.smithi139.stdout: 2024-04-13T07:49:15.307 INFO:journalctl@ceph.mon.b.smithi139.stdout: ** Compaction Stats [default] ** 2024-04-13T07:49:15.307 INFO:journalctl@ceph.mon.b.smithi139.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-13T07:49:15.308 INFO:journalctl@ceph.mon.b.smithi139.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-13T07:49:15.308 INFO:journalctl@ceph.mon.b.smithi139.stdout: L0 1/0 5.11 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 582.9 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-04-13T07:49:15.308 INFO:journalctl@ceph.mon.b.smithi139.stdout: L6 1/0 7.62 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-13T07:49:15.308 INFO:journalctl@ceph.mon.b.smithi139.stdout: Sum 2/0 12.73 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 582.9 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-04-13T07:49:15.308 INFO:journalctl@ceph.mon.b.smithi139.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 582.9 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-04-13T07:49:15.308 INFO:journalctl@ceph.mon.b.smithi139.stdout: 2024-04-13T07:49:15.308 INFO:journalctl@ceph.mon.b.smithi139.stdout: ** Compaction Stats [default] ** 2024-04-13T07:49:15.308 INFO:journalctl@ceph.mon.b.smithi139.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-13T07:49:15.308 INFO:journalctl@ceph.mon.b.smithi139.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-13T07:49:15.308 INFO:journalctl@ceph.mon.b.smithi139.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 582.9 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-04-13T07:49:15.308 INFO:journalctl@ceph.mon.b.smithi139.stdout: 2024-04-13T07:49:15.308 INFO:journalctl@ceph.mon.b.smithi139.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-13T07:49:15.308 INFO:journalctl@ceph.mon.b.smithi139.stdout: 2024-04-13T07:49:15.308 INFO:journalctl@ceph.mon.b.smithi139.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-13T07:49:15.309 INFO:journalctl@ceph.mon.b.smithi139.stdout: Flush(GB): cumulative 0.005, interval 0.005 2024-04-13T07:49:15.309 INFO:journalctl@ceph.mon.b.smithi139.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-13T07:49:15.309 INFO:journalctl@ceph.mon.b.smithi139.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-13T07:49:15.309 INFO:journalctl@ceph.mon.b.smithi139.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-13T07:49:15.309 INFO:journalctl@ceph.mon.b.smithi139.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-13T07:49:15.309 INFO:journalctl@ceph.mon.b.smithi139.stdout: Cumulative compaction: 0.00 GB write, 226.83 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-13T07:49:15.309 INFO:journalctl@ceph.mon.b.smithi139.stdout: Interval compaction: 0.00 GB write, 226.83 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-13T07:49:15.309 INFO:journalctl@ceph.mon.b.smithi139.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-13T07:49:15.309 INFO:journalctl@ceph.mon.b.smithi139.stdout: Block cache BinnedLRUCache@0x560aaad39090#7 capacity: 512.00 MB usage: 11.86 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-04-13T07:49:15.309 INFO:journalctl@ceph.mon.b.smithi139.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.78 KB,0.000530481%) IndexBlock(1,9.08 KB,0.00173151%) Misc(1,0.00 KB,0%) 2024-04-13T07:49:15.309 INFO:journalctl@ceph.mon.b.smithi139.stdout: 2024-04-13T07:49:15.309 INFO:journalctl@ceph.mon.b.smithi139.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-13T07:49:15.309 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: starting mon.b rank 1 at public addrs [v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0] at bind addrs [v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 2024-04-13T07:49:15.310 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: mon.b@-1(???) e3 preinit fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 2024-04-13T07:49:15.310 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: mon.b@-1(???).mds e6 new map 2024-04-13T07:49:15.310 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: mon.b@-1(???).mds e6 print_map 2024-04-13T07:49:15.310 INFO:journalctl@ceph.mon.b.smithi139.stdout: e6 2024-04-13T07:49:15.310 INFO:journalctl@ceph.mon.b.smithi139.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-13T07:49:15.310 INFO:journalctl@ceph.mon.b.smithi139.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-13T07:49:15.310 INFO:journalctl@ceph.mon.b.smithi139.stdout: legacy client fscid: 1 2024-04-13T07:49:15.310 INFO:journalctl@ceph.mon.b.smithi139.stdout: 2024-04-13T07:49:15.310 INFO:journalctl@ceph.mon.b.smithi139.stdout: Filesystem 'cephfs' (1) 2024-04-13T07:49:15.310 INFO:journalctl@ceph.mon.b.smithi139.stdout: fs_name cephfs 2024-04-13T07:49:15.310 INFO:journalctl@ceph.mon.b.smithi139.stdout: epoch 6 2024-04-13T07:49:15.310 INFO:journalctl@ceph.mon.b.smithi139.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-13T07:49:15.310 INFO:journalctl@ceph.mon.b.smithi139.stdout: created 2024-04-13T07:42:36.970379+0000 2024-04-13T07:49:15.310 INFO:journalctl@ceph.mon.b.smithi139.stdout: modified 2024-04-13T07:42:39.172020+0000 2024-04-13T07:49:15.311 INFO:journalctl@ceph.mon.b.smithi139.stdout: tableserver 0 2024-04-13T07:49:15.311 INFO:journalctl@ceph.mon.b.smithi139.stdout: root 0 2024-04-13T07:49:15.311 INFO:journalctl@ceph.mon.b.smithi139.stdout: session_timeout 60 2024-04-13T07:49:15.311 INFO:journalctl@ceph.mon.b.smithi139.stdout: session_autoclose 300 2024-04-13T07:49:15.311 INFO:journalctl@ceph.mon.b.smithi139.stdout: max_file_size 1099511627776 2024-04-13T07:49:15.311 INFO:journalctl@ceph.mon.b.smithi139.stdout: max_xattr_size 65536 2024-04-13T07:49:15.311 INFO:journalctl@ceph.mon.b.smithi139.stdout: required_client_features {} 2024-04-13T07:49:15.311 INFO:journalctl@ceph.mon.b.smithi139.stdout: last_failure 0 2024-04-13T07:49:15.311 INFO:journalctl@ceph.mon.b.smithi139.stdout: last_failure_osd_epoch 0 2024-04-13T07:49:15.311 INFO:journalctl@ceph.mon.b.smithi139.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-13T07:49:15.311 INFO:journalctl@ceph.mon.b.smithi139.stdout: max_mds 1 2024-04-13T07:49:15.311 INFO:journalctl@ceph.mon.b.smithi139.stdout: in 0 2024-04-13T07:49:15.311 INFO:journalctl@ceph.mon.b.smithi139.stdout: up {0=24347} 2024-04-13T07:49:15.311 INFO:journalctl@ceph.mon.b.smithi139.stdout: failed 2024-04-13T07:49:15.312 INFO:journalctl@ceph.mon.b.smithi139.stdout: damaged 2024-04-13T07:49:15.312 INFO:journalctl@ceph.mon.b.smithi139.stdout: stopped 2024-04-13T07:49:15.312 INFO:journalctl@ceph.mon.b.smithi139.stdout: data_pools [3] 2024-04-13T07:49:15.312 INFO:journalctl@ceph.mon.b.smithi139.stdout: metadata_pool 2 2024-04-13T07:49:15.312 INFO:journalctl@ceph.mon.b.smithi139.stdout: inline_data disabled 2024-04-13T07:49:15.312 INFO:journalctl@ceph.mon.b.smithi139.stdout: balancer 2024-04-13T07:49:15.312 INFO:journalctl@ceph.mon.b.smithi139.stdout: bal_rank_mask -1 2024-04-13T07:49:15.312 INFO:journalctl@ceph.mon.b.smithi139.stdout: standby_count_wanted 0 2024-04-13T07:49:15.312 INFO:journalctl@ceph.mon.b.smithi139.stdout: qdb_cluster leader: 0 members: 2024-04-13T07:49:15.312 INFO:journalctl@ceph.mon.b.smithi139.stdout: [mds.a{0:24347} state up:active seq 3 addr [v2:172.21.15.119:6834/2150728336,v1:172.21.15.119:6835/2150728336] compat {c=[1],r=[1],i=[7ff]}] 2024-04-13T07:49:15.312 INFO:journalctl@ceph.mon.b.smithi139.stdout: 2024-04-13T07:49:15.312 INFO:journalctl@ceph.mon.b.smithi139.stdout: 2024-04-13T07:49:15.312 INFO:journalctl@ceph.mon.b.smithi139.stdout: Standby daemons: 2024-04-13T07:49:15.312 INFO:journalctl@ceph.mon.b.smithi139.stdout: 2024-04-13T07:49:15.312 INFO:journalctl@ceph.mon.b.smithi139.stdout: [mds.b{-1:24316} state up:standby seq 1 addr [v2:172.21.15.139:6832/3605294311,v1:172.21.15.139:6833/3605294311] compat {c=[1],r=[1],i=[7ff]}] 2024-04-13T07:49:15.313 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: mon.b@-1(???).osd e258 crush map has features 3314933069573799936, adjusting msgr requires 2024-04-13T07:49:15.313 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: mon.b@-1(???).osd e258 crush map has features 432629308056666112, adjusting msgr requires 2024-04-13T07:49:15.313 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: mon.b@-1(???).osd e258 crush map has features 432629308056666112, adjusting msgr requires 2024-04-13T07:49:15.313 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: mon.b@-1(???).osd e258 crush map has features 432629308056666112, adjusting msgr requires 2024-04-13T07:49:15.313 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:14 smithi139 ceph-mon[88985]: mon.b@-1(???).paxosservice(auth 1..21) refresh upgraded, format 0 -> 3 2024-04-13T07:49:15.313 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:15 smithi139 bash[88948]: 8dd649d8b46fc109b874271641ea200881ecebc77762cc0cfd999e9ffe92571b 2024-04-13T07:49:15.313 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:15 smithi139 systemd[1]: Started Ceph mon.b for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:49:20.311 INFO:tasks.rados.rados.0.smithi119.stdout:971: done (3 left) 2024-04-13T07:49:20.311 INFO:tasks.rados.rados.0.smithi119.stdout:973: done (2 left) 2024-04-13T07:49:20.311 INFO:tasks.rados.rados.0.smithi119.stdout:976: done (1 left) 2024-04-13T07:49:20.311 INFO:tasks.rados.rados.0.smithi119.stdout:979: done (0 left) 2024-04-13T07:49:20.311 INFO:tasks.rados.rados.0.smithi119.stdout:980: copy_from oid 20 from oid 32 current snap is 112 2024-04-13T07:49:20.312 INFO:tasks.rados.rados.0.smithi119.stdout:981: delete oid 3 current snap is 112 2024-04-13T07:49:20.315 INFO:tasks.rados.rados.0.smithi119.stdout:980: finishing copy_from to smithi11982245-20 2024-04-13T07:49:20.315 INFO:tasks.rados.rados.0.smithi119.stdout:980: got expected ENOENT (src dne) 2024-04-13T07:49:20.315 INFO:tasks.rados.rados.0.smithi119.stdout:980: finishing copy_from racing read to smithi11982245-20 2024-04-13T07:49:20.317 INFO:tasks.rados.rados.0.smithi119.stdout:980: done (1 left) 2024-04-13T07:49:20.317 INFO:tasks.rados.rados.0.smithi119.stdout:981: done (0 left) 2024-04-13T07:49:20.317 INFO:tasks.rados.rados.0.smithi119.stdout:982: copy_from oid 43 from oid 15 current snap is 112 2024-04-13T07:49:20.317 INFO:tasks.rados.rados.0.smithi119.stdout:983: snap_remove snap 109 2024-04-13T07:49:20.466 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:49:19 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:49:19.984+0000 7f97a4eee700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-04-13T07:49:21.317 INFO:tasks.rados.rados.0.smithi119.stdout:982: finishing copy_from racing read to smithi11982245-43 2024-04-13T07:49:21.317 INFO:tasks.rados.rados.0.smithi119.stdout:982: finishing copy_from to smithi11982245-43 2024-04-13T07:49:21.317 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 43 v 270 (ObjNum 306 snap 111 seq_num 306) dirty exists 2024-04-13T07:49:21.317 INFO:tasks.rados.rados.0.smithi119.stdout:982: done (1 left) 2024-04-13T07:49:21.317 INFO:tasks.rados.rados.0.smithi119.stdout:983: done (0 left) 2024-04-13T07:49:21.317 INFO:tasks.rados.rados.0.smithi119.stdout:984: snap_create 2024-04-13T07:49:21.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:21 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:49:21.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:21 smithi139 ceph-mon[88985]: mon.c calling monitor election 2024-04-13T07:49:21.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:21 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:49:21.387 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:21 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:49:21.387 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:21 smithi139 ceph-mon[88985]: mon.b calling monitor election 2024-04-13T07:49:21.387 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:21 smithi139 ceph-mon[88985]: pgmap v52: 121 pgs: 121 active+clean; 263 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-04-13T07:49:21.387 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:21 smithi139 ceph-mon[88985]: pgmap v53: 121 pgs: 121 active+clean; 263 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.8 MiB/s wr, 7 op/s 2024-04-13T07:49:21.387 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:21 smithi139 ceph-mon[88985]: fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 2024-04-13T07:49:21.387 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:21 smithi139 ceph-mon[88985]: last_changed 2024-04-13T07:49:15.131985+0000 2024-04-13T07:49:21.387 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:21 smithi139 ceph-mon[88985]: created 2024-04-13T07:37:03.207646+0000 2024-04-13T07:49:21.387 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:21 smithi139 ceph-mon[88985]: min_mon_release 19 (squid) 2024-04-13T07:49:21.387 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:21 smithi139 ceph-mon[88985]: election_strategy: 1 2024-04-13T07:49:21.387 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:21 smithi139 ceph-mon[88985]: 0: [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] mon.a 2024-04-13T07:49:21.387 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:21 smithi139 ceph-mon[88985]: 1: [v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0] mon.b 2024-04-13T07:49:21.387 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:21 smithi139 ceph-mon[88985]: 2: [v2:172.21.15.119:3301/0,v1:172.21.15.119:6790/0] mon.c 2024-04-13T07:49:21.387 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:21 smithi139 ceph-mon[88985]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-13T07:49:21.388 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:21 smithi139 ceph-mon[88985]: osdmap e259: 8 total, 8 up, 8 in 2024-04-13T07:49:21.388 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:21 smithi139 ceph-mon[88985]: mgrmap e39: y(active, since 41s), standbys: x 2024-04-13T07:49:21.388 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:21 smithi139 ceph-mon[88985]: overall HEALTH_OK 2024-04-13T07:49:21.388 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:21 smithi139 ceph-mon[88985]: mon.a calling monitor election 2024-04-13T07:49:21.388 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:21 smithi139 ceph-mon[88985]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-13T07:49:21.388 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:21 smithi139 ceph-mon[88985]: monmap epoch 4 2024-04-13T07:49:21.388 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:21 smithi139 ceph-mon[88985]: fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 2024-04-13T07:49:21.388 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:21 smithi139 ceph-mon[88985]: last_changed 2024-04-13T07:49:15.131985+0000 2024-04-13T07:49:21.388 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:21 smithi139 ceph-mon[88985]: created 2024-04-13T07:37:03.207646+0000 2024-04-13T07:49:21.388 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:21 smithi139 ceph-mon[88985]: min_mon_release 19 (squid) 2024-04-13T07:49:21.388 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:21 smithi139 ceph-mon[88985]: election_strategy: 1 2024-04-13T07:49:21.388 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:21 smithi139 ceph-mon[88985]: 0: [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] mon.a 2024-04-13T07:49:21.388 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:21 smithi139 ceph-mon[88985]: 1: [v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0] mon.b 2024-04-13T07:49:21.388 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:21 smithi139 ceph-mon[88985]: 2: [v2:172.21.15.119:3301/0,v1:172.21.15.119:6790/0] mon.c 2024-04-13T07:49:21.389 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:21 smithi139 ceph-mon[88985]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-13T07:49:21.389 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:21 smithi139 ceph-mon[88985]: osdmap e259: 8 total, 8 up, 8 in 2024-04-13T07:49:21.389 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:21 smithi139 ceph-mon[88985]: mgrmap e39: y(active, since 41s), standbys: x 2024-04-13T07:49:21.389 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:21 smithi139 ceph-mon[88985]: overall HEALTH_OK 2024-04-13T07:49:21.389 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:21 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='' 2024-04-13T07:49:21.389 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:21 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:21.389 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:21 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:49:21.389 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:21 smithi139 ceph-mon[88985]: osdmap e260: 8 total, 8 up, 8 in 2024-04-13T07:49:21.389 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:21 smithi139 ceph-mon[88985]: pgmap v55: 121 pgs: 121 active+clean; 263 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-04-13T07:49:21.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:49:21.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[96316]: mon.c calling monitor election 2024-04-13T07:49:21.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:49:21.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:49:21.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[96316]: mon.b calling monitor election 2024-04-13T07:49:21.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[96316]: pgmap v52: 121 pgs: 121 active+clean; 263 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-04-13T07:49:21.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[96316]: pgmap v53: 121 pgs: 121 active+clean; 263 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.8 MiB/s wr, 7 op/s 2024-04-13T07:49:21.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[96316]: fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 2024-04-13T07:49:21.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[96316]: last_changed 2024-04-13T07:49:15.131985+0000 2024-04-13T07:49:21.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[96316]: created 2024-04-13T07:37:03.207646+0000 2024-04-13T07:49:21.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[96316]: min_mon_release 19 (squid) 2024-04-13T07:49:21.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[96316]: election_strategy: 1 2024-04-13T07:49:21.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[96316]: 0: [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] mon.a 2024-04-13T07:49:21.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[96316]: 1: [v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0] mon.b 2024-04-13T07:49:21.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[96316]: 2: [v2:172.21.15.119:3301/0,v1:172.21.15.119:6790/0] mon.c 2024-04-13T07:49:21.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[96316]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-13T07:49:21.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[96316]: osdmap e259: 8 total, 8 up, 8 in 2024-04-13T07:49:21.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[96316]: mgrmap e39: y(active, since 41s), standbys: x 2024-04-13T07:49:21.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[96316]: overall HEALTH_OK 2024-04-13T07:49:21.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[96316]: mon.a calling monitor election 2024-04-13T07:49:21.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[96316]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-13T07:49:21.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[96316]: monmap epoch 4 2024-04-13T07:49:21.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[96316]: fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 2024-04-13T07:49:21.469 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[96316]: last_changed 2024-04-13T07:49:15.131985+0000 2024-04-13T07:49:21.469 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[96316]: created 2024-04-13T07:37:03.207646+0000 2024-04-13T07:49:21.469 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[96316]: min_mon_release 19 (squid) 2024-04-13T07:49:21.469 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[96316]: election_strategy: 1 2024-04-13T07:49:21.469 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[96316]: 0: [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] mon.a 2024-04-13T07:49:21.469 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[96316]: 1: [v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0] mon.b 2024-04-13T07:49:21.469 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[96316]: 2: [v2:172.21.15.119:3301/0,v1:172.21.15.119:6790/0] mon.c 2024-04-13T07:49:21.469 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[96316]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-13T07:49:21.469 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[96316]: osdmap e259: 8 total, 8 up, 8 in 2024-04-13T07:49:21.469 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[96316]: mgrmap e39: y(active, since 41s), standbys: x 2024-04-13T07:49:21.469 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[96316]: overall HEALTH_OK 2024-04-13T07:49:21.469 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='' 2024-04-13T07:49:21.469 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:21.469 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:49:21.469 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[96316]: osdmap e260: 8 total, 8 up, 8 in 2024-04-13T07:49:21.470 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[96316]: pgmap v55: 121 pgs: 121 active+clean; 263 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-04-13T07:49:21.470 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:49:21.470 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[93746]: mon.c calling monitor election 2024-04-13T07:49:21.470 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:49:21.470 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:49:21.470 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[93746]: mon.b calling monitor election 2024-04-13T07:49:21.470 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[93746]: pgmap v52: 121 pgs: 121 active+clean; 263 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-04-13T07:49:21.470 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[93746]: pgmap v53: 121 pgs: 121 active+clean; 263 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.8 MiB/s wr, 7 op/s 2024-04-13T07:49:21.470 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[93746]: fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 2024-04-13T07:49:21.470 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[93746]: last_changed 2024-04-13T07:49:15.131985+0000 2024-04-13T07:49:21.470 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[93746]: created 2024-04-13T07:37:03.207646+0000 2024-04-13T07:49:21.471 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[93746]: min_mon_release 19 (squid) 2024-04-13T07:49:21.471 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[93746]: election_strategy: 1 2024-04-13T07:49:21.471 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[93746]: 0: [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] mon.a 2024-04-13T07:49:21.471 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[93746]: 1: [v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0] mon.b 2024-04-13T07:49:21.471 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[93746]: 2: [v2:172.21.15.119:3301/0,v1:172.21.15.119:6790/0] mon.c 2024-04-13T07:49:21.471 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[93746]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-13T07:49:21.471 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[93746]: osdmap e259: 8 total, 8 up, 8 in 2024-04-13T07:49:21.471 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[93746]: mgrmap e39: y(active, since 41s), standbys: x 2024-04-13T07:49:21.471 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[93746]: overall HEALTH_OK 2024-04-13T07:49:21.471 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[93746]: mon.a calling monitor election 2024-04-13T07:49:21.471 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[93746]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-13T07:49:21.471 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[93746]: monmap epoch 4 2024-04-13T07:49:21.471 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[93746]: fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 2024-04-13T07:49:21.471 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[93746]: last_changed 2024-04-13T07:49:15.131985+0000 2024-04-13T07:49:21.471 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[93746]: created 2024-04-13T07:37:03.207646+0000 2024-04-13T07:49:21.472 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[93746]: min_mon_release 19 (squid) 2024-04-13T07:49:21.472 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[93746]: election_strategy: 1 2024-04-13T07:49:21.472 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[93746]: 0: [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] mon.a 2024-04-13T07:49:21.472 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[93746]: 1: [v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0] mon.b 2024-04-13T07:49:21.472 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[93746]: 2: [v2:172.21.15.119:3301/0,v1:172.21.15.119:6790/0] mon.c 2024-04-13T07:49:21.472 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[93746]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-13T07:49:21.472 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[93746]: osdmap e259: 8 total, 8 up, 8 in 2024-04-13T07:49:21.472 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[93746]: mgrmap e39: y(active, since 41s), standbys: x 2024-04-13T07:49:21.472 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[93746]: overall HEALTH_OK 2024-04-13T07:49:21.472 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='' 2024-04-13T07:49:21.472 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:21.472 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:49:21.472 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[93746]: osdmap e260: 8 total, 8 up, 8 in 2024-04-13T07:49:21.472 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:21 smithi119 ceph-mon[93746]: pgmap v55: 121 pgs: 121 active+clean; 263 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-04-13T07:49:22.317 INFO:tasks.rados.rados.0.smithi119.stdout:984: done (0 left) 2024-04-13T07:49:22.318 INFO:tasks.rados.rados.0.smithi119.stdout:985: snap_remove snap 53 2024-04-13T07:49:22.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:22 smithi139 ceph-mon[88985]: osdmap e261: 8 total, 8 up, 8 in 2024-04-13T07:49:22.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:49:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:49:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:49:22.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:22 smithi119 ceph-mon[96316]: osdmap e261: 8 total, 8 up, 8 in 2024-04-13T07:49:22.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:22 smithi119 ceph-mon[93746]: osdmap e261: 8 total, 8 up, 8 in 2024-04-13T07:49:23.327 INFO:tasks.rados.rados.0.smithi119.stdout:985: done (0 left) 2024-04-13T07:49:23.327 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 25 current snap is 113 2024-04-13T07:49:23.328 INFO:tasks.rados.rados.0.smithi119.stdout:986: seq_num 314 ranges {0=466944} 2024-04-13T07:49:23.331 INFO:tasks.rados.rados.0.smithi119.stdout:986: writing smithi11982245-25 from 0 to 466944 tid 1 2024-04-13T07:49:23.331 INFO:tasks.rados.rados.0.smithi119.stdout:987: copy_from oid 1 from oid 10 current snap is 113 2024-04-13T07:49:23.331 INFO:tasks.rados.rados.0.smithi119.stdout:988: read oid 46 snap -1 2024-04-13T07:49:23.331 INFO:tasks.rados.rados.0.smithi119.stdout:988: expect (ObjNum 295 snap 101 seq_num 295) 2024-04-13T07:49:23.331 INFO:tasks.rados.rados.0.smithi119.stdout:989: rollback oid 28 current snap is 113 2024-04-13T07:49:23.331 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 28 to 111 2024-04-13T07:49:23.331 INFO:tasks.rados.rados.0.smithi119.stdout:990: read oid 21 snap 101 2024-04-13T07:49:23.332 INFO:tasks.rados.rados.0.smithi119.stdout:990: expect (ObjNum 289 snap 99 seq_num 289) 2024-04-13T07:49:23.332 INFO:tasks.rados.rados.0.smithi119.stdout:991: copy_from oid 31 from oid 35 current snap is 113 2024-04-13T07:49:23.332 INFO:tasks.rados.rados.0.smithi119.stdout:992: snap_create 2024-04-13T07:49:23.340 INFO:tasks.rados.rados.0.smithi119.stdout:991: finishing copy_from to smithi11982245-31 2024-04-13T07:49:23.340 INFO:tasks.rados.rados.0.smithi119.stdout:991: got expected ENOENT (src dne) 2024-04-13T07:49:23.340 INFO:tasks.rados.rados.0.smithi119.stdout:991: finishing copy_from racing read to smithi11982245-31 2024-04-13T07:49:23.344 INFO:tasks.rados.rados.0.smithi119.stdout:986: finishing write tid 1 to smithi11982245-25 2024-04-13T07:49:23.346 INFO:tasks.rados.rados.0.smithi119.stdout:987: finishing copy_from racing read to smithi11982245-1 2024-04-13T07:49:23.348 INFO:tasks.rados.rados.0.smithi119.stdout:989: finishing rollback tid 0 to smithi11982245-28 2024-04-13T07:49:23.348 INFO:tasks.rados.rados.0.smithi119.stdout:989: finishing rollback tid 1 to smithi11982245-28 2024-04-13T07:49:23.348 INFO:tasks.rados.rados.0.smithi119.stdout:989: finishing rollback tid 2 to smithi11982245-28 2024-04-13T07:49:23.348 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 28 v 532 (ObjNum 145 snap 46 seq_num 145) dirty exists 2024-04-13T07:49:23.349 INFO:tasks.rados.rados.0.smithi119.stdout:987: finishing copy_from to smithi11982245-1 2024-04-13T07:49:23.349 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 1 v 275 (ObjNum 296 snap 102 seq_num 296) dirty exists 2024-04-13T07:49:23.355 INFO:tasks.rados.rados.0.smithi119.stdout:986: finishing write tid 2 to smithi11982245-25 2024-04-13T07:49:23.364 INFO:tasks.rados.rados.0.smithi119.stdout:990: expect (ObjNum 289 snap 99 seq_num 289) 2024-04-13T07:49:23.632 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:23 smithi139 ceph-mon[88985]: osdmap e262: 8 total, 8 up, 8 in 2024-04-13T07:49:23.632 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:23 smithi139 ceph-mon[88985]: pgmap v58: 121 pgs: 121 active+clean; 263 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:49:23.632 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:49:23 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:49:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi119\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:49:23.698 INFO:tasks.rados.rados.0.smithi119.stdout:986: finishing write tid 3 to smithi11982245-25 2024-04-13T07:49:23.698 INFO:tasks.rados.rados.0.smithi119.stdout:986: oid 25 updating version 0 to 336 2024-04-13T07:49:23.698 INFO:tasks.rados.rados.0.smithi119.stdout:986: oid 25 updating version 336 to 337 2024-04-13T07:49:23.698 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 25 v 337 (ObjNum 314 snap 113 seq_num 314) dirty exists 2024-04-13T07:49:23.698 INFO:tasks.rados.rados.0.smithi119.stdout:986: left oid 25 (ObjNum 314 snap 113 seq_num 314) 2024-04-13T07:49:23.698 INFO:tasks.rados.rados.0.smithi119.stdout:988: expect (ObjNum 295 snap 101 seq_num 295) 2024-04-13T07:49:23.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:23 smithi119 ceph-mon[96316]: osdmap e262: 8 total, 8 up, 8 in 2024-04-13T07:49:23.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:23 smithi119 ceph-mon[96316]: pgmap v58: 121 pgs: 121 active+clean; 263 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:49:23.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:23 smithi119 ceph-mon[93746]: osdmap e262: 8 total, 8 up, 8 in 2024-04-13T07:49:23.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:23 smithi119 ceph-mon[93746]: pgmap v58: 121 pgs: 121 active+clean; 263 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:49:24.331 INFO:tasks.rados.rados.0.smithi119.stdout:986: done (6 left) 2024-04-13T07:49:24.331 INFO:tasks.rados.rados.0.smithi119.stdout:987: done (5 left) 2024-04-13T07:49:24.331 INFO:tasks.rados.rados.0.smithi119.stdout:988: done (4 left) 2024-04-13T07:49:24.332 INFO:tasks.rados.rados.0.smithi119.stdout:989: done (3 left) 2024-04-13T07:49:24.332 INFO:tasks.rados.rados.0.smithi119.stdout:990: done (2 left) 2024-04-13T07:49:24.332 INFO:tasks.rados.rados.0.smithi119.stdout:991: done (1 left) 2024-04-13T07:49:24.332 INFO:tasks.rados.rados.0.smithi119.stdout:992: done (0 left) 2024-04-13T07:49:24.332 INFO:tasks.rados.rados.0.smithi119.stdout:993: read oid 18 snap -1 2024-04-13T07:49:24.332 INFO:tasks.rados.rados.0.smithi119.stdout:993: expect (ObjNum 289 snap 99 seq_num 289) 2024-04-13T07:49:24.332 INFO:tasks.rados.rados.0.smithi119.stdout:994: delete oid 45 current snap is 114 2024-04-13T07:49:24.361 INFO:tasks.rados.rados.0.smithi119.stdout:994: done (1 left) 2024-04-13T07:49:24.361 INFO:tasks.rados.rados.0.smithi119.stdout:995: rmattr oid 47 current snap is 114 2024-04-13T07:49:24.361 INFO:tasks.rados.rados.0.smithi119.stdout:996: setattr oid 4 current snap is 114 2024-04-13T07:49:24.363 INFO:tasks.rados.rados.0.smithi119.stdout:997: rmattr oid 8 current snap is 114 2024-04-13T07:49:24.364 INFO:tasks.rados.rados.0.smithi119.stdout:998: read oid 24 snap -1 2024-04-13T07:49:24.364 INFO:tasks.rados.rados.0.smithi119.stdout:998: expect (ObjNum 211 snap 65 seq_num 211) 2024-04-13T07:49:24.364 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 44 current snap is 114 2024-04-13T07:49:24.364 INFO:tasks.rados.rados.0.smithi119.stdout:999: seq_num 316 ranges {2506752=499712} 2024-04-13T07:49:24.379 INFO:tasks.rados.rados.0.smithi119.stdout:999: writing smithi11982245-44 from 2506752 to 3006464 tid 1 2024-04-13T07:49:24.380 INFO:tasks.rados.rados.0.smithi119.stdout:1000: snap_create 2024-04-13T07:49:24.380 INFO:tasks.rados.rados.0.smithi119.stdout:993: expect (ObjNum 289 snap 99 seq_num 289) 2024-04-13T07:49:24.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:24 smithi139 ceph-mon[88985]: osdmap e263: 8 total, 8 up, 8 in 2024-04-13T07:49:24.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:49:24.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:24 smithi119 ceph-mon[96316]: osdmap e263: 8 total, 8 up, 8 in 2024-04-13T07:49:24.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:49:24.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:24 smithi119 ceph-mon[93746]: osdmap e263: 8 total, 8 up, 8 in 2024-04-13T07:49:24.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:49:24.718 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 47 v 598 (ObjNum 308 snap 111 seq_num 308) dirty exists 2024-04-13T07:49:24.718 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 4 v 445 (ObjNum 211 snap 65 seq_num 211) dirty exists 2024-04-13T07:49:24.718 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 8 v 454 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-04-13T07:49:24.718 INFO:tasks.rados.rados.0.smithi119.stdout:998: expect (ObjNum 211 snap 65 seq_num 211) 2024-04-13T07:49:24.758 INFO:tasks.rados.rados.0.smithi119.stdout:999: finishing write tid 1 to smithi11982245-44 2024-04-13T07:49:24.758 INFO:tasks.rados.rados.0.smithi119.stdout:999: finishing write tid 2 to smithi11982245-44 2024-04-13T07:49:24.759 INFO:tasks.rados.rados.0.smithi119.stdout:999: finishing write tid 3 to smithi11982245-44 2024-04-13T07:49:24.759 INFO:tasks.rados.rados.0.smithi119.stdout:999: oid 44 updating version 0 to 508 2024-04-13T07:49:24.759 INFO:tasks.rados.rados.0.smithi119.stdout:999: oid 44 version 508 is already newer than 507 2024-04-13T07:49:24.759 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 44 v 508 (ObjNum 316 snap 114 seq_num 316) dirty exists 2024-04-13T07:49:24.759 INFO:tasks.rados.rados.0.smithi119.stdout:999: left oid 44 (ObjNum 316 snap 114 seq_num 316) 2024-04-13T07:49:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:49:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:49:24] "GET /metrics HTTP/1.1" 200 36012 "" "Prometheus/2.43.0" 2024-04-13T07:49:25.319 INFO:tasks.rados.rados.0.smithi119.stdout:993: done (6 left) 2024-04-13T07:49:25.319 INFO:tasks.rados.rados.0.smithi119.stdout:995: done (5 left) 2024-04-13T07:49:25.319 INFO:tasks.rados.rados.0.smithi119.stdout:996: done (4 left) 2024-04-13T07:49:25.319 INFO:tasks.rados.rados.0.smithi119.stdout:997: done (3 left) 2024-04-13T07:49:25.319 INFO:tasks.rados.rados.0.smithi119.stdout:998: done (2 left) 2024-04-13T07:49:25.319 INFO:tasks.rados.rados.0.smithi119.stdout:999: done (1 left) 2024-04-13T07:49:25.319 INFO:tasks.rados.rados.0.smithi119.stdout:1000: done (0 left) 2024-04-13T07:49:25.319 INFO:tasks.rados.rados.0.smithi119.stdout:1001: copy_from oid 12 from oid 23 current snap is 115 2024-04-13T07:49:25.319 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 19 current snap is 115 2024-04-13T07:49:25.320 INFO:tasks.rados.rados.0.smithi119.stdout:1002: seq_num 317 ranges {5349376=516096} 2024-04-13T07:49:25.351 INFO:tasks.rados.rados.0.smithi119.stdout:1002: writing smithi11982245-19 from 5349376 to 5865472 tid 1 2024-04-13T07:49:25.351 INFO:tasks.rados.rados.0.smithi119.stdout:1003: read oid 2 snap -1 2024-04-13T07:49:25.351 INFO:tasks.rados.rados.0.smithi119.stdout:1003: expect (ObjNum 309 snap 111 seq_num 309) 2024-04-13T07:49:25.351 INFO:tasks.rados.rados.0.smithi119.stdout:1004: read oid 14 snap -1 2024-04-13T07:49:25.352 INFO:tasks.rados.rados.0.smithi119.stdout:1004: expect (ObjNum 260 snap 83 seq_num 260) 2024-04-13T07:49:25.352 INFO:tasks.rados.rados.0.smithi119.stdout:1005: copy_from oid 31 from oid 17 current snap is 115 2024-04-13T07:49:25.352 INFO:tasks.rados.rados.0.smithi119.stdout:1001: finishing copy_from racing read to smithi11982245-12 2024-04-13T07:49:25.352 INFO:tasks.rados.rados.0.smithi119.stdout:1001: finishing copy_from to smithi11982245-12 2024-04-13T07:49:25.352 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 12 v 250 (ObjNum 292 snap 100 seq_num 292) dirty exists 2024-04-13T07:49:25.352 INFO:tasks.rados.rados.0.smithi119.stdout:1001: done (4 left) 2024-04-13T07:49:25.352 INFO:tasks.rados.rados.0.smithi119.stdout:1006: read oid 22 snap -1 2024-04-13T07:49:25.352 INFO:tasks.rados.rados.0.smithi119.stdout:1006: expect (ObjNum 261 snap 83 seq_num 261) 2024-04-13T07:49:25.352 INFO:tasks.rados.rados.0.smithi119.stdout:1007: snap_remove snap 103 2024-04-13T07:49:25.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:25 smithi139 ceph-mon[88985]: osdmap e264: 8 total, 8 up, 8 in 2024-04-13T07:49:25.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:25 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:25.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:25 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:25.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:25 smithi139 ceph-mon[88985]: pgmap v61: 121 pgs: 121 active+clean; 263 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:49:25.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:25 smithi139 ceph-mon[88985]: osdmap e265: 8 total, 8 up, 8 in 2024-04-13T07:49:25.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:25 smithi119 ceph-mon[96316]: osdmap e264: 8 total, 8 up, 8 in 2024-04-13T07:49:25.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:25 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:25.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:25 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:25.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:25 smithi119 ceph-mon[96316]: pgmap v61: 121 pgs: 121 active+clean; 263 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:49:25.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:25 smithi119 ceph-mon[96316]: osdmap e265: 8 total, 8 up, 8 in 2024-04-13T07:49:25.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:25 smithi119 ceph-mon[93746]: osdmap e264: 8 total, 8 up, 8 in 2024-04-13T07:49:25.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:25 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:25.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:25 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:25.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:25 smithi119 ceph-mon[93746]: pgmap v61: 121 pgs: 121 active+clean; 263 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:49:25.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:25 smithi119 ceph-mon[93746]: osdmap e265: 8 total, 8 up, 8 in 2024-04-13T07:49:26.334 INFO:tasks.rados.rados.0.smithi119.stdout:1007: done (5 left) 2024-04-13T07:49:26.334 INFO:tasks.rados.rados.0.smithi119.stdout:1008: snap_create 2024-04-13T07:49:26.334 INFO:tasks.rados.rados.0.smithi119.stdout:1006: expect (ObjNum 261 snap 83 seq_num 261) 2024-04-13T07:49:26.392 INFO:tasks.rados.rados.0.smithi119.stdout:1002: finishing write tid 1 to smithi11982245-19 2024-04-13T07:49:26.392 INFO:tasks.rados.rados.0.smithi119.stdout:1002: finishing write tid 2 to smithi11982245-19 2024-04-13T07:49:26.392 INFO:tasks.rados.rados.0.smithi119.stdout:1002: finishing write tid 3 to smithi11982245-19 2024-04-13T07:49:26.392 INFO:tasks.rados.rados.0.smithi119.stdout:1002: oid 19 updating version 0 to 409 2024-04-13T07:49:26.392 INFO:tasks.rados.rados.0.smithi119.stdout:1002: oid 19 updating version 409 to 410 2024-04-13T07:49:26.392 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 19 v 410 (ObjNum 317 snap 115 seq_num 317) dirty exists 2024-04-13T07:49:26.393 INFO:tasks.rados.rados.0.smithi119.stdout:1002: left oid 19 (ObjNum 317 snap 115 seq_num 317) 2024-04-13T07:49:26.393 INFO:tasks.rados.rados.0.smithi119.stdout:1003: expect (ObjNum 309 snap 111 seq_num 309) 2024-04-13T07:49:26.498 INFO:tasks.rados.rados.0.smithi119.stdout:1004: expect (ObjNum 260 snap 83 seq_num 260) 2024-04-13T07:49:26.610 INFO:tasks.rados.rados.0.smithi119.stdout:1005: finishing copy_from racing read to smithi11982245-31 2024-04-13T07:49:26.611 INFO:tasks.rados.rados.0.smithi119.stdout:1005: finishing copy_from to smithi11982245-31 2024-04-13T07:49:26.611 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 31 v 438 (ObjNum 272 snap 93 seq_num 272) dirty exists 2024-04-13T07:49:26.873 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:26 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:26.874 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:26 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:26.874 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:26 smithi139 ceph-mon[88985]: osdmap e266: 8 total, 8 up, 8 in 2024-04-13T07:49:27.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:26 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:27.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:26 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:27.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:26 smithi119 ceph-mon[96316]: osdmap e266: 8 total, 8 up, 8 in 2024-04-13T07:49:27.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:26 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:27.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:26 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:27.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:26 smithi119 ceph-mon[93746]: osdmap e266: 8 total, 8 up, 8 in 2024-04-13T07:49:27.344 INFO:tasks.rados.rados.0.smithi119.stdout:1002: done (5 left) 2024-04-13T07:49:27.344 INFO:tasks.rados.rados.0.smithi119.stdout:1003: done (4 left) 2024-04-13T07:49:27.344 INFO:tasks.rados.rados.0.smithi119.stdout:1004: done (3 left) 2024-04-13T07:49:27.344 INFO:tasks.rados.rados.0.smithi119.stdout:1005: done (2 left) 2024-04-13T07:49:27.344 INFO:tasks.rados.rados.0.smithi119.stdout:1006: done (1 left) 2024-04-13T07:49:27.344 INFO:tasks.rados.rados.0.smithi119.stdout:1008: done (0 left) 2024-04-13T07:49:27.345 INFO:tasks.rados.rados.0.smithi119.stdout:1009: read oid 29 snap -1 2024-04-13T07:49:27.345 INFO:tasks.rados.rados.0.smithi119.stdout:1009: expect (ObjNum 240 snap 76 seq_num 240) 2024-04-13T07:49:27.345 INFO:tasks.rados.rados.0.smithi119.stdout:1010: snap_create 2024-04-13T07:49:27.357 INFO:tasks.rados.rados.0.smithi119.stdout:1009: expect (ObjNum 240 snap 76 seq_num 240) 2024-04-13T07:49:27.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:27 smithi139 ceph-mon[88985]: pgmap v64: 121 pgs: 121 active+clean; 267 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 942 KiB/s wr, 15 op/s 2024-04-13T07:49:27.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:27 smithi139 ceph-mon[88985]: osdmap e267: 8 total, 8 up, 8 in 2024-04-13T07:49:28.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:27 smithi119 ceph-mon[96316]: pgmap v64: 121 pgs: 121 active+clean; 267 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 942 KiB/s wr, 15 op/s 2024-04-13T07:49:28.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:27 smithi119 ceph-mon[96316]: osdmap e267: 8 total, 8 up, 8 in 2024-04-13T07:49:28.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:27 smithi119 ceph-mon[93746]: pgmap v64: 121 pgs: 121 active+clean; 267 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 942 KiB/s wr, 15 op/s 2024-04-13T07:49:28.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:27 smithi119 ceph-mon[93746]: osdmap e267: 8 total, 8 up, 8 in 2024-04-13T07:49:28.342 INFO:tasks.rados.rados.0.smithi119.stdout:1009: done (1 left) 2024-04-13T07:49:28.342 INFO:tasks.rados.rados.0.smithi119.stdout:1010: done (0 left) 2024-04-13T07:49:28.342 INFO:tasks.rados.rados.0.smithi119.stdout:1011: read oid 5 snap 113 2024-04-13T07:49:28.342 INFO:tasks.rados.rados.0.smithi119.stdout:1011: expect (ObjNum 301 snap 108 seq_num 301) 2024-04-13T07:49:28.342 INFO:tasks.rados.rados.0.smithi119.stdout:1012: snap_create 2024-04-13T07:49:28.346 INFO:tasks.rados.rados.0.smithi119.stdout:1011: expect (ObjNum 301 snap 108 seq_num 301) 2024-04-13T07:49:29.347 INFO:tasks.rados.rados.0.smithi119.stdout:1011: done (1 left) 2024-04-13T07:49:29.347 INFO:tasks.rados.rados.0.smithi119.stdout:1012: done (0 left) 2024-04-13T07:49:29.347 INFO:tasks.rados.rados.0.smithi119.stdout:1013: delete oid 38 current snap is 118 2024-04-13T07:49:29.349 INFO:tasks.rados.rados.0.smithi119.stdout:1013: done (0 left) 2024-04-13T07:49:29.350 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 46 current snap is 118 2024-04-13T07:49:29.350 INFO:tasks.rados.rados.0.smithi119.stdout:1014: seq_num 319 ranges {6406144=548864} 2024-04-13T07:49:29.389 INFO:tasks.rados.rados.0.smithi119.stdout:1014: writing smithi11982245-46 from 6406144 to 6955008 tid 1 2024-04-13T07:49:29.389 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 15 current snap is 118 2024-04-13T07:49:29.390 INFO:tasks.rados.rados.0.smithi119.stdout:1015: seq_num 320 ranges {2727936=565248} 2024-04-13T07:49:29.405 INFO:tasks.rados.rados.0.smithi119.stdout:1015: writing smithi11982245-15 from 2727936 to 3293184 tid 1 2024-04-13T07:49:29.405 INFO:tasks.rados.rados.0.smithi119.stdout:1016: read oid 31 snap -1 2024-04-13T07:49:29.405 INFO:tasks.rados.rados.0.smithi119.stdout:1016: expect (ObjNum 272 snap 93 seq_num 272) 2024-04-13T07:49:29.405 INFO:tasks.rados.rados.0.smithi119.stdout:1017: copy_from oid 33 from oid 44 current snap is 118 2024-04-13T07:49:29.405 INFO:tasks.rados.rados.0.smithi119.stdout:1014: finishing write tid 1 to smithi11982245-46 2024-04-13T07:49:29.405 INFO:tasks.rados.rados.0.smithi119.stdout:1014: finishing write tid 2 to smithi11982245-46 2024-04-13T07:49:29.405 INFO:tasks.rados.rados.0.smithi119.stdout:1014: finishing write tid 3 to smithi11982245-46 2024-04-13T07:49:29.405 INFO:tasks.rados.rados.0.smithi119.stdout:1014: oid 46 updating version 0 to 518 2024-04-13T07:49:29.405 INFO:tasks.rados.rados.0.smithi119.stdout:1014: oid 46 version 518 is already newer than 517 2024-04-13T07:49:29.405 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 46 v 518 (ObjNum 319 snap 118 seq_num 319) dirty exists 2024-04-13T07:49:29.405 INFO:tasks.rados.rados.0.smithi119.stdout:1014: left oid 46 (ObjNum 319 snap 118 seq_num 319) 2024-04-13T07:49:29.405 INFO:tasks.rados.rados.0.smithi119.stdout:1014: done (3 left) 2024-04-13T07:49:29.405 INFO:tasks.rados.rados.0.smithi119.stdout:1018: snap_create 2024-04-13T07:49:29.408 INFO:tasks.rados.rados.0.smithi119.stdout:1015: finishing write tid 1 to smithi11982245-15 2024-04-13T07:49:29.408 INFO:tasks.rados.rados.0.smithi119.stdout:1015: finishing write tid 2 to smithi11982245-15 2024-04-13T07:49:29.409 INFO:tasks.rados.rados.0.smithi119.stdout:1015: finishing write tid 3 to smithi11982245-15 2024-04-13T07:49:29.410 INFO:tasks.rados.rados.0.smithi119.stdout:1015: oid 15 updating version 0 to 302 2024-04-13T07:49:29.410 INFO:tasks.rados.rados.0.smithi119.stdout:1015: oid 15 updating version 302 to 303 2024-04-13T07:49:29.410 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 15 v 303 (ObjNum 320 snap 118 seq_num 320) dirty exists 2024-04-13T07:49:29.410 INFO:tasks.rados.rados.0.smithi119.stdout:1015: left oid 15 (ObjNum 320 snap 118 seq_num 320) 2024-04-13T07:49:29.425 INFO:tasks.rados.rados.0.smithi119.stdout:1017: finishing copy_from racing read to smithi11982245-33 2024-04-13T07:49:29.427 INFO:tasks.rados.rados.0.smithi119.stdout:1016: expect (ObjNum 272 snap 93 seq_num 272) 2024-04-13T07:49:29.562 INFO:tasks.rados.rados.0.smithi119.stdout:1017: finishing copy_from to smithi11982245-33 2024-04-13T07:49:29.562 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 33 v 508 (ObjNum 316 snap 114 seq_num 316) dirty exists 2024-04-13T07:49:29.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:29 smithi139 ceph-mon[88985]: osdmap e268: 8 total, 8 up, 8 in 2024-04-13T07:49:29.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:29 smithi139 ceph-mon[88985]: pgmap v67: 121 pgs: 121 active+clean; 267 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 942 KiB/s wr, 15 op/s 2024-04-13T07:49:29.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:29 smithi119 ceph-mon[93746]: osdmap e268: 8 total, 8 up, 8 in 2024-04-13T07:49:29.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:29 smithi119 ceph-mon[93746]: pgmap v67: 121 pgs: 121 active+clean; 267 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 942 KiB/s wr, 15 op/s 2024-04-13T07:49:29.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:29 smithi119 ceph-mon[96316]: osdmap e268: 8 total, 8 up, 8 in 2024-04-13T07:49:29.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:29 smithi119 ceph-mon[96316]: pgmap v67: 121 pgs: 121 active+clean; 267 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 942 KiB/s wr, 15 op/s 2024-04-13T07:49:30.351 INFO:tasks.rados.rados.0.smithi119.stdout:1015: done (3 left) 2024-04-13T07:49:30.351 INFO:tasks.rados.rados.0.smithi119.stdout:1016: done (2 left) 2024-04-13T07:49:30.351 INFO:tasks.rados.rados.0.smithi119.stdout:1017: done (1 left) 2024-04-13T07:49:30.351 INFO:tasks.rados.rados.0.smithi119.stdout:1018: done (0 left) 2024-04-13T07:49:30.351 INFO:tasks.rados.rados.0.smithi119.stdout:1019: snap_create 2024-04-13T07:49:30.449 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:30 smithi119 ceph-mon[96316]: osdmap e269: 8 total, 8 up, 8 in 2024-04-13T07:49:30.449 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:30 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:30.449 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:30 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:30.449 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:30 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:30.450 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:30 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:49:30.450 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:30 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:30.450 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:30 smithi119 ceph-mon[96316]: Reconfiguring mon.a (monmap changed)... 2024-04-13T07:49:30.450 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:30 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:49:30.450 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:30 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:49:30.450 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:30 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:30.450 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:30 smithi119 ceph-mon[96316]: Reconfiguring daemon mon.a on smithi119 2024-04-13T07:49:30.450 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:30 smithi119 ceph-mon[93746]: osdmap e269: 8 total, 8 up, 8 in 2024-04-13T07:49:30.450 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:30 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:30.450 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:30 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:30.450 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:30 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:30.451 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:30 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:49:30.451 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:30 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:30.451 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:30 smithi119 ceph-mon[93746]: Reconfiguring mon.a (monmap changed)... 2024-04-13T07:49:30.451 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:30 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:49:30.451 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:30 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:49:30.451 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:30 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:30.451 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:30 smithi119 ceph-mon[93746]: Reconfiguring daemon mon.a on smithi119 2024-04-13T07:49:30.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:30 smithi139 ceph-mon[88985]: osdmap e269: 8 total, 8 up, 8 in 2024-04-13T07:49:30.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:30 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:30.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:30 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:30.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:30 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:30.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:30 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:49:30.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:30 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:30.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:30 smithi139 ceph-mon[88985]: Reconfiguring mon.a (monmap changed)... 2024-04-13T07:49:30.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:30 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:49:30.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:30 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:49:30.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:30 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:30.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:30 smithi139 ceph-mon[88985]: Reconfiguring daemon mon.a on smithi119 2024-04-13T07:49:31.369 INFO:tasks.rados.rados.0.smithi119.stdout:1019: done (0 left) 2024-04-13T07:49:31.369 INFO:tasks.rados.rados.0.smithi119.stdout:1020: snap_remove snap 96 2024-04-13T07:49:31.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:31 smithi139 ceph-mon[88985]: osdmap e270: 8 total, 8 up, 8 in 2024-04-13T07:49:31.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:31 smithi139 ceph-mon[88985]: pgmap v70: 121 pgs: 121 active+clean; 276 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 10 op/s 2024-04-13T07:49:31.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:31 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:31.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:31 smithi119 ceph-mon[93746]: osdmap e270: 8 total, 8 up, 8 in 2024-04-13T07:49:31.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:31 smithi119 ceph-mon[93746]: pgmap v70: 121 pgs: 121 active+clean; 276 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 10 op/s 2024-04-13T07:49:31.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:31 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:31.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:31 smithi119 ceph-mon[96316]: osdmap e270: 8 total, 8 up, 8 in 2024-04-13T07:49:31.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:31 smithi119 ceph-mon[96316]: pgmap v70: 121 pgs: 121 active+clean; 276 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 10 op/s 2024-04-13T07:49:31.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:31 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:32.372 INFO:tasks.rados.rados.0.smithi119.stdout:1020: done (0 left) 2024-04-13T07:49:32.372 INFO:tasks.rados.rados.0.smithi119.stdout:1021: snap_remove snap 115 2024-04-13T07:49:32.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:32 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:32.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:32 smithi139 ceph-mon[88985]: osdmap e271: 8 total, 8 up, 8 in 2024-04-13T07:49:32.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:32 smithi139 ceph-mon[88985]: Reconfiguring mgr.y (monmap changed)... 2024-04-13T07:49:32.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:32 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T07:49:32.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:32 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T07:49:32.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:32 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T07:49:32.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:32 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:32.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:32 smithi139 ceph-mon[88985]: Reconfiguring daemon mgr.y on smithi119 2024-04-13T07:49:32.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:49:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:49:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:49:32.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:32 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:32.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:32 smithi119 ceph-mon[93746]: osdmap e271: 8 total, 8 up, 8 in 2024-04-13T07:49:32.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:32 smithi119 ceph-mon[93746]: Reconfiguring mgr.y (monmap changed)... 2024-04-13T07:49:32.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:32 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T07:49:32.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:32 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T07:49:32.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:32 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T07:49:32.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:32 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:32.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:32 smithi119 ceph-mon[93746]: Reconfiguring daemon mgr.y on smithi119 2024-04-13T07:49:32.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:32 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:32.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:32 smithi119 ceph-mon[96316]: osdmap e271: 8 total, 8 up, 8 in 2024-04-13T07:49:32.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:32 smithi119 ceph-mon[96316]: Reconfiguring mgr.y (monmap changed)... 2024-04-13T07:49:32.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:32 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T07:49:32.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:32 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T07:49:32.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:32 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T07:49:32.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:32 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:32.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:32 smithi119 ceph-mon[96316]: Reconfiguring daemon mgr.y on smithi119 2024-04-13T07:49:33.381 INFO:tasks.rados.rados.0.smithi119.stdout:1021: done (0 left) 2024-04-13T07:49:33.381 INFO:tasks.rados.rados.0.smithi119.stdout:1022: delete oid 6 current snap is 120 2024-04-13T07:49:33.387 INFO:tasks.rados.rados.0.smithi119.stdout:1022: done (0 left) 2024-04-13T07:49:33.387 INFO:tasks.rados.rados.0.smithi119.stdout:1023: read oid 23 snap 88 2024-04-13T07:49:33.387 INFO:tasks.rados.rados.0.smithi119.stdout:1023: expect (ObjNum 239 snap 75 seq_num 239) 2024-04-13T07:49:33.387 INFO:tasks.rados.rados.0.smithi119.stdout:1024: delete oid 47 current snap is 120 2024-04-13T07:49:33.393 INFO:tasks.rados.rados.0.smithi119.stdout:1024: done (1 left) 2024-04-13T07:49:33.393 INFO:tasks.rados.rados.0.smithi119.stdout:1025: rollback oid 41 current snap is 120 2024-04-13T07:49:33.393 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 41 to 111 2024-04-13T07:49:33.393 INFO:tasks.rados.rados.0.smithi119.stdout:1026: snap_remove snap 85 2024-04-13T07:49:33.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:33 smithi139 ceph-mon[88985]: osdmap e272: 8 total, 8 up, 8 in 2024-04-13T07:49:33.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:33 smithi139 ceph-mon[88985]: pgmap v73: 121 pgs: 121 active+clean; 276 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 10 op/s 2024-04-13T07:49:33.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:33 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:33.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:33 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:33.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:33 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:49:33.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:33 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:49:33.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:33 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:33.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:49:33 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:49:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi119\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:49:33.697 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:33 smithi119 ceph-mon[96316]: osdmap e272: 8 total, 8 up, 8 in 2024-04-13T07:49:33.697 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:33 smithi119 ceph-mon[96316]: pgmap v73: 121 pgs: 121 active+clean; 276 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 10 op/s 2024-04-13T07:49:33.697 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:33 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:33.697 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:33 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:33.697 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:33 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:49:33.697 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:33 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:49:33.698 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:33 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:33.698 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:33 smithi119 ceph-mon[93746]: osdmap e272: 8 total, 8 up, 8 in 2024-04-13T07:49:33.698 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:33 smithi119 ceph-mon[93746]: pgmap v73: 121 pgs: 121 active+clean; 276 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 10 op/s 2024-04-13T07:49:33.698 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:33 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:33.698 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:33 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:33.698 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:33 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:49:33.698 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:33 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:49:33.698 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:33 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:34.374 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:34 smithi119 ceph-mon[93746]: Reconfiguring mon.c (monmap changed)... 2024-04-13T07:49:34.374 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:34 smithi119 ceph-mon[93746]: Reconfiguring daemon mon.c on smithi119 2024-04-13T07:49:34.374 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:34 smithi119 ceph-mon[93746]: osdmap e273: 8 total, 8 up, 8 in 2024-04-13T07:49:34.383 INFO:tasks.rados.rados.0.smithi119.stdout:1026: done (2 left) 2024-04-13T07:49:34.383 INFO:tasks.rados.rados.0.smithi119.stdout:1027: read oid 29 snap -1 2024-04-13T07:49:34.383 INFO:tasks.rados.rados.0.smithi119.stdout:1027: expect (ObjNum 240 snap 76 seq_num 240) 2024-04-13T07:49:34.383 INFO:tasks.rados.rados.0.smithi119.stdout:1025: finishing rollback tid 0 to smithi11982245-41 2024-04-13T07:49:34.383 INFO:tasks.rados.rados.0.smithi119.stdout:1028: read oid 50 snap -1 2024-04-13T07:49:34.383 INFO:tasks.rados.rados.0.smithi119.stdout:1028: expect (ObjNum 73 snap 11 seq_num 73) 2024-04-13T07:49:34.383 INFO:tasks.rados.rados.0.smithi119.stdout:1029: delete oid 6 current snap is 120 2024-04-13T07:49:34.383 INFO:tasks.rados.rados.0.smithi119.stdout:1025: finishing rollback tid 1 to smithi11982245-41 2024-04-13T07:49:34.383 INFO:tasks.rados.rados.0.smithi119.stdout:1025: finishing rollback tid 2 to smithi11982245-41 2024-04-13T07:49:34.384 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 41 v 323 (ObjNum 311 snap 111 seq_num 311) dirty exists 2024-04-13T07:49:34.384 INFO:tasks.rados.rados.0.smithi119.stdout:1023: expect (ObjNum 239 snap 75 seq_num 239) 2024-04-13T07:49:34.606 INFO:tasks.rados.rados.0.smithi119.stdout:1027: expect (ObjNum 240 snap 76 seq_num 240) 2024-04-13T07:49:34.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:34 smithi139 ceph-mon[88985]: Reconfiguring mon.c (monmap changed)... 2024-04-13T07:49:34.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:34 smithi139 ceph-mon[88985]: Reconfiguring daemon mon.c on smithi119 2024-04-13T07:49:34.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:34 smithi139 ceph-mon[88985]: osdmap e273: 8 total, 8 up, 8 in 2024-04-13T07:49:34.702 INFO:tasks.rados.rados.0.smithi119.stdout:1028: expect (ObjNum 73 snap 11 seq_num 73) 2024-04-13T07:49:34.710 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:34 smithi119 ceph-mon[96316]: Reconfiguring mon.c (monmap changed)... 2024-04-13T07:49:34.710 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:34 smithi119 ceph-mon[96316]: Reconfiguring daemon mon.c on smithi119 2024-04-13T07:49:34.710 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:34 smithi119 ceph-mon[96316]: osdmap e273: 8 total, 8 up, 8 in 2024-04-13T07:49:34.780 INFO:tasks.rados.rados.0.smithi119.stdout:1023: done (4 left) 2024-04-13T07:49:34.780 INFO:tasks.rados.rados.0.smithi119.stdout:1025: done (3 left) 2024-04-13T07:49:34.780 INFO:tasks.rados.rados.0.smithi119.stdout:1027: done (2 left) 2024-04-13T07:49:34.781 INFO:tasks.rados.rados.0.smithi119.stdout:1028: done (1 left) 2024-04-13T07:49:34.781 INFO:tasks.rados.rados.0.smithi119.stdout:1029: done (0 left) 2024-04-13T07:49:34.781 INFO:tasks.rados.rados.0.smithi119.stdout:1030: read oid 23 snap -1 2024-04-13T07:49:34.781 INFO:tasks.rados.rados.0.smithi119.stdout:1030: expect (ObjNum 292 snap 100 seq_num 292) 2024-04-13T07:49:34.781 INFO:tasks.rados.rados.0.smithi119.stdout:1031: snap_create 2024-04-13T07:49:34.788 INFO:tasks.rados.rados.0.smithi119.stdout:1030: expect (ObjNum 292 snap 100 seq_num 292) 2024-04-13T07:49:34.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:49:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:49:34] "GET /metrics HTTP/1.1" 200 36012 "" "Prometheus/2.43.0" 2024-04-13T07:49:35.322 INFO:tasks.rados.rados.0.smithi119.stdout:1030: done (1 left) 2024-04-13T07:49:35.322 INFO:tasks.rados.rados.0.smithi119.stdout:1031: done (0 left) 2024-04-13T07:49:35.322 INFO:tasks.rados.rados.0.smithi119.stdout:1032: copy_from oid 23 from oid 38 current snap is 121 2024-04-13T07:49:35.322 INFO:tasks.rados.rados.0.smithi119.stdout:1033: snap_remove snap 97 2024-04-13T07:49:35.686 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:35 smithi119 ceph-mon[96316]: osdmap e274: 8 total, 8 up, 8 in 2024-04-13T07:49:35.686 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:35 smithi119 ceph-mon[96316]: pgmap v76: 121 pgs: 121 active+clean; 276 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:49:35.686 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:35 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:35.686 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:35 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:35.686 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:35 smithi119 ceph-mon[96316]: Reconfiguring osd.0 (monmap changed)... 2024-04-13T07:49:35.686 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:35 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-13T07:49:35.686 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:35 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:35.686 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:35 smithi119 ceph-mon[96316]: Reconfiguring daemon osd.0 on smithi119 2024-04-13T07:49:35.687 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:35 smithi119 ceph-mon[96316]: osdmap e275: 8 total, 8 up, 8 in 2024-04-13T07:49:35.687 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:35 smithi119 ceph-mon[93746]: osdmap e274: 8 total, 8 up, 8 in 2024-04-13T07:49:35.687 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:35 smithi119 ceph-mon[93746]: pgmap v76: 121 pgs: 121 active+clean; 276 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:49:35.687 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:35 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:35.687 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:35 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:35.687 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:35 smithi119 ceph-mon[93746]: Reconfiguring osd.0 (monmap changed)... 2024-04-13T07:49:35.687 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:35 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-13T07:49:35.687 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:35 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:35.687 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:35 smithi119 ceph-mon[93746]: Reconfiguring daemon osd.0 on smithi119 2024-04-13T07:49:35.687 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:35 smithi119 ceph-mon[93746]: osdmap e275: 8 total, 8 up, 8 in 2024-04-13T07:49:35.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:35 smithi139 ceph-mon[88985]: osdmap e274: 8 total, 8 up, 8 in 2024-04-13T07:49:35.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:35 smithi139 ceph-mon[88985]: pgmap v76: 121 pgs: 121 active+clean; 276 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:49:35.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:35 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:35.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:35 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:35.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:35 smithi139 ceph-mon[88985]: Reconfiguring osd.0 (monmap changed)... 2024-04-13T07:49:35.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:35 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-13T07:49:35.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:35 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:35.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:35 smithi139 ceph-mon[88985]: Reconfiguring daemon osd.0 on smithi119 2024-04-13T07:49:35.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:35 smithi139 ceph-mon[88985]: osdmap e275: 8 total, 8 up, 8 in 2024-04-13T07:49:36.319 INFO:tasks.rados.rados.0.smithi119.stdout:1033: done (1 left) 2024-04-13T07:49:36.319 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 12 current snap is 121 2024-04-13T07:49:36.319 INFO:tasks.rados.rados.0.smithi119.stdout:1034: seq_num 324 ranges {1646592=630784} 2024-04-13T07:49:36.333 INFO:tasks.rados.rados.0.smithi119.stdout:1034: writing smithi11982245-12 from 1646592 to 2277376 tid 1 2024-04-13T07:49:36.333 INFO:tasks.rados.rados.0.smithi119.stdout:1035: copy_from oid 44 from oid 4 current snap is 121 2024-04-13T07:49:36.333 INFO:tasks.rados.rados.0.smithi119.stdout:1032: finishing copy_from to smithi11982245-23 2024-04-13T07:49:36.333 INFO:tasks.rados.rados.0.smithi119.stdout:1032: got expected ENOENT (src dne) 2024-04-13T07:49:36.333 INFO:tasks.rados.rados.0.smithi119.stdout:1032: finishing copy_from racing read to smithi11982245-23 2024-04-13T07:49:36.333 INFO:tasks.rados.rados.0.smithi119.stdout:1032: done (2 left) 2024-04-13T07:49:36.333 INFO:tasks.rados.rados.0.smithi119.stdout:1036: rmattr oid 15 current snap is 121 2024-04-13T07:49:36.333 INFO:tasks.rados.rados.0.smithi119.stdout:1036: done (2 left) 2024-04-13T07:49:36.333 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 26 current snap is 121 2024-04-13T07:49:36.333 INFO:tasks.rados.rados.0.smithi119.stdout:1037: seq_num 325 ranges {0=647168} 2024-04-13T07:49:36.337 INFO:tasks.rados.rados.0.smithi119.stdout:1037: writing smithi11982245-26 from 0 to 647168 tid 1 2024-04-13T07:49:36.337 INFO:tasks.rados.rados.0.smithi119.stdout:1038: snap_create 2024-04-13T07:49:36.338 INFO:tasks.rados.rados.0.smithi119.stdout:1034: finishing write tid 1 to smithi11982245-12 2024-04-13T07:49:36.340 INFO:tasks.rados.rados.0.smithi119.stdout:1034: finishing write tid 2 to smithi11982245-12 2024-04-13T07:49:36.340 INFO:tasks.rados.rados.0.smithi119.stdout:1037: finishing write tid 1 to smithi11982245-26 2024-04-13T07:49:36.341 INFO:tasks.rados.rados.0.smithi119.stdout:1037: finishing write tid 2 to smithi11982245-26 2024-04-13T07:49:36.347 INFO:tasks.rados.rados.0.smithi119.stdout:1034: finishing write tid 3 to smithi11982245-12 2024-04-13T07:49:36.347 INFO:tasks.rados.rados.0.smithi119.stdout:1034: oid 12 updating version 0 to 519 2024-04-13T07:49:36.347 INFO:tasks.rados.rados.0.smithi119.stdout:1034: oid 12 version 519 is already newer than 518 2024-04-13T07:49:36.347 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 12 v 519 (ObjNum 324 snap 121 seq_num 324) dirty exists 2024-04-13T07:49:36.347 INFO:tasks.rados.rados.0.smithi119.stdout:1034: left oid 12 (ObjNum 324 snap 121 seq_num 324) 2024-04-13T07:49:36.347 INFO:tasks.rados.rados.0.smithi119.stdout:1037: finishing write tid 3 to smithi11982245-26 2024-04-13T07:49:36.347 INFO:tasks.rados.rados.0.smithi119.stdout:1037: oid 26 updating version 0 to 314 2024-04-13T07:49:36.347 INFO:tasks.rados.rados.0.smithi119.stdout:1037: oid 26 version 314 is already newer than 313 2024-04-13T07:49:36.347 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 26 v 314 (ObjNum 325 snap 121 seq_num 325) dirty exists 2024-04-13T07:49:36.347 INFO:tasks.rados.rados.0.smithi119.stdout:1037: left oid 26 (ObjNum 325 snap 121 seq_num 325) 2024-04-13T07:49:36.348 INFO:tasks.rados.rados.0.smithi119.stdout:1035: finishing copy_from racing read to smithi11982245-44 2024-04-13T07:49:36.348 INFO:tasks.rados.rados.0.smithi119.stdout:1035: finishing copy_from to smithi11982245-44 2024-04-13T07:49:36.348 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 44 v 445 (ObjNum 211 snap 65 seq_num 211) dirty exists 2024-04-13T07:49:37.326 INFO:tasks.rados.rados.0.smithi119.stdout:1034: done (3 left) 2024-04-13T07:49:37.326 INFO:tasks.rados.rados.0.smithi119.stdout:1035: done (2 left) 2024-04-13T07:49:37.326 INFO:tasks.rados.rados.0.smithi119.stdout:1037: done (1 left) 2024-04-13T07:49:37.326 INFO:tasks.rados.rados.0.smithi119.stdout:1038: done (0 left) 2024-04-13T07:49:37.326 INFO:tasks.rados.rados.0.smithi119.stdout:1039: rollback oid 26 current snap is 122 2024-04-13T07:49:37.326 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 26 to 6 2024-04-13T07:49:37.327 INFO:tasks.rados.rados.0.smithi119.stdout:1040: copy_from oid 48 from oid 14 current snap is 122 2024-04-13T07:49:37.327 INFO:tasks.rados.rados.0.smithi119.stdout:1041: snap_create 2024-04-13T07:49:37.330 INFO:tasks.rados.rados.0.smithi119.stdout:1039: finishing rollback tid 0 to smithi11982245-26 2024-04-13T07:49:37.331 INFO:tasks.rados.rados.0.smithi119.stdout:1039: finishing rollback tid 1 to smithi11982245-26 2024-04-13T07:49:37.332 INFO:tasks.rados.rados.0.smithi119.stdout:1039: finishing rollback tid 2 to smithi11982245-26 2024-04-13T07:49:37.332 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 26 v 318 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-04-13T07:49:37.346 INFO:tasks.rados.rados.0.smithi119.stdout:1040: finishing copy_from racing read to smithi11982245-48 2024-04-13T07:49:37.346 INFO:tasks.rados.rados.0.smithi119.stdout:1040: finishing copy_from to smithi11982245-48 2024-04-13T07:49:37.346 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 48 v 274 (ObjNum 260 snap 83 seq_num 260) dirty exists 2024-04-13T07:49:37.418 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:37 smithi119 ceph-mon[96316]: osdmap e276: 8 total, 8 up, 8 in 2024-04-13T07:49:37.418 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:37 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:37.418 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:37 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:37.418 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:37 smithi119 ceph-mon[96316]: Reconfiguring osd.1 (monmap changed)... 2024-04-13T07:49:37.418 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:37 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-13T07:49:37.418 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:37 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:37.419 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:37 smithi119 ceph-mon[96316]: Reconfiguring daemon osd.1 on smithi119 2024-04-13T07:49:37.419 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:37 smithi119 ceph-mon[96316]: pgmap v79: 121 pgs: 121 active+clean; 276 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 0 B/s wr, 3 op/s 2024-04-13T07:49:37.419 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:37 smithi119 ceph-mon[93746]: osdmap e276: 8 total, 8 up, 8 in 2024-04-13T07:49:37.419 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:37 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:37.419 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:37 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:37.419 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:37 smithi119 ceph-mon[93746]: Reconfiguring osd.1 (monmap changed)... 2024-04-13T07:49:37.419 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:37 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-13T07:49:37.419 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:37 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:37.419 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:37 smithi119 ceph-mon[93746]: Reconfiguring daemon osd.1 on smithi119 2024-04-13T07:49:37.419 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:37 smithi119 ceph-mon[93746]: pgmap v79: 121 pgs: 121 active+clean; 276 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 0 B/s wr, 3 op/s 2024-04-13T07:49:37.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:37 smithi139 ceph-mon[88985]: osdmap e276: 8 total, 8 up, 8 in 2024-04-13T07:49:37.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:37 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:37.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:37 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:37.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:37 smithi139 ceph-mon[88985]: Reconfiguring osd.1 (monmap changed)... 2024-04-13T07:49:37.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:37 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-13T07:49:37.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:37 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:37.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:37 smithi139 ceph-mon[88985]: Reconfiguring daemon osd.1 on smithi119 2024-04-13T07:49:37.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:37 smithi139 ceph-mon[88985]: pgmap v79: 121 pgs: 121 active+clean; 276 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 0 B/s wr, 3 op/s 2024-04-13T07:49:38.329 INFO:tasks.rados.rados.0.smithi119.stdout:1039: done (2 left) 2024-04-13T07:49:38.330 INFO:tasks.rados.rados.0.smithi119.stdout:1040: done (1 left) 2024-04-13T07:49:38.330 INFO:tasks.rados.rados.0.smithi119.stdout:1041: done (0 left) 2024-04-13T07:49:38.330 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 23 current snap is 123 2024-04-13T07:49:38.330 INFO:tasks.rados.rados.0.smithi119.stdout:1042: seq_num 326 ranges {1646592=663552} 2024-04-13T07:49:38.342 INFO:tasks.rados.rados.0.smithi119.stdout:1042: writing smithi11982245-23 from 1646592 to 2310144 tid 1 2024-04-13T07:49:38.343 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 36 current snap is 123 2024-04-13T07:49:38.343 INFO:tasks.rados.rados.0.smithi119.stdout:1043: seq_num 327 ranges {1941504=679936} 2024-04-13T07:49:38.357 INFO:tasks.rados.rados.0.smithi119.stdout:1043: writing smithi11982245-36 from 1941504 to 2621440 tid 1 2024-04-13T07:49:38.357 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 12 current snap is 123 2024-04-13T07:49:38.357 INFO:tasks.rados.rados.0.smithi119.stdout:1042: finishing write tid 1 to smithi11982245-23 2024-04-13T07:49:38.357 INFO:tasks.rados.rados.0.smithi119.stdout:1044: seq_num 328 ranges {2277376=696320} 2024-04-13T07:49:38.373 INFO:tasks.rados.rados.0.smithi119.stdout:1044: writing smithi11982245-12 from 2277376 to 2973696 tid 1 2024-04-13T07:49:38.373 INFO:tasks.rados.rados.0.smithi119.stdout:1045: snap_create 2024-04-13T07:49:38.374 INFO:tasks.rados.rados.0.smithi119.stdout:1042: finishing write tid 2 to smithi11982245-23 2024-04-13T07:49:38.374 INFO:tasks.rados.rados.0.smithi119.stdout:1042: finishing write tid 3 to smithi11982245-23 2024-04-13T07:49:38.374 INFO:tasks.rados.rados.0.smithi119.stdout:1042: oid 23 updating version 0 to 567 2024-04-13T07:49:38.374 INFO:tasks.rados.rados.0.smithi119.stdout:1042: oid 23 version 567 is already newer than 566 2024-04-13T07:49:38.374 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 23 v 567 (ObjNum 326 snap 123 seq_num 326) dirty exists 2024-04-13T07:49:38.374 INFO:tasks.rados.rados.0.smithi119.stdout:1042: left oid 23 (ObjNum 326 snap 123 seq_num 326) 2024-04-13T07:49:38.374 INFO:tasks.rados.rados.0.smithi119.stdout:1043: finishing write tid 1 to smithi11982245-36 2024-04-13T07:49:38.374 INFO:tasks.rados.rados.0.smithi119.stdout:1043: finishing write tid 2 to smithi11982245-36 2024-04-13T07:49:38.374 INFO:tasks.rados.rados.0.smithi119.stdout:1043: finishing write tid 3 to smithi11982245-36 2024-04-13T07:49:38.374 INFO:tasks.rados.rados.0.smithi119.stdout:1043: oid 36 updating version 0 to 314 2024-04-13T07:49:38.374 INFO:tasks.rados.rados.0.smithi119.stdout:1043: oid 36 version 314 is already newer than 313 2024-04-13T07:49:38.375 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 36 v 314 (ObjNum 327 snap 123 seq_num 327) dirty exists 2024-04-13T07:49:38.375 INFO:tasks.rados.rados.0.smithi119.stdout:1043: left oid 36 (ObjNum 327 snap 123 seq_num 327) 2024-04-13T07:49:38.377 INFO:tasks.rados.rados.0.smithi119.stdout:1044: finishing write tid 1 to smithi11982245-12 2024-04-13T07:49:38.377 INFO:tasks.rados.rados.0.smithi119.stdout:1044: finishing write tid 2 to smithi11982245-12 2024-04-13T07:49:38.379 INFO:tasks.rados.rados.0.smithi119.stdout:1044: finishing write tid 3 to smithi11982245-12 2024-04-13T07:49:38.379 INFO:tasks.rados.rados.0.smithi119.stdout:1044: oid 12 updating version 0 to 524 2024-04-13T07:49:38.379 INFO:tasks.rados.rados.0.smithi119.stdout:1044: oid 12 version 524 is already newer than 523 2024-04-13T07:49:38.379 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 12 v 524 (ObjNum 328 snap 123 seq_num 328) dirty exists 2024-04-13T07:49:38.379 INFO:tasks.rados.rados.0.smithi119.stdout:1044: left oid 12 (ObjNum 328 snap 123 seq_num 328) 2024-04-13T07:49:38.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:38 smithi119 ceph-mon[93746]: osdmap e277: 8 total, 8 up, 8 in 2024-04-13T07:49:38.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:38 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:38.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:38 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:38.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:38 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-13T07:49:38.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:38 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:38.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:38 smithi119 ceph-mon[96316]: osdmap e277: 8 total, 8 up, 8 in 2024-04-13T07:49:38.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:38 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:38.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:38 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:38.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:38 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-13T07:49:38.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:38 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:38.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:38 smithi139 ceph-mon[88985]: osdmap e277: 8 total, 8 up, 8 in 2024-04-13T07:49:38.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:38 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:38.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:38 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:38.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:38 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-13T07:49:38.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:38 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:39.337 INFO:tasks.rados.rados.0.smithi119.stdout:1042: done (3 left) 2024-04-13T07:49:39.337 INFO:tasks.rados.rados.0.smithi119.stdout:1043: done (2 left) 2024-04-13T07:49:39.337 INFO:tasks.rados.rados.0.smithi119.stdout:1044: done (1 left) 2024-04-13T07:49:39.337 INFO:tasks.rados.rados.0.smithi119.stdout:1045: done (0 left) 2024-04-13T07:49:39.337 INFO:tasks.rados.rados.0.smithi119.stdout:1046: read oid 16 snap -1 2024-04-13T07:49:39.337 INFO:tasks.rados.rados.0.smithi119.stdout:1046: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:49:39.337 INFO:tasks.rados.rados.0.smithi119.stdout:1047: snap_create 2024-04-13T07:49:39.339 INFO:tasks.rados.rados.0.smithi119.stdout:1046: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:49:39.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:39 smithi119 ceph-mon[93746]: Reconfiguring osd.2 (monmap changed)... 2024-04-13T07:49:39.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:39 smithi119 ceph-mon[93746]: Reconfiguring daemon osd.2 on smithi119 2024-04-13T07:49:39.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:39 smithi119 ceph-mon[93746]: osdmap e278: 8 total, 8 up, 8 in 2024-04-13T07:49:39.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:39 smithi119 ceph-mon[93746]: pgmap v82: 121 pgs: 121 active+clean; 276 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 0 B/s wr, 3 op/s 2024-04-13T07:49:39.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:49:39.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:39 smithi119 ceph-mon[96316]: Reconfiguring osd.2 (monmap changed)... 2024-04-13T07:49:39.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:39 smithi119 ceph-mon[96316]: Reconfiguring daemon osd.2 on smithi119 2024-04-13T07:49:39.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:39 smithi119 ceph-mon[96316]: osdmap e278: 8 total, 8 up, 8 in 2024-04-13T07:49:39.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:39 smithi119 ceph-mon[96316]: pgmap v82: 121 pgs: 121 active+clean; 276 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 0 B/s wr, 3 op/s 2024-04-13T07:49:39.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:49:39.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:39 smithi139 ceph-mon[88985]: Reconfiguring osd.2 (monmap changed)... 2024-04-13T07:49:39.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:39 smithi139 ceph-mon[88985]: Reconfiguring daemon osd.2 on smithi119 2024-04-13T07:49:39.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:39 smithi139 ceph-mon[88985]: osdmap e278: 8 total, 8 up, 8 in 2024-04-13T07:49:39.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:39 smithi139 ceph-mon[88985]: pgmap v82: 121 pgs: 121 active+clean; 276 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 0 B/s wr, 3 op/s 2024-04-13T07:49:39.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:49:40.338 INFO:tasks.rados.rados.0.smithi119.stdout:1046: done (1 left) 2024-04-13T07:49:40.338 INFO:tasks.rados.rados.0.smithi119.stdout:1047: done (0 left) 2024-04-13T07:49:40.338 INFO:tasks.rados.rados.0.smithi119.stdout:1048: delete oid 18 current snap is 125 2024-04-13T07:49:40.344 INFO:tasks.rados.rados.0.smithi119.stdout:1048: done (0 left) 2024-04-13T07:49:40.345 INFO:tasks.rados.rados.0.smithi119.stdout:1049: read oid 32 snap -1 2024-04-13T07:49:40.345 INFO:tasks.rados.rados.0.smithi119.stdout:1049: expect deleted 2024-04-13T07:49:40.345 INFO:tasks.rados.rados.0.smithi119.stdout:1050: read oid 48 snap -1 2024-04-13T07:49:40.345 INFO:tasks.rados.rados.0.smithi119.stdout:1050: expect (ObjNum 260 snap 83 seq_num 260) 2024-04-13T07:49:40.345 INFO:tasks.rados.rados.0.smithi119.stdout:1051: read oid 14 snap 6 2024-04-13T07:49:40.345 INFO:tasks.rados.rados.0.smithi119.stdout:1051: expect deleted 2024-04-13T07:49:40.345 INFO:tasks.rados.rados.0.smithi119.stdout:1052: copy_from oid 30 from oid 43 current snap is 125 2024-04-13T07:49:40.345 INFO:tasks.rados.rados.0.smithi119.stdout:1053: read oid 39 snap -1 2024-04-13T07:49:40.345 INFO:tasks.rados.rados.0.smithi119.stdout:1053: expect (ObjNum 262 snap 83 seq_num 262) 2024-04-13T07:49:40.345 INFO:tasks.rados.rados.0.smithi119.stdout:1054: snap_remove snap 111 2024-04-13T07:49:40.345 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:40 smithi139 ceph-mon[88985]: osdmap e279: 8 total, 8 up, 8 in 2024-04-13T07:49:40.346 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:40 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:40.346 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:40 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:40.612 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:40 smithi119 ceph-mon[96316]: osdmap e279: 8 total, 8 up, 8 in 2024-04-13T07:49:40.613 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:40 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:40.613 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:40 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:40.613 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:40 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-13T07:49:40.613 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:40 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:40.613 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:40 smithi119 ceph-mon[93746]: osdmap e279: 8 total, 8 up, 8 in 2024-04-13T07:49:40.613 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:40 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:40.613 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:40 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:40.613 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:40 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-13T07:49:40.613 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:40 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:40.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:40 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-13T07:49:40.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:40 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:41.352 INFO:tasks.rados.rados.0.smithi119.stdout:1054: done (5 left) 2024-04-13T07:49:41.352 INFO:tasks.rados.rados.0.smithi119.stdout:1055: snap_remove snap 99 2024-04-13T07:49:41.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:41 smithi139 ceph-mon[88985]: Reconfiguring osd.3 (monmap changed)... 2024-04-13T07:49:41.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:41 smithi139 ceph-mon[88985]: Reconfiguring daemon osd.3 on smithi119 2024-04-13T07:49:41.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:41 smithi139 ceph-mon[88985]: osdmap e280: 8 total, 8 up, 8 in 2024-04-13T07:49:41.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:41 smithi139 ceph-mon[88985]: pgmap v85: 121 pgs: 121 active+clean; 284 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.9 MiB/s wr, 7 op/s 2024-04-13T07:49:41.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:41 smithi119 ceph-mon[96316]: Reconfiguring osd.3 (monmap changed)... 2024-04-13T07:49:41.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:41 smithi119 ceph-mon[96316]: Reconfiguring daemon osd.3 on smithi119 2024-04-13T07:49:41.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:41 smithi119 ceph-mon[96316]: osdmap e280: 8 total, 8 up, 8 in 2024-04-13T07:49:41.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:41 smithi119 ceph-mon[96316]: pgmap v85: 121 pgs: 121 active+clean; 284 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.9 MiB/s wr, 7 op/s 2024-04-13T07:49:41.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:41 smithi119 ceph-mon[93746]: Reconfiguring osd.3 (monmap changed)... 2024-04-13T07:49:41.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:41 smithi119 ceph-mon[93746]: Reconfiguring daemon osd.3 on smithi119 2024-04-13T07:49:41.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:41 smithi119 ceph-mon[93746]: osdmap e280: 8 total, 8 up, 8 in 2024-04-13T07:49:41.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:41 smithi119 ceph-mon[93746]: pgmap v85: 121 pgs: 121 active+clean; 284 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.9 MiB/s wr, 7 op/s 2024-04-13T07:49:41.975 INFO:teuthology.orchestra.run.smithi119.stdout:true 2024-04-13T07:49:42.314 INFO:teuthology.orchestra.run.smithi119.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-13T07:49:42.314 INFO:teuthology.orchestra.run.smithi119.stdout:alertmanager.a smithi119 *:9093,9094 running (5m) 37s ago 6m 26.6M - 0.25.0 c8568f914cd2 a8bd9bb7cb08 2024-04-13T07:49:42.314 INFO:teuthology.orchestra.run.smithi119.stdout:grafana.a smithi139 *:3000 running (6m) 17s ago 6m 88.7M - 9.4.7 954c08fa6188 43be3a562cf4 2024-04-13T07:49:42.314 INFO:teuthology.orchestra.run.smithi119.stdout:mds.a smithi119 running (7m) 37s ago 7m 19.5M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 1c0a22818175 2024-04-13T07:49:42.314 INFO:teuthology.orchestra.run.smithi119.stdout:mds.b smithi139 running (7m) 17s ago 7m 15.2M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 9d051222a698 2024-04-13T07:49:42.315 INFO:teuthology.orchestra.run.smithi119.stdout:mgr.x smithi139 *:8443,9283,8765 running (88s) 17s ago 10m 449M - 19.0.0-2905-g5f22a497 c4b45bf0c946 228fa2e332a4 2024-04-13T07:49:42.315 INFO:teuthology.orchestra.run.smithi119.stdout:mgr.y smithi119 *:8443,9283,8765 running (118s) 37s ago 12m 494M - 19.0.0-2905-g5f22a497 c4b45bf0c946 0462b2c15351 2024-04-13T07:49:42.315 INFO:teuthology.orchestra.run.smithi119.stdout:mon.a smithi119 running (72s) 37s ago 12m 40.8M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 89c63c75b5cb 2024-04-13T07:49:42.315 INFO:teuthology.orchestra.run.smithi119.stdout:mon.b smithi139 running (27s) 17s ago 11m 20.8M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 8dd649d8b46f 2024-04-13T07:49:42.315 INFO:teuthology.orchestra.run.smithi119.stdout:mon.c smithi119 running (46s) 37s ago 10m 24.0M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 b26f62c1d49c 2024-04-13T07:49:42.315 INFO:teuthology.orchestra.run.smithi119.stdout:node-exporter.a smithi119 *:9100 running (5m) 37s ago 5m 15.4M - 1.5.0 0da6a335fe13 b9cb5e53bb33 2024-04-13T07:49:42.315 INFO:teuthology.orchestra.run.smithi119.stdout:node-exporter.b smithi139 *:9100 running (5m) 17s ago 5m 16.1M - 1.5.0 0da6a335fe13 126fe390382b 2024-04-13T07:49:42.315 INFO:teuthology.orchestra.run.smithi119.stdout:osd.0 smithi119 running (10m) 37s ago 10m 178M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 3a53ad75d7c2 2024-04-13T07:49:42.315 INFO:teuthology.orchestra.run.smithi119.stdout:osd.1 smithi119 running (9m) 37s ago 9m 169M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f fdb76e7c567d 2024-04-13T07:49:42.315 INFO:teuthology.orchestra.run.smithi119.stdout:osd.2 smithi119 running (9m) 37s ago 9m 141M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 3f7cf03170a1 2024-04-13T07:49:42.315 INFO:teuthology.orchestra.run.smithi119.stdout:osd.3 smithi119 running (9m) 37s ago 9m 114M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 3f2186ecbd67 2024-04-13T07:49:42.315 INFO:teuthology.orchestra.run.smithi119.stdout:osd.4 smithi139 running (8m) 17s ago 8m 167M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 779579d3651a 2024-04-13T07:49:42.315 INFO:teuthology.orchestra.run.smithi119.stdout:osd.5 smithi139 running (8m) 17s ago 8m 170M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f a52e53194853 2024-04-13T07:49:42.315 INFO:teuthology.orchestra.run.smithi119.stdout:osd.6 smithi139 running (7m) 17s ago 7m 114M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 763ea020f47e 2024-04-13T07:49:42.315 INFO:teuthology.orchestra.run.smithi119.stdout:osd.7 smithi139 running (7m) 17s ago 7m 150M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 0e23b527299b 2024-04-13T07:49:42.315 INFO:teuthology.orchestra.run.smithi119.stdout:prometheus.a smithi139 *:9095 running (93s) 17s ago 6m 57.9M - 2.43.0 a07b618ecd1d dbea45cf9326 2024-04-13T07:49:42.357 INFO:tasks.rados.rados.0.smithi119.stdout:1055: done (5 left) 2024-04-13T07:49:42.357 INFO:tasks.rados.rados.0.smithi119.stdout:1056: snap_create 2024-04-13T07:49:42.357 INFO:tasks.rados.rados.0.smithi119.stdout:1053: expect (ObjNum 262 snap 83 seq_num 262) 2024-04-13T07:49:42.541 INFO:tasks.rados.rados.0.smithi119.stdout:1050: expect (ObjNum 260 snap 83 seq_num 260) 2024-04-13T07:49:42.606 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:42 smithi119 ceph-mon[96316]: osdmap e281: 8 total, 8 up, 8 in 2024-04-13T07:49:42.607 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:42 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:42.607 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:42 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:42.607 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:42 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T07:49:42.607 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:42 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T07:49:42.607 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:42 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:42.607 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:42 smithi119 ceph-mon[93746]: osdmap e281: 8 total, 8 up, 8 in 2024-04-13T07:49:42.607 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:42 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:42.607 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:42 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:42.607 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:42 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T07:49:42.607 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:42 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T07:49:42.607 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:42 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:42.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:42 smithi139 ceph-mon[88985]: osdmap e281: 8 total, 8 up, 8 in 2024-04-13T07:49:42.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:42 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:42.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:42 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:42.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:42 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T07:49:42.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:42 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T07:49:42.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:42 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:42.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:49:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:49:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:49:42.662 INFO:tasks.rados.rados.0.smithi119.stdout:1052: finishing copy_from racing read to smithi11982245-30 2024-04-13T07:49:42.662 INFO:tasks.rados.rados.0.smithi119.stdout:1052: finishing copy_from to smithi11982245-30 2024-04-13T07:49:42.662 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 30 v 270 (ObjNum 306 snap 111 seq_num 306) dirty exists 2024-04-13T07:49:42.757 INFO:teuthology.orchestra.run.smithi119.stdout:{ 2024-04-13T07:49:42.757 INFO:teuthology.orchestra.run.smithi119.stdout: "mon": { 2024-04-13T07:49:42.757 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 3 2024-04-13T07:49:42.757 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:49:42.757 INFO:teuthology.orchestra.run.smithi119.stdout: "mgr": { 2024-04-13T07:49:42.757 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T07:49:42.757 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:49:42.757 INFO:teuthology.orchestra.run.smithi119.stdout: "osd": { 2024-04-13T07:49:42.757 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 8 2024-04-13T07:49:42.757 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:49:42.757 INFO:teuthology.orchestra.run.smithi119.stdout: "mds": { 2024-04-13T07:49:42.757 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 2 2024-04-13T07:49:42.757 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:49:42.758 INFO:teuthology.orchestra.run.smithi119.stdout: "overall": { 2024-04-13T07:49:42.758 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 10, 2024-04-13T07:49:42.758 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 5 2024-04-13T07:49:42.758 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-13T07:49:42.758 INFO:teuthology.orchestra.run.smithi119.stdout:} 2024-04-13T07:49:43.370 INFO:tasks.rados.rados.0.smithi119.stdout:1049: done (5 left) 2024-04-13T07:49:43.370 INFO:tasks.rados.rados.0.smithi119.stdout:1050: done (4 left) 2024-04-13T07:49:43.370 INFO:tasks.rados.rados.0.smithi119.stdout:1051: done (3 left) 2024-04-13T07:49:43.370 INFO:tasks.rados.rados.0.smithi119.stdout:1052: done (2 left) 2024-04-13T07:49:43.370 INFO:tasks.rados.rados.0.smithi119.stdout:1053: done (1 left) 2024-04-13T07:49:43.370 INFO:tasks.rados.rados.0.smithi119.stdout:1056: done (0 left) 2024-04-13T07:49:43.370 INFO:tasks.rados.rados.0.smithi119.stdout:1057: rmattr oid 26 current snap is 126 2024-04-13T07:49:43.370 INFO:tasks.rados.rados.0.smithi119.stdout:1057: done (0 left) 2024-04-13T07:49:43.371 INFO:tasks.rados.rados.0.smithi119.stdout:1058: rmattr oid 47 current snap is 126 2024-04-13T07:49:43.371 INFO:tasks.rados.rados.0.smithi119.stdout:1058: done (0 left) 2024-04-13T07:49:43.371 INFO:tasks.rados.rados.0.smithi119.stdout:1059: rmattr oid 22 current snap is 126 2024-04-13T07:49:43.371 INFO:tasks.rados.rados.0.smithi119.stdout:1059: done (0 left) 2024-04-13T07:49:43.371 INFO:tasks.rados.rados.0.smithi119.stdout:1060: snap_remove snap 52 2024-04-13T07:49:43.475 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:43 smithi119 ceph-mon[96316]: Reconfiguring mds.a (monmap changed)... 2024-04-13T07:49:43.475 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:43 smithi119 ceph-mon[96316]: Reconfiguring daemon mds.a on smithi119 2024-04-13T07:49:43.475 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:43 smithi119 ceph-mon[96316]: from='client.44120 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:49:43.475 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:43 smithi119 ceph-mon[96316]: from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:49:43.475 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:43 smithi119 ceph-mon[96316]: osdmap e282: 8 total, 8 up, 8 in 2024-04-13T07:49:43.475 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:43 smithi119 ceph-mon[96316]: pgmap v88: 121 pgs: 121 active+clean; 284 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.9 MiB/s wr, 7 op/s 2024-04-13T07:49:43.475 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:43 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/4024648994' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:49:43.476 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:43 smithi119 ceph-mon[93746]: Reconfiguring mds.a (monmap changed)... 2024-04-13T07:49:43.476 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:43 smithi119 ceph-mon[93746]: Reconfiguring daemon mds.a on smithi119 2024-04-13T07:49:43.476 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:43 smithi119 ceph-mon[93746]: from='client.44120 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:49:43.476 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:43 smithi119 ceph-mon[93746]: from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:49:43.476 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:43 smithi119 ceph-mon[93746]: osdmap e282: 8 total, 8 up, 8 in 2024-04-13T07:49:43.476 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:43 smithi119 ceph-mon[93746]: pgmap v88: 121 pgs: 121 active+clean; 284 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.9 MiB/s wr, 7 op/s 2024-04-13T07:49:43.476 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:43 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/4024648994' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:49:43.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:49:43 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:49:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi119\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:49:43.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:43 smithi139 ceph-mon[88985]: Reconfiguring mds.a (monmap changed)... 2024-04-13T07:49:43.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:43 smithi139 ceph-mon[88985]: Reconfiguring daemon mds.a on smithi119 2024-04-13T07:49:43.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:43 smithi139 ceph-mon[88985]: from='client.44120 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:49:43.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:43 smithi139 ceph-mon[88985]: from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:49:43.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:43 smithi139 ceph-mon[88985]: osdmap e282: 8 total, 8 up, 8 in 2024-04-13T07:49:43.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:43 smithi139 ceph-mon[88985]: pgmap v88: 121 pgs: 121 active+clean; 284 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.9 MiB/s wr, 7 op/s 2024-04-13T07:49:43.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:43 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/4024648994' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:49:44.375 INFO:tasks.rados.rados.0.smithi119.stdout:1060: done (0 left) 2024-04-13T07:49:44.375 INFO:tasks.rados.rados.0.smithi119.stdout:1061: delete oid 38 current snap is 126 2024-04-13T07:49:44.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:44 smithi139 ceph-mon[88985]: osdmap e283: 8 total, 8 up, 8 in 2024-04-13T07:49:44.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:44 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:44.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:44 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:44.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:44 smithi139 ceph-mon[88985]: Reconfiguring mon.b (monmap changed)... 2024-04-13T07:49:44.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:44 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:49:44.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:44 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:49:44.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:44 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:44.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:44 smithi139 ceph-mon[88985]: Reconfiguring daemon mon.b on smithi139 2024-04-13T07:49:44.387 INFO:tasks.rados.rados.0.smithi119.stdout:1061: done (0 left) 2024-04-13T07:49:44.387 INFO:tasks.rados.rados.0.smithi119.stdout:1062: rollback oid 3 current snap is 126 2024-04-13T07:49:44.387 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 3 to 123 2024-04-13T07:49:44.388 INFO:tasks.rados.rados.0.smithi119.stdout:1063: setattr oid 37 current snap is 126 2024-04-13T07:49:44.389 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 18 current snap is 126 2024-04-13T07:49:44.389 INFO:tasks.rados.rados.0.smithi119.stdout:1064: seq_num 331 ranges {0=753664} 2024-04-13T07:49:44.394 INFO:tasks.rados.rados.0.smithi119.stdout:1064: writing smithi11982245-18 from 0 to 753664 tid 1 2024-04-13T07:49:44.394 INFO:tasks.rados.rados.0.smithi119.stdout:1065: snap_create 2024-04-13T07:49:44.394 INFO:tasks.rados.rados.0.smithi119.stdout:1062: finishing rollback tid 1 to smithi11982245-3 2024-04-13T07:49:44.395 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 3 v 435 (ObjNum 33 snap 0 seq_num 749706400) dirty dne 2024-04-13T07:49:44.396 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 37 v 324 (ObjNum 296 snap 102 seq_num 296) dirty exists 2024-04-13T07:49:44.400 INFO:tasks.rados.rados.0.smithi119.stdout:1064: finishing write tid 1 to smithi11982245-18 2024-04-13T07:49:44.400 INFO:tasks.rados.rados.0.smithi119.stdout:1064: finishing write tid 2 to smithi11982245-18 2024-04-13T07:49:44.401 INFO:tasks.rados.rados.0.smithi119.stdout:1064: finishing write tid 3 to smithi11982245-18 2024-04-13T07:49:44.402 INFO:tasks.rados.rados.0.smithi119.stdout:1064: oid 18 updating version 0 to 652 2024-04-13T07:49:44.402 INFO:tasks.rados.rados.0.smithi119.stdout:1064: oid 18 version 652 is already newer than 651 2024-04-13T07:49:44.402 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 18 v 652 (ObjNum 331 snap 126 seq_num 331) dirty exists 2024-04-13T07:49:44.402 INFO:tasks.rados.rados.0.smithi119.stdout:1064: left oid 18 (ObjNum 331 snap 126 seq_num 331) 2024-04-13T07:49:44.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:44 smithi119 ceph-mon[93746]: osdmap e283: 8 total, 8 up, 8 in 2024-04-13T07:49:44.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:44 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:44.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:44 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:44.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:44 smithi119 ceph-mon[93746]: Reconfiguring mon.b (monmap changed)... 2024-04-13T07:49:44.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:44 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:49:44.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:44 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:49:44.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:44 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:44.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:44 smithi119 ceph-mon[93746]: Reconfiguring daemon mon.b on smithi139 2024-04-13T07:49:44.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:44 smithi119 ceph-mon[96316]: osdmap e283: 8 total, 8 up, 8 in 2024-04-13T07:49:44.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:44 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:44.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:44 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:44.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:44 smithi119 ceph-mon[96316]: Reconfiguring mon.b (monmap changed)... 2024-04-13T07:49:44.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:44 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:49:44.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:44 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:49:44.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:44 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:44.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:44 smithi119 ceph-mon[96316]: Reconfiguring daemon mon.b on smithi139 2024-04-13T07:49:45.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:49:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:49:44] "GET /metrics HTTP/1.1" 200 36011 "" "Prometheus/2.43.0" 2024-04-13T07:49:45.319 INFO:tasks.rados.rados.0.smithi119.stdout:1062: done (3 left) 2024-04-13T07:49:45.320 INFO:tasks.rados.rados.0.smithi119.stdout:1063: done (2 left) 2024-04-13T07:49:45.320 INFO:tasks.rados.rados.0.smithi119.stdout:1064: done (1 left) 2024-04-13T07:49:45.320 INFO:tasks.rados.rados.0.smithi119.stdout:1065: done (0 left) 2024-04-13T07:49:45.320 INFO:tasks.rados.rados.0.smithi119.stdout:1066: read oid 7 snap 69 2024-04-13T07:49:45.320 INFO:tasks.rados.rados.0.smithi119.stdout:1066: expect deleted 2024-04-13T07:49:45.320 INFO:tasks.rados.rados.0.smithi119.stdout:1067: rmattr oid 2 current snap is 127 2024-04-13T07:49:45.320 INFO:tasks.rados.rados.0.smithi119.stdout:1067: done (1 left) 2024-04-13T07:49:45.320 INFO:tasks.rados.rados.0.smithi119.stdout:1068: copy_from oid 47 from oid 9 current snap is 127 2024-04-13T07:49:45.320 INFO:tasks.rados.rados.0.smithi119.stdout:1069: copy_from oid 42 from oid 35 current snap is 127 2024-04-13T07:49:45.320 INFO:tasks.rados.rados.0.smithi119.stdout:1070: copy_from oid 15 from oid 1 current snap is 127 2024-04-13T07:49:45.320 INFO:tasks.rados.rados.0.smithi119.stdout:1071: delete oid 28 current snap is 127 2024-04-13T07:49:45.323 INFO:tasks.rados.rados.0.smithi119.stdout:1069: finishing copy_from to smithi11982245-42 2024-04-13T07:49:45.323 INFO:tasks.rados.rados.0.smithi119.stdout:1069: got expected ENOENT (src dne) 2024-04-13T07:49:45.323 INFO:tasks.rados.rados.0.smithi119.stdout:1069: finishing copy_from racing read to smithi11982245-42 2024-04-13T07:49:45.324 INFO:tasks.rados.rados.0.smithi119.stdout:1066: done (4 left) 2024-04-13T07:49:45.324 INFO:tasks.rados.rados.0.smithi119.stdout:1069: done (3 left) 2024-04-13T07:49:45.324 INFO:tasks.rados.rados.0.smithi119.stdout:1071: done (2 left) 2024-04-13T07:49:45.324 INFO:tasks.rados.rados.0.smithi119.stdout:1072: rollback oid 8 current snap is 127 2024-04-13T07:49:45.324 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 8 to 68 2024-04-13T07:49:45.325 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 14 current snap is 127 2024-04-13T07:49:45.325 INFO:tasks.rados.rados.0.smithi119.stdout:1073: seq_num 333 ranges {3293184=786432} 2024-04-13T07:49:45.347 INFO:tasks.rados.rados.0.smithi119.stdout:1073: writing smithi11982245-14 from 3293184 to 4079616 tid 1 2024-04-13T07:49:45.348 INFO:tasks.rados.rados.0.smithi119.stdout:1074: snap_remove snap 88 2024-04-13T07:49:45.348 INFO:tasks.rados.rados.0.smithi119.stdout:1070: finishing copy_from racing read to smithi11982245-15 2024-04-13T07:49:45.348 INFO:tasks.rados.rados.0.smithi119.stdout:1070: finishing copy_from to smithi11982245-15 2024-04-13T07:49:45.348 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 15 v 275 (ObjNum 296 snap 102 seq_num 296) dirty exists 2024-04-13T07:49:45.348 INFO:tasks.rados.rados.0.smithi119.stdout:1072: finishing rollback tid 0 to smithi11982245-8 2024-04-13T07:49:45.348 INFO:tasks.rados.rados.0.smithi119.stdout:1068: finishing copy_from racing read to smithi11982245-47 2024-04-13T07:49:45.348 INFO:tasks.rados.rados.0.smithi119.stdout:1072: finishing rollback tid 1 to smithi11982245-8 2024-04-13T07:49:45.348 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 8 v 507 (ObjNum 65 snap 0 seq_num 1516986727) dirty dne 2024-04-13T07:49:45.348 INFO:tasks.rados.rados.0.smithi119.stdout:1068: finishing copy_from to smithi11982245-47 2024-04-13T07:49:45.348 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 47 v 229 (ObjNum 252 snap 81 seq_num 252) dirty exists 2024-04-13T07:49:45.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:45 smithi139 ceph-mon[88985]: osdmap e284: 8 total, 8 up, 8 in 2024-04-13T07:49:45.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:45 smithi139 ceph-mon[88985]: pgmap v91: 121 pgs: 121 active+clean; 284 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:49:45.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:45 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:45.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:45 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:45.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:45 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T07:49:45.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:45 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T07:49:45.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:45 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T07:49:45.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:45 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:45.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:45 smithi139 ceph-mon[88985]: osdmap e285: 8 total, 8 up, 8 in 2024-04-13T07:49:45.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:45 smithi119 ceph-mon[93746]: osdmap e284: 8 total, 8 up, 8 in 2024-04-13T07:49:45.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:45 smithi119 ceph-mon[93746]: pgmap v91: 121 pgs: 121 active+clean; 284 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:49:45.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:45 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:45.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:45 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:45.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:45 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T07:49:45.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:45 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T07:49:45.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:45 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T07:49:45.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:45 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:45.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:45 smithi119 ceph-mon[93746]: osdmap e285: 8 total, 8 up, 8 in 2024-04-13T07:49:45.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:45 smithi119 ceph-mon[96316]: osdmap e284: 8 total, 8 up, 8 in 2024-04-13T07:49:45.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:45 smithi119 ceph-mon[96316]: pgmap v91: 121 pgs: 121 active+clean; 284 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:49:45.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:45 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:45.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:45 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:45.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:45 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T07:49:45.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:45 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T07:49:45.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:45 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T07:49:45.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:45 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:45.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:45 smithi119 ceph-mon[96316]: osdmap e285: 8 total, 8 up, 8 in 2024-04-13T07:49:46.322 INFO:tasks.rados.rados.0.smithi119.stdout:1068: done (4 left) 2024-04-13T07:49:46.322 INFO:tasks.rados.rados.0.smithi119.stdout:1070: done (3 left) 2024-04-13T07:49:46.322 INFO:tasks.rados.rados.0.smithi119.stdout:1072: done (2 left) 2024-04-13T07:49:46.322 INFO:tasks.rados.rados.0.smithi119.stdout:1074: done (1 left) 2024-04-13T07:49:46.323 INFO:tasks.rados.rados.0.smithi119.stdout:1075: snap_remove snap 93 2024-04-13T07:49:46.323 INFO:tasks.rados.rados.0.smithi119.stdout:1073: finishing write tid 1 to smithi11982245-14 2024-04-13T07:49:46.323 INFO:tasks.rados.rados.0.smithi119.stdout:1073: finishing write tid 2 to smithi11982245-14 2024-04-13T07:49:46.323 INFO:tasks.rados.rados.0.smithi119.stdout:1073: finishing write tid 3 to smithi11982245-14 2024-04-13T07:49:46.323 INFO:tasks.rados.rados.0.smithi119.stdout:1073: oid 14 updating version 0 to 365 2024-04-13T07:49:46.323 INFO:tasks.rados.rados.0.smithi119.stdout:1073: oid 14 updating version 365 to 366 2024-04-13T07:49:46.323 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 14 v 366 (ObjNum 333 snap 127 seq_num 333) dirty exists 2024-04-13T07:49:46.323 INFO:tasks.rados.rados.0.smithi119.stdout:1073: left oid 14 (ObjNum 333 snap 127 seq_num 333) 2024-04-13T07:49:46.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:46 smithi139 ceph-mon[88985]: Reconfiguring mgr.x (monmap changed)... 2024-04-13T07:49:46.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:46 smithi139 ceph-mon[88985]: Reconfiguring daemon mgr.x on smithi139 2024-04-13T07:49:46.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:46 smithi139 ceph-mon[88985]: osdmap e286: 8 total, 8 up, 8 in 2024-04-13T07:49:46.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:46 smithi119 ceph-mon[93746]: Reconfiguring mgr.x (monmap changed)... 2024-04-13T07:49:46.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:46 smithi119 ceph-mon[93746]: Reconfiguring daemon mgr.x on smithi139 2024-04-13T07:49:46.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:46 smithi119 ceph-mon[93746]: osdmap e286: 8 total, 8 up, 8 in 2024-04-13T07:49:46.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:46 smithi119 ceph-mon[96316]: Reconfiguring mgr.x (monmap changed)... 2024-04-13T07:49:46.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:46 smithi119 ceph-mon[96316]: Reconfiguring daemon mgr.x on smithi139 2024-04-13T07:49:46.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:46 smithi119 ceph-mon[96316]: osdmap e286: 8 total, 8 up, 8 in 2024-04-13T07:49:47.323 INFO:tasks.rados.rados.0.smithi119.stdout:1073: done (1 left) 2024-04-13T07:49:47.323 INFO:tasks.rados.rados.0.smithi119.stdout:1075: done (0 left) 2024-04-13T07:49:47.324 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 42 current snap is 127 2024-04-13T07:49:47.324 INFO:tasks.rados.rados.0.smithi119.stdout:1076: seq_num 334 ranges {606208=802816} 2024-04-13T07:49:47.332 INFO:tasks.rados.rados.0.smithi119.stdout:1076: writing smithi11982245-42 from 606208 to 1409024 tid 1 2024-04-13T07:49:47.332 INFO:tasks.rados.rados.0.smithi119.stdout:1077: read oid 32 snap -1 2024-04-13T07:49:47.332 INFO:tasks.rados.rados.0.smithi119.stdout:1077: expect deleted 2024-04-13T07:49:47.332 INFO:tasks.rados.rados.0.smithi119.stdout:1078: delete oid 7 current snap is 127 2024-04-13T07:49:47.341 INFO:tasks.rados.rados.0.smithi119.stdout:1077: done (2 left) 2024-04-13T07:49:47.341 INFO:tasks.rados.rados.0.smithi119.stdout:1078: done (1 left) 2024-04-13T07:49:47.341 INFO:tasks.rados.rados.0.smithi119.stdout:1079: rollback oid 26 current snap is 127 2024-04-13T07:49:47.341 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 26 to 6 2024-04-13T07:49:47.341 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 49 current snap is 127 2024-04-13T07:49:47.342 INFO:tasks.rados.rados.0.smithi119.stdout:1080: seq_num 336 ranges {0=434176,434176=401408} 2024-04-13T07:49:47.344 INFO:tasks.rados.rados.0.smithi119.stdout:1080: writing smithi11982245-49 from 0 to 434176 tid 1 2024-04-13T07:49:47.348 INFO:tasks.rados.rados.0.smithi119.stdout:1080: writing smithi11982245-49 from 434176 to 835584 tid 2 2024-04-13T07:49:47.348 INFO:tasks.rados.rados.0.smithi119.stdout:1081: rollback oid 3 current snap is 127 2024-04-13T07:49:47.348 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 3 to 102 2024-04-13T07:49:47.348 INFO:tasks.rados.rados.0.smithi119.stdout:1076: finishing write tid 1 to smithi11982245-42 2024-04-13T07:49:47.348 INFO:tasks.rados.rados.0.smithi119.stdout:1076: finishing write tid 2 to smithi11982245-42 2024-04-13T07:49:47.348 INFO:tasks.rados.rados.0.smithi119.stdout:1079: finishing rollback tid 0 to smithi11982245-26 2024-04-13T07:49:47.348 INFO:tasks.rados.rados.0.smithi119.stdout:1076: finishing write tid 3 to smithi11982245-42 2024-04-13T07:49:47.348 INFO:tasks.rados.rados.0.smithi119.stdout:1076: oid 42 updating version 0 to 601 2024-04-13T07:49:47.348 INFO:tasks.rados.rados.0.smithi119.stdout:1076: oid 42 updating version 601 to 602 2024-04-13T07:49:47.348 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 42 v 602 (ObjNum 334 snap 127 seq_num 334) dirty exists 2024-04-13T07:49:47.348 INFO:tasks.rados.rados.0.smithi119.stdout:1076: left oid 42 (ObjNum 334 snap 127 seq_num 334) 2024-04-13T07:49:47.349 INFO:tasks.rados.rados.0.smithi119.stdout:1079: finishing rollback tid 1 to smithi11982245-26 2024-04-13T07:49:47.349 INFO:tasks.rados.rados.0.smithi119.stdout:1079: finishing rollback tid 2 to smithi11982245-26 2024-04-13T07:49:47.349 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 26 v 334 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-04-13T07:49:47.349 INFO:tasks.rados.rados.0.smithi119.stdout:1076: done (3 left) 2024-04-13T07:49:47.349 INFO:tasks.rados.rados.0.smithi119.stdout:1079: done (2 left) 2024-04-13T07:49:47.349 INFO:tasks.rados.rados.0.smithi119.stdout:1082: delete oid 21 current snap is 127 2024-04-13T07:49:47.349 INFO:tasks.rados.rados.0.smithi119.stdout:1080: finishing write tid 1 to smithi11982245-49 2024-04-13T07:49:47.349 INFO:tasks.rados.rados.0.smithi119.stdout:1081: finishing rollback tid 1 to smithi11982245-3 2024-04-13T07:49:47.349 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 3 v 435 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-13T07:49:47.350 INFO:tasks.rados.rados.0.smithi119.stdout:1081: done (2 left) 2024-04-13T07:49:47.350 INFO:tasks.rados.rados.0.smithi119.stdout:1082: done (1 left) 2024-04-13T07:49:47.351 INFO:tasks.rados.rados.0.smithi119.stdout:1083: delete oid 18 current snap is 127 2024-04-13T07:49:47.351 INFO:tasks.rados.rados.0.smithi119.stdout:1080: finishing write tid 2 to smithi11982245-49 2024-04-13T07:49:47.351 INFO:tasks.rados.rados.0.smithi119.stdout:1080: finishing write tid 3 to smithi11982245-49 2024-04-13T07:49:47.352 INFO:tasks.rados.rados.0.smithi119.stdout:1080: finishing write tid 4 to smithi11982245-49 2024-04-13T07:49:47.352 INFO:tasks.rados.rados.0.smithi119.stdout:1080: oid 49 updating version 0 to 445 2024-04-13T07:49:47.352 INFO:tasks.rados.rados.0.smithi119.stdout:1080: oid 49 updating version 445 to 446 2024-04-13T07:49:47.352 INFO:tasks.rados.rados.0.smithi119.stdout:1080: oid 49 updating version 446 to 447 2024-04-13T07:49:47.353 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 49 v 447 (ObjNum 336 snap 127 seq_num 336) dirty exists 2024-04-13T07:49:47.353 INFO:tasks.rados.rados.0.smithi119.stdout:1080: left oid 49 (ObjNum 336 snap 127 seq_num 336) 2024-04-13T07:49:47.353 INFO:tasks.rados.rados.0.smithi119.stdout:1080: done (1 left) 2024-04-13T07:49:47.353 INFO:tasks.rados.rados.0.smithi119.stdout:1083: done (0 left) 2024-04-13T07:49:47.353 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 10 current snap is 127 2024-04-13T07:49:47.353 INFO:tasks.rados.rados.0.smithi119.stdout:1084: seq_num 339 ranges {163840=483328,647168=401408} 2024-04-13T07:49:47.356 INFO:tasks.rados.rados.0.smithi119.stdout:1084: writing smithi11982245-10 from 163840 to 647168 tid 1 2024-04-13T07:49:47.358 INFO:tasks.rados.rados.0.smithi119.stdout:1084: writing smithi11982245-10 from 647168 to 1048576 tid 2 2024-04-13T07:49:47.358 INFO:tasks.rados.rados.0.smithi119.stdout:1085: rmattr oid 1 current snap is 127 2024-04-13T07:49:47.359 INFO:tasks.rados.rados.0.smithi119.stdout:1085: done (1 left) 2024-04-13T07:49:47.359 INFO:tasks.rados.rados.0.smithi119.stdout:1086: read oid 7 snap 84 2024-04-13T07:49:47.359 INFO:tasks.rados.rados.0.smithi119.stdout:1086: expect (ObjNum 244 snap 78 seq_num 244) 2024-04-13T07:49:47.359 INFO:tasks.rados.rados.0.smithi119.stdout:1087: snap_remove snap 78 2024-04-13T07:49:47.640 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:47 smithi139 ceph-mon[88985]: pgmap v94: 121 pgs: 121 active+clean; 286 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 850 KiB/s wr, 8 op/s 2024-04-13T07:49:47.640 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:47 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:47.640 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:47 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:47.641 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:47 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-13T07:49:47.641 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:47 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:47.641 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:47 smithi139 ceph-mon[88985]: osdmap e287: 8 total, 8 up, 8 in 2024-04-13T07:49:47.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:47 smithi119 ceph-mon[93746]: pgmap v94: 121 pgs: 121 active+clean; 286 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 850 KiB/s wr, 8 op/s 2024-04-13T07:49:47.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:47 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:47.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:47 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:47.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:47 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-13T07:49:47.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:47 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:47.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:47 smithi119 ceph-mon[93746]: osdmap e287: 8 total, 8 up, 8 in 2024-04-13T07:49:47.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:47 smithi119 ceph-mon[96316]: pgmap v94: 121 pgs: 121 active+clean; 286 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 850 KiB/s wr, 8 op/s 2024-04-13T07:49:47.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:47 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:47.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:47 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:47.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:47 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-13T07:49:47.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:47 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:47.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:47 smithi119 ceph-mon[96316]: osdmap e287: 8 total, 8 up, 8 in 2024-04-13T07:49:48.325 INFO:tasks.rados.rados.0.smithi119.stdout:1087: done (2 left) 2024-04-13T07:49:48.325 INFO:tasks.rados.rados.0.smithi119.stdout:1088: read oid 13 snap -1 2024-04-13T07:49:48.325 INFO:tasks.rados.rados.0.smithi119.stdout:1088: expect (ObjNum 272 snap 93 seq_num 272) 2024-04-13T07:49:48.325 INFO:tasks.rados.rados.0.smithi119.stdout:1084: finishing write tid 1 to smithi11982245-10 2024-04-13T07:49:48.325 INFO:tasks.rados.rados.0.smithi119.stdout:1084: finishing write tid 2 to smithi11982245-10 2024-04-13T07:49:48.325 INFO:tasks.rados.rados.0.smithi119.stdout:1084: finishing write tid 3 to smithi11982245-10 2024-04-13T07:49:48.325 INFO:tasks.rados.rados.0.smithi119.stdout:1084: finishing write tid 4 to smithi11982245-10 2024-04-13T07:49:48.325 INFO:tasks.rados.rados.0.smithi119.stdout:1084: oid 10 updating version 0 to 609 2024-04-13T07:49:48.325 INFO:tasks.rados.rados.0.smithi119.stdout:1084: oid 10 version 609 is already newer than 608 2024-04-13T07:49:48.326 INFO:tasks.rados.rados.0.smithi119.stdout:1084: oid 10 updating version 609 to 610 2024-04-13T07:49:48.326 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 10 v 610 (ObjNum 339 snap 127 seq_num 339) dirty exists 2024-04-13T07:49:48.326 INFO:tasks.rados.rados.0.smithi119.stdout:1084: left oid 10 (ObjNum 339 snap 127 seq_num 339) 2024-04-13T07:49:48.326 INFO:tasks.rados.rados.0.smithi119.stdout:1086: expect (ObjNum 244 snap 78 seq_num 244) 2024-04-13T07:49:48.379 INFO:tasks.rados.rados.0.smithi119.stdout:1088: expect (ObjNum 272 snap 93 seq_num 272) 2024-04-13T07:49:48.507 INFO:tasks.rados.rados.0.smithi119.stdout:1084: done (2 left) 2024-04-13T07:49:48.508 INFO:tasks.rados.rados.0.smithi119.stdout:1086: done (1 left) 2024-04-13T07:49:48.508 INFO:tasks.rados.rados.0.smithi119.stdout:1088: done (0 left) 2024-04-13T07:49:48.508 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 31 current snap is 127 2024-04-13T07:49:48.508 INFO:tasks.rados.rados.0.smithi119.stdout:1089: seq_num 340 ranges {3866624=499712,4366336=401408} 2024-04-13T07:49:48.530 INFO:tasks.rados.rados.0.smithi119.stdout:1089: writing smithi11982245-31 from 3866624 to 4366336 tid 1 2024-04-13T07:49:48.532 INFO:tasks.rados.rados.0.smithi119.stdout:1089: writing smithi11982245-31 from 4366336 to 4767744 tid 2 2024-04-13T07:49:48.532 INFO:tasks.rados.rados.0.smithi119.stdout:1090: snap_remove snap 77 2024-04-13T07:49:48.620 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:48 smithi139 ceph-mon[88985]: Reconfiguring osd.4 (monmap changed)... 2024-04-13T07:49:48.620 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:48 smithi139 ceph-mon[88985]: Reconfiguring daemon osd.4 on smithi139 2024-04-13T07:49:48.621 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:48 smithi139 ceph-mon[88985]: osdmap e288: 8 total, 8 up, 8 in 2024-04-13T07:49:48.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:48 smithi119 ceph-mon[96316]: Reconfiguring osd.4 (monmap changed)... 2024-04-13T07:49:48.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:48 smithi119 ceph-mon[96316]: Reconfiguring daemon osd.4 on smithi139 2024-04-13T07:49:48.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:48 smithi119 ceph-mon[96316]: osdmap e288: 8 total, 8 up, 8 in 2024-04-13T07:49:48.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:48 smithi119 ceph-mon[93746]: Reconfiguring osd.4 (monmap changed)... 2024-04-13T07:49:48.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:48 smithi119 ceph-mon[93746]: Reconfiguring daemon osd.4 on smithi139 2024-04-13T07:49:48.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:48 smithi119 ceph-mon[93746]: osdmap e288: 8 total, 8 up, 8 in 2024-04-13T07:49:49.391 INFO:tasks.rados.rados.0.smithi119.stdout:1090: done (1 left) 2024-04-13T07:49:49.391 INFO:tasks.rados.rados.0.smithi119.stdout:1091: read oid 20 snap -1 2024-04-13T07:49:49.391 INFO:tasks.rados.rados.0.smithi119.stdout:1091: expect (ObjNum 256 snap 83 seq_num 256) 2024-04-13T07:49:49.391 INFO:tasks.rados.rados.0.smithi119.stdout:1092: delete oid 35 current snap is 127 2024-04-13T07:49:49.391 INFO:tasks.rados.rados.0.smithi119.stdout:1089: finishing write tid 1 to smithi11982245-31 2024-04-13T07:49:49.391 INFO:tasks.rados.rados.0.smithi119.stdout:1089: finishing write tid 2 to smithi11982245-31 2024-04-13T07:49:49.391 INFO:tasks.rados.rados.0.smithi119.stdout:1089: finishing write tid 3 to smithi11982245-31 2024-04-13T07:49:49.391 INFO:tasks.rados.rados.0.smithi119.stdout:1089: finishing write tid 4 to smithi11982245-31 2024-04-13T07:49:49.391 INFO:tasks.rados.rados.0.smithi119.stdout:1089: oid 31 updating version 0 to 606 2024-04-13T07:49:49.391 INFO:tasks.rados.rados.0.smithi119.stdout:1089: oid 31 version 606 is already newer than 604 2024-04-13T07:49:49.391 INFO:tasks.rados.rados.0.smithi119.stdout:1089: oid 31 version 606 is already newer than 605 2024-04-13T07:49:49.392 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 31 v 606 (ObjNum 340 snap 127 seq_num 340) dirty exists 2024-04-13T07:49:49.392 INFO:tasks.rados.rados.0.smithi119.stdout:1089: left oid 31 (ObjNum 340 snap 127 seq_num 340) 2024-04-13T07:49:49.399 INFO:tasks.rados.rados.0.smithi119.stdout:1089: done (2 left) 2024-04-13T07:49:49.399 INFO:tasks.rados.rados.0.smithi119.stdout:1092: done (1 left) 2024-04-13T07:49:49.399 INFO:tasks.rados.rados.0.smithi119.stdout:1093: rollback oid 3 current snap is 127 2024-04-13T07:49:49.399 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 3 to 54 2024-04-13T07:49:49.399 INFO:tasks.rados.rados.0.smithi119.stdout:1094: snap_create 2024-04-13T07:49:49.408 INFO:tasks.rados.rados.0.smithi119.stdout:1093: finishing rollback tid 1 to smithi11982245-3 2024-04-13T07:49:49.408 INFO:tasks.rados.rados.0.smithi119.stdout:1093: finishing rollback tid 2 to smithi11982245-3 2024-04-13T07:49:49.408 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 3 v 510 (ObjNum 191 snap 53 seq_num 191) dirty exists 2024-04-13T07:49:49.448 INFO:tasks.rados.rados.0.smithi119.stdout:1091: expect (ObjNum 256 snap 83 seq_num 256) 2024-04-13T07:49:49.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:49 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:49.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:49 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:49.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:49 smithi139 ceph-mon[88985]: pgmap v97: 121 pgs: 121 active+clean; 286 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 850 KiB/s wr, 8 op/s 2024-04-13T07:49:49.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:49 smithi139 ceph-mon[88985]: Reconfiguring osd.5 (monmap changed)... 2024-04-13T07:49:49.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:49 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-13T07:49:49.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:49 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:49.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:49 smithi139 ceph-mon[88985]: Reconfiguring daemon osd.5 on smithi139 2024-04-13T07:49:49.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:49 smithi139 ceph-mon[88985]: osdmap e289: 8 total, 8 up, 8 in 2024-04-13T07:49:49.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:49 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:49.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:49 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:49.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:49 smithi119 ceph-mon[93746]: pgmap v97: 121 pgs: 121 active+clean; 286 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 850 KiB/s wr, 8 op/s 2024-04-13T07:49:49.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:49 smithi119 ceph-mon[93746]: Reconfiguring osd.5 (monmap changed)... 2024-04-13T07:49:49.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:49 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-13T07:49:49.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:49 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:49.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:49 smithi119 ceph-mon[93746]: Reconfiguring daemon osd.5 on smithi139 2024-04-13T07:49:49.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:49 smithi119 ceph-mon[93746]: osdmap e289: 8 total, 8 up, 8 in 2024-04-13T07:49:49.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:49 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:49.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:49 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:49.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:49 smithi119 ceph-mon[96316]: pgmap v97: 121 pgs: 121 active+clean; 286 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 850 KiB/s wr, 8 op/s 2024-04-13T07:49:49.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:49 smithi119 ceph-mon[96316]: Reconfiguring osd.5 (monmap changed)... 2024-04-13T07:49:49.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:49 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-13T07:49:49.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:49 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:49.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:49 smithi119 ceph-mon[96316]: Reconfiguring daemon osd.5 on smithi139 2024-04-13T07:49:49.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:49 smithi119 ceph-mon[96316]: osdmap e289: 8 total, 8 up, 8 in 2024-04-13T07:49:50.318 INFO:tasks.rados.rados.0.smithi119.stdout:1091: done (2 left) 2024-04-13T07:49:50.318 INFO:tasks.rados.rados.0.smithi119.stdout:1093: done (1 left) 2024-04-13T07:49:50.318 INFO:tasks.rados.rados.0.smithi119.stdout:1094: done (0 left) 2024-04-13T07:49:50.319 INFO:tasks.rados.rados.0.smithi119.stdout:1095: rmattr oid 37 current snap is 128 2024-04-13T07:49:50.319 INFO:tasks.rados.rados.0.smithi119.stdout:1096: rmattr oid 42 current snap is 128 2024-04-13T07:49:50.319 INFO:tasks.rados.rados.0.smithi119.stdout:1097: copy_from oid 43 from oid 40 current snap is 128 2024-04-13T07:49:50.319 INFO:tasks.rados.rados.0.smithi119.stdout:1098: snap_create 2024-04-13T07:49:50.322 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 37 v 340 (ObjNum 296 snap 102 seq_num 296) dirty exists 2024-04-13T07:49:50.325 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 42 v 632 (ObjNum 334 snap 127 seq_num 334) dirty exists 2024-04-13T07:49:50.336 INFO:tasks.rados.rados.0.smithi119.stdout:1097: finishing copy_from racing read to smithi11982245-43 2024-04-13T07:49:50.338 INFO:tasks.rados.rados.0.smithi119.stdout:1097: finishing copy_from to smithi11982245-43 2024-04-13T07:49:50.338 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 43 v 480 (ObjNum 274 snap 93 seq_num 274) dirty exists 2024-04-13T07:49:51.325 INFO:tasks.rados.rados.0.smithi119.stdout:1095: done (3 left) 2024-04-13T07:49:51.325 INFO:tasks.rados.rados.0.smithi119.stdout:1096: done (2 left) 2024-04-13T07:49:51.325 INFO:tasks.rados.rados.0.smithi119.stdout:1097: done (1 left) 2024-04-13T07:49:51.325 INFO:tasks.rados.rados.0.smithi119.stdout:1098: done (0 left) 2024-04-13T07:49:51.325 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 28 current snap is 129 2024-04-13T07:49:51.325 INFO:tasks.rados.rados.0.smithi119.stdout:1099: seq_num 342 ranges {0=532480,532480=401408} 2024-04-13T07:49:51.327 INFO:tasks.rados.rados.0.smithi119.stdout:1099: writing smithi11982245-28 from 0 to 532480 tid 1 2024-04-13T07:49:51.331 INFO:tasks.rados.rados.0.smithi119.stdout:1099: writing smithi11982245-28 from 532480 to 933888 tid 2 2024-04-13T07:49:51.331 INFO:tasks.rados.rados.0.smithi119.stdout:1100: rmattr oid 39 current snap is 129 2024-04-13T07:49:51.331 INFO:tasks.rados.rados.0.smithi119.stdout:1100: done (1 left) 2024-04-13T07:49:51.331 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 34 current snap is 129 2024-04-13T07:49:51.331 INFO:tasks.rados.rados.0.smithi119.stdout:1101: seq_num 343 ranges {0=548864,548864=401408} 2024-04-13T07:49:51.333 INFO:tasks.rados.rados.0.smithi119.stdout:1101: writing smithi11982245-34 from 0 to 548864 tid 1 2024-04-13T07:49:51.336 INFO:tasks.rados.rados.0.smithi119.stdout:1101: writing smithi11982245-34 from 548864 to 950272 tid 2 2024-04-13T07:49:51.336 INFO:tasks.rados.rados.0.smithi119.stdout:1102: copy_from oid 3 from oid 13 current snap is 129 2024-04-13T07:49:51.337 INFO:tasks.rados.rados.0.smithi119.stdout:1099: finishing write tid 1 to smithi11982245-28 2024-04-13T07:49:51.337 INFO:tasks.rados.rados.0.smithi119.stdout:1099: finishing write tid 2 to smithi11982245-28 2024-04-13T07:49:51.337 INFO:tasks.rados.rados.0.smithi119.stdout:1099: finishing write tid 3 to smithi11982245-28 2024-04-13T07:49:51.337 INFO:tasks.rados.rados.0.smithi119.stdout:1103: copy_from oid 32 from oid 12 current snap is 129 2024-04-13T07:49:51.337 INFO:tasks.rados.rados.0.smithi119.stdout:1104: snap_create 2024-04-13T07:49:51.337 INFO:tasks.rados.rados.0.smithi119.stdout:1099: finishing write tid 4 to smithi11982245-28 2024-04-13T07:49:51.337 INFO:tasks.rados.rados.0.smithi119.stdout:1099: oid 28 updating version 0 to 633 2024-04-13T07:49:51.337 INFO:tasks.rados.rados.0.smithi119.stdout:1099: oid 28 updating version 633 to 634 2024-04-13T07:49:51.337 INFO:tasks.rados.rados.0.smithi119.stdout:1099: oid 28 updating version 634 to 635 2024-04-13T07:49:51.338 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 28 v 635 (ObjNum 342 snap 129 seq_num 342) dirty exists 2024-04-13T07:49:51.338 INFO:tasks.rados.rados.0.smithi119.stdout:1099: left oid 28 (ObjNum 342 snap 129 seq_num 342) 2024-04-13T07:49:51.340 INFO:tasks.rados.rados.0.smithi119.stdout:1101: finishing write tid 1 to smithi11982245-34 2024-04-13T07:49:51.341 INFO:tasks.rados.rados.0.smithi119.stdout:1101: finishing write tid 2 to smithi11982245-34 2024-04-13T07:49:51.341 INFO:tasks.rados.rados.0.smithi119.stdout:1101: finishing write tid 3 to smithi11982245-34 2024-04-13T07:49:51.342 INFO:tasks.rados.rados.0.smithi119.stdout:1101: finishing write tid 4 to smithi11982245-34 2024-04-13T07:49:51.342 INFO:tasks.rados.rados.0.smithi119.stdout:1101: oid 34 updating version 0 to 621 2024-04-13T07:49:51.342 INFO:tasks.rados.rados.0.smithi119.stdout:1101: oid 34 version 621 is already newer than 620 2024-04-13T07:49:51.343 INFO:tasks.rados.rados.0.smithi119.stdout:1101: oid 34 version 621 is already newer than 619 2024-04-13T07:49:51.343 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 34 v 621 (ObjNum 343 snap 129 seq_num 343) dirty exists 2024-04-13T07:49:51.343 INFO:tasks.rados.rados.0.smithi119.stdout:1101: left oid 34 (ObjNum 343 snap 129 seq_num 343) 2024-04-13T07:49:51.358 INFO:tasks.rados.rados.0.smithi119.stdout:1103: finishing copy_from racing read to smithi11982245-32 2024-04-13T07:49:51.361 INFO:tasks.rados.rados.0.smithi119.stdout:1103: finishing copy_from to smithi11982245-32 2024-04-13T07:49:51.361 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 32 v 524 (ObjNum 328 snap 123 seq_num 328) dirty exists 2024-04-13T07:49:51.365 INFO:tasks.rados.rados.0.smithi119.stdout:1102: finishing copy_from racing read to smithi11982245-3 2024-04-13T07:49:51.371 INFO:tasks.rados.rados.0.smithi119.stdout:1102: finishing copy_from to smithi11982245-3 2024-04-13T07:49:51.371 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 3 v 438 (ObjNum 272 snap 93 seq_num 272) dirty exists 2024-04-13T07:49:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:51 smithi139 ceph-mon[88985]: osdmap e290: 8 total, 8 up, 8 in 2024-04-13T07:49:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:51 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:51 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:51 smithi139 ceph-mon[88985]: Reconfiguring osd.6 (monmap changed)... 2024-04-13T07:49:51.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:51 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-13T07:49:51.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:51 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:51.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:51 smithi139 ceph-mon[88985]: Reconfiguring daemon osd.6 on smithi139 2024-04-13T07:49:51.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:51 smithi139 ceph-mon[88985]: pgmap v100: 121 pgs: 121 active+clean; 292 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-04-13T07:49:51.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:51 smithi119 ceph-mon[93746]: osdmap e290: 8 total, 8 up, 8 in 2024-04-13T07:49:51.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:51 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:51.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:51 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:51.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:51 smithi119 ceph-mon[93746]: Reconfiguring osd.6 (monmap changed)... 2024-04-13T07:49:51.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:51 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-13T07:49:51.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:51 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:51.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:51 smithi119 ceph-mon[93746]: Reconfiguring daemon osd.6 on smithi139 2024-04-13T07:49:51.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:51 smithi119 ceph-mon[93746]: pgmap v100: 121 pgs: 121 active+clean; 292 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-04-13T07:49:51.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:51 smithi119 ceph-mon[96316]: osdmap e290: 8 total, 8 up, 8 in 2024-04-13T07:49:51.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:51 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:51.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:51 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:51.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:51 smithi119 ceph-mon[96316]: Reconfiguring osd.6 (monmap changed)... 2024-04-13T07:49:51.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:51 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-13T07:49:51.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:51 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:51.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:51 smithi119 ceph-mon[96316]: Reconfiguring daemon osd.6 on smithi139 2024-04-13T07:49:51.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:51 smithi119 ceph-mon[96316]: pgmap v100: 121 pgs: 121 active+clean; 292 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-04-13T07:49:52.336 INFO:tasks.rados.rados.0.smithi119.stdout:1099: done (4 left) 2024-04-13T07:49:52.336 INFO:tasks.rados.rados.0.smithi119.stdout:1101: done (3 left) 2024-04-13T07:49:52.337 INFO:tasks.rados.rados.0.smithi119.stdout:1102: done (2 left) 2024-04-13T07:49:52.337 INFO:tasks.rados.rados.0.smithi119.stdout:1103: done (1 left) 2024-04-13T07:49:52.337 INFO:tasks.rados.rados.0.smithi119.stdout:1104: done (0 left) 2024-04-13T07:49:52.337 INFO:tasks.rados.rados.0.smithi119.stdout:1105: snap_create 2024-04-13T07:49:52.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:52 smithi139 ceph-mon[88985]: osdmap e291: 8 total, 8 up, 8 in 2024-04-13T07:49:52.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:52 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:52.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:52 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:52.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:49:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:49:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:49:52.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:52 smithi119 ceph-mon[96316]: osdmap e291: 8 total, 8 up, 8 in 2024-04-13T07:49:52.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:52 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:52.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:52 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:52.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:52 smithi119 ceph-mon[93746]: osdmap e291: 8 total, 8 up, 8 in 2024-04-13T07:49:52.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:52 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:52.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:52 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:53.344 INFO:tasks.rados.rados.0.smithi119.stdout:1105: done (0 left) 2024-04-13T07:49:53.344 INFO:tasks.rados.rados.0.smithi119.stdout:1106: snap_remove snap 126 2024-04-13T07:49:53.505 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:53 smithi139 ceph-mon[88985]: osdmap e292: 8 total, 8 up, 8 in 2024-04-13T07:49:53.508 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:53 smithi139 ceph-mon[88985]: Reconfiguring osd.7 (monmap changed)... 2024-04-13T07:49:53.508 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:53 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-13T07:49:53.508 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:53 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:53.508 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:53 smithi139 ceph-mon[88985]: Reconfiguring daemon osd.7 on smithi139 2024-04-13T07:49:53.508 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:53 smithi139 ceph-mon[88985]: pgmap v103: 121 pgs: 121 active+clean; 292 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-04-13T07:49:53.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:53 smithi119 ceph-mon[96316]: osdmap e292: 8 total, 8 up, 8 in 2024-04-13T07:49:53.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:53 smithi119 ceph-mon[96316]: Reconfiguring osd.7 (monmap changed)... 2024-04-13T07:49:53.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:53 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-13T07:49:53.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:53 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:53.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:53 smithi119 ceph-mon[96316]: Reconfiguring daemon osd.7 on smithi139 2024-04-13T07:49:53.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:53 smithi119 ceph-mon[96316]: pgmap v103: 121 pgs: 121 active+clean; 292 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-04-13T07:49:53.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:53 smithi119 ceph-mon[93746]: osdmap e292: 8 total, 8 up, 8 in 2024-04-13T07:49:53.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:53 smithi119 ceph-mon[93746]: Reconfiguring osd.7 (monmap changed)... 2024-04-13T07:49:53.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:53 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-13T07:49:53.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:53 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:53.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:53 smithi119 ceph-mon[93746]: Reconfiguring daemon osd.7 on smithi139 2024-04-13T07:49:53.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:53 smithi119 ceph-mon[93746]: pgmap v103: 121 pgs: 121 active+clean; 292 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-04-13T07:49:53.822 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:49:53 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:49:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi119\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:49:54.354 INFO:tasks.rados.rados.0.smithi119.stdout:1106: done (0 left) 2024-04-13T07:49:54.354 INFO:tasks.rados.rados.0.smithi119.stdout:1107: rollback oid 5 current snap is 131 2024-04-13T07:49:54.354 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 5 to 112 2024-04-13T07:49:54.354 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 29 current snap is 131 2024-04-13T07:49:54.354 INFO:tasks.rados.rados.0.smithi119.stdout:1108: seq_num 344 ranges {2785280=565248,3350528=401408} 2024-04-13T07:49:54.372 INFO:tasks.rados.rados.0.smithi119.stdout:1108: writing smithi11982245-29 from 2785280 to 3350528 tid 1 2024-04-13T07:49:54.375 INFO:tasks.rados.rados.0.smithi119.stdout:1108: writing smithi11982245-29 from 3350528 to 3751936 tid 2 2024-04-13T07:49:54.375 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 10 current snap is 131 2024-04-13T07:49:54.375 INFO:tasks.rados.rados.0.smithi119.stdout:1107: finishing rollback tid 0 to smithi11982245-5 2024-04-13T07:49:54.375 INFO:tasks.rados.rados.0.smithi119.stdout:1107: finishing rollback tid 1 to smithi11982245-5 2024-04-13T07:49:54.375 INFO:tasks.rados.rados.0.smithi119.stdout:1107: finishing rollback tid 2 to smithi11982245-5 2024-04-13T07:49:54.375 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 5 v 699 (ObjNum 301 snap 108 seq_num 301) dirty exists 2024-04-13T07:49:54.376 INFO:tasks.rados.rados.0.smithi119.stdout:1109: seq_num 345 ranges {1048576=581632,1630208=401408} 2024-04-13T07:49:54.384 INFO:tasks.rados.rados.0.smithi119.stdout:1109: writing smithi11982245-10 from 1048576 to 1630208 tid 1 2024-04-13T07:49:54.386 INFO:tasks.rados.rados.0.smithi119.stdout:1109: writing smithi11982245-10 from 1630208 to 2031616 tid 2 2024-04-13T07:49:54.386 INFO:tasks.rados.rados.0.smithi119.stdout:1107: done (2 left) 2024-04-13T07:49:54.387 INFO:tasks.rados.rados.0.smithi119.stdout:1110: delete oid 17 current snap is 131 2024-04-13T07:49:54.387 INFO:tasks.rados.rados.0.smithi119.stdout:1108: finishing write tid 1 to smithi11982245-29 2024-04-13T07:49:54.387 INFO:tasks.rados.rados.0.smithi119.stdout:1108: finishing write tid 2 to smithi11982245-29 2024-04-13T07:49:54.387 INFO:tasks.rados.rados.0.smithi119.stdout:1108: finishing write tid 3 to smithi11982245-29 2024-04-13T07:49:54.387 INFO:tasks.rados.rados.0.smithi119.stdout:1108: finishing write tid 4 to smithi11982245-29 2024-04-13T07:49:54.387 INFO:tasks.rados.rados.0.smithi119.stdout:1108: oid 29 updating version 0 to 457 2024-04-13T07:49:54.387 INFO:tasks.rados.rados.0.smithi119.stdout:1108: oid 29 updating version 457 to 459 2024-04-13T07:49:54.387 INFO:tasks.rados.rados.0.smithi119.stdout:1108: oid 29 version 459 is already newer than 458 2024-04-13T07:49:54.387 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 29 v 459 (ObjNum 344 snap 131 seq_num 344) dirty exists 2024-04-13T07:49:54.387 INFO:tasks.rados.rados.0.smithi119.stdout:1108: left oid 29 (ObjNum 344 snap 131 seq_num 344) 2024-04-13T07:49:54.389 INFO:tasks.rados.rados.0.smithi119.stdout:1108: done (2 left) 2024-04-13T07:49:54.389 INFO:tasks.rados.rados.0.smithi119.stdout:1110: done (1 left) 2024-04-13T07:49:54.389 INFO:tasks.rados.rados.0.smithi119.stdout:1111: read oid 39 snap -1 2024-04-13T07:49:54.389 INFO:tasks.rados.rados.0.smithi119.stdout:1111: expect (ObjNum 262 snap 83 seq_num 262) 2024-04-13T07:49:54.389 INFO:tasks.rados.rados.0.smithi119.stdout:1112: snap_remove snap 113 2024-04-13T07:49:54.538 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:54 smithi139 ceph-mon[88985]: osdmap e293: 8 total, 8 up, 8 in 2024-04-13T07:49:54.538 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:49:54.538 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:54 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:54.539 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:54 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:54.539 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T07:49:54.539 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:54 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T07:49:54.539 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:54.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:54 smithi119 ceph-mon[96316]: osdmap e293: 8 total, 8 up, 8 in 2024-04-13T07:49:54.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:49:54.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:54 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:54.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:54 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:54.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T07:49:54.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:54 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T07:49:54.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:54.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:54 smithi119 ceph-mon[93746]: osdmap e293: 8 total, 8 up, 8 in 2024-04-13T07:49:54.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:49:54.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:54 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:54.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:54 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:54.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T07:49:54.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:54 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T07:49:54.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:49:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:49:54] "GET /metrics HTTP/1.1" 200 36010 "" "Prometheus/2.43.0" 2024-04-13T07:49:55.361 INFO:tasks.rados.rados.0.smithi119.stdout:1112: done (2 left) 2024-04-13T07:49:55.362 INFO:tasks.rados.rados.0.smithi119.stdout:1113: snap_remove snap 108 2024-04-13T07:49:55.545 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:55 smithi139 ceph-mon[88985]: Reconfiguring mds.b (monmap changed)... 2024-04-13T07:49:55.546 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:55 smithi139 ceph-mon[88985]: Reconfiguring daemon mds.b on smithi139 2024-04-13T07:49:55.546 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:55 smithi139 ceph-mon[88985]: osdmap e294: 8 total, 8 up, 8 in 2024-04-13T07:49:55.546 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:55 smithi139 ceph-mon[88985]: pgmap v106: 121 pgs: 121 active+clean; 292 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:49:55.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:55 smithi119 ceph-mon[96316]: Reconfiguring mds.b (monmap changed)... 2024-04-13T07:49:55.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:55 smithi119 ceph-mon[96316]: Reconfiguring daemon mds.b on smithi139 2024-04-13T07:49:55.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:55 smithi119 ceph-mon[96316]: osdmap e294: 8 total, 8 up, 8 in 2024-04-13T07:49:55.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:55 smithi119 ceph-mon[96316]: pgmap v106: 121 pgs: 121 active+clean; 292 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:49:55.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:55 smithi119 ceph-mon[93746]: Reconfiguring mds.b (monmap changed)... 2024-04-13T07:49:55.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:55 smithi119 ceph-mon[93746]: Reconfiguring daemon mds.b on smithi139 2024-04-13T07:49:55.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:55 smithi119 ceph-mon[93746]: osdmap e294: 8 total, 8 up, 8 in 2024-04-13T07:49:55.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:55 smithi119 ceph-mon[93746]: pgmap v106: 121 pgs: 121 active+clean; 292 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:49:56.362 INFO:tasks.rados.rados.0.smithi119.stdout:1113: done (2 left) 2024-04-13T07:49:56.362 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 47 current snap is 131 2024-04-13T07:49:56.362 INFO:tasks.rados.rados.0.smithi119.stdout:1109: finishing write tid 1 to smithi11982245-10 2024-04-13T07:49:56.362 INFO:tasks.rados.rados.0.smithi119.stdout:1114: seq_num 347 ranges {1835008=614400,2449408=401408} 2024-04-13T07:49:56.376 INFO:tasks.rados.rados.0.smithi119.stdout:1114: writing smithi11982245-47 from 1835008 to 2449408 tid 1 2024-04-13T07:49:56.379 INFO:tasks.rados.rados.0.smithi119.stdout:1114: writing smithi11982245-47 from 2449408 to 2850816 tid 2 2024-04-13T07:49:56.380 INFO:tasks.rados.rados.0.smithi119.stdout:1115: copy_from oid 46 from oid 44 current snap is 131 2024-04-13T07:49:56.380 INFO:tasks.rados.rados.0.smithi119.stdout:1109: finishing write tid 2 to smithi11982245-10 2024-04-13T07:49:56.380 INFO:tasks.rados.rados.0.smithi119.stdout:1109: finishing write tid 3 to smithi11982245-10 2024-04-13T07:49:56.380 INFO:tasks.rados.rados.0.smithi119.stdout:1109: finishing write tid 4 to smithi11982245-10 2024-04-13T07:49:56.380 INFO:tasks.rados.rados.0.smithi119.stdout:1109: oid 10 updating version 0 to 645 2024-04-13T07:49:56.380 INFO:tasks.rados.rados.0.smithi119.stdout:1109: oid 10 version 645 is already newer than 643 2024-04-13T07:49:56.380 INFO:tasks.rados.rados.0.smithi119.stdout:1109: oid 10 version 645 is already newer than 644 2024-04-13T07:49:56.381 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 10 v 645 (ObjNum 345 snap 131 seq_num 345) dirty exists 2024-04-13T07:49:56.381 INFO:tasks.rados.rados.0.smithi119.stdout:1109: left oid 10 (ObjNum 345 snap 131 seq_num 345) 2024-04-13T07:49:56.381 INFO:tasks.rados.rados.0.smithi119.stdout:1111: expect (ObjNum 262 snap 83 seq_num 262) 2024-04-13T07:49:56.548 INFO:tasks.rados.rados.0.smithi119.stdout:1114: finishing write tid 1 to smithi11982245-47 2024-04-13T07:49:56.549 INFO:tasks.rados.rados.0.smithi119.stdout:1114: finishing write tid 2 to smithi11982245-47 2024-04-13T07:49:56.549 INFO:tasks.rados.rados.0.smithi119.stdout:1109: done (3 left) 2024-04-13T07:49:56.549 INFO:tasks.rados.rados.0.smithi119.stdout:1111: done (2 left) 2024-04-13T07:49:56.549 INFO:tasks.rados.rados.0.smithi119.stdout:1116: snap_create 2024-04-13T07:49:56.549 INFO:tasks.rados.rados.0.smithi119.stdout:1114: finishing write tid 3 to smithi11982245-47 2024-04-13T07:49:56.549 INFO:tasks.rados.rados.0.smithi119.stdout:1115: finishing copy_from racing read to smithi11982245-46 2024-04-13T07:49:56.549 INFO:tasks.rados.rados.0.smithi119.stdout:1114: finishing write tid 4 to smithi11982245-47 2024-04-13T07:49:56.549 INFO:tasks.rados.rados.0.smithi119.stdout:1114: oid 47 updating version 0 to 718 2024-04-13T07:49:56.549 INFO:tasks.rados.rados.0.smithi119.stdout:1114: oid 47 version 718 is already newer than 717 2024-04-13T07:49:56.549 INFO:tasks.rados.rados.0.smithi119.stdout:1114: oid 47 updating version 718 to 719 2024-04-13T07:49:56.549 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 47 v 719 (ObjNum 347 snap 131 seq_num 347) dirty exists 2024-04-13T07:49:56.549 INFO:tasks.rados.rados.0.smithi119.stdout:1114: left oid 47 (ObjNum 347 snap 131 seq_num 347) 2024-04-13T07:49:56.549 INFO:tasks.rados.rados.0.smithi119.stdout:1115: finishing copy_from to smithi11982245-46 2024-04-13T07:49:56.549 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 46 v 445 (ObjNum 211 snap 65 seq_num 211) dirty exists 2024-04-13T07:49:56.586 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:56 smithi119 ceph-mon[96316]: osdmap e295: 8 total, 8 up, 8 in 2024-04-13T07:49:56.586 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:56 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:56.586 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:56 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:56.589 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:56 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:49:56.590 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:56 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:49:56.590 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:56 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:49:56.590 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:56 smithi119 ceph-mon[96316]: Upgrade: Setting container_image for all mon 2024-04-13T07:49:56.590 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:56 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:56.590 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:56 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-13T07:49:56.590 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:56 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-13T07:49:56.590 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:56 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-13T07:49:56.590 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:56 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-13T07:49:56.590 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:56 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-13T07:49:56.590 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:56 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-13T07:49:56.590 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:56 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-13T07:49:56.590 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:56 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-13T07:49:56.591 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:56 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-13T07:49:56.591 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:56 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:49:56.591 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:56 smithi119 ceph-mon[96316]: Upgrade: Setting container_image for all crash 2024-04-13T07:49:56.591 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:56 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:56.591 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:56 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-13T07:49:56.591 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:56 smithi119 ceph-mon[96316]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-13T07:49:56.591 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:56 smithi119 ceph-mon[96316]: Upgrade: osd.0 is safe to restart 2024-04-13T07:49:56.591 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:56 smithi119 ceph-mon[93746]: osdmap e295: 8 total, 8 up, 8 in 2024-04-13T07:49:56.591 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:56 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:56.591 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:56 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:56.591 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:56 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:49:56.591 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:56 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:49:56.592 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:56 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:49:56.592 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:56 smithi119 ceph-mon[93746]: Upgrade: Setting container_image for all mon 2024-04-13T07:49:56.592 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:56 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:56.592 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:56 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-13T07:49:56.592 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:56 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-13T07:49:56.592 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:56 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-13T07:49:56.592 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:56 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-13T07:49:56.592 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:56 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-13T07:49:56.592 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:56 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-13T07:49:56.592 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:56 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-13T07:49:56.592 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:56 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-13T07:49:56.592 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:56 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-13T07:49:56.592 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:56 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:49:56.592 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:56 smithi119 ceph-mon[93746]: Upgrade: Setting container_image for all crash 2024-04-13T07:49:56.592 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:56 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:56.592 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:56 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-13T07:49:56.593 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:56 smithi119 ceph-mon[93746]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-13T07:49:56.593 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:56 smithi119 ceph-mon[93746]: Upgrade: osd.0 is safe to restart 2024-04-13T07:49:56.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:56 smithi139 ceph-mon[88985]: osdmap e295: 8 total, 8 up, 8 in 2024-04-13T07:49:56.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:56 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:56.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:56 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:56.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:56 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:49:56.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:56 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:49:56.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:56 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:49:56.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:56 smithi139 ceph-mon[88985]: Upgrade: Setting container_image for all mon 2024-04-13T07:49:56.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:56 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:56.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:56 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-13T07:49:56.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:56 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-13T07:49:56.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:56 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-13T07:49:56.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:56 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-13T07:49:56.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:56 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-13T07:49:56.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:56 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-13T07:49:56.639 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:56 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-13T07:49:56.639 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:56 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-13T07:49:56.639 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:56 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-13T07:49:56.639 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:56 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:49:56.639 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:56 smithi139 ceph-mon[88985]: Upgrade: Setting container_image for all crash 2024-04-13T07:49:56.639 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:56 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:56.640 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:56 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-13T07:49:56.640 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:56 smithi139 ceph-mon[88985]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-13T07:49:56.640 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:56 smithi139 ceph-mon[88985]: Upgrade: osd.0 is safe to restart 2024-04-13T07:49:57.368 INFO:tasks.rados.rados.0.smithi119.stdout:1114: done (2 left) 2024-04-13T07:49:57.368 INFO:tasks.rados.rados.0.smithi119.stdout:1115: done (1 left) 2024-04-13T07:49:57.369 INFO:tasks.rados.rados.0.smithi119.stdout:1116: done (0 left) 2024-04-13T07:49:57.369 INFO:tasks.rados.rados.0.smithi119.stdout:1117: delete oid 3 current snap is 132 2024-04-13T07:49:57.374 INFO:tasks.rados.rados.0.smithi119.stdout:1117: done (0 left) 2024-04-13T07:49:57.374 INFO:tasks.rados.rados.0.smithi119.stdout:1118: read oid 6 snap -1 2024-04-13T07:49:57.374 INFO:tasks.rados.rados.0.smithi119.stdout:1118: expect deleted 2024-04-13T07:49:57.374 INFO:tasks.rados.rados.0.smithi119.stdout:1119: delete oid 30 current snap is 132 2024-04-13T07:49:57.376 INFO:tasks.rados.rados.0.smithi119.stdout:1118: done (1 left) 2024-04-13T07:49:57.376 INFO:tasks.rados.rados.0.smithi119.stdout:1119: done (0 left) 2024-04-13T07:49:57.376 INFO:tasks.rados.rados.0.smithi119.stdout:1120: snap_remove snap 67 2024-04-13T07:49:57.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:57 smithi139 ceph-mon[88985]: osdmap e296: 8 total, 8 up, 8 in 2024-04-13T07:49:57.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:57 smithi139 ceph-mon[88985]: pgmap v109: 121 pgs: 121 active+clean; 305 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 11 op/s 2024-04-13T07:49:57.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:57 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:57.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:57 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-13T07:49:57.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:57 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:57.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:57 smithi119 ceph-mon[96316]: osdmap e296: 8 total, 8 up, 8 in 2024-04-13T07:49:57.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:57 smithi119 ceph-mon[96316]: pgmap v109: 121 pgs: 121 active+clean; 305 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 11 op/s 2024-04-13T07:49:57.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:57 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:57.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:57 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-13T07:49:57.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:57 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:57.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:57 smithi119 ceph-mon[93746]: osdmap e296: 8 total, 8 up, 8 in 2024-04-13T07:49:57.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:57 smithi119 ceph-mon[93746]: pgmap v109: 121 pgs: 121 active+clean; 305 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 11 op/s 2024-04-13T07:49:57.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:57 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:49:57.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:57 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-13T07:49:57.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:57 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:58.374 INFO:tasks.rados.rados.0.smithi119.stdout:1120: done (0 left) 2024-04-13T07:49:58.374 INFO:tasks.rados.rados.0.smithi119.stdout:1121: read oid 40 snap -1 2024-04-13T07:49:58.374 INFO:tasks.rados.rados.0.smithi119.stdout:1121: expect (ObjNum 274 snap 93 seq_num 274) 2024-04-13T07:49:58.374 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 34 current snap is 132 2024-04-13T07:49:58.375 INFO:tasks.rados.rados.0.smithi119.stdout:1122: seq_num 350 ranges {950272=671744,1622016=401408} 2024-04-13T07:49:58.384 INFO:tasks.rados.rados.0.smithi119.stdout:1122: writing smithi11982245-34 from 950272 to 1622016 tid 1 2024-04-13T07:49:58.387 INFO:tasks.rados.rados.0.smithi119.stdout:1122: writing smithi11982245-34 from 1622016 to 2023424 tid 2 2024-04-13T07:49:58.387 INFO:tasks.rados.rados.0.smithi119.stdout:1123: snap_remove snap 84 2024-04-13T07:49:58.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:58 smithi119 ceph-mon[96316]: Upgrade: Updating osd.0 2024-04-13T07:49:58.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:58 smithi119 ceph-mon[96316]: Deploying daemon osd.0 on smithi119 2024-04-13T07:49:58.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:58 smithi119 ceph-mon[96316]: osdmap e297: 8 total, 8 up, 8 in 2024-04-13T07:49:58.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:58 smithi119 ceph-mon[93746]: Upgrade: Updating osd.0 2024-04-13T07:49:58.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:58 smithi119 ceph-mon[93746]: Deploying daemon osd.0 on smithi119 2024-04-13T07:49:58.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:58 smithi119 ceph-mon[93746]: osdmap e297: 8 total, 8 up, 8 in 2024-04-13T07:49:58.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:58 smithi139 ceph-mon[88985]: Upgrade: Updating osd.0 2024-04-13T07:49:58.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:58 smithi139 ceph-mon[88985]: Deploying daemon osd.0 on smithi119 2024-04-13T07:49:58.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:58 smithi139 ceph-mon[88985]: osdmap e297: 8 total, 8 up, 8 in 2024-04-13T07:49:59.381 INFO:tasks.rados.rados.0.smithi119.stdout:1123: done (2 left) 2024-04-13T07:49:59.381 INFO:tasks.rados.rados.0.smithi119.stdout:1124: rollback oid 23 current snap is 132 2024-04-13T07:49:59.381 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 23 to 74 2024-04-13T07:49:59.381 INFO:tasks.rados.rados.0.smithi119.stdout:1125: read oid 24 snap -1 2024-04-13T07:49:59.381 INFO:tasks.rados.rados.0.smithi119.stdout:1125: expect (ObjNum 211 snap 65 seq_num 211) 2024-04-13T07:49:59.381 INFO:tasks.rados.rados.0.smithi119.stdout:1126: read oid 6 snap -1 2024-04-13T07:49:59.381 INFO:tasks.rados.rados.0.smithi119.stdout:1126: expect deleted 2024-04-13T07:49:59.381 INFO:tasks.rados.rados.0.smithi119.stdout:1127: rollback oid 22 current snap is 132 2024-04-13T07:49:59.381 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 22 to 92 2024-04-13T07:49:59.381 INFO:tasks.rados.rados.0.smithi119.stdout:1128: read oid 46 snap 122 2024-04-13T07:49:59.381 INFO:tasks.rados.rados.0.smithi119.stdout:1128: expect (ObjNum 319 snap 118 seq_num 319) 2024-04-13T07:49:59.381 INFO:tasks.rados.rados.0.smithi119.stdout:1129: read oid 44 snap -1 2024-04-13T07:49:59.382 INFO:tasks.rados.rados.0.smithi119.stdout:1129: expect (ObjNum 211 snap 65 seq_num 211) 2024-04-13T07:49:59.382 INFO:tasks.rados.rados.0.smithi119.stdout:1130: read oid 35 snap 131 2024-04-13T07:49:59.382 INFO:tasks.rados.rados.0.smithi119.stdout:1130: expect deleted 2024-04-13T07:49:59.382 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 41 current snap is 132 2024-04-13T07:49:59.382 INFO:tasks.rados.rados.0.smithi119.stdout:1131: seq_num 351 ranges {1196032=688128,1884160=401408} 2024-04-13T07:49:59.392 INFO:tasks.rados.rados.0.smithi119.stdout:1131: writing smithi11982245-41 from 1196032 to 1884160 tid 1 2024-04-13T07:49:59.397 INFO:tasks.rados.rados.0.smithi119.stdout:1131: writing smithi11982245-41 from 1884160 to 2285568 tid 2 2024-04-13T07:49:59.397 INFO:tasks.rados.rados.0.smithi119.stdout:1132: read oid 30 snap -1 2024-04-13T07:49:59.397 INFO:tasks.rados.rados.0.smithi119.stdout:1132: expect deleted 2024-04-13T07:49:59.397 INFO:tasks.rados.rados.0.smithi119.stdout:1133: delete oid 33 current snap is 132 2024-04-13T07:49:59.400 INFO:tasks.rados.rados.0.smithi119.stdout:1122: finishing write tid 1 to smithi11982245-34 2024-04-13T07:49:59.400 INFO:tasks.rados.rados.0.smithi119.stdout:1122: finishing write tid 2 to smithi11982245-34 2024-04-13T07:49:59.400 INFO:tasks.rados.rados.0.smithi119.stdout:1122: finishing write tid 3 to smithi11982245-34 2024-04-13T07:49:59.400 INFO:tasks.rados.rados.0.smithi119.stdout:1122: finishing write tid 4 to smithi11982245-34 2024-04-13T07:49:59.400 INFO:tasks.rados.rados.0.smithi119.stdout:1122: oid 34 updating version 0 to 651 2024-04-13T07:49:59.400 INFO:tasks.rados.rados.0.smithi119.stdout:1122: oid 34 updating version 651 to 652 2024-04-13T07:49:59.400 INFO:tasks.rados.rados.0.smithi119.stdout:1122: oid 34 updating version 652 to 653 2024-04-13T07:49:59.400 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 34 v 653 (ObjNum 350 snap 132 seq_num 350) dirty exists 2024-04-13T07:49:59.401 INFO:tasks.rados.rados.0.smithi119.stdout:1122: left oid 34 (ObjNum 350 snap 132 seq_num 350) 2024-04-13T07:49:59.401 INFO:tasks.rados.rados.0.smithi119.stdout:1121: expect (ObjNum 274 snap 93 seq_num 274) 2024-04-13T07:49:59.519 INFO:tasks.rados.rados.0.smithi119.stdout:1127: finishing rollback tid 0 to smithi11982245-22 2024-04-13T07:49:59.520 INFO:tasks.rados.rados.0.smithi119.stdout:1127: finishing rollback tid 1 to smithi11982245-22 2024-04-13T07:49:59.520 INFO:tasks.rados.rados.0.smithi119.stdout:1127: finishing rollback tid 2 to smithi11982245-22 2024-04-13T07:49:59.520 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 22 v 601 (ObjNum 261 snap 83 seq_num 261) dirty exists 2024-04-13T07:49:59.520 INFO:tasks.rados.rados.0.smithi119.stdout:1121: done (11 left) 2024-04-13T07:49:59.520 INFO:tasks.rados.rados.0.smithi119.stdout:1122: done (10 left) 2024-04-13T07:49:59.520 INFO:tasks.rados.rados.0.smithi119.stdout:1126: done (9 left) 2024-04-13T07:49:59.520 INFO:tasks.rados.rados.0.smithi119.stdout:1127: done (8 left) 2024-04-13T07:49:59.520 INFO:tasks.rados.rados.0.smithi119.stdout:1130: done (7 left) 2024-04-13T07:49:59.520 INFO:tasks.rados.rados.0.smithi119.stdout:1133: done (6 left) 2024-04-13T07:49:59.520 INFO:tasks.rados.rados.0.smithi119.stdout:1134: snap_create 2024-04-13T07:49:59.521 INFO:tasks.rados.rados.0.smithi119.stdout:1124: finishing rollback tid 0 to smithi11982245-23 2024-04-13T07:49:59.521 INFO:tasks.rados.rados.0.smithi119.stdout:1124: finishing rollback tid 1 to smithi11982245-23 2024-04-13T07:49:59.521 INFO:tasks.rados.rados.0.smithi119.stdout:1124: finishing rollback tid 2 to smithi11982245-23 2024-04-13T07:49:59.521 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 23 v 675 (ObjNum 223 snap 66 seq_num 223) dirty exists 2024-04-13T07:49:59.521 INFO:tasks.rados.rados.0.smithi119.stdout:1131: finishing write tid 1 to smithi11982245-41 2024-04-13T07:49:59.521 INFO:tasks.rados.rados.0.smithi119.stdout:1131: finishing write tid 2 to smithi11982245-41 2024-04-13T07:49:59.521 INFO:tasks.rados.rados.0.smithi119.stdout:1131: finishing write tid 3 to smithi11982245-41 2024-04-13T07:49:59.521 INFO:tasks.rados.rados.0.smithi119.stdout:1125: expect (ObjNum 211 snap 65 seq_num 211) 2024-04-13T07:49:59.561 INFO:tasks.rados.rados.0.smithi119.stdout:1131: finishing write tid 4 to smithi11982245-41 2024-04-13T07:49:59.561 INFO:tasks.rados.rados.0.smithi119.stdout:1131: oid 41 updating version 0 to 326 2024-04-13T07:49:59.561 INFO:tasks.rados.rados.0.smithi119.stdout:1131: oid 41 version 326 is already newer than 324 2024-04-13T07:49:59.561 INFO:tasks.rados.rados.0.smithi119.stdout:1131: oid 41 version 326 is already newer than 325 2024-04-13T07:49:59.561 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 41 v 326 (ObjNum 351 snap 132 seq_num 351) dirty exists 2024-04-13T07:49:59.561 INFO:tasks.rados.rados.0.smithi119.stdout:1131: left oid 41 (ObjNum 351 snap 132 seq_num 351) 2024-04-13T07:49:59.561 INFO:tasks.rados.rados.0.smithi119.stdout:1128: expect (ObjNum 319 snap 118 seq_num 319) 2024-04-13T07:49:59.635 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:59 smithi119 ceph-mon[96316]: osdmap e298: 8 total, 8 up, 8 in 2024-04-13T07:49:59.635 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:49:59 smithi119 ceph-mon[96316]: pgmap v112: 121 pgs: 121 active+clean; 305 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 11 op/s 2024-04-13T07:49:59.635 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:59 smithi119 ceph-mon[93746]: osdmap e298: 8 total, 8 up, 8 in 2024-04-13T07:49:59.635 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:49:59 smithi119 ceph-mon[93746]: pgmap v112: 121 pgs: 121 active+clean; 305 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 11 op/s 2024-04-13T07:49:59.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:59 smithi139 ceph-mon[88985]: osdmap e298: 8 total, 8 up, 8 in 2024-04-13T07:49:59.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:49:59 smithi139 ceph-mon[88985]: pgmap v112: 121 pgs: 121 active+clean; 305 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 11 op/s 2024-04-13T07:50:00.144 INFO:tasks.rados.rados.0.smithi119.stdout:1129: expect (ObjNum 211 snap 65 seq_num 211) 2024-04-13T07:50:00.321 INFO:tasks.rados.rados.0.smithi119.stdout:1124: done (6 left) 2024-04-13T07:50:00.321 INFO:tasks.rados.rados.0.smithi119.stdout:1125: done (5 left) 2024-04-13T07:50:00.321 INFO:tasks.rados.rados.0.smithi119.stdout:1128: done (4 left) 2024-04-13T07:50:00.321 INFO:tasks.rados.rados.0.smithi119.stdout:1129: done (3 left) 2024-04-13T07:50:00.321 INFO:tasks.rados.rados.0.smithi119.stdout:1131: done (2 left) 2024-04-13T07:50:00.321 INFO:tasks.rados.rados.0.smithi119.stdout:1132: done (1 left) 2024-04-13T07:50:00.321 INFO:tasks.rados.rados.0.smithi119.stdout:1134: done (0 left) 2024-04-13T07:50:00.321 INFO:tasks.rados.rados.0.smithi119.stdout:1135: copy_from oid 38 from oid 8 current snap is 133 2024-04-13T07:50:00.321 INFO:tasks.rados.rados.0.smithi119.stdout:1136: delete oid 42 current snap is 133 2024-04-13T07:50:00.326 INFO:tasks.rados.rados.0.smithi119.stdout:1135: finishing copy_from to smithi11982245-38 2024-04-13T07:50:00.326 INFO:tasks.rados.rados.0.smithi119.stdout:1135: got expected ENOENT (src dne) 2024-04-13T07:50:00.326 INFO:tasks.rados.rados.0.smithi119.stdout:1135: finishing copy_from racing read to smithi11982245-38 2024-04-13T07:50:00.326 INFO:tasks.rados.rados.0.smithi119.stdout:1135: done (1 left) 2024-04-13T07:50:00.326 INFO:tasks.rados.rados.0.smithi119.stdout:1136: done (0 left) 2024-04-13T07:50:00.326 INFO:tasks.rados.rados.0.smithi119.stdout:1137: delete oid 12 current snap is 133 2024-04-13T07:50:00.329 INFO:tasks.rados.rados.0.smithi119.stdout:1137: done (0 left) 2024-04-13T07:50:00.329 INFO:tasks.rados.rados.0.smithi119.stdout:1138: rollback oid 34 current snap is 133 2024-04-13T07:50:00.330 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 34 to 129 2024-04-13T07:50:00.330 INFO:tasks.rados.rados.0.smithi119.stdout:1139: snap_remove snap 118 2024-04-13T07:50:00.627 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:00 smithi119 ceph-mon[96316]: osdmap e299: 8 total, 8 up, 8 in 2024-04-13T07:50:00.627 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:00 smithi119 ceph-mon[96316]: overall HEALTH_OK 2024-04-13T07:50:00.627 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:00 smithi119 ceph-mon[96316]: osdmap e300: 8 total, 8 up, 8 in 2024-04-13T07:50:00.627 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:00 smithi119 ceph-mon[93746]: osdmap e299: 8 total, 8 up, 8 in 2024-04-13T07:50:00.627 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:00 smithi119 ceph-mon[93746]: overall HEALTH_OK 2024-04-13T07:50:00.627 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:00 smithi119 ceph-mon[93746]: osdmap e300: 8 total, 8 up, 8 in 2024-04-13T07:50:00.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:00 smithi139 ceph-mon[88985]: osdmap e299: 8 total, 8 up, 8 in 2024-04-13T07:50:00.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:00 smithi139 ceph-mon[88985]: overall HEALTH_OK 2024-04-13T07:50:00.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:00 smithi139 ceph-mon[88985]: osdmap e300: 8 total, 8 up, 8 in 2024-04-13T07:50:00.886 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:50:00 smithi119 systemd[1]: Stopping Ceph osd.0 for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:50:01.216 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:50:00 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-0[43710]: 2024-04-13T07:50:00.885+0000 7fbbd29d9700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T07:50:01.216 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:50:00 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-0[43710]: 2024-04-13T07:50:00.885+0000 7fbbd29d9700 -1 osd.0 300 *** Got signal Terminated *** 2024-04-13T07:50:01.216 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:50:00 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-0[43710]: 2024-04-13T07:50:00.885+0000 7fbbd29d9700 -1 osd.0 300 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-13T07:50:01.326 INFO:tasks.rados.rados.0.smithi119.stdout:1139: done (1 left) 2024-04-13T07:50:01.326 INFO:tasks.rados.rados.0.smithi119.stdout:1140: copy_from oid 15 from oid 41 current snap is 133 2024-04-13T07:50:01.326 INFO:tasks.rados.rados.0.smithi119.stdout:1141: rollback oid 40 current snap is 133 2024-04-13T07:50:01.326 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 40 to 117 2024-04-13T07:50:01.326 INFO:tasks.rados.rados.0.smithi119.stdout:1142: rollback oid 13 current snap is 133 2024-04-13T07:50:01.326 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 13 to 54 2024-04-13T07:50:01.326 INFO:tasks.rados.rados.0.smithi119.stdout:1143: snap_remove snap 120 2024-04-13T07:50:01.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:01 smithi139 ceph-mon[88985]: pgmap v115: 121 pgs: 121 active+clean; 312 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-04-13T07:50:01.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:01 smithi139 ceph-mon[88985]: osd.0 marked itself down and dead 2024-04-13T07:50:01.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:01 smithi139 ceph-mon[88985]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T07:50:01.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:01 smithi139 ceph-mon[88985]: osdmap e301: 8 total, 7 up, 8 in 2024-04-13T07:50:01.660 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:01 smithi119 ceph-mon[96316]: pgmap v115: 121 pgs: 121 active+clean; 312 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-04-13T07:50:01.660 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:01 smithi119 ceph-mon[96316]: osd.0 marked itself down and dead 2024-04-13T07:50:01.660 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:01 smithi119 ceph-mon[96316]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T07:50:01.660 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:01 smithi119 ceph-mon[96316]: osdmap e301: 8 total, 7 up, 8 in 2024-04-13T07:50:01.660 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:01 smithi119 ceph-mon[93746]: pgmap v115: 121 pgs: 121 active+clean; 312 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-04-13T07:50:01.660 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:01 smithi119 ceph-mon[93746]: osd.0 marked itself down and dead 2024-04-13T07:50:01.661 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:01 smithi119 ceph-mon[93746]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T07:50:01.661 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:01 smithi119 ceph-mon[93746]: osdmap e301: 8 total, 7 up, 8 in 2024-04-13T07:50:01.941 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:50:01 smithi119 podman[101766]: 2024-04-13 07:50:01.660829106 +0000 UTC m=+0.893945331 container died 3a53ad75d7c2498ad59e21d0447f2f26bae440f6b0b50757afd5e08a2941b77c (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-7d36322, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-13T07:50:02.216 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:50:02 smithi119 podman[101766]: 2024-04-13 07:50:02.040919255 +0000 UTC m=+1.274035477 container cleanup 3a53ad75d7c2498ad59e21d0447f2f26bae440f6b0b50757afd5e08a2941b77c (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=reef-7d36322, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409) 2024-04-13T07:50:02.216 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:50:02 smithi119 bash[101766]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-0 2024-04-13T07:50:02.326 INFO:tasks.rados.rados.0.smithi119.stdout:1143: done (4 left) 2024-04-13T07:50:02.326 INFO:tasks.rados.rados.0.smithi119.stdout:1144: copy_from oid 21 from oid 48 current snap is 133 2024-04-13T07:50:02.326 INFO:tasks.rados.rados.0.smithi119.stdout:1145: snap_create 2024-04-13T07:50:02.326 INFO:tasks.rados.rados.0.smithi119.stdout:1138: finishing rollback tid 0 to smithi11982245-34 2024-04-13T07:50:02.326 INFO:tasks.rados.rados.0.smithi119.stdout:1138: finishing rollback tid 1 to smithi11982245-34 2024-04-13T07:50:02.326 INFO:tasks.rados.rados.0.smithi119.stdout:1138: finishing rollback tid 2 to smithi11982245-34 2024-04-13T07:50:02.326 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 34 v 667 (ObjNum 343 snap 129 seq_num 343) dirty exists 2024-04-13T07:50:02.326 INFO:tasks.rados.rados.0.smithi119.stdout:1141: finishing rollback tid 0 to smithi11982245-40 2024-04-13T07:50:02.326 INFO:tasks.rados.rados.0.smithi119.stdout:1141: finishing rollback tid 1 to smithi11982245-40 2024-04-13T07:50:02.326 INFO:tasks.rados.rados.0.smithi119.stdout:1141: finishing rollback tid 2 to smithi11982245-40 2024-04-13T07:50:02.326 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 40 v 741 (ObjNum 274 snap 93 seq_num 274) dirty exists 2024-04-13T07:50:02.346 INFO:tasks.rados.rados.0.smithi119.stdout:1142: finishing rollback tid 0 to smithi11982245-13 2024-04-13T07:50:02.347 INFO:tasks.rados.rados.0.smithi119.stdout:1142: finishing rollback tid 1 to smithi11982245-13 2024-04-13T07:50:02.347 INFO:tasks.rados.rados.0.smithi119.stdout:1142: finishing rollback tid 2 to smithi11982245-13 2024-04-13T07:50:02.347 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 13 v 561 (ObjNum 180 snap 52 seq_num 180) dirty exists 2024-04-13T07:50:02.360 INFO:tasks.rados.rados.0.smithi119.stdout:1140: finishing copy_from racing read to smithi11982245-15 2024-04-13T07:50:02.361 INFO:tasks.rados.rados.0.smithi119.stdout:1140: finishing copy_from to smithi11982245-15 2024-04-13T07:50:02.361 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 15 v 326 (ObjNum 351 snap 132 seq_num 351) dirty exists 2024-04-13T07:50:02.363 INFO:tasks.rados.rados.0.smithi119.stdout:1144: finishing copy_from racing read to smithi11982245-21 2024-04-13T07:50:02.364 INFO:tasks.rados.rados.0.smithi119.stdout:1144: finishing copy_from to smithi11982245-21 2024-04-13T07:50:02.364 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 21 v 274 (ObjNum 260 snap 83 seq_num 260) dirty exists 2024-04-13T07:50:02.622 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:50:02 smithi119 podman[101788]: 2024-04-13 07:50:02.309018969 +0000 UTC m=+0.643434625 container remove 3a53ad75d7c2498ad59e21d0447f2f26bae440f6b0b50757afd5e08a2941b77c (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=reef-7d36322, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-04-13T07:50:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:50:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:50:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:50:02.888 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:50:02 smithi119 podman[101887]: 2024-04-13 07:50:02.525621341 +0000 UTC m=+0.017611779 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:50:02.888 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:50:02 smithi119 podman[101887]: 2024-04-13 07:50:02.634818087 +0000 UTC m=+0.126808567 container create 3ea2142f1abaa08925c2246f8161ee91b145a65584596680a3d779f29bb57def (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-0-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=main-5f22a49, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-13T07:50:03.182 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:50:02 smithi119 podman[101887]: 2024-04-13 07:50:02.888082029 +0000 UTC m=+0.380072480 container init 3ea2142f1abaa08925c2246f8161ee91b145a65584596680a3d779f29bb57def (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-0-deactivate, RELEASE=main-5f22a49, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-13T07:50:03.182 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:50:02 smithi119 podman[101887]: 2024-04-13 07:50:02.894279792 +0000 UTC m=+0.386270230 container start 3ea2142f1abaa08925c2246f8161ee91b145a65584596680a3d779f29bb57def (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-0-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=main-5f22a49, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-04-13T07:50:03.182 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:50:02 smithi119 podman[101887]: 2024-04-13 07:50:02.979095804 +0000 UTC m=+0.471086251 container attach 3ea2142f1abaa08925c2246f8161ee91b145a65584596680a3d779f29bb57def (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-0-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=main-5f22a49, ceph=True, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-04-13T07:50:03.328 INFO:tasks.rados.rados.0.smithi119.stdout:1138: done (5 left) 2024-04-13T07:50:03.328 INFO:tasks.rados.rados.0.smithi119.stdout:1140: done (4 left) 2024-04-13T07:50:03.328 INFO:tasks.rados.rados.0.smithi119.stdout:1141: done (3 left) 2024-04-13T07:50:03.329 INFO:tasks.rados.rados.0.smithi119.stdout:1142: done (2 left) 2024-04-13T07:50:03.329 INFO:tasks.rados.rados.0.smithi119.stdout:1144: done (1 left) 2024-04-13T07:50:03.329 INFO:tasks.rados.rados.0.smithi119.stdout:1145: done (0 left) 2024-04-13T07:50:03.329 INFO:tasks.rados.rados.0.smithi119.stdout:1146: copy_from oid 35 from oid 22 current snap is 134 2024-04-13T07:50:03.329 INFO:tasks.rados.rados.0.smithi119.stdout:1147: rollback oid 20 current snap is 134 2024-04-13T07:50:03.329 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 20 to 116 2024-04-13T07:50:03.329 INFO:tasks.rados.rados.0.smithi119.stdout:1148: delete oid 27 current snap is 134 2024-04-13T07:50:03.334 INFO:tasks.rados.rados.0.smithi119.stdout:1148: done (2 left) 2024-04-13T07:50:03.334 INFO:tasks.rados.rados.0.smithi119.stdout:1149: rollback oid 36 current snap is 134 2024-04-13T07:50:03.334 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 36 to 73 2024-04-13T07:50:03.334 INFO:tasks.rados.rados.0.smithi119.stdout:1150: delete oid 7 current snap is 134 2024-04-13T07:50:03.336 INFO:tasks.rados.rados.0.smithi119.stdout:1150: done (3 left) 2024-04-13T07:50:03.336 INFO:tasks.rados.rados.0.smithi119.stdout:1151: copy_from oid 1 from oid 4 current snap is 134 2024-04-13T07:50:03.336 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 21 current snap is 134 2024-04-13T07:50:03.336 INFO:tasks.rados.rados.0.smithi119.stdout:1152: seq_num 357 ranges {3293184=786432,4079616=401408} 2024-04-13T07:50:03.359 INFO:tasks.rados.rados.0.smithi119.stdout:1152: writing smithi11982245-21 from 3293184 to 4079616 tid 1 2024-04-13T07:50:03.361 INFO:tasks.rados.rados.0.smithi119.stdout:1152: writing smithi11982245-21 from 4079616 to 4481024 tid 2 2024-04-13T07:50:03.361 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 30 current snap is 134 2024-04-13T07:50:03.361 INFO:tasks.rados.rados.0.smithi119.stdout:1149: finishing rollback tid 0 to smithi11982245-36 2024-04-13T07:50:03.362 INFO:tasks.rados.rados.0.smithi119.stdout:1153: seq_num 358 ranges {0=802816,802816=401408} 2024-04-13T07:50:03.366 INFO:tasks.rados.rados.0.smithi119.stdout:1153: writing smithi11982245-30 from 0 to 802816 tid 1 2024-04-13T07:50:03.370 INFO:tasks.rados.rados.0.smithi119.stdout:1153: writing smithi11982245-30 from 802816 to 1204224 tid 2 2024-04-13T07:50:03.370 INFO:tasks.rados.rados.0.smithi119.stdout:1154: rollback oid 10 current snap is 134 2024-04-13T07:50:03.370 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 10 to 101 2024-04-13T07:50:03.370 INFO:tasks.rados.rados.0.smithi119.stdout:1149: finishing rollback tid 1 to smithi11982245-36 2024-04-13T07:50:03.370 INFO:tasks.rados.rados.0.smithi119.stdout:1147: finishing rollback tid 0 to smithi11982245-20 2024-04-13T07:50:03.370 INFO:tasks.rados.rados.0.smithi119.stdout:1147: finishing rollback tid 1 to smithi11982245-20 2024-04-13T07:50:03.370 INFO:tasks.rados.rados.0.smithi119.stdout:1146: finishing copy_from racing read to smithi11982245-35 2024-04-13T07:50:03.370 INFO:tasks.rados.rados.0.smithi119.stdout:1149: finishing rollback tid 2 to smithi11982245-36 2024-04-13T07:50:03.370 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 36 v 360 (ObjNum 235 snap 72 seq_num 235) dirty exists 2024-04-13T07:50:03.371 INFO:tasks.rados.rados.0.smithi119.stdout:1147: finishing rollback tid 2 to smithi11982245-20 2024-04-13T07:50:03.371 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 20 v 565 (ObjNum 256 snap 83 seq_num 256) dirty exists 2024-04-13T07:50:03.371 INFO:tasks.rados.rados.0.smithi119.stdout:1146: finishing copy_from to smithi11982245-35 2024-04-13T07:50:03.371 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 35 v 601 (ObjNum 261 snap 83 seq_num 261) dirty exists 2024-04-13T07:50:03.371 INFO:tasks.rados.rados.0.smithi119.stdout:1151: finishing copy_from racing read to smithi11982245-1 2024-04-13T07:50:03.371 INFO:tasks.rados.rados.0.smithi119.stdout:1151: finishing copy_from to smithi11982245-1 2024-04-13T07:50:03.371 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 1 v 445 (ObjNum 211 snap 65 seq_num 211) dirty exists 2024-04-13T07:50:03.371 INFO:tasks.rados.rados.0.smithi119.stdout:1152: finishing write tid 1 to smithi11982245-21 2024-04-13T07:50:03.371 INFO:tasks.rados.rados.0.smithi119.stdout:1152: finishing write tid 2 to smithi11982245-21 2024-04-13T07:50:03.371 INFO:tasks.rados.rados.0.smithi119.stdout:1152: finishing write tid 3 to smithi11982245-21 2024-04-13T07:50:03.371 INFO:tasks.rados.rados.0.smithi119.stdout:1152: finishing write tid 4 to smithi11982245-21 2024-04-13T07:50:03.371 INFO:tasks.rados.rados.0.smithi119.stdout:1152: oid 21 updating version 0 to 415 2024-04-13T07:50:03.371 INFO:tasks.rados.rados.0.smithi119.stdout:1152: oid 21 updating version 415 to 417 2024-04-13T07:50:03.371 INFO:tasks.rados.rados.0.smithi119.stdout:1152: oid 21 version 417 is already newer than 416 2024-04-13T07:50:03.371 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 21 v 417 (ObjNum 357 snap 134 seq_num 357) dirty exists 2024-04-13T07:50:03.372 INFO:tasks.rados.rados.0.smithi119.stdout:1152: left oid 21 (ObjNum 357 snap 134 seq_num 357) 2024-04-13T07:50:03.372 INFO:tasks.rados.rados.0.smithi119.stdout:1146: done (6 left) 2024-04-13T07:50:03.372 INFO:tasks.rados.rados.0.smithi119.stdout:1147: done (5 left) 2024-04-13T07:50:03.372 INFO:tasks.rados.rados.0.smithi119.stdout:1149: done (4 left) 2024-04-13T07:50:03.372 INFO:tasks.rados.rados.0.smithi119.stdout:1151: done (3 left) 2024-04-13T07:50:03.372 INFO:tasks.rados.rados.0.smithi119.stdout:1152: done (2 left) 2024-04-13T07:50:03.372 INFO:tasks.rados.rados.0.smithi119.stdout:1155: read oid 11 snap -1 2024-04-13T07:50:03.372 INFO:tasks.rados.rados.0.smithi119.stdout:1155: expect (ObjNum 73 snap 11 seq_num 73) 2024-04-13T07:50:03.372 INFO:tasks.rados.rados.0.smithi119.stdout:1156: snap_remove snap 6 2024-04-13T07:50:03.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:03 smithi119 ceph-mon[96316]: osdmap e302: 8 total, 7 up, 8 in 2024-04-13T07:50:03.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:03 smithi119 ceph-mon[96316]: pgmap v118: 121 pgs: 15 stale+active+clean, 106 active+clean; 312 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-04-13T07:50:03.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:03 smithi119 ceph-mon[93746]: osdmap e302: 8 total, 7 up, 8 in 2024-04-13T07:50:03.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:03 smithi119 ceph-mon[93746]: pgmap v118: 121 pgs: 15 stale+active+clean, 106 active+clean; 312 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-04-13T07:50:03.467 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:50:03 smithi119 podman[101887]: 2024-04-13 07:50:03.182609388 +0000 UTC m=+0.674599835 container died 3ea2142f1abaa08925c2246f8161ee91b145a65584596680a3d779f29bb57def (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-0-deactivate, org.label-schema.build-date=20240409, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=main-5f22a49, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-13T07:50:03.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:03 smithi139 ceph-mon[88985]: osdmap e302: 8 total, 7 up, 8 in 2024-04-13T07:50:03.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:03 smithi139 ceph-mon[88985]: pgmap v118: 121 pgs: 15 stale+active+clean, 106 active+clean; 312 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-04-13T07:50:03.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:50:03 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:50:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi119\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:50:03.734 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:50:03 smithi119 podman[101933]: 2024-04-13 07:50:03.707384352 +0000 UTC m=+0.519726948 container remove 3ea2142f1abaa08925c2246f8161ee91b145a65584596680a3d779f29bb57def (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-0-deactivate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=main-5f22a49, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240409) 2024-04-13T07:50:03.734 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:50:03 smithi119 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@osd.0.service: Deactivated successfully. 2024-04-13T07:50:03.734 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:50:03 smithi119 systemd[1]: Stopped Ceph osd.0 for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:50:03.734 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:50:03 smithi119 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@osd.0.service: Consumed 11.061s CPU time. 2024-04-13T07:50:04.133 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:50:03 smithi119 systemd[1]: Starting Ceph osd.0 for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:50:04.332 INFO:tasks.rados.rados.0.smithi119.stdout:1156: done (3 left) 2024-04-13T07:50:04.333 INFO:tasks.rados.rados.0.smithi119.stdout:1157: delete oid 31 current snap is 134 2024-04-13T07:50:04.333 INFO:tasks.rados.rados.0.smithi119.stdout:1153: finishing write tid 1 to smithi11982245-30 2024-04-13T07:50:04.333 INFO:tasks.rados.rados.0.smithi119.stdout:1153: finishing write tid 2 to smithi11982245-30 2024-04-13T07:50:04.333 INFO:tasks.rados.rados.0.smithi119.stdout:1153: finishing write tid 3 to smithi11982245-30 2024-04-13T07:50:04.333 INFO:tasks.rados.rados.0.smithi119.stdout:1153: finishing write tid 4 to smithi11982245-30 2024-04-13T07:50:04.333 INFO:tasks.rados.rados.0.smithi119.stdout:1153: oid 30 updating version 0 to 602 2024-04-13T07:50:04.333 INFO:tasks.rados.rados.0.smithi119.stdout:1153: oid 30 updating version 602 to 604 2024-04-13T07:50:04.333 INFO:tasks.rados.rados.0.smithi119.stdout:1153: oid 30 version 604 is already newer than 603 2024-04-13T07:50:04.333 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 30 v 604 (ObjNum 358 snap 134 seq_num 358) dirty exists 2024-04-13T07:50:04.333 INFO:tasks.rados.rados.0.smithi119.stdout:1153: left oid 30 (ObjNum 358 snap 134 seq_num 358) 2024-04-13T07:50:04.333 INFO:tasks.rados.rados.0.smithi119.stdout:1154: finishing rollback tid 0 to smithi11982245-10 2024-04-13T07:50:04.333 INFO:tasks.rados.rados.0.smithi119.stdout:1154: finishing rollback tid 1 to smithi11982245-10 2024-04-13T07:50:04.333 INFO:tasks.rados.rados.0.smithi119.stdout:1154: finishing rollback tid 2 to smithi11982245-10 2024-04-13T07:50:04.334 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 10 v 705 (ObjNum 278 snap 95 seq_num 278) dirty exists 2024-04-13T07:50:04.334 INFO:tasks.rados.rados.0.smithi119.stdout:1155: expect (ObjNum 73 snap 11 seq_num 73) 2024-04-13T07:50:04.404 INFO:tasks.rados.rados.0.smithi119.stdout:1153: done (3 left) 2024-04-13T07:50:04.405 INFO:tasks.rados.rados.0.smithi119.stdout:1154: done (2 left) 2024-04-13T07:50:04.405 INFO:tasks.rados.rados.0.smithi119.stdout:1155: done (1 left) 2024-04-13T07:50:04.405 INFO:tasks.rados.rados.0.smithi119.stdout:1157: done (0 left) 2024-04-13T07:50:04.405 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 19 current snap is 134 2024-04-13T07:50:04.405 INFO:tasks.rados.rados.0.smithi119.stdout:1158: seq_num 360 ranges {5865472=434176,6299648=704512,7004160=98304} 2024-04-13T07:50:04.438 INFO:tasks.rados.rados.0.smithi119.stdout:1158: writing smithi11982245-19 from 5865472 to 6299648 tid 1 2024-04-13T07:50:04.442 INFO:tasks.rados.rados.0.smithi119.stdout:1158: writing smithi11982245-19 from 6299648 to 7004160 tid 2 2024-04-13T07:50:04.444 INFO:tasks.rados.rados.0.smithi119.stdout:1158: writing smithi11982245-19 from 7004160 to 7102464 tid 3 2024-04-13T07:50:04.444 INFO:tasks.rados.rados.0.smithi119.stdout:1159: snap_create 2024-04-13T07:50:04.444 INFO:tasks.rados.rados.0.smithi119.stdout:1158: finishing write tid 1 to smithi11982245-19 2024-04-13T07:50:04.446 INFO:tasks.rados.rados.0.smithi119.stdout:1158: finishing write tid 2 to smithi11982245-19 2024-04-13T07:50:04.447 INFO:tasks.rados.rados.0.smithi119.stdout:1158: finishing write tid 3 to smithi11982245-19 2024-04-13T07:50:04.447 INFO:tasks.rados.rados.0.smithi119.stdout:1158: finishing write tid 4 to smithi11982245-19 2024-04-13T07:50:04.448 INFO:tasks.rados.rados.0.smithi119.stdout:1158: finishing write tid 5 to smithi11982245-19 2024-04-13T07:50:04.448 INFO:tasks.rados.rados.0.smithi119.stdout:1158: oid 19 updating version 0 to 481 2024-04-13T07:50:04.448 INFO:tasks.rados.rados.0.smithi119.stdout:1158: oid 19 version 481 is already newer than 480 2024-04-13T07:50:04.448 INFO:tasks.rados.rados.0.smithi119.stdout:1158: oid 19 updating version 481 to 482 2024-04-13T07:50:04.449 INFO:tasks.rados.rados.0.smithi119.stdout:1158: oid 19 updating version 482 to 483 2024-04-13T07:50:04.449 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 19 v 483 (ObjNum 360 snap 134 seq_num 360) dirty exists 2024-04-13T07:50:04.449 INFO:tasks.rados.rados.0.smithi119.stdout:1158: left oid 19 (ObjNum 360 snap 134 seq_num 360) 2024-04-13T07:50:04.451 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:04 smithi119 ceph-mon[96316]: osdmap e303: 8 total, 7 up, 8 in 2024-04-13T07:50:04.451 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:04 smithi119 ceph-mon[93746]: osdmap e303: 8 total, 7 up, 8 in 2024-04-13T07:50:04.452 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:50:04 smithi119 podman[102038]: 2024-04-13 07:50:04.133244506 +0000 UTC m=+0.112290487 container create eea56e1c15422b267e1896498d3a2594ad2ccc568f8fef215c2ee3fcfd66b523 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-0-activate, org.label-schema.build-date=20240409, RELEASE=main-5f22a49, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-13T07:50:04.452 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:50:04 smithi119 podman[102038]: 2024-04-13 07:50:04.038464425 +0000 UTC m=+0.017510418 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:50:04.452 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:50:04 smithi119 podman[102038]: 2024-04-13 07:50:04.377727302 +0000 UTC m=+0.356773289 container init eea56e1c15422b267e1896498d3a2594ad2ccc568f8fef215c2ee3fcfd66b523 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-0-activate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=main-5f22a49, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409) 2024-04-13T07:50:04.452 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:50:04 smithi119 podman[102038]: 2024-04-13 07:50:04.382951558 +0000 UTC m=+0.361997538 container start eea56e1c15422b267e1896498d3a2594ad2ccc568f8fef215c2ee3fcfd66b523 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-0-activate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=main-5f22a49, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-04-13T07:50:04.452 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:50:04 smithi119 podman[102038]: 2024-04-13 07:50:04.452223413 +0000 UTC m=+0.431269407 container attach eea56e1c15422b267e1896498d3a2594ad2ccc568f8fef215c2ee3fcfd66b523 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-0-activate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, RELEASE=main-5f22a49, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409) 2024-04-13T07:50:04.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:04 smithi139 ceph-mon[88985]: osdmap e303: 8 total, 7 up, 8 in 2024-04-13T07:50:05.214 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:50:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:50:04] "GET /metrics HTTP/1.1" 200 36010 "" "Prometheus/2.43.0" 2024-04-13T07:50:05.214 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:50:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-0-activate[102053]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-13T07:50:05.214 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:50:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-0-activate[102053]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-13T07:50:05.215 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:50:04 smithi119 bash[102038]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-13T07:50:05.215 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:50:04 smithi119 bash[102038]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-13T07:50:05.215 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:50:04 smithi119 bash[102038]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-13T07:50:05.215 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:50:04 smithi119 bash[102038]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-13T07:50:05.215 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:50:04 smithi119 bash[102038]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-04-13T07:50:05.215 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:50:04 smithi119 bash[102038]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-13T07:50:05.215 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:50:04 smithi119 bash[102038]: --> ceph-volume raw activate successful for osd ID: 0 2024-04-13T07:50:05.215 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:50:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-0-activate[102053]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-13T07:50:05.215 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:50:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-0-activate[102053]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-13T07:50:05.215 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:50:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-0-activate[102053]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-04-13T07:50:05.215 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:50:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-0-activate[102053]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-13T07:50:05.215 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:50:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-0-activate[102053]: --> ceph-volume raw activate successful for osd ID: 0 2024-04-13T07:50:05.215 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:50:04 smithi119 podman[102038]: 2024-04-13 07:50:04.852645793 +0000 UTC m=+0.831691772 container died eea56e1c15422b267e1896498d3a2594ad2ccc568f8fef215c2ee3fcfd66b523 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-0-activate, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=main-5f22a49, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-13T07:50:05.321 INFO:tasks.rados.rados.0.smithi119.stdout:1158: done (1 left) 2024-04-13T07:50:05.321 INFO:tasks.rados.rados.0.smithi119.stdout:1159: done (0 left) 2024-04-13T07:50:05.321 INFO:tasks.rados.rados.0.smithi119.stdout:1160: snap_create 2024-04-13T07:50:05.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:05 smithi119 ceph-mon[96316]: osdmap e304: 8 total, 7 up, 8 in 2024-04-13T07:50:05.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:05 smithi119 ceph-mon[96316]: pgmap v121: 121 pgs: 15 stale+active+clean, 106 active+clean; 312 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:50:05.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:05 smithi119 ceph-mon[96316]: osdmap e305: 8 total, 7 up, 8 in 2024-04-13T07:50:05.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:05 smithi119 ceph-mon[93746]: osdmap e304: 8 total, 7 up, 8 in 2024-04-13T07:50:05.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:05 smithi119 ceph-mon[93746]: pgmap v121: 121 pgs: 15 stale+active+clean, 106 active+clean; 312 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:50:05.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:05 smithi119 ceph-mon[93746]: osdmap e305: 8 total, 7 up, 8 in 2024-04-13T07:50:05.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:05 smithi139 ceph-mon[88985]: osdmap e304: 8 total, 7 up, 8 in 2024-04-13T07:50:05.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:05 smithi139 ceph-mon[88985]: pgmap v121: 121 pgs: 15 stale+active+clean, 106 active+clean; 312 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:50:05.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:05 smithi139 ceph-mon[88985]: osdmap e305: 8 total, 7 up, 8 in 2024-04-13T07:50:05.899 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:50:05 smithi119 podman[102205]: 2024-04-13 07:50:05.514824404 +0000 UTC m=+0.657177772 container remove eea56e1c15422b267e1896498d3a2594ad2ccc568f8fef215c2ee3fcfd66b523 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-0-activate, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-5f22a49, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-04-13T07:50:05.899 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:50:05 smithi119 podman[102274]: 2024-04-13 07:50:05.630373471 +0000 UTC m=+0.018047207 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:50:05.899 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:50:05 smithi119 podman[102274]: 2024-04-13 07:50:05.757105019 +0000 UTC m=+0.144778731 container create 7e5f698ebf3c0e3d053782dad624caea02452c47a69968564135eb2fe39e9b77 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-0, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=main-5f22a49, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-04-13T07:50:06.275 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:50:05 smithi119 podman[102274]: 2024-04-13 07:50:05.996188235 +0000 UTC m=+0.383861950 container init 7e5f698ebf3c0e3d053782dad624caea02452c47a69968564135eb2fe39e9b77 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-0, org.label-schema.build-date=20240409, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=main-5f22a49, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-13T07:50:06.276 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:50:06 smithi119 podman[102274]: 2024-04-13 07:50:06.001607691 +0000 UTC m=+0.389281404 container start 7e5f698ebf3c0e3d053782dad624caea02452c47a69968564135eb2fe39e9b77 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=main-5f22a49, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240409) 2024-04-13T07:50:06.276 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:50:06 smithi119 ceph-osd[102312]: -- 172.21.15.119:0/2673421783 <== mon.0 v2:172.21.15.119:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558283bb5680 con 0x558283b7ec00 2024-04-13T07:50:06.324 INFO:tasks.rados.rados.0.smithi119.stdout:1160: done (0 left) 2024-04-13T07:50:06.324 INFO:tasks.rados.rados.0.smithi119.stdout:1161: rollback oid 44 current snap is 136 2024-04-13T07:50:06.324 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 44 to 82 2024-04-13T07:50:06.324 INFO:tasks.rados.rados.0.smithi119.stdout:1162: read oid 36 snap -1 2024-04-13T07:50:06.324 INFO:tasks.rados.rados.0.smithi119.stdout:1162: expect (ObjNum 235 snap 72 seq_num 235) 2024-04-13T07:50:06.324 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 1 current snap is 136 2024-04-13T07:50:06.324 INFO:tasks.rados.rados.0.smithi119.stdout:1163: seq_num 361 ranges {1409024=450560,1859584=581632,2441216=221184} 2024-04-13T07:50:06.334 INFO:tasks.rados.rados.0.smithi119.stdout:1163: writing smithi11982245-1 from 1409024 to 1859584 tid 1 2024-04-13T07:50:06.338 INFO:tasks.rados.rados.0.smithi119.stdout:1163: writing smithi11982245-1 from 1859584 to 2441216 tid 2 2024-04-13T07:50:06.340 INFO:tasks.rados.rados.0.smithi119.stdout:1163: writing smithi11982245-1 from 2441216 to 2662400 tid 3 2024-04-13T07:50:06.340 INFO:tasks.rados.rados.0.smithi119.stdout:1164: delete oid 50 current snap is 136 2024-04-13T07:50:06.340 INFO:tasks.rados.rados.0.smithi119.stdout:1161: finishing rollback tid 0 to smithi11982245-44 2024-04-13T07:50:06.340 INFO:tasks.rados.rados.0.smithi119.stdout:1162: expect (ObjNum 235 snap 72 seq_num 235) 2024-04-13T07:50:06.382 INFO:tasks.rados.rados.0.smithi119.stdout:1161: finishing rollback tid 1 to smithi11982245-44 2024-04-13T07:50:06.417 INFO:tasks.rados.rados.0.smithi119.stdout:1161: finishing rollback tid 2 to smithi11982245-44 2024-04-13T07:50:06.417 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 44 v 697 (ObjNum 254 snap 81 seq_num 254) dirty exists 2024-04-13T07:50:06.417 INFO:tasks.rados.rados.0.smithi119.stdout:1163: finishing write tid 1 to smithi11982245-1 2024-04-13T07:50:06.417 INFO:tasks.rados.rados.0.smithi119.stdout:1161: done (3 left) 2024-04-13T07:50:06.417 INFO:tasks.rados.rados.0.smithi119.stdout:1162: done (2 left) 2024-04-13T07:50:06.417 INFO:tasks.rados.rados.0.smithi119.stdout:1164: done (1 left) 2024-04-13T07:50:06.417 INFO:tasks.rados.rados.0.smithi119.stdout:1165: read oid 48 snap -1 2024-04-13T07:50:06.417 INFO:tasks.rados.rados.0.smithi119.stdout:1165: expect (ObjNum 260 snap 83 seq_num 260) 2024-04-13T07:50:06.417 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 6 current snap is 136 2024-04-13T07:50:06.417 INFO:tasks.rados.rados.0.smithi119.stdout:1163: finishing write tid 2 to smithi11982245-1 2024-04-13T07:50:06.417 INFO:tasks.rados.rados.0.smithi119.stdout:1163: finishing write tid 3 to smithi11982245-1 2024-04-13T07:50:06.418 INFO:tasks.rados.rados.0.smithi119.stdout:1166: seq_num 363 ranges {0=483328,483328=753664,1236992=49152} 2024-04-13T07:50:06.419 INFO:tasks.rados.rados.0.smithi119.stdout:1166: writing smithi11982245-6 from 0 to 483328 tid 1 2024-04-13T07:50:06.419 INFO:tasks.rados.rados.0.smithi119.stdout:1166: writing smithi11982245-6 from 483328 to 1236992 tid 2 2024-04-13T07:50:06.419 INFO:tasks.rados.rados.0.smithi119.stdout:1166: writing smithi11982245-6 from 1236992 to 1286144 tid 3 2024-04-13T07:50:06.419 INFO:tasks.rados.rados.0.smithi119.stdout:1167: snap_create 2024-04-13T07:50:06.419 INFO:tasks.rados.rados.0.smithi119.stdout:1163: finishing write tid 4 to smithi11982245-1 2024-04-13T07:50:06.419 INFO:tasks.rados.rados.0.smithi119.stdout:1163: finishing write tid 5 to smithi11982245-1 2024-04-13T07:50:06.420 INFO:tasks.rados.rados.0.smithi119.stdout:1163: oid 1 updating version 0 to 525 2024-04-13T07:50:06.420 INFO:tasks.rados.rados.0.smithi119.stdout:1163: oid 1 updating version 525 to 528 2024-04-13T07:50:06.420 INFO:tasks.rados.rados.0.smithi119.stdout:1163: oid 1 version 528 is already newer than 526 2024-04-13T07:50:06.420 INFO:tasks.rados.rados.0.smithi119.stdout:1163: oid 1 version 528 is already newer than 527 2024-04-13T07:50:06.420 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 1 v 528 (ObjNum 361 snap 136 seq_num 361) dirty exists 2024-04-13T07:50:06.420 INFO:tasks.rados.rados.0.smithi119.stdout:1163: left oid 1 (ObjNum 361 snap 136 seq_num 361) 2024-04-13T07:50:06.420 INFO:tasks.rados.rados.0.smithi119.stdout:1166: finishing write tid 1 to smithi11982245-6 2024-04-13T07:50:06.420 INFO:tasks.rados.rados.0.smithi119.stdout:1166: finishing write tid 2 to smithi11982245-6 2024-04-13T07:50:06.420 INFO:tasks.rados.rados.0.smithi119.stdout:1166: finishing write tid 3 to smithi11982245-6 2024-04-13T07:50:06.420 INFO:tasks.rados.rados.0.smithi119.stdout:1166: finishing write tid 4 to smithi11982245-6 2024-04-13T07:50:06.420 INFO:tasks.rados.rados.0.smithi119.stdout:1166: finishing write tid 5 to smithi11982245-6 2024-04-13T07:50:06.420 INFO:tasks.rados.rados.0.smithi119.stdout:1166: oid 6 updating version 0 to 443 2024-04-13T07:50:06.420 INFO:tasks.rados.rados.0.smithi119.stdout:1166: oid 6 version 443 is already newer than 442 2024-04-13T07:50:06.420 INFO:tasks.rados.rados.0.smithi119.stdout:1166: oid 6 updating version 443 to 444 2024-04-13T07:50:06.420 INFO:tasks.rados.rados.0.smithi119.stdout:1166: oid 6 version 444 is already newer than 441 2024-04-13T07:50:06.420 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 6 v 444 (ObjNum 363 snap 136 seq_num 363) dirty exists 2024-04-13T07:50:06.421 INFO:tasks.rados.rados.0.smithi119.stdout:1166: left oid 6 (ObjNum 363 snap 136 seq_num 363) 2024-04-13T07:50:06.421 INFO:tasks.rados.rados.0.smithi119.stdout:1165: expect (ObjNum 260 snap 83 seq_num 260) 2024-04-13T07:50:06.546 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:50:06 smithi119 bash[102274]: 7e5f698ebf3c0e3d053782dad624caea02452c47a69968564135eb2fe39e9b77 2024-04-13T07:50:06.546 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:50:06 smithi119 systemd[1]: Started Ceph osd.0 for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:50:06.966 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:50:06 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-0[102289]: 2024-04-13T07:50:06.545+0000 7fa8ed9617c0 -1 Falling back to public interface 2024-04-13T07:50:07.352 INFO:tasks.rados.rados.0.smithi119.stdout:1163: done (3 left) 2024-04-13T07:50:07.353 INFO:tasks.rados.rados.0.smithi119.stdout:1165: done (2 left) 2024-04-13T07:50:07.353 INFO:tasks.rados.rados.0.smithi119.stdout:1166: done (1 left) 2024-04-13T07:50:07.353 INFO:tasks.rados.rados.0.smithi119.stdout:1167: done (0 left) 2024-04-13T07:50:07.353 INFO:tasks.rados.rados.0.smithi119.stdout:1168: read oid 49 snap -1 2024-04-13T07:50:07.353 INFO:tasks.rados.rados.0.smithi119.stdout:1168: expect (ObjNum 336 snap 127 seq_num 336) 2024-04-13T07:50:07.353 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 45 current snap is 137 2024-04-13T07:50:07.353 INFO:tasks.rados.rados.0.smithi119.stdout:1169: seq_num 364 ranges {0=499712,499712=638976,1138688=163840} 2024-04-13T07:50:07.356 INFO:tasks.rados.rados.0.smithi119.stdout:1169: writing smithi11982245-45 from 0 to 499712 tid 1 2024-04-13T07:50:07.360 INFO:tasks.rados.rados.0.smithi119.stdout:1169: writing smithi11982245-45 from 499712 to 1138688 tid 2 2024-04-13T07:50:07.361 INFO:tasks.rados.rados.0.smithi119.stdout:1169: writing smithi11982245-45 from 1138688 to 1302528 tid 3 2024-04-13T07:50:07.361 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 18 current snap is 137 2024-04-13T07:50:07.361 INFO:tasks.rados.rados.0.smithi119.stdout:1170: seq_num 365 ranges {0=516096,516096=573440,1089536=229376} 2024-04-13T07:50:07.364 INFO:tasks.rados.rados.0.smithi119.stdout:1170: writing smithi11982245-18 from 0 to 516096 tid 1 2024-04-13T07:50:07.367 INFO:tasks.rados.rados.0.smithi119.stdout:1170: writing smithi11982245-18 from 516096 to 1089536 tid 2 2024-04-13T07:50:07.369 INFO:tasks.rados.rados.0.smithi119.stdout:1170: writing smithi11982245-18 from 1089536 to 1318912 tid 3 2024-04-13T07:50:07.369 INFO:tasks.rados.rados.0.smithi119.stdout:1171: rollback oid 27 current snap is 137 2024-04-13T07:50:07.369 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 27 to 105 2024-04-13T07:50:07.369 INFO:tasks.rados.rados.0.smithi119.stdout:1168: expect (ObjNum 336 snap 127 seq_num 336) 2024-04-13T07:50:07.394 INFO:tasks.rados.rados.0.smithi119.stdout:1169: finishing write tid 1 to smithi11982245-45 2024-04-13T07:50:07.394 INFO:tasks.rados.rados.0.smithi119.stdout:1169: finishing write tid 2 to smithi11982245-45 2024-04-13T07:50:07.394 INFO:tasks.rados.rados.0.smithi119.stdout:1168: done (3 left) 2024-04-13T07:50:07.394 INFO:tasks.rados.rados.0.smithi119.stdout:1172: read oid 34 snap -1 2024-04-13T07:50:07.394 INFO:tasks.rados.rados.0.smithi119.stdout:1172: expect (ObjNum 343 snap 129 seq_num 343) 2024-04-13T07:50:07.394 INFO:tasks.rados.rados.0.smithi119.stdout:1173: read oid 49 snap -1 2024-04-13T07:50:07.394 INFO:tasks.rados.rados.0.smithi119.stdout:1173: expect (ObjNum 336 snap 127 seq_num 336) 2024-04-13T07:50:07.395 INFO:tasks.rados.rados.0.smithi119.stdout:1174: read oid 32 snap 107 2024-04-13T07:50:07.395 INFO:tasks.rados.rados.0.smithi119.stdout:1174: expect deleted 2024-04-13T07:50:07.395 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 25 current snap is 137 2024-04-13T07:50:07.395 INFO:tasks.rados.rados.0.smithi119.stdout:1169: finishing write tid 3 to smithi11982245-45 2024-04-13T07:50:07.395 INFO:tasks.rados.rados.0.smithi119.stdout:1175: seq_num 366 ranges {466944=532480,999424=458752,1458176=344064} 2024-04-13T07:50:07.399 INFO:tasks.rados.rados.0.smithi119.stdout:1175: writing smithi11982245-25 from 466944 to 999424 tid 1 2024-04-13T07:50:07.401 INFO:tasks.rados.rados.0.smithi119.stdout:1175: writing smithi11982245-25 from 999424 to 1458176 tid 2 2024-04-13T07:50:07.404 INFO:tasks.rados.rados.0.smithi119.stdout:1175: writing smithi11982245-25 from 1458176 to 1802240 tid 3 2024-04-13T07:50:07.404 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 38 current snap is 137 2024-04-13T07:50:07.404 INFO:tasks.rados.rados.0.smithi119.stdout:1169: finishing write tid 4 to smithi11982245-45 2024-04-13T07:50:07.404 INFO:tasks.rados.rados.0.smithi119.stdout:1170: finishing write tid 1 to smithi11982245-18 2024-04-13T07:50:07.404 INFO:tasks.rados.rados.0.smithi119.stdout:1170: finishing write tid 2 to smithi11982245-18 2024-04-13T07:50:07.404 INFO:tasks.rados.rados.0.smithi119.stdout:1171: finishing rollback tid 1 to smithi11982245-27 2024-04-13T07:50:07.405 INFO:tasks.rados.rados.0.smithi119.stdout:1170: finishing write tid 3 to smithi11982245-18 2024-04-13T07:50:07.405 INFO:tasks.rados.rados.0.smithi119.stdout:1171: finishing rollback tid 2 to smithi11982245-27 2024-04-13T07:50:07.405 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 27 v 370 (ObjNum 282 snap 96 seq_num 282) dirty exists 2024-04-13T07:50:07.405 INFO:tasks.rados.rados.0.smithi119.stdout:1169: finishing write tid 5 to smithi11982245-45 2024-04-13T07:50:07.406 INFO:tasks.rados.rados.0.smithi119.stdout:1169: oid 45 updating version 0 to 764 2024-04-13T07:50:07.406 INFO:tasks.rados.rados.0.smithi119.stdout:1169: oid 45 updating version 764 to 765 2024-04-13T07:50:07.406 INFO:tasks.rados.rados.0.smithi119.stdout:1169: oid 45 updating version 765 to 766 2024-04-13T07:50:07.406 INFO:tasks.rados.rados.0.smithi119.stdout:1169: oid 45 updating version 766 to 767 2024-04-13T07:50:07.406 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 45 v 767 (ObjNum 364 snap 137 seq_num 364) dirty exists 2024-04-13T07:50:07.406 INFO:tasks.rados.rados.0.smithi119.stdout:1169: left oid 45 (ObjNum 364 snap 137 seq_num 364) 2024-04-13T07:50:07.406 INFO:tasks.rados.rados.0.smithi119.stdout:1170: finishing write tid 4 to smithi11982245-18 2024-04-13T07:50:07.406 INFO:tasks.rados.rados.0.smithi119.stdout:1170: finishing write tid 5 to smithi11982245-18 2024-04-13T07:50:07.406 INFO:tasks.rados.rados.0.smithi119.stdout:1170: oid 18 updating version 0 to 769 2024-04-13T07:50:07.406 INFO:tasks.rados.rados.0.smithi119.stdout:1170: oid 18 updating version 769 to 770 2024-04-13T07:50:07.406 INFO:tasks.rados.rados.0.smithi119.stdout:1170: oid 18 version 770 is already newer than 768 2024-04-13T07:50:07.406 INFO:tasks.rados.rados.0.smithi119.stdout:1170: oid 18 updating version 770 to 771 2024-04-13T07:50:07.407 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 18 v 771 (ObjNum 365 snap 137 seq_num 365) dirty exists 2024-04-13T07:50:07.407 INFO:tasks.rados.rados.0.smithi119.stdout:1170: left oid 18 (ObjNum 365 snap 137 seq_num 365) 2024-04-13T07:50:07.407 INFO:tasks.rados.rados.0.smithi119.stdout:1176: seq_num 367 ranges {0=548864,548864=737280,1286144=65536} 2024-04-13T07:50:07.408 INFO:tasks.rados.rados.0.smithi119.stdout:1176: writing smithi11982245-38 from 0 to 548864 tid 1 2024-04-13T07:50:07.410 INFO:tasks.rados.rados.0.smithi119.stdout:1176: writing smithi11982245-38 from 548864 to 1286144 tid 2 2024-04-13T07:50:07.412 INFO:tasks.rados.rados.0.smithi119.stdout:1176: writing smithi11982245-38 from 1286144 to 1351680 tid 3 2024-04-13T07:50:07.412 INFO:tasks.rados.rados.0.smithi119.stdout:1169: done (7 left) 2024-04-13T07:50:07.412 INFO:tasks.rados.rados.0.smithi119.stdout:1170: done (6 left) 2024-04-13T07:50:07.412 INFO:tasks.rados.rados.0.smithi119.stdout:1171: done (5 left) 2024-04-13T07:50:07.412 INFO:tasks.rados.rados.0.smithi119.stdout:1177: read oid 46 snap -1 2024-04-13T07:50:07.412 INFO:tasks.rados.rados.0.smithi119.stdout:1177: expect (ObjNum 211 snap 65 seq_num 211) 2024-04-13T07:50:07.412 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 27 current snap is 137 2024-04-13T07:50:07.412 INFO:tasks.rados.rados.0.smithi119.stdout:1178: seq_num 368 ranges {7528448=573440,8101888=622592,8724480=180224} 2024-04-13T07:50:07.455 INFO:tasks.rados.rados.0.smithi119.stdout:1178: writing smithi11982245-27 from 7528448 to 8101888 tid 1 2024-04-13T07:50:07.458 INFO:tasks.rados.rados.0.smithi119.stdout:1178: writing smithi11982245-27 from 8101888 to 8724480 tid 2 2024-04-13T07:50:07.460 INFO:tasks.rados.rados.0.smithi119.stdout:1178: writing smithi11982245-27 from 8724480 to 8904704 tid 3 2024-04-13T07:50:07.460 INFO:tasks.rados.rados.0.smithi119.stdout:1179: rollback oid 28 current snap is 137 2024-04-13T07:50:07.460 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 28 to 123 2024-04-13T07:50:07.460 INFO:tasks.rados.rados.0.smithi119.stdout:1173: expect (ObjNum 336 snap 127 seq_num 336) 2024-04-13T07:50:07.482 INFO:tasks.rados.rados.0.smithi119.stdout:1172: expect (ObjNum 343 snap 129 seq_num 343) 2024-04-13T07:50:07.508 INFO:tasks.rados.rados.0.smithi119.stdout:1175: finishing write tid 1 to smithi11982245-25 2024-04-13T07:50:07.509 INFO:tasks.rados.rados.0.smithi119.stdout:1175: finishing write tid 2 to smithi11982245-25 2024-04-13T07:50:07.509 INFO:tasks.rados.rados.0.smithi119.stdout:1172: done (7 left) 2024-04-13T07:50:07.509 INFO:tasks.rados.rados.0.smithi119.stdout:1173: done (6 left) 2024-04-13T07:50:07.509 INFO:tasks.rados.rados.0.smithi119.stdout:1174: done (5 left) 2024-04-13T07:50:07.509 INFO:tasks.rados.rados.0.smithi119.stdout:1180: rmattr oid 49 current snap is 137 2024-04-13T07:50:07.509 INFO:tasks.rados.rados.0.smithi119.stdout:1180: done (5 left) 2024-04-13T07:50:07.509 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 30 current snap is 137 2024-04-13T07:50:07.509 INFO:tasks.rados.rados.0.smithi119.stdout:1175: finishing write tid 3 to smithi11982245-25 2024-04-13T07:50:07.509 INFO:tasks.rados.rados.0.smithi119.stdout:1175: finishing write tid 4 to smithi11982245-25 2024-04-13T07:50:07.509 INFO:tasks.rados.rados.0.smithi119.stdout:1175: finishing write tid 5 to smithi11982245-25 2024-04-13T07:50:07.509 INFO:tasks.rados.rados.0.smithi119.stdout:1175: oid 25 updating version 0 to 420 2024-04-13T07:50:07.509 INFO:tasks.rados.rados.0.smithi119.stdout:1175: oid 25 updating version 420 to 422 2024-04-13T07:50:07.509 INFO:tasks.rados.rados.0.smithi119.stdout:1175: oid 25 version 422 is already newer than 419 2024-04-13T07:50:07.510 INFO:tasks.rados.rados.0.smithi119.stdout:1175: oid 25 version 422 is already newer than 421 2024-04-13T07:50:07.510 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 25 v 422 (ObjNum 366 snap 137 seq_num 366) dirty exists 2024-04-13T07:50:07.510 INFO:tasks.rados.rados.0.smithi119.stdout:1175: left oid 25 (ObjNum 366 snap 137 seq_num 366) 2024-04-13T07:50:07.510 INFO:tasks.rados.rados.0.smithi119.stdout:1176: finishing write tid 1 to smithi11982245-38 2024-04-13T07:50:07.510 INFO:tasks.rados.rados.0.smithi119.stdout:1181: seq_num 369 ranges {1204224=589824,1794048=507904,2301952=294912} 2024-04-13T07:50:07.518 INFO:tasks.rados.rados.0.smithi119.stdout:1181: writing smithi11982245-30 from 1204224 to 1794048 tid 1 2024-04-13T07:50:07.520 INFO:tasks.rados.rados.0.smithi119.stdout:1181: writing smithi11982245-30 from 1794048 to 2301952 tid 2 2024-04-13T07:50:07.524 INFO:tasks.rados.rados.0.smithi119.stdout:1181: writing smithi11982245-30 from 2301952 to 2596864 tid 3 2024-04-13T07:50:07.524 INFO:tasks.rados.rados.0.smithi119.stdout:1175: done (5 left) 2024-04-13T07:50:07.524 INFO:tasks.rados.rados.0.smithi119.stdout:1182: read oid 24 snap -1 2024-04-13T07:50:07.524 INFO:tasks.rados.rados.0.smithi119.stdout:1182: expect (ObjNum 211 snap 65 seq_num 211) 2024-04-13T07:50:07.524 INFO:tasks.rados.rados.0.smithi119.stdout:1183: delete oid 23 current snap is 137 2024-04-13T07:50:07.524 INFO:tasks.rados.rados.0.smithi119.stdout:1176: finishing write tid 2 to smithi11982245-38 2024-04-13T07:50:07.525 INFO:tasks.rados.rados.0.smithi119.stdout:1176: finishing write tid 3 to smithi11982245-38 2024-04-13T07:50:07.525 INFO:tasks.rados.rados.0.smithi119.stdout:1176: finishing write tid 4 to smithi11982245-38 2024-04-13T07:50:07.525 INFO:tasks.rados.rados.0.smithi119.stdout:1176: finishing write tid 5 to smithi11982245-38 2024-04-13T07:50:07.525 INFO:tasks.rados.rados.0.smithi119.stdout:1176: oid 38 updating version 0 to 609 2024-04-13T07:50:07.525 INFO:tasks.rados.rados.0.smithi119.stdout:1176: oid 38 version 609 is already newer than 608 2024-04-13T07:50:07.525 INFO:tasks.rados.rados.0.smithi119.stdout:1176: oid 38 updating version 609 to 611 2024-04-13T07:50:07.525 INFO:tasks.rados.rados.0.smithi119.stdout:1176: oid 38 version 611 is already newer than 610 2024-04-13T07:50:07.525 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 38 v 611 (ObjNum 367 snap 137 seq_num 367) dirty exists 2024-04-13T07:50:07.525 INFO:tasks.rados.rados.0.smithi119.stdout:1176: left oid 38 (ObjNum 367 snap 137 seq_num 367) 2024-04-13T07:50:07.525 INFO:tasks.rados.rados.0.smithi119.stdout:1177: expect (ObjNum 211 snap 65 seq_num 211) 2024-04-13T07:50:07.568 INFO:tasks.rados.rados.0.smithi119.stdout:1178: finishing write tid 1 to smithi11982245-27 2024-04-13T07:50:07.568 INFO:tasks.rados.rados.0.smithi119.stdout:1178: finishing write tid 2 to smithi11982245-27 2024-04-13T07:50:07.568 INFO:tasks.rados.rados.0.smithi119.stdout:1178: finishing write tid 3 to smithi11982245-27 2024-04-13T07:50:07.568 INFO:tasks.rados.rados.0.smithi119.stdout:1178: finishing write tid 4 to smithi11982245-27 2024-04-13T07:50:07.568 INFO:tasks.rados.rados.0.smithi119.stdout:1178: finishing write tid 5 to smithi11982245-27 2024-04-13T07:50:07.568 INFO:tasks.rados.rados.0.smithi119.stdout:1178: oid 27 updating version 0 to 373 2024-04-13T07:50:07.568 INFO:tasks.rados.rados.0.smithi119.stdout:1178: oid 27 updating version 373 to 374 2024-04-13T07:50:07.569 INFO:tasks.rados.rados.0.smithi119.stdout:1178: oid 27 version 374 is already newer than 371 2024-04-13T07:50:07.569 INFO:tasks.rados.rados.0.smithi119.stdout:1178: oid 27 version 374 is already newer than 372 2024-04-13T07:50:07.569 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 27 v 374 (ObjNum 368 snap 137 seq_num 368) dirty exists 2024-04-13T07:50:07.569 INFO:tasks.rados.rados.0.smithi119.stdout:1178: left oid 27 (ObjNum 368 snap 137 seq_num 368) 2024-04-13T07:50:07.569 INFO:tasks.rados.rados.0.smithi119.stdout:1179: finishing rollback tid 0 to smithi11982245-28 2024-04-13T07:50:07.569 INFO:tasks.rados.rados.0.smithi119.stdout:1179: finishing rollback tid 1 to smithi11982245-28 2024-04-13T07:50:07.569 INFO:tasks.rados.rados.0.smithi119.stdout:1179: finishing rollback tid 2 to smithi11982245-28 2024-04-13T07:50:07.569 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 28 v 719 (ObjNum 145 snap 46 seq_num 145) dirty exists 2024-04-13T07:50:07.569 INFO:tasks.rados.rados.0.smithi119.stdout:1176: done (6 left) 2024-04-13T07:50:07.569 INFO:tasks.rados.rados.0.smithi119.stdout:1177: done (5 left) 2024-04-13T07:50:07.569 INFO:tasks.rados.rados.0.smithi119.stdout:1178: done (4 left) 2024-04-13T07:50:07.569 INFO:tasks.rados.rados.0.smithi119.stdout:1179: done (3 left) 2024-04-13T07:50:07.569 INFO:tasks.rados.rados.0.smithi119.stdout:1183: done (2 left) 2024-04-13T07:50:07.569 INFO:tasks.rados.rados.0.smithi119.stdout:1184: rollback oid 47 current snap is 137 2024-04-13T07:50:07.570 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 47 to 92 2024-04-13T07:50:07.570 INFO:tasks.rados.rados.0.smithi119.stdout:1181: finishing write tid 1 to smithi11982245-30 2024-04-13T07:50:07.570 INFO:tasks.rados.rados.0.smithi119.stdout:1181: finishing write tid 2 to smithi11982245-30 2024-04-13T07:50:07.570 INFO:tasks.rados.rados.0.smithi119.stdout:1181: finishing write tid 3 to smithi11982245-30 2024-04-13T07:50:07.570 INFO:tasks.rados.rados.0.smithi119.stdout:1181: finishing write tid 4 to smithi11982245-30 2024-04-13T07:50:07.570 INFO:tasks.rados.rados.0.smithi119.stdout:1181: finishing write tid 5 to smithi11982245-30 2024-04-13T07:50:07.570 INFO:tasks.rados.rados.0.smithi119.stdout:1181: oid 30 updating version 0 to 608 2024-04-13T07:50:07.570 INFO:tasks.rados.rados.0.smithi119.stdout:1181: oid 30 version 608 is already newer than 606 2024-04-13T07:50:07.570 INFO:tasks.rados.rados.0.smithi119.stdout:1181: oid 30 version 608 is already newer than 605 2024-04-13T07:50:07.570 INFO:tasks.rados.rados.0.smithi119.stdout:1181: oid 30 version 608 is already newer than 607 2024-04-13T07:50:07.570 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 30 v 608 (ObjNum 369 snap 137 seq_num 369) dirty exists 2024-04-13T07:50:07.570 INFO:tasks.rados.rados.0.smithi119.stdout:1181: left oid 30 (ObjNum 369 snap 137 seq_num 369) 2024-04-13T07:50:07.570 INFO:tasks.rados.rados.0.smithi119.stdout:1182: expect (ObjNum 211 snap 65 seq_num 211) 2024-04-13T07:50:07.609 INFO:tasks.rados.rados.0.smithi119.stdout:1184: finishing rollback tid 0 to smithi11982245-47 2024-04-13T07:50:07.609 INFO:tasks.rados.rados.0.smithi119.stdout:1184: finishing rollback tid 1 to smithi11982245-47 2024-04-13T07:50:07.609 INFO:tasks.rados.rados.0.smithi119.stdout:1184: finishing rollback tid 2 to smithi11982245-47 2024-04-13T07:50:07.609 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 47 v 775 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-04-13T07:50:07.609 INFO:tasks.rados.rados.0.smithi119.stdout:1181: done (2 left) 2024-04-13T07:50:07.609 INFO:tasks.rados.rados.0.smithi119.stdout:1182: done (1 left) 2024-04-13T07:50:07.609 INFO:tasks.rados.rados.0.smithi119.stdout:1184: done (0 left) 2024-04-13T07:50:07.609 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 9 current snap is 137 2024-04-13T07:50:07.609 INFO:tasks.rados.rados.0.smithi119.stdout:1185: seq_num 371 ranges {1835008=622592,2457600=679936,3137536=122880} 2024-04-13T07:50:07.621 INFO:tasks.rados.rados.0.smithi119.stdout:1185: writing smithi11982245-9 from 1835008 to 2457600 tid 1 2024-04-13T07:50:07.626 INFO:tasks.rados.rados.0.smithi119.stdout:1185: writing smithi11982245-9 from 2457600 to 3137536 tid 2 2024-04-13T07:50:07.627 INFO:tasks.rados.rados.0.smithi119.stdout:1185: writing smithi11982245-9 from 3137536 to 3260416 tid 3 2024-04-13T07:50:07.627 INFO:tasks.rados.rados.0.smithi119.stdout:1186: read oid 41 snap -1 2024-04-13T07:50:07.627 INFO:tasks.rados.rados.0.smithi119.stdout:1186: expect (ObjNum 351 snap 132 seq_num 351) 2024-04-13T07:50:07.627 INFO:tasks.rados.rados.0.smithi119.stdout:1187: delete oid 50 current snap is 137 2024-04-13T07:50:07.627 INFO:tasks.rados.rados.0.smithi119.stdout:1185: finishing write tid 1 to smithi11982245-9 2024-04-13T07:50:07.629 INFO:tasks.rados.rados.0.smithi119.stdout:1185: finishing write tid 2 to smithi11982245-9 2024-04-13T07:50:07.629 INFO:tasks.rados.rados.0.smithi119.stdout:1185: finishing write tid 3 to smithi11982245-9 2024-04-13T07:50:07.630 INFO:tasks.rados.rados.0.smithi119.stdout:1185: finishing write tid 4 to smithi11982245-9 2024-04-13T07:50:07.631 INFO:tasks.rados.rados.0.smithi119.stdout:1185: finishing write tid 5 to smithi11982245-9 2024-04-13T07:50:07.631 INFO:tasks.rados.rados.0.smithi119.stdout:1185: oid 9 updating version 0 to 318 2024-04-13T07:50:07.631 INFO:tasks.rados.rados.0.smithi119.stdout:1185: oid 9 version 318 is already newer than 316 2024-04-13T07:50:07.631 INFO:tasks.rados.rados.0.smithi119.stdout:1185: oid 9 updating version 318 to 319 2024-04-13T07:50:07.631 INFO:tasks.rados.rados.0.smithi119.stdout:1185: oid 9 version 319 is already newer than 317 2024-04-13T07:50:07.631 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 9 v 319 (ObjNum 371 snap 137 seq_num 371) dirty exists 2024-04-13T07:50:07.631 INFO:tasks.rados.rados.0.smithi119.stdout:1185: left oid 9 (ObjNum 371 snap 137 seq_num 371) 2024-04-13T07:50:07.632 INFO:tasks.rados.rados.0.smithi119.stdout:1185: done (2 left) 2024-04-13T07:50:07.632 INFO:tasks.rados.rados.0.smithi119.stdout:1187: done (1 left) 2024-04-13T07:50:07.632 INFO:tasks.rados.rados.0.smithi119.stdout:1188: read oid 19 snap 116 2024-04-13T07:50:07.632 INFO:tasks.rados.rados.0.smithi119.stdout:1188: expect (ObjNum 317 snap 115 seq_num 317) 2024-04-13T07:50:07.632 INFO:tasks.rados.rados.0.smithi119.stdout:1189: delete oid 11 current snap is 137 2024-04-13T07:50:07.634 INFO:tasks.rados.rados.0.smithi119.stdout:1186: expect (ObjNum 351 snap 132 seq_num 351) 2024-04-13T07:50:07.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:07 smithi139 ceph-mon[88985]: osdmap e306: 8 total, 7 up, 8 in 2024-04-13T07:50:07.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:07 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:07.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:07 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:07.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:07 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:50:07.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:07 smithi139 ceph-mon[88985]: pgmap v124: 121 pgs: 15 active+undersized+degraded, 39 active+undersized, 67 active+clean; 319 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 10 op/s; 164/927 objects degraded (17.691%) 2024-04-13T07:50:07.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:07 smithi119 ceph-mon[96316]: osdmap e306: 8 total, 7 up, 8 in 2024-04-13T07:50:07.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:07 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:07.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:07 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:07.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:07 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:50:07.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:07 smithi119 ceph-mon[96316]: pgmap v124: 121 pgs: 15 active+undersized+degraded, 39 active+undersized, 67 active+clean; 319 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 10 op/s; 164/927 objects degraded (17.691%) 2024-04-13T07:50:07.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:07 smithi119 ceph-mon[93746]: osdmap e306: 8 total, 7 up, 8 in 2024-04-13T07:50:07.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:07 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:07.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:07 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:07.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:07 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:50:07.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:07 smithi119 ceph-mon[93746]: pgmap v124: 121 pgs: 15 active+undersized+degraded, 39 active+undersized, 67 active+clean; 319 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 10 op/s; 164/927 objects degraded (17.691%) 2024-04-13T07:50:07.728 INFO:tasks.rados.rados.0.smithi119.stdout:1188: expect (ObjNum 317 snap 115 seq_num 317) 2024-04-13T07:50:08.178 INFO:tasks.rados.rados.0.smithi119.stdout:1186: done (2 left) 2024-04-13T07:50:08.178 INFO:tasks.rados.rados.0.smithi119.stdout:1188: done (1 left) 2024-04-13T07:50:08.178 INFO:tasks.rados.rados.0.smithi119.stdout:1189: done (0 left) 2024-04-13T07:50:08.179 INFO:tasks.rados.rados.0.smithi119.stdout:1190: snap_remove snap 76 2024-04-13T07:50:08.355 INFO:tasks.rados.rados.0.smithi119.stdout:1190: done (0 left) 2024-04-13T07:50:08.355 INFO:tasks.rados.rados.0.smithi119.stdout:1191: read oid 18 snap -1 2024-04-13T07:50:08.355 INFO:tasks.rados.rados.0.smithi119.stdout:1191: expect (ObjNum 365 snap 137 seq_num 365) 2024-04-13T07:50:08.355 INFO:tasks.rados.rados.0.smithi119.stdout:1192: copy_from oid 31 from oid 16 current snap is 137 2024-04-13T07:50:08.355 INFO:tasks.rados.rados.0.smithi119.stdout:1193: delete oid 46 current snap is 137 2024-04-13T07:50:08.364 INFO:tasks.rados.rados.0.smithi119.stdout:1192: finishing copy_from racing read to smithi11982245-31 2024-04-13T07:50:08.364 INFO:tasks.rados.rados.0.smithi119.stdout:1193: done (2 left) 2024-04-13T07:50:08.364 INFO:tasks.rados.rados.0.smithi119.stdout:1194: copy_from oid 25 from oid 27 current snap is 137 2024-04-13T07:50:08.364 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 41 current snap is 137 2024-04-13T07:50:08.364 INFO:tasks.rados.rados.0.smithi119.stdout:1195: seq_num 375 ranges {2285568=688128,2973696=663552,3637248=139264} 2024-04-13T07:50:08.382 INFO:tasks.rados.rados.0.smithi119.stdout:1195: writing smithi11982245-41 from 2285568 to 2973696 tid 1 2024-04-13T07:50:08.386 INFO:tasks.rados.rados.0.smithi119.stdout:1195: writing smithi11982245-41 from 2973696 to 3637248 tid 2 2024-04-13T07:50:08.387 INFO:tasks.rados.rados.0.smithi119.stdout:1195: writing smithi11982245-41 from 3637248 to 3776512 tid 3 2024-04-13T07:50:08.387 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 38 current snap is 137 2024-04-13T07:50:08.387 INFO:tasks.rados.rados.0.smithi119.stdout:1196: seq_num 376 ranges {1351680=704512,2056192=548864,2605056=253952} 2024-04-13T07:50:08.398 INFO:tasks.rados.rados.0.smithi119.stdout:1196: writing smithi11982245-38 from 1351680 to 2056192 tid 1 2024-04-13T07:50:08.401 INFO:tasks.rados.rados.0.smithi119.stdout:1196: writing smithi11982245-38 from 2056192 to 2605056 tid 2 2024-04-13T07:50:08.403 INFO:tasks.rados.rados.0.smithi119.stdout:1196: writing smithi11982245-38 from 2605056 to 2859008 tid 3 2024-04-13T07:50:08.404 INFO:tasks.rados.rados.0.smithi119.stdout:1197: read oid 2 snap -1 2024-04-13T07:50:08.404 INFO:tasks.rados.rados.0.smithi119.stdout:1197: expect (ObjNum 309 snap 111 seq_num 309) 2024-04-13T07:50:08.404 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 34 current snap is 137 2024-04-13T07:50:08.404 INFO:tasks.rados.rados.0.smithi119.stdout:1192: finishing copy_from to smithi11982245-31 2024-04-13T07:50:08.404 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 31 v 387 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-04-13T07:50:08.404 INFO:tasks.rados.rados.0.smithi119.stdout:1191: expect (ObjNum 365 snap 137 seq_num 365) 2024-04-13T07:50:08.440 INFO:tasks.rados.rados.0.smithi119.stdout:1195: finishing write tid 1 to smithi11982245-41 2024-04-13T07:50:08.440 INFO:tasks.rados.rados.0.smithi119.stdout:1198: seq_num 377 ranges {950272=720896,1671168=434176,2105344=368640} 2024-04-13T07:50:08.449 INFO:tasks.rados.rados.0.smithi119.stdout:1198: writing smithi11982245-34 from 950272 to 1671168 tid 1 2024-04-13T07:50:08.451 INFO:tasks.rados.rados.0.smithi119.stdout:1198: writing smithi11982245-34 from 1671168 to 2105344 tid 2 2024-04-13T07:50:08.455 INFO:tasks.rados.rados.0.smithi119.stdout:1198: writing smithi11982245-34 from 2105344 to 2473984 tid 3 2024-04-13T07:50:08.455 INFO:tasks.rados.rados.0.smithi119.stdout:1191: done (6 left) 2024-04-13T07:50:08.455 INFO:tasks.rados.rados.0.smithi119.stdout:1192: done (5 left) 2024-04-13T07:50:08.455 INFO:tasks.rados.rados.0.smithi119.stdout:1199: rollback oid 14 current snap is 137 2024-04-13T07:50:08.455 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 14 to 101 2024-04-13T07:50:08.455 INFO:tasks.rados.rados.0.smithi119.stdout:1195: finishing write tid 2 to smithi11982245-41 2024-04-13T07:50:08.455 INFO:tasks.rados.rados.0.smithi119.stdout:1195: finishing write tid 3 to smithi11982245-41 2024-04-13T07:50:08.455 INFO:tasks.rados.rados.0.smithi119.stdout:1195: finishing write tid 4 to smithi11982245-41 2024-04-13T07:50:08.455 INFO:tasks.rados.rados.0.smithi119.stdout:1195: finishing write tid 5 to smithi11982245-41 2024-04-13T07:50:08.455 INFO:tasks.rados.rados.0.smithi119.stdout:1195: oid 41 updating version 0 to 330 2024-04-13T07:50:08.455 INFO:tasks.rados.rados.0.smithi119.stdout:1195: oid 41 version 330 is already newer than 327 2024-04-13T07:50:08.455 INFO:tasks.rados.rados.0.smithi119.stdout:1195: oid 41 version 330 is already newer than 328 2024-04-13T07:50:08.455 INFO:tasks.rados.rados.0.smithi119.stdout:1195: oid 41 version 330 is already newer than 329 2024-04-13T07:50:08.455 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 41 v 330 (ObjNum 375 snap 137 seq_num 375) dirty exists 2024-04-13T07:50:08.456 INFO:tasks.rados.rados.0.smithi119.stdout:1195: left oid 41 (ObjNum 375 snap 137 seq_num 375) 2024-04-13T07:50:08.456 INFO:tasks.rados.rados.0.smithi119.stdout:1194: finishing copy_from racing read to smithi11982245-25 2024-04-13T07:50:08.456 INFO:tasks.rados.rados.0.smithi119.stdout:1195: done (5 left) 2024-04-13T07:50:08.456 INFO:tasks.rados.rados.0.smithi119.stdout:1200: copy_from oid 48 from oid 49 current snap is 137 2024-04-13T07:50:08.456 INFO:tasks.rados.rados.0.smithi119.stdout:1194: finishing copy_from to smithi11982245-25 2024-04-13T07:50:08.456 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 25 v 374 (ObjNum 368 snap 137 seq_num 368) dirty exists 2024-04-13T07:50:08.456 INFO:tasks.rados.rados.0.smithi119.stdout:1196: finishing write tid 1 to smithi11982245-38 2024-04-13T07:50:08.456 INFO:tasks.rados.rados.0.smithi119.stdout:1196: finishing write tid 2 to smithi11982245-38 2024-04-13T07:50:08.456 INFO:tasks.rados.rados.0.smithi119.stdout:1196: finishing write tid 3 to smithi11982245-38 2024-04-13T07:50:08.456 INFO:tasks.rados.rados.0.smithi119.stdout:1196: finishing write tid 4 to smithi11982245-38 2024-04-13T07:50:08.456 INFO:tasks.rados.rados.0.smithi119.stdout:1196: finishing write tid 5 to smithi11982245-38 2024-04-13T07:50:08.456 INFO:tasks.rados.rados.0.smithi119.stdout:1196: oid 38 updating version 0 to 614 2024-04-13T07:50:08.456 INFO:tasks.rados.rados.0.smithi119.stdout:1196: oid 38 version 614 is already newer than 613 2024-04-13T07:50:08.456 INFO:tasks.rados.rados.0.smithi119.stdout:1196: oid 38 version 614 is already newer than 612 2024-04-13T07:50:08.456 INFO:tasks.rados.rados.0.smithi119.stdout:1196: oid 38 updating version 614 to 615 2024-04-13T07:50:08.457 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 38 v 615 (ObjNum 376 snap 137 seq_num 376) dirty exists 2024-04-13T07:50:08.457 INFO:tasks.rados.rados.0.smithi119.stdout:1196: left oid 38 (ObjNum 376 snap 137 seq_num 376) 2024-04-13T07:50:08.457 INFO:tasks.rados.rados.0.smithi119.stdout:1197: expect (ObjNum 309 snap 111 seq_num 309) 2024-04-13T07:50:08.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:08 smithi119 ceph-mon[96316]: Health check failed: Degraded data redundancy: 164/927 objects degraded (17.691%), 15 pgs degraded (PG_DEGRADED) 2024-04-13T07:50:08.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:08 smithi119 ceph-mon[96316]: osdmap e307: 8 total, 7 up, 8 in 2024-04-13T07:50:08.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:08 smithi119 ceph-mon[93746]: Health check failed: Degraded data redundancy: 164/927 objects degraded (17.691%), 15 pgs degraded (PG_DEGRADED) 2024-04-13T07:50:08.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:08 smithi119 ceph-mon[93746]: osdmap e307: 8 total, 7 up, 8 in 2024-04-13T07:50:08.563 INFO:tasks.rados.rados.0.smithi119.stdout:1198: finishing write tid 1 to smithi11982245-34 2024-04-13T07:50:08.564 INFO:tasks.rados.rados.0.smithi119.stdout:1198: finishing write tid 2 to smithi11982245-34 2024-04-13T07:50:08.564 INFO:tasks.rados.rados.0.smithi119.stdout:1194: done (5 left) 2024-04-13T07:50:08.564 INFO:tasks.rados.rados.0.smithi119.stdout:1196: done (4 left) 2024-04-13T07:50:08.564 INFO:tasks.rados.rados.0.smithi119.stdout:1197: done (3 left) 2024-04-13T07:50:08.564 INFO:tasks.rados.rados.0.smithi119.stdout:1201: snap_remove snap 119 2024-04-13T07:50:08.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:08 smithi139 ceph-mon[88985]: Health check failed: Degraded data redundancy: 164/927 objects degraded (17.691%), 15 pgs degraded (PG_DEGRADED) 2024-04-13T07:50:08.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:08 smithi139 ceph-mon[88985]: osdmap e307: 8 total, 7 up, 8 in 2024-04-13T07:50:09.357 INFO:tasks.rados.rados.0.smithi119.stdout:1201: done (3 left) 2024-04-13T07:50:09.357 INFO:tasks.rados.rados.0.smithi119.stdout:1202: copy_from oid 23 from oid 32 current snap is 137 2024-04-13T07:50:09.357 INFO:tasks.rados.rados.0.smithi119.stdout:1198: finishing write tid 3 to smithi11982245-34 2024-04-13T07:50:09.357 INFO:tasks.rados.rados.0.smithi119.stdout:1198: finishing write tid 4 to smithi11982245-34 2024-04-13T07:50:09.358 INFO:tasks.rados.rados.0.smithi119.stdout:1199: finishing rollback tid 0 to smithi11982245-14 2024-04-13T07:50:09.358 INFO:tasks.rados.rados.0.smithi119.stdout:1199: finishing rollback tid 1 to smithi11982245-14 2024-04-13T07:50:09.358 INFO:tasks.rados.rados.0.smithi119.stdout:1198: finishing write tid 5 to smithi11982245-34 2024-04-13T07:50:09.358 INFO:tasks.rados.rados.0.smithi119.stdout:1198: oid 34 updating version 0 to 714 2024-04-13T07:50:09.358 INFO:tasks.rados.rados.0.smithi119.stdout:1198: oid 34 version 714 is already newer than 712 2024-04-13T07:50:09.358 INFO:tasks.rados.rados.0.smithi119.stdout:1198: oid 34 version 714 is already newer than 713 2024-04-13T07:50:09.358 INFO:tasks.rados.rados.0.smithi119.stdout:1198: oid 34 updating version 714 to 715 2024-04-13T07:50:09.358 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 34 v 715 (ObjNum 377 snap 137 seq_num 377) dirty exists 2024-04-13T07:50:09.358 INFO:tasks.rados.rados.0.smithi119.stdout:1198: left oid 34 (ObjNum 377 snap 137 seq_num 377) 2024-04-13T07:50:09.358 INFO:tasks.rados.rados.0.smithi119.stdout:1199: finishing rollback tid 2 to smithi11982245-14 2024-04-13T07:50:09.358 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 14 v 427 (ObjNum 260 snap 83 seq_num 260) dirty exists 2024-04-13T07:50:09.358 INFO:tasks.rados.rados.0.smithi119.stdout:1200: finishing copy_from racing read to smithi11982245-48 2024-04-13T07:50:09.358 INFO:tasks.rados.rados.0.smithi119.stdout:1200: finishing copy_from to smithi11982245-48 2024-04-13T07:50:09.359 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 48 v 447 (ObjNum 336 snap 127 seq_num 336) dirty exists 2024-04-13T07:50:09.359 INFO:tasks.rados.rados.0.smithi119.stdout:1198: done (3 left) 2024-04-13T07:50:09.359 INFO:tasks.rados.rados.0.smithi119.stdout:1199: done (2 left) 2024-04-13T07:50:09.359 INFO:tasks.rados.rados.0.smithi119.stdout:1200: done (1 left) 2024-04-13T07:50:09.359 INFO:tasks.rados.rados.0.smithi119.stdout:1203: snap_create 2024-04-13T07:50:09.378 INFO:tasks.rados.rados.0.smithi119.stdout:1202: finishing copy_from racing read to smithi11982245-23 2024-04-13T07:50:09.379 INFO:tasks.rados.rados.0.smithi119.stdout:1202: finishing copy_from to smithi11982245-23 2024-04-13T07:50:09.379 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 23 v 524 (ObjNum 328 snap 123 seq_num 328) dirty exists 2024-04-13T07:50:09.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:09 smithi139 ceph-mon[88985]: osdmap e308: 8 total, 7 up, 8 in 2024-04-13T07:50:09.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:09 smithi139 ceph-mon[88985]: pgmap v127: 121 pgs: 15 active+undersized+degraded, 39 active+undersized, 67 active+clean; 319 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 10 op/s; 164/927 objects degraded (17.691%) 2024-04-13T07:50:09.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:09 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:09.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:50:09.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:09 smithi119 ceph-mon[96316]: osdmap e308: 8 total, 7 up, 8 in 2024-04-13T07:50:09.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:09 smithi119 ceph-mon[96316]: pgmap v127: 121 pgs: 15 active+undersized+degraded, 39 active+undersized, 67 active+clean; 319 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 10 op/s; 164/927 objects degraded (17.691%) 2024-04-13T07:50:09.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:09 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:09.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:50:09.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:09 smithi119 ceph-mon[93746]: osdmap e308: 8 total, 7 up, 8 in 2024-04-13T07:50:09.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:09 smithi119 ceph-mon[93746]: pgmap v127: 121 pgs: 15 active+undersized+degraded, 39 active+undersized, 67 active+clean; 319 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 10 op/s; 164/927 objects degraded (17.691%) 2024-04-13T07:50:09.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:09 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:09.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:50:10.216 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:50:09 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-0[102289]: 2024-04-13T07:50:09.720+0000 7fa8ed9617c0 -1 osd.0 300 log_to_monitors true 2024-04-13T07:50:10.366 INFO:tasks.rados.rados.0.smithi119.stdout:1202: done (1 left) 2024-04-13T07:50:10.366 INFO:tasks.rados.rados.0.smithi119.stdout:1203: done (0 left) 2024-04-13T07:50:10.366 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 11 current snap is 138 2024-04-13T07:50:10.366 INFO:tasks.rados.rados.0.smithi119.stdout:1204: seq_num 378 ranges {0=737280,737280=720896,1458176=81920} 2024-04-13T07:50:10.370 INFO:tasks.rados.rados.0.smithi119.stdout:1204: writing smithi11982245-11 from 0 to 737280 tid 1 2024-04-13T07:50:10.376 INFO:tasks.rados.rados.0.smithi119.stdout:1204: writing smithi11982245-11 from 737280 to 1458176 tid 2 2024-04-13T07:50:10.376 INFO:tasks.rados.rados.0.smithi119.stdout:1204: writing smithi11982245-11 from 1458176 to 1540096 tid 3 2024-04-13T07:50:10.376 INFO:tasks.rados.rados.0.smithi119.stdout:1205: rmattr oid 30 current snap is 138 2024-04-13T07:50:10.377 INFO:tasks.rados.rados.0.smithi119.stdout:1205: done (1 left) 2024-04-13T07:50:10.377 INFO:tasks.rados.rados.0.smithi119.stdout:1206: delete oid 19 current snap is 138 2024-04-13T07:50:10.377 INFO:tasks.rados.rados.0.smithi119.stdout:1204: finishing write tid 1 to smithi11982245-11 2024-04-13T07:50:10.379 INFO:tasks.rados.rados.0.smithi119.stdout:1204: finishing write tid 2 to smithi11982245-11 2024-04-13T07:50:10.380 INFO:tasks.rados.rados.0.smithi119.stdout:1204: finishing write tid 3 to smithi11982245-11 2024-04-13T07:50:10.380 INFO:tasks.rados.rados.0.smithi119.stdout:1204: finishing write tid 4 to smithi11982245-11 2024-04-13T07:50:10.382 INFO:tasks.rados.rados.0.smithi119.stdout:1206: done (1 left) 2024-04-13T07:50:10.383 INFO:tasks.rados.rados.0.smithi119.stdout:1207: rollback oid 30 current snap is 138 2024-04-13T07:50:10.383 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 30 to 125 2024-04-13T07:50:10.383 INFO:tasks.rados.rados.0.smithi119.stdout:1208: copy_from oid 23 from oid 17 current snap is 138 2024-04-13T07:50:10.383 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 24 current snap is 138 2024-04-13T07:50:10.383 INFO:tasks.rados.rados.0.smithi119.stdout:1209: seq_num 380 ranges {1409024=770048,2179072=483328,2662400=319488} 2024-04-13T07:50:10.395 INFO:tasks.rados.rados.0.smithi119.stdout:1209: writing smithi11982245-24 from 1409024 to 2179072 tid 1 2024-04-13T07:50:10.398 INFO:tasks.rados.rados.0.smithi119.stdout:1209: writing smithi11982245-24 from 2179072 to 2662400 tid 2 2024-04-13T07:50:10.401 INFO:tasks.rados.rados.0.smithi119.stdout:1209: writing smithi11982245-24 from 2662400 to 2981888 tid 3 2024-04-13T07:50:10.401 INFO:tasks.rados.rados.0.smithi119.stdout:1204: finishing write tid 5 to smithi11982245-11 2024-04-13T07:50:10.401 INFO:tasks.rados.rados.0.smithi119.stdout:1204: oid 11 updating version 0 to 446 2024-04-13T07:50:10.401 INFO:tasks.rados.rados.0.smithi119.stdout:1204: oid 11 updating version 446 to 447 2024-04-13T07:50:10.401 INFO:tasks.rados.rados.0.smithi119.stdout:1204: oid 11 updating version 447 to 448 2024-04-13T07:50:10.401 INFO:tasks.rados.rados.0.smithi119.stdout:1204: oid 11 updating version 448 to 449 2024-04-13T07:50:10.401 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 11 v 449 (ObjNum 378 snap 138 seq_num 378) dirty exists 2024-04-13T07:50:10.401 INFO:tasks.rados.rados.0.smithi119.stdout:1204: left oid 11 (ObjNum 378 snap 138 seq_num 378) 2024-04-13T07:50:10.402 INFO:tasks.rados.rados.0.smithi119.stdout:1210: read oid 34 snap 117 2024-04-13T07:50:10.402 INFO:tasks.rados.rados.0.smithi119.stdout:1210: expect deleted 2024-04-13T07:50:10.402 INFO:tasks.rados.rados.0.smithi119.stdout:1208: finishing copy_from to smithi11982245-23 2024-04-13T07:50:10.402 INFO:tasks.rados.rados.0.smithi119.stdout:1208: got expected ENOENT (src dne) 2024-04-13T07:50:10.402 INFO:tasks.rados.rados.0.smithi119.stdout:1208: finishing copy_from racing read to smithi11982245-23 2024-04-13T07:50:10.402 INFO:tasks.rados.rados.0.smithi119.stdout:1207: finishing rollback tid 0 to smithi11982245-30 2024-04-13T07:50:10.402 INFO:tasks.rados.rados.0.smithi119.stdout:1207: finishing rollback tid 1 to smithi11982245-30 2024-04-13T07:50:10.402 INFO:tasks.rados.rados.0.smithi119.stdout:1207: finishing rollback tid 2 to smithi11982245-30 2024-04-13T07:50:10.402 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 30 v 611 (ObjNum 306 snap 111 seq_num 306) dirty exists 2024-04-13T07:50:10.402 INFO:tasks.rados.rados.0.smithi119.stdout:1204: done (4 left) 2024-04-13T07:50:10.402 INFO:tasks.rados.rados.0.smithi119.stdout:1207: done (3 left) 2024-04-13T07:50:10.402 INFO:tasks.rados.rados.0.smithi119.stdout:1208: done (2 left) 2024-04-13T07:50:10.402 INFO:tasks.rados.rados.0.smithi119.stdout:1211: snap_create 2024-04-13T07:50:10.402 INFO:tasks.rados.rados.0.smithi119.stdout:1209: finishing write tid 1 to smithi11982245-24 2024-04-13T07:50:10.403 INFO:tasks.rados.rados.0.smithi119.stdout:1209: finishing write tid 2 to smithi11982245-24 2024-04-13T07:50:10.403 INFO:tasks.rados.rados.0.smithi119.stdout:1209: finishing write tid 3 to smithi11982245-24 2024-04-13T07:50:10.403 INFO:tasks.rados.rados.0.smithi119.stdout:1209: finishing write tid 4 to smithi11982245-24 2024-04-13T07:50:10.404 INFO:tasks.rados.rados.0.smithi119.stdout:1209: finishing write tid 5 to smithi11982245-24 2024-04-13T07:50:10.404 INFO:tasks.rados.rados.0.smithi119.stdout:1209: oid 24 updating version 0 to 362 2024-04-13T07:50:10.404 INFO:tasks.rados.rados.0.smithi119.stdout:1209: oid 24 updating version 362 to 364 2024-04-13T07:50:10.404 INFO:tasks.rados.rados.0.smithi119.stdout:1209: oid 24 version 364 is already newer than 363 2024-04-13T07:50:10.404 INFO:tasks.rados.rados.0.smithi119.stdout:1209: oid 24 updating version 364 to 365 2024-04-13T07:50:10.404 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 24 v 365 (ObjNum 380 snap 138 seq_num 380) dirty exists 2024-04-13T07:50:10.404 INFO:tasks.rados.rados.0.smithi119.stdout:1209: left oid 24 (ObjNum 380 snap 138 seq_num 380) 2024-04-13T07:50:10.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:10 smithi139 ceph-mon[88985]: osdmap e309: 8 total, 7 up, 8 in 2024-04-13T07:50:10.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:10 smithi139 ceph-mon[88985]: from='osd.0 [v2:172.21.15.119:6802/2948184474,v1:172.21.15.119:6803/2948184474]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-13T07:50:10.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:10 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:10.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:10 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:10.716 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:50:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-0[102289]: 2024-04-13T07:50:10.404+0000 7fa8dadb1700 -1 osd.0 300 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-13T07:50:10.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:10 smithi119 ceph-mon[96316]: osdmap e309: 8 total, 7 up, 8 in 2024-04-13T07:50:10.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:10 smithi119 ceph-mon[96316]: from='osd.0 [v2:172.21.15.119:6802/2948184474,v1:172.21.15.119:6803/2948184474]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-13T07:50:10.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:10 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:10.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:10 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:10.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:10 smithi119 ceph-mon[93746]: osdmap e309: 8 total, 7 up, 8 in 2024-04-13T07:50:10.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:10 smithi119 ceph-mon[93746]: from='osd.0 [v2:172.21.15.119:6802/2948184474,v1:172.21.15.119:6803/2948184474]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-13T07:50:10.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:10 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:10.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:10 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:11.391 INFO:tasks.rados.rados.0.smithi119.stdout:1209: done (2 left) 2024-04-13T07:50:11.391 INFO:tasks.rados.rados.0.smithi119.stdout:1210: done (1 left) 2024-04-13T07:50:11.391 INFO:tasks.rados.rados.0.smithi119.stdout:1211: done (0 left) 2024-04-13T07:50:11.391 INFO:tasks.rados.rados.0.smithi119.stdout:1212: delete oid 26 current snap is 139 2024-04-13T07:50:11.397 INFO:tasks.rados.rados.0.smithi119.stdout:1212: done (0 left) 2024-04-13T07:50:11.397 INFO:tasks.rados.rados.0.smithi119.stdout:1213: delete oid 5 current snap is 139 2024-04-13T07:50:11.400 INFO:tasks.rados.rados.0.smithi119.stdout:1213: done (0 left) 2024-04-13T07:50:11.400 INFO:tasks.rados.rados.0.smithi119.stdout:1214: copy_from oid 21 from oid 29 current snap is 139 2024-04-13T07:50:11.400 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 3 current snap is 139 2024-04-13T07:50:11.401 INFO:tasks.rados.rados.0.smithi119.stdout:1215: seq_num 383 ranges {0=417792,417792=589824,1007616=417792,1425408=196608} 2024-04-13T07:50:11.403 INFO:tasks.rados.rados.0.smithi119.stdout:1215: writing smithi11982245-3 from 0 to 417792 tid 1 2024-04-13T07:50:11.407 INFO:tasks.rados.rados.0.smithi119.stdout:1215: writing smithi11982245-3 from 417792 to 1007616 tid 2 2024-04-13T07:50:11.410 INFO:tasks.rados.rados.0.smithi119.stdout:1215: writing smithi11982245-3 from 1007616 to 1425408 tid 3 2024-04-13T07:50:11.411 INFO:tasks.rados.rados.0.smithi119.stdout:1215: writing smithi11982245-3 from 1425408 to 1622016 tid 4 2024-04-13T07:50:11.412 INFO:tasks.rados.rados.0.smithi119.stdout:1215: finishing write tid 1 to smithi11982245-3 2024-04-13T07:50:11.412 INFO:tasks.rados.rados.0.smithi119.stdout:1216: copy_from oid 35 from oid 34 current snap is 139 2024-04-13T07:50:11.412 INFO:tasks.rados.rados.0.smithi119.stdout:1217: read oid 19 snap -1 2024-04-13T07:50:11.412 INFO:tasks.rados.rados.0.smithi119.stdout:1217: expect deleted 2024-04-13T07:50:11.412 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 17 current snap is 139 2024-04-13T07:50:11.412 INFO:tasks.rados.rados.0.smithi119.stdout:1218: seq_num 384 ranges {0=434176,434176=475136,909312=630784,1540096=98304} 2024-04-13T07:50:11.415 INFO:tasks.rados.rados.0.smithi119.stdout:1218: writing smithi11982245-17 from 0 to 434176 tid 1 2024-04-13T07:50:11.418 INFO:tasks.rados.rados.0.smithi119.stdout:1218: writing smithi11982245-17 from 434176 to 909312 tid 2 2024-04-13T07:50:11.423 INFO:tasks.rados.rados.0.smithi119.stdout:1218: writing smithi11982245-17 from 909312 to 1540096 tid 3 2024-04-13T07:50:11.425 INFO:tasks.rados.rados.0.smithi119.stdout:1218: writing smithi11982245-17 from 1540096 to 1638400 tid 4 2024-04-13T07:50:11.425 INFO:tasks.rados.rados.0.smithi119.stdout:1219: copy_from oid 41 from oid 32 current snap is 139 2024-04-13T07:50:11.425 INFO:tasks.rados.rados.0.smithi119.stdout:1215: finishing write tid 2 to smithi11982245-3 2024-04-13T07:50:11.425 INFO:tasks.rados.rados.0.smithi119.stdout:1215: finishing write tid 3 to smithi11982245-3 2024-04-13T07:50:11.425 INFO:tasks.rados.rados.0.smithi119.stdout:1215: finishing write tid 4 to smithi11982245-3 2024-04-13T07:50:11.425 INFO:tasks.rados.rados.0.smithi119.stdout:1215: finishing write tid 5 to smithi11982245-3 2024-04-13T07:50:11.425 INFO:tasks.rados.rados.0.smithi119.stdout:1215: finishing write tid 6 to smithi11982245-3 2024-04-13T07:50:11.425 INFO:tasks.rados.rados.0.smithi119.stdout:1215: oid 3 updating version 0 to 614 2024-04-13T07:50:11.425 INFO:tasks.rados.rados.0.smithi119.stdout:1215: oid 3 updating version 614 to 615 2024-04-13T07:50:11.425 INFO:tasks.rados.rados.0.smithi119.stdout:1215: oid 3 updating version 615 to 616 2024-04-13T07:50:11.425 INFO:tasks.rados.rados.0.smithi119.stdout:1215: oid 3 version 616 is already newer than 613 2024-04-13T07:50:11.425 INFO:tasks.rados.rados.0.smithi119.stdout:1215: oid 3 version 616 is already newer than 612 2024-04-13T07:50:11.425 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 3 v 616 (ObjNum 383 snap 139 seq_num 383) dirty exists 2024-04-13T07:50:11.425 INFO:tasks.rados.rados.0.smithi119.stdout:1215: left oid 3 (ObjNum 383 snap 139 seq_num 383) 2024-04-13T07:50:11.426 INFO:tasks.rados.rados.0.smithi119.stdout:1215: done (5 left) 2024-04-13T07:50:11.426 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 27 current snap is 139 2024-04-13T07:50:11.426 INFO:tasks.rados.rados.0.smithi119.stdout:1220: seq_num 385 ranges {8904704=450560,9355264=761856,10117120=442368} 2024-04-13T07:50:11.475 INFO:tasks.rados.rados.0.smithi119.stdout:1220: writing smithi11982245-27 from 8904704 to 9355264 tid 1 2024-04-13T07:50:11.480 INFO:tasks.rados.rados.0.smithi119.stdout:1220: writing smithi11982245-27 from 9355264 to 10117120 tid 2 2024-04-13T07:50:11.482 INFO:tasks.rados.rados.0.smithi119.stdout:1220: writing smithi11982245-27 from 10117120 to 10559488 tid 3 2024-04-13T07:50:11.482 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 28 current snap is 139 2024-04-13T07:50:11.483 INFO:tasks.rados.rados.0.smithi119.stdout:1216: finishing copy_from racing read to smithi11982245-35 2024-04-13T07:50:11.483 INFO:tasks.rados.rados.0.smithi119.stdout:1221: seq_num 386 ranges {491520=466944,958464=638976,1597440=565248} 2024-04-13T07:50:11.488 INFO:tasks.rados.rados.0.smithi119.stdout:1221: writing smithi11982245-28 from 491520 to 958464 tid 1 2024-04-13T07:50:11.491 INFO:tasks.rados.rados.0.smithi119.stdout:1221: writing smithi11982245-28 from 958464 to 1597440 tid 2 2024-04-13T07:50:11.496 INFO:tasks.rados.rados.0.smithi119.stdout:1221: writing smithi11982245-28 from 1597440 to 2162688 tid 3 2024-04-13T07:50:11.496 INFO:tasks.rados.rados.0.smithi119.stdout:1222: read oid 47 snap -1 2024-04-13T07:50:11.496 INFO:tasks.rados.rados.0.smithi119.stdout:1222: expect (ObjNum 7 snap 0 seq_num 7) 2024-04-13T07:50:11.496 INFO:tasks.rados.rados.0.smithi119.stdout:1223: rmattr oid 36 current snap is 139 2024-04-13T07:50:11.496 INFO:tasks.rados.rados.0.smithi119.stdout:1223: done (8 left) 2024-04-13T07:50:11.496 INFO:tasks.rados.rados.0.smithi119.stdout:1224: read oid 44 snap -1 2024-04-13T07:50:11.496 INFO:tasks.rados.rados.0.smithi119.stdout:1224: expect (ObjNum 254 snap 81 seq_num 254) 2024-04-13T07:50:11.497 INFO:tasks.rados.rados.0.smithi119.stdout:1225: read oid 9 snap -1 2024-04-13T07:50:11.497 INFO:tasks.rados.rados.0.smithi119.stdout:1225: expect (ObjNum 371 snap 137 seq_num 371) 2024-04-13T07:50:11.497 INFO:tasks.rados.rados.0.smithi119.stdout:1226: delete oid 13 current snap is 139 2024-04-13T07:50:11.497 INFO:tasks.rados.rados.0.smithi119.stdout:1216: finishing copy_from to smithi11982245-35 2024-04-13T07:50:11.497 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 35 v 715 (ObjNum 377 snap 137 seq_num 377) dirty exists 2024-04-13T07:50:11.497 INFO:tasks.rados.rados.0.smithi119.stdout:1220: finishing write tid 1 to smithi11982245-27 2024-04-13T07:50:11.497 INFO:tasks.rados.rados.0.smithi119.stdout:1220: finishing write tid 2 to smithi11982245-27 2024-04-13T07:50:11.497 INFO:tasks.rados.rados.0.smithi119.stdout:1220: finishing write tid 3 to smithi11982245-27 2024-04-13T07:50:11.497 INFO:tasks.rados.rados.0.smithi119.stdout:1220: finishing write tid 4 to smithi11982245-27 2024-04-13T07:50:11.497 INFO:tasks.rados.rados.0.smithi119.stdout:1220: finishing write tid 5 to smithi11982245-27 2024-04-13T07:50:11.497 INFO:tasks.rados.rados.0.smithi119.stdout:1220: oid 27 updating version 0 to 387 2024-04-13T07:50:11.497 INFO:tasks.rados.rados.0.smithi119.stdout:1220: oid 27 version 387 is already newer than 385 2024-04-13T07:50:11.497 INFO:tasks.rados.rados.0.smithi119.stdout:1220: oid 27 version 387 is already newer than 384 2024-04-13T07:50:11.497 INFO:tasks.rados.rados.0.smithi119.stdout:1220: oid 27 version 387 is already newer than 386 2024-04-13T07:50:11.497 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 27 v 387 (ObjNum 385 snap 139 seq_num 385) dirty exists 2024-04-13T07:50:11.498 INFO:tasks.rados.rados.0.smithi119.stdout:1220: left oid 27 (ObjNum 385 snap 139 seq_num 385) 2024-04-13T07:50:11.498 INFO:tasks.rados.rados.0.smithi119.stdout:1221: finishing write tid 1 to smithi11982245-28 2024-04-13T07:50:11.498 INFO:tasks.rados.rados.0.smithi119.stdout:1221: finishing write tid 2 to smithi11982245-28 2024-04-13T07:50:11.500 INFO:tasks.rados.rados.0.smithi119.stdout:1222: expect (ObjNum 7 snap 0 seq_num 7) 2024-04-13T07:50:11.507 INFO:tasks.rados.rados.0.smithi119.stdout:1221: finishing write tid 3 to smithi11982245-28 2024-04-13T07:50:11.507 INFO:tasks.rados.rados.0.smithi119.stdout:1221: finishing write tid 4 to smithi11982245-28 2024-04-13T07:50:11.507 INFO:tasks.rados.rados.0.smithi119.stdout:1221: finishing write tid 5 to smithi11982245-28 2024-04-13T07:50:11.507 INFO:tasks.rados.rados.0.smithi119.stdout:1221: oid 28 updating version 0 to 743 2024-04-13T07:50:11.507 INFO:tasks.rados.rados.0.smithi119.stdout:1221: oid 28 updating version 743 to 744 2024-04-13T07:50:11.507 INFO:tasks.rados.rados.0.smithi119.stdout:1221: oid 28 updating version 744 to 745 2024-04-13T07:50:11.507 INFO:tasks.rados.rados.0.smithi119.stdout:1221: oid 28 version 745 is already newer than 742 2024-04-13T07:50:11.507 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 28 v 745 (ObjNum 386 snap 139 seq_num 386) dirty exists 2024-04-13T07:50:11.507 INFO:tasks.rados.rados.0.smithi119.stdout:1221: left oid 28 (ObjNum 386 snap 139 seq_num 386) 2024-04-13T07:50:11.508 INFO:tasks.rados.rados.0.smithi119.stdout:1224: expect (ObjNum 254 snap 81 seq_num 254) 2024-04-13T07:50:11.556 INFO:tasks.rados.rados.0.smithi119.stdout:1225: expect (ObjNum 371 snap 137 seq_num 371) 2024-04-13T07:50:11.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:11 smithi139 ceph-mon[88985]: from='osd.0 [v2:172.21.15.119:6802/2948184474,v1:172.21.15.119:6803/2948184474]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-13T07:50:11.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:11 smithi139 ceph-mon[88985]: osdmap e310: 8 total, 7 up, 8 in 2024-04-13T07:50:11.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:11 smithi139 ceph-mon[88985]: from='osd.0 [v2:172.21.15.119:6802/2948184474,v1:172.21.15.119:6803/2948184474]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-13T07:50:11.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:11 smithi139 ceph-mon[88985]: pgmap v130: 121 pgs: 15 active+undersized+degraded, 39 active+undersized, 67 active+clean; 355 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 7.0 MiB/s wr, 32 op/s; 170/972 objects degraded (17.490%) 2024-04-13T07:50:11.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:11 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:11.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:11 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:11.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:11 smithi119 ceph-mon[96316]: from='osd.0 [v2:172.21.15.119:6802/2948184474,v1:172.21.15.119:6803/2948184474]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-13T07:50:11.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:11 smithi119 ceph-mon[96316]: osdmap e310: 8 total, 7 up, 8 in 2024-04-13T07:50:11.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:11 smithi119 ceph-mon[96316]: from='osd.0 [v2:172.21.15.119:6802/2948184474,v1:172.21.15.119:6803/2948184474]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-13T07:50:11.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:11 smithi119 ceph-mon[96316]: pgmap v130: 121 pgs: 15 active+undersized+degraded, 39 active+undersized, 67 active+clean; 355 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 7.0 MiB/s wr, 32 op/s; 170/972 objects degraded (17.490%) 2024-04-13T07:50:11.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:11 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:11.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:11 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:11.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:11 smithi119 ceph-mon[93746]: from='osd.0 [v2:172.21.15.119:6802/2948184474,v1:172.21.15.119:6803/2948184474]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-13T07:50:11.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:11 smithi119 ceph-mon[93746]: osdmap e310: 8 total, 7 up, 8 in 2024-04-13T07:50:11.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:11 smithi119 ceph-mon[93746]: from='osd.0 [v2:172.21.15.119:6802/2948184474,v1:172.21.15.119:6803/2948184474]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-13T07:50:11.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:11 smithi119 ceph-mon[93746]: pgmap v130: 121 pgs: 15 active+undersized+degraded, 39 active+undersized, 67 active+clean; 355 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 7.0 MiB/s wr, 32 op/s; 170/972 objects degraded (17.490%) 2024-04-13T07:50:11.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:11 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:11.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:11 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:12.408 INFO:tasks.rados.rados.0.smithi119.stdout:1218: finishing write tid 1 to smithi11982245-17 2024-04-13T07:50:12.414 INFO:tasks.rados.rados.0.smithi119.stdout:1218: finishing write tid 2 to smithi11982245-17 2024-04-13T07:50:12.414 INFO:tasks.rados.rados.0.smithi119.stdout:1218: finishing write tid 3 to smithi11982245-17 2024-04-13T07:50:12.414 INFO:tasks.rados.rados.0.smithi119.stdout:1218: finishing write tid 4 to smithi11982245-17 2024-04-13T07:50:12.414 INFO:tasks.rados.rados.0.smithi119.stdout:1218: finishing write tid 5 to smithi11982245-17 2024-04-13T07:50:12.415 INFO:tasks.rados.rados.0.smithi119.stdout:1216: done (10 left) 2024-04-13T07:50:12.415 INFO:tasks.rados.rados.0.smithi119.stdout:1217: done (9 left) 2024-04-13T07:50:12.415 INFO:tasks.rados.rados.0.smithi119.stdout:1220: done (8 left) 2024-04-13T07:50:12.415 INFO:tasks.rados.rados.0.smithi119.stdout:1221: done (7 left) 2024-04-13T07:50:12.415 INFO:tasks.rados.rados.0.smithi119.stdout:1222: done (6 left) 2024-04-13T07:50:12.415 INFO:tasks.rados.rados.0.smithi119.stdout:1224: done (5 left) 2024-04-13T07:50:12.416 INFO:tasks.rados.rados.0.smithi119.stdout:1225: done (4 left) 2024-04-13T07:50:12.416 INFO:tasks.rados.rados.0.smithi119.stdout:1226: done (3 left) 2024-04-13T07:50:12.416 INFO:tasks.rados.rados.0.smithi119.stdout:1227: snap_remove snap 133 2024-04-13T07:50:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:50:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:50:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:50:12.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:12 smithi139 ceph-mon[88985]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T07:50:12.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:12 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:50:12.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:12 smithi139 ceph-mon[88985]: osd.0 [v2:172.21.15.119:6802/2948184474,v1:172.21.15.119:6803/2948184474] boot 2024-04-13T07:50:12.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:12 smithi139 ceph-mon[88985]: osdmap e311: 8 total, 8 up, 8 in 2024-04-13T07:50:12.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:12 smithi139 ceph-mon[88985]: mgrmap e40: y(active, since 92s), standbys: x 2024-04-13T07:50:12.648 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:12 smithi119 ceph-mon[96316]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T07:50:12.648 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:12 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:50:12.648 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:12 smithi119 ceph-mon[96316]: osd.0 [v2:172.21.15.119:6802/2948184474,v1:172.21.15.119:6803/2948184474] boot 2024-04-13T07:50:12.648 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:12 smithi119 ceph-mon[96316]: osdmap e311: 8 total, 8 up, 8 in 2024-04-13T07:50:12.648 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:12 smithi119 ceph-mon[96316]: mgrmap e40: y(active, since 92s), standbys: x 2024-04-13T07:50:12.649 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:12 smithi119 ceph-mon[93746]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T07:50:12.649 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:12 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:50:12.649 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:12 smithi119 ceph-mon[93746]: osd.0 [v2:172.21.15.119:6802/2948184474,v1:172.21.15.119:6803/2948184474] boot 2024-04-13T07:50:12.649 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:12 smithi119 ceph-mon[93746]: osdmap e311: 8 total, 8 up, 8 in 2024-04-13T07:50:12.649 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:12 smithi119 ceph-mon[93746]: mgrmap e40: y(active, since 92s), standbys: x 2024-04-13T07:50:13.121 INFO:teuthology.orchestra.run.smithi119.stdout:true 2024-04-13T07:50:13.398 INFO:tasks.rados.rados.0.smithi119.stdout:1227: done (3 left) 2024-04-13T07:50:13.399 INFO:tasks.rados.rados.0.smithi119.stdout:1228: read oid 35 snap 68 2024-04-13T07:50:13.399 INFO:tasks.rados.rados.0.smithi119.stdout:1228: expect deleted 2024-04-13T07:50:13.399 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 39 current snap is 139 2024-04-13T07:50:13.399 INFO:tasks.rados.rados.0.smithi119.stdout:1229: seq_num 388 ranges {4063232=507904,4571136=458752,5029888=606208,5636096=139264} 2024-04-13T07:50:13.424 INFO:tasks.rados.rados.0.smithi119.stdout:1229: writing smithi11982245-39 from 4063232 to 4571136 tid 1 2024-04-13T07:50:13.427 INFO:tasks.rados.rados.0.smithi119.stdout:1229: writing smithi11982245-39 from 4571136 to 5029888 tid 2 2024-04-13T07:50:13.430 INFO:tasks.rados.rados.0.smithi119.stdout:1229: writing smithi11982245-39 from 5029888 to 5636096 tid 3 2024-04-13T07:50:13.432 INFO:tasks.rados.rados.0.smithi119.stdout:1229: writing smithi11982245-39 from 5636096 to 5775360 tid 4 2024-04-13T07:50:13.433 INFO:tasks.rados.rados.0.smithi119.stdout:1230: snap_create 2024-04-13T07:50:13.433 INFO:tasks.rados.rados.0.smithi119.stdout:1218: finishing write tid 6 to smithi11982245-17 2024-04-13T07:50:13.433 INFO:tasks.rados.rados.0.smithi119.stdout:1218: oid 17 updating version 0 to 450 2024-04-13T07:50:13.433 INFO:tasks.rados.rados.0.smithi119.stdout:1218: oid 17 updating version 450 to 451 2024-04-13T07:50:13.433 INFO:tasks.rados.rados.0.smithi119.stdout:1218: oid 17 updating version 451 to 453 2024-04-13T07:50:13.433 INFO:tasks.rados.rados.0.smithi119.stdout:1218: oid 17 updating version 453 to 454 2024-04-13T07:50:13.433 INFO:tasks.rados.rados.0.smithi119.stdout:1218: oid 17 version 454 is already newer than 452 2024-04-13T07:50:13.433 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 17 v 454 (ObjNum 384 snap 139 seq_num 384) dirty exists 2024-04-13T07:50:13.433 INFO:tasks.rados.rados.0.smithi119.stdout:1218: left oid 17 (ObjNum 384 snap 139 seq_num 384) 2024-04-13T07:50:13.433 INFO:tasks.rados.rados.0.smithi119.stdout:1219: finishing copy_from racing read to smithi11982245-41 2024-04-13T07:50:13.433 INFO:tasks.rados.rados.0.smithi119.stdout:1219: finishing copy_from to smithi11982245-41 2024-04-13T07:50:13.433 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 41 v 524 (ObjNum 328 snap 123 seq_num 328) dirty exists 2024-04-13T07:50:13.433 INFO:tasks.rados.rados.0.smithi119.stdout:1214: finishing copy_from racing read to smithi11982245-21 2024-04-13T07:50:13.434 INFO:tasks.rados.rados.0.smithi119.stdout:1214: finishing copy_from to smithi11982245-21 2024-04-13T07:50:13.434 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 21 v 459 (ObjNum 344 snap 131 seq_num 344) dirty exists 2024-04-13T07:50:13.434 INFO:tasks.rados.rados.0.smithi119.stdout:1229: finishing write tid 1 to smithi11982245-39 2024-04-13T07:50:13.434 INFO:tasks.rados.rados.0.smithi119.stdout:1229: finishing write tid 2 to smithi11982245-39 2024-04-13T07:50:13.434 INFO:tasks.rados.rados.0.smithi119.stdout:1229: finishing write tid 3 to smithi11982245-39 2024-04-13T07:50:13.435 INFO:tasks.rados.rados.0.smithi119.stdout:1229: finishing write tid 4 to smithi11982245-39 2024-04-13T07:50:13.435 INFO:tasks.rados.rados.0.smithi119.stdout:1229: finishing write tid 5 to smithi11982245-39 2024-04-13T07:50:13.436 INFO:tasks.rados.rados.0.smithi119.stdout:1229: finishing write tid 6 to smithi11982245-39 2024-04-13T07:50:13.436 INFO:tasks.rados.rados.0.smithi119.stdout:1229: oid 39 updating version 0 to 336 2024-04-13T07:50:13.436 INFO:tasks.rados.rados.0.smithi119.stdout:1229: oid 39 version 336 is already newer than 335 2024-04-13T07:50:13.436 INFO:tasks.rados.rados.0.smithi119.stdout:1229: oid 39 updating version 336 to 337 2024-04-13T07:50:13.436 INFO:tasks.rados.rados.0.smithi119.stdout:1229: oid 39 version 337 is already newer than 334 2024-04-13T07:50:13.436 INFO:tasks.rados.rados.0.smithi119.stdout:1229: oid 39 updating version 337 to 338 2024-04-13T07:50:13.436 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 39 v 338 (ObjNum 388 snap 139 seq_num 388) dirty exists 2024-04-13T07:50:13.436 INFO:tasks.rados.rados.0.smithi119.stdout:1229: left oid 39 (ObjNum 388 snap 139 seq_num 388) 2024-04-13T07:50:13.474 INFO:teuthology.orchestra.run.smithi119.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-13T07:50:13.474 INFO:teuthology.orchestra.run.smithi119.stdout:alertmanager.a smithi119 *:9093,9094 running (5m) 3s ago 6m 26.6M - 0.25.0 c8568f914cd2 a8bd9bb7cb08 2024-04-13T07:50:13.475 INFO:teuthology.orchestra.run.smithi119.stdout:grafana.a smithi139 *:3000 running (6m) 48s ago 6m 88.7M - 9.4.7 954c08fa6188 43be3a562cf4 2024-04-13T07:50:13.475 INFO:teuthology.orchestra.run.smithi119.stdout:mds.a smithi119 running (7m) 3s ago 7m 20.5M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 1c0a22818175 2024-04-13T07:50:13.475 INFO:teuthology.orchestra.run.smithi119.stdout:mds.b smithi139 running (7m) 48s ago 7m 15.2M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 9d051222a698 2024-04-13T07:50:13.475 INFO:teuthology.orchestra.run.smithi119.stdout:mgr.x smithi139 *:8443,9283,8765 running (119s) 48s ago 11m 449M - 19.0.0-2905-g5f22a497 c4b45bf0c946 228fa2e332a4 2024-04-13T07:50:13.475 INFO:teuthology.orchestra.run.smithi119.stdout:mgr.y smithi119 *:8443,9283,8765 running (2m) 3s ago 12m 500M - 19.0.0-2905-g5f22a497 c4b45bf0c946 0462b2c15351 2024-04-13T07:50:13.475 INFO:teuthology.orchestra.run.smithi119.stdout:mon.a smithi119 running (103s) 3s ago 13m 47.9M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 89c63c75b5cb 2024-04-13T07:50:13.475 INFO:teuthology.orchestra.run.smithi119.stdout:mon.b smithi139 running (58s) 48s ago 11m 20.8M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 8dd649d8b46f 2024-04-13T07:50:13.475 INFO:teuthology.orchestra.run.smithi119.stdout:mon.c smithi119 running (78s) 3s ago 11m 39.2M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 b26f62c1d49c 2024-04-13T07:50:13.475 INFO:teuthology.orchestra.run.smithi119.stdout:node-exporter.a smithi119 *:9100 running (6m) 3s ago 6m 15.5M - 1.5.0 0da6a335fe13 b9cb5e53bb33 2024-04-13T07:50:13.475 INFO:teuthology.orchestra.run.smithi119.stdout:node-exporter.b smithi139 *:9100 running (6m) 48s ago 6m 16.1M - 1.5.0 0da6a335fe13 126fe390382b 2024-04-13T07:50:13.475 INFO:teuthology.orchestra.run.smithi119.stdout:osd.0 smithi119 running (7s) 3s ago 10m 12.8M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 7e5f698ebf3c 2024-04-13T07:50:13.475 INFO:teuthology.orchestra.run.smithi119.stdout:osd.1 smithi119 running (10m) 3s ago 10m 214M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f fdb76e7c567d 2024-04-13T07:50:13.475 INFO:teuthology.orchestra.run.smithi119.stdout:osd.2 smithi119 running (10m) 3s ago 10m 176M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 3f7cf03170a1 2024-04-13T07:50:13.475 INFO:teuthology.orchestra.run.smithi119.stdout:osd.3 smithi119 running (9m) 3s ago 9m 136M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 3f2186ecbd67 2024-04-13T07:50:13.475 INFO:teuthology.orchestra.run.smithi119.stdout:osd.4 smithi139 running (9m) 48s ago 9m 167M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 779579d3651a 2024-04-13T07:50:13.476 INFO:teuthology.orchestra.run.smithi119.stdout:osd.5 smithi139 running (8m) 48s ago 8m 170M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f a52e53194853 2024-04-13T07:50:13.476 INFO:teuthology.orchestra.run.smithi119.stdout:osd.6 smithi139 running (8m) 48s ago 8m 114M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 763ea020f47e 2024-04-13T07:50:13.476 INFO:teuthology.orchestra.run.smithi119.stdout:osd.7 smithi139 running (8m) 48s ago 8m 150M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 0e23b527299b 2024-04-13T07:50:13.476 INFO:teuthology.orchestra.run.smithi119.stdout:prometheus.a smithi139 *:9095 running (2m) 48s ago 7m 57.9M - 2.43.0 a07b618ecd1d dbea45cf9326 2024-04-13T07:50:13.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:13 smithi119 ceph-mon[96316]: osdmap e312: 8 total, 8 up, 8 in 2024-04-13T07:50:13.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:13 smithi119 ceph-mon[96316]: pgmap v133: 121 pgs: 15 active+undersized+degraded, 39 active+undersized, 67 active+clean; 355 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 7.0 MiB/s wr, 32 op/s; 170/972 objects degraded (17.490%) 2024-04-13T07:50:13.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:13 smithi119 ceph-mon[93746]: osdmap e312: 8 total, 8 up, 8 in 2024-04-13T07:50:13.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:13 smithi119 ceph-mon[93746]: pgmap v133: 121 pgs: 15 active+undersized+degraded, 39 active+undersized, 67 active+clean; 355 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 7.0 MiB/s wr, 32 op/s; 170/972 objects degraded (17.490%) 2024-04-13T07:50:13.803 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:13 smithi139 ceph-mon[88985]: osdmap e312: 8 total, 8 up, 8 in 2024-04-13T07:50:13.803 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:13 smithi139 ceph-mon[88985]: pgmap v133: 121 pgs: 15 active+undersized+degraded, 39 active+undersized, 67 active+clean; 355 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 7.0 MiB/s wr, 32 op/s; 170/972 objects degraded (17.490%) 2024-04-13T07:50:13.804 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:50:13 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:50:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi119\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:50:13.902 INFO:teuthology.orchestra.run.smithi119.stdout:{ 2024-04-13T07:50:13.902 INFO:teuthology.orchestra.run.smithi119.stdout: "mon": { 2024-04-13T07:50:13.903 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 3 2024-04-13T07:50:13.903 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:50:13.903 INFO:teuthology.orchestra.run.smithi119.stdout: "mgr": { 2024-04-13T07:50:13.903 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T07:50:13.903 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:50:13.903 INFO:teuthology.orchestra.run.smithi119.stdout: "osd": { 2024-04-13T07:50:13.903 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 7, 2024-04-13T07:50:13.903 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 1 2024-04-13T07:50:13.903 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:50:13.903 INFO:teuthology.orchestra.run.smithi119.stdout: "mds": { 2024-04-13T07:50:13.903 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 2 2024-04-13T07:50:13.903 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:50:13.904 INFO:teuthology.orchestra.run.smithi119.stdout: "overall": { 2024-04-13T07:50:13.904 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 9, 2024-04-13T07:50:13.904 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 6 2024-04-13T07:50:13.904 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-13T07:50:13.904 INFO:teuthology.orchestra.run.smithi119.stdout:} 2024-04-13T07:50:14.401 INFO:tasks.rados.rados.0.smithi119.stdout:1214: done (5 left) 2024-04-13T07:50:14.401 INFO:tasks.rados.rados.0.smithi119.stdout:1218: done (4 left) 2024-04-13T07:50:14.401 INFO:tasks.rados.rados.0.smithi119.stdout:1219: done (3 left) 2024-04-13T07:50:14.401 INFO:tasks.rados.rados.0.smithi119.stdout:1228: done (2 left) 2024-04-13T07:50:14.401 INFO:tasks.rados.rados.0.smithi119.stdout:1229: done (1 left) 2024-04-13T07:50:14.401 INFO:tasks.rados.rados.0.smithi119.stdout:1230: done (0 left) 2024-04-13T07:50:14.401 INFO:tasks.rados.rados.0.smithi119.stdout:1231: read oid 39 snap -1 2024-04-13T07:50:14.401 INFO:tasks.rados.rados.0.smithi119.stdout:1231: expect (ObjNum 388 snap 139 seq_num 388) 2024-04-13T07:50:14.401 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 31 current snap is 140 2024-04-13T07:50:14.401 INFO:tasks.rados.rados.0.smithi119.stdout:1232: seq_num 389 ranges {0=524288,524288=745472,1269760=458752} 2024-04-13T07:50:14.403 INFO:tasks.rados.rados.0.smithi119.stdout:1232: writing smithi11982245-31 from 0 to 524288 tid 1 2024-04-13T07:50:14.409 INFO:tasks.rados.rados.0.smithi119.stdout:1232: writing smithi11982245-31 from 524288 to 1269760 tid 2 2024-04-13T07:50:14.411 INFO:tasks.rados.rados.0.smithi119.stdout:1232: writing smithi11982245-31 from 1269760 to 1728512 tid 3 2024-04-13T07:50:14.411 INFO:tasks.rados.rados.0.smithi119.stdout:1233: read oid 20 snap -1 2024-04-13T07:50:14.411 INFO:tasks.rados.rados.0.smithi119.stdout:1233: expect (ObjNum 256 snap 83 seq_num 256) 2024-04-13T07:50:14.411 INFO:tasks.rados.rados.0.smithi119.stdout:1234: snap_create 2024-04-13T07:50:14.412 INFO:tasks.rados.rados.0.smithi119.stdout:1232: finishing write tid 1 to smithi11982245-31 2024-04-13T07:50:14.414 INFO:tasks.rados.rados.0.smithi119.stdout:1232: finishing write tid 2 to smithi11982245-31 2024-04-13T07:50:14.415 INFO:tasks.rados.rados.0.smithi119.stdout:1232: finishing write tid 3 to smithi11982245-31 2024-04-13T07:50:14.415 INFO:tasks.rados.rados.0.smithi119.stdout:1232: finishing write tid 4 to smithi11982245-31 2024-04-13T07:50:14.418 INFO:tasks.rados.rados.0.smithi119.stdout:1232: finishing write tid 5 to smithi11982245-31 2024-04-13T07:50:14.418 INFO:tasks.rados.rados.0.smithi119.stdout:1232: oid 31 updating version 0 to 733 2024-04-13T07:50:14.418 INFO:tasks.rados.rados.0.smithi119.stdout:1232: oid 31 updating version 733 to 735 2024-04-13T07:50:14.418 INFO:tasks.rados.rados.0.smithi119.stdout:1232: oid 31 updating version 735 to 736 2024-04-13T07:50:14.418 INFO:tasks.rados.rados.0.smithi119.stdout:1232: oid 31 version 736 is already newer than 734 2024-04-13T07:50:14.418 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 31 v 736 (ObjNum 389 snap 140 seq_num 389) dirty exists 2024-04-13T07:50:14.418 INFO:tasks.rados.rados.0.smithi119.stdout:1232: left oid 31 (ObjNum 389 snap 140 seq_num 389) 2024-04-13T07:50:14.424 INFO:tasks.rados.rados.0.smithi119.stdout:1231: expect (ObjNum 388 snap 139 seq_num 388) 2024-04-13T07:50:14.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:14 smithi119 ceph-mon[96316]: from='client.34206 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:50:14.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:14 smithi119 ceph-mon[96316]: osdmap e313: 8 total, 8 up, 8 in 2024-04-13T07:50:14.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:14 smithi119 ceph-mon[96316]: from='client.34212 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:50:14.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:14 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/202074083' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:50:14.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:14 smithi119 ceph-mon[93746]: from='client.34206 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:50:14.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:14 smithi119 ceph-mon[93746]: osdmap e313: 8 total, 8 up, 8 in 2024-04-13T07:50:14.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:14 smithi119 ceph-mon[93746]: from='client.34212 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:50:14.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:14 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/202074083' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:50:14.705 INFO:tasks.rados.rados.0.smithi119.stdout:1233: expect (ObjNum 256 snap 83 seq_num 256) 2024-04-13T07:50:14.750 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:14 smithi139 ceph-mon[88985]: from='client.34206 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:50:14.750 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:14 smithi139 ceph-mon[88985]: osdmap e313: 8 total, 8 up, 8 in 2024-04-13T07:50:14.750 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:14 smithi139 ceph-mon[88985]: from='client.34212 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:50:14.750 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:14 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/202074083' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:50:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:50:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:50:14] "GET /metrics HTTP/1.1" 200 36140 "" "Prometheus/2.43.0" 2024-04-13T07:50:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:50:15 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:50:15.011+0000 7f97a4eee700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-04-13T07:50:15.324 INFO:tasks.rados.rados.0.smithi119.stdout:1231: done (3 left) 2024-04-13T07:50:15.324 INFO:tasks.rados.rados.0.smithi119.stdout:1232: done (2 left) 2024-04-13T07:50:15.324 INFO:tasks.rados.rados.0.smithi119.stdout:1233: done (1 left) 2024-04-13T07:50:15.325 INFO:tasks.rados.rados.0.smithi119.stdout:1234: done (0 left) 2024-04-13T07:50:15.325 INFO:tasks.rados.rados.0.smithi119.stdout:1235: rollback oid 39 current snap is 141 2024-04-13T07:50:15.325 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 39 to 122 2024-04-13T07:50:15.325 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 44 current snap is 141 2024-04-13T07:50:15.325 INFO:tasks.rados.rados.0.smithi119.stdout:1236: seq_num 390 ranges {1867776=540672,2408448=630784,3039232=573440} 2024-04-13T07:50:15.338 INFO:tasks.rados.rados.0.smithi119.stdout:1236: writing smithi11982245-44 from 1867776 to 2408448 tid 1 2024-04-13T07:50:15.343 INFO:tasks.rados.rados.0.smithi119.stdout:1236: writing smithi11982245-44 from 2408448 to 3039232 tid 2 2024-04-13T07:50:15.348 INFO:tasks.rados.rados.0.smithi119.stdout:1236: writing smithi11982245-44 from 3039232 to 3612672 tid 3 2024-04-13T07:50:15.348 INFO:tasks.rados.rados.0.smithi119.stdout:1237: read oid 16 snap 116 2024-04-13T07:50:15.348 INFO:tasks.rados.rados.0.smithi119.stdout:1237: expect (ObjNum 750155728 snap 21968 seq_num 749998432) 2024-04-13T07:50:15.349 INFO:tasks.rados.rados.0.smithi119.stdout:1238: rollback oid 18 current snap is 141 2024-04-13T07:50:15.349 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 18 to 73 2024-04-13T07:50:15.349 INFO:tasks.rados.rados.0.smithi119.stdout:1235: finishing rollback tid 0 to smithi11982245-39 2024-04-13T07:50:15.349 INFO:tasks.rados.rados.0.smithi119.stdout:1235: finishing rollback tid 1 to smithi11982245-39 2024-04-13T07:50:15.349 INFO:tasks.rados.rados.0.smithi119.stdout:1235: finishing rollback tid 2 to smithi11982245-39 2024-04-13T07:50:15.349 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 39 v 342 (ObjNum 262 snap 83 seq_num 262) dirty exists 2024-04-13T07:50:15.349 INFO:tasks.rados.rados.0.smithi119.stdout:1236: finishing write tid 1 to smithi11982245-44 2024-04-13T07:50:15.349 INFO:tasks.rados.rados.0.smithi119.stdout:1236: finishing write tid 2 to smithi11982245-44 2024-04-13T07:50:15.349 INFO:tasks.rados.rados.0.smithi119.stdout:1235: done (3 left) 2024-04-13T07:50:15.349 INFO:tasks.rados.rados.0.smithi119.stdout:1239: rmattr oid 3 current snap is 141 2024-04-13T07:50:15.349 INFO:tasks.rados.rados.0.smithi119.stdout:1239: done (3 left) 2024-04-13T07:50:15.349 INFO:tasks.rados.rados.0.smithi119.stdout:1240: snap_remove snap 69 2024-04-13T07:50:15.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:15 smithi119 ceph-mon[96316]: osdmap e314: 8 total, 8 up, 8 in 2024-04-13T07:50:15.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:15 smithi119 ceph-mon[96316]: pgmap v136: 121 pgs: 15 active+undersized+degraded, 39 active+undersized, 67 active+clean; 355 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 170/972 objects degraded (17.490%) 2024-04-13T07:50:15.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:15 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:15.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:15 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:15.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:15 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:50:15.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:15 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:50:15.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:15 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:15.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:15 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:50:15.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:15 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:50:15.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:15 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:50:15.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:15 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:50:15.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:15 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-13T07:50:15.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:15 smithi119 ceph-mon[96316]: Health check update: Degraded data redundancy: 170/972 objects degraded (17.490%), 15 pgs degraded (PG_DEGRADED) 2024-04-13T07:50:15.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:15 smithi119 ceph-mon[96316]: osdmap e315: 8 total, 8 up, 8 in 2024-04-13T07:50:15.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:15 smithi119 ceph-mon[93746]: osdmap e314: 8 total, 8 up, 8 in 2024-04-13T07:50:15.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:15 smithi119 ceph-mon[93746]: pgmap v136: 121 pgs: 15 active+undersized+degraded, 39 active+undersized, 67 active+clean; 355 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 170/972 objects degraded (17.490%) 2024-04-13T07:50:15.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:15 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:15.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:15 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:15.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:15 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:50:15.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:15 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:50:15.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:15 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:15.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:15 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:50:15.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:15 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:50:15.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:15 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:50:15.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:15 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:50:15.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:15 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-13T07:50:15.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:15 smithi119 ceph-mon[93746]: Health check update: Degraded data redundancy: 170/972 objects degraded (17.490%), 15 pgs degraded (PG_DEGRADED) 2024-04-13T07:50:15.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:15 smithi119 ceph-mon[93746]: osdmap e315: 8 total, 8 up, 8 in 2024-04-13T07:50:15.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:15 smithi139 ceph-mon[88985]: osdmap e314: 8 total, 8 up, 8 in 2024-04-13T07:50:15.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:15 smithi139 ceph-mon[88985]: pgmap v136: 121 pgs: 15 active+undersized+degraded, 39 active+undersized, 67 active+clean; 355 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 170/972 objects degraded (17.490%) 2024-04-13T07:50:15.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:15 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:15.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:15 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:15.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:15 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:50:15.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:15 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:50:15.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:15 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:15.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:15 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:50:15.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:15 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:50:15.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:15 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:50:15.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:15 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:50:15.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:15 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-13T07:50:15.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:15 smithi139 ceph-mon[88985]: Health check update: Degraded data redundancy: 170/972 objects degraded (17.490%), 15 pgs degraded (PG_DEGRADED) 2024-04-13T07:50:15.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:15 smithi139 ceph-mon[88985]: osdmap e315: 8 total, 8 up, 8 in 2024-04-13T07:50:16.332 INFO:tasks.rados.rados.0.smithi119.stdout:1240: done (3 left) 2024-04-13T07:50:16.332 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 6 current snap is 141 2024-04-13T07:50:16.332 INFO:tasks.rados.rados.0.smithi119.stdout:1237: expect (ObjNum 750155728 snap 21968 seq_num 749998432) 2024-04-13T07:50:16.334 INFO:tasks.rados.rados.0.smithi119.stdout:1236: finishing write tid 3 to smithi11982245-44 2024-04-13T07:50:16.334 INFO:tasks.rados.rados.0.smithi119.stdout:1236: finishing write tid 4 to smithi11982245-44 2024-04-13T07:50:16.335 INFO:tasks.rados.rados.0.smithi119.stdout:1238: finishing rollback tid 0 to smithi11982245-18 2024-04-13T07:50:16.335 INFO:tasks.rados.rados.0.smithi119.stdout:1238: finishing rollback tid 1 to smithi11982245-18 2024-04-13T07:50:16.335 INFO:tasks.rados.rados.0.smithi119.stdout:1238: finishing rollback tid 2 to smithi11982245-18 2024-04-13T07:50:16.335 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 18 v 803 (ObjNum 129 snap 0 seq_num 749296624) dirty exists 2024-04-13T07:50:16.335 INFO:tasks.rados.rados.0.smithi119.stdout:1236: finishing write tid 5 to smithi11982245-44 2024-04-13T07:50:16.335 INFO:tasks.rados.rados.0.smithi119.stdout:1236: oid 44 updating version 0 to 740 2024-04-13T07:50:16.335 INFO:tasks.rados.rados.0.smithi119.stdout:1236: oid 44 updating version 740 to 741 2024-04-13T07:50:16.335 INFO:tasks.rados.rados.0.smithi119.stdout:1236: oid 44 version 741 is already newer than 738 2024-04-13T07:50:16.335 INFO:tasks.rados.rados.0.smithi119.stdout:1236: oid 44 version 741 is already newer than 739 2024-04-13T07:50:16.335 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 44 v 741 (ObjNum 390 snap 141 seq_num 390) dirty exists 2024-04-13T07:50:16.335 INFO:tasks.rados.rados.0.smithi119.stdout:1236: left oid 44 (ObjNum 390 snap 141 seq_num 390) 2024-04-13T07:50:16.335 INFO:tasks.rados.rados.0.smithi119.stdout:1241: seq_num 391 ranges {1286144=557056,1843200=516096,2359296=688128} 2024-04-13T07:50:16.346 INFO:tasks.rados.rados.0.smithi119.stdout:1241: writing smithi11982245-6 from 1286144 to 1843200 tid 1 2024-04-13T07:50:16.349 INFO:tasks.rados.rados.0.smithi119.stdout:1241: writing smithi11982245-6 from 1843200 to 2359296 tid 2 2024-04-13T07:50:16.354 INFO:tasks.rados.rados.0.smithi119.stdout:1241: writing smithi11982245-6 from 2359296 to 3047424 tid 3 2024-04-13T07:50:16.355 INFO:tasks.rados.rados.0.smithi119.stdout:1241: finishing write tid 1 to smithi11982245-6 2024-04-13T07:50:16.355 INFO:tasks.rados.rados.0.smithi119.stdout:1236: done (3 left) 2024-04-13T07:50:16.355 INFO:tasks.rados.rados.0.smithi119.stdout:1237: done (2 left) 2024-04-13T07:50:16.355 INFO:tasks.rados.rados.0.smithi119.stdout:1238: done (1 left) 2024-04-13T07:50:16.355 INFO:tasks.rados.rados.0.smithi119.stdout:1242: read oid 13 snap 54 2024-04-13T07:50:16.355 INFO:tasks.rados.rados.0.smithi119.stdout:1242: expect (ObjNum 180 snap 52 seq_num 180) 2024-04-13T07:50:16.355 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 42 current snap is 141 2024-04-13T07:50:16.356 INFO:tasks.rados.rados.0.smithi119.stdout:1243: seq_num 392 ranges {0=573440,573440=802816,1376256=401408} 2024-04-13T07:50:16.358 INFO:tasks.rados.rados.0.smithi119.stdout:1243: writing smithi11982245-42 from 0 to 573440 tid 1 2024-04-13T07:50:16.363 INFO:tasks.rados.rados.0.smithi119.stdout:1243: writing smithi11982245-42 from 573440 to 1376256 tid 2 2024-04-13T07:50:16.365 INFO:tasks.rados.rados.0.smithi119.stdout:1243: writing smithi11982245-42 from 1376256 to 1777664 tid 3 2024-04-13T07:50:16.365 INFO:tasks.rados.rados.0.smithi119.stdout:1244: copy_from oid 10 from oid 37 current snap is 141 2024-04-13T07:50:16.365 INFO:tasks.rados.rados.0.smithi119.stdout:1241: finishing write tid 2 to smithi11982245-6 2024-04-13T07:50:16.365 INFO:tasks.rados.rados.0.smithi119.stdout:1245: snap_remove snap 89 2024-04-13T07:50:16.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:16 smithi119 ceph-mon[96316]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-13T07:50:16.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:16 smithi119 ceph-mon[96316]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-04-13T07:50:16.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:16 smithi119 ceph-mon[96316]: osdmap e316: 8 total, 8 up, 8 in 2024-04-13T07:50:16.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:16 smithi119 ceph-mon[93746]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-13T07:50:16.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:16 smithi119 ceph-mon[93746]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-04-13T07:50:16.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:16 smithi119 ceph-mon[93746]: osdmap e316: 8 total, 8 up, 8 in 2024-04-13T07:50:16.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:16 smithi139 ceph-mon[88985]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-13T07:50:16.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:16 smithi139 ceph-mon[88985]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-04-13T07:50:16.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:16 smithi139 ceph-mon[88985]: osdmap e316: 8 total, 8 up, 8 in 2024-04-13T07:50:17.332 INFO:tasks.rados.rados.0.smithi119.stdout:1245: done (4 left) 2024-04-13T07:50:17.332 INFO:tasks.rados.rados.0.smithi119.stdout:1246: snap_create 2024-04-13T07:50:17.333 INFO:tasks.rados.rados.0.smithi119.stdout:1241: finishing write tid 3 to smithi11982245-6 2024-04-13T07:50:17.333 INFO:tasks.rados.rados.0.smithi119.stdout:1241: finishing write tid 4 to smithi11982245-6 2024-04-13T07:50:17.333 INFO:tasks.rados.rados.0.smithi119.stdout:1241: finishing write tid 5 to smithi11982245-6 2024-04-13T07:50:17.333 INFO:tasks.rados.rados.0.smithi119.stdout:1241: oid 6 updating version 0 to 456 2024-04-13T07:50:17.333 INFO:tasks.rados.rados.0.smithi119.stdout:1241: oid 6 updating version 456 to 458 2024-04-13T07:50:17.333 INFO:tasks.rados.rados.0.smithi119.stdout:1241: oid 6 version 458 is already newer than 455 2024-04-13T07:50:17.333 INFO:tasks.rados.rados.0.smithi119.stdout:1241: oid 6 version 458 is already newer than 457 2024-04-13T07:50:17.333 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 6 v 458 (ObjNum 391 snap 141 seq_num 391) dirty exists 2024-04-13T07:50:17.333 INFO:tasks.rados.rados.0.smithi119.stdout:1241: left oid 6 (ObjNum 391 snap 141 seq_num 391) 2024-04-13T07:50:17.333 INFO:tasks.rados.rados.0.smithi119.stdout:1242: expect (ObjNum 180 snap 52 seq_num 180) 2024-04-13T07:50:17.359 INFO:tasks.rados.rados.0.smithi119.stdout:1243: finishing write tid 1 to smithi11982245-42 2024-04-13T07:50:17.360 INFO:tasks.rados.rados.0.smithi119.stdout:1243: finishing write tid 2 to smithi11982245-42 2024-04-13T07:50:17.360 INFO:tasks.rados.rados.0.smithi119.stdout:1243: finishing write tid 3 to smithi11982245-42 2024-04-13T07:50:17.360 INFO:tasks.rados.rados.0.smithi119.stdout:1243: finishing write tid 4 to smithi11982245-42 2024-04-13T07:50:17.360 INFO:tasks.rados.rados.0.smithi119.stdout:1243: finishing write tid 5 to smithi11982245-42 2024-04-13T07:50:17.360 INFO:tasks.rados.rados.0.smithi119.stdout:1243: oid 42 updating version 0 to 765 2024-04-13T07:50:17.360 INFO:tasks.rados.rados.0.smithi119.stdout:1243: oid 42 version 765 is already newer than 763 2024-04-13T07:50:17.360 INFO:tasks.rados.rados.0.smithi119.stdout:1243: oid 42 version 765 is already newer than 764 2024-04-13T07:50:17.360 INFO:tasks.rados.rados.0.smithi119.stdout:1243: oid 42 version 765 is already newer than 762 2024-04-13T07:50:17.360 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 42 v 765 (ObjNum 392 snap 141 seq_num 392) dirty exists 2024-04-13T07:50:17.360 INFO:tasks.rados.rados.0.smithi119.stdout:1243: left oid 42 (ObjNum 392 snap 141 seq_num 392) 2024-04-13T07:50:17.360 INFO:tasks.rados.rados.0.smithi119.stdout:1244: finishing copy_from racing read to smithi11982245-10 2024-04-13T07:50:17.360 INFO:tasks.rados.rados.0.smithi119.stdout:1244: finishing copy_from to smithi11982245-10 2024-04-13T07:50:17.360 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 10 v 340 (ObjNum 296 snap 102 seq_num 296) dirty exists 2024-04-13T07:50:17.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:17 smithi119 ceph-mon[96316]: pgmap v139: 121 pgs: 121 active+clean; 369 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 5.3 MiB/s wr, 18 op/s; 22 MiB/s, 7 objects/s recovering 2024-04-13T07:50:17.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:17 smithi119 ceph-mon[96316]: osdmap e317: 8 total, 8 up, 8 in 2024-04-13T07:50:17.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:17 smithi119 ceph-mon[93746]: pgmap v139: 121 pgs: 121 active+clean; 369 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 5.3 MiB/s wr, 18 op/s; 22 MiB/s, 7 objects/s recovering 2024-04-13T07:50:17.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:17 smithi119 ceph-mon[93746]: osdmap e317: 8 total, 8 up, 8 in 2024-04-13T07:50:17.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:17 smithi139 ceph-mon[88985]: pgmap v139: 121 pgs: 121 active+clean; 369 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 5.3 MiB/s wr, 18 op/s; 22 MiB/s, 7 objects/s recovering 2024-04-13T07:50:17.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:17 smithi139 ceph-mon[88985]: osdmap e317: 8 total, 8 up, 8 in 2024-04-13T07:50:18.332 INFO:tasks.rados.rados.0.smithi119.stdout:1241: done (4 left) 2024-04-13T07:50:18.333 INFO:tasks.rados.rados.0.smithi119.stdout:1242: done (3 left) 2024-04-13T07:50:18.333 INFO:tasks.rados.rados.0.smithi119.stdout:1243: done (2 left) 2024-04-13T07:50:18.333 INFO:tasks.rados.rados.0.smithi119.stdout:1244: done (1 left) 2024-04-13T07:50:18.333 INFO:tasks.rados.rados.0.smithi119.stdout:1246: done (0 left) 2024-04-13T07:50:18.333 INFO:tasks.rados.rados.0.smithi119.stdout:1247: read oid 47 snap -1 2024-04-13T07:50:18.333 INFO:tasks.rados.rados.0.smithi119.stdout:1247: expect (ObjNum 7 snap 0 seq_num 7) 2024-04-13T07:50:18.333 INFO:tasks.rados.rados.0.smithi119.stdout:1248: copy_from oid 11 from oid 22 current snap is 142 2024-04-13T07:50:18.333 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 2 current snap is 142 2024-04-13T07:50:18.333 INFO:tasks.rados.rados.0.smithi119.stdout:1249: seq_num 393 ranges {2433024=589824,3022848=679936,3702784=524288} 2024-04-13T07:50:18.349 INFO:tasks.rados.rados.0.smithi119.stdout:1249: writing smithi11982245-2 from 2433024 to 3022848 tid 1 2024-04-13T07:50:18.353 INFO:tasks.rados.rados.0.smithi119.stdout:1249: writing smithi11982245-2 from 3022848 to 3702784 tid 2 2024-04-13T07:50:18.356 INFO:tasks.rados.rados.0.smithi119.stdout:1249: writing smithi11982245-2 from 3702784 to 4227072 tid 3 2024-04-13T07:50:18.357 INFO:tasks.rados.rados.0.smithi119.stdout:1250: copy_from oid 41 from oid 27 current snap is 142 2024-04-13T07:50:18.357 INFO:tasks.rados.rados.0.smithi119.stdout:1247: expect (ObjNum 7 snap 0 seq_num 7) 2024-04-13T07:50:18.363 INFO:tasks.rados.rados.0.smithi119.stdout:1248: finishing copy_from racing read to smithi11982245-11 2024-04-13T07:50:18.364 INFO:tasks.rados.rados.0.smithi119.stdout:1248: finishing copy_from to smithi11982245-11 2024-04-13T07:50:18.364 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 11 v 601 (ObjNum 261 snap 83 seq_num 261) dirty exists 2024-04-13T07:50:18.364 INFO:tasks.rados.rados.0.smithi119.stdout:1249: finishing write tid 1 to smithi11982245-2 2024-04-13T07:50:18.364 INFO:tasks.rados.rados.0.smithi119.stdout:1249: finishing write tid 2 to smithi11982245-2 2024-04-13T07:50:18.364 INFO:tasks.rados.rados.0.smithi119.stdout:1249: finishing write tid 3 to smithi11982245-2 2024-04-13T07:50:18.364 INFO:tasks.rados.rados.0.smithi119.stdout:1247: done (3 left) 2024-04-13T07:50:18.364 INFO:tasks.rados.rados.0.smithi119.stdout:1248: done (2 left) 2024-04-13T07:50:18.364 INFO:tasks.rados.rados.0.smithi119.stdout:1251: read oid 38 snap -1 2024-04-13T07:50:18.364 INFO:tasks.rados.rados.0.smithi119.stdout:1251: expect (ObjNum 376 snap 137 seq_num 376) 2024-04-13T07:50:18.364 INFO:tasks.rados.rados.0.smithi119.stdout:1252: snap_create 2024-04-13T07:50:18.364 INFO:tasks.rados.rados.0.smithi119.stdout:1249: finishing write tid 4 to smithi11982245-2 2024-04-13T07:50:18.364 INFO:tasks.rados.rados.0.smithi119.stdout:1249: finishing write tid 5 to smithi11982245-2 2024-04-13T07:50:18.364 INFO:tasks.rados.rados.0.smithi119.stdout:1249: oid 2 updating version 0 to 608 2024-04-13T07:50:18.365 INFO:tasks.rados.rados.0.smithi119.stdout:1249: oid 2 updating version 608 to 610 2024-04-13T07:50:18.365 INFO:tasks.rados.rados.0.smithi119.stdout:1249: oid 2 version 610 is already newer than 607 2024-04-13T07:50:18.365 INFO:tasks.rados.rados.0.smithi119.stdout:1249: oid 2 version 610 is already newer than 609 2024-04-13T07:50:18.365 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 2 v 610 (ObjNum 393 snap 142 seq_num 393) dirty exists 2024-04-13T07:50:18.365 INFO:tasks.rados.rados.0.smithi119.stdout:1249: left oid 2 (ObjNum 393 snap 142 seq_num 393) 2024-04-13T07:50:18.377 INFO:tasks.rados.rados.0.smithi119.stdout:1251: expect (ObjNum 376 snap 137 seq_num 376) 2024-04-13T07:50:18.477 INFO:tasks.rados.rados.0.smithi119.stdout:1250: finishing copy_from racing read to smithi11982245-41 2024-04-13T07:50:18.477 INFO:tasks.rados.rados.0.smithi119.stdout:1250: finishing copy_from to smithi11982245-41 2024-04-13T07:50:18.477 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 41 v 387 (ObjNum 385 snap 139 seq_num 385) dirty exists 2024-04-13T07:50:18.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:18 smithi119 ceph-mon[96316]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 170/972 objects degraded (17.490%), 15 pgs degraded) 2024-04-13T07:50:18.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:18 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T07:50:18.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:18 smithi119 ceph-mon[96316]: osdmap e318: 8 total, 8 up, 8 in 2024-04-13T07:50:18.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:18 smithi119 ceph-mon[93746]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 170/972 objects degraded (17.490%), 15 pgs degraded) 2024-04-13T07:50:18.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:18 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T07:50:18.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:18 smithi119 ceph-mon[93746]: osdmap e318: 8 total, 8 up, 8 in 2024-04-13T07:50:18.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:18 smithi139 ceph-mon[88985]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 170/972 objects degraded (17.490%), 15 pgs degraded) 2024-04-13T07:50:18.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:18 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T07:50:18.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:18 smithi139 ceph-mon[88985]: osdmap e318: 8 total, 8 up, 8 in 2024-04-13T07:50:19.332 INFO:tasks.rados.rados.0.smithi119.stdout:1249: done (3 left) 2024-04-13T07:50:19.332 INFO:tasks.rados.rados.0.smithi119.stdout:1250: done (2 left) 2024-04-13T07:50:19.332 INFO:tasks.rados.rados.0.smithi119.stdout:1251: done (1 left) 2024-04-13T07:50:19.332 INFO:tasks.rados.rados.0.smithi119.stdout:1252: done (0 left) 2024-04-13T07:50:19.332 INFO:tasks.rados.rados.0.smithi119.stdout:1253: snap_create 2024-04-13T07:50:19.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:19 smithi119 ceph-mon[96316]: pgmap v142: 121 pgs: 121 active+clean; 369 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 5.3 MiB/s wr, 18 op/s; 22 MiB/s, 7 objects/s recovering 2024-04-13T07:50:19.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:19 smithi119 ceph-mon[96316]: osdmap e319: 8 total, 8 up, 8 in 2024-04-13T07:50:19.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:19 smithi119 ceph-mon[93746]: pgmap v142: 121 pgs: 121 active+clean; 369 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 5.3 MiB/s wr, 18 op/s; 22 MiB/s, 7 objects/s recovering 2024-04-13T07:50:19.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:19 smithi119 ceph-mon[93746]: osdmap e319: 8 total, 8 up, 8 in 2024-04-13T07:50:19.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:19 smithi139 ceph-mon[88985]: pgmap v142: 121 pgs: 121 active+clean; 369 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 5.3 MiB/s wr, 18 op/s; 22 MiB/s, 7 objects/s recovering 2024-04-13T07:50:19.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:19 smithi139 ceph-mon[88985]: osdmap e319: 8 total, 8 up, 8 in 2024-04-13T07:50:20.326 INFO:tasks.rados.rados.0.smithi119.stdout:1253: done (0 left) 2024-04-13T07:50:20.326 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 7 current snap is 144 2024-04-13T07:50:20.326 INFO:tasks.rados.rados.0.smithi119.stdout:1254: seq_num 394 ranges {0=606208,606208=565248,1171456=557056,1728512=81920} 2024-04-13T07:50:20.329 INFO:tasks.rados.rados.0.smithi119.stdout:1254: writing smithi11982245-7 from 0 to 606208 tid 1 2024-04-13T07:50:20.332 INFO:tasks.rados.rados.0.smithi119.stdout:1254: writing smithi11982245-7 from 606208 to 1171456 tid 2 2024-04-13T07:50:20.336 INFO:tasks.rados.rados.0.smithi119.stdout:1254: writing smithi11982245-7 from 1171456 to 1728512 tid 3 2024-04-13T07:50:20.337 INFO:tasks.rados.rados.0.smithi119.stdout:1254: writing smithi11982245-7 from 1728512 to 1810432 tid 4 2024-04-13T07:50:20.337 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 45 current snap is 144 2024-04-13T07:50:20.337 INFO:tasks.rados.rados.0.smithi119.stdout:1255: seq_num 395 ranges {1302528=622592,1925120=450560,2375680=753664} 2024-04-13T07:50:20.347 INFO:tasks.rados.rados.0.smithi119.stdout:1255: writing smithi11982245-45 from 1302528 to 1925120 tid 1 2024-04-13T07:50:20.350 INFO:tasks.rados.rados.0.smithi119.stdout:1255: writing smithi11982245-45 from 1925120 to 2375680 tid 2 2024-04-13T07:50:20.356 INFO:tasks.rados.rados.0.smithi119.stdout:1255: writing smithi11982245-45 from 2375680 to 3129344 tid 3 2024-04-13T07:50:20.356 INFO:tasks.rados.rados.0.smithi119.stdout:1256: copy_from oid 38 from oid 44 current snap is 144 2024-04-13T07:50:20.356 INFO:tasks.rados.rados.0.smithi119.stdout:1254: finishing write tid 1 to smithi11982245-7 2024-04-13T07:50:20.356 INFO:tasks.rados.rados.0.smithi119.stdout:1254: finishing write tid 2 to smithi11982245-7 2024-04-13T07:50:20.356 INFO:tasks.rados.rados.0.smithi119.stdout:1254: finishing write tid 3 to smithi11982245-7 2024-04-13T07:50:20.356 INFO:tasks.rados.rados.0.smithi119.stdout:1254: finishing write tid 4 to smithi11982245-7 2024-04-13T07:50:20.356 INFO:tasks.rados.rados.0.smithi119.stdout:1254: finishing write tid 5 to smithi11982245-7 2024-04-13T07:50:20.356 INFO:tasks.rados.rados.0.smithi119.stdout:1254: finishing write tid 6 to smithi11982245-7 2024-04-13T07:50:20.356 INFO:tasks.rados.rados.0.smithi119.stdout:1254: oid 7 updating version 0 to 514 2024-04-13T07:50:20.356 INFO:tasks.rados.rados.0.smithi119.stdout:1254: oid 7 version 514 is already newer than 512 2024-04-13T07:50:20.356 INFO:tasks.rados.rados.0.smithi119.stdout:1254: oid 7 version 514 is already newer than 510 2024-04-13T07:50:20.356 INFO:tasks.rados.rados.0.smithi119.stdout:1254: oid 7 version 514 is already newer than 513 2024-04-13T07:50:20.357 INFO:tasks.rados.rados.0.smithi119.stdout:1254: oid 7 version 514 is already newer than 511 2024-04-13T07:50:20.357 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 7 v 514 (ObjNum 394 snap 144 seq_num 394) dirty exists 2024-04-13T07:50:20.357 INFO:tasks.rados.rados.0.smithi119.stdout:1254: left oid 7 (ObjNum 394 snap 144 seq_num 394) 2024-04-13T07:50:20.357 INFO:tasks.rados.rados.0.smithi119.stdout:1254: done (2 left) 2024-04-13T07:50:20.357 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 27 current snap is 144 2024-04-13T07:50:20.357 INFO:tasks.rados.rados.0.smithi119.stdout:1257: seq_num 396 ranges {10559488=638976,11198464=786432,11984896=417792} 2024-04-13T07:50:20.417 INFO:tasks.rados.rados.0.smithi119.stdout:1257: writing smithi11982245-27 from 10559488 to 11198464 tid 1 2024-04-13T07:50:20.421 INFO:tasks.rados.rados.0.smithi119.stdout:1257: writing smithi11982245-27 from 11198464 to 11984896 tid 2 2024-04-13T07:50:20.424 INFO:tasks.rados.rados.0.smithi119.stdout:1257: writing smithi11982245-27 from 11984896 to 12402688 tid 3 2024-04-13T07:50:20.424 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 5 current snap is 144 2024-04-13T07:50:20.424 INFO:tasks.rados.rados.0.smithi119.stdout:1255: finishing write tid 1 to smithi11982245-45 2024-04-13T07:50:20.424 INFO:tasks.rados.rados.0.smithi119.stdout:1258: seq_num 397 ranges {0=655360,655360=671744,1327104=532480} 2024-04-13T07:50:20.428 INFO:tasks.rados.rados.0.smithi119.stdout:1258: writing smithi11982245-5 from 0 to 655360 tid 1 2024-04-13T07:50:20.432 INFO:tasks.rados.rados.0.smithi119.stdout:1258: writing smithi11982245-5 from 655360 to 1327104 tid 2 2024-04-13T07:50:20.435 INFO:tasks.rados.rados.0.smithi119.stdout:1258: writing smithi11982245-5 from 1327104 to 1859584 tid 3 2024-04-13T07:50:20.435 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 37 current snap is 144 2024-04-13T07:50:20.435 INFO:tasks.rados.rados.0.smithi119.stdout:1255: finishing write tid 2 to smithi11982245-45 2024-04-13T07:50:20.435 INFO:tasks.rados.rados.0.smithi119.stdout:1255: finishing write tid 3 to smithi11982245-45 2024-04-13T07:50:20.435 INFO:tasks.rados.rados.0.smithi119.stdout:1259: seq_num 398 ranges {163840=671744,835584=557056,1392640=532480,1925120=114688} 2024-04-13T07:50:20.439 INFO:tasks.rados.rados.0.smithi119.stdout:1259: writing smithi11982245-37 from 163840 to 835584 tid 1 2024-04-13T07:50:20.443 INFO:tasks.rados.rados.0.smithi119.stdout:1259: writing smithi11982245-37 from 835584 to 1392640 tid 2 2024-04-13T07:50:20.446 INFO:tasks.rados.rados.0.smithi119.stdout:1259: writing smithi11982245-37 from 1392640 to 1925120 tid 3 2024-04-13T07:50:20.447 INFO:tasks.rados.rados.0.smithi119.stdout:1259: writing smithi11982245-37 from 1925120 to 2039808 tid 4 2024-04-13T07:50:20.447 INFO:tasks.rados.rados.0.smithi119.stdout:1260: snap_remove snap 141 2024-04-13T07:50:21.339 INFO:tasks.rados.rados.0.smithi119.stdout:1260: done (5 left) 2024-04-13T07:50:21.339 INFO:tasks.rados.rados.0.smithi119.stdout:1261: snap_create 2024-04-13T07:50:21.339 INFO:tasks.rados.rados.0.smithi119.stdout:1255: finishing write tid 4 to smithi11982245-45 2024-04-13T07:50:21.339 INFO:tasks.rados.rados.0.smithi119.stdout:1255: finishing write tid 5 to smithi11982245-45 2024-04-13T07:50:21.339 INFO:tasks.rados.rados.0.smithi119.stdout:1255: oid 45 updating version 0 to 825 2024-04-13T07:50:21.339 INFO:tasks.rados.rados.0.smithi119.stdout:1255: oid 45 version 825 is already newer than 824 2024-04-13T07:50:21.339 INFO:tasks.rados.rados.0.smithi119.stdout:1255: oid 45 version 825 is already newer than 823 2024-04-13T07:50:21.339 INFO:tasks.rados.rados.0.smithi119.stdout:1255: oid 45 updating version 825 to 826 2024-04-13T07:50:21.339 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 45 v 826 (ObjNum 395 snap 144 seq_num 395) dirty exists 2024-04-13T07:50:21.339 INFO:tasks.rados.rados.0.smithi119.stdout:1255: left oid 45 (ObjNum 395 snap 144 seq_num 395) 2024-04-13T07:50:21.340 INFO:tasks.rados.rados.0.smithi119.stdout:1256: finishing copy_from racing read to smithi11982245-38 2024-04-13T07:50:21.340 INFO:tasks.rados.rados.0.smithi119.stdout:1256: finishing copy_from to smithi11982245-38 2024-04-13T07:50:21.340 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 38 v 741 (ObjNum 390 snap 141 seq_num 390) dirty exists 2024-04-13T07:50:21.340 INFO:tasks.rados.rados.0.smithi119.stdout:1257: finishing write tid 1 to smithi11982245-27 2024-04-13T07:50:21.340 INFO:tasks.rados.rados.0.smithi119.stdout:1257: finishing write tid 2 to smithi11982245-27 2024-04-13T07:50:21.340 INFO:tasks.rados.rados.0.smithi119.stdout:1257: finishing write tid 3 to smithi11982245-27 2024-04-13T07:50:21.340 INFO:tasks.rados.rados.0.smithi119.stdout:1257: finishing write tid 4 to smithi11982245-27 2024-04-13T07:50:21.340 INFO:tasks.rados.rados.0.smithi119.stdout:1257: finishing write tid 5 to smithi11982245-27 2024-04-13T07:50:21.340 INFO:tasks.rados.rados.0.smithi119.stdout:1257: oid 27 updating version 0 to 401 2024-04-13T07:50:21.340 INFO:tasks.rados.rados.0.smithi119.stdout:1257: oid 27 updating version 401 to 402 2024-04-13T07:50:21.340 INFO:tasks.rados.rados.0.smithi119.stdout:1257: oid 27 version 402 is already newer than 399 2024-04-13T07:50:21.340 INFO:tasks.rados.rados.0.smithi119.stdout:1257: oid 27 version 402 is already newer than 400 2024-04-13T07:50:21.340 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 27 v 402 (ObjNum 396 snap 144 seq_num 396) dirty exists 2024-04-13T07:50:21.340 INFO:tasks.rados.rados.0.smithi119.stdout:1257: left oid 27 (ObjNum 396 snap 144 seq_num 396) 2024-04-13T07:50:21.340 INFO:tasks.rados.rados.0.smithi119.stdout:1258: finishing write tid 1 to smithi11982245-5 2024-04-13T07:50:21.340 INFO:tasks.rados.rados.0.smithi119.stdout:1258: finishing write tid 2 to smithi11982245-5 2024-04-13T07:50:21.340 INFO:tasks.rados.rados.0.smithi119.stdout:1258: finishing write tid 3 to smithi11982245-5 2024-04-13T07:50:21.341 INFO:tasks.rados.rados.0.smithi119.stdout:1258: finishing write tid 4 to smithi11982245-5 2024-04-13T07:50:21.341 INFO:tasks.rados.rados.0.smithi119.stdout:1258: finishing write tid 5 to smithi11982245-5 2024-04-13T07:50:21.341 INFO:tasks.rados.rados.0.smithi119.stdout:1258: oid 5 updating version 0 to 827 2024-04-13T07:50:21.341 INFO:tasks.rados.rados.0.smithi119.stdout:1258: oid 5 updating version 827 to 830 2024-04-13T07:50:21.341 INFO:tasks.rados.rados.0.smithi119.stdout:1258: oid 5 version 830 is already newer than 829 2024-04-13T07:50:21.341 INFO:tasks.rados.rados.0.smithi119.stdout:1258: oid 5 version 830 is already newer than 828 2024-04-13T07:50:21.341 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 5 v 830 (ObjNum 397 snap 144 seq_num 397) dirty exists 2024-04-13T07:50:21.341 INFO:tasks.rados.rados.0.smithi119.stdout:1258: left oid 5 (ObjNum 397 snap 144 seq_num 397) 2024-04-13T07:50:21.341 INFO:tasks.rados.rados.0.smithi119.stdout:1259: finishing write tid 1 to smithi11982245-37 2024-04-13T07:50:21.341 INFO:tasks.rados.rados.0.smithi119.stdout:1259: finishing write tid 2 to smithi11982245-37 2024-04-13T07:50:21.341 INFO:tasks.rados.rados.0.smithi119.stdout:1259: finishing write tid 3 to smithi11982245-37 2024-04-13T07:50:21.341 INFO:tasks.rados.rados.0.smithi119.stdout:1259: finishing write tid 4 to smithi11982245-37 2024-04-13T07:50:21.341 INFO:tasks.rados.rados.0.smithi119.stdout:1259: finishing write tid 5 to smithi11982245-37 2024-04-13T07:50:21.341 INFO:tasks.rados.rados.0.smithi119.stdout:1259: finishing write tid 6 to smithi11982245-37 2024-04-13T07:50:21.341 INFO:tasks.rados.rados.0.smithi119.stdout:1259: oid 37 updating version 0 to 407 2024-04-13T07:50:21.342 INFO:tasks.rados.rados.0.smithi119.stdout:1259: oid 37 version 407 is already newer than 405 2024-04-13T07:50:21.342 INFO:tasks.rados.rados.0.smithi119.stdout:1259: oid 37 updating version 407 to 408 2024-04-13T07:50:21.342 INFO:tasks.rados.rados.0.smithi119.stdout:1259: oid 37 version 408 is already newer than 404 2024-04-13T07:50:21.342 INFO:tasks.rados.rados.0.smithi119.stdout:1259: oid 37 version 408 is already newer than 406 2024-04-13T07:50:21.342 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 37 v 408 (ObjNum 398 snap 144 seq_num 398) dirty exists 2024-04-13T07:50:21.342 INFO:tasks.rados.rados.0.smithi119.stdout:1259: left oid 37 (ObjNum 398 snap 144 seq_num 398) 2024-04-13T07:50:21.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:21 smithi139 ceph-mon[88985]: osdmap e320: 8 total, 8 up, 8 in 2024-04-13T07:50:21.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:21 smithi139 ceph-mon[88985]: pgmap v145: 121 pgs: 121 active+clean; 388 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.7 MiB/s wr, 11 op/s 2024-04-13T07:50:21.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:21 smithi119 ceph-mon[96316]: osdmap e320: 8 total, 8 up, 8 in 2024-04-13T07:50:21.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:21 smithi119 ceph-mon[96316]: pgmap v145: 121 pgs: 121 active+clean; 388 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.7 MiB/s wr, 11 op/s 2024-04-13T07:50:21.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:21 smithi119 ceph-mon[93746]: osdmap e320: 8 total, 8 up, 8 in 2024-04-13T07:50:21.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:21 smithi119 ceph-mon[93746]: pgmap v145: 121 pgs: 121 active+clean; 388 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.7 MiB/s wr, 11 op/s 2024-04-13T07:50:22.336 INFO:tasks.rados.rados.0.smithi119.stdout:1255: done (5 left) 2024-04-13T07:50:22.336 INFO:tasks.rados.rados.0.smithi119.stdout:1256: done (4 left) 2024-04-13T07:50:22.336 INFO:tasks.rados.rados.0.smithi119.stdout:1257: done (3 left) 2024-04-13T07:50:22.336 INFO:tasks.rados.rados.0.smithi119.stdout:1258: done (2 left) 2024-04-13T07:50:22.336 INFO:tasks.rados.rados.0.smithi119.stdout:1259: done (1 left) 2024-04-13T07:50:22.336 INFO:tasks.rados.rados.0.smithi119.stdout:1261: done (0 left) 2024-04-13T07:50:22.336 INFO:tasks.rados.rados.0.smithi119.stdout:1262: copy_from oid 34 from oid 38 current snap is 145 2024-04-13T07:50:22.336 INFO:tasks.rados.rados.0.smithi119.stdout:1263: rollback oid 46 current snap is 145 2024-04-13T07:50:22.336 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 46 to 144 2024-04-13T07:50:22.336 INFO:tasks.rados.rados.0.smithi119.stdout:1264: rollback oid 23 current snap is 145 2024-04-13T07:50:22.337 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 23 to 80 2024-04-13T07:50:22.337 INFO:tasks.rados.rados.0.smithi119.stdout:1265: delete oid 22 current snap is 145 2024-04-13T07:50:22.343 INFO:tasks.rados.rados.0.smithi119.stdout:1264: finishing rollback tid 0 to smithi11982245-23 2024-04-13T07:50:22.344 INFO:tasks.rados.rados.0.smithi119.stdout:1263: finishing rollback tid 1 to smithi11982245-46 2024-04-13T07:50:22.344 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 46 v 699 (ObjNum 129 snap 0 seq_num 749296624) dirty dne 2024-04-13T07:50:22.345 INFO:tasks.rados.rados.0.smithi119.stdout:1263: done (3 left) 2024-04-13T07:50:22.345 INFO:tasks.rados.rados.0.smithi119.stdout:1265: done (2 left) 2024-04-13T07:50:22.345 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 48 current snap is 145 2024-04-13T07:50:22.345 INFO:tasks.rados.rados.0.smithi119.stdout:1266: seq_num 400 ranges {835584=704512,1540096=720896,2260992=483328} 2024-04-13T07:50:22.353 INFO:tasks.rados.rados.0.smithi119.stdout:1266: writing smithi11982245-48 from 835584 to 1540096 tid 1 2024-04-13T07:50:22.357 INFO:tasks.rados.rados.0.smithi119.stdout:1266: writing smithi11982245-48 from 1540096 to 2260992 tid 2 2024-04-13T07:50:22.360 INFO:tasks.rados.rados.0.smithi119.stdout:1266: writing smithi11982245-48 from 2260992 to 2744320 tid 3 2024-04-13T07:50:22.361 INFO:tasks.rados.rados.0.smithi119.stdout:1267: copy_from oid 13 from oid 1 current snap is 145 2024-04-13T07:50:22.361 INFO:tasks.rados.rados.0.smithi119.stdout:1264: finishing rollback tid 1 to smithi11982245-23 2024-04-13T07:50:22.361 INFO:tasks.rados.rados.0.smithi119.stdout:1264: finishing rollback tid 2 to smithi11982245-23 2024-04-13T07:50:22.361 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 23 v 779 (ObjNum 239 snap 75 seq_num 239) dirty exists 2024-04-13T07:50:22.361 INFO:tasks.rados.rados.0.smithi119.stdout:1262: finishing copy_from racing read to smithi11982245-34 2024-04-13T07:50:22.361 INFO:tasks.rados.rados.0.smithi119.stdout:1264: done (3 left) 2024-04-13T07:50:22.361 INFO:tasks.rados.rados.0.smithi119.stdout:1268: snap_remove snap 127 2024-04-13T07:50:22.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:22 smithi139 ceph-mon[88985]: osdmap e321: 8 total, 8 up, 8 in 2024-04-13T07:50:22.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:50:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:50:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:50:22.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:22 smithi119 ceph-mon[96316]: osdmap e321: 8 total, 8 up, 8 in 2024-04-13T07:50:22.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:22 smithi119 ceph-mon[93746]: osdmap e321: 8 total, 8 up, 8 in 2024-04-13T07:50:23.353 INFO:tasks.rados.rados.0.smithi119.stdout:1266: finishing write tid 1 to smithi11982245-48 2024-04-13T07:50:23.353 INFO:tasks.rados.rados.0.smithi119.stdout:1262: finishing copy_from to smithi11982245-34 2024-04-13T07:50:23.353 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 34 v 741 (ObjNum 390 snap 141 seq_num 390) dirty exists 2024-04-13T07:50:23.353 INFO:tasks.rados.rados.0.smithi119.stdout:1266: finishing write tid 2 to smithi11982245-48 2024-04-13T07:50:23.353 INFO:tasks.rados.rados.0.smithi119.stdout:1266: finishing write tid 3 to smithi11982245-48 2024-04-13T07:50:23.353 INFO:tasks.rados.rados.0.smithi119.stdout:1266: finishing write tid 4 to smithi11982245-48 2024-04-13T07:50:23.353 INFO:tasks.rados.rados.0.smithi119.stdout:1266: finishing write tid 5 to smithi11982245-48 2024-04-13T07:50:23.353 INFO:tasks.rados.rados.0.smithi119.stdout:1266: oid 48 updating version 0 to 744 2024-04-13T07:50:23.353 INFO:tasks.rados.rados.0.smithi119.stdout:1266: oid 48 updating version 744 to 745 2024-04-13T07:50:23.353 INFO:tasks.rados.rados.0.smithi119.stdout:1266: oid 48 version 745 is already newer than 743 2024-04-13T07:50:23.353 INFO:tasks.rados.rados.0.smithi119.stdout:1266: oid 48 updating version 745 to 746 2024-04-13T07:50:23.354 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 48 v 746 (ObjNum 400 snap 145 seq_num 400) dirty exists 2024-04-13T07:50:23.354 INFO:tasks.rados.rados.0.smithi119.stdout:1266: left oid 48 (ObjNum 400 snap 145 seq_num 400) 2024-04-13T07:50:23.354 INFO:tasks.rados.rados.0.smithi119.stdout:1267: finishing copy_from racing read to smithi11982245-13 2024-04-13T07:50:23.354 INFO:tasks.rados.rados.0.smithi119.stdout:1267: finishing copy_from to smithi11982245-13 2024-04-13T07:50:23.354 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 13 v 528 (ObjNum 361 snap 136 seq_num 361) dirty exists 2024-04-13T07:50:23.354 INFO:tasks.rados.rados.0.smithi119.stdout:1262: done (3 left) 2024-04-13T07:50:23.354 INFO:tasks.rados.rados.0.smithi119.stdout:1266: done (2 left) 2024-04-13T07:50:23.354 INFO:tasks.rados.rados.0.smithi119.stdout:1267: done (1 left) 2024-04-13T07:50:23.354 INFO:tasks.rados.rados.0.smithi119.stdout:1268: done (0 left) 2024-04-13T07:50:23.354 INFO:tasks.rados.rados.0.smithi119.stdout:1269: copy_from oid 32 from oid 37 current snap is 145 2024-04-13T07:50:23.354 INFO:tasks.rados.rados.0.smithi119.stdout:1270: copy_from oid 7 from oid 48 current snap is 145 2024-04-13T07:50:23.354 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 27 current snap is 145 2024-04-13T07:50:23.354 INFO:tasks.rados.rados.0.smithi119.stdout:1271: seq_num 401 ranges {12402688=720896,13123584=606208,13729792=598016} 2024-04-13T07:50:23.424 INFO:tasks.rados.rados.0.smithi119.stdout:1271: writing smithi11982245-27 from 12402688 to 13123584 tid 1 2024-04-13T07:50:23.428 INFO:tasks.rados.rados.0.smithi119.stdout:1271: writing smithi11982245-27 from 13123584 to 13729792 tid 2 2024-04-13T07:50:23.432 INFO:tasks.rados.rados.0.smithi119.stdout:1271: writing smithi11982245-27 from 13729792 to 14327808 tid 3 2024-04-13T07:50:23.432 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 31 current snap is 145 2024-04-13T07:50:23.433 INFO:tasks.rados.rados.0.smithi119.stdout:1269: finishing copy_from racing read to smithi11982245-32 2024-04-13T07:50:23.433 INFO:tasks.rados.rados.0.smithi119.stdout:1269: finishing copy_from to smithi11982245-32 2024-04-13T07:50:23.433 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 32 v 408 (ObjNum 398 snap 144 seq_num 398) dirty exists 2024-04-13T07:50:23.433 INFO:tasks.rados.rados.0.smithi119.stdout:1270: finishing copy_from racing read to smithi11982245-7 2024-04-13T07:50:23.433 INFO:tasks.rados.rados.0.smithi119.stdout:1270: finishing copy_from to smithi11982245-7 2024-04-13T07:50:23.433 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 7 v 746 (ObjNum 400 snap 145 seq_num 400) dirty exists 2024-04-13T07:50:23.433 INFO:tasks.rados.rados.0.smithi119.stdout:1271: finishing write tid 1 to smithi11982245-27 2024-04-13T07:50:23.433 INFO:tasks.rados.rados.0.smithi119.stdout:1271: finishing write tid 2 to smithi11982245-27 2024-04-13T07:50:23.433 INFO:tasks.rados.rados.0.smithi119.stdout:1272: seq_num 402 ranges {1728512=737280,2465792=491520,2957312=516096,3473408=196608} 2024-04-13T07:50:23.445 INFO:tasks.rados.rados.0.smithi119.stdout:1272: writing smithi11982245-31 from 1728512 to 2465792 tid 1 2024-04-13T07:50:23.448 INFO:tasks.rados.rados.0.smithi119.stdout:1272: writing smithi11982245-31 from 2465792 to 2957312 tid 2 2024-04-13T07:50:23.450 INFO:tasks.rados.rados.0.smithi119.stdout:1272: writing smithi11982245-31 from 2957312 to 3473408 tid 3 2024-04-13T07:50:23.452 INFO:tasks.rados.rados.0.smithi119.stdout:1272: writing smithi11982245-31 from 3473408 to 3670016 tid 4 2024-04-13T07:50:23.452 INFO:tasks.rados.rados.0.smithi119.stdout:1269: done (3 left) 2024-04-13T07:50:23.452 INFO:tasks.rados.rados.0.smithi119.stdout:1270: done (2 left) 2024-04-13T07:50:23.452 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 22 current snap is 145 2024-04-13T07:50:23.452 INFO:tasks.rados.rados.0.smithi119.stdout:1271: finishing write tid 3 to smithi11982245-27 2024-04-13T07:50:23.452 INFO:tasks.rados.rados.0.smithi119.stdout:1271: finishing write tid 4 to smithi11982245-27 2024-04-13T07:50:23.453 INFO:tasks.rados.rados.0.smithi119.stdout:1271: finishing write tid 5 to smithi11982245-27 2024-04-13T07:50:23.453 INFO:tasks.rados.rados.0.smithi119.stdout:1271: oid 27 updating version 0 to 421 2024-04-13T07:50:23.453 INFO:tasks.rados.rados.0.smithi119.stdout:1271: oid 27 version 421 is already newer than 420 2024-04-13T07:50:23.453 INFO:tasks.rados.rados.0.smithi119.stdout:1271: oid 27 updating version 421 to 422 2024-04-13T07:50:23.453 INFO:tasks.rados.rados.0.smithi119.stdout:1271: oid 27 updating version 422 to 423 2024-04-13T07:50:23.453 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 27 v 423 (ObjNum 401 snap 145 seq_num 401) dirty exists 2024-04-13T07:50:23.453 INFO:tasks.rados.rados.0.smithi119.stdout:1271: left oid 27 (ObjNum 401 snap 145 seq_num 401) 2024-04-13T07:50:23.453 INFO:tasks.rados.rados.0.smithi119.stdout:1272: finishing write tid 1 to smithi11982245-31 2024-04-13T07:50:23.453 INFO:tasks.rados.rados.0.smithi119.stdout:1272: finishing write tid 2 to smithi11982245-31 2024-04-13T07:50:23.453 INFO:tasks.rados.rados.0.smithi119.stdout:1273: seq_num 403 ranges {0=753664,753664=425984,1179648=720896,1900544=57344} 2024-04-13T07:50:23.456 INFO:tasks.rados.rados.0.smithi119.stdout:1273: writing smithi11982245-22 from 0 to 753664 tid 1 2024-04-13T07:50:23.458 INFO:tasks.rados.rados.0.smithi119.stdout:1273: writing smithi11982245-22 from 753664 to 1179648 tid 2 2024-04-13T07:50:23.462 INFO:tasks.rados.rados.0.smithi119.stdout:1273: writing smithi11982245-22 from 1179648 to 1900544 tid 3 2024-04-13T07:50:23.463 INFO:tasks.rados.rados.0.smithi119.stdout:1273: writing smithi11982245-22 from 1900544 to 1957888 tid 4 2024-04-13T07:50:23.463 INFO:tasks.rados.rados.0.smithi119.stdout:1271: done (2 left) 2024-04-13T07:50:23.463 INFO:tasks.rados.rados.0.smithi119.stdout:1274: rmattr oid 15 current snap is 145 2024-04-13T07:50:23.463 INFO:tasks.rados.rados.0.smithi119.stdout:1272: finishing write tid 3 to smithi11982245-31 2024-04-13T07:50:23.463 INFO:tasks.rados.rados.0.smithi119.stdout:1272: finishing write tid 4 to smithi11982245-31 2024-04-13T07:50:23.463 INFO:tasks.rados.rados.0.smithi119.stdout:1272: finishing write tid 5 to smithi11982245-31 2024-04-13T07:50:23.463 INFO:tasks.rados.rados.0.smithi119.stdout:1272: finishing write tid 6 to smithi11982245-31 2024-04-13T07:50:23.463 INFO:tasks.rados.rados.0.smithi119.stdout:1272: oid 31 updating version 0 to 772 2024-04-13T07:50:23.463 INFO:tasks.rados.rados.0.smithi119.stdout:1272: oid 31 updating version 772 to 774 2024-04-13T07:50:23.463 INFO:tasks.rados.rados.0.smithi119.stdout:1272: oid 31 updating version 774 to 775 2024-04-13T07:50:23.463 INFO:tasks.rados.rados.0.smithi119.stdout:1272: oid 31 updating version 775 to 776 2024-04-13T07:50:23.463 INFO:tasks.rados.rados.0.smithi119.stdout:1272: oid 31 version 776 is already newer than 773 2024-04-13T07:50:23.464 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 31 v 776 (ObjNum 402 snap 145 seq_num 402) dirty exists 2024-04-13T07:50:23.464 INFO:tasks.rados.rados.0.smithi119.stdout:1272: left oid 31 (ObjNum 402 snap 145 seq_num 402) 2024-04-13T07:50:23.464 INFO:tasks.rados.rados.0.smithi119.stdout:1273: finishing write tid 1 to smithi11982245-22 2024-04-13T07:50:23.464 INFO:tasks.rados.rados.0.smithi119.stdout:1273: finishing write tid 2 to smithi11982245-22 2024-04-13T07:50:23.464 INFO:tasks.rados.rados.0.smithi119.stdout:1272: done (2 left) 2024-04-13T07:50:23.464 INFO:tasks.rados.rados.0.smithi119.stdout:1275: delete oid 21 current snap is 145 2024-04-13T07:50:23.465 INFO:tasks.rados.rados.0.smithi119.stdout:1275: done (2 left) 2024-04-13T07:50:23.465 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 3 current snap is 145 2024-04-13T07:50:23.466 INFO:tasks.rados.rados.0.smithi119.stdout:1276: seq_num 405 ranges {1622016=786432,2408448=589824,2998272=614400} 2024-04-13T07:50:23.479 INFO:tasks.rados.rados.0.smithi119.stdout:1276: writing smithi11982245-3 from 1622016 to 2408448 tid 1 2024-04-13T07:50:23.482 INFO:tasks.rados.rados.0.smithi119.stdout:1276: writing smithi11982245-3 from 2408448 to 2998272 tid 2 2024-04-13T07:50:23.486 INFO:tasks.rados.rados.0.smithi119.stdout:1276: writing smithi11982245-3 from 2998272 to 3612672 tid 3 2024-04-13T07:50:23.486 INFO:tasks.rados.rados.0.smithi119.stdout:1277: delete oid 35 current snap is 145 2024-04-13T07:50:23.486 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 15 v 397 (ObjNum 351 snap 132 seq_num 351) dirty exists 2024-04-13T07:50:23.486 INFO:tasks.rados.rados.0.smithi119.stdout:1273: finishing write tid 3 to smithi11982245-22 2024-04-13T07:50:23.486 INFO:tasks.rados.rados.0.smithi119.stdout:1273: finishing write tid 4 to smithi11982245-22 2024-04-13T07:50:23.486 INFO:tasks.rados.rados.0.smithi119.stdout:1273: finishing write tid 5 to smithi11982245-22 2024-04-13T07:50:23.486 INFO:tasks.rados.rados.0.smithi119.stdout:1273: finishing write tid 6 to smithi11982245-22 2024-04-13T07:50:23.486 INFO:tasks.rados.rados.0.smithi119.stdout:1273: oid 22 updating version 0 to 749 2024-04-13T07:50:23.486 INFO:tasks.rados.rados.0.smithi119.stdout:1273: oid 22 version 749 is already newer than 747 2024-04-13T07:50:23.486 INFO:tasks.rados.rados.0.smithi119.stdout:1273: oid 22 updating version 749 to 750 2024-04-13T07:50:23.486 INFO:tasks.rados.rados.0.smithi119.stdout:1273: oid 22 version 750 is already newer than 748 2024-04-13T07:50:23.486 INFO:tasks.rados.rados.0.smithi119.stdout:1273: oid 22 updating version 750 to 751 2024-04-13T07:50:23.487 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 22 v 751 (ObjNum 403 snap 145 seq_num 403) dirty exists 2024-04-13T07:50:23.487 INFO:tasks.rados.rados.0.smithi119.stdout:1273: left oid 22 (ObjNum 403 snap 145 seq_num 403) 2024-04-13T07:50:23.487 INFO:tasks.rados.rados.0.smithi119.stdout:1276: finishing write tid 1 to smithi11982245-3 2024-04-13T07:50:23.487 INFO:tasks.rados.rados.0.smithi119.stdout:1276: finishing write tid 2 to smithi11982245-3 2024-04-13T07:50:23.488 INFO:tasks.rados.rados.0.smithi119.stdout:1276: finishing write tid 3 to smithi11982245-3 2024-04-13T07:50:23.488 INFO:tasks.rados.rados.0.smithi119.stdout:1276: finishing write tid 4 to smithi11982245-3 2024-04-13T07:50:23.488 INFO:tasks.rados.rados.0.smithi119.stdout:1273: done (3 left) 2024-04-13T07:50:23.489 INFO:tasks.rados.rados.0.smithi119.stdout:1274: done (2 left) 2024-04-13T07:50:23.489 INFO:tasks.rados.rados.0.smithi119.stdout:1277: done (1 left) 2024-04-13T07:50:23.489 INFO:tasks.rados.rados.0.smithi119.stdout:1278: setattr oid 17 current snap is 145 2024-04-13T07:50:23.489 INFO:tasks.rados.rados.0.smithi119.stdout:1276: finishing write tid 5 to smithi11982245-3 2024-04-13T07:50:23.489 INFO:tasks.rados.rados.0.smithi119.stdout:1276: oid 3 updating version 0 to 717 2024-04-13T07:50:23.489 INFO:tasks.rados.rados.0.smithi119.stdout:1276: oid 3 version 717 is already newer than 716 2024-04-13T07:50:23.489 INFO:tasks.rados.rados.0.smithi119.stdout:1276: oid 3 updating version 717 to 718 2024-04-13T07:50:23.489 INFO:tasks.rados.rados.0.smithi119.stdout:1276: oid 3 updating version 718 to 719 2024-04-13T07:50:23.489 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 3 v 719 (ObjNum 405 snap 145 seq_num 405) dirty exists 2024-04-13T07:50:23.490 INFO:tasks.rados.rados.0.smithi119.stdout:1276: left oid 3 (ObjNum 405 snap 145 seq_num 405) 2024-04-13T07:50:23.490 INFO:tasks.rados.rados.0.smithi119.stdout:1276: done (1 left) 2024-04-13T07:50:23.490 INFO:tasks.rados.rados.0.smithi119.stdout:1279: read oid 1 snap -1 2024-04-13T07:50:23.490 INFO:tasks.rados.rados.0.smithi119.stdout:1279: expect (ObjNum 361 snap 136 seq_num 361) 2024-04-13T07:50:23.490 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 33 current snap is 145 2024-04-13T07:50:23.490 INFO:tasks.rados.rados.0.smithi119.stdout:1280: seq_num 407 ranges {0=425984,425984=761856,1187840=704512,1892352=139264} 2024-04-13T07:50:23.492 INFO:tasks.rados.rados.0.smithi119.stdout:1280: writing smithi11982245-33 from 0 to 425984 tid 1 2024-04-13T07:50:23.497 INFO:tasks.rados.rados.0.smithi119.stdout:1280: writing smithi11982245-33 from 425984 to 1187840 tid 2 2024-04-13T07:50:23.501 INFO:tasks.rados.rados.0.smithi119.stdout:1280: writing smithi11982245-33 from 1187840 to 1892352 tid 3 2024-04-13T07:50:23.502 INFO:tasks.rados.rados.0.smithi119.stdout:1280: writing smithi11982245-33 from 1892352 to 2031616 tid 4 2024-04-13T07:50:23.502 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 39 current snap is 145 2024-04-13T07:50:23.502 INFO:tasks.rados.rados.0.smithi119.stdout:1281: seq_num 408 ranges {4063232=442368,4505600=647168,5152768=507904,5660672=450560} 2024-04-13T07:50:23.526 INFO:tasks.rados.rados.0.smithi119.stdout:1281: writing smithi11982245-39 from 4063232 to 4505600 tid 1 2024-04-13T07:50:23.530 INFO:tasks.rados.rados.0.smithi119.stdout:1281: writing smithi11982245-39 from 4505600 to 5152768 tid 2 2024-04-13T07:50:23.533 INFO:tasks.rados.rados.0.smithi119.stdout:1281: writing smithi11982245-39 from 5152768 to 5660672 tid 3 2024-04-13T07:50:23.536 INFO:tasks.rados.rados.0.smithi119.stdout:1281: writing smithi11982245-39 from 5660672 to 6111232 tid 4 2024-04-13T07:50:23.536 INFO:tasks.rados.rados.0.smithi119.stdout:1282: rollback oid 28 current snap is 145 2024-04-13T07:50:23.536 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 28 to 128 2024-04-13T07:50:23.536 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 17 v 602 (ObjNum 384 snap 139 seq_num 384) dirty exists 2024-04-13T07:50:23.536 INFO:tasks.rados.rados.0.smithi119.stdout:1280: finishing write tid 1 to smithi11982245-33 2024-04-13T07:50:23.536 INFO:tasks.rados.rados.0.smithi119.stdout:1279: expect (ObjNum 361 snap 136 seq_num 361) 2024-04-13T07:50:23.635 INFO:tasks.rados.rados.0.smithi119.stdout:1280: finishing write tid 2 to smithi11982245-33 2024-04-13T07:50:23.635 INFO:tasks.rados.rados.0.smithi119.stdout:1280: finishing write tid 3 to smithi11982245-33 2024-04-13T07:50:23.635 INFO:tasks.rados.rados.0.smithi119.stdout:1280: finishing write tid 4 to smithi11982245-33 2024-04-13T07:50:23.635 INFO:tasks.rados.rados.0.smithi119.stdout:1280: finishing write tid 5 to smithi11982245-33 2024-04-13T07:50:23.635 INFO:tasks.rados.rados.0.smithi119.stdout:1280: finishing write tid 6 to smithi11982245-33 2024-04-13T07:50:23.635 INFO:tasks.rados.rados.0.smithi119.stdout:1280: oid 33 updating version 0 to 721 2024-04-13T07:50:23.635 INFO:tasks.rados.rados.0.smithi119.stdout:1280: oid 33 updating version 721 to 722 2024-04-13T07:50:23.635 INFO:tasks.rados.rados.0.smithi119.stdout:1280: oid 33 updating version 722 to 723 2024-04-13T07:50:23.635 INFO:tasks.rados.rados.0.smithi119.stdout:1280: oid 33 updating version 723 to 724 2024-04-13T07:50:23.635 INFO:tasks.rados.rados.0.smithi119.stdout:1280: oid 33 updating version 724 to 725 2024-04-13T07:50:23.636 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 33 v 725 (ObjNum 407 snap 145 seq_num 407) dirty exists 2024-04-13T07:50:23.636 INFO:tasks.rados.rados.0.smithi119.stdout:1280: left oid 33 (ObjNum 407 snap 145 seq_num 407) 2024-04-13T07:50:23.636 INFO:tasks.rados.rados.0.smithi119.stdout:1281: finishing write tid 1 to smithi11982245-39 2024-04-13T07:50:23.636 INFO:tasks.rados.rados.0.smithi119.stdout:1281: finishing write tid 2 to smithi11982245-39 2024-04-13T07:50:23.636 INFO:tasks.rados.rados.0.smithi119.stdout:1281: finishing write tid 3 to smithi11982245-39 2024-04-13T07:50:23.636 INFO:tasks.rados.rados.0.smithi119.stdout:1278: done (4 left) 2024-04-13T07:50:23.636 INFO:tasks.rados.rados.0.smithi119.stdout:1279: done (3 left) 2024-04-13T07:50:23.636 INFO:tasks.rados.rados.0.smithi119.stdout:1280: done (2 left) 2024-04-13T07:50:23.636 INFO:tasks.rados.rados.0.smithi119.stdout:1283: rollback oid 48 current snap is 145 2024-04-13T07:50:23.636 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 48 to 80 2024-04-13T07:50:23.636 INFO:tasks.rados.rados.0.smithi119.stdout:1281: finishing write tid 4 to smithi11982245-39 2024-04-13T07:50:23.636 INFO:tasks.rados.rados.0.smithi119.stdout:1281: finishing write tid 5 to smithi11982245-39 2024-04-13T07:50:23.636 INFO:tasks.rados.rados.0.smithi119.stdout:1282: finishing rollback tid 0 to smithi11982245-28 2024-04-13T07:50:23.636 INFO:tasks.rados.rados.0.smithi119.stdout:1282: finishing rollback tid 1 to smithi11982245-28 2024-04-13T07:50:23.636 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 28 v 788 (ObjNum 33 snap 0 seq_num 1907469110) dirty dne 2024-04-13T07:50:23.637 INFO:tasks.rados.rados.0.smithi119.stdout:1281: finishing write tid 6 to smithi11982245-39 2024-04-13T07:50:23.637 INFO:tasks.rados.rados.0.smithi119.stdout:1281: oid 39 updating version 0 to 364 2024-04-13T07:50:23.637 INFO:tasks.rados.rados.0.smithi119.stdout:1281: oid 39 version 364 is already newer than 362 2024-04-13T07:50:23.637 INFO:tasks.rados.rados.0.smithi119.stdout:1281: oid 39 version 364 is already newer than 363 2024-04-13T07:50:23.637 INFO:tasks.rados.rados.0.smithi119.stdout:1281: oid 39 version 364 is already newer than 361 2024-04-13T07:50:23.637 INFO:tasks.rados.rados.0.smithi119.stdout:1281: oid 39 version 364 is already newer than 360 2024-04-13T07:50:23.637 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 39 v 364 (ObjNum 408 snap 145 seq_num 408) dirty exists 2024-04-13T07:50:23.637 INFO:tasks.rados.rados.0.smithi119.stdout:1281: left oid 39 (ObjNum 408 snap 145 seq_num 408) 2024-04-13T07:50:23.637 INFO:tasks.rados.rados.0.smithi119.stdout:1281: done (2 left) 2024-04-13T07:50:23.637 INFO:tasks.rados.rados.0.smithi119.stdout:1282: done (1 left) 2024-04-13T07:50:23.637 INFO:tasks.rados.rados.0.smithi119.stdout:1284: snap_create 2024-04-13T07:50:23.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:23 smithi139 ceph-mon[88985]: osdmap e322: 8 total, 8 up, 8 in 2024-04-13T07:50:23.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:23 smithi139 ceph-mon[88985]: pgmap v148: 121 pgs: 121 active+clean; 388 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.7 MiB/s wr, 11 op/s 2024-04-13T07:50:23.638 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:50:23 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:50:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi119\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:50:23.639 INFO:tasks.rados.rados.0.smithi119.stdout:1283: finishing rollback tid 0 to smithi11982245-48 2024-04-13T07:50:23.639 INFO:tasks.rados.rados.0.smithi119.stdout:1283: finishing rollback tid 1 to smithi11982245-48 2024-04-13T07:50:23.639 INFO:tasks.rados.rados.0.smithi119.stdout:1283: finishing rollback tid 2 to smithi11982245-48 2024-04-13T07:50:23.639 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 48 v 754 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-13T07:50:23.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:23 smithi119 ceph-mon[96316]: osdmap e322: 8 total, 8 up, 8 in 2024-04-13T07:50:23.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:23 smithi119 ceph-mon[96316]: pgmap v148: 121 pgs: 121 active+clean; 388 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.7 MiB/s wr, 11 op/s 2024-04-13T07:50:23.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:23 smithi119 ceph-mon[93746]: osdmap e322: 8 total, 8 up, 8 in 2024-04-13T07:50:23.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:23 smithi119 ceph-mon[93746]: pgmap v148: 121 pgs: 121 active+clean; 388 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.7 MiB/s wr, 11 op/s 2024-04-13T07:50:24.351 INFO:tasks.rados.rados.0.smithi119.stdout:1283: done (1 left) 2024-04-13T07:50:24.351 INFO:tasks.rados.rados.0.smithi119.stdout:1284: done (0 left) 2024-04-13T07:50:24.351 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 5 current snap is 146 2024-04-13T07:50:24.351 INFO:tasks.rados.rados.0.smithi119.stdout:1285: seq_num 409 ranges {1859584=458752,2318336=532480,2850816=720896,3571712=352256} 2024-04-13T07:50:24.363 INFO:tasks.rados.rados.0.smithi119.stdout:1285: writing smithi11982245-5 from 1859584 to 2318336 tid 1 2024-04-13T07:50:24.366 INFO:tasks.rados.rados.0.smithi119.stdout:1285: writing smithi11982245-5 from 2318336 to 2850816 tid 2 2024-04-13T07:50:24.370 INFO:tasks.rados.rados.0.smithi119.stdout:1285: writing smithi11982245-5 from 2850816 to 3571712 tid 3 2024-04-13T07:50:24.372 INFO:tasks.rados.rados.0.smithi119.stdout:1285: writing smithi11982245-5 from 3571712 to 3923968 tid 4 2024-04-13T07:50:24.372 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 10 current snap is 146 2024-04-13T07:50:24.372 INFO:tasks.rados.rados.0.smithi119.stdout:1285: finishing write tid 1 to smithi11982245-5 2024-04-13T07:50:24.373 INFO:tasks.rados.rados.0.smithi119.stdout:1286: seq_num 410 ranges {163840=475136,638976=417792,1056768=475136,1531904=425984,1957888=286720} 2024-04-13T07:50:24.375 INFO:tasks.rados.rados.0.smithi119.stdout:1286: writing smithi11982245-10 from 163840 to 638976 tid 1 2024-04-13T07:50:24.378 INFO:tasks.rados.rados.0.smithi119.stdout:1286: writing smithi11982245-10 from 638976 to 1056768 tid 2 2024-04-13T07:50:24.381 INFO:tasks.rados.rados.0.smithi119.stdout:1286: writing smithi11982245-10 from 1056768 to 1531904 tid 3 2024-04-13T07:50:24.383 INFO:tasks.rados.rados.0.smithi119.stdout:1286: writing smithi11982245-10 from 1531904 to 1957888 tid 4 2024-04-13T07:50:24.386 INFO:tasks.rados.rados.0.smithi119.stdout:1286: writing smithi11982245-10 from 1957888 to 2244608 tid 5 2024-04-13T07:50:24.386 INFO:tasks.rados.rados.0.smithi119.stdout:1287: rmattr oid 30 current snap is 146 2024-04-13T07:50:24.386 INFO:tasks.rados.rados.0.smithi119.stdout:1287: done (2 left) 2024-04-13T07:50:24.386 INFO:tasks.rados.rados.0.smithi119.stdout:1288: copy_from oid 33 from oid 50 current snap is 146 2024-04-13T07:50:24.386 INFO:tasks.rados.rados.0.smithi119.stdout:1285: finishing write tid 2 to smithi11982245-5 2024-04-13T07:50:24.386 INFO:tasks.rados.rados.0.smithi119.stdout:1285: finishing write tid 3 to smithi11982245-5 2024-04-13T07:50:24.386 INFO:tasks.rados.rados.0.smithi119.stdout:1285: finishing write tid 4 to smithi11982245-5 2024-04-13T07:50:24.386 INFO:tasks.rados.rados.0.smithi119.stdout:1285: finishing write tid 5 to smithi11982245-5 2024-04-13T07:50:24.387 INFO:tasks.rados.rados.0.smithi119.stdout:1285: finishing write tid 6 to smithi11982245-5 2024-04-13T07:50:24.387 INFO:tasks.rados.rados.0.smithi119.stdout:1285: oid 5 updating version 0 to 843 2024-04-13T07:50:24.387 INFO:tasks.rados.rados.0.smithi119.stdout:1285: oid 5 version 843 is already newer than 842 2024-04-13T07:50:24.387 INFO:tasks.rados.rados.0.smithi119.stdout:1285: oid 5 version 843 is already newer than 840 2024-04-13T07:50:24.387 INFO:tasks.rados.rados.0.smithi119.stdout:1285: oid 5 updating version 843 to 844 2024-04-13T07:50:24.387 INFO:tasks.rados.rados.0.smithi119.stdout:1285: oid 5 version 844 is already newer than 841 2024-04-13T07:50:24.387 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 5 v 844 (ObjNum 409 snap 146 seq_num 409) dirty exists 2024-04-13T07:50:24.387 INFO:tasks.rados.rados.0.smithi119.stdout:1285: left oid 5 (ObjNum 409 snap 146 seq_num 409) 2024-04-13T07:50:24.387 INFO:tasks.rados.rados.0.smithi119.stdout:1286: finishing write tid 1 to smithi11982245-10 2024-04-13T07:50:24.387 INFO:tasks.rados.rados.0.smithi119.stdout:1286: finishing write tid 2 to smithi11982245-10 2024-04-13T07:50:24.387 INFO:tasks.rados.rados.0.smithi119.stdout:1286: finishing write tid 3 to smithi11982245-10 2024-04-13T07:50:24.387 INFO:tasks.rados.rados.0.smithi119.stdout:1285: done (2 left) 2024-04-13T07:50:24.387 INFO:tasks.rados.rados.0.smithi119.stdout:1289: read oid 28 snap -1 2024-04-13T07:50:24.387 INFO:tasks.rados.rados.0.smithi119.stdout:1289: expect deleted 2024-04-13T07:50:24.387 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 20 current snap is 146 2024-04-13T07:50:24.388 INFO:tasks.rados.rados.0.smithi119.stdout:1290: seq_num 411 ranges {8159232=491520,8650752=753664,9404416=688128,10092544=163840} 2024-04-13T07:50:24.434 INFO:tasks.rados.rados.0.smithi119.stdout:1290: writing smithi11982245-20 from 8159232 to 8650752 tid 1 2024-04-13T07:50:24.436 INFO:tasks.rados.rados.0.smithi119.stdout:1290: writing smithi11982245-20 from 8650752 to 9404416 tid 2 2024-04-13T07:50:24.439 INFO:tasks.rados.rados.0.smithi119.stdout:1290: writing smithi11982245-20 from 9404416 to 10092544 tid 3 2024-04-13T07:50:24.441 INFO:tasks.rados.rados.0.smithi119.stdout:1290: writing smithi11982245-20 from 10092544 to 10256384 tid 4 2024-04-13T07:50:24.441 INFO:tasks.rados.rados.0.smithi119.stdout:1291: copy_from oid 36 from oid 38 current snap is 146 2024-04-13T07:50:24.441 INFO:tasks.rados.rados.0.smithi119.stdout:1288: finishing copy_from to smithi11982245-33 2024-04-13T07:50:24.441 INFO:tasks.rados.rados.0.smithi119.stdout:1288: got expected ENOENT (src dne) 2024-04-13T07:50:24.442 INFO:tasks.rados.rados.0.smithi119.stdout:1288: finishing copy_from racing read to smithi11982245-33 2024-04-13T07:50:24.442 INFO:tasks.rados.rados.0.smithi119.stdout:1286: finishing write tid 4 to smithi11982245-10 2024-04-13T07:50:24.442 INFO:tasks.rados.rados.0.smithi119.stdout:1286: finishing write tid 5 to smithi11982245-10 2024-04-13T07:50:24.442 INFO:tasks.rados.rados.0.smithi119.stdout:1286: finishing write tid 6 to smithi11982245-10 2024-04-13T07:50:24.442 INFO:tasks.rados.rados.0.smithi119.stdout:1286: finishing write tid 7 to smithi11982245-10 2024-04-13T07:50:24.442 INFO:tasks.rados.rados.0.smithi119.stdout:1286: oid 10 updating version 0 to 794 2024-04-13T07:50:24.442 INFO:tasks.rados.rados.0.smithi119.stdout:1286: oid 10 updating version 794 to 795 2024-04-13T07:50:24.442 INFO:tasks.rados.rados.0.smithi119.stdout:1286: oid 10 version 795 is already newer than 791 2024-04-13T07:50:24.442 INFO:tasks.rados.rados.0.smithi119.stdout:1286: oid 10 version 795 is already newer than 792 2024-04-13T07:50:24.442 INFO:tasks.rados.rados.0.smithi119.stdout:1286: oid 10 version 795 is already newer than 793 2024-04-13T07:50:24.442 INFO:tasks.rados.rados.0.smithi119.stdout:1286: oid 10 version 795 is already newer than 790 2024-04-13T07:50:24.442 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 10 v 795 (ObjNum 410 snap 146 seq_num 410) dirty exists 2024-04-13T07:50:24.442 INFO:tasks.rados.rados.0.smithi119.stdout:1286: left oid 10 (ObjNum 410 snap 146 seq_num 410) 2024-04-13T07:50:24.443 INFO:tasks.rados.rados.0.smithi119.stdout:1290: finishing write tid 1 to smithi11982245-20 2024-04-13T07:50:24.443 INFO:tasks.rados.rados.0.smithi119.stdout:1290: finishing write tid 2 to smithi11982245-20 2024-04-13T07:50:24.443 INFO:tasks.rados.rados.0.smithi119.stdout:1286: done (4 left) 2024-04-13T07:50:24.443 INFO:tasks.rados.rados.0.smithi119.stdout:1288: done (3 left) 2024-04-13T07:50:24.443 INFO:tasks.rados.rados.0.smithi119.stdout:1289: done (2 left) 2024-04-13T07:50:24.443 INFO:tasks.rados.rados.0.smithi119.stdout:1292: snap_remove snap 54 2024-04-13T07:50:24.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:24 smithi139 ceph-mon[88985]: osdmap e323: 8 total, 8 up, 8 in 2024-04-13T07:50:24.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:24 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:24.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:50:24.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:24 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:24.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:24 smithi119 ceph-mon[93746]: osdmap e323: 8 total, 8 up, 8 in 2024-04-13T07:50:24.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:24 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:24.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:50:24.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:24 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:24.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:24 smithi119 ceph-mon[96316]: osdmap e323: 8 total, 8 up, 8 in 2024-04-13T07:50:24.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:24 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:24.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:50:24.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:24 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:50:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:50:24] "GET /metrics HTTP/1.1" 200 36062 "" "Prometheus/2.43.0" 2024-04-13T07:50:25.326 INFO:tasks.rados.rados.0.smithi119.stdout:1292: done (2 left) 2024-04-13T07:50:25.326 INFO:tasks.rados.rados.0.smithi119.stdout:1293: snap_remove snap 112 2024-04-13T07:50:25.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:25 smithi139 ceph-mon[88985]: osdmap e324: 8 total, 8 up, 8 in 2024-04-13T07:50:25.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:25 smithi139 ceph-mon[88985]: pgmap v151: 121 pgs: 121 active+clean; 400 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 13 op/s 2024-04-13T07:50:25.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:25 smithi139 ceph-mon[88985]: osdmap e325: 8 total, 8 up, 8 in 2024-04-13T07:50:25.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:25 smithi119 ceph-mon[93746]: osdmap e324: 8 total, 8 up, 8 in 2024-04-13T07:50:25.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:25 smithi119 ceph-mon[93746]: pgmap v151: 121 pgs: 121 active+clean; 400 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 13 op/s 2024-04-13T07:50:25.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:25 smithi119 ceph-mon[93746]: osdmap e325: 8 total, 8 up, 8 in 2024-04-13T07:50:25.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:25 smithi119 ceph-mon[96316]: osdmap e324: 8 total, 8 up, 8 in 2024-04-13T07:50:25.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:25 smithi119 ceph-mon[96316]: pgmap v151: 121 pgs: 121 active+clean; 400 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 13 op/s 2024-04-13T07:50:25.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:25 smithi119 ceph-mon[96316]: osdmap e325: 8 total, 8 up, 8 in 2024-04-13T07:50:26.336 INFO:tasks.rados.rados.0.smithi119.stdout:1293: done (2 left) 2024-04-13T07:50:26.336 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 26 current snap is 146 2024-04-13T07:50:26.336 INFO:tasks.rados.rados.0.smithi119.stdout:1290: finishing write tid 3 to smithi11982245-20 2024-04-13T07:50:26.336 INFO:tasks.rados.rados.0.smithi119.stdout:1290: finishing write tid 4 to smithi11982245-20 2024-04-13T07:50:26.336 INFO:tasks.rados.rados.0.smithi119.stdout:1290: finishing write tid 5 to smithi11982245-20 2024-04-13T07:50:26.336 INFO:tasks.rados.rados.0.smithi119.stdout:1290: finishing write tid 6 to smithi11982245-20 2024-04-13T07:50:26.336 INFO:tasks.rados.rados.0.smithi119.stdout:1290: oid 20 updating version 0 to 625 2024-04-13T07:50:26.337 INFO:tasks.rados.rados.0.smithi119.stdout:1290: oid 20 version 625 is already newer than 621 2024-04-13T07:50:26.337 INFO:tasks.rados.rados.0.smithi119.stdout:1290: oid 20 version 625 is already newer than 622 2024-04-13T07:50:26.337 INFO:tasks.rados.rados.0.smithi119.stdout:1290: oid 20 version 625 is already newer than 624 2024-04-13T07:50:26.337 INFO:tasks.rados.rados.0.smithi119.stdout:1290: oid 20 version 625 is already newer than 623 2024-04-13T07:50:26.337 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 20 v 625 (ObjNum 411 snap 146 seq_num 411) dirty exists 2024-04-13T07:50:26.337 INFO:tasks.rados.rados.0.smithi119.stdout:1290: left oid 20 (ObjNum 411 snap 146 seq_num 411) 2024-04-13T07:50:26.337 INFO:tasks.rados.rados.0.smithi119.stdout:1291: finishing copy_from racing read to smithi11982245-36 2024-04-13T07:50:26.337 INFO:tasks.rados.rados.0.smithi119.stdout:1291: finishing copy_from to smithi11982245-36 2024-04-13T07:50:26.337 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 36 v 741 (ObjNum 390 snap 141 seq_num 390) dirty exists 2024-04-13T07:50:26.337 INFO:tasks.rados.rados.0.smithi119.stdout:1294: seq_num 412 ranges {0=507904,507904=630784,1138688=491520,1630208=483328} 2024-04-13T07:50:26.339 INFO:tasks.rados.rados.0.smithi119.stdout:1294: writing smithi11982245-26 from 0 to 507904 tid 1 2024-04-13T07:50:26.343 INFO:tasks.rados.rados.0.smithi119.stdout:1294: writing smithi11982245-26 from 507904 to 1138688 tid 2 2024-04-13T07:50:26.347 INFO:tasks.rados.rados.0.smithi119.stdout:1294: writing smithi11982245-26 from 1138688 to 1630208 tid 3 2024-04-13T07:50:26.351 INFO:tasks.rados.rados.0.smithi119.stdout:1294: writing smithi11982245-26 from 1630208 to 2113536 tid 4 2024-04-13T07:50:26.351 INFO:tasks.rados.rados.0.smithi119.stdout:1290: done (2 left) 2024-04-13T07:50:26.351 INFO:tasks.rados.rados.0.smithi119.stdout:1291: done (1 left) 2024-04-13T07:50:26.351 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 30 current snap is 146 2024-04-13T07:50:26.351 INFO:tasks.rados.rados.0.smithi119.stdout:1295: seq_num 413 ranges {2727936=524288,3252224=516096,3768320=696320,4464640=393216} 2024-04-13T07:50:26.369 INFO:tasks.rados.rados.0.smithi119.stdout:1295: writing smithi11982245-30 from 2727936 to 3252224 tid 1 2024-04-13T07:50:26.372 INFO:tasks.rados.rados.0.smithi119.stdout:1295: writing smithi11982245-30 from 3252224 to 3768320 tid 2 2024-04-13T07:50:26.376 INFO:tasks.rados.rados.0.smithi119.stdout:1295: writing smithi11982245-30 from 3768320 to 4464640 tid 3 2024-04-13T07:50:26.378 INFO:tasks.rados.rados.0.smithi119.stdout:1295: writing smithi11982245-30 from 4464640 to 4857856 tid 4 2024-04-13T07:50:26.378 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 48 current snap is 146 2024-04-13T07:50:26.378 INFO:tasks.rados.rados.0.smithi119.stdout:1294: finishing write tid 1 to smithi11982245-26 2024-04-13T07:50:26.379 INFO:tasks.rados.rados.0.smithi119.stdout:1294: finishing write tid 2 to smithi11982245-26 2024-04-13T07:50:26.379 INFO:tasks.rados.rados.0.smithi119.stdout:1294: finishing write tid 3 to smithi11982245-26 2024-04-13T07:50:26.379 INFO:tasks.rados.rados.0.smithi119.stdout:1294: finishing write tid 4 to smithi11982245-26 2024-04-13T07:50:26.379 INFO:tasks.rados.rados.0.smithi119.stdout:1296: seq_num 414 ranges {778240=540672,1318912=802816,2121728=458752,2580480=344064} 2024-04-13T07:50:26.385 INFO:tasks.rados.rados.0.smithi119.stdout:1296: writing smithi11982245-48 from 778240 to 1318912 tid 1 2024-04-13T07:50:26.390 INFO:tasks.rados.rados.0.smithi119.stdout:1296: writing smithi11982245-48 from 1318912 to 2121728 tid 2 2024-04-13T07:50:26.392 INFO:tasks.rados.rados.0.smithi119.stdout:1296: writing smithi11982245-48 from 2121728 to 2580480 tid 3 2024-04-13T07:50:26.396 INFO:tasks.rados.rados.0.smithi119.stdout:1296: writing smithi11982245-48 from 2580480 to 2924544 tid 4 2024-04-13T07:50:26.396 INFO:tasks.rados.rados.0.smithi119.stdout:1297: copy_from oid 38 from oid 8 current snap is 146 2024-04-13T07:50:26.397 INFO:tasks.rados.rados.0.smithi119.stdout:1294: finishing write tid 5 to smithi11982245-26 2024-04-13T07:50:26.397 INFO:tasks.rados.rados.0.smithi119.stdout:1294: finishing write tid 6 to smithi11982245-26 2024-04-13T07:50:26.397 INFO:tasks.rados.rados.0.smithi119.stdout:1294: oid 26 updating version 0 to 434 2024-04-13T07:50:26.397 INFO:tasks.rados.rados.0.smithi119.stdout:1294: oid 26 version 434 is already newer than 432 2024-04-13T07:50:26.397 INFO:tasks.rados.rados.0.smithi119.stdout:1294: oid 26 updating version 434 to 436 2024-04-13T07:50:26.397 INFO:tasks.rados.rados.0.smithi119.stdout:1294: oid 26 version 436 is already newer than 435 2024-04-13T07:50:26.397 INFO:tasks.rados.rados.0.smithi119.stdout:1294: oid 26 version 436 is already newer than 433 2024-04-13T07:50:26.397 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 26 v 436 (ObjNum 412 snap 146 seq_num 412) dirty exists 2024-04-13T07:50:26.397 INFO:tasks.rados.rados.0.smithi119.stdout:1294: left oid 26 (ObjNum 412 snap 146 seq_num 412) 2024-04-13T07:50:26.397 INFO:tasks.rados.rados.0.smithi119.stdout:1294: done (3 left) 2024-04-13T07:50:26.397 INFO:tasks.rados.rados.0.smithi119.stdout:1298: copy_from oid 2 from oid 14 current snap is 146 2024-04-13T07:50:26.397 INFO:tasks.rados.rados.0.smithi119.stdout:1295: finishing write tid 1 to smithi11982245-30 2024-04-13T07:50:26.397 INFO:tasks.rados.rados.0.smithi119.stdout:1295: finishing write tid 2 to smithi11982245-30 2024-04-13T07:50:26.398 INFO:tasks.rados.rados.0.smithi119.stdout:1295: finishing write tid 3 to smithi11982245-30 2024-04-13T07:50:26.398 INFO:tasks.rados.rados.0.smithi119.stdout:1295: finishing write tid 4 to smithi11982245-30 2024-04-13T07:50:26.398 INFO:tasks.rados.rados.0.smithi119.stdout:1295: finishing write tid 5 to smithi11982245-30 2024-04-13T07:50:26.398 INFO:tasks.rados.rados.0.smithi119.stdout:1295: finishing write tid 6 to smithi11982245-30 2024-04-13T07:50:26.398 INFO:tasks.rados.rados.0.smithi119.stdout:1295: oid 30 updating version 0 to 730 2024-04-13T07:50:26.398 INFO:tasks.rados.rados.0.smithi119.stdout:1295: oid 30 version 730 is already newer than 728 2024-04-13T07:50:26.398 INFO:tasks.rados.rados.0.smithi119.stdout:1295: oid 30 version 730 is already newer than 726 2024-04-13T07:50:26.398 INFO:tasks.rados.rados.0.smithi119.stdout:1295: oid 30 version 730 is already newer than 727 2024-04-13T07:50:26.398 INFO:tasks.rados.rados.0.smithi119.stdout:1295: oid 30 version 730 is already newer than 729 2024-04-13T07:50:26.398 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 30 v 730 (ObjNum 413 snap 146 seq_num 413) dirty exists 2024-04-13T07:50:26.398 INFO:tasks.rados.rados.0.smithi119.stdout:1295: left oid 30 (ObjNum 413 snap 146 seq_num 413) 2024-04-13T07:50:26.398 INFO:tasks.rados.rados.0.smithi119.stdout:1296: finishing write tid 1 to smithi11982245-48 2024-04-13T07:50:26.398 INFO:tasks.rados.rados.0.smithi119.stdout:1295: done (3 left) 2024-04-13T07:50:26.398 INFO:tasks.rados.rados.0.smithi119.stdout:1299: rollback oid 36 current snap is 146 2024-04-13T07:50:26.398 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 36 to 107 2024-04-13T07:50:26.399 INFO:tasks.rados.rados.0.smithi119.stdout:1296: finishing write tid 2 to smithi11982245-48 2024-04-13T07:50:26.399 INFO:tasks.rados.rados.0.smithi119.stdout:1300: read oid 41 snap -1 2024-04-13T07:50:26.399 INFO:tasks.rados.rados.0.smithi119.stdout:1300: expect (ObjNum 385 snap 139 seq_num 385) 2024-04-13T07:50:26.399 INFO:tasks.rados.rados.0.smithi119.stdout:1301: read oid 46 snap -1 2024-04-13T07:50:26.399 INFO:tasks.rados.rados.0.smithi119.stdout:1301: expect deleted 2024-04-13T07:50:26.399 INFO:tasks.rados.rados.0.smithi119.stdout:1302: read oid 6 snap -1 2024-04-13T07:50:26.399 INFO:tasks.rados.rados.0.smithi119.stdout:1302: expect (ObjNum 391 snap 141 seq_num 391) 2024-04-13T07:50:26.399 INFO:tasks.rados.rados.0.smithi119.stdout:1303: rmattr oid 27 current snap is 146 2024-04-13T07:50:26.399 INFO:tasks.rados.rados.0.smithi119.stdout:1304: copy_from oid 43 from oid 34 current snap is 146 2024-04-13T07:50:26.399 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 10 current snap is 146 2024-04-13T07:50:26.399 INFO:tasks.rados.rados.0.smithi119.stdout:1305: seq_num 415 ranges {2244608=557056,2801664=688128,3489792=663552,4153344=253952} 2024-04-13T07:50:26.411 INFO:tasks.rados.rados.0.smithi119.stdout:1305: writing smithi11982245-10 from 2244608 to 2801664 tid 1 2024-04-13T07:50:26.416 INFO:tasks.rados.rados.0.smithi119.stdout:1305: writing smithi11982245-10 from 2801664 to 3489792 tid 2 2024-04-13T07:50:26.420 INFO:tasks.rados.rados.0.smithi119.stdout:1305: writing smithi11982245-10 from 3489792 to 4153344 tid 3 2024-04-13T07:50:26.422 INFO:tasks.rados.rados.0.smithi119.stdout:1305: writing smithi11982245-10 from 4153344 to 4407296 tid 4 2024-04-13T07:50:26.422 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 44 current snap is 146 2024-04-13T07:50:26.422 INFO:tasks.rados.rados.0.smithi119.stdout:1306: seq_num 416 ranges {3612672=573440,4186112=573440,4759552=475136,5234688=557056} 2024-04-13T07:50:26.445 INFO:tasks.rados.rados.0.smithi119.stdout:1306: writing smithi11982245-44 from 3612672 to 4186112 tid 1 2024-04-13T07:50:26.448 INFO:tasks.rados.rados.0.smithi119.stdout:1306: writing smithi11982245-44 from 4186112 to 4759552 tid 2 2024-04-13T07:50:26.450 INFO:tasks.rados.rados.0.smithi119.stdout:1306: writing smithi11982245-44 from 4759552 to 5234688 tid 3 2024-04-13T07:50:26.454 INFO:tasks.rados.rados.0.smithi119.stdout:1306: writing smithi11982245-44 from 5234688 to 5791744 tid 4 2024-04-13T07:50:26.454 INFO:tasks.rados.rados.0.smithi119.stdout:1307: setattr oid 1 current snap is 146 2024-04-13T07:50:26.454 INFO:tasks.rados.rados.0.smithi119.stdout:1296: finishing write tid 3 to smithi11982245-48 2024-04-13T07:50:26.454 INFO:tasks.rados.rados.0.smithi119.stdout:1297: finishing copy_from to smithi11982245-38 2024-04-13T07:50:26.454 INFO:tasks.rados.rados.0.smithi119.stdout:1297: got expected ENOENT (src dne) 2024-04-13T07:50:26.455 INFO:tasks.rados.rados.0.smithi119.stdout:1297: finishing copy_from racing read to smithi11982245-38 2024-04-13T07:50:26.455 INFO:tasks.rados.rados.0.smithi119.stdout:1299: finishing rollback tid 0 to smithi11982245-36 2024-04-13T07:50:26.455 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 27 v 438 (ObjNum 401 snap 145 seq_num 401) dirty exists 2024-04-13T07:50:26.455 INFO:tasks.rados.rados.0.smithi119.stdout:1299: finishing rollback tid 1 to smithi11982245-36 2024-04-13T07:50:26.455 INFO:tasks.rados.rados.0.smithi119.stdout:1299: finishing rollback tid 2 to smithi11982245-36 2024-04-13T07:50:26.455 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 36 v 744 (ObjNum 292 snap 100 seq_num 292) dirty exists 2024-04-13T07:50:26.455 INFO:tasks.rados.rados.0.smithi119.stdout:1296: finishing write tid 4 to smithi11982245-48 2024-04-13T07:50:26.455 INFO:tasks.rados.rados.0.smithi119.stdout:1296: finishing write tid 5 to smithi11982245-48 2024-04-13T07:50:26.455 INFO:tasks.rados.rados.0.smithi119.stdout:1296: finishing write tid 6 to smithi11982245-48 2024-04-13T07:50:26.455 INFO:tasks.rados.rados.0.smithi119.stdout:1296: oid 48 updating version 0 to 759 2024-04-13T07:50:26.455 INFO:tasks.rados.rados.0.smithi119.stdout:1296: oid 48 version 759 is already newer than 756 2024-04-13T07:50:26.455 INFO:tasks.rados.rados.0.smithi119.stdout:1296: oid 48 version 759 is already newer than 755 2024-04-13T07:50:26.455 INFO:tasks.rados.rados.0.smithi119.stdout:1296: oid 48 version 759 is already newer than 757 2024-04-13T07:50:26.455 INFO:tasks.rados.rados.0.smithi119.stdout:1296: oid 48 version 759 is already newer than 758 2024-04-13T07:50:26.456 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 48 v 759 (ObjNum 414 snap 146 seq_num 414) dirty exists 2024-04-13T07:50:26.456 INFO:tasks.rados.rados.0.smithi119.stdout:1296: left oid 48 (ObjNum 414 snap 146 seq_num 414) 2024-04-13T07:50:26.456 INFO:tasks.rados.rados.0.smithi119.stdout:1302: expect (ObjNum 391 snap 141 seq_num 391) 2024-04-13T07:50:26.552 INFO:tasks.rados.rados.0.smithi119.stdout:1305: finishing write tid 1 to smithi11982245-10 2024-04-13T07:50:26.553 INFO:tasks.rados.rados.0.smithi119.stdout:1304: finishing copy_from racing read to smithi11982245-43 2024-04-13T07:50:26.553 INFO:tasks.rados.rados.0.smithi119.stdout:1298: finishing copy_from racing read to smithi11982245-2 2024-04-13T07:50:26.553 INFO:tasks.rados.rados.0.smithi119.stdout:1304: finishing copy_from to smithi11982245-43 2024-04-13T07:50:26.553 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 43 v 741 (ObjNum 390 snap 141 seq_num 390) dirty exists 2024-04-13T07:50:26.553 INFO:tasks.rados.rados.0.smithi119.stdout:1305: finishing write tid 2 to smithi11982245-10 2024-04-13T07:50:26.553 INFO:tasks.rados.rados.0.smithi119.stdout:1305: finishing write tid 3 to smithi11982245-10 2024-04-13T07:50:26.553 INFO:tasks.rados.rados.0.smithi119.stdout:1305: finishing write tid 4 to smithi11982245-10 2024-04-13T07:50:26.553 INFO:tasks.rados.rados.0.smithi119.stdout:1305: finishing write tid 5 to smithi11982245-10 2024-04-13T07:50:26.553 INFO:tasks.rados.rados.0.smithi119.stdout:1305: finishing write tid 6 to smithi11982245-10 2024-04-13T07:50:26.553 INFO:tasks.rados.rados.0.smithi119.stdout:1305: oid 10 updating version 0 to 815 2024-04-13T07:50:26.553 INFO:tasks.rados.rados.0.smithi119.stdout:1305: oid 10 updating version 815 to 816 2024-04-13T07:50:26.553 INFO:tasks.rados.rados.0.smithi119.stdout:1305: oid 10 version 816 is already newer than 813 2024-04-13T07:50:26.553 INFO:tasks.rados.rados.0.smithi119.stdout:1305: oid 10 version 816 is already newer than 812 2024-04-13T07:50:26.554 INFO:tasks.rados.rados.0.smithi119.stdout:1305: oid 10 version 816 is already newer than 814 2024-04-13T07:50:26.554 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 10 v 816 (ObjNum 415 snap 146 seq_num 415) dirty exists 2024-04-13T07:50:26.554 INFO:tasks.rados.rados.0.smithi119.stdout:1305: left oid 10 (ObjNum 415 snap 146 seq_num 415) 2024-04-13T07:50:26.554 INFO:tasks.rados.rados.0.smithi119.stdout:1298: finishing copy_from to smithi11982245-2 2024-04-13T07:50:26.554 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 2 v 427 (ObjNum 260 snap 83 seq_num 260) dirty exists 2024-04-13T07:50:26.554 INFO:tasks.rados.rados.0.smithi119.stdout:1300: expect (ObjNum 385 snap 139 seq_num 385) 2024-04-13T07:50:27.275 INFO:tasks.rados.rados.0.smithi119.stdout:1306: finishing write tid 1 to smithi11982245-44 2024-04-13T07:50:27.275 INFO:tasks.rados.rados.0.smithi119.stdout:1306: finishing write tid 2 to smithi11982245-44 2024-04-13T07:50:27.275 INFO:tasks.rados.rados.0.smithi119.stdout:1306: finishing write tid 3 to smithi11982245-44 2024-04-13T07:50:27.275 INFO:tasks.rados.rados.0.smithi119.stdout:1306: finishing write tid 4 to smithi11982245-44 2024-04-13T07:50:27.275 INFO:tasks.rados.rados.0.smithi119.stdout:1296: done (11 left) 2024-04-13T07:50:27.275 INFO:tasks.rados.rados.0.smithi119.stdout:1297: done (10 left) 2024-04-13T07:50:27.275 INFO:tasks.rados.rados.0.smithi119.stdout:1298: done (9 left) 2024-04-13T07:50:27.276 INFO:tasks.rados.rados.0.smithi119.stdout:1299: done (8 left) 2024-04-13T07:50:27.276 INFO:tasks.rados.rados.0.smithi119.stdout:1300: done (7 left) 2024-04-13T07:50:27.276 INFO:tasks.rados.rados.0.smithi119.stdout:1301: done (6 left) 2024-04-13T07:50:27.276 INFO:tasks.rados.rados.0.smithi119.stdout:1302: done (5 left) 2024-04-13T07:50:27.276 INFO:tasks.rados.rados.0.smithi119.stdout:1303: done (4 left) 2024-04-13T07:50:27.276 INFO:tasks.rados.rados.0.smithi119.stdout:1304: done (3 left) 2024-04-13T07:50:27.276 INFO:tasks.rados.rados.0.smithi119.stdout:1305: done (2 left) 2024-04-13T07:50:27.276 INFO:tasks.rados.rados.0.smithi119.stdout:1308: rollback oid 47 current snap is 146 2024-04-13T07:50:27.276 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 47 to 121 2024-04-13T07:50:27.276 INFO:tasks.rados.rados.0.smithi119.stdout:1306: finishing write tid 5 to smithi11982245-44 2024-04-13T07:50:27.276 INFO:tasks.rados.rados.0.smithi119.stdout:1306: finishing write tid 6 to smithi11982245-44 2024-04-13T07:50:27.277 INFO:tasks.rados.rados.0.smithi119.stdout:1306: oid 44 updating version 0 to 796 2024-04-13T07:50:27.277 INFO:tasks.rados.rados.0.smithi119.stdout:1306: oid 44 version 796 is already newer than 793 2024-04-13T07:50:27.277 INFO:tasks.rados.rados.0.smithi119.stdout:1306: oid 44 version 796 is already newer than 792 2024-04-13T07:50:27.277 INFO:tasks.rados.rados.0.smithi119.stdout:1306: oid 44 version 796 is already newer than 795 2024-04-13T07:50:27.277 INFO:tasks.rados.rados.0.smithi119.stdout:1306: oid 44 version 796 is already newer than 794 2024-04-13T07:50:27.277 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 44 v 796 (ObjNum 416 snap 146 seq_num 416) dirty exists 2024-04-13T07:50:27.277 INFO:tasks.rados.rados.0.smithi119.stdout:1306: left oid 44 (ObjNum 416 snap 146 seq_num 416) 2024-04-13T07:50:27.277 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 1 v 529 (ObjNum 361 snap 136 seq_num 361) dirty exists 2024-04-13T07:50:27.277 INFO:tasks.rados.rados.0.smithi119.stdout:1306: done (2 left) 2024-04-13T07:50:27.277 INFO:tasks.rados.rados.0.smithi119.stdout:1307: done (1 left) 2024-04-13T07:50:27.278 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 4 current snap is 146 2024-04-13T07:50:27.278 INFO:tasks.rados.rados.0.smithi119.stdout:1309: seq_num 417 ranges {1409024=589824,1998848=458752,2457600=679936,3137536=466944} 2024-04-13T07:50:27.284 INFO:tasks.rados.rados.0.smithi119.stdout:1309: writing smithi11982245-4 from 1409024 to 1998848 tid 1 2024-04-13T07:50:27.287 INFO:tasks.rados.rados.0.smithi119.stdout:1309: writing smithi11982245-4 from 1998848 to 2457600 tid 2 2024-04-13T07:50:27.291 INFO:tasks.rados.rados.0.smithi119.stdout:1309: writing smithi11982245-4 from 2457600 to 3137536 tid 3 2024-04-13T07:50:27.294 INFO:tasks.rados.rados.0.smithi119.stdout:1309: writing smithi11982245-4 from 3137536 to 3604480 tid 4 2024-04-13T07:50:27.294 INFO:tasks.rados.rados.0.smithi119.stdout:1310: rmattr oid 48 current snap is 146 2024-04-13T07:50:27.294 INFO:tasks.rados.rados.0.smithi119.stdout:1310: done (2 left) 2024-04-13T07:50:27.294 INFO:tasks.rados.rados.0.smithi119.stdout:1311: read oid 37 snap -1 2024-04-13T07:50:27.294 INFO:tasks.rados.rados.0.smithi119.stdout:1311: expect (ObjNum 398 snap 144 seq_num 398) 2024-04-13T07:50:27.294 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 17 current snap is 146 2024-04-13T07:50:27.294 INFO:tasks.rados.rados.0.smithi119.stdout:1308: finishing rollback tid 0 to smithi11982245-47 2024-04-13T07:50:27.295 INFO:tasks.rados.rados.0.smithi119.stdout:1308: finishing rollback tid 1 to smithi11982245-47 2024-04-13T07:50:27.295 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 47 v 865 (ObjNum 65 snap 0 seq_num 721773392) dirty dne 2024-04-13T07:50:27.295 INFO:tasks.rados.rados.0.smithi119.stdout:1309: finishing write tid 1 to smithi11982245-4 2024-04-13T07:50:27.295 INFO:tasks.rados.rados.0.smithi119.stdout:1312: seq_num 418 ranges {1638400=606208,2244608=737280,2981888=434176,3416064=434176} 2024-04-13T07:50:27.306 INFO:tasks.rados.rados.0.smithi119.stdout:1312: writing smithi11982245-17 from 1638400 to 2244608 tid 1 2024-04-13T07:50:27.310 INFO:tasks.rados.rados.0.smithi119.stdout:1312: writing smithi11982245-17 from 2244608 to 2981888 tid 2 2024-04-13T07:50:27.312 INFO:tasks.rados.rados.0.smithi119.stdout:1312: writing smithi11982245-17 from 2981888 to 3416064 tid 3 2024-04-13T07:50:27.316 INFO:tasks.rados.rados.0.smithi119.stdout:1312: writing smithi11982245-17 from 3416064 to 3850240 tid 4 2024-04-13T07:50:27.316 INFO:tasks.rados.rados.0.smithi119.stdout:1308: done (3 left) 2024-04-13T07:50:27.316 INFO:tasks.rados.rados.0.smithi119.stdout:1313: copy_from oid 50 from oid 23 current snap is 146 2024-04-13T07:50:27.316 INFO:tasks.rados.rados.0.smithi119.stdout:1309: finishing write tid 2 to smithi11982245-4 2024-04-13T07:50:27.316 INFO:tasks.rados.rados.0.smithi119.stdout:1309: finishing write tid 3 to smithi11982245-4 2024-04-13T07:50:27.316 INFO:tasks.rados.rados.0.smithi119.stdout:1309: finishing write tid 4 to smithi11982245-4 2024-04-13T07:50:27.316 INFO:tasks.rados.rados.0.smithi119.stdout:1309: finishing write tid 5 to smithi11982245-4 2024-04-13T07:50:27.317 INFO:tasks.rados.rados.0.smithi119.stdout:1309: finishing write tid 6 to smithi11982245-4 2024-04-13T07:50:27.317 INFO:tasks.rados.rados.0.smithi119.stdout:1309: oid 4 updating version 0 to 733 2024-04-13T07:50:27.317 INFO:tasks.rados.rados.0.smithi119.stdout:1309: oid 4 updating version 733 to 734 2024-04-13T07:50:27.317 INFO:tasks.rados.rados.0.smithi119.stdout:1309: oid 4 updating version 734 to 735 2024-04-13T07:50:27.317 INFO:tasks.rados.rados.0.smithi119.stdout:1309: oid 4 version 735 is already newer than 731 2024-04-13T07:50:27.317 INFO:tasks.rados.rados.0.smithi119.stdout:1309: oid 4 version 735 is already newer than 732 2024-04-13T07:50:27.317 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 4 v 735 (ObjNum 417 snap 146 seq_num 417) dirty exists 2024-04-13T07:50:27.317 INFO:tasks.rados.rados.0.smithi119.stdout:1309: left oid 4 (ObjNum 417 snap 146 seq_num 417) 2024-04-13T07:50:27.318 INFO:tasks.rados.rados.0.smithi119.stdout:1311: expect (ObjNum 398 snap 144 seq_num 398) 2024-04-13T07:50:27.377 INFO:tasks.rados.rados.0.smithi119.stdout:1312: finishing write tid 1 to smithi11982245-17 2024-04-13T07:50:27.377 INFO:tasks.rados.rados.0.smithi119.stdout:1312: finishing write tid 2 to smithi11982245-17 2024-04-13T07:50:27.377 INFO:tasks.rados.rados.0.smithi119.stdout:1309: done (3 left) 2024-04-13T07:50:27.377 INFO:tasks.rados.rados.0.smithi119.stdout:1311: done (2 left) 2024-04-13T07:50:27.377 INFO:tasks.rados.rados.0.smithi119.stdout:1314: snap_create 2024-04-13T07:50:27.377 INFO:tasks.rados.rados.0.smithi119.stdout:1312: finishing write tid 3 to smithi11982245-17 2024-04-13T07:50:27.377 INFO:tasks.rados.rados.0.smithi119.stdout:1312: finishing write tid 4 to smithi11982245-17 2024-04-13T07:50:27.377 INFO:tasks.rados.rados.0.smithi119.stdout:1312: finishing write tid 5 to smithi11982245-17 2024-04-13T07:50:27.377 INFO:tasks.rados.rados.0.smithi119.stdout:1312: finishing write tid 6 to smithi11982245-17 2024-04-13T07:50:27.377 INFO:tasks.rados.rados.0.smithi119.stdout:1312: oid 17 updating version 0 to 603 2024-04-13T07:50:27.377 INFO:tasks.rados.rados.0.smithi119.stdout:1312: oid 17 updating version 603 to 604 2024-04-13T07:50:27.377 INFO:tasks.rados.rados.0.smithi119.stdout:1312: oid 17 updating version 604 to 607 2024-04-13T07:50:27.377 INFO:tasks.rados.rados.0.smithi119.stdout:1312: oid 17 version 607 is already newer than 605 2024-04-13T07:50:27.378 INFO:tasks.rados.rados.0.smithi119.stdout:1312: oid 17 version 607 is already newer than 606 2024-04-13T07:50:27.378 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 17 v 607 (ObjNum 418 snap 146 seq_num 418) dirty exists 2024-04-13T07:50:27.378 INFO:tasks.rados.rados.0.smithi119.stdout:1312: left oid 17 (ObjNum 418 snap 146 seq_num 418) 2024-04-13T07:50:27.378 INFO:tasks.rados.rados.0.smithi119.stdout:1313: finishing copy_from racing read to smithi11982245-50 2024-04-13T07:50:27.378 INFO:tasks.rados.rados.0.smithi119.stdout:1313: finishing copy_from to smithi11982245-50 2024-04-13T07:50:27.378 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 50 v 779 (ObjNum 239 snap 75 seq_num 239) dirty exists 2024-04-13T07:50:27.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:27 smithi139 ceph-mon[88985]: osdmap e326: 8 total, 8 up, 8 in 2024-04-13T07:50:27.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:27 smithi139 ceph-mon[88985]: pgmap v154: 121 pgs: 121 active+clean; 430 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 11 MiB/s wr, 32 op/s 2024-04-13T07:50:27.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:27 smithi119 ceph-mon[96316]: osdmap e326: 8 total, 8 up, 8 in 2024-04-13T07:50:27.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:27 smithi119 ceph-mon[96316]: pgmap v154: 121 pgs: 121 active+clean; 430 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 11 MiB/s wr, 32 op/s 2024-04-13T07:50:27.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:27 smithi119 ceph-mon[93746]: osdmap e326: 8 total, 8 up, 8 in 2024-04-13T07:50:27.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:27 smithi119 ceph-mon[93746]: pgmap v154: 121 pgs: 121 active+clean; 430 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 11 MiB/s wr, 32 op/s 2024-04-13T07:50:28.340 INFO:tasks.rados.rados.0.smithi119.stdout:1312: done (2 left) 2024-04-13T07:50:28.340 INFO:tasks.rados.rados.0.smithi119.stdout:1313: done (1 left) 2024-04-13T07:50:28.340 INFO:tasks.rados.rados.0.smithi119.stdout:1314: done (0 left) 2024-04-13T07:50:28.340 INFO:tasks.rados.rados.0.smithi119.stdout:1315: snap_create 2024-04-13T07:50:29.345 INFO:tasks.rados.rados.0.smithi119.stdout:1315: done (0 left) 2024-04-13T07:50:29.345 INFO:tasks.rados.rados.0.smithi119.stdout:1316: snap_remove snap 132 2024-04-13T07:50:29.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:29 smithi139 ceph-mon[88985]: osdmap e327: 8 total, 8 up, 8 in 2024-04-13T07:50:29.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:29 smithi139 ceph-mon[88985]: pgmap v156: 121 pgs: 121 active+clean; 430 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 10 MiB/s wr, 30 op/s 2024-04-13T07:50:29.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:29 smithi119 ceph-mon[96316]: osdmap e327: 8 total, 8 up, 8 in 2024-04-13T07:50:29.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:29 smithi119 ceph-mon[96316]: pgmap v156: 121 pgs: 121 active+clean; 430 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 10 MiB/s wr, 30 op/s 2024-04-13T07:50:29.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:29 smithi119 ceph-mon[93746]: osdmap e327: 8 total, 8 up, 8 in 2024-04-13T07:50:29.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:29 smithi119 ceph-mon[93746]: pgmap v156: 121 pgs: 121 active+clean; 430 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 10 MiB/s wr, 30 op/s 2024-04-13T07:50:30.329 INFO:tasks.rados.rados.0.smithi119.stdout:1316: done (0 left) 2024-04-13T07:50:30.329 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 33 current snap is 148 2024-04-13T07:50:30.329 INFO:tasks.rados.rados.0.smithi119.stdout:1317: seq_num 419 ranges {2031616=622592,2654208=671744,3325952=647168,3973120=286720} 2024-04-13T07:50:30.346 INFO:tasks.rados.rados.0.smithi119.stdout:1317: writing smithi11982245-33 from 2031616 to 2654208 tid 1 2024-04-13T07:50:30.351 INFO:tasks.rados.rados.0.smithi119.stdout:1317: writing smithi11982245-33 from 2654208 to 3325952 tid 2 2024-04-13T07:50:30.356 INFO:tasks.rados.rados.0.smithi119.stdout:1317: writing smithi11982245-33 from 3325952 to 3973120 tid 3 2024-04-13T07:50:30.358 INFO:tasks.rados.rados.0.smithi119.stdout:1317: writing smithi11982245-33 from 3973120 to 4259840 tid 4 2024-04-13T07:50:30.358 INFO:tasks.rados.rados.0.smithi119.stdout:1318: copy_from oid 22 from oid 50 current snap is 148 2024-04-13T07:50:30.358 INFO:tasks.rados.rados.0.smithi119.stdout:1317: finishing write tid 1 to smithi11982245-33 2024-04-13T07:50:30.358 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 38 current snap is 148 2024-04-13T07:50:30.358 INFO:tasks.rados.rados.0.smithi119.stdout:1319: seq_num 420 ranges {3612672=638976,4251648=557056,4808704=450560,5259264=598016} 2024-04-13T07:50:30.382 INFO:tasks.rados.rados.0.smithi119.stdout:1319: writing smithi11982245-38 from 3612672 to 4251648 tid 1 2024-04-13T07:50:30.385 INFO:tasks.rados.rados.0.smithi119.stdout:1319: writing smithi11982245-38 from 4251648 to 4808704 tid 2 2024-04-13T07:50:30.387 INFO:tasks.rados.rados.0.smithi119.stdout:1319: writing smithi11982245-38 from 4808704 to 5259264 tid 3 2024-04-13T07:50:30.392 INFO:tasks.rados.rados.0.smithi119.stdout:1319: writing smithi11982245-38 from 5259264 to 5857280 tid 4 2024-04-13T07:50:30.392 INFO:tasks.rados.rados.0.smithi119.stdout:1320: read oid 17 snap -1 2024-04-13T07:50:30.392 INFO:tasks.rados.rados.0.smithi119.stdout:1320: expect (ObjNum 418 snap 146 seq_num 418) 2024-04-13T07:50:30.392 INFO:tasks.rados.rados.0.smithi119.stdout:1317: finishing write tid 2 to smithi11982245-33 2024-04-13T07:50:30.392 INFO:tasks.rados.rados.0.smithi119.stdout:1321: read oid 27 snap 121 2024-04-13T07:50:30.392 INFO:tasks.rados.rados.0.smithi119.stdout:1321: expect (ObjNum 282 snap 96 seq_num 282) 2024-04-13T07:50:30.392 INFO:tasks.rados.rados.0.smithi119.stdout:1322: rmattr oid 24 current snap is 148 2024-04-13T07:50:30.392 INFO:tasks.rados.rados.0.smithi119.stdout:1322: done (5 left) 2024-04-13T07:50:30.392 INFO:tasks.rados.rados.0.smithi119.stdout:1323: rollback oid 10 current snap is 148 2024-04-13T07:50:30.392 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 10 to 105 2024-04-13T07:50:30.392 INFO:tasks.rados.rados.0.smithi119.stdout:1317: finishing write tid 3 to smithi11982245-33 2024-04-13T07:50:30.392 INFO:tasks.rados.rados.0.smithi119.stdout:1317: finishing write tid 4 to smithi11982245-33 2024-04-13T07:50:30.392 INFO:tasks.rados.rados.0.smithi119.stdout:1317: finishing write tid 5 to smithi11982245-33 2024-04-13T07:50:30.393 INFO:tasks.rados.rados.0.smithi119.stdout:1317: finishing write tid 6 to smithi11982245-33 2024-04-13T07:50:30.393 INFO:tasks.rados.rados.0.smithi119.stdout:1317: oid 33 updating version 0 to 740 2024-04-13T07:50:30.393 INFO:tasks.rados.rados.0.smithi119.stdout:1317: oid 33 version 740 is already newer than 738 2024-04-13T07:50:30.393 INFO:tasks.rados.rados.0.smithi119.stdout:1317: oid 33 version 740 is already newer than 739 2024-04-13T07:50:30.393 INFO:tasks.rados.rados.0.smithi119.stdout:1317: oid 33 version 740 is already newer than 737 2024-04-13T07:50:30.393 INFO:tasks.rados.rados.0.smithi119.stdout:1317: oid 33 version 740 is already newer than 736 2024-04-13T07:50:30.393 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 33 v 740 (ObjNum 419 snap 148 seq_num 419) dirty exists 2024-04-13T07:50:30.393 INFO:tasks.rados.rados.0.smithi119.stdout:1317: left oid 33 (ObjNum 419 snap 148 seq_num 419) 2024-04-13T07:50:30.393 INFO:tasks.rados.rados.0.smithi119.stdout:1318: finishing copy_from racing read to smithi11982245-22 2024-04-13T07:50:30.393 INFO:tasks.rados.rados.0.smithi119.stdout:1317: done (5 left) 2024-04-13T07:50:30.393 INFO:tasks.rados.rados.0.smithi119.stdout:1324: read oid 33 snap -1 2024-04-13T07:50:30.393 INFO:tasks.rados.rados.0.smithi119.stdout:1324: expect (ObjNum 419 snap 148 seq_num 419) 2024-04-13T07:50:30.393 INFO:tasks.rados.rados.0.smithi119.stdout:1325: delete oid 7 current snap is 148 2024-04-13T07:50:30.393 INFO:tasks.rados.rados.0.smithi119.stdout:1318: finishing copy_from to smithi11982245-22 2024-04-13T07:50:30.394 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 22 v 779 (ObjNum 239 snap 75 seq_num 239) dirty exists 2024-04-13T07:50:30.394 INFO:tasks.rados.rados.0.smithi119.stdout:1319: finishing write tid 1 to smithi11982245-38 2024-04-13T07:50:30.395 INFO:tasks.rados.rados.0.smithi119.stdout:1319: finishing write tid 2 to smithi11982245-38 2024-04-13T07:50:30.397 INFO:tasks.rados.rados.0.smithi119.stdout:1318: done (6 left) 2024-04-13T07:50:30.397 INFO:tasks.rados.rados.0.smithi119.stdout:1325: done (5 left) 2024-04-13T07:50:30.398 INFO:tasks.rados.rados.0.smithi119.stdout:1326: rollback oid 20 current snap is 148 2024-04-13T07:50:30.398 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 20 to 122 2024-04-13T07:50:30.398 INFO:tasks.rados.rados.0.smithi119.stdout:1319: finishing write tid 3 to smithi11982245-38 2024-04-13T07:50:30.398 INFO:tasks.rados.rados.0.smithi119.stdout:1327: read oid 21 snap 144 2024-04-13T07:50:30.398 INFO:tasks.rados.rados.0.smithi119.stdout:1327: expect (ObjNum 344 snap 131 seq_num 344) 2024-04-13T07:50:30.398 INFO:tasks.rados.rados.0.smithi119.stdout:1328: copy_from oid 40 from oid 50 current snap is 148 2024-04-13T07:50:30.398 INFO:tasks.rados.rados.0.smithi119.stdout:1329: read oid 35 snap -1 2024-04-13T07:50:30.398 INFO:tasks.rados.rados.0.smithi119.stdout:1329: expect deleted 2024-04-13T07:50:30.398 INFO:tasks.rados.rados.0.smithi119.stdout:1330: setattr oid 48 current snap is 148 2024-04-13T07:50:30.398 INFO:tasks.rados.rados.0.smithi119.stdout:1323: finishing rollback tid 0 to smithi11982245-10 2024-04-13T07:50:30.398 INFO:tasks.rados.rados.0.smithi119.stdout:1323: finishing rollback tid 1 to smithi11982245-10 2024-04-13T07:50:30.398 INFO:tasks.rados.rados.0.smithi119.stdout:1323: finishing rollback tid 2 to smithi11982245-10 2024-04-13T07:50:30.398 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 10 v 828 (ObjNum 278 snap 95 seq_num 278) dirty exists 2024-04-13T07:50:30.399 INFO:tasks.rados.rados.0.smithi119.stdout:1323: done (9 left) 2024-04-13T07:50:30.399 INFO:tasks.rados.rados.0.smithi119.stdout:1331: snap_create 2024-04-13T07:50:30.399 INFO:tasks.rados.rados.0.smithi119.stdout:1319: finishing write tid 4 to smithi11982245-38 2024-04-13T07:50:30.399 INFO:tasks.rados.rados.0.smithi119.stdout:1319: finishing write tid 5 to smithi11982245-38 2024-04-13T07:50:30.401 INFO:tasks.rados.rados.0.smithi119.stdout:1319: finishing write tid 6 to smithi11982245-38 2024-04-13T07:50:30.402 INFO:tasks.rados.rados.0.smithi119.stdout:1319: oid 38 updating version 0 to 783 2024-04-13T07:50:30.402 INFO:tasks.rados.rados.0.smithi119.stdout:1319: oid 38 version 783 is already newer than 781 2024-04-13T07:50:30.402 INFO:tasks.rados.rados.0.smithi119.stdout:1319: oid 38 updating version 783 to 784 2024-04-13T07:50:30.402 INFO:tasks.rados.rados.0.smithi119.stdout:1319: oid 38 version 784 is already newer than 782 2024-04-13T07:50:30.402 INFO:tasks.rados.rados.0.smithi119.stdout:1319: oid 38 version 784 is already newer than 780 2024-04-13T07:50:30.402 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 38 v 784 (ObjNum 420 snap 148 seq_num 420) dirty exists 2024-04-13T07:50:30.402 INFO:tasks.rados.rados.0.smithi119.stdout:1319: left oid 38 (ObjNum 420 snap 148 seq_num 420) 2024-04-13T07:50:30.403 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 48 v 785 (ObjNum 414 snap 146 seq_num 414) dirty exists 2024-04-13T07:50:30.408 INFO:tasks.rados.rados.0.smithi119.stdout:1326: finishing rollback tid 0 to smithi11982245-20 2024-04-13T07:50:30.424 INFO:tasks.rados.rados.0.smithi119.stdout:1326: finishing rollback tid 1 to smithi11982245-20 2024-04-13T07:50:30.424 INFO:tasks.rados.rados.0.smithi119.stdout:1326: finishing rollback tid 2 to smithi11982245-20 2024-04-13T07:50:30.424 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 20 v 653 (ObjNum 256 snap 83 seq_num 256) dirty exists 2024-04-13T07:50:30.428 INFO:tasks.rados.rados.0.smithi119.stdout:1324: expect (ObjNum 419 snap 148 seq_num 419) 2024-04-13T07:50:30.578 INFO:tasks.rados.rados.0.smithi119.stdout:1327: expect (ObjNum 344 snap 131 seq_num 344) 2024-04-13T07:50:30.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:30 smithi139 ceph-mon[88985]: osdmap e328: 8 total, 8 up, 8 in 2024-04-13T07:50:30.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:30 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-13T07:50:30.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:30 smithi139 ceph-mon[88985]: osdmap e329: 8 total, 8 up, 8 in 2024-04-13T07:50:30.663 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:30 smithi119 ceph-mon[96316]: osdmap e328: 8 total, 8 up, 8 in 2024-04-13T07:50:30.663 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:30 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-13T07:50:30.663 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:30 smithi119 ceph-mon[96316]: osdmap e329: 8 total, 8 up, 8 in 2024-04-13T07:50:30.663 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:30 smithi119 ceph-mon[93746]: osdmap e328: 8 total, 8 up, 8 in 2024-04-13T07:50:30.663 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:30 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-13T07:50:30.663 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:30 smithi119 ceph-mon[93746]: osdmap e329: 8 total, 8 up, 8 in 2024-04-13T07:50:30.744 INFO:tasks.rados.rados.0.smithi119.stdout:1320: expect (ObjNum 418 snap 146 seq_num 418) 2024-04-13T07:50:30.873 INFO:tasks.rados.rados.0.smithi119.stdout:1328: finishing copy_from racing read to smithi11982245-40 2024-04-13T07:50:30.873 INFO:tasks.rados.rados.0.smithi119.stdout:1321: expect (ObjNum 282 snap 96 seq_num 282) 2024-04-13T07:50:31.267 INFO:tasks.rados.rados.0.smithi119.stdout:1328: finishing copy_from to smithi11982245-40 2024-04-13T07:50:31.267 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 40 v 779 (ObjNum 239 snap 75 seq_num 239) dirty exists 2024-04-13T07:50:31.357 INFO:tasks.rados.rados.0.smithi119.stdout:1319: done (9 left) 2024-04-13T07:50:31.357 INFO:tasks.rados.rados.0.smithi119.stdout:1320: done (8 left) 2024-04-13T07:50:31.357 INFO:tasks.rados.rados.0.smithi119.stdout:1321: done (7 left) 2024-04-13T07:50:31.357 INFO:tasks.rados.rados.0.smithi119.stdout:1324: done (6 left) 2024-04-13T07:50:31.357 INFO:tasks.rados.rados.0.smithi119.stdout:1326: done (5 left) 2024-04-13T07:50:31.357 INFO:tasks.rados.rados.0.smithi119.stdout:1327: done (4 left) 2024-04-13T07:50:31.358 INFO:tasks.rados.rados.0.smithi119.stdout:1328: done (3 left) 2024-04-13T07:50:31.358 INFO:tasks.rados.rados.0.smithi119.stdout:1329: done (2 left) 2024-04-13T07:50:31.358 INFO:tasks.rados.rados.0.smithi119.stdout:1330: done (1 left) 2024-04-13T07:50:31.358 INFO:tasks.rados.rados.0.smithi119.stdout:1331: done (0 left) 2024-04-13T07:50:31.358 INFO:tasks.rados.rados.0.smithi119.stdout:1332: snap_create 2024-04-13T07:50:31.602 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:31 smithi119 ceph-mon[96316]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-13T07:50:31.602 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:31 smithi119 ceph-mon[96316]: Upgrade: osd.1 is safe to restart 2024-04-13T07:50:31.603 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:31 smithi119 ceph-mon[96316]: pgmap v159: 121 pgs: 121 active+clean; 426 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 20 op/s 2024-04-13T07:50:31.603 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:31 smithi119 ceph-mon[93746]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-13T07:50:31.603 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:31 smithi119 ceph-mon[93746]: Upgrade: osd.1 is safe to restart 2024-04-13T07:50:31.603 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:31 smithi119 ceph-mon[93746]: pgmap v159: 121 pgs: 121 active+clean; 426 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 20 op/s 2024-04-13T07:50:31.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:31 smithi139 ceph-mon[88985]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-13T07:50:31.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:31 smithi139 ceph-mon[88985]: Upgrade: osd.1 is safe to restart 2024-04-13T07:50:31.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:31 smithi139 ceph-mon[88985]: pgmap v159: 121 pgs: 121 active+clean; 426 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 20 op/s 2024-04-13T07:50:32.359 INFO:tasks.rados.rados.0.smithi119.stdout:1332: done (0 left) 2024-04-13T07:50:32.359 INFO:tasks.rados.rados.0.smithi119.stdout:1333: rmattr oid 40 current snap is 150 2024-04-13T07:50:32.359 INFO:tasks.rados.rados.0.smithi119.stdout:1334: snap_create 2024-04-13T07:50:32.364 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 40 v 875 (ObjNum 239 snap 75 seq_num 239) dirty exists 2024-04-13T07:50:32.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:32 smithi119 ceph-mon[96316]: osdmap e330: 8 total, 8 up, 8 in 2024-04-13T07:50:32.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:32 smithi119 ceph-mon[96316]: Upgrade: Updating osd.1 2024-04-13T07:50:32.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:32 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:32.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:32 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-13T07:50:32.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:32 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:50:32.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:32 smithi119 ceph-mon[96316]: Deploying daemon osd.1 on smithi119 2024-04-13T07:50:32.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:32 smithi119 ceph-mon[93746]: osdmap e330: 8 total, 8 up, 8 in 2024-04-13T07:50:32.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:32 smithi119 ceph-mon[93746]: Upgrade: Updating osd.1 2024-04-13T07:50:32.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:32 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:32.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:32 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-13T07:50:32.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:32 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:50:32.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:32 smithi119 ceph-mon[93746]: Deploying daemon osd.1 on smithi119 2024-04-13T07:50:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:50:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:50:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:50:32.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:32 smithi139 ceph-mon[88985]: osdmap e330: 8 total, 8 up, 8 in 2024-04-13T07:50:32.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:32 smithi139 ceph-mon[88985]: Upgrade: Updating osd.1 2024-04-13T07:50:32.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:32 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:32.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:32 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-13T07:50:32.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:32 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:50:32.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:32 smithi139 ceph-mon[88985]: Deploying daemon osd.1 on smithi119 2024-04-13T07:50:33.375 INFO:tasks.rados.rados.0.smithi119.stdout:1333: done (1 left) 2024-04-13T07:50:33.375 INFO:tasks.rados.rados.0.smithi119.stdout:1334: done (0 left) 2024-04-13T07:50:33.375 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 35 current snap is 151 2024-04-13T07:50:33.375 INFO:tasks.rados.rados.0.smithi119.stdout:1335: seq_num 422 ranges {0=671744,671744=729088,1400832=417792,1818624=458752} 2024-04-13T07:50:33.378 INFO:tasks.rados.rados.0.smithi119.stdout:1335: writing smithi11982245-35 from 0 to 671744 tid 1 2024-04-13T07:50:33.382 INFO:tasks.rados.rados.0.smithi119.stdout:1335: writing smithi11982245-35 from 671744 to 1400832 tid 2 2024-04-13T07:50:33.385 INFO:tasks.rados.rados.0.smithi119.stdout:1335: writing smithi11982245-35 from 1400832 to 1818624 tid 3 2024-04-13T07:50:33.388 INFO:tasks.rados.rados.0.smithi119.stdout:1335: writing smithi11982245-35 from 1818624 to 2277376 tid 4 2024-04-13T07:50:33.388 INFO:tasks.rados.rados.0.smithi119.stdout:1336: delete oid 36 current snap is 151 2024-04-13T07:50:33.388 INFO:tasks.rados.rados.0.smithi119.stdout:1335: finishing write tid 1 to smithi11982245-35 2024-04-13T07:50:33.388 INFO:tasks.rados.rados.0.smithi119.stdout:1335: finishing write tid 2 to smithi11982245-35 2024-04-13T07:50:33.388 INFO:tasks.rados.rados.0.smithi119.stdout:1335: finishing write tid 3 to smithi11982245-35 2024-04-13T07:50:33.390 INFO:tasks.rados.rados.0.smithi119.stdout:1335: finishing write tid 4 to smithi11982245-35 2024-04-13T07:50:33.390 INFO:tasks.rados.rados.0.smithi119.stdout:1335: finishing write tid 5 to smithi11982245-35 2024-04-13T07:50:33.392 INFO:tasks.rados.rados.0.smithi119.stdout:1335: finishing write tid 6 to smithi11982245-35 2024-04-13T07:50:33.392 INFO:tasks.rados.rados.0.smithi119.stdout:1335: oid 35 updating version 0 to 741 2024-04-13T07:50:33.392 INFO:tasks.rados.rados.0.smithi119.stdout:1335: oid 35 updating version 741 to 743 2024-04-13T07:50:33.392 INFO:tasks.rados.rados.0.smithi119.stdout:1335: oid 35 version 743 is already newer than 742 2024-04-13T07:50:33.392 INFO:tasks.rados.rados.0.smithi119.stdout:1335: oid 35 updating version 743 to 745 2024-04-13T07:50:33.392 INFO:tasks.rados.rados.0.smithi119.stdout:1335: oid 35 version 745 is already newer than 744 2024-04-13T07:50:33.392 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 35 v 745 (ObjNum 422 snap 151 seq_num 422) dirty exists 2024-04-13T07:50:33.392 INFO:tasks.rados.rados.0.smithi119.stdout:1335: left oid 35 (ObjNum 422 snap 151 seq_num 422) 2024-04-13T07:50:33.393 INFO:tasks.rados.rados.0.smithi119.stdout:1335: done (1 left) 2024-04-13T07:50:33.393 INFO:tasks.rados.rados.0.smithi119.stdout:1336: done (0 left) 2024-04-13T07:50:33.393 INFO:tasks.rados.rados.0.smithi119.stdout:1337: read oid 47 snap -1 2024-04-13T07:50:33.393 INFO:tasks.rados.rados.0.smithi119.stdout:1337: expect deleted 2024-04-13T07:50:33.393 INFO:tasks.rados.rados.0.smithi119.stdout:1338: delete oid 3 current snap is 151 2024-04-13T07:50:33.395 INFO:tasks.rados.rados.0.smithi119.stdout:1337: done (1 left) 2024-04-13T07:50:33.395 INFO:tasks.rados.rados.0.smithi119.stdout:1338: done (0 left) 2024-04-13T07:50:33.395 INFO:tasks.rados.rados.0.smithi119.stdout:1339: snap_remove snap 92 2024-04-13T07:50:33.552 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:33 smithi119 ceph-mon[96316]: osdmap e331: 8 total, 8 up, 8 in 2024-04-13T07:50:33.552 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:33 smithi119 ceph-mon[96316]: pgmap v162: 121 pgs: 121 active+clean; 426 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 6.3 MiB/s wr, 22 op/s 2024-04-13T07:50:33.553 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:33 smithi119 ceph-mon[93746]: osdmap e331: 8 total, 8 up, 8 in 2024-04-13T07:50:33.553 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:33 smithi119 ceph-mon[93746]: pgmap v162: 121 pgs: 121 active+clean; 426 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 6.3 MiB/s wr, 22 op/s 2024-04-13T07:50:33.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:33 smithi139 ceph-mon[88985]: osdmap e331: 8 total, 8 up, 8 in 2024-04-13T07:50:33.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:33 smithi139 ceph-mon[88985]: pgmap v162: 121 pgs: 121 active+clean; 426 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 6.3 MiB/s wr, 22 op/s 2024-04-13T07:50:33.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:50:33 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:50:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi119\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:50:34.374 INFO:tasks.rados.rados.0.smithi119.stdout:1339: done (0 left) 2024-04-13T07:50:34.374 INFO:tasks.rados.rados.0.smithi119.stdout:1340: read oid 37 snap -1 2024-04-13T07:50:34.374 INFO:tasks.rados.rados.0.smithi119.stdout:1340: expect (ObjNum 398 snap 144 seq_num 398) 2024-04-13T07:50:34.375 INFO:tasks.rados.rados.0.smithi119.stdout:1341: read oid 35 snap 95 2024-04-13T07:50:34.375 INFO:tasks.rados.rados.0.smithi119.stdout:1341: expect deleted 2024-04-13T07:50:34.375 INFO:tasks.rados.rados.0.smithi119.stdout:1342: snap_remove snap 66 2024-04-13T07:50:34.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:34 smithi139 ceph-mon[88985]: osdmap e332: 8 total, 8 up, 8 in 2024-04-13T07:50:34.654 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:34 smithi119 ceph-mon[96316]: osdmap e332: 8 total, 8 up, 8 in 2024-04-13T07:50:34.654 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:34 smithi119 ceph-mon[93746]: osdmap e332: 8 total, 8 up, 8 in 2024-04-13T07:50:34.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:50:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:50:34] "GET /metrics HTTP/1.1" 200 36062 "" "Prometheus/2.43.0" 2024-04-13T07:50:35.332 INFO:tasks.rados.rados.0.smithi119.stdout:1342: done (2 left) 2024-04-13T07:50:35.438 INFO:tasks.rados.rados.0.smithi119.stdout:1343: snap_remove snap 80 2024-04-13T07:50:35.439 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:50:34 smithi119 systemd[1]: Stopping Ceph osd.1 for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:50:35.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:35 smithi119 ceph-mon[96316]: osdmap e333: 8 total, 8 up, 8 in 2024-04-13T07:50:35.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:35 smithi119 ceph-mon[96316]: pgmap v165: 121 pgs: 121 active+clean; 437 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.7 MiB/s wr, 12 op/s 2024-04-13T07:50:35.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:35 smithi119 ceph-mon[96316]: osdmap e334: 8 total, 8 up, 8 in 2024-04-13T07:50:35.717 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:50:35 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-1[49833]: 2024-04-13T07:50:35.387+0000 7ff820dd5700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T07:50:35.717 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:50:35 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-1[49833]: 2024-04-13T07:50:35.387+0000 7ff820dd5700 -1 osd.1 334 *** Got signal Terminated *** 2024-04-13T07:50:35.717 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:50:35 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-1[49833]: 2024-04-13T07:50:35.387+0000 7ff820dd5700 -1 osd.1 334 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-13T07:50:35.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:35 smithi119 ceph-mon[93746]: osdmap e333: 8 total, 8 up, 8 in 2024-04-13T07:50:35.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:35 smithi119 ceph-mon[93746]: pgmap v165: 121 pgs: 121 active+clean; 437 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.7 MiB/s wr, 12 op/s 2024-04-13T07:50:35.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:35 smithi119 ceph-mon[93746]: osdmap e334: 8 total, 8 up, 8 in 2024-04-13T07:50:35.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:35 smithi139 ceph-mon[88985]: osdmap e333: 8 total, 8 up, 8 in 2024-04-13T07:50:35.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:35 smithi139 ceph-mon[88985]: pgmap v165: 121 pgs: 121 active+clean; 437 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.7 MiB/s wr, 12 op/s 2024-04-13T07:50:35.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:35 smithi139 ceph-mon[88985]: osdmap e334: 8 total, 8 up, 8 in 2024-04-13T07:50:36.339 INFO:tasks.rados.rados.0.smithi119.stdout:1343: done (2 left) 2024-04-13T07:50:36.340 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 16 current snap is 151 2024-04-13T07:50:36.340 INFO:tasks.rados.rados.0.smithi119.stdout:1344: seq_num 425 ranges {0=720896,720896=778240,1499136=638976,2138112=188416} 2024-04-13T07:50:36.341 INFO:tasks.rados.rados.0.smithi119.stdout:1344: writing smithi11982245-16 from 0 to 720896 tid 1 2024-04-13T07:50:36.347 INFO:tasks.rados.rados.0.smithi119.stdout:1344: writing smithi11982245-16 from 720896 to 1499136 tid 2 2024-04-13T07:50:36.352 INFO:tasks.rados.rados.0.smithi119.stdout:1344: writing smithi11982245-16 from 1499136 to 2138112 tid 3 2024-04-13T07:50:36.354 INFO:tasks.rados.rados.0.smithi119.stdout:1344: writing smithi11982245-16 from 2138112 to 2326528 tid 4 2024-04-13T07:50:36.354 INFO:tasks.rados.rados.0.smithi119.stdout:1345: rmattr oid 46 current snap is 151 2024-04-13T07:50:36.354 INFO:tasks.rados.rados.0.smithi119.stdout:1345: done (3 left) 2024-04-13T07:50:36.354 INFO:tasks.rados.rados.0.smithi119.stdout:1346: read oid 29 snap 145 2024-04-13T07:50:36.354 INFO:tasks.rados.rados.0.smithi119.stdout:1346: expect (ObjNum 344 snap 131 seq_num 344) 2024-04-13T07:50:36.354 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 45 current snap is 151 2024-04-13T07:50:36.354 INFO:tasks.rados.rados.0.smithi119.stdout:1347: seq_num 426 ranges {3129344=737280,3866624=712704,4579328=802816,5382144=90112} 2024-04-13T07:50:36.374 INFO:tasks.rados.rados.0.smithi119.stdout:1347: writing smithi11982245-45 from 3129344 to 3866624 tid 1 2024-04-13T07:50:36.379 INFO:tasks.rados.rados.0.smithi119.stdout:1347: writing smithi11982245-45 from 3866624 to 4579328 tid 2 2024-04-13T07:50:36.383 INFO:tasks.rados.rados.0.smithi119.stdout:1347: writing smithi11982245-45 from 4579328 to 5382144 tid 3 2024-04-13T07:50:36.384 INFO:tasks.rados.rados.0.smithi119.stdout:1347: writing smithi11982245-45 from 5382144 to 5472256 tid 4 2024-04-13T07:50:36.385 INFO:tasks.rados.rados.0.smithi119.stdout:1348: snap_remove snap 82 2024-04-13T07:50:36.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:36 smithi119 ceph-mon[96316]: osd.1 marked itself down and dead 2024-04-13T07:50:36.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:36 smithi119 ceph-mon[96316]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T07:50:36.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:36 smithi119 ceph-mon[96316]: osdmap e335: 8 total, 7 up, 8 in 2024-04-13T07:50:36.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:36 smithi119 ceph-mon[93746]: osd.1 marked itself down and dead 2024-04-13T07:50:36.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:36 smithi119 ceph-mon[93746]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T07:50:36.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:36 smithi119 ceph-mon[93746]: osdmap e335: 8 total, 7 up, 8 in 2024-04-13T07:50:36.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:36 smithi139 ceph-mon[88985]: osd.1 marked itself down and dead 2024-04-13T07:50:36.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:36 smithi139 ceph-mon[88985]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T07:50:36.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:36 smithi139 ceph-mon[88985]: osdmap e335: 8 total, 7 up, 8 in 2024-04-13T07:50:37.207 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:50:36 smithi119 podman[106564]: 2024-04-13 07:50:36.901327949 +0000 UTC m=+1.774058877 container died fdb76e7c567dcf18bf31a1939fd4203a6c1daf38055251509f1173afcf4cf35a (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-1, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, RELEASE=reef-7d36322, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-04-13T07:50:37.340 INFO:tasks.rados.rados.0.smithi119.stdout:1340: expect (ObjNum 398 snap 144 seq_num 398) 2024-04-13T07:50:37.405 INFO:tasks.rados.rados.0.smithi119.stdout:1347: finishing write tid 1 to smithi11982245-45 2024-04-13T07:50:37.406 INFO:tasks.rados.rados.0.smithi119.stdout:1347: finishing write tid 2 to smithi11982245-45 2024-04-13T07:50:37.406 INFO:tasks.rados.rados.0.smithi119.stdout:1340: done (5 left) 2024-04-13T07:50:37.406 INFO:tasks.rados.rados.0.smithi119.stdout:1341: done (4 left) 2024-04-13T07:50:37.406 INFO:tasks.rados.rados.0.smithi119.stdout:1348: done (3 left) 2024-04-13T07:50:37.406 INFO:tasks.rados.rados.0.smithi119.stdout:1349: rollback oid 28 current snap is 151 2024-04-13T07:50:37.406 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 28 to 128 2024-04-13T07:50:37.406 INFO:tasks.rados.rados.0.smithi119.stdout:1347: finishing write tid 3 to smithi11982245-45 2024-04-13T07:50:37.406 INFO:tasks.rados.rados.0.smithi119.stdout:1347: finishing write tid 4 to smithi11982245-45 2024-04-13T07:50:37.406 INFO:tasks.rados.rados.0.smithi119.stdout:1347: finishing write tid 5 to smithi11982245-45 2024-04-13T07:50:37.406 INFO:tasks.rados.rados.0.smithi119.stdout:1347: finishing write tid 6 to smithi11982245-45 2024-04-13T07:50:37.406 INFO:tasks.rados.rados.0.smithi119.stdout:1347: oid 45 updating version 0 to 908 2024-04-13T07:50:37.406 INFO:tasks.rados.rados.0.smithi119.stdout:1347: oid 45 version 908 is already newer than 906 2024-04-13T07:50:37.407 INFO:tasks.rados.rados.0.smithi119.stdout:1347: oid 45 version 908 is already newer than 905 2024-04-13T07:50:37.407 INFO:tasks.rados.rados.0.smithi119.stdout:1347: oid 45 updating version 908 to 909 2024-04-13T07:50:37.407 INFO:tasks.rados.rados.0.smithi119.stdout:1347: oid 45 version 909 is already newer than 907 2024-04-13T07:50:37.407 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 45 v 909 (ObjNum 426 snap 151 seq_num 426) dirty exists 2024-04-13T07:50:37.407 INFO:tasks.rados.rados.0.smithi119.stdout:1347: left oid 45 (ObjNum 426 snap 151 seq_num 426) 2024-04-13T07:50:37.407 INFO:tasks.rados.rados.0.smithi119.stdout:1344: finishing write tid 1 to smithi11982245-16 2024-04-13T07:50:37.407 INFO:tasks.rados.rados.0.smithi119.stdout:1344: finishing write tid 2 to smithi11982245-16 2024-04-13T07:50:37.407 INFO:tasks.rados.rados.0.smithi119.stdout:1344: finishing write tid 3 to smithi11982245-16 2024-04-13T07:50:37.407 INFO:tasks.rados.rados.0.smithi119.stdout:1344: finishing write tid 4 to smithi11982245-16 2024-04-13T07:50:37.407 INFO:tasks.rados.rados.0.smithi119.stdout:1344: finishing write tid 5 to smithi11982245-16 2024-04-13T07:50:37.407 INFO:tasks.rados.rados.0.smithi119.stdout:1346: expect (ObjNum 344 snap 131 seq_num 344) 2024-04-13T07:50:37.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:37 smithi119 ceph-mon[96316]: pgmap v168: 121 pgs: 16 stale+active+clean, 105 active+clean; 450 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.8 MiB/s wr, 19 op/s 2024-04-13T07:50:37.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:37 smithi119 ceph-mon[96316]: osdmap e336: 8 total, 7 up, 8 in 2024-04-13T07:50:37.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:37 smithi119 ceph-mon[93746]: pgmap v168: 121 pgs: 16 stale+active+clean, 105 active+clean; 450 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.8 MiB/s wr, 19 op/s 2024-04-13T07:50:37.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:37 smithi119 ceph-mon[93746]: osdmap e336: 8 total, 7 up, 8 in 2024-04-13T07:50:37.467 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:50:37 smithi119 podman[106564]: 2024-04-13 07:50:37.208193643 +0000 UTC m=+2.080924570 container cleanup fdb76e7c567dcf18bf31a1939fd4203a6c1daf38055251509f1173afcf4cf35a (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-1, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-7d36322, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-04-13T07:50:37.467 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:50:37 smithi119 bash[106564]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-1 2024-04-13T07:50:37.467 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:50:37 smithi119 podman[106588]: 2024-04-13 07:50:37.417788094 +0000 UTC m=+0.515646316 container remove fdb76e7c567dcf18bf31a1939fd4203a6c1daf38055251509f1173afcf4cf35a (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-1, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-7d36322, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409) 2024-04-13T07:50:37.587 INFO:tasks.rados.rados.0.smithi119.stdout:1344: finishing write tid 6 to smithi11982245-16 2024-04-13T07:50:37.587 INFO:tasks.rados.rados.0.smithi119.stdout:1344: oid 16 updating version 0 to 848 2024-04-13T07:50:37.587 INFO:tasks.rados.rados.0.smithi119.stdout:1344: oid 16 updating version 848 to 850 2024-04-13T07:50:37.587 INFO:tasks.rados.rados.0.smithi119.stdout:1344: oid 16 updating version 850 to 851 2024-04-13T07:50:37.587 INFO:tasks.rados.rados.0.smithi119.stdout:1344: oid 16 version 851 is already newer than 849 2024-04-13T07:50:37.587 INFO:tasks.rados.rados.0.smithi119.stdout:1344: oid 16 updating version 851 to 852 2024-04-13T07:50:37.587 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 16 v 852 (ObjNum 425 snap 151 seq_num 425) dirty exists 2024-04-13T07:50:37.587 INFO:tasks.rados.rados.0.smithi119.stdout:1344: left oid 16 (ObjNum 425 snap 151 seq_num 425) 2024-04-13T07:50:37.587 INFO:tasks.rados.rados.0.smithi119.stdout:1349: finishing rollback tid 1 to smithi11982245-28 2024-04-13T07:50:37.588 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 28 v 788 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-04-13T07:50:37.588 INFO:tasks.rados.rados.0.smithi119.stdout:1344: done (3 left) 2024-04-13T07:50:37.588 INFO:tasks.rados.rados.0.smithi119.stdout:1346: done (2 left) 2024-04-13T07:50:37.588 INFO:tasks.rados.rados.0.smithi119.stdout:1347: done (1 left) 2024-04-13T07:50:37.588 INFO:tasks.rados.rados.0.smithi119.stdout:1349: done (0 left) 2024-04-13T07:50:37.588 INFO:tasks.rados.rados.0.smithi119.stdout:1350: snap_remove snap 106 2024-04-13T07:50:37.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:37 smithi139 ceph-mon[88985]: pgmap v168: 121 pgs: 16 stale+active+clean, 105 active+clean; 450 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.8 MiB/s wr, 19 op/s 2024-04-13T07:50:37.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:37 smithi139 ceph-mon[88985]: osdmap e336: 8 total, 7 up, 8 in 2024-04-13T07:50:38.046 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:50:37 smithi119 podman[106686]: 2024-04-13 07:50:37.743614884 +0000 UTC m=+0.111215221 container create 8b17d0588093d0c5fb9a10652e10467cbeca86c05142f4ca0c1cf966f394911a (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-1-deactivate, RELEASE=main-5f22a49, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-04-13T07:50:38.046 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:50:37 smithi119 podman[106686]: 2024-04-13 07:50:37.650274857 +0000 UTC m=+0.017875201 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:50:38.046 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:50:37 smithi119 podman[106686]: 2024-04-13 07:50:37.96328549 +0000 UTC m=+0.330885831 container init 8b17d0588093d0c5fb9a10652e10467cbeca86c05142f4ca0c1cf966f394911a (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-1-deactivate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=main-5f22a49, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=) 2024-04-13T07:50:38.046 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:50:37 smithi119 podman[106686]: 2024-04-13 07:50:37.968984714 +0000 UTC m=+0.336585054 container start 8b17d0588093d0c5fb9a10652e10467cbeca86c05142f4ca0c1cf966f394911a (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-1-deactivate, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, RELEASE=main-5f22a49, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-04-13T07:50:38.046 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:50:38 smithi119 podman[106686]: 2024-04-13 07:50:38.046263958 +0000 UTC m=+0.413864297 container attach 8b17d0588093d0c5fb9a10652e10467cbeca86c05142f4ca0c1cf966f394911a (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-5f22a49, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-04-13T07:50:38.401 INFO:tasks.rados.rados.0.smithi119.stdout:1350: done (0 left) 2024-04-13T07:50:38.401 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 41 current snap is 151 2024-04-13T07:50:38.401 INFO:tasks.rados.rados.0.smithi119.stdout:1351: seq_num 427 ranges {10559488=761856,11321344=598016,11919360=606208,12525568=401408} 2024-04-13T07:50:38.462 INFO:tasks.rados.rados.0.smithi119.stdout:1351: writing smithi11982245-41 from 10559488 to 11321344 tid 1 2024-04-13T07:50:38.466 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:50:38 smithi119 podman[106686]: 2024-04-13 07:50:38.256901571 +0000 UTC m=+0.624501911 container died 8b17d0588093d0c5fb9a10652e10467cbeca86c05142f4ca0c1cf966f394911a (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-1-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=main-5f22a49, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-04-13T07:50:38.467 INFO:tasks.rados.rados.0.smithi119.stdout:1351: writing smithi11982245-41 from 11321344 to 11919360 tid 2 2024-04-13T07:50:38.470 INFO:tasks.rados.rados.0.smithi119.stdout:1351: writing smithi11982245-41 from 11919360 to 12525568 tid 3 2024-04-13T07:50:38.473 INFO:tasks.rados.rados.0.smithi119.stdout:1351: writing smithi11982245-41 from 12525568 to 12926976 tid 4 2024-04-13T07:50:38.473 INFO:tasks.rados.rados.0.smithi119.stdout:1352: copy_from oid 10 from oid 5 current snap is 151 2024-04-13T07:50:38.473 INFO:tasks.rados.rados.0.smithi119.stdout:1351: finishing write tid 1 to smithi11982245-41 2024-04-13T07:50:38.473 INFO:tasks.rados.rados.0.smithi119.stdout:1351: finishing write tid 2 to smithi11982245-41 2024-04-13T07:50:38.473 INFO:tasks.rados.rados.0.smithi119.stdout:1353: rollback oid 2 current snap is 151 2024-04-13T07:50:38.474 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 2 to 149 2024-04-13T07:50:38.474 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 39 current snap is 151 2024-04-13T07:50:38.474 INFO:tasks.rados.rados.0.smithi119.stdout:1354: seq_num 428 ranges {6111232=778240,6889472=483328,7372800=409600,7782400=417792,8200192=294912} 2024-04-13T07:50:38.512 INFO:tasks.rados.rados.0.smithi119.stdout:1354: writing smithi11982245-39 from 6111232 to 6889472 tid 1 2024-04-13T07:50:38.513 INFO:tasks.rados.rados.0.smithi119.stdout:1354: writing smithi11982245-39 from 6889472 to 7372800 tid 2 2024-04-13T07:50:38.516 INFO:tasks.rados.rados.0.smithi119.stdout:1354: writing smithi11982245-39 from 7372800 to 7782400 tid 3 2024-04-13T07:50:38.518 INFO:tasks.rados.rados.0.smithi119.stdout:1354: writing smithi11982245-39 from 7782400 to 8200192 tid 4 2024-04-13T07:50:38.520 INFO:tasks.rados.rados.0.smithi119.stdout:1354: writing smithi11982245-39 from 8200192 to 8495104 tid 5 2024-04-13T07:50:38.520 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 48 current snap is 151 2024-04-13T07:50:38.520 INFO:tasks.rados.rados.0.smithi119.stdout:1351: finishing write tid 3 to smithi11982245-41 2024-04-13T07:50:38.520 INFO:tasks.rados.rados.0.smithi119.stdout:1351: finishing write tid 4 to smithi11982245-41 2024-04-13T07:50:38.520 INFO:tasks.rados.rados.0.smithi119.stdout:1351: finishing write tid 5 to smithi11982245-41 2024-04-13T07:50:38.520 INFO:tasks.rados.rados.0.smithi119.stdout:1355: seq_num 429 ranges {2924544=794624,3719168=770048,4489216=622592,5111808=212992} 2024-04-13T07:50:38.540 INFO:tasks.rados.rados.0.smithi119.stdout:1355: writing smithi11982245-48 from 2924544 to 3719168 tid 1 2024-04-13T07:50:38.544 INFO:tasks.rados.rados.0.smithi119.stdout:1355: writing smithi11982245-48 from 3719168 to 4489216 tid 2 2024-04-13T07:50:38.551 INFO:tasks.rados.rados.0.smithi119.stdout:1355: writing smithi11982245-48 from 4489216 to 5111808 tid 3 2024-04-13T07:50:38.551 INFO:tasks.rados.rados.0.smithi119.stdout:1355: writing smithi11982245-48 from 5111808 to 5324800 tid 4 2024-04-13T07:50:38.551 INFO:tasks.rados.rados.0.smithi119.stdout:1356: setattr oid 8 current snap is 151 2024-04-13T07:50:38.551 INFO:tasks.rados.rados.0.smithi119.stdout:1353: finishing rollback tid 0 to smithi11982245-2 2024-04-13T07:50:38.551 INFO:tasks.rados.rados.0.smithi119.stdout:1353: finishing rollback tid 1 to smithi11982245-2 2024-04-13T07:50:38.551 INFO:tasks.rados.rados.0.smithi119.stdout:1351: finishing write tid 6 to smithi11982245-41 2024-04-13T07:50:38.551 INFO:tasks.rados.rados.0.smithi119.stdout:1351: oid 41 updating version 0 to 528 2024-04-13T07:50:38.551 INFO:tasks.rados.rados.0.smithi119.stdout:1351: oid 41 updating version 528 to 529 2024-04-13T07:50:38.551 INFO:tasks.rados.rados.0.smithi119.stdout:1351: oid 41 version 529 is already newer than 525 2024-04-13T07:50:38.552 INFO:tasks.rados.rados.0.smithi119.stdout:1351: oid 41 version 529 is already newer than 526 2024-04-13T07:50:38.552 INFO:tasks.rados.rados.0.smithi119.stdout:1351: oid 41 version 529 is already newer than 527 2024-04-13T07:50:38.552 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 41 v 529 (ObjNum 427 snap 151 seq_num 427) dirty exists 2024-04-13T07:50:38.552 INFO:tasks.rados.rados.0.smithi119.stdout:1351: left oid 41 (ObjNum 427 snap 151 seq_num 427) 2024-04-13T07:50:38.552 INFO:tasks.rados.rados.0.smithi119.stdout:1353: finishing rollback tid 2 to smithi11982245-2 2024-04-13T07:50:38.552 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 2 v 673 (ObjNum 260 snap 83 seq_num 260) dirty exists 2024-04-13T07:50:38.552 INFO:tasks.rados.rados.0.smithi119.stdout:1352: finishing copy_from racing read to smithi11982245-10 2024-04-13T07:50:38.552 INFO:tasks.rados.rados.0.smithi119.stdout:1352: finishing copy_from to smithi11982245-10 2024-04-13T07:50:38.552 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 10 v 844 (ObjNum 409 snap 146 seq_num 409) dirty exists 2024-04-13T07:50:38.552 INFO:tasks.rados.rados.0.smithi119.stdout:1354: finishing write tid 1 to smithi11982245-39 2024-04-13T07:50:38.553 INFO:tasks.rados.rados.0.smithi119.stdout:1354: finishing write tid 2 to smithi11982245-39 2024-04-13T07:50:38.553 INFO:tasks.rados.rados.0.smithi119.stdout:1354: finishing write tid 3 to smithi11982245-39 2024-04-13T07:50:38.553 INFO:tasks.rados.rados.0.smithi119.stdout:1354: finishing write tid 4 to smithi11982245-39 2024-04-13T07:50:38.554 INFO:tasks.rados.rados.0.smithi119.stdout:1354: finishing write tid 5 to smithi11982245-39 2024-04-13T07:50:38.554 INFO:tasks.rados.rados.0.smithi119.stdout:1354: finishing write tid 6 to smithi11982245-39 2024-04-13T07:50:38.554 INFO:tasks.rados.rados.0.smithi119.stdout:1354: finishing write tid 7 to smithi11982245-39 2024-04-13T07:50:38.554 INFO:tasks.rados.rados.0.smithi119.stdout:1354: oid 39 updating version 0 to 784 2024-04-13T07:50:38.554 INFO:tasks.rados.rados.0.smithi119.stdout:1354: oid 39 updating version 784 to 785 2024-04-13T07:50:38.554 INFO:tasks.rados.rados.0.smithi119.stdout:1354: oid 39 version 785 is already newer than 783 2024-04-13T07:50:38.555 INFO:tasks.rados.rados.0.smithi119.stdout:1354: oid 39 version 785 is already newer than 781 2024-04-13T07:50:38.555 INFO:tasks.rados.rados.0.smithi119.stdout:1354: oid 39 version 785 is already newer than 782 2024-04-13T07:50:38.555 INFO:tasks.rados.rados.0.smithi119.stdout:1354: oid 39 version 785 is already newer than 780 2024-04-13T07:50:38.555 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 39 v 785 (ObjNum 428 snap 151 seq_num 428) dirty exists 2024-04-13T07:50:38.555 INFO:tasks.rados.rados.0.smithi119.stdout:1354: left oid 39 (ObjNum 428 snap 151 seq_num 428) 2024-04-13T07:50:38.555 INFO:tasks.rados.rados.0.smithi119.stdout:1355: finishing write tid 1 to smithi11982245-48 2024-04-13T07:50:38.556 INFO:tasks.rados.rados.0.smithi119.stdout:1355: finishing write tid 2 to smithi11982245-48 2024-04-13T07:50:38.556 INFO:tasks.rados.rados.0.smithi119.stdout:1351: done (5 left) 2024-04-13T07:50:38.556 INFO:tasks.rados.rados.0.smithi119.stdout:1352: done (4 left) 2024-04-13T07:50:38.556 INFO:tasks.rados.rados.0.smithi119.stdout:1353: done (3 left) 2024-04-13T07:50:38.556 INFO:tasks.rados.rados.0.smithi119.stdout:1354: done (2 left) 2024-04-13T07:50:38.556 INFO:tasks.rados.rados.0.smithi119.stdout:1357: snap_remove snap 147 2024-04-13T07:50:38.966 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:50:38 smithi119 podman[106732]: 2024-04-13 07:50:38.783028158 +0000 UTC m=+0.520788443 container remove 8b17d0588093d0c5fb9a10652e10467cbeca86c05142f4ca0c1cf966f394911a (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-1-deactivate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=main-5f22a49, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-13T07:50:38.966 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:50:38 smithi119 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@osd.1.service: Deactivated successfully. 2024-04-13T07:50:38.967 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:50:38 smithi119 systemd[1]: Stopped Ceph osd.1 for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:50:38.967 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:50:38 smithi119 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@osd.1.service: Consumed 11.418s CPU time. 2024-04-13T07:50:39.368 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:50:38 smithi119 systemd[1]: Starting Ceph osd.1 for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:50:39.368 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:50:39 smithi119 podman[106840]: 2024-04-13 07:50:39.108204016 +0000 UTC m=+0.017661040 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:50:39.369 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:50:39 smithi119 podman[106840]: 2024-04-13 07:50:39.225844315 +0000 UTC m=+0.135301356 container create df1edca7ab36c44977d3325b574eb1a83632d1549a3bf6dc7ec7405bb99f18a6 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-1-activate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=main-5f22a49, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-13T07:50:39.417 INFO:tasks.rados.rados.0.smithi119.stdout:1355: finishing write tid 3 to smithi11982245-48 2024-04-13T07:50:39.417 INFO:tasks.rados.rados.0.smithi119.stdout:1355: finishing write tid 4 to smithi11982245-48 2024-04-13T07:50:39.417 INFO:tasks.rados.rados.0.smithi119.stdout:1355: finishing write tid 5 to smithi11982245-48 2024-04-13T07:50:39.417 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 8 v 674 (ObjNum 65 snap 0 seq_num 1733514851) dirty exists 2024-04-13T07:50:39.417 INFO:tasks.rados.rados.0.smithi119.stdout:1355: finishing write tid 6 to smithi11982245-48 2024-04-13T07:50:39.418 INFO:tasks.rados.rados.0.smithi119.stdout:1355: oid 48 updating version 0 to 789 2024-04-13T07:50:39.418 INFO:tasks.rados.rados.0.smithi119.stdout:1355: oid 48 version 789 is already newer than 786 2024-04-13T07:50:39.418 INFO:tasks.rados.rados.0.smithi119.stdout:1355: oid 48 version 789 is already newer than 787 2024-04-13T07:50:39.418 INFO:tasks.rados.rados.0.smithi119.stdout:1355: oid 48 updating version 789 to 790 2024-04-13T07:50:39.418 INFO:tasks.rados.rados.0.smithi119.stdout:1355: oid 48 version 790 is already newer than 788 2024-04-13T07:50:39.418 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 48 v 790 (ObjNum 429 snap 151 seq_num 429) dirty exists 2024-04-13T07:50:39.418 INFO:tasks.rados.rados.0.smithi119.stdout:1355: left oid 48 (ObjNum 429 snap 151 seq_num 429) 2024-04-13T07:50:39.418 INFO:tasks.rados.rados.0.smithi119.stdout:1355: done (2 left) 2024-04-13T07:50:39.418 INFO:tasks.rados.rados.0.smithi119.stdout:1356: done (1 left) 2024-04-13T07:50:39.418 INFO:tasks.rados.rados.0.smithi119.stdout:1357: done (0 left) 2024-04-13T07:50:39.418 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 8 current snap is 151 2024-04-13T07:50:39.418 INFO:tasks.rados.rados.0.smithi119.stdout:1358: seq_num 430 ranges {0=8192} 2024-04-13T07:50:39.418 INFO:tasks.rados.rados.0.smithi119.stdout:1358: writing smithi11982245-8 from 0 to 8192 tid 1 2024-04-13T07:50:39.418 INFO:tasks.rados.rados.0.smithi119.stdout:1359: setattr oid 14 current snap is 151 2024-04-13T07:50:39.419 INFO:tasks.rados.rados.0.smithi119.stdout:1360: snap_remove snap 128 2024-04-13T07:50:39.716 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:50:39 smithi119 podman[106840]: 2024-04-13 07:50:39.470088606 +0000 UTC m=+0.379545608 container init df1edca7ab36c44977d3325b574eb1a83632d1549a3bf6dc7ec7405bb99f18a6 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-1-activate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-5f22a49, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0) 2024-04-13T07:50:39.716 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:50:39 smithi119 podman[106840]: 2024-04-13 07:50:39.475840202 +0000 UTC m=+0.385297198 container start df1edca7ab36c44977d3325b574eb1a83632d1549a3bf6dc7ec7405bb99f18a6 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-1-activate, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, RELEASE=main-5f22a49, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409) 2024-04-13T07:50:39.717 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:50:39 smithi119 podman[106840]: 2024-04-13 07:50:39.561708578 +0000 UTC m=+0.471165591 container attach df1edca7ab36c44977d3325b574eb1a83632d1549a3bf6dc7ec7405bb99f18a6 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-1-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=main-5f22a49) 2024-04-13T07:50:39.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-mon[93746]: osdmap e337: 8 total, 7 up, 8 in 2024-04-13T07:50:39.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-mon[93746]: pgmap v171: 121 pgs: 16 stale+active+clean, 105 active+clean; 450 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-04-13T07:50:39.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1", "id": [0, 1]}]: dispatch 2024-04-13T07:50:39.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 1]}]: dispatch 2024-04-13T07:50:39.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1", "id": [0, 1]}]: dispatch 2024-04-13T07:50:39.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 1]}]: dispatch 2024-04-13T07:50:39.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.12", "id": [7, 1]}]: dispatch 2024-04-13T07:50:39.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 1]}]: dispatch 2024-04-13T07:50:39.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [0, 1]}]: dispatch 2024-04-13T07:50:39.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 1]}]: dispatch 2024-04-13T07:50:39.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 1]}]: dispatch 2024-04-13T07:50:39.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [7, 1]}]: dispatch 2024-04-13T07:50:39.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.12", "id": [7, 1]}]: dispatch 2024-04-13T07:50:39.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 1]}]: dispatch 2024-04-13T07:50:39.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [5, 1]}]: dispatch 2024-04-13T07:50:39.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [0, 1]}]: dispatch 2024-04-13T07:50:39.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.b", "id": [0, 1]}]: dispatch 2024-04-13T07:50:39.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 1]}]: dispatch 2024-04-13T07:50:39.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [7, 1]}]: dispatch 2024-04-13T07:50:39.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 1]}]: dispatch 2024-04-13T07:50:39.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [5, 1]}]: dispatch 2024-04-13T07:50:39.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.b", "id": [0, 1]}]: dispatch 2024-04-13T07:50:39.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:39.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:50:39.719 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-mon[96316]: osdmap e337: 8 total, 7 up, 8 in 2024-04-13T07:50:39.719 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-mon[96316]: pgmap v171: 121 pgs: 16 stale+active+clean, 105 active+clean; 450 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-04-13T07:50:39.719 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1", "id": [0, 1]}]: dispatch 2024-04-13T07:50:39.719 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 1]}]: dispatch 2024-04-13T07:50:39.719 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1", "id": [0, 1]}]: dispatch 2024-04-13T07:50:39.720 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 1]}]: dispatch 2024-04-13T07:50:39.720 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.12", "id": [7, 1]}]: dispatch 2024-04-13T07:50:39.720 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 1]}]: dispatch 2024-04-13T07:50:39.720 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [0, 1]}]: dispatch 2024-04-13T07:50:39.720 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 1]}]: dispatch 2024-04-13T07:50:39.720 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 1]}]: dispatch 2024-04-13T07:50:39.720 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [7, 1]}]: dispatch 2024-04-13T07:50:39.720 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.12", "id": [7, 1]}]: dispatch 2024-04-13T07:50:39.720 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 1]}]: dispatch 2024-04-13T07:50:39.720 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [5, 1]}]: dispatch 2024-04-13T07:50:39.720 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [0, 1]}]: dispatch 2024-04-13T07:50:39.720 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.b", "id": [0, 1]}]: dispatch 2024-04-13T07:50:39.720 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 1]}]: dispatch 2024-04-13T07:50:39.720 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [7, 1]}]: dispatch 2024-04-13T07:50:39.721 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 1]}]: dispatch 2024-04-13T07:50:39.721 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [5, 1]}]: dispatch 2024-04-13T07:50:39.721 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.b", "id": [0, 1]}]: dispatch 2024-04-13T07:50:39.721 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:39.721 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:50:39.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:39 smithi139 ceph-mon[88985]: osdmap e337: 8 total, 7 up, 8 in 2024-04-13T07:50:39.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:39 smithi139 ceph-mon[88985]: pgmap v171: 121 pgs: 16 stale+active+clean, 105 active+clean; 450 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-04-13T07:50:39.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1", "id": [0, 1]}]: dispatch 2024-04-13T07:50:39.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 1]}]: dispatch 2024-04-13T07:50:39.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:39 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1", "id": [0, 1]}]: dispatch 2024-04-13T07:50:39.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 1]}]: dispatch 2024-04-13T07:50:39.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.12", "id": [7, 1]}]: dispatch 2024-04-13T07:50:39.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:39 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 1]}]: dispatch 2024-04-13T07:50:39.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [0, 1]}]: dispatch 2024-04-13T07:50:39.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:39 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 1]}]: dispatch 2024-04-13T07:50:39.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 1]}]: dispatch 2024-04-13T07:50:39.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [7, 1]}]: dispatch 2024-04-13T07:50:39.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:39 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.12", "id": [7, 1]}]: dispatch 2024-04-13T07:50:39.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 1]}]: dispatch 2024-04-13T07:50:39.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [5, 1]}]: dispatch 2024-04-13T07:50:39.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:39 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [0, 1]}]: dispatch 2024-04-13T07:50:39.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.b", "id": [0, 1]}]: dispatch 2024-04-13T07:50:39.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:39 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 1]}]: dispatch 2024-04-13T07:50:39.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:39 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [7, 1]}]: dispatch 2024-04-13T07:50:39.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:39 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 1]}]: dispatch 2024-04-13T07:50:39.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:39 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [5, 1]}]: dispatch 2024-04-13T07:50:39.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:39 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.b", "id": [0, 1]}]: dispatch 2024-04-13T07:50:39.888 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:39 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:39.888 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:50:40.216 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-1-activate[106855]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-13T07:50:40.217 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-1-activate[106855]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-13T07:50:40.217 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:50:39 smithi119 bash[106840]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-13T07:50:40.217 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:50:39 smithi119 bash[106840]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-13T07:50:40.217 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:50:39 smithi119 bash[106840]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-13T07:50:40.217 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:50:39 smithi119 bash[106840]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-13T07:50:40.217 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:50:39 smithi119 bash[106840]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-04-13T07:50:40.217 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:50:39 smithi119 bash[106840]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-13T07:50:40.217 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:50:39 smithi119 bash[106840]: --> ceph-volume raw activate successful for osd ID: 1 2024-04-13T07:50:40.217 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-1-activate[106855]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-13T07:50:40.217 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-1-activate[106855]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-13T07:50:40.217 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-1-activate[106855]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-04-13T07:50:40.217 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-1-activate[106855]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-13T07:50:40.217 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:50:39 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-1-activate[106855]: --> ceph-volume raw activate successful for osd ID: 1 2024-04-13T07:50:40.218 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:50:39 smithi119 podman[106840]: 2024-04-13 07:50:39.943376793 +0000 UTC m=+0.852833803 container died df1edca7ab36c44977d3325b574eb1a83632d1549a3bf6dc7ec7405bb99f18a6 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-1-activate, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-5f22a49, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409) 2024-04-13T07:50:40.331 INFO:tasks.rados.rados.0.smithi119.stdout:1358: finishing write tid 1 to smithi11982245-8 2024-04-13T07:50:40.331 INFO:tasks.rados.rados.0.smithi119.stdout:1358: finishing write tid 2 to smithi11982245-8 2024-04-13T07:50:40.331 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 14 v 491 (ObjNum 260 snap 83 seq_num 260) dirty exists 2024-04-13T07:50:40.331 INFO:tasks.rados.rados.0.smithi119.stdout:1358: finishing write tid 3 to smithi11982245-8 2024-04-13T07:50:40.331 INFO:tasks.rados.rados.0.smithi119.stdout:1358: oid 8 updating version 0 to 676 2024-04-13T07:50:40.332 INFO:tasks.rados.rados.0.smithi119.stdout:1358: oid 8 version 676 is already newer than 675 2024-04-13T07:50:40.332 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 8 v 676 (ObjNum 430 snap 151 seq_num 430) dirty exists 2024-04-13T07:50:40.332 INFO:tasks.rados.rados.0.smithi119.stdout:1358: left oid 8 (ObjNum 430 snap 151 seq_num 430) 2024-04-13T07:50:40.332 INFO:tasks.rados.rados.0.smithi119.stdout:1358: done (2 left) 2024-04-13T07:50:40.332 INFO:tasks.rados.rados.0.smithi119.stdout:1359: done (1 left) 2024-04-13T07:50:40.332 INFO:tasks.rados.rados.0.smithi119.stdout:1360: done (0 left) 2024-04-13T07:50:40.332 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 29 current snap is 151 2024-04-13T07:50:40.332 INFO:tasks.rados.rados.0.smithi119.stdout:1361: seq_num 431 ranges {3751936=24576} 2024-04-13T07:50:40.353 INFO:tasks.rados.rados.0.smithi119.stdout:1361: writing smithi11982245-29 from 3751936 to 3776512 tid 1 2024-04-13T07:50:40.353 INFO:tasks.rados.rados.0.smithi119.stdout:1362: copy_from oid 14 from oid 8 current snap is 151 2024-04-13T07:50:40.353 INFO:tasks.rados.rados.0.smithi119.stdout:1363: setattr oid 25 current snap is 151 2024-04-13T07:50:40.355 INFO:tasks.rados.rados.0.smithi119.stdout:1364: rollback oid 45 current snap is 151 2024-04-13T07:50:40.355 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 45 to 148 2024-04-13T07:50:40.355 INFO:tasks.rados.rados.0.smithi119.stdout:1365: rollback oid 50 current snap is 151 2024-04-13T07:50:40.355 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 50 to 150 2024-04-13T07:50:40.355 INFO:tasks.rados.rados.0.smithi119.stdout:1366: delete oid 6 current snap is 151 2024-04-13T07:50:40.356 INFO:tasks.rados.rados.0.smithi119.stdout:1361: finishing write tid 1 to smithi11982245-29 2024-04-13T07:50:40.356 INFO:tasks.rados.rados.0.smithi119.stdout:1361: finishing write tid 2 to smithi11982245-29 2024-04-13T07:50:40.358 INFO:tasks.rados.rados.0.smithi119.stdout:1361: finishing write tid 3 to smithi11982245-29 2024-04-13T07:50:40.358 INFO:tasks.rados.rados.0.smithi119.stdout:1361: oid 29 updating version 0 to 749 2024-04-13T07:50:40.358 INFO:tasks.rados.rados.0.smithi119.stdout:1361: oid 29 version 749 is already newer than 748 2024-04-13T07:50:40.358 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 29 v 749 (ObjNum 431 snap 151 seq_num 431) dirty exists 2024-04-13T07:50:40.358 INFO:tasks.rados.rados.0.smithi119.stdout:1361: left oid 29 (ObjNum 431 snap 151 seq_num 431) 2024-04-13T07:50:40.359 INFO:tasks.rados.rados.0.smithi119.stdout:1362: finishing copy_from racing read to smithi11982245-14 2024-04-13T07:50:40.359 INFO:tasks.rados.rados.0.smithi119.stdout:1365: finishing rollback tid 0 to smithi11982245-50 2024-04-13T07:50:40.359 INFO:tasks.rados.rados.0.smithi119.stdout:1364: finishing rollback tid 0 to smithi11982245-45 2024-04-13T07:50:40.359 INFO:tasks.rados.rados.0.smithi119.stdout:1364: finishing rollback tid 1 to smithi11982245-45 2024-04-13T07:50:40.360 INFO:tasks.rados.rados.0.smithi119.stdout:1364: finishing rollback tid 2 to smithi11982245-45 2024-04-13T07:50:40.360 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 45 v 942 (ObjNum 395 snap 144 seq_num 395) dirty exists 2024-04-13T07:50:40.360 INFO:tasks.rados.rados.0.smithi119.stdout:1365: finishing rollback tid 1 to smithi11982245-50 2024-04-13T07:50:40.360 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 25 v 493 (ObjNum 368 snap 137 seq_num 368) dirty exists 2024-04-13T07:50:40.361 INFO:tasks.rados.rados.0.smithi119.stdout:1365: finishing rollback tid 2 to smithi11982245-50 2024-04-13T07:50:40.361 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 50 v 788 (ObjNum 239 snap 75 seq_num 239) dirty exists 2024-04-13T07:50:40.361 INFO:tasks.rados.rados.0.smithi119.stdout:1362: finishing copy_from to smithi11982245-14 2024-04-13T07:50:40.361 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 14 v 676 (ObjNum 430 snap 151 seq_num 430) dirty exists 2024-04-13T07:50:40.591 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:40 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1", "id": [0, 1]}]': finished 2024-04-13T07:50:40.591 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:40 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 1]}]': finished 2024-04-13T07:50:40.591 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:40 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 1]}]': finished 2024-04-13T07:50:40.591 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:40 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.12", "id": [7, 1]}]': finished 2024-04-13T07:50:40.591 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:40 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [0, 1]}]': finished 2024-04-13T07:50:40.591 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:40 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 1]}]': finished 2024-04-13T07:50:40.591 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:40 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [7, 1]}]': finished 2024-04-13T07:50:40.591 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:40 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 1]}]': finished 2024-04-13T07:50:40.591 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:40 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [5, 1]}]': finished 2024-04-13T07:50:40.591 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:40 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.b", "id": [0, 1]}]': finished 2024-04-13T07:50:40.591 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:40 smithi119 ceph-mon[96316]: osdmap e338: 8 total, 7 up, 8 in 2024-04-13T07:50:40.592 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:40 smithi119 ceph-mon[96316]: osdmap e339: 8 total, 7 up, 8 in 2024-04-13T07:50:40.592 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:40 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1", "id": [0, 1]}]': finished 2024-04-13T07:50:40.592 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:40 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 1]}]': finished 2024-04-13T07:50:40.592 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:40 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 1]}]': finished 2024-04-13T07:50:40.592 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:40 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.12", "id": [7, 1]}]': finished 2024-04-13T07:50:40.592 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:40 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [0, 1]}]': finished 2024-04-13T07:50:40.592 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:40 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 1]}]': finished 2024-04-13T07:50:40.592 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:40 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [7, 1]}]': finished 2024-04-13T07:50:40.592 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:40 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 1]}]': finished 2024-04-13T07:50:40.592 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:40 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [5, 1]}]': finished 2024-04-13T07:50:40.592 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:40 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.b", "id": [0, 1]}]': finished 2024-04-13T07:50:40.592 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:40 smithi119 ceph-mon[93746]: osdmap e338: 8 total, 7 up, 8 in 2024-04-13T07:50:40.593 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:40 smithi119 ceph-mon[93746]: osdmap e339: 8 total, 7 up, 8 in 2024-04-13T07:50:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:40 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1", "id": [0, 1]}]': finished 2024-04-13T07:50:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:40 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 1]}]': finished 2024-04-13T07:50:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:40 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 1]}]': finished 2024-04-13T07:50:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:40 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.12", "id": [7, 1]}]': finished 2024-04-13T07:50:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:40 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [0, 1]}]': finished 2024-04-13T07:50:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:40 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 1]}]': finished 2024-04-13T07:50:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:40 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [7, 1]}]': finished 2024-04-13T07:50:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:40 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 1]}]': finished 2024-04-13T07:50:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:40 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [5, 1]}]': finished 2024-04-13T07:50:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:40 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.b", "id": [0, 1]}]': finished 2024-04-13T07:50:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:40 smithi139 ceph-mon[88985]: osdmap e338: 8 total, 7 up, 8 in 2024-04-13T07:50:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:40 smithi139 ceph-mon[88985]: osdmap e339: 8 total, 7 up, 8 in 2024-04-13T07:50:40.959 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:50:40 smithi119 podman[107002]: 2024-04-13 07:50:40.590783517 +0000 UTC m=+0.642697037 container remove df1edca7ab36c44977d3325b574eb1a83632d1549a3bf6dc7ec7405bb99f18a6 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-1-activate, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=main-5f22a49, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-13T07:50:40.960 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:50:40 smithi119 podman[107071]: 2024-04-13 07:50:40.703887536 +0000 UTC m=+0.018264447 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:50:40.960 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:50:40 smithi119 podman[107071]: 2024-04-13 07:50:40.824969794 +0000 UTC m=+0.139346695 container create 6ba3c7290ac94278e846621106ee4e369f4bf4c113b8b6c6956d4368e487885f (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-1, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=main-5f22a49) 2024-04-13T07:50:41.348 INFO:tasks.rados.rados.0.smithi119.stdout:1361: done (5 left) 2024-04-13T07:50:41.349 INFO:tasks.rados.rados.0.smithi119.stdout:1362: done (4 left) 2024-04-13T07:50:41.349 INFO:tasks.rados.rados.0.smithi119.stdout:1363: done (3 left) 2024-04-13T07:50:41.349 INFO:tasks.rados.rados.0.smithi119.stdout:1364: done (2 left) 2024-04-13T07:50:41.349 INFO:tasks.rados.rados.0.smithi119.stdout:1365: done (1 left) 2024-04-13T07:50:41.349 INFO:tasks.rados.rados.0.smithi119.stdout:1366: done (0 left) 2024-04-13T07:50:41.349 INFO:tasks.rados.rados.0.smithi119.stdout:1367: read oid 24 snap -1 2024-04-13T07:50:41.349 INFO:tasks.rados.rados.0.smithi119.stdout:1367: expect (ObjNum 380 snap 138 seq_num 380) 2024-04-13T07:50:41.349 INFO:tasks.rados.rados.0.smithi119.stdout:1368: read oid 4 snap 104 2024-04-13T07:50:41.349 INFO:tasks.rados.rados.0.smithi119.stdout:1368: expect (ObjNum 220 snap 66 seq_num 220) 2024-04-13T07:50:41.349 INFO:tasks.rados.rados.0.smithi119.stdout:1369: delete oid 3 current snap is 151 2024-04-13T07:50:41.354 INFO:tasks.rados.rados.0.smithi119.stdout:1368: expect (ObjNum 220 snap 66 seq_num 220) 2024-04-13T07:50:41.396 INFO:tasks.rados.rados.0.smithi119.stdout:1367: expect (ObjNum 380 snap 138 seq_num 380) 2024-04-13T07:50:41.410 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:50:41 smithi119 podman[107071]: 2024-04-13 07:50:41.077473683 +0000 UTC m=+0.391850585 container init 6ba3c7290ac94278e846621106ee4e369f4bf4c113b8b6c6956d4368e487885f (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-1, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-5f22a49, maintainer=Guillaume Abrioux ) 2024-04-13T07:50:41.410 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:50:41 smithi119 podman[107071]: 2024-04-13 07:50:41.082464683 +0000 UTC m=+0.396841586 container start 6ba3c7290ac94278e846621106ee4e369f4bf4c113b8b6c6956d4368e487885f (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-1, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, RELEASE=main-5f22a49, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True) 2024-04-13T07:50:41.410 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:50:41 smithi119 ceph-osd[107109]: -- 172.21.15.119:0/3794261631 <== mon.2 v2:172.21.15.119:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b62b411680 con 0x55b62b3dac00 2024-04-13T07:50:41.410 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:50:41 smithi119 bash[107071]: 6ba3c7290ac94278e846621106ee4e369f4bf4c113b8b6c6956d4368e487885f 2024-04-13T07:50:41.410 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:50:41 smithi119 systemd[1]: Started Ceph osd.1 for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:50:41.502 INFO:tasks.rados.rados.0.smithi119.stdout:1367: done (2 left) 2024-04-13T07:50:41.503 INFO:tasks.rados.rados.0.smithi119.stdout:1368: done (1 left) 2024-04-13T07:50:41.503 INFO:tasks.rados.rados.0.smithi119.stdout:1369: done (0 left) 2024-04-13T07:50:41.503 INFO:tasks.rados.rados.0.smithi119.stdout:1370: read oid 40 snap 144 2024-04-13T07:50:41.503 INFO:tasks.rados.rados.0.smithi119.stdout:1370: expect (ObjNum 274 snap 93 seq_num 274) 2024-04-13T07:50:41.503 INFO:tasks.rados.rados.0.smithi119.stdout:1371: rollback oid 4 current snap is 151 2024-04-13T07:50:41.503 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 4 to 91 2024-04-13T07:50:41.503 INFO:tasks.rados.rados.0.smithi119.stdout:1372: read oid 5 snap -1 2024-04-13T07:50:41.503 INFO:tasks.rados.rados.0.smithi119.stdout:1372: expect (ObjNum 409 snap 146 seq_num 409) 2024-04-13T07:50:41.503 INFO:tasks.rados.rados.0.smithi119.stdout:1373: snap_remove snap 74 2024-04-13T07:50:41.716 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:50:41 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-1[107086]: 2024-04-13T07:50:41.627+0000 7f1a122947c0 -1 Falling back to public interface 2024-04-13T07:50:41.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:41 smithi119 ceph-mon[93746]: pgmap v174: 121 pgs: 1 remapped+peering, 70 active+clean, 33 active+undersized, 5 peering, 10 active+undersized+degraded, 2 unknown; 449 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.8 MiB/s wr, 25 op/s; 129/963 objects degraded (13.396%) 2024-04-13T07:50:41.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:41 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:41.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:41 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:41.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:41 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:50:41.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:41 smithi119 ceph-mon[93746]: osdmap e340: 8 total, 7 up, 8 in 2024-04-13T07:50:41.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:41 smithi119 ceph-mon[96316]: pgmap v174: 121 pgs: 1 remapped+peering, 70 active+clean, 33 active+undersized, 5 peering, 10 active+undersized+degraded, 2 unknown; 449 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.8 MiB/s wr, 25 op/s; 129/963 objects degraded (13.396%) 2024-04-13T07:50:41.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:41 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:41.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:41 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:41.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:41 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:50:41.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:41 smithi119 ceph-mon[96316]: osdmap e340: 8 total, 7 up, 8 in 2024-04-13T07:50:41.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:41 smithi139 ceph-mon[88985]: pgmap v174: 121 pgs: 1 remapped+peering, 70 active+clean, 33 active+undersized, 5 peering, 10 active+undersized+degraded, 2 unknown; 449 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.8 MiB/s wr, 25 op/s; 129/963 objects degraded (13.396%) 2024-04-13T07:50:41.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:41 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:41.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:41 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:41.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:41 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:50:41.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:41 smithi139 ceph-mon[88985]: osdmap e340: 8 total, 7 up, 8 in 2024-04-13T07:50:42.421 INFO:tasks.rados.rados.0.smithi119.stdout:1373: done (3 left) 2024-04-13T07:50:42.421 INFO:tasks.rados.rados.0.smithi119.stdout:1374: rollback oid 31 current snap is 151 2024-04-13T07:50:42.421 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 31 to 124 2024-04-13T07:50:42.421 INFO:tasks.rados.rados.0.smithi119.stdout:1371: finishing rollback tid 0 to smithi11982245-4 2024-04-13T07:50:42.421 INFO:tasks.rados.rados.0.smithi119.stdout:1371: finishing rollback tid 1 to smithi11982245-4 2024-04-13T07:50:42.422 INFO:tasks.rados.rados.0.smithi119.stdout:1371: finishing rollback tid 2 to smithi11982245-4 2024-04-13T07:50:42.422 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 4 v 749 (ObjNum 220 snap 66 seq_num 220) dirty exists 2024-04-13T07:50:42.422 INFO:tasks.rados.rados.0.smithi119.stdout:1370: expect (ObjNum 274 snap 93 seq_num 274) 2024-04-13T07:50:42.538 INFO:tasks.rados.rados.0.smithi119.stdout:1372: expect (ObjNum 409 snap 146 seq_num 409) 2024-04-13T07:50:42.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:42 smithi139 ceph-mon[88985]: Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2024-04-13T07:50:42.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:42 smithi139 ceph-mon[88985]: Health check failed: Degraded data redundancy: 129/963 objects degraded (13.396%), 10 pgs degraded (PG_DEGRADED) 2024-04-13T07:50:42.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:50:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:50:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:50:42.678 INFO:tasks.rados.rados.0.smithi119.stdout:1370: done (3 left) 2024-04-13T07:50:42.678 INFO:tasks.rados.rados.0.smithi119.stdout:1371: done (2 left) 2024-04-13T07:50:42.679 INFO:tasks.rados.rados.0.smithi119.stdout:1372: done (1 left) 2024-04-13T07:50:42.679 INFO:tasks.rados.rados.0.smithi119.stdout:1375: snap_remove snap 138 2024-04-13T07:50:42.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:42 smithi119 ceph-mon[93746]: Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2024-04-13T07:50:42.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:42 smithi119 ceph-mon[93746]: Health check failed: Degraded data redundancy: 129/963 objects degraded (13.396%), 10 pgs degraded (PG_DEGRADED) 2024-04-13T07:50:42.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:42 smithi119 ceph-mon[96316]: Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2024-04-13T07:50:42.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:42 smithi119 ceph-mon[96316]: Health check failed: Degraded data redundancy: 129/963 objects degraded (13.396%), 10 pgs degraded (PG_DEGRADED) 2024-04-13T07:50:43.433 INFO:tasks.rados.rados.0.smithi119.stdout:1375: done (1 left) 2024-04-13T07:50:43.433 INFO:tasks.rados.rados.0.smithi119.stdout:1376: setattr oid 32 current snap is 151 2024-04-13T07:50:43.433 INFO:tasks.rados.rados.0.smithi119.stdout:1374: finishing rollback tid 0 to smithi11982245-31 2024-04-13T07:50:43.433 INFO:tasks.rados.rados.0.smithi119.stdout:1374: finishing rollback tid 1 to smithi11982245-31 2024-04-13T07:50:43.433 INFO:tasks.rados.rados.0.smithi119.stdout:1374: finishing rollback tid 2 to smithi11982245-31 2024-04-13T07:50:43.433 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 31 v 860 (ObjNum 272 snap 93 seq_num 272) dirty exists 2024-04-13T07:50:43.435 INFO:tasks.rados.rados.0.smithi119.stdout:1374: done (1 left) 2024-04-13T07:50:43.435 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 6 current snap is 151 2024-04-13T07:50:43.435 INFO:tasks.rados.rados.0.smithi119.stdout:1377: seq_num 434 ranges {0=73728} 2024-04-13T07:50:43.435 INFO:tasks.rados.rados.0.smithi119.stdout:1377: writing smithi11982245-6 from 0 to 73728 tid 1 2024-04-13T07:50:43.435 INFO:tasks.rados.rados.0.smithi119.stdout:1378: snap_remove snap 148 2024-04-13T07:50:43.710 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:43 smithi119 ceph-mon[96316]: osdmap e341: 8 total, 7 up, 8 in 2024-04-13T07:50:43.711 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:43 smithi119 ceph-mon[96316]: pgmap v177: 121 pgs: 1 remapped+peering, 70 active+clean, 33 active+undersized, 5 peering, 10 active+undersized+degraded, 2 unknown; 449 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.8 MiB/s wr, 25 op/s; 129/963 objects degraded (13.396%) 2024-04-13T07:50:43.711 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:43 smithi119 ceph-mon[93746]: osdmap e341: 8 total, 7 up, 8 in 2024-04-13T07:50:43.711 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:43 smithi119 ceph-mon[93746]: pgmap v177: 121 pgs: 1 remapped+peering, 70 active+clean, 33 active+undersized, 5 peering, 10 active+undersized+degraded, 2 unknown; 449 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.8 MiB/s wr, 25 op/s; 129/963 objects degraded (13.396%) 2024-04-13T07:50:43.800 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:43 smithi139 ceph-mon[88985]: osdmap e341: 8 total, 7 up, 8 in 2024-04-13T07:50:43.800 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:43 smithi139 ceph-mon[88985]: pgmap v177: 121 pgs: 1 remapped+peering, 70 active+clean, 33 active+undersized, 5 peering, 10 active+undersized+degraded, 2 unknown; 449 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.8 MiB/s wr, 25 op/s; 129/963 objects degraded (13.396%) 2024-04-13T07:50:43.800 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:50:43 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:50:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi119\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:50:44.270 INFO:teuthology.orchestra.run.smithi119.stdout:true 2024-04-13T07:50:44.439 INFO:tasks.rados.rados.0.smithi119.stdout:1378: done (2 left) 2024-04-13T07:50:44.440 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 46 current snap is 151 2024-04-13T07:50:44.440 INFO:tasks.rados.rados.0.smithi119.stdout:1379: seq_num 435 ranges {0=90112} 2024-04-13T07:50:44.440 INFO:tasks.rados.rados.0.smithi119.stdout:1379: writing smithi11982245-46 from 0 to 90112 tid 1 2024-04-13T07:50:44.440 INFO:tasks.rados.rados.0.smithi119.stdout:1380: rollback oid 40 current snap is 151 2024-04-13T07:50:44.440 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 40 to 90 2024-04-13T07:50:44.440 INFO:tasks.rados.rados.0.smithi119.stdout:1381: copy_from oid 4 from oid 38 current snap is 151 2024-04-13T07:50:44.440 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 36 current snap is 151 2024-04-13T07:50:44.440 INFO:tasks.rados.rados.0.smithi119.stdout:1382: seq_num 436 ranges {0=106496} 2024-04-13T07:50:44.440 INFO:tasks.rados.rados.0.smithi119.stdout:1382: writing smithi11982245-36 from 0 to 106496 tid 1 2024-04-13T07:50:44.440 INFO:tasks.rados.rados.0.smithi119.stdout:1383: read oid 35 snap -1 2024-04-13T07:50:44.440 INFO:tasks.rados.rados.0.smithi119.stdout:1383: expect (ObjNum 422 snap 151 seq_num 422) 2024-04-13T07:50:44.440 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 41 current snap is 151 2024-04-13T07:50:44.440 INFO:tasks.rados.rados.0.smithi119.stdout:1384: seq_num 437 ranges {12926976=122880} 2024-04-13T07:50:44.514 INFO:tasks.rados.rados.0.smithi119.stdout:1384: writing smithi11982245-41 from 12926976 to 13049856 tid 1 2024-04-13T07:50:44.514 INFO:tasks.rados.rados.0.smithi119.stdout:1385: delete oid 10 current snap is 151 2024-04-13T07:50:44.514 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 32 v 530 (ObjNum 398 snap 144 seq_num 398) dirty exists 2024-04-13T07:50:44.514 INFO:tasks.rados.rados.0.smithi119.stdout:1377: finishing write tid 1 to smithi11982245-6 2024-04-13T07:50:44.514 INFO:tasks.rados.rados.0.smithi119.stdout:1377: finishing write tid 2 to smithi11982245-6 2024-04-13T07:50:44.515 INFO:tasks.rados.rados.0.smithi119.stdout:1377: finishing write tid 3 to smithi11982245-6 2024-04-13T07:50:44.515 INFO:tasks.rados.rados.0.smithi119.stdout:1377: oid 6 updating version 0 to 610 2024-04-13T07:50:44.515 INFO:tasks.rados.rados.0.smithi119.stdout:1377: oid 6 version 610 is already newer than 609 2024-04-13T07:50:44.515 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 6 v 610 (ObjNum 434 snap 151 seq_num 434) dirty exists 2024-04-13T07:50:44.515 INFO:tasks.rados.rados.0.smithi119.stdout:1377: left oid 6 (ObjNum 434 snap 151 seq_num 434) 2024-04-13T07:50:44.515 INFO:tasks.rados.rados.0.smithi119.stdout:1382: finishing write tid 1 to smithi11982245-36 2024-04-13T07:50:44.515 INFO:tasks.rados.rados.0.smithi119.stdout:1382: finishing write tid 2 to smithi11982245-36 2024-04-13T07:50:44.515 INFO:tasks.rados.rados.0.smithi119.stdout:1379: finishing write tid 1 to smithi11982245-46 2024-04-13T07:50:44.515 INFO:tasks.rados.rados.0.smithi119.stdout:1382: finishing write tid 3 to smithi11982245-36 2024-04-13T07:50:44.515 INFO:tasks.rados.rados.0.smithi119.stdout:1382: oid 36 updating version 0 to 747 2024-04-13T07:50:44.515 INFO:tasks.rados.rados.0.smithi119.stdout:1382: oid 36 version 747 is already newer than 746 2024-04-13T07:50:44.515 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 36 v 747 (ObjNum 436 snap 151 seq_num 436) dirty exists 2024-04-13T07:50:44.515 INFO:tasks.rados.rados.0.smithi119.stdout:1382: left oid 36 (ObjNum 436 snap 151 seq_num 436) 2024-04-13T07:50:44.515 INFO:tasks.rados.rados.0.smithi119.stdout:1379: finishing write tid 2 to smithi11982245-46 2024-04-13T07:50:44.515 INFO:tasks.rados.rados.0.smithi119.stdout:1383: expect (ObjNum 422 snap 151 seq_num 422) 2024-04-13T07:50:44.579 INFO:tasks.rados.rados.0.smithi119.stdout:1379: finishing write tid 3 to smithi11982245-46 2024-04-13T07:50:44.579 INFO:tasks.rados.rados.0.smithi119.stdout:1379: oid 46 updating version 0 to 880 2024-04-13T07:50:44.579 INFO:tasks.rados.rados.0.smithi119.stdout:1379: oid 46 version 880 is already newer than 879 2024-04-13T07:50:44.579 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 46 v 880 (ObjNum 435 snap 151 seq_num 435) dirty exists 2024-04-13T07:50:44.579 INFO:tasks.rados.rados.0.smithi119.stdout:1379: left oid 46 (ObjNum 435 snap 151 seq_num 435) 2024-04-13T07:50:44.579 INFO:tasks.rados.rados.0.smithi119.stdout:1380: finishing rollback tid 0 to smithi11982245-40 2024-04-13T07:50:44.580 INFO:tasks.rados.rados.0.smithi119.stdout:1380: finishing rollback tid 1 to smithi11982245-40 2024-04-13T07:50:44.580 INFO:tasks.rados.rados.0.smithi119.stdout:1380: finishing rollback tid 2 to smithi11982245-40 2024-04-13T07:50:44.580 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 40 v 966 (ObjNum 219 snap 66 seq_num 219) dirty exists 2024-04-13T07:50:44.580 INFO:tasks.rados.rados.0.smithi119.stdout:1381: finishing copy_from racing read to smithi11982245-4 2024-04-13T07:50:44.580 INFO:tasks.rados.rados.0.smithi119.stdout:1376: done (8 left) 2024-04-13T07:50:44.580 INFO:tasks.rados.rados.0.smithi119.stdout:1377: done (7 left) 2024-04-13T07:50:44.580 INFO:tasks.rados.rados.0.smithi119.stdout:1379: done (6 left) 2024-04-13T07:50:44.580 INFO:tasks.rados.rados.0.smithi119.stdout:1380: done (5 left) 2024-04-13T07:50:44.580 INFO:tasks.rados.rados.0.smithi119.stdout:1382: done (4 left) 2024-04-13T07:50:44.580 INFO:tasks.rados.rados.0.smithi119.stdout:1383: done (3 left) 2024-04-13T07:50:44.580 INFO:tasks.rados.rados.0.smithi119.stdout:1385: done (2 left) 2024-04-13T07:50:44.580 INFO:tasks.rados.rados.0.smithi119.stdout:1386: snap_create 2024-04-13T07:50:44.580 INFO:tasks.rados.rados.0.smithi119.stdout:1381: finishing copy_from to smithi11982245-4 2024-04-13T07:50:44.580 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 4 v 784 (ObjNum 420 snap 148 seq_num 420) dirty exists 2024-04-13T07:50:44.580 INFO:tasks.rados.rados.0.smithi119.stdout:1384: finishing write tid 1 to smithi11982245-41 2024-04-13T07:50:44.580 INFO:tasks.rados.rados.0.smithi119.stdout:1384: finishing write tid 2 to smithi11982245-41 2024-04-13T07:50:44.580 INFO:tasks.rados.rados.0.smithi119.stdout:1384: finishing write tid 3 to smithi11982245-41 2024-04-13T07:50:44.581 INFO:tasks.rados.rados.0.smithi119.stdout:1384: oid 41 updating version 0 to 531 2024-04-13T07:50:44.581 INFO:tasks.rados.rados.0.smithi119.stdout:1384: oid 41 version 531 is already newer than 530 2024-04-13T07:50:44.581 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 41 v 531 (ObjNum 437 snap 151 seq_num 437) dirty exists 2024-04-13T07:50:44.581 INFO:tasks.rados.rados.0.smithi119.stdout:1384: left oid 41 (ObjNum 437 snap 151 seq_num 437) 2024-04-13T07:50:44.645 INFO:teuthology.orchestra.run.smithi119.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-13T07:50:44.645 INFO:teuthology.orchestra.run.smithi119.stdout:alertmanager.a smithi119 *:9093,9094 running (6m) 34s ago 7m 26.6M - 0.25.0 c8568f914cd2 a8bd9bb7cb08 2024-04-13T07:50:44.645 INFO:teuthology.orchestra.run.smithi119.stdout:grafana.a smithi139 *:3000 running (7m) 79s ago 7m 88.7M - 9.4.7 954c08fa6188 43be3a562cf4 2024-04-13T07:50:44.645 INFO:teuthology.orchestra.run.smithi119.stdout:mds.a smithi119 running (8m) 34s ago 8m 20.5M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 1c0a22818175 2024-04-13T07:50:44.645 INFO:teuthology.orchestra.run.smithi119.stdout:mds.b smithi139 running (8m) 79s ago 8m 15.2M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 9d051222a698 2024-04-13T07:50:44.645 INFO:teuthology.orchestra.run.smithi119.stdout:mgr.x smithi139 *:8443,9283,8765 running (2m) 79s ago 11m 449M - 19.0.0-2905-g5f22a497 c4b45bf0c946 228fa2e332a4 2024-04-13T07:50:44.645 INFO:teuthology.orchestra.run.smithi119.stdout:mgr.y smithi119 *:8443,9283,8765 running (3m) 34s ago 13m 500M - 19.0.0-2905-g5f22a497 c4b45bf0c946 0462b2c15351 2024-04-13T07:50:44.645 INFO:teuthology.orchestra.run.smithi119.stdout:mon.a smithi119 running (2m) 34s ago 13m 47.9M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 89c63c75b5cb 2024-04-13T07:50:44.645 INFO:teuthology.orchestra.run.smithi119.stdout:mon.b smithi139 running (90s) 79s ago 12m 20.8M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 8dd649d8b46f 2024-04-13T07:50:44.645 INFO:teuthology.orchestra.run.smithi119.stdout:mon.c smithi119 running (109s) 34s ago 12m 39.2M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 b26f62c1d49c 2024-04-13T07:50:44.645 INFO:teuthology.orchestra.run.smithi119.stdout:node-exporter.a smithi119 *:9100 running (6m) 34s ago 6m 15.5M - 1.5.0 0da6a335fe13 b9cb5e53bb33 2024-04-13T07:50:44.645 INFO:teuthology.orchestra.run.smithi119.stdout:node-exporter.b smithi139 *:9100 running (6m) 79s ago 6m 16.1M - 1.5.0 0da6a335fe13 126fe390382b 2024-04-13T07:50:44.646 INFO:teuthology.orchestra.run.smithi119.stdout:osd.0 smithi119 running (39s) 34s ago 11m 12.8M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 7e5f698ebf3c 2024-04-13T07:50:44.646 INFO:teuthology.orchestra.run.smithi119.stdout:osd.1 smithi119 starting - - - 2480M 2024-04-13T07:50:44.646 INFO:teuthology.orchestra.run.smithi119.stdout:osd.2 smithi119 running (10m) 34s ago 10m 176M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 3f7cf03170a1 2024-04-13T07:50:44.646 INFO:teuthology.orchestra.run.smithi119.stdout:osd.3 smithi119 running (10m) 34s ago 10m 136M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 3f2186ecbd67 2024-04-13T07:50:44.646 INFO:teuthology.orchestra.run.smithi119.stdout:osd.4 smithi139 running (9m) 79s ago 9m 167M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 779579d3651a 2024-04-13T07:50:44.646 INFO:teuthology.orchestra.run.smithi119.stdout:osd.5 smithi139 running (9m) 79s ago 9m 170M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f a52e53194853 2024-04-13T07:50:44.646 INFO:teuthology.orchestra.run.smithi119.stdout:osd.6 smithi139 running (8m) 79s ago 8m 114M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 763ea020f47e 2024-04-13T07:50:44.646 INFO:teuthology.orchestra.run.smithi119.stdout:osd.7 smithi139 running (8m) 79s ago 8m 150M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 0e23b527299b 2024-04-13T07:50:44.646 INFO:teuthology.orchestra.run.smithi119.stdout:prometheus.a smithi139 *:9095 running (2m) 79s ago 7m 57.9M - 2.43.0 a07b618ecd1d dbea45cf9326 2024-04-13T07:50:44.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:44 smithi119 ceph-mon[96316]: osdmap e342: 8 total, 7 up, 8 in 2024-04-13T07:50:44.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:44 smithi119 ceph-mon[93746]: osdmap e342: 8 total, 7 up, 8 in 2024-04-13T07:50:44.748 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:44 smithi139 ceph-mon[88985]: osdmap e342: 8 total, 7 up, 8 in 2024-04-13T07:50:45.008 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:50:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:50:44] "GET /metrics HTTP/1.1" 200 36135 "" "Prometheus/2.43.0" 2024-04-13T07:50:45.009 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:50:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-1[107086]: 2024-04-13T07:50:44.888+0000 7f1a122947c0 -1 osd.1 334 log_to_monitors true 2024-04-13T07:50:45.110 INFO:teuthology.orchestra.run.smithi119.stdout:{ 2024-04-13T07:50:45.110 INFO:teuthology.orchestra.run.smithi119.stdout: "mon": { 2024-04-13T07:50:45.110 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 3 2024-04-13T07:50:45.110 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:50:45.110 INFO:teuthology.orchestra.run.smithi119.stdout: "mgr": { 2024-04-13T07:50:45.110 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T07:50:45.110 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:50:45.110 INFO:teuthology.orchestra.run.smithi119.stdout: "osd": { 2024-04-13T07:50:45.110 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 6, 2024-04-13T07:50:45.110 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 1 2024-04-13T07:50:45.111 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:50:45.111 INFO:teuthology.orchestra.run.smithi119.stdout: "mds": { 2024-04-13T07:50:45.111 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 2 2024-04-13T07:50:45.111 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:50:45.111 INFO:teuthology.orchestra.run.smithi119.stdout: "overall": { 2024-04-13T07:50:45.111 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 8, 2024-04-13T07:50:45.111 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 6 2024-04-13T07:50:45.111 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-13T07:50:45.111 INFO:teuthology.orchestra.run.smithi119.stdout:} 2024-04-13T07:50:45.335 INFO:tasks.rados.rados.0.smithi119.stdout:1381: done (2 left) 2024-04-13T07:50:45.335 INFO:tasks.rados.rados.0.smithi119.stdout:1384: done (1 left) 2024-04-13T07:50:45.335 INFO:tasks.rados.rados.0.smithi119.stdout:1386: done (0 left) 2024-04-13T07:50:45.335 INFO:tasks.rados.rados.0.smithi119.stdout:1387: rollback oid 30 current snap is 152 2024-04-13T07:50:45.335 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 30 to 149 2024-04-13T07:50:45.335 INFO:tasks.rados.rados.0.smithi119.stdout:1388: snap_remove snap 95 2024-04-13T07:50:45.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:45 smithi139 ceph-mon[88985]: from='client.34227 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:50:45.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:45 smithi139 ceph-mon[88985]: osdmap e343: 8 total, 7 up, 8 in 2024-04-13T07:50:45.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:45 smithi139 ceph-mon[88985]: from='client.44171 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:50:45.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:45 smithi139 ceph-mon[88985]: pgmap v180: 121 pgs: 4 active+clean+remapped, 1 remapped+peering, 70 active+clean, 33 active+undersized, 2 peering, 10 active+undersized+degraded, 1 unknown; 454 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 9 op/s; 130/972 objects degraded (13.374%); 15/972 objects misplaced (1.543%) 2024-04-13T07:50:45.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:45 smithi139 ceph-mon[88985]: from='osd.1 [v2:172.21.15.119:6810/4117136986,v1:172.21.15.119:6811/4117136986]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-13T07:50:45.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:45 smithi139 ceph-mon[88985]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-13T07:50:45.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:45 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1290334323' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:50:45.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:45 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:45.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:45 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:45.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:45 smithi139 ceph-mon[88985]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-13T07:50:45.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:45 smithi139 ceph-mon[88985]: osdmap e344: 8 total, 7 up, 8 in 2024-04-13T07:50:45.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:45 smithi139 ceph-mon[88985]: from='osd.1 [v2:172.21.15.119:6810/4117136986,v1:172.21.15.119:6811/4117136986]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-13T07:50:45.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:45 smithi139 ceph-mon[88985]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-13T07:50:45.966 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 07:50:45 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-1[107086]: 2024-04-13T07:50:45.792+0000 7f19ff6e4700 -1 osd.1 334 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-13T07:50:45.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:45 smithi119 ceph-mon[96316]: from='client.34227 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:50:45.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:45 smithi119 ceph-mon[96316]: osdmap e343: 8 total, 7 up, 8 in 2024-04-13T07:50:45.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:45 smithi119 ceph-mon[96316]: from='client.44171 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:50:45.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:45 smithi119 ceph-mon[96316]: pgmap v180: 121 pgs: 4 active+clean+remapped, 1 remapped+peering, 70 active+clean, 33 active+undersized, 2 peering, 10 active+undersized+degraded, 1 unknown; 454 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 9 op/s; 130/972 objects degraded (13.374%); 15/972 objects misplaced (1.543%) 2024-04-13T07:50:45.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:45 smithi119 ceph-mon[96316]: from='osd.1 [v2:172.21.15.119:6810/4117136986,v1:172.21.15.119:6811/4117136986]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-13T07:50:45.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:45 smithi119 ceph-mon[96316]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-13T07:50:45.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:45 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1290334323' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:50:45.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:45 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:45.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:45 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:45.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:45 smithi119 ceph-mon[96316]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-13T07:50:45.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:45 smithi119 ceph-mon[96316]: osdmap e344: 8 total, 7 up, 8 in 2024-04-13T07:50:45.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:45 smithi119 ceph-mon[96316]: from='osd.1 [v2:172.21.15.119:6810/4117136986,v1:172.21.15.119:6811/4117136986]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-13T07:50:45.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:45 smithi119 ceph-mon[96316]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-13T07:50:45.968 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:45 smithi119 ceph-mon[93746]: from='client.34227 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:50:45.968 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:45 smithi119 ceph-mon[93746]: osdmap e343: 8 total, 7 up, 8 in 2024-04-13T07:50:45.968 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:45 smithi119 ceph-mon[93746]: from='client.44171 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:50:45.968 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:45 smithi119 ceph-mon[93746]: pgmap v180: 121 pgs: 4 active+clean+remapped, 1 remapped+peering, 70 active+clean, 33 active+undersized, 2 peering, 10 active+undersized+degraded, 1 unknown; 454 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 9 op/s; 130/972 objects degraded (13.374%); 15/972 objects misplaced (1.543%) 2024-04-13T07:50:45.968 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:45 smithi119 ceph-mon[93746]: from='osd.1 [v2:172.21.15.119:6810/4117136986,v1:172.21.15.119:6811/4117136986]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-13T07:50:45.968 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:45 smithi119 ceph-mon[93746]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-13T07:50:45.968 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:45 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1290334323' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:50:45.968 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:45 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:45.968 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:45 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:45.968 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:45 smithi119 ceph-mon[93746]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-13T07:50:45.968 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:45 smithi119 ceph-mon[93746]: osdmap e344: 8 total, 7 up, 8 in 2024-04-13T07:50:45.968 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:45 smithi119 ceph-mon[93746]: from='osd.1 [v2:172.21.15.119:6810/4117136986,v1:172.21.15.119:6811/4117136986]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-13T07:50:45.968 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:45 smithi119 ceph-mon[93746]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-13T07:50:46.352 INFO:tasks.rados.rados.0.smithi119.stdout:1388: done (1 left) 2024-04-13T07:50:46.353 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 20 current snap is 152 2024-04-13T07:50:46.353 INFO:tasks.rados.rados.0.smithi119.stdout:1389: seq_num 439 ranges {8159232=155648} 2024-04-13T07:50:46.395 INFO:tasks.rados.rados.0.smithi119.stdout:1389: writing smithi11982245-20 from 8159232 to 8314880 tid 1 2024-04-13T07:50:46.395 INFO:tasks.rados.rados.0.smithi119.stdout:1390: delete oid 45 current snap is 152 2024-04-13T07:50:46.395 INFO:tasks.rados.rados.0.smithi119.stdout:1387: finishing rollback tid 0 to smithi11982245-30 2024-04-13T07:50:46.396 INFO:tasks.rados.rados.0.smithi119.stdout:1387: finishing rollback tid 1 to smithi11982245-30 2024-04-13T07:50:46.396 INFO:tasks.rados.rados.0.smithi119.stdout:1387: finishing rollback tid 2 to smithi11982245-30 2024-04-13T07:50:46.396 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 30 v 787 (ObjNum 413 snap 146 seq_num 413) dirty exists 2024-04-13T07:50:46.397 INFO:tasks.rados.rados.0.smithi119.stdout:1387: done (2 left) 2024-04-13T07:50:46.397 INFO:tasks.rados.rados.0.smithi119.stdout:1390: done (1 left) 2024-04-13T07:50:46.397 INFO:tasks.rados.rados.0.smithi119.stdout:1391: snap_remove snap 91 2024-04-13T07:50:47.102 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:46 smithi119 ceph-mon[96316]: from='osd.1 ' entity='osd.1' 2024-04-13T07:50:47.102 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:46 smithi119 ceph-mon[96316]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T07:50:47.102 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:50:47.102 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:46 smithi119 ceph-mon[96316]: osd.1 [v2:172.21.15.119:6810/4117136986,v1:172.21.15.119:6811/4117136986] boot 2024-04-13T07:50:47.103 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:46 smithi119 ceph-mon[96316]: osdmap e345: 8 total, 8 up, 8 in 2024-04-13T07:50:47.103 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:46 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:47.103 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:46 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:47.103 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:46 smithi119 ceph-mon[93746]: from='osd.1 ' entity='osd.1' 2024-04-13T07:50:47.103 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:46 smithi119 ceph-mon[93746]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T07:50:47.103 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:50:47.103 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:46 smithi119 ceph-mon[93746]: osd.1 [v2:172.21.15.119:6810/4117136986,v1:172.21.15.119:6811/4117136986] boot 2024-04-13T07:50:47.103 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:46 smithi119 ceph-mon[93746]: osdmap e345: 8 total, 8 up, 8 in 2024-04-13T07:50:47.103 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:46 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:47.103 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:46 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:47.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:46 smithi139 ceph-mon[88985]: from='osd.1 ' entity='osd.1' 2024-04-13T07:50:47.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:46 smithi139 ceph-mon[88985]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T07:50:47.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:50:47.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:46 smithi139 ceph-mon[88985]: osd.1 [v2:172.21.15.119:6810/4117136986,v1:172.21.15.119:6811/4117136986] boot 2024-04-13T07:50:47.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:46 smithi139 ceph-mon[88985]: osdmap e345: 8 total, 8 up, 8 in 2024-04-13T07:50:47.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:46 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:47.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:46 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:47.335 INFO:tasks.rados.rados.0.smithi119.stdout:1391: done (1 left) 2024-04-13T07:50:47.336 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 25 current snap is 152 2024-04-13T07:50:47.336 INFO:tasks.rados.rados.0.smithi119.stdout:1392: seq_num 441 ranges {8904704=188416} 2024-04-13T07:50:47.396 INFO:tasks.rados.rados.0.smithi119.stdout:1392: writing smithi11982245-25 from 8904704 to 9093120 tid 1 2024-04-13T07:50:47.396 INFO:tasks.rados.rados.0.smithi119.stdout:1393: read oid 22 snap -1 2024-04-13T07:50:47.396 INFO:tasks.rados.rados.0.smithi119.stdout:1393: expect (ObjNum 239 snap 75 seq_num 239) 2024-04-13T07:50:47.396 INFO:tasks.rados.rados.0.smithi119.stdout:1394: delete oid 38 current snap is 152 2024-04-13T07:50:47.396 INFO:tasks.rados.rados.0.smithi119.stdout:1389: finishing write tid 1 to smithi11982245-20 2024-04-13T07:50:47.396 INFO:tasks.rados.rados.0.smithi119.stdout:1389: finishing write tid 2 to smithi11982245-20 2024-04-13T07:50:47.396 INFO:tasks.rados.rados.0.smithi119.stdout:1389: finishing write tid 3 to smithi11982245-20 2024-04-13T07:50:47.397 INFO:tasks.rados.rados.0.smithi119.stdout:1389: oid 20 updating version 0 to 679 2024-04-13T07:50:47.397 INFO:tasks.rados.rados.0.smithi119.stdout:1389: oid 20 version 679 is already newer than 678 2024-04-13T07:50:47.397 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 20 v 679 (ObjNum 439 snap 152 seq_num 439) dirty exists 2024-04-13T07:50:47.397 INFO:tasks.rados.rados.0.smithi119.stdout:1389: left oid 20 (ObjNum 439 snap 152 seq_num 439) 2024-04-13T07:50:47.412 INFO:tasks.rados.rados.0.smithi119.stdout:1389: done (3 left) 2024-04-13T07:50:47.413 INFO:tasks.rados.rados.0.smithi119.stdout:1394: done (2 left) 2024-04-13T07:50:47.413 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 45 current snap is 152 2024-04-13T07:50:47.413 INFO:tasks.rados.rados.0.smithi119.stdout:1395: seq_num 443 ranges {0=221184} 2024-04-13T07:50:47.414 INFO:tasks.rados.rados.0.smithi119.stdout:1395: writing smithi11982245-45 from 0 to 221184 tid 1 2024-04-13T07:50:47.414 INFO:tasks.rados.rados.0.smithi119.stdout:1396: snap_create 2024-04-13T07:50:47.417 INFO:tasks.rados.rados.0.smithi119.stdout:1395: finishing write tid 1 to smithi11982245-45 2024-04-13T07:50:47.418 INFO:tasks.rados.rados.0.smithi119.stdout:1395: finishing write tid 2 to smithi11982245-45 2024-04-13T07:50:47.419 INFO:tasks.rados.rados.0.smithi119.stdout:1395: finishing write tid 3 to smithi11982245-45 2024-04-13T07:50:47.419 INFO:tasks.rados.rados.0.smithi119.stdout:1395: oid 45 updating version 0 to 993 2024-04-13T07:50:47.419 INFO:tasks.rados.rados.0.smithi119.stdout:1395: oid 45 updating version 993 to 994 2024-04-13T07:50:47.419 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 45 v 994 (ObjNum 443 snap 152 seq_num 443) dirty exists 2024-04-13T07:50:47.419 INFO:tasks.rados.rados.0.smithi119.stdout:1395: left oid 45 (ObjNum 443 snap 152 seq_num 443) 2024-04-13T07:50:47.423 INFO:tasks.rados.rados.0.smithi119.stdout:1393: expect (ObjNum 239 snap 75 seq_num 239) 2024-04-13T07:50:47.666 INFO:tasks.rados.rados.0.smithi119.stdout:1392: finishing write tid 1 to smithi11982245-25 2024-04-13T07:50:47.666 INFO:tasks.rados.rados.0.smithi119.stdout:1392: finishing write tid 2 to smithi11982245-25 2024-04-13T07:50:47.666 INFO:tasks.rados.rados.0.smithi119.stdout:1392: finishing write tid 3 to smithi11982245-25 2024-04-13T07:50:47.666 INFO:tasks.rados.rados.0.smithi119.stdout:1392: oid 25 updating version 0 to 677 2024-04-13T07:50:47.666 INFO:tasks.rados.rados.0.smithi119.stdout:1392: oid 25 updating version 677 to 678 2024-04-13T07:50:47.666 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 25 v 678 (ObjNum 441 snap 152 seq_num 441) dirty exists 2024-04-13T07:50:47.666 INFO:tasks.rados.rados.0.smithi119.stdout:1392: left oid 25 (ObjNum 441 snap 152 seq_num 441) 2024-04-13T07:50:48.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:47 smithi139 ceph-mon[88985]: pgmap v183: 121 pgs: 10 active+clean+remapped, 68 active+clean, 33 active+undersized, 10 active+undersized+degraded; 453 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.5 MiB/s wr, 17 op/s; 131/981 objects degraded (13.354%); 17/981 objects misplaced (1.733%) 2024-04-13T07:50:48.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:47 smithi139 ceph-mon[88985]: osdmap e346: 8 total, 8 up, 8 in 2024-04-13T07:50:48.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:47 smithi139 ceph-mon[88985]: Health check update: Degraded data redundancy: 131/981 objects degraded (13.354%), 10 pgs degraded (PG_DEGRADED) 2024-04-13T07:50:48.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:47 smithi139 ceph-mon[88985]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2024-04-13T07:50:48.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:47 smithi119 ceph-mon[96316]: pgmap v183: 121 pgs: 10 active+clean+remapped, 68 active+clean, 33 active+undersized, 10 active+undersized+degraded; 453 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.5 MiB/s wr, 17 op/s; 131/981 objects degraded (13.354%); 17/981 objects misplaced (1.733%) 2024-04-13T07:50:48.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:47 smithi119 ceph-mon[96316]: osdmap e346: 8 total, 8 up, 8 in 2024-04-13T07:50:48.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:47 smithi119 ceph-mon[96316]: Health check update: Degraded data redundancy: 131/981 objects degraded (13.354%), 10 pgs degraded (PG_DEGRADED) 2024-04-13T07:50:48.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:47 smithi119 ceph-mon[96316]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2024-04-13T07:50:48.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:47 smithi119 ceph-mon[93746]: pgmap v183: 121 pgs: 10 active+clean+remapped, 68 active+clean, 33 active+undersized, 10 active+undersized+degraded; 453 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.5 MiB/s wr, 17 op/s; 131/981 objects degraded (13.354%); 17/981 objects misplaced (1.733%) 2024-04-13T07:50:48.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:47 smithi119 ceph-mon[93746]: osdmap e346: 8 total, 8 up, 8 in 2024-04-13T07:50:48.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:47 smithi119 ceph-mon[93746]: Health check update: Degraded data redundancy: 131/981 objects degraded (13.354%), 10 pgs degraded (PG_DEGRADED) 2024-04-13T07:50:48.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:47 smithi119 ceph-mon[93746]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2024-04-13T07:50:48.339 INFO:tasks.rados.rados.0.smithi119.stdout:1392: done (3 left) 2024-04-13T07:50:48.339 INFO:tasks.rados.rados.0.smithi119.stdout:1393: done (2 left) 2024-04-13T07:50:48.340 INFO:tasks.rados.rados.0.smithi119.stdout:1395: done (1 left) 2024-04-13T07:50:48.340 INFO:tasks.rados.rados.0.smithi119.stdout:1396: done (0 left) 2024-04-13T07:50:48.340 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 9 current snap is 153 2024-04-13T07:50:48.340 INFO:tasks.rados.rados.0.smithi119.stdout:1397: seq_num 444 ranges {3260416=237568} 2024-04-13T07:50:48.362 INFO:tasks.rados.rados.0.smithi119.stdout:1397: writing smithi11982245-9 from 3260416 to 3497984 tid 1 2024-04-13T07:50:48.362 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 10 current snap is 153 2024-04-13T07:50:48.362 INFO:tasks.rados.rados.0.smithi119.stdout:1398: seq_num 445 ranges {0=253952} 2024-04-13T07:50:48.362 INFO:tasks.rados.rados.0.smithi119.stdout:1398: writing smithi11982245-10 from 0 to 253952 tid 1 2024-04-13T07:50:48.363 INFO:tasks.rados.rados.0.smithi119.stdout:1399: copy_from oid 6 from oid 7 current snap is 153 2024-04-13T07:50:48.363 INFO:tasks.rados.rados.0.smithi119.stdout:1400: rmattr oid 30 current snap is 153 2024-04-13T07:50:48.363 INFO:tasks.rados.rados.0.smithi119.stdout:1400: done (3 left) 2024-04-13T07:50:48.363 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 4 current snap is 153 2024-04-13T07:50:48.363 INFO:tasks.rados.rados.0.smithi119.stdout:1401: seq_num 446 ranges {5857280=278528} 2024-04-13T07:50:48.396 INFO:tasks.rados.rados.0.smithi119.stdout:1401: writing smithi11982245-4 from 5857280 to 6135808 tid 1 2024-04-13T07:50:48.396 INFO:tasks.rados.rados.0.smithi119.stdout:1402: delete oid 15 current snap is 153 2024-04-13T07:50:48.396 INFO:tasks.rados.rados.0.smithi119.stdout:1397: finishing write tid 1 to smithi11982245-9 2024-04-13T07:50:48.397 INFO:tasks.rados.rados.0.smithi119.stdout:1397: finishing write tid 2 to smithi11982245-9 2024-04-13T07:50:48.397 INFO:tasks.rados.rados.0.smithi119.stdout:1399: finishing copy_from to smithi11982245-6 2024-04-13T07:50:48.397 INFO:tasks.rados.rados.0.smithi119.stdout:1399: got expected ENOENT (src dne) 2024-04-13T07:50:48.397 INFO:tasks.rados.rados.0.smithi119.stdout:1399: finishing copy_from racing read to smithi11982245-6 2024-04-13T07:50:48.397 INFO:tasks.rados.rados.0.smithi119.stdout:1397: finishing write tid 3 to smithi11982245-9 2024-04-13T07:50:48.397 INFO:tasks.rados.rados.0.smithi119.stdout:1397: oid 9 updating version 0 to 789 2024-04-13T07:50:48.397 INFO:tasks.rados.rados.0.smithi119.stdout:1397: oid 9 updating version 789 to 790 2024-04-13T07:50:48.397 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 9 v 790 (ObjNum 444 snap 153 seq_num 444) dirty exists 2024-04-13T07:50:48.397 INFO:tasks.rados.rados.0.smithi119.stdout:1397: left oid 9 (ObjNum 444 snap 153 seq_num 444) 2024-04-13T07:50:48.397 INFO:tasks.rados.rados.0.smithi119.stdout:1398: finishing write tid 1 to smithi11982245-10 2024-04-13T07:50:48.397 INFO:tasks.rados.rados.0.smithi119.stdout:1398: finishing write tid 2 to smithi11982245-10 2024-04-13T07:50:48.397 INFO:tasks.rados.rados.0.smithi119.stdout:1398: finishing write tid 3 to smithi11982245-10 2024-04-13T07:50:48.397 INFO:tasks.rados.rados.0.smithi119.stdout:1398: oid 10 updating version 0 to 901 2024-04-13T07:50:48.397 INFO:tasks.rados.rados.0.smithi119.stdout:1398: oid 10 updating version 901 to 902 2024-04-13T07:50:48.397 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 10 v 902 (ObjNum 445 snap 153 seq_num 445) dirty exists 2024-04-13T07:50:48.398 INFO:tasks.rados.rados.0.smithi119.stdout:1398: left oid 10 (ObjNum 445 snap 153 seq_num 445) 2024-04-13T07:50:48.399 INFO:tasks.rados.rados.0.smithi119.stdout:1397: done (4 left) 2024-04-13T07:50:48.399 INFO:tasks.rados.rados.0.smithi119.stdout:1398: done (3 left) 2024-04-13T07:50:48.399 INFO:tasks.rados.rados.0.smithi119.stdout:1399: done (2 left) 2024-04-13T07:50:48.399 INFO:tasks.rados.rados.0.smithi119.stdout:1402: done (1 left) 2024-04-13T07:50:48.399 INFO:tasks.rados.rados.0.smithi119.stdout:1403: read oid 11 snap -1 2024-04-13T07:50:48.399 INFO:tasks.rados.rados.0.smithi119.stdout:1403: expect (ObjNum 261 snap 83 seq_num 261) 2024-04-13T07:50:48.399 INFO:tasks.rados.rados.0.smithi119.stdout:1404: snap_create 2024-04-13T07:50:48.400 INFO:tasks.rados.rados.0.smithi119.stdout:1401: finishing write tid 1 to smithi11982245-4 2024-04-13T07:50:48.400 INFO:tasks.rados.rados.0.smithi119.stdout:1401: finishing write tid 2 to smithi11982245-4 2024-04-13T07:50:48.401 INFO:tasks.rados.rados.0.smithi119.stdout:1401: finishing write tid 3 to smithi11982245-4 2024-04-13T07:50:48.401 INFO:tasks.rados.rados.0.smithi119.stdout:1401: oid 4 updating version 0 to 788 2024-04-13T07:50:48.401 INFO:tasks.rados.rados.0.smithi119.stdout:1401: oid 4 updating version 788 to 789 2024-04-13T07:50:48.401 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 4 v 789 (ObjNum 446 snap 153 seq_num 446) dirty exists 2024-04-13T07:50:48.401 INFO:tasks.rados.rados.0.smithi119.stdout:1401: left oid 4 (ObjNum 446 snap 153 seq_num 446) 2024-04-13T07:50:48.409 INFO:tasks.rados.rados.0.smithi119.stdout:1403: expect (ObjNum 261 snap 83 seq_num 261) 2024-04-13T07:50:49.344 INFO:tasks.rados.rados.0.smithi119.stdout:1401: done (2 left) 2024-04-13T07:50:49.344 INFO:tasks.rados.rados.0.smithi119.stdout:1403: done (1 left) 2024-04-13T07:50:49.344 INFO:tasks.rados.rados.0.smithi119.stdout:1404: done (0 left) 2024-04-13T07:50:49.344 INFO:tasks.rados.rados.0.smithi119.stdout:1405: delete oid 24 current snap is 154 2024-04-13T07:50:49.349 INFO:tasks.rados.rados.0.smithi119.stdout:1405: done (0 left) 2024-04-13T07:50:49.350 INFO:tasks.rados.rados.0.smithi119.stdout:1406: snap_create 2024-04-13T07:50:49.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:49 smithi139 ceph-mon[88985]: osdmap e347: 8 total, 8 up, 8 in 2024-04-13T07:50:49.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:49 smithi139 ceph-mon[88985]: pgmap v186: 121 pgs: 10 active+clean+remapped, 68 active+clean, 33 active+undersized, 10 active+undersized+degraded; 453 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 84 KiB/s wr, 7 op/s; 131/981 objects degraded (13.354%); 17/981 objects misplaced (1.733%) 2024-04-13T07:50:49.636 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:49 smithi119 ceph-mon[93746]: osdmap e347: 8 total, 8 up, 8 in 2024-04-13T07:50:49.636 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:49 smithi119 ceph-mon[93746]: pgmap v186: 121 pgs: 10 active+clean+remapped, 68 active+clean, 33 active+undersized, 10 active+undersized+degraded; 453 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 84 KiB/s wr, 7 op/s; 131/981 objects degraded (13.354%); 17/981 objects misplaced (1.733%) 2024-04-13T07:50:49.636 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:49 smithi119 ceph-mon[96316]: osdmap e347: 8 total, 8 up, 8 in 2024-04-13T07:50:49.636 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:49 smithi119 ceph-mon[96316]: pgmap v186: 121 pgs: 10 active+clean+remapped, 68 active+clean, 33 active+undersized, 10 active+undersized+degraded; 453 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 84 KiB/s wr, 7 op/s; 131/981 objects degraded (13.354%); 17/981 objects misplaced (1.733%) 2024-04-13T07:50:50.344 INFO:tasks.rados.rados.0.smithi119.stdout:1406: done (0 left) 2024-04-13T07:50:50.344 INFO:tasks.rados.rados.0.smithi119.stdout:1407: snap_remove snap 101 2024-04-13T07:50:50.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:50 smithi139 ceph-mon[88985]: osdmap e348: 8 total, 8 up, 8 in 2024-04-13T07:50:50.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:50 smithi119 ceph-mon[96316]: osdmap e348: 8 total, 8 up, 8 in 2024-04-13T07:50:50.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:50 smithi119 ceph-mon[93746]: osdmap e348: 8 total, 8 up, 8 in 2024-04-13T07:50:50.717 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:50:50 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:50:50.571+0000 7f97a4eee700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-04-13T07:50:51.363 INFO:tasks.rados.rados.0.smithi119.stdout:1407: done (0 left) 2024-04-13T07:50:51.363 INFO:tasks.rados.rados.0.smithi119.stdout:1408: snap_create 2024-04-13T07:50:51.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:51 smithi139 ceph-mon[88985]: osdmap e349: 8 total, 8 up, 8 in 2024-04-13T07:50:51.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:51 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:51.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:51 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:51.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:51 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:50:51.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:51 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:50:51.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:51 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:51.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:51 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:50:51.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:51 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:50:51.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:51 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:50:51.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:51 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:50:51.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:51 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-13T07:50:51.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:51 smithi139 ceph-mon[88985]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-13T07:50:51.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:51 smithi139 ceph-mon[88985]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-04-13T07:50:51.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:51 smithi139 ceph-mon[88985]: pgmap v189: 121 pgs: 1 peering, 120 active+clean; 450 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 326 KiB/s wr, 8 op/s; 19 MiB/s, 2 keys/s, 11 objects/s recovering 2024-04-13T07:50:51.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:51 smithi119 ceph-mon[96316]: osdmap e349: 8 total, 8 up, 8 in 2024-04-13T07:50:51.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:51 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:51.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:51 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:51.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:51 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:50:51.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:51 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:50:51.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:51 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:51.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:51 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:50:51.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:51 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:50:51.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:51 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:50:51.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:51 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:50:51.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:51 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-13T07:50:51.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:51 smithi119 ceph-mon[96316]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-13T07:50:51.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:51 smithi119 ceph-mon[96316]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-04-13T07:50:51.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:51 smithi119 ceph-mon[96316]: pgmap v189: 121 pgs: 1 peering, 120 active+clean; 450 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 326 KiB/s wr, 8 op/s; 19 MiB/s, 2 keys/s, 11 objects/s recovering 2024-04-13T07:50:51.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:51 smithi119 ceph-mon[93746]: osdmap e349: 8 total, 8 up, 8 in 2024-04-13T07:50:51.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:51 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:51.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:51 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:51.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:51 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:50:51.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:51 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:50:51.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:51 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:51.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:51 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:50:51.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:51 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:50:51.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:51 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:50:51.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:51 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:50:51.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:51 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-13T07:50:51.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:51 smithi119 ceph-mon[93746]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-13T07:50:51.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:51 smithi119 ceph-mon[93746]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-04-13T07:50:51.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:51 smithi119 ceph-mon[93746]: pgmap v189: 121 pgs: 1 peering, 120 active+clean; 450 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 326 KiB/s wr, 8 op/s; 19 MiB/s, 2 keys/s, 11 objects/s recovering 2024-04-13T07:50:52.362 INFO:tasks.rados.rados.0.smithi119.stdout:1408: done (0 left) 2024-04-13T07:50:52.362 INFO:tasks.rados.rados.0.smithi119.stdout:1409: read oid 11 snap -1 2024-04-13T07:50:52.362 INFO:tasks.rados.rados.0.smithi119.stdout:1409: expect (ObjNum 261 snap 83 seq_num 261) 2024-04-13T07:50:52.363 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 24 current snap is 156 2024-04-13T07:50:52.363 INFO:tasks.rados.rados.0.smithi119.stdout:1410: seq_num 449 ranges {0=327680} 2024-04-13T07:50:52.364 INFO:tasks.rados.rados.0.smithi119.stdout:1410: writing smithi11982245-24 from 0 to 327680 tid 1 2024-04-13T07:50:52.364 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 32 current snap is 156 2024-04-13T07:50:52.364 INFO:tasks.rados.rados.0.smithi119.stdout:1411: seq_num 450 ranges {2039808=344064} 2024-04-13T07:50:52.378 INFO:tasks.rados.rados.0.smithi119.stdout:1411: writing smithi11982245-32 from 2039808 to 2383872 tid 1 2024-04-13T07:50:52.378 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 36 current snap is 156 2024-04-13T07:50:52.378 INFO:tasks.rados.rados.0.smithi119.stdout:1412: seq_num 451 ranges {106496=360448} 2024-04-13T07:50:52.381 INFO:tasks.rados.rados.0.smithi119.stdout:1412: writing smithi11982245-36 from 106496 to 466944 tid 1 2024-04-13T07:50:52.381 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 22 current snap is 156 2024-04-13T07:50:52.381 INFO:tasks.rados.rados.0.smithi119.stdout:1413: seq_num 452 ranges {4579328=376832} 2024-04-13T07:50:52.408 INFO:tasks.rados.rados.0.smithi119.stdout:1413: writing smithi11982245-22 from 4579328 to 4956160 tid 1 2024-04-13T07:50:52.408 INFO:tasks.rados.rados.0.smithi119.stdout:1414: snap_remove snap 100 2024-04-13T07:50:52.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:52 smithi139 ceph-mon[88985]: osdmap e350: 8 total, 8 up, 8 in 2024-04-13T07:50:52.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:52 smithi139 ceph-mon[88985]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 131/981 objects degraded (13.354%), 10 pgs degraded) 2024-04-13T07:50:52.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:52 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T07:50:52.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:50:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:50:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:50:52.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:52 smithi119 ceph-mon[96316]: osdmap e350: 8 total, 8 up, 8 in 2024-04-13T07:50:52.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:52 smithi119 ceph-mon[96316]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 131/981 objects degraded (13.354%), 10 pgs degraded) 2024-04-13T07:50:52.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:52 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T07:50:52.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:52 smithi119 ceph-mon[93746]: osdmap e350: 8 total, 8 up, 8 in 2024-04-13T07:50:52.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:52 smithi119 ceph-mon[93746]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 131/981 objects degraded (13.354%), 10 pgs degraded) 2024-04-13T07:50:52.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:52 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T07:50:53.378 INFO:tasks.rados.rados.0.smithi119.stdout:1414: done (5 left) 2024-04-13T07:50:53.378 INFO:tasks.rados.rados.0.smithi119.stdout:1415: rollback oid 34 current snap is 156 2024-04-13T07:50:53.378 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 34 to 155 2024-04-13T07:50:53.378 INFO:tasks.rados.rados.0.smithi119.stdout:1409: expect (ObjNum 261 snap 83 seq_num 261) 2024-04-13T07:50:53.443 INFO:tasks.rados.rados.0.smithi119.stdout:1410: finishing write tid 1 to smithi11982245-24 2024-04-13T07:50:53.444 INFO:tasks.rados.rados.0.smithi119.stdout:1410: finishing write tid 2 to smithi11982245-24 2024-04-13T07:50:53.444 INFO:tasks.rados.rados.0.smithi119.stdout:1409: done (5 left) 2024-04-13T07:50:53.444 INFO:tasks.rados.rados.0.smithi119.stdout:1416: snap_remove snap 83 2024-04-13T07:50:53.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:53 smithi139 ceph-mon[88985]: osdmap e351: 8 total, 8 up, 8 in 2024-04-13T07:50:53.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:53 smithi139 ceph-mon[88985]: pgmap v192: 121 pgs: 1 peering, 120 active+clean; 450 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 326 KiB/s wr, 8 op/s; 19 MiB/s, 2 keys/s, 11 objects/s recovering 2024-04-13T07:50:53.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:50:53 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:50:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi119\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:50:53.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:53 smithi119 ceph-mon[96316]: osdmap e351: 8 total, 8 up, 8 in 2024-04-13T07:50:53.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:53 smithi119 ceph-mon[96316]: pgmap v192: 121 pgs: 1 peering, 120 active+clean; 450 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 326 KiB/s wr, 8 op/s; 19 MiB/s, 2 keys/s, 11 objects/s recovering 2024-04-13T07:50:53.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:53 smithi119 ceph-mon[93746]: osdmap e351: 8 total, 8 up, 8 in 2024-04-13T07:50:53.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:53 smithi119 ceph-mon[93746]: pgmap v192: 121 pgs: 1 peering, 120 active+clean; 450 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 326 KiB/s wr, 8 op/s; 19 MiB/s, 2 keys/s, 11 objects/s recovering 2024-04-13T07:50:54.391 INFO:tasks.rados.rados.0.smithi119.stdout:1416: done (5 left) 2024-04-13T07:50:54.391 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 20 current snap is 156 2024-04-13T07:50:54.391 INFO:tasks.rados.rados.0.smithi119.stdout:1417: seq_num 453 ranges {8314880=393216} 2024-04-13T07:50:54.439 INFO:tasks.rados.rados.0.smithi119.stdout:1417: writing smithi11982245-20 from 8314880 to 8708096 tid 1 2024-04-13T07:50:54.440 INFO:tasks.rados.rados.0.smithi119.stdout:1418: read oid 21 snap 121 2024-04-13T07:50:54.440 INFO:tasks.rados.rados.0.smithi119.stdout:1418: expect (ObjNum 289 snap 99 seq_num 289) 2024-04-13T07:50:54.440 INFO:tasks.rados.rados.0.smithi119.stdout:1419: read oid 10 snap 139 2024-04-13T07:50:54.440 INFO:tasks.rados.rados.0.smithi119.stdout:1419: expect (ObjNum 278 snap 95 seq_num 278) 2024-04-13T07:50:54.440 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 43 current snap is 156 2024-04-13T07:50:54.440 INFO:tasks.rados.rados.0.smithi119.stdout:1410: finishing write tid 3 to smithi11982245-24 2024-04-13T07:50:54.440 INFO:tasks.rados.rados.0.smithi119.stdout:1410: oid 24 updating version 0 to 750 2024-04-13T07:50:54.440 INFO:tasks.rados.rados.0.smithi119.stdout:1410: oid 24 updating version 750 to 751 2024-04-13T07:50:54.440 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 24 v 751 (ObjNum 449 snap 156 seq_num 449) dirty exists 2024-04-13T07:50:54.440 INFO:tasks.rados.rados.0.smithi119.stdout:1410: left oid 24 (ObjNum 449 snap 156 seq_num 449) 2024-04-13T07:50:54.440 INFO:tasks.rados.rados.0.smithi119.stdout:1411: finishing write tid 1 to smithi11982245-32 2024-04-13T07:50:54.440 INFO:tasks.rados.rados.0.smithi119.stdout:1411: finishing write tid 2 to smithi11982245-32 2024-04-13T07:50:54.441 INFO:tasks.rados.rados.0.smithi119.stdout:1411: finishing write tid 3 to smithi11982245-32 2024-04-13T07:50:54.441 INFO:tasks.rados.rados.0.smithi119.stdout:1411: oid 32 updating version 0 to 532 2024-04-13T07:50:54.441 INFO:tasks.rados.rados.0.smithi119.stdout:1411: oid 32 version 532 is already newer than 531 2024-04-13T07:50:54.441 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 32 v 532 (ObjNum 450 snap 156 seq_num 450) dirty exists 2024-04-13T07:50:54.441 INFO:tasks.rados.rados.0.smithi119.stdout:1411: left oid 32 (ObjNum 450 snap 156 seq_num 450) 2024-04-13T07:50:54.441 INFO:tasks.rados.rados.0.smithi119.stdout:1412: finishing write tid 1 to smithi11982245-36 2024-04-13T07:50:54.441 INFO:tasks.rados.rados.0.smithi119.stdout:1420: seq_num 454 ranges {3612672=409600} 2024-04-13T07:50:54.462 INFO:tasks.rados.rados.0.smithi119.stdout:1420: writing smithi11982245-43 from 3612672 to 4022272 tid 1 2024-04-13T07:50:54.462 INFO:tasks.rados.rados.0.smithi119.stdout:1410: done (8 left) 2024-04-13T07:50:54.462 INFO:tasks.rados.rados.0.smithi119.stdout:1411: done (7 left) 2024-04-13T07:50:54.463 INFO:tasks.rados.rados.0.smithi119.stdout:1421: setattr oid 5 current snap is 156 2024-04-13T07:50:54.463 INFO:tasks.rados.rados.0.smithi119.stdout:1412: finishing write tid 2 to smithi11982245-36 2024-04-13T07:50:54.463 INFO:tasks.rados.rados.0.smithi119.stdout:1412: finishing write tid 3 to smithi11982245-36 2024-04-13T07:50:54.463 INFO:tasks.rados.rados.0.smithi119.stdout:1412: oid 36 updating version 0 to 752 2024-04-13T07:50:54.463 INFO:tasks.rados.rados.0.smithi119.stdout:1412: oid 36 updating version 752 to 753 2024-04-13T07:50:54.463 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 36 v 753 (ObjNum 451 snap 156 seq_num 451) dirty exists 2024-04-13T07:50:54.463 INFO:tasks.rados.rados.0.smithi119.stdout:1412: left oid 36 (ObjNum 451 snap 156 seq_num 451) 2024-04-13T07:50:54.463 INFO:tasks.rados.rados.0.smithi119.stdout:1413: finishing write tid 1 to smithi11982245-22 2024-04-13T07:50:54.463 INFO:tasks.rados.rados.0.smithi119.stdout:1413: finishing write tid 2 to smithi11982245-22 2024-04-13T07:50:54.463 INFO:tasks.rados.rados.0.smithi119.stdout:1413: finishing write tid 3 to smithi11982245-22 2024-04-13T07:50:54.463 INFO:tasks.rados.rados.0.smithi119.stdout:1413: oid 22 updating version 0 to 809 2024-04-13T07:50:54.464 INFO:tasks.rados.rados.0.smithi119.stdout:1413: oid 22 version 809 is already newer than 808 2024-04-13T07:50:54.464 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 22 v 809 (ObjNum 452 snap 156 seq_num 452) dirty exists 2024-04-13T07:50:54.464 INFO:tasks.rados.rados.0.smithi119.stdout:1413: left oid 22 (ObjNum 452 snap 156 seq_num 452) 2024-04-13T07:50:54.464 INFO:tasks.rados.rados.0.smithi119.stdout:1415: finishing rollback tid 0 to smithi11982245-34 2024-04-13T07:50:54.464 INFO:tasks.rados.rados.0.smithi119.stdout:1415: finishing rollback tid 1 to smithi11982245-34 2024-04-13T07:50:54.464 INFO:tasks.rados.rados.0.smithi119.stdout:1415: finishing rollback tid 2 to smithi11982245-34 2024-04-13T07:50:54.464 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 34 v 914 (ObjNum 390 snap 141 seq_num 390) dirty exists 2024-04-13T07:50:54.464 INFO:tasks.rados.rados.0.smithi119.stdout:1417: finishing write tid 1 to smithi11982245-20 2024-04-13T07:50:54.464 INFO:tasks.rados.rados.0.smithi119.stdout:1417: finishing write tid 2 to smithi11982245-20 2024-04-13T07:50:54.464 INFO:tasks.rados.rados.0.smithi119.stdout:1417: finishing write tid 3 to smithi11982245-20 2024-04-13T07:50:54.464 INFO:tasks.rados.rados.0.smithi119.stdout:1417: oid 20 updating version 0 to 739 2024-04-13T07:50:54.464 INFO:tasks.rados.rados.0.smithi119.stdout:1417: oid 20 updating version 739 to 740 2024-04-13T07:50:54.464 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 20 v 740 (ObjNum 453 snap 156 seq_num 453) dirty exists 2024-04-13T07:50:54.464 INFO:tasks.rados.rados.0.smithi119.stdout:1417: left oid 20 (ObjNum 453 snap 156 seq_num 453) 2024-04-13T07:50:54.464 INFO:tasks.rados.rados.0.smithi119.stdout:1418: expect (ObjNum 289 snap 99 seq_num 289) 2024-04-13T07:50:54.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:54 smithi119 ceph-mon[96316]: osdmap e352: 8 total, 8 up, 8 in 2024-04-13T07:50:54.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:54 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:54.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:50:54.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:54 smithi119 ceph-mon[93746]: osdmap e352: 8 total, 8 up, 8 in 2024-04-13T07:50:54.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:54 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:54.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:50:54.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:54 smithi139 ceph-mon[88985]: osdmap e352: 8 total, 8 up, 8 in 2024-04-13T07:50:54.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:54 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:50:54.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:50:54.802 INFO:tasks.rados.rados.0.smithi119.stdout:1420: finishing write tid 1 to smithi11982245-43 2024-04-13T07:50:54.802 INFO:tasks.rados.rados.0.smithi119.stdout:1420: finishing write tid 2 to smithi11982245-43 2024-04-13T07:50:54.802 INFO:tasks.rados.rados.0.smithi119.stdout:1420: finishing write tid 3 to smithi11982245-43 2024-04-13T07:50:54.802 INFO:tasks.rados.rados.0.smithi119.stdout:1420: oid 43 updating version 0 to 935 2024-04-13T07:50:54.802 INFO:tasks.rados.rados.0.smithi119.stdout:1420: oid 43 version 935 is already newer than 934 2024-04-13T07:50:54.802 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 43 v 935 (ObjNum 454 snap 156 seq_num 454) dirty exists 2024-04-13T07:50:54.803 INFO:tasks.rados.rados.0.smithi119.stdout:1420: left oid 43 (ObjNum 454 snap 156 seq_num 454) 2024-04-13T07:50:54.803 INFO:tasks.rados.rados.0.smithi119.stdout:1419: expect (ObjNum 278 snap 95 seq_num 278) 2024-04-13T07:50:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:50:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:50:54] "GET /metrics HTTP/1.1" 200 36162 "" "Prometheus/2.43.0" 2024-04-13T07:50:55.458 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 5 v 1022 (ObjNum 409 snap 146 seq_num 409) dirty exists 2024-04-13T07:50:55.458 INFO:tasks.rados.rados.0.smithi119.stdout:1412: done (7 left) 2024-04-13T07:50:55.459 INFO:tasks.rados.rados.0.smithi119.stdout:1413: done (6 left) 2024-04-13T07:50:55.459 INFO:tasks.rados.rados.0.smithi119.stdout:1415: done (5 left) 2024-04-13T07:50:55.459 INFO:tasks.rados.rados.0.smithi119.stdout:1417: done (4 left) 2024-04-13T07:50:55.459 INFO:tasks.rados.rados.0.smithi119.stdout:1418: done (3 left) 2024-04-13T07:50:55.459 INFO:tasks.rados.rados.0.smithi119.stdout:1419: done (2 left) 2024-04-13T07:50:55.459 INFO:tasks.rados.rados.0.smithi119.stdout:1420: done (1 left) 2024-04-13T07:50:55.459 INFO:tasks.rados.rados.0.smithi119.stdout:1421: done (0 left) 2024-04-13T07:50:55.459 INFO:tasks.rados.rados.0.smithi119.stdout:1422: delete oid 18 current snap is 156 2024-04-13T07:50:55.462 INFO:tasks.rados.rados.0.smithi119.stdout:1422: done (0 left) 2024-04-13T07:50:55.462 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 29 current snap is 156 2024-04-13T07:50:55.462 INFO:tasks.rados.rados.0.smithi119.stdout:1423: seq_num 456 ranges {3776512=442368} 2024-04-13T07:50:55.485 INFO:tasks.rados.rados.0.smithi119.stdout:1423: writing smithi11982245-29 from 3776512 to 4218880 tid 1 2024-04-13T07:50:55.485 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 36 current snap is 156 2024-04-13T07:50:55.485 INFO:tasks.rados.rados.0.smithi119.stdout:1424: seq_num 457 ranges {466944=458752} 2024-04-13T07:50:55.491 INFO:tasks.rados.rados.0.smithi119.stdout:1424: writing smithi11982245-36 from 466944 to 925696 tid 1 2024-04-13T07:50:55.491 INFO:tasks.rados.rados.0.smithi119.stdout:1425: snap_remove snap 123 2024-04-13T07:50:55.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:55 smithi119 ceph-mon[93746]: osdmap e353: 8 total, 8 up, 8 in 2024-04-13T07:50:55.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:55 smithi119 ceph-mon[93746]: pgmap v195: 121 pgs: 121 active+clean; 448 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 444 KiB/s wr, 5 op/s 2024-04-13T07:50:55.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:55 smithi119 ceph-mon[93746]: osdmap e354: 8 total, 8 up, 8 in 2024-04-13T07:50:55.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:55 smithi119 ceph-mon[96316]: osdmap e353: 8 total, 8 up, 8 in 2024-04-13T07:50:55.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:55 smithi119 ceph-mon[96316]: pgmap v195: 121 pgs: 121 active+clean; 448 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 444 KiB/s wr, 5 op/s 2024-04-13T07:50:55.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:55 smithi119 ceph-mon[96316]: osdmap e354: 8 total, 8 up, 8 in 2024-04-13T07:50:55.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:55 smithi139 ceph-mon[88985]: osdmap e353: 8 total, 8 up, 8 in 2024-04-13T07:50:55.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:55 smithi139 ceph-mon[88985]: pgmap v195: 121 pgs: 121 active+clean; 448 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 444 KiB/s wr, 5 op/s 2024-04-13T07:50:55.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:55 smithi139 ceph-mon[88985]: osdmap e354: 8 total, 8 up, 8 in 2024-04-13T07:50:56.398 INFO:tasks.rados.rados.0.smithi119.stdout:1425: done (2 left) 2024-04-13T07:50:56.398 INFO:tasks.rados.rados.0.smithi119.stdout:1426: snap_remove snap 131 2024-04-13T07:50:57.410 INFO:tasks.rados.rados.0.smithi119.stdout:1423: finishing write tid 1 to smithi11982245-29 2024-04-13T07:50:57.410 INFO:tasks.rados.rados.0.smithi119.stdout:1423: finishing write tid 2 to smithi11982245-29 2024-04-13T07:50:57.410 INFO:tasks.rados.rados.0.smithi119.stdout:1423: finishing write tid 3 to smithi11982245-29 2024-04-13T07:50:57.410 INFO:tasks.rados.rados.0.smithi119.stdout:1423: oid 29 updating version 0 to 750 2024-04-13T07:50:57.410 INFO:tasks.rados.rados.0.smithi119.stdout:1423: oid 29 updating version 750 to 751 2024-04-13T07:50:57.411 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 29 v 751 (ObjNum 456 snap 156 seq_num 456) dirty exists 2024-04-13T07:50:57.411 INFO:tasks.rados.rados.0.smithi119.stdout:1423: left oid 29 (ObjNum 456 snap 156 seq_num 456) 2024-04-13T07:50:57.411 INFO:tasks.rados.rados.0.smithi119.stdout:1424: finishing write tid 1 to smithi11982245-36 2024-04-13T07:50:57.411 INFO:tasks.rados.rados.0.smithi119.stdout:1424: finishing write tid 2 to smithi11982245-36 2024-04-13T07:50:57.411 INFO:tasks.rados.rados.0.smithi119.stdout:1424: finishing write tid 3 to smithi11982245-36 2024-04-13T07:50:57.411 INFO:tasks.rados.rados.0.smithi119.stdout:1424: oid 36 updating version 0 to 754 2024-04-13T07:50:57.411 INFO:tasks.rados.rados.0.smithi119.stdout:1424: oid 36 updating version 754 to 755 2024-04-13T07:50:57.411 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 36 v 755 (ObjNum 457 snap 156 seq_num 457) dirty exists 2024-04-13T07:50:57.411 INFO:tasks.rados.rados.0.smithi119.stdout:1424: left oid 36 (ObjNum 457 snap 156 seq_num 457) 2024-04-13T07:50:57.411 INFO:tasks.rados.rados.0.smithi119.stdout:1423: done (2 left) 2024-04-13T07:50:57.411 INFO:tasks.rados.rados.0.smithi119.stdout:1424: done (1 left) 2024-04-13T07:50:57.411 INFO:tasks.rados.rados.0.smithi119.stdout:1426: done (0 left) 2024-04-13T07:50:57.411 INFO:tasks.rados.rados.0.smithi119.stdout:1427: snap_create 2024-04-13T07:50:57.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:57 smithi119 ceph-mon[96316]: osdmap e355: 8 total, 8 up, 8 in 2024-04-13T07:50:57.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:57 smithi119 ceph-mon[96316]: pgmap v198: 121 pgs: 121 active+clean; 449 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 540 KiB/s wr, 7 op/s 2024-04-13T07:50:57.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:57 smithi119 ceph-mon[93746]: osdmap e355: 8 total, 8 up, 8 in 2024-04-13T07:50:57.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:57 smithi119 ceph-mon[93746]: pgmap v198: 121 pgs: 121 active+clean; 449 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 540 KiB/s wr, 7 op/s 2024-04-13T07:50:57.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:57 smithi139 ceph-mon[88985]: osdmap e355: 8 total, 8 up, 8 in 2024-04-13T07:50:57.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:57 smithi139 ceph-mon[88985]: pgmap v198: 121 pgs: 121 active+clean; 449 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 540 KiB/s wr, 7 op/s 2024-04-13T07:50:58.405 INFO:tasks.rados.rados.0.smithi119.stdout:1427: done (0 left) 2024-04-13T07:50:58.405 INFO:tasks.rados.rados.0.smithi119.stdout:1428: read oid 50 snap -1 2024-04-13T07:50:58.405 INFO:tasks.rados.rados.0.smithi119.stdout:1428: expect (ObjNum 239 snap 75 seq_num 239) 2024-04-13T07:50:58.405 INFO:tasks.rados.rados.0.smithi119.stdout:1429: setattr oid 32 current snap is 157 2024-04-13T07:50:58.406 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 17 current snap is 157 2024-04-13T07:50:58.406 INFO:tasks.rados.rados.0.smithi119.stdout:1430: seq_num 458 ranges {3850240=475136} 2024-04-13T07:50:58.431 INFO:tasks.rados.rados.0.smithi119.stdout:1430: writing smithi11982245-17 from 3850240 to 4325376 tid 1 2024-04-13T07:50:58.431 INFO:tasks.rados.rados.0.smithi119.stdout:1431: copy_from oid 11 from oid 9 current snap is 157 2024-04-13T07:50:58.431 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 32 v 533 (ObjNum 450 snap 156 seq_num 450) dirty exists 2024-04-13T07:50:58.431 INFO:tasks.rados.rados.0.smithi119.stdout:1429: done (3 left) 2024-04-13T07:50:58.431 INFO:tasks.rados.rados.0.smithi119.stdout:1432: read oid 6 snap 73 2024-04-13T07:50:58.431 INFO:tasks.rados.rados.0.smithi119.stdout:1432: expect (ObjNum 176 snap 51 seq_num 176) 2024-04-13T07:50:58.431 INFO:tasks.rados.rados.0.smithi119.stdout:1433: rmattr oid 15 current snap is 157 2024-04-13T07:50:58.431 INFO:tasks.rados.rados.0.smithi119.stdout:1433: done (4 left) 2024-04-13T07:50:58.432 INFO:tasks.rados.rados.0.smithi119.stdout:1434: snap_remove snap 151 2024-04-13T07:50:58.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:58 smithi119 ceph-mon[96316]: osdmap e356: 8 total, 8 up, 8 in 2024-04-13T07:50:58.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:58 smithi119 ceph-mon[93746]: osdmap e356: 8 total, 8 up, 8 in 2024-04-13T07:50:58.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:58 smithi139 ceph-mon[88985]: osdmap e356: 8 total, 8 up, 8 in 2024-04-13T07:50:59.417 INFO:tasks.rados.rados.0.smithi119.stdout:1434: done (4 left) 2024-04-13T07:50:59.417 INFO:tasks.rados.rados.0.smithi119.stdout:1435: snap_create 2024-04-13T07:50:59.417 INFO:tasks.rados.rados.0.smithi119.stdout:1428: expect (ObjNum 239 snap 75 seq_num 239) 2024-04-13T07:50:59.634 INFO:tasks.rados.rados.0.smithi119.stdout:1430: finishing write tid 1 to smithi11982245-17 2024-04-13T07:50:59.634 INFO:tasks.rados.rados.0.smithi119.stdout:1430: finishing write tid 2 to smithi11982245-17 2024-04-13T07:50:59.634 INFO:tasks.rados.rados.0.smithi119.stdout:1432: expect (ObjNum 176 snap 51 seq_num 176) 2024-04-13T07:50:59.662 INFO:tasks.rados.rados.0.smithi119.stdout:1430: finishing write tid 3 to smithi11982245-17 2024-04-13T07:50:59.662 INFO:tasks.rados.rados.0.smithi119.stdout:1430: oid 17 updating version 0 to 611 2024-04-13T07:50:59.662 INFO:tasks.rados.rados.0.smithi119.stdout:1430: oid 17 updating version 611 to 612 2024-04-13T07:50:59.662 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 17 v 612 (ObjNum 458 snap 157 seq_num 458) dirty exists 2024-04-13T07:50:59.662 INFO:tasks.rados.rados.0.smithi119.stdout:1430: left oid 17 (ObjNum 458 snap 157 seq_num 458) 2024-04-13T07:50:59.662 INFO:tasks.rados.rados.0.smithi119.stdout:1431: finishing copy_from racing read to smithi11982245-11 2024-04-13T07:50:59.662 INFO:tasks.rados.rados.0.smithi119.stdout:1431: finishing copy_from to smithi11982245-11 2024-04-13T07:50:59.662 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 11 v 790 (ObjNum 444 snap 153 seq_num 444) dirty exists 2024-04-13T07:50:59.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:59 smithi119 ceph-mon[96316]: osdmap e357: 8 total, 8 up, 8 in 2024-04-13T07:50:59.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:50:59 smithi119 ceph-mon[96316]: pgmap v201: 121 pgs: 121 active+clean; 449 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 96 KiB/s wr, 2 op/s 2024-04-13T07:50:59.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:59 smithi119 ceph-mon[93746]: osdmap e357: 8 total, 8 up, 8 in 2024-04-13T07:50:59.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:50:59 smithi119 ceph-mon[93746]: pgmap v201: 121 pgs: 121 active+clean; 449 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 96 KiB/s wr, 2 op/s 2024-04-13T07:50:59.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:59 smithi139 ceph-mon[88985]: osdmap e357: 8 total, 8 up, 8 in 2024-04-13T07:50:59.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:50:59 smithi139 ceph-mon[88985]: pgmap v201: 121 pgs: 121 active+clean; 449 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 96 KiB/s wr, 2 op/s 2024-04-13T07:51:00.425 INFO:tasks.rados.rados.0.smithi119.stdout:1428: done (4 left) 2024-04-13T07:51:00.425 INFO:tasks.rados.rados.0.smithi119.stdout:1430: done (3 left) 2024-04-13T07:51:00.425 INFO:tasks.rados.rados.0.smithi119.stdout:1431: done (2 left) 2024-04-13T07:51:00.425 INFO:tasks.rados.rados.0.smithi119.stdout:1432: done (1 left) 2024-04-13T07:51:00.426 INFO:tasks.rados.rados.0.smithi119.stdout:1435: done (0 left) 2024-04-13T07:51:00.426 INFO:tasks.rados.rados.0.smithi119.stdout:1436: read oid 36 snap -1 2024-04-13T07:51:00.426 INFO:tasks.rados.rados.0.smithi119.stdout:1436: expect (ObjNum 457 snap 156 seq_num 457) 2024-04-13T07:51:00.426 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 1 current snap is 158 2024-04-13T07:51:00.426 INFO:tasks.rados.rados.0.smithi119.stdout:1437: seq_num 459 ranges {2662400=491520} 2024-04-13T07:51:00.442 INFO:tasks.rados.rados.0.smithi119.stdout:1437: writing smithi11982245-1 from 2662400 to 3153920 tid 1 2024-04-13T07:51:00.443 INFO:tasks.rados.rados.0.smithi119.stdout:1438: rollback oid 8 current snap is 158 2024-04-13T07:51:00.443 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 8 to 135 2024-04-13T07:51:00.443 INFO:tasks.rados.rados.0.smithi119.stdout:1436: expect (ObjNum 457 snap 156 seq_num 457) 2024-04-13T07:51:00.478 INFO:tasks.rados.rados.0.smithi119.stdout:1438: finishing rollback tid 0 to smithi11982245-8 2024-04-13T07:51:00.478 INFO:tasks.rados.rados.0.smithi119.stdout:1438: finishing rollback tid 1 to smithi11982245-8 2024-04-13T07:51:00.479 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 8 v 759 (ObjNum 33 snap 0 seq_num 750223648) dirty dne 2024-04-13T07:51:00.479 INFO:tasks.rados.rados.0.smithi119.stdout:1437: finishing write tid 1 to smithi11982245-1 2024-04-13T07:51:00.479 INFO:tasks.rados.rados.0.smithi119.stdout:1437: finishing write tid 2 to smithi11982245-1 2024-04-13T07:51:00.479 INFO:tasks.rados.rados.0.smithi119.stdout:1436: done (2 left) 2024-04-13T07:51:00.479 INFO:tasks.rados.rados.0.smithi119.stdout:1438: done (1 left) 2024-04-13T07:51:00.479 INFO:tasks.rados.rados.0.smithi119.stdout:1439: rollback oid 35 current snap is 158 2024-04-13T07:51:00.479 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 35 to 149 2024-04-13T07:51:00.479 INFO:tasks.rados.rados.0.smithi119.stdout:1437: finishing write tid 3 to smithi11982245-1 2024-04-13T07:51:00.479 INFO:tasks.rados.rados.0.smithi119.stdout:1437: oid 1 updating version 0 to 534 2024-04-13T07:51:00.479 INFO:tasks.rados.rados.0.smithi119.stdout:1437: oid 1 updating version 534 to 535 2024-04-13T07:51:00.479 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 1 v 535 (ObjNum 459 snap 158 seq_num 459) dirty exists 2024-04-13T07:51:00.479 INFO:tasks.rados.rados.0.smithi119.stdout:1437: left oid 1 (ObjNum 459 snap 158 seq_num 459) 2024-04-13T07:51:00.479 INFO:tasks.rados.rados.0.smithi119.stdout:1437: done (1 left) 2024-04-13T07:51:00.479 INFO:tasks.rados.rados.0.smithi119.stdout:1440: rmattr oid 3 current snap is 158 2024-04-13T07:51:00.479 INFO:tasks.rados.rados.0.smithi119.stdout:1440: done (1 left) 2024-04-13T07:51:00.480 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 12 current snap is 158 2024-04-13T07:51:00.480 INFO:tasks.rados.rados.0.smithi119.stdout:1441: seq_num 460 ranges {0=507904} 2024-04-13T07:51:00.481 INFO:tasks.rados.rados.0.smithi119.stdout:1441: writing smithi11982245-12 from 0 to 507904 tid 1 2024-04-13T07:51:00.481 INFO:tasks.rados.rados.0.smithi119.stdout:1442: read oid 14 snap -1 2024-04-13T07:51:00.482 INFO:tasks.rados.rados.0.smithi119.stdout:1442: expect (ObjNum 430 snap 151 seq_num 430) 2024-04-13T07:51:00.482 INFO:tasks.rados.rados.0.smithi119.stdout:1443: rollback oid 18 current snap is 158 2024-04-13T07:51:00.482 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 18 to 73 2024-04-13T07:51:00.482 INFO:tasks.rados.rados.0.smithi119.stdout:1439: finishing rollback tid 0 to smithi11982245-35 2024-04-13T07:51:00.482 INFO:tasks.rados.rados.0.smithi119.stdout:1439: finishing rollback tid 1 to smithi11982245-35 2024-04-13T07:51:00.482 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 35 v 791 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-13T07:51:00.482 INFO:tasks.rados.rados.0.smithi119.stdout:1439: done (3 left) 2024-04-13T07:51:00.482 INFO:tasks.rados.rados.0.smithi119.stdout:1444: snap_create 2024-04-13T07:51:00.483 INFO:tasks.rados.rados.0.smithi119.stdout:1442: expect (ObjNum 430 snap 151 seq_num 430) 2024-04-13T07:51:00.486 INFO:tasks.rados.rados.0.smithi119.stdout:1443: finishing rollback tid 1 to smithi11982245-18 2024-04-13T07:51:00.486 INFO:tasks.rados.rados.0.smithi119.stdout:1443: finishing rollback tid 2 to smithi11982245-18 2024-04-13T07:51:00.486 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 18 v 1044 (ObjNum 289 snap 0 seq_num 1907176008) dirty exists 2024-04-13T07:51:00.486 INFO:tasks.rados.rados.0.smithi119.stdout:1441: finishing write tid 1 to smithi11982245-12 2024-04-13T07:51:00.487 INFO:tasks.rados.rados.0.smithi119.stdout:1441: finishing write tid 2 to smithi11982245-12 2024-04-13T07:51:00.487 INFO:tasks.rados.rados.0.smithi119.stdout:1441: finishing write tid 3 to smithi11982245-12 2024-04-13T07:51:00.487 INFO:tasks.rados.rados.0.smithi119.stdout:1441: oid 12 updating version 0 to 842 2024-04-13T07:51:00.487 INFO:tasks.rados.rados.0.smithi119.stdout:1441: oid 12 updating version 842 to 843 2024-04-13T07:51:00.487 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 12 v 843 (ObjNum 460 snap 158 seq_num 460) dirty exists 2024-04-13T07:51:00.487 INFO:tasks.rados.rados.0.smithi119.stdout:1441: left oid 12 (ObjNum 460 snap 158 seq_num 460) 2024-04-13T07:51:00.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:00 smithi119 ceph-mon[96316]: osdmap e358: 8 total, 8 up, 8 in 2024-04-13T07:51:00.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:00 smithi119 ceph-mon[93746]: osdmap e358: 8 total, 8 up, 8 in 2024-04-13T07:51:00.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:00 smithi139 ceph-mon[88985]: osdmap e358: 8 total, 8 up, 8 in 2024-04-13T07:51:01.434 INFO:tasks.rados.rados.0.smithi119.stdout:1441: done (3 left) 2024-04-13T07:51:01.434 INFO:tasks.rados.rados.0.smithi119.stdout:1442: done (2 left) 2024-04-13T07:51:01.435 INFO:tasks.rados.rados.0.smithi119.stdout:1443: done (1 left) 2024-04-13T07:51:01.435 INFO:tasks.rados.rados.0.smithi119.stdout:1444: done (0 left) 2024-04-13T07:51:01.435 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 25 current snap is 159 2024-04-13T07:51:01.435 INFO:tasks.rados.rados.0.smithi119.stdout:1445: seq_num 461 ranges {9093120=524288} 2024-04-13T07:51:01.485 INFO:tasks.rados.rados.0.smithi119.stdout:1445: writing smithi11982245-25 from 9093120 to 9617408 tid 1 2024-04-13T07:51:01.485 INFO:tasks.rados.rados.0.smithi119.stdout:1446: delete oid 33 current snap is 159 2024-04-13T07:51:01.492 INFO:tasks.rados.rados.0.smithi119.stdout:1446: done (1 left) 2024-04-13T07:51:01.492 INFO:tasks.rados.rados.0.smithi119.stdout:1447: snap_create 2024-04-13T07:51:01.493 INFO:tasks.rados.rados.0.smithi119.stdout:1445: finishing write tid 1 to smithi11982245-25 2024-04-13T07:51:01.493 INFO:tasks.rados.rados.0.smithi119.stdout:1445: finishing write tid 2 to smithi11982245-25 2024-04-13T07:51:01.495 INFO:tasks.rados.rados.0.smithi119.stdout:1445: finishing write tid 3 to smithi11982245-25 2024-04-13T07:51:01.495 INFO:tasks.rados.rados.0.smithi119.stdout:1445: oid 25 updating version 0 to 680 2024-04-13T07:51:01.495 INFO:tasks.rados.rados.0.smithi119.stdout:1445: oid 25 version 680 is already newer than 679 2024-04-13T07:51:01.495 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 25 v 680 (ObjNum 461 snap 159 seq_num 461) dirty exists 2024-04-13T07:51:01.495 INFO:tasks.rados.rados.0.smithi119.stdout:1445: left oid 25 (ObjNum 461 snap 159 seq_num 461) 2024-04-13T07:51:01.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:01 smithi119 ceph-mon[96316]: osdmap e359: 8 total, 8 up, 8 in 2024-04-13T07:51:01.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:01 smithi119 ceph-mon[96316]: pgmap v204: 121 pgs: 121 active+clean; 452 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-04-13T07:51:01.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:01 smithi119 ceph-mon[93746]: osdmap e359: 8 total, 8 up, 8 in 2024-04-13T07:51:01.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:01 smithi119 ceph-mon[93746]: pgmap v204: 121 pgs: 121 active+clean; 452 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-04-13T07:51:01.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:01 smithi139 ceph-mon[88985]: osdmap e359: 8 total, 8 up, 8 in 2024-04-13T07:51:01.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:01 smithi139 ceph-mon[88985]: pgmap v204: 121 pgs: 121 active+clean; 452 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-04-13T07:51:02.438 INFO:tasks.rados.rados.0.smithi119.stdout:1445: done (1 left) 2024-04-13T07:51:02.438 INFO:tasks.rados.rados.0.smithi119.stdout:1447: done (0 left) 2024-04-13T07:51:02.439 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 5 current snap is 160 2024-04-13T07:51:02.439 INFO:tasks.rados.rados.0.smithi119.stdout:1448: seq_num 463 ranges {3923968=557056} 2024-04-13T07:51:02.462 INFO:tasks.rados.rados.0.smithi119.stdout:1448: writing smithi11982245-5 from 3923968 to 4481024 tid 1 2024-04-13T07:51:02.462 INFO:tasks.rados.rados.0.smithi119.stdout:1449: rollback oid 11 current snap is 160 2024-04-13T07:51:02.462 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 11 to 137 2024-04-13T07:51:02.462 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 4 current snap is 160 2024-04-13T07:51:02.462 INFO:tasks.rados.rados.0.smithi119.stdout:1450: seq_num 464 ranges {6135808=573440} 2024-04-13T07:51:02.499 INFO:tasks.rados.rados.0.smithi119.stdout:1450: writing smithi11982245-4 from 6135808 to 6709248 tid 1 2024-04-13T07:51:02.499 INFO:tasks.rados.rados.0.smithi119.stdout:1451: delete oid 30 current snap is 160 2024-04-13T07:51:02.499 INFO:tasks.rados.rados.0.smithi119.stdout:1449: finishing rollback tid 0 to smithi11982245-11 2024-04-13T07:51:02.499 INFO:tasks.rados.rados.0.smithi119.stdout:1449: finishing rollback tid 1 to smithi11982245-11 2024-04-13T07:51:02.499 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 11 v 792 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-04-13T07:51:02.499 INFO:tasks.rados.rados.0.smithi119.stdout:1448: finishing write tid 1 to smithi11982245-5 2024-04-13T07:51:02.499 INFO:tasks.rados.rados.0.smithi119.stdout:1448: finishing write tid 2 to smithi11982245-5 2024-04-13T07:51:02.499 INFO:tasks.rados.rados.0.smithi119.stdout:1448: finishing write tid 3 to smithi11982245-5 2024-04-13T07:51:02.499 INFO:tasks.rados.rados.0.smithi119.stdout:1448: oid 5 updating version 0 to 1046 2024-04-13T07:51:02.500 INFO:tasks.rados.rados.0.smithi119.stdout:1448: oid 5 updating version 1046 to 1047 2024-04-13T07:51:02.500 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 5 v 1047 (ObjNum 463 snap 160 seq_num 463) dirty exists 2024-04-13T07:51:02.500 INFO:tasks.rados.rados.0.smithi119.stdout:1448: left oid 5 (ObjNum 463 snap 160 seq_num 463) 2024-04-13T07:51:02.503 INFO:tasks.rados.rados.0.smithi119.stdout:1450: finishing write tid 1 to smithi11982245-4 2024-04-13T07:51:02.503 INFO:tasks.rados.rados.0.smithi119.stdout:1450: finishing write tid 2 to smithi11982245-4 2024-04-13T07:51:02.503 INFO:tasks.rados.rados.0.smithi119.stdout:1448: done (3 left) 2024-04-13T07:51:02.503 INFO:tasks.rados.rados.0.smithi119.stdout:1449: done (2 left) 2024-04-13T07:51:02.504 INFO:tasks.rados.rados.0.smithi119.stdout:1451: done (1 left) 2024-04-13T07:51:02.504 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 15 current snap is 160 2024-04-13T07:51:02.504 INFO:tasks.rados.rados.0.smithi119.stdout:1452: seq_num 466 ranges {0=614400} 2024-04-13T07:51:02.507 INFO:tasks.rados.rados.0.smithi119.stdout:1452: writing smithi11982245-15 from 0 to 614400 tid 1 2024-04-13T07:51:02.507 INFO:tasks.rados.rados.0.smithi119.stdout:1453: delete oid 34 current snap is 160 2024-04-13T07:51:02.507 INFO:tasks.rados.rados.0.smithi119.stdout:1450: finishing write tid 3 to smithi11982245-4 2024-04-13T07:51:02.507 INFO:tasks.rados.rados.0.smithi119.stdout:1450: oid 4 updating version 0 to 794 2024-04-13T07:51:02.507 INFO:tasks.rados.rados.0.smithi119.stdout:1450: oid 4 version 794 is already newer than 793 2024-04-13T07:51:02.507 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 4 v 794 (ObjNum 464 snap 160 seq_num 464) dirty exists 2024-04-13T07:51:02.507 INFO:tasks.rados.rados.0.smithi119.stdout:1450: left oid 4 (ObjNum 464 snap 160 seq_num 464) 2024-04-13T07:51:02.511 INFO:tasks.rados.rados.0.smithi119.stdout:1450: done (2 left) 2024-04-13T07:51:02.511 INFO:tasks.rados.rados.0.smithi119.stdout:1453: done (1 left) 2024-04-13T07:51:02.511 INFO:tasks.rados.rados.0.smithi119.stdout:1454: rollback oid 13 current snap is 160 2024-04-13T07:51:02.511 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 13 to 139 2024-04-13T07:51:02.511 INFO:tasks.rados.rados.0.smithi119.stdout:1455: snap_create 2024-04-13T07:51:02.512 INFO:tasks.rados.rados.0.smithi119.stdout:1452: finishing write tid 1 to smithi11982245-15 2024-04-13T07:51:02.512 INFO:tasks.rados.rados.0.smithi119.stdout:1452: finishing write tid 2 to smithi11982245-15 2024-04-13T07:51:02.513 INFO:tasks.rados.rados.0.smithi119.stdout:1452: finishing write tid 3 to smithi11982245-15 2024-04-13T07:51:02.513 INFO:tasks.rados.rados.0.smithi119.stdout:1452: oid 15 updating version 0 to 756 2024-04-13T07:51:02.514 INFO:tasks.rados.rados.0.smithi119.stdout:1452: oid 15 updating version 756 to 757 2024-04-13T07:51:02.514 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 15 v 757 (ObjNum 466 snap 160 seq_num 466) dirty exists 2024-04-13T07:51:02.514 INFO:tasks.rados.rados.0.smithi119.stdout:1452: left oid 15 (ObjNum 466 snap 160 seq_num 466) 2024-04-13T07:51:02.514 INFO:tasks.rados.rados.0.smithi119.stdout:1454: finishing rollback tid 0 to smithi11982245-13 2024-04-13T07:51:02.514 INFO:tasks.rados.rados.0.smithi119.stdout:1454: finishing rollback tid 1 to smithi11982245-13 2024-04-13T07:51:02.515 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 13 v 762 (ObjNum 33 snap 0 seq_num 749473200) dirty dne 2024-04-13T07:51:02.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:02 smithi139 ceph-mon[88985]: osdmap e360: 8 total, 8 up, 8 in 2024-04-13T07:51:02.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:51:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:51:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:51:02.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:02 smithi119 ceph-mon[96316]: osdmap e360: 8 total, 8 up, 8 in 2024-04-13T07:51:02.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:02 smithi119 ceph-mon[93746]: osdmap e360: 8 total, 8 up, 8 in 2024-04-13T07:51:03.448 INFO:tasks.rados.rados.0.smithi119.stdout:1452: done (2 left) 2024-04-13T07:51:03.448 INFO:tasks.rados.rados.0.smithi119.stdout:1454: done (1 left) 2024-04-13T07:51:03.448 INFO:tasks.rados.rados.0.smithi119.stdout:1455: done (0 left) 2024-04-13T07:51:03.448 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 38 current snap is 161 2024-04-13T07:51:03.448 INFO:tasks.rados.rados.0.smithi119.stdout:1456: seq_num 468 ranges {0=647168} 2024-04-13T07:51:03.451 INFO:tasks.rados.rados.0.smithi119.stdout:1456: writing smithi11982245-38 from 0 to 647168 tid 1 2024-04-13T07:51:03.451 INFO:tasks.rados.rados.0.smithi119.stdout:1457: rollback oid 50 current snap is 161 2024-04-13T07:51:03.451 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 50 to 98 2024-04-13T07:51:03.451 INFO:tasks.rados.rados.0.smithi119.stdout:1458: setattr oid 41 current snap is 161 2024-04-13T07:51:03.452 INFO:tasks.rados.rados.0.smithi119.stdout:1459: rollback oid 7 current snap is 161 2024-04-13T07:51:03.453 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 7 to 122 2024-04-13T07:51:03.453 INFO:tasks.rados.rados.0.smithi119.stdout:1460: snap_remove snap 153 2024-04-13T07:51:03.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:03 smithi119 ceph-mon[96316]: osdmap e361: 8 total, 8 up, 8 in 2024-04-13T07:51:03.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:03 smithi119 ceph-mon[96316]: pgmap v207: 121 pgs: 121 active+clean; 452 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-04-13T07:51:03.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:03 smithi119 ceph-mon[93746]: osdmap e361: 8 total, 8 up, 8 in 2024-04-13T07:51:03.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:03 smithi119 ceph-mon[93746]: pgmap v207: 121 pgs: 121 active+clean; 452 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-04-13T07:51:03.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:03 smithi139 ceph-mon[88985]: osdmap e361: 8 total, 8 up, 8 in 2024-04-13T07:51:03.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:03 smithi139 ceph-mon[88985]: pgmap v207: 121 pgs: 121 active+clean; 452 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-04-13T07:51:03.886 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:51:03 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:51:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi119\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:51:04.451 INFO:tasks.rados.rados.0.smithi119.stdout:1460: done (4 left) 2024-04-13T07:51:04.451 INFO:tasks.rados.rados.0.smithi119.stdout:1461: rollback oid 14 current snap is 161 2024-04-13T07:51:04.451 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 14 to 156 2024-04-13T07:51:04.451 INFO:tasks.rados.rados.0.smithi119.stdout:1456: finishing write tid 1 to smithi11982245-38 2024-04-13T07:51:04.451 INFO:tasks.rados.rados.0.smithi119.stdout:1456: finishing write tid 2 to smithi11982245-38 2024-04-13T07:51:04.451 INFO:tasks.rados.rados.0.smithi119.stdout:1456: finishing write tid 3 to smithi11982245-38 2024-04-13T07:51:04.451 INFO:tasks.rados.rados.0.smithi119.stdout:1456: oid 38 updating version 0 to 845 2024-04-13T07:51:04.451 INFO:tasks.rados.rados.0.smithi119.stdout:1456: oid 38 version 845 is already newer than 844 2024-04-13T07:51:04.452 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 38 v 845 (ObjNum 468 snap 161 seq_num 468) dirty exists 2024-04-13T07:51:04.452 INFO:tasks.rados.rados.0.smithi119.stdout:1456: left oid 38 (ObjNum 468 snap 161 seq_num 468) 2024-04-13T07:51:04.452 INFO:tasks.rados.rados.0.smithi119.stdout:1457: finishing rollback tid 0 to smithi11982245-50 2024-04-13T07:51:04.452 INFO:tasks.rados.rados.0.smithi119.stdout:1457: finishing rollback tid 1 to smithi11982245-50 2024-04-13T07:51:04.452 INFO:tasks.rados.rados.0.smithi119.stdout:1457: finishing rollback tid 2 to smithi11982245-50 2024-04-13T07:51:04.452 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 50 v 793 (ObjNum 73 snap 11 seq_num 73) dirty exists 2024-04-13T07:51:04.452 INFO:tasks.rados.rados.0.smithi119.stdout:1459: finishing rollback tid 1 to smithi11982245-7 2024-04-13T07:51:04.452 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 41 v 532 (ObjNum 437 snap 151 seq_num 437) dirty exists 2024-04-13T07:51:04.452 INFO:tasks.rados.rados.0.smithi119.stdout:1459: finishing rollback tid 2 to smithi11982245-7 2024-04-13T07:51:04.452 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 7 v 753 (ObjNum 298 snap 102 seq_num 298) dirty exists 2024-04-13T07:51:04.452 INFO:tasks.rados.rados.0.smithi119.stdout:1456: done (4 left) 2024-04-13T07:51:04.452 INFO:tasks.rados.rados.0.smithi119.stdout:1457: done (3 left) 2024-04-13T07:51:04.452 INFO:tasks.rados.rados.0.smithi119.stdout:1458: done (2 left) 2024-04-13T07:51:04.452 INFO:tasks.rados.rados.0.smithi119.stdout:1459: done (1 left) 2024-04-13T07:51:04.453 INFO:tasks.rados.rados.0.smithi119.stdout:1462: delete oid 31 current snap is 161 2024-04-13T07:51:04.459 INFO:tasks.rados.rados.0.smithi119.stdout:1461: finishing rollback tid 0 to smithi11982245-14 2024-04-13T07:51:04.459 INFO:tasks.rados.rados.0.smithi119.stdout:1461: finishing rollback tid 1 to smithi11982245-14 2024-04-13T07:51:04.460 INFO:tasks.rados.rados.0.smithi119.stdout:1461: finishing rollback tid 2 to smithi11982245-14 2024-04-13T07:51:04.460 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 14 v 683 (ObjNum 430 snap 151 seq_num 430) dirty exists 2024-04-13T07:51:04.463 INFO:tasks.rados.rados.0.smithi119.stdout:1461: done (1 left) 2024-04-13T07:51:04.463 INFO:tasks.rados.rados.0.smithi119.stdout:1462: done (0 left) 2024-04-13T07:51:04.463 INFO:tasks.rados.rados.0.smithi119.stdout:1463: snap_remove snap 157 2024-04-13T07:51:04.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:04 smithi119 ceph-mon[96316]: osdmap e362: 8 total, 8 up, 8 in 2024-04-13T07:51:04.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:04 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:04.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:04 smithi119 ceph-mon[93746]: osdmap e362: 8 total, 8 up, 8 in 2024-04-13T07:51:04.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:04 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:04.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:04 smithi139 ceph-mon[88985]: osdmap e362: 8 total, 8 up, 8 in 2024-04-13T07:51:04.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:04 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:05.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:51:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:51:04] "GET /metrics HTTP/1.1" 200 36162 "" "Prometheus/2.43.0" 2024-04-13T07:51:05.341 INFO:tasks.rados.rados.0.smithi119.stdout:1463: done (0 left) 2024-04-13T07:51:05.341 INFO:tasks.rados.rados.0.smithi119.stdout:1464: read oid 12 snap 139 2024-04-13T07:51:05.342 INFO:tasks.rados.rados.0.smithi119.stdout:1464: expect deleted 2024-04-13T07:51:05.342 INFO:tasks.rados.rados.0.smithi119.stdout:1465: snap_remove snap 158 2024-04-13T07:51:05.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:05 smithi119 ceph-mon[93746]: osdmap e363: 8 total, 8 up, 8 in 2024-04-13T07:51:05.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:05 smithi119 ceph-mon[93746]: pgmap v210: 121 pgs: 121 active+clean; 457 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 679 KiB/s rd, 692 KiB/s wr, 7 op/s 2024-04-13T07:51:05.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:05 smithi119 ceph-mon[93746]: osdmap e364: 8 total, 8 up, 8 in 2024-04-13T07:51:05.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:05 smithi119 ceph-mon[96316]: osdmap e363: 8 total, 8 up, 8 in 2024-04-13T07:51:05.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:05 smithi119 ceph-mon[96316]: pgmap v210: 121 pgs: 121 active+clean; 457 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 679 KiB/s rd, 692 KiB/s wr, 7 op/s 2024-04-13T07:51:05.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:05 smithi119 ceph-mon[96316]: osdmap e364: 8 total, 8 up, 8 in 2024-04-13T07:51:05.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:05 smithi139 ceph-mon[88985]: osdmap e363: 8 total, 8 up, 8 in 2024-04-13T07:51:05.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:05 smithi139 ceph-mon[88985]: pgmap v210: 121 pgs: 121 active+clean; 457 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 679 KiB/s rd, 692 KiB/s wr, 7 op/s 2024-04-13T07:51:05.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:05 smithi139 ceph-mon[88985]: osdmap e364: 8 total, 8 up, 8 in 2024-04-13T07:51:06.341 INFO:tasks.rados.rados.0.smithi119.stdout:1465: done (1 left) 2024-04-13T07:51:06.341 INFO:tasks.rados.rados.0.smithi119.stdout:1466: snap_create 2024-04-13T07:51:06.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:06 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-13T07:51:06.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:06 smithi119 ceph-mon[93746]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-13T07:51:06.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:06 smithi119 ceph-mon[93746]: Upgrade: osd.2 is safe to restart 2024-04-13T07:51:06.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:06 smithi119 ceph-mon[93746]: osdmap e365: 8 total, 8 up, 8 in 2024-04-13T07:51:06.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:06 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-13T07:51:06.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:06 smithi119 ceph-mon[96316]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-13T07:51:06.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:06 smithi119 ceph-mon[96316]: Upgrade: osd.2 is safe to restart 2024-04-13T07:51:06.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:06 smithi119 ceph-mon[96316]: osdmap e365: 8 total, 8 up, 8 in 2024-04-13T07:51:06.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:06 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-13T07:51:06.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:06 smithi139 ceph-mon[88985]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-13T07:51:06.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:06 smithi139 ceph-mon[88985]: Upgrade: osd.2 is safe to restart 2024-04-13T07:51:06.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:06 smithi139 ceph-mon[88985]: osdmap e365: 8 total, 8 up, 8 in 2024-04-13T07:51:07.342 INFO:tasks.rados.rados.0.smithi119.stdout:1464: done (1 left) 2024-04-13T07:51:07.343 INFO:tasks.rados.rados.0.smithi119.stdout:1466: done (0 left) 2024-04-13T07:51:07.343 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 41 current snap is 162 2024-04-13T07:51:07.343 INFO:tasks.rados.rados.0.smithi119.stdout:1467: seq_num 470 ranges {13049856=679936} 2024-04-13T07:51:07.417 INFO:tasks.rados.rados.0.smithi119.stdout:1467: writing smithi11982245-41 from 13049856 to 13729792 tid 1 2024-04-13T07:51:07.417 INFO:tasks.rados.rados.0.smithi119.stdout:1468: snap_remove snap 150 2024-04-13T07:51:07.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:07 smithi119 ceph-mon[96316]: pgmap v213: 121 pgs: 121 active+clean; 462 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 702 KiB/s rd, 956 KiB/s wr, 17 op/s 2024-04-13T07:51:07.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:07 smithi119 ceph-mon[96316]: osdmap e366: 8 total, 8 up, 8 in 2024-04-13T07:51:07.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:07 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:07.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:07 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-13T07:51:07.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:07 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:51:07.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:07 smithi119 ceph-mon[93746]: pgmap v213: 121 pgs: 121 active+clean; 462 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 702 KiB/s rd, 956 KiB/s wr, 17 op/s 2024-04-13T07:51:07.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:07 smithi119 ceph-mon[93746]: osdmap e366: 8 total, 8 up, 8 in 2024-04-13T07:51:07.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:07 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:07.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:07 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-13T07:51:07.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:07 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:51:07.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:07 smithi139 ceph-mon[88985]: pgmap v213: 121 pgs: 121 active+clean; 462 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 702 KiB/s rd, 956 KiB/s wr, 17 op/s 2024-04-13T07:51:07.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:07 smithi139 ceph-mon[88985]: osdmap e366: 8 total, 8 up, 8 in 2024-04-13T07:51:07.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:07 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:07.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:07 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-13T07:51:07.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:07 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:51:08.414 INFO:tasks.rados.rados.0.smithi119.stdout:1468: done (1 left) 2024-04-13T07:51:08.414 INFO:tasks.rados.rados.0.smithi119.stdout:1469: read oid 7 snap -1 2024-04-13T07:51:08.415 INFO:tasks.rados.rados.0.smithi119.stdout:1469: expect (ObjNum 298 snap 102 seq_num 298) 2024-04-13T07:51:08.415 INFO:tasks.rados.rados.0.smithi119.stdout:1470: read oid 45 snap -1 2024-04-13T07:51:08.415 INFO:tasks.rados.rados.0.smithi119.stdout:1470: expect (ObjNum 443 snap 152 seq_num 443) 2024-04-13T07:51:08.415 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 6 current snap is 162 2024-04-13T07:51:08.415 INFO:tasks.rados.rados.0.smithi119.stdout:1467: finishing write tid 1 to smithi11982245-41 2024-04-13T07:51:08.415 INFO:tasks.rados.rados.0.smithi119.stdout:1471: seq_num 471 ranges {73728=696320} 2024-04-13T07:51:08.417 INFO:tasks.rados.rados.0.smithi119.stdout:1471: writing smithi11982245-6 from 73728 to 770048 tid 1 2024-04-13T07:51:08.417 INFO:tasks.rados.rados.0.smithi119.stdout:1472: rollback oid 36 current snap is 162 2024-04-13T07:51:08.417 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 36 to 72 2024-04-13T07:51:08.418 INFO:tasks.rados.rados.0.smithi119.stdout:1473: read oid 32 snap 116 2024-04-13T07:51:08.418 INFO:tasks.rados.rados.0.smithi119.stdout:1473: expect deleted 2024-04-13T07:51:08.418 INFO:tasks.rados.rados.0.smithi119.stdout:1474: read oid 33 snap -1 2024-04-13T07:51:08.418 INFO:tasks.rados.rados.0.smithi119.stdout:1474: expect deleted 2024-04-13T07:51:08.418 INFO:tasks.rados.rados.0.smithi119.stdout:1475: read oid 17 snap -1 2024-04-13T07:51:08.418 INFO:tasks.rados.rados.0.smithi119.stdout:1475: expect (ObjNum 458 snap 157 seq_num 458) 2024-04-13T07:51:08.418 INFO:tasks.rados.rados.0.smithi119.stdout:1476: copy_from oid 50 from oid 25 current snap is 162 2024-04-13T07:51:08.418 INFO:tasks.rados.rados.0.smithi119.stdout:1467: finishing write tid 2 to smithi11982245-41 2024-04-13T07:51:08.418 INFO:tasks.rados.rados.0.smithi119.stdout:1467: finishing write tid 3 to smithi11982245-41 2024-04-13T07:51:08.418 INFO:tasks.rados.rados.0.smithi119.stdout:1467: oid 41 updating version 0 to 534 2024-04-13T07:51:08.418 INFO:tasks.rados.rados.0.smithi119.stdout:1467: oid 41 version 534 is already newer than 533 2024-04-13T07:51:08.418 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 41 v 534 (ObjNum 470 snap 162 seq_num 470) dirty exists 2024-04-13T07:51:08.419 INFO:tasks.rados.rados.0.smithi119.stdout:1467: left oid 41 (ObjNum 470 snap 162 seq_num 470) 2024-04-13T07:51:08.419 INFO:tasks.rados.rados.0.smithi119.stdout:1467: done (8 left) 2024-04-13T07:51:08.419 INFO:tasks.rados.rados.0.smithi119.stdout:1477: snap_create 2024-04-13T07:51:08.428 INFO:tasks.rados.rados.0.smithi119.stdout:1470: expect (ObjNum 443 snap 152 seq_num 443) 2024-04-13T07:51:08.439 INFO:tasks.rados.rados.0.smithi119.stdout:1472: finishing rollback tid 0 to smithi11982245-36 2024-04-13T07:51:08.439 INFO:tasks.rados.rados.0.smithi119.stdout:1472: finishing rollback tid 1 to smithi11982245-36 2024-04-13T07:51:08.439 INFO:tasks.rados.rados.0.smithi119.stdout:1472: finishing rollback tid 2 to smithi11982245-36 2024-04-13T07:51:08.439 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 36 v 760 (ObjNum 235 snap 72 seq_num 235) dirty exists 2024-04-13T07:51:08.443 INFO:tasks.rados.rados.0.smithi119.stdout:1471: finishing write tid 1 to smithi11982245-6 2024-04-13T07:51:08.443 INFO:tasks.rados.rados.0.smithi119.stdout:1471: finishing write tid 2 to smithi11982245-6 2024-04-13T07:51:08.445 INFO:tasks.rados.rados.0.smithi119.stdout:1469: expect (ObjNum 298 snap 102 seq_num 298) 2024-04-13T07:51:08.644 INFO:tasks.rados.rados.0.smithi119.stdout:1475: expect (ObjNum 458 snap 157 seq_num 458) 2024-04-13T07:51:08.695 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:08 smithi119 ceph-mon[96316]: Upgrade: Updating osd.2 2024-04-13T07:51:08.695 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:08 smithi119 ceph-mon[96316]: Deploying daemon osd.2 on smithi119 2024-04-13T07:51:08.695 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:08 smithi119 ceph-mon[96316]: osdmap e367: 8 total, 8 up, 8 in 2024-04-13T07:51:08.695 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:08 smithi119 ceph-mon[93746]: Upgrade: Updating osd.2 2024-04-13T07:51:08.695 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:08 smithi119 ceph-mon[93746]: Deploying daemon osd.2 on smithi119 2024-04-13T07:51:08.695 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:08 smithi119 ceph-mon[93746]: osdmap e367: 8 total, 8 up, 8 in 2024-04-13T07:51:08.846 INFO:tasks.rados.rados.0.smithi119.stdout:1471: finishing write tid 3 to smithi11982245-6 2024-04-13T07:51:08.847 INFO:tasks.rados.rados.0.smithi119.stdout:1471: oid 6 updating version 0 to 794 2024-04-13T07:51:08.847 INFO:tasks.rados.rados.0.smithi119.stdout:1471: oid 6 version 794 is already newer than 793 2024-04-13T07:51:08.847 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 6 v 794 (ObjNum 471 snap 162 seq_num 471) dirty exists 2024-04-13T07:51:08.847 INFO:tasks.rados.rados.0.smithi119.stdout:1471: left oid 6 (ObjNum 471 snap 162 seq_num 471) 2024-04-13T07:51:08.847 INFO:tasks.rados.rados.0.smithi119.stdout:1476: finishing copy_from racing read to smithi11982245-50 2024-04-13T07:51:08.847 INFO:tasks.rados.rados.0.smithi119.stdout:1476: finishing copy_from to smithi11982245-50 2024-04-13T07:51:08.847 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 50 v 680 (ObjNum 461 snap 159 seq_num 461) dirty exists 2024-04-13T07:51:08.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:08 smithi139 ceph-mon[88985]: Upgrade: Updating osd.2 2024-04-13T07:51:08.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:08 smithi139 ceph-mon[88985]: Deploying daemon osd.2 on smithi119 2024-04-13T07:51:08.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:08 smithi139 ceph-mon[88985]: osdmap e367: 8 total, 8 up, 8 in 2024-04-13T07:51:09.412 INFO:tasks.rados.rados.0.smithi119.stdout:1469: done (8 left) 2024-04-13T07:51:09.412 INFO:tasks.rados.rados.0.smithi119.stdout:1470: done (7 left) 2024-04-13T07:51:09.413 INFO:tasks.rados.rados.0.smithi119.stdout:1471: done (6 left) 2024-04-13T07:51:09.413 INFO:tasks.rados.rados.0.smithi119.stdout:1472: done (5 left) 2024-04-13T07:51:09.413 INFO:tasks.rados.rados.0.smithi119.stdout:1473: done (4 left) 2024-04-13T07:51:09.413 INFO:tasks.rados.rados.0.smithi119.stdout:1474: done (3 left) 2024-04-13T07:51:09.413 INFO:tasks.rados.rados.0.smithi119.stdout:1475: done (2 left) 2024-04-13T07:51:09.413 INFO:tasks.rados.rados.0.smithi119.stdout:1476: done (1 left) 2024-04-13T07:51:09.413 INFO:tasks.rados.rados.0.smithi119.stdout:1477: done (0 left) 2024-04-13T07:51:09.413 INFO:tasks.rados.rados.0.smithi119.stdout:1478: rmattr oid 27 current snap is 163 2024-04-13T07:51:09.413 INFO:tasks.rados.rados.0.smithi119.stdout:1479: rollback oid 7 current snap is 163 2024-04-13T07:51:09.413 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 7 to 72 2024-04-13T07:51:09.413 INFO:tasks.rados.rados.0.smithi119.stdout:1480: read oid 50 snap -1 2024-04-13T07:51:09.413 INFO:tasks.rados.rados.0.smithi119.stdout:1480: expect (ObjNum 461 snap 159 seq_num 461) 2024-04-13T07:51:09.413 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 3 current snap is 163 2024-04-13T07:51:09.413 INFO:tasks.rados.rados.0.smithi119.stdout:1481: seq_num 472 ranges {0=712704} 2024-04-13T07:51:09.416 INFO:tasks.rados.rados.0.smithi119.stdout:1481: writing smithi11982245-3 from 0 to 712704 tid 1 2024-04-13T07:51:09.416 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 38 current snap is 163 2024-04-13T07:51:09.416 INFO:tasks.rados.rados.0.smithi119.stdout:1482: seq_num 473 ranges {647168=729088} 2024-04-13T07:51:09.425 INFO:tasks.rados.rados.0.smithi119.stdout:1482: writing smithi11982245-38 from 647168 to 1376256 tid 1 2024-04-13T07:51:09.425 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 27 v 490 (ObjNum 401 snap 145 seq_num 401) dirty exists 2024-04-13T07:51:09.425 INFO:tasks.rados.rados.0.smithi119.stdout:1479: finishing rollback tid 0 to smithi11982245-7 2024-04-13T07:51:09.425 INFO:tasks.rados.rados.0.smithi119.stdout:1479: finishing rollback tid 1 to smithi11982245-7 2024-04-13T07:51:09.425 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 7 v 755 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-13T07:51:09.425 INFO:tasks.rados.rados.0.smithi119.stdout:1481: finishing write tid 1 to smithi11982245-3 2024-04-13T07:51:09.425 INFO:tasks.rados.rados.0.smithi119.stdout:1483: read oid 15 snap -1 2024-04-13T07:51:09.425 INFO:tasks.rados.rados.0.smithi119.stdout:1483: expect (ObjNum 466 snap 160 seq_num 466) 2024-04-13T07:51:09.425 INFO:tasks.rados.rados.0.smithi119.stdout:1478: done (5 left) 2024-04-13T07:51:09.425 INFO:tasks.rados.rados.0.smithi119.stdout:1479: done (4 left) 2024-04-13T07:51:09.425 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 7 current snap is 163 2024-04-13T07:51:09.425 INFO:tasks.rados.rados.0.smithi119.stdout:1484: seq_num 474 ranges {0=745472} 2024-04-13T07:51:09.429 INFO:tasks.rados.rados.0.smithi119.stdout:1484: writing smithi11982245-7 from 0 to 745472 tid 1 2024-04-13T07:51:09.429 INFO:tasks.rados.rados.0.smithi119.stdout:1485: snap_remove snap 102 2024-04-13T07:51:09.697 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:09 smithi119 ceph-mon[96316]: pgmap v216: 121 pgs: 121 active+clean; 462 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 22 KiB/s rd, 264 KiB/s wr, 9 op/s 2024-04-13T07:51:09.697 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:51:09.698 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:09 smithi119 ceph-mon[96316]: osdmap e368: 8 total, 8 up, 8 in 2024-04-13T07:51:09.698 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:09 smithi119 ceph-mon[93746]: pgmap v216: 121 pgs: 121 active+clean; 462 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 22 KiB/s rd, 264 KiB/s wr, 9 op/s 2024-04-13T07:51:09.698 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:51:09.698 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:09 smithi119 ceph-mon[93746]: osdmap e368: 8 total, 8 up, 8 in 2024-04-13T07:51:09.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:09 smithi139 ceph-mon[88985]: pgmap v216: 121 pgs: 121 active+clean; 462 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 22 KiB/s rd, 264 KiB/s wr, 9 op/s 2024-04-13T07:51:09.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:51:09.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:09 smithi139 ceph-mon[88985]: osdmap e368: 8 total, 8 up, 8 in 2024-04-13T07:51:10.341 INFO:tasks.rados.rados.0.smithi119.stdout:1485: done (5 left) 2024-04-13T07:51:10.341 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 37 current snap is 163 2024-04-13T07:51:10.341 INFO:tasks.rados.rados.0.smithi119.stdout:1481: finishing write tid 2 to smithi11982245-3 2024-04-13T07:51:10.341 INFO:tasks.rados.rados.0.smithi119.stdout:1481: finishing write tid 3 to smithi11982245-3 2024-04-13T07:51:10.341 INFO:tasks.rados.rados.0.smithi119.stdout:1481: oid 3 updating version 0 to 818 2024-04-13T07:51:10.341 INFO:tasks.rados.rados.0.smithi119.stdout:1481: oid 3 version 818 is already newer than 817 2024-04-13T07:51:10.341 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 3 v 818 (ObjNum 472 snap 163 seq_num 472) dirty exists 2024-04-13T07:51:10.341 INFO:tasks.rados.rados.0.smithi119.stdout:1481: left oid 3 (ObjNum 472 snap 163 seq_num 472) 2024-04-13T07:51:10.342 INFO:tasks.rados.rados.0.smithi119.stdout:1482: finishing write tid 1 to smithi11982245-38 2024-04-13T07:51:10.342 INFO:tasks.rados.rados.0.smithi119.stdout:1483: expect (ObjNum 466 snap 160 seq_num 466) 2024-04-13T07:51:10.370 INFO:tasks.rados.rados.0.smithi119.stdout:1482: finishing write tid 2 to smithi11982245-38 2024-04-13T07:51:10.370 INFO:tasks.rados.rados.0.smithi119.stdout:1482: finishing write tid 3 to smithi11982245-38 2024-04-13T07:51:10.370 INFO:tasks.rados.rados.0.smithi119.stdout:1482: oid 38 updating version 0 to 856 2024-04-13T07:51:10.370 INFO:tasks.rados.rados.0.smithi119.stdout:1482: oid 38 version 856 is already newer than 855 2024-04-13T07:51:10.370 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 38 v 856 (ObjNum 473 snap 163 seq_num 473) dirty exists 2024-04-13T07:51:10.370 INFO:tasks.rados.rados.0.smithi119.stdout:1482: left oid 38 (ObjNum 473 snap 163 seq_num 473) 2024-04-13T07:51:10.370 INFO:tasks.rados.rados.0.smithi119.stdout:1484: finishing write tid 1 to smithi11982245-7 2024-04-13T07:51:10.370 INFO:tasks.rados.rados.0.smithi119.stdout:1484: finishing write tid 2 to smithi11982245-7 2024-04-13T07:51:10.370 INFO:tasks.rados.rados.0.smithi119.stdout:1484: finishing write tid 3 to smithi11982245-7 2024-04-13T07:51:10.370 INFO:tasks.rados.rados.0.smithi119.stdout:1484: oid 7 updating version 0 to 757 2024-04-13T07:51:10.370 INFO:tasks.rados.rados.0.smithi119.stdout:1484: oid 7 version 757 is already newer than 756 2024-04-13T07:51:10.371 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 7 v 757 (ObjNum 474 snap 163 seq_num 474) dirty exists 2024-04-13T07:51:10.371 INFO:tasks.rados.rados.0.smithi119.stdout:1484: left oid 7 (ObjNum 474 snap 163 seq_num 474) 2024-04-13T07:51:10.371 INFO:tasks.rados.rados.0.smithi119.stdout:1480: expect (ObjNum 461 snap 159 seq_num 461) 2024-04-13T07:51:10.967 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:51:10 smithi119 systemd[1]: Stopping Ceph osd.2 for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:51:10.967 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:51:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-2[56120]: 2024-04-13T07:51:10.858+0000 7fd3ccaaf700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T07:51:10.967 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:51:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-2[56120]: 2024-04-13T07:51:10.858+0000 7fd3ccaaf700 -1 osd.2 369 *** Got signal Terminated *** 2024-04-13T07:51:10.967 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:51:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-2[56120]: 2024-04-13T07:51:10.858+0000 7fd3ccaaf700 -1 osd.2 369 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-13T07:51:11.239 INFO:tasks.rados.rados.0.smithi119.stdout:1486: seq_num 475 ranges {2039808=761856} 2024-04-13T07:51:11.254 INFO:tasks.rados.rados.0.smithi119.stdout:1486: writing smithi11982245-37 from 2039808 to 2801664 tid 1 2024-04-13T07:51:11.254 INFO:tasks.rados.rados.0.smithi119.stdout:1480: done (5 left) 2024-04-13T07:51:11.255 INFO:tasks.rados.rados.0.smithi119.stdout:1481: done (4 left) 2024-04-13T07:51:11.255 INFO:tasks.rados.rados.0.smithi119.stdout:1482: done (3 left) 2024-04-13T07:51:11.255 INFO:tasks.rados.rados.0.smithi119.stdout:1483: done (2 left) 2024-04-13T07:51:11.255 INFO:tasks.rados.rados.0.smithi119.stdout:1484: done (1 left) 2024-04-13T07:51:11.255 INFO:tasks.rados.rados.0.smithi119.stdout:1487: snap_create 2024-04-13T07:51:11.258 INFO:tasks.rados.rados.0.smithi119.stdout:1486: finishing write tid 1 to smithi11982245-37 2024-04-13T07:51:11.258 INFO:tasks.rados.rados.0.smithi119.stdout:1486: finishing write tid 2 to smithi11982245-37 2024-04-13T07:51:11.263 INFO:tasks.rados.rados.0.smithi119.stdout:1486: finishing write tid 3 to smithi11982245-37 2024-04-13T07:51:11.263 INFO:tasks.rados.rados.0.smithi119.stdout:1486: oid 37 updating version 0 to 496 2024-04-13T07:51:11.263 INFO:tasks.rados.rados.0.smithi119.stdout:1486: oid 37 updating version 496 to 497 2024-04-13T07:51:11.263 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 37 v 497 (ObjNum 475 snap 163 seq_num 475) dirty exists 2024-04-13T07:51:11.263 INFO:tasks.rados.rados.0.smithi119.stdout:1486: left oid 37 (ObjNum 475 snap 163 seq_num 475) 2024-04-13T07:51:11.348 INFO:tasks.rados.rados.0.smithi119.stdout:1486: done (1 left) 2024-04-13T07:51:11.348 INFO:tasks.rados.rados.0.smithi119.stdout:1487: done (0 left) 2024-04-13T07:51:11.348 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 44 current snap is 164 2024-04-13T07:51:11.348 INFO:tasks.rados.rados.0.smithi119.stdout:1488: seq_num 476 ranges {5791744=778240} 2024-04-13T07:51:11.384 INFO:tasks.rados.rados.0.smithi119.stdout:1488: writing smithi11982245-44 from 5791744 to 6569984 tid 1 2024-04-13T07:51:11.384 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 48 current snap is 164 2024-04-13T07:51:11.384 INFO:tasks.rados.rados.0.smithi119.stdout:1489: seq_num 477 ranges {5324800=794624} 2024-04-13T07:51:11.417 INFO:tasks.rados.rados.0.smithi119.stdout:1489: writing smithi11982245-48 from 5324800 to 6119424 tid 1 2024-04-13T07:51:11.417 INFO:tasks.rados.rados.0.smithi119.stdout:1490: delete oid 25 current snap is 164 2024-04-13T07:51:11.417 INFO:tasks.rados.rados.0.smithi119.stdout:1488: finishing write tid 1 to smithi11982245-44 2024-04-13T07:51:11.417 INFO:tasks.rados.rados.0.smithi119.stdout:1488: finishing write tid 2 to smithi11982245-44 2024-04-13T07:51:11.417 INFO:tasks.rados.rados.0.smithi119.stdout:1488: finishing write tid 3 to smithi11982245-44 2024-04-13T07:51:11.417 INFO:tasks.rados.rados.0.smithi119.stdout:1488: oid 44 updating version 0 to 990 2024-04-13T07:51:11.417 INFO:tasks.rados.rados.0.smithi119.stdout:1488: oid 44 version 990 is already newer than 989 2024-04-13T07:51:11.417 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 44 v 990 (ObjNum 476 snap 164 seq_num 476) dirty exists 2024-04-13T07:51:11.418 INFO:tasks.rados.rados.0.smithi119.stdout:1488: left oid 44 (ObjNum 476 snap 164 seq_num 476) 2024-04-13T07:51:11.420 INFO:tasks.rados.rados.0.smithi119.stdout:1488: done (2 left) 2024-04-13T07:51:11.420 INFO:tasks.rados.rados.0.smithi119.stdout:1490: done (1 left) 2024-04-13T07:51:11.420 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 22 current snap is 164 2024-04-13T07:51:11.420 INFO:tasks.rados.rados.0.smithi119.stdout:1491: seq_num 479 ranges {4956160=425984,5382144=401408} 2024-04-13T07:51:11.449 INFO:tasks.rados.rados.0.smithi119.stdout:1491: writing smithi11982245-22 from 4956160 to 5382144 tid 1 2024-04-13T07:51:11.451 INFO:tasks.rados.rados.0.smithi119.stdout:1491: writing smithi11982245-22 from 5382144 to 5783552 tid 2 2024-04-13T07:51:11.451 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 49 current snap is 164 2024-04-13T07:51:11.451 INFO:tasks.rados.rados.0.smithi119.stdout:1489: finishing write tid 1 to smithi11982245-48 2024-04-13T07:51:11.451 INFO:tasks.rados.rados.0.smithi119.stdout:1492: seq_num 480 ranges {835584=442368,1277952=401408} 2024-04-13T07:51:11.458 INFO:tasks.rados.rados.0.smithi119.stdout:1492: writing smithi11982245-49 from 835584 to 1277952 tid 1 2024-04-13T07:51:11.461 INFO:tasks.rados.rados.0.smithi119.stdout:1492: writing smithi11982245-49 from 1277952 to 1679360 tid 2 2024-04-13T07:51:11.461 INFO:tasks.rados.rados.0.smithi119.stdout:1493: read oid 44 snap 143 2024-04-13T07:51:11.461 INFO:tasks.rados.rados.0.smithi119.stdout:1493: expect (ObjNum 390 snap 141 seq_num 390) 2024-04-13T07:51:11.461 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 46 current snap is 164 2024-04-13T07:51:11.461 INFO:tasks.rados.rados.0.smithi119.stdout:1489: finishing write tid 2 to smithi11982245-48 2024-04-13T07:51:11.461 INFO:tasks.rados.rados.0.smithi119.stdout:1489: finishing write tid 3 to smithi11982245-48 2024-04-13T07:51:11.461 INFO:tasks.rados.rados.0.smithi119.stdout:1489: oid 48 updating version 0 to 867 2024-04-13T07:51:11.461 INFO:tasks.rados.rados.0.smithi119.stdout:1489: oid 48 version 867 is already newer than 866 2024-04-13T07:51:11.461 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 48 v 867 (ObjNum 477 snap 164 seq_num 477) dirty exists 2024-04-13T07:51:11.461 INFO:tasks.rados.rados.0.smithi119.stdout:1489: left oid 48 (ObjNum 477 snap 164 seq_num 477) 2024-04-13T07:51:11.461 INFO:tasks.rados.rados.0.smithi119.stdout:1494: seq_num 481 ranges {90112=458752,548864=401408} 2024-04-13T07:51:11.463 INFO:tasks.rados.rados.0.smithi119.stdout:1494: writing smithi11982245-46 from 90112 to 548864 tid 1 2024-04-13T07:51:11.466 INFO:tasks.rados.rados.0.smithi119.stdout:1494: writing smithi11982245-46 from 548864 to 950272 tid 2 2024-04-13T07:51:11.467 INFO:tasks.rados.rados.0.smithi119.stdout:1489: done (4 left) 2024-04-13T07:51:11.467 INFO:tasks.rados.rados.0.smithi119.stdout:1495: delete oid 39 current snap is 164 2024-04-13T07:51:11.467 INFO:tasks.rados.rados.0.smithi119.stdout:1491: finishing write tid 1 to smithi11982245-22 2024-04-13T07:51:11.467 INFO:tasks.rados.rados.0.smithi119.stdout:1491: finishing write tid 2 to smithi11982245-22 2024-04-13T07:51:11.467 INFO:tasks.rados.rados.0.smithi119.stdout:1491: finishing write tid 3 to smithi11982245-22 2024-04-13T07:51:11.467 INFO:tasks.rados.rados.0.smithi119.stdout:1491: finishing write tid 4 to smithi11982245-22 2024-04-13T07:51:11.467 INFO:tasks.rados.rados.0.smithi119.stdout:1491: oid 22 updating version 0 to 869 2024-04-13T07:51:11.467 INFO:tasks.rados.rados.0.smithi119.stdout:1491: oid 22 updating version 869 to 870 2024-04-13T07:51:11.467 INFO:tasks.rados.rados.0.smithi119.stdout:1491: oid 22 updating version 870 to 871 2024-04-13T07:51:11.467 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 22 v 871 (ObjNum 479 snap 164 seq_num 479) dirty exists 2024-04-13T07:51:11.467 INFO:tasks.rados.rados.0.smithi119.stdout:1491: left oid 22 (ObjNum 479 snap 164 seq_num 479) 2024-04-13T07:51:11.467 INFO:tasks.rados.rados.0.smithi119.stdout:1492: finishing write tid 1 to smithi11982245-49 2024-04-13T07:51:11.467 INFO:tasks.rados.rados.0.smithi119.stdout:1492: finishing write tid 2 to smithi11982245-49 2024-04-13T07:51:11.467 INFO:tasks.rados.rados.0.smithi119.stdout:1492: finishing write tid 3 to smithi11982245-49 2024-04-13T07:51:11.468 INFO:tasks.rados.rados.0.smithi119.stdout:1492: finishing write tid 4 to smithi11982245-49 2024-04-13T07:51:11.468 INFO:tasks.rados.rados.0.smithi119.stdout:1492: oid 49 updating version 0 to 760 2024-04-13T07:51:11.468 INFO:tasks.rados.rados.0.smithi119.stdout:1492: oid 49 version 760 is already newer than 759 2024-04-13T07:51:11.468 INFO:tasks.rados.rados.0.smithi119.stdout:1492: oid 49 version 760 is already newer than 758 2024-04-13T07:51:11.468 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 49 v 760 (ObjNum 480 snap 164 seq_num 480) dirty exists 2024-04-13T07:51:11.468 INFO:tasks.rados.rados.0.smithi119.stdout:1492: left oid 49 (ObjNum 480 snap 164 seq_num 480) 2024-04-13T07:51:11.480 INFO:tasks.rados.rados.0.smithi119.stdout:1493: expect (ObjNum 390 snap 141 seq_num 390) 2024-04-13T07:51:11.603 INFO:tasks.rados.rados.0.smithi119.stdout:1494: finishing write tid 1 to smithi11982245-46 2024-04-13T07:51:11.603 INFO:tasks.rados.rados.0.smithi119.stdout:1494: finishing write tid 2 to smithi11982245-46 2024-04-13T07:51:11.603 INFO:tasks.rados.rados.0.smithi119.stdout:1494: finishing write tid 3 to smithi11982245-46 2024-04-13T07:51:11.603 INFO:tasks.rados.rados.0.smithi119.stdout:1494: finishing write tid 4 to smithi11982245-46 2024-04-13T07:51:11.603 INFO:tasks.rados.rados.0.smithi119.stdout:1494: oid 46 updating version 0 to 994 2024-04-13T07:51:11.603 INFO:tasks.rados.rados.0.smithi119.stdout:1494: oid 46 version 994 is already newer than 993 2024-04-13T07:51:11.603 INFO:tasks.rados.rados.0.smithi119.stdout:1494: oid 46 version 994 is already newer than 992 2024-04-13T07:51:11.603 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 46 v 994 (ObjNum 481 snap 164 seq_num 481) dirty exists 2024-04-13T07:51:11.603 INFO:tasks.rados.rados.0.smithi119.stdout:1494: left oid 46 (ObjNum 481 snap 164 seq_num 481) 2024-04-13T07:51:11.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:11 smithi139 ceph-mon[88985]: osdmap e369: 8 total, 8 up, 8 in 2024-04-13T07:51:11.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:11 smithi139 ceph-mon[88985]: pgmap v219: 121 pgs: 121 active+clean; 476 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.1 MiB/s wr, 11 op/s 2024-04-13T07:51:11.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:11 smithi139 ceph-mon[88985]: osd.2 marked itself down and dead 2024-04-13T07:51:11.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:11 smithi119 ceph-mon[96316]: osdmap e369: 8 total, 8 up, 8 in 2024-04-13T07:51:11.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:11 smithi119 ceph-mon[96316]: pgmap v219: 121 pgs: 121 active+clean; 476 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.1 MiB/s wr, 11 op/s 2024-04-13T07:51:11.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:11 smithi119 ceph-mon[96316]: osd.2 marked itself down and dead 2024-04-13T07:51:11.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:11 smithi119 ceph-mon[93746]: osdmap e369: 8 total, 8 up, 8 in 2024-04-13T07:51:11.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:11 smithi119 ceph-mon[93746]: pgmap v219: 121 pgs: 121 active+clean; 476 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.1 MiB/s wr, 11 op/s 2024-04-13T07:51:11.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:11 smithi119 ceph-mon[93746]: osd.2 marked itself down and dead 2024-04-13T07:51:12.199 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:51:11 smithi119 podman[111784]: 2024-04-13 07:51:11.907582106 +0000 UTC m=+1.134116525 container died 3f7cf03170a11073bb4f9247ed347fbe9732c85e1fb71d1e339153fd091826a8 (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-2, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , RELEASE=reef-7d36322, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-13T07:51:12.362 INFO:tasks.rados.rados.0.smithi119.stdout:1491: done (4 left) 2024-04-13T07:51:12.362 INFO:tasks.rados.rados.0.smithi119.stdout:1492: done (3 left) 2024-04-13T07:51:12.362 INFO:tasks.rados.rados.0.smithi119.stdout:1493: done (2 left) 2024-04-13T07:51:12.362 INFO:tasks.rados.rados.0.smithi119.stdout:1494: done (1 left) 2024-04-13T07:51:12.362 INFO:tasks.rados.rados.0.smithi119.stdout:1495: done (0 left) 2024-04-13T07:51:12.362 INFO:tasks.rados.rados.0.smithi119.stdout:1496: setattr oid 28 current snap is 164 2024-04-13T07:51:12.363 INFO:tasks.rados.rados.0.smithi119.stdout:1497: snap_remove snap 98 2024-04-13T07:51:12.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:12 smithi119 ceph-mon[96316]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T07:51:12.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:12 smithi119 ceph-mon[96316]: osdmap e370: 8 total, 7 up, 8 in 2024-04-13T07:51:12.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:12 smithi119 ceph-mon[93746]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T07:51:12.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:12 smithi119 ceph-mon[93746]: osdmap e370: 8 total, 7 up, 8 in 2024-04-13T07:51:12.467 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:51:12 smithi119 podman[111784]: 2024-04-13 07:51:12.290609931 +0000 UTC m=+1.517144391 container cleanup 3f7cf03170a11073bb4f9247ed347fbe9732c85e1fb71d1e339153fd091826a8 (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, RELEASE=reef-7d36322, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-04-13T07:51:12.467 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:51:12 smithi119 bash[111784]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-2 2024-04-13T07:51:12.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:12 smithi139 ceph-mon[88985]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T07:51:12.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:12 smithi139 ceph-mon[88985]: osdmap e370: 8 total, 7 up, 8 in 2024-04-13T07:51:12.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:51:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:51:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:51:12.914 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:51:12 smithi119 podman[111806]: 2024-04-13 07:51:12.567207269 +0000 UTC m=+0.663282786 container remove 3f7cf03170a11073bb4f9247ed347fbe9732c85e1fb71d1e339153fd091826a8 (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-2, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=reef-7d36322, ceph=True, CEPH_POINT_RELEASE=) 2024-04-13T07:51:13.216 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:51:12 smithi119 podman[111901]: 2024-04-13 07:51:12.817872186 +0000 UTC m=+0.018252410 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:51:13.217 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:51:12 smithi119 podman[111901]: 2024-04-13 07:51:12.951398727 +0000 UTC m=+0.151778938 container create 78b09e7762d2af50c6fb26379b83f76cd1143b8abd017068b39735541db59785 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-2-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=main-5f22a49, GIT_BRANCH=HEAD) 2024-04-13T07:51:13.357 INFO:tasks.rados.rados.0.smithi119.stdout:1497: done (1 left) 2024-04-13T07:51:13.357 INFO:tasks.rados.rados.0.smithi119.stdout:1498: setattr oid 50 current snap is 164 2024-04-13T07:51:13.358 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 28 v 965 (ObjNum 33 snap 0 seq_num 1908056418) dirty exists 2024-04-13T07:51:13.359 INFO:tasks.rados.rados.0.smithi119.stdout:1496: done (1 left) 2024-04-13T07:51:13.359 INFO:tasks.rados.rados.0.smithi119.stdout:1499: rollback oid 32 current snap is 164 2024-04-13T07:51:13.359 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 32 to 139 2024-04-13T07:51:13.359 INFO:tasks.rados.rados.0.smithi119.stdout:1500: copy_from oid 19 from oid 46 current snap is 164 2024-04-13T07:51:13.359 INFO:tasks.rados.rados.0.smithi119.stdout:1501: delete oid 44 current snap is 164 2024-04-13T07:51:13.364 INFO:tasks.rados.rados.0.smithi119.stdout:1499: finishing rollback tid 0 to smithi11982245-32 2024-04-13T07:51:13.364 INFO:tasks.rados.rados.0.smithi119.stdout:1499: finishing rollback tid 1 to smithi11982245-32 2024-04-13T07:51:13.365 INFO:tasks.rados.rados.0.smithi119.stdout:1499: finishing rollback tid 2 to smithi11982245-32 2024-04-13T07:51:13.365 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 32 v 538 (ObjNum 328 snap 123 seq_num 328) dirty exists 2024-04-13T07:51:13.373 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 50 v 795 (ObjNum 461 snap 159 seq_num 461) dirty exists 2024-04-13T07:51:13.373 INFO:tasks.rados.rados.0.smithi119.stdout:1498: done (3 left) 2024-04-13T07:51:13.373 INFO:tasks.rados.rados.0.smithi119.stdout:1499: done (2 left) 2024-04-13T07:51:13.373 INFO:tasks.rados.rados.0.smithi119.stdout:1501: done (1 left) 2024-04-13T07:51:13.373 INFO:tasks.rados.rados.0.smithi119.stdout:1502: read oid 7 snap -1 2024-04-13T07:51:13.373 INFO:tasks.rados.rados.0.smithi119.stdout:1502: expect (ObjNum 474 snap 163 seq_num 474) 2024-04-13T07:51:13.373 INFO:tasks.rados.rados.0.smithi119.stdout:1503: copy_from oid 33 from oid 11 current snap is 164 2024-04-13T07:51:13.374 INFO:tasks.rados.rados.0.smithi119.stdout:1504: copy_from oid 10 from oid 47 current snap is 164 2024-04-13T07:51:13.374 INFO:tasks.rados.rados.0.smithi119.stdout:1505: snap_remove snap 86 2024-04-13T07:51:13.573 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:13 smithi119 ceph-mon[96316]: osdmap e371: 8 total, 7 up, 8 in 2024-04-13T07:51:13.574 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:13 smithi119 ceph-mon[96316]: pgmap v222: 121 pgs: 14 stale+active+clean, 107 active+clean; 476 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.1 MiB/s wr, 11 op/s 2024-04-13T07:51:13.574 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:13 smithi119 ceph-mon[93746]: osdmap e371: 8 total, 7 up, 8 in 2024-04-13T07:51:13.574 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:13 smithi119 ceph-mon[93746]: pgmap v222: 121 pgs: 14 stale+active+clean, 107 active+clean; 476 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.1 MiB/s wr, 11 op/s 2024-04-13T07:51:13.574 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:51:13 smithi119 podman[111901]: 2024-04-13 07:51:13.262340932 +0000 UTC m=+0.462721143 container init 78b09e7762d2af50c6fb26379b83f76cd1143b8abd017068b39735541db59785 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-2-deactivate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, RELEASE=main-5f22a49, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-13T07:51:13.574 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:51:13 smithi119 podman[111901]: 2024-04-13 07:51:13.268270284 +0000 UTC m=+0.468650505 container start 78b09e7762d2af50c6fb26379b83f76cd1143b8abd017068b39735541db59785 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-2-deactivate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, RELEASE=main-5f22a49, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-04-13T07:51:13.575 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:51:13 smithi119 podman[111901]: 2024-04-13 07:51:13.362080379 +0000 UTC m=+0.562460598 container attach 78b09e7762d2af50c6fb26379b83f76cd1143b8abd017068b39735541db59785 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=main-5f22a49, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409) 2024-04-13T07:51:13.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:13 smithi139 ceph-mon[88985]: osdmap e371: 8 total, 7 up, 8 in 2024-04-13T07:51:13.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:13 smithi139 ceph-mon[88985]: pgmap v222: 121 pgs: 14 stale+active+clean, 107 active+clean; 476 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.1 MiB/s wr, 11 op/s 2024-04-13T07:51:13.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:51:13 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:51:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi119\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:51:13.865 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:51:13 smithi119 podman[111901]: 2024-04-13 07:51:13.57449874 +0000 UTC m=+0.774878953 container died 78b09e7762d2af50c6fb26379b83f76cd1143b8abd017068b39735541db59785 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-2-deactivate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=main-5f22a49, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-13T07:51:14.117 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:51:14 smithi119 podman[111947]: 2024-04-13 07:51:14.115394306 +0000 UTC m=+0.535364687 container remove 78b09e7762d2af50c6fb26379b83f76cd1143b8abd017068b39735541db59785 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-2-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=main-5f22a49, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-13T07:51:14.366 INFO:tasks.rados.rados.0.smithi119.stdout:1505: done (4 left) 2024-04-13T07:51:14.366 INFO:tasks.rados.rados.0.smithi119.stdout:1506: copy_from oid 28 from oid 36 current snap is 164 2024-04-13T07:51:14.367 INFO:tasks.rados.rados.0.smithi119.stdout:1503: finishing copy_from to smithi11982245-33 2024-04-13T07:51:14.367 INFO:tasks.rados.rados.0.smithi119.stdout:1503: got expected ENOENT (src dne) 2024-04-13T07:51:14.367 INFO:tasks.rados.rados.0.smithi119.stdout:1503: finishing copy_from racing read to smithi11982245-33 2024-04-13T07:51:14.367 INFO:tasks.rados.rados.0.smithi119.stdout:1504: finishing copy_from to smithi11982245-10 2024-04-13T07:51:14.368 INFO:tasks.rados.rados.0.smithi119.stdout:1504: got expected ENOENT (src dne) 2024-04-13T07:51:14.368 INFO:tasks.rados.rados.0.smithi119.stdout:1504: finishing copy_from racing read to smithi11982245-10 2024-04-13T07:51:14.368 INFO:tasks.rados.rados.0.smithi119.stdout:1500: finishing copy_from racing read to smithi11982245-19 2024-04-13T07:51:14.368 INFO:tasks.rados.rados.0.smithi119.stdout:1502: expect (ObjNum 474 snap 163 seq_num 474) 2024-04-13T07:51:14.398 INFO:tasks.rados.rados.0.smithi119.stdout:1500: finishing copy_from to smithi11982245-19 2024-04-13T07:51:14.398 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 19 v 994 (ObjNum 481 snap 164 seq_num 481) dirty exists 2024-04-13T07:51:14.398 INFO:tasks.rados.rados.0.smithi119.stdout:1500: done (4 left) 2024-04-13T07:51:14.398 INFO:tasks.rados.rados.0.smithi119.stdout:1502: done (3 left) 2024-04-13T07:51:14.398 INFO:tasks.rados.rados.0.smithi119.stdout:1503: done (2 left) 2024-04-13T07:51:14.399 INFO:tasks.rados.rados.0.smithi119.stdout:1504: done (1 left) 2024-04-13T07:51:14.399 INFO:tasks.rados.rados.0.smithi119.stdout:1507: rmattr oid 1 current snap is 164 2024-04-13T07:51:14.399 INFO:tasks.rados.rados.0.smithi119.stdout:1508: snap_create 2024-04-13T07:51:14.400 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 1 v 539 (ObjNum 459 snap 158 seq_num 459) dirty exists 2024-04-13T07:51:14.404 INFO:tasks.rados.rados.0.smithi119.stdout:1506: finishing copy_from racing read to smithi11982245-28 2024-04-13T07:51:14.404 INFO:tasks.rados.rados.0.smithi119.stdout:1506: finishing copy_from to smithi11982245-28 2024-04-13T07:51:14.404 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 28 v 760 (ObjNum 235 snap 72 seq_num 235) dirty exists 2024-04-13T07:51:14.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:14 smithi119 ceph-mon[96316]: osdmap e372: 8 total, 7 up, 8 in 2024-04-13T07:51:14.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:14 smithi119 ceph-mon[93746]: osdmap e372: 8 total, 7 up, 8 in 2024-04-13T07:51:14.467 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:51:14 smithi119 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@osd.2.service: Deactivated successfully. 2024-04-13T07:51:14.467 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:51:14 smithi119 systemd[1]: Stopped Ceph osd.2 for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:51:14.467 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:51:14 smithi119 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@osd.2.service: Consumed 13.286s CPU time. 2024-04-13T07:51:14.468 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:51:14 smithi119 systemd[1]: Starting Ceph osd.2 for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:51:14.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:14 smithi139 ceph-mon[88985]: osdmap e372: 8 total, 7 up, 8 in 2024-04-13T07:51:14.820 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:51:14 smithi119 podman[112055]: 2024-04-13 07:51:14.472623183 +0000 UTC m=+0.018391898 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:51:14.820 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:51:14 smithi119 podman[112055]: 2024-04-13 07:51:14.583104966 +0000 UTC m=+0.128873724 container create 1e607759ce1af552bed190103da89f8c5c9026e924c67e842e925cd4d4208d4e (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-2-activate, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=main-5f22a49, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-04-13T07:51:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:51:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:51:14] "GET /metrics HTTP/1.1" 200 36143 "" "Prometheus/2.43.0" 2024-04-13T07:51:15.217 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:51:14 smithi119 podman[112055]: 2024-04-13 07:51:14.911229846 +0000 UTC m=+0.456998561 container init 1e607759ce1af552bed190103da89f8c5c9026e924c67e842e925cd4d4208d4e (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-2-activate, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-5f22a49, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-13T07:51:15.217 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:51:14 smithi119 podman[112055]: 2024-04-13 07:51:14.916604275 +0000 UTC m=+0.462372991 container start 1e607759ce1af552bed190103da89f8c5c9026e924c67e842e925cd4d4208d4e (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-2-activate, RELEASE=main-5f22a49, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux ) 2024-04-13T07:51:15.217 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:51:15 smithi119 podman[112055]: 2024-04-13 07:51:15.002532678 +0000 UTC m=+0.548301406 container attach 1e607759ce1af552bed190103da89f8c5c9026e924c67e842e925cd4d4208d4e (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-2-activate, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-5f22a49, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-04-13T07:51:15.341 INFO:tasks.rados.rados.0.smithi119.stdout:1506: done (2 left) 2024-04-13T07:51:15.341 INFO:tasks.rados.rados.0.smithi119.stdout:1507: done (1 left) 2024-04-13T07:51:15.341 INFO:tasks.rados.rados.0.smithi119.stdout:1508: done (0 left) 2024-04-13T07:51:15.342 INFO:tasks.rados.rados.0.smithi119.stdout:1509: rollback oid 43 current snap is 165 2024-04-13T07:51:15.342 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 43 to 160 2024-04-13T07:51:15.342 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 4 current snap is 165 2024-04-13T07:51:15.342 INFO:tasks.rados.rados.0.smithi119.stdout:1510: seq_num 484 ranges {6709248=507904,7217152=401408} 2024-04-13T07:51:15.381 INFO:tasks.rados.rados.0.smithi119.stdout:1510: writing smithi11982245-4 from 6709248 to 7217152 tid 1 2024-04-13T07:51:15.384 INFO:tasks.rados.rados.0.smithi119.stdout:1510: writing smithi11982245-4 from 7217152 to 7618560 tid 2 2024-04-13T07:51:15.384 INFO:tasks.rados.rados.0.smithi119.stdout:1511: read oid 18 snap -1 2024-04-13T07:51:15.384 INFO:tasks.rados.rados.0.smithi119.stdout:1511: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:51:15.384 INFO:tasks.rados.rados.0.smithi119.stdout:1512: copy_from oid 44 from oid 42 current snap is 165 2024-04-13T07:51:15.384 INFO:tasks.rados.rados.0.smithi119.stdout:1509: finishing rollback tid 0 to smithi11982245-43 2024-04-13T07:51:15.384 INFO:tasks.rados.rados.0.smithi119.stdout:1509: finishing rollback tid 1 to smithi11982245-43 2024-04-13T07:51:15.384 INFO:tasks.rados.rados.0.smithi119.stdout:1509: finishing rollback tid 2 to smithi11982245-43 2024-04-13T07:51:15.384 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 43 v 1017 (ObjNum 454 snap 156 seq_num 454) dirty exists 2024-04-13T07:51:15.384 INFO:tasks.rados.rados.0.smithi119.stdout:1509: done (3 left) 2024-04-13T07:51:15.385 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 2 current snap is 165 2024-04-13T07:51:15.385 INFO:tasks.rados.rados.0.smithi119.stdout:1513: seq_num 485 ranges {3293184=532480,3825664=401408} 2024-04-13T07:51:15.404 INFO:tasks.rados.rados.0.smithi119.stdout:1513: writing smithi11982245-2 from 3293184 to 3825664 tid 1 2024-04-13T07:51:15.407 INFO:tasks.rados.rados.0.smithi119.stdout:1513: writing smithi11982245-2 from 3825664 to 4227072 tid 2 2024-04-13T07:51:15.407 INFO:tasks.rados.rados.0.smithi119.stdout:1514: copy_from oid 29 from oid 20 current snap is 165 2024-04-13T07:51:15.407 INFO:tasks.rados.rados.0.smithi119.stdout:1515: rollback oid 26 current snap is 165 2024-04-13T07:51:15.408 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 26 to 136 2024-04-13T07:51:15.408 INFO:tasks.rados.rados.0.smithi119.stdout:1511: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:51:15.414 INFO:tasks.rados.rados.0.smithi119.stdout:1510: finishing write tid 1 to smithi11982245-4 2024-04-13T07:51:15.414 INFO:tasks.rados.rados.0.smithi119.stdout:1510: finishing write tid 2 to smithi11982245-4 2024-04-13T07:51:15.414 INFO:tasks.rados.rados.0.smithi119.stdout:1510: finishing write tid 3 to smithi11982245-4 2024-04-13T07:51:15.414 INFO:tasks.rados.rados.0.smithi119.stdout:1510: finishing write tid 4 to smithi11982245-4 2024-04-13T07:51:15.414 INFO:tasks.rados.rados.0.smithi119.stdout:1510: oid 4 updating version 0 to 827 2024-04-13T07:51:15.414 INFO:tasks.rados.rados.0.smithi119.stdout:1510: oid 4 updating version 827 to 828 2024-04-13T07:51:15.414 INFO:tasks.rados.rados.0.smithi119.stdout:1510: oid 4 version 828 is already newer than 826 2024-04-13T07:51:15.414 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 4 v 828 (ObjNum 484 snap 165 seq_num 484) dirty exists 2024-04-13T07:51:15.414 INFO:tasks.rados.rados.0.smithi119.stdout:1510: left oid 4 (ObjNum 484 snap 165 seq_num 484) 2024-04-13T07:51:15.415 INFO:tasks.rados.rados.0.smithi119.stdout:1512: finishing copy_from racing read to smithi11982245-44 2024-04-13T07:51:15.415 INFO:tasks.rados.rados.0.smithi119.stdout:1512: finishing copy_from to smithi11982245-44 2024-04-13T07:51:15.415 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 44 v 765 (ObjNum 392 snap 141 seq_num 392) dirty exists 2024-04-13T07:51:15.415 INFO:tasks.rados.rados.0.smithi119.stdout:1510: done (5 left) 2024-04-13T07:51:15.415 INFO:tasks.rados.rados.0.smithi119.stdout:1511: done (4 left) 2024-04-13T07:51:15.415 INFO:tasks.rados.rados.0.smithi119.stdout:1512: done (3 left) 2024-04-13T07:51:15.415 INFO:tasks.rados.rados.0.smithi119.stdout:1516: rollback oid 16 current snap is 165 2024-04-13T07:51:15.415 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 16 to 161 2024-04-13T07:51:15.415 INFO:tasks.rados.rados.0.smithi119.stdout:1517: snap_remove snap 143 2024-04-13T07:51:15.496 INFO:teuthology.orchestra.run.smithi119.stdout:true 2024-04-13T07:51:15.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:15 smithi139 ceph-mon[88985]: osdmap e373: 8 total, 7 up, 8 in 2024-04-13T07:51:15.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:15 smithi139 ceph-mon[88985]: pgmap v225: 121 pgs: 6 active+undersized+degraded, 19 active+undersized, 4 stale+active+clean, 92 active+clean; 478 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.3 MiB/s wr, 16 op/s; 85/1074 objects degraded (7.914%) 2024-04-13T07:51:15.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:15 smithi139 ceph-mon[88985]: osdmap e374: 8 total, 7 up, 8 in 2024-04-13T07:51:15.672 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:15 smithi119 ceph-mon[96316]: osdmap e373: 8 total, 7 up, 8 in 2024-04-13T07:51:15.672 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:15 smithi119 ceph-mon[96316]: pgmap v225: 121 pgs: 6 active+undersized+degraded, 19 active+undersized, 4 stale+active+clean, 92 active+clean; 478 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.3 MiB/s wr, 16 op/s; 85/1074 objects degraded (7.914%) 2024-04-13T07:51:15.673 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:15 smithi119 ceph-mon[96316]: osdmap e374: 8 total, 7 up, 8 in 2024-04-13T07:51:15.673 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:15 smithi119 ceph-mon[93746]: osdmap e373: 8 total, 7 up, 8 in 2024-04-13T07:51:15.673 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:15 smithi119 ceph-mon[93746]: pgmap v225: 121 pgs: 6 active+undersized+degraded, 19 active+undersized, 4 stale+active+clean, 92 active+clean; 478 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.3 MiB/s wr, 16 op/s; 85/1074 objects degraded (7.914%) 2024-04-13T07:51:15.673 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:15 smithi119 ceph-mon[93746]: osdmap e374: 8 total, 7 up, 8 in 2024-04-13T07:51:15.673 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:51:15 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-2-activate[112070]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-13T07:51:15.674 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:51:15 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-2-activate[112070]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-13T07:51:15.674 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:51:15 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-2-activate[112070]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-13T07:51:15.674 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:51:15 smithi119 bash[112055]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-13T07:51:15.674 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:51:15 smithi119 bash[112055]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-13T07:51:15.674 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:51:15 smithi119 bash[112055]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-13T07:51:15.674 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:51:15 smithi119 bash[112055]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-13T07:51:15.674 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:51:15 smithi119 bash[112055]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-04-13T07:51:15.674 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:51:15 smithi119 bash[112055]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-13T07:51:15.674 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:51:15 smithi119 bash[112055]: --> ceph-volume raw activate successful for osd ID: 2 2024-04-13T07:51:15.674 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:51:15 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-2-activate[112070]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-13T07:51:15.674 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:51:15 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-2-activate[112070]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-04-13T07:51:15.674 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:51:15 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-2-activate[112070]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-13T07:51:15.674 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:51:15 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-2-activate[112070]: --> ceph-volume raw activate successful for osd ID: 2 2024-04-13T07:51:15.674 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:51:15 smithi119 podman[112055]: 2024-04-13 07:51:15.388192183 +0000 UTC m=+0.933960907 container died 1e607759ce1af552bed190103da89f8c5c9026e924c67e842e925cd4d4208d4e (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-2-activate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=main-5f22a49, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2) 2024-04-13T07:51:15.838 INFO:teuthology.orchestra.run.smithi119.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-13T07:51:15.838 INFO:teuthology.orchestra.run.smithi119.stdout:alertmanager.a smithi119 *:9093,9094 running (6m) 30s ago 7m 25.4M - 0.25.0 c8568f914cd2 a8bd9bb7cb08 2024-04-13T07:51:15.838 INFO:teuthology.orchestra.run.smithi119.stdout:grafana.a smithi139 *:3000 running (7m) 111s ago 7m 88.7M - 9.4.7 954c08fa6188 43be3a562cf4 2024-04-13T07:51:15.838 INFO:teuthology.orchestra.run.smithi119.stdout:mds.a smithi119 running (8m) 30s ago 8m 20.8M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 1c0a22818175 2024-04-13T07:51:15.838 INFO:teuthology.orchestra.run.smithi119.stdout:mds.b smithi139 running (8m) 111s ago 8m 15.2M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 9d051222a698 2024-04-13T07:51:15.838 INFO:teuthology.orchestra.run.smithi119.stdout:mgr.x smithi139 *:8443,9283,8765 running (3m) 111s ago 12m 449M - 19.0.0-2905-g5f22a497 c4b45bf0c946 228fa2e332a4 2024-04-13T07:51:15.838 INFO:teuthology.orchestra.run.smithi119.stdout:mgr.y smithi119 *:8443,9283,8765 running (3m) 30s ago 13m 502M - 19.0.0-2905-g5f22a497 c4b45bf0c946 0462b2c15351 2024-04-13T07:51:15.838 INFO:teuthology.orchestra.run.smithi119.stdout:mon.a smithi119 running (2m) 30s ago 14m 52.3M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 89c63c75b5cb 2024-04-13T07:51:15.838 INFO:teuthology.orchestra.run.smithi119.stdout:mon.b smithi139 running (2m) 111s ago 12m 20.8M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 8dd649d8b46f 2024-04-13T07:51:15.839 INFO:teuthology.orchestra.run.smithi119.stdout:mon.c smithi119 running (2m) 30s ago 12m 43.8M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 b26f62c1d49c 2024-04-13T07:51:15.839 INFO:teuthology.orchestra.run.smithi119.stdout:node-exporter.a smithi119 *:9100 running (7m) 30s ago 7m 15.4M - 1.5.0 0da6a335fe13 b9cb5e53bb33 2024-04-13T07:51:15.839 INFO:teuthology.orchestra.run.smithi119.stdout:node-exporter.b smithi139 *:9100 running (7m) 111s ago 7m 16.1M - 1.5.0 0da6a335fe13 126fe390382b 2024-04-13T07:51:15.839 INFO:teuthology.orchestra.run.smithi119.stdout:osd.0 smithi119 running (70s) 30s ago 11m 145M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 7e5f698ebf3c 2024-04-13T07:51:15.839 INFO:teuthology.orchestra.run.smithi119.stdout:osd.1 smithi119 running (35s) 30s ago 11m 15.1M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 6ba3c7290ac9 2024-04-13T07:51:15.839 INFO:teuthology.orchestra.run.smithi119.stdout:osd.2 smithi119 running (11m) 30s ago 11m 211M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 3f7cf03170a1 2024-04-13T07:51:15.839 INFO:teuthology.orchestra.run.smithi119.stdout:osd.3 smithi119 running (10m) 30s ago 10m 156M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 3f2186ecbd67 2024-04-13T07:51:15.839 INFO:teuthology.orchestra.run.smithi119.stdout:osd.4 smithi139 running (10m) 111s ago 10m 167M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 779579d3651a 2024-04-13T07:51:15.839 INFO:teuthology.orchestra.run.smithi119.stdout:osd.5 smithi139 running (9m) 111s ago 9m 170M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f a52e53194853 2024-04-13T07:51:15.839 INFO:teuthology.orchestra.run.smithi119.stdout:osd.6 smithi139 running (9m) 111s ago 9m 114M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 763ea020f47e 2024-04-13T07:51:15.839 INFO:teuthology.orchestra.run.smithi119.stdout:osd.7 smithi139 running (9m) 111s ago 9m 150M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 0e23b527299b 2024-04-13T07:51:15.839 INFO:teuthology.orchestra.run.smithi119.stdout:prometheus.a smithi139 *:9095 running (3m) 111s ago 8m 57.9M - 2.43.0 a07b618ecd1d dbea45cf9326 2024-04-13T07:51:16.216 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:51:15 smithi119 podman[112235]: 2024-04-13 07:51:15.948081432 +0000 UTC m=+0.554984123 container remove 1e607759ce1af552bed190103da89f8c5c9026e924c67e842e925cd4d4208d4e (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-2-activate, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=main-5f22a49, GIT_BRANCH=HEAD) 2024-04-13T07:51:16.216 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:51:16 smithi119 podman[112354]: 2024-04-13 07:51:16.08613187 +0000 UTC m=+0.022953892 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:51:16.267 INFO:teuthology.orchestra.run.smithi119.stdout:{ 2024-04-13T07:51:16.267 INFO:teuthology.orchestra.run.smithi119.stdout: "mon": { 2024-04-13T07:51:16.267 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 3 2024-04-13T07:51:16.267 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:51:16.267 INFO:teuthology.orchestra.run.smithi119.stdout: "mgr": { 2024-04-13T07:51:16.267 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T07:51:16.267 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:51:16.267 INFO:teuthology.orchestra.run.smithi119.stdout: "osd": { 2024-04-13T07:51:16.267 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 5, 2024-04-13T07:51:16.267 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T07:51:16.267 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:51:16.267 INFO:teuthology.orchestra.run.smithi119.stdout: "mds": { 2024-04-13T07:51:16.268 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 2 2024-04-13T07:51:16.268 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:51:16.268 INFO:teuthology.orchestra.run.smithi119.stdout: "overall": { 2024-04-13T07:51:16.268 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 7, 2024-04-13T07:51:16.268 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 7 2024-04-13T07:51:16.268 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-13T07:51:16.268 INFO:teuthology.orchestra.run.smithi119.stdout:} 2024-04-13T07:51:16.373 INFO:tasks.rados.rados.0.smithi119.stdout:1517: done (4 left) 2024-04-13T07:51:16.373 INFO:tasks.rados.rados.0.smithi119.stdout:1518: snap_remove snap 107 2024-04-13T07:51:16.584 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:16 smithi119 ceph-mon[96316]: Health check failed: Degraded data redundancy: 85/1074 objects degraded (7.914%), 6 pgs degraded (PG_DEGRADED) 2024-04-13T07:51:16.584 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:16 smithi119 ceph-mon[96316]: from='client.34248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:51:16.584 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:16 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2469039306' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:51:16.585 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:16 smithi119 ceph-mon[93746]: Health check failed: Degraded data redundancy: 85/1074 objects degraded (7.914%), 6 pgs degraded (PG_DEGRADED) 2024-04-13T07:51:16.585 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:16 smithi119 ceph-mon[93746]: from='client.34248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:51:16.585 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:16 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2469039306' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:51:16.585 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:51:16 smithi119 podman[112354]: 2024-04-13 07:51:16.247781858 +0000 UTC m=+0.184603888 container create ef91dbb565e340358cdf32dabc883c6bbc929f8b8f2a3e49e82cf086aff69c71 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-2, RELEASE=main-5f22a49, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-04-13T07:51:16.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:16 smithi139 ceph-mon[88985]: Health check failed: Degraded data redundancy: 85/1074 objects degraded (7.914%), 6 pgs degraded (PG_DEGRADED) 2024-04-13T07:51:16.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:16 smithi139 ceph-mon[88985]: from='client.34248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:51:16.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:16 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2469039306' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:51:16.966 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:51:16 smithi119 podman[112354]: 2024-04-13 07:51:16.584928954 +0000 UTC m=+0.521750941 container init ef91dbb565e340358cdf32dabc883c6bbc929f8b8f2a3e49e82cf086aff69c71 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, RELEASE=main-5f22a49, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-13T07:51:16.967 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:51:16 smithi119 podman[112354]: 2024-04-13 07:51:16.590052506 +0000 UTC m=+0.526874495 container start ef91dbb565e340358cdf32dabc883c6bbc929f8b8f2a3e49e82cf086aff69c71 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-2, RELEASE=main-5f22a49, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-13T07:51:16.967 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:51:16 smithi119 ceph-osd[112396]: -- 172.21.15.119:0/1576703132 <== mon.2 v2:172.21.15.119:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56380a1a1680 con 0x56380a16b000 2024-04-13T07:51:16.967 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:51:16 smithi119 bash[112354]: ef91dbb565e340358cdf32dabc883c6bbc929f8b8f2a3e49e82cf086aff69c71 2024-04-13T07:51:16.967 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:51:16 smithi119 systemd[1]: Started Ceph osd.2 for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:51:17.377 INFO:tasks.rados.rados.0.smithi119.stdout:1518: done (4 left) 2024-04-13T07:51:17.377 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 42 current snap is 165 2024-04-13T07:51:17.377 INFO:tasks.rados.rados.0.smithi119.stdout:1519: seq_num 486 ranges {1777664=548864,2326528=401408} 2024-04-13T07:51:17.381 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:17 smithi119 ceph-mon[93746]: from='client.34254 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:51:17.381 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:51:17 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-2[112373]: 2024-04-13T07:51:17.130+0000 7f2fff38a7c0 -1 Falling back to public interface 2024-04-13T07:51:17.381 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:17 smithi119 ceph-mon[96316]: from='client.34254 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:51:17.382 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:17 smithi119 ceph-mon[96316]: osdmap e375: 8 total, 7 up, 8 in 2024-04-13T07:51:17.382 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:17 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:17.382 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:17 smithi119 ceph-mon[96316]: pgmap v228: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 482 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 23 op/s; 124/1074 objects degraded (11.546%) 2024-04-13T07:51:17.382 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:17 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:17.382 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:17 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:51:17.392 INFO:tasks.rados.rados.0.smithi119.stdout:1519: writing smithi11982245-42 from 1777664 to 2326528 tid 1 2024-04-13T07:51:17.395 INFO:tasks.rados.rados.0.smithi119.stdout:1519: writing smithi11982245-42 from 2326528 to 2727936 tid 2 2024-04-13T07:51:17.395 INFO:tasks.rados.rados.0.smithi119.stdout:1520: read oid 46 snap -1 2024-04-13T07:51:17.395 INFO:tasks.rados.rados.0.smithi119.stdout:1520: expect (ObjNum 481 snap 164 seq_num 481) 2024-04-13T07:51:17.396 INFO:tasks.rados.rados.0.smithi119.stdout:1515: finishing rollback tid 0 to smithi11982245-26 2024-04-13T07:51:17.396 INFO:tasks.rados.rados.0.smithi119.stdout:1515: finishing rollback tid 1 to smithi11982245-26 2024-04-13T07:51:17.396 INFO:tasks.rados.rados.0.smithi119.stdout:1515: finishing rollback tid 2 to smithi11982245-26 2024-04-13T07:51:17.396 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 26 v 505 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-04-13T07:51:17.396 INFO:tasks.rados.rados.0.smithi119.stdout:1516: finishing rollback tid 0 to smithi11982245-16 2024-04-13T07:51:17.396 INFO:tasks.rados.rados.0.smithi119.stdout:1516: finishing rollback tid 1 to smithi11982245-16 2024-04-13T07:51:17.397 INFO:tasks.rados.rados.0.smithi119.stdout:1516: finishing rollback tid 2 to smithi11982245-16 2024-04-13T07:51:17.397 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 16 v 990 (ObjNum 425 snap 151 seq_num 425) dirty exists 2024-04-13T07:51:17.397 INFO:tasks.rados.rados.0.smithi119.stdout:1513: finishing write tid 1 to smithi11982245-2 2024-04-13T07:51:17.397 INFO:tasks.rados.rados.0.smithi119.stdout:1513: finishing write tid 2 to smithi11982245-2 2024-04-13T07:51:17.397 INFO:tasks.rados.rados.0.smithi119.stdout:1513: finishing write tid 3 to smithi11982245-2 2024-04-13T07:51:17.397 INFO:tasks.rados.rados.0.smithi119.stdout:1513: finishing write tid 4 to smithi11982245-2 2024-04-13T07:51:17.397 INFO:tasks.rados.rados.0.smithi119.stdout:1513: oid 2 updating version 0 to 807 2024-04-13T07:51:17.397 INFO:tasks.rados.rados.0.smithi119.stdout:1513: oid 2 version 807 is already newer than 806 2024-04-13T07:51:17.397 INFO:tasks.rados.rados.0.smithi119.stdout:1513: oid 2 updating version 807 to 808 2024-04-13T07:51:17.397 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 2 v 808 (ObjNum 485 snap 165 seq_num 485) dirty exists 2024-04-13T07:51:17.397 INFO:tasks.rados.rados.0.smithi119.stdout:1513: left oid 2 (ObjNum 485 snap 165 seq_num 485) 2024-04-13T07:51:17.397 INFO:tasks.rados.rados.0.smithi119.stdout:1514: finishing copy_from racing read to smithi11982245-29 2024-04-13T07:51:17.397 INFO:tasks.rados.rados.0.smithi119.stdout:1514: finishing copy_from to smithi11982245-29 2024-04-13T07:51:17.397 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 29 v 740 (ObjNum 453 snap 156 seq_num 453) dirty exists 2024-04-13T07:51:17.397 INFO:tasks.rados.rados.0.smithi119.stdout:1513: done (5 left) 2024-04-13T07:51:17.397 INFO:tasks.rados.rados.0.smithi119.stdout:1514: done (4 left) 2024-04-13T07:51:17.397 INFO:tasks.rados.rados.0.smithi119.stdout:1515: done (3 left) 2024-04-13T07:51:17.398 INFO:tasks.rados.rados.0.smithi119.stdout:1516: done (2 left) 2024-04-13T07:51:17.398 INFO:tasks.rados.rados.0.smithi119.stdout:1521: read oid 32 snap 130 2024-04-13T07:51:17.398 INFO:tasks.rados.rados.0.smithi119.stdout:1521: expect (ObjNum 328 snap 123 seq_num 328) 2024-04-13T07:51:17.398 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 5 current snap is 165 2024-04-13T07:51:17.398 INFO:tasks.rados.rados.0.smithi119.stdout:1522: seq_num 487 ranges {4481024=565248,5046272=401408} 2024-04-13T07:51:17.426 INFO:tasks.rados.rados.0.smithi119.stdout:1522: writing smithi11982245-5 from 4481024 to 5046272 tid 1 2024-04-13T07:51:17.427 INFO:tasks.rados.rados.0.smithi119.stdout:1522: writing smithi11982245-5 from 5046272 to 5447680 tid 2 2024-04-13T07:51:17.427 INFO:tasks.rados.rados.0.smithi119.stdout:1523: delete oid 19 current snap is 165 2024-04-13T07:51:17.427 INFO:tasks.rados.rados.0.smithi119.stdout:1519: finishing write tid 1 to smithi11982245-42 2024-04-13T07:51:17.427 INFO:tasks.rados.rados.0.smithi119.stdout:1519: finishing write tid 2 to smithi11982245-42 2024-04-13T07:51:17.427 INFO:tasks.rados.rados.0.smithi119.stdout:1519: finishing write tid 3 to smithi11982245-42 2024-04-13T07:51:17.427 INFO:tasks.rados.rados.0.smithi119.stdout:1519: finishing write tid 4 to smithi11982245-42 2024-04-13T07:51:17.427 INFO:tasks.rados.rados.0.smithi119.stdout:1519: oid 42 updating version 0 to 1010 2024-04-13T07:51:17.428 INFO:tasks.rados.rados.0.smithi119.stdout:1519: oid 42 version 1010 is already newer than 1009 2024-04-13T07:51:17.428 INFO:tasks.rados.rados.0.smithi119.stdout:1519: oid 42 version 1010 is already newer than 1008 2024-04-13T07:51:17.428 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 42 v 1010 (ObjNum 486 snap 165 seq_num 486) dirty exists 2024-04-13T07:51:17.428 INFO:tasks.rados.rados.0.smithi119.stdout:1519: left oid 42 (ObjNum 486 snap 165 seq_num 486) 2024-04-13T07:51:17.428 INFO:tasks.rados.rados.0.smithi119.stdout:1520: expect (ObjNum 481 snap 164 seq_num 481) 2024-04-13T07:51:17.453 INFO:tasks.rados.rados.0.smithi119.stdout:1521: expect (ObjNum 328 snap 123 seq_num 328) 2024-04-13T07:51:17.616 INFO:tasks.rados.rados.0.smithi119.stdout:1522: finishing write tid 1 to smithi11982245-5 2024-04-13T07:51:17.616 INFO:tasks.rados.rados.0.smithi119.stdout:1522: finishing write tid 2 to smithi11982245-5 2024-04-13T07:51:17.616 INFO:tasks.rados.rados.0.smithi119.stdout:1522: finishing write tid 3 to smithi11982245-5 2024-04-13T07:51:17.616 INFO:tasks.rados.rados.0.smithi119.stdout:1522: finishing write tid 4 to smithi11982245-5 2024-04-13T07:51:17.616 INFO:tasks.rados.rados.0.smithi119.stdout:1522: oid 5 updating version 0 to 1073 2024-04-13T07:51:17.617 INFO:tasks.rados.rados.0.smithi119.stdout:1522: oid 5 updating version 1073 to 1075 2024-04-13T07:51:17.617 INFO:tasks.rados.rados.0.smithi119.stdout:1522: oid 5 version 1075 is already newer than 1074 2024-04-13T07:51:17.617 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 5 v 1075 (ObjNum 487 snap 165 seq_num 487) dirty exists 2024-04-13T07:51:17.617 INFO:tasks.rados.rados.0.smithi119.stdout:1522: left oid 5 (ObjNum 487 snap 165 seq_num 487) 2024-04-13T07:51:17.617 INFO:tasks.rados.rados.0.smithi119.stdout:1519: done (4 left) 2024-04-13T07:51:17.617 INFO:tasks.rados.rados.0.smithi119.stdout:1520: done (3 left) 2024-04-13T07:51:17.617 INFO:tasks.rados.rados.0.smithi119.stdout:1521: done (2 left) 2024-04-13T07:51:17.617 INFO:tasks.rados.rados.0.smithi119.stdout:1522: done (1 left) 2024-04-13T07:51:17.617 INFO:tasks.rados.rados.0.smithi119.stdout:1523: done (0 left) 2024-04-13T07:51:17.617 INFO:tasks.rados.rados.0.smithi119.stdout:1524: snap_remove snap 117 2024-04-13T07:51:17.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:17 smithi139 ceph-mon[88985]: from='client.34254 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:51:17.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:17 smithi139 ceph-mon[88985]: osdmap e375: 8 total, 7 up, 8 in 2024-04-13T07:51:17.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:17 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:17.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:17 smithi139 ceph-mon[88985]: pgmap v228: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 482 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 23 op/s; 124/1074 objects degraded (11.546%) 2024-04-13T07:51:17.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:17 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:17.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:17 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:51:17.637 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:17 smithi119 ceph-mon[93746]: osdmap e375: 8 total, 7 up, 8 in 2024-04-13T07:51:17.637 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:17 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:17.637 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:17 smithi119 ceph-mon[93746]: pgmap v228: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 482 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 23 op/s; 124/1074 objects degraded (11.546%) 2024-04-13T07:51:17.637 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:17 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:17.637 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:17 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:51:18.388 INFO:tasks.rados.rados.0.smithi119.stdout:1524: done (0 left) 2024-04-13T07:51:18.388 INFO:tasks.rados.rados.0.smithi119.stdout:1525: read oid 18 snap -1 2024-04-13T07:51:18.388 INFO:tasks.rados.rados.0.smithi119.stdout:1525: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:51:18.388 INFO:tasks.rados.rados.0.smithi119.stdout:1526: copy_from oid 36 from oid 33 current snap is 165 2024-04-13T07:51:18.388 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 34 current snap is 165 2024-04-13T07:51:18.388 INFO:tasks.rados.rados.0.smithi119.stdout:1527: seq_num 489 ranges {0=598016,598016=401408} 2024-04-13T07:51:18.393 INFO:tasks.rados.rados.0.smithi119.stdout:1527: writing smithi11982245-34 from 0 to 598016 tid 1 2024-04-13T07:51:18.395 INFO:tasks.rados.rados.0.smithi119.stdout:1527: writing smithi11982245-34 from 598016 to 999424 tid 2 2024-04-13T07:51:18.395 INFO:tasks.rados.rados.0.smithi119.stdout:1528: copy_from oid 35 from oid 1 current snap is 165 2024-04-13T07:51:18.395 INFO:tasks.rados.rados.0.smithi119.stdout:1529: snap_create 2024-04-13T07:51:18.396 INFO:tasks.rados.rados.0.smithi119.stdout:1526: finishing copy_from to smithi11982245-36 2024-04-13T07:51:18.397 INFO:tasks.rados.rados.0.smithi119.stdout:1526: got expected ENOENT (src dne) 2024-04-13T07:51:18.397 INFO:tasks.rados.rados.0.smithi119.stdout:1526: finishing copy_from racing read to smithi11982245-36 2024-04-13T07:51:18.397 INFO:tasks.rados.rados.0.smithi119.stdout:1525: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:51:18.406 INFO:tasks.rados.rados.0.smithi119.stdout:1527: finishing write tid 1 to smithi11982245-34 2024-04-13T07:51:18.409 INFO:tasks.rados.rados.0.smithi119.stdout:1527: finishing write tid 2 to smithi11982245-34 2024-04-13T07:51:18.409 INFO:tasks.rados.rados.0.smithi119.stdout:1527: finishing write tid 3 to smithi11982245-34 2024-04-13T07:51:18.413 INFO:tasks.rados.rados.0.smithi119.stdout:1527: finishing write tid 4 to smithi11982245-34 2024-04-13T07:51:18.413 INFO:tasks.rados.rados.0.smithi119.stdout:1527: oid 34 updating version 0 to 1041 2024-04-13T07:51:18.413 INFO:tasks.rados.rados.0.smithi119.stdout:1527: oid 34 version 1041 is already newer than 1040 2024-04-13T07:51:18.413 INFO:tasks.rados.rados.0.smithi119.stdout:1527: oid 34 version 1041 is already newer than 1039 2024-04-13T07:51:18.413 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 34 v 1041 (ObjNum 489 snap 165 seq_num 489) dirty exists 2024-04-13T07:51:18.413 INFO:tasks.rados.rados.0.smithi119.stdout:1527: left oid 34 (ObjNum 489 snap 165 seq_num 489) 2024-04-13T07:51:18.420 INFO:tasks.rados.rados.0.smithi119.stdout:1528: finishing copy_from racing read to smithi11982245-35 2024-04-13T07:51:18.420 INFO:tasks.rados.rados.0.smithi119.stdout:1528: finishing copy_from to smithi11982245-35 2024-04-13T07:51:18.420 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 35 v 539 (ObjNum 459 snap 158 seq_num 459) dirty exists 2024-04-13T07:51:18.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:18 smithi139 ceph-mon[88985]: osdmap e376: 8 total, 7 up, 8 in 2024-04-13T07:51:18.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:18 smithi119 ceph-mon[96316]: osdmap e376: 8 total, 7 up, 8 in 2024-04-13T07:51:18.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:18 smithi119 ceph-mon[93746]: osdmap e376: 8 total, 7 up, 8 in 2024-04-13T07:51:19.398 INFO:tasks.rados.rados.0.smithi119.stdout:1525: done (4 left) 2024-04-13T07:51:19.398 INFO:tasks.rados.rados.0.smithi119.stdout:1526: done (3 left) 2024-04-13T07:51:19.398 INFO:tasks.rados.rados.0.smithi119.stdout:1527: done (2 left) 2024-04-13T07:51:19.398 INFO:tasks.rados.rados.0.smithi119.stdout:1528: done (1 left) 2024-04-13T07:51:19.398 INFO:tasks.rados.rados.0.smithi119.stdout:1529: done (0 left) 2024-04-13T07:51:19.398 INFO:tasks.rados.rados.0.smithi119.stdout:1530: delete oid 36 current snap is 166 2024-04-13T07:51:19.404 INFO:tasks.rados.rados.0.smithi119.stdout:1530: done (0 left) 2024-04-13T07:51:19.404 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 4 current snap is 166 2024-04-13T07:51:19.404 INFO:tasks.rados.rados.0.smithi119.stdout:1531: seq_num 491 ranges {7618560=630784,8249344=401408} 2024-04-13T07:51:19.448 INFO:tasks.rados.rados.0.smithi119.stdout:1531: writing smithi11982245-4 from 7618560 to 8249344 tid 1 2024-04-13T07:51:19.450 INFO:tasks.rados.rados.0.smithi119.stdout:1531: writing smithi11982245-4 from 8249344 to 8650752 tid 2 2024-04-13T07:51:19.450 INFO:tasks.rados.rados.0.smithi119.stdout:1532: rollback oid 39 current snap is 166 2024-04-13T07:51:19.450 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 39 to 155 2024-04-13T07:51:19.450 INFO:tasks.rados.rados.0.smithi119.stdout:1533: read oid 48 snap 156 2024-04-13T07:51:19.450 INFO:tasks.rados.rados.0.smithi119.stdout:1533: expect (ObjNum 429 snap 151 seq_num 429) 2024-04-13T07:51:19.451 INFO:tasks.rados.rados.0.smithi119.stdout:1534: snap_create 2024-04-13T07:51:19.454 INFO:tasks.rados.rados.0.smithi119.stdout:1532: finishing rollback tid 1 to smithi11982245-39 2024-04-13T07:51:19.454 INFO:tasks.rados.rados.0.smithi119.stdout:1532: finishing rollback tid 2 to smithi11982245-39 2024-04-13T07:51:19.455 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 39 v 797 (ObjNum 428 snap 151 seq_num 428) dirty exists 2024-04-13T07:51:19.456 INFO:tasks.rados.rados.0.smithi119.stdout:1531: finishing write tid 1 to smithi11982245-4 2024-04-13T07:51:19.457 INFO:tasks.rados.rados.0.smithi119.stdout:1531: finishing write tid 2 to smithi11982245-4 2024-04-13T07:51:19.457 INFO:tasks.rados.rados.0.smithi119.stdout:1531: finishing write tid 3 to smithi11982245-4 2024-04-13T07:51:19.459 INFO:tasks.rados.rados.0.smithi119.stdout:1531: finishing write tid 4 to smithi11982245-4 2024-04-13T07:51:19.459 INFO:tasks.rados.rados.0.smithi119.stdout:1531: oid 4 updating version 0 to 832 2024-04-13T07:51:19.459 INFO:tasks.rados.rados.0.smithi119.stdout:1531: oid 4 version 832 is already newer than 831 2024-04-13T07:51:19.459 INFO:tasks.rados.rados.0.smithi119.stdout:1531: oid 4 updating version 832 to 833 2024-04-13T07:51:19.459 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 4 v 833 (ObjNum 491 snap 166 seq_num 491) dirty exists 2024-04-13T07:51:19.459 INFO:tasks.rados.rados.0.smithi119.stdout:1531: left oid 4 (ObjNum 491 snap 166 seq_num 491) 2024-04-13T07:51:19.478 INFO:tasks.rados.rados.0.smithi119.stdout:1533: expect (ObjNum 429 snap 151 seq_num 429) 2024-04-13T07:51:19.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:19 smithi119 ceph-mon[96316]: osdmap e377: 8 total, 7 up, 8 in 2024-04-13T07:51:19.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:19 smithi119 ceph-mon[96316]: pgmap v231: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 482 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 546 KiB/s rd, 438 KiB/s wr, 7 op/s; 124/1074 objects degraded (11.546%) 2024-04-13T07:51:19.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:19 smithi119 ceph-mon[93746]: osdmap e377: 8 total, 7 up, 8 in 2024-04-13T07:51:19.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:19 smithi119 ceph-mon[93746]: pgmap v231: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 482 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 546 KiB/s rd, 438 KiB/s wr, 7 op/s; 124/1074 objects degraded (11.546%) 2024-04-13T07:51:19.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:19 smithi139 ceph-mon[88985]: osdmap e377: 8 total, 7 up, 8 in 2024-04-13T07:51:19.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:19 smithi139 ceph-mon[88985]: pgmap v231: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 482 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 546 KiB/s rd, 438 KiB/s wr, 7 op/s; 124/1074 objects degraded (11.546%) 2024-04-13T07:51:20.342 INFO:tasks.rados.rados.0.smithi119.stdout:1531: done (3 left) 2024-04-13T07:51:20.342 INFO:tasks.rados.rados.0.smithi119.stdout:1532: done (2 left) 2024-04-13T07:51:20.343 INFO:tasks.rados.rados.0.smithi119.stdout:1533: done (1 left) 2024-04-13T07:51:20.343 INFO:tasks.rados.rados.0.smithi119.stdout:1534: done (0 left) 2024-04-13T07:51:20.343 INFO:tasks.rados.rados.0.smithi119.stdout:1535: rmattr oid 13 current snap is 167 2024-04-13T07:51:20.343 INFO:tasks.rados.rados.0.smithi119.stdout:1535: done (0 left) 2024-04-13T07:51:20.343 INFO:tasks.rados.rados.0.smithi119.stdout:1536: snap_remove snap 130 2024-04-13T07:51:20.716 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:51:20 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-2[112373]: 2024-04-13T07:51:20.286+0000 7f2fff38a7c0 -1 osd.2 369 log_to_monitors true 2024-04-13T07:51:20.716 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:51:20 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-2[112373]: 2024-04-13T07:51:20.361+0000 7f2ff07e2700 -1 osd.2 369 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-13T07:51:20.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:20 smithi119 ceph-mon[96316]: osdmap e378: 8 total, 7 up, 8 in 2024-04-13T07:51:20.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:20 smithi119 ceph-mon[96316]: from='osd.2 [v2:172.21.15.119:6818/3804354792,v1:172.21.15.119:6819/3804354792]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-13T07:51:20.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:20 smithi119 ceph-mon[96316]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-13T07:51:20.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:20 smithi119 ceph-mon[96316]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-13T07:51:20.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:20 smithi119 ceph-mon[96316]: osdmap e379: 8 total, 7 up, 8 in 2024-04-13T07:51:20.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:20 smithi119 ceph-mon[96316]: from='osd.2 [v2:172.21.15.119:6818/3804354792,v1:172.21.15.119:6819/3804354792]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-13T07:51:20.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:20 smithi119 ceph-mon[96316]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-13T07:51:20.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:20 smithi119 ceph-mon[93746]: osdmap e378: 8 total, 7 up, 8 in 2024-04-13T07:51:20.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:20 smithi119 ceph-mon[93746]: from='osd.2 [v2:172.21.15.119:6818/3804354792,v1:172.21.15.119:6819/3804354792]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-13T07:51:20.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:20 smithi119 ceph-mon[93746]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-13T07:51:20.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:20 smithi119 ceph-mon[93746]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-13T07:51:20.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:20 smithi119 ceph-mon[93746]: osdmap e379: 8 total, 7 up, 8 in 2024-04-13T07:51:20.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:20 smithi119 ceph-mon[93746]: from='osd.2 [v2:172.21.15.119:6818/3804354792,v1:172.21.15.119:6819/3804354792]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-13T07:51:20.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:20 smithi119 ceph-mon[93746]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-13T07:51:20.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:20 smithi139 ceph-mon[88985]: osdmap e378: 8 total, 7 up, 8 in 2024-04-13T07:51:20.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:20 smithi139 ceph-mon[88985]: from='osd.2 [v2:172.21.15.119:6818/3804354792,v1:172.21.15.119:6819/3804354792]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-13T07:51:20.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:20 smithi139 ceph-mon[88985]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-13T07:51:20.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:20 smithi139 ceph-mon[88985]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-13T07:51:20.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:20 smithi139 ceph-mon[88985]: osdmap e379: 8 total, 7 up, 8 in 2024-04-13T07:51:20.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:20 smithi139 ceph-mon[88985]: from='osd.2 [v2:172.21.15.119:6818/3804354792,v1:172.21.15.119:6819/3804354792]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-13T07:51:20.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:20 smithi139 ceph-mon[88985]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-13T07:51:21.358 INFO:tasks.rados.rados.0.smithi119.stdout:1536: done (0 left) 2024-04-13T07:51:21.358 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 15 current snap is 167 2024-04-13T07:51:21.358 INFO:tasks.rados.rados.0.smithi119.stdout:1537: seq_num 492 ranges {614400=647168,1261568=401408} 2024-04-13T07:51:21.360 INFO:tasks.rados.rados.0.smithi119.stdout:1537: writing smithi11982245-15 from 614400 to 1261568 tid 1 2024-04-13T07:51:21.364 INFO:tasks.rados.rados.0.smithi119.stdout:1537: writing smithi11982245-15 from 1261568 to 1662976 tid 2 2024-04-13T07:51:21.364 INFO:tasks.rados.rados.0.smithi119.stdout:1538: snap_create 2024-04-13T07:51:21.373 INFO:tasks.rados.rados.0.smithi119.stdout:1537: finishing write tid 1 to smithi11982245-15 2024-04-13T07:51:21.377 INFO:tasks.rados.rados.0.smithi119.stdout:1537: finishing write tid 2 to smithi11982245-15 2024-04-13T07:51:21.377 INFO:tasks.rados.rados.0.smithi119.stdout:1537: finishing write tid 3 to smithi11982245-15 2024-04-13T07:51:21.379 INFO:tasks.rados.rados.0.smithi119.stdout:1537: finishing write tid 4 to smithi11982245-15 2024-04-13T07:51:21.379 INFO:tasks.rados.rados.0.smithi119.stdout:1537: oid 15 updating version 0 to 762 2024-04-13T07:51:21.379 INFO:tasks.rados.rados.0.smithi119.stdout:1537: oid 15 updating version 762 to 764 2024-04-13T07:51:21.379 INFO:tasks.rados.rados.0.smithi119.stdout:1537: oid 15 version 764 is already newer than 763 2024-04-13T07:51:21.379 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 15 v 764 (ObjNum 492 snap 167 seq_num 492) dirty exists 2024-04-13T07:51:21.379 INFO:tasks.rados.rados.0.smithi119.stdout:1537: left oid 15 (ObjNum 492 snap 167 seq_num 492) 2024-04-13T07:51:21.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:21 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:21.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:21 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:21.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:21 smithi139 ceph-mon[88985]: pgmap v234: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 509 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.6 MiB/s wr, 14 op/s; 127/1107 objects degraded (11.472%) 2024-04-13T07:51:21.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:21 smithi139 ceph-mon[88985]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T07:51:21.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:21 smithi139 ceph-mon[88985]: osd.2 [v2:172.21.15.119:6818/3804354792,v1:172.21.15.119:6819/3804354792] boot 2024-04-13T07:51:21.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:21 smithi139 ceph-mon[88985]: osdmap e380: 8 total, 8 up, 8 in 2024-04-13T07:51:21.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:21 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:51:21.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:21 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:21.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:21 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:21.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:21 smithi119 ceph-mon[96316]: pgmap v234: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 509 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.6 MiB/s wr, 14 op/s; 127/1107 objects degraded (11.472%) 2024-04-13T07:51:21.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:21 smithi119 ceph-mon[96316]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T07:51:21.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:21 smithi119 ceph-mon[96316]: osd.2 [v2:172.21.15.119:6818/3804354792,v1:172.21.15.119:6819/3804354792] boot 2024-04-13T07:51:21.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:21 smithi119 ceph-mon[96316]: osdmap e380: 8 total, 8 up, 8 in 2024-04-13T07:51:21.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:21 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:51:21.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:21 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:21.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:21 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:21.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:21 smithi119 ceph-mon[93746]: pgmap v234: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 509 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.6 MiB/s wr, 14 op/s; 127/1107 objects degraded (11.472%) 2024-04-13T07:51:21.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:21 smithi119 ceph-mon[93746]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T07:51:21.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:21 smithi119 ceph-mon[93746]: osd.2 [v2:172.21.15.119:6818/3804354792,v1:172.21.15.119:6819/3804354792] boot 2024-04-13T07:51:21.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:21 smithi119 ceph-mon[93746]: osdmap e380: 8 total, 8 up, 8 in 2024-04-13T07:51:21.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:21 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:51:22.351 INFO:tasks.rados.rados.0.smithi119.stdout:1537: done (1 left) 2024-04-13T07:51:22.352 INFO:tasks.rados.rados.0.smithi119.stdout:1538: done (0 left) 2024-04-13T07:51:22.352 INFO:tasks.rados.rados.0.smithi119.stdout:1539: read oid 27 snap -1 2024-04-13T07:51:22.352 INFO:tasks.rados.rados.0.smithi119.stdout:1539: expect (ObjNum 401 snap 145 seq_num 401) 2024-04-13T07:51:22.352 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 9 current snap is 168 2024-04-13T07:51:22.352 INFO:tasks.rados.rados.0.smithi119.stdout:1540: seq_num 493 ranges {3497984=663552,4161536=401408} 2024-04-13T07:51:22.375 INFO:tasks.rados.rados.0.smithi119.stdout:1540: writing smithi11982245-9 from 3497984 to 4161536 tid 1 2024-04-13T07:51:22.378 INFO:tasks.rados.rados.0.smithi119.stdout:1540: writing smithi11982245-9 from 4161536 to 4562944 tid 2 2024-04-13T07:51:22.378 INFO:tasks.rados.rados.0.smithi119.stdout:1541: rollback oid 32 current snap is 168 2024-04-13T07:51:22.378 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 32 to 129 2024-04-13T07:51:22.378 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 47 current snap is 168 2024-04-13T07:51:22.378 INFO:tasks.rados.rados.0.smithi119.stdout:1542: seq_num 494 ranges {0=679936,679936=401408} 2024-04-13T07:51:22.382 INFO:tasks.rados.rados.0.smithi119.stdout:1542: writing smithi11982245-47 from 0 to 679936 tid 1 2024-04-13T07:51:22.385 INFO:tasks.rados.rados.0.smithi119.stdout:1542: writing smithi11982245-47 from 679936 to 1081344 tid 2 2024-04-13T07:51:22.385 INFO:tasks.rados.rados.0.smithi119.stdout:1543: delete oid 43 current snap is 168 2024-04-13T07:51:22.394 INFO:tasks.rados.rados.0.smithi119.stdout:1542: finishing write tid 1 to smithi11982245-47 2024-04-13T07:51:22.395 INFO:tasks.rados.rados.0.smithi119.stdout:1543: done (4 left) 2024-04-13T07:51:22.395 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 20 current snap is 168 2024-04-13T07:51:22.395 INFO:tasks.rados.rados.0.smithi119.stdout:1544: seq_num 496 ranges {8708096=712704,9420800=401408} 2024-04-13T07:51:22.447 INFO:tasks.rados.rados.0.smithi119.stdout:1544: writing smithi11982245-20 from 8708096 to 9420800 tid 1 2024-04-13T07:51:22.450 INFO:tasks.rados.rados.0.smithi119.stdout:1544: writing smithi11982245-20 from 9420800 to 9822208 tid 2 2024-04-13T07:51:22.451 INFO:tasks.rados.rados.0.smithi119.stdout:1545: read oid 23 snap -1 2024-04-13T07:51:22.451 INFO:tasks.rados.rados.0.smithi119.stdout:1545: expect (ObjNum 239 snap 75 seq_num 239) 2024-04-13T07:51:22.451 INFO:tasks.rados.rados.0.smithi119.stdout:1546: copy_from oid 8 from oid 49 current snap is 168 2024-04-13T07:51:22.451 INFO:tasks.rados.rados.0.smithi119.stdout:1542: finishing write tid 2 to smithi11982245-47 2024-04-13T07:51:22.451 INFO:tasks.rados.rados.0.smithi119.stdout:1542: finishing write tid 3 to smithi11982245-47 2024-04-13T07:51:22.451 INFO:tasks.rados.rados.0.smithi119.stdout:1540: finishing write tid 1 to smithi11982245-9 2024-04-13T07:51:22.451 INFO:tasks.rados.rados.0.smithi119.stdout:1542: finishing write tid 4 to smithi11982245-47 2024-04-13T07:51:22.451 INFO:tasks.rados.rados.0.smithi119.stdout:1542: oid 47 updating version 0 to 1078 2024-04-13T07:51:22.451 INFO:tasks.rados.rados.0.smithi119.stdout:1542: oid 47 version 1078 is already newer than 1076 2024-04-13T07:51:22.451 INFO:tasks.rados.rados.0.smithi119.stdout:1542: oid 47 version 1078 is already newer than 1077 2024-04-13T07:51:22.451 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 47 v 1078 (ObjNum 494 snap 168 seq_num 494) dirty exists 2024-04-13T07:51:22.451 INFO:tasks.rados.rados.0.smithi119.stdout:1542: left oid 47 (ObjNum 494 snap 168 seq_num 494) 2024-04-13T07:51:22.451 INFO:tasks.rados.rados.0.smithi119.stdout:1540: finishing write tid 2 to smithi11982245-9 2024-04-13T07:51:22.452 INFO:tasks.rados.rados.0.smithi119.stdout:1540: finishing write tid 3 to smithi11982245-9 2024-04-13T07:51:22.452 INFO:tasks.rados.rados.0.smithi119.stdout:1540: finishing write tid 4 to smithi11982245-9 2024-04-13T07:51:22.452 INFO:tasks.rados.rados.0.smithi119.stdout:1540: oid 9 updating version 0 to 798 2024-04-13T07:51:22.452 INFO:tasks.rados.rados.0.smithi119.stdout:1540: oid 9 updating version 798 to 800 2024-04-13T07:51:22.452 INFO:tasks.rados.rados.0.smithi119.stdout:1540: oid 9 version 800 is already newer than 799 2024-04-13T07:51:22.452 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 9 v 800 (ObjNum 493 snap 168 seq_num 493) dirty exists 2024-04-13T07:51:22.452 INFO:tasks.rados.rados.0.smithi119.stdout:1540: left oid 9 (ObjNum 493 snap 168 seq_num 493) 2024-04-13T07:51:22.452 INFO:tasks.rados.rados.0.smithi119.stdout:1541: finishing rollback tid 0 to smithi11982245-32 2024-04-13T07:51:22.452 INFO:tasks.rados.rados.0.smithi119.stdout:1541: finishing rollback tid 1 to smithi11982245-32 2024-04-13T07:51:22.452 INFO:tasks.rados.rados.0.smithi119.stdout:1540: done (6 left) 2024-04-13T07:51:22.452 INFO:tasks.rados.rados.0.smithi119.stdout:1542: done (5 left) 2024-04-13T07:51:22.452 INFO:tasks.rados.rados.0.smithi119.stdout:1547: setattr oid 22 current snap is 168 2024-04-13T07:51:22.452 INFO:tasks.rados.rados.0.smithi119.stdout:1541: finishing rollback tid 2 to smithi11982245-32 2024-04-13T07:51:22.452 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 32 v 542 (ObjNum 328 snap 123 seq_num 328) dirty exists 2024-04-13T07:51:22.452 INFO:tasks.rados.rados.0.smithi119.stdout:1539: expect (ObjNum 401 snap 145 seq_num 401) 2024-04-13T07:51:22.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:22 smithi139 ceph-mon[88985]: Health check update: Degraded data redundancy: 127/1107 objects degraded (11.472%), 10 pgs degraded (PG_DEGRADED) 2024-04-13T07:51:22.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:22 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:22.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:22 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:22.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:22 smithi139 ceph-mon[88985]: osdmap e381: 8 total, 8 up, 8 in 2024-04-13T07:51:22.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:51:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:51:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:51:22.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:22 smithi119 ceph-mon[96316]: Health check update: Degraded data redundancy: 127/1107 objects degraded (11.472%), 10 pgs degraded (PG_DEGRADED) 2024-04-13T07:51:22.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:22 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:22.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:22 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:22.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:22 smithi119 ceph-mon[96316]: osdmap e381: 8 total, 8 up, 8 in 2024-04-13T07:51:22.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:22 smithi119 ceph-mon[93746]: Health check update: Degraded data redundancy: 127/1107 objects degraded (11.472%), 10 pgs degraded (PG_DEGRADED) 2024-04-13T07:51:22.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:22 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:22.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:22 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:22.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:22 smithi119 ceph-mon[93746]: osdmap e381: 8 total, 8 up, 8 in 2024-04-13T07:51:23.667 INFO:tasks.rados.rados.0.smithi119.stdout:1544: finishing write tid 1 to smithi11982245-20 2024-04-13T07:51:23.668 INFO:tasks.rados.rados.0.smithi119.stdout:1544: finishing write tid 2 to smithi11982245-20 2024-04-13T07:51:23.668 INFO:tasks.rados.rados.0.smithi119.stdout:1544: finishing write tid 3 to smithi11982245-20 2024-04-13T07:51:23.668 INFO:tasks.rados.rados.0.smithi119.stdout:1544: finishing write tid 4 to smithi11982245-20 2024-04-13T07:51:23.668 INFO:tasks.rados.rados.0.smithi119.stdout:1544: oid 20 updating version 0 to 837 2024-04-13T07:51:23.668 INFO:tasks.rados.rados.0.smithi119.stdout:1544: oid 20 version 837 is already newer than 836 2024-04-13T07:51:23.668 INFO:tasks.rados.rados.0.smithi119.stdout:1544: oid 20 updating version 837 to 838 2024-04-13T07:51:23.668 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 20 v 838 (ObjNum 496 snap 168 seq_num 496) dirty exists 2024-04-13T07:51:23.668 INFO:tasks.rados.rados.0.smithi119.stdout:1544: left oid 20 (ObjNum 496 snap 168 seq_num 496) 2024-04-13T07:51:23.668 INFO:tasks.rados.rados.0.smithi119.stdout:1546: finishing copy_from racing read to smithi11982245-8 2024-04-13T07:51:23.668 INFO:tasks.rados.rados.0.smithi119.stdout:1546: finishing copy_from to smithi11982245-8 2024-04-13T07:51:23.668 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 8 v 760 (ObjNum 480 snap 164 seq_num 480) dirty exists 2024-04-13T07:51:23.668 INFO:tasks.rados.rados.0.smithi119.stdout:1545: expect (ObjNum 239 snap 75 seq_num 239) 2024-04-13T07:51:23.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:23 smithi139 ceph-mon[88985]: pgmap v237: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 509 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.6 MiB/s wr, 14 op/s; 127/1107 objects degraded (11.472%) 2024-04-13T07:51:23.886 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:51:23 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:51:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi119\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:51:23.896 INFO:tasks.rados.rados.0.smithi119.stdout:1539: done (5 left) 2024-04-13T07:51:23.897 INFO:tasks.rados.rados.0.smithi119.stdout:1541: done (4 left) 2024-04-13T07:51:23.897 INFO:tasks.rados.rados.0.smithi119.stdout:1544: done (3 left) 2024-04-13T07:51:23.897 INFO:tasks.rados.rados.0.smithi119.stdout:1545: done (2 left) 2024-04-13T07:51:23.897 INFO:tasks.rados.rados.0.smithi119.stdout:1546: done (1 left) 2024-04-13T07:51:23.897 INFO:tasks.rados.rados.0.smithi119.stdout:1548: delete oid 3 current snap is 168 2024-04-13T07:51:23.900 INFO:tasks.rados.rados.0.smithi119.stdout:1548: done (1 left) 2024-04-13T07:51:23.900 INFO:tasks.rados.rados.0.smithi119.stdout:1549: read oid 43 snap 139 2024-04-13T07:51:23.900 INFO:tasks.rados.rados.0.smithi119.stdout:1549: expect (ObjNum 274 snap 93 seq_num 274) 2024-04-13T07:51:23.900 INFO:tasks.rados.rados.0.smithi119.stdout:1550: copy_from oid 38 from oid 13 current snap is 168 2024-04-13T07:51:23.900 INFO:tasks.rados.rados.0.smithi119.stdout:1551: rmattr oid 34 current snap is 168 2024-04-13T07:51:23.900 INFO:tasks.rados.rados.0.smithi119.stdout:1551: done (3 left) 2024-04-13T07:51:23.900 INFO:tasks.rados.rados.0.smithi119.stdout:1552: snap_remove snap 68 2024-04-13T07:51:23.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:23 smithi119 ceph-mon[96316]: pgmap v237: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 509 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.6 MiB/s wr, 14 op/s; 127/1107 objects degraded (11.472%) 2024-04-13T07:51:23.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:23 smithi119 ceph-mon[93746]: pgmap v237: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 509 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.6 MiB/s wr, 14 op/s; 127/1107 objects degraded (11.472%) 2024-04-13T07:51:24.805 INFO:tasks.rados.rados.0.smithi119.stdout:1552: done (3 left) 2024-04-13T07:51:24.805 INFO:tasks.rados.rados.0.smithi119.stdout:1553: snap_create 2024-04-13T07:51:24.806 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 22 v 917 (ObjNum 479 snap 164 seq_num 479) dirty exists 2024-04-13T07:51:24.806 INFO:tasks.rados.rados.0.smithi119.stdout:1550: finishing copy_from to smithi11982245-38 2024-04-13T07:51:24.806 INFO:tasks.rados.rados.0.smithi119.stdout:1550: got expected ENOENT (src dne) 2024-04-13T07:51:24.806 INFO:tasks.rados.rados.0.smithi119.stdout:1550: finishing copy_from racing read to smithi11982245-38 2024-04-13T07:51:24.806 INFO:tasks.rados.rados.0.smithi119.stdout:1549: expect (ObjNum 274 snap 93 seq_num 274) 2024-04-13T07:51:25.030 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:24 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:25.030 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:51:25.030 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:51:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:51:24] "GET /metrics HTTP/1.1" 200 35998 "" "Prometheus/2.43.0" 2024-04-13T07:51:25.030 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:24 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:25.031 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:51:25.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:24 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:25.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:51:25.466 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:51:25 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:51:25.231+0000 7f97a4eee700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-04-13T07:51:25.803 INFO:tasks.rados.rados.0.smithi119.stdout:1547: done (3 left) 2024-04-13T07:51:25.803 INFO:tasks.rados.rados.0.smithi119.stdout:1549: done (2 left) 2024-04-13T07:51:25.803 INFO:tasks.rados.rados.0.smithi119.stdout:1550: done (1 left) 2024-04-13T07:51:25.803 INFO:tasks.rados.rados.0.smithi119.stdout:1553: done (0 left) 2024-04-13T07:51:25.803 INFO:tasks.rados.rados.0.smithi119.stdout:1554: read oid 15 snap -1 2024-04-13T07:51:25.803 INFO:tasks.rados.rados.0.smithi119.stdout:1554: expect (ObjNum 492 snap 167 seq_num 492) 2024-04-13T07:51:25.803 INFO:tasks.rados.rados.0.smithi119.stdout:1555: snap_create 2024-04-13T07:51:25.814 INFO:tasks.rados.rados.0.smithi119.stdout:1554: expect (ObjNum 492 snap 167 seq_num 492) 2024-04-13T07:51:26.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:25 smithi139 ceph-mon[88985]: pgmap v238: 121 pgs: 7 active+undersized+degraded, 15 active+undersized, 99 active+clean; 514 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.3 MiB/s wr, 20 op/s; 92/1119 objects degraded (8.222%); 1.8 MiB/s, 0 objects/s recovering 2024-04-13T07:51:26.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:25 smithi139 ceph-mon[88985]: osdmap e382: 8 total, 8 up, 8 in 2024-04-13T07:51:26.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:25 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:26.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:25 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:26.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:25 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:51:26.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:25 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:51:26.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:25 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:26.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:25 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:51:26.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:25 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:51:26.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:25 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:51:26.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:25 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:51:26.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:25 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-13T07:51:26.164 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:25 smithi119 ceph-mon[96316]: pgmap v238: 121 pgs: 7 active+undersized+degraded, 15 active+undersized, 99 active+clean; 514 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.3 MiB/s wr, 20 op/s; 92/1119 objects degraded (8.222%); 1.8 MiB/s, 0 objects/s recovering 2024-04-13T07:51:26.164 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:25 smithi119 ceph-mon[96316]: osdmap e382: 8 total, 8 up, 8 in 2024-04-13T07:51:26.164 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:25 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:26.164 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:25 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:26.164 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:25 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:51:26.165 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:25 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:51:26.165 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:25 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:26.165 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:25 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:51:26.165 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:25 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:51:26.165 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:25 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:51:26.165 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:25 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:51:26.165 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:25 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-13T07:51:26.165 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:25 smithi119 ceph-mon[93746]: pgmap v238: 121 pgs: 7 active+undersized+degraded, 15 active+undersized, 99 active+clean; 514 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.3 MiB/s wr, 20 op/s; 92/1119 objects degraded (8.222%); 1.8 MiB/s, 0 objects/s recovering 2024-04-13T07:51:26.165 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:25 smithi119 ceph-mon[93746]: osdmap e382: 8 total, 8 up, 8 in 2024-04-13T07:51:26.165 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:25 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:26.165 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:25 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:26.166 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:25 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:51:26.166 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:25 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:51:26.166 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:25 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:26.166 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:25 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:51:26.166 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:25 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:51:26.166 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:25 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:51:26.166 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:25 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:51:26.166 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:25 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-13T07:51:26.817 INFO:tasks.rados.rados.0.smithi119.stdout:1554: done (1 left) 2024-04-13T07:51:26.817 INFO:tasks.rados.rados.0.smithi119.stdout:1555: done (0 left) 2024-04-13T07:51:26.817 INFO:tasks.rados.rados.0.smithi119.stdout:1556: read oid 9 snap -1 2024-04-13T07:51:26.817 INFO:tasks.rados.rados.0.smithi119.stdout:1556: expect (ObjNum 493 snap 168 seq_num 493) 2024-04-13T07:51:26.817 INFO:tasks.rados.rados.0.smithi119.stdout:1557: read oid 50 snap -1 2024-04-13T07:51:26.817 INFO:tasks.rados.rados.0.smithi119.stdout:1557: expect (ObjNum 461 snap 159 seq_num 461) 2024-04-13T07:51:26.817 INFO:tasks.rados.rados.0.smithi119.stdout:1558: delete oid 46 current snap is 170 2024-04-13T07:51:26.821 INFO:tasks.rados.rados.0.smithi119.stdout:1558: done (2 left) 2024-04-13T07:51:26.822 INFO:tasks.rados.rados.0.smithi119.stdout:1559: read oid 35 snap 116 2024-04-13T07:51:26.822 INFO:tasks.rados.rados.0.smithi119.stdout:1559: expect deleted 2024-04-13T07:51:26.822 INFO:tasks.rados.rados.0.smithi119.stdout:1560: delete oid 11 current snap is 170 2024-04-13T07:51:26.825 INFO:tasks.rados.rados.0.smithi119.stdout:1559: done (3 left) 2024-04-13T07:51:26.825 INFO:tasks.rados.rados.0.smithi119.stdout:1560: done (2 left) 2024-04-13T07:51:26.825 INFO:tasks.rados.rados.0.smithi119.stdout:1561: delete oid 8 current snap is 170 2024-04-13T07:51:26.829 INFO:tasks.rados.rados.0.smithi119.stdout:1561: done (2 left) 2024-04-13T07:51:26.829 INFO:tasks.rados.rados.0.smithi119.stdout:1562: snap_create 2024-04-13T07:51:26.842 INFO:tasks.rados.rados.0.smithi119.stdout:1556: expect (ObjNum 493 snap 168 seq_num 493) 2024-04-13T07:51:27.094 INFO:tasks.rados.rados.0.smithi119.stdout:1557: expect (ObjNum 461 snap 159 seq_num 461) 2024-04-13T07:51:27.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:26 smithi139 ceph-mon[88985]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-13T07:51:27.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:26 smithi139 ceph-mon[88985]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-04-13T07:51:27.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:26 smithi139 ceph-mon[88985]: osdmap e383: 8 total, 8 up, 8 in 2024-04-13T07:51:27.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:26 smithi119 ceph-mon[96316]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-13T07:51:27.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:26 smithi119 ceph-mon[96316]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-04-13T07:51:27.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:26 smithi119 ceph-mon[96316]: osdmap e383: 8 total, 8 up, 8 in 2024-04-13T07:51:27.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:26 smithi119 ceph-mon[93746]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-13T07:51:27.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:26 smithi119 ceph-mon[93746]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-04-13T07:51:27.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:26 smithi119 ceph-mon[93746]: osdmap e383: 8 total, 8 up, 8 in 2024-04-13T07:51:27.940 INFO:tasks.rados.rados.0.smithi119.stdout:1556: done (2 left) 2024-04-13T07:51:27.940 INFO:tasks.rados.rados.0.smithi119.stdout:1557: done (1 left) 2024-04-13T07:51:27.940 INFO:tasks.rados.rados.0.smithi119.stdout:1562: done (0 left) 2024-04-13T07:51:27.940 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 49 current snap is 171 2024-04-13T07:51:27.940 INFO:tasks.rados.rados.0.smithi119.stdout:1563: seq_num 501 ranges {1679360=794624,2473984=401408} 2024-04-13T07:51:27.952 INFO:tasks.rados.rados.0.smithi119.stdout:1563: writing smithi11982245-49 from 1679360 to 2473984 tid 1 2024-04-13T07:51:27.955 INFO:tasks.rados.rados.0.smithi119.stdout:1563: writing smithi11982245-49 from 2473984 to 2875392 tid 2 2024-04-13T07:51:27.955 INFO:tasks.rados.rados.0.smithi119.stdout:1564: setattr oid 31 current snap is 171 2024-04-13T07:51:27.957 INFO:tasks.rados.rados.0.smithi119.stdout:1565: read oid 35 snap -1 2024-04-13T07:51:27.958 INFO:tasks.rados.rados.0.smithi119.stdout:1565: expect (ObjNum 459 snap 158 seq_num 459) 2024-04-13T07:51:27.958 INFO:tasks.rados.rados.0.smithi119.stdout:1566: rmattr oid 47 current snap is 171 2024-04-13T07:51:27.958 INFO:tasks.rados.rados.0.smithi119.stdout:1566: done (3 left) 2024-04-13T07:51:27.958 INFO:tasks.rados.rados.0.smithi119.stdout:1567: read oid 46 snap -1 2024-04-13T07:51:27.958 INFO:tasks.rados.rados.0.smithi119.stdout:1567: expect deleted 2024-04-13T07:51:27.958 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 28 current snap is 171 2024-04-13T07:51:27.958 INFO:tasks.rados.rados.0.smithi119.stdout:1568: seq_num 502 ranges {1548288=409600,1957888=417792,2375680=385024} 2024-04-13T07:51:27.968 INFO:tasks.rados.rados.0.smithi119.stdout:1568: writing smithi11982245-28 from 1548288 to 1957888 tid 1 2024-04-13T07:51:27.971 INFO:tasks.rados.rados.0.smithi119.stdout:1568: writing smithi11982245-28 from 1957888 to 2375680 tid 2 2024-04-13T07:51:27.973 INFO:tasks.rados.rados.0.smithi119.stdout:1568: writing smithi11982245-28 from 2375680 to 2760704 tid 3 2024-04-13T07:51:27.973 INFO:tasks.rados.rados.0.smithi119.stdout:1569: snap_remove snap 144 2024-04-13T07:51:28.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:27 smithi139 ceph-mon[88985]: pgmap v241: 121 pgs: 121 active+clean; 512 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 10 op/s; 15 MiB/s, 2 objects/s recovering 2024-04-13T07:51:28.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:27 smithi139 ceph-mon[88985]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 92/1119 objects degraded (8.222%), 7 pgs degraded) 2024-04-13T07:51:28.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:27 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T07:51:28.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:27 smithi139 ceph-mon[88985]: osdmap e384: 8 total, 8 up, 8 in 2024-04-13T07:51:28.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:27 smithi119 ceph-mon[96316]: pgmap v241: 121 pgs: 121 active+clean; 512 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 10 op/s; 15 MiB/s, 2 objects/s recovering 2024-04-13T07:51:28.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:27 smithi119 ceph-mon[96316]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 92/1119 objects degraded (8.222%), 7 pgs degraded) 2024-04-13T07:51:28.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:27 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T07:51:28.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:27 smithi119 ceph-mon[96316]: osdmap e384: 8 total, 8 up, 8 in 2024-04-13T07:51:28.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:27 smithi119 ceph-mon[93746]: pgmap v241: 121 pgs: 121 active+clean; 512 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 10 op/s; 15 MiB/s, 2 objects/s recovering 2024-04-13T07:51:28.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:27 smithi119 ceph-mon[93746]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 92/1119 objects degraded (8.222%), 7 pgs degraded) 2024-04-13T07:51:28.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:27 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T07:51:28.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:27 smithi119 ceph-mon[93746]: osdmap e384: 8 total, 8 up, 8 in 2024-04-13T07:51:28.827 INFO:tasks.rados.rados.0.smithi119.stdout:1569: done (5 left) 2024-04-13T07:51:28.827 INFO:tasks.rados.rados.0.smithi119.stdout:1570: snap_create 2024-04-13T07:51:28.827 INFO:tasks.rados.rados.0.smithi119.stdout:1563: finishing write tid 1 to smithi11982245-49 2024-04-13T07:51:28.827 INFO:tasks.rados.rados.0.smithi119.stdout:1563: finishing write tid 2 to smithi11982245-49 2024-04-13T07:51:28.827 INFO:tasks.rados.rados.0.smithi119.stdout:1563: finishing write tid 3 to smithi11982245-49 2024-04-13T07:51:28.827 INFO:tasks.rados.rados.0.smithi119.stdout:1563: finishing write tid 4 to smithi11982245-49 2024-04-13T07:51:28.827 INFO:tasks.rados.rados.0.smithi119.stdout:1563: oid 49 updating version 0 to 998 2024-04-13T07:51:28.827 INFO:tasks.rados.rados.0.smithi119.stdout:1563: oid 49 version 998 is already newer than 997 2024-04-13T07:51:28.827 INFO:tasks.rados.rados.0.smithi119.stdout:1563: oid 49 version 998 is already newer than 996 2024-04-13T07:51:28.828 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 49 v 998 (ObjNum 501 snap 171 seq_num 501) dirty exists 2024-04-13T07:51:28.828 INFO:tasks.rados.rados.0.smithi119.stdout:1563: left oid 49 (ObjNum 501 snap 171 seq_num 501) 2024-04-13T07:51:28.828 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 31 v 1068 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-04-13T07:51:28.828 INFO:tasks.rados.rados.0.smithi119.stdout:1565: expect (ObjNum 459 snap 158 seq_num 459) 2024-04-13T07:51:28.991 INFO:tasks.rados.rados.0.smithi119.stdout:1568: finishing write tid 1 to smithi11982245-28 2024-04-13T07:51:28.991 INFO:tasks.rados.rados.0.smithi119.stdout:1568: finishing write tid 2 to smithi11982245-28 2024-04-13T07:51:28.991 INFO:tasks.rados.rados.0.smithi119.stdout:1568: finishing write tid 3 to smithi11982245-28 2024-04-13T07:51:28.991 INFO:tasks.rados.rados.0.smithi119.stdout:1568: finishing write tid 4 to smithi11982245-28 2024-04-13T07:51:28.991 INFO:tasks.rados.rados.0.smithi119.stdout:1568: finishing write tid 5 to smithi11982245-28 2024-04-13T07:51:28.992 INFO:tasks.rados.rados.0.smithi119.stdout:1568: oid 28 updating version 0 to 1047 2024-04-13T07:51:28.992 INFO:tasks.rados.rados.0.smithi119.stdout:1568: oid 28 version 1047 is already newer than 1045 2024-04-13T07:51:28.992 INFO:tasks.rados.rados.0.smithi119.stdout:1568: oid 28 version 1047 is already newer than 1046 2024-04-13T07:51:28.992 INFO:tasks.rados.rados.0.smithi119.stdout:1568: oid 28 version 1047 is already newer than 1044 2024-04-13T07:51:28.992 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 28 v 1047 (ObjNum 502 snap 171 seq_num 502) dirty exists 2024-04-13T07:51:28.992 INFO:tasks.rados.rados.0.smithi119.stdout:1568: left oid 28 (ObjNum 502 snap 171 seq_num 502) 2024-04-13T07:51:29.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:28 smithi139 ceph-mon[88985]: osdmap e385: 8 total, 8 up, 8 in 2024-04-13T07:51:29.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:28 smithi119 ceph-mon[96316]: osdmap e385: 8 total, 8 up, 8 in 2024-04-13T07:51:29.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:28 smithi119 ceph-mon[93746]: osdmap e385: 8 total, 8 up, 8 in 2024-04-13T07:51:29.836 INFO:tasks.rados.rados.0.smithi119.stdout:1563: done (5 left) 2024-04-13T07:51:29.836 INFO:tasks.rados.rados.0.smithi119.stdout:1564: done (4 left) 2024-04-13T07:51:29.837 INFO:tasks.rados.rados.0.smithi119.stdout:1565: done (3 left) 2024-04-13T07:51:29.837 INFO:tasks.rados.rados.0.smithi119.stdout:1567: done (2 left) 2024-04-13T07:51:29.837 INFO:tasks.rados.rados.0.smithi119.stdout:1568: done (1 left) 2024-04-13T07:51:29.837 INFO:tasks.rados.rados.0.smithi119.stdout:1570: done (0 left) 2024-04-13T07:51:29.837 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 42 current snap is 172 2024-04-13T07:51:29.837 INFO:tasks.rados.rados.0.smithi119.stdout:1571: seq_num 503 ranges {2727936=425984,3153920=704512,3858432=98304} 2024-04-13T07:51:29.853 INFO:tasks.rados.rados.0.smithi119.stdout:1571: writing smithi11982245-42 from 2727936 to 3153920 tid 1 2024-04-13T07:51:29.857 INFO:tasks.rados.rados.0.smithi119.stdout:1571: writing smithi11982245-42 from 3153920 to 3858432 tid 2 2024-04-13T07:51:29.858 INFO:tasks.rados.rados.0.smithi119.stdout:1571: writing smithi11982245-42 from 3858432 to 3956736 tid 3 2024-04-13T07:51:29.858 INFO:tasks.rados.rados.0.smithi119.stdout:1572: copy_from oid 22 from oid 18 current snap is 172 2024-04-13T07:51:29.858 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 21 current snap is 172 2024-04-13T07:51:29.858 INFO:tasks.rados.rados.0.smithi119.stdout:1573: seq_num 504 ranges {0=450560,450560=589824,1040384=212992} 2024-04-13T07:51:29.860 INFO:tasks.rados.rados.0.smithi119.stdout:1573: writing smithi11982245-21 from 0 to 450560 tid 1 2024-04-13T07:51:29.864 INFO:tasks.rados.rados.0.smithi119.stdout:1573: writing smithi11982245-21 from 450560 to 1040384 tid 2 2024-04-13T07:51:29.866 INFO:tasks.rados.rados.0.smithi119.stdout:1573: writing smithi11982245-21 from 1040384 to 1253376 tid 3 2024-04-13T07:51:29.866 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 15 current snap is 172 2024-04-13T07:51:29.866 INFO:tasks.rados.rados.0.smithi119.stdout:1572: finishing copy_from racing read to smithi11982245-22 2024-04-13T07:51:29.866 INFO:tasks.rados.rados.0.smithi119.stdout:1574: seq_num 505 ranges {1662976=466944,2129920=475136,2605056=327680} 2024-04-13T07:51:29.877 INFO:tasks.rados.rados.0.smithi119.stdout:1574: writing smithi11982245-15 from 1662976 to 2129920 tid 1 2024-04-13T07:51:29.880 INFO:tasks.rados.rados.0.smithi119.stdout:1574: writing smithi11982245-15 from 2129920 to 2605056 tid 2 2024-04-13T07:51:29.882 INFO:tasks.rados.rados.0.smithi119.stdout:1574: writing smithi11982245-15 from 2605056 to 2932736 tid 3 2024-04-13T07:51:29.882 INFO:tasks.rados.rados.0.smithi119.stdout:1575: read oid 38 snap -1 2024-04-13T07:51:29.882 INFO:tasks.rados.rados.0.smithi119.stdout:1575: expect (ObjNum 473 snap 163 seq_num 473) 2024-04-13T07:51:29.882 INFO:tasks.rados.rados.0.smithi119.stdout:1576: snap_remove snap 161 2024-04-13T07:51:30.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:29 smithi139 ceph-mon[88985]: pgmap v244: 121 pgs: 121 active+clean; 512 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 260 KiB/s wr, 1 op/s; 18 MiB/s, 2 objects/s recovering 2024-04-13T07:51:30.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:29 smithi139 ceph-mon[88985]: osdmap e386: 8 total, 8 up, 8 in 2024-04-13T07:51:30.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:29 smithi119 ceph-mon[96316]: pgmap v244: 121 pgs: 121 active+clean; 512 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 260 KiB/s wr, 1 op/s; 18 MiB/s, 2 objects/s recovering 2024-04-13T07:51:30.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:29 smithi119 ceph-mon[96316]: osdmap e386: 8 total, 8 up, 8 in 2024-04-13T07:51:30.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:29 smithi119 ceph-mon[93746]: pgmap v244: 121 pgs: 121 active+clean; 512 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 260 KiB/s wr, 1 op/s; 18 MiB/s, 2 objects/s recovering 2024-04-13T07:51:30.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:29 smithi119 ceph-mon[93746]: osdmap e386: 8 total, 8 up, 8 in 2024-04-13T07:51:30.348 INFO:tasks.rados.rados.0.smithi119.stdout:1576: done (5 left) 2024-04-13T07:51:30.348 INFO:tasks.rados.rados.0.smithi119.stdout:1577: rmattr oid 48 current snap is 172 2024-04-13T07:51:30.348 INFO:tasks.rados.rados.0.smithi119.stdout:1578: rollback oid 13 current snap is 172 2024-04-13T07:51:30.348 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 13 to 136 2024-04-13T07:51:30.348 INFO:tasks.rados.rados.0.smithi119.stdout:1571: finishing write tid 1 to smithi11982245-42 2024-04-13T07:51:30.348 INFO:tasks.rados.rados.0.smithi119.stdout:1571: finishing write tid 2 to smithi11982245-42 2024-04-13T07:51:30.348 INFO:tasks.rados.rados.0.smithi119.stdout:1571: finishing write tid 3 to smithi11982245-42 2024-04-13T07:51:30.348 INFO:tasks.rados.rados.0.smithi119.stdout:1579: read oid 24 snap -1 2024-04-13T07:51:30.348 INFO:tasks.rados.rados.0.smithi119.stdout:1579: expect (ObjNum 449 snap 156 seq_num 449) 2024-04-13T07:51:30.349 INFO:tasks.rados.rados.0.smithi119.stdout:1580: snap_create 2024-04-13T07:51:30.349 INFO:tasks.rados.rados.0.smithi119.stdout:1572: finishing copy_from to smithi11982245-22 2024-04-13T07:51:30.349 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 22 v 1044 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-13T07:51:30.349 INFO:tasks.rados.rados.0.smithi119.stdout:1571: finishing write tid 4 to smithi11982245-42 2024-04-13T07:51:30.349 INFO:tasks.rados.rados.0.smithi119.stdout:1573: finishing write tid 1 to smithi11982245-21 2024-04-13T07:51:30.349 INFO:tasks.rados.rados.0.smithi119.stdout:1571: finishing write tid 5 to smithi11982245-42 2024-04-13T07:51:30.349 INFO:tasks.rados.rados.0.smithi119.stdout:1571: oid 42 updating version 0 to 1060 2024-04-13T07:51:30.349 INFO:tasks.rados.rados.0.smithi119.stdout:1571: oid 42 updating version 1060 to 1062 2024-04-13T07:51:30.349 INFO:tasks.rados.rados.0.smithi119.stdout:1571: oid 42 version 1062 is already newer than 1061 2024-04-13T07:51:30.349 INFO:tasks.rados.rados.0.smithi119.stdout:1571: oid 42 version 1062 is already newer than 1059 2024-04-13T07:51:30.349 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 42 v 1062 (ObjNum 503 snap 172 seq_num 503) dirty exists 2024-04-13T07:51:30.349 INFO:tasks.rados.rados.0.smithi119.stdout:1571: left oid 42 (ObjNum 503 snap 172 seq_num 503) 2024-04-13T07:51:30.349 INFO:tasks.rados.rados.0.smithi119.stdout:1573: finishing write tid 2 to smithi11982245-21 2024-04-13T07:51:30.349 INFO:tasks.rados.rados.0.smithi119.stdout:1573: finishing write tid 3 to smithi11982245-21 2024-04-13T07:51:30.349 INFO:tasks.rados.rados.0.smithi119.stdout:1573: finishing write tid 4 to smithi11982245-21 2024-04-13T07:51:30.349 INFO:tasks.rados.rados.0.smithi119.stdout:1573: finishing write tid 5 to smithi11982245-21 2024-04-13T07:51:30.349 INFO:tasks.rados.rados.0.smithi119.stdout:1573: oid 21 updating version 0 to 688 2024-04-13T07:51:30.350 INFO:tasks.rados.rados.0.smithi119.stdout:1573: oid 21 version 688 is already newer than 686 2024-04-13T07:51:30.350 INFO:tasks.rados.rados.0.smithi119.stdout:1573: oid 21 version 688 is already newer than 685 2024-04-13T07:51:30.350 INFO:tasks.rados.rados.0.smithi119.stdout:1573: oid 21 version 688 is already newer than 687 2024-04-13T07:51:30.350 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 21 v 688 (ObjNum 504 snap 172 seq_num 504) dirty exists 2024-04-13T07:51:30.350 INFO:tasks.rados.rados.0.smithi119.stdout:1573: left oid 21 (ObjNum 504 snap 172 seq_num 504) 2024-04-13T07:51:30.350 INFO:tasks.rados.rados.0.smithi119.stdout:1574: finishing write tid 1 to smithi11982245-15 2024-04-13T07:51:30.350 INFO:tasks.rados.rados.0.smithi119.stdout:1574: finishing write tid 2 to smithi11982245-15 2024-04-13T07:51:30.350 INFO:tasks.rados.rados.0.smithi119.stdout:1574: finishing write tid 3 to smithi11982245-15 2024-04-13T07:51:30.350 INFO:tasks.rados.rados.0.smithi119.stdout:1574: finishing write tid 4 to smithi11982245-15 2024-04-13T07:51:30.350 INFO:tasks.rados.rados.0.smithi119.stdout:1574: finishing write tid 5 to smithi11982245-15 2024-04-13T07:51:30.350 INFO:tasks.rados.rados.0.smithi119.stdout:1574: oid 15 updating version 0 to 765 2024-04-13T07:51:30.350 INFO:tasks.rados.rados.0.smithi119.stdout:1574: oid 15 updating version 765 to 767 2024-04-13T07:51:30.350 INFO:tasks.rados.rados.0.smithi119.stdout:1574: oid 15 version 767 is already newer than 766 2024-04-13T07:51:30.350 INFO:tasks.rados.rados.0.smithi119.stdout:1574: oid 15 updating version 767 to 768 2024-04-13T07:51:30.350 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 15 v 768 (ObjNum 505 snap 172 seq_num 505) dirty exists 2024-04-13T07:51:30.350 INFO:tasks.rados.rados.0.smithi119.stdout:1574: left oid 15 (ObjNum 505 snap 172 seq_num 505) 2024-04-13T07:51:30.351 INFO:tasks.rados.rados.0.smithi119.stdout:1575: expect (ObjNum 473 snap 163 seq_num 473) 2024-04-13T07:51:30.404 INFO:tasks.rados.rados.0.smithi119.stdout:1579: expect (ObjNum 449 snap 156 seq_num 449) 2024-04-13T07:51:30.412 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 48 v 1045 (ObjNum 477 snap 164 seq_num 477) dirty exists 2024-04-13T07:51:30.412 INFO:tasks.rados.rados.0.smithi119.stdout:1578: finishing rollback tid 1 to smithi11982245-13 2024-04-13T07:51:30.413 INFO:tasks.rados.rados.0.smithi119.stdout:1578: finishing rollback tid 2 to smithi11982245-13 2024-04-13T07:51:30.413 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 13 v 853 (ObjNum 180 snap 52 seq_num 180) dirty exists 2024-04-13T07:51:31.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:30 smithi139 ceph-mon[88985]: osdmap e387: 8 total, 8 up, 8 in 2024-04-13T07:51:31.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:30 smithi139 ceph-mon[88985]: osdmap e388: 8 total, 8 up, 8 in 2024-04-13T07:51:31.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:30 smithi139 ceph-mon[88985]: pgmap v248: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 510 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 910 KiB/s wr, 13 op/s 2024-04-13T07:51:31.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:30 smithi119 ceph-mon[96316]: osdmap e387: 8 total, 8 up, 8 in 2024-04-13T07:51:31.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:30 smithi119 ceph-mon[96316]: osdmap e388: 8 total, 8 up, 8 in 2024-04-13T07:51:31.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:30 smithi119 ceph-mon[96316]: pgmap v248: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 510 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 910 KiB/s wr, 13 op/s 2024-04-13T07:51:31.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:30 smithi119 ceph-mon[93746]: osdmap e387: 8 total, 8 up, 8 in 2024-04-13T07:51:31.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:30 smithi119 ceph-mon[93746]: osdmap e388: 8 total, 8 up, 8 in 2024-04-13T07:51:31.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:30 smithi119 ceph-mon[93746]: pgmap v248: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 510 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 910 KiB/s wr, 13 op/s 2024-04-13T07:51:31.351 INFO:tasks.rados.rados.0.smithi119.stdout:1571: done (8 left) 2024-04-13T07:51:31.351 INFO:tasks.rados.rados.0.smithi119.stdout:1572: done (7 left) 2024-04-13T07:51:31.351 INFO:tasks.rados.rados.0.smithi119.stdout:1573: done (6 left) 2024-04-13T07:51:31.351 INFO:tasks.rados.rados.0.smithi119.stdout:1574: done (5 left) 2024-04-13T07:51:31.351 INFO:tasks.rados.rados.0.smithi119.stdout:1575: done (4 left) 2024-04-13T07:51:31.351 INFO:tasks.rados.rados.0.smithi119.stdout:1577: done (3 left) 2024-04-13T07:51:31.351 INFO:tasks.rados.rados.0.smithi119.stdout:1578: done (2 left) 2024-04-13T07:51:31.351 INFO:tasks.rados.rados.0.smithi119.stdout:1579: done (1 left) 2024-04-13T07:51:31.351 INFO:tasks.rados.rados.0.smithi119.stdout:1580: done (0 left) 2024-04-13T07:51:31.352 INFO:tasks.rados.rados.0.smithi119.stdout:1581: read oid 1 snap -1 2024-04-13T07:51:31.352 INFO:tasks.rados.rados.0.smithi119.stdout:1581: expect (ObjNum 459 snap 158 seq_num 459) 2024-04-13T07:51:31.352 INFO:tasks.rados.rados.0.smithi119.stdout:1582: setattr oid 30 current snap is 173 2024-04-13T07:51:31.352 INFO:tasks.rados.rados.0.smithi119.stdout:1583: copy_from oid 10 from oid 20 current snap is 173 2024-04-13T07:51:31.352 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 43 current snap is 173 2024-04-13T07:51:31.352 INFO:tasks.rados.rados.0.smithi119.stdout:1584: seq_num 506 ranges {0=483328,483328=761856,1245184=40960} 2024-04-13T07:51:31.354 INFO:tasks.rados.rados.0.smithi119.stdout:1584: writing smithi11982245-43 from 0 to 483328 tid 1 2024-04-13T07:51:31.360 INFO:tasks.rados.rados.0.smithi119.stdout:1584: writing smithi11982245-43 from 483328 to 1245184 tid 2 2024-04-13T07:51:31.361 INFO:tasks.rados.rados.0.smithi119.stdout:1584: writing smithi11982245-43 from 1245184 to 1286144 tid 3 2024-04-13T07:51:31.361 INFO:tasks.rados.rados.0.smithi119.stdout:1585: copy_from oid 44 from oid 26 current snap is 173 2024-04-13T07:51:31.361 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 30 v 880 (ObjNum 33 snap 0 seq_num 721778480) dirty exists 2024-04-13T07:51:31.361 INFO:tasks.rados.rados.0.smithi119.stdout:1582: done (4 left) 2024-04-13T07:51:31.361 INFO:tasks.rados.rados.0.smithi119.stdout:1586: delete oid 30 current snap is 173 2024-04-13T07:51:31.362 INFO:tasks.rados.rados.0.smithi119.stdout:1584: finishing write tid 1 to smithi11982245-43 2024-04-13T07:51:31.364 INFO:tasks.rados.rados.0.smithi119.stdout:1586: done (4 left) 2024-04-13T07:51:31.364 INFO:tasks.rados.rados.0.smithi119.stdout:1587: copy_from oid 9 from oid 33 current snap is 173 2024-04-13T07:51:31.364 INFO:tasks.rados.rados.0.smithi119.stdout:1588: read oid 14 snap 167 2024-04-13T07:51:31.364 INFO:tasks.rados.rados.0.smithi119.stdout:1588: expect (ObjNum 430 snap 151 seq_num 430) 2024-04-13T07:51:31.364 INFO:tasks.rados.rados.0.smithi119.stdout:1589: read oid 17 snap 121 2024-04-13T07:51:31.364 INFO:tasks.rados.rados.0.smithi119.stdout:1589: expect (ObjNum 272 snap 93 seq_num 272) 2024-04-13T07:51:31.364 INFO:tasks.rados.rados.0.smithi119.stdout:1590: read oid 4 snap 104 2024-04-13T07:51:31.364 INFO:tasks.rados.rados.0.smithi119.stdout:1590: expect (ObjNum 220 snap 66 seq_num 220) 2024-04-13T07:51:31.364 INFO:tasks.rados.rados.0.smithi119.stdout:1591: read oid 2 snap -1 2024-04-13T07:51:31.364 INFO:tasks.rados.rados.0.smithi119.stdout:1591: expect (ObjNum 485 snap 165 seq_num 485) 2024-04-13T07:51:31.365 INFO:tasks.rados.rados.0.smithi119.stdout:1592: snap_create 2024-04-13T07:51:31.366 INFO:tasks.rados.rados.0.smithi119.stdout:1587: finishing copy_from to smithi11982245-9 2024-04-13T07:51:31.366 INFO:tasks.rados.rados.0.smithi119.stdout:1587: got expected ENOENT (src dne) 2024-04-13T07:51:31.366 INFO:tasks.rados.rados.0.smithi119.stdout:1587: finishing copy_from racing read to smithi11982245-9 2024-04-13T07:51:31.367 INFO:tasks.rados.rados.0.smithi119.stdout:1588: expect (ObjNum 430 snap 151 seq_num 430) 2024-04-13T07:51:31.370 INFO:tasks.rados.rados.0.smithi119.stdout:1584: finishing write tid 2 to smithi11982245-43 2024-04-13T07:51:31.370 INFO:tasks.rados.rados.0.smithi119.stdout:1581: expect (ObjNum 459 snap 158 seq_num 459) 2024-04-13T07:51:31.531 INFO:tasks.rados.rados.0.smithi119.stdout:1584: finishing write tid 3 to smithi11982245-43 2024-04-13T07:51:31.532 INFO:tasks.rados.rados.0.smithi119.stdout:1584: finishing write tid 4 to smithi11982245-43 2024-04-13T07:51:31.532 INFO:tasks.rados.rados.0.smithi119.stdout:1585: finishing copy_from racing read to smithi11982245-44 2024-04-13T07:51:31.532 INFO:tasks.rados.rados.0.smithi119.stdout:1584: finishing write tid 5 to smithi11982245-43 2024-04-13T07:51:31.532 INFO:tasks.rados.rados.0.smithi119.stdout:1584: oid 43 updating version 0 to 1086 2024-04-13T07:51:31.532 INFO:tasks.rados.rados.0.smithi119.stdout:1584: oid 43 version 1086 is already newer than 1084 2024-04-13T07:51:31.532 INFO:tasks.rados.rados.0.smithi119.stdout:1584: oid 43 version 1086 is already newer than 1083 2024-04-13T07:51:31.532 INFO:tasks.rados.rados.0.smithi119.stdout:1584: oid 43 version 1086 is already newer than 1085 2024-04-13T07:51:31.532 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 43 v 1086 (ObjNum 506 snap 173 seq_num 506) dirty exists 2024-04-13T07:51:31.532 INFO:tasks.rados.rados.0.smithi119.stdout:1584: left oid 43 (ObjNum 506 snap 173 seq_num 506) 2024-04-13T07:51:31.532 INFO:tasks.rados.rados.0.smithi119.stdout:1585: finishing copy_from to smithi11982245-44 2024-04-13T07:51:31.532 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 44 v 505 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-04-13T07:51:31.532 INFO:tasks.rados.rados.0.smithi119.stdout:1590: expect (ObjNum 220 snap 66 seq_num 220) 2024-04-13T07:51:31.569 INFO:tasks.rados.rados.0.smithi119.stdout:1589: expect (ObjNum 272 snap 93 seq_num 272) 2024-04-13T07:51:31.694 INFO:tasks.rados.rados.0.smithi119.stdout:1591: expect (ObjNum 485 snap 165 seq_num 485) 2024-04-13T07:51:31.883 INFO:tasks.rados.rados.0.smithi119.stdout:1583: finishing copy_from racing read to smithi11982245-10 2024-04-13T07:51:31.883 INFO:tasks.rados.rados.0.smithi119.stdout:1583: finishing copy_from to smithi11982245-10 2024-04-13T07:51:31.883 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 10 v 838 (ObjNum 496 snap 168 seq_num 496) dirty exists 2024-04-13T07:51:32.356 INFO:tasks.rados.rados.0.smithi119.stdout:1581: done (9 left) 2024-04-13T07:51:32.356 INFO:tasks.rados.rados.0.smithi119.stdout:1583: done (8 left) 2024-04-13T07:51:32.356 INFO:tasks.rados.rados.0.smithi119.stdout:1584: done (7 left) 2024-04-13T07:51:32.356 INFO:tasks.rados.rados.0.smithi119.stdout:1585: done (6 left) 2024-04-13T07:51:32.356 INFO:tasks.rados.rados.0.smithi119.stdout:1587: done (5 left) 2024-04-13T07:51:32.356 INFO:tasks.rados.rados.0.smithi119.stdout:1588: done (4 left) 2024-04-13T07:51:32.356 INFO:tasks.rados.rados.0.smithi119.stdout:1589: done (3 left) 2024-04-13T07:51:32.356 INFO:tasks.rados.rados.0.smithi119.stdout:1590: done (2 left) 2024-04-13T07:51:32.356 INFO:tasks.rados.rados.0.smithi119.stdout:1591: done (1 left) 2024-04-13T07:51:32.356 INFO:tasks.rados.rados.0.smithi119.stdout:1592: done (0 left) 2024-04-13T07:51:32.357 INFO:tasks.rados.rados.0.smithi119.stdout:1593: setattr oid 36 current snap is 174 2024-04-13T07:51:32.358 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 2 current snap is 174 2024-04-13T07:51:32.358 INFO:tasks.rados.rados.0.smithi119.stdout:1594: seq_num 508 ranges {4227072=516096,4743168=524288,5267456=278528} 2024-04-13T07:51:32.384 INFO:tasks.rados.rados.0.smithi119.stdout:1594: writing smithi11982245-2 from 4227072 to 4743168 tid 1 2024-04-13T07:51:32.387 INFO:tasks.rados.rados.0.smithi119.stdout:1594: writing smithi11982245-2 from 4743168 to 5267456 tid 2 2024-04-13T07:51:32.388 INFO:tasks.rados.rados.0.smithi119.stdout:1594: writing smithi11982245-2 from 5267456 to 5545984 tid 3 2024-04-13T07:51:32.389 INFO:tasks.rados.rados.0.smithi119.stdout:1595: read oid 25 snap -1 2024-04-13T07:51:32.389 INFO:tasks.rados.rados.0.smithi119.stdout:1595: expect deleted 2024-04-13T07:51:32.389 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 17 current snap is 174 2024-04-13T07:51:32.389 INFO:tasks.rados.rados.0.smithi119.stdout:1596: seq_num 509 ranges {4325376=532480,4857856=409600,5267456=393216} 2024-04-13T07:51:32.415 INFO:tasks.rados.rados.0.smithi119.stdout:1596: writing smithi11982245-17 from 4325376 to 4857856 tid 1 2024-04-13T07:51:32.417 INFO:tasks.rados.rados.0.smithi119.stdout:1596: writing smithi11982245-17 from 4857856 to 5267456 tid 2 2024-04-13T07:51:32.420 INFO:tasks.rados.rados.0.smithi119.stdout:1596: writing smithi11982245-17 from 5267456 to 5660672 tid 3 2024-04-13T07:51:32.420 INFO:tasks.rados.rados.0.smithi119.stdout:1597: read oid 8 snap -1 2024-04-13T07:51:32.421 INFO:tasks.rados.rados.0.smithi119.stdout:1597: expect deleted 2024-04-13T07:51:32.421 INFO:tasks.rados.rados.0.smithi119.stdout:1598: copy_from oid 20 from oid 38 current snap is 174 2024-04-13T07:51:32.421 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 36 v 769 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-13T07:51:32.421 INFO:tasks.rados.rados.0.smithi119.stdout:1593: done (5 left) 2024-04-13T07:51:32.421 INFO:tasks.rados.rados.0.smithi119.stdout:1599: snap_create 2024-04-13T07:51:32.421 INFO:tasks.rados.rados.0.smithi119.stdout:1594: finishing write tid 1 to smithi11982245-2 2024-04-13T07:51:32.421 INFO:tasks.rados.rados.0.smithi119.stdout:1594: finishing write tid 2 to smithi11982245-2 2024-04-13T07:51:32.421 INFO:tasks.rados.rados.0.smithi119.stdout:1594: finishing write tid 3 to smithi11982245-2 2024-04-13T07:51:32.421 INFO:tasks.rados.rados.0.smithi119.stdout:1594: finishing write tid 4 to smithi11982245-2 2024-04-13T07:51:32.421 INFO:tasks.rados.rados.0.smithi119.stdout:1594: finishing write tid 5 to smithi11982245-2 2024-04-13T07:51:32.421 INFO:tasks.rados.rados.0.smithi119.stdout:1594: oid 2 updating version 0 to 862 2024-04-13T07:51:32.421 INFO:tasks.rados.rados.0.smithi119.stdout:1594: oid 2 version 862 is already newer than 860 2024-04-13T07:51:32.421 INFO:tasks.rados.rados.0.smithi119.stdout:1594: oid 2 version 862 is already newer than 861 2024-04-13T07:51:32.421 INFO:tasks.rados.rados.0.smithi119.stdout:1594: oid 2 version 862 is already newer than 859 2024-04-13T07:51:32.421 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 2 v 862 (ObjNum 508 snap 174 seq_num 508) dirty exists 2024-04-13T07:51:32.422 INFO:tasks.rados.rados.0.smithi119.stdout:1594: left oid 2 (ObjNum 508 snap 174 seq_num 508) 2024-04-13T07:51:32.422 INFO:tasks.rados.rados.0.smithi119.stdout:1596: finishing write tid 1 to smithi11982245-17 2024-04-13T07:51:32.422 INFO:tasks.rados.rados.0.smithi119.stdout:1596: finishing write tid 2 to smithi11982245-17 2024-04-13T07:51:32.423 INFO:tasks.rados.rados.0.smithi119.stdout:1596: finishing write tid 3 to smithi11982245-17 2024-04-13T07:51:32.423 INFO:tasks.rados.rados.0.smithi119.stdout:1596: finishing write tid 4 to smithi11982245-17 2024-04-13T07:51:32.424 INFO:tasks.rados.rados.0.smithi119.stdout:1596: finishing write tid 5 to smithi11982245-17 2024-04-13T07:51:32.424 INFO:tasks.rados.rados.0.smithi119.stdout:1596: oid 17 updating version 0 to 795 2024-04-13T07:51:32.424 INFO:tasks.rados.rados.0.smithi119.stdout:1596: oid 17 updating version 795 to 797 2024-04-13T07:51:32.424 INFO:tasks.rados.rados.0.smithi119.stdout:1596: oid 17 version 797 is already newer than 796 2024-04-13T07:51:32.425 INFO:tasks.rados.rados.0.smithi119.stdout:1596: oid 17 updating version 797 to 798 2024-04-13T07:51:32.425 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 17 v 798 (ObjNum 509 snap 174 seq_num 509) dirty exists 2024-04-13T07:51:32.425 INFO:tasks.rados.rados.0.smithi119.stdout:1596: left oid 17 (ObjNum 509 snap 174 seq_num 509) 2024-04-13T07:51:32.430 INFO:tasks.rados.rados.0.smithi119.stdout:1598: finishing copy_from racing read to smithi11982245-20 2024-04-13T07:51:32.432 INFO:tasks.rados.rados.0.smithi119.stdout:1598: finishing copy_from to smithi11982245-20 2024-04-13T07:51:32.432 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 20 v 856 (ObjNum 473 snap 163 seq_num 473) dirty exists 2024-04-13T07:51:32.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:32 smithi139 ceph-mon[88985]: osdmap e389: 8 total, 8 up, 8 in 2024-04-13T07:51:32.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:51:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:51:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:51:32.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:32 smithi119 ceph-mon[93746]: osdmap e389: 8 total, 8 up, 8 in 2024-04-13T07:51:32.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:32 smithi119 ceph-mon[96316]: osdmap e389: 8 total, 8 up, 8 in 2024-04-13T07:51:33.371 INFO:tasks.rados.rados.0.smithi119.stdout:1594: done (5 left) 2024-04-13T07:51:33.371 INFO:tasks.rados.rados.0.smithi119.stdout:1595: done (4 left) 2024-04-13T07:51:33.371 INFO:tasks.rados.rados.0.smithi119.stdout:1596: done (3 left) 2024-04-13T07:51:33.371 INFO:tasks.rados.rados.0.smithi119.stdout:1597: done (2 left) 2024-04-13T07:51:33.371 INFO:tasks.rados.rados.0.smithi119.stdout:1598: done (1 left) 2024-04-13T07:51:33.371 INFO:tasks.rados.rados.0.smithi119.stdout:1599: done (0 left) 2024-04-13T07:51:33.371 INFO:tasks.rados.rados.0.smithi119.stdout:1600: rollback oid 1 current snap is 175 2024-04-13T07:51:33.371 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 1 to 136 2024-04-13T07:51:33.371 INFO:tasks.rados.rados.0.smithi119.stdout:1601: read oid 38 snap -1 2024-04-13T07:51:33.371 INFO:tasks.rados.rados.0.smithi119.stdout:1601: expect (ObjNum 473 snap 163 seq_num 473) 2024-04-13T07:51:33.372 INFO:tasks.rados.rados.0.smithi119.stdout:1602: rollback oid 18 current snap is 175 2024-04-13T07:51:33.372 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 18 to 149 2024-04-13T07:51:33.372 INFO:tasks.rados.rados.0.smithi119.stdout:1603: rollback oid 27 current snap is 175 2024-04-13T07:51:33.372 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 27 to 124 2024-04-13T07:51:33.372 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 35 current snap is 175 2024-04-13T07:51:33.372 INFO:tasks.rados.rados.0.smithi119.stdout:1604: seq_num 510 ranges {3153920=548864,3702784=745472,4448256=57344} 2024-04-13T07:51:33.391 INFO:tasks.rados.rados.0.smithi119.stdout:1604: writing smithi11982245-35 from 3153920 to 3702784 tid 1 2024-04-13T07:51:33.395 INFO:tasks.rados.rados.0.smithi119.stdout:1604: writing smithi11982245-35 from 3702784 to 4448256 tid 2 2024-04-13T07:51:33.396 INFO:tasks.rados.rados.0.smithi119.stdout:1604: writing smithi11982245-35 from 4448256 to 4505600 tid 3 2024-04-13T07:51:33.396 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 8 current snap is 175 2024-04-13T07:51:33.396 INFO:tasks.rados.rados.0.smithi119.stdout:1602: finishing rollback tid 0 to smithi11982245-18 2024-04-13T07:51:33.396 INFO:tasks.rados.rados.0.smithi119.stdout:1605: seq_num 511 ranges {0=565248,565248=630784,1196032=172032} 2024-04-13T07:51:33.399 INFO:tasks.rados.rados.0.smithi119.stdout:1605: writing smithi11982245-8 from 0 to 565248 tid 1 2024-04-13T07:51:33.403 INFO:tasks.rados.rados.0.smithi119.stdout:1605: writing smithi11982245-8 from 565248 to 1196032 tid 2 2024-04-13T07:51:33.405 INFO:tasks.rados.rados.0.smithi119.stdout:1605: writing smithi11982245-8 from 1196032 to 1368064 tid 3 2024-04-13T07:51:33.405 INFO:tasks.rados.rados.0.smithi119.stdout:1606: copy_from oid 14 from oid 21 current snap is 175 2024-04-13T07:51:33.405 INFO:tasks.rados.rados.0.smithi119.stdout:1602: finishing rollback tid 1 to smithi11982245-18 2024-04-13T07:51:33.405 INFO:tasks.rados.rados.0.smithi119.stdout:1602: finishing rollback tid 2 to smithi11982245-18 2024-04-13T07:51:33.405 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 18 v 1134 (ObjNum 65 snap 0 seq_num 1683904864) dirty exists 2024-04-13T07:51:33.405 INFO:tasks.rados.rados.0.smithi119.stdout:1600: finishing rollback tid 0 to smithi11982245-1 2024-04-13T07:51:33.405 INFO:tasks.rados.rados.0.smithi119.stdout:1601: expect (ObjNum 473 snap 163 seq_num 473) 2024-04-13T07:51:33.452 INFO:tasks.rados.rados.0.smithi119.stdout:1603: finishing rollback tid 0 to smithi11982245-27 2024-04-13T07:51:33.452 INFO:tasks.rados.rados.0.smithi119.stdout:1600: finishing rollback tid 1 to smithi11982245-1 2024-04-13T07:51:33.452 INFO:tasks.rados.rados.0.smithi119.stdout:1603: finishing rollback tid 1 to smithi11982245-27 2024-04-13T07:51:33.452 INFO:tasks.rados.rados.0.smithi119.stdout:1600: finishing rollback tid 2 to smithi11982245-1 2024-04-13T07:51:33.452 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 1 v 545 (ObjNum 361 snap 136 seq_num 361) dirty exists 2024-04-13T07:51:33.452 INFO:tasks.rados.rados.0.smithi119.stdout:1603: finishing rollback tid 2 to smithi11982245-27 2024-04-13T07:51:33.452 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 27 v 541 (ObjNum 282 snap 96 seq_num 282) dirty exists 2024-04-13T07:51:33.452 INFO:tasks.rados.rados.0.smithi119.stdout:1604: finishing write tid 1 to smithi11982245-35 2024-04-13T07:51:33.452 INFO:tasks.rados.rados.0.smithi119.stdout:1604: finishing write tid 2 to smithi11982245-35 2024-04-13T07:51:33.452 INFO:tasks.rados.rados.0.smithi119.stdout:1604: finishing write tid 3 to smithi11982245-35 2024-04-13T07:51:33.452 INFO:tasks.rados.rados.0.smithi119.stdout:1604: finishing write tid 4 to smithi11982245-35 2024-04-13T07:51:33.453 INFO:tasks.rados.rados.0.smithi119.stdout:1600: done (6 left) 2024-04-13T07:51:33.453 INFO:tasks.rados.rados.0.smithi119.stdout:1601: done (5 left) 2024-04-13T07:51:33.453 INFO:tasks.rados.rados.0.smithi119.stdout:1602: done (4 left) 2024-04-13T07:51:33.453 INFO:tasks.rados.rados.0.smithi119.stdout:1603: done (3 left) 2024-04-13T07:51:33.453 INFO:tasks.rados.rados.0.smithi119.stdout:1607: snap_remove snap 149 2024-04-13T07:51:33.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:33 smithi139 ceph-mon[88985]: osdmap e390: 8 total, 8 up, 8 in 2024-04-13T07:51:33.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:33 smithi139 ceph-mon[88985]: pgmap v251: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 510 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 912 KiB/s wr, 13 op/s 2024-04-13T07:51:33.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:51:33 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:51:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi119\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:51:33.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:33 smithi119 ceph-mon[93746]: osdmap e390: 8 total, 8 up, 8 in 2024-04-13T07:51:33.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:33 smithi119 ceph-mon[93746]: pgmap v251: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 510 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 912 KiB/s wr, 13 op/s 2024-04-13T07:51:33.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:33 smithi119 ceph-mon[96316]: osdmap e390: 8 total, 8 up, 8 in 2024-04-13T07:51:33.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:33 smithi119 ceph-mon[96316]: pgmap v251: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 510 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 912 KiB/s wr, 13 op/s 2024-04-13T07:51:34.374 INFO:tasks.rados.rados.0.smithi119.stdout:1607: done (3 left) 2024-04-13T07:51:34.375 INFO:tasks.rados.rados.0.smithi119.stdout:1608: read oid 7 snap -1 2024-04-13T07:51:34.375 INFO:tasks.rados.rados.0.smithi119.stdout:1608: expect (ObjNum 474 snap 163 seq_num 474) 2024-04-13T07:51:34.375 INFO:tasks.rados.rados.0.smithi119.stdout:1609: read oid 38 snap 139 2024-04-13T07:51:34.375 INFO:tasks.rados.rados.0.smithi119.stdout:1609: expect (ObjNum 376 snap 137 seq_num 376) 2024-04-13T07:51:34.375 INFO:tasks.rados.rados.0.smithi119.stdout:1610: delete oid 50 current snap is 175 2024-04-13T07:51:34.375 INFO:tasks.rados.rados.0.smithi119.stdout:1604: finishing write tid 5 to smithi11982245-35 2024-04-13T07:51:34.375 INFO:tasks.rados.rados.0.smithi119.stdout:1604: oid 35 updating version 0 to 885 2024-04-13T07:51:34.375 INFO:tasks.rados.rados.0.smithi119.stdout:1604: oid 35 version 885 is already newer than 884 2024-04-13T07:51:34.375 INFO:tasks.rados.rados.0.smithi119.stdout:1604: oid 35 updating version 885 to 886 2024-04-13T07:51:34.375 INFO:tasks.rados.rados.0.smithi119.stdout:1604: oid 35 version 886 is already newer than 883 2024-04-13T07:51:34.375 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 35 v 886 (ObjNum 510 snap 175 seq_num 510) dirty exists 2024-04-13T07:51:34.375 INFO:tasks.rados.rados.0.smithi119.stdout:1604: left oid 35 (ObjNum 510 snap 175 seq_num 510) 2024-04-13T07:51:34.375 INFO:tasks.rados.rados.0.smithi119.stdout:1605: finishing write tid 1 to smithi11982245-8 2024-04-13T07:51:34.375 INFO:tasks.rados.rados.0.smithi119.stdout:1605: finishing write tid 2 to smithi11982245-8 2024-04-13T07:51:34.376 INFO:tasks.rados.rados.0.smithi119.stdout:1605: finishing write tid 3 to smithi11982245-8 2024-04-13T07:51:34.376 INFO:tasks.rados.rados.0.smithi119.stdout:1605: finishing write tid 4 to smithi11982245-8 2024-04-13T07:51:34.376 INFO:tasks.rados.rados.0.smithi119.stdout:1605: finishing write tid 5 to smithi11982245-8 2024-04-13T07:51:34.376 INFO:tasks.rados.rados.0.smithi119.stdout:1605: oid 8 updating version 0 to 867 2024-04-13T07:51:34.376 INFO:tasks.rados.rados.0.smithi119.stdout:1605: oid 8 version 867 is already newer than 866 2024-04-13T07:51:34.376 INFO:tasks.rados.rados.0.smithi119.stdout:1605: oid 8 version 867 is already newer than 865 2024-04-13T07:51:34.376 INFO:tasks.rados.rados.0.smithi119.stdout:1605: oid 8 updating version 867 to 868 2024-04-13T07:51:34.376 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 8 v 868 (ObjNum 511 snap 175 seq_num 511) dirty exists 2024-04-13T07:51:34.376 INFO:tasks.rados.rados.0.smithi119.stdout:1605: left oid 8 (ObjNum 511 snap 175 seq_num 511) 2024-04-13T07:51:34.376 INFO:tasks.rados.rados.0.smithi119.stdout:1606: finishing copy_from racing read to smithi11982245-14 2024-04-13T07:51:34.376 INFO:tasks.rados.rados.0.smithi119.stdout:1606: finishing copy_from to smithi11982245-14 2024-04-13T07:51:34.376 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 14 v 688 (ObjNum 504 snap 172 seq_num 504) dirty exists 2024-04-13T07:51:34.390 INFO:tasks.rados.rados.0.smithi119.stdout:1608: expect (ObjNum 474 snap 163 seq_num 474) 2024-04-13T07:51:34.415 INFO:tasks.rados.rados.0.smithi119.stdout:1609: expect (ObjNum 376 snap 137 seq_num 376) 2024-04-13T07:51:34.508 INFO:tasks.rados.rados.0.smithi119.stdout:1604: done (5 left) 2024-04-13T07:51:34.509 INFO:tasks.rados.rados.0.smithi119.stdout:1605: done (4 left) 2024-04-13T07:51:34.509 INFO:tasks.rados.rados.0.smithi119.stdout:1606: done (3 left) 2024-04-13T07:51:34.509 INFO:tasks.rados.rados.0.smithi119.stdout:1608: done (2 left) 2024-04-13T07:51:34.509 INFO:tasks.rados.rados.0.smithi119.stdout:1609: done (1 left) 2024-04-13T07:51:34.509 INFO:tasks.rados.rados.0.smithi119.stdout:1610: done (0 left) 2024-04-13T07:51:34.509 INFO:tasks.rados.rados.0.smithi119.stdout:1611: snap_remove snap 162 2024-04-13T07:51:34.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:34 smithi139 ceph-mon[88985]: osdmap e391: 8 total, 8 up, 8 in 2024-04-13T07:51:34.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:34 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:34.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:34 smithi119 ceph-mon[96316]: osdmap e391: 8 total, 8 up, 8 in 2024-04-13T07:51:34.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:34 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:34.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:34 smithi119 ceph-mon[93746]: osdmap e391: 8 total, 8 up, 8 in 2024-04-13T07:51:34.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:34 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:35.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:51:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:51:34] "GET /metrics HTTP/1.1" 200 35998 "" "Prometheus/2.43.0" 2024-04-13T07:51:35.349 INFO:tasks.rados.rados.0.smithi119.stdout:1611: done (0 left) 2024-04-13T07:51:35.349 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 3 current snap is 175 2024-04-13T07:51:35.349 INFO:tasks.rados.rados.0.smithi119.stdout:1612: seq_num 513 ranges {0=598016,598016=794624,1392640=8192} 2024-04-13T07:51:35.353 INFO:tasks.rados.rados.0.smithi119.stdout:1612: writing smithi11982245-3 from 0 to 598016 tid 1 2024-04-13T07:51:35.358 INFO:tasks.rados.rados.0.smithi119.stdout:1612: writing smithi11982245-3 from 598016 to 1392640 tid 2 2024-04-13T07:51:35.358 INFO:tasks.rados.rados.0.smithi119.stdout:1612: writing smithi11982245-3 from 1392640 to 1400832 tid 3 2024-04-13T07:51:35.358 INFO:tasks.rados.rados.0.smithi119.stdout:1613: setattr oid 12 current snap is 175 2024-04-13T07:51:35.361 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 9 current snap is 175 2024-04-13T07:51:35.361 INFO:tasks.rados.rados.0.smithi119.stdout:1614: seq_num 514 ranges {4562944=614400,5177344=679936,5857280=122880} 2024-04-13T07:51:35.390 INFO:tasks.rados.rados.0.smithi119.stdout:1614: writing smithi11982245-9 from 4562944 to 5177344 tid 1 2024-04-13T07:51:35.393 INFO:tasks.rados.rados.0.smithi119.stdout:1614: writing smithi11982245-9 from 5177344 to 5857280 tid 2 2024-04-13T07:51:35.395 INFO:tasks.rados.rados.0.smithi119.stdout:1614: writing smithi11982245-9 from 5857280 to 5980160 tid 3 2024-04-13T07:51:35.395 INFO:tasks.rados.rados.0.smithi119.stdout:1615: copy_from oid 7 from oid 4 current snap is 175 2024-04-13T07:51:35.395 INFO:tasks.rados.rados.0.smithi119.stdout:1612: finishing write tid 1 to smithi11982245-3 2024-04-13T07:51:35.395 INFO:tasks.rados.rados.0.smithi119.stdout:1612: finishing write tid 2 to smithi11982245-3 2024-04-13T07:51:35.395 INFO:tasks.rados.rados.0.smithi119.stdout:1612: finishing write tid 3 to smithi11982245-3 2024-04-13T07:51:35.395 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 12 v 1046 (ObjNum 460 snap 158 seq_num 460) dirty exists 2024-04-13T07:51:35.396 INFO:tasks.rados.rados.0.smithi119.stdout:1612: finishing write tid 4 to smithi11982245-3 2024-04-13T07:51:35.396 INFO:tasks.rados.rados.0.smithi119.stdout:1612: finishing write tid 5 to smithi11982245-3 2024-04-13T07:51:35.396 INFO:tasks.rados.rados.0.smithi119.stdout:1612: oid 3 updating version 0 to 896 2024-04-13T07:51:35.396 INFO:tasks.rados.rados.0.smithi119.stdout:1612: oid 3 version 896 is already newer than 895 2024-04-13T07:51:35.396 INFO:tasks.rados.rados.0.smithi119.stdout:1612: oid 3 updating version 896 to 897 2024-04-13T07:51:35.396 INFO:tasks.rados.rados.0.smithi119.stdout:1612: oid 3 updating version 897 to 898 2024-04-13T07:51:35.396 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 3 v 898 (ObjNum 513 snap 175 seq_num 513) dirty exists 2024-04-13T07:51:35.396 INFO:tasks.rados.rados.0.smithi119.stdout:1612: left oid 3 (ObjNum 513 snap 175 seq_num 513) 2024-04-13T07:51:35.396 INFO:tasks.rados.rados.0.smithi119.stdout:1614: finishing write tid 1 to smithi11982245-9 2024-04-13T07:51:35.396 INFO:tasks.rados.rados.0.smithi119.stdout:1612: done (3 left) 2024-04-13T07:51:35.396 INFO:tasks.rados.rados.0.smithi119.stdout:1613: done (2 left) 2024-04-13T07:51:35.396 INFO:tasks.rados.rados.0.smithi119.stdout:1616: rollback oid 28 current snap is 175 2024-04-13T07:51:35.397 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 28 to 139 2024-04-13T07:51:35.397 INFO:tasks.rados.rados.0.smithi119.stdout:1617: delete oid 27 current snap is 175 2024-04-13T07:51:35.397 INFO:tasks.rados.rados.0.smithi119.stdout:1617: done (3 left) 2024-04-13T07:51:35.398 INFO:tasks.rados.rados.0.smithi119.stdout:1618: copy_from oid 46 from oid 21 current snap is 175 2024-04-13T07:51:35.398 INFO:tasks.rados.rados.0.smithi119.stdout:1619: copy_from oid 33 from oid 38 current snap is 175 2024-04-13T07:51:35.398 INFO:tasks.rados.rados.0.smithi119.stdout:1620: read oid 45 snap -1 2024-04-13T07:51:35.398 INFO:tasks.rados.rados.0.smithi119.stdout:1620: expect (ObjNum 443 snap 152 seq_num 443) 2024-04-13T07:51:35.398 INFO:tasks.rados.rados.0.smithi119.stdout:1621: delete oid 22 current snap is 175 2024-04-13T07:51:35.399 INFO:tasks.rados.rados.0.smithi119.stdout:1614: finishing write tid 2 to smithi11982245-9 2024-04-13T07:51:35.399 INFO:tasks.rados.rados.0.smithi119.stdout:1614: finishing write tid 3 to smithi11982245-9 2024-04-13T07:51:35.399 INFO:tasks.rados.rados.0.smithi119.stdout:1616: finishing rollback tid 0 to smithi11982245-28 2024-04-13T07:51:35.400 INFO:tasks.rados.rados.0.smithi119.stdout:1614: finishing write tid 4 to smithi11982245-9 2024-04-13T07:51:35.400 INFO:tasks.rados.rados.0.smithi119.stdout:1616: finishing rollback tid 1 to smithi11982245-28 2024-04-13T07:51:35.401 INFO:tasks.rados.rados.0.smithi119.stdout:1616: finishing rollback tid 2 to smithi11982245-28 2024-04-13T07:51:35.401 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 28 v 1084 (ObjNum 386 snap 139 seq_num 386) dirty exists 2024-04-13T07:51:35.402 INFO:tasks.rados.rados.0.smithi119.stdout:1614: finishing write tid 5 to smithi11982245-9 2024-04-13T07:51:35.402 INFO:tasks.rados.rados.0.smithi119.stdout:1614: oid 9 updating version 0 to 805 2024-04-13T07:51:35.402 INFO:tasks.rados.rados.0.smithi119.stdout:1614: oid 9 version 805 is already newer than 804 2024-04-13T07:51:35.402 INFO:tasks.rados.rados.0.smithi119.stdout:1614: oid 9 version 805 is already newer than 803 2024-04-13T07:51:35.403 INFO:tasks.rados.rados.0.smithi119.stdout:1614: oid 9 version 805 is already newer than 802 2024-04-13T07:51:35.403 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 9 v 805 (ObjNum 514 snap 175 seq_num 514) dirty exists 2024-04-13T07:51:35.403 INFO:tasks.rados.rados.0.smithi119.stdout:1614: left oid 9 (ObjNum 514 snap 175 seq_num 514) 2024-04-13T07:51:35.403 INFO:tasks.rados.rados.0.smithi119.stdout:1614: done (6 left) 2024-04-13T07:51:35.403 INFO:tasks.rados.rados.0.smithi119.stdout:1616: done (5 left) 2024-04-13T07:51:35.403 INFO:tasks.rados.rados.0.smithi119.stdout:1621: done (4 left) 2024-04-13T07:51:35.403 INFO:tasks.rados.rados.0.smithi119.stdout:1622: rmattr oid 26 current snap is 175 2024-04-13T07:51:35.403 INFO:tasks.rados.rados.0.smithi119.stdout:1622: done (4 left) 2024-04-13T07:51:35.403 INFO:tasks.rados.rados.0.smithi119.stdout:1623: read oid 8 snap -1 2024-04-13T07:51:35.403 INFO:tasks.rados.rados.0.smithi119.stdout:1623: expect (ObjNum 511 snap 175 seq_num 511) 2024-04-13T07:51:35.403 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 39 current snap is 175 2024-04-13T07:51:35.403 INFO:tasks.rados.rados.0.smithi119.stdout:1624: seq_num 517 ranges {8495104=663552,9158656=786432,9945088=16384} 2024-04-13T07:51:35.452 INFO:tasks.rados.rados.0.smithi119.stdout:1624: writing smithi11982245-39 from 8495104 to 9158656 tid 1 2024-04-13T07:51:35.456 INFO:tasks.rados.rados.0.smithi119.stdout:1624: writing smithi11982245-39 from 9158656 to 9945088 tid 2 2024-04-13T07:51:35.456 INFO:tasks.rados.rados.0.smithi119.stdout:1624: writing smithi11982245-39 from 9945088 to 9961472 tid 3 2024-04-13T07:51:35.457 INFO:tasks.rados.rados.0.smithi119.stdout:1625: delete oid 35 current snap is 175 2024-04-13T07:51:35.457 INFO:tasks.rados.rados.0.smithi119.stdout:1620: expect (ObjNum 443 snap 152 seq_num 443) 2024-04-13T07:51:35.463 INFO:tasks.rados.rados.0.smithi119.stdout:1618: finishing copy_from racing read to smithi11982245-46 2024-04-13T07:51:35.464 INFO:tasks.rados.rados.0.smithi119.stdout:1618: finishing copy_from to smithi11982245-46 2024-04-13T07:51:35.464 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 46 v 688 (ObjNum 504 snap 172 seq_num 504) dirty exists 2024-04-13T07:51:35.464 INFO:tasks.rados.rados.0.smithi119.stdout:1623: expect (ObjNum 511 snap 175 seq_num 511) 2024-04-13T07:51:35.499 INFO:tasks.rados.rados.0.smithi119.stdout:1619: finishing copy_from racing read to smithi11982245-33 2024-04-13T07:51:35.499 INFO:tasks.rados.rados.0.smithi119.stdout:1619: finishing copy_from to smithi11982245-33 2024-04-13T07:51:35.499 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 33 v 856 (ObjNum 473 snap 163 seq_num 473) dirty exists 2024-04-13T07:51:35.499 INFO:tasks.rados.rados.0.smithi119.stdout:1615: finishing copy_from racing read to smithi11982245-7 2024-04-13T07:51:35.499 INFO:tasks.rados.rados.0.smithi119.stdout:1615: finishing copy_from to smithi11982245-7 2024-04-13T07:51:35.499 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 7 v 833 (ObjNum 491 snap 166 seq_num 491) dirty exists 2024-04-13T07:51:35.500 INFO:tasks.rados.rados.0.smithi119.stdout:1624: finishing write tid 1 to smithi11982245-39 2024-04-13T07:51:35.500 INFO:tasks.rados.rados.0.smithi119.stdout:1624: finishing write tid 2 to smithi11982245-39 2024-04-13T07:51:35.500 INFO:tasks.rados.rados.0.smithi119.stdout:1624: finishing write tid 3 to smithi11982245-39 2024-04-13T07:51:35.500 INFO:tasks.rados.rados.0.smithi119.stdout:1624: finishing write tid 4 to smithi11982245-39 2024-04-13T07:51:35.500 INFO:tasks.rados.rados.0.smithi119.stdout:1624: finishing write tid 5 to smithi11982245-39 2024-04-13T07:51:35.500 INFO:tasks.rados.rados.0.smithi119.stdout:1624: oid 39 updating version 0 to 809 2024-04-13T07:51:35.500 INFO:tasks.rados.rados.0.smithi119.stdout:1624: oid 39 version 809 is already newer than 807 2024-04-13T07:51:35.500 INFO:tasks.rados.rados.0.smithi119.stdout:1624: oid 39 version 809 is already newer than 806 2024-04-13T07:51:35.500 INFO:tasks.rados.rados.0.smithi119.stdout:1624: oid 39 version 809 is already newer than 808 2024-04-13T07:51:35.500 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 39 v 809 (ObjNum 517 snap 175 seq_num 517) dirty exists 2024-04-13T07:51:35.500 INFO:tasks.rados.rados.0.smithi119.stdout:1624: left oid 39 (ObjNum 517 snap 175 seq_num 517) 2024-04-13T07:51:35.500 INFO:tasks.rados.rados.0.smithi119.stdout:1615: done (6 left) 2024-04-13T07:51:35.501 INFO:tasks.rados.rados.0.smithi119.stdout:1618: done (5 left) 2024-04-13T07:51:35.501 INFO:tasks.rados.rados.0.smithi119.stdout:1619: done (4 left) 2024-04-13T07:51:35.501 INFO:tasks.rados.rados.0.smithi119.stdout:1620: done (3 left) 2024-04-13T07:51:35.501 INFO:tasks.rados.rados.0.smithi119.stdout:1623: done (2 left) 2024-04-13T07:51:35.501 INFO:tasks.rados.rados.0.smithi119.stdout:1624: done (1 left) 2024-04-13T07:51:35.501 INFO:tasks.rados.rados.0.smithi119.stdout:1625: done (0 left) 2024-04-13T07:51:35.501 INFO:tasks.rados.rados.0.smithi119.stdout:1626: snap_remove snap 174 2024-04-13T07:51:35.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:35 smithi139 ceph-mon[88985]: osdmap e392: 8 total, 8 up, 8 in 2024-04-13T07:51:35.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:35 smithi139 ceph-mon[88985]: pgmap v254: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 518 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.3 MiB/s wr, 20 op/s 2024-04-13T07:51:35.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:35 smithi139 ceph-mon[88985]: osdmap e393: 8 total, 8 up, 8 in 2024-04-13T07:51:35.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:35 smithi119 ceph-mon[96316]: osdmap e392: 8 total, 8 up, 8 in 2024-04-13T07:51:35.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:35 smithi119 ceph-mon[96316]: pgmap v254: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 518 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.3 MiB/s wr, 20 op/s 2024-04-13T07:51:35.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:35 smithi119 ceph-mon[96316]: osdmap e393: 8 total, 8 up, 8 in 2024-04-13T07:51:35.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:35 smithi119 ceph-mon[93746]: osdmap e392: 8 total, 8 up, 8 in 2024-04-13T07:51:35.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:35 smithi119 ceph-mon[93746]: pgmap v254: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 518 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.3 MiB/s wr, 20 op/s 2024-04-13T07:51:35.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:35 smithi119 ceph-mon[93746]: osdmap e393: 8 total, 8 up, 8 in 2024-04-13T07:51:36.383 INFO:tasks.rados.rados.0.smithi119.stdout:1626: done (0 left) 2024-04-13T07:51:36.383 INFO:tasks.rados.rados.0.smithi119.stdout:1627: delete oid 24 current snap is 175 2024-04-13T07:51:36.389 INFO:tasks.rados.rados.0.smithi119.stdout:1627: done (0 left) 2024-04-13T07:51:36.389 INFO:tasks.rados.rados.0.smithi119.stdout:1628: delete oid 23 current snap is 175 2024-04-13T07:51:36.396 INFO:tasks.rados.rados.0.smithi119.stdout:1628: done (0 left) 2024-04-13T07:51:36.396 INFO:tasks.rados.rados.0.smithi119.stdout:1629: copy_from oid 6 from oid 30 current snap is 175 2024-04-13T07:51:36.396 INFO:tasks.rados.rados.0.smithi119.stdout:1630: snap_remove snap 160 2024-04-13T07:51:37.387 INFO:tasks.rados.rados.0.smithi119.stdout:1630: done (1 left) 2024-04-13T07:51:37.387 INFO:tasks.rados.rados.0.smithi119.stdout:1631: snap_create 2024-04-13T07:51:37.387 INFO:tasks.rados.rados.0.smithi119.stdout:1629: finishing copy_from to smithi11982245-6 2024-04-13T07:51:37.387 INFO:tasks.rados.rados.0.smithi119.stdout:1629: got expected ENOENT (src dne) 2024-04-13T07:51:37.387 INFO:tasks.rados.rados.0.smithi119.stdout:1629: finishing copy_from racing read to smithi11982245-6 2024-04-13T07:51:37.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:37 smithi139 ceph-mon[88985]: osdmap e394: 8 total, 8 up, 8 in 2024-04-13T07:51:37.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:37 smithi139 ceph-mon[88985]: pgmap v257: 121 pgs: 1 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 118 active+clean; 516 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 5.3 MiB/s wr, 34 op/s 2024-04-13T07:51:37.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:37 smithi119 ceph-mon[96316]: osdmap e394: 8 total, 8 up, 8 in 2024-04-13T07:51:37.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:37 smithi119 ceph-mon[96316]: pgmap v257: 121 pgs: 1 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 118 active+clean; 516 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 5.3 MiB/s wr, 34 op/s 2024-04-13T07:51:37.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:37 smithi119 ceph-mon[93746]: osdmap e394: 8 total, 8 up, 8 in 2024-04-13T07:51:37.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:37 smithi119 ceph-mon[93746]: pgmap v257: 121 pgs: 1 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 118 active+clean; 516 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 5.3 MiB/s wr, 34 op/s 2024-04-13T07:51:38.393 INFO:tasks.rados.rados.0.smithi119.stdout:1629: done (1 left) 2024-04-13T07:51:38.393 INFO:tasks.rados.rados.0.smithi119.stdout:1631: done (0 left) 2024-04-13T07:51:38.393 INFO:tasks.rados.rados.0.smithi119.stdout:1632: delete oid 46 current snap is 176 2024-04-13T07:51:38.399 INFO:tasks.rados.rados.0.smithi119.stdout:1632: done (0 left) 2024-04-13T07:51:38.399 INFO:tasks.rados.rados.0.smithi119.stdout:1633: rollback oid 6 current snap is 176 2024-04-13T07:51:38.399 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 6 to 156 2024-04-13T07:51:38.399 INFO:tasks.rados.rados.0.smithi119.stdout:1634: read oid 17 snap -1 2024-04-13T07:51:38.399 INFO:tasks.rados.rados.0.smithi119.stdout:1634: expect (ObjNum 509 snap 174 seq_num 509) 2024-04-13T07:51:38.399 INFO:tasks.rados.rados.0.smithi119.stdout:1635: setattr oid 1 current snap is 176 2024-04-13T07:51:38.402 INFO:tasks.rados.rados.0.smithi119.stdout:1636: snap_create 2024-04-13T07:51:38.409 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 1 v 546 (ObjNum 361 snap 136 seq_num 361) dirty exists 2024-04-13T07:51:38.410 INFO:tasks.rados.rados.0.smithi119.stdout:1633: finishing rollback tid 0 to smithi11982245-6 2024-04-13T07:51:38.417 INFO:tasks.rados.rados.0.smithi119.stdout:1633: finishing rollback tid 1 to smithi11982245-6 2024-04-13T07:51:38.417 INFO:tasks.rados.rados.0.smithi119.stdout:1633: finishing rollback tid 2 to smithi11982245-6 2024-04-13T07:51:38.417 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 6 v 801 (ObjNum 434 snap 151 seq_num 434) dirty exists 2024-04-13T07:51:38.425 INFO:tasks.rados.rados.0.smithi119.stdout:1634: expect (ObjNum 509 snap 174 seq_num 509) 2024-04-13T07:51:38.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:38 smithi139 ceph-mon[88985]: osdmap e395: 8 total, 8 up, 8 in 2024-04-13T07:51:38.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:38 smithi119 ceph-mon[96316]: osdmap e395: 8 total, 8 up, 8 in 2024-04-13T07:51:38.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:38 smithi119 ceph-mon[93746]: osdmap e395: 8 total, 8 up, 8 in 2024-04-13T07:51:39.400 INFO:tasks.rados.rados.0.smithi119.stdout:1633: done (3 left) 2024-04-13T07:51:39.400 INFO:tasks.rados.rados.0.smithi119.stdout:1634: done (2 left) 2024-04-13T07:51:39.400 INFO:tasks.rados.rados.0.smithi119.stdout:1635: done (1 left) 2024-04-13T07:51:39.400 INFO:tasks.rados.rados.0.smithi119.stdout:1636: done (0 left) 2024-04-13T07:51:39.400 INFO:tasks.rados.rados.0.smithi119.stdout:1637: delete oid 31 current snap is 177 2024-04-13T07:51:39.405 INFO:tasks.rados.rados.0.smithi119.stdout:1637: done (0 left) 2024-04-13T07:51:39.405 INFO:tasks.rados.rados.0.smithi119.stdout:1638: delete oid 33 current snap is 177 2024-04-13T07:51:39.410 INFO:tasks.rados.rados.0.smithi119.stdout:1638: done (0 left) 2024-04-13T07:51:39.410 INFO:tasks.rados.rados.0.smithi119.stdout:1639: read oid 29 snap -1 2024-04-13T07:51:39.410 INFO:tasks.rados.rados.0.smithi119.stdout:1639: expect (ObjNum 453 snap 156 seq_num 453) 2024-04-13T07:51:39.410 INFO:tasks.rados.rados.0.smithi119.stdout:1640: rollback oid 23 current snap is 177 2024-04-13T07:51:39.411 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 23 to 136 2024-04-13T07:51:39.411 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 24 current snap is 177 2024-04-13T07:51:39.411 INFO:tasks.rados.rados.0.smithi119.stdout:1641: seq_num 524 ranges {0=786432,786432=778240,1564672=24576} 2024-04-13T07:51:39.415 INFO:tasks.rados.rados.0.smithi119.stdout:1641: writing smithi11982245-24 from 0 to 786432 tid 1 2024-04-13T07:51:39.419 INFO:tasks.rados.rados.0.smithi119.stdout:1641: writing smithi11982245-24 from 786432 to 1564672 tid 2 2024-04-13T07:51:39.419 INFO:tasks.rados.rados.0.smithi119.stdout:1641: writing smithi11982245-24 from 1564672 to 1589248 tid 3 2024-04-13T07:51:39.420 INFO:tasks.rados.rados.0.smithi119.stdout:1642: copy_from oid 14 from oid 13 current snap is 177 2024-04-13T07:51:39.420 INFO:tasks.rados.rados.0.smithi119.stdout:1640: finishing rollback tid 1 to smithi11982245-23 2024-04-13T07:51:39.420 INFO:tasks.rados.rados.0.smithi119.stdout:1640: finishing rollback tid 2 to smithi11982245-23 2024-04-13T07:51:39.420 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 23 v 1098 (ObjNum 223 snap 66 seq_num 223) dirty exists 2024-04-13T07:51:39.420 INFO:tasks.rados.rados.0.smithi119.stdout:1641: finishing write tid 1 to smithi11982245-24 2024-04-13T07:51:39.420 INFO:tasks.rados.rados.0.smithi119.stdout:1640: done (3 left) 2024-04-13T07:51:39.420 INFO:tasks.rados.rados.0.smithi119.stdout:1643: setattr oid 16 current snap is 177 2024-04-13T07:51:39.421 INFO:tasks.rados.rados.0.smithi119.stdout:1644: copy_from oid 43 from oid 11 current snap is 177 2024-04-13T07:51:39.422 INFO:tasks.rados.rados.0.smithi119.stdout:1645: read oid 36 snap -1 2024-04-13T07:51:39.422 INFO:tasks.rados.rados.0.smithi119.stdout:1645: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:51:39.422 INFO:tasks.rados.rados.0.smithi119.stdout:1646: copy_from oid 3 from oid 34 current snap is 177 2024-04-13T07:51:39.422 INFO:tasks.rados.rados.0.smithi119.stdout:1647: read oid 45 snap -1 2024-04-13T07:51:39.422 INFO:tasks.rados.rados.0.smithi119.stdout:1647: expect (ObjNum 443 snap 152 seq_num 443) 2024-04-13T07:51:39.422 INFO:tasks.rados.rados.0.smithi119.stdout:1648: read oid 31 snap -1 2024-04-13T07:51:39.422 INFO:tasks.rados.rados.0.smithi119.stdout:1648: expect deleted 2024-04-13T07:51:39.422 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 15 current snap is 177 2024-04-13T07:51:39.422 INFO:tasks.rados.rados.0.smithi119.stdout:1649: seq_num 525 ranges {2932736=802816,3735552=712704,4448256=90112} 2024-04-13T07:51:39.442 INFO:tasks.rados.rados.0.smithi119.stdout:1649: writing smithi11982245-15 from 2932736 to 3735552 tid 1 2024-04-13T07:51:39.446 INFO:tasks.rados.rados.0.smithi119.stdout:1649: writing smithi11982245-15 from 3735552 to 4448256 tid 2 2024-04-13T07:51:39.447 INFO:tasks.rados.rados.0.smithi119.stdout:1649: writing smithi11982245-15 from 4448256 to 4538368 tid 3 2024-04-13T07:51:39.447 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 46 current snap is 177 2024-04-13T07:51:39.447 INFO:tasks.rados.rados.0.smithi119.stdout:1650: seq_num 526 ranges {0=417792,417792=589824,1007616=614400} 2024-04-13T07:51:39.449 INFO:tasks.rados.rados.0.smithi119.stdout:1650: writing smithi11982245-46 from 0 to 417792 tid 1 2024-04-13T07:51:39.452 INFO:tasks.rados.rados.0.smithi119.stdout:1650: writing smithi11982245-46 from 417792 to 1007616 tid 2 2024-04-13T07:51:39.456 INFO:tasks.rados.rados.0.smithi119.stdout:1650: writing smithi11982245-46 from 1007616 to 1622016 tid 3 2024-04-13T07:51:39.456 INFO:tasks.rados.rados.0.smithi119.stdout:1651: read oid 20 snap -1 2024-04-13T07:51:39.457 INFO:tasks.rados.rados.0.smithi119.stdout:1651: expect (ObjNum 473 snap 163 seq_num 473) 2024-04-13T07:51:39.457 INFO:tasks.rados.rados.0.smithi119.stdout:1652: copy_from oid 25 from oid 28 current snap is 177 2024-04-13T07:51:39.457 INFO:tasks.rados.rados.0.smithi119.stdout:1644: finishing copy_from to smithi11982245-43 2024-04-13T07:51:39.457 INFO:tasks.rados.rados.0.smithi119.stdout:1644: got expected ENOENT (src dne) 2024-04-13T07:51:39.457 INFO:tasks.rados.rados.0.smithi119.stdout:1644: finishing copy_from racing read to smithi11982245-43 2024-04-13T07:51:39.457 INFO:tasks.rados.rados.0.smithi119.stdout:1644: done (12 left) 2024-04-13T07:51:39.457 INFO:tasks.rados.rados.0.smithi119.stdout:1648: done (11 left) 2024-04-13T07:51:39.457 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 2 current snap is 177 2024-04-13T07:51:39.457 INFO:tasks.rados.rados.0.smithi119.stdout:1641: finishing write tid 2 to smithi11982245-24 2024-04-13T07:51:39.457 INFO:tasks.rados.rados.0.smithi119.stdout:1653: seq_num 527 ranges {5545984=434176,5980160=475136,6455296=565248,7020544=163840} 2024-04-13T07:51:39.489 INFO:tasks.rados.rados.0.smithi119.stdout:1653: writing smithi11982245-2 from 5545984 to 5980160 tid 1 2024-04-13T07:51:39.491 INFO:tasks.rados.rados.0.smithi119.stdout:1653: writing smithi11982245-2 from 5980160 to 6455296 tid 2 2024-04-13T07:51:39.494 INFO:tasks.rados.rados.0.smithi119.stdout:1653: writing smithi11982245-2 from 6455296 to 7020544 tid 3 2024-04-13T07:51:39.498 INFO:tasks.rados.rados.0.smithi119.stdout:1653: writing smithi11982245-2 from 7020544 to 7184384 tid 4 2024-04-13T07:51:39.498 INFO:tasks.rados.rados.0.smithi119.stdout:1654: snap_remove snap 122 2024-04-13T07:51:39.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:39 smithi119 ceph-mon[96316]: osdmap e396: 8 total, 8 up, 8 in 2024-04-13T07:51:39.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:39 smithi119 ceph-mon[96316]: pgmap v260: 121 pgs: 1 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 118 active+clean; 516 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 962 KiB/s wr, 14 op/s 2024-04-13T07:51:39.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:39 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:39.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:51:39.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:39 smithi119 ceph-mon[93746]: osdmap e396: 8 total, 8 up, 8 in 2024-04-13T07:51:39.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:39 smithi119 ceph-mon[93746]: pgmap v260: 121 pgs: 1 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 118 active+clean; 516 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 962 KiB/s wr, 14 op/s 2024-04-13T07:51:39.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:39 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:39.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:51:39.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:39 smithi139 ceph-mon[88985]: osdmap e396: 8 total, 8 up, 8 in 2024-04-13T07:51:39.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:39 smithi139 ceph-mon[88985]: pgmap v260: 121 pgs: 1 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 118 active+clean; 516 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 962 KiB/s wr, 14 op/s 2024-04-13T07:51:39.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:39 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:39.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:51:40.355 INFO:tasks.rados.rados.0.smithi119.stdout:1654: done (12 left) 2024-04-13T07:51:40.355 INFO:tasks.rados.rados.0.smithi119.stdout:1655: copy_from oid 7 from oid 49 current snap is 177 2024-04-13T07:51:40.356 INFO:tasks.rados.rados.0.smithi119.stdout:1656: snap_create 2024-04-13T07:51:40.356 INFO:tasks.rados.rados.0.smithi119.stdout:1641: finishing write tid 3 to smithi11982245-24 2024-04-13T07:51:40.356 INFO:tasks.rados.rados.0.smithi119.stdout:1647: expect (ObjNum 443 snap 152 seq_num 443) 2024-04-13T07:51:40.365 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 16 v 1100 (ObjNum 425 snap 151 seq_num 425) dirty exists 2024-04-13T07:51:40.366 INFO:tasks.rados.rados.0.smithi119.stdout:1641: finishing write tid 4 to smithi11982245-24 2024-04-13T07:51:40.366 INFO:tasks.rados.rados.0.smithi119.stdout:1645: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:51:40.375 INFO:tasks.rados.rados.0.smithi119.stdout:1642: finishing copy_from racing read to smithi11982245-14 2024-04-13T07:51:40.375 INFO:tasks.rados.rados.0.smithi119.stdout:1641: finishing write tid 5 to smithi11982245-24 2024-04-13T07:51:40.375 INFO:tasks.rados.rados.0.smithi119.stdout:1641: oid 24 updating version 0 to 773 2024-04-13T07:51:40.375 INFO:tasks.rados.rados.0.smithi119.stdout:1641: oid 24 version 773 is already newer than 771 2024-04-13T07:51:40.375 INFO:tasks.rados.rados.0.smithi119.stdout:1641: oid 24 version 773 is already newer than 772 2024-04-13T07:51:40.375 INFO:tasks.rados.rados.0.smithi119.stdout:1641: oid 24 updating version 773 to 774 2024-04-13T07:51:40.375 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 24 v 774 (ObjNum 524 snap 177 seq_num 524) dirty exists 2024-04-13T07:51:40.375 INFO:tasks.rados.rados.0.smithi119.stdout:1641: left oid 24 (ObjNum 524 snap 177 seq_num 524) 2024-04-13T07:51:40.375 INFO:tasks.rados.rados.0.smithi119.stdout:1642: finishing copy_from to smithi11982245-14 2024-04-13T07:51:40.375 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 14 v 853 (ObjNum 180 snap 52 seq_num 180) dirty exists 2024-04-13T07:51:40.375 INFO:tasks.rados.rados.0.smithi119.stdout:1646: finishing copy_from racing read to smithi11982245-3 2024-04-13T07:51:40.376 INFO:tasks.rados.rados.0.smithi119.stdout:1646: finishing copy_from to smithi11982245-3 2024-04-13T07:51:40.376 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 3 v 1041 (ObjNum 489 snap 165 seq_num 489) dirty exists 2024-04-13T07:51:40.376 INFO:tasks.rados.rados.0.smithi119.stdout:1639: expect (ObjNum 453 snap 156 seq_num 453) 2024-04-13T07:51:40.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:40 smithi119 ceph-mon[96316]: osdmap e397: 8 total, 8 up, 8 in 2024-04-13T07:51:40.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:40 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.18"}]: dispatch 2024-04-13T07:51:40.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:40 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.18"}]: dispatch 2024-04-13T07:51:40.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:40 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-13T07:51:40.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:40 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.18"}]': finished 2024-04-13T07:51:40.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:40 smithi119 ceph-mon[96316]: osdmap e398: 8 total, 8 up, 8 in 2024-04-13T07:51:40.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:40 smithi119 ceph-mon[93746]: osdmap e397: 8 total, 8 up, 8 in 2024-04-13T07:51:40.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:40 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.18"}]: dispatch 2024-04-13T07:51:40.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:40 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.18"}]: dispatch 2024-04-13T07:51:40.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:40 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-13T07:51:40.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:40 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.18"}]': finished 2024-04-13T07:51:40.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:40 smithi119 ceph-mon[93746]: osdmap e398: 8 total, 8 up, 8 in 2024-04-13T07:51:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:40 smithi139 ceph-mon[88985]: osdmap e397: 8 total, 8 up, 8 in 2024-04-13T07:51:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:40 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.18"}]: dispatch 2024-04-13T07:51:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:40 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.18"}]: dispatch 2024-04-13T07:51:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:40 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-13T07:51:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:40 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.18"}]': finished 2024-04-13T07:51:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:40 smithi139 ceph-mon[88985]: osdmap e398: 8 total, 8 up, 8 in 2024-04-13T07:51:41.185 INFO:tasks.rados.rados.0.smithi119.stdout:1649: finishing write tid 1 to smithi11982245-15 2024-04-13T07:51:41.185 INFO:tasks.rados.rados.0.smithi119.stdout:1649: finishing write tid 2 to smithi11982245-15 2024-04-13T07:51:41.185 INFO:tasks.rados.rados.0.smithi119.stdout:1650: finishing write tid 1 to smithi11982245-46 2024-04-13T07:51:41.185 INFO:tasks.rados.rados.0.smithi119.stdout:1649: finishing write tid 3 to smithi11982245-15 2024-04-13T07:51:41.185 INFO:tasks.rados.rados.0.smithi119.stdout:1649: finishing write tid 4 to smithi11982245-15 2024-04-13T07:51:41.185 INFO:tasks.rados.rados.0.smithi119.stdout:1649: finishing write tid 5 to smithi11982245-15 2024-04-13T07:51:41.185 INFO:tasks.rados.rados.0.smithi119.stdout:1649: oid 15 updating version 0 to 777 2024-04-13T07:51:41.186 INFO:tasks.rados.rados.0.smithi119.stdout:1649: oid 15 updating version 777 to 778 2024-04-13T07:51:41.186 INFO:tasks.rados.rados.0.smithi119.stdout:1649: oid 15 version 778 is already newer than 776 2024-04-13T07:51:41.186 INFO:tasks.rados.rados.0.smithi119.stdout:1649: oid 15 version 778 is already newer than 775 2024-04-13T07:51:41.186 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 15 v 778 (ObjNum 525 snap 177 seq_num 525) dirty exists 2024-04-13T07:51:41.186 INFO:tasks.rados.rados.0.smithi119.stdout:1649: left oid 15 (ObjNum 525 snap 177 seq_num 525) 2024-04-13T07:51:41.186 INFO:tasks.rados.rados.0.smithi119.stdout:1650: finishing write tid 2 to smithi11982245-46 2024-04-13T07:51:41.186 INFO:tasks.rados.rados.0.smithi119.stdout:1650: finishing write tid 3 to smithi11982245-46 2024-04-13T07:51:41.186 INFO:tasks.rados.rados.0.smithi119.stdout:1650: finishing write tid 4 to smithi11982245-46 2024-04-13T07:51:41.186 INFO:tasks.rados.rados.0.smithi119.stdout:1650: finishing write tid 5 to smithi11982245-46 2024-04-13T07:51:41.186 INFO:tasks.rados.rados.0.smithi119.stdout:1650: oid 46 updating version 0 to 1119 2024-04-13T07:51:41.186 INFO:tasks.rados.rados.0.smithi119.stdout:1650: oid 46 version 1119 is already newer than 1116 2024-04-13T07:51:41.186 INFO:tasks.rados.rados.0.smithi119.stdout:1650: oid 46 version 1119 is already newer than 1117 2024-04-13T07:51:41.186 INFO:tasks.rados.rados.0.smithi119.stdout:1650: oid 46 version 1119 is already newer than 1118 2024-04-13T07:51:41.187 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 46 v 1119 (ObjNum 526 snap 177 seq_num 526) dirty exists 2024-04-13T07:51:41.187 INFO:tasks.rados.rados.0.smithi119.stdout:1650: left oid 46 (ObjNum 526 snap 177 seq_num 526) 2024-04-13T07:51:41.187 INFO:tasks.rados.rados.0.smithi119.stdout:1651: expect (ObjNum 473 snap 163 seq_num 473) 2024-04-13T07:51:41.232 INFO:tasks.rados.rados.0.smithi119.stdout:1652: finishing copy_from racing read to smithi11982245-25 2024-04-13T07:51:41.232 INFO:tasks.rados.rados.0.smithi119.stdout:1652: finishing copy_from to smithi11982245-25 2024-04-13T07:51:41.232 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 25 v 1084 (ObjNum 386 snap 139 seq_num 386) dirty exists 2024-04-13T07:51:41.232 INFO:tasks.rados.rados.0.smithi119.stdout:1653: finishing write tid 1 to smithi11982245-2 2024-04-13T07:51:41.232 INFO:tasks.rados.rados.0.smithi119.stdout:1653: finishing write tid 2 to smithi11982245-2 2024-04-13T07:51:41.232 INFO:tasks.rados.rados.0.smithi119.stdout:1653: finishing write tid 3 to smithi11982245-2 2024-04-13T07:51:41.232 INFO:tasks.rados.rados.0.smithi119.stdout:1653: finishing write tid 4 to smithi11982245-2 2024-04-13T07:51:41.233 INFO:tasks.rados.rados.0.smithi119.stdout:1653: finishing write tid 5 to smithi11982245-2 2024-04-13T07:51:41.233 INFO:tasks.rados.rados.0.smithi119.stdout:1653: finishing write tid 6 to smithi11982245-2 2024-04-13T07:51:41.233 INFO:tasks.rados.rados.0.smithi119.stdout:1653: oid 2 updating version 0 to 886 2024-04-13T07:51:41.233 INFO:tasks.rados.rados.0.smithi119.stdout:1653: oid 2 updating version 886 to 888 2024-04-13T07:51:41.233 INFO:tasks.rados.rados.0.smithi119.stdout:1653: oid 2 version 888 is already newer than 885 2024-04-13T07:51:41.233 INFO:tasks.rados.rados.0.smithi119.stdout:1653: oid 2 version 888 is already newer than 884 2024-04-13T07:51:41.233 INFO:tasks.rados.rados.0.smithi119.stdout:1653: oid 2 version 888 is already newer than 887 2024-04-13T07:51:41.233 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 2 v 888 (ObjNum 527 snap 177 seq_num 527) dirty exists 2024-04-13T07:51:41.233 INFO:tasks.rados.rados.0.smithi119.stdout:1653: left oid 2 (ObjNum 527 snap 177 seq_num 527) 2024-04-13T07:51:41.233 INFO:tasks.rados.rados.0.smithi119.stdout:1655: finishing copy_from racing read to smithi11982245-7 2024-04-13T07:51:41.233 INFO:tasks.rados.rados.0.smithi119.stdout:1655: finishing copy_from to smithi11982245-7 2024-04-13T07:51:41.233 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 7 v 998 (ObjNum 501 snap 171 seq_num 501) dirty exists 2024-04-13T07:51:41.351 INFO:tasks.rados.rados.0.smithi119.stdout:1639: done (13 left) 2024-04-13T07:51:41.351 INFO:tasks.rados.rados.0.smithi119.stdout:1641: done (12 left) 2024-04-13T07:51:41.351 INFO:tasks.rados.rados.0.smithi119.stdout:1642: done (11 left) 2024-04-13T07:51:41.352 INFO:tasks.rados.rados.0.smithi119.stdout:1643: done (10 left) 2024-04-13T07:51:41.352 INFO:tasks.rados.rados.0.smithi119.stdout:1645: done (9 left) 2024-04-13T07:51:41.352 INFO:tasks.rados.rados.0.smithi119.stdout:1646: done (8 left) 2024-04-13T07:51:41.352 INFO:tasks.rados.rados.0.smithi119.stdout:1647: done (7 left) 2024-04-13T07:51:41.352 INFO:tasks.rados.rados.0.smithi119.stdout:1649: done (6 left) 2024-04-13T07:51:41.352 INFO:tasks.rados.rados.0.smithi119.stdout:1650: done (5 left) 2024-04-13T07:51:41.352 INFO:tasks.rados.rados.0.smithi119.stdout:1651: done (4 left) 2024-04-13T07:51:41.352 INFO:tasks.rados.rados.0.smithi119.stdout:1652: done (3 left) 2024-04-13T07:51:41.352 INFO:tasks.rados.rados.0.smithi119.stdout:1653: done (2 left) 2024-04-13T07:51:41.352 INFO:tasks.rados.rados.0.smithi119.stdout:1655: done (1 left) 2024-04-13T07:51:41.352 INFO:tasks.rados.rados.0.smithi119.stdout:1656: done (0 left) 2024-04-13T07:51:41.352 INFO:tasks.rados.rados.0.smithi119.stdout:1657: read oid 44 snap -1 2024-04-13T07:51:41.352 INFO:tasks.rados.rados.0.smithi119.stdout:1657: expect (ObjNum 25 snap 0 seq_num 25) 2024-04-13T07:51:41.352 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 7 current snap is 178 2024-04-13T07:51:41.352 INFO:tasks.rados.rados.0.smithi119.stdout:1658: seq_num 528 ranges {2875392=450560,3325952=761856,4087808=442368} 2024-04-13T07:51:41.368 INFO:tasks.rados.rados.0.smithi119.stdout:1658: writing smithi11982245-7 from 2875392 to 3325952 tid 1 2024-04-13T07:51:41.373 INFO:tasks.rados.rados.0.smithi119.stdout:1658: writing smithi11982245-7 from 3325952 to 4087808 tid 2 2024-04-13T07:51:41.376 INFO:tasks.rados.rados.0.smithi119.stdout:1658: writing smithi11982245-7 from 4087808 to 4530176 tid 3 2024-04-13T07:51:41.376 INFO:tasks.rados.rados.0.smithi119.stdout:1659: delete oid 12 current snap is 178 2024-04-13T07:51:41.376 INFO:tasks.rados.rados.0.smithi119.stdout:1657: expect (ObjNum 25 snap 0 seq_num 25) 2024-04-13T07:51:41.388 INFO:tasks.rados.rados.0.smithi119.stdout:1658: finishing write tid 1 to smithi11982245-7 2024-04-13T07:51:41.389 INFO:tasks.rados.rados.0.smithi119.stdout:1657: done (2 left) 2024-04-13T07:51:41.389 INFO:tasks.rados.rados.0.smithi119.stdout:1659: done (1 left) 2024-04-13T07:51:41.389 INFO:tasks.rados.rados.0.smithi119.stdout:1660: rollback oid 20 current snap is 178 2024-04-13T07:51:41.389 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 20 to 169 2024-04-13T07:51:41.389 INFO:tasks.rados.rados.0.smithi119.stdout:1658: finishing write tid 2 to smithi11982245-7 2024-04-13T07:51:41.389 INFO:tasks.rados.rados.0.smithi119.stdout:1658: finishing write tid 3 to smithi11982245-7 2024-04-13T07:51:41.389 INFO:tasks.rados.rados.0.smithi119.stdout:1658: finishing write tid 4 to smithi11982245-7 2024-04-13T07:51:41.389 INFO:tasks.rados.rados.0.smithi119.stdout:1658: finishing write tid 5 to smithi11982245-7 2024-04-13T07:51:41.390 INFO:tasks.rados.rados.0.smithi119.stdout:1658: oid 7 updating version 0 to 1000 2024-04-13T07:51:41.390 INFO:tasks.rados.rados.0.smithi119.stdout:1658: oid 7 updating version 1000 to 1002 2024-04-13T07:51:41.390 INFO:tasks.rados.rados.0.smithi119.stdout:1658: oid 7 version 1002 is already newer than 1001 2024-04-13T07:51:41.390 INFO:tasks.rados.rados.0.smithi119.stdout:1658: oid 7 version 1002 is already newer than 999 2024-04-13T07:51:41.390 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 7 v 1002 (ObjNum 528 snap 178 seq_num 528) dirty exists 2024-04-13T07:51:41.390 INFO:tasks.rados.rados.0.smithi119.stdout:1658: left oid 7 (ObjNum 528 snap 178 seq_num 528) 2024-04-13T07:51:41.390 INFO:tasks.rados.rados.0.smithi119.stdout:1658: done (1 left) 2024-04-13T07:51:41.390 INFO:tasks.rados.rados.0.smithi119.stdout:1661: snap_remove snap 156 2024-04-13T07:51:41.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:41 smithi119 ceph-mon[96316]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-13T07:51:41.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:41 smithi119 ceph-mon[96316]: Upgrade: osd.3 is safe to restart 2024-04-13T07:51:41.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:41 smithi119 ceph-mon[96316]: pgmap v263: 121 pgs: 121 active+clean; 540 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.8 MiB/s wr, 39 op/s 2024-04-13T07:51:41.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:41 smithi119 ceph-mon[96316]: osdmap e399: 8 total, 8 up, 8 in 2024-04-13T07:51:41.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:41 smithi119 ceph-mon[93746]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-13T07:51:41.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:41 smithi119 ceph-mon[93746]: Upgrade: osd.3 is safe to restart 2024-04-13T07:51:41.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:41 smithi119 ceph-mon[93746]: pgmap v263: 121 pgs: 121 active+clean; 540 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.8 MiB/s wr, 39 op/s 2024-04-13T07:51:41.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:41 smithi119 ceph-mon[93746]: osdmap e399: 8 total, 8 up, 8 in 2024-04-13T07:51:41.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:41 smithi139 ceph-mon[88985]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-13T07:51:41.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:41 smithi139 ceph-mon[88985]: Upgrade: osd.3 is safe to restart 2024-04-13T07:51:41.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:41 smithi139 ceph-mon[88985]: pgmap v263: 121 pgs: 121 active+clean; 540 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.8 MiB/s wr, 39 op/s 2024-04-13T07:51:41.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:41 smithi139 ceph-mon[88985]: osdmap e399: 8 total, 8 up, 8 in 2024-04-13T07:51:42.354 INFO:tasks.rados.rados.0.smithi119.stdout:1661: done (1 left) 2024-04-13T07:51:42.354 INFO:tasks.rados.rados.0.smithi119.stdout:1662: copy_from oid 28 from oid 21 current snap is 178 2024-04-13T07:51:42.354 INFO:tasks.rados.rados.0.smithi119.stdout:1663: snap_remove snap 114 2024-04-13T07:51:42.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:51:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:51:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:51:43.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:42 smithi119 ceph-mon[96316]: Upgrade: Updating osd.3 2024-04-13T07:51:43.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:42 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:43.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:42 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-13T07:51:43.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:42 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:51:43.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:42 smithi119 ceph-mon[96316]: Deploying daemon osd.3 on smithi119 2024-04-13T07:51:43.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:42 smithi119 ceph-mon[96316]: osdmap e400: 8 total, 8 up, 8 in 2024-04-13T07:51:43.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:42 smithi119 ceph-mon[96316]: pgmap v266: 121 pgs: 121 active+clean; 540 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.8 MiB/s wr, 39 op/s 2024-04-13T07:51:43.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:42 smithi119 ceph-mon[93746]: Upgrade: Updating osd.3 2024-04-13T07:51:43.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:42 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:43.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:42 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-13T07:51:43.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:42 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:51:43.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:42 smithi119 ceph-mon[93746]: Deploying daemon osd.3 on smithi119 2024-04-13T07:51:43.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:42 smithi119 ceph-mon[93746]: osdmap e400: 8 total, 8 up, 8 in 2024-04-13T07:51:43.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:42 smithi119 ceph-mon[93746]: pgmap v266: 121 pgs: 121 active+clean; 540 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.8 MiB/s wr, 39 op/s 2024-04-13T07:51:43.359 INFO:tasks.rados.rados.0.smithi119.stdout:1663: done (2 left) 2024-04-13T07:51:43.359 INFO:tasks.rados.rados.0.smithi119.stdout:1664: read oid 50 snap -1 2024-04-13T07:51:43.359 INFO:tasks.rados.rados.0.smithi119.stdout:1664: expect deleted 2024-04-13T07:51:43.359 INFO:tasks.rados.rados.0.smithi119.stdout:1665: copy_from oid 13 from oid 25 current snap is 178 2024-04-13T07:51:43.359 INFO:tasks.rados.rados.0.smithi119.stdout:1666: copy_from oid 38 from oid 31 current snap is 178 2024-04-13T07:51:43.359 INFO:tasks.rados.rados.0.smithi119.stdout:1667: read oid 46 snap 173 2024-04-13T07:51:43.359 INFO:tasks.rados.rados.0.smithi119.stdout:1667: expect deleted 2024-04-13T07:51:43.359 INFO:tasks.rados.rados.0.smithi119.stdout:1668: delete oid 33 current snap is 178 2024-04-13T07:51:43.359 INFO:tasks.rados.rados.0.smithi119.stdout:1660: finishing rollback tid 0 to smithi11982245-20 2024-04-13T07:51:43.359 INFO:tasks.rados.rados.0.smithi119.stdout:1660: finishing rollback tid 1 to smithi11982245-20 2024-04-13T07:51:43.360 INFO:tasks.rados.rados.0.smithi119.stdout:1660: finishing rollback tid 2 to smithi11982245-20 2024-04-13T07:51:43.360 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 20 v 900 (ObjNum 496 snap 168 seq_num 496) dirty exists 2024-04-13T07:51:43.360 INFO:tasks.rados.rados.0.smithi119.stdout:1662: finishing copy_from racing read to smithi11982245-28 2024-04-13T07:51:43.360 INFO:tasks.rados.rados.0.smithi119.stdout:1662: finishing copy_from to smithi11982245-28 2024-04-13T07:51:43.360 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 28 v 688 (ObjNum 504 snap 172 seq_num 504) dirty exists 2024-04-13T07:51:43.369 INFO:tasks.rados.rados.0.smithi119.stdout:1660: done (6 left) 2024-04-13T07:51:43.369 INFO:tasks.rados.rados.0.smithi119.stdout:1662: done (5 left) 2024-04-13T07:51:43.369 INFO:tasks.rados.rados.0.smithi119.stdout:1664: done (4 left) 2024-04-13T07:51:43.369 INFO:tasks.rados.rados.0.smithi119.stdout:1667: done (3 left) 2024-04-13T07:51:43.369 INFO:tasks.rados.rados.0.smithi119.stdout:1668: done (2 left) 2024-04-13T07:51:43.369 INFO:tasks.rados.rados.0.smithi119.stdout:1669: read oid 35 snap -1 2024-04-13T07:51:43.370 INFO:tasks.rados.rados.0.smithi119.stdout:1669: expect deleted 2024-04-13T07:51:43.370 INFO:tasks.rados.rados.0.smithi119.stdout:1670: read oid 37 snap -1 2024-04-13T07:51:43.370 INFO:tasks.rados.rados.0.smithi119.stdout:1670: expect (ObjNum 475 snap 163 seq_num 475) 2024-04-13T07:51:43.370 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 8 current snap is 178 2024-04-13T07:51:43.370 INFO:tasks.rados.rados.0.smithi119.stdout:1671: seq_num 531 ranges {1368064=499712,1867776=417792,2285568=548864,2834432=237568} 2024-04-13T07:51:43.380 INFO:tasks.rados.rados.0.smithi119.stdout:1671: writing smithi11982245-8 from 1368064 to 1867776 tid 1 2024-04-13T07:51:43.384 INFO:tasks.rados.rados.0.smithi119.stdout:1671: writing smithi11982245-8 from 1867776 to 2285568 tid 2 2024-04-13T07:51:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:42 smithi139 ceph-mon[88985]: Upgrade: Updating osd.3 2024-04-13T07:51:43.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:42 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:43.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:42 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-13T07:51:43.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:42 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:51:43.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:42 smithi139 ceph-mon[88985]: Deploying daemon osd.3 on smithi119 2024-04-13T07:51:43.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:42 smithi139 ceph-mon[88985]: osdmap e400: 8 total, 8 up, 8 in 2024-04-13T07:51:43.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:42 smithi139 ceph-mon[88985]: pgmap v266: 121 pgs: 121 active+clean; 540 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.8 MiB/s wr, 39 op/s 2024-04-13T07:51:43.388 INFO:tasks.rados.rados.0.smithi119.stdout:1671: writing smithi11982245-8 from 2285568 to 2834432 tid 3 2024-04-13T07:51:43.390 INFO:tasks.rados.rados.0.smithi119.stdout:1671: writing smithi11982245-8 from 2834432 to 3072000 tid 4 2024-04-13T07:51:43.390 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 48 current snap is 178 2024-04-13T07:51:43.390 INFO:tasks.rados.rados.0.smithi119.stdout:1672: seq_num 532 ranges {6119424=516096,6635520=696320,7331840=507904} 2024-04-13T07:51:43.426 INFO:tasks.rados.rados.0.smithi119.stdout:1672: writing smithi11982245-48 from 6119424 to 6635520 tid 1 2024-04-13T07:51:43.430 INFO:tasks.rados.rados.0.smithi119.stdout:1672: writing smithi11982245-48 from 6635520 to 7331840 tid 2 2024-04-13T07:51:43.433 INFO:tasks.rados.rados.0.smithi119.stdout:1672: writing smithi11982245-48 from 7331840 to 7839744 tid 3 2024-04-13T07:51:43.434 INFO:tasks.rados.rados.0.smithi119.stdout:1673: snap_create 2024-04-13T07:51:43.434 INFO:tasks.rados.rados.0.smithi119.stdout:1666: finishing copy_from to smithi11982245-38 2024-04-13T07:51:43.434 INFO:tasks.rados.rados.0.smithi119.stdout:1666: got expected ENOENT (src dne) 2024-04-13T07:51:43.434 INFO:tasks.rados.rados.0.smithi119.stdout:1666: finishing copy_from racing read to smithi11982245-38 2024-04-13T07:51:43.434 INFO:tasks.rados.rados.0.smithi119.stdout:1670: expect (ObjNum 475 snap 163 seq_num 475) 2024-04-13T07:51:43.543 INFO:tasks.rados.rados.0.smithi119.stdout:1665: finishing copy_from racing read to smithi11982245-13 2024-04-13T07:51:43.543 INFO:tasks.rados.rados.0.smithi119.stdout:1665: finishing copy_from to smithi11982245-13 2024-04-13T07:51:43.544 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 13 v 1084 (ObjNum 386 snap 139 seq_num 386) dirty exists 2024-04-13T07:51:43.544 INFO:tasks.rados.rados.0.smithi119.stdout:1671: finishing write tid 1 to smithi11982245-8 2024-04-13T07:51:43.544 INFO:tasks.rados.rados.0.smithi119.stdout:1671: finishing write tid 2 to smithi11982245-8 2024-04-13T07:51:43.544 INFO:tasks.rados.rados.0.smithi119.stdout:1671: finishing write tid 3 to smithi11982245-8 2024-04-13T07:51:43.544 INFO:tasks.rados.rados.0.smithi119.stdout:1671: finishing write tid 4 to smithi11982245-8 2024-04-13T07:51:43.544 INFO:tasks.rados.rados.0.smithi119.stdout:1671: finishing write tid 5 to smithi11982245-8 2024-04-13T07:51:43.544 INFO:tasks.rados.rados.0.smithi119.stdout:1671: finishing write tid 6 to smithi11982245-8 2024-04-13T07:51:43.544 INFO:tasks.rados.rados.0.smithi119.stdout:1671: oid 8 updating version 0 to 1085 2024-04-13T07:51:43.544 INFO:tasks.rados.rados.0.smithi119.stdout:1671: oid 8 updating version 1085 to 1087 2024-04-13T07:51:43.544 INFO:tasks.rados.rados.0.smithi119.stdout:1671: oid 8 updating version 1087 to 1089 2024-04-13T07:51:43.544 INFO:tasks.rados.rados.0.smithi119.stdout:1671: oid 8 version 1089 is already newer than 1086 2024-04-13T07:51:43.544 INFO:tasks.rados.rados.0.smithi119.stdout:1671: oid 8 version 1089 is already newer than 1088 2024-04-13T07:51:43.544 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 8 v 1089 (ObjNum 531 snap 178 seq_num 531) dirty exists 2024-04-13T07:51:43.544 INFO:tasks.rados.rados.0.smithi119.stdout:1671: left oid 8 (ObjNum 531 snap 178 seq_num 531) 2024-04-13T07:51:43.544 INFO:tasks.rados.rados.0.smithi119.stdout:1672: finishing write tid 1 to smithi11982245-48 2024-04-13T07:51:43.544 INFO:tasks.rados.rados.0.smithi119.stdout:1672: finishing write tid 2 to smithi11982245-48 2024-04-13T07:51:43.545 INFO:tasks.rados.rados.0.smithi119.stdout:1672: finishing write tid 3 to smithi11982245-48 2024-04-13T07:51:43.545 INFO:tasks.rados.rados.0.smithi119.stdout:1672: finishing write tid 4 to smithi11982245-48 2024-04-13T07:51:43.545 INFO:tasks.rados.rados.0.smithi119.stdout:1672: finishing write tid 5 to smithi11982245-48 2024-04-13T07:51:43.545 INFO:tasks.rados.rados.0.smithi119.stdout:1672: oid 48 updating version 0 to 1051 2024-04-13T07:51:43.545 INFO:tasks.rados.rados.0.smithi119.stdout:1672: oid 48 version 1051 is already newer than 1050 2024-04-13T07:51:43.545 INFO:tasks.rados.rados.0.smithi119.stdout:1672: oid 48 updating version 1051 to 1052 2024-04-13T07:51:43.545 INFO:tasks.rados.rados.0.smithi119.stdout:1672: oid 48 version 1052 is already newer than 1049 2024-04-13T07:51:43.545 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 48 v 1052 (ObjNum 532 snap 178 seq_num 532) dirty exists 2024-04-13T07:51:43.545 INFO:tasks.rados.rados.0.smithi119.stdout:1672: left oid 48 (ObjNum 532 snap 178 seq_num 532) 2024-04-13T07:51:43.885 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:51:43 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:51:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi119\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:51:44.370 INFO:tasks.rados.rados.0.smithi119.stdout:1665: done (6 left) 2024-04-13T07:51:44.370 INFO:tasks.rados.rados.0.smithi119.stdout:1666: done (5 left) 2024-04-13T07:51:44.370 INFO:tasks.rados.rados.0.smithi119.stdout:1669: done (4 left) 2024-04-13T07:51:44.370 INFO:tasks.rados.rados.0.smithi119.stdout:1670: done (3 left) 2024-04-13T07:51:44.370 INFO:tasks.rados.rados.0.smithi119.stdout:1671: done (2 left) 2024-04-13T07:51:44.370 INFO:tasks.rados.rados.0.smithi119.stdout:1672: done (1 left) 2024-04-13T07:51:44.370 INFO:tasks.rados.rados.0.smithi119.stdout:1673: done (0 left) 2024-04-13T07:51:44.370 INFO:tasks.rados.rados.0.smithi119.stdout:1674: rmattr oid 13 current snap is 179 2024-04-13T07:51:44.370 INFO:tasks.rados.rados.0.smithi119.stdout:1675: read oid 26 snap 139 2024-04-13T07:51:44.370 INFO:tasks.rados.rados.0.smithi119.stdout:1675: expect deleted 2024-04-13T07:51:44.371 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 6 current snap is 179 2024-04-13T07:51:44.371 INFO:tasks.rados.rados.0.smithi119.stdout:1676: seq_num 533 ranges {73728=532480,606208=630784,1236992=516096,1753088=57344} 2024-04-13T07:51:44.373 INFO:tasks.rados.rados.0.smithi119.stdout:1676: writing smithi11982245-6 from 73728 to 606208 tid 1 2024-04-13T07:51:44.377 INFO:tasks.rados.rados.0.smithi119.stdout:1676: writing smithi11982245-6 from 606208 to 1236992 tid 2 2024-04-13T07:51:44.381 INFO:tasks.rados.rados.0.smithi119.stdout:1676: writing smithi11982245-6 from 1236992 to 1753088 tid 3 2024-04-13T07:51:44.382 INFO:tasks.rados.rados.0.smithi119.stdout:1676: writing smithi11982245-6 from 1753088 to 1810432 tid 4 2024-04-13T07:51:44.382 INFO:tasks.rados.rados.0.smithi119.stdout:1677: rollback oid 24 current snap is 179 2024-04-13T07:51:44.382 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 24 to 121 2024-04-13T07:51:44.382 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 13 v 1090 (ObjNum 386 snap 139 seq_num 386) dirty exists 2024-04-13T07:51:44.382 INFO:tasks.rados.rados.0.smithi119.stdout:1676: finishing write tid 1 to smithi11982245-6 2024-04-13T07:51:44.382 INFO:tasks.rados.rados.0.smithi119.stdout:1676: finishing write tid 2 to smithi11982245-6 2024-04-13T07:51:44.382 INFO:tasks.rados.rados.0.smithi119.stdout:1674: done (3 left) 2024-04-13T07:51:44.383 INFO:tasks.rados.rados.0.smithi119.stdout:1675: done (2 left) 2024-04-13T07:51:44.383 INFO:tasks.rados.rados.0.smithi119.stdout:1678: read oid 33 snap -1 2024-04-13T07:51:44.383 INFO:tasks.rados.rados.0.smithi119.stdout:1678: expect deleted 2024-04-13T07:51:44.383 INFO:tasks.rados.rados.0.smithi119.stdout:1679: read oid 11 snap -1 2024-04-13T07:51:44.383 INFO:tasks.rados.rados.0.smithi119.stdout:1679: expect deleted 2024-04-13T07:51:44.383 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 37 current snap is 179 2024-04-13T07:51:44.383 INFO:tasks.rados.rados.0.smithi119.stdout:1680: seq_num 534 ranges {2801664=548864,3350528=516096,3866624=688128} 2024-04-13T07:51:44.400 INFO:tasks.rados.rados.0.smithi119.stdout:1680: writing smithi11982245-37 from 2801664 to 3350528 tid 1 2024-04-13T07:51:44.403 INFO:tasks.rados.rados.0.smithi119.stdout:1680: writing smithi11982245-37 from 3350528 to 3866624 tid 2 2024-04-13T07:51:44.408 INFO:tasks.rados.rados.0.smithi119.stdout:1680: writing smithi11982245-37 from 3866624 to 4554752 tid 3 2024-04-13T07:51:44.408 INFO:tasks.rados.rados.0.smithi119.stdout:1681: copy_from oid 35 from oid 30 current snap is 179 2024-04-13T07:51:44.408 INFO:tasks.rados.rados.0.smithi119.stdout:1676: finishing write tid 3 to smithi11982245-6 2024-04-13T07:51:44.409 INFO:tasks.rados.rados.0.smithi119.stdout:1676: finishing write tid 4 to smithi11982245-6 2024-04-13T07:51:44.409 INFO:tasks.rados.rados.0.smithi119.stdout:1676: finishing write tid 5 to smithi11982245-6 2024-04-13T07:51:44.409 INFO:tasks.rados.rados.0.smithi119.stdout:1677: finishing rollback tid 0 to smithi11982245-24 2024-04-13T07:51:44.409 INFO:tasks.rados.rados.0.smithi119.stdout:1678: done (5 left) 2024-04-13T07:51:44.409 INFO:tasks.rados.rados.0.smithi119.stdout:1682: rollback oid 17 current snap is 179 2024-04-13T07:51:44.409 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 17 to 134 2024-04-13T07:51:44.409 INFO:tasks.rados.rados.0.smithi119.stdout:1677: finishing rollback tid 1 to smithi11982245-24 2024-04-13T07:51:44.409 INFO:tasks.rados.rados.0.smithi119.stdout:1677: finishing rollback tid 2 to smithi11982245-24 2024-04-13T07:51:44.409 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 24 v 781 (ObjNum 211 snap 65 seq_num 211) dirty exists 2024-04-13T07:51:44.409 INFO:tasks.rados.rados.0.smithi119.stdout:1676: finishing write tid 6 to smithi11982245-6 2024-04-13T07:51:44.409 INFO:tasks.rados.rados.0.smithi119.stdout:1676: oid 6 updating version 0 to 805 2024-04-13T07:51:44.409 INFO:tasks.rados.rados.0.smithi119.stdout:1676: oid 6 version 805 is already newer than 804 2024-04-13T07:51:44.409 INFO:tasks.rados.rados.0.smithi119.stdout:1676: oid 6 version 805 is already newer than 802 2024-04-13T07:51:44.409 INFO:tasks.rados.rados.0.smithi119.stdout:1676: oid 6 version 805 is already newer than 803 2024-04-13T07:51:44.409 INFO:tasks.rados.rados.0.smithi119.stdout:1676: oid 6 updating version 805 to 806 2024-04-13T07:51:44.410 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 6 v 806 (ObjNum 533 snap 179 seq_num 533) dirty exists 2024-04-13T07:51:44.410 INFO:tasks.rados.rados.0.smithi119.stdout:1676: left oid 6 (ObjNum 533 snap 179 seq_num 533) 2024-04-13T07:51:44.410 INFO:tasks.rados.rados.0.smithi119.stdout:1680: finishing write tid 1 to smithi11982245-37 2024-04-13T07:51:44.410 INFO:tasks.rados.rados.0.smithi119.stdout:1680: finishing write tid 2 to smithi11982245-37 2024-04-13T07:51:44.410 INFO:tasks.rados.rados.0.smithi119.stdout:1676: done (5 left) 2024-04-13T07:51:44.410 INFO:tasks.rados.rados.0.smithi119.stdout:1677: done (4 left) 2024-04-13T07:51:44.410 INFO:tasks.rados.rados.0.smithi119.stdout:1679: done (3 left) 2024-04-13T07:51:44.410 INFO:tasks.rados.rados.0.smithi119.stdout:1683: rollback oid 24 current snap is 179 2024-04-13T07:51:44.410 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 24 to 135 2024-04-13T07:51:44.410 INFO:tasks.rados.rados.0.smithi119.stdout:1684: read oid 3 snap -1 2024-04-13T07:51:44.410 INFO:tasks.rados.rados.0.smithi119.stdout:1684: expect (ObjNum 489 snap 165 seq_num 489) 2024-04-13T07:51:44.410 INFO:tasks.rados.rados.0.smithi119.stdout:1685: delete oid 5 current snap is 179 2024-04-13T07:51:44.412 INFO:tasks.rados.rados.0.smithi119.stdout:1681: finishing copy_from to smithi11982245-35 2024-04-13T07:51:44.412 INFO:tasks.rados.rados.0.smithi119.stdout:1681: got expected ENOENT (src dne) 2024-04-13T07:51:44.412 INFO:tasks.rados.rados.0.smithi119.stdout:1682: finishing rollback tid 0 to smithi11982245-17 2024-04-13T07:51:44.412 INFO:tasks.rados.rados.0.smithi119.stdout:1681: finishing copy_from racing read to smithi11982245-35 2024-04-13T07:51:44.412 INFO:tasks.rados.rados.0.smithi119.stdout:1680: finishing write tid 3 to smithi11982245-37 2024-04-13T07:51:44.412 INFO:tasks.rados.rados.0.smithi119.stdout:1683: finishing rollback tid 0 to smithi11982245-24 2024-04-13T07:51:44.412 INFO:tasks.rados.rados.0.smithi119.stdout:1680: finishing write tid 4 to smithi11982245-37 2024-04-13T07:51:44.412 INFO:tasks.rados.rados.0.smithi119.stdout:1682: finishing rollback tid 1 to smithi11982245-17 2024-04-13T07:51:44.412 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 17 v 808 (ObjNum 65 snap 0 seq_num 721773392) dirty dne 2024-04-13T07:51:44.413 INFO:tasks.rados.rados.0.smithi119.stdout:1683: finishing rollback tid 1 to smithi11982245-24 2024-04-13T07:51:44.414 INFO:tasks.rados.rados.0.smithi119.stdout:1680: finishing write tid 5 to smithi11982245-37 2024-04-13T07:51:44.414 INFO:tasks.rados.rados.0.smithi119.stdout:1680: oid 37 updating version 0 to 580 2024-04-13T07:51:44.414 INFO:tasks.rados.rados.0.smithi119.stdout:1680: oid 37 updating version 580 to 581 2024-04-13T07:51:44.414 INFO:tasks.rados.rados.0.smithi119.stdout:1680: oid 37 updating version 581 to 583 2024-04-13T07:51:44.414 INFO:tasks.rados.rados.0.smithi119.stdout:1680: oid 37 version 583 is already newer than 582 2024-04-13T07:51:44.414 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 37 v 583 (ObjNum 534 snap 179 seq_num 534) dirty exists 2024-04-13T07:51:44.414 INFO:tasks.rados.rados.0.smithi119.stdout:1680: left oid 37 (ObjNum 534 snap 179 seq_num 534) 2024-04-13T07:51:44.414 INFO:tasks.rados.rados.0.smithi119.stdout:1683: finishing rollback tid 2 to smithi11982245-24 2024-04-13T07:51:44.414 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 24 v 784 (ObjNum 211 snap 65 seq_num 211) dirty exists 2024-04-13T07:51:44.415 INFO:tasks.rados.rados.0.smithi119.stdout:1684: expect (ObjNum 489 snap 165 seq_num 489) 2024-04-13T07:51:44.441 INFO:tasks.rados.rados.0.smithi119.stdout:1680: done (5 left) 2024-04-13T07:51:44.441 INFO:tasks.rados.rados.0.smithi119.stdout:1681: done (4 left) 2024-04-13T07:51:44.441 INFO:tasks.rados.rados.0.smithi119.stdout:1682: done (3 left) 2024-04-13T07:51:44.441 INFO:tasks.rados.rados.0.smithi119.stdout:1683: done (2 left) 2024-04-13T07:51:44.441 INFO:tasks.rados.rados.0.smithi119.stdout:1684: done (1 left) 2024-04-13T07:51:44.441 INFO:tasks.rados.rados.0.smithi119.stdout:1685: done (0 left) 2024-04-13T07:51:44.441 INFO:tasks.rados.rados.0.smithi119.stdout:1686: snap_remove snap 175 2024-04-13T07:51:44.537 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:44 smithi119 ceph-mon[96316]: osdmap e401: 8 total, 8 up, 8 in 2024-04-13T07:51:44.538 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:44 smithi119 ceph-mon[93746]: osdmap e401: 8 total, 8 up, 8 in 2024-04-13T07:51:44.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:44 smithi139 ceph-mon[88985]: osdmap e401: 8 total, 8 up, 8 in 2024-04-13T07:51:45.211 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:51:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:51:44] "GET /metrics HTTP/1.1" 200 36141 "" "Prometheus/2.43.0" 2024-04-13T07:51:45.350 INFO:tasks.rados.rados.0.smithi119.stdout:1686: done (0 left) 2024-04-13T07:51:45.350 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 20 current snap is 179 2024-04-13T07:51:45.350 INFO:tasks.rados.rados.0.smithi119.stdout:1687: seq_num 536 ranges {9822208=581632,10403840=688128,11091968=516096} 2024-04-13T07:51:45.408 INFO:tasks.rados.rados.0.smithi119.stdout:1687: writing smithi11982245-20 from 9822208 to 10403840 tid 1 2024-04-13T07:51:45.412 INFO:tasks.rados.rados.0.smithi119.stdout:1687: writing smithi11982245-20 from 10403840 to 11091968 tid 2 2024-04-13T07:51:45.416 INFO:tasks.rados.rados.0.smithi119.stdout:1687: writing smithi11982245-20 from 11091968 to 11608064 tid 3 2024-04-13T07:51:45.416 INFO:tasks.rados.rados.0.smithi119.stdout:1688: rollback oid 39 current snap is 179 2024-04-13T07:51:45.416 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 39 to 165 2024-04-13T07:51:45.416 INFO:tasks.rados.rados.0.smithi119.stdout:1687: finishing write tid 1 to smithi11982245-20 2024-04-13T07:51:45.416 INFO:tasks.rados.rados.0.smithi119.stdout:1689: rmattr oid 9 current snap is 179 2024-04-13T07:51:45.416 INFO:tasks.rados.rados.0.smithi119.stdout:1689: done (2 left) 2024-04-13T07:51:45.416 INFO:tasks.rados.rados.0.smithi119.stdout:1690: rollback oid 25 current snap is 179 2024-04-13T07:51:45.416 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 25 to 139 2024-04-13T07:51:45.416 INFO:tasks.rados.rados.0.smithi119.stdout:1691: setattr oid 34 current snap is 179 2024-04-13T07:51:45.418 INFO:tasks.rados.rados.0.smithi119.stdout:1692: read oid 42 snap -1 2024-04-13T07:51:45.418 INFO:tasks.rados.rados.0.smithi119.stdout:1692: expect (ObjNum 503 snap 172 seq_num 503) 2024-04-13T07:51:45.418 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 3 current snap is 179 2024-04-13T07:51:45.418 INFO:tasks.rados.rados.0.smithi119.stdout:1693: seq_num 537 ranges {999424=598016,1597440=573440,2170880=491520,2662400=139264} 2024-04-13T07:51:45.427 INFO:tasks.rados.rados.0.smithi119.stdout:1693: writing smithi11982245-3 from 999424 to 1597440 tid 1 2024-04-13T07:51:45.430 INFO:tasks.rados.rados.0.smithi119.stdout:1693: writing smithi11982245-3 from 1597440 to 2170880 tid 2 2024-04-13T07:51:45.435 INFO:tasks.rados.rados.0.smithi119.stdout:1693: writing smithi11982245-3 from 2170880 to 2662400 tid 3 2024-04-13T07:51:45.435 INFO:tasks.rados.rados.0.smithi119.stdout:1693: writing smithi11982245-3 from 2662400 to 2801664 tid 4 2024-04-13T07:51:45.435 INFO:tasks.rados.rados.0.smithi119.stdout:1694: copy_from oid 30 from oid 38 current snap is 179 2024-04-13T07:51:45.435 INFO:tasks.rados.rados.0.smithi119.stdout:1687: finishing write tid 2 to smithi11982245-20 2024-04-13T07:51:45.436 INFO:tasks.rados.rados.0.smithi119.stdout:1695: rollback oid 43 current snap is 179 2024-04-13T07:51:45.436 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 43 to 134 2024-04-13T07:51:45.436 INFO:tasks.rados.rados.0.smithi119.stdout:1690: finishing rollback tid 0 to smithi11982245-25 2024-04-13T07:51:45.436 INFO:tasks.rados.rados.0.smithi119.stdout:1688: finishing rollback tid 0 to smithi11982245-39 2024-04-13T07:51:45.436 INFO:tasks.rados.rados.0.smithi119.stdout:1688: finishing rollback tid 1 to smithi11982245-39 2024-04-13T07:51:45.436 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 39 v 811 (ObjNum 97 snap 0 seq_num 749169648) dirty dne 2024-04-13T07:51:45.436 INFO:tasks.rados.rados.0.smithi119.stdout:1687: finishing write tid 3 to smithi11982245-20 2024-04-13T07:51:45.436 INFO:tasks.rados.rados.0.smithi119.stdout:1690: finishing rollback tid 1 to smithi11982245-25 2024-04-13T07:51:45.436 INFO:tasks.rados.rados.0.smithi119.stdout:1687: finishing write tid 4 to smithi11982245-20 2024-04-13T07:51:45.436 INFO:tasks.rados.rados.0.smithi119.stdout:1690: finishing rollback tid 2 to smithi11982245-25 2024-04-13T07:51:45.436 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 25 v 1087 (ObjNum 368 snap 137 seq_num 368) dirty exists 2024-04-13T07:51:45.436 INFO:tasks.rados.rados.0.smithi119.stdout:1687: finishing write tid 5 to smithi11982245-20 2024-04-13T07:51:45.436 INFO:tasks.rados.rados.0.smithi119.stdout:1687: oid 20 updating version 0 to 1091 2024-04-13T07:51:45.436 INFO:tasks.rados.rados.0.smithi119.stdout:1687: oid 20 updating version 1091 to 1093 2024-04-13T07:51:45.436 INFO:tasks.rados.rados.0.smithi119.stdout:1687: oid 20 updating version 1093 to 1094 2024-04-13T07:51:45.437 INFO:tasks.rados.rados.0.smithi119.stdout:1687: oid 20 version 1094 is already newer than 1092 2024-04-13T07:51:45.437 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 20 v 1094 (ObjNum 536 snap 179 seq_num 536) dirty exists 2024-04-13T07:51:45.437 INFO:tasks.rados.rados.0.smithi119.stdout:1687: left oid 20 (ObjNum 536 snap 179 seq_num 536) 2024-04-13T07:51:45.437 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 34 v 1149 (ObjNum 489 snap 165 seq_num 489) dirty exists 2024-04-13T07:51:45.437 INFO:tasks.rados.rados.0.smithi119.stdout:1693: finishing write tid 1 to smithi11982245-3 2024-04-13T07:51:45.437 INFO:tasks.rados.rados.0.smithi119.stdout:1687: done (7 left) 2024-04-13T07:51:45.437 INFO:tasks.rados.rados.0.smithi119.stdout:1688: done (6 left) 2024-04-13T07:51:45.437 INFO:tasks.rados.rados.0.smithi119.stdout:1690: done (5 left) 2024-04-13T07:51:45.438 INFO:tasks.rados.rados.0.smithi119.stdout:1691: done (4 left) 2024-04-13T07:51:45.438 INFO:tasks.rados.rados.0.smithi119.stdout:1696: copy_from oid 11 from oid 24 current snap is 179 2024-04-13T07:51:45.438 INFO:tasks.rados.rados.0.smithi119.stdout:1697: read oid 1 snap -1 2024-04-13T07:51:45.438 INFO:tasks.rados.rados.0.smithi119.stdout:1697: expect (ObjNum 361 snap 136 seq_num 361) 2024-04-13T07:51:45.438 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 25 current snap is 179 2024-04-13T07:51:45.438 INFO:tasks.rados.rados.0.smithi119.stdout:1698: seq_num 538 ranges {8904704=614400,9519104=450560,9969664=704512,10674176=49152} 2024-04-13T07:51:45.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:45 smithi119 ceph-mon[96316]: osdmap e402: 8 total, 8 up, 8 in 2024-04-13T07:51:45.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:45 smithi119 ceph-mon[96316]: pgmap v269: 121 pgs: 121 active+clean; 559 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-04-13T07:51:45.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:45 smithi119 ceph-mon[96316]: osdmap e403: 8 total, 8 up, 8 in 2024-04-13T07:51:45.467 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 07:51:45 smithi119 systemd[1]: Stopping Ceph osd.3 for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:51:45.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:45 smithi119 ceph-mon[93746]: osdmap e402: 8 total, 8 up, 8 in 2024-04-13T07:51:45.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:45 smithi119 ceph-mon[93746]: pgmap v269: 121 pgs: 121 active+clean; 559 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-04-13T07:51:45.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:45 smithi119 ceph-mon[93746]: osdmap e403: 8 total, 8 up, 8 in 2024-04-13T07:51:45.486 INFO:tasks.rados.rados.0.smithi119.stdout:1698: writing smithi11982245-25 from 8904704 to 9519104 tid 1 2024-04-13T07:51:45.489 INFO:tasks.rados.rados.0.smithi119.stdout:1698: writing smithi11982245-25 from 9519104 to 9969664 tid 2 2024-04-13T07:51:45.494 INFO:tasks.rados.rados.0.smithi119.stdout:1698: writing smithi11982245-25 from 9969664 to 10674176 tid 3 2024-04-13T07:51:45.494 INFO:tasks.rados.rados.0.smithi119.stdout:1698: writing smithi11982245-25 from 10674176 to 10723328 tid 4 2024-04-13T07:51:45.495 INFO:tasks.rados.rados.0.smithi119.stdout:1699: read oid 27 snap -1 2024-04-13T07:51:45.495 INFO:tasks.rados.rados.0.smithi119.stdout:1699: expect deleted 2024-04-13T07:51:45.495 INFO:tasks.rados.rados.0.smithi119.stdout:1700: read oid 5 snap -1 2024-04-13T07:51:45.495 INFO:tasks.rados.rados.0.smithi119.stdout:1700: expect deleted 2024-04-13T07:51:45.495 INFO:tasks.rados.rados.0.smithi119.stdout:1701: read oid 8 snap -1 2024-04-13T07:51:45.495 INFO:tasks.rados.rados.0.smithi119.stdout:1701: expect (ObjNum 531 snap 178 seq_num 531) 2024-04-13T07:51:45.495 INFO:tasks.rados.rados.0.smithi119.stdout:1702: snap_create 2024-04-13T07:51:45.495 INFO:tasks.rados.rados.0.smithi119.stdout:1693: finishing write tid 2 to smithi11982245-3 2024-04-13T07:51:45.495 INFO:tasks.rados.rados.0.smithi119.stdout:1693: finishing write tid 3 to smithi11982245-3 2024-04-13T07:51:45.495 INFO:tasks.rados.rados.0.smithi119.stdout:1695: finishing rollback tid 0 to smithi11982245-43 2024-04-13T07:51:45.495 INFO:tasks.rados.rados.0.smithi119.stdout:1695: finishing rollback tid 1 to smithi11982245-43 2024-04-13T07:51:45.495 INFO:tasks.rados.rados.0.smithi119.stdout:1693: finishing write tid 4 to smithi11982245-3 2024-04-13T07:51:45.495 INFO:tasks.rados.rados.0.smithi119.stdout:1695: finishing rollback tid 2 to smithi11982245-43 2024-04-13T07:51:45.495 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 43 v 1153 (ObjNum 274 snap 93 seq_num 274) dirty exists 2024-04-13T07:51:45.496 INFO:tasks.rados.rados.0.smithi119.stdout:1693: finishing write tid 5 to smithi11982245-3 2024-04-13T07:51:45.496 INFO:tasks.rados.rados.0.smithi119.stdout:1693: finishing write tid 6 to smithi11982245-3 2024-04-13T07:51:45.496 INFO:tasks.rados.rados.0.smithi119.stdout:1693: oid 3 updating version 0 to 1044 2024-04-13T07:51:45.496 INFO:tasks.rados.rados.0.smithi119.stdout:1693: oid 3 version 1044 is already newer than 1042 2024-04-13T07:51:45.496 INFO:tasks.rados.rados.0.smithi119.stdout:1693: oid 3 version 1044 is already newer than 1043 2024-04-13T07:51:45.496 INFO:tasks.rados.rados.0.smithi119.stdout:1693: oid 3 updating version 1044 to 1045 2024-04-13T07:51:45.496 INFO:tasks.rados.rados.0.smithi119.stdout:1693: oid 3 updating version 1045 to 1046 2024-04-13T07:51:45.496 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 3 v 1046 (ObjNum 537 snap 179 seq_num 537) dirty exists 2024-04-13T07:51:45.496 INFO:tasks.rados.rados.0.smithi119.stdout:1693: left oid 3 (ObjNum 537 snap 179 seq_num 537) 2024-04-13T07:51:45.496 INFO:tasks.rados.rados.0.smithi119.stdout:1697: expect (ObjNum 361 snap 136 seq_num 361) 2024-04-13T07:51:45.611 INFO:tasks.rados.rados.0.smithi119.stdout:1692: expect (ObjNum 503 snap 172 seq_num 503) 2024-04-13T07:51:45.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:45 smithi139 ceph-mon[88985]: osdmap e402: 8 total, 8 up, 8 in 2024-04-13T07:51:45.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:45 smithi139 ceph-mon[88985]: pgmap v269: 121 pgs: 121 active+clean; 559 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-04-13T07:51:45.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:45 smithi139 ceph-mon[88985]: osdmap e403: 8 total, 8 up, 8 in 2024-04-13T07:51:45.782 INFO:tasks.rados.rados.0.smithi119.stdout:1696: finishing copy_from racing read to smithi11982245-11 2024-04-13T07:51:45.782 INFO:tasks.rados.rados.0.smithi119.stdout:1696: finishing copy_from to smithi11982245-11 2024-04-13T07:51:45.782 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 11 v 784 (ObjNum 211 snap 65 seq_num 211) dirty exists 2024-04-13T07:51:45.782 INFO:tasks.rados.rados.0.smithi119.stdout:1694: finishing copy_from racing read to smithi11982245-30 2024-04-13T07:51:45.782 INFO:tasks.rados.rados.0.smithi119.stdout:1694: finishing copy_from to smithi11982245-30 2024-04-13T07:51:45.782 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 30 v 856 (ObjNum 473 snap 163 seq_num 473) dirty exists 2024-04-13T07:51:45.782 INFO:tasks.rados.rados.0.smithi119.stdout:1698: finishing write tid 1 to smithi11982245-25 2024-04-13T07:51:45.782 INFO:tasks.rados.rados.0.smithi119.stdout:1698: finishing write tid 2 to smithi11982245-25 2024-04-13T07:51:45.782 INFO:tasks.rados.rados.0.smithi119.stdout:1698: finishing write tid 3 to smithi11982245-25 2024-04-13T07:51:45.782 INFO:tasks.rados.rados.0.smithi119.stdout:1698: finishing write tid 4 to smithi11982245-25 2024-04-13T07:51:45.782 INFO:tasks.rados.rados.0.smithi119.stdout:1698: finishing write tid 5 to smithi11982245-25 2024-04-13T07:51:45.782 INFO:tasks.rados.rados.0.smithi119.stdout:1698: finishing write tid 6 to smithi11982245-25 2024-04-13T07:51:45.783 INFO:tasks.rados.rados.0.smithi119.stdout:1698: oid 25 updating version 0 to 1090 2024-04-13T07:51:45.783 INFO:tasks.rados.rados.0.smithi119.stdout:1698: oid 25 updating version 1090 to 1092 2024-04-13T07:51:45.783 INFO:tasks.rados.rados.0.smithi119.stdout:1698: oid 25 version 1092 is already newer than 1088 2024-04-13T07:51:45.783 INFO:tasks.rados.rados.0.smithi119.stdout:1698: oid 25 version 1092 is already newer than 1091 2024-04-13T07:51:45.783 INFO:tasks.rados.rados.0.smithi119.stdout:1698: oid 25 version 1092 is already newer than 1089 2024-04-13T07:51:45.783 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 25 v 1092 (ObjNum 538 snap 179 seq_num 538) dirty exists 2024-04-13T07:51:45.783 INFO:tasks.rados.rados.0.smithi119.stdout:1698: left oid 25 (ObjNum 538 snap 179 seq_num 538) 2024-04-13T07:51:45.783 INFO:tasks.rados.rados.0.smithi119.stdout:1701: expect (ObjNum 531 snap 178 seq_num 531) 2024-04-13T07:51:45.966 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 07:51:45 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-3[62319]: 2024-04-13T07:51:45.598+0000 7f9aa2446700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T07:51:45.966 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 07:51:45 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-3[62319]: 2024-04-13T07:51:45.598+0000 7f9aa2446700 -1 osd.3 403 *** Got signal Terminated *** 2024-04-13T07:51:45.966 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 07:51:45 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-3[62319]: 2024-04-13T07:51:45.598+0000 7f9aa2446700 -1 osd.3 403 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-13T07:51:46.391 INFO:tasks.rados.rados.0.smithi119.stdout:1692: done (10 left) 2024-04-13T07:51:46.392 INFO:tasks.rados.rados.0.smithi119.stdout:1693: done (9 left) 2024-04-13T07:51:46.392 INFO:tasks.rados.rados.0.smithi119.stdout:1694: done (8 left) 2024-04-13T07:51:46.392 INFO:tasks.rados.rados.0.smithi119.stdout:1695: done (7 left) 2024-04-13T07:51:46.392 INFO:tasks.rados.rados.0.smithi119.stdout:1696: done (6 left) 2024-04-13T07:51:46.392 INFO:tasks.rados.rados.0.smithi119.stdout:1697: done (5 left) 2024-04-13T07:51:46.392 INFO:tasks.rados.rados.0.smithi119.stdout:1698: done (4 left) 2024-04-13T07:51:46.392 INFO:tasks.rados.rados.0.smithi119.stdout:1699: done (3 left) 2024-04-13T07:51:46.392 INFO:tasks.rados.rados.0.smithi119.stdout:1700: done (2 left) 2024-04-13T07:51:46.392 INFO:tasks.rados.rados.0.smithi119.stdout:1701: done (1 left) 2024-04-13T07:51:46.392 INFO:tasks.rados.rados.0.smithi119.stdout:1702: done (0 left) 2024-04-13T07:51:46.392 INFO:tasks.rados.rados.0.smithi119.stdout:1703: delete oid 8 current snap is 180 2024-04-13T07:51:46.396 INFO:tasks.rados.rados.0.smithi119.stdout:1703: done (0 left) 2024-04-13T07:51:46.396 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 19 current snap is 180 2024-04-13T07:51:46.396 INFO:tasks.rados.rados.0.smithi119.stdout:1704: seq_num 540 ranges {0=647168,647168=671744,1318912=532480} 2024-04-13T07:51:46.399 INFO:tasks.rados.rados.0.smithi119.stdout:1704: writing smithi11982245-19 from 0 to 647168 tid 1 2024-04-13T07:51:46.403 INFO:tasks.rados.rados.0.smithi119.stdout:1704: writing smithi11982245-19 from 647168 to 1318912 tid 2 2024-04-13T07:51:46.407 INFO:tasks.rados.rados.0.smithi119.stdout:1704: writing smithi11982245-19 from 1318912 to 1851392 tid 3 2024-04-13T07:51:46.407 INFO:tasks.rados.rados.0.smithi119.stdout:1705: rollback oid 40 current snap is 180 2024-04-13T07:51:46.407 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 40 to 90 2024-04-13T07:51:46.407 INFO:tasks.rados.rados.0.smithi119.stdout:1704: finishing write tid 1 to smithi11982245-19 2024-04-13T07:51:46.408 INFO:tasks.rados.rados.0.smithi119.stdout:1704: finishing write tid 2 to smithi11982245-19 2024-04-13T07:51:46.408 INFO:tasks.rados.rados.0.smithi119.stdout:1706: rmattr oid 1 current snap is 180 2024-04-13T07:51:46.408 INFO:tasks.rados.rados.0.smithi119.stdout:1707: delete oid 35 current snap is 180 2024-04-13T07:51:46.411 INFO:tasks.rados.rados.0.smithi119.stdout:1704: finishing write tid 3 to smithi11982245-19 2024-04-13T07:51:46.411 INFO:tasks.rados.rados.0.smithi119.stdout:1704: finishing write tid 4 to smithi11982245-19 2024-04-13T07:51:46.411 INFO:tasks.rados.rados.0.smithi119.stdout:1707: done (3 left) 2024-04-13T07:51:46.411 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 14 current snap is 180 2024-04-13T07:51:46.411 INFO:tasks.rados.rados.0.smithi119.stdout:1708: seq_num 542 ranges {622592=679936,1302528=442368,1744896=679936,2424832=81920} 2024-04-13T07:51:46.418 INFO:tasks.rados.rados.0.smithi119.stdout:1708: writing smithi11982245-14 from 622592 to 1302528 tid 1 2024-04-13T07:51:46.421 INFO:tasks.rados.rados.0.smithi119.stdout:1708: writing smithi11982245-14 from 1302528 to 1744896 tid 2 2024-04-13T07:51:46.425 INFO:tasks.rados.rados.0.smithi119.stdout:1708: writing smithi11982245-14 from 1744896 to 2424832 tid 3 2024-04-13T07:51:46.425 INFO:tasks.rados.rados.0.smithi119.stdout:1708: writing smithi11982245-14 from 2424832 to 2506752 tid 4 2024-04-13T07:51:46.425 INFO:tasks.rados.rados.0.smithi119.stdout:1709: copy_from oid 44 from oid 31 current snap is 180 2024-04-13T07:51:46.426 INFO:tasks.rados.rados.0.smithi119.stdout:1705: finishing rollback tid 0 to smithi11982245-40 2024-04-13T07:51:46.426 INFO:tasks.rados.rados.0.smithi119.stdout:1705: finishing rollback tid 1 to smithi11982245-40 2024-04-13T07:51:46.426 INFO:tasks.rados.rados.0.smithi119.stdout:1705: finishing rollback tid 2 to smithi11982245-40 2024-04-13T07:51:46.426 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 40 v 1176 (ObjNum 219 snap 66 seq_num 219) dirty exists 2024-04-13T07:51:46.426 INFO:tasks.rados.rados.0.smithi119.stdout:1704: finishing write tid 5 to smithi11982245-19 2024-04-13T07:51:46.426 INFO:tasks.rados.rados.0.smithi119.stdout:1704: oid 19 updating version 0 to 1003 2024-04-13T07:51:46.426 INFO:tasks.rados.rados.0.smithi119.stdout:1704: oid 19 updating version 1003 to 1005 2024-04-13T07:51:46.426 INFO:tasks.rados.rados.0.smithi119.stdout:1704: oid 19 version 1005 is already newer than 1004 2024-04-13T07:51:46.426 INFO:tasks.rados.rados.0.smithi119.stdout:1704: oid 19 updating version 1005 to 1006 2024-04-13T07:51:46.426 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 19 v 1006 (ObjNum 540 snap 180 seq_num 540) dirty exists 2024-04-13T07:51:46.426 INFO:tasks.rados.rados.0.smithi119.stdout:1704: left oid 19 (ObjNum 540 snap 180 seq_num 540) 2024-04-13T07:51:46.426 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 1 v 547 (ObjNum 361 snap 136 seq_num 361) dirty exists 2024-04-13T07:51:46.426 INFO:tasks.rados.rados.0.smithi119.stdout:1708: finishing write tid 1 to smithi11982245-14 2024-04-13T07:51:46.426 INFO:tasks.rados.rados.0.smithi119.stdout:1708: finishing write tid 2 to smithi11982245-14 2024-04-13T07:51:46.427 INFO:tasks.rados.rados.0.smithi119.stdout:1704: done (4 left) 2024-04-13T07:51:46.427 INFO:tasks.rados.rados.0.smithi119.stdout:1705: done (3 left) 2024-04-13T07:51:46.427 INFO:tasks.rados.rados.0.smithi119.stdout:1706: done (2 left) 2024-04-13T07:51:46.427 INFO:tasks.rados.rados.0.smithi119.stdout:1710: snap_create 2024-04-13T07:51:46.428 INFO:tasks.rados.rados.0.smithi119.stdout:1708: finishing write tid 3 to smithi11982245-14 2024-04-13T07:51:46.428 INFO:tasks.rados.rados.0.smithi119.stdout:1708: finishing write tid 4 to smithi11982245-14 2024-04-13T07:51:46.428 INFO:tasks.rados.rados.0.smithi119.stdout:1708: finishing write tid 5 to smithi11982245-14 2024-04-13T07:51:46.429 INFO:tasks.rados.rados.0.smithi119.stdout:1708: finishing write tid 6 to smithi11982245-14 2024-04-13T07:51:46.429 INFO:tasks.rados.rados.0.smithi119.stdout:1708: oid 14 updating version 0 to 1097 2024-04-13T07:51:46.429 INFO:tasks.rados.rados.0.smithi119.stdout:1708: oid 14 version 1097 is already newer than 1093 2024-04-13T07:51:46.429 INFO:tasks.rados.rados.0.smithi119.stdout:1708: oid 14 version 1097 is already newer than 1096 2024-04-13T07:51:46.430 INFO:tasks.rados.rados.0.smithi119.stdout:1708: oid 14 version 1097 is already newer than 1094 2024-04-13T07:51:46.430 INFO:tasks.rados.rados.0.smithi119.stdout:1708: oid 14 version 1097 is already newer than 1095 2024-04-13T07:51:46.430 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 14 v 1097 (ObjNum 542 snap 180 seq_num 542) dirty exists 2024-04-13T07:51:46.430 INFO:tasks.rados.rados.0.smithi119.stdout:1708: left oid 14 (ObjNum 542 snap 180 seq_num 542) 2024-04-13T07:51:46.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:46 smithi139 ceph-mon[88985]: osd.3 marked itself down and dead 2024-04-13T07:51:46.642 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:46 smithi119 ceph-mon[96316]: osd.3 marked itself down and dead 2024-04-13T07:51:46.643 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:46 smithi119 ceph-mon[93746]: osd.3 marked itself down and dead 2024-04-13T07:51:46.643 INFO:teuthology.orchestra.run.smithi119.stdout:true 2024-04-13T07:51:46.973 INFO:teuthology.orchestra.run.smithi119.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-13T07:51:46.973 INFO:teuthology.orchestra.run.smithi119.stdout:alertmanager.a smithi119 *:9093,9094 running (7m) 26s ago 8m 25.5M - 0.25.0 c8568f914cd2 a8bd9bb7cb08 2024-04-13T07:51:46.973 INFO:teuthology.orchestra.run.smithi119.stdout:grafana.a smithi139 *:3000 running (8m) 2m ago 8m 88.7M - 9.4.7 954c08fa6188 43be3a562cf4 2024-04-13T07:51:46.973 INFO:teuthology.orchestra.run.smithi119.stdout:mds.a smithi119 running (9m) 26s ago 9m 21.1M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 1c0a22818175 2024-04-13T07:51:46.973 INFO:teuthology.orchestra.run.smithi119.stdout:mds.b smithi139 running (9m) 2m ago 9m 15.2M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 9d051222a698 2024-04-13T07:51:46.973 INFO:teuthology.orchestra.run.smithi119.stdout:mgr.x smithi139 *:8443,9283,8765 running (3m) 2m ago 12m 449M - 19.0.0-2905-g5f22a497 c4b45bf0c946 228fa2e332a4 2024-04-13T07:51:46.973 INFO:teuthology.orchestra.run.smithi119.stdout:mgr.y smithi119 *:8443,9283,8765 running (4m) 26s ago 14m 507M - 19.0.0-2905-g5f22a497 c4b45bf0c946 0462b2c15351 2024-04-13T07:51:46.973 INFO:teuthology.orchestra.run.smithi119.stdout:mon.a smithi119 running (3m) 26s ago 14m 52.6M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 89c63c75b5cb 2024-04-13T07:51:46.973 INFO:teuthology.orchestra.run.smithi119.stdout:mon.b smithi139 running (2m) 2m ago 13m 20.8M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 8dd649d8b46f 2024-04-13T07:51:46.973 INFO:teuthology.orchestra.run.smithi119.stdout:mon.c smithi119 running (2m) 26s ago 13m 42.5M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 b26f62c1d49c 2024-04-13T07:51:46.973 INFO:teuthology.orchestra.run.smithi119.stdout:node-exporter.a smithi119 *:9100 running (7m) 26s ago 7m 15.5M - 1.5.0 0da6a335fe13 b9cb5e53bb33 2024-04-13T07:51:46.973 INFO:teuthology.orchestra.run.smithi119.stdout:node-exporter.b smithi139 *:9100 running (7m) 2m ago 7m 16.1M - 1.5.0 0da6a335fe13 126fe390382b 2024-04-13T07:51:46.973 INFO:teuthology.orchestra.run.smithi119.stdout:osd.0 smithi119 running (101s) 26s ago 12m 193M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 7e5f698ebf3c 2024-04-13T07:51:46.974 INFO:teuthology.orchestra.run.smithi119.stdout:osd.1 smithi119 running (66s) 26s ago 12m 162M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 6ba3c7290ac9 2024-04-13T07:51:46.974 INFO:teuthology.orchestra.run.smithi119.stdout:osd.2 smithi119 running (30s) 26s ago 11m 12.7M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 ef91dbb565e3 2024-04-13T07:51:46.974 INFO:teuthology.orchestra.run.smithi119.stdout:osd.3 smithi119 running (11m) 26s ago 11m 171M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 3f2186ecbd67 2024-04-13T07:51:46.974 INFO:teuthology.orchestra.run.smithi119.stdout:osd.4 smithi139 running (10m) 2m ago 10m 167M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 779579d3651a 2024-04-13T07:51:46.974 INFO:teuthology.orchestra.run.smithi119.stdout:osd.5 smithi139 running (10m) 2m ago 10m 170M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f a52e53194853 2024-04-13T07:51:46.974 INFO:teuthology.orchestra.run.smithi119.stdout:osd.6 smithi139 running (10m) 2m ago 9m 114M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 763ea020f47e 2024-04-13T07:51:46.974 INFO:teuthology.orchestra.run.smithi119.stdout:osd.7 smithi139 running (9m) 2m ago 9m 150M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 0e23b527299b 2024-04-13T07:51:46.974 INFO:teuthology.orchestra.run.smithi119.stdout:prometheus.a smithi139 *:9095 running (3m) 2m ago 8m 57.9M - 2.43.0 a07b618ecd1d dbea45cf9326 2024-04-13T07:51:47.197 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 07:51:46 smithi119 podman[117021]: 2024-04-13 07:51:46.932064024 +0000 UTC m=+1.544761019 container died 3f2186ecbd67985503106b7526fbeeaa79bb89137e88bed07ead4a5c27871ec0 (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-3, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=reef-7d36322, org.label-schema.schema-version=1.0) 2024-04-13T07:51:47.400 INFO:tasks.rados.rados.0.smithi119.stdout:1708: done (2 left) 2024-04-13T07:51:47.400 INFO:tasks.rados.rados.0.smithi119.stdout:1710: done (1 left) 2024-04-13T07:51:47.400 INFO:tasks.rados.rados.0.smithi119.stdout:1711: rollback oid 7 current snap is 181 2024-04-13T07:51:47.400 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 7 to 163 2024-04-13T07:51:47.400 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 25 current snap is 181 2024-04-13T07:51:47.400 INFO:tasks.rados.rados.0.smithi119.stdout:1712: seq_num 543 ranges {10723328=704512,11427840=729088,12156928=475136} 2024-04-13T07:51:47.416 INFO:teuthology.orchestra.run.smithi119.stdout:{ 2024-04-13T07:51:47.416 INFO:teuthology.orchestra.run.smithi119.stdout: "mon": { 2024-04-13T07:51:47.416 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 3 2024-04-13T07:51:47.416 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:51:47.416 INFO:teuthology.orchestra.run.smithi119.stdout: "mgr": { 2024-04-13T07:51:47.416 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T07:51:47.416 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:51:47.416 INFO:teuthology.orchestra.run.smithi119.stdout: "osd": { 2024-04-13T07:51:47.416 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 4, 2024-04-13T07:51:47.416 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 3 2024-04-13T07:51:47.417 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:51:47.417 INFO:teuthology.orchestra.run.smithi119.stdout: "mds": { 2024-04-13T07:51:47.417 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 2 2024-04-13T07:51:47.417 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:51:47.417 INFO:teuthology.orchestra.run.smithi119.stdout: "overall": { 2024-04-13T07:51:47.417 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 6, 2024-04-13T07:51:47.417 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 8 2024-04-13T07:51:47.417 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-13T07:51:47.417 INFO:teuthology.orchestra.run.smithi119.stdout:} 2024-04-13T07:51:47.463 INFO:tasks.rados.rados.0.smithi119.stdout:1712: writing smithi11982245-25 from 10723328 to 11427840 tid 1 2024-04-13T07:51:47.466 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 07:51:47 smithi119 podman[117021]: 2024-04-13 07:51:47.29365002 +0000 UTC m=+1.906347004 container cleanup 3f2186ecbd67985503106b7526fbeeaa79bb89137e88bed07ead4a5c27871ec0 (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-3, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, RELEASE=reef-7d36322, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240409) 2024-04-13T07:51:47.466 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 07:51:47 smithi119 bash[117021]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-3 2024-04-13T07:51:47.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:47 smithi119 ceph-mon[96316]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T07:51:47.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:47 smithi119 ceph-mon[96316]: osdmap e404: 8 total, 7 up, 8 in 2024-04-13T07:51:47.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:47 smithi119 ceph-mon[96316]: from='client.54166 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:51:47.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:47 smithi119 ceph-mon[96316]: pgmap v272: 121 pgs: 1 active+clean+snaptrim, 16 stale+active+clean, 104 active+clean; 562 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 14 op/s 2024-04-13T07:51:47.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:47 smithi119 ceph-mon[93746]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T07:51:47.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:47 smithi119 ceph-mon[93746]: osdmap e404: 8 total, 7 up, 8 in 2024-04-13T07:51:47.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:47 smithi119 ceph-mon[93746]: from='client.54166 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:51:47.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:47 smithi119 ceph-mon[93746]: pgmap v272: 121 pgs: 1 active+clean+snaptrim, 16 stale+active+clean, 104 active+clean; 562 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 14 op/s 2024-04-13T07:51:47.467 INFO:tasks.rados.rados.0.smithi119.stdout:1712: writing smithi11982245-25 from 11427840 to 12156928 tid 2 2024-04-13T07:51:47.471 INFO:tasks.rados.rados.0.smithi119.stdout:1712: writing smithi11982245-25 from 12156928 to 12632064 tid 3 2024-04-13T07:51:47.471 INFO:tasks.rados.rados.0.smithi119.stdout:1713: copy_from oid 3 from oid 5 current snap is 181 2024-04-13T07:51:47.471 INFO:tasks.rados.rados.0.smithi119.stdout:1709: finishing copy_from to smithi11982245-44 2024-04-13T07:51:47.471 INFO:tasks.rados.rados.0.smithi119.stdout:1709: got expected ENOENT (src dne) 2024-04-13T07:51:47.471 INFO:tasks.rados.rados.0.smithi119.stdout:1709: finishing copy_from racing read to smithi11982245-44 2024-04-13T07:51:47.471 INFO:tasks.rados.rados.0.smithi119.stdout:1711: finishing rollback tid 0 to smithi11982245-7 2024-04-13T07:51:47.471 INFO:tasks.rados.rados.0.smithi119.stdout:1711: finishing rollback tid 1 to smithi11982245-7 2024-04-13T07:51:47.471 INFO:tasks.rados.rados.0.smithi119.stdout:1711: finishing rollback tid 2 to smithi11982245-7 2024-04-13T07:51:47.471 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 7 v 1009 (ObjNum 474 snap 163 seq_num 474) dirty exists 2024-04-13T07:51:47.471 INFO:tasks.rados.rados.0.smithi119.stdout:1709: done (3 left) 2024-04-13T07:51:47.472 INFO:tasks.rados.rados.0.smithi119.stdout:1711: done (2 left) 2024-04-13T07:51:47.472 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 43 current snap is 181 2024-04-13T07:51:47.472 INFO:tasks.rados.rados.0.smithi119.stdout:1712: finishing write tid 1 to smithi11982245-25 2024-04-13T07:51:47.472 INFO:tasks.rados.rados.0.smithi119.stdout:1714: seq_num 544 ranges {3481600=720896,4202496=614400,4816896=589824} 2024-04-13T07:51:47.492 INFO:tasks.rados.rados.0.smithi119.stdout:1714: writing smithi11982245-43 from 3481600 to 4202496 tid 1 2024-04-13T07:51:47.496 INFO:tasks.rados.rados.0.smithi119.stdout:1714: writing smithi11982245-43 from 4202496 to 4816896 tid 2 2024-04-13T07:51:47.500 INFO:tasks.rados.rados.0.smithi119.stdout:1714: writing smithi11982245-43 from 4816896 to 5406720 tid 3 2024-04-13T07:51:47.500 INFO:tasks.rados.rados.0.smithi119.stdout:1715: read oid 37 snap -1 2024-04-13T07:51:47.500 INFO:tasks.rados.rados.0.smithi119.stdout:1715: expect (ObjNum 534 snap 179 seq_num 534) 2024-04-13T07:51:47.500 INFO:tasks.rados.rados.0.smithi119.stdout:1716: read oid 24 snap -1 2024-04-13T07:51:47.500 INFO:tasks.rados.rados.0.smithi119.stdout:1716: expect (ObjNum 211 snap 65 seq_num 211) 2024-04-13T07:51:47.500 INFO:tasks.rados.rados.0.smithi119.stdout:1717: read oid 19 snap -1 2024-04-13T07:51:47.500 INFO:tasks.rados.rados.0.smithi119.stdout:1717: expect (ObjNum 540 snap 180 seq_num 540) 2024-04-13T07:51:47.500 INFO:tasks.rados.rados.0.smithi119.stdout:1718: snap_create 2024-04-13T07:51:47.500 INFO:tasks.rados.rados.0.smithi119.stdout:1712: finishing write tid 2 to smithi11982245-25 2024-04-13T07:51:47.501 INFO:tasks.rados.rados.0.smithi119.stdout:1713: finishing copy_from to smithi11982245-3 2024-04-13T07:51:47.501 INFO:tasks.rados.rados.0.smithi119.stdout:1713: got expected ENOENT (src dne) 2024-04-13T07:51:47.501 INFO:tasks.rados.rados.0.smithi119.stdout:1713: finishing copy_from racing read to smithi11982245-3 2024-04-13T07:51:47.501 INFO:tasks.rados.rados.0.smithi119.stdout:1712: finishing write tid 3 to smithi11982245-25 2024-04-13T07:51:47.501 INFO:tasks.rados.rados.0.smithi119.stdout:1712: finishing write tid 4 to smithi11982245-25 2024-04-13T07:51:47.501 INFO:tasks.rados.rados.0.smithi119.stdout:1712: finishing write tid 5 to smithi11982245-25 2024-04-13T07:51:47.501 INFO:tasks.rados.rados.0.smithi119.stdout:1712: oid 25 updating version 0 to 1100 2024-04-13T07:51:47.501 INFO:tasks.rados.rados.0.smithi119.stdout:1712: oid 25 updating version 1100 to 1101 2024-04-13T07:51:47.501 INFO:tasks.rados.rados.0.smithi119.stdout:1712: oid 25 version 1101 is already newer than 1099 2024-04-13T07:51:47.501 INFO:tasks.rados.rados.0.smithi119.stdout:1712: oid 25 version 1101 is already newer than 1098 2024-04-13T07:51:47.501 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 25 v 1101 (ObjNum 543 snap 181 seq_num 543) dirty exists 2024-04-13T07:51:47.501 INFO:tasks.rados.rados.0.smithi119.stdout:1712: left oid 25 (ObjNum 543 snap 181 seq_num 543) 2024-04-13T07:51:47.501 INFO:tasks.rados.rados.0.smithi119.stdout:1714: finishing write tid 1 to smithi11982245-43 2024-04-13T07:51:47.501 INFO:tasks.rados.rados.0.smithi119.stdout:1714: finishing write tid 2 to smithi11982245-43 2024-04-13T07:51:47.505 INFO:tasks.rados.rados.0.smithi119.stdout:1714: finishing write tid 3 to smithi11982245-43 2024-04-13T07:51:47.507 INFO:tasks.rados.rados.0.smithi119.stdout:1714: finishing write tid 4 to smithi11982245-43 2024-04-13T07:51:47.510 INFO:tasks.rados.rados.0.smithi119.stdout:1716: expect (ObjNum 211 snap 65 seq_num 211) 2024-04-13T07:51:47.552 INFO:tasks.rados.rados.0.smithi119.stdout:1714: finishing write tid 5 to smithi11982245-43 2024-04-13T07:51:47.552 INFO:tasks.rados.rados.0.smithi119.stdout:1714: oid 43 updating version 0 to 1155 2024-04-13T07:51:47.553 INFO:tasks.rados.rados.0.smithi119.stdout:1714: oid 43 updating version 1155 to 1157 2024-04-13T07:51:47.553 INFO:tasks.rados.rados.0.smithi119.stdout:1714: oid 43 version 1157 is already newer than 1156 2024-04-13T07:51:47.553 INFO:tasks.rados.rados.0.smithi119.stdout:1714: oid 43 updating version 1157 to 1158 2024-04-13T07:51:47.553 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 43 v 1158 (ObjNum 544 snap 181 seq_num 544) dirty exists 2024-04-13T07:51:47.553 INFO:tasks.rados.rados.0.smithi119.stdout:1714: left oid 43 (ObjNum 544 snap 181 seq_num 544) 2024-04-13T07:51:47.553 INFO:tasks.rados.rados.0.smithi119.stdout:1717: expect (ObjNum 540 snap 180 seq_num 540) 2024-04-13T07:51:47.600 INFO:tasks.rados.rados.0.smithi119.stdout:1715: expect (ObjNum 534 snap 179 seq_num 534) 2024-04-13T07:51:47.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:47 smithi139 ceph-mon[88985]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T07:51:47.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:47 smithi139 ceph-mon[88985]: osdmap e404: 8 total, 7 up, 8 in 2024-04-13T07:51:47.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:47 smithi139 ceph-mon[88985]: from='client.54166 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:51:47.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:47 smithi139 ceph-mon[88985]: pgmap v272: 121 pgs: 1 active+clean+snaptrim, 16 stale+active+clean, 104 active+clean; 562 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 14 op/s 2024-04-13T07:51:47.966 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 07:51:47 smithi119 podman[117088]: 2024-04-13 07:51:47.65365331 +0000 UTC m=+0.721174001 container remove 3f2186ecbd67985503106b7526fbeeaa79bb89137e88bed07ead4a5c27871ec0 (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-3, RELEASE=reef-7d36322, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409) 2024-04-13T07:51:48.281 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 07:51:48 smithi119 podman[117207]: 2024-04-13 07:51:48.012773803 +0000 UTC m=+0.113051339 container create 99040ec1b19e155a9194dff70003c880f0308479868d12e2510d5b311fb977d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-3-deactivate, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-5f22a49, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-04-13T07:51:48.281 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 07:51:48 smithi119 podman[117207]: 2024-04-13 07:51:47.917482659 +0000 UTC m=+0.017760195 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:51:48.281 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 07:51:48 smithi119 podman[117207]: 2024-04-13 07:51:48.198829003 +0000 UTC m=+0.299106540 container init 99040ec1b19e155a9194dff70003c880f0308479868d12e2510d5b311fb977d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-3-deactivate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-5f22a49) 2024-04-13T07:51:48.281 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 07:51:48 smithi119 podman[117207]: 2024-04-13 07:51:48.20397935 +0000 UTC m=+0.304256886 container start 99040ec1b19e155a9194dff70003c880f0308479868d12e2510d5b311fb977d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-3-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-5f22a49, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-04-13T07:51:48.282 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 07:51:48 smithi119 podman[117207]: 2024-04-13 07:51:48.281924428 +0000 UTC m=+0.382201975 container attach 99040ec1b19e155a9194dff70003c880f0308479868d12e2510d5b311fb977d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-5f22a49, maintainer=Guillaume Abrioux ) 2024-04-13T07:51:48.400 INFO:tasks.rados.rados.0.smithi119.stdout:1712: done (6 left) 2024-04-13T07:51:48.401 INFO:tasks.rados.rados.0.smithi119.stdout:1713: done (5 left) 2024-04-13T07:51:48.401 INFO:tasks.rados.rados.0.smithi119.stdout:1714: done (4 left) 2024-04-13T07:51:48.401 INFO:tasks.rados.rados.0.smithi119.stdout:1715: done (3 left) 2024-04-13T07:51:48.401 INFO:tasks.rados.rados.0.smithi119.stdout:1716: done (2 left) 2024-04-13T07:51:48.401 INFO:tasks.rados.rados.0.smithi119.stdout:1717: done (1 left) 2024-04-13T07:51:48.401 INFO:tasks.rados.rados.0.smithi119.stdout:1718: done (0 left) 2024-04-13T07:51:48.401 INFO:tasks.rados.rados.0.smithi119.stdout:1719: read oid 16 snap -1 2024-04-13T07:51:48.401 INFO:tasks.rados.rados.0.smithi119.stdout:1719: expect (ObjNum 425 snap 151 seq_num 425) 2024-04-13T07:51:48.401 INFO:tasks.rados.rados.0.smithi119.stdout:1720: delete oid 40 current snap is 182 2024-04-13T07:51:48.413 INFO:tasks.rados.rados.0.smithi119.stdout:1720: done (1 left) 2024-04-13T07:51:48.413 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 26 current snap is 182 2024-04-13T07:51:48.413 INFO:tasks.rados.rados.0.smithi119.stdout:1721: seq_num 546 ranges {425984=753664,1179648=778240,1957888=425984} 2024-04-13T07:51:48.420 INFO:tasks.rados.rados.0.smithi119.stdout:1721: writing smithi11982245-26 from 425984 to 1179648 tid 1 2024-04-13T07:51:48.423 INFO:tasks.rados.rados.0.smithi119.stdout:1721: writing smithi11982245-26 from 1179648 to 1957888 tid 2 2024-04-13T07:51:48.426 INFO:tasks.rados.rados.0.smithi119.stdout:1721: writing smithi11982245-26 from 1957888 to 2383872 tid 3 2024-04-13T07:51:48.426 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 48 current snap is 182 2024-04-13T07:51:48.426 INFO:tasks.rados.rados.0.smithi119.stdout:1722: seq_num 547 ranges {7839744=770048,8609792=663552,9273344=466944,9740288=73728} 2024-04-13T07:51:48.473 INFO:tasks.rados.rados.0.smithi119.stdout:1722: writing smithi11982245-48 from 7839744 to 8609792 tid 1 2024-04-13T07:51:48.477 INFO:tasks.rados.rados.0.smithi119.stdout:1722: writing smithi11982245-48 from 8609792 to 9273344 tid 2 2024-04-13T07:51:48.479 INFO:tasks.rados.rados.0.smithi119.stdout:1722: writing smithi11982245-48 from 9273344 to 9740288 tid 3 2024-04-13T07:51:48.480 INFO:tasks.rados.rados.0.smithi119.stdout:1722: writing smithi11982245-48 from 9740288 to 9814016 tid 4 2024-04-13T07:51:48.480 INFO:tasks.rados.rados.0.smithi119.stdout:1723: read oid 6 snap -1 2024-04-13T07:51:48.480 INFO:tasks.rados.rados.0.smithi119.stdout:1723: expect (ObjNum 533 snap 179 seq_num 533) 2024-04-13T07:51:48.481 INFO:tasks.rados.rados.0.smithi119.stdout:1724: snap_create 2024-04-13T07:51:48.481 INFO:tasks.rados.rados.0.smithi119.stdout:1719: expect (ObjNum 425 snap 151 seq_num 425) 2024-04-13T07:51:48.549 INFO:tasks.rados.rados.0.smithi119.stdout:1721: finishing write tid 1 to smithi11982245-26 2024-04-13T07:51:48.549 INFO:tasks.rados.rados.0.smithi119.stdout:1721: finishing write tid 2 to smithi11982245-26 2024-04-13T07:51:48.549 INFO:tasks.rados.rados.0.smithi119.stdout:1721: finishing write tid 3 to smithi11982245-26 2024-04-13T07:51:48.549 INFO:tasks.rados.rados.0.smithi119.stdout:1721: finishing write tid 4 to smithi11982245-26 2024-04-13T07:51:48.549 INFO:tasks.rados.rados.0.smithi119.stdout:1721: finishing write tid 5 to smithi11982245-26 2024-04-13T07:51:48.549 INFO:tasks.rados.rados.0.smithi119.stdout:1721: oid 26 updating version 0 to 590 2024-04-13T07:51:48.549 INFO:tasks.rados.rados.0.smithi119.stdout:1721: oid 26 version 590 is already newer than 589 2024-04-13T07:51:48.549 INFO:tasks.rados.rados.0.smithi119.stdout:1721: oid 26 version 590 is already newer than 588 2024-04-13T07:51:48.549 INFO:tasks.rados.rados.0.smithi119.stdout:1721: oid 26 version 590 is already newer than 587 2024-04-13T07:51:48.549 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 26 v 590 (ObjNum 546 snap 182 seq_num 546) dirty exists 2024-04-13T07:51:48.549 INFO:tasks.rados.rados.0.smithi119.stdout:1721: left oid 26 (ObjNum 546 snap 182 seq_num 546) 2024-04-13T07:51:48.550 INFO:tasks.rados.rados.0.smithi119.stdout:1722: finishing write tid 1 to smithi11982245-48 2024-04-13T07:51:48.550 INFO:tasks.rados.rados.0.smithi119.stdout:1722: finishing write tid 2 to smithi11982245-48 2024-04-13T07:51:48.550 INFO:tasks.rados.rados.0.smithi119.stdout:1722: finishing write tid 3 to smithi11982245-48 2024-04-13T07:51:48.550 INFO:tasks.rados.rados.0.smithi119.stdout:1722: finishing write tid 4 to smithi11982245-48 2024-04-13T07:51:48.550 INFO:tasks.rados.rados.0.smithi119.stdout:1722: finishing write tid 5 to smithi11982245-48 2024-04-13T07:51:48.550 INFO:tasks.rados.rados.0.smithi119.stdout:1723: expect (ObjNum 533 snap 179 seq_num 533) 2024-04-13T07:51:48.596 INFO:tasks.rados.rados.0.smithi119.stdout:1722: finishing write tid 6 to smithi11982245-48 2024-04-13T07:51:48.596 INFO:tasks.rados.rados.0.smithi119.stdout:1722: oid 48 updating version 0 to 1056 2024-04-13T07:51:48.596 INFO:tasks.rados.rados.0.smithi119.stdout:1722: oid 48 version 1056 is already newer than 1055 2024-04-13T07:51:48.596 INFO:tasks.rados.rados.0.smithi119.stdout:1722: oid 48 version 1056 is already newer than 1054 2024-04-13T07:51:48.596 INFO:tasks.rados.rados.0.smithi119.stdout:1722: oid 48 updating version 1056 to 1057 2024-04-13T07:51:48.596 INFO:tasks.rados.rados.0.smithi119.stdout:1722: oid 48 version 1057 is already newer than 1053 2024-04-13T07:51:48.596 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 48 v 1057 (ObjNum 547 snap 182 seq_num 547) dirty exists 2024-04-13T07:51:48.596 INFO:tasks.rados.rados.0.smithi119.stdout:1722: left oid 48 (ObjNum 547 snap 182 seq_num 547) 2024-04-13T07:51:48.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:48 smithi119 ceph-mon[96316]: from='client.44213 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:51:48.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:48 smithi119 ceph-mon[96316]: osdmap e405: 8 total, 7 up, 8 in 2024-04-13T07:51:48.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:48 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1825255257' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:51:48.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:48 smithi119 ceph-mon[93746]: from='client.44213 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:51:48.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:48 smithi119 ceph-mon[93746]: osdmap e405: 8 total, 7 up, 8 in 2024-04-13T07:51:48.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:48 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1825255257' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:51:48.717 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 07:51:48 smithi119 podman[117207]: 2024-04-13 07:51:48.508183059 +0000 UTC m=+0.608460590 container died 99040ec1b19e155a9194dff70003c880f0308479868d12e2510d5b311fb977d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-3-deactivate, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-5f22a49, org.label-schema.schema-version=1.0) 2024-04-13T07:51:48.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:48 smithi139 ceph-mon[88985]: from='client.44213 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:51:48.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:48 smithi139 ceph-mon[88985]: osdmap e405: 8 total, 7 up, 8 in 2024-04-13T07:51:48.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:48 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1825255257' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:51:49.401 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 07:51:49 smithi119 podman[117253]: 2024-04-13 07:51:49.119008966 +0000 UTC m=+0.605379640 container remove 99040ec1b19e155a9194dff70003c880f0308479868d12e2510d5b311fb977d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-5f22a49) 2024-04-13T07:51:49.401 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 07:51:49 smithi119 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@osd.3.service: Deactivated successfully. 2024-04-13T07:51:49.401 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 07:51:49 smithi119 systemd[1]: Stopped Ceph osd.3 for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:51:49.401 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 07:51:49 smithi119 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@osd.3.service: Consumed 10.938s CPU time. 2024-04-13T07:51:49.401 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 07:51:49 smithi119 systemd[1]: Starting Ceph osd.3 for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:51:49.404 INFO:tasks.rados.rados.0.smithi119.stdout:1719: done (4 left) 2024-04-13T07:51:49.404 INFO:tasks.rados.rados.0.smithi119.stdout:1721: done (3 left) 2024-04-13T07:51:49.404 INFO:tasks.rados.rados.0.smithi119.stdout:1722: done (2 left) 2024-04-13T07:51:49.404 INFO:tasks.rados.rados.0.smithi119.stdout:1723: done (1 left) 2024-04-13T07:51:49.404 INFO:tasks.rados.rados.0.smithi119.stdout:1724: done (0 left) 2024-04-13T07:51:49.404 INFO:tasks.rados.rados.0.smithi119.stdout:1725: copy_from oid 23 from oid 48 current snap is 183 2024-04-13T07:51:49.404 INFO:tasks.rados.rados.0.smithi119.stdout:1726: delete oid 40 current snap is 183 2024-04-13T07:51:49.410 INFO:tasks.rados.rados.0.smithi119.stdout:1726: done (1 left) 2024-04-13T07:51:49.411 INFO:tasks.rados.rados.0.smithi119.stdout:1727: snap_remove snap 172 2024-04-13T07:51:49.680 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:49 smithi119 ceph-mon[96316]: osdmap e406: 8 total, 7 up, 8 in 2024-04-13T07:51:49.681 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:49 smithi119 ceph-mon[96316]: pgmap v275: 121 pgs: 1 active+clean+snaptrim, 16 stale+active+clean, 104 active+clean; 562 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 733 KiB/s rd, 828 KiB/s wr, 4 op/s 2024-04-13T07:51:49.681 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 07:51:49 smithi119 podman[117361]: 2024-04-13 07:51:49.561979473 +0000 UTC m=+0.115386140 container create b16cabb5aff77ad7672b58ac1ea457ecb733f4d4d27d0b47183de57e66935f2e (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-3-activate, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=main-5f22a49, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-13T07:51:49.681 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 07:51:49 smithi119 podman[117361]: 2024-04-13 07:51:49.465758847 +0000 UTC m=+0.019165514 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:51:49.681 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:49 smithi119 ceph-mon[93746]: osdmap e406: 8 total, 7 up, 8 in 2024-04-13T07:51:49.681 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:49 smithi119 ceph-mon[93746]: pgmap v275: 121 pgs: 1 active+clean+snaptrim, 16 stale+active+clean, 104 active+clean; 562 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 733 KiB/s rd, 828 KiB/s wr, 4 op/s 2024-04-13T07:51:49.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:49 smithi139 ceph-mon[88985]: osdmap e406: 8 total, 7 up, 8 in 2024-04-13T07:51:49.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:49 smithi139 ceph-mon[88985]: pgmap v275: 121 pgs: 1 active+clean+snaptrim, 16 stale+active+clean, 104 active+clean; 562 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 733 KiB/s rd, 828 KiB/s wr, 4 op/s 2024-04-13T07:51:49.966 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 07:51:49 smithi119 podman[117361]: 2024-04-13 07:51:49.781348908 +0000 UTC m=+0.334755575 container init b16cabb5aff77ad7672b58ac1ea457ecb733f4d4d27d0b47183de57e66935f2e (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-3-activate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=main-5f22a49, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-13T07:51:49.966 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 07:51:49 smithi119 podman[117361]: 2024-04-13 07:51:49.787046752 +0000 UTC m=+0.340453427 container start b16cabb5aff77ad7672b58ac1ea457ecb733f4d4d27d0b47183de57e66935f2e (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-3-activate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, RELEASE=main-5f22a49, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-13T07:51:49.966 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 07:51:49 smithi119 podman[117361]: 2024-04-13 07:51:49.872672717 +0000 UTC m=+0.426079404 container attach b16cabb5aff77ad7672b58ac1ea457ecb733f4d4d27d0b47183de57e66935f2e (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-3-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=main-5f22a49, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-13T07:51:50.354 INFO:tasks.rados.rados.0.smithi119.stdout:1727: done (1 left) 2024-04-13T07:51:50.355 INFO:tasks.rados.rados.0.smithi119.stdout:1728: setattr oid 37 current snap is 183 2024-04-13T07:51:50.355 INFO:tasks.rados.rados.0.smithi119.stdout:1725: finishing copy_from racing read to smithi11982245-23 2024-04-13T07:51:50.355 INFO:tasks.rados.rados.0.smithi119.stdout:1725: finishing copy_from to smithi11982245-23 2024-04-13T07:51:50.355 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 23 v 1057 (ObjNum 547 snap 182 seq_num 547) dirty exists 2024-04-13T07:51:50.355 INFO:tasks.rados.rados.0.smithi119.stdout:1725: done (1 left) 2024-04-13T07:51:50.355 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 46 current snap is 183 2024-04-13T07:51:50.355 INFO:tasks.rados.rados.0.smithi119.stdout:1729: seq_num 549 ranges {1622016=802816,2424832=483328,2908160=434176,3342336=286720} 2024-04-13T07:51:50.367 INFO:tasks.rados.rados.0.smithi119.stdout:1729: writing smithi11982245-46 from 1622016 to 2424832 tid 1 2024-04-13T07:51:50.370 INFO:tasks.rados.rados.0.smithi119.stdout:1729: writing smithi11982245-46 from 2424832 to 2908160 tid 2 2024-04-13T07:51:50.373 INFO:tasks.rados.rados.0.smithi119.stdout:1729: writing smithi11982245-46 from 2908160 to 3342336 tid 3 2024-04-13T07:51:50.374 INFO:tasks.rados.rados.0.smithi119.stdout:1729: writing smithi11982245-46 from 3342336 to 3629056 tid 4 2024-04-13T07:51:50.375 INFO:tasks.rados.rados.0.smithi119.stdout:1730: delete oid 23 current snap is 183 2024-04-13T07:51:50.375 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 37 v 592 (ObjNum 534 snap 179 seq_num 534) dirty exists 2024-04-13T07:51:50.379 INFO:tasks.rados.rados.0.smithi119.stdout:1729: finishing write tid 1 to smithi11982245-46 2024-04-13T07:51:50.379 INFO:tasks.rados.rados.0.smithi119.stdout:1729: finishing write tid 2 to smithi11982245-46 2024-04-13T07:51:50.382 INFO:tasks.rados.rados.0.smithi119.stdout:1729: finishing write tid 3 to smithi11982245-46 2024-04-13T07:51:50.383 INFO:tasks.rados.rados.0.smithi119.stdout:1728: done (2 left) 2024-04-13T07:51:50.383 INFO:tasks.rados.rados.0.smithi119.stdout:1730: done (1 left) 2024-04-13T07:51:50.383 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 26 current snap is 183 2024-04-13T07:51:50.383 INFO:tasks.rados.rados.0.smithi119.stdout:1731: seq_num 551 ranges {2383872=434176,2818048=647168,3465216=450560,3915776=507904} 2024-04-13T07:51:50.398 INFO:tasks.rados.rados.0.smithi119.stdout:1731: writing smithi11982245-26 from 2383872 to 2818048 tid 1 2024-04-13T07:51:50.401 INFO:tasks.rados.rados.0.smithi119.stdout:1731: writing smithi11982245-26 from 2818048 to 3465216 tid 2 2024-04-13T07:51:50.404 INFO:tasks.rados.rados.0.smithi119.stdout:1731: writing smithi11982245-26 from 3465216 to 3915776 tid 3 2024-04-13T07:51:50.407 INFO:tasks.rados.rados.0.smithi119.stdout:1731: writing smithi11982245-26 from 3915776 to 4423680 tid 4 2024-04-13T07:51:50.407 INFO:tasks.rados.rados.0.smithi119.stdout:1732: snap_remove snap 105 2024-04-13T07:51:50.601 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:50 smithi119 ceph-mon[96316]: osdmap e407: 8 total, 7 up, 8 in 2024-04-13T07:51:50.601 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:50 smithi119 ceph-mon[96316]: osdmap e408: 8 total, 7 up, 8 in 2024-04-13T07:51:50.601 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:50 smithi119 ceph-mon[93746]: osdmap e407: 8 total, 7 up, 8 in 2024-04-13T07:51:50.601 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:50 smithi119 ceph-mon[93746]: osdmap e408: 8 total, 7 up, 8 in 2024-04-13T07:51:50.601 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 07:51:50 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-3-activate[117376]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-13T07:51:50.601 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 07:51:50 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-3-activate[117376]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-13T07:51:50.602 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 07:51:50 smithi119 bash[117361]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-13T07:51:50.602 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 07:51:50 smithi119 bash[117361]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-13T07:51:50.602 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 07:51:50 smithi119 bash[117361]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-13T07:51:50.602 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 07:51:50 smithi119 bash[117361]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-13T07:51:50.602 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 07:51:50 smithi119 bash[117361]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-04-13T07:51:50.602 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 07:51:50 smithi119 bash[117361]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-13T07:51:50.602 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 07:51:50 smithi119 bash[117361]: --> ceph-volume raw activate successful for osd ID: 3 2024-04-13T07:51:50.602 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 07:51:50 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-3-activate[117376]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-13T07:51:50.602 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 07:51:50 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-3-activate[117376]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-13T07:51:50.602 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 07:51:50 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-3-activate[117376]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-04-13T07:51:50.602 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 07:51:50 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-3-activate[117376]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-13T07:51:50.602 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 07:51:50 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-3-activate[117376]: --> ceph-volume raw activate successful for osd ID: 3 2024-04-13T07:51:50.602 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 07:51:50 smithi119 podman[117361]: 2024-04-13 07:51:50.253637639 +0000 UTC m=+0.807044311 container died b16cabb5aff77ad7672b58ac1ea457ecb733f4d4d27d0b47183de57e66935f2e (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-3-activate, GIT_CLEAN=True, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , RELEASE=main-5f22a49) 2024-04-13T07:51:50.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:50 smithi139 ceph-mon[88985]: osdmap e407: 8 total, 7 up, 8 in 2024-04-13T07:51:50.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:50 smithi139 ceph-mon[88985]: osdmap e408: 8 total, 7 up, 8 in 2024-04-13T07:51:51.176 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 07:51:50 smithi119 podman[117529]: 2024-04-13 07:51:50.859833848 +0000 UTC m=+0.600857180 container remove b16cabb5aff77ad7672b58ac1ea457ecb733f4d4d27d0b47183de57e66935f2e (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-3-activate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-5f22a49, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-13T07:51:51.177 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 07:51:51 smithi119 podman[117595]: 2024-04-13 07:51:50.971319934 +0000 UTC m=+0.017544973 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:51:51.408 INFO:tasks.rados.rados.0.smithi119.stdout:1732: done (2 left) 2024-04-13T07:51:51.408 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 9 current snap is 183 2024-04-13T07:51:51.408 INFO:tasks.rados.rados.0.smithi119.stdout:1729: finishing write tid 4 to smithi11982245-46 2024-04-13T07:51:51.408 INFO:tasks.rados.rados.0.smithi119.stdout:1733: seq_num 552 ranges {5980160=450560,6430720=532480,6963200=655360,7618560=417792} 2024-04-13T07:51:51.443 INFO:tasks.rados.rados.0.smithi119.stdout:1733: writing smithi11982245-9 from 5980160 to 6430720 tid 1 2024-04-13T07:51:51.446 INFO:tasks.rados.rados.0.smithi119.stdout:1733: writing smithi11982245-9 from 6430720 to 6963200 tid 2 2024-04-13T07:51:51.450 INFO:tasks.rados.rados.0.smithi119.stdout:1733: writing smithi11982245-9 from 6963200 to 7618560 tid 3 2024-04-13T07:51:51.454 INFO:tasks.rados.rados.0.smithi119.stdout:1733: writing smithi11982245-9 from 7618560 to 8036352 tid 4 2024-04-13T07:51:51.454 INFO:tasks.rados.rados.0.smithi119.stdout:1734: snap_create 2024-04-13T07:51:51.454 INFO:tasks.rados.rados.0.smithi119.stdout:1729: finishing write tid 5 to smithi11982245-46 2024-04-13T07:51:51.454 INFO:tasks.rados.rados.0.smithi119.stdout:1729: finishing write tid 6 to smithi11982245-46 2024-04-13T07:51:51.454 INFO:tasks.rados.rados.0.smithi119.stdout:1729: oid 46 updating version 0 to 1160 2024-04-13T07:51:51.454 INFO:tasks.rados.rados.0.smithi119.stdout:1729: oid 46 updating version 1160 to 1164 2024-04-13T07:51:51.454 INFO:tasks.rados.rados.0.smithi119.stdout:1729: oid 46 version 1164 is already newer than 1163 2024-04-13T07:51:51.454 INFO:tasks.rados.rados.0.smithi119.stdout:1729: oid 46 version 1164 is already newer than 1162 2024-04-13T07:51:51.455 INFO:tasks.rados.rados.0.smithi119.stdout:1729: oid 46 version 1164 is already newer than 1161 2024-04-13T07:51:51.455 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 46 v 1164 (ObjNum 549 snap 183 seq_num 549) dirty exists 2024-04-13T07:51:51.455 INFO:tasks.rados.rados.0.smithi119.stdout:1729: left oid 46 (ObjNum 549 snap 183 seq_num 549) 2024-04-13T07:51:51.455 INFO:tasks.rados.rados.0.smithi119.stdout:1731: finishing write tid 1 to smithi11982245-26 2024-04-13T07:51:51.455 INFO:tasks.rados.rados.0.smithi119.stdout:1731: finishing write tid 2 to smithi11982245-26 2024-04-13T07:51:51.455 INFO:tasks.rados.rados.0.smithi119.stdout:1731: finishing write tid 3 to smithi11982245-26 2024-04-13T07:51:51.455 INFO:tasks.rados.rados.0.smithi119.stdout:1731: finishing write tid 4 to smithi11982245-26 2024-04-13T07:51:51.455 INFO:tasks.rados.rados.0.smithi119.stdout:1731: finishing write tid 5 to smithi11982245-26 2024-04-13T07:51:51.455 INFO:tasks.rados.rados.0.smithi119.stdout:1731: finishing write tid 6 to smithi11982245-26 2024-04-13T07:51:51.455 INFO:tasks.rados.rados.0.smithi119.stdout:1731: oid 26 updating version 0 to 595 2024-04-13T07:51:51.455 INFO:tasks.rados.rados.0.smithi119.stdout:1731: oid 26 updating version 595 to 596 2024-04-13T07:51:51.456 INFO:tasks.rados.rados.0.smithi119.stdout:1731: oid 26 updating version 596 to 597 2024-04-13T07:51:51.456 INFO:tasks.rados.rados.0.smithi119.stdout:1731: oid 26 version 597 is already newer than 594 2024-04-13T07:51:51.456 INFO:tasks.rados.rados.0.smithi119.stdout:1731: oid 26 updating version 597 to 598 2024-04-13T07:51:51.456 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 26 v 598 (ObjNum 551 snap 183 seq_num 551) dirty exists 2024-04-13T07:51:51.456 INFO:tasks.rados.rados.0.smithi119.stdout:1731: left oid 26 (ObjNum 551 snap 183 seq_num 551) 2024-04-13T07:51:51.456 INFO:tasks.rados.rados.0.smithi119.stdout:1733: finishing write tid 1 to smithi11982245-9 2024-04-13T07:51:51.456 INFO:tasks.rados.rados.0.smithi119.stdout:1733: finishing write tid 2 to smithi11982245-9 2024-04-13T07:51:51.457 INFO:tasks.rados.rados.0.smithi119.stdout:1733: finishing write tid 3 to smithi11982245-9 2024-04-13T07:51:51.457 INFO:tasks.rados.rados.0.smithi119.stdout:1733: finishing write tid 4 to smithi11982245-9 2024-04-13T07:51:51.457 INFO:tasks.rados.rados.0.smithi119.stdout:1733: finishing write tid 5 to smithi11982245-9 2024-04-13T07:51:51.458 INFO:tasks.rados.rados.0.smithi119.stdout:1733: finishing write tid 6 to smithi11982245-9 2024-04-13T07:51:51.458 INFO:tasks.rados.rados.0.smithi119.stdout:1733: oid 9 updating version 0 to 813 2024-04-13T07:51:51.458 INFO:tasks.rados.rados.0.smithi119.stdout:1733: oid 9 updating version 813 to 816 2024-04-13T07:51:51.458 INFO:tasks.rados.rados.0.smithi119.stdout:1733: oid 9 version 816 is already newer than 812 2024-04-13T07:51:51.458 INFO:tasks.rados.rados.0.smithi119.stdout:1733: oid 9 version 816 is already newer than 814 2024-04-13T07:51:51.458 INFO:tasks.rados.rados.0.smithi119.stdout:1733: oid 9 version 816 is already newer than 815 2024-04-13T07:51:51.458 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 9 v 816 (ObjNum 552 snap 183 seq_num 552) dirty exists 2024-04-13T07:51:51.458 INFO:tasks.rados.rados.0.smithi119.stdout:1733: left oid 9 (ObjNum 552 snap 183 seq_num 552) 2024-04-13T07:51:51.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:51 smithi119 ceph-mon[96316]: pgmap v278: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 605 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 7.5 MiB/s wr, 41 op/s; 108/1257 objects degraded (8.592%) 2024-04-13T07:51:51.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:51 smithi119 ceph-mon[93746]: pgmap v278: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 605 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 7.5 MiB/s wr, 41 op/s; 108/1257 objects degraded (8.592%) 2024-04-13T07:51:51.467 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 07:51:51 smithi119 podman[117595]: 2024-04-13 07:51:51.177226965 +0000 UTC m=+0.223452004 container create 7bb3e41bd7aaf1350c4f497c21652167e84e294dcfb29ca73b8e1c3a12206aaa (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-3, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-5f22a49, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-13T07:51:51.467 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 07:51:51 smithi119 podman[117595]: 2024-04-13 07:51:51.371528962 +0000 UTC m=+0.417754008 container init 7bb3e41bd7aaf1350c4f497c21652167e84e294dcfb29ca73b8e1c3a12206aaa (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-3, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=main-5f22a49, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-04-13T07:51:51.467 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 07:51:51 smithi119 podman[117595]: 2024-04-13 07:51:51.377747566 +0000 UTC m=+0.423972607 container start 7bb3e41bd7aaf1350c4f497c21652167e84e294dcfb29ca73b8e1c3a12206aaa (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-3, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, RELEASE=main-5f22a49, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-13T07:51:51.467 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 07:51:51 smithi119 ceph-osd[117633]: -- 172.21.15.119:0/3174366699 <== mon.0 v2:172.21.15.119:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55dd24711680 con 0x55dd246db400 2024-04-13T07:51:51.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:51 smithi139 ceph-mon[88985]: pgmap v278: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 605 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 7.5 MiB/s wr, 41 op/s; 108/1257 objects degraded (8.592%) 2024-04-13T07:51:51.916 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 07:51:51 smithi119 bash[117595]: 7bb3e41bd7aaf1350c4f497c21652167e84e294dcfb29ca73b8e1c3a12206aaa 2024-04-13T07:51:51.916 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 07:51:51 smithi119 systemd[1]: Started Ceph osd.3 for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:51:52.216 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 07:51:51 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-3[117610]: 2024-04-13T07:51:51.914+0000 7ff2a220f7c0 -1 Falling back to public interface 2024-04-13T07:51:52.425 INFO:tasks.rados.rados.0.smithi119.stdout:1729: done (3 left) 2024-04-13T07:51:52.425 INFO:tasks.rados.rados.0.smithi119.stdout:1731: done (2 left) 2024-04-13T07:51:52.425 INFO:tasks.rados.rados.0.smithi119.stdout:1733: done (1 left) 2024-04-13T07:51:52.425 INFO:tasks.rados.rados.0.smithi119.stdout:1734: done (0 left) 2024-04-13T07:51:52.425 INFO:tasks.rados.rados.0.smithi119.stdout:1735: rollback oid 36 current snap is 184 2024-04-13T07:51:52.425 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 36 to 152 2024-04-13T07:51:52.425 INFO:tasks.rados.rados.0.smithi119.stdout:1736: snap_create 2024-04-13T07:51:52.428 INFO:tasks.rados.rados.0.smithi119.stdout:1735: finishing rollback tid 0 to smithi11982245-36 2024-04-13T07:51:52.429 INFO:tasks.rados.rados.0.smithi119.stdout:1735: finishing rollback tid 1 to smithi11982245-36 2024-04-13T07:51:52.429 INFO:tasks.rados.rados.0.smithi119.stdout:1735: finishing rollback tid 2 to smithi11982245-36 2024-04-13T07:51:52.429 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 36 v 787 (ObjNum 436 snap 151 seq_num 436) dirty exists 2024-04-13T07:51:52.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:52 smithi139 ceph-mon[88985]: Health check failed: Degraded data redundancy: 108/1257 objects degraded (8.592%), 8 pgs degraded (PG_DEGRADED) 2024-04-13T07:51:52.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:52 smithi139 ceph-mon[88985]: osdmap e409: 8 total, 7 up, 8 in 2024-04-13T07:51:52.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:52 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:52.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:52 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:52.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:52 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:51:52.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:51:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:51:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:51:52.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:52 smithi119 ceph-mon[93746]: Health check failed: Degraded data redundancy: 108/1257 objects degraded (8.592%), 8 pgs degraded (PG_DEGRADED) 2024-04-13T07:51:52.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:52 smithi119 ceph-mon[93746]: osdmap e409: 8 total, 7 up, 8 in 2024-04-13T07:51:52.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:52 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:52.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:52 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:52.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:52 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:51:52.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:52 smithi119 ceph-mon[96316]: Health check failed: Degraded data redundancy: 108/1257 objects degraded (8.592%), 8 pgs degraded (PG_DEGRADED) 2024-04-13T07:51:52.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:52 smithi119 ceph-mon[96316]: osdmap e409: 8 total, 7 up, 8 in 2024-04-13T07:51:52.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:52 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:52.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:52 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:52.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:52 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:51:53.430 INFO:tasks.rados.rados.0.smithi119.stdout:1735: done (1 left) 2024-04-13T07:51:53.431 INFO:tasks.rados.rados.0.smithi119.stdout:1736: done (0 left) 2024-04-13T07:51:53.431 INFO:tasks.rados.rados.0.smithi119.stdout:1737: read oid 4 snap 179 2024-04-13T07:51:53.431 INFO:tasks.rados.rados.0.smithi119.stdout:1737: expect (ObjNum 491 snap 166 seq_num 491) 2024-04-13T07:51:53.431 INFO:tasks.rados.rados.0.smithi119.stdout:1738: snap_remove snap 129 2024-04-13T07:51:53.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:53 smithi119 ceph-mon[93746]: osdmap e410: 8 total, 7 up, 8 in 2024-04-13T07:51:53.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:53 smithi119 ceph-mon[93746]: pgmap v281: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 605 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 7.5 MiB/s wr, 41 op/s; 108/1257 objects degraded (8.592%) 2024-04-13T07:51:53.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:53 smithi119 ceph-mon[96316]: osdmap e410: 8 total, 7 up, 8 in 2024-04-13T07:51:53.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:53 smithi119 ceph-mon[96316]: pgmap v281: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 605 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 7.5 MiB/s wr, 41 op/s; 108/1257 objects degraded (8.592%) 2024-04-13T07:51:53.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:53 smithi139 ceph-mon[88985]: osdmap e410: 8 total, 7 up, 8 in 2024-04-13T07:51:53.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:53 smithi139 ceph-mon[88985]: pgmap v281: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 605 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 7.5 MiB/s wr, 41 op/s; 108/1257 objects degraded (8.592%) 2024-04-13T07:51:53.886 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:51:53 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:51:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi119\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:51:54.434 INFO:tasks.rados.rados.0.smithi119.stdout:1738: done (1 left) 2024-04-13T07:51:54.434 INFO:tasks.rados.rados.0.smithi119.stdout:1739: setattr oid 49 current snap is 185 2024-04-13T07:51:54.434 INFO:tasks.rados.rados.0.smithi119.stdout:1737: expect (ObjNum 491 snap 166 seq_num 491) 2024-04-13T07:51:54.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:54 smithi119 ceph-mon[96316]: osdmap e411: 8 total, 7 up, 8 in 2024-04-13T07:51:54.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:54 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:54.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:51:54.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:54 smithi119 ceph-mon[93746]: osdmap e411: 8 total, 7 up, 8 in 2024-04-13T07:51:54.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:54 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:54.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:51:54.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:54 smithi139 ceph-mon[88985]: osdmap e411: 8 total, 7 up, 8 in 2024-04-13T07:51:54.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:54 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:54.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:51:55.084 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 07:51:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-3[117610]: 2024-04-13T07:51:54.832+0000 7ff2a220f7c0 -1 osd.3 403 log_to_monitors true 2024-04-13T07:51:55.084 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:51:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:51:54] "GET /metrics HTTP/1.1" 200 36142 "" "Prometheus/2.43.0" 2024-04-13T07:51:55.198 INFO:tasks.rados.rados.0.smithi119.stdout:1737: done (1 left) 2024-04-13T07:51:55.198 INFO:tasks.rados.rados.0.smithi119.stdout:1740: snap_remove snap 121 2024-04-13T07:51:55.353 INFO:tasks.rados.rados.0.smithi119.stdout:1740: done (1 left) 2024-04-13T07:51:55.353 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 41 current snap is 185 2024-04-13T07:51:55.353 INFO:tasks.rados.rados.0.smithi119.stdout:1741: seq_num 553 ranges {13729792=466944,14196736=417792,14614528=417792,15032320=516096,15548416=253952} 2024-04-13T07:51:55.431 INFO:tasks.rados.rados.0.smithi119.stdout:1741: writing smithi11982245-41 from 13729792 to 14196736 tid 1 2024-04-13T07:51:55.434 INFO:tasks.rados.rados.0.smithi119.stdout:1741: writing smithi11982245-41 from 14196736 to 14614528 tid 2 2024-04-13T07:51:55.436 INFO:tasks.rados.rados.0.smithi119.stdout:1741: writing smithi11982245-41 from 14614528 to 15032320 tid 3 2024-04-13T07:51:55.439 INFO:tasks.rados.rados.0.smithi119.stdout:1741: writing smithi11982245-41 from 15032320 to 15548416 tid 4 2024-04-13T07:51:55.442 INFO:tasks.rados.rados.0.smithi119.stdout:1741: writing smithi11982245-41 from 15548416 to 15802368 tid 5 2024-04-13T07:51:55.442 INFO:tasks.rados.rados.0.smithi119.stdout:1742: copy_from oid 47 from oid 44 current snap is 185 2024-04-13T07:51:55.442 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 49 v 1010 (ObjNum 501 snap 171 seq_num 501) dirty exists 2024-04-13T07:51:55.442 INFO:tasks.rados.rados.0.smithi119.stdout:1741: finishing write tid 1 to smithi11982245-41 2024-04-13T07:51:55.442 INFO:tasks.rados.rados.0.smithi119.stdout:1741: finishing write tid 2 to smithi11982245-41 2024-04-13T07:51:55.442 INFO:tasks.rados.rados.0.smithi119.stdout:1741: finishing write tid 3 to smithi11982245-41 2024-04-13T07:51:55.442 INFO:tasks.rados.rados.0.smithi119.stdout:1739: done (2 left) 2024-04-13T07:51:55.442 INFO:tasks.rados.rados.0.smithi119.stdout:1743: rollback oid 8 current snap is 185 2024-04-13T07:51:55.442 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 8 to 136 2024-04-13T07:51:55.442 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 5 current snap is 185 2024-04-13T07:51:55.442 INFO:tasks.rados.rados.0.smithi119.stdout:1744: seq_num 554 ranges {0=483328,483328=704512,1187840=622592,1810432=278528} 2024-04-13T07:51:55.444 INFO:tasks.rados.rados.0.smithi119.stdout:1744: writing smithi11982245-5 from 0 to 483328 tid 1 2024-04-13T07:51:55.448 INFO:tasks.rados.rados.0.smithi119.stdout:1744: writing smithi11982245-5 from 483328 to 1187840 tid 2 2024-04-13T07:51:55.451 INFO:tasks.rados.rados.0.smithi119.stdout:1744: writing smithi11982245-5 from 1187840 to 1810432 tid 3 2024-04-13T07:51:55.454 INFO:tasks.rados.rados.0.smithi119.stdout:1744: writing smithi11982245-5 from 1810432 to 2088960 tid 4 2024-04-13T07:51:55.454 INFO:tasks.rados.rados.0.smithi119.stdout:1745: read oid 7 snap -1 2024-04-13T07:51:55.454 INFO:tasks.rados.rados.0.smithi119.stdout:1745: expect (ObjNum 474 snap 163 seq_num 474) 2024-04-13T07:51:55.454 INFO:tasks.rados.rados.0.smithi119.stdout:1746: snap_create 2024-04-13T07:51:55.454 INFO:tasks.rados.rados.0.smithi119.stdout:1741: finishing write tid 4 to smithi11982245-41 2024-04-13T07:51:55.454 INFO:tasks.rados.rados.0.smithi119.stdout:1743: finishing rollback tid 1 to smithi11982245-8 2024-04-13T07:51:55.454 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 8 v 1095 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-04-13T07:51:55.454 INFO:tasks.rados.rados.0.smithi119.stdout:1741: finishing write tid 5 to smithi11982245-41 2024-04-13T07:51:55.454 INFO:tasks.rados.rados.0.smithi119.stdout:1741: finishing write tid 6 to smithi11982245-41 2024-04-13T07:51:55.455 INFO:tasks.rados.rados.0.smithi119.stdout:1741: finishing write tid 7 to smithi11982245-41 2024-04-13T07:51:55.455 INFO:tasks.rados.rados.0.smithi119.stdout:1741: oid 41 updating version 0 to 535 2024-04-13T07:51:55.455 INFO:tasks.rados.rados.0.smithi119.stdout:1741: oid 41 updating version 535 to 536 2024-04-13T07:51:55.455 INFO:tasks.rados.rados.0.smithi119.stdout:1741: oid 41 updating version 536 to 540 2024-04-13T07:51:55.455 INFO:tasks.rados.rados.0.smithi119.stdout:1741: oid 41 version 540 is already newer than 539 2024-04-13T07:51:55.455 INFO:tasks.rados.rados.0.smithi119.stdout:1741: oid 41 version 540 is already newer than 538 2024-04-13T07:51:55.455 INFO:tasks.rados.rados.0.smithi119.stdout:1741: oid 41 version 540 is already newer than 537 2024-04-13T07:51:55.455 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 41 v 540 (ObjNum 553 snap 185 seq_num 553) dirty exists 2024-04-13T07:51:55.455 INFO:tasks.rados.rados.0.smithi119.stdout:1741: left oid 41 (ObjNum 553 snap 185 seq_num 553) 2024-04-13T07:51:55.455 INFO:tasks.rados.rados.0.smithi119.stdout:1742: finishing copy_from racing read to smithi11982245-47 2024-04-13T07:51:55.455 INFO:tasks.rados.rados.0.smithi119.stdout:1744: finishing write tid 1 to smithi11982245-5 2024-04-13T07:51:55.455 INFO:tasks.rados.rados.0.smithi119.stdout:1742: finishing copy_from to smithi11982245-47 2024-04-13T07:51:55.455 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 47 v 505 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-04-13T07:51:55.455 INFO:tasks.rados.rados.0.smithi119.stdout:1744: finishing write tid 2 to smithi11982245-5 2024-04-13T07:51:55.456 INFO:tasks.rados.rados.0.smithi119.stdout:1744: finishing write tid 3 to smithi11982245-5 2024-04-13T07:51:55.457 INFO:tasks.rados.rados.0.smithi119.stdout:1744: finishing write tid 4 to smithi11982245-5 2024-04-13T07:51:55.457 INFO:tasks.rados.rados.0.smithi119.stdout:1744: finishing write tid 5 to smithi11982245-5 2024-04-13T07:51:55.459 INFO:tasks.rados.rados.0.smithi119.stdout:1744: finishing write tid 6 to smithi11982245-5 2024-04-13T07:51:55.459 INFO:tasks.rados.rados.0.smithi119.stdout:1744: oid 5 updating version 0 to 1208 2024-04-13T07:51:55.459 INFO:tasks.rados.rados.0.smithi119.stdout:1744: oid 5 updating version 1208 to 1211 2024-04-13T07:51:55.459 INFO:tasks.rados.rados.0.smithi119.stdout:1744: oid 5 updating version 1211 to 1212 2024-04-13T07:51:55.459 INFO:tasks.rados.rados.0.smithi119.stdout:1744: oid 5 updating version 1212 to 1214 2024-04-13T07:51:55.459 INFO:tasks.rados.rados.0.smithi119.stdout:1744: oid 5 version 1214 is already newer than 1213 2024-04-13T07:51:55.459 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 5 v 1214 (ObjNum 554 snap 185 seq_num 554) dirty exists 2024-04-13T07:51:55.459 INFO:tasks.rados.rados.0.smithi119.stdout:1744: left oid 5 (ObjNum 554 snap 185 seq_num 554) 2024-04-13T07:51:55.459 INFO:tasks.rados.rados.0.smithi119.stdout:1745: expect (ObjNum 474 snap 163 seq_num 474) 2024-04-13T07:51:55.716 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 07:51:55 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-3[117610]: 2024-04-13T07:51:55.384+0000 7ff293667700 -1 osd.3 403 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-13T07:51:55.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:55 smithi119 ceph-mon[96316]: osdmap e412: 8 total, 7 up, 8 in 2024-04-13T07:51:55.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:55 smithi119 ceph-mon[96316]: pgmap v284: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 595 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 490 KiB/s wr, 2 op/s; 109/1251 objects degraded (8.713%) 2024-04-13T07:51:55.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:55 smithi119 ceph-mon[96316]: from='osd.3 [v2:172.21.15.119:6826/2879040646,v1:172.21.15.119:6827/2879040646]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-13T07:51:55.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:55 smithi119 ceph-mon[96316]: from='osd.3 [v2:172.21.15.119:6826/2879040646,v1:172.21.15.119:6827/2879040646]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-13T07:51:55.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:55 smithi119 ceph-mon[96316]: osdmap e413: 8 total, 7 up, 8 in 2024-04-13T07:51:55.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:55 smithi119 ceph-mon[96316]: from='osd.3 [v2:172.21.15.119:6826/2879040646,v1:172.21.15.119:6827/2879040646]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-13T07:51:55.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:55 smithi119 ceph-mon[93746]: osdmap e412: 8 total, 7 up, 8 in 2024-04-13T07:51:55.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:55 smithi119 ceph-mon[93746]: pgmap v284: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 595 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 490 KiB/s wr, 2 op/s; 109/1251 objects degraded (8.713%) 2024-04-13T07:51:55.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:55 smithi119 ceph-mon[93746]: from='osd.3 [v2:172.21.15.119:6826/2879040646,v1:172.21.15.119:6827/2879040646]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-13T07:51:55.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:55 smithi119 ceph-mon[93746]: from='osd.3 [v2:172.21.15.119:6826/2879040646,v1:172.21.15.119:6827/2879040646]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-13T07:51:55.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:55 smithi119 ceph-mon[93746]: osdmap e413: 8 total, 7 up, 8 in 2024-04-13T07:51:55.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:55 smithi119 ceph-mon[93746]: from='osd.3 [v2:172.21.15.119:6826/2879040646,v1:172.21.15.119:6827/2879040646]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-13T07:51:55.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:55 smithi139 ceph-mon[88985]: osdmap e412: 8 total, 7 up, 8 in 2024-04-13T07:51:55.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:55 smithi139 ceph-mon[88985]: pgmap v284: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 595 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 490 KiB/s wr, 2 op/s; 109/1251 objects degraded (8.713%) 2024-04-13T07:51:55.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:55 smithi139 ceph-mon[88985]: from='osd.3 [v2:172.21.15.119:6826/2879040646,v1:172.21.15.119:6827/2879040646]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-13T07:51:55.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:55 smithi139 ceph-mon[88985]: from='osd.3 [v2:172.21.15.119:6826/2879040646,v1:172.21.15.119:6827/2879040646]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-13T07:51:55.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:55 smithi139 ceph-mon[88985]: osdmap e413: 8 total, 7 up, 8 in 2024-04-13T07:51:55.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:55 smithi139 ceph-mon[88985]: from='osd.3 [v2:172.21.15.119:6826/2879040646,v1:172.21.15.119:6827/2879040646]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2024-04-13T07:51:56.357 INFO:tasks.rados.rados.0.smithi119.stdout:1741: done (5 left) 2024-04-13T07:51:56.357 INFO:tasks.rados.rados.0.smithi119.stdout:1742: done (4 left) 2024-04-13T07:51:56.357 INFO:tasks.rados.rados.0.smithi119.stdout:1743: done (3 left) 2024-04-13T07:51:56.357 INFO:tasks.rados.rados.0.smithi119.stdout:1744: done (2 left) 2024-04-13T07:51:56.357 INFO:tasks.rados.rados.0.smithi119.stdout:1745: done (1 left) 2024-04-13T07:51:56.357 INFO:tasks.rados.rados.0.smithi119.stdout:1746: done (0 left) 2024-04-13T07:51:56.357 INFO:tasks.rados.rados.0.smithi119.stdout:1747: setattr oid 37 current snap is 186 2024-04-13T07:51:56.359 INFO:tasks.rados.rados.0.smithi119.stdout:1748: copy_from oid 34 from oid 33 current snap is 186 2024-04-13T07:51:56.359 INFO:tasks.rados.rados.0.smithi119.stdout:1749: copy_from oid 16 from oid 43 current snap is 186 2024-04-13T07:51:56.359 INFO:tasks.rados.rados.0.smithi119.stdout:1750: rollback oid 13 current snap is 186 2024-04-13T07:51:56.359 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 13 to 180 2024-04-13T07:51:56.359 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 24 current snap is 186 2024-04-13T07:51:56.359 INFO:tasks.rados.rados.0.smithi119.stdout:1751: seq_num 555 ranges {1409024=499712,1908736=638976,2547712=425984,2973696=540672} 2024-04-13T07:51:56.371 INFO:tasks.rados.rados.0.smithi119.stdout:1751: writing smithi11982245-24 from 1409024 to 1908736 tid 1 2024-04-13T07:51:56.376 INFO:tasks.rados.rados.0.smithi119.stdout:1751: writing smithi11982245-24 from 1908736 to 2547712 tid 2 2024-04-13T07:51:56.379 INFO:tasks.rados.rados.0.smithi119.stdout:1751: writing smithi11982245-24 from 2547712 to 2973696 tid 3 2024-04-13T07:51:56.383 INFO:tasks.rados.rados.0.smithi119.stdout:1751: writing smithi11982245-24 from 2973696 to 3514368 tid 4 2024-04-13T07:51:56.383 INFO:tasks.rados.rados.0.smithi119.stdout:1752: copy_from oid 38 from oid 11 current snap is 186 2024-04-13T07:51:56.383 INFO:tasks.rados.rados.0.smithi119.stdout:1750: finishing rollback tid 0 to smithi11982245-13 2024-04-13T07:51:56.383 INFO:tasks.rados.rados.0.smithi119.stdout:1750: finishing rollback tid 1 to smithi11982245-13 2024-04-13T07:51:56.383 INFO:tasks.rados.rados.0.smithi119.stdout:1750: finishing rollback tid 2 to smithi11982245-13 2024-04-13T07:51:56.383 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 13 v 1098 (ObjNum 386 snap 139 seq_num 386) dirty exists 2024-04-13T07:51:56.383 INFO:tasks.rados.rados.0.smithi119.stdout:1751: finishing write tid 1 to smithi11982245-24 2024-04-13T07:51:56.383 INFO:tasks.rados.rados.0.smithi119.stdout:1751: finishing write tid 2 to smithi11982245-24 2024-04-13T07:51:56.383 INFO:tasks.rados.rados.0.smithi119.stdout:1750: done (5 left) 2024-04-13T07:51:56.383 INFO:tasks.rados.rados.0.smithi119.stdout:1753: rollback oid 9 current snap is 186 2024-04-13T07:51:56.384 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 9 to 146 2024-04-13T07:51:56.384 INFO:tasks.rados.rados.0.smithi119.stdout:1754: snap_create 2024-04-13T07:51:56.384 INFO:tasks.rados.rados.0.smithi119.stdout:1751: finishing write tid 3 to smithi11982245-24 2024-04-13T07:51:56.386 INFO:tasks.rados.rados.0.smithi119.stdout:1751: finishing write tid 4 to smithi11982245-24 2024-04-13T07:51:56.386 INFO:tasks.rados.rados.0.smithi119.stdout:1751: finishing write tid 5 to smithi11982245-24 2024-04-13T07:51:56.387 INFO:tasks.rados.rados.0.smithi119.stdout:1751: finishing write tid 6 to smithi11982245-24 2024-04-13T07:51:56.387 INFO:tasks.rados.rados.0.smithi119.stdout:1751: oid 24 updating version 0 to 788 2024-04-13T07:51:56.387 INFO:tasks.rados.rados.0.smithi119.stdout:1751: oid 24 updating version 788 to 790 2024-04-13T07:51:56.387 INFO:tasks.rados.rados.0.smithi119.stdout:1751: oid 24 updating version 790 to 791 2024-04-13T07:51:56.387 INFO:tasks.rados.rados.0.smithi119.stdout:1751: oid 24 updating version 791 to 792 2024-04-13T07:51:56.387 INFO:tasks.rados.rados.0.smithi119.stdout:1751: oid 24 version 792 is already newer than 789 2024-04-13T07:51:56.388 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 24 v 792 (ObjNum 555 snap 186 seq_num 555) dirty exists 2024-04-13T07:51:56.388 INFO:tasks.rados.rados.0.smithi119.stdout:1751: left oid 24 (ObjNum 555 snap 186 seq_num 555) 2024-04-13T07:51:56.394 INFO:tasks.rados.rados.0.smithi119.stdout:1752: finishing copy_from racing read to smithi11982245-38 2024-04-13T07:51:56.395 INFO:tasks.rados.rados.0.smithi119.stdout:1752: finishing copy_from to smithi11982245-38 2024-04-13T07:51:56.395 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 38 v 784 (ObjNum 211 snap 65 seq_num 211) dirty exists 2024-04-13T07:51:56.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:56 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:56.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:56 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:56.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:56 smithi139 ceph-mon[88985]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T07:51:56.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:56 smithi139 ceph-mon[88985]: osd.3 [v2:172.21.15.119:6826/2879040646,v1:172.21.15.119:6827/2879040646] boot 2024-04-13T07:51:56.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:56 smithi139 ceph-mon[88985]: osdmap e414: 8 total, 8 up, 8 in 2024-04-13T07:51:56.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:56 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:51:56.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:56 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:56.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:56 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:56.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:56 smithi119 ceph-mon[96316]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T07:51:56.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:56 smithi119 ceph-mon[96316]: osd.3 [v2:172.21.15.119:6826/2879040646,v1:172.21.15.119:6827/2879040646] boot 2024-04-13T07:51:56.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:56 smithi119 ceph-mon[96316]: osdmap e414: 8 total, 8 up, 8 in 2024-04-13T07:51:56.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:56 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:51:56.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:56 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:56.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:56 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:56.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:56 smithi119 ceph-mon[93746]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T07:51:56.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:56 smithi119 ceph-mon[93746]: osd.3 [v2:172.21.15.119:6826/2879040646,v1:172.21.15.119:6827/2879040646] boot 2024-04-13T07:51:56.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:56 smithi119 ceph-mon[93746]: osdmap e414: 8 total, 8 up, 8 in 2024-04-13T07:51:56.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:56 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:51:57.365 INFO:tasks.rados.rados.0.smithi119.stdout:1751: done (6 left) 2024-04-13T07:51:57.366 INFO:tasks.rados.rados.0.smithi119.stdout:1752: done (5 left) 2024-04-13T07:51:57.366 INFO:tasks.rados.rados.0.smithi119.stdout:1754: done (4 left) 2024-04-13T07:51:57.366 INFO:tasks.rados.rados.0.smithi119.stdout:1755: rmattr oid 10 current snap is 187 2024-04-13T07:51:57.366 INFO:tasks.rados.rados.0.smithi119.stdout:1756: copy_from oid 32 from oid 4 current snap is 187 2024-04-13T07:51:57.366 INFO:tasks.rados.rados.0.smithi119.stdout:1757: delete oid 7 current snap is 187 2024-04-13T07:51:57.381 INFO:tasks.rados.rados.0.smithi119.stdout:1748: finishing copy_from to smithi11982245-34 2024-04-13T07:51:57.381 INFO:tasks.rados.rados.0.smithi119.stdout:1748: got expected ENOENT (src dne) 2024-04-13T07:51:57.381 INFO:tasks.rados.rados.0.smithi119.stdout:1757: done (6 left) 2024-04-13T07:51:57.381 INFO:tasks.rados.rados.0.smithi119.stdout:1758: rollback oid 23 current snap is 187 2024-04-13T07:51:57.382 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 23 to 124 2024-04-13T07:51:57.382 INFO:tasks.rados.rados.0.smithi119.stdout:1759: snap_create 2024-04-13T07:51:57.382 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 10 v 1175 (ObjNum 496 snap 168 seq_num 496) dirty exists 2024-04-13T07:51:57.382 INFO:tasks.rados.rados.0.smithi119.stdout:1748: finishing copy_from racing read to smithi11982245-34 2024-04-13T07:51:57.386 INFO:tasks.rados.rados.0.smithi119.stdout:1758: finishing rollback tid 1 to smithi11982245-23 2024-04-13T07:51:57.387 INFO:tasks.rados.rados.0.smithi119.stdout:1758: finishing rollback tid 2 to smithi11982245-23 2024-04-13T07:51:57.387 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 23 v 1177 (ObjNum 326 snap 123 seq_num 326) dirty exists 2024-04-13T07:51:57.402 INFO:tasks.rados.rados.0.smithi119.stdout:1749: finishing copy_from racing read to smithi11982245-16 2024-04-13T07:51:57.406 INFO:tasks.rados.rados.0.smithi119.stdout:1749: finishing copy_from to smithi11982245-16 2024-04-13T07:51:57.406 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 16 v 1158 (ObjNum 544 snap 181 seq_num 544) dirty exists 2024-04-13T07:51:57.409 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 37 v 600 (ObjNum 534 snap 179 seq_num 534) dirty exists 2024-04-13T07:51:57.415 INFO:tasks.rados.rados.0.smithi119.stdout:1756: finishing copy_from racing read to smithi11982245-32 2024-04-13T07:51:57.420 INFO:tasks.rados.rados.0.smithi119.stdout:1756: finishing copy_from to smithi11982245-32 2024-04-13T07:51:57.420 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 32 v 833 (ObjNum 491 snap 166 seq_num 491) dirty exists 2024-04-13T07:51:57.440 INFO:tasks.rados.rados.0.smithi119.stdout:1753: finishing rollback tid 0 to smithi11982245-9 2024-04-13T07:51:57.440 INFO:tasks.rados.rados.0.smithi119.stdout:1753: finishing rollback tid 1 to smithi11982245-9 2024-04-13T07:51:57.440 INFO:tasks.rados.rados.0.smithi119.stdout:1753: finishing rollback tid 2 to smithi11982245-9 2024-04-13T07:51:57.440 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 9 v 819 (ObjNum 371 snap 137 seq_num 371) dirty exists 2024-04-13T07:51:57.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:57 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:57.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:57 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:57.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:57 smithi119 ceph-mon[93746]: pgmap v287: 121 pgs: 1 active+clean+snaptrim, 8 active+undersized+degraded, 33 active+undersized, 79 active+clean; 594 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 992 KiB/s wr, 9 op/s; 110/1254 objects degraded (8.772%) 2024-04-13T07:51:57.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:57 smithi119 ceph-mon[93746]: osdmap e415: 8 total, 8 up, 8 in 2024-04-13T07:51:57.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:57 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:57.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:57 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:57.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:57 smithi119 ceph-mon[96316]: pgmap v287: 121 pgs: 1 active+clean+snaptrim, 8 active+undersized+degraded, 33 active+undersized, 79 active+clean; 594 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 992 KiB/s wr, 9 op/s; 110/1254 objects degraded (8.772%) 2024-04-13T07:51:57.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:57 smithi119 ceph-mon[96316]: osdmap e415: 8 total, 8 up, 8 in 2024-04-13T07:51:58.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:57 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:58.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:57 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:51:58.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:57 smithi139 ceph-mon[88985]: pgmap v287: 121 pgs: 1 active+clean+snaptrim, 8 active+undersized+degraded, 33 active+undersized, 79 active+clean; 594 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 992 KiB/s wr, 9 op/s; 110/1254 objects degraded (8.772%) 2024-04-13T07:51:58.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:57 smithi139 ceph-mon[88985]: osdmap e415: 8 total, 8 up, 8 in 2024-04-13T07:51:58.361 INFO:tasks.rados.rados.0.smithi119.stdout:1747: done (7 left) 2024-04-13T07:51:58.361 INFO:tasks.rados.rados.0.smithi119.stdout:1748: done (6 left) 2024-04-13T07:51:58.361 INFO:tasks.rados.rados.0.smithi119.stdout:1749: done (5 left) 2024-04-13T07:51:58.361 INFO:tasks.rados.rados.0.smithi119.stdout:1753: done (4 left) 2024-04-13T07:51:58.361 INFO:tasks.rados.rados.0.smithi119.stdout:1755: done (3 left) 2024-04-13T07:51:58.361 INFO:tasks.rados.rados.0.smithi119.stdout:1756: done (2 left) 2024-04-13T07:51:58.361 INFO:tasks.rados.rados.0.smithi119.stdout:1758: done (1 left) 2024-04-13T07:51:58.362 INFO:tasks.rados.rados.0.smithi119.stdout:1759: done (0 left) 2024-04-13T07:51:58.362 INFO:tasks.rados.rados.0.smithi119.stdout:1760: read oid 30 snap 164 2024-04-13T07:51:58.362 INFO:tasks.rados.rados.0.smithi119.stdout:1760: expect deleted 2024-04-13T07:51:58.362 INFO:tasks.rados.rados.0.smithi119.stdout:1761: rollback oid 17 current snap is 188 2024-04-13T07:51:58.362 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 17 to 125 2024-04-13T07:51:58.362 INFO:tasks.rados.rados.0.smithi119.stdout:1762: read oid 14 snap 169 2024-04-13T07:51:58.362 INFO:tasks.rados.rados.0.smithi119.stdout:1762: expect (ObjNum 430 snap 151 seq_num 430) 2024-04-13T07:51:58.362 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 45 current snap is 188 2024-04-13T07:51:58.362 INFO:tasks.rados.rados.0.smithi119.stdout:1763: seq_num 557 ranges {221184=532480,753664=802816,1556480=794624,2351104=8192} 2024-04-13T07:51:58.365 INFO:tasks.rados.rados.0.smithi119.stdout:1763: writing smithi11982245-45 from 221184 to 753664 tid 1 2024-04-13T07:51:58.370 INFO:tasks.rados.rados.0.smithi119.stdout:1763: writing smithi11982245-45 from 753664 to 1556480 tid 2 2024-04-13T07:51:58.375 INFO:tasks.rados.rados.0.smithi119.stdout:1763: writing smithi11982245-45 from 1556480 to 2351104 tid 3 2024-04-13T07:51:58.375 INFO:tasks.rados.rados.0.smithi119.stdout:1763: writing smithi11982245-45 from 2351104 to 2359296 tid 4 2024-04-13T07:51:58.375 INFO:tasks.rados.rados.0.smithi119.stdout:1764: rmattr oid 7 current snap is 188 2024-04-13T07:51:58.375 INFO:tasks.rados.rados.0.smithi119.stdout:1764: done (4 left) 2024-04-13T07:51:58.375 INFO:tasks.rados.rados.0.smithi119.stdout:1765: copy_from oid 33 from oid 36 current snap is 188 2024-04-13T07:51:58.375 INFO:tasks.rados.rados.0.smithi119.stdout:1762: expect (ObjNum 430 snap 151 seq_num 430) 2024-04-13T07:51:58.378 INFO:tasks.rados.rados.0.smithi119.stdout:1761: finishing rollback tid 1 to smithi11982245-17 2024-04-13T07:51:58.378 INFO:tasks.rados.rados.0.smithi119.stdout:1761: finishing rollback tid 2 to smithi11982245-17 2024-04-13T07:51:58.378 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 17 v 810 (ObjNum 272 snap 93 seq_num 272) dirty exists 2024-04-13T07:51:58.378 INFO:tasks.rados.rados.0.smithi119.stdout:1763: finishing write tid 1 to smithi11982245-45 2024-04-13T07:51:58.378 INFO:tasks.rados.rados.0.smithi119.stdout:1763: finishing write tid 2 to smithi11982245-45 2024-04-13T07:51:58.378 INFO:tasks.rados.rados.0.smithi119.stdout:1760: done (4 left) 2024-04-13T07:51:58.378 INFO:tasks.rados.rados.0.smithi119.stdout:1761: done (3 left) 2024-04-13T07:51:58.378 INFO:tasks.rados.rados.0.smithi119.stdout:1762: done (2 left) 2024-04-13T07:51:58.378 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 3 current snap is 188 2024-04-13T07:51:58.378 INFO:tasks.rados.rados.0.smithi119.stdout:1766: seq_num 558 ranges {2801664=548864,3350528=688128,4038656=606208,4644864=311296} 2024-04-13T07:51:58.396 INFO:tasks.rados.rados.0.smithi119.stdout:1766: writing smithi11982245-3 from 2801664 to 3350528 tid 1 2024-04-13T07:51:58.399 INFO:tasks.rados.rados.0.smithi119.stdout:1766: writing smithi11982245-3 from 3350528 to 4038656 tid 2 2024-04-13T07:51:58.403 INFO:tasks.rados.rados.0.smithi119.stdout:1766: writing smithi11982245-3 from 4038656 to 4644864 tid 3 2024-04-13T07:51:58.405 INFO:tasks.rados.rados.0.smithi119.stdout:1766: writing smithi11982245-3 from 4644864 to 4956160 tid 4 2024-04-13T07:51:58.405 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 1 current snap is 188 2024-04-13T07:51:58.405 INFO:tasks.rados.rados.0.smithi119.stdout:1763: finishing write tid 3 to smithi11982245-45 2024-04-13T07:51:58.405 INFO:tasks.rados.rados.0.smithi119.stdout:1763: finishing write tid 4 to smithi11982245-45 2024-04-13T07:51:58.405 INFO:tasks.rados.rados.0.smithi119.stdout:1763: finishing write tid 5 to smithi11982245-45 2024-04-13T07:51:58.405 INFO:tasks.rados.rados.0.smithi119.stdout:1767: seq_num 559 ranges {2662400=565248,3227648=573440,3801088=409600,4210688=622592} 2024-04-13T07:51:58.423 INFO:tasks.rados.rados.0.smithi119.stdout:1767: writing smithi11982245-1 from 2662400 to 3227648 tid 1 2024-04-13T07:51:58.426 INFO:tasks.rados.rados.0.smithi119.stdout:1767: writing smithi11982245-1 from 3227648 to 3801088 tid 2 2024-04-13T07:51:58.429 INFO:tasks.rados.rados.0.smithi119.stdout:1767: writing smithi11982245-1 from 3801088 to 4210688 tid 3 2024-04-13T07:51:58.433 INFO:tasks.rados.rados.0.smithi119.stdout:1767: writing smithi11982245-1 from 4210688 to 4833280 tid 4 2024-04-13T07:51:58.433 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 32 current snap is 188 2024-04-13T07:51:58.433 INFO:tasks.rados.rados.0.smithi119.stdout:1765: finishing copy_from racing read to smithi11982245-33 2024-04-13T07:51:58.433 INFO:tasks.rados.rados.0.smithi119.stdout:1763: finishing write tid 6 to smithi11982245-45 2024-04-13T07:51:58.433 INFO:tasks.rados.rados.0.smithi119.stdout:1763: oid 45 updating version 0 to 1216 2024-04-13T07:51:58.434 INFO:tasks.rados.rados.0.smithi119.stdout:1763: oid 45 updating version 1216 to 1217 2024-04-13T07:51:58.434 INFO:tasks.rados.rados.0.smithi119.stdout:1763: oid 45 updating version 1217 to 1220 2024-04-13T07:51:58.434 INFO:tasks.rados.rados.0.smithi119.stdout:1763: oid 45 version 1220 is already newer than 1218 2024-04-13T07:51:58.434 INFO:tasks.rados.rados.0.smithi119.stdout:1763: oid 45 version 1220 is already newer than 1219 2024-04-13T07:51:58.434 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 45 v 1220 (ObjNum 557 snap 188 seq_num 557) dirty exists 2024-04-13T07:51:58.434 INFO:tasks.rados.rados.0.smithi119.stdout:1763: left oid 45 (ObjNum 557 snap 188 seq_num 557) 2024-04-13T07:51:58.434 INFO:tasks.rados.rados.0.smithi119.stdout:1765: finishing copy_from to smithi11982245-33 2024-04-13T07:51:58.434 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 33 v 787 (ObjNum 436 snap 151 seq_num 436) dirty exists 2024-04-13T07:51:58.434 INFO:tasks.rados.rados.0.smithi119.stdout:1766: finishing write tid 1 to smithi11982245-3 2024-04-13T07:51:58.434 INFO:tasks.rados.rados.0.smithi119.stdout:1768: seq_num 560 ranges {8650752=581632,9232384=458752,9691136=614400,10305536=532480} 2024-04-13T07:51:58.485 INFO:tasks.rados.rados.0.smithi119.stdout:1768: writing smithi11982245-32 from 8650752 to 9232384 tid 1 2024-04-13T07:51:58.487 INFO:tasks.rados.rados.0.smithi119.stdout:1768: writing smithi11982245-32 from 9232384 to 9691136 tid 2 2024-04-13T07:51:58.491 INFO:tasks.rados.rados.0.smithi119.stdout:1768: writing smithi11982245-32 from 9691136 to 10305536 tid 3 2024-04-13T07:51:58.495 INFO:tasks.rados.rados.0.smithi119.stdout:1768: writing smithi11982245-32 from 10305536 to 10838016 tid 4 2024-04-13T07:51:58.496 INFO:tasks.rados.rados.0.smithi119.stdout:1763: done (4 left) 2024-04-13T07:51:58.496 INFO:tasks.rados.rados.0.smithi119.stdout:1765: done (3 left) 2024-04-13T07:51:58.496 INFO:tasks.rados.rados.0.smithi119.stdout:1769: snap_create 2024-04-13T07:51:58.496 INFO:tasks.rados.rados.0.smithi119.stdout:1766: finishing write tid 2 to smithi11982245-3 2024-04-13T07:51:58.496 INFO:tasks.rados.rados.0.smithi119.stdout:1766: finishing write tid 3 to smithi11982245-3 2024-04-13T07:51:58.496 INFO:tasks.rados.rados.0.smithi119.stdout:1766: finishing write tid 4 to smithi11982245-3 2024-04-13T07:51:58.496 INFO:tasks.rados.rados.0.smithi119.stdout:1766: finishing write tid 5 to smithi11982245-3 2024-04-13T07:51:58.496 INFO:tasks.rados.rados.0.smithi119.stdout:1766: finishing write tid 6 to smithi11982245-3 2024-04-13T07:51:58.496 INFO:tasks.rados.rados.0.smithi119.stdout:1766: oid 3 updating version 0 to 1050 2024-04-13T07:51:58.496 INFO:tasks.rados.rados.0.smithi119.stdout:1766: oid 3 version 1050 is already newer than 1047 2024-04-13T07:51:58.496 INFO:tasks.rados.rados.0.smithi119.stdout:1766: oid 3 version 1050 is already newer than 1048 2024-04-13T07:51:58.496 INFO:tasks.rados.rados.0.smithi119.stdout:1766: oid 3 updating version 1050 to 1051 2024-04-13T07:51:58.496 INFO:tasks.rados.rados.0.smithi119.stdout:1766: oid 3 version 1051 is already newer than 1049 2024-04-13T07:51:58.497 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 3 v 1051 (ObjNum 558 snap 188 seq_num 558) dirty exists 2024-04-13T07:51:58.497 INFO:tasks.rados.rados.0.smithi119.stdout:1766: left oid 3 (ObjNum 558 snap 188 seq_num 558) 2024-04-13T07:51:58.497 INFO:tasks.rados.rados.0.smithi119.stdout:1767: finishing write tid 1 to smithi11982245-1 2024-04-13T07:51:58.497 INFO:tasks.rados.rados.0.smithi119.stdout:1767: finishing write tid 2 to smithi11982245-1 2024-04-13T07:51:58.497 INFO:tasks.rados.rados.0.smithi119.stdout:1767: finishing write tid 3 to smithi11982245-1 2024-04-13T07:51:58.497 INFO:tasks.rados.rados.0.smithi119.stdout:1767: finishing write tid 4 to smithi11982245-1 2024-04-13T07:51:58.497 INFO:tasks.rados.rados.0.smithi119.stdout:1767: finishing write tid 5 to smithi11982245-1 2024-04-13T07:51:58.497 INFO:tasks.rados.rados.0.smithi119.stdout:1767: finishing write tid 6 to smithi11982245-1 2024-04-13T07:51:58.497 INFO:tasks.rados.rados.0.smithi119.stdout:1767: oid 1 updating version 0 to 834 2024-04-13T07:51:58.497 INFO:tasks.rados.rados.0.smithi119.stdout:1767: oid 1 updating version 834 to 838 2024-04-13T07:51:58.497 INFO:tasks.rados.rados.0.smithi119.stdout:1767: oid 1 version 838 is already newer than 835 2024-04-13T07:51:58.497 INFO:tasks.rados.rados.0.smithi119.stdout:1767: oid 1 version 838 is already newer than 837 2024-04-13T07:51:58.497 INFO:tasks.rados.rados.0.smithi119.stdout:1767: oid 1 version 838 is already newer than 836 2024-04-13T07:51:58.498 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 1 v 838 (ObjNum 559 snap 188 seq_num 559) dirty exists 2024-04-13T07:51:58.498 INFO:tasks.rados.rados.0.smithi119.stdout:1767: left oid 1 (ObjNum 559 snap 188 seq_num 559) 2024-04-13T07:51:58.498 INFO:tasks.rados.rados.0.smithi119.stdout:1768: finishing write tid 1 to smithi11982245-32 2024-04-13T07:51:58.498 INFO:tasks.rados.rados.0.smithi119.stdout:1768: finishing write tid 2 to smithi11982245-32 2024-04-13T07:51:58.498 INFO:tasks.rados.rados.0.smithi119.stdout:1768: finishing write tid 3 to smithi11982245-32 2024-04-13T07:51:58.499 INFO:tasks.rados.rados.0.smithi119.stdout:1768: finishing write tid 4 to smithi11982245-32 2024-04-13T07:51:58.499 INFO:tasks.rados.rados.0.smithi119.stdout:1768: finishing write tid 5 to smithi11982245-32 2024-04-13T07:51:58.499 INFO:tasks.rados.rados.0.smithi119.stdout:1768: finishing write tid 6 to smithi11982245-32 2024-04-13T07:51:58.499 INFO:tasks.rados.rados.0.smithi119.stdout:1768: oid 32 updating version 0 to 839 2024-04-13T07:51:58.499 INFO:tasks.rados.rados.0.smithi119.stdout:1768: oid 32 updating version 839 to 843 2024-04-13T07:51:58.499 INFO:tasks.rados.rados.0.smithi119.stdout:1768: oid 32 version 843 is already newer than 842 2024-04-13T07:51:58.499 INFO:tasks.rados.rados.0.smithi119.stdout:1768: oid 32 version 843 is already newer than 841 2024-04-13T07:51:58.499 INFO:tasks.rados.rados.0.smithi119.stdout:1768: oid 32 version 843 is already newer than 840 2024-04-13T07:51:58.499 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 32 v 843 (ObjNum 560 snap 188 seq_num 560) dirty exists 2024-04-13T07:51:58.499 INFO:tasks.rados.rados.0.smithi119.stdout:1768: left oid 32 (ObjNum 560 snap 188 seq_num 560) 2024-04-13T07:51:58.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:58 smithi119 ceph-mon[96316]: Health check update: Degraded data redundancy: 110/1254 objects degraded (8.772%), 8 pgs degraded (PG_DEGRADED) 2024-04-13T07:51:58.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:58 smithi119 ceph-mon[96316]: osdmap e416: 8 total, 8 up, 8 in 2024-04-13T07:51:58.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:58 smithi119 ceph-mon[93746]: Health check update: Degraded data redundancy: 110/1254 objects degraded (8.772%), 8 pgs degraded (PG_DEGRADED) 2024-04-13T07:51:58.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:58 smithi119 ceph-mon[93746]: osdmap e416: 8 total, 8 up, 8 in 2024-04-13T07:51:59.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:58 smithi139 ceph-mon[88985]: Health check update: Degraded data redundancy: 110/1254 objects degraded (8.772%), 8 pgs degraded (PG_DEGRADED) 2024-04-13T07:51:59.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:58 smithi139 ceph-mon[88985]: osdmap e416: 8 total, 8 up, 8 in 2024-04-13T07:51:59.361 INFO:tasks.rados.rados.0.smithi119.stdout:1766: done (3 left) 2024-04-13T07:51:59.362 INFO:tasks.rados.rados.0.smithi119.stdout:1767: done (2 left) 2024-04-13T07:51:59.362 INFO:tasks.rados.rados.0.smithi119.stdout:1768: done (1 left) 2024-04-13T07:51:59.362 INFO:tasks.rados.rados.0.smithi119.stdout:1769: done (0 left) 2024-04-13T07:51:59.362 INFO:tasks.rados.rados.0.smithi119.stdout:1770: delete oid 40 current snap is 189 2024-04-13T07:51:59.367 INFO:tasks.rados.rados.0.smithi119.stdout:1770: done (0 left) 2024-04-13T07:51:59.367 INFO:tasks.rados.rados.0.smithi119.stdout:1771: read oid 17 snap 176 2024-04-13T07:51:59.367 INFO:tasks.rados.rados.0.smithi119.stdout:1771: expect (ObjNum 509 snap 174 seq_num 509) 2024-04-13T07:51:59.367 INFO:tasks.rados.rados.0.smithi119.stdout:1772: rollback oid 10 current snap is 189 2024-04-13T07:51:59.367 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 10 to 171 2024-04-13T07:51:59.367 INFO:tasks.rados.rados.0.smithi119.stdout:1773: rollback oid 16 current snap is 189 2024-04-13T07:51:59.367 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 16 to 182 2024-04-13T07:51:59.367 INFO:tasks.rados.rados.0.smithi119.stdout:1774: snap_create 2024-04-13T07:51:59.373 INFO:tasks.rados.rados.0.smithi119.stdout:1772: finishing rollback tid 0 to smithi11982245-10 2024-04-13T07:51:59.373 INFO:tasks.rados.rados.0.smithi119.stdout:1772: finishing rollback tid 1 to smithi11982245-10 2024-04-13T07:51:59.376 INFO:tasks.rados.rados.0.smithi119.stdout:1772: finishing rollback tid 2 to smithi11982245-10 2024-04-13T07:51:59.376 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 10 v 1183 (ObjNum 445 snap 153 seq_num 445) dirty exists 2024-04-13T07:51:59.376 INFO:tasks.rados.rados.0.smithi119.stdout:1773: finishing rollback tid 0 to smithi11982245-16 2024-04-13T07:51:59.378 INFO:tasks.rados.rados.0.smithi119.stdout:1773: finishing rollback tid 1 to smithi11982245-16 2024-04-13T07:51:59.379 INFO:tasks.rados.rados.0.smithi119.stdout:1773: finishing rollback tid 2 to smithi11982245-16 2024-04-13T07:51:59.379 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 16 v 1187 (ObjNum 425 snap 151 seq_num 425) dirty exists 2024-04-13T07:51:59.386 INFO:tasks.rados.rados.0.smithi119.stdout:1771: expect (ObjNum 509 snap 174 seq_num 509) 2024-04-13T07:51:59.901 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:59 smithi119 ceph-mon[93746]: pgmap v290: 121 pgs: 1 active+clean+snaptrim, 8 active+undersized+degraded, 33 active+undersized, 79 active+clean; 594 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 502 KiB/s wr, 7 op/s; 110/1254 objects degraded (8.772%) 2024-04-13T07:51:59.901 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:51:59 smithi119 ceph-mon[93746]: osdmap e417: 8 total, 8 up, 8 in 2024-04-13T07:51:59.901 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:59 smithi119 ceph-mon[96316]: pgmap v290: 121 pgs: 1 active+clean+snaptrim, 8 active+undersized+degraded, 33 active+undersized, 79 active+clean; 594 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 502 KiB/s wr, 7 op/s; 110/1254 objects degraded (8.772%) 2024-04-13T07:51:59.901 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:51:59 smithi119 ceph-mon[96316]: osdmap e417: 8 total, 8 up, 8 in 2024-04-13T07:52:00.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:59 smithi139 ceph-mon[88985]: pgmap v290: 121 pgs: 1 active+clean+snaptrim, 8 active+undersized+degraded, 33 active+undersized, 79 active+clean; 594 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 502 KiB/s wr, 7 op/s; 110/1254 objects degraded (8.772%) 2024-04-13T07:52:00.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:51:59 smithi139 ceph-mon[88985]: osdmap e417: 8 total, 8 up, 8 in 2024-04-13T07:52:00.364 INFO:tasks.rados.rados.0.smithi119.stdout:1771: done (3 left) 2024-04-13T07:52:00.365 INFO:tasks.rados.rados.0.smithi119.stdout:1772: done (2 left) 2024-04-13T07:52:00.365 INFO:tasks.rados.rados.0.smithi119.stdout:1773: done (1 left) 2024-04-13T07:52:00.365 INFO:tasks.rados.rados.0.smithi119.stdout:1774: done (0 left) 2024-04-13T07:52:00.365 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 38 current snap is 190 2024-04-13T07:52:00.365 INFO:tasks.rados.rados.0.smithi119.stdout:1775: seq_num 562 ranges {1409024=622592,2031616=630784,2662400=581632,3244032=393216} 2024-04-13T07:52:00.375 INFO:tasks.rados.rados.0.smithi119.stdout:1775: writing smithi11982245-38 from 1409024 to 2031616 tid 1 2024-04-13T07:52:00.379 INFO:tasks.rados.rados.0.smithi119.stdout:1775: writing smithi11982245-38 from 2031616 to 2662400 tid 2 2024-04-13T07:52:00.382 INFO:tasks.rados.rados.0.smithi119.stdout:1775: writing smithi11982245-38 from 2662400 to 3244032 tid 3 2024-04-13T07:52:00.384 INFO:tasks.rados.rados.0.smithi119.stdout:1775: writing smithi11982245-38 from 3244032 to 3637248 tid 4 2024-04-13T07:52:00.385 INFO:tasks.rados.rados.0.smithi119.stdout:1776: snap_create 2024-04-13T07:52:00.385 INFO:tasks.rados.rados.0.smithi119.stdout:1775: finishing write tid 1 to smithi11982245-38 2024-04-13T07:52:00.385 INFO:tasks.rados.rados.0.smithi119.stdout:1775: finishing write tid 2 to smithi11982245-38 2024-04-13T07:52:00.388 INFO:tasks.rados.rados.0.smithi119.stdout:1775: finishing write tid 3 to smithi11982245-38 2024-04-13T07:52:00.388 INFO:tasks.rados.rados.0.smithi119.stdout:1775: finishing write tid 4 to smithi11982245-38 2024-04-13T07:52:00.388 INFO:tasks.rados.rados.0.smithi119.stdout:1775: finishing write tid 5 to smithi11982245-38 2024-04-13T07:52:00.390 INFO:tasks.rados.rados.0.smithi119.stdout:1775: finishing write tid 6 to smithi11982245-38 2024-04-13T07:52:00.390 INFO:tasks.rados.rados.0.smithi119.stdout:1775: oid 38 updating version 0 to 1060 2024-04-13T07:52:00.390 INFO:tasks.rados.rados.0.smithi119.stdout:1775: oid 38 updating version 1060 to 1061 2024-04-13T07:52:00.390 INFO:tasks.rados.rados.0.smithi119.stdout:1775: oid 38 version 1061 is already newer than 1058 2024-04-13T07:52:00.390 INFO:tasks.rados.rados.0.smithi119.stdout:1775: oid 38 updating version 1061 to 1062 2024-04-13T07:52:00.390 INFO:tasks.rados.rados.0.smithi119.stdout:1775: oid 38 version 1062 is already newer than 1059 2024-04-13T07:52:00.390 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 38 v 1062 (ObjNum 562 snap 190 seq_num 562) dirty exists 2024-04-13T07:52:00.390 INFO:tasks.rados.rados.0.smithi119.stdout:1775: left oid 38 (ObjNum 562 snap 190 seq_num 562) 2024-04-13T07:52:00.716 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:52:00 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:52:00.542+0000 7f97a4eee700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-04-13T07:52:01.388 INFO:tasks.rados.rados.0.smithi119.stdout:1775: done (1 left) 2024-04-13T07:52:01.388 INFO:tasks.rados.rados.0.smithi119.stdout:1776: done (0 left) 2024-04-13T07:52:01.388 INFO:tasks.rados.rados.0.smithi119.stdout:1777: setattr oid 29 current snap is 191 2024-04-13T07:52:01.389 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 31 current snap is 191 2024-04-13T07:52:01.389 INFO:tasks.rados.rados.0.smithi119.stdout:1778: seq_num 563 ranges {0=638976,638976=565248,1204224=794624,1998848=245760} 2024-04-13T07:52:01.393 INFO:tasks.rados.rados.0.smithi119.stdout:1778: writing smithi11982245-31 from 0 to 638976 tid 1 2024-04-13T07:52:01.397 INFO:tasks.rados.rados.0.smithi119.stdout:1778: writing smithi11982245-31 from 638976 to 1204224 tid 2 2024-04-13T07:52:01.402 INFO:tasks.rados.rados.0.smithi119.stdout:1778: writing smithi11982245-31 from 1204224 to 1998848 tid 3 2024-04-13T07:52:01.404 INFO:tasks.rados.rados.0.smithi119.stdout:1778: writing smithi11982245-31 from 1998848 to 2244608 tid 4 2024-04-13T07:52:01.404 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 46 current snap is 191 2024-04-13T07:52:01.404 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 29 v 1012 (ObjNum 453 snap 156 seq_num 453) dirty exists 2024-04-13T07:52:01.404 INFO:tasks.rados.rados.0.smithi119.stdout:1778: finishing write tid 1 to smithi11982245-31 2024-04-13T07:52:01.404 INFO:tasks.rados.rados.0.smithi119.stdout:1779: seq_num 564 ranges {3629056=655360,4284416=442368,4726784=598016,5324800=565248} 2024-04-13T07:52:01.426 INFO:tasks.rados.rados.0.smithi119.stdout:1779: writing smithi11982245-46 from 3629056 to 4284416 tid 1 2024-04-13T07:52:01.429 INFO:tasks.rados.rados.0.smithi119.stdout:1779: writing smithi11982245-46 from 4284416 to 4726784 tid 2 2024-04-13T07:52:01.432 INFO:tasks.rados.rados.0.smithi119.stdout:1779: writing smithi11982245-46 from 4726784 to 5324800 tid 3 2024-04-13T07:52:01.436 INFO:tasks.rados.rados.0.smithi119.stdout:1779: writing smithi11982245-46 from 5324800 to 5890048 tid 4 2024-04-13T07:52:01.436 INFO:tasks.rados.rados.0.smithi119.stdout:1777: done (2 left) 2024-04-13T07:52:01.436 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 25 current snap is 191 2024-04-13T07:52:01.436 INFO:tasks.rados.rados.0.smithi119.stdout:1780: seq_num 565 ranges {12632064=671744,13303808=729088,14032896=753664,14786560=122880} 2024-04-13T07:52:01.505 INFO:tasks.rados.rados.0.smithi119.stdout:1780: writing smithi11982245-25 from 12632064 to 13303808 tid 1 2024-04-13T07:52:01.509 INFO:tasks.rados.rados.0.smithi119.stdout:1780: writing smithi11982245-25 from 13303808 to 14032896 tid 2 2024-04-13T07:52:01.514 INFO:tasks.rados.rados.0.smithi119.stdout:1780: writing smithi11982245-25 from 14032896 to 14786560 tid 3 2024-04-13T07:52:01.515 INFO:tasks.rados.rados.0.smithi119.stdout:1780: writing smithi11982245-25 from 14786560 to 14909440 tid 4 2024-04-13T07:52:01.515 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 2 current snap is 191 2024-04-13T07:52:01.515 INFO:tasks.rados.rados.0.smithi119.stdout:1778: finishing write tid 2 to smithi11982245-31 2024-04-13T07:52:01.515 INFO:tasks.rados.rados.0.smithi119.stdout:1778: finishing write tid 3 to smithi11982245-31 2024-04-13T07:52:01.516 INFO:tasks.rados.rados.0.smithi119.stdout:1778: finishing write tid 4 to smithi11982245-31 2024-04-13T07:52:01.516 INFO:tasks.rados.rados.0.smithi119.stdout:1778: finishing write tid 5 to smithi11982245-31 2024-04-13T07:52:01.516 INFO:tasks.rados.rados.0.smithi119.stdout:1778: finishing write tid 6 to smithi11982245-31 2024-04-13T07:52:01.516 INFO:tasks.rados.rados.0.smithi119.stdout:1778: oid 31 updating version 0 to 1197 2024-04-13T07:52:01.516 INFO:tasks.rados.rados.0.smithi119.stdout:1778: oid 31 version 1197 is already newer than 1194 2024-04-13T07:52:01.516 INFO:tasks.rados.rados.0.smithi119.stdout:1778: oid 31 version 1197 is already newer than 1195 2024-04-13T07:52:01.516 INFO:tasks.rados.rados.0.smithi119.stdout:1778: oid 31 version 1197 is already newer than 1196 2024-04-13T07:52:01.516 INFO:tasks.rados.rados.0.smithi119.stdout:1778: oid 31 version 1197 is already newer than 1193 2024-04-13T07:52:01.516 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 31 v 1197 (ObjNum 563 snap 191 seq_num 563) dirty exists 2024-04-13T07:52:01.516 INFO:tasks.rados.rados.0.smithi119.stdout:1778: left oid 31 (ObjNum 563 snap 191 seq_num 563) 2024-04-13T07:52:01.516 INFO:tasks.rados.rados.0.smithi119.stdout:1779: finishing write tid 1 to smithi11982245-46 2024-04-13T07:52:01.516 INFO:tasks.rados.rados.0.smithi119.stdout:1779: finishing write tid 2 to smithi11982245-46 2024-04-13T07:52:01.516 INFO:tasks.rados.rados.0.smithi119.stdout:1781: seq_num 566 ranges {7184384=688128,7872512=614400,8486912=565248,9052160=425984} 2024-04-13T07:52:01.557 INFO:tasks.rados.rados.0.smithi119.stdout:1781: writing smithi11982245-2 from 7184384 to 7872512 tid 1 2024-04-13T07:52:01.560 INFO:tasks.rados.rados.0.smithi119.stdout:1781: writing smithi11982245-2 from 7872512 to 8486912 tid 2 2024-04-13T07:52:01.564 INFO:tasks.rados.rados.0.smithi119.stdout:1781: writing smithi11982245-2 from 8486912 to 9052160 tid 3 2024-04-13T07:52:01.567 INFO:tasks.rados.rados.0.smithi119.stdout:1781: writing smithi11982245-2 from 9052160 to 9478144 tid 4 2024-04-13T07:52:01.567 INFO:tasks.rados.rados.0.smithi119.stdout:1778: done (3 left) 2024-04-13T07:52:01.568 INFO:tasks.rados.rados.0.smithi119.stdout:1782: rmattr oid 18 current snap is 191 2024-04-13T07:52:01.568 INFO:tasks.rados.rados.0.smithi119.stdout:1779: finishing write tid 3 to smithi11982245-46 2024-04-13T07:52:01.568 INFO:tasks.rados.rados.0.smithi119.stdout:1779: finishing write tid 4 to smithi11982245-46 2024-04-13T07:52:01.568 INFO:tasks.rados.rados.0.smithi119.stdout:1779: finishing write tid 5 to smithi11982245-46 2024-04-13T07:52:01.568 INFO:tasks.rados.rados.0.smithi119.stdout:1779: finishing write tid 6 to smithi11982245-46 2024-04-13T07:52:01.568 INFO:tasks.rados.rados.0.smithi119.stdout:1779: oid 46 updating version 0 to 1201 2024-04-13T07:52:01.568 INFO:tasks.rados.rados.0.smithi119.stdout:1779: oid 46 version 1201 is already newer than 1200 2024-04-13T07:52:01.568 INFO:tasks.rados.rados.0.smithi119.stdout:1779: oid 46 updating version 1201 to 1202 2024-04-13T07:52:01.568 INFO:tasks.rados.rados.0.smithi119.stdout:1779: oid 46 updating version 1202 to 1203 2024-04-13T07:52:01.568 INFO:tasks.rados.rados.0.smithi119.stdout:1779: oid 46 version 1203 is already newer than 1199 2024-04-13T07:52:01.568 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 46 v 1203 (ObjNum 564 snap 191 seq_num 564) dirty exists 2024-04-13T07:52:01.568 INFO:tasks.rados.rados.0.smithi119.stdout:1779: left oid 46 (ObjNum 564 snap 191 seq_num 564) 2024-04-13T07:52:01.568 INFO:tasks.rados.rados.0.smithi119.stdout:1780: finishing write tid 1 to smithi11982245-25 2024-04-13T07:52:01.568 INFO:tasks.rados.rados.0.smithi119.stdout:1780: finishing write tid 2 to smithi11982245-25 2024-04-13T07:52:01.569 INFO:tasks.rados.rados.0.smithi119.stdout:1780: finishing write tid 3 to smithi11982245-25 2024-04-13T07:52:01.569 INFO:tasks.rados.rados.0.smithi119.stdout:1780: finishing write tid 4 to smithi11982245-25 2024-04-13T07:52:01.569 INFO:tasks.rados.rados.0.smithi119.stdout:1780: finishing write tid 5 to smithi11982245-25 2024-04-13T07:52:01.569 INFO:tasks.rados.rados.0.smithi119.stdout:1780: finishing write tid 6 to smithi11982245-25 2024-04-13T07:52:01.569 INFO:tasks.rados.rados.0.smithi119.stdout:1780: oid 25 updating version 0 to 1103 2024-04-13T07:52:01.569 INFO:tasks.rados.rados.0.smithi119.stdout:1780: oid 25 updating version 1103 to 1104 2024-04-13T07:52:01.569 INFO:tasks.rados.rados.0.smithi119.stdout:1780: oid 25 updating version 1104 to 1106 2024-04-13T07:52:01.569 INFO:tasks.rados.rados.0.smithi119.stdout:1780: oid 25 version 1106 is already newer than 1102 2024-04-13T07:52:01.569 INFO:tasks.rados.rados.0.smithi119.stdout:1780: oid 25 version 1106 is already newer than 1105 2024-04-13T07:52:01.569 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 25 v 1106 (ObjNum 565 snap 191 seq_num 565) dirty exists 2024-04-13T07:52:01.569 INFO:tasks.rados.rados.0.smithi119.stdout:1780: left oid 25 (ObjNum 565 snap 191 seq_num 565) 2024-04-13T07:52:01.569 INFO:tasks.rados.rados.0.smithi119.stdout:1781: finishing write tid 1 to smithi11982245-2 2024-04-13T07:52:01.569 INFO:tasks.rados.rados.0.smithi119.stdout:1781: finishing write tid 2 to smithi11982245-2 2024-04-13T07:52:01.569 INFO:tasks.rados.rados.0.smithi119.stdout:1779: done (3 left) 2024-04-13T07:52:01.569 INFO:tasks.rados.rados.0.smithi119.stdout:1780: done (2 left) 2024-04-13T07:52:01.570 INFO:tasks.rados.rados.0.smithi119.stdout:1783: setattr oid 4 current snap is 191 2024-04-13T07:52:01.570 INFO:tasks.rados.rados.0.smithi119.stdout:1781: finishing write tid 3 to smithi11982245-2 2024-04-13T07:52:01.570 INFO:tasks.rados.rados.0.smithi119.stdout:1784: rollback oid 40 current snap is 191 2024-04-13T07:52:01.570 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 40 to 163 2024-04-13T07:52:01.570 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 8 current snap is 191 2024-04-13T07:52:01.570 INFO:tasks.rados.rados.0.smithi119.stdout:1785: seq_num 567 ranges {0=704512,704512=499712,1204224=770048,1974272=335872} 2024-04-13T07:52:01.573 INFO:tasks.rados.rados.0.smithi119.stdout:1785: writing smithi11982245-8 from 0 to 704512 tid 1 2024-04-13T07:52:01.576 INFO:tasks.rados.rados.0.smithi119.stdout:1785: writing smithi11982245-8 from 704512 to 1204224 tid 2 2024-04-13T07:52:01.580 INFO:tasks.rados.rados.0.smithi119.stdout:1785: writing smithi11982245-8 from 1204224 to 1974272 tid 3 2024-04-13T07:52:01.583 INFO:tasks.rados.rados.0.smithi119.stdout:1785: writing smithi11982245-8 from 1974272 to 2310144 tid 4 2024-04-13T07:52:01.583 INFO:tasks.rados.rados.0.smithi119.stdout:1786: rollback oid 29 current snap is 191 2024-04-13T07:52:01.583 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 29 to 169 2024-04-13T07:52:01.583 INFO:tasks.rados.rados.0.smithi119.stdout:1781: finishing write tid 4 to smithi11982245-2 2024-04-13T07:52:01.583 INFO:tasks.rados.rados.0.smithi119.stdout:1781: finishing write tid 5 to smithi11982245-2 2024-04-13T07:52:01.583 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 18 v 1223 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-13T07:52:01.583 INFO:tasks.rados.rados.0.smithi119.stdout:1784: finishing rollback tid 1 to smithi11982245-40 2024-04-13T07:52:01.584 INFO:tasks.rados.rados.0.smithi119.stdout:1784: finishing rollback tid 2 to smithi11982245-40 2024-04-13T07:52:01.584 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 40 v 1225 (ObjNum 219 snap 66 seq_num 219) dirty exists 2024-04-13T07:52:01.584 INFO:tasks.rados.rados.0.smithi119.stdout:1781: finishing write tid 6 to smithi11982245-2 2024-04-13T07:52:01.584 INFO:tasks.rados.rados.0.smithi119.stdout:1781: oid 2 updating version 0 to 1103 2024-04-13T07:52:01.584 INFO:tasks.rados.rados.0.smithi119.stdout:1781: oid 2 version 1103 is already newer than 1101 2024-04-13T07:52:01.584 INFO:tasks.rados.rados.0.smithi119.stdout:1781: oid 2 version 1103 is already newer than 1100 2024-04-13T07:52:01.584 INFO:tasks.rados.rados.0.smithi119.stdout:1781: oid 2 version 1103 is already newer than 1102 2024-04-13T07:52:01.584 INFO:tasks.rados.rados.0.smithi119.stdout:1781: oid 2 version 1103 is already newer than 1099 2024-04-13T07:52:01.584 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 2 v 1103 (ObjNum 566 snap 191 seq_num 566) dirty exists 2024-04-13T07:52:01.584 INFO:tasks.rados.rados.0.smithi119.stdout:1781: left oid 2 (ObjNum 566 snap 191 seq_num 566) 2024-04-13T07:52:01.584 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 4 v 1052 (ObjNum 491 snap 166 seq_num 491) dirty exists 2024-04-13T07:52:01.584 INFO:tasks.rados.rados.0.smithi119.stdout:1785: finishing write tid 1 to smithi11982245-8 2024-04-13T07:52:01.584 INFO:tasks.rados.rados.0.smithi119.stdout:1785: finishing write tid 2 to smithi11982245-8 2024-04-13T07:52:01.584 INFO:tasks.rados.rados.0.smithi119.stdout:1781: done (5 left) 2024-04-13T07:52:01.584 INFO:tasks.rados.rados.0.smithi119.stdout:1782: done (4 left) 2024-04-13T07:52:01.585 INFO:tasks.rados.rados.0.smithi119.stdout:1783: done (3 left) 2024-04-13T07:52:01.585 INFO:tasks.rados.rados.0.smithi119.stdout:1784: done (2 left) 2024-04-13T07:52:01.585 INFO:tasks.rados.rados.0.smithi119.stdout:1787: copy_from oid 35 from oid 50 current snap is 191 2024-04-13T07:52:01.585 INFO:tasks.rados.rados.0.smithi119.stdout:1788: delete oid 21 current snap is 191 2024-04-13T07:52:01.586 INFO:tasks.rados.rados.0.smithi119.stdout:1787: finishing copy_from to smithi11982245-35 2024-04-13T07:52:01.586 INFO:tasks.rados.rados.0.smithi119.stdout:1787: got expected ENOENT (src dne) 2024-04-13T07:52:01.586 INFO:tasks.rados.rados.0.smithi119.stdout:1787: finishing copy_from racing read to smithi11982245-35 2024-04-13T07:52:01.586 INFO:tasks.rados.rados.0.smithi119.stdout:1785: finishing write tid 3 to smithi11982245-8 2024-04-13T07:52:01.586 INFO:tasks.rados.rados.0.smithi119.stdout:1785: finishing write tid 4 to smithi11982245-8 2024-04-13T07:52:01.586 INFO:tasks.rados.rados.0.smithi119.stdout:1787: done (3 left) 2024-04-13T07:52:01.586 INFO:tasks.rados.rados.0.smithi119.stdout:1788: done (2 left) 2024-04-13T07:52:01.586 INFO:tasks.rados.rados.0.smithi119.stdout:1789: rmattr oid 45 current snap is 191 2024-04-13T07:52:01.586 INFO:tasks.rados.rados.0.smithi119.stdout:1789: done (2 left) 2024-04-13T07:52:01.587 INFO:tasks.rados.rados.0.smithi119.stdout:1790: copy_from oid 25 from oid 50 current snap is 191 2024-04-13T07:52:01.587 INFO:tasks.rados.rados.0.smithi119.stdout:1791: setattr oid 26 current snap is 191 2024-04-13T07:52:01.587 INFO:tasks.rados.rados.0.smithi119.stdout:1785: finishing write tid 5 to smithi11982245-8 2024-04-13T07:52:01.587 INFO:tasks.rados.rados.0.smithi119.stdout:1786: finishing rollback tid 0 to smithi11982245-29 2024-04-13T07:52:01.588 INFO:tasks.rados.rados.0.smithi119.stdout:1790: finishing copy_from to smithi11982245-25 2024-04-13T07:52:01.588 INFO:tasks.rados.rados.0.smithi119.stdout:1790: got expected ENOENT (src dne) 2024-04-13T07:52:01.588 INFO:tasks.rados.rados.0.smithi119.stdout:1790: finishing copy_from racing read to smithi11982245-25 2024-04-13T07:52:01.588 INFO:tasks.rados.rados.0.smithi119.stdout:1786: finishing rollback tid 1 to smithi11982245-29 2024-04-13T07:52:01.588 INFO:tasks.rados.rados.0.smithi119.stdout:1785: finishing write tid 6 to smithi11982245-8 2024-04-13T07:52:01.588 INFO:tasks.rados.rados.0.smithi119.stdout:1785: oid 8 updating version 0 to 1105 2024-04-13T07:52:01.589 INFO:tasks.rados.rados.0.smithi119.stdout:1785: oid 8 version 1105 is already newer than 1104 2024-04-13T07:52:01.589 INFO:tasks.rados.rados.0.smithi119.stdout:1785: oid 8 updating version 1105 to 1108 2024-04-13T07:52:01.589 INFO:tasks.rados.rados.0.smithi119.stdout:1785: oid 8 version 1108 is already newer than 1107 2024-04-13T07:52:01.589 INFO:tasks.rados.rados.0.smithi119.stdout:1785: oid 8 version 1108 is already newer than 1106 2024-04-13T07:52:01.589 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 8 v 1108 (ObjNum 567 snap 191 seq_num 567) dirty exists 2024-04-13T07:52:01.589 INFO:tasks.rados.rados.0.smithi119.stdout:1785: left oid 8 (ObjNum 567 snap 191 seq_num 567) 2024-04-13T07:52:01.589 INFO:tasks.rados.rados.0.smithi119.stdout:1786: finishing rollback tid 2 to smithi11982245-29 2024-04-13T07:52:01.589 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 29 v 1015 (ObjNum 453 snap 156 seq_num 453) dirty exists 2024-04-13T07:52:01.589 INFO:tasks.rados.rados.0.smithi119.stdout:1785: done (3 left) 2024-04-13T07:52:01.589 INFO:tasks.rados.rados.0.smithi119.stdout:1786: done (2 left) 2024-04-13T07:52:01.589 INFO:tasks.rados.rados.0.smithi119.stdout:1790: done (1 left) 2024-04-13T07:52:01.590 INFO:tasks.rados.rados.0.smithi119.stdout:1792: snap_create 2024-04-13T07:52:01.592 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 26 v 618 (ObjNum 551 snap 183 seq_num 551) dirty exists 2024-04-13T07:52:01.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:01 smithi139 ceph-mon[88985]: osdmap e418: 8 total, 8 up, 8 in 2024-04-13T07:52:01.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:01 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:01.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:01 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:01.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:01 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:52:01.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:01 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:52:01.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:01 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:01.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:01 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:52:01.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:01 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:52:01.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:01 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:52:01.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:01 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:52:01.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:01 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-13T07:52:01.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:01 smithi139 ceph-mon[88985]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-13T07:52:01.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:01 smithi139 ceph-mon[88985]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-04-13T07:52:01.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:01 smithi139 ceph-mon[88985]: pgmap v293: 121 pgs: 121 active+clean; 630 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 7.4 MiB/s wr, 27 op/s; 18 MiB/s, 3 objects/s recovering 2024-04-13T07:52:01.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:01 smithi119 ceph-mon[93746]: osdmap e418: 8 total, 8 up, 8 in 2024-04-13T07:52:01.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:01 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:01.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:01 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:01.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:01 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:52:01.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:01 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:52:01.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:01 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:01.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:01 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:52:01.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:01 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:52:01.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:01 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:52:01.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:01 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:52:01.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:01 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-13T07:52:01.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:01 smithi119 ceph-mon[93746]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-13T07:52:01.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:01 smithi119 ceph-mon[93746]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-04-13T07:52:01.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:01 smithi119 ceph-mon[93746]: pgmap v293: 121 pgs: 121 active+clean; 630 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 7.4 MiB/s wr, 27 op/s; 18 MiB/s, 3 objects/s recovering 2024-04-13T07:52:01.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:01 smithi119 ceph-mon[96316]: osdmap e418: 8 total, 8 up, 8 in 2024-04-13T07:52:01.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:01 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:01.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:01 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:01.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:01 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:52:01.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:01 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:52:01.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:01 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:01.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:01 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:52:01.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:01 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:52:01.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:01 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:52:01.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:01 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:52:01.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:01 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-13T07:52:01.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:01 smithi119 ceph-mon[96316]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-13T07:52:01.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:01 smithi119 ceph-mon[96316]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-04-13T07:52:01.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:01 smithi119 ceph-mon[96316]: pgmap v293: 121 pgs: 121 active+clean; 630 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 7.4 MiB/s wr, 27 op/s; 18 MiB/s, 3 objects/s recovering 2024-04-13T07:52:02.406 INFO:tasks.rados.rados.0.smithi119.stdout:1791: done (1 left) 2024-04-13T07:52:02.406 INFO:tasks.rados.rados.0.smithi119.stdout:1792: done (0 left) 2024-04-13T07:52:02.406 INFO:tasks.rados.rados.0.smithi119.stdout:1793: delete oid 24 current snap is 192 2024-04-13T07:52:02.408 INFO:tasks.rados.rados.0.smithi119.stdout:1793: done (0 left) 2024-04-13T07:52:02.408 INFO:tasks.rados.rados.0.smithi119.stdout:1794: rmattr oid 14 current snap is 192 2024-04-13T07:52:02.408 INFO:tasks.rados.rados.0.smithi119.stdout:1794: done (0 left) 2024-04-13T07:52:02.408 INFO:tasks.rados.rados.0.smithi119.stdout:1795: delete oid 15 current snap is 192 2024-04-13T07:52:02.411 INFO:tasks.rados.rados.0.smithi119.stdout:1795: done (0 left) 2024-04-13T07:52:02.411 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 4 current snap is 192 2024-04-13T07:52:02.412 INFO:tasks.rados.rados.0.smithi119.stdout:1796: seq_num 571 ranges {8650752=770048,9420800=483328,9904128=753664,10657792=368640} 2024-04-13T07:52:02.461 INFO:tasks.rados.rados.0.smithi119.stdout:1796: writing smithi11982245-4 from 8650752 to 9420800 tid 1 2024-04-13T07:52:02.464 INFO:tasks.rados.rados.0.smithi119.stdout:1796: writing smithi11982245-4 from 9420800 to 9904128 tid 2 2024-04-13T07:52:02.469 INFO:tasks.rados.rados.0.smithi119.stdout:1796: writing smithi11982245-4 from 9904128 to 10657792 tid 3 2024-04-13T07:52:02.471 INFO:tasks.rados.rados.0.smithi119.stdout:1796: writing smithi11982245-4 from 10657792 to 11026432 tid 4 2024-04-13T07:52:02.471 INFO:tasks.rados.rados.0.smithi119.stdout:1797: snap_create 2024-04-13T07:52:02.471 INFO:tasks.rados.rados.0.smithi119.stdout:1796: finishing write tid 1 to smithi11982245-4 2024-04-13T07:52:02.471 INFO:tasks.rados.rados.0.smithi119.stdout:1796: finishing write tid 2 to smithi11982245-4 2024-04-13T07:52:02.473 INFO:tasks.rados.rados.0.smithi119.stdout:1796: finishing write tid 3 to smithi11982245-4 2024-04-13T07:52:02.473 INFO:tasks.rados.rados.0.smithi119.stdout:1796: finishing write tid 4 to smithi11982245-4 2024-04-13T07:52:02.474 INFO:tasks.rados.rados.0.smithi119.stdout:1796: finishing write tid 5 to smithi11982245-4 2024-04-13T07:52:02.475 INFO:tasks.rados.rados.0.smithi119.stdout:1796: finishing write tid 6 to smithi11982245-4 2024-04-13T07:52:02.475 INFO:tasks.rados.rados.0.smithi119.stdout:1796: oid 4 updating version 0 to 1057 2024-04-13T07:52:02.475 INFO:tasks.rados.rados.0.smithi119.stdout:1796: oid 4 version 1057 is already newer than 1056 2024-04-13T07:52:02.475 INFO:tasks.rados.rados.0.smithi119.stdout:1796: oid 4 version 1057 is already newer than 1055 2024-04-13T07:52:02.475 INFO:tasks.rados.rados.0.smithi119.stdout:1796: oid 4 version 1057 is already newer than 1053 2024-04-13T07:52:02.475 INFO:tasks.rados.rados.0.smithi119.stdout:1796: oid 4 version 1057 is already newer than 1054 2024-04-13T07:52:02.476 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 4 v 1057 (ObjNum 571 snap 192 seq_num 571) dirty exists 2024-04-13T07:52:02.476 INFO:tasks.rados.rados.0.smithi119.stdout:1796: left oid 4 (ObjNum 571 snap 192 seq_num 571) 2024-04-13T07:52:02.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:02 smithi139 ceph-mon[88985]: osdmap e419: 8 total, 8 up, 8 in 2024-04-13T07:52:02.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:02 smithi139 ceph-mon[88985]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 110/1254 objects degraded (8.772%), 8 pgs degraded) 2024-04-13T07:52:02.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:02 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T07:52:02.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:52:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:52:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:52:02.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:02 smithi119 ceph-mon[96316]: osdmap e419: 8 total, 8 up, 8 in 2024-04-13T07:52:02.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:02 smithi119 ceph-mon[96316]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 110/1254 objects degraded (8.772%), 8 pgs degraded) 2024-04-13T07:52:02.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:02 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T07:52:02.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:02 smithi119 ceph-mon[93746]: osdmap e419: 8 total, 8 up, 8 in 2024-04-13T07:52:02.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:02 smithi119 ceph-mon[93746]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 110/1254 objects degraded (8.772%), 8 pgs degraded) 2024-04-13T07:52:02.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:02 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T07:52:03.410 INFO:tasks.rados.rados.0.smithi119.stdout:1796: done (1 left) 2024-04-13T07:52:03.410 INFO:tasks.rados.rados.0.smithi119.stdout:1797: done (0 left) 2024-04-13T07:52:03.411 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 45 current snap is 193 2024-04-13T07:52:03.411 INFO:tasks.rados.rados.0.smithi119.stdout:1798: seq_num 572 ranges {2359296=786432,3145728=770048,3915776=557056,4472832=278528} 2024-04-13T07:52:03.427 INFO:tasks.rados.rados.0.smithi119.stdout:1798: writing smithi11982245-45 from 2359296 to 3145728 tid 1 2024-04-13T07:52:03.431 INFO:tasks.rados.rados.0.smithi119.stdout:1798: writing smithi11982245-45 from 3145728 to 3915776 tid 2 2024-04-13T07:52:03.434 INFO:tasks.rados.rados.0.smithi119.stdout:1798: writing smithi11982245-45 from 3915776 to 4472832 tid 3 2024-04-13T07:52:03.436 INFO:tasks.rados.rados.0.smithi119.stdout:1798: writing smithi11982245-45 from 4472832 to 4751360 tid 4 2024-04-13T07:52:03.436 INFO:tasks.rados.rados.0.smithi119.stdout:1799: snap_remove snap 155 2024-04-13T07:52:03.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:03 smithi119 ceph-mon[96316]: osdmap e420: 8 total, 8 up, 8 in 2024-04-13T07:52:03.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:03 smithi119 ceph-mon[96316]: pgmap v296: 121 pgs: 121 active+clean; 630 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 7.4 MiB/s wr, 27 op/s; 18 MiB/s, 3 objects/s recovering 2024-04-13T07:52:03.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:03 smithi119 ceph-mon[93746]: osdmap e420: 8 total, 8 up, 8 in 2024-04-13T07:52:03.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:03 smithi119 ceph-mon[93746]: pgmap v296: 121 pgs: 121 active+clean; 630 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 7.4 MiB/s wr, 27 op/s; 18 MiB/s, 3 objects/s recovering 2024-04-13T07:52:03.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:03 smithi139 ceph-mon[88985]: osdmap e420: 8 total, 8 up, 8 in 2024-04-13T07:52:03.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:03 smithi139 ceph-mon[88985]: pgmap v296: 121 pgs: 121 active+clean; 630 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 7.4 MiB/s wr, 27 op/s; 18 MiB/s, 3 objects/s recovering 2024-04-13T07:52:03.886 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:52:03 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:52:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi119\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:52:04.418 INFO:tasks.rados.rados.0.smithi119.stdout:1798: finishing write tid 1 to smithi11982245-45 2024-04-13T07:52:04.418 INFO:tasks.rados.rados.0.smithi119.stdout:1798: finishing write tid 2 to smithi11982245-45 2024-04-13T07:52:04.418 INFO:tasks.rados.rados.0.smithi119.stdout:1798: finishing write tid 3 to smithi11982245-45 2024-04-13T07:52:04.418 INFO:tasks.rados.rados.0.smithi119.stdout:1798: finishing write tid 4 to smithi11982245-45 2024-04-13T07:52:04.418 INFO:tasks.rados.rados.0.smithi119.stdout:1798: finishing write tid 5 to smithi11982245-45 2024-04-13T07:52:04.418 INFO:tasks.rados.rados.0.smithi119.stdout:1798: finishing write tid 6 to smithi11982245-45 2024-04-13T07:52:04.418 INFO:tasks.rados.rados.0.smithi119.stdout:1798: oid 45 updating version 0 to 1231 2024-04-13T07:52:04.418 INFO:tasks.rados.rados.0.smithi119.stdout:1798: oid 45 version 1231 is already newer than 1227 2024-04-13T07:52:04.418 INFO:tasks.rados.rados.0.smithi119.stdout:1798: oid 45 version 1231 is already newer than 1229 2024-04-13T07:52:04.418 INFO:tasks.rados.rados.0.smithi119.stdout:1798: oid 45 version 1231 is already newer than 1228 2024-04-13T07:52:04.418 INFO:tasks.rados.rados.0.smithi119.stdout:1798: oid 45 version 1231 is already newer than 1230 2024-04-13T07:52:04.419 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 45 v 1231 (ObjNum 572 snap 193 seq_num 572) dirty exists 2024-04-13T07:52:04.419 INFO:tasks.rados.rados.0.smithi119.stdout:1798: left oid 45 (ObjNum 572 snap 193 seq_num 572) 2024-04-13T07:52:04.419 INFO:tasks.rados.rados.0.smithi119.stdout:1798: done (1 left) 2024-04-13T07:52:04.419 INFO:tasks.rados.rados.0.smithi119.stdout:1799: done (0 left) 2024-04-13T07:52:04.419 INFO:tasks.rados.rados.0.smithi119.stdout:1800: copy_from oid 41 from oid 23 current snap is 193 2024-04-13T07:52:04.419 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 32 current snap is 193 2024-04-13T07:52:04.419 INFO:tasks.rados.rados.0.smithi119.stdout:1801: seq_num 573 ranges {10838016=802816,11640832=655360,12296192=720896,13017088=229376} 2024-04-13T07:52:04.481 INFO:tasks.rados.rados.0.smithi119.stdout:1801: writing smithi11982245-32 from 10838016 to 11640832 tid 1 2024-04-13T07:52:04.485 INFO:tasks.rados.rados.0.smithi119.stdout:1801: writing smithi11982245-32 from 11640832 to 12296192 tid 2 2024-04-13T07:52:04.489 INFO:tasks.rados.rados.0.smithi119.stdout:1801: writing smithi11982245-32 from 12296192 to 13017088 tid 3 2024-04-13T07:52:04.491 INFO:tasks.rados.rados.0.smithi119.stdout:1801: writing smithi11982245-32 from 13017088 to 13246464 tid 4 2024-04-13T07:52:04.491 INFO:tasks.rados.rados.0.smithi119.stdout:1802: snap_remove snap 167 2024-04-13T07:52:04.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:04 smithi119 ceph-mon[93746]: osdmap e421: 8 total, 8 up, 8 in 2024-04-13T07:52:04.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:04 smithi119 ceph-mon[96316]: osdmap e421: 8 total, 8 up, 8 in 2024-04-13T07:52:04.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:04 smithi139 ceph-mon[88985]: osdmap e421: 8 total, 8 up, 8 in 2024-04-13T07:52:05.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:52:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:52:04] "GET /metrics HTTP/1.1" 200 36142 "" "Prometheus/2.43.0" 2024-04-13T07:52:05.356 INFO:tasks.rados.rados.0.smithi119.stdout:1802: done (2 left) 2024-04-13T07:52:05.357 INFO:tasks.rados.rados.0.smithi119.stdout:1803: delete oid 19 current snap is 193 2024-04-13T07:52:05.357 INFO:tasks.rados.rados.0.smithi119.stdout:1800: finishing copy_from racing read to smithi11982245-41 2024-04-13T07:52:05.357 INFO:tasks.rados.rados.0.smithi119.stdout:1800: finishing copy_from to smithi11982245-41 2024-04-13T07:52:05.357 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 41 v 1177 (ObjNum 326 snap 123 seq_num 326) dirty exists 2024-04-13T07:52:05.357 INFO:tasks.rados.rados.0.smithi119.stdout:1801: finishing write tid 1 to smithi11982245-32 2024-04-13T07:52:05.357 INFO:tasks.rados.rados.0.smithi119.stdout:1801: finishing write tid 2 to smithi11982245-32 2024-04-13T07:52:05.357 INFO:tasks.rados.rados.0.smithi119.stdout:1801: finishing write tid 3 to smithi11982245-32 2024-04-13T07:52:05.357 INFO:tasks.rados.rados.0.smithi119.stdout:1801: finishing write tid 4 to smithi11982245-32 2024-04-13T07:52:05.357 INFO:tasks.rados.rados.0.smithi119.stdout:1801: finishing write tid 5 to smithi11982245-32 2024-04-13T07:52:05.357 INFO:tasks.rados.rados.0.smithi119.stdout:1801: finishing write tid 6 to smithi11982245-32 2024-04-13T07:52:05.357 INFO:tasks.rados.rados.0.smithi119.stdout:1801: oid 32 updating version 0 to 844 2024-04-13T07:52:05.357 INFO:tasks.rados.rados.0.smithi119.stdout:1801: oid 32 updating version 844 to 847 2024-04-13T07:52:05.358 INFO:tasks.rados.rados.0.smithi119.stdout:1801: oid 32 version 847 is already newer than 846 2024-04-13T07:52:05.358 INFO:tasks.rados.rados.0.smithi119.stdout:1801: oid 32 version 847 is already newer than 845 2024-04-13T07:52:05.358 INFO:tasks.rados.rados.0.smithi119.stdout:1801: oid 32 updating version 847 to 848 2024-04-13T07:52:05.358 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 32 v 848 (ObjNum 573 snap 193 seq_num 573) dirty exists 2024-04-13T07:52:05.358 INFO:tasks.rados.rados.0.smithi119.stdout:1801: left oid 32 (ObjNum 573 snap 193 seq_num 573) 2024-04-13T07:52:05.371 INFO:tasks.rados.rados.0.smithi119.stdout:1800: done (2 left) 2024-04-13T07:52:05.371 INFO:tasks.rados.rados.0.smithi119.stdout:1801: done (1 left) 2024-04-13T07:52:05.371 INFO:tasks.rados.rados.0.smithi119.stdout:1803: done (0 left) 2024-04-13T07:52:05.371 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 23 current snap is 193 2024-04-13T07:52:05.372 INFO:tasks.rados.rados.0.smithi119.stdout:1804: seq_num 575 ranges {2310144=32768} 2024-04-13T07:52:05.385 INFO:tasks.rados.rados.0.smithi119.stdout:1804: writing smithi11982245-23 from 2310144 to 2342912 tid 1 2024-04-13T07:52:05.385 INFO:tasks.rados.rados.0.smithi119.stdout:1805: snap_create 2024-04-13T07:52:05.388 INFO:tasks.rados.rados.0.smithi119.stdout:1804: finishing write tid 1 to smithi11982245-23 2024-04-13T07:52:05.389 INFO:tasks.rados.rados.0.smithi119.stdout:1804: finishing write tid 2 to smithi11982245-23 2024-04-13T07:52:05.390 INFO:tasks.rados.rados.0.smithi119.stdout:1804: finishing write tid 3 to smithi11982245-23 2024-04-13T07:52:05.391 INFO:tasks.rados.rados.0.smithi119.stdout:1804: oid 23 updating version 0 to 1208 2024-04-13T07:52:05.391 INFO:tasks.rados.rados.0.smithi119.stdout:1804: oid 23 version 1208 is already newer than 1207 2024-04-13T07:52:05.391 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 23 v 1208 (ObjNum 575 snap 193 seq_num 575) dirty exists 2024-04-13T07:52:05.391 INFO:tasks.rados.rados.0.smithi119.stdout:1804: left oid 23 (ObjNum 575 snap 193 seq_num 575) 2024-04-13T07:52:05.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:05 smithi119 ceph-mon[96316]: osdmap e422: 8 total, 8 up, 8 in 2024-04-13T07:52:05.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:05 smithi119 ceph-mon[96316]: pgmap v299: 121 pgs: 121 active+clean; 644 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 3.3 MiB/s wr, 12 op/s 2024-04-13T07:52:05.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:05 smithi119 ceph-mon[96316]: osdmap e423: 8 total, 8 up, 8 in 2024-04-13T07:52:05.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:05 smithi119 ceph-mon[93746]: osdmap e422: 8 total, 8 up, 8 in 2024-04-13T07:52:05.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:05 smithi119 ceph-mon[93746]: pgmap v299: 121 pgs: 121 active+clean; 644 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 3.3 MiB/s wr, 12 op/s 2024-04-13T07:52:05.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:05 smithi119 ceph-mon[93746]: osdmap e423: 8 total, 8 up, 8 in 2024-04-13T07:52:05.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:05 smithi139 ceph-mon[88985]: osdmap e422: 8 total, 8 up, 8 in 2024-04-13T07:52:05.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:05 smithi139 ceph-mon[88985]: pgmap v299: 121 pgs: 121 active+clean; 644 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 3.3 MiB/s wr, 12 op/s 2024-04-13T07:52:05.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:05 smithi139 ceph-mon[88985]: osdmap e423: 8 total, 8 up, 8 in 2024-04-13T07:52:06.357 INFO:tasks.rados.rados.0.smithi119.stdout:1804: done (1 left) 2024-04-13T07:52:06.357 INFO:tasks.rados.rados.0.smithi119.stdout:1805: done (0 left) 2024-04-13T07:52:06.357 INFO:tasks.rados.rados.0.smithi119.stdout:1806: read oid 33 snap -1 2024-04-13T07:52:06.357 INFO:tasks.rados.rados.0.smithi119.stdout:1806: expect (ObjNum 436 snap 151 seq_num 436) 2024-04-13T07:52:06.357 INFO:tasks.rados.rados.0.smithi119.stdout:1807: read oid 6 snap -1 2024-04-13T07:52:06.358 INFO:tasks.rados.rados.0.smithi119.stdout:1807: expect (ObjNum 533 snap 179 seq_num 533) 2024-04-13T07:52:06.358 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 2 current snap is 194 2024-04-13T07:52:06.358 INFO:tasks.rados.rados.0.smithi119.stdout:1808: seq_num 576 ranges {9478144=49152} 2024-04-13T07:52:06.408 INFO:tasks.rados.rados.0.smithi119.stdout:1808: writing smithi11982245-2 from 9478144 to 9527296 tid 1 2024-04-13T07:52:06.409 INFO:tasks.rados.rados.0.smithi119.stdout:1809: delete oid 8 current snap is 194 2024-04-13T07:52:06.409 INFO:tasks.rados.rados.0.smithi119.stdout:1806: expect (ObjNum 436 snap 151 seq_num 436) 2024-04-13T07:52:06.412 INFO:tasks.rados.rados.0.smithi119.stdout:1807: expect (ObjNum 533 snap 179 seq_num 533) 2024-04-13T07:52:06.459 INFO:tasks.rados.rados.0.smithi119.stdout:1808: finishing write tid 1 to smithi11982245-2 2024-04-13T07:52:06.459 INFO:tasks.rados.rados.0.smithi119.stdout:1808: finishing write tid 2 to smithi11982245-2 2024-04-13T07:52:06.460 INFO:tasks.rados.rados.0.smithi119.stdout:1808: finishing write tid 3 to smithi11982245-2 2024-04-13T07:52:06.460 INFO:tasks.rados.rados.0.smithi119.stdout:1808: oid 2 updating version 0 to 1110 2024-04-13T07:52:06.460 INFO:tasks.rados.rados.0.smithi119.stdout:1808: oid 2 version 1110 is already newer than 1109 2024-04-13T07:52:06.460 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 2 v 1110 (ObjNum 576 snap 194 seq_num 576) dirty exists 2024-04-13T07:52:06.460 INFO:tasks.rados.rados.0.smithi119.stdout:1808: left oid 2 (ObjNum 576 snap 194 seq_num 576) 2024-04-13T07:52:06.460 INFO:tasks.rados.rados.0.smithi119.stdout:1806: done (3 left) 2024-04-13T07:52:06.460 INFO:tasks.rados.rados.0.smithi119.stdout:1807: done (2 left) 2024-04-13T07:52:06.460 INFO:tasks.rados.rados.0.smithi119.stdout:1808: done (1 left) 2024-04-13T07:52:06.460 INFO:tasks.rados.rados.0.smithi119.stdout:1809: done (0 left) 2024-04-13T07:52:06.460 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 42 current snap is 194 2024-04-13T07:52:06.460 INFO:tasks.rados.rados.0.smithi119.stdout:1810: seq_num 578 ranges {3956736=81920} 2024-04-13T07:52:06.481 INFO:tasks.rados.rados.0.smithi119.stdout:1810: writing smithi11982245-42 from 3956736 to 4038656 tid 1 2024-04-13T07:52:06.481 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 39 current snap is 194 2024-04-13T07:52:06.481 INFO:tasks.rados.rados.0.smithi119.stdout:1811: seq_num 579 ranges {0=98304} 2024-04-13T07:52:06.481 INFO:tasks.rados.rados.0.smithi119.stdout:1811: writing smithi11982245-39 from 0 to 98304 tid 1 2024-04-13T07:52:06.481 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 23 current snap is 194 2024-04-13T07:52:06.481 INFO:tasks.rados.rados.0.smithi119.stdout:1812: seq_num 580 ranges {2342912=114688} 2024-04-13T07:52:06.495 INFO:tasks.rados.rados.0.smithi119.stdout:1812: writing smithi11982245-23 from 2342912 to 2457600 tid 1 2024-04-13T07:52:06.495 INFO:tasks.rados.rados.0.smithi119.stdout:1813: delete oid 13 current snap is 194 2024-04-13T07:52:06.495 INFO:tasks.rados.rados.0.smithi119.stdout:1811: finishing write tid 1 to smithi11982245-39 2024-04-13T07:52:06.495 INFO:tasks.rados.rados.0.smithi119.stdout:1811: finishing write tid 2 to smithi11982245-39 2024-04-13T07:52:06.495 INFO:tasks.rados.rados.0.smithi119.stdout:1810: finishing write tid 1 to smithi11982245-42 2024-04-13T07:52:06.495 INFO:tasks.rados.rados.0.smithi119.stdout:1810: finishing write tid 2 to smithi11982245-42 2024-04-13T07:52:06.495 INFO:tasks.rados.rados.0.smithi119.stdout:1811: finishing write tid 3 to smithi11982245-39 2024-04-13T07:52:06.495 INFO:tasks.rados.rados.0.smithi119.stdout:1811: oid 39 updating version 0 to 821 2024-04-13T07:52:06.495 INFO:tasks.rados.rados.0.smithi119.stdout:1811: oid 39 version 821 is already newer than 820 2024-04-13T07:52:06.496 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 39 v 821 (ObjNum 579 snap 194 seq_num 579) dirty exists 2024-04-13T07:52:06.496 INFO:tasks.rados.rados.0.smithi119.stdout:1811: left oid 39 (ObjNum 579 snap 194 seq_num 579) 2024-04-13T07:52:06.496 INFO:tasks.rados.rados.0.smithi119.stdout:1810: finishing write tid 3 to smithi11982245-42 2024-04-13T07:52:06.496 INFO:tasks.rados.rados.0.smithi119.stdout:1810: oid 42 updating version 0 to 1210 2024-04-13T07:52:06.496 INFO:tasks.rados.rados.0.smithi119.stdout:1810: oid 42 updating version 1210 to 1211 2024-04-13T07:52:06.496 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 42 v 1211 (ObjNum 578 snap 194 seq_num 578) dirty exists 2024-04-13T07:52:06.496 INFO:tasks.rados.rados.0.smithi119.stdout:1810: left oid 42 (ObjNum 578 snap 194 seq_num 578) 2024-04-13T07:52:06.498 INFO:tasks.rados.rados.0.smithi119.stdout:1810: done (3 left) 2024-04-13T07:52:06.498 INFO:tasks.rados.rados.0.smithi119.stdout:1811: done (2 left) 2024-04-13T07:52:06.498 INFO:tasks.rados.rados.0.smithi119.stdout:1813: done (1 left) 2024-04-13T07:52:06.498 INFO:tasks.rados.rados.0.smithi119.stdout:1814: rmattr oid 7 current snap is 194 2024-04-13T07:52:06.498 INFO:tasks.rados.rados.0.smithi119.stdout:1814: done (1 left) 2024-04-13T07:52:06.498 INFO:tasks.rados.rados.0.smithi119.stdout:1815: read oid 29 snap -1 2024-04-13T07:52:06.498 INFO:tasks.rados.rados.0.smithi119.stdout:1815: expect (ObjNum 453 snap 156 seq_num 453) 2024-04-13T07:52:06.498 INFO:tasks.rados.rados.0.smithi119.stdout:1816: copy_from oid 13 from oid 7 current snap is 194 2024-04-13T07:52:06.499 INFO:tasks.rados.rados.0.smithi119.stdout:1817: rollback oid 31 current snap is 194 2024-04-13T07:52:06.499 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 31 to 73 2024-04-13T07:52:06.499 INFO:tasks.rados.rados.0.smithi119.stdout:1818: read oid 12 snap -1 2024-04-13T07:52:06.499 INFO:tasks.rados.rados.0.smithi119.stdout:1818: expect deleted 2024-04-13T07:52:06.499 INFO:tasks.rados.rados.0.smithi119.stdout:1819: delete oid 15 current snap is 194 2024-04-13T07:52:06.499 INFO:tasks.rados.rados.0.smithi119.stdout:1812: finishing write tid 1 to smithi11982245-23 2024-04-13T07:52:06.499 INFO:tasks.rados.rados.0.smithi119.stdout:1812: finishing write tid 2 to smithi11982245-23 2024-04-13T07:52:06.500 INFO:tasks.rados.rados.0.smithi119.stdout:1818: done (5 left) 2024-04-13T07:52:06.500 INFO:tasks.rados.rados.0.smithi119.stdout:1819: done (4 left) 2024-04-13T07:52:06.500 INFO:tasks.rados.rados.0.smithi119.stdout:1820: rollback oid 47 current snap is 194 2024-04-13T07:52:06.500 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 47 to 159 2024-04-13T07:52:06.500 INFO:tasks.rados.rados.0.smithi119.stdout:1821: delete oid 27 current snap is 194 2024-04-13T07:52:06.501 INFO:tasks.rados.rados.0.smithi119.stdout:1812: finishing write tid 3 to smithi11982245-23 2024-04-13T07:52:06.501 INFO:tasks.rados.rados.0.smithi119.stdout:1812: oid 23 updating version 0 to 1214 2024-04-13T07:52:06.501 INFO:tasks.rados.rados.0.smithi119.stdout:1812: oid 23 version 1214 is already newer than 1213 2024-04-13T07:52:06.501 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 23 v 1214 (ObjNum 580 snap 194 seq_num 580) dirty exists 2024-04-13T07:52:06.501 INFO:tasks.rados.rados.0.smithi119.stdout:1812: left oid 23 (ObjNum 580 snap 194 seq_num 580) 2024-04-13T07:52:06.502 INFO:tasks.rados.rados.0.smithi119.stdout:1812: done (5 left) 2024-04-13T07:52:06.502 INFO:tasks.rados.rados.0.smithi119.stdout:1821: done (4 left) 2024-04-13T07:52:06.502 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 36 current snap is 194 2024-04-13T07:52:06.503 INFO:tasks.rados.rados.0.smithi119.stdout:1822: seq_num 584 ranges {106496=188416} 2024-04-13T07:52:06.504 INFO:tasks.rados.rados.0.smithi119.stdout:1822: writing smithi11982245-36 from 106496 to 294912 tid 1 2024-04-13T07:52:06.504 INFO:tasks.rados.rados.0.smithi119.stdout:1823: snap_remove snap 165 2024-04-13T07:52:07.364 INFO:tasks.rados.rados.0.smithi119.stdout:1823: done (5 left) 2024-04-13T07:52:07.365 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 37 current snap is 194 2024-04-13T07:52:07.365 INFO:tasks.rados.rados.0.smithi119.stdout:1824: seq_num 585 ranges {4554752=204800} 2024-04-13T07:52:07.393 INFO:tasks.rados.rados.0.smithi119.stdout:1824: writing smithi11982245-37 from 4554752 to 4759552 tid 1 2024-04-13T07:52:07.393 INFO:tasks.rados.rados.0.smithi119.stdout:1825: read oid 38 snap -1 2024-04-13T07:52:07.393 INFO:tasks.rados.rados.0.smithi119.stdout:1825: expect (ObjNum 562 snap 190 seq_num 562) 2024-04-13T07:52:07.393 INFO:tasks.rados.rados.0.smithi119.stdout:1817: finishing rollback tid 0 to smithi11982245-31 2024-04-13T07:52:07.393 INFO:tasks.rados.rados.0.smithi119.stdout:1817: finishing rollback tid 1 to smithi11982245-31 2024-04-13T07:52:07.393 INFO:tasks.rados.rados.0.smithi119.stdout:1817: finishing rollback tid 2 to smithi11982245-31 2024-04-13T07:52:07.393 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 31 v 1225 (ObjNum 208 snap 63 seq_num 208) dirty exists 2024-04-13T07:52:07.393 INFO:tasks.rados.rados.0.smithi119.stdout:1820: finishing rollback tid 0 to smithi11982245-47 2024-04-13T07:52:07.393 INFO:tasks.rados.rados.0.smithi119.stdout:1820: finishing rollback tid 1 to smithi11982245-47 2024-04-13T07:52:07.393 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 47 v 1250 (ObjNum 97 snap 0 seq_num 3676286256) dirty dne 2024-04-13T07:52:07.393 INFO:tasks.rados.rados.0.smithi119.stdout:1822: finishing write tid 1 to smithi11982245-36 2024-04-13T07:52:07.393 INFO:tasks.rados.rados.0.smithi119.stdout:1822: finishing write tid 2 to smithi11982245-36 2024-04-13T07:52:07.393 INFO:tasks.rados.rados.0.smithi119.stdout:1816: finishing copy_from to smithi11982245-13 2024-04-13T07:52:07.394 INFO:tasks.rados.rados.0.smithi119.stdout:1816: got expected ENOENT (src dne) 2024-04-13T07:52:07.394 INFO:tasks.rados.rados.0.smithi119.stdout:1816: finishing copy_from racing read to smithi11982245-13 2024-04-13T07:52:07.394 INFO:tasks.rados.rados.0.smithi119.stdout:1822: finishing write tid 3 to smithi11982245-36 2024-04-13T07:52:07.394 INFO:tasks.rados.rados.0.smithi119.stdout:1822: oid 36 updating version 0 to 796 2024-04-13T07:52:07.394 INFO:tasks.rados.rados.0.smithi119.stdout:1822: oid 36 version 796 is already newer than 795 2024-04-13T07:52:07.394 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 36 v 796 (ObjNum 584 snap 194 seq_num 584) dirty exists 2024-04-13T07:52:07.394 INFO:tasks.rados.rados.0.smithi119.stdout:1822: left oid 36 (ObjNum 584 snap 194 seq_num 584) 2024-04-13T07:52:07.394 INFO:tasks.rados.rados.0.smithi119.stdout:1815: expect (ObjNum 453 snap 156 seq_num 453) 2024-04-13T07:52:07.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:07 smithi139 ceph-mon[88985]: osdmap e424: 8 total, 8 up, 8 in 2024-04-13T07:52:07.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:07 smithi139 ceph-mon[88985]: pgmap v302: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 653 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.2 KiB/s rd, 5.5 MiB/s wr, 34 op/s 2024-04-13T07:52:07.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:07 smithi119 ceph-mon[96316]: osdmap e424: 8 total, 8 up, 8 in 2024-04-13T07:52:07.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:07 smithi119 ceph-mon[96316]: pgmap v302: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 653 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.2 KiB/s rd, 5.5 MiB/s wr, 34 op/s 2024-04-13T07:52:07.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:07 smithi119 ceph-mon[93746]: osdmap e424: 8 total, 8 up, 8 in 2024-04-13T07:52:07.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:07 smithi119 ceph-mon[93746]: pgmap v302: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 653 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.2 KiB/s rd, 5.5 MiB/s wr, 34 op/s 2024-04-13T07:52:08.174 INFO:tasks.rados.rados.0.smithi119.stdout:1824: finishing write tid 1 to smithi11982245-37 2024-04-13T07:52:08.175 INFO:tasks.rados.rados.0.smithi119.stdout:1824: finishing write tid 2 to smithi11982245-37 2024-04-13T07:52:08.175 INFO:tasks.rados.rados.0.smithi119.stdout:1824: finishing write tid 3 to smithi11982245-37 2024-04-13T07:52:08.175 INFO:tasks.rados.rados.0.smithi119.stdout:1824: oid 37 updating version 0 to 640 2024-04-13T07:52:08.175 INFO:tasks.rados.rados.0.smithi119.stdout:1824: oid 37 version 640 is already newer than 639 2024-04-13T07:52:08.175 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 37 v 640 (ObjNum 585 snap 194 seq_num 585) dirty exists 2024-04-13T07:52:08.175 INFO:tasks.rados.rados.0.smithi119.stdout:1824: left oid 37 (ObjNum 585 snap 194 seq_num 585) 2024-04-13T07:52:08.175 INFO:tasks.rados.rados.0.smithi119.stdout:1815: done (6 left) 2024-04-13T07:52:08.175 INFO:tasks.rados.rados.0.smithi119.stdout:1816: done (5 left) 2024-04-13T07:52:08.175 INFO:tasks.rados.rados.0.smithi119.stdout:1817: done (4 left) 2024-04-13T07:52:08.175 INFO:tasks.rados.rados.0.smithi119.stdout:1820: done (3 left) 2024-04-13T07:52:08.175 INFO:tasks.rados.rados.0.smithi119.stdout:1822: done (2 left) 2024-04-13T07:52:08.175 INFO:tasks.rados.rados.0.smithi119.stdout:1824: done (1 left) 2024-04-13T07:52:08.176 INFO:tasks.rados.rados.0.smithi119.stdout:1826: snap_remove snap 178 2024-04-13T07:52:08.365 INFO:tasks.rados.rados.0.smithi119.stdout:1826: done (1 left) 2024-04-13T07:52:08.365 INFO:tasks.rados.rados.0.smithi119.stdout:1827: snap_remove snap 154 2024-04-13T07:52:08.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:08 smithi139 ceph-mon[88985]: osdmap e425: 8 total, 8 up, 8 in 2024-04-13T07:52:08.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:08 smithi119 ceph-mon[96316]: osdmap e425: 8 total, 8 up, 8 in 2024-04-13T07:52:08.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:08 smithi119 ceph-mon[93746]: osdmap e425: 8 total, 8 up, 8 in 2024-04-13T07:52:09.386 INFO:tasks.rados.rados.0.smithi119.stdout:1827: done (1 left) 2024-04-13T07:52:09.386 INFO:tasks.rados.rados.0.smithi119.stdout:1828: rmattr oid 31 current snap is 194 2024-04-13T07:52:09.387 INFO:tasks.rados.rados.0.smithi119.stdout:1828: done (1 left) 2024-04-13T07:52:09.387 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 39 current snap is 194 2024-04-13T07:52:09.387 INFO:tasks.rados.rados.0.smithi119.stdout:1829: seq_num 586 ranges {98304=221184} 2024-04-13T07:52:09.387 INFO:tasks.rados.rados.0.smithi119.stdout:1829: writing smithi11982245-39 from 98304 to 319488 tid 1 2024-04-13T07:52:09.388 INFO:tasks.rados.rados.0.smithi119.stdout:1830: read oid 48 snap -1 2024-04-13T07:52:09.388 INFO:tasks.rados.rados.0.smithi119.stdout:1830: expect (ObjNum 547 snap 182 seq_num 547) 2024-04-13T07:52:09.388 INFO:tasks.rados.rados.0.smithi119.stdout:1831: rollback oid 14 current snap is 194 2024-04-13T07:52:09.388 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 14 to 171 2024-04-13T07:52:09.388 INFO:tasks.rados.rados.0.smithi119.stdout:1832: read oid 46 snap -1 2024-04-13T07:52:09.388 INFO:tasks.rados.rados.0.smithi119.stdout:1832: expect (ObjNum 564 snap 191 seq_num 564) 2024-04-13T07:52:09.388 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 26 current snap is 194 2024-04-13T07:52:09.389 INFO:tasks.rados.rados.0.smithi119.stdout:1833: seq_num 587 ranges {4423680=237568} 2024-04-13T07:52:09.415 INFO:tasks.rados.rados.0.smithi119.stdout:1833: writing smithi11982245-26 from 4423680 to 4661248 tid 1 2024-04-13T07:52:09.415 INFO:tasks.rados.rados.0.smithi119.stdout:1834: copy_from oid 11 from oid 36 current snap is 194 2024-04-13T07:52:09.415 INFO:tasks.rados.rados.0.smithi119.stdout:1825: expect (ObjNum 562 snap 190 seq_num 562) 2024-04-13T07:52:09.546 INFO:tasks.rados.rados.0.smithi119.stdout:1829: finishing write tid 1 to smithi11982245-39 2024-04-13T07:52:09.546 INFO:tasks.rados.rados.0.smithi119.stdout:1829: finishing write tid 2 to smithi11982245-39 2024-04-13T07:52:09.546 INFO:tasks.rados.rados.0.smithi119.stdout:1825: done (6 left) 2024-04-13T07:52:09.546 INFO:tasks.rados.rados.0.smithi119.stdout:1835: read oid 3 snap -1 2024-04-13T07:52:09.546 INFO:tasks.rados.rados.0.smithi119.stdout:1835: expect (ObjNum 558 snap 188 seq_num 558) 2024-04-13T07:52:09.546 INFO:tasks.rados.rados.0.smithi119.stdout:1836: rollback oid 45 current snap is 194 2024-04-13T07:52:09.546 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 45 to 181 2024-04-13T07:52:09.546 INFO:tasks.rados.rados.0.smithi119.stdout:1829: finishing write tid 3 to smithi11982245-39 2024-04-13T07:52:09.546 INFO:tasks.rados.rados.0.smithi119.stdout:1829: oid 39 updating version 0 to 823 2024-04-13T07:52:09.546 INFO:tasks.rados.rados.0.smithi119.stdout:1829: oid 39 version 823 is already newer than 822 2024-04-13T07:52:09.546 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 39 v 823 (ObjNum 586 snap 194 seq_num 586) dirty exists 2024-04-13T07:52:09.547 INFO:tasks.rados.rados.0.smithi119.stdout:1829: left oid 39 (ObjNum 586 snap 194 seq_num 586) 2024-04-13T07:52:09.547 INFO:tasks.rados.rados.0.smithi119.stdout:1831: finishing rollback tid 0 to smithi11982245-14 2024-04-13T07:52:09.547 INFO:tasks.rados.rados.0.smithi119.stdout:1831: finishing rollback tid 1 to smithi11982245-14 2024-04-13T07:52:09.547 INFO:tasks.rados.rados.0.smithi119.stdout:1831: finishing rollback tid 2 to smithi11982245-14 2024-04-13T07:52:09.547 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 14 v 1110 (ObjNum 430 snap 151 seq_num 430) dirty exists 2024-04-13T07:52:09.547 INFO:tasks.rados.rados.0.smithi119.stdout:1833: finishing write tid 1 to smithi11982245-26 2024-04-13T07:52:09.547 INFO:tasks.rados.rados.0.smithi119.stdout:1829: done (7 left) 2024-04-13T07:52:09.547 INFO:tasks.rados.rados.0.smithi119.stdout:1831: done (6 left) 2024-04-13T07:52:09.547 INFO:tasks.rados.rados.0.smithi119.stdout:1837: read oid 18 snap -1 2024-04-13T07:52:09.547 INFO:tasks.rados.rados.0.smithi119.stdout:1837: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:52:09.547 INFO:tasks.rados.rados.0.smithi119.stdout:1838: copy_from oid 37 from oid 30 current snap is 194 2024-04-13T07:52:09.547 INFO:tasks.rados.rados.0.smithi119.stdout:1833: finishing write tid 2 to smithi11982245-26 2024-04-13T07:52:09.547 INFO:tasks.rados.rados.0.smithi119.stdout:1834: finishing copy_from racing read to smithi11982245-11 2024-04-13T07:52:09.547 INFO:tasks.rados.rados.0.smithi119.stdout:1833: finishing write tid 3 to smithi11982245-26 2024-04-13T07:52:09.548 INFO:tasks.rados.rados.0.smithi119.stdout:1833: oid 26 updating version 0 to 653 2024-04-13T07:52:09.548 INFO:tasks.rados.rados.0.smithi119.stdout:1833: oid 26 version 653 is already newer than 652 2024-04-13T07:52:09.548 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 26 v 653 (ObjNum 587 snap 194 seq_num 587) dirty exists 2024-04-13T07:52:09.548 INFO:tasks.rados.rados.0.smithi119.stdout:1833: left oid 26 (ObjNum 587 snap 194 seq_num 587) 2024-04-13T07:52:09.548 INFO:tasks.rados.rados.0.smithi119.stdout:1834: finishing copy_from to smithi11982245-11 2024-04-13T07:52:09.548 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 11 v 796 (ObjNum 584 snap 194 seq_num 584) dirty exists 2024-04-13T07:52:09.548 INFO:tasks.rados.rados.0.smithi119.stdout:1833: done (7 left) 2024-04-13T07:52:09.548 INFO:tasks.rados.rados.0.smithi119.stdout:1834: done (6 left) 2024-04-13T07:52:09.548 INFO:tasks.rados.rados.0.smithi119.stdout:1839: rollback oid 49 current snap is 194 2024-04-13T07:52:09.548 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 49 to 190 2024-04-13T07:52:09.548 INFO:tasks.rados.rados.0.smithi119.stdout:1832: expect (ObjNum 564 snap 191 seq_num 564) 2024-04-13T07:52:09.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:09 smithi139 ceph-mon[88985]: osdmap e426: 8 total, 8 up, 8 in 2024-04-13T07:52:09.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:09 smithi139 ceph-mon[88985]: pgmap v305: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 653 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.2 MiB/s wr, 21 op/s 2024-04-13T07:52:09.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:09 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:09.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:52:09.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:09 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:09.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:09 smithi119 ceph-mon[93746]: osdmap e426: 8 total, 8 up, 8 in 2024-04-13T07:52:09.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:09 smithi119 ceph-mon[93746]: pgmap v305: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 653 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.2 MiB/s wr, 21 op/s 2024-04-13T07:52:09.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:09 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:09.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:52:09.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:09 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:09.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:09 smithi119 ceph-mon[96316]: osdmap e426: 8 total, 8 up, 8 in 2024-04-13T07:52:09.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:09 smithi119 ceph-mon[96316]: pgmap v305: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 653 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.2 MiB/s wr, 21 op/s 2024-04-13T07:52:09.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:09 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:09.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:52:09.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:09 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:09.782 INFO:tasks.rados.rados.0.smithi119.stdout:1830: expect (ObjNum 547 snap 182 seq_num 547) 2024-04-13T07:52:10.394 INFO:tasks.rados.rados.0.smithi119.stdout:1836: finishing rollback tid 0 to smithi11982245-45 2024-04-13T07:52:10.394 INFO:tasks.rados.rados.0.smithi119.stdout:1836: finishing rollback tid 1 to smithi11982245-45 2024-04-13T07:52:10.394 INFO:tasks.rados.rados.0.smithi119.stdout:1839: finishing rollback tid 0 to smithi11982245-49 2024-04-13T07:52:10.394 INFO:tasks.rados.rados.0.smithi119.stdout:1839: finishing rollback tid 1 to smithi11982245-49 2024-04-13T07:52:10.395 INFO:tasks.rados.rados.0.smithi119.stdout:1839: finishing rollback tid 2 to smithi11982245-49 2024-04-13T07:52:10.395 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 49 v 1019 (ObjNum 501 snap 171 seq_num 501) dirty exists 2024-04-13T07:52:10.395 INFO:tasks.rados.rados.0.smithi119.stdout:1836: finishing rollback tid 2 to smithi11982245-45 2024-04-13T07:52:10.395 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 45 v 1280 (ObjNum 443 snap 152 seq_num 443) dirty exists 2024-04-13T07:52:10.395 INFO:tasks.rados.rados.0.smithi119.stdout:1837: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:52:10.397 INFO:tasks.rados.rados.0.smithi119.stdout:1835: expect (ObjNum 558 snap 188 seq_num 558) 2024-04-13T07:52:10.583 INFO:tasks.rados.rados.0.smithi119.stdout:1838: finishing copy_from racing read to smithi11982245-37 2024-04-13T07:52:10.584 INFO:tasks.rados.rados.0.smithi119.stdout:1838: finishing copy_from to smithi11982245-37 2024-04-13T07:52:10.584 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 37 v 856 (ObjNum 473 snap 163 seq_num 473) dirty exists 2024-04-13T07:52:10.584 INFO:tasks.rados.rados.0.smithi119.stdout:1830: done (6 left) 2024-04-13T07:52:10.584 INFO:tasks.rados.rados.0.smithi119.stdout:1832: done (5 left) 2024-04-13T07:52:10.584 INFO:tasks.rados.rados.0.smithi119.stdout:1835: done (4 left) 2024-04-13T07:52:10.584 INFO:tasks.rados.rados.0.smithi119.stdout:1836: done (3 left) 2024-04-13T07:52:10.584 INFO:tasks.rados.rados.0.smithi119.stdout:1837: done (2 left) 2024-04-13T07:52:10.584 INFO:tasks.rados.rados.0.smithi119.stdout:1838: done (1 left) 2024-04-13T07:52:10.584 INFO:tasks.rados.rados.0.smithi119.stdout:1839: done (0 left) 2024-04-13T07:52:10.584 INFO:tasks.rados.rados.0.smithi119.stdout:1840: copy_from oid 19 from oid 38 current snap is 194 2024-04-13T07:52:10.584 INFO:tasks.rados.rados.0.smithi119.stdout:1841: rollback oid 33 current snap is 194 2024-04-13T07:52:10.584 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 33 to 135 2024-04-13T07:52:10.585 INFO:tasks.rados.rados.0.smithi119.stdout:1842: setattr oid 20 current snap is 194 2024-04-13T07:52:10.586 INFO:tasks.rados.rados.0.smithi119.stdout:1843: read oid 6 snap -1 2024-04-13T07:52:10.586 INFO:tasks.rados.rados.0.smithi119.stdout:1843: expect (ObjNum 533 snap 179 seq_num 533) 2024-04-13T07:52:10.586 INFO:tasks.rados.rados.0.smithi119.stdout:1844: copy_from oid 43 from oid 37 current snap is 194 2024-04-13T07:52:10.586 INFO:tasks.rados.rados.0.smithi119.stdout:1845: copy_from oid 39 from oid 5 current snap is 194 2024-04-13T07:52:10.586 INFO:tasks.rados.rados.0.smithi119.stdout:1846: read oid 10 snap 163 2024-04-13T07:52:10.586 INFO:tasks.rados.rados.0.smithi119.stdout:1846: expect (ObjNum 445 snap 153 seq_num 445) 2024-04-13T07:52:10.586 INFO:tasks.rados.rados.0.smithi119.stdout:1847: read oid 26 snap 188 2024-04-13T07:52:10.586 INFO:tasks.rados.rados.0.smithi119.stdout:1847: expect (ObjNum 551 snap 183 seq_num 551) 2024-04-13T07:52:10.586 INFO:tasks.rados.rados.0.smithi119.stdout:1848: copy_from oid 11 from oid 47 current snap is 194 2024-04-13T07:52:10.587 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 41 current snap is 194 2024-04-13T07:52:10.587 INFO:tasks.rados.rados.0.smithi119.stdout:1849: seq_num 588 ranges {2310144=253952} 2024-04-13T07:52:10.601 INFO:tasks.rados.rados.0.smithi119.stdout:1849: writing smithi11982245-41 from 2310144 to 2564096 tid 1 2024-04-13T07:52:10.601 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 29 current snap is 194 2024-04-13T07:52:10.601 INFO:tasks.rados.rados.0.smithi119.stdout:1850: seq_num 589 ranges {8708096=270336} 2024-04-13T07:52:10.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:10 smithi139 ceph-mon[88985]: osdmap e427: 8 total, 8 up, 8 in 2024-04-13T07:52:10.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:10 smithi139 ceph-mon[88985]: osdmap e428: 8 total, 8 up, 8 in 2024-04-13T07:52:10.651 INFO:tasks.rados.rados.0.smithi119.stdout:1850: writing smithi11982245-29 from 8708096 to 8978432 tid 1 2024-04-13T07:52:10.651 INFO:tasks.rados.rados.0.smithi119.stdout:1851: copy_from oid 2 from oid 28 current snap is 194 2024-04-13T07:52:10.651 INFO:tasks.rados.rados.0.smithi119.stdout:1841: finishing rollback tid 0 to smithi11982245-33 2024-04-13T07:52:10.651 INFO:tasks.rados.rados.0.smithi119.stdout:1841: finishing rollback tid 1 to smithi11982245-33 2024-04-13T07:52:10.651 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 33 v 1059 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-13T07:52:10.651 INFO:tasks.rados.rados.0.smithi119.stdout:1846: expect (ObjNum 445 snap 153 seq_num 445) 2024-04-13T07:52:10.658 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 20 v 1113 (ObjNum 536 snap 179 seq_num 536) dirty exists 2024-04-13T07:52:10.658 INFO:tasks.rados.rados.0.smithi119.stdout:1843: expect (ObjNum 533 snap 179 seq_num 533) 2024-04-13T07:52:10.706 INFO:tasks.rados.rados.0.smithi119.stdout:1848: finishing copy_from to smithi11982245-11 2024-04-13T07:52:10.706 INFO:tasks.rados.rados.0.smithi119.stdout:1848: got expected ENOENT (src dne) 2024-04-13T07:52:10.706 INFO:tasks.rados.rados.0.smithi119.stdout:1848: finishing copy_from racing read to smithi11982245-11 2024-04-13T07:52:10.707 INFO:tasks.rados.rados.0.smithi119.stdout:1841: done (11 left) 2024-04-13T07:52:10.707 INFO:tasks.rados.rados.0.smithi119.stdout:1842: done (10 left) 2024-04-13T07:52:10.707 INFO:tasks.rados.rados.0.smithi119.stdout:1843: done (9 left) 2024-04-13T07:52:10.707 INFO:tasks.rados.rados.0.smithi119.stdout:1846: done (8 left) 2024-04-13T07:52:10.707 INFO:tasks.rados.rados.0.smithi119.stdout:1848: done (7 left) 2024-04-13T07:52:10.707 INFO:tasks.rados.rados.0.smithi119.stdout:1852: delete oid 9 current snap is 194 2024-04-13T07:52:10.707 INFO:tasks.rados.rados.0.smithi119.stdout:1845: finishing copy_from racing read to smithi11982245-39 2024-04-13T07:52:10.707 INFO:tasks.rados.rados.0.smithi119.stdout:1849: finishing write tid 1 to smithi11982245-41 2024-04-13T07:52:10.707 INFO:tasks.rados.rados.0.smithi119.stdout:1849: finishing write tid 2 to smithi11982245-41 2024-04-13T07:52:10.707 INFO:tasks.rados.rados.0.smithi119.stdout:1845: finishing copy_from to smithi11982245-39 2024-04-13T07:52:10.707 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 39 v 1214 (ObjNum 554 snap 185 seq_num 554) dirty exists 2024-04-13T07:52:10.707 INFO:tasks.rados.rados.0.smithi119.stdout:1847: expect (ObjNum 551 snap 183 seq_num 551) 2024-04-13T07:52:10.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:10 smithi119 ceph-mon[96316]: osdmap e427: 8 total, 8 up, 8 in 2024-04-13T07:52:10.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:10 smithi119 ceph-mon[96316]: osdmap e428: 8 total, 8 up, 8 in 2024-04-13T07:52:10.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:10 smithi119 ceph-mon[93746]: osdmap e427: 8 total, 8 up, 8 in 2024-04-13T07:52:10.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:10 smithi119 ceph-mon[93746]: osdmap e428: 8 total, 8 up, 8 in 2024-04-13T07:52:10.865 INFO:tasks.rados.rados.0.smithi119.stdout:1849: finishing write tid 3 to smithi11982245-41 2024-04-13T07:52:10.865 INFO:tasks.rados.rados.0.smithi119.stdout:1849: oid 41 updating version 0 to 1178 2024-04-13T07:52:10.865 INFO:tasks.rados.rados.0.smithi119.stdout:1849: oid 41 updating version 1178 to 1179 2024-04-13T07:52:10.865 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 41 v 1179 (ObjNum 588 snap 194 seq_num 588) dirty exists 2024-04-13T07:52:10.865 INFO:tasks.rados.rados.0.smithi119.stdout:1849: left oid 41 (ObjNum 588 snap 194 seq_num 588) 2024-04-13T07:52:10.865 INFO:tasks.rados.rados.0.smithi119.stdout:1840: finishing copy_from racing read to smithi11982245-19 2024-04-13T07:52:10.865 INFO:tasks.rados.rados.0.smithi119.stdout:1840: finishing copy_from to smithi11982245-19 2024-04-13T07:52:10.865 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 19 v 1062 (ObjNum 562 snap 190 seq_num 562) dirty exists 2024-04-13T07:52:10.865 INFO:tasks.rados.rados.0.smithi119.stdout:1844: finishing copy_from racing read to smithi11982245-43 2024-04-13T07:52:10.865 INFO:tasks.rados.rados.0.smithi119.stdout:1844: finishing copy_from to smithi11982245-43 2024-04-13T07:52:10.866 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 43 v 856 (ObjNum 473 snap 163 seq_num 473) dirty exists 2024-04-13T07:52:10.866 INFO:tasks.rados.rados.0.smithi119.stdout:1850: finishing write tid 1 to smithi11982245-29 2024-04-13T07:52:10.866 INFO:tasks.rados.rados.0.smithi119.stdout:1850: finishing write tid 2 to smithi11982245-29 2024-04-13T07:52:10.866 INFO:tasks.rados.rados.0.smithi119.stdout:1840: done (7 left) 2024-04-13T07:52:10.866 INFO:tasks.rados.rados.0.smithi119.stdout:1844: done (6 left) 2024-04-13T07:52:10.866 INFO:tasks.rados.rados.0.smithi119.stdout:1845: done (5 left) 2024-04-13T07:52:10.866 INFO:tasks.rados.rados.0.smithi119.stdout:1847: done (4 left) 2024-04-13T07:52:10.866 INFO:tasks.rados.rados.0.smithi119.stdout:1849: done (3 left) 2024-04-13T07:52:10.866 INFO:tasks.rados.rados.0.smithi119.stdout:1852: done (2 left) 2024-04-13T07:52:10.866 INFO:tasks.rados.rados.0.smithi119.stdout:1853: read oid 9 snap 104 2024-04-13T07:52:10.866 INFO:tasks.rados.rados.0.smithi119.stdout:1853: expect (ObjNum 252 snap 81 seq_num 252) 2024-04-13T07:52:10.866 INFO:tasks.rados.rados.0.smithi119.stdout:1854: delete oid 21 current snap is 194 2024-04-13T07:52:10.866 INFO:tasks.rados.rados.0.smithi119.stdout:1850: finishing write tid 3 to smithi11982245-29 2024-04-13T07:52:10.866 INFO:tasks.rados.rados.0.smithi119.stdout:1850: oid 29 updating version 0 to 1063 2024-04-13T07:52:10.867 INFO:tasks.rados.rados.0.smithi119.stdout:1850: oid 29 updating version 1063 to 1064 2024-04-13T07:52:10.867 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 29 v 1064 (ObjNum 589 snap 194 seq_num 589) dirty exists 2024-04-13T07:52:10.867 INFO:tasks.rados.rados.0.smithi119.stdout:1850: left oid 29 (ObjNum 589 snap 194 seq_num 589) 2024-04-13T07:52:10.867 INFO:tasks.rados.rados.0.smithi119.stdout:1851: finishing copy_from racing read to smithi11982245-2 2024-04-13T07:52:10.867 INFO:tasks.rados.rados.0.smithi119.stdout:1851: finishing copy_from to smithi11982245-2 2024-04-13T07:52:10.867 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 2 v 688 (ObjNum 504 snap 172 seq_num 504) dirty exists 2024-04-13T07:52:10.867 INFO:tasks.rados.rados.0.smithi119.stdout:1850: done (3 left) 2024-04-13T07:52:10.867 INFO:tasks.rados.rados.0.smithi119.stdout:1851: done (2 left) 2024-04-13T07:52:10.867 INFO:tasks.rados.rados.0.smithi119.stdout:1854: done (1 left) 2024-04-13T07:52:10.868 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 37 current snap is 194 2024-04-13T07:52:10.868 INFO:tasks.rados.rados.0.smithi119.stdout:1855: seq_num 592 ranges {1376256=319488} 2024-04-13T07:52:10.876 INFO:tasks.rados.rados.0.smithi119.stdout:1855: writing smithi11982245-37 from 1376256 to 1695744 tid 1 2024-04-13T07:52:10.876 INFO:tasks.rados.rados.0.smithi119.stdout:1856: snap_create 2024-04-13T07:52:10.876 INFO:tasks.rados.rados.0.smithi119.stdout:1853: expect (ObjNum 252 snap 81 seq_num 252) 2024-04-13T07:52:10.923 INFO:tasks.rados.rados.0.smithi119.stdout:1855: finishing write tid 1 to smithi11982245-37 2024-04-13T07:52:10.924 INFO:tasks.rados.rados.0.smithi119.stdout:1855: finishing write tid 2 to smithi11982245-37 2024-04-13T07:52:10.924 INFO:tasks.rados.rados.0.smithi119.stdout:1855: finishing write tid 3 to smithi11982245-37 2024-04-13T07:52:10.924 INFO:tasks.rados.rados.0.smithi119.stdout:1855: oid 37 updating version 0 to 858 2024-04-13T07:52:10.924 INFO:tasks.rados.rados.0.smithi119.stdout:1855: oid 37 version 858 is already newer than 857 2024-04-13T07:52:10.924 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 37 v 858 (ObjNum 592 snap 194 seq_num 592) dirty exists 2024-04-13T07:52:10.924 INFO:tasks.rados.rados.0.smithi119.stdout:1855: left oid 37 (ObjNum 592 snap 194 seq_num 592) 2024-04-13T07:52:11.389 INFO:tasks.rados.rados.0.smithi119.stdout:1853: done (2 left) 2024-04-13T07:52:11.390 INFO:tasks.rados.rados.0.smithi119.stdout:1855: done (1 left) 2024-04-13T07:52:11.390 INFO:tasks.rados.rados.0.smithi119.stdout:1856: done (0 left) 2024-04-13T07:52:11.390 INFO:tasks.rados.rados.0.smithi119.stdout:1857: read oid 14 snap 177 2024-04-13T07:52:11.390 INFO:tasks.rados.rados.0.smithi119.stdout:1857: expect (ObjNum 180 snap 52 seq_num 180) 2024-04-13T07:52:11.390 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 30 current snap is 195 2024-04-13T07:52:11.390 INFO:tasks.rados.rados.0.smithi119.stdout:1858: seq_num 593 ranges {1376256=335872} 2024-04-13T07:52:11.399 INFO:tasks.rados.rados.0.smithi119.stdout:1858: writing smithi11982245-30 from 1376256 to 1712128 tid 1 2024-04-13T07:52:11.399 INFO:tasks.rados.rados.0.smithi119.stdout:1859: read oid 12 snap -1 2024-04-13T07:52:11.399 INFO:tasks.rados.rados.0.smithi119.stdout:1859: expect deleted 2024-04-13T07:52:11.399 INFO:tasks.rados.rados.0.smithi119.stdout:1860: snap_create 2024-04-13T07:52:11.399 INFO:tasks.rados.rados.0.smithi119.stdout:1857: expect (ObjNum 180 snap 52 seq_num 180) 2024-04-13T07:52:11.415 INFO:tasks.rados.rados.0.smithi119.stdout:1858: finishing write tid 1 to smithi11982245-30 2024-04-13T07:52:11.415 INFO:tasks.rados.rados.0.smithi119.stdout:1858: finishing write tid 2 to smithi11982245-30 2024-04-13T07:52:11.416 INFO:tasks.rados.rados.0.smithi119.stdout:1858: finishing write tid 3 to smithi11982245-30 2024-04-13T07:52:11.416 INFO:tasks.rados.rados.0.smithi119.stdout:1858: oid 30 updating version 0 to 1060 2024-04-13T07:52:11.416 INFO:tasks.rados.rados.0.smithi119.stdout:1858: oid 30 updating version 1060 to 1061 2024-04-13T07:52:11.416 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 30 v 1061 (ObjNum 593 snap 195 seq_num 593) dirty exists 2024-04-13T07:52:11.416 INFO:tasks.rados.rados.0.smithi119.stdout:1858: left oid 30 (ObjNum 593 snap 195 seq_num 593) 2024-04-13T07:52:11.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:11 smithi139 ceph-mon[88985]: pgmap v308: 121 pgs: 121 active+clean; 658 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 708 KiB/s wr, 18 op/s 2024-04-13T07:52:11.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:11 smithi119 ceph-mon[93746]: pgmap v308: 121 pgs: 121 active+clean; 658 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 708 KiB/s wr, 18 op/s 2024-04-13T07:52:11.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:11 smithi119 ceph-mon[96316]: pgmap v308: 121 pgs: 121 active+clean; 658 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 708 KiB/s wr, 18 op/s 2024-04-13T07:52:12.395 INFO:tasks.rados.rados.0.smithi119.stdout:1857: done (3 left) 2024-04-13T07:52:12.395 INFO:tasks.rados.rados.0.smithi119.stdout:1858: done (2 left) 2024-04-13T07:52:12.395 INFO:tasks.rados.rados.0.smithi119.stdout:1859: done (1 left) 2024-04-13T07:52:12.395 INFO:tasks.rados.rados.0.smithi119.stdout:1860: done (0 left) 2024-04-13T07:52:12.395 INFO:tasks.rados.rados.0.smithi119.stdout:1861: delete oid 43 current snap is 196 2024-04-13T07:52:12.398 INFO:tasks.rados.rados.0.smithi119.stdout:1861: done (0 left) 2024-04-13T07:52:12.398 INFO:tasks.rados.rados.0.smithi119.stdout:1862: read oid 30 snap -1 2024-04-13T07:52:12.399 INFO:tasks.rados.rados.0.smithi119.stdout:1862: expect (ObjNum 593 snap 195 seq_num 593) 2024-04-13T07:52:12.399 INFO:tasks.rados.rados.0.smithi119.stdout:1863: rollback oid 41 current snap is 196 2024-04-13T07:52:12.399 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 41 to 187 2024-04-13T07:52:12.399 INFO:tasks.rados.rados.0.smithi119.stdout:1864: read oid 12 snap -1 2024-04-13T07:52:12.399 INFO:tasks.rados.rados.0.smithi119.stdout:1864: expect deleted 2024-04-13T07:52:12.399 INFO:tasks.rados.rados.0.smithi119.stdout:1865: rollback oid 7 current snap is 196 2024-04-13T07:52:12.399 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 7 to 195 2024-04-13T07:52:12.399 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 23 current snap is 196 2024-04-13T07:52:12.399 INFO:tasks.rados.rados.0.smithi119.stdout:1866: seq_num 595 ranges {2457600=368640} 2024-04-13T07:52:12.415 INFO:tasks.rados.rados.0.smithi119.stdout:1866: writing smithi11982245-23 from 2457600 to 2826240 tid 1 2024-04-13T07:52:12.415 INFO:tasks.rados.rados.0.smithi119.stdout:1867: delete oid 6 current snap is 196 2024-04-13T07:52:12.415 INFO:tasks.rados.rados.0.smithi119.stdout:1865: finishing rollback tid 1 to smithi11982245-7 2024-04-13T07:52:12.415 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 7 v 1011 (ObjNum 65 snap 0 seq_num 751405632) dirty dne 2024-04-13T07:52:12.415 INFO:tasks.rados.rados.0.smithi119.stdout:1863: finishing rollback tid 0 to smithi11982245-41 2024-04-13T07:52:12.415 INFO:tasks.rados.rados.0.smithi119.stdout:1863: finishing rollback tid 1 to smithi11982245-41 2024-04-13T07:52:12.415 INFO:tasks.rados.rados.0.smithi119.stdout:1863: finishing rollback tid 2 to smithi11982245-41 2024-04-13T07:52:12.415 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 41 v 1182 (ObjNum 553 snap 185 seq_num 553) dirty exists 2024-04-13T07:52:12.415 INFO:tasks.rados.rados.0.smithi119.stdout:1862: expect (ObjNum 593 snap 195 seq_num 593) 2024-04-13T07:52:12.492 INFO:tasks.rados.rados.0.smithi119.stdout:1866: finishing write tid 1 to smithi11982245-23 2024-04-13T07:52:12.492 INFO:tasks.rados.rados.0.smithi119.stdout:1866: finishing write tid 2 to smithi11982245-23 2024-04-13T07:52:12.493 INFO:tasks.rados.rados.0.smithi119.stdout:1866: finishing write tid 3 to smithi11982245-23 2024-04-13T07:52:12.493 INFO:tasks.rados.rados.0.smithi119.stdout:1866: oid 23 updating version 0 to 1242 2024-04-13T07:52:12.493 INFO:tasks.rados.rados.0.smithi119.stdout:1866: oid 23 updating version 1242 to 1243 2024-04-13T07:52:12.493 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 23 v 1243 (ObjNum 595 snap 196 seq_num 595) dirty exists 2024-04-13T07:52:12.493 INFO:tasks.rados.rados.0.smithi119.stdout:1866: left oid 23 (ObjNum 595 snap 196 seq_num 595) 2024-04-13T07:52:12.493 INFO:tasks.rados.rados.0.smithi119.stdout:1862: done (5 left) 2024-04-13T07:52:12.493 INFO:tasks.rados.rados.0.smithi119.stdout:1863: done (4 left) 2024-04-13T07:52:12.493 INFO:tasks.rados.rados.0.smithi119.stdout:1864: done (3 left) 2024-04-13T07:52:12.493 INFO:tasks.rados.rados.0.smithi119.stdout:1865: done (2 left) 2024-04-13T07:52:12.493 INFO:tasks.rados.rados.0.smithi119.stdout:1866: done (1 left) 2024-04-13T07:52:12.493 INFO:tasks.rados.rados.0.smithi119.stdout:1867: done (0 left) 2024-04-13T07:52:12.493 INFO:tasks.rados.rados.0.smithi119.stdout:1868: rollback oid 17 current snap is 196 2024-04-13T07:52:12.493 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 17 to 195 2024-04-13T07:52:12.493 INFO:tasks.rados.rados.0.smithi119.stdout:1869: read oid 28 snap 104 2024-04-13T07:52:12.493 INFO:tasks.rados.rados.0.smithi119.stdout:1869: expect (ObjNum 145 snap 46 seq_num 145) 2024-04-13T07:52:12.494 INFO:tasks.rados.rados.0.smithi119.stdout:1870: snap_create 2024-04-13T07:52:12.496 INFO:tasks.rados.rados.0.smithi119.stdout:1868: finishing rollback tid 0 to smithi11982245-17 2024-04-13T07:52:12.496 INFO:tasks.rados.rados.0.smithi119.stdout:1868: finishing rollback tid 1 to smithi11982245-17 2024-04-13T07:52:12.496 INFO:tasks.rados.rados.0.smithi119.stdout:1869: expect (ObjNum 145 snap 46 seq_num 145) 2024-04-13T07:52:12.517 INFO:tasks.rados.rados.0.smithi119.stdout:1868: finishing rollback tid 2 to smithi11982245-17 2024-04-13T07:52:12.517 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 17 v 814 (ObjNum 272 snap 93 seq_num 272) dirty exists 2024-04-13T07:52:12.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:12 smithi139 ceph-mon[88985]: osdmap e429: 8 total, 8 up, 8 in 2024-04-13T07:52:12.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:52:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:52:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:52:12.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:12 smithi119 ceph-mon[93746]: osdmap e429: 8 total, 8 up, 8 in 2024-04-13T07:52:12.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:12 smithi119 ceph-mon[96316]: osdmap e429: 8 total, 8 up, 8 in 2024-04-13T07:52:13.403 INFO:tasks.rados.rados.0.smithi119.stdout:1868: done (2 left) 2024-04-13T07:52:13.403 INFO:tasks.rados.rados.0.smithi119.stdout:1869: done (1 left) 2024-04-13T07:52:13.403 INFO:tasks.rados.rados.0.smithi119.stdout:1870: done (0 left) 2024-04-13T07:52:13.403 INFO:tasks.rados.rados.0.smithi119.stdout:1871: copy_from oid 4 from oid 25 current snap is 197 2024-04-13T07:52:13.403 INFO:tasks.rados.rados.0.smithi119.stdout:1872: read oid 49 snap -1 2024-04-13T07:52:13.403 INFO:tasks.rados.rados.0.smithi119.stdout:1872: expect (ObjNum 501 snap 171 seq_num 501) 2024-04-13T07:52:13.403 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 42 current snap is 197 2024-04-13T07:52:13.403 INFO:tasks.rados.rados.0.smithi119.stdout:1873: seq_num 597 ranges {4038656=401408} 2024-04-13T07:52:13.427 INFO:tasks.rados.rados.0.smithi119.stdout:1873: writing smithi11982245-42 from 4038656 to 4440064 tid 1 2024-04-13T07:52:13.427 INFO:tasks.rados.rados.0.smithi119.stdout:1874: rollback oid 44 current snap is 197 2024-04-13T07:52:13.427 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 44 to 104 2024-04-13T07:52:13.427 INFO:tasks.rados.rados.0.smithi119.stdout:1872: expect (ObjNum 501 snap 171 seq_num 501) 2024-04-13T07:52:13.547 INFO:tasks.rados.rados.0.smithi119.stdout:1874: finishing rollback tid 0 to smithi11982245-44 2024-04-13T07:52:13.547 INFO:tasks.rados.rados.0.smithi119.stdout:1873: finishing write tid 1 to smithi11982245-42 2024-04-13T07:52:13.547 INFO:tasks.rados.rados.0.smithi119.stdout:1873: finishing write tid 2 to smithi11982245-42 2024-04-13T07:52:13.548 INFO:tasks.rados.rados.0.smithi119.stdout:1874: finishing rollback tid 1 to smithi11982245-44 2024-04-13T07:52:13.548 INFO:tasks.rados.rados.0.smithi119.stdout:1874: finishing rollback tid 2 to smithi11982245-44 2024-04-13T07:52:13.548 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 44 v 1257 (ObjNum 299 snap 104 seq_num 299) dirty exists 2024-04-13T07:52:13.548 INFO:tasks.rados.rados.0.smithi119.stdout:1873: finishing write tid 3 to smithi11982245-42 2024-04-13T07:52:13.548 INFO:tasks.rados.rados.0.smithi119.stdout:1873: oid 42 updating version 0 to 1245 2024-04-13T07:52:13.548 INFO:tasks.rados.rados.0.smithi119.stdout:1873: oid 42 updating version 1245 to 1246 2024-04-13T07:52:13.548 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 42 v 1246 (ObjNum 597 snap 197 seq_num 597) dirty exists 2024-04-13T07:52:13.548 INFO:tasks.rados.rados.0.smithi119.stdout:1873: left oid 42 (ObjNum 597 snap 197 seq_num 597) 2024-04-13T07:52:13.548 INFO:tasks.rados.rados.0.smithi119.stdout:1871: finishing copy_from racing read to smithi11982245-4 2024-04-13T07:52:13.548 INFO:tasks.rados.rados.0.smithi119.stdout:1871: finishing copy_from to smithi11982245-4 2024-04-13T07:52:13.548 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 4 v 1106 (ObjNum 565 snap 191 seq_num 565) dirty exists 2024-04-13T07:52:13.548 INFO:tasks.rados.rados.0.smithi119.stdout:1871: done (3 left) 2024-04-13T07:52:13.548 INFO:tasks.rados.rados.0.smithi119.stdout:1872: done (2 left) 2024-04-13T07:52:13.548 INFO:tasks.rados.rados.0.smithi119.stdout:1873: done (1 left) 2024-04-13T07:52:13.549 INFO:tasks.rados.rados.0.smithi119.stdout:1874: done (0 left) 2024-04-13T07:52:13.549 INFO:tasks.rados.rados.0.smithi119.stdout:1875: read oid 7 snap -1 2024-04-13T07:52:13.549 INFO:tasks.rados.rados.0.smithi119.stdout:1875: expect deleted 2024-04-13T07:52:13.549 INFO:tasks.rados.rados.0.smithi119.stdout:1876: snap_create 2024-04-13T07:52:13.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:13 smithi119 ceph-mon[96316]: osdmap e430: 8 total, 8 up, 8 in 2024-04-13T07:52:13.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:13 smithi119 ceph-mon[96316]: pgmap v311: 121 pgs: 121 active+clean; 658 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 708 KiB/s wr, 18 op/s 2024-04-13T07:52:13.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:13 smithi119 ceph-mon[93746]: osdmap e430: 8 total, 8 up, 8 in 2024-04-13T07:52:13.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:13 smithi119 ceph-mon[93746]: pgmap v311: 121 pgs: 121 active+clean; 658 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 708 KiB/s wr, 18 op/s 2024-04-13T07:52:13.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:13 smithi139 ceph-mon[88985]: osdmap e430: 8 total, 8 up, 8 in 2024-04-13T07:52:13.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:13 smithi139 ceph-mon[88985]: pgmap v311: 121 pgs: 121 active+clean; 658 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 708 KiB/s wr, 18 op/s 2024-04-13T07:52:13.886 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:52:13 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:52:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi119\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:52:14.404 INFO:tasks.rados.rados.0.smithi119.stdout:1875: done (1 left) 2024-04-13T07:52:14.404 INFO:tasks.rados.rados.0.smithi119.stdout:1876: done (0 left) 2024-04-13T07:52:14.404 INFO:tasks.rados.rados.0.smithi119.stdout:1877: rollback oid 29 current snap is 198 2024-04-13T07:52:14.404 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 29 to 168 2024-04-13T07:52:14.404 INFO:tasks.rados.rados.0.smithi119.stdout:1878: copy_from oid 37 from oid 46 current snap is 198 2024-04-13T07:52:14.404 INFO:tasks.rados.rados.0.smithi119.stdout:1879: snap_remove snap 169 2024-04-13T07:52:14.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:14 smithi119 ceph-mon[93746]: osdmap e431: 8 total, 8 up, 8 in 2024-04-13T07:52:14.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:14 smithi119 ceph-mon[96316]: osdmap e431: 8 total, 8 up, 8 in 2024-04-13T07:52:14.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:14 smithi139 ceph-mon[88985]: osdmap e431: 8 total, 8 up, 8 in 2024-04-13T07:52:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:52:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:52:14] "GET /metrics HTTP/1.1" 200 36145 "" "Prometheus/2.43.0" 2024-04-13T07:52:15.358 INFO:tasks.rados.rados.0.smithi119.stdout:1877: finishing rollback tid 0 to smithi11982245-29 2024-04-13T07:52:15.358 INFO:tasks.rados.rados.0.smithi119.stdout:1877: finishing rollback tid 1 to smithi11982245-29 2024-04-13T07:52:15.359 INFO:tasks.rados.rados.0.smithi119.stdout:1877: finishing rollback tid 2 to smithi11982245-29 2024-04-13T07:52:15.359 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 29 v 1067 (ObjNum 453 snap 156 seq_num 453) dirty exists 2024-04-13T07:52:15.359 INFO:tasks.rados.rados.0.smithi119.stdout:1878: finishing copy_from racing read to smithi11982245-37 2024-04-13T07:52:15.359 INFO:tasks.rados.rados.0.smithi119.stdout:1878: finishing copy_from to smithi11982245-37 2024-04-13T07:52:15.359 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 37 v 1203 (ObjNum 564 snap 191 seq_num 564) dirty exists 2024-04-13T07:52:15.359 INFO:tasks.rados.rados.0.smithi119.stdout:1877: done (2 left) 2024-04-13T07:52:15.359 INFO:tasks.rados.rados.0.smithi119.stdout:1878: done (1 left) 2024-04-13T07:52:15.359 INFO:tasks.rados.rados.0.smithi119.stdout:1879: done (0 left) 2024-04-13T07:52:15.359 INFO:tasks.rados.rados.0.smithi119.stdout:1880: read oid 22 snap 146 2024-04-13T07:52:15.359 INFO:tasks.rados.rados.0.smithi119.stdout:1880: expect (ObjNum 403 snap 145 seq_num 403) 2024-04-13T07:52:15.359 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 24 current snap is 198 2024-04-13T07:52:15.359 INFO:tasks.rados.rados.0.smithi119.stdout:1881: seq_num 598 ranges {0=417792} 2024-04-13T07:52:15.361 INFO:tasks.rados.rados.0.smithi119.stdout:1881: writing smithi11982245-24 from 0 to 417792 tid 1 2024-04-13T07:52:15.361 INFO:tasks.rados.rados.0.smithi119.stdout:1882: rollback oid 7 current snap is 198 2024-04-13T07:52:15.361 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 7 to 140 2024-04-13T07:52:15.361 INFO:tasks.rados.rados.0.smithi119.stdout:1883: delete oid 49 current snap is 198 2024-04-13T07:52:15.373 INFO:tasks.rados.rados.0.smithi119.stdout:1882: finishing rollback tid 1 to smithi11982245-7 2024-04-13T07:52:15.373 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 7 v 1011 (ObjNum 97 snap 0 seq_num 749875808) dirty dne 2024-04-13T07:52:15.373 INFO:tasks.rados.rados.0.smithi119.stdout:1882: done (3 left) 2024-04-13T07:52:15.374 INFO:tasks.rados.rados.0.smithi119.stdout:1883: done (2 left) 2024-04-13T07:52:15.374 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 29 current snap is 198 2024-04-13T07:52:15.374 INFO:tasks.rados.rados.0.smithi119.stdout:1884: seq_num 600 ranges {8708096=450560} 2024-04-13T07:52:15.424 INFO:tasks.rados.rados.0.smithi119.stdout:1884: writing smithi11982245-29 from 8708096 to 9158656 tid 1 2024-04-13T07:52:15.424 INFO:tasks.rados.rados.0.smithi119.stdout:1885: snap_create 2024-04-13T07:52:15.424 INFO:tasks.rados.rados.0.smithi119.stdout:1880: expect (ObjNum 403 snap 145 seq_num 403) 2024-04-13T07:52:15.477 INFO:tasks.rados.rados.0.smithi119.stdout:1881: finishing write tid 1 to smithi11982245-24 2024-04-13T07:52:15.477 INFO:tasks.rados.rados.0.smithi119.stdout:1881: finishing write tid 2 to smithi11982245-24 2024-04-13T07:52:15.477 INFO:tasks.rados.rados.0.smithi119.stdout:1881: finishing write tid 3 to smithi11982245-24 2024-04-13T07:52:15.477 INFO:tasks.rados.rados.0.smithi119.stdout:1881: oid 24 updating version 0 to 798 2024-04-13T07:52:15.477 INFO:tasks.rados.rados.0.smithi119.stdout:1881: oid 24 version 798 is already newer than 797 2024-04-13T07:52:15.477 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 24 v 798 (ObjNum 598 snap 198 seq_num 598) dirty exists 2024-04-13T07:52:15.477 INFO:tasks.rados.rados.0.smithi119.stdout:1881: left oid 24 (ObjNum 598 snap 198 seq_num 598) 2024-04-13T07:52:15.477 INFO:tasks.rados.rados.0.smithi119.stdout:1884: finishing write tid 1 to smithi11982245-29 2024-04-13T07:52:15.477 INFO:tasks.rados.rados.0.smithi119.stdout:1884: finishing write tid 2 to smithi11982245-29 2024-04-13T07:52:15.477 INFO:tasks.rados.rados.0.smithi119.stdout:1884: finishing write tid 3 to smithi11982245-29 2024-04-13T07:52:15.477 INFO:tasks.rados.rados.0.smithi119.stdout:1884: oid 29 updating version 0 to 1069 2024-04-13T07:52:15.477 INFO:tasks.rados.rados.0.smithi119.stdout:1884: oid 29 updating version 1069 to 1070 2024-04-13T07:52:15.477 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 29 v 1070 (ObjNum 600 snap 198 seq_num 600) dirty exists 2024-04-13T07:52:15.478 INFO:tasks.rados.rados.0.smithi119.stdout:1884: left oid 29 (ObjNum 600 snap 198 seq_num 600) 2024-04-13T07:52:15.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:15 smithi119 ceph-mon[93746]: osdmap e432: 8 total, 8 up, 8 in 2024-04-13T07:52:15.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:15 smithi119 ceph-mon[93746]: pgmap v314: 121 pgs: 121 active+clean; 662 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 555 KiB/s rd, 830 KiB/s wr, 10 op/s 2024-04-13T07:52:15.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:15 smithi119 ceph-mon[93746]: osdmap e433: 8 total, 8 up, 8 in 2024-04-13T07:52:15.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:15 smithi119 ceph-mon[96316]: osdmap e432: 8 total, 8 up, 8 in 2024-04-13T07:52:15.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:15 smithi119 ceph-mon[96316]: pgmap v314: 121 pgs: 121 active+clean; 662 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 555 KiB/s rd, 830 KiB/s wr, 10 op/s 2024-04-13T07:52:15.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:15 smithi119 ceph-mon[96316]: osdmap e433: 8 total, 8 up, 8 in 2024-04-13T07:52:15.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:15 smithi139 ceph-mon[88985]: osdmap e432: 8 total, 8 up, 8 in 2024-04-13T07:52:15.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:15 smithi139 ceph-mon[88985]: pgmap v314: 121 pgs: 121 active+clean; 662 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 555 KiB/s rd, 830 KiB/s wr, 10 op/s 2024-04-13T07:52:15.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:15 smithi139 ceph-mon[88985]: osdmap e433: 8 total, 8 up, 8 in 2024-04-13T07:52:16.417 INFO:tasks.rados.rados.0.smithi119.stdout:1880: done (3 left) 2024-04-13T07:52:16.418 INFO:tasks.rados.rados.0.smithi119.stdout:1881: done (2 left) 2024-04-13T07:52:16.418 INFO:tasks.rados.rados.0.smithi119.stdout:1884: done (1 left) 2024-04-13T07:52:16.418 INFO:tasks.rados.rados.0.smithi119.stdout:1885: done (0 left) 2024-04-13T07:52:16.418 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 42 current snap is 199 2024-04-13T07:52:16.418 INFO:tasks.rados.rados.0.smithi119.stdout:1886: seq_num 601 ranges {4440064=475136} 2024-04-13T07:52:16.444 INFO:tasks.rados.rados.0.smithi119.stdout:1886: writing smithi11982245-42 from 4440064 to 4915200 tid 1 2024-04-13T07:52:16.444 INFO:tasks.rados.rados.0.smithi119.stdout:1887: snap_create 2024-04-13T07:52:16.451 INFO:tasks.rados.rados.0.smithi119.stdout:1886: finishing write tid 1 to smithi11982245-42 2024-04-13T07:52:16.451 INFO:tasks.rados.rados.0.smithi119.stdout:1886: finishing write tid 2 to smithi11982245-42 2024-04-13T07:52:16.452 INFO:tasks.rados.rados.0.smithi119.stdout:1886: finishing write tid 3 to smithi11982245-42 2024-04-13T07:52:16.452 INFO:tasks.rados.rados.0.smithi119.stdout:1886: oid 42 updating version 0 to 1258 2024-04-13T07:52:16.452 INFO:tasks.rados.rados.0.smithi119.stdout:1886: oid 42 updating version 1258 to 1259 2024-04-13T07:52:16.452 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 42 v 1259 (ObjNum 601 snap 199 seq_num 601) dirty exists 2024-04-13T07:52:16.452 INFO:tasks.rados.rados.0.smithi119.stdout:1886: left oid 42 (ObjNum 601 snap 199 seq_num 601) 2024-04-13T07:52:16.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:16 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-13T07:52:16.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:16 smithi139 ceph-mon[88985]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-13T07:52:16.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:16 smithi139 ceph-mon[88985]: Upgrade: osd.4 is safe to restart 2024-04-13T07:52:16.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:16 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-13T07:52:16.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:16 smithi119 ceph-mon[96316]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-13T07:52:16.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:16 smithi119 ceph-mon[96316]: Upgrade: osd.4 is safe to restart 2024-04-13T07:52:16.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:16 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-13T07:52:16.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:16 smithi119 ceph-mon[93746]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-13T07:52:16.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:16 smithi119 ceph-mon[93746]: Upgrade: osd.4 is safe to restart 2024-04-13T07:52:17.437 INFO:tasks.rados.rados.0.smithi119.stdout:1886: done (1 left) 2024-04-13T07:52:17.437 INFO:tasks.rados.rados.0.smithi119.stdout:1887: done (0 left) 2024-04-13T07:52:17.437 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 18 current snap is 200 2024-04-13T07:52:17.437 INFO:tasks.rados.rados.0.smithi119.stdout:1888: seq_num 602 ranges {0=491520} 2024-04-13T07:52:17.439 INFO:tasks.rados.rados.0.smithi119.stdout:1888: writing smithi11982245-18 from 0 to 491520 tid 1 2024-04-13T07:52:17.439 INFO:tasks.rados.rados.0.smithi119.stdout:1889: snap_create 2024-04-13T07:52:17.446 INFO:tasks.rados.rados.0.smithi119.stdout:1888: finishing write tid 1 to smithi11982245-18 2024-04-13T07:52:17.446 INFO:tasks.rados.rados.0.smithi119.stdout:1888: finishing write tid 2 to smithi11982245-18 2024-04-13T07:52:17.448 INFO:tasks.rados.rados.0.smithi119.stdout:1888: finishing write tid 3 to smithi11982245-18 2024-04-13T07:52:17.448 INFO:tasks.rados.rados.0.smithi119.stdout:1888: oid 18 updating version 0 to 1293 2024-04-13T07:52:17.448 INFO:tasks.rados.rados.0.smithi119.stdout:1888: oid 18 version 1293 is already newer than 1292 2024-04-13T07:52:17.448 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 18 v 1293 (ObjNum 602 snap 200 seq_num 602) dirty exists 2024-04-13T07:52:17.448 INFO:tasks.rados.rados.0.smithi119.stdout:1888: left oid 18 (ObjNum 602 snap 200 seq_num 602) 2024-04-13T07:52:17.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:17 smithi139 ceph-mon[88985]: osdmap e434: 8 total, 8 up, 8 in 2024-04-13T07:52:17.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:17 smithi139 ceph-mon[88985]: pgmap v317: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 703 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 7.5 MiB/s wr, 25 op/s 2024-04-13T07:52:17.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:17 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:17.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:17 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-13T07:52:17.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:17 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:52:17.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:17 smithi119 ceph-mon[96316]: osdmap e434: 8 total, 8 up, 8 in 2024-04-13T07:52:17.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:17 smithi119 ceph-mon[96316]: pgmap v317: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 703 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 7.5 MiB/s wr, 25 op/s 2024-04-13T07:52:17.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:17 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:17.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:17 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-13T07:52:17.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:17 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:52:17.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:17 smithi119 ceph-mon[93746]: osdmap e434: 8 total, 8 up, 8 in 2024-04-13T07:52:17.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:17 smithi119 ceph-mon[93746]: pgmap v317: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 703 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 7.5 MiB/s wr, 25 op/s 2024-04-13T07:52:17.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:17 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:17.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:17 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-13T07:52:17.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:17 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:52:17.777 INFO:teuthology.orchestra.run.smithi119.stdout:true 2024-04-13T07:52:18.092 INFO:teuthology.orchestra.run.smithi119.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-13T07:52:18.092 INFO:teuthology.orchestra.run.smithi119.stdout:alertmanager.a smithi119 *:9093,9094 running (7m) 22s ago 8m 25.5M - 0.25.0 c8568f914cd2 a8bd9bb7cb08 2024-04-13T07:52:18.092 INFO:teuthology.orchestra.run.smithi119.stdout:grafana.a smithi139 *:3000 running (8m) 2m ago 8m 88.7M - 9.4.7 954c08fa6188 43be3a562cf4 2024-04-13T07:52:18.092 INFO:teuthology.orchestra.run.smithi119.stdout:mds.a smithi119 running (9m) 22s ago 9m 21.4M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 1c0a22818175 2024-04-13T07:52:18.092 INFO:teuthology.orchestra.run.smithi119.stdout:mds.b smithi139 running (9m) 2m ago 9m 15.2M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 9d051222a698 2024-04-13T07:52:18.092 INFO:teuthology.orchestra.run.smithi119.stdout:mgr.x smithi139 *:8443,9283,8765 running (4m) 2m ago 13m 449M - 19.0.0-2905-g5f22a497 c4b45bf0c946 228fa2e332a4 2024-04-13T07:52:18.093 INFO:teuthology.orchestra.run.smithi119.stdout:mgr.y smithi119 *:8443,9283,8765 running (4m) 22s ago 15m 508M - 19.0.0-2905-g5f22a497 c4b45bf0c946 0462b2c15351 2024-04-13T07:52:18.093 INFO:teuthology.orchestra.run.smithi119.stdout:mon.a smithi119 running (3m) 22s ago 15m 54.5M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 89c63c75b5cb 2024-04-13T07:52:18.093 INFO:teuthology.orchestra.run.smithi119.stdout:mon.b smithi139 running (3m) 2m ago 13m 20.8M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 8dd649d8b46f 2024-04-13T07:52:18.093 INFO:teuthology.orchestra.run.smithi119.stdout:mon.c smithi119 running (3m) 22s ago 13m 46.2M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 b26f62c1d49c 2024-04-13T07:52:18.093 INFO:teuthology.orchestra.run.smithi119.stdout:node-exporter.a smithi119 *:9100 running (8m) 22s ago 8m 15.8M - 1.5.0 0da6a335fe13 b9cb5e53bb33 2024-04-13T07:52:18.093 INFO:teuthology.orchestra.run.smithi119.stdout:node-exporter.b smithi139 *:9100 running (8m) 2m ago 8m 16.1M - 1.5.0 0da6a335fe13 126fe390382b 2024-04-13T07:52:18.093 INFO:teuthology.orchestra.run.smithi119.stdout:osd.0 smithi119 running (2m) 22s ago 12m 242M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 7e5f698ebf3c 2024-04-13T07:52:18.093 INFO:teuthology.orchestra.run.smithi119.stdout:osd.1 smithi119 running (97s) 22s ago 12m 220M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 6ba3c7290ac9 2024-04-13T07:52:18.093 INFO:teuthology.orchestra.run.smithi119.stdout:osd.2 smithi119 running (61s) 22s ago 12m 130M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 ef91dbb565e3 2024-04-13T07:52:18.093 INFO:teuthology.orchestra.run.smithi119.stdout:osd.3 smithi119 running (27s) 22s ago 11m 11.7M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 7bb3e41bd7aa 2024-04-13T07:52:18.093 INFO:teuthology.orchestra.run.smithi119.stdout:osd.4 smithi139 running (11m) 2m ago 11m 167M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 779579d3651a 2024-04-13T07:52:18.093 INFO:teuthology.orchestra.run.smithi119.stdout:osd.5 smithi139 running (10m) 2m ago 10m 170M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f a52e53194853 2024-04-13T07:52:18.094 INFO:teuthology.orchestra.run.smithi119.stdout:osd.6 smithi139 running (10m) 2m ago 10m 114M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 763ea020f47e 2024-04-13T07:52:18.094 INFO:teuthology.orchestra.run.smithi119.stdout:osd.7 smithi139 running (10m) 2m ago 10m 150M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 0e23b527299b 2024-04-13T07:52:18.094 INFO:teuthology.orchestra.run.smithi119.stdout:prometheus.a smithi139 *:9095 running (4m) 2m ago 9m 57.9M - 2.43.0 a07b618ecd1d dbea45cf9326 2024-04-13T07:52:18.439 INFO:tasks.rados.rados.0.smithi119.stdout:1888: done (1 left) 2024-04-13T07:52:18.439 INFO:tasks.rados.rados.0.smithi119.stdout:1889: done (0 left) 2024-04-13T07:52:18.439 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 17 current snap is 201 2024-04-13T07:52:18.439 INFO:tasks.rados.rados.0.smithi119.stdout:1890: seq_num 603 ranges {3866624=507904} 2024-04-13T07:52:18.464 INFO:tasks.rados.rados.0.smithi119.stdout:1890: writing smithi11982245-17 from 3866624 to 4374528 tid 1 2024-04-13T07:52:18.464 INFO:tasks.rados.rados.0.smithi119.stdout:1891: rollback oid 22 current snap is 201 2024-04-13T07:52:18.464 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 22 to 190 2024-04-13T07:52:18.464 INFO:tasks.rados.rados.0.smithi119.stdout:1892: delete oid 39 current snap is 201 2024-04-13T07:52:18.468 INFO:tasks.rados.rados.0.smithi119.stdout:1891: finishing rollback tid 1 to smithi11982245-22 2024-04-13T07:52:18.468 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 22 v 1047 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-13T07:52:18.471 INFO:tasks.rados.rados.0.smithi119.stdout:1891: done (2 left) 2024-04-13T07:52:18.471 INFO:tasks.rados.rados.0.smithi119.stdout:1892: done (1 left) 2024-04-13T07:52:18.471 INFO:tasks.rados.rados.0.smithi119.stdout:1893: snap_remove snap 181 2024-04-13T07:52:18.509 INFO:teuthology.orchestra.run.smithi119.stdout:{ 2024-04-13T07:52:18.509 INFO:teuthology.orchestra.run.smithi119.stdout: "mon": { 2024-04-13T07:52:18.509 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 3 2024-04-13T07:52:18.509 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:52:18.510 INFO:teuthology.orchestra.run.smithi119.stdout: "mgr": { 2024-04-13T07:52:18.510 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T07:52:18.510 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:52:18.510 INFO:teuthology.orchestra.run.smithi119.stdout: "osd": { 2024-04-13T07:52:18.510 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 4, 2024-04-13T07:52:18.510 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 4 2024-04-13T07:52:18.510 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:52:18.510 INFO:teuthology.orchestra.run.smithi119.stdout: "mds": { 2024-04-13T07:52:18.510 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 2 2024-04-13T07:52:18.510 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:52:18.510 INFO:teuthology.orchestra.run.smithi119.stdout: "overall": { 2024-04-13T07:52:18.510 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 6, 2024-04-13T07:52:18.510 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 9 2024-04-13T07:52:18.510 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-13T07:52:18.510 INFO:teuthology.orchestra.run.smithi119.stdout:} 2024-04-13T07:52:18.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:18 smithi139 ceph-mon[88985]: Upgrade: Updating osd.4 2024-04-13T07:52:18.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:18 smithi139 ceph-mon[88985]: Deploying daemon osd.4 on smithi139 2024-04-13T07:52:18.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:18 smithi139 ceph-mon[88985]: osdmap e435: 8 total, 8 up, 8 in 2024-04-13T07:52:18.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:18 smithi139 ceph-mon[88985]: from='client.34293 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:52:18.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:18 smithi119 ceph-mon[93746]: Upgrade: Updating osd.4 2024-04-13T07:52:18.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:18 smithi119 ceph-mon[93746]: Deploying daemon osd.4 on smithi139 2024-04-13T07:52:18.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:18 smithi119 ceph-mon[93746]: osdmap e435: 8 total, 8 up, 8 in 2024-04-13T07:52:18.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:18 smithi119 ceph-mon[93746]: from='client.34293 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:52:18.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:18 smithi119 ceph-mon[96316]: Upgrade: Updating osd.4 2024-04-13T07:52:18.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:18 smithi119 ceph-mon[96316]: Deploying daemon osd.4 on smithi139 2024-04-13T07:52:18.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:18 smithi119 ceph-mon[96316]: osdmap e435: 8 total, 8 up, 8 in 2024-04-13T07:52:18.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:18 smithi119 ceph-mon[96316]: from='client.34293 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:52:19.451 INFO:tasks.rados.rados.0.smithi119.stdout:1893: done (1 left) 2024-04-13T07:52:19.451 INFO:tasks.rados.rados.0.smithi119.stdout:1894: snap_create 2024-04-13T07:52:19.451 INFO:tasks.rados.rados.0.smithi119.stdout:1890: finishing write tid 1 to smithi11982245-17 2024-04-13T07:52:19.451 INFO:tasks.rados.rados.0.smithi119.stdout:1890: finishing write tid 2 to smithi11982245-17 2024-04-13T07:52:19.451 INFO:tasks.rados.rados.0.smithi119.stdout:1890: finishing write tid 3 to smithi11982245-17 2024-04-13T07:52:19.452 INFO:tasks.rados.rados.0.smithi119.stdout:1890: oid 17 updating version 0 to 815 2024-04-13T07:52:19.452 INFO:tasks.rados.rados.0.smithi119.stdout:1890: oid 17 updating version 815 to 816 2024-04-13T07:52:19.452 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 17 v 816 (ObjNum 603 snap 201 seq_num 603) dirty exists 2024-04-13T07:52:19.452 INFO:tasks.rados.rados.0.smithi119.stdout:1890: left oid 17 (ObjNum 603 snap 201 seq_num 603) 2024-04-13T07:52:19.654 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:19 smithi139 ceph-mon[88985]: from='client.44237 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:52:19.654 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:19 smithi139 ceph-mon[88985]: osdmap e436: 8 total, 8 up, 8 in 2024-04-13T07:52:19.654 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:19 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1731804633' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:52:19.654 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:19 smithi139 ceph-mon[88985]: pgmap v320: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 703 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 6.7 MiB/s wr, 14 op/s 2024-04-13T07:52:19.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:19 smithi119 ceph-mon[96316]: from='client.44237 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:52:19.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:19 smithi119 ceph-mon[96316]: osdmap e436: 8 total, 8 up, 8 in 2024-04-13T07:52:19.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:19 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1731804633' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:52:19.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:19 smithi119 ceph-mon[96316]: pgmap v320: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 703 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 6.7 MiB/s wr, 14 op/s 2024-04-13T07:52:19.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:19 smithi119 ceph-mon[93746]: from='client.44237 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:52:19.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:19 smithi119 ceph-mon[93746]: osdmap e436: 8 total, 8 up, 8 in 2024-04-13T07:52:19.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:19 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1731804633' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:52:19.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:19 smithi119 ceph-mon[93746]: pgmap v320: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 703 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 6.7 MiB/s wr, 14 op/s 2024-04-13T07:52:20.453 INFO:tasks.rados.rados.0.smithi119.stdout:1890: done (1 left) 2024-04-13T07:52:20.453 INFO:tasks.rados.rados.0.smithi119.stdout:1894: done (0 left) 2024-04-13T07:52:20.453 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 10 current snap is 202 2024-04-13T07:52:20.453 INFO:tasks.rados.rados.0.smithi119.stdout:1895: seq_num 605 ranges {253952=540672} 2024-04-13T07:52:20.457 INFO:tasks.rados.rados.0.smithi119.stdout:1895: writing smithi11982245-10 from 253952 to 794624 tid 1 2024-04-13T07:52:20.457 INFO:tasks.rados.rados.0.smithi119.stdout:1896: snap_create 2024-04-13T07:52:20.463 INFO:tasks.rados.rados.0.smithi119.stdout:1895: finishing write tid 1 to smithi11982245-10 2024-04-13T07:52:20.464 INFO:tasks.rados.rados.0.smithi119.stdout:1895: finishing write tid 2 to smithi11982245-10 2024-04-13T07:52:20.465 INFO:tasks.rados.rados.0.smithi119.stdout:1895: finishing write tid 3 to smithi11982245-10 2024-04-13T07:52:20.465 INFO:tasks.rados.rados.0.smithi119.stdout:1895: oid 10 updating version 0 to 1270 2024-04-13T07:52:20.465 INFO:tasks.rados.rados.0.smithi119.stdout:1895: oid 10 version 1270 is already newer than 1269 2024-04-13T07:52:20.465 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 10 v 1270 (ObjNum 605 snap 202 seq_num 605) dirty exists 2024-04-13T07:52:20.465 INFO:tasks.rados.rados.0.smithi119.stdout:1895: left oid 10 (ObjNum 605 snap 202 seq_num 605) 2024-04-13T07:52:20.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:20 smithi139 ceph-mon[88985]: osdmap e437: 8 total, 8 up, 8 in 2024-04-13T07:52:20.636 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 07:52:20 smithi139 systemd[1]: Stopping Ceph osd.4 for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:52:20.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:20 smithi119 ceph-mon[96316]: osdmap e437: 8 total, 8 up, 8 in 2024-04-13T07:52:20.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:20 smithi119 ceph-mon[93746]: osdmap e437: 8 total, 8 up, 8 in 2024-04-13T07:52:21.135 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 07:52:20 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4[36809]: 2024-04-13T07:52:20.835+0000 7f56711cb700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T07:52:21.135 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 07:52:20 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4[36809]: 2024-04-13T07:52:20.835+0000 7f56711cb700 -1 osd.4 438 *** Got signal Terminated *** 2024-04-13T07:52:21.136 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 07:52:20 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4[36809]: 2024-04-13T07:52:20.835+0000 7f56711cb700 -1 osd.4 438 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-13T07:52:21.468 INFO:tasks.rados.rados.0.smithi119.stdout:1895: done (1 left) 2024-04-13T07:52:21.468 INFO:tasks.rados.rados.0.smithi119.stdout:1896: done (0 left) 2024-04-13T07:52:21.469 INFO:tasks.rados.rados.0.smithi119.stdout:1897: rollback oid 27 current snap is 203 2024-04-13T07:52:21.469 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 27 to 180 2024-04-13T07:52:21.469 INFO:tasks.rados.rados.0.smithi119.stdout:1898: delete oid 39 current snap is 203 2024-04-13T07:52:21.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:21 smithi119 ceph-mon[96316]: osdmap e438: 8 total, 8 up, 8 in 2024-04-13T07:52:21.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:21 smithi119 ceph-mon[96316]: pgmap v323: 121 pgs: 121 active+clean; 705 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 462 KiB/s wr, 4 op/s 2024-04-13T07:52:21.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:21 smithi119 ceph-mon[96316]: osd.4 marked itself down and dead 2024-04-13T07:52:21.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:21 smithi119 ceph-mon[93746]: osdmap e438: 8 total, 8 up, 8 in 2024-04-13T07:52:21.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:21 smithi119 ceph-mon[93746]: pgmap v323: 121 pgs: 121 active+clean; 705 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 462 KiB/s wr, 4 op/s 2024-04-13T07:52:21.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:21 smithi119 ceph-mon[93746]: osd.4 marked itself down and dead 2024-04-13T07:52:21.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:21 smithi139 ceph-mon[88985]: osdmap e438: 8 total, 8 up, 8 in 2024-04-13T07:52:21.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:21 smithi139 ceph-mon[88985]: pgmap v323: 121 pgs: 121 active+clean; 705 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 462 KiB/s wr, 4 op/s 2024-04-13T07:52:21.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:21 smithi139 ceph-mon[88985]: osd.4 marked itself down and dead 2024-04-13T07:52:22.314 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 07:52:22 smithi139 podman[94381]: 2024-04-13 07:52:22.031292893 +0000 UTC m=+1.323728198 container died 779579d3651a95fabca04cbf258478c713efc037887ec457095e118604e4cf2c (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, RELEASE=reef-7d36322, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-13T07:52:22.486 INFO:tasks.rados.rados.0.smithi119.stdout:1898: done (1 left) 2024-04-13T07:52:22.486 INFO:tasks.rados.rados.0.smithi119.stdout:1899: rollback oid 5 current snap is 203 2024-04-13T07:52:22.486 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 5 to 159 2024-04-13T07:52:22.486 INFO:tasks.rados.rados.0.smithi119.stdout:1900: copy_from oid 6 from oid 24 current snap is 203 2024-04-13T07:52:22.486 INFO:tasks.rados.rados.0.smithi119.stdout:1897: finishing rollback tid 1 to smithi11982245-27 2024-04-13T07:52:22.486 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 27 v 554 (ObjNum 113 snap 0 seq_num 749902176) dirty dne 2024-04-13T07:52:22.486 INFO:tasks.rados.rados.0.smithi119.stdout:1897: done (2 left) 2024-04-13T07:52:22.486 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 20 current snap is 203 2024-04-13T07:52:22.486 INFO:tasks.rados.rados.0.smithi119.stdout:1901: seq_num 607 ranges {11608064=573440} 2024-04-13T07:52:22.550 INFO:tasks.rados.rados.0.smithi119.stdout:1901: writing smithi11982245-20 from 11608064 to 12181504 tid 1 2024-04-13T07:52:22.550 INFO:tasks.rados.rados.0.smithi119.stdout:1902: snap_create 2024-04-13T07:52:22.550 INFO:tasks.rados.rados.0.smithi119.stdout:1899: finishing rollback tid 0 to smithi11982245-5 2024-04-13T07:52:22.551 INFO:tasks.rados.rados.0.smithi119.stdout:1899: finishing rollback tid 1 to smithi11982245-5 2024-04-13T07:52:22.551 INFO:tasks.rados.rados.0.smithi119.stdout:1899: finishing rollback tid 2 to smithi11982245-5 2024-04-13T07:52:22.551 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 5 v 1305 (ObjNum 409 snap 146 seq_num 409) dirty exists 2024-04-13T07:52:22.551 INFO:tasks.rados.rados.0.smithi119.stdout:1900: finishing copy_from racing read to smithi11982245-6 2024-04-13T07:52:22.551 INFO:tasks.rados.rados.0.smithi119.stdout:1900: finishing copy_from to smithi11982245-6 2024-04-13T07:52:22.551 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 6 v 798 (ObjNum 598 snap 198 seq_num 598) dirty exists 2024-04-13T07:52:22.556 INFO:tasks.rados.rados.0.smithi119.stdout:1901: finishing write tid 1 to smithi11982245-20 2024-04-13T07:52:22.557 INFO:tasks.rados.rados.0.smithi119.stdout:1901: finishing write tid 2 to smithi11982245-20 2024-04-13T07:52:22.558 INFO:tasks.rados.rados.0.smithi119.stdout:1901: finishing write tid 3 to smithi11982245-20 2024-04-13T07:52:22.558 INFO:tasks.rados.rados.0.smithi119.stdout:1901: oid 20 updating version 0 to 1114 2024-04-13T07:52:22.558 INFO:tasks.rados.rados.0.smithi119.stdout:1901: oid 20 updating version 1114 to 1115 2024-04-13T07:52:22.558 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 20 v 1115 (ObjNum 607 snap 203 seq_num 607) dirty exists 2024-04-13T07:52:22.558 INFO:tasks.rados.rados.0.smithi119.stdout:1901: left oid 20 (ObjNum 607 snap 203 seq_num 607) 2024-04-13T07:52:22.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:22 smithi139 ceph-mon[88985]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T07:52:22.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:22 smithi139 ceph-mon[88985]: osdmap e439: 8 total, 7 up, 8 in 2024-04-13T07:52:22.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:52:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:52:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:52:22.636 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 07:52:22 smithi139 podman[94381]: 2024-04-13 07:52:22.399998464 +0000 UTC m=+1.692433815 container cleanup 779579d3651a95fabca04cbf258478c713efc037887ec457095e118604e4cf2c (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=reef-7d36322, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409) 2024-04-13T07:52:22.637 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 07:52:22 smithi139 bash[94381]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4 2024-04-13T07:52:22.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:22 smithi119 ceph-mon[96316]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T07:52:22.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:22 smithi119 ceph-mon[96316]: osdmap e439: 8 total, 7 up, 8 in 2024-04-13T07:52:22.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:22 smithi119 ceph-mon[93746]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T07:52:22.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:22 smithi119 ceph-mon[93746]: osdmap e439: 8 total, 7 up, 8 in 2024-04-13T07:52:23.030 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 07:52:22 smithi139 podman[94405]: 2024-04-13 07:52:22.684684455 +0000 UTC m=+0.652983057 container remove 779579d3651a95fabca04cbf258478c713efc037887ec457095e118604e4cf2c (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, RELEASE=reef-7d36322, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-13T07:52:23.337 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 07:52:23 smithi139 podman[94504]: 2024-04-13 07:52:22.933540092 +0000 UTC m=+0.017782361 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:52:23.337 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 07:52:23 smithi139 podman[94504]: 2024-04-13 07:52:23.05226608 +0000 UTC m=+0.136508339 container create e7502b873328b0677460335321dc4a2b8359fb05c289582cf3c2192a15e42750 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4-deactivate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=main-5f22a49, ceph=True, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-04-13T07:52:23.338 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 07:52:23 smithi139 podman[94504]: 2024-04-13 07:52:23.254530461 +0000 UTC m=+0.338772711 container init e7502b873328b0677460335321dc4a2b8359fb05c289582cf3c2192a15e42750 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4-deactivate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=main-5f22a49, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True) 2024-04-13T07:52:23.338 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 07:52:23 smithi139 podman[94504]: 2024-04-13 07:52:23.259801529 +0000 UTC m=+0.344043784 container start e7502b873328b0677460335321dc4a2b8359fb05c289582cf3c2192a15e42750 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4-deactivate, ceph=True, RELEASE=main-5f22a49, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-13T07:52:23.475 INFO:tasks.rados.rados.0.smithi119.stdout:1899: done (3 left) 2024-04-13T07:52:23.475 INFO:tasks.rados.rados.0.smithi119.stdout:1900: done (2 left) 2024-04-13T07:52:23.475 INFO:tasks.rados.rados.0.smithi119.stdout:1901: done (1 left) 2024-04-13T07:52:23.475 INFO:tasks.rados.rados.0.smithi119.stdout:1902: done (0 left) 2024-04-13T07:52:23.475 INFO:tasks.rados.rados.0.smithi119.stdout:1903: snap_remove snap 164 2024-04-13T07:52:23.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:23 smithi139 ceph-mon[88985]: osdmap e440: 8 total, 7 up, 8 in 2024-04-13T07:52:23.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:23 smithi139 ceph-mon[88985]: pgmap v326: 121 pgs: 8 stale+active+clean, 113 active+clean; 705 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 462 KiB/s wr, 4 op/s 2024-04-13T07:52:23.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:52:23 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:52:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi119\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:52:23.636 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 07:52:23 smithi139 podman[94504]: 2024-04-13 07:52:23.337483299 +0000 UTC m=+0.421725550 container attach e7502b873328b0677460335321dc4a2b8359fb05c289582cf3c2192a15e42750 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=main-5f22a49, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240409) 2024-04-13T07:52:23.636 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 07:52:23 smithi139 podman[94504]: 2024-04-13 07:52:23.551052673 +0000 UTC m=+0.635294925 container died e7502b873328b0677460335321dc4a2b8359fb05c289582cf3c2192a15e42750 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-5f22a49, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409) 2024-04-13T07:52:23.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:23 smithi119 ceph-mon[96316]: osdmap e440: 8 total, 7 up, 8 in 2024-04-13T07:52:23.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:23 smithi119 ceph-mon[96316]: pgmap v326: 121 pgs: 8 stale+active+clean, 113 active+clean; 705 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 462 KiB/s wr, 4 op/s 2024-04-13T07:52:23.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:23 smithi119 ceph-mon[93746]: osdmap e440: 8 total, 7 up, 8 in 2024-04-13T07:52:23.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:23 smithi119 ceph-mon[93746]: pgmap v326: 121 pgs: 8 stale+active+clean, 113 active+clean; 705 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 462 KiB/s wr, 4 op/s 2024-04-13T07:52:24.386 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 07:52:24 smithi139 podman[94549]: 2024-04-13 07:52:24.10796227 +0000 UTC m=+0.552122020 container remove e7502b873328b0677460335321dc4a2b8359fb05c289582cf3c2192a15e42750 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4-deactivate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240409, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=main-5f22a49, io.buildah.version=1.33.5) 2024-04-13T07:52:24.386 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 07:52:24 smithi139 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@osd.4.service: Deactivated successfully. 2024-04-13T07:52:24.386 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 07:52:24 smithi139 systemd[1]: Stopped Ceph osd.4 for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:52:24.386 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 07:52:24 smithi139 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@osd.4.service: Consumed 16.170s CPU time. 2024-04-13T07:52:24.386 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 07:52:24 smithi139 systemd[1]: Starting Ceph osd.4 for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:52:24.478 INFO:tasks.rados.rados.0.smithi119.stdout:1903: done (0 left) 2024-04-13T07:52:24.478 INFO:tasks.rados.rados.0.smithi119.stdout:1904: read oid 42 snap 187 2024-04-13T07:52:24.478 INFO:tasks.rados.rados.0.smithi119.stdout:1904: expect (ObjNum 503 snap 172 seq_num 503) 2024-04-13T07:52:24.478 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 33 current snap is 204 2024-04-13T07:52:24.478 INFO:tasks.rados.rados.0.smithi119.stdout:1905: seq_num 608 ranges {0=589824} 2024-04-13T07:52:24.481 INFO:tasks.rados.rados.0.smithi119.stdout:1905: writing smithi11982245-33 from 0 to 589824 tid 1 2024-04-13T07:52:24.482 INFO:tasks.rados.rados.0.smithi119.stdout:1906: delete oid 6 current snap is 204 2024-04-13T07:52:24.497 INFO:tasks.rados.rados.0.smithi119.stdout:1906: done (2 left) 2024-04-13T07:52:24.497 INFO:tasks.rados.rados.0.smithi119.stdout:1907: read oid 24 snap -1 2024-04-13T07:52:24.497 INFO:tasks.rados.rados.0.smithi119.stdout:1907: expect (ObjNum 598 snap 198 seq_num 598) 2024-04-13T07:52:24.498 INFO:tasks.rados.rados.0.smithi119.stdout:1908: read oid 39 snap -1 2024-04-13T07:52:24.498 INFO:tasks.rados.rados.0.smithi119.stdout:1908: expect deleted 2024-04-13T07:52:24.498 INFO:tasks.rados.rados.0.smithi119.stdout:1909: snap_create 2024-04-13T07:52:24.498 INFO:tasks.rados.rados.0.smithi119.stdout:1905: finishing write tid 1 to smithi11982245-33 2024-04-13T07:52:24.498 INFO:tasks.rados.rados.0.smithi119.stdout:1905: finishing write tid 2 to smithi11982245-33 2024-04-13T07:52:24.501 INFO:tasks.rados.rados.0.smithi119.stdout:1905: finishing write tid 3 to smithi11982245-33 2024-04-13T07:52:24.501 INFO:tasks.rados.rados.0.smithi119.stdout:1905: oid 33 updating version 0 to 1107 2024-04-13T07:52:24.501 INFO:tasks.rados.rados.0.smithi119.stdout:1905: oid 33 updating version 1107 to 1108 2024-04-13T07:52:24.501 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 33 v 1108 (ObjNum 608 snap 204 seq_num 608) dirty exists 2024-04-13T07:52:24.501 INFO:tasks.rados.rados.0.smithi119.stdout:1905: left oid 33 (ObjNum 608 snap 204 seq_num 608) 2024-04-13T07:52:24.503 INFO:tasks.rados.rados.0.smithi119.stdout:1907: expect (ObjNum 598 snap 198 seq_num 598) 2024-04-13T07:52:24.514 INFO:tasks.rados.rados.0.smithi119.stdout:1904: expect (ObjNum 503 snap 172 seq_num 503) 2024-04-13T07:52:24.810 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:24 smithi139 ceph-mon[88985]: osdmap e441: 8 total, 7 up, 8 in 2024-04-13T07:52:24.811 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:24 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:24.811 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:52:24.811 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 07:52:24 smithi139 podman[94658]: 2024-04-13 07:52:24.449657873 +0000 UTC m=+0.018515748 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:52:24.811 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 07:52:24 smithi139 podman[94658]: 2024-04-13 07:52:24.584038352 +0000 UTC m=+0.152896230 container create a7c65c440964b3463da90a84a727b622bbc9422b4c1a2c348ffed15b53dec8f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4-activate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, RELEASE=main-5f22a49, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-13T07:52:24.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:24 smithi119 ceph-mon[96316]: osdmap e441: 8 total, 7 up, 8 in 2024-04-13T07:52:24.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:24 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:24.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:52:24.819 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:24 smithi119 ceph-mon[93746]: osdmap e441: 8 total, 7 up, 8 in 2024-04-13T07:52:24.819 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:24 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:24.820 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:52:25.136 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 07:52:24 smithi139 podman[94658]: 2024-04-13 07:52:24.811129411 +0000 UTC m=+0.379987286 container init a7c65c440964b3463da90a84a727b622bbc9422b4c1a2c348ffed15b53dec8f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4-activate, org.label-schema.license=GPLv2, RELEASE=main-5f22a49, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-04-13T07:52:25.136 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 07:52:24 smithi139 podman[94658]: 2024-04-13 07:52:24.816968425 +0000 UTC m=+0.385826301 container start a7c65c440964b3463da90a84a727b622bbc9422b4c1a2c348ffed15b53dec8f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, RELEASE=main-5f22a49, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-13T07:52:25.136 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 07:52:24 smithi139 podman[94658]: 2024-04-13 07:52:24.90280956 +0000 UTC m=+0.471667436 container attach a7c65c440964b3463da90a84a727b622bbc9422b4c1a2c348ffed15b53dec8f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4-activate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=main-5f22a49, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-13T07:52:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:52:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:52:24] "GET /metrics HTTP/1.1" 200 36138 "" "Prometheus/2.43.0" 2024-04-13T07:52:25.359 INFO:tasks.rados.rados.0.smithi119.stdout:1904: done (4 left) 2024-04-13T07:52:25.359 INFO:tasks.rados.rados.0.smithi119.stdout:1905: done (3 left) 2024-04-13T07:52:25.359 INFO:tasks.rados.rados.0.smithi119.stdout:1907: done (2 left) 2024-04-13T07:52:25.359 INFO:tasks.rados.rados.0.smithi119.stdout:1908: done (1 left) 2024-04-13T07:52:25.359 INFO:tasks.rados.rados.0.smithi119.stdout:1909: done (0 left) 2024-04-13T07:52:25.359 INFO:tasks.rados.rados.0.smithi119.stdout:1910: delete oid 33 current snap is 205 2024-04-13T07:52:25.363 INFO:tasks.rados.rados.0.smithi119.stdout:1910: done (0 left) 2024-04-13T07:52:25.363 INFO:tasks.rados.rados.0.smithi119.stdout:1911: copy_from oid 29 from oid 38 current snap is 205 2024-04-13T07:52:25.363 INFO:tasks.rados.rados.0.smithi119.stdout:1912: setattr oid 45 current snap is 205 2024-04-13T07:52:25.365 INFO:tasks.rados.rados.0.smithi119.stdout:1913: delete oid 12 current snap is 205 2024-04-13T07:52:25.368 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 45 v 1315 (ObjNum 443 snap 152 seq_num 443) dirty exists 2024-04-13T07:52:25.372 INFO:tasks.rados.rados.0.smithi119.stdout:1912: done (2 left) 2024-04-13T07:52:25.372 INFO:tasks.rados.rados.0.smithi119.stdout:1913: done (1 left) 2024-04-13T07:52:25.372 INFO:tasks.rados.rados.0.smithi119.stdout:1914: snap_create 2024-04-13T07:52:25.384 INFO:tasks.rados.rados.0.smithi119.stdout:1911: finishing copy_from racing read to smithi11982245-29 2024-04-13T07:52:25.385 INFO:tasks.rados.rados.0.smithi119.stdout:1911: finishing copy_from to smithi11982245-29 2024-04-13T07:52:25.385 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 29 v 1062 (ObjNum 562 snap 190 seq_num 562) dirty exists 2024-04-13T07:52:25.564 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:25 smithi139 ceph-mon[88985]: osdmap e442: 8 total, 7 up, 8 in 2024-04-13T07:52:25.564 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:25 smithi139 ceph-mon[88985]: pgmap v329: 121 pgs: 19 active+undersized, 2 active+undersized+degraded, 4 stale+active+clean, 96 active+clean; 710 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 272 KiB/s wr, 3 op/s; 30/1449 objects degraded (2.070%) 2024-04-13T07:52:25.564 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:25 smithi139 ceph-mon[88985]: osdmap e443: 8 total, 7 up, 8 in 2024-04-13T07:52:25.564 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 07:52:25 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4-activate[94673]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-13T07:52:25.564 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 07:52:25 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4-activate[94673]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-13T07:52:25.564 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 07:52:25 smithi139 bash[94658]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-13T07:52:25.564 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 07:52:25 smithi139 bash[94658]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-13T07:52:25.565 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 07:52:25 smithi139 bash[94658]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-13T07:52:25.565 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 07:52:25 smithi139 bash[94658]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-13T07:52:25.565 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 07:52:25 smithi139 bash[94658]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-04-13T07:52:25.565 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 07:52:25 smithi139 bash[94658]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-13T07:52:25.565 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 07:52:25 smithi139 bash[94658]: --> ceph-volume raw activate successful for osd ID: 4 2024-04-13T07:52:25.565 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 07:52:25 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4-activate[94673]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-13T07:52:25.565 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 07:52:25 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4-activate[94673]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-13T07:52:25.565 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 07:52:25 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4-activate[94673]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-04-13T07:52:25.565 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 07:52:25 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4-activate[94673]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-13T07:52:25.565 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 07:52:25 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4-activate[94673]: --> ceph-volume raw activate successful for osd ID: 4 2024-04-13T07:52:25.565 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 07:52:25 smithi139 podman[94658]: 2024-04-13 07:52:25.28115482 +0000 UTC m=+0.850012699 container died a7c65c440964b3463da90a84a727b622bbc9422b4c1a2c348ffed15b53dec8f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4-activate, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-5f22a49) 2024-04-13T07:52:25.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:25 smithi119 ceph-mon[96316]: osdmap e442: 8 total, 7 up, 8 in 2024-04-13T07:52:25.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:25 smithi119 ceph-mon[96316]: pgmap v329: 121 pgs: 19 active+undersized, 2 active+undersized+degraded, 4 stale+active+clean, 96 active+clean; 710 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 272 KiB/s wr, 3 op/s; 30/1449 objects degraded (2.070%) 2024-04-13T07:52:25.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:25 smithi119 ceph-mon[96316]: osdmap e443: 8 total, 7 up, 8 in 2024-04-13T07:52:25.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:25 smithi119 ceph-mon[93746]: osdmap e442: 8 total, 7 up, 8 in 2024-04-13T07:52:25.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:25 smithi119 ceph-mon[93746]: pgmap v329: 121 pgs: 19 active+undersized, 2 active+undersized+degraded, 4 stale+active+clean, 96 active+clean; 710 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 272 KiB/s wr, 3 op/s; 30/1449 objects degraded (2.070%) 2024-04-13T07:52:25.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:25 smithi119 ceph-mon[93746]: osdmap e443: 8 total, 7 up, 8 in 2024-04-13T07:52:26.136 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 07:52:25 smithi139 podman[94824]: 2024-04-13 07:52:25.848104442 +0000 UTC m=+0.562114801 container remove a7c65c440964b3463da90a84a727b622bbc9422b4c1a2c348ffed15b53dec8f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4-activate, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=main-5f22a49) 2024-04-13T07:52:26.136 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 07:52:26 smithi139 podman[94897]: 2024-04-13 07:52:25.962040465 +0000 UTC m=+0.018155609 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:52:26.136 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 07:52:26 smithi139 podman[94897]: 2024-04-13 07:52:26.074090763 +0000 UTC m=+0.130205933 container create 35cd11561d1d970965c2a808a91cca9beb52e52d00848e9b0d7b9bc4adce9afa (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=main-5f22a49, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-13T07:52:26.366 INFO:tasks.rados.rados.0.smithi119.stdout:1911: done (1 left) 2024-04-13T07:52:26.366 INFO:tasks.rados.rados.0.smithi119.stdout:1914: done (0 left) 2024-04-13T07:52:26.366 INFO:tasks.rados.rados.0.smithi119.stdout:1915: snap_remove snap 177 2024-04-13T07:52:26.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:26 smithi139 ceph-mon[88985]: Health check failed: Degraded data redundancy: 30/1449 objects degraded (2.070%), 2 pgs degraded (PG_DEGRADED) 2024-04-13T07:52:26.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:26 smithi139 ceph-mon[88985]: osdmap e444: 8 total, 7 up, 8 in 2024-04-13T07:52:26.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:26 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:26.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:26 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:26.637 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 07:52:26 smithi139 podman[94897]: 2024-04-13 07:52:26.301547984 +0000 UTC m=+0.357663113 container init 35cd11561d1d970965c2a808a91cca9beb52e52d00848e9b0d7b9bc4adce9afa (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=main-5f22a49, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-04-13T07:52:26.637 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 07:52:26 smithi139 podman[94897]: 2024-04-13 07:52:26.307352931 +0000 UTC m=+0.363468060 container start 35cd11561d1d970965c2a808a91cca9beb52e52d00848e9b0d7b9bc4adce9afa (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=main-5f22a49, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-13T07:52:26.637 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 07:52:26 smithi139 ceph-osd[94935]: -- 172.21.15.139:0/2528695932 <== mon.1 v2:172.21.15.139:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x560598ebd680 con 0x560598e86c00 2024-04-13T07:52:26.637 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 07:52:26 smithi139 bash[94897]: 35cd11561d1d970965c2a808a91cca9beb52e52d00848e9b0d7b9bc4adce9afa 2024-04-13T07:52:26.638 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 07:52:26 smithi139 systemd[1]: Started Ceph osd.4 for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:52:26.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:26 smithi119 ceph-mon[96316]: Health check failed: Degraded data redundancy: 30/1449 objects degraded (2.070%), 2 pgs degraded (PG_DEGRADED) 2024-04-13T07:52:26.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:26 smithi119 ceph-mon[96316]: osdmap e444: 8 total, 7 up, 8 in 2024-04-13T07:52:26.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:26 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:26.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:26 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:26.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:26 smithi119 ceph-mon[93746]: Health check failed: Degraded data redundancy: 30/1449 objects degraded (2.070%), 2 pgs degraded (PG_DEGRADED) 2024-04-13T07:52:26.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:26 smithi119 ceph-mon[93746]: osdmap e444: 8 total, 7 up, 8 in 2024-04-13T07:52:26.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:26 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:26.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:26 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:27.136 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 07:52:26 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4[94912]: 2024-04-13T07:52:26.845+0000 7ff53d75e7c0 -1 Falling back to public interface 2024-04-13T07:52:27.369 INFO:tasks.rados.rados.0.smithi119.stdout:1915: done (0 left) 2024-04-13T07:52:27.369 INFO:tasks.rados.rados.0.smithi119.stdout:1916: snap_remove snap 152 2024-04-13T07:52:27.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:27 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:52:27.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:27 smithi139 ceph-mon[88985]: pgmap v332: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 714 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 6 op/s; 196/1458 objects degraded (13.443%) 2024-04-13T07:52:27.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:27 smithi139 ceph-mon[88985]: osdmap e445: 8 total, 7 up, 8 in 2024-04-13T07:52:27.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:27 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:52:27.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:27 smithi119 ceph-mon[96316]: pgmap v332: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 714 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 6 op/s; 196/1458 objects degraded (13.443%) 2024-04-13T07:52:27.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:27 smithi119 ceph-mon[96316]: osdmap e445: 8 total, 7 up, 8 in 2024-04-13T07:52:27.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:27 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:52:27.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:27 smithi119 ceph-mon[93746]: pgmap v332: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 714 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 6 op/s; 196/1458 objects degraded (13.443%) 2024-04-13T07:52:27.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:27 smithi119 ceph-mon[93746]: osdmap e445: 8 total, 7 up, 8 in 2024-04-13T07:52:28.365 INFO:tasks.rados.rados.0.smithi119.stdout:1916: done (0 left) 2024-04-13T07:52:28.365 INFO:tasks.rados.rados.0.smithi119.stdout:1917: snap_remove snap 185 2024-04-13T07:52:29.374 INFO:tasks.rados.rados.0.smithi119.stdout:1917: done (0 left) 2024-04-13T07:52:29.374 INFO:tasks.rados.rados.0.smithi119.stdout:1918: delete oid 26 current snap is 206 2024-04-13T07:52:29.383 INFO:tasks.rados.rados.0.smithi119.stdout:1918: done (0 left) 2024-04-13T07:52:29.383 INFO:tasks.rados.rados.0.smithi119.stdout:1919: snap_remove snap 179 2024-04-13T07:52:29.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:29 smithi139 ceph-mon[88985]: osdmap e446: 8 total, 7 up, 8 in 2024-04-13T07:52:29.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:29 smithi139 ceph-mon[88985]: pgmap v335: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 714 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.1 MiB/s wr, 2 op/s; 196/1458 objects degraded (13.443%) 2024-04-13T07:52:29.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:29 smithi119 ceph-mon[96316]: osdmap e446: 8 total, 7 up, 8 in 2024-04-13T07:52:29.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:29 smithi119 ceph-mon[96316]: pgmap v335: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 714 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.1 MiB/s wr, 2 op/s; 196/1458 objects degraded (13.443%) 2024-04-13T07:52:29.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:29 smithi119 ceph-mon[93746]: osdmap e446: 8 total, 7 up, 8 in 2024-04-13T07:52:29.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:29 smithi119 ceph-mon[93746]: pgmap v335: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 714 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.1 MiB/s wr, 2 op/s; 196/1458 objects degraded (13.443%) 2024-04-13T07:52:30.384 INFO:tasks.rados.rados.0.smithi119.stdout:1919: done (0 left) 2024-04-13T07:52:30.385 INFO:tasks.rados.rados.0.smithi119.stdout:1920: read oid 49 snap -1 2024-04-13T07:52:30.385 INFO:tasks.rados.rados.0.smithi119.stdout:1920: expect deleted 2024-04-13T07:52:30.385 INFO:tasks.rados.rados.0.smithi119.stdout:1921: copy_from oid 22 from oid 39 current snap is 206 2024-04-13T07:52:30.385 INFO:tasks.rados.rados.0.smithi119.stdout:1922: read oid 50 snap 204 2024-04-13T07:52:30.385 INFO:tasks.rados.rados.0.smithi119.stdout:1922: expect deleted 2024-04-13T07:52:30.385 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 47 current snap is 206 2024-04-13T07:52:30.385 INFO:tasks.rados.rados.0.smithi119.stdout:1923: seq_num 613 ranges {0=671744} 2024-04-13T07:52:30.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:30 smithi139 ceph-mon[88985]: osdmap e447: 8 total, 7 up, 8 in 2024-04-13T07:52:30.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:30 smithi139 ceph-mon[88985]: from='osd.4 [v2:172.21.15.139:6800/2406193774,v1:172.21.15.139:6801/2406193774]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-13T07:52:30.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:30 smithi139 ceph-mon[88985]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-13T07:52:30.386 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 07:52:30 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4[94912]: 2024-04-13T07:52:30.133+0000 7ff53d75e7c0 -1 osd.4 438 log_to_monitors true 2024-04-13T07:52:30.389 INFO:tasks.rados.rados.0.smithi119.stdout:1923: writing smithi11982245-47 from 0 to 671744 tid 1 2024-04-13T07:52:30.390 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 33 current snap is 206 2024-04-13T07:52:30.390 INFO:tasks.rados.rados.0.smithi119.stdout:1924: seq_num 614 ranges {0=688128} 2024-04-13T07:52:30.395 INFO:tasks.rados.rados.0.smithi119.stdout:1924: writing smithi11982245-33 from 0 to 688128 tid 1 2024-04-13T07:52:30.395 INFO:tasks.rados.rados.0.smithi119.stdout:1925: rollback oid 1 current snap is 206 2024-04-13T07:52:30.395 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 1 to 139 2024-04-13T07:52:30.395 INFO:tasks.rados.rados.0.smithi119.stdout:1926: setattr oid 13 current snap is 206 2024-04-13T07:52:30.396 INFO:tasks.rados.rados.0.smithi119.stdout:1921: finishing copy_from to smithi11982245-22 2024-04-13T07:52:30.396 INFO:tasks.rados.rados.0.smithi119.stdout:1921: got expected ENOENT (src dne) 2024-04-13T07:52:30.396 INFO:tasks.rados.rados.0.smithi119.stdout:1921: finishing copy_from racing read to smithi11982245-22 2024-04-13T07:52:30.398 INFO:tasks.rados.rados.0.smithi119.stdout:1920: done (6 left) 2024-04-13T07:52:30.398 INFO:tasks.rados.rados.0.smithi119.stdout:1921: done (5 left) 2024-04-13T07:52:30.398 INFO:tasks.rados.rados.0.smithi119.stdout:1922: done (4 left) 2024-04-13T07:52:30.398 INFO:tasks.rados.rados.0.smithi119.stdout:1927: read oid 20 snap -1 2024-04-13T07:52:30.398 INFO:tasks.rados.rados.0.smithi119.stdout:1927: expect (ObjNum 607 snap 203 seq_num 607) 2024-04-13T07:52:30.398 INFO:tasks.rados.rados.0.smithi119.stdout:1928: delete oid 2 current snap is 206 2024-04-13T07:52:30.400 INFO:tasks.rados.rados.0.smithi119.stdout:1923: finishing write tid 1 to smithi11982245-47 2024-04-13T07:52:30.401 INFO:tasks.rados.rados.0.smithi119.stdout:1923: finishing write tid 2 to smithi11982245-47 2024-04-13T07:52:30.403 INFO:tasks.rados.rados.0.smithi119.stdout:1925: finishing rollback tid 0 to smithi11982245-1 2024-04-13T07:52:30.404 INFO:tasks.rados.rados.0.smithi119.stdout:1923: finishing write tid 3 to smithi11982245-47 2024-04-13T07:52:30.404 INFO:tasks.rados.rados.0.smithi119.stdout:1923: oid 47 updating version 0 to 1342 2024-04-13T07:52:30.404 INFO:tasks.rados.rados.0.smithi119.stdout:1923: oid 47 updating version 1342 to 1343 2024-04-13T07:52:30.404 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 47 v 1343 (ObjNum 613 snap 206 seq_num 613) dirty exists 2024-04-13T07:52:30.404 INFO:tasks.rados.rados.0.smithi119.stdout:1923: left oid 47 (ObjNum 613 snap 206 seq_num 613) 2024-04-13T07:52:30.404 INFO:tasks.rados.rados.0.smithi119.stdout:1925: finishing rollback tid 1 to smithi11982245-1 2024-04-13T07:52:30.405 INFO:tasks.rados.rados.0.smithi119.stdout:1925: finishing rollback tid 2 to smithi11982245-1 2024-04-13T07:52:30.405 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 1 v 851 (ObjNum 361 snap 136 seq_num 361) dirty exists 2024-04-13T07:52:30.406 INFO:tasks.rados.rados.0.smithi119.stdout:1924: finishing write tid 1 to smithi11982245-33 2024-04-13T07:52:30.406 INFO:tasks.rados.rados.0.smithi119.stdout:1924: finishing write tid 2 to smithi11982245-33 2024-04-13T07:52:30.409 INFO:tasks.rados.rados.0.smithi119.stdout:1924: finishing write tid 3 to smithi11982245-33 2024-04-13T07:52:30.409 INFO:tasks.rados.rados.0.smithi119.stdout:1924: oid 33 updating version 0 to 1110 2024-04-13T07:52:30.409 INFO:tasks.rados.rados.0.smithi119.stdout:1924: oid 33 updating version 1110 to 1111 2024-04-13T07:52:30.409 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 33 v 1111 (ObjNum 614 snap 206 seq_num 614) dirty exists 2024-04-13T07:52:30.409 INFO:tasks.rados.rados.0.smithi119.stdout:1924: left oid 33 (ObjNum 614 snap 206 seq_num 614) 2024-04-13T07:52:30.457 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 13 v 1116 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-04-13T07:52:30.457 INFO:tasks.rados.rados.0.smithi119.stdout:1923: done (5 left) 2024-04-13T07:52:30.457 INFO:tasks.rados.rados.0.smithi119.stdout:1924: done (4 left) 2024-04-13T07:52:30.458 INFO:tasks.rados.rados.0.smithi119.stdout:1925: done (3 left) 2024-04-13T07:52:30.458 INFO:tasks.rados.rados.0.smithi119.stdout:1926: done (2 left) 2024-04-13T07:52:30.458 INFO:tasks.rados.rados.0.smithi119.stdout:1928: done (1 left) 2024-04-13T07:52:30.458 INFO:tasks.rados.rados.0.smithi119.stdout:1929: copy_from oid 23 from oid 3 current snap is 206 2024-04-13T07:52:30.458 INFO:tasks.rados.rados.0.smithi119.stdout:1930: rmattr oid 39 current snap is 206 2024-04-13T07:52:30.458 INFO:tasks.rados.rados.0.smithi119.stdout:1930: done (2 left) 2024-04-13T07:52:30.458 INFO:tasks.rados.rados.0.smithi119.stdout:1931: rollback oid 29 current snap is 206 2024-04-13T07:52:30.458 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 29 to 204 2024-04-13T07:52:30.458 INFO:tasks.rados.rados.0.smithi119.stdout:1932: snap_create 2024-04-13T07:52:30.461 INFO:tasks.rados.rados.0.smithi119.stdout:1931: finishing rollback tid 0 to smithi11982245-29 2024-04-13T07:52:30.461 INFO:tasks.rados.rados.0.smithi119.stdout:1931: finishing rollback tid 1 to smithi11982245-29 2024-04-13T07:52:30.462 INFO:tasks.rados.rados.0.smithi119.stdout:1931: finishing rollback tid 2 to smithi11982245-29 2024-04-13T07:52:30.462 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 29 v 1073 (ObjNum 600 snap 198 seq_num 600) dirty exists 2024-04-13T07:52:30.472 INFO:tasks.rados.rados.0.smithi119.stdout:1927: expect (ObjNum 607 snap 203 seq_num 607) 2024-04-13T07:52:30.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:30 smithi119 ceph-mon[96316]: osdmap e447: 8 total, 7 up, 8 in 2024-04-13T07:52:30.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:30 smithi119 ceph-mon[96316]: from='osd.4 [v2:172.21.15.139:6800/2406193774,v1:172.21.15.139:6801/2406193774]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-13T07:52:30.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:30 smithi119 ceph-mon[96316]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-13T07:52:30.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:30 smithi119 ceph-mon[93746]: osdmap e447: 8 total, 7 up, 8 in 2024-04-13T07:52:30.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:30 smithi119 ceph-mon[93746]: from='osd.4 [v2:172.21.15.139:6800/2406193774,v1:172.21.15.139:6801/2406193774]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-13T07:52:30.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:30 smithi119 ceph-mon[93746]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-13T07:52:30.765 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 07:52:30 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4[94912]: 2024-04-13T07:52:30.412+0000 7ff52ebb6700 -1 osd.4 438 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-13T07:52:31.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:31 smithi119 ceph-mon[96316]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-13T07:52:31.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:31 smithi119 ceph-mon[96316]: from='osd.4 [v2:172.21.15.139:6800/2406193774,v1:172.21.15.139:6801/2406193774]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-13T07:52:31.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:31 smithi119 ceph-mon[96316]: osdmap e448: 8 total, 7 up, 8 in 2024-04-13T07:52:31.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:31 smithi119 ceph-mon[96316]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-13T07:52:31.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:31 smithi119 ceph-mon[96316]: pgmap v338: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 710 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 5 op/s; 197/1440 objects degraded (13.681%) 2024-04-13T07:52:31.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:31 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:31.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:31 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:31.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:31 smithi119 ceph-mon[93746]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-13T07:52:31.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:31 smithi119 ceph-mon[93746]: from='osd.4 [v2:172.21.15.139:6800/2406193774,v1:172.21.15.139:6801/2406193774]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-13T07:52:31.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:31 smithi119 ceph-mon[93746]: osdmap e448: 8 total, 7 up, 8 in 2024-04-13T07:52:31.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:31 smithi119 ceph-mon[93746]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-13T07:52:31.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:31 smithi119 ceph-mon[93746]: pgmap v338: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 710 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 5 op/s; 197/1440 objects degraded (13.681%) 2024-04-13T07:52:31.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:31 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:31.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:31 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:31.819 INFO:tasks.rados.rados.0.smithi119.stdout:1929: finishing copy_from racing read to smithi11982245-23 2024-04-13T07:52:31.819 INFO:tasks.rados.rados.0.smithi119.stdout:1929: finishing copy_from to smithi11982245-23 2024-04-13T07:52:31.819 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 23 v 1051 (ObjNum 558 snap 188 seq_num 558) dirty exists 2024-04-13T07:52:31.819 INFO:tasks.rados.rados.0.smithi119.stdout:1927: done (3 left) 2024-04-13T07:52:31.819 INFO:tasks.rados.rados.0.smithi119.stdout:1929: done (2 left) 2024-04-13T07:52:31.820 INFO:tasks.rados.rados.0.smithi119.stdout:1931: done (1 left) 2024-04-13T07:52:31.820 INFO:tasks.rados.rados.0.smithi119.stdout:1932: done (0 left) 2024-04-13T07:52:31.820 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 18 current snap is 207 2024-04-13T07:52:31.820 INFO:tasks.rados.rados.0.smithi119.stdout:1933: seq_num 616 ranges {491520=720896} 2024-04-13T07:52:31.825 INFO:tasks.rados.rados.0.smithi119.stdout:1933: writing smithi11982245-18 from 491520 to 1212416 tid 1 2024-04-13T07:52:31.825 INFO:tasks.rados.rados.0.smithi119.stdout:1934: snap_create 2024-04-13T07:52:31.830 INFO:tasks.rados.rados.0.smithi119.stdout:1933: finishing write tid 1 to smithi11982245-18 2024-04-13T07:52:31.830 INFO:tasks.rados.rados.0.smithi119.stdout:1933: finishing write tid 2 to smithi11982245-18 2024-04-13T07:52:31.831 INFO:tasks.rados.rados.0.smithi119.stdout:1933: finishing write tid 3 to smithi11982245-18 2024-04-13T07:52:31.831 INFO:tasks.rados.rados.0.smithi119.stdout:1933: oid 18 updating version 0 to 1353 2024-04-13T07:52:31.831 INFO:tasks.rados.rados.0.smithi119.stdout:1933: oid 18 updating version 1353 to 1354 2024-04-13T07:52:31.832 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 18 v 1354 (ObjNum 616 snap 207 seq_num 616) dirty exists 2024-04-13T07:52:31.832 INFO:tasks.rados.rados.0.smithi119.stdout:1933: left oid 18 (ObjNum 616 snap 207 seq_num 616) 2024-04-13T07:52:31.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:31 smithi139 ceph-mon[88985]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-13T07:52:31.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:31 smithi139 ceph-mon[88985]: from='osd.4 [v2:172.21.15.139:6800/2406193774,v1:172.21.15.139:6801/2406193774]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-13T07:52:31.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:31 smithi139 ceph-mon[88985]: osdmap e448: 8 total, 7 up, 8 in 2024-04-13T07:52:31.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:31 smithi139 ceph-mon[88985]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-13T07:52:31.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:31 smithi139 ceph-mon[88985]: pgmap v338: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 710 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 5 op/s; 197/1440 objects degraded (13.681%) 2024-04-13T07:52:31.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:31 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:31.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:31 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:32.393 INFO:tasks.rados.rados.0.smithi119.stdout:1933: done (1 left) 2024-04-13T07:52:32.393 INFO:tasks.rados.rados.0.smithi119.stdout:1934: done (0 left) 2024-04-13T07:52:32.393 INFO:tasks.rados.rados.0.smithi119.stdout:1935: setattr oid 44 current snap is 208 2024-04-13T07:52:32.395 INFO:tasks.rados.rados.0.smithi119.stdout:1936: rollback oid 20 current snap is 208 2024-04-13T07:52:32.395 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 20 to 136 2024-04-13T07:52:32.395 INFO:tasks.rados.rados.0.smithi119.stdout:1937: snap_remove snap 193 2024-04-13T07:52:32.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:52:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:52:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:52:32.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:32 smithi139 ceph-mon[88985]: Health check update: Degraded data redundancy: 197/1440 objects degraded (13.681%), 12 pgs degraded (PG_DEGRADED) 2024-04-13T07:52:32.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:32 smithi139 ceph-mon[88985]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T07:52:32.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:32 smithi139 ceph-mon[88985]: osd.4 [v2:172.21.15.139:6800/2406193774,v1:172.21.15.139:6801/2406193774] boot 2024-04-13T07:52:32.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:32 smithi139 ceph-mon[88985]: osdmap e449: 8 total, 8 up, 8 in 2024-04-13T07:52:32.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:32 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:52:32.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:32 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:32.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:32 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:32.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:32 smithi119 ceph-mon[93746]: Health check update: Degraded data redundancy: 197/1440 objects degraded (13.681%), 12 pgs degraded (PG_DEGRADED) 2024-04-13T07:52:32.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:32 smithi119 ceph-mon[93746]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T07:52:32.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:32 smithi119 ceph-mon[93746]: osd.4 [v2:172.21.15.139:6800/2406193774,v1:172.21.15.139:6801/2406193774] boot 2024-04-13T07:52:32.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:32 smithi119 ceph-mon[93746]: osdmap e449: 8 total, 8 up, 8 in 2024-04-13T07:52:32.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:32 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:52:32.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:32 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:32.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:32 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:32.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:32 smithi119 ceph-mon[96316]: Health check update: Degraded data redundancy: 197/1440 objects degraded (13.681%), 12 pgs degraded (PG_DEGRADED) 2024-04-13T07:52:32.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:32 smithi119 ceph-mon[96316]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T07:52:32.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:32 smithi119 ceph-mon[96316]: osd.4 [v2:172.21.15.139:6800/2406193774,v1:172.21.15.139:6801/2406193774] boot 2024-04-13T07:52:32.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:32 smithi119 ceph-mon[96316]: osdmap e449: 8 total, 8 up, 8 in 2024-04-13T07:52:32.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:32 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:52:32.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:32 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:32.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:32 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:33.402 INFO:tasks.rados.rados.0.smithi119.stdout:1936: finishing rollback tid 0 to smithi11982245-20 2024-04-13T07:52:33.402 INFO:tasks.rados.rados.0.smithi119.stdout:1936: finishing rollback tid 1 to smithi11982245-20 2024-04-13T07:52:33.402 INFO:tasks.rados.rados.0.smithi119.stdout:1936: finishing rollback tid 2 to smithi11982245-20 2024-04-13T07:52:33.402 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 20 v 1120 (ObjNum 256 snap 83 seq_num 256) dirty exists 2024-04-13T07:52:33.402 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 44 v 1271 (ObjNum 299 snap 104 seq_num 299) dirty exists 2024-04-13T07:52:33.402 INFO:tasks.rados.rados.0.smithi119.stdout:1935: done (2 left) 2024-04-13T07:52:33.402 INFO:tasks.rados.rados.0.smithi119.stdout:1936: done (1 left) 2024-04-13T07:52:33.402 INFO:tasks.rados.rados.0.smithi119.stdout:1937: done (0 left) 2024-04-13T07:52:33.403 INFO:tasks.rados.rados.0.smithi119.stdout:1938: copy_from oid 12 from oid 43 current snap is 208 2024-04-13T07:52:33.403 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 23 current snap is 208 2024-04-13T07:52:33.403 INFO:tasks.rados.rados.0.smithi119.stdout:1939: seq_num 617 ranges {4956160=737280} 2024-04-13T07:52:33.433 INFO:tasks.rados.rados.0.smithi119.stdout:1939: writing smithi11982245-23 from 4956160 to 5693440 tid 1 2024-04-13T07:52:33.433 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 30 current snap is 208 2024-04-13T07:52:33.434 INFO:tasks.rados.rados.0.smithi119.stdout:1940: seq_num 618 ranges {1712128=753664} 2024-04-13T07:52:33.448 INFO:tasks.rados.rados.0.smithi119.stdout:1940: writing smithi11982245-30 from 1712128 to 2465792 tid 1 2024-04-13T07:52:33.448 INFO:tasks.rados.rados.0.smithi119.stdout:1941: read oid 19 snap -1 2024-04-13T07:52:33.448 INFO:tasks.rados.rados.0.smithi119.stdout:1941: expect (ObjNum 562 snap 190 seq_num 562) 2024-04-13T07:52:33.448 INFO:tasks.rados.rados.0.smithi119.stdout:1942: read oid 1 snap -1 2024-04-13T07:52:33.448 INFO:tasks.rados.rados.0.smithi119.stdout:1942: expect (ObjNum 361 snap 136 seq_num 361) 2024-04-13T07:52:33.448 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 38 current snap is 208 2024-04-13T07:52:33.448 INFO:tasks.rados.rados.0.smithi119.stdout:1938: finishing copy_from to smithi11982245-12 2024-04-13T07:52:33.448 INFO:tasks.rados.rados.0.smithi119.stdout:1938: got expected ENOENT (src dne) 2024-04-13T07:52:33.448 INFO:tasks.rados.rados.0.smithi119.stdout:1938: finishing copy_from racing read to smithi11982245-12 2024-04-13T07:52:33.448 INFO:tasks.rados.rados.0.smithi119.stdout:1939: finishing write tid 1 to smithi11982245-23 2024-04-13T07:52:33.449 INFO:tasks.rados.rados.0.smithi119.stdout:1939: finishing write tid 2 to smithi11982245-23 2024-04-13T07:52:33.449 INFO:tasks.rados.rados.0.smithi119.stdout:1939: finishing write tid 3 to smithi11982245-23 2024-04-13T07:52:33.449 INFO:tasks.rados.rados.0.smithi119.stdout:1939: oid 23 updating version 0 to 1321 2024-04-13T07:52:33.449 INFO:tasks.rados.rados.0.smithi119.stdout:1939: oid 23 version 1321 is already newer than 1320 2024-04-13T07:52:33.449 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 23 v 1321 (ObjNum 617 snap 208 seq_num 617) dirty exists 2024-04-13T07:52:33.449 INFO:tasks.rados.rados.0.smithi119.stdout:1939: left oid 23 (ObjNum 617 snap 208 seq_num 617) 2024-04-13T07:52:33.449 INFO:tasks.rados.rados.0.smithi119.stdout:1943: seq_num 619 ranges {3637248=770048} 2024-04-13T07:52:33.472 INFO:tasks.rados.rados.0.smithi119.stdout:1943: writing smithi11982245-38 from 3637248 to 4407296 tid 1 2024-04-13T07:52:33.472 INFO:tasks.rados.rados.0.smithi119.stdout:1938: done (5 left) 2024-04-13T07:52:33.472 INFO:tasks.rados.rados.0.smithi119.stdout:1939: done (4 left) 2024-04-13T07:52:33.472 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 40 current snap is 208 2024-04-13T07:52:33.472 INFO:tasks.rados.rados.0.smithi119.stdout:1944: seq_num 620 ranges {1277952=794624} 2024-04-13T07:52:33.483 INFO:tasks.rados.rados.0.smithi119.stdout:1944: writing smithi11982245-40 from 1277952 to 2072576 tid 1 2024-04-13T07:52:33.484 INFO:tasks.rados.rados.0.smithi119.stdout:1945: copy_from oid 41 from oid 45 current snap is 208 2024-04-13T07:52:33.484 INFO:tasks.rados.rados.0.smithi119.stdout:1940: finishing write tid 1 to smithi11982245-30 2024-04-13T07:52:33.484 INFO:tasks.rados.rados.0.smithi119.stdout:1940: finishing write tid 2 to smithi11982245-30 2024-04-13T07:52:33.484 INFO:tasks.rados.rados.0.smithi119.stdout:1940: finishing write tid 3 to smithi11982245-30 2024-04-13T07:52:33.484 INFO:tasks.rados.rados.0.smithi119.stdout:1940: oid 30 updating version 0 to 1112 2024-04-13T07:52:33.484 INFO:tasks.rados.rados.0.smithi119.stdout:1940: oid 30 updating version 1112 to 1113 2024-04-13T07:52:33.484 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 30 v 1113 (ObjNum 618 snap 208 seq_num 618) dirty exists 2024-04-13T07:52:33.484 INFO:tasks.rados.rados.0.smithi119.stdout:1940: left oid 30 (ObjNum 618 snap 208 seq_num 618) 2024-04-13T07:52:33.484 INFO:tasks.rados.rados.0.smithi119.stdout:1940: done (5 left) 2024-04-13T07:52:33.484 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 7 current snap is 208 2024-04-13T07:52:33.484 INFO:tasks.rados.rados.0.smithi119.stdout:1942: expect (ObjNum 361 snap 136 seq_num 361) 2024-04-13T07:52:33.582 INFO:tasks.rados.rados.0.smithi119.stdout:1941: expect (ObjNum 562 snap 190 seq_num 562) 2024-04-13T07:52:33.701 INFO:tasks.rados.rados.0.smithi119.stdout:1943: finishing write tid 1 to smithi11982245-38 2024-04-13T07:52:33.701 INFO:tasks.rados.rados.0.smithi119.stdout:1943: finishing write tid 2 to smithi11982245-38 2024-04-13T07:52:33.701 INFO:tasks.rados.rados.0.smithi119.stdout:1943: finishing write tid 3 to smithi11982245-38 2024-04-13T07:52:33.701 INFO:tasks.rados.rados.0.smithi119.stdout:1943: oid 38 updating version 0 to 1102 2024-04-13T07:52:33.702 INFO:tasks.rados.rados.0.smithi119.stdout:1943: oid 38 updating version 1102 to 1103 2024-04-13T07:52:33.702 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 38 v 1103 (ObjNum 619 snap 208 seq_num 619) dirty exists 2024-04-13T07:52:33.702 INFO:tasks.rados.rados.0.smithi119.stdout:1943: left oid 38 (ObjNum 619 snap 208 seq_num 619) 2024-04-13T07:52:33.702 INFO:tasks.rados.rados.0.smithi119.stdout:1944: finishing write tid 1 to smithi11982245-40 2024-04-13T07:52:33.702 INFO:tasks.rados.rados.0.smithi119.stdout:1944: finishing write tid 2 to smithi11982245-40 2024-04-13T07:52:33.702 INFO:tasks.rados.rados.0.smithi119.stdout:1944: finishing write tid 3 to smithi11982245-40 2024-04-13T07:52:33.702 INFO:tasks.rados.rados.0.smithi119.stdout:1944: oid 40 updating version 0 to 1364 2024-04-13T07:52:33.702 INFO:tasks.rados.rados.0.smithi119.stdout:1944: oid 40 updating version 1364 to 1365 2024-04-13T07:52:33.702 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 40 v 1365 (ObjNum 620 snap 208 seq_num 620) dirty exists 2024-04-13T07:52:33.702 INFO:tasks.rados.rados.0.smithi119.stdout:1944: left oid 40 (ObjNum 620 snap 208 seq_num 620) 2024-04-13T07:52:33.702 INFO:tasks.rados.rados.0.smithi119.stdout:1945: finishing copy_from racing read to smithi11982245-41 2024-04-13T07:52:33.702 INFO:tasks.rados.rados.0.smithi119.stdout:1945: finishing copy_from to smithi11982245-41 2024-04-13T07:52:33.702 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 41 v 1315 (ObjNum 443 snap 152 seq_num 443) dirty exists 2024-04-13T07:52:33.702 INFO:tasks.rados.rados.0.smithi119.stdout:1946: seq_num 621 ranges {0=409600,409600=401408} 2024-04-13T07:52:33.703 INFO:tasks.rados.rados.0.smithi119.stdout:1946: writing smithi11982245-7 from 0 to 409600 tid 1 2024-04-13T07:52:33.707 INFO:tasks.rados.rados.0.smithi119.stdout:1946: writing smithi11982245-7 from 409600 to 811008 tid 2 2024-04-13T07:52:33.707 INFO:tasks.rados.rados.0.smithi119.stdout:1941: done (5 left) 2024-04-13T07:52:33.707 INFO:tasks.rados.rados.0.smithi119.stdout:1942: done (4 left) 2024-04-13T07:52:33.707 INFO:tasks.rados.rados.0.smithi119.stdout:1943: done (3 left) 2024-04-13T07:52:33.707 INFO:tasks.rados.rados.0.smithi119.stdout:1944: done (2 left) 2024-04-13T07:52:33.707 INFO:tasks.rados.rados.0.smithi119.stdout:1945: done (1 left) 2024-04-13T07:52:33.707 INFO:tasks.rados.rados.0.smithi119.stdout:1947: read oid 5 snap -1 2024-04-13T07:52:33.707 INFO:tasks.rados.rados.0.smithi119.stdout:1947: expect (ObjNum 409 snap 146 seq_num 409) 2024-04-13T07:52:33.707 INFO:tasks.rados.rados.0.smithi119.stdout:1948: copy_from oid 36 from oid 6 current snap is 208 2024-04-13T07:52:33.707 INFO:tasks.rados.rados.0.smithi119.stdout:1946: finishing write tid 1 to smithi11982245-7 2024-04-13T07:52:33.707 INFO:tasks.rados.rados.0.smithi119.stdout:1949: delete oid 46 current snap is 208 2024-04-13T07:52:33.708 INFO:tasks.rados.rados.0.smithi119.stdout:1948: finishing copy_from to smithi11982245-36 2024-04-13T07:52:33.708 INFO:tasks.rados.rados.0.smithi119.stdout:1948: got expected ENOENT (src dne) 2024-04-13T07:52:33.708 INFO:tasks.rados.rados.0.smithi119.stdout:1948: finishing copy_from racing read to smithi11982245-36 2024-04-13T07:52:33.709 INFO:tasks.rados.rados.0.smithi119.stdout:1946: finishing write tid 2 to smithi11982245-7 2024-04-13T07:52:33.709 INFO:tasks.rados.rados.0.smithi119.stdout:1946: finishing write tid 3 to smithi11982245-7 2024-04-13T07:52:33.709 INFO:tasks.rados.rados.0.smithi119.stdout:1948: done (3 left) 2024-04-13T07:52:33.709 INFO:tasks.rados.rados.0.smithi119.stdout:1949: done (2 left) 2024-04-13T07:52:33.709 INFO:tasks.rados.rados.0.smithi119.stdout:1950: read oid 8 snap -1 2024-04-13T07:52:33.709 INFO:tasks.rados.rados.0.smithi119.stdout:1950: expect deleted 2024-04-13T07:52:33.710 INFO:tasks.rados.rados.0.smithi119.stdout:1951: snap_remove snap 180 2024-04-13T07:52:33.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:33 smithi119 ceph-mon[96316]: osdmap e450: 8 total, 8 up, 8 in 2024-04-13T07:52:33.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:33 smithi119 ceph-mon[96316]: pgmap v341: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 710 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 5 op/s; 197/1440 objects degraded (13.681%) 2024-04-13T07:52:33.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:33 smithi119 ceph-mon[93746]: osdmap e450: 8 total, 8 up, 8 in 2024-04-13T07:52:33.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:33 smithi119 ceph-mon[93746]: pgmap v341: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 710 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 5 op/s; 197/1440 objects degraded (13.681%) 2024-04-13T07:52:33.833 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:33 smithi139 ceph-mon[88985]: osdmap e450: 8 total, 8 up, 8 in 2024-04-13T07:52:33.833 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:33 smithi139 ceph-mon[88985]: pgmap v341: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 710 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 5 op/s; 197/1440 objects degraded (13.681%) 2024-04-13T07:52:33.834 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:52:33 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:52:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi119\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi119\", job=\"node\", machine=\"x86_64\", nodename=\"smithi119\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:52:34.408 INFO:tasks.rados.rados.0.smithi119.stdout:1951: done (3 left) 2024-04-13T07:52:34.408 INFO:tasks.rados.rados.0.smithi119.stdout:1952: copy_from oid 35 from oid 21 current snap is 208 2024-04-13T07:52:34.408 INFO:tasks.rados.rados.0.smithi119.stdout:1946: finishing write tid 4 to smithi11982245-7 2024-04-13T07:52:34.408 INFO:tasks.rados.rados.0.smithi119.stdout:1946: oid 7 updating version 0 to 1075 2024-04-13T07:52:34.409 INFO:tasks.rados.rados.0.smithi119.stdout:1946: oid 7 updating version 1075 to 1076 2024-04-13T07:52:34.409 INFO:tasks.rados.rados.0.smithi119.stdout:1946: oid 7 version 1076 is already newer than 1074 2024-04-13T07:52:34.409 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 7 v 1076 (ObjNum 621 snap 208 seq_num 621) dirty exists 2024-04-13T07:52:34.409 INFO:tasks.rados.rados.0.smithi119.stdout:1946: left oid 7 (ObjNum 621 snap 208 seq_num 621) 2024-04-13T07:52:34.409 INFO:tasks.rados.rados.0.smithi119.stdout:1947: expect (ObjNum 409 snap 146 seq_num 409) 2024-04-13T07:52:34.554 INFO:tasks.rados.rados.0.smithi119.stdout:1952: finishing copy_from to smithi11982245-35 2024-04-13T07:52:34.554 INFO:tasks.rados.rados.0.smithi119.stdout:1952: got expected ENOENT (src dne) 2024-04-13T07:52:34.554 INFO:tasks.rados.rados.0.smithi119.stdout:1952: finishing copy_from racing read to smithi11982245-35 2024-04-13T07:52:34.554 INFO:tasks.rados.rados.0.smithi119.stdout:1946: done (3 left) 2024-04-13T07:52:34.554 INFO:tasks.rados.rados.0.smithi119.stdout:1947: done (2 left) 2024-04-13T07:52:34.554 INFO:tasks.rados.rados.0.smithi119.stdout:1950: done (1 left) 2024-04-13T07:52:34.554 INFO:tasks.rados.rados.0.smithi119.stdout:1952: done (0 left) 2024-04-13T07:52:34.555 INFO:tasks.rados.rados.0.smithi119.stdout:1953: copy_from oid 49 from oid 8 current snap is 208 2024-04-13T07:52:34.555 INFO:tasks.rados.rados.0.smithi119.stdout:1954: snap_remove snap 202 2024-04-13T07:52:34.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:34 smithi119 ceph-mon[96316]: osdmap e451: 8 total, 8 up, 8 in 2024-04-13T07:52:34.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:34 smithi119 ceph-mon[93746]: osdmap e451: 8 total, 8 up, 8 in 2024-04-13T07:52:34.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:34 smithi139 ceph-mon[88985]: osdmap e451: 8 total, 8 up, 8 in 2024-04-13T07:52:35.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:52:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:52:34] "GET /metrics HTTP/1.1" 200 36138 "" "Prometheus/2.43.0" 2024-04-13T07:52:35.411 INFO:tasks.rados.rados.0.smithi119.stdout:1954: done (1 left) 2024-04-13T07:52:35.411 INFO:tasks.rados.rados.0.smithi119.stdout:1955: setattr oid 40 current snap is 208 2024-04-13T07:52:35.411 INFO:tasks.rados.rados.0.smithi119.stdout:1953: finishing copy_from to smithi11982245-49 2024-04-13T07:52:35.411 INFO:tasks.rados.rados.0.smithi119.stdout:1953: got expected ENOENT (src dne) 2024-04-13T07:52:35.411 INFO:tasks.rados.rados.0.smithi119.stdout:1953: finishing copy_from racing read to smithi11982245-49 2024-04-13T07:52:35.413 INFO:tasks.rados.rados.0.smithi119.stdout:1953: done (1 left) 2024-04-13T07:52:35.413 INFO:tasks.rados.rados.0.smithi119.stdout:1956: setattr oid 24 current snap is 208 2024-04-13T07:52:35.415 INFO:tasks.rados.rados.0.smithi119.stdout:1957: read oid 23 snap 90 2024-04-13T07:52:35.415 INFO:tasks.rados.rados.0.smithi119.stdout:1957: expect (ObjNum 239 snap 75 seq_num 239) 2024-04-13T07:52:35.415 INFO:tasks.rados.rados.0.smithi119.stdout:1958: rollback oid 43 current snap is 208 2024-04-13T07:52:35.415 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 43 to 104 2024-04-13T07:52:35.416 INFO:tasks.rados.rados.0.smithi119.stdout:1959: setattr oid 46 current snap is 208 2024-04-13T07:52:35.418 INFO:tasks.rados.rados.0.smithi119.stdout:1960: read oid 12 snap 159 2024-04-13T07:52:35.418 INFO:tasks.rados.rados.0.smithi119.stdout:1960: expect (ObjNum 460 snap 158 seq_num 460) 2024-04-13T07:52:35.418 INFO:tasks.rados.rados.0.smithi119.stdout:1961: read oid 42 snap -1 2024-04-13T07:52:35.418 INFO:tasks.rados.rados.0.smithi119.stdout:1961: expect (ObjNum 601 snap 199 seq_num 601) 2024-04-13T07:52:35.418 INFO:tasks.rados.rados.0.smithi119.stdout:1962: delete oid 9 current snap is 208 2024-04-13T07:52:35.424 INFO:tasks.rados.rados.0.smithi119.stdout:1962: done (7 left) 2024-04-13T07:52:35.424 INFO:tasks.rados.rados.0.smithi119.stdout:1963: rollback oid 37 current snap is 208 2024-04-13T07:52:35.424 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 37 to 72 2024-04-13T07:52:35.424 INFO:tasks.rados.rados.0.smithi119.stdout:1964: read oid 28 snap -1 2024-04-13T07:52:35.424 INFO:tasks.rados.rados.0.smithi119.stdout:1964: expect (ObjNum 504 snap 172 seq_num 504) 2024-04-13T07:52:35.424 INFO:tasks.rados.rados.0.smithi119.stdout:1965: read oid 29 snap -1 2024-04-13T07:52:35.424 INFO:tasks.rados.rados.0.smithi119.stdout:1965: expect (ObjNum 600 snap 198 seq_num 600) 2024-04-13T07:52:35.424 INFO:tasks.rados.rados.0.smithi119.stdout:1966: rollback oid 18 current snap is 208 2024-04-13T07:52:35.424 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 18 to 206 2024-04-13T07:52:35.424 INFO:tasks.rados.rados.0.smithi119.stdout:1967: read oid 14 snap -1 2024-04-13T07:52:35.424 INFO:tasks.rados.rados.0.smithi119.stdout:1967: expect (ObjNum 430 snap 151 seq_num 430) 2024-04-13T07:52:35.425 INFO:tasks.rados.rados.0.smithi119.stdout:1968: rollback oid 47 current snap is 208 2024-04-13T07:52:35.425 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 47 to 205 2024-04-13T07:52:35.425 INFO:tasks.rados.rados.0.smithi119.stdout:1969: copy_from oid 27 from oid 17 current snap is 208 2024-04-13T07:52:35.425 INFO:tasks.rados.rados.0.smithi119.stdout:1970: copy_from oid 45 from oid 33 current snap is 208 2024-04-13T07:52:35.425 INFO:tasks.rados.rados.0.smithi119.stdout:1971: read oid 5 snap 191 2024-04-13T07:52:35.425 INFO:tasks.rados.rados.0.smithi119.stdout:1971: expect (ObjNum 554 snap 185 seq_num 554) 2024-04-13T07:52:35.425 INFO:tasks.rados.rados.0.smithi119.stdout: waiting on 16 2024-04-13T07:52:35.425 INFO:tasks.rados.rados.0.smithi119.stdout:1960: expect (ObjNum 460 snap 158 seq_num 460) 2024-04-13T07:52:35.447 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 40 v 1378 (ObjNum 620 snap 208 seq_num 620) dirty exists 2024-04-13T07:52:35.447 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 24 v 799 (ObjNum 598 snap 198 seq_num 598) dirty exists 2024-04-13T07:52:35.448 INFO:tasks.rados.rados.0.smithi119.stdout:1955: done (15 left) 2024-04-13T07:52:35.448 INFO:tasks.rados.rados.0.smithi119.stdout:1956: done (14 left) 2024-04-13T07:52:35.448 INFO:tasks.rados.rados.0.smithi119.stdout:1960: done (13 left) 2024-04-13T07:52:35.448 INFO:tasks.rados.rados.0.smithi119.stdout:1972: snap_remove snap 145 2024-04-13T07:52:35.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:35 smithi139 ceph-mon[88985]: osdmap e452: 8 total, 8 up, 8 in 2024-04-13T07:52:35.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:35 smithi139 ceph-mon[88985]: pgmap v344: 121 pgs: 18 active+undersized, 11 active+undersized+degraded, 92 active+clean; 721 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 11 op/s; 196/1446 objects degraded (13.555%) 2024-04-13T07:52:35.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:35 smithi119 ceph-mon[96316]: osdmap e452: 8 total, 8 up, 8 in 2024-04-13T07:52:35.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:35 smithi119 ceph-mon[96316]: pgmap v344: 121 pgs: 18 active+undersized, 11 active+undersized+degraded, 92 active+clean; 721 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 11 op/s; 196/1446 objects degraded (13.555%) 2024-04-13T07:52:35.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:35 smithi119 ceph-mon[93746]: osdmap e452: 8 total, 8 up, 8 in 2024-04-13T07:52:35.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:35 smithi119 ceph-mon[93746]: pgmap v344: 121 pgs: 18 active+undersized, 11 active+undersized+degraded, 92 active+clean; 721 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 11 op/s; 196/1446 objects degraded (13.555%) 2024-04-13T07:52:36.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:52:35 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:52:35.937+0000 7f97a4eee700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-04-13T07:52:36.427 INFO:tasks.rados.rados.0.smithi119.stdout:1972: done (13 left) 2024-04-13T07:52:36.428 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 31 current snap is 208 2024-04-13T07:52:36.428 INFO:tasks.rados.rados.0.smithi119.stdout:1973: seq_num 624 ranges {1867776=458752,2326528=401408} 2024-04-13T07:52:36.440 INFO:tasks.rados.rados.0.smithi119.stdout:1973: writing smithi11982245-31 from 1867776 to 2326528 tid 1 2024-04-13T07:52:36.443 INFO:tasks.rados.rados.0.smithi119.stdout:1973: writing smithi11982245-31 from 2326528 to 2727936 tid 2 2024-04-13T07:52:36.443 INFO:tasks.rados.rados.0.smithi119.stdout:1974: setattr oid 7 current snap is 208 2024-04-13T07:52:36.446 INFO:tasks.rados.rados.0.smithi119.stdout:1963: finishing rollback tid 0 to smithi11982245-37 2024-04-13T07:52:36.446 INFO:tasks.rados.rados.0.smithi119.stdout:1958: finishing rollback tid 1 to smithi11982245-43 2024-04-13T07:52:36.446 INFO:tasks.rados.rados.0.smithi119.stdout:1967: expect (ObjNum 430 snap 151 seq_num 430) 2024-04-13T07:52:36.447 INFO:tasks.rados.rados.0.smithi119.stdout:1958: finishing rollback tid 2 to smithi11982245-43 2024-04-13T07:52:36.447 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 43 v 1319 (ObjNum 268 snap 90 seq_num 268) dirty exists 2024-04-13T07:52:36.447 INFO:tasks.rados.rados.0.smithi119.stdout:1963: finishing rollback tid 1 to smithi11982245-37 2024-04-13T07:52:36.448 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 37 v 1206 (ObjNum 129 snap 0 seq_num 3557171072) dirty dne 2024-04-13T07:52:36.448 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 46 v 1320 (ObjNum 33 snap 0 seq_num 757880096) dirty exists 2024-04-13T07:52:36.448 INFO:tasks.rados.rados.0.smithi119.stdout:1966: finishing rollback tid 0 to smithi11982245-18 2024-04-13T07:52:36.448 INFO:tasks.rados.rados.0.smithi119.stdout:1966: finishing rollback tid 1 to smithi11982245-18 2024-04-13T07:52:36.448 INFO:tasks.rados.rados.0.smithi119.stdout:1966: finishing rollback tid 2 to smithi11982245-18 2024-04-13T07:52:36.448 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 18 v 1386 (ObjNum 602 snap 200 seq_num 602) dirty exists 2024-04-13T07:52:36.448 INFO:tasks.rados.rados.0.smithi119.stdout:1968: finishing rollback tid 0 to smithi11982245-47 2024-04-13T07:52:36.448 INFO:tasks.rados.rados.0.smithi119.stdout:1968: finishing rollback tid 1 to smithi11982245-47 2024-04-13T07:52:36.448 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 47 v 1389 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-13T07:52:36.448 INFO:tasks.rados.rados.0.smithi119.stdout:1957: expect (ObjNum 239 snap 75 seq_num 239) 2024-04-13T07:52:36.660 INFO:tasks.rados.rados.0.smithi119.stdout:1969: finishing copy_from racing read to smithi11982245-27 2024-04-13T07:52:36.660 INFO:tasks.rados.rados.0.smithi119.stdout:1969: finishing copy_from to smithi11982245-27 2024-04-13T07:52:36.660 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 27 v 816 (ObjNum 603 snap 201 seq_num 603) dirty exists 2024-04-13T07:52:36.660 INFO:tasks.rados.rados.0.smithi119.stdout:1970: finishing copy_from racing read to smithi11982245-45 2024-04-13T07:52:36.660 INFO:tasks.rados.rados.0.smithi119.stdout:1971: expect (ObjNum 554 snap 185 seq_num 554) 2024-04-13T07:52:36.713 INFO:tasks.rados.rados.0.smithi119.stdout:1970: finishing copy_from to smithi11982245-45 2024-04-13T07:52:36.713 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 45 v 1111 (ObjNum 614 snap 206 seq_num 614) dirty exists 2024-04-13T07:52:36.713 INFO:tasks.rados.rados.0.smithi119.stdout:1965: expect (ObjNum 600 snap 198 seq_num 600) 2024-04-13T07:52:36.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:36 smithi119 ceph-mon[96316]: osdmap e453: 8 total, 8 up, 8 in 2024-04-13T07:52:36.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:36 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:36.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:36 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:36.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:36 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:52:36.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:36 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:52:36.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:36 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:36.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:36 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:52:36.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:36 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:52:36.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:36 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:52:36.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:36 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:52:36.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:36 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-13T07:52:36.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:36 smithi119 ceph-mon[93746]: osdmap e453: 8 total, 8 up, 8 in 2024-04-13T07:52:36.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:36 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:36.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:36 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:36.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:36 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:52:36.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:36 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:52:36.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:36 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:36.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:36 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:52:36.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:36 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:52:36.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:36 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:52:36.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:36 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:52:36.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:36 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-13T07:52:36.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:36 smithi139 ceph-mon[88985]: osdmap e453: 8 total, 8 up, 8 in 2024-04-13T07:52:36.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:36 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:36.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:36 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:36.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:36 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:52:36.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:36 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:52:36.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:36 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:36.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:36 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:52:36.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:36 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:52:36.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:36 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:52:36.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:36 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:52:36.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:36 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-13T07:52:37.644 INFO:tasks.rados.rados.0.smithi119.stdout:1961: expect (ObjNum 601 snap 199 seq_num 601) 2024-04-13T07:52:37.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:37 smithi119 ceph-mon[96316]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-13T07:52:37.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:37 smithi119 ceph-mon[96316]: Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-04-13T07:52:37.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:37 smithi119 ceph-mon[96316]: osdmap e454: 8 total, 8 up, 8 in 2024-04-13T07:52:37.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:37 smithi119 ceph-mon[96316]: pgmap v347: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 723 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.7 MiB/s wr, 22 op/s; 6.3 MiB/s, 1 objects/s recovering 2024-04-13T07:52:37.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:37 smithi119 ceph-mon[93746]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-13T07:52:37.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:37 smithi119 ceph-mon[93746]: Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-04-13T07:52:37.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:37 smithi119 ceph-mon[93746]: osdmap e454: 8 total, 8 up, 8 in 2024-04-13T07:52:37.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:37 smithi119 ceph-mon[93746]: pgmap v347: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 723 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.7 MiB/s wr, 22 op/s; 6.3 MiB/s, 1 objects/s recovering 2024-04-13T07:52:37.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:37 smithi139 ceph-mon[88985]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-13T07:52:37.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:37 smithi139 ceph-mon[88985]: Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-04-13T07:52:37.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:37 smithi139 ceph-mon[88985]: osdmap e454: 8 total, 8 up, 8 in 2024-04-13T07:52:37.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:37 smithi139 ceph-mon[88985]: pgmap v347: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 723 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.7 MiB/s wr, 22 op/s; 6.3 MiB/s, 1 objects/s recovering 2024-04-13T07:52:38.035 INFO:tasks.rados.rados.0.smithi119.stdout:1964: expect (ObjNum 504 snap 172 seq_num 504) 2024-04-13T07:52:38.067 INFO:tasks.rados.rados.0.smithi119.stdout:1973: finishing write tid 1 to smithi11982245-31 2024-04-13T07:52:38.067 INFO:tasks.rados.rados.0.smithi119.stdout:1973: finishing write tid 2 to smithi11982245-31 2024-04-13T07:52:38.067 INFO:tasks.rados.rados.0.smithi119.stdout:1973: finishing write tid 3 to smithi11982245-31 2024-04-13T07:52:38.068 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 7 v 1077 (ObjNum 621 snap 208 seq_num 621) dirty exists 2024-04-13T07:52:38.068 INFO:tasks.rados.rados.0.smithi119.stdout:1973: finishing write tid 4 to smithi11982245-31 2024-04-13T07:52:38.068 INFO:tasks.rados.rados.0.smithi119.stdout:1973: oid 31 updating version 0 to 1330 2024-04-13T07:52:38.068 INFO:tasks.rados.rados.0.smithi119.stdout:1973: oid 31 updating version 1330 to 1332 2024-04-13T07:52:38.068 INFO:tasks.rados.rados.0.smithi119.stdout:1973: oid 31 version 1332 is already newer than 1331 2024-04-13T07:52:38.068 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 31 v 1332 (ObjNum 624 snap 208 seq_num 624) dirty exists 2024-04-13T07:52:38.068 INFO:tasks.rados.rados.0.smithi119.stdout:1973: left oid 31 (ObjNum 624 snap 208 seq_num 624) 2024-04-13T07:52:38.068 INFO:tasks.rados.rados.0.smithi119.stdout:1957: done (14 left) 2024-04-13T07:52:38.068 INFO:tasks.rados.rados.0.smithi119.stdout:1958: done (13 left) 2024-04-13T07:52:38.068 INFO:tasks.rados.rados.0.smithi119.stdout:1959: done (12 left) 2024-04-13T07:52:38.068 INFO:tasks.rados.rados.0.smithi119.stdout:1961: done (11 left) 2024-04-13T07:52:38.068 INFO:tasks.rados.rados.0.smithi119.stdout:1963: done (10 left) 2024-04-13T07:52:38.068 INFO:tasks.rados.rados.0.smithi119.stdout:1964: done (9 left) 2024-04-13T07:52:38.068 INFO:tasks.rados.rados.0.smithi119.stdout:1965: done (8 left) 2024-04-13T07:52:38.069 INFO:tasks.rados.rados.0.smithi119.stdout:1966: done (7 left) 2024-04-13T07:52:38.069 INFO:tasks.rados.rados.0.smithi119.stdout:1967: done (6 left) 2024-04-13T07:52:38.069 INFO:tasks.rados.rados.0.smithi119.stdout:1968: done (5 left) 2024-04-13T07:52:38.069 INFO:tasks.rados.rados.0.smithi119.stdout:1969: done (4 left) 2024-04-13T07:52:38.069 INFO:tasks.rados.rados.0.smithi119.stdout:1970: done (3 left) 2024-04-13T07:52:38.069 INFO:tasks.rados.rados.0.smithi119.stdout:1971: done (2 left) 2024-04-13T07:52:38.069 INFO:tasks.rados.rados.0.smithi119.stdout:1973: done (1 left) 2024-04-13T07:52:38.069 INFO:tasks.rados.rados.0.smithi119.stdout:1974: done (0 left) 2024-04-13T07:52:38.069 INFO:tasks.rados.rados.0.smithi119.stdout:1975: snap_create 2024-04-13T07:52:38.437 INFO:tasks.rados.rados.0.smithi119.stdout:1975: done (0 left) 2024-04-13T07:52:38.437 INFO:tasks.rados.rados.0.smithi119.stdout:1976: setattr oid 1 current snap is 209 2024-04-13T07:52:38.438 INFO:tasks.rados.rados.0.smithi119.stdout:1977: rmattr oid 4 current snap is 209 2024-04-13T07:52:38.438 INFO:tasks.rados.rados.0.smithi119.stdout:1978: copy_from oid 14 from oid 44 current snap is 209 2024-04-13T07:52:38.438 INFO:tasks.rados.rados.0.smithi119.stdout:1979: snap_remove snap 191 2024-04-13T07:52:38.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:38 smithi119 ceph-mon[96316]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 196/1446 objects degraded (13.555%), 11 pgs degraded) 2024-04-13T07:52:38.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:38 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T07:52:38.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:38 smithi119 ceph-mon[93746]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 196/1446 objects degraded (13.555%), 11 pgs degraded) 2024-04-13T07:52:38.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:38 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T07:52:38.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:38 smithi139 ceph-mon[88985]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 196/1446 objects degraded (13.555%), 11 pgs degraded) 2024-04-13T07:52:38.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:38 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T07:52:39.444 INFO:tasks.rados.rados.0.smithi119.stdout:1979: done (3 left) 2024-04-13T07:52:39.444 INFO:tasks.rados.rados.0.smithi119.stdout:1980: setattr oid 27 current snap is 209 2024-04-13T07:52:39.444 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 1 v 852 (ObjNum 361 snap 136 seq_num 361) dirty exists 2024-04-13T07:52:39.444 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 4 v 1114 (ObjNum 565 snap 191 seq_num 565) dirty exists 2024-04-13T07:52:39.444 INFO:tasks.rados.rados.0.smithi119.stdout:1978: finishing copy_from racing read to smithi11982245-14 2024-04-13T07:52:39.444 INFO:tasks.rados.rados.0.smithi119.stdout:1978: finishing copy_from to smithi11982245-14 2024-04-13T07:52:39.444 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 14 v 1271 (ObjNum 299 snap 104 seq_num 299) dirty exists 2024-04-13T07:52:39.446 INFO:tasks.rados.rados.0.smithi119.stdout:1976: done (3 left) 2024-04-13T07:52:39.446 INFO:tasks.rados.rados.0.smithi119.stdout:1977: done (2 left) 2024-04-13T07:52:39.446 INFO:tasks.rados.rados.0.smithi119.stdout:1978: done (1 left) 2024-04-13T07:52:39.446 INFO:tasks.rados.rados.0.smithi119.stdout:1981: read oid 46 snap 104 2024-04-13T07:52:39.446 INFO:tasks.rados.rados.0.smithi119.stdout:1981: expect (ObjNum 295 snap 101 seq_num 295) 2024-04-13T07:52:39.446 INFO:tasks.rados.rados.0.smithi119.stdout:1982: rmattr oid 4 current snap is 209 2024-04-13T07:52:39.446 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 1 current snap is 209 2024-04-13T07:52:39.446 INFO:tasks.rados.rados.0.smithi119.stdout:1983: seq_num 625 ranges {2662400=475136,3137536=401408} 2024-04-13T07:52:39.464 INFO:tasks.rados.rados.0.smithi119.stdout:1983: writing smithi11982245-1 from 2662400 to 3137536 tid 1 2024-04-13T07:52:39.467 INFO:tasks.rados.rados.0.smithi119.stdout:1983: writing smithi11982245-1 from 3137536 to 3538944 tid 2 2024-04-13T07:52:39.467 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 27 v 1207 (ObjNum 603 snap 201 seq_num 603) dirty exists 2024-04-13T07:52:39.467 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 4 v 1115 (ObjNum 565 snap 191 seq_num 565) dirty exists 2024-04-13T07:52:39.467 INFO:tasks.rados.rados.0.smithi119.stdout:1980: done (3 left) 2024-04-13T07:52:39.467 INFO:tasks.rados.rados.0.smithi119.stdout:1982: done (2 left) 2024-04-13T07:52:39.467 INFO:tasks.rados.rados.0.smithi119.stdout:1984: rmattr oid 7 current snap is 209 2024-04-13T07:52:39.468 INFO:tasks.rados.rados.0.smithi119.stdout:1985: snap_remove snap 73 2024-04-13T07:52:39.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:39 smithi119 ceph-mon[96316]: osdmap e455: 8 total, 8 up, 8 in 2024-04-13T07:52:39.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:39 smithi119 ceph-mon[96316]: pgmap v349: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 723 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.4 MiB/s wr, 20 op/s; 5.8 MiB/s, 1 objects/s recovering 2024-04-13T07:52:39.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:39 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:39.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:52:39.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:39 smithi119 ceph-mon[93746]: osdmap e455: 8 total, 8 up, 8 in 2024-04-13T07:52:39.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:39 smithi119 ceph-mon[93746]: pgmap v349: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 723 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.4 MiB/s wr, 20 op/s; 5.8 MiB/s, 1 objects/s recovering 2024-04-13T07:52:39.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:39 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:39.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:52:39.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:39 smithi139 ceph-mon[88985]: osdmap e455: 8 total, 8 up, 8 in 2024-04-13T07:52:39.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:39 smithi139 ceph-mon[88985]: pgmap v349: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 723 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.4 MiB/s wr, 20 op/s; 5.8 MiB/s, 1 objects/s recovering 2024-04-13T07:52:39.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:39 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:39.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:52:40.366 INFO:tasks.rados.rados.0.smithi119.stdout:1985: done (3 left) 2024-04-13T07:52:40.366 INFO:tasks.rados.rados.0.smithi119.stdout:1986: snap_create 2024-04-13T07:52:40.366 INFO:tasks.rados.rados.0.smithi119.stdout:1983: finishing write tid 1 to smithi11982245-1 2024-04-13T07:52:40.366 INFO:tasks.rados.rados.0.smithi119.stdout:1983: finishing write tid 2 to smithi11982245-1 2024-04-13T07:52:40.366 INFO:tasks.rados.rados.0.smithi119.stdout:1983: finishing write tid 3 to smithi11982245-1 2024-04-13T07:52:40.366 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 7 v 1078 (ObjNum 621 snap 208 seq_num 621) dirty exists 2024-04-13T07:52:40.366 INFO:tasks.rados.rados.0.smithi119.stdout:1983: finishing write tid 4 to smithi11982245-1 2024-04-13T07:52:40.366 INFO:tasks.rados.rados.0.smithi119.stdout:1983: oid 1 updating version 0 to 854 2024-04-13T07:52:40.367 INFO:tasks.rados.rados.0.smithi119.stdout:1983: oid 1 version 854 is already newer than 853 2024-04-13T07:52:40.367 INFO:tasks.rados.rados.0.smithi119.stdout:1983: oid 1 updating version 854 to 855 2024-04-13T07:52:40.367 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 1 v 855 (ObjNum 625 snap 209 seq_num 625) dirty exists 2024-04-13T07:52:40.367 INFO:tasks.rados.rados.0.smithi119.stdout:1983: left oid 1 (ObjNum 625 snap 209 seq_num 625) 2024-04-13T07:52:40.367 INFO:tasks.rados.rados.0.smithi119.stdout:1981: expect (ObjNum 295 snap 101 seq_num 295) 2024-04-13T07:52:40.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:40 smithi119 ceph-mon[96316]: osdmap e456: 8 total, 8 up, 8 in 2024-04-13T07:52:40.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:40 smithi119 ceph-mon[96316]: osdmap e457: 8 total, 8 up, 8 in 2024-04-13T07:52:40.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:40 smithi119 ceph-mon[93746]: osdmap e456: 8 total, 8 up, 8 in 2024-04-13T07:52:40.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:40 smithi119 ceph-mon[93746]: osdmap e457: 8 total, 8 up, 8 in 2024-04-13T07:52:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:40 smithi139 ceph-mon[88985]: osdmap e456: 8 total, 8 up, 8 in 2024-04-13T07:52:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:40 smithi139 ceph-mon[88985]: osdmap e457: 8 total, 8 up, 8 in 2024-04-13T07:52:41.365 INFO:tasks.rados.rados.0.smithi119.stdout:1981: done (3 left) 2024-04-13T07:52:41.365 INFO:tasks.rados.rados.0.smithi119.stdout:1983: done (2 left) 2024-04-13T07:52:41.365 INFO:tasks.rados.rados.0.smithi119.stdout:1984: done (1 left) 2024-04-13T07:52:41.366 INFO:tasks.rados.rados.0.smithi119.stdout:1986: done (0 left) 2024-04-13T07:52:41.366 INFO:tasks.rados.rados.0.smithi119.stdout:1987: delete oid 34 current snap is 210 2024-04-13T07:52:41.369 INFO:tasks.rados.rados.0.smithi119.stdout:1987: done (0 left) 2024-04-13T07:52:41.369 INFO:tasks.rados.rados.0.smithi119.stdout:1988: snap_remove snap 195 2024-04-13T07:52:41.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:41 smithi119 ceph-mon[96316]: pgmap v352: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 734 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1.7 MiB/s wr, 44 op/s 2024-04-13T07:52:41.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:41 smithi119 ceph-mon[96316]: osdmap e458: 8 total, 8 up, 8 in 2024-04-13T07:52:41.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:41 smithi119 ceph-mon[93746]: pgmap v352: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 734 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1.7 MiB/s wr, 44 op/s 2024-04-13T07:52:41.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:41 smithi119 ceph-mon[93746]: osdmap e458: 8 total, 8 up, 8 in 2024-04-13T07:52:41.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:41 smithi139 ceph-mon[88985]: pgmap v352: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 734 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1.7 MiB/s wr, 44 op/s 2024-04-13T07:52:41.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:41 smithi139 ceph-mon[88985]: osdmap e458: 8 total, 8 up, 8 in 2024-04-13T07:52:42.370 INFO:tasks.rados.rados.0.smithi119.stdout:1988: done (0 left) 2024-04-13T07:52:42.370 INFO:tasks.rados.rados.0.smithi119.stdout:1989: copy_from oid 3 from oid 28 current snap is 210 2024-04-13T07:52:42.370 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 45 current snap is 210 2024-04-13T07:52:42.371 INFO:tasks.rados.rados.0.smithi119.stdout:1990: seq_num 627 ranges {688128=507904,1196032=401408} 2024-04-13T07:52:42.377 INFO:tasks.rados.rados.0.smithi119.stdout:1990: writing smithi11982245-45 from 688128 to 1196032 tid 1 2024-04-13T07:52:42.380 INFO:tasks.rados.rados.0.smithi119.stdout:1990: writing smithi11982245-45 from 1196032 to 1597440 tid 2 2024-04-13T07:52:42.381 INFO:tasks.rados.rados.0.smithi119.stdout:1991: read oid 14 snap -1 2024-04-13T07:52:42.381 INFO:tasks.rados.rados.0.smithi119.stdout:1991: expect (ObjNum 299 snap 104 seq_num 299) 2024-04-13T07:52:42.381 INFO:tasks.rados.rados.0.smithi119.stdout:1992: rollback oid 6 current snap is 210 2024-04-13T07:52:42.382 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 6 to 136 2024-04-13T07:52:42.382 INFO:tasks.rados.rados.0.smithi119.stdout:1993: copy_from oid 37 from oid 49 current snap is 210 2024-04-13T07:52:42.382 INFO:tasks.rados.rados.0.smithi119.stdout:1994: read oid 11 snap -1 2024-04-13T07:52:42.382 INFO:tasks.rados.rados.0.smithi119.stdout:1994: expect (ObjNum 584 snap 194 seq_num 584) 2024-04-13T07:52:42.382 INFO:tasks.rados.rados.0.smithi119.stdout:1995: snap_create 2024-04-13T07:52:42.386 INFO:tasks.rados.rados.0.smithi119.stdout:1993: finishing copy_from to smithi11982245-37 2024-04-13T07:52:42.386 INFO:tasks.rados.rados.0.smithi119.stdout:1993: got expected ENOENT (src dne) 2024-04-13T07:52:42.386 INFO:tasks.rados.rados.0.smithi119.stdout:1993: finishing copy_from racing read to smithi11982245-37 2024-04-13T07:52:42.390 INFO:tasks.rados.rados.0.smithi119.stdout:1990: finishing write tid 1 to smithi11982245-45 2024-04-13T07:52:42.391 INFO:tasks.rados.rados.0.smithi119.stdout:1990: finishing write tid 2 to smithi11982245-45 2024-04-13T07:52:42.391 INFO:tasks.rados.rados.0.smithi119.stdout:1990: finishing write tid 3 to smithi11982245-45 2024-04-13T07:52:42.392 INFO:tasks.rados.rados.0.smithi119.stdout:1992: finishing rollback tid 1 to smithi11982245-6 2024-04-13T07:52:42.392 INFO:tasks.rados.rados.0.smithi119.stdout:1992: finishing rollback tid 2 to smithi11982245-6 2024-04-13T07:52:42.392 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 6 v 819 (ObjNum 363 snap 136 seq_num 363) dirty exists 2024-04-13T07:52:42.392 INFO:tasks.rados.rados.0.smithi119.stdout:1989: finishing copy_from racing read to smithi11982245-3 2024-04-13T07:52:42.394 INFO:tasks.rados.rados.0.smithi119.stdout:1990: finishing write tid 4 to smithi11982245-45 2024-04-13T07:52:42.394 INFO:tasks.rados.rados.0.smithi119.stdout:1990: oid 45 updating version 0 to 1428 2024-04-13T07:52:42.394 INFO:tasks.rados.rados.0.smithi119.stdout:1990: oid 45 updating version 1428 to 1429 2024-04-13T07:52:42.394 INFO:tasks.rados.rados.0.smithi119.stdout:1990: oid 45 version 1429 is already newer than 1427 2024-04-13T07:52:42.394 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 45 v 1429 (ObjNum 627 snap 210 seq_num 627) dirty exists 2024-04-13T07:52:42.394 INFO:tasks.rados.rados.0.smithi119.stdout:1990: left oid 45 (ObjNum 627 snap 210 seq_num 627) 2024-04-13T07:52:42.394 INFO:tasks.rados.rados.0.smithi119.stdout:1991: expect (ObjNum 299 snap 104 seq_num 299) 2024-04-13T07:52:42.433 INFO:tasks.rados.rados.0.smithi119.stdout:1989: finishing copy_from to smithi11982245-3 2024-04-13T07:52:42.434 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 3 v 688 (ObjNum 504 snap 172 seq_num 504) dirty exists 2024-04-13T07:52:42.434 INFO:tasks.rados.rados.0.smithi119.stdout:1994: expect (ObjNum 584 snap 194 seq_num 584) 2024-04-13T07:52:42.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:52:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:52:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:52:43.376 INFO:tasks.rados.rados.0.smithi119.stdout:1989: done (6 left) 2024-04-13T07:52:43.376 INFO:tasks.rados.rados.0.smithi119.stdout:1990: done (5 left) 2024-04-13T07:52:43.376 INFO:tasks.rados.rados.0.smithi119.stdout:1991: done (4 left) 2024-04-13T07:52:43.376 INFO:tasks.rados.rados.0.smithi119.stdout:1992: done (3 left) 2024-04-13T07:52:43.376 INFO:tasks.rados.rados.0.smithi119.stdout:1993: done (2 left) 2024-04-13T07:52:43.376 INFO:tasks.rados.rados.0.smithi119.stdout:1994: done (1 left) 2024-04-13T07:52:43.376 INFO:tasks.rados.rados.0.smithi119.stdout:1995: done (0 left) 2024-04-13T07:52:43.376 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 38 current snap is 211 2024-04-13T07:52:43.376 INFO:tasks.rados.rados.0.smithi119.stdout:1996: seq_num 628 ranges {4407296=524288,4931584=401408} 2024-04-13T07:52:43.402 INFO:tasks.rados.rados.0.smithi119.stdout:1996: writing smithi11982245-38 from 4407296 to 4931584 tid 1 2024-04-13T07:52:43.404 INFO:tasks.rados.rados.0.smithi119.stdout:1996: writing smithi11982245-38 from 4931584 to 5332992 tid 2 2024-04-13T07:52:43.404 INFO:tasks.rados.rados.0.smithi119.stdout:1997: delete oid 14 current snap is 211 2024-04-13T07:52:43.408 INFO:tasks.rados.rados.0.smithi119.stdout:1996: finishing write tid 1 to smithi11982245-38 2024-04-13T07:52:43.408 INFO:tasks.rados.rados.0.smithi119.stdout:1996: finishing write tid 2 to smithi11982245-38 2024-04-13T07:52:43.408 INFO:tasks.rados.rados.0.smithi119.stdout:1996: finishing write tid 3 to smithi11982245-38 2024-04-13T07:52:43.410 INFO:tasks.rados.rados.0.smithi119.stdout:1997: done (1 left) 2024-04-13T07:52:43.410 INFO:tasks.rados.rados.0.smithi119.stdout:1998: rollback oid 48 current snap is 211 2024-04-13T07:52:43.410 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 48 to 116 2024-04-13T07:52:43.410 INFO:tasks.rados.rados.0.smithi119.stdout:1999: read oid 36 snap 189 2024-04-13T07:52:43.410 INFO:tasks.rados.rados.0.smithi119.stdout:1999: expect (ObjNum 436 snap 151 seq_num 436) 2024-04-13T07:52:43.410 INFO:tasks.rados.rados.0.smithi119.stdout:2000: setattr oid 27 current snap is 211 2024-04-13T07:52:43.412 INFO:tasks.rados.rados.0.smithi119.stdout:2001: read oid 21 snap -1 2024-04-13T07:52:43.412 INFO:tasks.rados.rados.0.smithi119.stdout:2001: expect deleted 2024-04-13T07:52:43.412 INFO:tasks.rados.rados.0.smithi119.stdout:2002: snap_remove snap 210 2024-04-13T07:52:43.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:43 smithi139 ceph-mon[88985]: osdmap e459: 8 total, 8 up, 8 in 2024-04-13T07:52:43.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:43 smithi139 ceph-mon[88985]: pgmap v355: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 734 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 1.8 MiB/s wr, 47 op/s 2024-04-13T07:52:43.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:43 smithi119 ceph-mon[96316]: osdmap e459: 8 total, 8 up, 8 in 2024-04-13T07:52:43.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:43 smithi119 ceph-mon[96316]: pgmap v355: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 734 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 1.8 MiB/s wr, 47 op/s 2024-04-13T07:52:43.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:43 smithi119 ceph-mon[93746]: osdmap e459: 8 total, 8 up, 8 in 2024-04-13T07:52:43.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:43 smithi119 ceph-mon[93746]: pgmap v355: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 734 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 1.8 MiB/s wr, 47 op/s 2024-04-13T07:52:44.382 INFO:tasks.rados.rados.0.smithi119.stdout:2002: done (5 left) 2024-04-13T07:52:44.382 INFO:tasks.rados.rados.0.smithi119.stdout:2003: rollback oid 13 current snap is 211 2024-04-13T07:52:44.382 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 13 to 124 2024-04-13T07:52:44.382 INFO:tasks.rados.rados.0.smithi119.stdout:1999: expect (ObjNum 436 snap 151 seq_num 436) 2024-04-13T07:52:44.387 INFO:tasks.rados.rados.0.smithi119.stdout:1996: finishing write tid 4 to smithi11982245-38 2024-04-13T07:52:44.387 INFO:tasks.rados.rados.0.smithi119.stdout:1996: oid 38 updating version 0 to 1127 2024-04-13T07:52:44.387 INFO:tasks.rados.rados.0.smithi119.stdout:1996: oid 38 updating version 1127 to 1128 2024-04-13T07:52:44.387 INFO:tasks.rados.rados.0.smithi119.stdout:1996: oid 38 updating version 1128 to 1129 2024-04-13T07:52:44.387 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 38 v 1129 (ObjNum 628 snap 211 seq_num 628) dirty exists 2024-04-13T07:52:44.387 INFO:tasks.rados.rados.0.smithi119.stdout:1996: left oid 38 (ObjNum 628 snap 211 seq_num 628) 2024-04-13T07:52:44.387 INFO:tasks.rados.rados.0.smithi119.stdout:1998: finishing rollback tid 0 to smithi11982245-48 2024-04-13T07:52:44.387 INFO:tasks.rados.rados.0.smithi119.stdout:1998: finishing rollback tid 1 to smithi11982245-48 2024-04-13T07:52:44.388 INFO:tasks.rados.rados.0.smithi119.stdout:1998: finishing rollback tid 2 to smithi11982245-48 2024-04-13T07:52:44.388 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 48 v 1133 (ObjNum 305 snap 111 seq_num 305) dirty exists 2024-04-13T07:52:44.388 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 27 v 1208 (ObjNum 603 snap 201 seq_num 603) dirty exists 2024-04-13T07:52:44.388 INFO:tasks.rados.rados.0.smithi119.stdout:1996: done (5 left) 2024-04-13T07:52:44.388 INFO:tasks.rados.rados.0.smithi119.stdout:1998: done (4 left) 2024-04-13T07:52:44.388 INFO:tasks.rados.rados.0.smithi119.stdout:1999: done (3 left) 2024-04-13T07:52:44.388 INFO:tasks.rados.rados.0.smithi119.stdout:2000: done (2 left) 2024-04-13T07:52:44.388 INFO:tasks.rados.rados.0.smithi119.stdout:2001: done (1 left) 2024-04-13T07:52:44.388 INFO:tasks.rados.rados.0.smithi119.stdout:2004: read oid 34 snap -1 2024-04-13T07:52:44.388 INFO:tasks.rados.rados.0.smithi119.stdout:2004: expect deleted 2024-04-13T07:52:44.388 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 8 current snap is 211 2024-04-13T07:52:44.388 INFO:tasks.rados.rados.0.smithi119.stdout:2005: seq_num 630 ranges {0=557056,557056=401408} 2024-04-13T07:52:44.390 INFO:tasks.rados.rados.0.smithi119.stdout:2005: writing smithi11982245-8 from 0 to 557056 tid 1 2024-04-13T07:52:44.394 INFO:tasks.rados.rados.0.smithi119.stdout:2005: writing smithi11982245-8 from 557056 to 958464 tid 2 2024-04-13T07:52:44.394 INFO:tasks.rados.rados.0.smithi119.stdout:2006: read oid 6 snap -1 2024-04-13T07:52:44.394 INFO:tasks.rados.rados.0.smithi119.stdout:2006: expect (ObjNum 363 snap 136 seq_num 363) 2024-04-13T07:52:44.394 INFO:tasks.rados.rados.0.smithi119.stdout:2007: read oid 36 snap 124 2024-04-13T07:52:44.394 INFO:tasks.rados.rados.0.smithi119.stdout:2007: expect (ObjNum 327 snap 123 seq_num 327) 2024-04-13T07:52:44.394 INFO:tasks.rados.rados.0.smithi119.stdout:2008: rollback oid 11 current snap is 211 2024-04-13T07:52:44.394 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 11 to 194 2024-04-13T07:52:44.394 INFO:tasks.rados.rados.0.smithi119.stdout:2003: finishing rollback tid 0 to smithi11982245-13 2024-04-13T07:52:44.394 INFO:tasks.rados.rados.0.smithi119.stdout:2004: done (5 left) 2024-04-13T07:52:44.394 INFO:tasks.rados.rados.0.smithi119.stdout:2009: read oid 16 snap -1 2024-04-13T07:52:44.395 INFO:tasks.rados.rados.0.smithi119.stdout:2009: expect (ObjNum 425 snap 151 seq_num 425) 2024-04-13T07:52:44.395 INFO:tasks.rados.rados.0.smithi119.stdout:2010: rollback oid 31 current snap is 211 2024-04-13T07:52:44.395 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 31 to 182 2024-04-13T07:52:44.395 INFO:tasks.rados.rados.0.smithi119.stdout:2003: finishing rollback tid 1 to smithi11982245-13 2024-04-13T07:52:44.395 INFO:tasks.rados.rados.0.smithi119.stdout:2003: finishing rollback tid 2 to smithi11982245-13 2024-04-13T07:52:44.395 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 13 v 1129 (ObjNum 272 snap 93 seq_num 272) dirty exists 2024-04-13T07:52:44.395 INFO:tasks.rados.rados.0.smithi119.stdout:2003: done (6 left) 2024-04-13T07:52:44.395 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 32 current snap is 211 2024-04-13T07:52:44.395 INFO:tasks.rados.rados.0.smithi119.stdout:2011: seq_num 631 ranges {13246464=573440,13819904=401408} 2024-04-13T07:52:44.468 INFO:tasks.rados.rados.0.smithi119.stdout:2011: writing smithi11982245-32 from 13246464 to 13819904 tid 1 2024-04-13T07:52:44.470 INFO:tasks.rados.rados.0.smithi119.stdout:2011: writing smithi11982245-32 from 13819904 to 14221312 tid 2 2024-04-13T07:52:44.470 INFO:tasks.rados.rados.0.smithi119.stdout:2012: delete oid 22 current snap is 211 2024-04-13T07:52:44.470 INFO:tasks.rados.rados.0.smithi119.stdout:2005: finishing write tid 1 to smithi11982245-8 2024-04-13T07:52:44.471 INFO:tasks.rados.rados.0.smithi119.stdout:2005: finishing write tid 2 to smithi11982245-8 2024-04-13T07:52:44.471 INFO:tasks.rados.rados.0.smithi119.stdout:2005: finishing write tid 3 to smithi11982245-8 2024-04-13T07:52:44.471 INFO:tasks.rados.rados.0.smithi119.stdout:2010: finishing rollback tid 0 to smithi11982245-31 2024-04-13T07:52:44.471 INFO:tasks.rados.rados.0.smithi119.stdout:2005: finishing write tid 4 to smithi11982245-8 2024-04-13T07:52:44.471 INFO:tasks.rados.rados.0.smithi119.stdout:2005: oid 8 updating version 0 to 1130 2024-04-13T07:52:44.471 INFO:tasks.rados.rados.0.smithi119.stdout:2005: oid 8 updating version 1130 to 1131 2024-04-13T07:52:44.471 INFO:tasks.rados.rados.0.smithi119.stdout:2005: oid 8 updating version 1131 to 1132 2024-04-13T07:52:44.471 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 8 v 1132 (ObjNum 630 snap 211 seq_num 630) dirty exists 2024-04-13T07:52:44.471 INFO:tasks.rados.rados.0.smithi119.stdout:2005: left oid 8 (ObjNum 630 snap 211 seq_num 630) 2024-04-13T07:52:44.471 INFO:tasks.rados.rados.0.smithi119.stdout:2008: finishing rollback tid 0 to smithi11982245-11 2024-04-13T07:52:44.471 INFO:tasks.rados.rados.0.smithi119.stdout:2008: finishing rollback tid 1 to smithi11982245-11 2024-04-13T07:52:44.471 INFO:tasks.rados.rados.0.smithi119.stdout:2010: finishing rollback tid 1 to smithi11982245-31 2024-04-13T07:52:44.471 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 31 v 1365 (ObjNum 593 snap 0 seq_num 751164472) dirty dne 2024-04-13T07:52:44.471 INFO:tasks.rados.rados.0.smithi119.stdout:2006: expect (ObjNum 363 snap 136 seq_num 363) 2024-04-13T07:52:44.504 INFO:tasks.rados.rados.0.smithi119.stdout:2007: expect (ObjNum 327 snap 123 seq_num 327) 2024-04-13T07:52:44.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:44 smithi139 ceph-mon[88985]: osdmap e460: 8 total, 8 up, 8 in 2024-04-13T07:52:44.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:44 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:44.652 INFO:tasks.rados.rados.0.smithi119.stdout:2008: finishing rollback tid 2 to smithi11982245-11 2024-04-13T07:52:44.652 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 11 v 822 (ObjNum 584 snap 194 seq_num 584) dirty exists 2024-04-13T07:52:44.652 INFO:tasks.rados.rados.0.smithi119.stdout:2009: expect (ObjNum 425 snap 151 seq_num 425) 2024-04-13T07:52:44.715 INFO:tasks.rados.rados.0.smithi119.stdout:2011: finishing write tid 1 to smithi11982245-32 2024-04-13T07:52:44.715 INFO:tasks.rados.rados.0.smithi119.stdout:2011: finishing write tid 2 to smithi11982245-32 2024-04-13T07:52:44.715 INFO:tasks.rados.rados.0.smithi119.stdout:2011: finishing write tid 3 to smithi11982245-32 2024-04-13T07:52:44.715 INFO:tasks.rados.rados.0.smithi119.stdout:2011: finishing write tid 4 to smithi11982245-32 2024-04-13T07:52:44.715 INFO:tasks.rados.rados.0.smithi119.stdout:2011: oid 32 updating version 0 to 857 2024-04-13T07:52:44.715 INFO:tasks.rados.rados.0.smithi119.stdout:2011: oid 32 updating version 857 to 858 2024-04-13T07:52:44.715 INFO:tasks.rados.rados.0.smithi119.stdout:2011: oid 32 version 858 is already newer than 856 2024-04-13T07:52:44.716 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 32 v 858 (ObjNum 631 snap 211 seq_num 631) dirty exists 2024-04-13T07:52:44.716 INFO:tasks.rados.rados.0.smithi119.stdout:2011: left oid 32 (ObjNum 631 snap 211 seq_num 631) 2024-04-13T07:52:44.716 INFO:tasks.rados.rados.0.smithi119.stdout:2005: done (7 left) 2024-04-13T07:52:44.716 INFO:tasks.rados.rados.0.smithi119.stdout:2006: done (6 left) 2024-04-13T07:52:44.716 INFO:tasks.rados.rados.0.smithi119.stdout:2007: done (5 left) 2024-04-13T07:52:44.716 INFO:tasks.rados.rados.0.smithi119.stdout:2008: done (4 left) 2024-04-13T07:52:44.716 INFO:tasks.rados.rados.0.smithi119.stdout:2009: done (3 left) 2024-04-13T07:52:44.716 INFO:tasks.rados.rados.0.smithi119.stdout:2010: done (2 left) 2024-04-13T07:52:44.716 INFO:tasks.rados.rados.0.smithi119.stdout:2011: done (1 left) 2024-04-13T07:52:44.716 INFO:tasks.rados.rados.0.smithi119.stdout:2012: done (0 left) 2024-04-13T07:52:44.716 INFO:tasks.rados.rados.0.smithi119.stdout:2013: read oid 7 snap -1 2024-04-13T07:52:44.716 INFO:tasks.rados.rados.0.smithi119.stdout:2013: expect (ObjNum 621 snap 208 seq_num 621) 2024-04-13T07:52:44.716 INFO:tasks.rados.rados.0.smithi119.stdout:2014: snap_remove snap 72 2024-04-13T07:52:44.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:44 smithi119 ceph-mon[96316]: osdmap e460: 8 total, 8 up, 8 in 2024-04-13T07:52:44.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:44 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:44.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:44 smithi119 ceph-mon[93746]: osdmap e460: 8 total, 8 up, 8 in 2024-04-13T07:52:44.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:44 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:45.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:52:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:52:44] "GET /metrics HTTP/1.1" 200 36155 "" "Prometheus/2.43.0" 2024-04-13T07:52:45.364 INFO:tasks.rados.rados.0.smithi119.stdout:2014: done (1 left) 2024-04-13T07:52:45.364 INFO:tasks.rados.rados.0.smithi119.stdout:2015: setattr oid 44 current snap is 211 2024-04-13T07:52:45.364 INFO:tasks.rados.rados.0.smithi119.stdout:2013: expect (ObjNum 621 snap 208 seq_num 621) 2024-04-13T07:52:45.400 INFO:tasks.rados.rados.0.smithi119.stdout:2013: done (1 left) 2024-04-13T07:52:45.400 INFO:tasks.rados.rados.0.smithi119.stdout:2016: copy_from oid 7 from oid 34 current snap is 211 2024-04-13T07:52:45.400 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 20 current snap is 211 2024-04-13T07:52:45.400 INFO:tasks.rados.rados.0.smithi119.stdout:2017: seq_num 633 ranges {8159232=606208,8765440=401408} 2024-04-13T07:52:45.447 INFO:tasks.rados.rados.0.smithi119.stdout:2017: writing smithi11982245-20 from 8159232 to 8765440 tid 1 2024-04-13T07:52:45.449 INFO:tasks.rados.rados.0.smithi119.stdout:2017: writing smithi11982245-20 from 8765440 to 9166848 tid 2 2024-04-13T07:52:45.449 INFO:tasks.rados.rados.0.smithi119.stdout:2018: rollback oid 48 current snap is 211 2024-04-13T07:52:45.449 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 48 to 208 2024-04-13T07:52:45.450 INFO:tasks.rados.rados.0.smithi119.stdout:2016: finishing copy_from to smithi11982245-7 2024-04-13T07:52:45.450 INFO:tasks.rados.rados.0.smithi119.stdout:2016: got expected ENOENT (src dne) 2024-04-13T07:52:45.450 INFO:tasks.rados.rados.0.smithi119.stdout:2016: finishing copy_from racing read to smithi11982245-7 2024-04-13T07:52:45.450 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 44 v 1377 (ObjNum 299 snap 104 seq_num 299) dirty exists 2024-04-13T07:52:45.450 INFO:tasks.rados.rados.0.smithi119.stdout:2015: done (3 left) 2024-04-13T07:52:45.450 INFO:tasks.rados.rados.0.smithi119.stdout:2016: done (2 left) 2024-04-13T07:52:45.450 INFO:tasks.rados.rados.0.smithi119.stdout:2019: delete oid 37 current snap is 211 2024-04-13T07:52:45.451 INFO:tasks.rados.rados.0.smithi119.stdout:2019: done (2 left) 2024-04-13T07:52:45.451 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 9 current snap is 211 2024-04-13T07:52:45.451 INFO:tasks.rados.rados.0.smithi119.stdout:2020: seq_num 635 ranges {0=638976,638976=401408} 2024-04-13T07:52:45.455 INFO:tasks.rados.rados.0.smithi119.stdout:2020: writing smithi11982245-9 from 0 to 638976 tid 1 2024-04-13T07:52:45.458 INFO:tasks.rados.rados.0.smithi119.stdout:2020: writing smithi11982245-9 from 638976 to 1040384 tid 2 2024-04-13T07:52:45.458 INFO:tasks.rados.rados.0.smithi119.stdout:2021: rollback oid 24 current snap is 211 2024-04-13T07:52:45.459 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 24 to 171 2024-04-13T07:52:45.459 INFO:tasks.rados.rados.0.smithi119.stdout:2017: finishing write tid 1 to smithi11982245-20 2024-04-13T07:52:45.459 INFO:tasks.rados.rados.0.smithi119.stdout:2017: finishing write tid 2 to smithi11982245-20 2024-04-13T07:52:45.459 INFO:tasks.rados.rados.0.smithi119.stdout:2018: finishing rollback tid 0 to smithi11982245-48 2024-04-13T07:52:45.459 INFO:tasks.rados.rados.0.smithi119.stdout:2018: finishing rollback tid 1 to smithi11982245-48 2024-04-13T07:52:45.459 INFO:tasks.rados.rados.0.smithi119.stdout:2017: finishing write tid 3 to smithi11982245-20 2024-04-13T07:52:45.459 INFO:tasks.rados.rados.0.smithi119.stdout:2018: finishing rollback tid 2 to smithi11982245-48 2024-04-13T07:52:45.459 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 48 v 1147 (ObjNum 547 snap 182 seq_num 547) dirty exists 2024-04-13T07:52:45.459 INFO:tasks.rados.rados.0.smithi119.stdout:2017: finishing write tid 4 to smithi11982245-20 2024-04-13T07:52:45.459 INFO:tasks.rados.rados.0.smithi119.stdout:2017: oid 20 updating version 0 to 1140 2024-04-13T07:52:45.459 INFO:tasks.rados.rados.0.smithi119.stdout:2017: oid 20 updating version 1140 to 1142 2024-04-13T07:52:45.459 INFO:tasks.rados.rados.0.smithi119.stdout:2017: oid 20 version 1142 is already newer than 1141 2024-04-13T07:52:45.459 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 20 v 1142 (ObjNum 633 snap 211 seq_num 633) dirty exists 2024-04-13T07:52:45.459 INFO:tasks.rados.rados.0.smithi119.stdout:2017: left oid 20 (ObjNum 633 snap 211 seq_num 633) 2024-04-13T07:52:45.460 INFO:tasks.rados.rados.0.smithi119.stdout:2017: done (3 left) 2024-04-13T07:52:45.460 INFO:tasks.rados.rados.0.smithi119.stdout:2018: done (2 left) 2024-04-13T07:52:45.460 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 11 current snap is 211 2024-04-13T07:52:45.460 INFO:tasks.rados.rados.0.smithi119.stdout:2022: seq_num 636 ranges {294912=655360,950272=401408} 2024-04-13T07:52:45.463 INFO:tasks.rados.rados.0.smithi119.stdout:2022: writing smithi11982245-11 from 294912 to 950272 tid 1 2024-04-13T07:52:45.466 INFO:tasks.rados.rados.0.smithi119.stdout:2022: writing smithi11982245-11 from 950272 to 1351680 tid 2 2024-04-13T07:52:45.467 INFO:tasks.rados.rados.0.smithi119.stdout:2023: rollback oid 44 current snap is 211 2024-04-13T07:52:45.467 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 44 to 125 2024-04-13T07:52:45.467 INFO:tasks.rados.rados.0.smithi119.stdout:2020: finishing write tid 1 to smithi11982245-9 2024-04-13T07:52:45.467 INFO:tasks.rados.rados.0.smithi119.stdout:2020: finishing write tid 2 to smithi11982245-9 2024-04-13T07:52:45.467 INFO:tasks.rados.rados.0.smithi119.stdout:2020: finishing write tid 3 to smithi11982245-9 2024-04-13T07:52:45.467 INFO:tasks.rados.rados.0.smithi119.stdout:2021: finishing rollback tid 0 to smithi11982245-24 2024-04-13T07:52:45.467 INFO:tasks.rados.rados.0.smithi119.stdout:2021: finishing rollback tid 1 to smithi11982245-24 2024-04-13T07:52:45.467 INFO:tasks.rados.rados.0.smithi119.stdout:2020: finishing write tid 4 to smithi11982245-9 2024-04-13T07:52:45.467 INFO:tasks.rados.rados.0.smithi119.stdout:2020: oid 9 updating version 0 to 1217 2024-04-13T07:52:45.467 INFO:tasks.rados.rados.0.smithi119.stdout:2020: oid 9 updating version 1217 to 1218 2024-04-13T07:52:45.467 INFO:tasks.rados.rados.0.smithi119.stdout:2020: oid 9 updating version 1218 to 1219 2024-04-13T07:52:45.467 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 9 v 1219 (ObjNum 635 snap 211 seq_num 635) dirty exists 2024-04-13T07:52:45.467 INFO:tasks.rados.rados.0.smithi119.stdout:2020: left oid 9 (ObjNum 635 snap 211 seq_num 635) 2024-04-13T07:52:45.468 INFO:tasks.rados.rados.0.smithi119.stdout:2021: finishing rollback tid 2 to smithi11982245-24 2024-04-13T07:52:45.468 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 24 v 802 (ObjNum 449 snap 156 seq_num 449) dirty exists 2024-04-13T07:52:45.468 INFO:tasks.rados.rados.0.smithi119.stdout:2020: done (3 left) 2024-04-13T07:52:45.468 INFO:tasks.rados.rados.0.smithi119.stdout:2021: done (2 left) 2024-04-13T07:52:45.468 INFO:tasks.rados.rados.0.smithi119.stdout:2024: snap_create 2024-04-13T07:52:45.468 INFO:tasks.rados.rados.0.smithi119.stdout:2022: finishing write tid 1 to smithi11982245-11 2024-04-13T07:52:45.468 INFO:tasks.rados.rados.0.smithi119.stdout:2022: finishing write tid 2 to smithi11982245-11 2024-04-13T07:52:45.468 INFO:tasks.rados.rados.0.smithi119.stdout:2022: finishing write tid 3 to smithi11982245-11 2024-04-13T07:52:45.470 INFO:tasks.rados.rados.0.smithi119.stdout:2022: finishing write tid 4 to smithi11982245-11 2024-04-13T07:52:45.470 INFO:tasks.rados.rados.0.smithi119.stdout:2022: oid 11 updating version 0 to 825 2024-04-13T07:52:45.470 INFO:tasks.rados.rados.0.smithi119.stdout:2022: oid 11 version 825 is already newer than 823 2024-04-13T07:52:45.470 INFO:tasks.rados.rados.0.smithi119.stdout:2022: oid 11 version 825 is already newer than 824 2024-04-13T07:52:45.470 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 11 v 825 (ObjNum 636 snap 211 seq_num 636) dirty exists 2024-04-13T07:52:45.470 INFO:tasks.rados.rados.0.smithi119.stdout:2022: left oid 11 (ObjNum 636 snap 211 seq_num 636) 2024-04-13T07:52:45.470 INFO:tasks.rados.rados.0.smithi119.stdout:2023: finishing rollback tid 0 to smithi11982245-44 2024-04-13T07:52:45.470 INFO:tasks.rados.rados.0.smithi119.stdout:2023: finishing rollback tid 1 to smithi11982245-44 2024-04-13T07:52:45.471 INFO:tasks.rados.rados.0.smithi119.stdout:2023: finishing rollback tid 2 to smithi11982245-44 2024-04-13T07:52:45.471 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 44 v 1380 (ObjNum 211 snap 65 seq_num 211) dirty exists 2024-04-13T07:52:45.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:45 smithi119 ceph-mon[93746]: osdmap e461: 8 total, 8 up, 8 in 2024-04-13T07:52:45.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:45 smithi119 ceph-mon[93746]: pgmap v358: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 741 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 682 KiB/s wr, 4 op/s 2024-04-13T07:52:45.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:45 smithi119 ceph-mon[93746]: osdmap e462: 8 total, 8 up, 8 in 2024-04-13T07:52:45.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:45 smithi119 ceph-mon[96316]: osdmap e461: 8 total, 8 up, 8 in 2024-04-13T07:52:45.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:45 smithi119 ceph-mon[96316]: pgmap v358: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 741 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 682 KiB/s wr, 4 op/s 2024-04-13T07:52:45.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:45 smithi119 ceph-mon[96316]: osdmap e462: 8 total, 8 up, 8 in 2024-04-13T07:52:45.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:45 smithi139 ceph-mon[88985]: osdmap e461: 8 total, 8 up, 8 in 2024-04-13T07:52:45.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:45 smithi139 ceph-mon[88985]: pgmap v358: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 741 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 682 KiB/s wr, 4 op/s 2024-04-13T07:52:45.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:45 smithi139 ceph-mon[88985]: osdmap e462: 8 total, 8 up, 8 in 2024-04-13T07:52:46.394 INFO:tasks.rados.rados.0.smithi119.stdout:2022: done (2 left) 2024-04-13T07:52:46.394 INFO:tasks.rados.rados.0.smithi119.stdout:2023: done (1 left) 2024-04-13T07:52:46.394 INFO:tasks.rados.rados.0.smithi119.stdout:2024: done (0 left) 2024-04-13T07:52:46.394 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 50 current snap is 212 2024-04-13T07:52:46.394 INFO:tasks.rados.rados.0.smithi119.stdout:2025: seq_num 637 ranges {0=671744,671744=401408} 2024-04-13T07:52:46.398 INFO:tasks.rados.rados.0.smithi119.stdout:2025: writing smithi11982245-50 from 0 to 671744 tid 1 2024-04-13T07:52:46.400 INFO:tasks.rados.rados.0.smithi119.stdout:2025: writing smithi11982245-50 from 671744 to 1073152 tid 2 2024-04-13T07:52:46.400 INFO:tasks.rados.rados.0.smithi119.stdout:2026: read oid 28 snap 208 2024-04-13T07:52:46.401 INFO:tasks.rados.rados.0.smithi119.stdout:2026: expect (ObjNum 504 snap 172 seq_num 504) 2024-04-13T07:52:46.401 INFO:tasks.rados.rados.0.smithi119.stdout:2027: snap_remove snap 104 2024-04-13T07:52:47.408 INFO:tasks.rados.rados.0.smithi119.stdout:2027: done (2 left) 2024-04-13T07:52:47.408 INFO:tasks.rados.rados.0.smithi119.stdout:2028: read oid 36 snap -1 2024-04-13T07:52:47.408 INFO:tasks.rados.rados.0.smithi119.stdout:2028: expect (ObjNum 584 snap 194 seq_num 584) 2024-04-13T07:52:47.408 INFO:tasks.rados.rados.0.smithi119.stdout:2029: snap_remove snap 159 2024-04-13T07:52:47.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:47 smithi119 ceph-mon[96316]: osdmap e463: 8 total, 8 up, 8 in 2024-04-13T07:52:47.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:47 smithi119 ceph-mon[96316]: pgmap v361: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 728 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.2 MiB/s wr, 24 op/s 2024-04-13T07:52:47.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:47 smithi119 ceph-mon[93746]: osdmap e463: 8 total, 8 up, 8 in 2024-04-13T07:52:47.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:47 smithi119 ceph-mon[93746]: pgmap v361: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 728 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.2 MiB/s wr, 24 op/s 2024-04-13T07:52:47.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:47 smithi139 ceph-mon[88985]: osdmap e463: 8 total, 8 up, 8 in 2024-04-13T07:52:47.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:47 smithi139 ceph-mon[88985]: pgmap v361: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 728 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.2 MiB/s wr, 24 op/s 2024-04-13T07:52:48.409 INFO:tasks.rados.rados.0.smithi119.stdout:2029: done (3 left) 2024-04-13T07:52:48.409 INFO:tasks.rados.rados.0.smithi119.stdout:2030: copy_from oid 49 from oid 25 current snap is 212 2024-04-13T07:52:48.409 INFO:tasks.rados.rados.0.smithi119.stdout:2025: finishing write tid 1 to smithi11982245-50 2024-04-13T07:52:48.409 INFO:tasks.rados.rados.0.smithi119.stdout:2025: finishing write tid 2 to smithi11982245-50 2024-04-13T07:52:48.409 INFO:tasks.rados.rados.0.smithi119.stdout:2025: finishing write tid 3 to smithi11982245-50 2024-04-13T07:52:48.409 INFO:tasks.rados.rados.0.smithi119.stdout:2026: expect (ObjNum 504 snap 172 seq_num 504) 2024-04-13T07:52:48.458 INFO:tasks.rados.rados.0.smithi119.stdout:2025: finishing write tid 4 to smithi11982245-50 2024-04-13T07:52:48.458 INFO:tasks.rados.rados.0.smithi119.stdout:2025: oid 50 updating version 0 to 1221 2024-04-13T07:52:48.459 INFO:tasks.rados.rados.0.smithi119.stdout:2025: oid 50 updating version 1221 to 1222 2024-04-13T07:52:48.459 INFO:tasks.rados.rados.0.smithi119.stdout:2025: oid 50 version 1222 is already newer than 1220 2024-04-13T07:52:48.459 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 50 v 1222 (ObjNum 637 snap 212 seq_num 637) dirty exists 2024-04-13T07:52:48.459 INFO:tasks.rados.rados.0.smithi119.stdout:2025: left oid 50 (ObjNum 637 snap 212 seq_num 637) 2024-04-13T07:52:48.459 INFO:tasks.rados.rados.0.smithi119.stdout:2028: expect (ObjNum 584 snap 194 seq_num 584) 2024-04-13T07:52:48.468 INFO:tasks.rados.rados.0.smithi119.stdout:2025: done (3 left) 2024-04-13T07:52:48.468 INFO:tasks.rados.rados.0.smithi119.stdout:2026: done (2 left) 2024-04-13T07:52:48.468 INFO:tasks.rados.rados.0.smithi119.stdout:2028: done (1 left) 2024-04-13T07:52:48.468 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 24 current snap is 212 2024-04-13T07:52:48.468 INFO:tasks.rados.rados.0.smithi119.stdout:2031: seq_num 638 ranges {327680=688128,1015808=401408} 2024-04-13T07:52:48.473 INFO:tasks.rados.rados.0.smithi119.stdout:2031: writing smithi11982245-24 from 327680 to 1015808 tid 1 2024-04-13T07:52:48.477 INFO:tasks.rados.rados.0.smithi119.stdout:2031: writing smithi11982245-24 from 1015808 to 1417216 tid 2 2024-04-13T07:52:48.477 INFO:tasks.rados.rados.0.smithi119.stdout:2032: rollback oid 46 current snap is 212 2024-04-13T07:52:48.477 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 46 to 205 2024-04-13T07:52:48.477 INFO:tasks.rados.rados.0.smithi119.stdout:2033: copy_from oid 29 from oid 28 current snap is 212 2024-04-13T07:52:48.477 INFO:tasks.rados.rados.0.smithi119.stdout:2034: snap_create 2024-04-13T07:52:48.480 INFO:tasks.rados.rados.0.smithi119.stdout:2031: finishing write tid 1 to smithi11982245-24 2024-04-13T07:52:48.480 INFO:tasks.rados.rados.0.smithi119.stdout:2031: finishing write tid 2 to smithi11982245-24 2024-04-13T07:52:48.481 INFO:tasks.rados.rados.0.smithi119.stdout:2031: finishing write tid 3 to smithi11982245-24 2024-04-13T07:52:48.482 INFO:tasks.rados.rados.0.smithi119.stdout:2032: finishing rollback tid 0 to smithi11982245-46 2024-04-13T07:52:48.482 INFO:tasks.rados.rados.0.smithi119.stdout:2032: finishing rollback tid 1 to smithi11982245-46 2024-04-13T07:52:48.483 INFO:tasks.rados.rados.0.smithi119.stdout:2031: finishing write tid 4 to smithi11982245-24 2024-04-13T07:52:48.483 INFO:tasks.rados.rados.0.smithi119.stdout:2031: oid 24 updating version 0 to 803 2024-04-13T07:52:48.483 INFO:tasks.rados.rados.0.smithi119.stdout:2031: oid 24 updating version 803 to 805 2024-04-13T07:52:48.483 INFO:tasks.rados.rados.0.smithi119.stdout:2031: oid 24 version 805 is already newer than 804 2024-04-13T07:52:48.483 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 24 v 805 (ObjNum 638 snap 212 seq_num 638) dirty exists 2024-04-13T07:52:48.483 INFO:tasks.rados.rados.0.smithi119.stdout:2031: left oid 24 (ObjNum 638 snap 212 seq_num 638) 2024-04-13T07:52:48.483 INFO:tasks.rados.rados.0.smithi119.stdout:2032: finishing rollback tid 2 to smithi11982245-46 2024-04-13T07:52:48.483 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 46 v 1402 (ObjNum 564 snap 191 seq_num 564) dirty exists 2024-04-13T07:52:48.484 INFO:tasks.rados.rados.0.smithi119.stdout:2030: finishing copy_from racing read to smithi11982245-49 2024-04-13T07:52:48.491 INFO:tasks.rados.rados.0.smithi119.stdout:2033: finishing copy_from racing read to smithi11982245-29 2024-04-13T07:52:48.492 INFO:tasks.rados.rados.0.smithi119.stdout:2030: finishing copy_from to smithi11982245-49 2024-04-13T07:52:48.492 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 49 v 1106 (ObjNum 565 snap 191 seq_num 565) dirty exists 2024-04-13T07:52:48.493 INFO:tasks.rados.rados.0.smithi119.stdout:2033: finishing copy_from to smithi11982245-29 2024-04-13T07:52:48.493 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 29 v 688 (ObjNum 504 snap 172 seq_num 504) dirty exists 2024-04-13T07:52:48.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:48 smithi119 ceph-mon[96316]: osdmap e464: 8 total, 8 up, 8 in 2024-04-13T07:52:48.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:48 smithi119 ceph-mon[93746]: osdmap e464: 8 total, 8 up, 8 in 2024-04-13T07:52:48.862 INFO:teuthology.orchestra.run.smithi119.stdout:true 2024-04-13T07:52:48.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:48 smithi139 ceph-mon[88985]: osdmap e464: 8 total, 8 up, 8 in 2024-04-13T07:52:49.177 INFO:teuthology.orchestra.run.smithi119.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-13T07:52:49.177 INFO:teuthology.orchestra.run.smithi119.stdout:alertmanager.a smithi119 *:9093,9094 running (8m) 53s ago 9m 25.5M - 0.25.0 c8568f914cd2 a8bd9bb7cb08 2024-04-13T07:52:49.177 INFO:teuthology.orchestra.run.smithi119.stdout:grafana.a smithi139 *:3000 running (9m) 18s ago 9m 87.4M - 9.4.7 954c08fa6188 43be3a562cf4 2024-04-13T07:52:49.177 INFO:teuthology.orchestra.run.smithi119.stdout:mds.a smithi119 running (10m) 53s ago 10m 21.4M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 1c0a22818175 2024-04-13T07:52:49.177 INFO:teuthology.orchestra.run.smithi119.stdout:mds.b smithi139 running (10m) 18s ago 10m 16.0M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 9d051222a698 2024-04-13T07:52:49.177 INFO:teuthology.orchestra.run.smithi119.stdout:mgr.x smithi139 *:8443,9283,8765 running (4m) 18s ago 13m 451M - 19.0.0-2905-g5f22a497 c4b45bf0c946 228fa2e332a4 2024-04-13T07:52:49.177 INFO:teuthology.orchestra.run.smithi119.stdout:mgr.y smithi119 *:8443,9283,8765 running (5m) 53s ago 15m 508M - 19.0.0-2905-g5f22a497 c4b45bf0c946 0462b2c15351 2024-04-13T07:52:49.177 INFO:teuthology.orchestra.run.smithi119.stdout:mon.a smithi119 running (4m) 53s ago 15m 54.5M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 89c63c75b5cb 2024-04-13T07:52:49.177 INFO:teuthology.orchestra.run.smithi119.stdout:mon.b smithi139 running (3m) 18s ago 14m 43.6M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 8dd649d8b46f 2024-04-13T07:52:49.177 INFO:teuthology.orchestra.run.smithi119.stdout:mon.c smithi119 running (3m) 53s ago 14m 46.2M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 b26f62c1d49c 2024-04-13T07:52:49.177 INFO:teuthology.orchestra.run.smithi119.stdout:node-exporter.a smithi119 *:9100 running (8m) 53s ago 8m 15.8M - 1.5.0 0da6a335fe13 b9cb5e53bb33 2024-04-13T07:52:49.177 INFO:teuthology.orchestra.run.smithi119.stdout:node-exporter.b smithi139 *:9100 running (8m) 18s ago 8m 15.8M - 1.5.0 0da6a335fe13 126fe390382b 2024-04-13T07:52:49.178 INFO:teuthology.orchestra.run.smithi119.stdout:osd.0 smithi119 running (2m) 53s ago 13m 242M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 7e5f698ebf3c 2024-04-13T07:52:49.178 INFO:teuthology.orchestra.run.smithi119.stdout:osd.1 smithi119 running (2m) 53s ago 13m 220M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 6ba3c7290ac9 2024-04-13T07:52:49.178 INFO:teuthology.orchestra.run.smithi119.stdout:osd.2 smithi119 running (93s) 53s ago 12m 130M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 ef91dbb565e3 2024-04-13T07:52:49.178 INFO:teuthology.orchestra.run.smithi119.stdout:osd.3 smithi119 running (58s) 53s ago 12m 11.7M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 7bb3e41bd7aa 2024-04-13T07:52:49.178 INFO:teuthology.orchestra.run.smithi119.stdout:osd.4 smithi139 running (23s) 18s ago 11m 12.0M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 35cd11561d1d 2024-04-13T07:52:49.178 INFO:teuthology.orchestra.run.smithi119.stdout:osd.5 smithi139 running (11m) 18s ago 11m 336M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f a52e53194853 2024-04-13T07:52:49.178 INFO:teuthology.orchestra.run.smithi119.stdout:osd.6 smithi139 running (11m) 18s ago 11m 188M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 763ea020f47e 2024-04-13T07:52:49.178 INFO:teuthology.orchestra.run.smithi119.stdout:osd.7 smithi139 running (10m) 18s ago 10m 291M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 0e23b527299b 2024-04-13T07:52:49.178 INFO:teuthology.orchestra.run.smithi119.stdout:prometheus.a smithi139 *:9095 running (4m) 18s ago 9m 58.1M - 2.43.0 a07b618ecd1d dbea45cf9326 2024-04-13T07:52:49.412 INFO:tasks.rados.rados.0.smithi119.stdout:2030: done (4 left) 2024-04-13T07:52:49.412 INFO:tasks.rados.rados.0.smithi119.stdout:2031: done (3 left) 2024-04-13T07:52:49.412 INFO:tasks.rados.rados.0.smithi119.stdout:2032: done (2 left) 2024-04-13T07:52:49.412 INFO:tasks.rados.rados.0.smithi119.stdout:2033: done (1 left) 2024-04-13T07:52:49.412 INFO:tasks.rados.rados.0.smithi119.stdout:2034: done (0 left) 2024-04-13T07:52:49.412 INFO:tasks.rados.rados.0.smithi119.stdout:2035: copy_from oid 35 from oid 2 current snap is 213 2024-04-13T07:52:49.413 INFO:tasks.rados.rados.0.smithi119.stdout:2036: copy_from oid 24 from oid 12 current snap is 213 2024-04-13T07:52:49.413 INFO:tasks.rados.rados.0.smithi119.stdout:2037: copy_from oid 44 from oid 36 current snap is 213 2024-04-13T07:52:49.413 INFO:tasks.rados.rados.0.smithi119.stdout:2038: snap_create 2024-04-13T07:52:49.414 INFO:tasks.rados.rados.0.smithi119.stdout:2035: finishing copy_from to smithi11982245-35 2024-04-13T07:52:49.414 INFO:tasks.rados.rados.0.smithi119.stdout:2035: got expected ENOENT (src dne) 2024-04-13T07:52:49.414 INFO:tasks.rados.rados.0.smithi119.stdout:2035: finishing copy_from racing read to smithi11982245-35 2024-04-13T07:52:49.422 INFO:tasks.rados.rados.0.smithi119.stdout:2036: finishing copy_from to smithi11982245-24 2024-04-13T07:52:49.422 INFO:tasks.rados.rados.0.smithi119.stdout:2036: got expected ENOENT (src dne) 2024-04-13T07:52:49.422 INFO:tasks.rados.rados.0.smithi119.stdout:2037: finishing copy_from racing read to smithi11982245-44 2024-04-13T07:52:49.423 INFO:tasks.rados.rados.0.smithi119.stdout:2036: finishing copy_from racing read to smithi11982245-24 2024-04-13T07:52:49.423 INFO:tasks.rados.rados.0.smithi119.stdout:2037: finishing copy_from to smithi11982245-44 2024-04-13T07:52:49.423 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 44 v 796 (ObjNum 584 snap 194 seq_num 584) dirty exists 2024-04-13T07:52:49.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:49 smithi119 ceph-mon[96316]: osdmap e465: 8 total, 8 up, 8 in 2024-04-13T07:52:49.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:49 smithi119 ceph-mon[96316]: pgmap v364: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 728 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 544 KiB/s wr, 19 op/s 2024-04-13T07:52:49.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:49 smithi119 ceph-mon[93746]: osdmap e465: 8 total, 8 up, 8 in 2024-04-13T07:52:49.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:49 smithi119 ceph-mon[93746]: pgmap v364: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 728 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 544 KiB/s wr, 19 op/s 2024-04-13T07:52:49.579 INFO:teuthology.orchestra.run.smithi119.stdout:{ 2024-04-13T07:52:49.579 INFO:teuthology.orchestra.run.smithi119.stdout: "mon": { 2024-04-13T07:52:49.579 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 3 2024-04-13T07:52:49.579 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:52:49.580 INFO:teuthology.orchestra.run.smithi119.stdout: "mgr": { 2024-04-13T07:52:49.580 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T07:52:49.580 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:52:49.580 INFO:teuthology.orchestra.run.smithi119.stdout: "osd": { 2024-04-13T07:52:49.580 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 3, 2024-04-13T07:52:49.580 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 5 2024-04-13T07:52:49.580 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:52:49.580 INFO:teuthology.orchestra.run.smithi119.stdout: "mds": { 2024-04-13T07:52:49.580 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 2 2024-04-13T07:52:49.581 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:52:49.581 INFO:teuthology.orchestra.run.smithi119.stdout: "overall": { 2024-04-13T07:52:49.581 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 5, 2024-04-13T07:52:49.581 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 10 2024-04-13T07:52:49.581 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-13T07:52:49.581 INFO:teuthology.orchestra.run.smithi119.stdout:} 2024-04-13T07:52:49.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:49 smithi139 ceph-mon[88985]: osdmap e465: 8 total, 8 up, 8 in 2024-04-13T07:52:49.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:49 smithi139 ceph-mon[88985]: pgmap v364: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 728 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 544 KiB/s wr, 19 op/s 2024-04-13T07:52:50.366 INFO:tasks.rados.rados.0.smithi119.stdout:2035: done (3 left) 2024-04-13T07:52:50.366 INFO:tasks.rados.rados.0.smithi119.stdout:2036: done (2 left) 2024-04-13T07:52:50.366 INFO:tasks.rados.rados.0.smithi119.stdout:2037: done (1 left) 2024-04-13T07:52:50.366 INFO:tasks.rados.rados.0.smithi119.stdout:2038: done (0 left) 2024-04-13T07:52:50.366 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 45 current snap is 214 2024-04-13T07:52:50.366 INFO:tasks.rados.rados.0.smithi119.stdout:2039: seq_num 639 ranges {1597440=704512,2301952=401408} 2024-04-13T07:52:50.378 INFO:tasks.rados.rados.0.smithi119.stdout:2039: writing smithi11982245-45 from 1597440 to 2301952 tid 1 2024-04-13T07:52:50.381 INFO:tasks.rados.rados.0.smithi119.stdout:2039: writing smithi11982245-45 from 2301952 to 2703360 tid 2 2024-04-13T07:52:50.381 INFO:tasks.rados.rados.0.smithi119.stdout:2040: rollback oid 15 current snap is 214 2024-04-13T07:52:50.381 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 15 to 139 2024-04-13T07:52:50.381 INFO:tasks.rados.rados.0.smithi119.stdout:2041: snap_remove snap 166 2024-04-13T07:52:50.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:50 smithi119 ceph-mon[96316]: from='client.44252 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:52:50.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:50 smithi119 ceph-mon[96316]: from='client.34320 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:52:50.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:50 smithi119 ceph-mon[96316]: osdmap e466: 8 total, 8 up, 8 in 2024-04-13T07:52:50.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:50 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2989712012' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:52:50.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:50 smithi119 ceph-mon[96316]: osdmap e467: 8 total, 8 up, 8 in 2024-04-13T07:52:50.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:50 smithi119 ceph-mon[93746]: from='client.44252 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:52:50.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:50 smithi119 ceph-mon[93746]: from='client.34320 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:52:50.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:50 smithi119 ceph-mon[93746]: osdmap e466: 8 total, 8 up, 8 in 2024-04-13T07:52:50.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:50 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2989712012' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:52:50.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:50 smithi119 ceph-mon[93746]: osdmap e467: 8 total, 8 up, 8 in 2024-04-13T07:52:50.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:50 smithi139 ceph-mon[88985]: from='client.44252 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:52:50.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:50 smithi139 ceph-mon[88985]: from='client.34320 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:52:50.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:50 smithi139 ceph-mon[88985]: osdmap e466: 8 total, 8 up, 8 in 2024-04-13T07:52:50.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:50 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2989712012' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:52:50.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:50 smithi139 ceph-mon[88985]: osdmap e467: 8 total, 8 up, 8 in 2024-04-13T07:52:51.369 INFO:tasks.rados.rados.0.smithi119.stdout:2040: finishing rollback tid 1 to smithi11982245-15 2024-04-13T07:52:51.369 INFO:tasks.rados.rados.0.smithi119.stdout:2040: finishing rollback tid 2 to smithi11982245-15 2024-04-13T07:52:51.369 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 15 v 807 (ObjNum 351 snap 132 seq_num 351) dirty exists 2024-04-13T07:52:51.369 INFO:tasks.rados.rados.0.smithi119.stdout:2039: finishing write tid 1 to smithi11982245-45 2024-04-13T07:52:51.369 INFO:tasks.rados.rados.0.smithi119.stdout:2039: finishing write tid 2 to smithi11982245-45 2024-04-13T07:52:51.369 INFO:tasks.rados.rados.0.smithi119.stdout:2039: finishing write tid 3 to smithi11982245-45 2024-04-13T07:52:51.369 INFO:tasks.rados.rados.0.smithi119.stdout:2039: finishing write tid 4 to smithi11982245-45 2024-04-13T07:52:51.369 INFO:tasks.rados.rados.0.smithi119.stdout:2039: oid 45 updating version 0 to 1461 2024-04-13T07:52:51.369 INFO:tasks.rados.rados.0.smithi119.stdout:2039: oid 45 updating version 1461 to 1463 2024-04-13T07:52:51.369 INFO:tasks.rados.rados.0.smithi119.stdout:2039: oid 45 version 1463 is already newer than 1462 2024-04-13T07:52:51.370 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 45 v 1463 (ObjNum 639 snap 214 seq_num 639) dirty exists 2024-04-13T07:52:51.370 INFO:tasks.rados.rados.0.smithi119.stdout:2039: left oid 45 (ObjNum 639 snap 214 seq_num 639) 2024-04-13T07:52:51.370 INFO:tasks.rados.rados.0.smithi119.stdout:2039: done (2 left) 2024-04-13T07:52:51.370 INFO:tasks.rados.rados.0.smithi119.stdout:2040: done (1 left) 2024-04-13T07:52:51.370 INFO:tasks.rados.rados.0.smithi119.stdout:2041: done (0 left) 2024-04-13T07:52:51.370 INFO:tasks.rados.rados.0.smithi119.stdout:2042: read oid 6 snap 190 2024-04-13T07:52:51.370 INFO:tasks.rados.rados.0.smithi119.stdout:2042: expect (ObjNum 533 snap 179 seq_num 533) 2024-04-13T07:52:51.370 INFO:tasks.rados.rados.0.smithi119.stdout:2043: rollback oid 37 current snap is 214 2024-04-13T07:52:51.370 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 37 to 190 2024-04-13T07:52:51.370 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 49 current snap is 214 2024-04-13T07:52:51.370 INFO:tasks.rados.rados.0.smithi119.stdout:2044: seq_num 640 ranges {14909440=729088,15638528=401408} 2024-04-13T07:52:51.455 INFO:tasks.rados.rados.0.smithi119.stdout:2044: writing smithi11982245-49 from 14909440 to 15638528 tid 1 2024-04-13T07:52:51.457 INFO:tasks.rados.rados.0.smithi119.stdout:2044: writing smithi11982245-49 from 15638528 to 16039936 tid 2 2024-04-13T07:52:51.457 INFO:tasks.rados.rados.0.smithi119.stdout:2045: copy_from oid 32 from oid 11 current snap is 214 2024-04-13T07:52:51.457 INFO:tasks.rados.rados.0.smithi119.stdout:2042: expect (ObjNum 533 snap 179 seq_num 533) 2024-04-13T07:52:51.508 INFO:tasks.rados.rados.0.smithi119.stdout:2043: finishing rollback tid 1 to smithi11982245-37 2024-04-13T07:52:51.508 INFO:tasks.rados.rados.0.smithi119.stdout:2043: finishing rollback tid 2 to smithi11982245-37 2024-04-13T07:52:51.508 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 37 v 1210 (ObjNum 534 snap 179 seq_num 534) dirty exists 2024-04-13T07:52:51.508 INFO:tasks.rados.rados.0.smithi119.stdout:2044: finishing write tid 1 to smithi11982245-49 2024-04-13T07:52:51.509 INFO:tasks.rados.rados.0.smithi119.stdout:2044: finishing write tid 2 to smithi11982245-49 2024-04-13T07:52:51.509 INFO:tasks.rados.rados.0.smithi119.stdout:2042: done (3 left) 2024-04-13T07:52:51.509 INFO:tasks.rados.rados.0.smithi119.stdout:2043: done (2 left) 2024-04-13T07:52:51.509 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 1 current snap is 214 2024-04-13T07:52:51.509 INFO:tasks.rados.rados.0.smithi119.stdout:2044: finishing write tid 3 to smithi11982245-49 2024-04-13T07:52:51.509 INFO:tasks.rados.rados.0.smithi119.stdout:2044: finishing write tid 4 to smithi11982245-49 2024-04-13T07:52:51.509 INFO:tasks.rados.rados.0.smithi119.stdout:2044: oid 49 updating version 0 to 1109 2024-04-13T07:52:51.509 INFO:tasks.rados.rados.0.smithi119.stdout:2044: oid 49 version 1109 is already newer than 1107 2024-04-13T07:52:51.509 INFO:tasks.rados.rados.0.smithi119.stdout:2044: oid 49 version 1109 is already newer than 1108 2024-04-13T07:52:51.509 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 49 v 1109 (ObjNum 640 snap 214 seq_num 640) dirty exists 2024-04-13T07:52:51.509 INFO:tasks.rados.rados.0.smithi119.stdout:2044: left oid 49 (ObjNum 640 snap 214 seq_num 640) 2024-04-13T07:52:51.509 INFO:tasks.rados.rados.0.smithi119.stdout:2045: finishing copy_from racing read to smithi11982245-32 2024-04-13T07:52:51.509 INFO:tasks.rados.rados.0.smithi119.stdout:2045: finishing copy_from to smithi11982245-32 2024-04-13T07:52:51.509 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 32 v 825 (ObjNum 636 snap 211 seq_num 636) dirty exists 2024-04-13T07:52:51.510 INFO:tasks.rados.rados.0.smithi119.stdout:2046: seq_num 641 ranges {3538944=745472,4284416=401408} 2024-04-13T07:52:51.530 INFO:tasks.rados.rados.0.smithi119.stdout:2046: writing smithi11982245-1 from 3538944 to 4284416 tid 1 2024-04-13T07:52:51.533 INFO:tasks.rados.rados.0.smithi119.stdout:2046: writing smithi11982245-1 from 4284416 to 4685824 tid 2 2024-04-13T07:52:51.533 INFO:tasks.rados.rados.0.smithi119.stdout:2044: done (2 left) 2024-04-13T07:52:51.533 INFO:tasks.rados.rados.0.smithi119.stdout:2045: done (1 left) 2024-04-13T07:52:51.533 INFO:tasks.rados.rados.0.smithi119.stdout:2047: snap_remove snap 90 2024-04-13T07:52:51.672 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:51 smithi139 ceph-mon[88985]: pgmap v367: 121 pgs: 121 active+clean; 738 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.2 MiB/s wr, 10 op/s 2024-04-13T07:52:51.672 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:51 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-13T07:52:51.672 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:51 smithi139 ceph-mon[88985]: osdmap e468: 8 total, 8 up, 8 in 2024-04-13T07:52:51.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:51 smithi119 ceph-mon[96316]: pgmap v367: 121 pgs: 121 active+clean; 738 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.2 MiB/s wr, 10 op/s 2024-04-13T07:52:51.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:51 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-13T07:52:51.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:51 smithi119 ceph-mon[96316]: osdmap e468: 8 total, 8 up, 8 in 2024-04-13T07:52:51.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:51 smithi119 ceph-mon[93746]: pgmap v367: 121 pgs: 121 active+clean; 738 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.2 MiB/s wr, 10 op/s 2024-04-13T07:52:51.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:51 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-13T07:52:51.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:51 smithi119 ceph-mon[93746]: osdmap e468: 8 total, 8 up, 8 in 2024-04-13T07:52:52.421 INFO:tasks.rados.rados.0.smithi119.stdout:2046: finishing write tid 1 to smithi11982245-1 2024-04-13T07:52:52.422 INFO:tasks.rados.rados.0.smithi119.stdout:2046: finishing write tid 2 to smithi11982245-1 2024-04-13T07:52:52.422 INFO:tasks.rados.rados.0.smithi119.stdout:2046: finishing write tid 3 to smithi11982245-1 2024-04-13T07:52:52.422 INFO:tasks.rados.rados.0.smithi119.stdout:2046: finishing write tid 4 to smithi11982245-1 2024-04-13T07:52:52.422 INFO:tasks.rados.rados.0.smithi119.stdout:2046: oid 1 updating version 0 to 860 2024-04-13T07:52:52.422 INFO:tasks.rados.rados.0.smithi119.stdout:2046: oid 1 version 860 is already newer than 859 2024-04-13T07:52:52.422 INFO:tasks.rados.rados.0.smithi119.stdout:2046: oid 1 updating version 860 to 861 2024-04-13T07:52:52.422 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 1 v 861 (ObjNum 641 snap 214 seq_num 641) dirty exists 2024-04-13T07:52:52.422 INFO:tasks.rados.rados.0.smithi119.stdout:2046: left oid 1 (ObjNum 641 snap 214 seq_num 641) 2024-04-13T07:52:52.422 INFO:tasks.rados.rados.0.smithi119.stdout:2046: done (1 left) 2024-04-13T07:52:52.422 INFO:tasks.rados.rados.0.smithi119.stdout:2047: done (0 left) 2024-04-13T07:52:52.422 INFO:tasks.rados.rados.0.smithi119.stdout:2048: snap_remove snap 213 2024-04-13T07:52:52.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:52 smithi139 ceph-mon[88985]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-13T07:52:52.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:52 smithi139 ceph-mon[88985]: Upgrade: osd.5 is safe to restart 2024-04-13T07:52:52.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:52:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:52:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:52:52.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:52 smithi119 ceph-mon[96316]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-13T07:52:52.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:52 smithi119 ceph-mon[96316]: Upgrade: osd.5 is safe to restart 2024-04-13T07:52:52.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:52 smithi119 ceph-mon[93746]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-13T07:52:52.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:52 smithi119 ceph-mon[93746]: Upgrade: osd.5 is safe to restart 2024-04-13T07:52:53.422 INFO:tasks.rados.rados.0.smithi119.stdout:2048: done (0 left) 2024-04-13T07:52:53.422 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 9 current snap is 214 2024-04-13T07:52:53.422 INFO:tasks.rados.rados.0.smithi119.stdout:2049: seq_num 642 ranges {1040384=761856,1802240=401408} 2024-04-13T07:52:53.431 INFO:tasks.rados.rados.0.smithi119.stdout:2049: writing smithi11982245-9 from 1040384 to 1802240 tid 1 2024-04-13T07:52:53.434 INFO:tasks.rados.rados.0.smithi119.stdout:2049: writing smithi11982245-9 from 1802240 to 2203648 tid 2 2024-04-13T07:52:53.434 INFO:tasks.rados.rados.0.smithi119.stdout:2050: setattr oid 30 current snap is 214 2024-04-13T07:52:53.437 INFO:tasks.rados.rados.0.smithi119.stdout:2051: rollback oid 11 current snap is 214 2024-04-13T07:52:53.437 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 11 to 198 2024-04-13T07:52:53.437 INFO:tasks.rados.rados.0.smithi119.stdout:2052: read oid 46 snap -1 2024-04-13T07:52:53.437 INFO:tasks.rados.rados.0.smithi119.stdout:2052: expect (ObjNum 564 snap 191 seq_num 564) 2024-04-13T07:52:53.437 INFO:tasks.rados.rados.0.smithi119.stdout:2053: setattr oid 23 current snap is 214 2024-04-13T07:52:53.440 INFO:tasks.rados.rados.0.smithi119.stdout:2054: read oid 50 snap 170 2024-04-13T07:52:53.440 INFO:tasks.rados.rados.0.smithi119.stdout:2054: expect (ObjNum 461 snap 159 seq_num 461) 2024-04-13T07:52:53.440 INFO:tasks.rados.rados.0.smithi119.stdout:2055: delete oid 22 current snap is 214 2024-04-13T07:52:53.444 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 30 v 1138 (ObjNum 618 snap 208 seq_num 618) dirty exists 2024-04-13T07:52:53.446 INFO:tasks.rados.rados.0.smithi119.stdout:2051: finishing rollback tid 0 to smithi11982245-11 2024-04-13T07:52:53.447 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 23 v 1409 (ObjNum 617 snap 208 seq_num 617) dirty exists 2024-04-13T07:52:53.449 INFO:tasks.rados.rados.0.smithi119.stdout:2051: finishing rollback tid 1 to smithi11982245-11 2024-04-13T07:52:53.449 INFO:tasks.rados.rados.0.smithi119.stdout:2050: done (6 left) 2024-04-13T07:52:53.449 INFO:tasks.rados.rados.0.smithi119.stdout:2053: done (5 left) 2024-04-13T07:52:53.449 INFO:tasks.rados.rados.0.smithi119.stdout:2055: done (4 left) 2024-04-13T07:52:53.449 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 40 current snap is 214 2024-04-13T07:52:53.449 INFO:tasks.rados.rados.0.smithi119.stdout:2056: seq_num 644 ranges {2072576=794624,2867200=401408} 2024-04-13T07:52:53.465 INFO:tasks.rados.rados.0.smithi119.stdout:2056: writing smithi11982245-40 from 2072576 to 2867200 tid 1 2024-04-13T07:52:53.468 INFO:tasks.rados.rados.0.smithi119.stdout:2056: writing smithi11982245-40 from 2867200 to 3268608 tid 2 2024-04-13T07:52:53.468 INFO:tasks.rados.rados.0.smithi119.stdout:2057: rmattr oid 29 current snap is 214 2024-04-13T07:52:53.468 INFO:tasks.rados.rados.0.smithi119.stdout:2057: done (5 left) 2024-04-13T07:52:53.468 INFO:tasks.rados.rados.0.smithi119.stdout:2058: rollback oid 23 current snap is 214 2024-04-13T07:52:53.468 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 23 to 205 2024-04-13T07:52:53.468 INFO:tasks.rados.rados.0.smithi119.stdout:2051: finishing rollback tid 2 to smithi11982245-11 2024-04-13T07:52:53.469 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 11 v 828 (ObjNum 584 snap 194 seq_num 584) dirty exists 2024-04-13T07:52:53.469 INFO:tasks.rados.rados.0.smithi119.stdout:2049: finishing write tid 1 to smithi11982245-9 2024-04-13T07:52:53.469 INFO:tasks.rados.rados.0.smithi119.stdout:2049: finishing write tid 2 to smithi11982245-9 2024-04-13T07:52:53.469 INFO:tasks.rados.rados.0.smithi119.stdout:2049: finishing write tid 3 to smithi11982245-9 2024-04-13T07:52:53.469 INFO:tasks.rados.rados.0.smithi119.stdout:2051: done (5 left) 2024-04-13T07:52:53.469 INFO:tasks.rados.rados.0.smithi119.stdout:2059: setattr oid 32 current snap is 214 2024-04-13T07:52:53.471 INFO:tasks.rados.rados.0.smithi119.stdout:2060: read oid 20 snap 142 2024-04-13T07:52:53.471 INFO:tasks.rados.rados.0.smithi119.stdout:2060: expect (ObjNum 256 snap 83 seq_num 256) 2024-04-13T07:52:53.471 INFO:tasks.rados.rados.0.smithi119.stdout:2061: rollback oid 30 current snap is 214 2024-04-13T07:52:53.471 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 30 to 189 2024-04-13T07:52:53.471 INFO:tasks.rados.rados.0.smithi119.stdout:2062: snap_remove snap 168 2024-04-13T07:52:53.668 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:53 smithi139 ceph-mon[88985]: osdmap e469: 8 total, 8 up, 8 in 2024-04-13T07:52:53.668 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:53 smithi139 ceph-mon[88985]: pgmap v370: 121 pgs: 121 active+clean; 738 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.2 MiB/s wr, 10 op/s 2024-04-13T07:52:53.668 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:53 smithi139 ceph-mon[88985]: Upgrade: Updating osd.5 2024-04-13T07:52:53.668 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:53 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:53.668 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:53 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-13T07:52:53.668 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:53 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:52:53.668 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:53 smithi139 ceph-mon[88985]: Deploying daemon osd.5 on smithi139 2024-04-13T07:52:53.668 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:53 smithi139 ceph-mon[88985]: osdmap e470: 8 total, 8 up, 8 in 2024-04-13T07:52:53.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:53 smithi119 ceph-mon[96316]: osdmap e469: 8 total, 8 up, 8 in 2024-04-13T07:52:53.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:53 smithi119 ceph-mon[96316]: pgmap v370: 121 pgs: 121 active+clean; 738 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.2 MiB/s wr, 10 op/s 2024-04-13T07:52:53.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:53 smithi119 ceph-mon[96316]: Upgrade: Updating osd.5 2024-04-13T07:52:53.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:53 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:53.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:53 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-13T07:52:53.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:53 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:52:53.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:53 smithi119 ceph-mon[96316]: Deploying daemon osd.5 on smithi139 2024-04-13T07:52:53.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:53 smithi119 ceph-mon[96316]: osdmap e470: 8 total, 8 up, 8 in 2024-04-13T07:52:53.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:53 smithi119 ceph-mon[93746]: osdmap e469: 8 total, 8 up, 8 in 2024-04-13T07:52:53.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:53 smithi119 ceph-mon[93746]: pgmap v370: 121 pgs: 121 active+clean; 738 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.2 MiB/s wr, 10 op/s 2024-04-13T07:52:53.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:53 smithi119 ceph-mon[93746]: Upgrade: Updating osd.5 2024-04-13T07:52:53.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:53 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:52:53.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:53 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-13T07:52:53.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:53 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:52:53.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:53 smithi119 ceph-mon[93746]: Deploying daemon osd.5 on smithi139 2024-04-13T07:52:53.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:53 smithi119 ceph-mon[93746]: osdmap e470: 8 total, 8 up, 8 in 2024-04-13T07:52:54.442 INFO:tasks.rados.rados.0.smithi119.stdout:2058: finishing rollback tid 0 to smithi11982245-23 2024-04-13T07:52:54.442 INFO:tasks.rados.rados.0.smithi119.stdout:2058: finishing rollback tid 1 to smithi11982245-23 2024-04-13T07:52:54.442 INFO:tasks.rados.rados.0.smithi119.stdout:2058: finishing rollback tid 2 to smithi11982245-23 2024-04-13T07:52:54.442 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 23 v 1412 (ObjNum 595 snap 196 seq_num 595) dirty exists 2024-04-13T07:52:54.442 INFO:tasks.rados.rados.0.smithi119.stdout:2056: finishing write tid 1 to smithi11982245-40 2024-04-13T07:52:54.442 INFO:tasks.rados.rados.0.smithi119.stdout:2052: expect (ObjNum 564 snap 191 seq_num 564) 2024-04-13T07:52:54.683 INFO:tasks.rados.rados.0.smithi119.stdout:2056: finishing write tid 2 to smithi11982245-40 2024-04-13T07:52:54.683 INFO:tasks.rados.rados.0.smithi119.stdout:2056: finishing write tid 3 to smithi11982245-40 2024-04-13T07:52:54.683 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 32 v 862 (ObjNum 636 snap 211 seq_num 636) dirty exists 2024-04-13T07:52:54.683 INFO:tasks.rados.rados.0.smithi119.stdout:2061: finishing rollback tid 0 to smithi11982245-30 2024-04-13T07:52:54.684 INFO:tasks.rados.rados.0.smithi119.stdout:2061: finishing rollback tid 1 to smithi11982245-30 2024-04-13T07:52:54.684 INFO:tasks.rados.rados.0.smithi119.stdout:2052: done (8 left) 2024-04-13T07:52:54.684 INFO:tasks.rados.rados.0.smithi119.stdout:2058: done (7 left) 2024-04-13T07:52:54.684 INFO:tasks.rados.rados.0.smithi119.stdout:2059: done (6 left) 2024-04-13T07:52:54.684 INFO:tasks.rados.rados.0.smithi119.stdout:2062: done (5 left) 2024-04-13T07:52:54.684 INFO:tasks.rados.rados.0.smithi119.stdout:2063: snap_create 2024-04-13T07:52:54.684 INFO:tasks.rados.rados.0.smithi119.stdout:2061: finishing rollback tid 2 to smithi11982245-30 2024-04-13T07:52:54.684 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 30 v 1141 (ObjNum 473 snap 163 seq_num 473) dirty exists 2024-04-13T07:52:54.684 INFO:tasks.rados.rados.0.smithi119.stdout:2056: finishing write tid 4 to smithi11982245-40 2024-04-13T07:52:54.684 INFO:tasks.rados.rados.0.smithi119.stdout:2056: oid 40 updating version 0 to 1487 2024-04-13T07:52:54.684 INFO:tasks.rados.rados.0.smithi119.stdout:2056: oid 40 version 1487 is already newer than 1485 2024-04-13T07:52:54.684 INFO:tasks.rados.rados.0.smithi119.stdout:2056: oid 40 version 1487 is already newer than 1486 2024-04-13T07:52:54.684 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 40 v 1487 (ObjNum 644 snap 214 seq_num 644) dirty exists 2024-04-13T07:52:54.684 INFO:tasks.rados.rados.0.smithi119.stdout:2056: left oid 40 (ObjNum 644 snap 214 seq_num 644) 2024-04-13T07:52:54.684 INFO:tasks.rados.rados.0.smithi119.stdout:2054: expect (ObjNum 461 snap 159 seq_num 461) 2024-04-13T07:52:54.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:52:54.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:52:54.726 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:52:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:52:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:52:54] "GET /metrics HTTP/1.1" 200 36141 "" "Prometheus/2.43.0" 2024-04-13T07:52:55.533 INFO:tasks.rados.rados.0.smithi119.stdout:2049: finishing write tid 4 to smithi11982245-9 2024-04-13T07:52:55.533 INFO:tasks.rados.rados.0.smithi119.stdout:2049: oid 9 updating version 0 to 1223 2024-04-13T07:52:55.533 INFO:tasks.rados.rados.0.smithi119.stdout:2049: oid 9 updating version 1223 to 1224 2024-04-13T07:52:55.533 INFO:tasks.rados.rados.0.smithi119.stdout:2049: oid 9 updating version 1224 to 1225 2024-04-13T07:52:55.533 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 9 v 1225 (ObjNum 642 snap 214 seq_num 642) dirty exists 2024-04-13T07:52:55.533 INFO:tasks.rados.rados.0.smithi119.stdout:2049: left oid 9 (ObjNum 642 snap 214 seq_num 642) 2024-04-13T07:52:55.533 INFO:tasks.rados.rados.0.smithi119.stdout:2060: expect (ObjNum 256 snap 83 seq_num 256) 2024-04-13T07:52:55.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:55 smithi119 ceph-mon[96316]: osdmap e471: 8 total, 8 up, 8 in 2024-04-13T07:52:55.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:55 smithi119 ceph-mon[96316]: pgmap v373: 121 pgs: 121 active+clean; 721 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 562 KiB/s wr, 8 op/s 2024-04-13T07:52:55.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:55 smithi119 ceph-mon[96316]: osdmap e472: 8 total, 8 up, 8 in 2024-04-13T07:52:55.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:55 smithi119 ceph-mon[93746]: osdmap e471: 8 total, 8 up, 8 in 2024-04-13T07:52:55.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:55 smithi119 ceph-mon[93746]: pgmap v373: 121 pgs: 121 active+clean; 721 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 562 KiB/s wr, 8 op/s 2024-04-13T07:52:55.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:55 smithi119 ceph-mon[93746]: osdmap e472: 8 total, 8 up, 8 in 2024-04-13T07:52:55.736 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:55 smithi139 ceph-mon[88985]: osdmap e471: 8 total, 8 up, 8 in 2024-04-13T07:52:55.736 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:55 smithi139 ceph-mon[88985]: pgmap v373: 121 pgs: 121 active+clean; 721 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 562 KiB/s wr, 8 op/s 2024-04-13T07:52:55.736 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:55 smithi139 ceph-mon[88985]: osdmap e472: 8 total, 8 up, 8 in 2024-04-13T07:52:56.038 INFO:tasks.rados.rados.0.smithi119.stdout:2049: done (5 left) 2024-04-13T07:52:56.038 INFO:tasks.rados.rados.0.smithi119.stdout:2054: done (4 left) 2024-04-13T07:52:56.038 INFO:tasks.rados.rados.0.smithi119.stdout:2056: done (3 left) 2024-04-13T07:52:56.038 INFO:tasks.rados.rados.0.smithi119.stdout:2060: done (2 left) 2024-04-13T07:52:56.038 INFO:tasks.rados.rados.0.smithi119.stdout:2061: done (1 left) 2024-04-13T07:52:56.038 INFO:tasks.rados.rados.0.smithi119.stdout:2063: done (0 left) 2024-04-13T07:52:56.038 INFO:tasks.rados.rados.0.smithi119.stdout:2064: read oid 42 snap 136 2024-04-13T07:52:56.038 INFO:tasks.rados.rados.0.smithi119.stdout:2064: expect deleted 2024-04-13T07:52:56.038 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 12 current snap is 215 2024-04-13T07:52:56.038 INFO:tasks.rados.rados.0.smithi119.stdout:2065: seq_num 645 ranges {0=409600,409600=778240,1187840=24576} 2024-04-13T07:52:56.039 INFO:tasks.rados.rados.0.smithi119.stdout:2065: writing smithi11982245-12 from 0 to 409600 tid 1 2024-04-13T07:52:56.044 INFO:tasks.rados.rados.0.smithi119.stdout:2065: writing smithi11982245-12 from 409600 to 1187840 tid 2 2024-04-13T07:52:56.044 INFO:tasks.rados.rados.0.smithi119.stdout:2065: writing smithi11982245-12 from 1187840 to 1212416 tid 3 2024-04-13T07:52:56.044 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 22 current snap is 215 2024-04-13T07:52:56.044 INFO:tasks.rados.rados.0.smithi119.stdout:2066: seq_num 646 ranges {0=425984,425984=655360,1081344=147456} 2024-04-13T07:52:56.046 INFO:tasks.rados.rados.0.smithi119.stdout:2066: writing smithi11982245-22 from 0 to 425984 tid 1 2024-04-13T07:52:56.050 INFO:tasks.rados.rados.0.smithi119.stdout:2066: writing smithi11982245-22 from 425984 to 1081344 tid 2 2024-04-13T07:52:56.051 INFO:tasks.rados.rados.0.smithi119.stdout:2066: writing smithi11982245-22 from 1081344 to 1228800 tid 3 2024-04-13T07:52:56.051 INFO:tasks.rados.rados.0.smithi119.stdout:2067: rollback oid 35 current snap is 215 2024-04-13T07:52:56.051 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 35 to 203 2024-04-13T07:52:56.051 INFO:tasks.rados.rados.0.smithi119.stdout:2065: finishing write tid 1 to smithi11982245-12 2024-04-13T07:52:56.051 INFO:tasks.rados.rados.0.smithi119.stdout:2064: done (3 left) 2024-04-13T07:52:56.052 INFO:tasks.rados.rados.0.smithi119.stdout:2068: rollback oid 21 current snap is 215 2024-04-13T07:52:56.052 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 21 to 194 2024-04-13T07:52:56.052 INFO:tasks.rados.rados.0.smithi119.stdout:2069: read oid 24 snap -1 2024-04-13T07:52:56.052 INFO:tasks.rados.rados.0.smithi119.stdout:2069: expect (ObjNum 638 snap 212 seq_num 638) 2024-04-13T07:52:56.052 INFO:tasks.rados.rados.0.smithi119.stdout:2070: rmattr oid 48 current snap is 215 2024-04-13T07:52:56.052 INFO:tasks.rados.rados.0.smithi119.stdout:2071: setattr oid 44 current snap is 215 2024-04-13T07:52:56.052 INFO:tasks.rados.rados.0.smithi119.stdout:2072: delete oid 1 current snap is 215 2024-04-13T07:52:56.052 INFO:tasks.rados.rados.0.smithi119.stdout:2068: finishing rollback tid 1 to smithi11982245-21 2024-04-13T07:52:56.053 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 21 v 1107 (ObjNum 161 snap 0 seq_num 750129776) dirty dne 2024-04-13T07:52:56.054 INFO:tasks.rados.rados.0.smithi119.stdout:2067: finishing rollback tid 1 to smithi11982245-35 2024-04-13T07:52:56.054 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 35 v 902 (ObjNum 129 snap 0 seq_num 749902896) dirty dne 2024-04-13T07:52:56.055 INFO:tasks.rados.rados.0.smithi119.stdout:2067: done (7 left) 2024-04-13T07:52:56.055 INFO:tasks.rados.rados.0.smithi119.stdout:2068: done (6 left) 2024-04-13T07:52:56.055 INFO:tasks.rados.rados.0.smithi119.stdout:2072: done (5 left) 2024-04-13T07:52:56.055 INFO:tasks.rados.rados.0.smithi119.stdout:2073: copy_from oid 2 from oid 50 current snap is 215 2024-04-13T07:52:56.056 INFO:tasks.rados.rados.0.smithi119.stdout:2074: delete oid 41 current snap is 215 2024-04-13T07:52:56.056 INFO:tasks.rados.rados.0.smithi119.stdout:2065: finishing write tid 2 to smithi11982245-12 2024-04-13T07:52:56.056 INFO:tasks.rados.rados.0.smithi119.stdout:2065: finishing write tid 3 to smithi11982245-12 2024-04-13T07:52:56.061 INFO:tasks.rados.rados.0.smithi119.stdout:2074: done (6 left) 2024-04-13T07:52:56.061 INFO:tasks.rados.rados.0.smithi119.stdout:2075: read oid 27 snap -1 2024-04-13T07:52:56.061 INFO:tasks.rados.rados.0.smithi119.stdout:2075: expect (ObjNum 603 snap 201 seq_num 603) 2024-04-13T07:52:56.061 INFO:tasks.rados.rados.0.smithi119.stdout:2076: rollback oid 8 current snap is 215 2024-04-13T07:52:56.062 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 8 to 146 2024-04-13T07:52:56.062 INFO:tasks.rados.rados.0.smithi119.stdout:2077: copy_from oid 28 from oid 49 current snap is 215 2024-04-13T07:52:56.062 INFO:tasks.rados.rados.0.smithi119.stdout:2078: rmattr oid 31 current snap is 215 2024-04-13T07:52:56.062 INFO:tasks.rados.rados.0.smithi119.stdout:2078: done (9 left) 2024-04-13T07:52:56.062 INFO:tasks.rados.rados.0.smithi119.stdout:2079: rmattr oid 37 current snap is 215 2024-04-13T07:52:56.062 INFO:tasks.rados.rados.0.smithi119.stdout:2080: rollback oid 1 current snap is 215 2024-04-13T07:52:56.062 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 1 to 182 2024-04-13T07:52:56.062 INFO:tasks.rados.rados.0.smithi119.stdout:2065: finishing write tid 4 to smithi11982245-12 2024-04-13T07:52:56.062 INFO:tasks.rados.rados.0.smithi119.stdout:2081: snap_create 2024-04-13T07:52:56.062 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 44 v 1430 (ObjNum 584 snap 194 seq_num 584) dirty exists 2024-04-13T07:52:56.063 INFO:tasks.rados.rados.0.smithi119.stdout:2066: finishing write tid 1 to smithi11982245-22 2024-04-13T07:52:56.063 INFO:tasks.rados.rados.0.smithi119.stdout:2069: expect (ObjNum 638 snap 212 seq_num 638) 2024-04-13T07:52:56.114 INFO:tasks.rados.rados.0.smithi119.stdout:2066: finishing write tid 2 to smithi11982245-22 2024-04-13T07:52:56.114 INFO:tasks.rados.rados.0.smithi119.stdout:2065: finishing write tid 5 to smithi11982245-12 2024-04-13T07:52:56.114 INFO:tasks.rados.rados.0.smithi119.stdout:2065: oid 12 updating version 0 to 1187 2024-04-13T07:52:56.114 INFO:tasks.rados.rados.0.smithi119.stdout:2065: oid 12 updating version 1187 to 1188 2024-04-13T07:52:56.114 INFO:tasks.rados.rados.0.smithi119.stdout:2065: oid 12 updating version 1188 to 1190 2024-04-13T07:52:56.114 INFO:tasks.rados.rados.0.smithi119.stdout:2065: oid 12 version 1190 is already newer than 1189 2024-04-13T07:52:56.114 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 12 v 1190 (ObjNum 645 snap 215 seq_num 645) dirty exists 2024-04-13T07:52:56.114 INFO:tasks.rados.rados.0.smithi119.stdout:2065: left oid 12 (ObjNum 645 snap 215 seq_num 645) 2024-04-13T07:52:56.115 INFO:tasks.rados.rados.0.smithi119.stdout:2076: finishing rollback tid 0 to smithi11982245-8 2024-04-13T07:52:56.115 INFO:tasks.rados.rados.0.smithi119.stdout:2080: finishing rollback tid 1 to smithi11982245-1 2024-04-13T07:52:56.115 INFO:tasks.rados.rados.0.smithi119.stdout:2080: finishing rollback tid 2 to smithi11982245-1 2024-04-13T07:52:56.115 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 1 v 865 (ObjNum 361 snap 136 seq_num 361) dirty exists 2024-04-13T07:52:56.115 INFO:tasks.rados.rados.0.smithi119.stdout:2076: finishing rollback tid 1 to smithi11982245-8 2024-04-13T07:52:56.115 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 8 v 1177 (ObjNum 129 snap 0 seq_num 749527120) dirty dne 2024-04-13T07:52:56.115 INFO:tasks.rados.rados.0.smithi119.stdout:2066: finishing write tid 3 to smithi11982245-22 2024-04-13T07:52:56.115 INFO:tasks.rados.rados.0.smithi119.stdout:2066: finishing write tid 4 to smithi11982245-22 2024-04-13T07:52:56.115 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 48 v 1196 (ObjNum 547 snap 182 seq_num 547) dirty exists 2024-04-13T07:52:56.115 INFO:tasks.rados.rados.0.smithi119.stdout:2073: finishing copy_from racing read to smithi11982245-2 2024-04-13T07:52:56.115 INFO:tasks.rados.rados.0.smithi119.stdout:2066: finishing write tid 5 to smithi11982245-22 2024-04-13T07:52:56.115 INFO:tasks.rados.rados.0.smithi119.stdout:2066: oid 22 updating version 0 to 1193 2024-04-13T07:52:56.115 INFO:tasks.rados.rados.0.smithi119.stdout:2066: oid 22 version 1193 is already newer than 1191 2024-04-13T07:52:56.115 INFO:tasks.rados.rados.0.smithi119.stdout:2066: oid 22 updating version 1193 to 1194 2024-04-13T07:52:56.115 INFO:tasks.rados.rados.0.smithi119.stdout:2066: oid 22 version 1194 is already newer than 1192 2024-04-13T07:52:56.116 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 22 v 1194 (ObjNum 646 snap 215 seq_num 646) dirty exists 2024-04-13T07:52:56.116 INFO:tasks.rados.rados.0.smithi119.stdout:2066: left oid 22 (ObjNum 646 snap 215 seq_num 646) 2024-04-13T07:52:56.116 INFO:tasks.rados.rados.0.smithi119.stdout:2073: finishing copy_from to smithi11982245-2 2024-04-13T07:52:56.116 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 2 v 1222 (ObjNum 637 snap 212 seq_num 637) dirty exists 2024-04-13T07:52:56.116 INFO:tasks.rados.rados.0.smithi119.stdout:2075: expect (ObjNum 603 snap 201 seq_num 603) 2024-04-13T07:52:56.322 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 37 v 1211 (ObjNum 534 snap 179 seq_num 534) dirty exists 2024-04-13T07:52:56.322 INFO:tasks.rados.rados.0.smithi119.stdout:2077: finishing copy_from racing read to smithi11982245-28 2024-04-13T07:52:56.322 INFO:tasks.rados.rados.0.smithi119.stdout:2077: finishing copy_from to smithi11982245-28 2024-04-13T07:52:56.322 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 28 v 1109 (ObjNum 640 snap 214 seq_num 640) dirty exists 2024-04-13T07:52:56.335 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 07:52:56 smithi139 systemd[1]: Stopping Ceph osd.5 for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:52:56.451 INFO:tasks.rados.rados.0.smithi119.stdout:2065: done (11 left) 2024-04-13T07:52:56.452 INFO:tasks.rados.rados.0.smithi119.stdout:2066: done (10 left) 2024-04-13T07:52:56.452 INFO:tasks.rados.rados.0.smithi119.stdout:2069: done (9 left) 2024-04-13T07:52:56.452 INFO:tasks.rados.rados.0.smithi119.stdout:2070: done (8 left) 2024-04-13T07:52:56.452 INFO:tasks.rados.rados.0.smithi119.stdout:2071: done (7 left) 2024-04-13T07:52:56.452 INFO:tasks.rados.rados.0.smithi119.stdout:2073: done (6 left) 2024-04-13T07:52:56.452 INFO:tasks.rados.rados.0.smithi119.stdout:2075: done (5 left) 2024-04-13T07:52:56.452 INFO:tasks.rados.rados.0.smithi119.stdout:2076: done (4 left) 2024-04-13T07:52:56.452 INFO:tasks.rados.rados.0.smithi119.stdout:2077: done (3 left) 2024-04-13T07:52:56.452 INFO:tasks.rados.rados.0.smithi119.stdout:2079: done (2 left) 2024-04-13T07:52:56.452 INFO:tasks.rados.rados.0.smithi119.stdout:2080: done (1 left) 2024-04-13T07:52:56.452 INFO:tasks.rados.rados.0.smithi119.stdout:2081: done (0 left) 2024-04-13T07:52:56.452 INFO:tasks.rados.rados.0.smithi119.stdout:2082: rollback oid 31 current snap is 216 2024-04-13T07:52:56.452 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 31 to 163 2024-04-13T07:52:56.452 INFO:tasks.rados.rados.0.smithi119.stdout:2083: snap_remove snap 209 2024-04-13T07:52:56.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:56 smithi139 ceph-mon[88985]: osd.5 marked itself down and dead 2024-04-13T07:52:56.636 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 07:52:56 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5[43150]: 2024-04-13T07:52:56.333+0000 7fcd1b27f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T07:52:56.636 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 07:52:56 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5[43150]: 2024-04-13T07:52:56.333+0000 7fcd1b27f700 -1 osd.5 472 *** Got signal Terminated *** 2024-04-13T07:52:56.636 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 07:52:56 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5[43150]: 2024-04-13T07:52:56.333+0000 7fcd1b27f700 -1 osd.5 472 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-13T07:52:56.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:56 smithi119 ceph-mon[96316]: osd.5 marked itself down and dead 2024-04-13T07:52:56.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:56 smithi119 ceph-mon[93746]: osd.5 marked itself down and dead 2024-04-13T07:52:57.339 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 07:52:57 smithi139 podman[99322]: 2024-04-13 07:52:57.018063736 +0000 UTC m=+0.782406362 container died a52e531948535cbc37e73be31d55977e162e660a737bbc846ca1e248f310b34c (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, RELEASE=reef-7d36322, GIT_CLEAN=True) 2024-04-13T07:52:57.455 INFO:tasks.rados.rados.0.smithi119.stdout:2083: done (1 left) 2024-04-13T07:52:57.456 INFO:tasks.rados.rados.0.smithi119.stdout:2084: rmattr oid 21 current snap is 216 2024-04-13T07:52:57.456 INFO:tasks.rados.rados.0.smithi119.stdout:2084: done (1 left) 2024-04-13T07:52:57.456 INFO:tasks.rados.rados.0.smithi119.stdout:2085: snap_remove snap 124 2024-04-13T07:52:57.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:57 smithi139 ceph-mon[88985]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T07:52:57.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:57 smithi139 ceph-mon[88985]: osdmap e473: 8 total, 7 up, 8 in 2024-04-13T07:52:57.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:57 smithi139 ceph-mon[88985]: pgmap v376: 121 pgs: 18 stale+active+clean, 103 active+clean; 716 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.7 MiB/s wr, 26 op/s 2024-04-13T07:52:57.636 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 07:52:57 smithi139 podman[99322]: 2024-04-13 07:52:57.340062928 +0000 UTC m=+1.104405541 container cleanup a52e531948535cbc37e73be31d55977e162e660a737bbc846ca1e248f310b34c (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5, CEPH_POINT_RELEASE=, RELEASE=reef-7d36322, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.build-date=20240409) 2024-04-13T07:52:57.636 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 07:52:57 smithi139 bash[99322]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5 2024-04-13T07:52:57.636 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 07:52:57 smithi139 podman[99345]: 2024-04-13 07:52:57.533181372 +0000 UTC m=+0.512964059 container remove a52e531948535cbc37e73be31d55977e162e660a737bbc846ca1e248f310b34c (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, RELEASE=reef-7d36322, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-04-13T07:52:57.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:57 smithi119 ceph-mon[96316]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T07:52:57.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:57 smithi119 ceph-mon[96316]: osdmap e473: 8 total, 7 up, 8 in 2024-04-13T07:52:57.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:57 smithi119 ceph-mon[96316]: pgmap v376: 121 pgs: 18 stale+active+clean, 103 active+clean; 716 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.7 MiB/s wr, 26 op/s 2024-04-13T07:52:57.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:57 smithi119 ceph-mon[93746]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T07:52:57.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:57 smithi119 ceph-mon[93746]: osdmap e473: 8 total, 7 up, 8 in 2024-04-13T07:52:57.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:57 smithi119 ceph-mon[93746]: pgmap v376: 121 pgs: 18 stale+active+clean, 103 active+clean; 716 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.7 MiB/s wr, 26 op/s 2024-04-13T07:52:58.294 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 07:52:57 smithi139 podman[99442]: 2024-04-13 07:52:57.857965549 +0000 UTC m=+0.017747239 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:52:58.294 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 07:52:57 smithi139 podman[99442]: 2024-04-13 07:52:57.975450081 +0000 UTC m=+0.135231771 container create 7527f8355585ae59f9e768bc1955a3c776650f93a85244195fa951ecad8b838a (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5-deactivate, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=main-5f22a49, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-04-13T07:52:58.294 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 07:52:58 smithi139 podman[99442]: 2024-04-13 07:52:58.196319338 +0000 UTC m=+0.356101035 container init 7527f8355585ae59f9e768bc1955a3c776650f93a85244195fa951ecad8b838a (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=main-5f22a49, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409) 2024-04-13T07:52:58.294 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 07:52:58 smithi139 podman[99442]: 2024-04-13 07:52:58.202154093 +0000 UTC m=+0.361935790 container start 7527f8355585ae59f9e768bc1955a3c776650f93a85244195fa951ecad8b838a (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5-deactivate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=main-5f22a49, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-13T07:52:58.294 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 07:52:58 smithi139 podman[99442]: 2024-04-13 07:52:58.294470155 +0000 UTC m=+0.454251861 container attach 7527f8355585ae59f9e768bc1955a3c776650f93a85244195fa951ecad8b838a (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5-deactivate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-5f22a49, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409) 2024-04-13T07:52:58.460 INFO:tasks.rados.rados.0.smithi119.stdout:2085: done (1 left) 2024-04-13T07:52:58.460 INFO:tasks.rados.rados.0.smithi119.stdout:2086: rollback oid 12 current snap is 216 2024-04-13T07:52:58.460 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 12 to 199 2024-04-13T07:52:58.461 INFO:tasks.rados.rados.0.smithi119.stdout:2087: read oid 34 snap -1 2024-04-13T07:52:58.461 INFO:tasks.rados.rados.0.smithi119.stdout:2087: expect deleted 2024-04-13T07:52:58.461 INFO:tasks.rados.rados.0.smithi119.stdout:2088: snap_create 2024-04-13T07:52:58.461 INFO:tasks.rados.rados.0.smithi119.stdout:2082: finishing rollback tid 1 to smithi11982245-31 2024-04-13T07:52:58.461 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 31 v 1365 (ObjNum 33 snap 0 seq_num 749246528) dirty dne 2024-04-13T07:52:58.467 INFO:tasks.rados.rados.0.smithi119.stdout:2086: finishing rollback tid 0 to smithi11982245-12 2024-04-13T07:52:58.467 INFO:tasks.rados.rados.0.smithi119.stdout:2086: finishing rollback tid 1 to smithi11982245-12 2024-04-13T07:52:58.468 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 12 v 1199 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-13T07:52:58.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:58 smithi139 ceph-mon[88985]: osdmap e474: 8 total, 7 up, 8 in 2024-04-13T07:52:58.636 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 07:52:58 smithi139 podman[99442]: 2024-04-13 07:52:58.497998311 +0000 UTC m=+0.657780004 container died 7527f8355585ae59f9e768bc1955a3c776650f93a85244195fa951ecad8b838a (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5-deactivate, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-5f22a49, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-04-13T07:52:58.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:58 smithi119 ceph-mon[96316]: osdmap e474: 8 total, 7 up, 8 in 2024-04-13T07:52:58.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:58 smithi119 ceph-mon[93746]: osdmap e474: 8 total, 7 up, 8 in 2024-04-13T07:52:59.094 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 07:52:59 smithi139 podman[99487]: 2024-04-13 07:52:59.080967187 +0000 UTC m=+0.577707665 container remove 7527f8355585ae59f9e768bc1955a3c776650f93a85244195fa951ecad8b838a (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5-deactivate, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, ceph=True, org.label-schema.license=GPLv2, RELEASE=main-5f22a49) 2024-04-13T07:52:59.385 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 07:52:59 smithi139 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@osd.5.service: Deactivated successfully. 2024-04-13T07:52:59.386 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 07:52:59 smithi139 systemd[1]: Stopped Ceph osd.5 for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:52:59.386 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 07:52:59 smithi139 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@osd.5.service: Consumed 18.099s CPU time. 2024-04-13T07:52:59.386 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 07:52:59 smithi139 systemd[1]: Starting Ceph osd.5 for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:52:59.459 INFO:tasks.rados.rados.0.smithi119.stdout:2082: done (3 left) 2024-04-13T07:52:59.459 INFO:tasks.rados.rados.0.smithi119.stdout:2086: done (2 left) 2024-04-13T07:52:59.460 INFO:tasks.rados.rados.0.smithi119.stdout:2087: done (1 left) 2024-04-13T07:52:59.460 INFO:tasks.rados.rados.0.smithi119.stdout:2088: done (0 left) 2024-04-13T07:52:59.460 INFO:tasks.rados.rados.0.smithi119.stdout:2089: copy_from oid 21 from oid 50 current snap is 217 2024-04-13T07:52:59.460 INFO:tasks.rados.rados.0.smithi119.stdout:2090: read oid 7 snap -1 2024-04-13T07:52:59.460 INFO:tasks.rados.rados.0.smithi119.stdout:2090: expect (ObjNum 621 snap 208 seq_num 621) 2024-04-13T07:52:59.460 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 44 current snap is 217 2024-04-13T07:52:59.460 INFO:tasks.rados.rados.0.smithi119.stdout:2091: seq_num 649 ranges {294912=475136,770048=761856,1531904=40960} 2024-04-13T07:52:59.464 INFO:tasks.rados.rados.0.smithi119.stdout:2091: writing smithi11982245-44 from 294912 to 770048 tid 1 2024-04-13T07:52:59.469 INFO:tasks.rados.rados.0.smithi119.stdout:2091: writing smithi11982245-44 from 770048 to 1531904 tid 2 2024-04-13T07:52:59.470 INFO:tasks.rados.rados.0.smithi119.stdout:2091: writing smithi11982245-44 from 1531904 to 1572864 tid 3 2024-04-13T07:52:59.470 INFO:tasks.rados.rados.0.smithi119.stdout:2092: snap_create 2024-04-13T07:52:59.470 INFO:tasks.rados.rados.0.smithi119.stdout:2090: expect (ObjNum 621 snap 208 seq_num 621) 2024-04-13T07:52:59.494 INFO:tasks.rados.rados.0.smithi119.stdout:2091: finishing write tid 1 to smithi11982245-44 2024-04-13T07:52:59.495 INFO:tasks.rados.rados.0.smithi119.stdout:2089: finishing copy_from racing read to smithi11982245-21 2024-04-13T07:52:59.495 INFO:tasks.rados.rados.0.smithi119.stdout:2089: finishing copy_from to smithi11982245-21 2024-04-13T07:52:59.495 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 21 v 1222 (ObjNum 637 snap 212 seq_num 637) dirty exists 2024-04-13T07:52:59.495 INFO:tasks.rados.rados.0.smithi119.stdout:2091: finishing write tid 2 to smithi11982245-44 2024-04-13T07:52:59.495 INFO:tasks.rados.rados.0.smithi119.stdout:2091: finishing write tid 3 to smithi11982245-44 2024-04-13T07:52:59.495 INFO:tasks.rados.rados.0.smithi119.stdout:2091: finishing write tid 4 to smithi11982245-44 2024-04-13T07:52:59.495 INFO:tasks.rados.rados.0.smithi119.stdout:2091: finishing write tid 5 to smithi11982245-44 2024-04-13T07:52:59.495 INFO:tasks.rados.rados.0.smithi119.stdout:2091: oid 44 updating version 0 to 1452 2024-04-13T07:52:59.495 INFO:tasks.rados.rados.0.smithi119.stdout:2091: oid 44 version 1452 is already newer than 1451 2024-04-13T07:52:59.495 INFO:tasks.rados.rados.0.smithi119.stdout:2091: oid 44 version 1452 is already newer than 1450 2024-04-13T07:52:59.496 INFO:tasks.rados.rados.0.smithi119.stdout:2091: oid 44 version 1452 is already newer than 1449 2024-04-13T07:52:59.496 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 44 v 1452 (ObjNum 649 snap 217 seq_num 649) dirty exists 2024-04-13T07:52:59.496 INFO:tasks.rados.rados.0.smithi119.stdout:2091: left oid 44 (ObjNum 649 snap 217 seq_num 649) 2024-04-13T07:52:59.759 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:59 smithi139 ceph-mon[88985]: osdmap e475: 8 total, 7 up, 8 in 2024-04-13T07:52:59.759 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:59 smithi139 ceph-mon[88985]: pgmap v379: 121 pgs: 18 stale+active+clean, 103 active+clean; 716 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-04-13T07:52:59.759 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:52:59 smithi139 ceph-mon[88985]: osdmap e476: 8 total, 7 up, 8 in 2024-04-13T07:52:59.759 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 07:52:59 smithi139 podman[99596]: 2024-04-13 07:52:59.408007428 +0000 UTC m=+0.017937151 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:52:59.759 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 07:52:59 smithi139 podman[99596]: 2024-04-13 07:52:59.515278537 +0000 UTC m=+0.125208246 container create 30f3cf115ef75605e0986b361c4cbc3b1324f11b992b83423fcbb90e015a1a9d (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5-activate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=main-5f22a49, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0) 2024-04-13T07:52:59.760 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 07:52:59 smithi139 podman[99596]: 2024-04-13 07:52:59.759631405 +0000 UTC m=+0.369561114 container init 30f3cf115ef75605e0986b361c4cbc3b1324f11b992b83423fcbb90e015a1a9d (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , RELEASE=main-5f22a49, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-13T07:52:59.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:59 smithi119 ceph-mon[96316]: osdmap e475: 8 total, 7 up, 8 in 2024-04-13T07:52:59.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:59 smithi119 ceph-mon[96316]: pgmap v379: 121 pgs: 18 stale+active+clean, 103 active+clean; 716 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-04-13T07:52:59.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:52:59 smithi119 ceph-mon[96316]: osdmap e476: 8 total, 7 up, 8 in 2024-04-13T07:52:59.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:59 smithi119 ceph-mon[93746]: osdmap e475: 8 total, 7 up, 8 in 2024-04-13T07:52:59.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:59 smithi119 ceph-mon[93746]: pgmap v379: 121 pgs: 18 stale+active+clean, 103 active+clean; 716 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-04-13T07:52:59.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:52:59 smithi119 ceph-mon[93746]: osdmap e476: 8 total, 7 up, 8 in 2024-04-13T07:53:00.135 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 07:52:59 smithi139 podman[99596]: 2024-04-13 07:52:59.765650881 +0000 UTC m=+0.375580595 container start 30f3cf115ef75605e0986b361c4cbc3b1324f11b992b83423fcbb90e015a1a9d (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5-activate, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=main-5f22a49, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-13T07:53:00.136 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 07:52:59 smithi139 podman[99596]: 2024-04-13 07:52:59.851088315 +0000 UTC m=+0.461018036 container attach 30f3cf115ef75605e0986b361c4cbc3b1324f11b992b83423fcbb90e015a1a9d (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5-activate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, RELEASE=main-5f22a49, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-04-13T07:53:00.369 INFO:tasks.rados.rados.0.smithi119.stdout:2089: done (3 left) 2024-04-13T07:53:00.369 INFO:tasks.rados.rados.0.smithi119.stdout:2090: done (2 left) 2024-04-13T07:53:00.369 INFO:tasks.rados.rados.0.smithi119.stdout:2091: done (1 left) 2024-04-13T07:53:00.370 INFO:tasks.rados.rados.0.smithi119.stdout:2092: done (0 left) 2024-04-13T07:53:00.370 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 21 current snap is 218 2024-04-13T07:53:00.370 INFO:tasks.rados.rados.0.smithi119.stdout:2093: seq_num 650 ranges {1073152=491520,1564672=647168,2211840=155648} 2024-04-13T07:53:00.378 INFO:tasks.rados.rados.0.smithi119.stdout:2093: writing smithi11982245-21 from 1073152 to 1564672 tid 1 2024-04-13T07:53:00.382 INFO:tasks.rados.rados.0.smithi119.stdout:2093: writing smithi11982245-21 from 1564672 to 2211840 tid 2 2024-04-13T07:53:00.383 INFO:tasks.rados.rados.0.smithi119.stdout:2093: writing smithi11982245-21 from 2211840 to 2367488 tid 3 2024-04-13T07:53:00.385 INFO:tasks.rados.rados.0.smithi119.stdout:2094: snap_remove snap 135 2024-04-13T07:53:00.588 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 07:53:00 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5-activate[99610]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-13T07:53:00.588 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 07:53:00 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5-activate[99610]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-13T07:53:00.588 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 07:53:00 smithi139 bash[99596]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-13T07:53:00.588 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 07:53:00 smithi139 bash[99596]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-13T07:53:00.588 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 07:53:00 smithi139 bash[99596]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-13T07:53:00.588 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 07:53:00 smithi139 bash[99596]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-13T07:53:00.588 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 07:53:00 smithi139 bash[99596]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-04-13T07:53:00.588 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 07:53:00 smithi139 bash[99596]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-13T07:53:00.588 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 07:53:00 smithi139 bash[99596]: --> ceph-volume raw activate successful for osd ID: 5 2024-04-13T07:53:00.588 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 07:53:00 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5-activate[99610]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-13T07:53:00.589 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 07:53:00 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5-activate[99610]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-13T07:53:00.589 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 07:53:00 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5-activate[99610]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-04-13T07:53:00.589 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 07:53:00 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5-activate[99610]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-13T07:53:00.589 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 07:53:00 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5-activate[99610]: --> ceph-volume raw activate successful for osd ID: 5 2024-04-13T07:53:00.589 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 07:53:00 smithi139 podman[99596]: 2024-04-13 07:53:00.22939597 +0000 UTC m=+0.839325673 container died 30f3cf115ef75605e0986b361c4cbc3b1324f11b992b83423fcbb90e015a1a9d (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5-activate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-5f22a49, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-13T07:53:01.135 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 07:53:00 smithi139 podman[99755]: 2024-04-13 07:53:00.871691603 +0000 UTC m=+0.637438200 container remove 30f3cf115ef75605e0986b361c4cbc3b1324f11b992b83423fcbb90e015a1a9d (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5-activate, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=main-5f22a49, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-04-13T07:53:01.136 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 07:53:01 smithi139 podman[99826]: 2024-04-13 07:53:00.991637877 +0000 UTC m=+0.018091367 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:53:01.136 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 07:53:01 smithi139 podman[99826]: 2024-04-13 07:53:01.105605459 +0000 UTC m=+0.132058942 container create a8547c1088b1ad27c0db068104da272e71cc393e4eade6cd34102c42de413e66 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=main-5f22a49, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-04-13T07:53:01.376 INFO:tasks.rados.rados.0.smithi119.stdout:2094: done (1 left) 2024-04-13T07:53:01.376 INFO:tasks.rados.rados.0.smithi119.stdout:2095: read oid 46 snap -1 2024-04-13T07:53:01.377 INFO:tasks.rados.rados.0.smithi119.stdout:2095: expect (ObjNum 564 snap 191 seq_num 564) 2024-04-13T07:53:01.377 INFO:tasks.rados.rados.0.smithi119.stdout:2096: snap_create 2024-04-13T07:53:01.377 INFO:tasks.rados.rados.0.smithi119.stdout:2093: finishing write tid 1 to smithi11982245-21 2024-04-13T07:53:01.377 INFO:tasks.rados.rados.0.smithi119.stdout:2093: finishing write tid 2 to smithi11982245-21 2024-04-13T07:53:01.377 INFO:tasks.rados.rados.0.smithi119.stdout:2093: finishing write tid 3 to smithi11982245-21 2024-04-13T07:53:01.377 INFO:tasks.rados.rados.0.smithi119.stdout:2093: finishing write tid 4 to smithi11982245-21 2024-04-13T07:53:01.377 INFO:tasks.rados.rados.0.smithi119.stdout:2093: finishing write tid 5 to smithi11982245-21 2024-04-13T07:53:01.377 INFO:tasks.rados.rados.0.smithi119.stdout:2093: oid 21 updating version 0 to 1274 2024-04-13T07:53:01.377 INFO:tasks.rados.rados.0.smithi119.stdout:2093: oid 21 version 1274 is already newer than 1273 2024-04-13T07:53:01.377 INFO:tasks.rados.rados.0.smithi119.stdout:2093: oid 21 updating version 1274 to 1275 2024-04-13T07:53:01.377 INFO:tasks.rados.rados.0.smithi119.stdout:2093: oid 21 updating version 1275 to 1276 2024-04-13T07:53:01.377 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 21 v 1276 (ObjNum 650 snap 218 seq_num 650) dirty exists 2024-04-13T07:53:01.377 INFO:tasks.rados.rados.0.smithi119.stdout:2093: left oid 21 (ObjNum 650 snap 218 seq_num 650) 2024-04-13T07:53:01.408 INFO:tasks.rados.rados.0.smithi119.stdout:2095: expect (ObjNum 564 snap 191 seq_num 564) 2024-04-13T07:53:01.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:01 smithi139 ceph-mon[88985]: osdmap e477: 8 total, 7 up, 8 in 2024-04-13T07:53:01.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:01 smithi139 ceph-mon[88985]: pgmap v382: 121 pgs: 39 active+undersized, 10 active+undersized+degraded, 72 active+clean; 740 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 5.5 MiB/s wr, 21 op/s; 195/1290 objects degraded (15.116%) 2024-04-13T07:53:01.636 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 07:53:01 smithi139 podman[99826]: 2024-04-13 07:53:01.299379485 +0000 UTC m=+0.325832969 container init a8547c1088b1ad27c0db068104da272e71cc393e4eade6cd34102c42de413e66 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5, CEPH_POINT_RELEASE=, RELEASE=main-5f22a49, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409) 2024-04-13T07:53:01.636 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 07:53:01 smithi139 podman[99826]: 2024-04-13 07:53:01.304993874 +0000 UTC m=+0.331447365 container start a8547c1088b1ad27c0db068104da272e71cc393e4eade6cd34102c42de413e66 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=main-5f22a49, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-13T07:53:01.636 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 07:53:01 smithi139 ceph-osd[99864]: -- 172.21.15.139:0/948360496 <== mon.1 v2:172.21.15.139:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558d44391680 con 0x558d4435b000 2024-04-13T07:53:01.636 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 07:53:01 smithi139 bash[99826]: a8547c1088b1ad27c0db068104da272e71cc393e4eade6cd34102c42de413e66 2024-04-13T07:53:01.636 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 07:53:01 smithi139 systemd[1]: Started Ceph osd.5 for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:53:01.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:01 smithi119 ceph-mon[96316]: osdmap e477: 8 total, 7 up, 8 in 2024-04-13T07:53:01.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:01 smithi119 ceph-mon[96316]: pgmap v382: 121 pgs: 39 active+undersized, 10 active+undersized+degraded, 72 active+clean; 740 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 5.5 MiB/s wr, 21 op/s; 195/1290 objects degraded (15.116%) 2024-04-13T07:53:01.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:01 smithi119 ceph-mon[93746]: osdmap e477: 8 total, 7 up, 8 in 2024-04-13T07:53:01.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:01 smithi119 ceph-mon[93746]: pgmap v382: 121 pgs: 39 active+undersized, 10 active+undersized+degraded, 72 active+clean; 740 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 5.5 MiB/s wr, 21 op/s; 195/1290 objects degraded (15.116%) 2024-04-13T07:53:02.135 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 07:53:01 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5[99840]: 2024-04-13T07:53:01.848+0000 7f896d6787c0 -1 Falling back to public interface 2024-04-13T07:53:02.378 INFO:tasks.rados.rados.0.smithi119.stdout:2093: done (2 left) 2024-04-13T07:53:02.378 INFO:tasks.rados.rados.0.smithi119.stdout:2095: done (1 left) 2024-04-13T07:53:02.378 INFO:tasks.rados.rados.0.smithi119.stdout:2096: done (0 left) 2024-04-13T07:53:02.378 INFO:tasks.rados.rados.0.smithi119.stdout:2097: rollback oid 23 current snap is 219 2024-04-13T07:53:02.379 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 23 to 196 2024-04-13T07:53:02.379 INFO:tasks.rados.rados.0.smithi119.stdout:2098: copy_from oid 7 from oid 25 current snap is 219 2024-04-13T07:53:02.379 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 8 current snap is 219 2024-04-13T07:53:02.379 INFO:tasks.rados.rados.0.smithi119.stdout:2099: seq_num 651 ranges {0=507904,507904=532480,1040384=270336} 2024-04-13T07:53:02.381 INFO:tasks.rados.rados.0.smithi119.stdout:2099: writing smithi11982245-8 from 0 to 507904 tid 1 2024-04-13T07:53:02.384 INFO:tasks.rados.rados.0.smithi119.stdout:2099: writing smithi11982245-8 from 507904 to 1040384 tid 2 2024-04-13T07:53:02.386 INFO:tasks.rados.rados.0.smithi119.stdout:2099: writing smithi11982245-8 from 1040384 to 1310720 tid 3 2024-04-13T07:53:02.386 INFO:tasks.rados.rados.0.smithi119.stdout:2100: snap_remove snap 205 2024-04-13T07:53:02.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:02 smithi139 ceph-mon[88985]: Health check failed: Degraded data redundancy: 195/1290 objects degraded (15.116%), 10 pgs degraded (PG_DEGRADED) 2024-04-13T07:53:02.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:02 smithi139 ceph-mon[88985]: osdmap e478: 8 total, 7 up, 8 in 2024-04-13T07:53:02.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:02 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:02.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:02 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:02.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:02 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:53:02.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:53:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:53:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:53:02.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:02 smithi119 ceph-mon[96316]: Health check failed: Degraded data redundancy: 195/1290 objects degraded (15.116%), 10 pgs degraded (PG_DEGRADED) 2024-04-13T07:53:02.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:02 smithi119 ceph-mon[96316]: osdmap e478: 8 total, 7 up, 8 in 2024-04-13T07:53:02.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:02 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:02.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:02 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:02.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:02 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:53:02.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:02 smithi119 ceph-mon[93746]: Health check failed: Degraded data redundancy: 195/1290 objects degraded (15.116%), 10 pgs degraded (PG_DEGRADED) 2024-04-13T07:53:02.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:02 smithi119 ceph-mon[93746]: osdmap e478: 8 total, 7 up, 8 in 2024-04-13T07:53:02.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:02 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:02.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:02 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:02.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:02 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:53:03.385 INFO:tasks.rados.rados.0.smithi119.stdout:2097: finishing rollback tid 0 to smithi11982245-23 2024-04-13T07:53:03.385 INFO:tasks.rados.rados.0.smithi119.stdout:2097: finishing rollback tid 1 to smithi11982245-23 2024-04-13T07:53:03.386 INFO:tasks.rados.rados.0.smithi119.stdout:2097: finishing rollback tid 2 to smithi11982245-23 2024-04-13T07:53:03.386 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 23 v 1450 (ObjNum 595 snap 196 seq_num 595) dirty exists 2024-04-13T07:53:03.386 INFO:tasks.rados.rados.0.smithi119.stdout:2099: finishing write tid 1 to smithi11982245-8 2024-04-13T07:53:03.386 INFO:tasks.rados.rados.0.smithi119.stdout:2099: finishing write tid 2 to smithi11982245-8 2024-04-13T07:53:03.386 INFO:tasks.rados.rados.0.smithi119.stdout:2099: finishing write tid 3 to smithi11982245-8 2024-04-13T07:53:03.386 INFO:tasks.rados.rados.0.smithi119.stdout:2099: finishing write tid 4 to smithi11982245-8 2024-04-13T07:53:03.386 INFO:tasks.rados.rados.0.smithi119.stdout:2099: finishing write tid 5 to smithi11982245-8 2024-04-13T07:53:03.386 INFO:tasks.rados.rados.0.smithi119.stdout:2099: oid 8 updating version 0 to 1223 2024-04-13T07:53:03.386 INFO:tasks.rados.rados.0.smithi119.stdout:2099: oid 8 updating version 1223 to 1225 2024-04-13T07:53:03.386 INFO:tasks.rados.rados.0.smithi119.stdout:2099: oid 8 version 1225 is already newer than 1224 2024-04-13T07:53:03.386 INFO:tasks.rados.rados.0.smithi119.stdout:2099: oid 8 updating version 1225 to 1226 2024-04-13T07:53:03.386 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 8 v 1226 (ObjNum 651 snap 219 seq_num 651) dirty exists 2024-04-13T07:53:03.386 INFO:tasks.rados.rados.0.smithi119.stdout:2099: left oid 8 (ObjNum 651 snap 219 seq_num 651) 2024-04-13T07:53:03.386 INFO:tasks.rados.rados.0.smithi119.stdout:2098: finishing copy_from racing read to smithi11982245-7 2024-04-13T07:53:03.386 INFO:tasks.rados.rados.0.smithi119.stdout:2098: finishing copy_from to smithi11982245-7 2024-04-13T07:53:03.386 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 7 v 1106 (ObjNum 565 snap 191 seq_num 565) dirty exists 2024-04-13T07:53:03.387 INFO:tasks.rados.rados.0.smithi119.stdout:2097: done (3 left) 2024-04-13T07:53:03.387 INFO:tasks.rados.rados.0.smithi119.stdout:2098: done (2 left) 2024-04-13T07:53:03.387 INFO:tasks.rados.rados.0.smithi119.stdout:2099: done (1 left) 2024-04-13T07:53:03.387 INFO:tasks.rados.rados.0.smithi119.stdout:2100: done (0 left) 2024-04-13T07:53:03.387 INFO:tasks.rados.rados.0.smithi119.stdout:2101: read oid 39 snap -1 2024-04-13T07:53:03.387 INFO:tasks.rados.rados.0.smithi119.stdout:2101: expect deleted 2024-04-13T07:53:03.387 INFO:tasks.rados.rados.0.smithi119.stdout:2102: read oid 18 snap -1 2024-04-13T07:53:03.387 INFO:tasks.rados.rados.0.smithi119.stdout:2102: expect (ObjNum 602 snap 200 seq_num 602) 2024-04-13T07:53:03.387 INFO:tasks.rados.rados.0.smithi119.stdout:2103: delete oid 16 current snap is 219 2024-04-13T07:53:03.390 INFO:tasks.rados.rados.0.smithi119.stdout:2102: expect (ObjNum 602 snap 200 seq_num 602) 2024-04-13T07:53:03.410 INFO:tasks.rados.rados.0.smithi119.stdout:2101: done (2 left) 2024-04-13T07:53:03.410 INFO:tasks.rados.rados.0.smithi119.stdout:2102: done (1 left) 2024-04-13T07:53:03.410 INFO:tasks.rados.rados.0.smithi119.stdout:2103: done (0 left) 2024-04-13T07:53:03.410 INFO:tasks.rados.rados.0.smithi119.stdout:2104: setattr oid 46 current snap is 219 2024-04-13T07:53:03.411 INFO:tasks.rados.rados.0.smithi119.stdout:2105: setattr oid 14 current snap is 219 2024-04-13T07:53:03.412 INFO:tasks.rados.rados.0.smithi119.stdout:2106: read oid 20 snap 199 2024-04-13T07:53:03.412 INFO:tasks.rados.rados.0.smithi119.stdout:2106: expect (ObjNum 536 snap 179 seq_num 536) 2024-04-13T07:53:03.412 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 43 current snap is 219 2024-04-13T07:53:03.412 INFO:tasks.rados.rados.0.smithi119.stdout:2107: seq_num 653 ranges {3538944=540672,4079616=696320,4775936=106496} 2024-04-13T07:53:03.435 INFO:tasks.rados.rados.0.smithi119.stdout:2107: writing smithi11982245-43 from 3538944 to 4079616 tid 1 2024-04-13T07:53:03.439 INFO:tasks.rados.rados.0.smithi119.stdout:2107: writing smithi11982245-43 from 4079616 to 4775936 tid 2 2024-04-13T07:53:03.440 INFO:tasks.rados.rados.0.smithi119.stdout:2107: writing smithi11982245-43 from 4775936 to 4882432 tid 3 2024-04-13T07:53:03.440 INFO:tasks.rados.rados.0.smithi119.stdout:2108: snap_create 2024-04-13T07:53:03.440 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 14 v 1277 (ObjNum 145 snap 0 seq_num 749642000) dirty exists 2024-04-13T07:53:03.440 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 46 v 1470 (ObjNum 564 snap 191 seq_num 564) dirty exists 2024-04-13T07:53:03.440 INFO:tasks.rados.rados.0.smithi119.stdout:2107: finishing write tid 1 to smithi11982245-43 2024-04-13T07:53:03.444 INFO:tasks.rados.rados.0.smithi119.stdout:2107: finishing write tid 2 to smithi11982245-43 2024-04-13T07:53:03.445 INFO:tasks.rados.rados.0.smithi119.stdout:2107: finishing write tid 3 to smithi11982245-43 2024-04-13T07:53:03.445 INFO:tasks.rados.rados.0.smithi119.stdout:2107: finishing write tid 4 to smithi11982245-43 2024-04-13T07:53:03.446 INFO:tasks.rados.rados.0.smithi119.stdout:2107: finishing write tid 5 to smithi11982245-43 2024-04-13T07:53:03.446 INFO:tasks.rados.rados.0.smithi119.stdout:2107: oid 43 updating version 0 to 1474 2024-04-13T07:53:03.446 INFO:tasks.rados.rados.0.smithi119.stdout:2107: oid 43 updating version 1474 to 1475 2024-04-13T07:53:03.446 INFO:tasks.rados.rados.0.smithi119.stdout:2107: oid 43 version 1475 is already newer than 1472 2024-04-13T07:53:03.446 INFO:tasks.rados.rados.0.smithi119.stdout:2107: oid 43 version 1475 is already newer than 1473 2024-04-13T07:53:03.446 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 43 v 1475 (ObjNum 653 snap 219 seq_num 653) dirty exists 2024-04-13T07:53:03.446 INFO:tasks.rados.rados.0.smithi119.stdout:2107: left oid 43 (ObjNum 653 snap 219 seq_num 653) 2024-04-13T07:53:03.462 INFO:tasks.rados.rados.0.smithi119.stdout:2106: expect (ObjNum 536 snap 179 seq_num 536) 2024-04-13T07:53:03.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:03 smithi139 ceph-mon[88985]: osdmap e479: 8 total, 7 up, 8 in 2024-04-13T07:53:03.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:03 smithi139 ceph-mon[88985]: pgmap v385: 121 pgs: 39 active+undersized, 10 active+undersized+degraded, 72 active+clean; 740 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 5.5 MiB/s wr, 21 op/s; 195/1290 objects degraded (15.116%) 2024-04-13T07:53:03.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:03 smithi119 ceph-mon[96316]: osdmap e479: 8 total, 7 up, 8 in 2024-04-13T07:53:03.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:03 smithi119 ceph-mon[96316]: pgmap v385: 121 pgs: 39 active+undersized, 10 active+undersized+degraded, 72 active+clean; 740 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 5.5 MiB/s wr, 21 op/s; 195/1290 objects degraded (15.116%) 2024-04-13T07:53:03.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:03 smithi119 ceph-mon[93746]: osdmap e479: 8 total, 7 up, 8 in 2024-04-13T07:53:03.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:03 smithi119 ceph-mon[93746]: pgmap v385: 121 pgs: 39 active+undersized, 10 active+undersized+degraded, 72 active+clean; 740 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 5.5 MiB/s wr, 21 op/s; 195/1290 objects degraded (15.116%) 2024-04-13T07:53:04.616 INFO:tasks.rados.rados.0.smithi119.stdout:2104: done (4 left) 2024-04-13T07:53:04.616 INFO:tasks.rados.rados.0.smithi119.stdout:2105: done (3 left) 2024-04-13T07:53:04.616 INFO:tasks.rados.rados.0.smithi119.stdout:2106: done (2 left) 2024-04-13T07:53:04.616 INFO:tasks.rados.rados.0.smithi119.stdout:2107: done (1 left) 2024-04-13T07:53:04.617 INFO:tasks.rados.rados.0.smithi119.stdout:2108: done (0 left) 2024-04-13T07:53:04.617 INFO:tasks.rados.rados.0.smithi119.stdout:2109: setattr oid 46 current snap is 220 2024-04-13T07:53:04.617 INFO:tasks.rados.rados.0.smithi119.stdout:2110: rollback oid 35 current snap is 220 2024-04-13T07:53:04.617 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 35 to 183 2024-04-13T07:53:04.617 INFO:tasks.rados.rados.0.smithi119.stdout:2111: snap_remove snap 125 2024-04-13T07:53:04.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:04 smithi139 ceph-mon[88985]: osdmap e480: 8 total, 7 up, 8 in 2024-04-13T07:53:04.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:04 smithi119 ceph-mon[96316]: osdmap e480: 8 total, 7 up, 8 in 2024-04-13T07:53:04.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:04 smithi119 ceph-mon[93746]: osdmap e480: 8 total, 7 up, 8 in 2024-04-13T07:53:05.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:53:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:53:04] "GET /metrics HTTP/1.1" 200 36141 "" "Prometheus/2.43.0" 2024-04-13T07:53:05.394 INFO:tasks.rados.rados.0.smithi119.stdout:2111: done (2 left) 2024-04-13T07:53:05.395 INFO:tasks.rados.rados.0.smithi119.stdout:2112: read oid 47 snap -1 2024-04-13T07:53:05.395 INFO:tasks.rados.rados.0.smithi119.stdout:2112: expect deleted 2024-04-13T07:53:05.395 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 50 current snap is 220 2024-04-13T07:53:05.395 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 46 v 1477 (ObjNum 564 snap 191 seq_num 564) dirty exists 2024-04-13T07:53:05.395 INFO:tasks.rados.rados.0.smithi119.stdout:2110: finishing rollback tid 1 to smithi11982245-35 2024-04-13T07:53:05.395 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 35 v 902 (ObjNum 129 snap 0 seq_num 749434072) dirty dne 2024-04-13T07:53:05.395 INFO:tasks.rados.rados.0.smithi119.stdout:2113: seq_num 654 ranges {1073152=557056,1630208=630784,2260992=172032} 2024-04-13T07:53:05.404 INFO:tasks.rados.rados.0.smithi119.stdout:2113: writing smithi11982245-50 from 1073152 to 1630208 tid 1 2024-04-13T07:53:05.408 INFO:tasks.rados.rados.0.smithi119.stdout:2113: writing smithi11982245-50 from 1630208 to 2260992 tid 2 2024-04-13T07:53:05.410 INFO:tasks.rados.rados.0.smithi119.stdout:2113: writing smithi11982245-50 from 2260992 to 2433024 tid 3 2024-04-13T07:53:05.410 INFO:tasks.rados.rados.0.smithi119.stdout:2109: done (3 left) 2024-04-13T07:53:05.410 INFO:tasks.rados.rados.0.smithi119.stdout:2110: done (2 left) 2024-04-13T07:53:05.410 INFO:tasks.rados.rados.0.smithi119.stdout:2114: snap_remove snap 192 2024-04-13T07:53:05.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:05 smithi119 ceph-mon[93746]: osdmap e481: 8 total, 7 up, 8 in 2024-04-13T07:53:05.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:05 smithi119 ceph-mon[93746]: pgmap v388: 121 pgs: 39 active+undersized, 10 active+undersized+degraded, 72 active+clean; 742 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 379 KiB/s rd, 0 B/s wr, 1 op/s; 195/1296 objects degraded (15.046%) 2024-04-13T07:53:05.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:05 smithi119 ceph-mon[96316]: osdmap e481: 8 total, 7 up, 8 in 2024-04-13T07:53:05.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:05 smithi119 ceph-mon[96316]: pgmap v388: 121 pgs: 39 active+undersized, 10 active+undersized+degraded, 72 active+clean; 742 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 379 KiB/s rd, 0 B/s wr, 1 op/s; 195/1296 objects degraded (15.046%) 2024-04-13T07:53:05.717 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:53:05 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-2[112373]: 2024-04-13T07:53:05.420+0000 7f2fdd7bc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap bb after trimming was started 2024-04-13T07:53:05.726 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:05 smithi139 ceph-mon[88985]: osdmap e481: 8 total, 7 up, 8 in 2024-04-13T07:53:05.726 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:05 smithi139 ceph-mon[88985]: pgmap v388: 121 pgs: 39 active+undersized, 10 active+undersized+degraded, 72 active+clean; 742 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 379 KiB/s rd, 0 B/s wr, 1 op/s; 195/1296 objects degraded (15.046%) 2024-04-13T07:53:05.726 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 07:53:05 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5[99840]: 2024-04-13T07:53:05.516+0000 7f896d6787c0 -1 osd.5 472 log_to_monitors true 2024-04-13T07:53:06.402 INFO:tasks.rados.rados.0.smithi119.stdout:2114: done (2 left) 2024-04-13T07:53:06.403 INFO:tasks.rados.rados.0.smithi119.stdout:2115: rmattr oid 32 current snap is 220 2024-04-13T07:53:06.403 INFO:tasks.rados.rados.0.smithi119.stdout:2113: finishing write tid 1 to smithi11982245-50 2024-04-13T07:53:06.403 INFO:tasks.rados.rados.0.smithi119.stdout:2113: finishing write tid 2 to smithi11982245-50 2024-04-13T07:53:06.403 INFO:tasks.rados.rados.0.smithi119.stdout:2113: finishing write tid 3 to smithi11982245-50 2024-04-13T07:53:06.403 INFO:tasks.rados.rados.0.smithi119.stdout:2113: finishing write tid 4 to smithi11982245-50 2024-04-13T07:53:06.403 INFO:tasks.rados.rados.0.smithi119.stdout:2113: finishing write tid 5 to smithi11982245-50 2024-04-13T07:53:06.403 INFO:tasks.rados.rados.0.smithi119.stdout:2113: oid 50 updating version 0 to 1229 2024-04-13T07:53:06.403 INFO:tasks.rados.rados.0.smithi119.stdout:2113: oid 50 version 1229 is already newer than 1228 2024-04-13T07:53:06.403 INFO:tasks.rados.rados.0.smithi119.stdout:2113: oid 50 version 1229 is already newer than 1226 2024-04-13T07:53:06.403 INFO:tasks.rados.rados.0.smithi119.stdout:2113: oid 50 version 1229 is already newer than 1227 2024-04-13T07:53:06.403 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 50 v 1229 (ObjNum 654 snap 220 seq_num 654) dirty exists 2024-04-13T07:53:06.404 INFO:tasks.rados.rados.0.smithi119.stdout:2113: left oid 50 (ObjNum 654 snap 220 seq_num 654) 2024-04-13T07:53:06.404 INFO:tasks.rados.rados.0.smithi119.stdout:2112: done (2 left) 2024-04-13T07:53:06.404 INFO:tasks.rados.rados.0.smithi119.stdout:2113: done (1 left) 2024-04-13T07:53:06.404 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 31 current snap is 220 2024-04-13T07:53:06.404 INFO:tasks.rados.rados.0.smithi119.stdout:2116: seq_num 655 ranges {0=573440,573440=516096,1089536=286720} 2024-04-13T07:53:06.406 INFO:tasks.rados.rados.0.smithi119.stdout:2116: writing smithi11982245-31 from 0 to 573440 tid 1 2024-04-13T07:53:06.409 INFO:tasks.rados.rados.0.smithi119.stdout:2116: writing smithi11982245-31 from 573440 to 1089536 tid 2 2024-04-13T07:53:06.412 INFO:tasks.rados.rados.0.smithi119.stdout:2116: writing smithi11982245-31 from 1089536 to 1376256 tid 3 2024-04-13T07:53:06.412 INFO:tasks.rados.rados.0.smithi119.stdout:2117: copy_from oid 5 from oid 49 current snap is 220 2024-04-13T07:53:06.412 INFO:tasks.rados.rados.0.smithi119.stdout:2118: delete oid 43 current snap is 220 2024-04-13T07:53:06.415 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 32 v 866 (ObjNum 636 snap 211 seq_num 636) dirty exists 2024-04-13T07:53:06.416 INFO:tasks.rados.rados.0.smithi119.stdout:2116: finishing write tid 1 to smithi11982245-31 2024-04-13T07:53:06.420 INFO:tasks.rados.rados.0.smithi119.stdout:2116: finishing write tid 2 to smithi11982245-31 2024-04-13T07:53:06.421 INFO:tasks.rados.rados.0.smithi119.stdout:2116: finishing write tid 3 to smithi11982245-31 2024-04-13T07:53:06.423 INFO:tasks.rados.rados.0.smithi119.stdout:2116: finishing write tid 4 to smithi11982245-31 2024-04-13T07:53:06.425 INFO:tasks.rados.rados.0.smithi119.stdout:2115: done (3 left) 2024-04-13T07:53:06.425 INFO:tasks.rados.rados.0.smithi119.stdout:2118: done (2 left) 2024-04-13T07:53:06.425 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 44 current snap is 220 2024-04-13T07:53:06.425 INFO:tasks.rados.rados.0.smithi119.stdout:2119: seq_num 657 ranges {1572864=606208,2179072=688128,2867200=114688} 2024-04-13T07:53:06.437 INFO:tasks.rados.rados.0.smithi119.stdout:2119: writing smithi11982245-44 from 1572864 to 2179072 tid 1 2024-04-13T07:53:06.441 INFO:tasks.rados.rados.0.smithi119.stdout:2119: writing smithi11982245-44 from 2179072 to 2867200 tid 2 2024-04-13T07:53:06.442 INFO:tasks.rados.rados.0.smithi119.stdout:2119: writing smithi11982245-44 from 2867200 to 2981888 tid 3 2024-04-13T07:53:06.442 INFO:tasks.rados.rados.0.smithi119.stdout:2120: snap_remove snap 188 2024-04-13T07:53:06.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:06 smithi119 ceph-mon[96316]: osdmap e482: 8 total, 7 up, 8 in 2024-04-13T07:53:06.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:06 smithi119 ceph-mon[96316]: from='osd.5 [v2:172.21.15.139:6808/3395318322,v1:172.21.15.139:6809/3395318322]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-13T07:53:06.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:06 smithi119 ceph-mon[96316]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-13T07:53:06.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:06 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:06.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:06 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:06.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:06 smithi119 ceph-mon[93746]: osdmap e482: 8 total, 7 up, 8 in 2024-04-13T07:53:06.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:06 smithi119 ceph-mon[93746]: from='osd.5 [v2:172.21.15.139:6808/3395318322,v1:172.21.15.139:6809/3395318322]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-13T07:53:06.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:06 smithi119 ceph-mon[93746]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-13T07:53:06.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:06 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:06.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:06 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:06.885 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 07:53:06 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5[99840]: 2024-04-13T07:53:06.443+0000 7f895aac8700 -1 osd.5 472 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-13T07:53:06.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:06 smithi139 ceph-mon[88985]: osdmap e482: 8 total, 7 up, 8 in 2024-04-13T07:53:06.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:06 smithi139 ceph-mon[88985]: from='osd.5 [v2:172.21.15.139:6808/3395318322,v1:172.21.15.139:6809/3395318322]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-13T07:53:06.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:06 smithi139 ceph-mon[88985]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-13T07:53:06.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:06 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:06.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:06 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:06.886 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 07:53:06 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4[94912]: 2024-04-13T07:53:06.423+0000 7ff51c391700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fe after trimming was started 2024-04-13T07:53:07.409 INFO:tasks.rados.rados.0.smithi119.stdout:2116: finishing write tid 5 to smithi11982245-31 2024-04-13T07:53:07.409 INFO:tasks.rados.rados.0.smithi119.stdout:2116: oid 31 updating version 0 to 1496 2024-04-13T07:53:07.409 INFO:tasks.rados.rados.0.smithi119.stdout:2116: oid 31 version 1496 is already newer than 1495 2024-04-13T07:53:07.410 INFO:tasks.rados.rados.0.smithi119.stdout:2116: oid 31 version 1496 is already newer than 1494 2024-04-13T07:53:07.410 INFO:tasks.rados.rados.0.smithi119.stdout:2116: oid 31 updating version 1496 to 1497 2024-04-13T07:53:07.410 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 31 v 1497 (ObjNum 655 snap 220 seq_num 655) dirty exists 2024-04-13T07:53:07.410 INFO:tasks.rados.rados.0.smithi119.stdout:2116: left oid 31 (ObjNum 655 snap 220 seq_num 655) 2024-04-13T07:53:07.410 INFO:tasks.rados.rados.0.smithi119.stdout:2119: finishing write tid 1 to smithi11982245-44 2024-04-13T07:53:07.410 INFO:tasks.rados.rados.0.smithi119.stdout:2119: finishing write tid 2 to smithi11982245-44 2024-04-13T07:53:07.410 INFO:tasks.rados.rados.0.smithi119.stdout:2119: finishing write tid 3 to smithi11982245-44 2024-04-13T07:53:07.410 INFO:tasks.rados.rados.0.smithi119.stdout:2119: finishing write tid 4 to smithi11982245-44 2024-04-13T07:53:07.410 INFO:tasks.rados.rados.0.smithi119.stdout:2119: finishing write tid 5 to smithi11982245-44 2024-04-13T07:53:07.410 INFO:tasks.rados.rados.0.smithi119.stdout:2119: oid 44 updating version 0 to 1505 2024-04-13T07:53:07.410 INFO:tasks.rados.rados.0.smithi119.stdout:2119: oid 44 updating version 1505 to 1506 2024-04-13T07:53:07.410 INFO:tasks.rados.rados.0.smithi119.stdout:2119: oid 44 version 1506 is already newer than 1504 2024-04-13T07:53:07.410 INFO:tasks.rados.rados.0.smithi119.stdout:2119: oid 44 version 1506 is already newer than 1503 2024-04-13T07:53:07.410 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 44 v 1506 (ObjNum 657 snap 220 seq_num 657) dirty exists 2024-04-13T07:53:07.411 INFO:tasks.rados.rados.0.smithi119.stdout:2119: left oid 44 (ObjNum 657 snap 220 seq_num 657) 2024-04-13T07:53:07.411 INFO:tasks.rados.rados.0.smithi119.stdout:2117: finishing copy_from racing read to smithi11982245-5 2024-04-13T07:53:07.411 INFO:tasks.rados.rados.0.smithi119.stdout:2117: finishing copy_from to smithi11982245-5 2024-04-13T07:53:07.411 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 5 v 1109 (ObjNum 640 snap 214 seq_num 640) dirty exists 2024-04-13T07:53:07.411 INFO:tasks.rados.rados.0.smithi119.stdout:2116: done (3 left) 2024-04-13T07:53:07.411 INFO:tasks.rados.rados.0.smithi119.stdout:2117: done (2 left) 2024-04-13T07:53:07.411 INFO:tasks.rados.rados.0.smithi119.stdout:2119: done (1 left) 2024-04-13T07:53:07.411 INFO:tasks.rados.rados.0.smithi119.stdout:2120: done (0 left) 2024-04-13T07:53:07.411 INFO:tasks.rados.rados.0.smithi119.stdout:2121: delete oid 28 current snap is 220 2024-04-13T07:53:07.426 INFO:tasks.rados.rados.0.smithi119.stdout:2121: done (0 left) 2024-04-13T07:53:07.426 INFO:tasks.rados.rados.0.smithi119.stdout:2122: setattr oid 22 current snap is 220 2024-04-13T07:53:07.428 INFO:tasks.rados.rados.0.smithi119.stdout:2123: snap_create 2024-04-13T07:53:07.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:07 smithi119 ceph-mon[96316]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-13T07:53:07.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:07 smithi119 ceph-mon[96316]: osdmap e483: 8 total, 7 up, 8 in 2024-04-13T07:53:07.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:07 smithi119 ceph-mon[96316]: from='osd.5 [v2:172.21.15.139:6808/3395318322,v1:172.21.15.139:6809/3395318322]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-13T07:53:07.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:07 smithi119 ceph-mon[96316]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-13T07:53:07.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:07 smithi119 ceph-mon[96316]: pgmap v391: 121 pgs: 39 active+undersized, 10 active+undersized+degraded, 72 active+clean; 755 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.2 MiB/s wr, 21 op/s; 195/1299 objects degraded (15.012%) 2024-04-13T07:53:07.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:07 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:07.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:07 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:07.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:07 smithi119 ceph-mon[93746]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-13T07:53:07.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:07 smithi119 ceph-mon[93746]: osdmap e483: 8 total, 7 up, 8 in 2024-04-13T07:53:07.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:07 smithi119 ceph-mon[93746]: from='osd.5 [v2:172.21.15.139:6808/3395318322,v1:172.21.15.139:6809/3395318322]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-13T07:53:07.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:07 smithi119 ceph-mon[93746]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-13T07:53:07.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:07 smithi119 ceph-mon[93746]: pgmap v391: 121 pgs: 39 active+undersized, 10 active+undersized+degraded, 72 active+clean; 755 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.2 MiB/s wr, 21 op/s; 195/1299 objects degraded (15.012%) 2024-04-13T07:53:07.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:07 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:07.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:07 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:07.770 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:07 smithi139 ceph-mon[88985]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-13T07:53:07.770 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:07 smithi139 ceph-mon[88985]: osdmap e483: 8 total, 7 up, 8 in 2024-04-13T07:53:07.770 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:07 smithi139 ceph-mon[88985]: from='osd.5 [v2:172.21.15.139:6808/3395318322,v1:172.21.15.139:6809/3395318322]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-13T07:53:07.770 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:07 smithi139 ceph-mon[88985]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-13T07:53:07.771 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:07 smithi139 ceph-mon[88985]: pgmap v391: 121 pgs: 39 active+undersized, 10 active+undersized+degraded, 72 active+clean; 755 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.2 MiB/s wr, 21 op/s; 195/1299 objects degraded (15.012%) 2024-04-13T07:53:07.771 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:07 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:07.771 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:07 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:08.418 INFO:tasks.rados.rados.0.smithi119.stdout:2123: done (1 left) 2024-04-13T07:53:08.418 INFO:tasks.rados.rados.0.smithi119.stdout:2124: snap_remove snap 137 2024-04-13T07:53:08.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:08 smithi119 ceph-mon[93746]: Health check update: Degraded data redundancy: 195/1299 objects degraded (15.012%), 10 pgs degraded (PG_DEGRADED) 2024-04-13T07:53:08.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:08 smithi119 ceph-mon[93746]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T07:53:08.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:08 smithi119 ceph-mon[93746]: osd.5 [v2:172.21.15.139:6808/3395318322,v1:172.21.15.139:6809/3395318322] boot 2024-04-13T07:53:08.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:08 smithi119 ceph-mon[93746]: osdmap e484: 8 total, 8 up, 8 in 2024-04-13T07:53:08.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:08 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:53:08.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:08 smithi119 ceph-mon[96316]: Health check update: Degraded data redundancy: 195/1299 objects degraded (15.012%), 10 pgs degraded (PG_DEGRADED) 2024-04-13T07:53:08.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:08 smithi119 ceph-mon[96316]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T07:53:08.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:08 smithi119 ceph-mon[96316]: osd.5 [v2:172.21.15.139:6808/3395318322,v1:172.21.15.139:6809/3395318322] boot 2024-04-13T07:53:08.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:08 smithi119 ceph-mon[96316]: osdmap e484: 8 total, 8 up, 8 in 2024-04-13T07:53:08.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:08 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:53:08.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:08 smithi139 ceph-mon[88985]: Health check update: Degraded data redundancy: 195/1299 objects degraded (15.012%), 10 pgs degraded (PG_DEGRADED) 2024-04-13T07:53:08.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:08 smithi139 ceph-mon[88985]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T07:53:08.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:08 smithi139 ceph-mon[88985]: osd.5 [v2:172.21.15.139:6808/3395318322,v1:172.21.15.139:6809/3395318322] boot 2024-04-13T07:53:08.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:08 smithi139 ceph-mon[88985]: osdmap e484: 8 total, 8 up, 8 in 2024-04-13T07:53:08.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:08 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:53:09.420 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 22 v 1201 (ObjNum 646 snap 215 seq_num 646) dirty exists 2024-04-13T07:53:09.420 INFO:tasks.rados.rados.0.smithi119.stdout:2122: done (1 left) 2024-04-13T07:53:09.420 INFO:tasks.rados.rados.0.smithi119.stdout:2124: done (0 left) 2024-04-13T07:53:09.420 INFO:tasks.rados.rados.0.smithi119.stdout:2125: read oid 8 snap -1 2024-04-13T07:53:09.421 INFO:tasks.rados.rados.0.smithi119.stdout:2125: expect (ObjNum 651 snap 219 seq_num 651) 2024-04-13T07:53:09.421 INFO:tasks.rados.rados.0.smithi119.stdout:2126: read oid 35 snap -1 2024-04-13T07:53:09.421 INFO:tasks.rados.rados.0.smithi119.stdout:2126: expect deleted 2024-04-13T07:53:09.421 INFO:tasks.rados.rados.0.smithi119.stdout:2127: read oid 6 snap -1 2024-04-13T07:53:09.421 INFO:tasks.rados.rados.0.smithi119.stdout:2127: expect (ObjNum 363 snap 136 seq_num 363) 2024-04-13T07:53:09.421 INFO:tasks.rados.rados.0.smithi119.stdout:2128: snap_remove snap 198 2024-04-13T07:53:09.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:09 smithi139 ceph-mon[88985]: osdmap e485: 8 total, 8 up, 8 in 2024-04-13T07:53:09.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:09 smithi139 ceph-mon[88985]: pgmap v394: 121 pgs: 39 active+undersized, 10 active+undersized+degraded, 72 active+clean; 755 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.2 MiB/s wr, 19 op/s; 195/1299 objects degraded (15.012%) 2024-04-13T07:53:09.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:09 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:09.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:53:09.716 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:53:09 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-2[112373]: 2024-04-13T07:53:09.433+0000 7f2fd8fb3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c7 after trimming was started 2024-04-13T07:53:09.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:09 smithi119 ceph-mon[96316]: osdmap e485: 8 total, 8 up, 8 in 2024-04-13T07:53:09.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:09 smithi119 ceph-mon[96316]: pgmap v394: 121 pgs: 39 active+undersized, 10 active+undersized+degraded, 72 active+clean; 755 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.2 MiB/s wr, 19 op/s; 195/1299 objects degraded (15.012%) 2024-04-13T07:53:09.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:09 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:09.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:53:09.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:09 smithi119 ceph-mon[93746]: osdmap e485: 8 total, 8 up, 8 in 2024-04-13T07:53:09.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:09 smithi119 ceph-mon[93746]: pgmap v394: 121 pgs: 39 active+undersized, 10 active+undersized+degraded, 72 active+clean; 755 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.2 MiB/s wr, 19 op/s; 195/1299 objects degraded (15.012%) 2024-04-13T07:53:09.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:09 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:09.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:53:10.433 INFO:tasks.rados.rados.0.smithi119.stdout:2128: done (3 left) 2024-04-13T07:53:10.433 INFO:tasks.rados.rados.0.smithi119.stdout:2129: snap_create 2024-04-13T07:53:10.434 INFO:tasks.rados.rados.0.smithi119.stdout:2127: expect (ObjNum 363 snap 136 seq_num 363) 2024-04-13T07:53:10.474 INFO:tasks.rados.rados.0.smithi119.stdout:2125: expect (ObjNum 651 snap 219 seq_num 651) 2024-04-13T07:53:10.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:10 smithi119 ceph-mon[96316]: osdmap e486: 8 total, 8 up, 8 in 2024-04-13T07:53:10.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:10 smithi119 ceph-mon[93746]: osdmap e486: 8 total, 8 up, 8 in 2024-04-13T07:53:10.809 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:10 smithi139 ceph-mon[88985]: osdmap e486: 8 total, 8 up, 8 in 2024-04-13T07:53:11.428 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:53:11 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:53:11.033+0000 7f97a4eee700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-04-13T07:53:11.433 INFO:tasks.rados.rados.0.smithi119.stdout:2125: done (3 left) 2024-04-13T07:53:11.433 INFO:tasks.rados.rados.0.smithi119.stdout:2126: done (2 left) 2024-04-13T07:53:11.433 INFO:tasks.rados.rados.0.smithi119.stdout:2127: done (1 left) 2024-04-13T07:53:11.433 INFO:tasks.rados.rados.0.smithi119.stdout:2129: done (0 left) 2024-04-13T07:53:11.433 INFO:tasks.rados.rados.0.smithi119.stdout:2130: snap_remove snap 139 2024-04-13T07:53:11.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:11 smithi119 ceph-mon[93746]: osdmap e487: 8 total, 8 up, 8 in 2024-04-13T07:53:11.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:11 smithi119 ceph-mon[93746]: pgmap v397: 121 pgs: 1 active+clean+snaptrim, 17 active+undersized, 1 active+undersized+degraded, 102 active+clean; 761 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 943 KiB/s rd, 4.8 MiB/s wr, 11 op/s; 34/1278 objects degraded (2.660%); 5.0 MiB/s, 0 objects/s recovering 2024-04-13T07:53:11.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:11 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:11.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:11 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:11.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:11 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:53:11.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:11 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:53:11.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:11 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:11.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:11 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:53:11.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:11 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:53:11.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:11 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:53:11.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:11 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:53:11.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:11 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-13T07:53:11.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:11 smithi119 ceph-mon[96316]: osdmap e487: 8 total, 8 up, 8 in 2024-04-13T07:53:11.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:11 smithi119 ceph-mon[96316]: pgmap v397: 121 pgs: 1 active+clean+snaptrim, 17 active+undersized, 1 active+undersized+degraded, 102 active+clean; 761 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 943 KiB/s rd, 4.8 MiB/s wr, 11 op/s; 34/1278 objects degraded (2.660%); 5.0 MiB/s, 0 objects/s recovering 2024-04-13T07:53:11.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:11 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:11.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:11 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:11.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:11 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:53:11.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:11 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:53:11.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:11 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:11.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:11 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:53:11.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:11 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:53:11.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:11 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:53:11.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:11 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:53:11.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:11 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-13T07:53:11.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:11 smithi139 ceph-mon[88985]: osdmap e487: 8 total, 8 up, 8 in 2024-04-13T07:53:11.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:11 smithi139 ceph-mon[88985]: pgmap v397: 121 pgs: 1 active+clean+snaptrim, 17 active+undersized, 1 active+undersized+degraded, 102 active+clean; 761 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 943 KiB/s rd, 4.8 MiB/s wr, 11 op/s; 34/1278 objects degraded (2.660%); 5.0 MiB/s, 0 objects/s recovering 2024-04-13T07:53:11.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:11 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:11.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:11 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:11.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:11 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:53:11.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:11 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:53:11.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:11 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:11.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:11 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:53:11.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:11 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:53:11.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:11 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:53:11.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:11 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:53:11.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:11 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-13T07:53:12.435 INFO:tasks.rados.rados.0.smithi119.stdout:2130: done (0 left) 2024-04-13T07:53:12.435 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 6 current snap is 222 2024-04-13T07:53:12.435 INFO:tasks.rados.rados.0.smithi119.stdout:2131: seq_num 659 ranges {1286144=647168,1933312=450560,2383872=352256} 2024-04-13T07:53:12.446 INFO:tasks.rados.rados.0.smithi119.stdout:2131: writing smithi11982245-6 from 1286144 to 1933312 tid 1 2024-04-13T07:53:12.449 INFO:tasks.rados.rados.0.smithi119.stdout:2131: writing smithi11982245-6 from 1933312 to 2383872 tid 2 2024-04-13T07:53:12.452 INFO:tasks.rados.rados.0.smithi119.stdout:2131: writing smithi11982245-6 from 2383872 to 2736128 tid 3 2024-04-13T07:53:12.452 INFO:tasks.rados.rados.0.smithi119.stdout:2132: copy_from oid 20 from oid 45 current snap is 222 2024-04-13T07:53:12.452 INFO:tasks.rados.rados.0.smithi119.stdout:2133: rollback oid 39 current snap is 222 2024-04-13T07:53:12.452 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 39 to 186 2024-04-13T07:53:12.453 INFO:tasks.rados.rados.0.smithi119.stdout:2134: read oid 30 snap 208 2024-04-13T07:53:12.453 INFO:tasks.rados.rados.0.smithi119.stdout:2134: expect (ObjNum 618 snap 208 seq_num 618) 2024-04-13T07:53:12.453 INFO:tasks.rados.rados.0.smithi119.stdout:2135: read oid 26 snap 140 2024-04-13T07:53:12.453 INFO:tasks.rados.rados.0.smithi119.stdout:2135: expect deleted 2024-04-13T07:53:12.453 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 32 current snap is 222 2024-04-13T07:53:12.453 INFO:tasks.rados.rados.0.smithi119.stdout:2136: seq_num 660 ranges {1351680=663552,2015232=737280,2752512=65536} 2024-04-13T07:53:12.465 INFO:tasks.rados.rados.0.smithi119.stdout:2136: writing smithi11982245-32 from 1351680 to 2015232 tid 1 2024-04-13T07:53:12.469 INFO:tasks.rados.rados.0.smithi119.stdout:2136: writing smithi11982245-32 from 2015232 to 2752512 tid 2 2024-04-13T07:53:12.470 INFO:tasks.rados.rados.0.smithi119.stdout:2136: writing smithi11982245-32 from 2752512 to 2818048 tid 3 2024-04-13T07:53:12.471 INFO:tasks.rados.rados.0.smithi119.stdout:2137: read oid 3 snap -1 2024-04-13T07:53:12.471 INFO:tasks.rados.rados.0.smithi119.stdout:2137: expect (ObjNum 504 snap 172 seq_num 504) 2024-04-13T07:53:12.471 INFO:tasks.rados.rados.0.smithi119.stdout:2138: snap_create 2024-04-13T07:53:12.471 INFO:tasks.rados.rados.0.smithi119.stdout:2133: finishing rollback tid 1 to smithi11982245-39 2024-04-13T07:53:12.471 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 39 v 1216 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-13T07:53:12.471 INFO:tasks.rados.rados.0.smithi119.stdout:2131: finishing write tid 1 to smithi11982245-6 2024-04-13T07:53:12.471 INFO:tasks.rados.rados.0.smithi119.stdout:2131: finishing write tid 2 to smithi11982245-6 2024-04-13T07:53:12.471 INFO:tasks.rados.rados.0.smithi119.stdout:2131: finishing write tid 3 to smithi11982245-6 2024-04-13T07:53:12.471 INFO:tasks.rados.rados.0.smithi119.stdout:2131: finishing write tid 4 to smithi11982245-6 2024-04-13T07:53:12.472 INFO:tasks.rados.rados.0.smithi119.stdout:2134: expect (ObjNum 618 snap 208 seq_num 618) 2024-04-13T07:53:12.598 INFO:tasks.rados.rados.0.smithi119.stdout:2131: finishing write tid 5 to smithi11982245-6 2024-04-13T07:53:12.599 INFO:tasks.rados.rados.0.smithi119.stdout:2131: oid 6 updating version 0 to 829 2024-04-13T07:53:12.599 INFO:tasks.rados.rados.0.smithi119.stdout:2131: oid 6 updating version 829 to 831 2024-04-13T07:53:12.599 INFO:tasks.rados.rados.0.smithi119.stdout:2131: oid 6 version 831 is already newer than 830 2024-04-13T07:53:12.599 INFO:tasks.rados.rados.0.smithi119.stdout:2131: oid 6 updating version 831 to 832 2024-04-13T07:53:12.599 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 6 v 832 (ObjNum 659 snap 222 seq_num 659) dirty exists 2024-04-13T07:53:12.599 INFO:tasks.rados.rados.0.smithi119.stdout:2131: left oid 6 (ObjNum 659 snap 222 seq_num 659) 2024-04-13T07:53:12.599 INFO:tasks.rados.rados.0.smithi119.stdout:2136: finishing write tid 1 to smithi11982245-32 2024-04-13T07:53:12.599 INFO:tasks.rados.rados.0.smithi119.stdout:2136: finishing write tid 2 to smithi11982245-32 2024-04-13T07:53:12.599 INFO:tasks.rados.rados.0.smithi119.stdout:2136: finishing write tid 3 to smithi11982245-32 2024-04-13T07:53:12.599 INFO:tasks.rados.rados.0.smithi119.stdout:2136: finishing write tid 4 to smithi11982245-32 2024-04-13T07:53:12.599 INFO:tasks.rados.rados.0.smithi119.stdout:2136: finishing write tid 5 to smithi11982245-32 2024-04-13T07:53:12.599 INFO:tasks.rados.rados.0.smithi119.stdout:2136: oid 32 updating version 0 to 869 2024-04-13T07:53:12.599 INFO:tasks.rados.rados.0.smithi119.stdout:2136: oid 32 version 869 is already newer than 868 2024-04-13T07:53:12.600 INFO:tasks.rados.rados.0.smithi119.stdout:2136: oid 32 updating version 869 to 870 2024-04-13T07:53:12.600 INFO:tasks.rados.rados.0.smithi119.stdout:2136: oid 32 version 870 is already newer than 867 2024-04-13T07:53:12.600 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 32 v 870 (ObjNum 660 snap 222 seq_num 660) dirty exists 2024-04-13T07:53:12.600 INFO:tasks.rados.rados.0.smithi119.stdout:2136: left oid 32 (ObjNum 660 snap 222 seq_num 660) 2024-04-13T07:53:12.600 INFO:tasks.rados.rados.0.smithi119.stdout:2132: finishing copy_from racing read to smithi11982245-20 2024-04-13T07:53:12.600 INFO:tasks.rados.rados.0.smithi119.stdout:2137: expect (ObjNum 504 snap 172 seq_num 504) 2024-04-13T07:53:12.631 INFO:tasks.rados.rados.0.smithi119.stdout:2132: finishing copy_from to smithi11982245-20 2024-04-13T07:53:12.631 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 20 v 1463 (ObjNum 639 snap 214 seq_num 639) dirty exists 2024-04-13T07:53:12.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:12 smithi139 ceph-mon[88985]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-13T07:53:12.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:12 smithi139 ceph-mon[88985]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-04-13T07:53:12.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:12 smithi139 ceph-mon[88985]: osdmap e488: 8 total, 8 up, 8 in 2024-04-13T07:53:12.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:53:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:53:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:53:12.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:12 smithi119 ceph-mon[96316]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-13T07:53:12.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:12 smithi119 ceph-mon[96316]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-04-13T07:53:12.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:12 smithi119 ceph-mon[96316]: osdmap e488: 8 total, 8 up, 8 in 2024-04-13T07:53:12.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:12 smithi119 ceph-mon[93746]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-13T07:53:12.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:12 smithi119 ceph-mon[93746]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-04-13T07:53:12.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:12 smithi119 ceph-mon[93746]: osdmap e488: 8 total, 8 up, 8 in 2024-04-13T07:53:13.445 INFO:tasks.rados.rados.0.smithi119.stdout:2131: done (7 left) 2024-04-13T07:53:13.445 INFO:tasks.rados.rados.0.smithi119.stdout:2132: done (6 left) 2024-04-13T07:53:13.445 INFO:tasks.rados.rados.0.smithi119.stdout:2133: done (5 left) 2024-04-13T07:53:13.445 INFO:tasks.rados.rados.0.smithi119.stdout:2134: done (4 left) 2024-04-13T07:53:13.445 INFO:tasks.rados.rados.0.smithi119.stdout:2135: done (3 left) 2024-04-13T07:53:13.445 INFO:tasks.rados.rados.0.smithi119.stdout:2136: done (2 left) 2024-04-13T07:53:13.445 INFO:tasks.rados.rados.0.smithi119.stdout:2137: done (1 left) 2024-04-13T07:53:13.446 INFO:tasks.rados.rados.0.smithi119.stdout:2138: done (0 left) 2024-04-13T07:53:13.446 INFO:tasks.rados.rados.0.smithi119.stdout:2139: delete oid 37 current snap is 223 2024-04-13T07:53:13.448 INFO:tasks.rados.rados.0.smithi119.stdout:2139: done (0 left) 2024-04-13T07:53:13.448 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 4 current snap is 223 2024-04-13T07:53:13.448 INFO:tasks.rados.rados.0.smithi119.stdout:2140: seq_num 662 ranges {14909440=696320,15605760=557056,16162816=245760} 2024-04-13T07:53:13.531 INFO:tasks.rados.rados.0.smithi119.stdout:2140: writing smithi11982245-4 from 14909440 to 15605760 tid 1 2024-04-13T07:53:13.534 INFO:tasks.rados.rados.0.smithi119.stdout:2140: writing smithi11982245-4 from 15605760 to 16162816 tid 2 2024-04-13T07:53:13.536 INFO:tasks.rados.rados.0.smithi119.stdout:2140: writing smithi11982245-4 from 16162816 to 16408576 tid 3 2024-04-13T07:53:13.536 INFO:tasks.rados.rados.0.smithi119.stdout:2141: snap_create 2024-04-13T07:53:13.538 INFO:tasks.rados.rados.0.smithi119.stdout:2140: finishing write tid 1 to smithi11982245-4 2024-04-13T07:53:13.539 INFO:tasks.rados.rados.0.smithi119.stdout:2140: finishing write tid 2 to smithi11982245-4 2024-04-13T07:53:13.540 INFO:tasks.rados.rados.0.smithi119.stdout:2140: finishing write tid 3 to smithi11982245-4 2024-04-13T07:53:13.540 INFO:tasks.rados.rados.0.smithi119.stdout:2140: finishing write tid 4 to smithi11982245-4 2024-04-13T07:53:13.542 INFO:tasks.rados.rados.0.smithi119.stdout:2140: finishing write tid 5 to smithi11982245-4 2024-04-13T07:53:13.542 INFO:tasks.rados.rados.0.smithi119.stdout:2140: oid 4 updating version 0 to 1199 2024-04-13T07:53:13.542 INFO:tasks.rados.rados.0.smithi119.stdout:2140: oid 4 updating version 1199 to 1200 2024-04-13T07:53:13.542 INFO:tasks.rados.rados.0.smithi119.stdout:2140: oid 4 version 1200 is already newer than 1197 2024-04-13T07:53:13.542 INFO:tasks.rados.rados.0.smithi119.stdout:2140: oid 4 version 1200 is already newer than 1198 2024-04-13T07:53:13.543 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 4 v 1200 (ObjNum 662 snap 223 seq_num 662) dirty exists 2024-04-13T07:53:13.543 INFO:tasks.rados.rados.0.smithi119.stdout:2140: left oid 4 (ObjNum 662 snap 223 seq_num 662) 2024-04-13T07:53:13.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:13 smithi119 ceph-mon[93746]: osdmap e489: 8 total, 8 up, 8 in 2024-04-13T07:53:13.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:13 smithi119 ceph-mon[93746]: pgmap v400: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 756 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 4.8 MiB/s wr, 11 op/s; 5.4 MiB/s, 1 objects/s recovering 2024-04-13T07:53:13.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:13 smithi119 ceph-mon[96316]: osdmap e489: 8 total, 8 up, 8 in 2024-04-13T07:53:13.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:13 smithi119 ceph-mon[96316]: pgmap v400: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 756 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 4.8 MiB/s wr, 11 op/s; 5.4 MiB/s, 1 objects/s recovering 2024-04-13T07:53:13.807 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:13 smithi139 ceph-mon[88985]: osdmap e489: 8 total, 8 up, 8 in 2024-04-13T07:53:13.808 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:13 smithi139 ceph-mon[88985]: pgmap v400: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 756 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 4.8 MiB/s wr, 11 op/s; 5.4 MiB/s, 1 objects/s recovering 2024-04-13T07:53:14.452 INFO:tasks.rados.rados.0.smithi119.stdout:2140: done (1 left) 2024-04-13T07:53:14.452 INFO:tasks.rados.rados.0.smithi119.stdout:2141: done (0 left) 2024-04-13T07:53:14.452 INFO:tasks.rados.rados.0.smithi119.stdout:2142: read oid 39 snap 142 2024-04-13T07:53:14.452 INFO:tasks.rados.rados.0.smithi119.stdout:2142: expect (ObjNum 262 snap 83 seq_num 262) 2024-04-13T07:53:14.452 INFO:tasks.rados.rados.0.smithi119.stdout:2143: snap_remove snap 194 2024-04-13T07:53:14.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:14 smithi119 ceph-mon[96316]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 34/1278 objects degraded (2.660%), 1 pg degraded) 2024-04-13T07:53:14.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:14 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T07:53:14.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:14 smithi119 ceph-mon[96316]: osdmap e490: 8 total, 8 up, 8 in 2024-04-13T07:53:14.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:14 smithi119 ceph-mon[93746]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 34/1278 objects degraded (2.660%), 1 pg degraded) 2024-04-13T07:53:14.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:14 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T07:53:14.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:14 smithi119 ceph-mon[93746]: osdmap e490: 8 total, 8 up, 8 in 2024-04-13T07:53:14.742 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:14 smithi139 ceph-mon[88985]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 34/1278 objects degraded (2.660%), 1 pg degraded) 2024-04-13T07:53:14.742 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:14 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T07:53:14.742 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:14 smithi139 ceph-mon[88985]: osdmap e490: 8 total, 8 up, 8 in 2024-04-13T07:53:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:53:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:53:14] "GET /metrics HTTP/1.1" 200 35990 "" "Prometheus/2.43.0" 2024-04-13T07:53:15.376 INFO:tasks.rados.rados.0.smithi119.stdout:2143: done (1 left) 2024-04-13T07:53:15.376 INFO:tasks.rados.rados.0.smithi119.stdout:2144: read oid 22 snap -1 2024-04-13T07:53:15.376 INFO:tasks.rados.rados.0.smithi119.stdout:2144: expect (ObjNum 646 snap 215 seq_num 646) 2024-04-13T07:53:15.376 INFO:tasks.rados.rados.0.smithi119.stdout:2145: setattr oid 41 current snap is 224 2024-04-13T07:53:15.377 INFO:tasks.rados.rados.0.smithi119.stdout:2142: expect (ObjNum 262 snap 83 seq_num 262) 2024-04-13T07:53:15.549 INFO:tasks.rados.rados.0.smithi119.stdout:2144: expect (ObjNum 646 snap 215 seq_num 646) 2024-04-13T07:53:15.583 INFO:tasks.rados.rados.0.smithi119.stdout:2142: done (2 left) 2024-04-13T07:53:15.583 INFO:tasks.rados.rados.0.smithi119.stdout:2144: done (1 left) 2024-04-13T07:53:15.583 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 28 current snap is 224 2024-04-13T07:53:15.583 INFO:tasks.rados.rados.0.smithi119.stdout:2146: seq_num 663 ranges {0=712704,712704=442368,1155072=360448} 2024-04-13T07:53:15.587 INFO:tasks.rados.rados.0.smithi119.stdout:2146: writing smithi11982245-28 from 0 to 712704 tid 1 2024-04-13T07:53:15.589 INFO:tasks.rados.rados.0.smithi119.stdout:2146: writing smithi11982245-28 from 712704 to 1155072 tid 2 2024-04-13T07:53:15.592 INFO:tasks.rados.rados.0.smithi119.stdout:2146: writing smithi11982245-28 from 1155072 to 1515520 tid 3 2024-04-13T07:53:15.592 INFO:tasks.rados.rados.0.smithi119.stdout:2147: setattr oid 5 current snap is 224 2024-04-13T07:53:15.592 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 41 v 1317 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-04-13T07:53:15.595 INFO:tasks.rados.rados.0.smithi119.stdout:2145: done (2 left) 2024-04-13T07:53:15.595 INFO:tasks.rados.rados.0.smithi119.stdout:2148: rmattr oid 47 current snap is 224 2024-04-13T07:53:15.596 INFO:tasks.rados.rados.0.smithi119.stdout:2148: done (2 left) 2024-04-13T07:53:15.596 INFO:tasks.rados.rados.0.smithi119.stdout:2149: snap_create 2024-04-13T07:53:15.596 INFO:tasks.rados.rados.0.smithi119.stdout:2146: finishing write tid 1 to smithi11982245-28 2024-04-13T07:53:15.596 INFO:tasks.rados.rados.0.smithi119.stdout:2146: finishing write tid 2 to smithi11982245-28 2024-04-13T07:53:15.596 INFO:tasks.rados.rados.0.smithi119.stdout:2146: finishing write tid 3 to smithi11982245-28 2024-04-13T07:53:15.596 INFO:tasks.rados.rados.0.smithi119.stdout:2146: finishing write tid 4 to smithi11982245-28 2024-04-13T07:53:15.597 INFO:tasks.rados.rados.0.smithi119.stdout:2146: finishing write tid 5 to smithi11982245-28 2024-04-13T07:53:15.597 INFO:tasks.rados.rados.0.smithi119.stdout:2146: oid 28 updating version 0 to 1527 2024-04-13T07:53:15.597 INFO:tasks.rados.rados.0.smithi119.stdout:2146: oid 28 version 1527 is already newer than 1526 2024-04-13T07:53:15.597 INFO:tasks.rados.rados.0.smithi119.stdout:2146: oid 28 version 1527 is already newer than 1525 2024-04-13T07:53:15.597 INFO:tasks.rados.rados.0.smithi119.stdout:2146: oid 28 updating version 1527 to 1528 2024-04-13T07:53:15.598 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 28 v 1528 (ObjNum 663 snap 224 seq_num 663) dirty exists 2024-04-13T07:53:15.598 INFO:tasks.rados.rados.0.smithi119.stdout:2146: left oid 28 (ObjNum 663 snap 224 seq_num 663) 2024-04-13T07:53:15.598 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 5 v 1567 (ObjNum 640 snap 214 seq_num 640) dirty exists 2024-04-13T07:53:15.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:15 smithi119 ceph-mon[93746]: osdmap e491: 8 total, 8 up, 8 in 2024-04-13T07:53:15.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:15 smithi119 ceph-mon[93746]: pgmap v403: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 756 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 320 KiB/s, 0 objects/s recovering 2024-04-13T07:53:15.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:15 smithi119 ceph-mon[93746]: osdmap e492: 8 total, 8 up, 8 in 2024-04-13T07:53:15.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:15 smithi119 ceph-mon[96316]: osdmap e491: 8 total, 8 up, 8 in 2024-04-13T07:53:15.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:15 smithi119 ceph-mon[96316]: pgmap v403: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 756 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 320 KiB/s, 0 objects/s recovering 2024-04-13T07:53:15.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:15 smithi119 ceph-mon[96316]: osdmap e492: 8 total, 8 up, 8 in 2024-04-13T07:53:15.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:15 smithi139 ceph-mon[88985]: osdmap e491: 8 total, 8 up, 8 in 2024-04-13T07:53:15.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:15 smithi139 ceph-mon[88985]: pgmap v403: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 756 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 320 KiB/s, 0 objects/s recovering 2024-04-13T07:53:15.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:15 smithi139 ceph-mon[88985]: osdmap e492: 8 total, 8 up, 8 in 2024-04-13T07:53:16.460 INFO:tasks.rados.rados.0.smithi119.stdout:2146: done (2 left) 2024-04-13T07:53:16.460 INFO:tasks.rados.rados.0.smithi119.stdout:2147: done (1 left) 2024-04-13T07:53:16.460 INFO:tasks.rados.rados.0.smithi119.stdout:2149: done (0 left) 2024-04-13T07:53:16.460 INFO:tasks.rados.rados.0.smithi119.stdout:2150: read oid 44 snap 204 2024-04-13T07:53:16.460 INFO:tasks.rados.rados.0.smithi119.stdout:2150: expect (ObjNum 299 snap 104 seq_num 299) 2024-04-13T07:53:16.460 INFO:tasks.rados.rados.0.smithi119.stdout:2151: delete oid 39 current snap is 225 2024-04-13T07:53:16.464 INFO:tasks.rados.rados.0.smithi119.stdout:2151: done (1 left) 2024-04-13T07:53:16.464 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 26 current snap is 225 2024-04-13T07:53:16.464 INFO:tasks.rados.rados.0.smithi119.stdout:2152: seq_num 665 ranges {0=745472,745472=606208,1351680=196608} 2024-04-13T07:53:16.468 INFO:tasks.rados.rados.0.smithi119.stdout:2152: writing smithi11982245-26 from 0 to 745472 tid 1 2024-04-13T07:53:16.471 INFO:tasks.rados.rados.0.smithi119.stdout:2152: writing smithi11982245-26 from 745472 to 1351680 tid 2 2024-04-13T07:53:16.473 INFO:tasks.rados.rados.0.smithi119.stdout:2152: writing smithi11982245-26 from 1351680 to 1548288 tid 3 2024-04-13T07:53:16.473 INFO:tasks.rados.rados.0.smithi119.stdout:2153: snap_remove snap 199 2024-04-13T07:53:17.469 INFO:tasks.rados.rados.0.smithi119.stdout:2150: expect (ObjNum 299 snap 104 seq_num 299) 2024-04-13T07:53:17.511 INFO:tasks.rados.rados.0.smithi119.stdout:2152: finishing write tid 1 to smithi11982245-26 2024-04-13T07:53:17.511 INFO:tasks.rados.rados.0.smithi119.stdout:2152: finishing write tid 2 to smithi11982245-26 2024-04-13T07:53:17.511 INFO:tasks.rados.rados.0.smithi119.stdout:2152: finishing write tid 3 to smithi11982245-26 2024-04-13T07:53:17.511 INFO:tasks.rados.rados.0.smithi119.stdout:2152: finishing write tid 4 to smithi11982245-26 2024-04-13T07:53:17.511 INFO:tasks.rados.rados.0.smithi119.stdout:2152: finishing write tid 5 to smithi11982245-26 2024-04-13T07:53:17.511 INFO:tasks.rados.rados.0.smithi119.stdout:2152: oid 26 updating version 0 to 1215 2024-04-13T07:53:17.512 INFO:tasks.rados.rados.0.smithi119.stdout:2152: oid 26 updating version 1215 to 1216 2024-04-13T07:53:17.512 INFO:tasks.rados.rados.0.smithi119.stdout:2152: oid 26 version 1216 is already newer than 1213 2024-04-13T07:53:17.512 INFO:tasks.rados.rados.0.smithi119.stdout:2152: oid 26 version 1216 is already newer than 1214 2024-04-13T07:53:17.512 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 26 v 1216 (ObjNum 665 snap 225 seq_num 665) dirty exists 2024-04-13T07:53:17.512 INFO:tasks.rados.rados.0.smithi119.stdout:2152: left oid 26 (ObjNum 665 snap 225 seq_num 665) 2024-04-13T07:53:17.512 INFO:tasks.rados.rados.0.smithi119.stdout:2150: done (2 left) 2024-04-13T07:53:17.512 INFO:tasks.rados.rados.0.smithi119.stdout:2152: done (1 left) 2024-04-13T07:53:17.512 INFO:tasks.rados.rados.0.smithi119.stdout:2153: done (0 left) 2024-04-13T07:53:17.512 INFO:tasks.rados.rados.0.smithi119.stdout:2154: read oid 9 snap -1 2024-04-13T07:53:17.512 INFO:tasks.rados.rados.0.smithi119.stdout:2154: expect (ObjNum 642 snap 214 seq_num 642) 2024-04-13T07:53:17.512 INFO:tasks.rados.rados.0.smithi119.stdout:2155: delete oid 4 current snap is 225 2024-04-13T07:53:17.513 INFO:tasks.rados.rados.0.smithi119.stdout:2155: done (1 left) 2024-04-13T07:53:17.514 INFO:tasks.rados.rados.0.smithi119.stdout:2156: read oid 8 snap 189 2024-04-13T07:53:17.514 INFO:tasks.rados.rados.0.smithi119.stdout:2156: expect deleted 2024-04-13T07:53:17.514 INFO:tasks.rados.rados.0.smithi119.stdout:2157: rollback oid 18 current snap is 225 2024-04-13T07:53:17.514 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 18 to 214 2024-04-13T07:53:17.514 INFO:tasks.rados.rados.0.smithi119.stdout:2158: setattr oid 3 current snap is 225 2024-04-13T07:53:17.515 INFO:tasks.rados.rados.0.smithi119.stdout:2156: done (3 left) 2024-04-13T07:53:17.515 INFO:tasks.rados.rados.0.smithi119.stdout:2159: read oid 43 snap -1 2024-04-13T07:53:17.515 INFO:tasks.rados.rados.0.smithi119.stdout:2159: expect deleted 2024-04-13T07:53:17.515 INFO:tasks.rados.rados.0.smithi119.stdout:2160: snap_remove snap 215 2024-04-13T07:53:17.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:17 smithi119 ceph-mon[96316]: osdmap e493: 8 total, 8 up, 8 in 2024-04-13T07:53:17.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:17 smithi119 ceph-mon[96316]: pgmap v406: 121 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 115 active+clean; 759 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.7 MiB/s wr, 7 op/s 2024-04-13T07:53:17.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:17 smithi119 ceph-mon[93746]: osdmap e493: 8 total, 8 up, 8 in 2024-04-13T07:53:17.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:17 smithi119 ceph-mon[93746]: pgmap v406: 121 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 115 active+clean; 759 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.7 MiB/s wr, 7 op/s 2024-04-13T07:53:17.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:17 smithi139 ceph-mon[88985]: osdmap e493: 8 total, 8 up, 8 in 2024-04-13T07:53:17.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:17 smithi139 ceph-mon[88985]: pgmap v406: 121 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 115 active+clean; 759 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.7 MiB/s wr, 7 op/s 2024-04-13T07:53:18.468 INFO:tasks.rados.rados.0.smithi119.stdout:2160: done (4 left) 2024-04-13T07:53:18.468 INFO:tasks.rados.rados.0.smithi119.stdout:2161: rollback oid 29 current snap is 225 2024-04-13T07:53:18.468 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 29 to 218 2024-04-13T07:53:18.468 INFO:tasks.rados.rados.0.smithi119.stdout:2157: finishing rollback tid 0 to smithi11982245-18 2024-04-13T07:53:18.468 INFO:tasks.rados.rados.0.smithi119.stdout:2157: finishing rollback tid 1 to smithi11982245-18 2024-04-13T07:53:18.468 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 3 v 1216 (ObjNum 504 snap 172 seq_num 504) dirty exists 2024-04-13T07:53:18.468 INFO:tasks.rados.rados.0.smithi119.stdout:2157: finishing rollback tid 2 to smithi11982245-18 2024-04-13T07:53:18.468 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 18 v 1579 (ObjNum 602 snap 200 seq_num 602) dirty exists 2024-04-13T07:53:18.469 INFO:tasks.rados.rados.0.smithi119.stdout:2154: expect (ObjNum 642 snap 214 seq_num 642) 2024-04-13T07:53:18.548 INFO:tasks.rados.rados.0.smithi119.stdout:2161: finishing rollback tid 0 to smithi11982245-29 2024-04-13T07:53:18.548 INFO:tasks.rados.rados.0.smithi119.stdout:2161: finishing rollback tid 1 to smithi11982245-29 2024-04-13T07:53:18.548 INFO:tasks.rados.rados.0.smithi119.stdout:2161: finishing rollback tid 2 to smithi11982245-29 2024-04-13T07:53:18.548 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 29 v 1112 (ObjNum 504 snap 172 seq_num 504) dirty exists 2024-04-13T07:53:18.548 INFO:tasks.rados.rados.0.smithi119.stdout:2154: done (4 left) 2024-04-13T07:53:18.548 INFO:tasks.rados.rados.0.smithi119.stdout:2157: done (3 left) 2024-04-13T07:53:18.548 INFO:tasks.rados.rados.0.smithi119.stdout:2158: done (2 left) 2024-04-13T07:53:18.549 INFO:tasks.rados.rados.0.smithi119.stdout:2159: done (1 left) 2024-04-13T07:53:18.549 INFO:tasks.rados.rados.0.smithi119.stdout:2161: done (0 left) 2024-04-13T07:53:18.549 INFO:tasks.rados.rados.0.smithi119.stdout:2162: rollback oid 33 current snap is 225 2024-04-13T07:53:18.549 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 33 to 216 2024-04-13T07:53:18.549 INFO:tasks.rados.rados.0.smithi119.stdout:2163: snap_remove snap 214 2024-04-13T07:53:18.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:18 smithi139 ceph-mon[88985]: osdmap e494: 8 total, 8 up, 8 in 2024-04-13T07:53:18.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:18 smithi119 ceph-mon[96316]: osdmap e494: 8 total, 8 up, 8 in 2024-04-13T07:53:18.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:18 smithi119 ceph-mon[93746]: osdmap e494: 8 total, 8 up, 8 in 2024-04-13T07:53:19.482 INFO:tasks.rados.rados.0.smithi119.stdout:2163: done (1 left) 2024-04-13T07:53:19.482 INFO:tasks.rados.rados.0.smithi119.stdout:2164: delete oid 10 current snap is 225 2024-04-13T07:53:19.482 INFO:tasks.rados.rados.0.smithi119.stdout:2162: finishing rollback tid 0 to smithi11982245-33 2024-04-13T07:53:19.482 INFO:tasks.rados.rados.0.smithi119.stdout:2162: finishing rollback tid 1 to smithi11982245-33 2024-04-13T07:53:19.482 INFO:tasks.rados.rados.0.smithi119.stdout:2162: finishing rollback tid 2 to smithi11982245-33 2024-04-13T07:53:19.483 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 33 v 1224 (ObjNum 614 snap 206 seq_num 614) dirty exists 2024-04-13T07:53:19.492 INFO:tasks.rados.rados.0.smithi119.stdout:2162: done (1 left) 2024-04-13T07:53:19.493 INFO:tasks.rados.rados.0.smithi119.stdout:2164: done (0 left) 2024-04-13T07:53:19.493 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 49 current snap is 225 2024-04-13T07:53:19.493 INFO:tasks.rados.rados.0.smithi119.stdout:2165: seq_num 668 ranges {16039936=794624,16834560=663552,17498112=139264} 2024-04-13T07:53:19.582 INFO:tasks.rados.rados.0.smithi119.stdout:2165: writing smithi11982245-49 from 16039936 to 16834560 tid 1 2024-04-13T07:53:19.586 INFO:tasks.rados.rados.0.smithi119.stdout:2165: writing smithi11982245-49 from 16834560 to 17498112 tid 2 2024-04-13T07:53:19.587 INFO:tasks.rados.rados.0.smithi119.stdout:2165: writing smithi11982245-49 from 17498112 to 17637376 tid 3 2024-04-13T07:53:19.587 INFO:tasks.rados.rados.0.smithi119.stdout:2166: rmattr oid 11 current snap is 225 2024-04-13T07:53:19.587 INFO:tasks.rados.rados.0.smithi119.stdout:2166: done (1 left) 2024-04-13T07:53:19.587 INFO:tasks.rados.rados.0.smithi119.stdout:2167: snap_create 2024-04-13T07:53:19.587 INFO:tasks.rados.rados.0.smithi119.stdout:2165: finishing write tid 1 to smithi11982245-49 2024-04-13T07:53:19.590 INFO:tasks.rados.rados.0.smithi119.stdout:2165: finishing write tid 2 to smithi11982245-49 2024-04-13T07:53:19.591 INFO:tasks.rados.rados.0.smithi119.stdout:2165: finishing write tid 3 to smithi11982245-49 2024-04-13T07:53:19.591 INFO:tasks.rados.rados.0.smithi119.stdout:2165: finishing write tid 4 to smithi11982245-49 2024-04-13T07:53:19.592 INFO:tasks.rados.rados.0.smithi119.stdout:2165: finishing write tid 5 to smithi11982245-49 2024-04-13T07:53:19.592 INFO:tasks.rados.rados.0.smithi119.stdout:2165: oid 49 updating version 0 to 1114 2024-04-13T07:53:19.592 INFO:tasks.rados.rados.0.smithi119.stdout:2165: oid 49 updating version 1114 to 1116 2024-04-13T07:53:19.592 INFO:tasks.rados.rados.0.smithi119.stdout:2165: oid 49 version 1116 is already newer than 1113 2024-04-13T07:53:19.592 INFO:tasks.rados.rados.0.smithi119.stdout:2165: oid 49 version 1116 is already newer than 1115 2024-04-13T07:53:19.592 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 49 v 1116 (ObjNum 668 snap 225 seq_num 668) dirty exists 2024-04-13T07:53:19.592 INFO:tasks.rados.rados.0.smithi119.stdout:2165: left oid 49 (ObjNum 668 snap 225 seq_num 668) 2024-04-13T07:53:19.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:19 smithi139 ceph-mon[88985]: osdmap e495: 8 total, 8 up, 8 in 2024-04-13T07:53:19.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:19 smithi139 ceph-mon[88985]: pgmap v409: 121 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 115 active+clean; 759 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.7 MiB/s wr, 7 op/s 2024-04-13T07:53:19.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:19 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:19.928 INFO:teuthology.orchestra.run.smithi119.stdout:true 2024-04-13T07:53:19.928 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:19 smithi119 ceph-mon[96316]: osdmap e495: 8 total, 8 up, 8 in 2024-04-13T07:53:19.928 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:19 smithi119 ceph-mon[96316]: pgmap v409: 121 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 115 active+clean; 759 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.7 MiB/s wr, 7 op/s 2024-04-13T07:53:19.928 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:19 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:19.929 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:19 smithi119 ceph-mon[93746]: osdmap e495: 8 total, 8 up, 8 in 2024-04-13T07:53:19.929 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:19 smithi119 ceph-mon[93746]: pgmap v409: 121 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 115 active+clean; 759 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.7 MiB/s wr, 7 op/s 2024-04-13T07:53:19.929 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:19 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:20.247 INFO:teuthology.orchestra.run.smithi119.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-13T07:53:20.247 INFO:teuthology.orchestra.run.smithi119.stdout:alertmanager.a smithi119 *:9093,9094 running (9m) 84s ago 9m 25.5M - 0.25.0 c8568f914cd2 a8bd9bb7cb08 2024-04-13T07:53:20.247 INFO:teuthology.orchestra.run.smithi119.stdout:grafana.a smithi139 *:3000 running (9m) 14s ago 9m 86.8M - 9.4.7 954c08fa6188 43be3a562cf4 2024-04-13T07:53:20.247 INFO:teuthology.orchestra.run.smithi119.stdout:mds.a smithi119 running (10m) 84s ago 10m 21.4M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 1c0a22818175 2024-04-13T07:53:20.248 INFO:teuthology.orchestra.run.smithi119.stdout:mds.b smithi139 running (10m) 14s ago 10m 16.1M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 9d051222a698 2024-04-13T07:53:20.248 INFO:teuthology.orchestra.run.smithi119.stdout:mgr.x smithi139 *:8443,9283,8765 running (5m) 14s ago 14m 451M - 19.0.0-2905-g5f22a497 c4b45bf0c946 228fa2e332a4 2024-04-13T07:53:20.248 INFO:teuthology.orchestra.run.smithi119.stdout:mgr.y smithi119 *:8443,9283,8765 running (5m) 84s ago 16m 508M - 19.0.0-2905-g5f22a497 c4b45bf0c946 0462b2c15351 2024-04-13T07:53:20.248 INFO:teuthology.orchestra.run.smithi119.stdout:mon.a smithi119 running (4m) 84s ago 16m 54.5M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 89c63c75b5cb 2024-04-13T07:53:20.248 INFO:teuthology.orchestra.run.smithi119.stdout:mon.b smithi139 running (4m) 14s ago 14m 43.9M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 8dd649d8b46f 2024-04-13T07:53:20.248 INFO:teuthology.orchestra.run.smithi119.stdout:mon.c smithi119 running (4m) 84s ago 14m 46.2M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 b26f62c1d49c 2024-04-13T07:53:20.248 INFO:teuthology.orchestra.run.smithi119.stdout:node-exporter.a smithi119 *:9100 running (9m) 84s ago 9m 15.8M - 1.5.0 0da6a335fe13 b9cb5e53bb33 2024-04-13T07:53:20.248 INFO:teuthology.orchestra.run.smithi119.stdout:node-exporter.b smithi139 *:9100 running (9m) 14s ago 9m 16.0M - 1.5.0 0da6a335fe13 126fe390382b 2024-04-13T07:53:20.248 INFO:teuthology.orchestra.run.smithi119.stdout:osd.0 smithi119 running (3m) 84s ago 14m 242M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 7e5f698ebf3c 2024-04-13T07:53:20.248 INFO:teuthology.orchestra.run.smithi119.stdout:osd.1 smithi119 running (2m) 84s ago 13m 220M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 6ba3c7290ac9 2024-04-13T07:53:20.248 INFO:teuthology.orchestra.run.smithi119.stdout:osd.2 smithi119 running (2m) 84s ago 13m 130M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 ef91dbb565e3 2024-04-13T07:53:20.248 INFO:teuthology.orchestra.run.smithi119.stdout:osd.3 smithi119 running (89s) 84s ago 12m 11.7M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 7bb3e41bd7aa 2024-04-13T07:53:20.248 INFO:teuthology.orchestra.run.smithi119.stdout:osd.4 smithi139 running (54s) 14s ago 12m 157M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 35cd11561d1d 2024-04-13T07:53:20.248 INFO:teuthology.orchestra.run.smithi119.stdout:osd.5 smithi139 running (19s) 14s ago 11m 12.6M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 a8547c1088b1 2024-04-13T07:53:20.248 INFO:teuthology.orchestra.run.smithi119.stdout:osd.6 smithi139 running (11m) 14s ago 11m 200M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 763ea020f47e 2024-04-13T07:53:20.249 INFO:teuthology.orchestra.run.smithi119.stdout:osd.7 smithi139 running (11m) 14s ago 11m 326M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 0e23b527299b 2024-04-13T07:53:20.249 INFO:teuthology.orchestra.run.smithi119.stdout:prometheus.a smithi139 *:9095 running (5m) 14s ago 10m 58.1M - 2.43.0 a07b618ecd1d dbea45cf9326 2024-04-13T07:53:20.380 INFO:tasks.rados.rados.0.smithi119.stdout:2165: done (1 left) 2024-04-13T07:53:20.380 INFO:tasks.rados.rados.0.smithi119.stdout:2167: done (0 left) 2024-04-13T07:53:20.381 INFO:tasks.rados.rados.0.smithi119.stdout:2168: delete oid 46 current snap is 226 2024-04-13T07:53:20.384 INFO:tasks.rados.rados.0.smithi119.stdout:2168: done (0 left) 2024-04-13T07:53:20.385 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 49 current snap is 226 2024-04-13T07:53:20.385 INFO:tasks.rados.rados.0.smithi119.stdout:2169: seq_num 670 ranges {17637376=425984,18063360=483328,18546688=507904,19054592=212992} 2024-04-13T07:53:20.482 INFO:tasks.rados.rados.0.smithi119.stdout:2169: writing smithi11982245-49 from 17637376 to 18063360 tid 1 2024-04-13T07:53:20.485 INFO:tasks.rados.rados.0.smithi119.stdout:2169: writing smithi11982245-49 from 18063360 to 18546688 tid 2 2024-04-13T07:53:20.488 INFO:tasks.rados.rados.0.smithi119.stdout:2169: writing smithi11982245-49 from 18546688 to 19054592 tid 3 2024-04-13T07:53:20.490 INFO:tasks.rados.rados.0.smithi119.stdout:2169: writing smithi11982245-49 from 19054592 to 19267584 tid 4 2024-04-13T07:53:20.490 INFO:tasks.rados.rados.0.smithi119.stdout:2170: rmattr oid 35 current snap is 226 2024-04-13T07:53:20.490 INFO:tasks.rados.rados.0.smithi119.stdout:2169: finishing write tid 1 to smithi11982245-49 2024-04-13T07:53:20.490 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 44 current snap is 226 2024-04-13T07:53:20.490 INFO:tasks.rados.rados.0.smithi119.stdout:2171: seq_num 671 ranges {2981888=442368,3424256=761856,4186112=442368} 2024-04-13T07:53:20.508 INFO:tasks.rados.rados.0.smithi119.stdout:2171: writing smithi11982245-44 from 2981888 to 3424256 tid 1 2024-04-13T07:53:20.512 INFO:tasks.rados.rados.0.smithi119.stdout:2171: writing smithi11982245-44 from 3424256 to 4186112 tid 2 2024-04-13T07:53:20.515 INFO:tasks.rados.rados.0.smithi119.stdout:2171: writing smithi11982245-44 from 4186112 to 4628480 tid 3 2024-04-13T07:53:20.516 INFO:tasks.rados.rados.0.smithi119.stdout:2172: delete oid 19 current snap is 226 2024-04-13T07:53:20.516 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 35 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-13T07:53:20.516 INFO:tasks.rados.rados.0.smithi119.stdout:2169: finishing write tid 2 to smithi11982245-49 2024-04-13T07:53:20.516 INFO:tasks.rados.rados.0.smithi119.stdout:2169: finishing write tid 3 to smithi11982245-49 2024-04-13T07:53:20.516 INFO:tasks.rados.rados.0.smithi119.stdout:2169: finishing write tid 4 to smithi11982245-49 2024-04-13T07:53:20.516 INFO:tasks.rados.rados.0.smithi119.stdout:2169: finishing write tid 5 to smithi11982245-49 2024-04-13T07:53:20.516 INFO:tasks.rados.rados.0.smithi119.stdout:2169: finishing write tid 6 to smithi11982245-49 2024-04-13T07:53:20.516 INFO:tasks.rados.rados.0.smithi119.stdout:2169: oid 49 updating version 0 to 1120 2024-04-13T07:53:20.516 INFO:tasks.rados.rados.0.smithi119.stdout:2169: oid 49 version 1120 is already newer than 1117 2024-04-13T07:53:20.516 INFO:tasks.rados.rados.0.smithi119.stdout:2169: oid 49 version 1120 is already newer than 1119 2024-04-13T07:53:20.516 INFO:tasks.rados.rados.0.smithi119.stdout:2169: oid 49 version 1120 is already newer than 1118 2024-04-13T07:53:20.516 INFO:tasks.rados.rados.0.smithi119.stdout:2169: oid 49 updating version 1120 to 1121 2024-04-13T07:53:20.516 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 49 v 1121 (ObjNum 670 snap 226 seq_num 670) dirty exists 2024-04-13T07:53:20.516 INFO:tasks.rados.rados.0.smithi119.stdout:2169: left oid 49 (ObjNum 670 snap 226 seq_num 670) 2024-04-13T07:53:20.517 INFO:tasks.rados.rados.0.smithi119.stdout:2171: finishing write tid 1 to smithi11982245-44 2024-04-13T07:53:20.517 INFO:tasks.rados.rados.0.smithi119.stdout:2169: done (3 left) 2024-04-13T07:53:20.517 INFO:tasks.rados.rados.0.smithi119.stdout:2170: done (2 left) 2024-04-13T07:53:20.518 INFO:tasks.rados.rados.0.smithi119.stdout:2172: done (1 left) 2024-04-13T07:53:20.518 INFO:tasks.rados.rados.0.smithi119.stdout:2173: setattr oid 46 current snap is 226 2024-04-13T07:53:20.518 INFO:tasks.rados.rados.0.smithi119.stdout:2171: finishing write tid 2 to smithi11982245-44 2024-04-13T07:53:20.519 INFO:tasks.rados.rados.0.smithi119.stdout:2174: read oid 2 snap -1 2024-04-13T07:53:20.519 INFO:tasks.rados.rados.0.smithi119.stdout:2174: expect (ObjNum 637 snap 212 seq_num 637) 2024-04-13T07:53:20.520 INFO:tasks.rados.rados.0.smithi119.stdout:2175: copy_from oid 7 from oid 21 current snap is 226 2024-04-13T07:53:20.520 INFO:tasks.rados.rados.0.smithi119.stdout:2176: read oid 38 snap -1 2024-04-13T07:53:20.520 INFO:tasks.rados.rados.0.smithi119.stdout:2176: expect (ObjNum 628 snap 211 seq_num 628) 2024-04-13T07:53:20.520 INFO:tasks.rados.rados.0.smithi119.stdout:2177: snap_create 2024-04-13T07:53:20.521 INFO:tasks.rados.rados.0.smithi119.stdout:2171: finishing write tid 3 to smithi11982245-44 2024-04-13T07:53:20.522 INFO:tasks.rados.rados.0.smithi119.stdout:2171: finishing write tid 4 to smithi11982245-44 2024-04-13T07:53:20.523 INFO:tasks.rados.rados.0.smithi119.stdout:2171: finishing write tid 5 to smithi11982245-44 2024-04-13T07:53:20.523 INFO:tasks.rados.rados.0.smithi119.stdout:2171: oid 44 updating version 0 to 1574 2024-04-13T07:53:20.523 INFO:tasks.rados.rados.0.smithi119.stdout:2171: oid 44 version 1574 is already newer than 1573 2024-04-13T07:53:20.523 INFO:tasks.rados.rados.0.smithi119.stdout:2171: oid 44 version 1574 is already newer than 1572 2024-04-13T07:53:20.523 INFO:tasks.rados.rados.0.smithi119.stdout:2171: oid 44 updating version 1574 to 1575 2024-04-13T07:53:20.523 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 44 v 1575 (ObjNum 671 snap 226 seq_num 671) dirty exists 2024-04-13T07:53:20.523 INFO:tasks.rados.rados.0.smithi119.stdout:2171: left oid 44 (ObjNum 671 snap 226 seq_num 671) 2024-04-13T07:53:20.524 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 46 v 1576 (ObjNum 129 snap 0 seq_num 750272496) dirty exists 2024-04-13T07:53:20.531 INFO:tasks.rados.rados.0.smithi119.stdout:2175: finishing copy_from racing read to smithi11982245-7 2024-04-13T07:53:20.533 INFO:tasks.rados.rados.0.smithi119.stdout:2174: expect (ObjNum 637 snap 212 seq_num 637) 2024-04-13T07:53:20.577 INFO:tasks.rados.rados.0.smithi119.stdout:2175: finishing copy_from to smithi11982245-7 2024-04-13T07:53:20.577 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 7 v 1276 (ObjNum 650 snap 218 seq_num 650) dirty exists 2024-04-13T07:53:20.577 INFO:tasks.rados.rados.0.smithi119.stdout:2176: expect (ObjNum 628 snap 211 seq_num 628) 2024-04-13T07:53:20.686 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:20 smithi119 ceph-mon[96316]: osdmap e496: 8 total, 8 up, 8 in 2024-04-13T07:53:20.686 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:20 smithi119 ceph-mon[96316]: osdmap e497: 8 total, 8 up, 8 in 2024-04-13T07:53:20.686 INFO:teuthology.orchestra.run.smithi119.stdout:{ 2024-04-13T07:53:20.687 INFO:teuthology.orchestra.run.smithi119.stdout: "mon": { 2024-04-13T07:53:20.687 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 3 2024-04-13T07:53:20.687 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:53:20.687 INFO:teuthology.orchestra.run.smithi119.stdout: "mgr": { 2024-04-13T07:53:20.687 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T07:53:20.687 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:53:20.687 INFO:teuthology.orchestra.run.smithi119.stdout: "osd": { 2024-04-13T07:53:20.687 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 2, 2024-04-13T07:53:20.687 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 6 2024-04-13T07:53:20.687 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:53:20.687 INFO:teuthology.orchestra.run.smithi119.stdout: "mds": { 2024-04-13T07:53:20.687 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 2 2024-04-13T07:53:20.687 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:53:20.687 INFO:teuthology.orchestra.run.smithi119.stdout: "overall": { 2024-04-13T07:53:20.687 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 4, 2024-04-13T07:53:20.688 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 11 2024-04-13T07:53:20.688 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-13T07:53:20.688 INFO:teuthology.orchestra.run.smithi119.stdout:} 2024-04-13T07:53:20.688 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:20 smithi119 ceph-mon[93746]: osdmap e496: 8 total, 8 up, 8 in 2024-04-13T07:53:20.688 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:20 smithi119 ceph-mon[93746]: osdmap e497: 8 total, 8 up, 8 in 2024-04-13T07:53:20.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:20 smithi139 ceph-mon[88985]: osdmap e496: 8 total, 8 up, 8 in 2024-04-13T07:53:20.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:20 smithi139 ceph-mon[88985]: osdmap e497: 8 total, 8 up, 8 in 2024-04-13T07:53:21.487 INFO:tasks.rados.rados.0.smithi119.stdout:2171: done (5 left) 2024-04-13T07:53:21.487 INFO:tasks.rados.rados.0.smithi119.stdout:2173: done (4 left) 2024-04-13T07:53:21.487 INFO:tasks.rados.rados.0.smithi119.stdout:2174: done (3 left) 2024-04-13T07:53:21.487 INFO:tasks.rados.rados.0.smithi119.stdout:2175: done (2 left) 2024-04-13T07:53:21.488 INFO:tasks.rados.rados.0.smithi119.stdout:2176: done (1 left) 2024-04-13T07:53:21.488 INFO:tasks.rados.rados.0.smithi119.stdout:2177: done (0 left) 2024-04-13T07:53:21.488 INFO:tasks.rados.rados.0.smithi119.stdout:2178: snap_create 2024-04-13T07:53:21.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:21 smithi139 ceph-mon[88985]: from='client.44273 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:53:21.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:21 smithi139 ceph-mon[88985]: from='client.44279 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:53:21.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:21 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/697859329' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:53:21.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:21 smithi139 ceph-mon[88985]: pgmap v412: 121 pgs: 121 active+clean; 761 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.1 MiB/s wr, 24 op/s 2024-04-13T07:53:21.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:21 smithi119 ceph-mon[96316]: from='client.44273 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:53:21.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:21 smithi119 ceph-mon[96316]: from='client.44279 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:53:21.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:21 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/697859329' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:53:21.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:21 smithi119 ceph-mon[96316]: pgmap v412: 121 pgs: 121 active+clean; 761 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.1 MiB/s wr, 24 op/s 2024-04-13T07:53:21.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:21 smithi119 ceph-mon[93746]: from='client.44273 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:53:21.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:21 smithi119 ceph-mon[93746]: from='client.44279 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:53:21.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:21 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/697859329' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:53:21.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:21 smithi119 ceph-mon[93746]: pgmap v412: 121 pgs: 121 active+clean; 761 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.1 MiB/s wr, 24 op/s 2024-04-13T07:53:22.490 INFO:tasks.rados.rados.0.smithi119.stdout:2178: done (0 left) 2024-04-13T07:53:22.561 INFO:tasks.rados.rados.0.smithi119.stdout:2179: delete oid 45 current snap is 228 2024-04-13T07:53:22.564 INFO:tasks.rados.rados.0.smithi119.stdout:2179: done (0 left) 2024-04-13T07:53:22.564 INFO:tasks.rados.rados.0.smithi119.stdout:2180: read oid 40 snap -1 2024-04-13T07:53:22.564 INFO:tasks.rados.rados.0.smithi119.stdout:2180: expect (ObjNum 644 snap 214 seq_num 644) 2024-04-13T07:53:22.564 INFO:tasks.rados.rados.0.smithi119.stdout:2181: setattr oid 47 current snap is 228 2024-04-13T07:53:22.564 INFO:tasks.rados.rados.0.smithi119.stdout:2182: delete oid 3 current snap is 228 2024-04-13T07:53:22.564 INFO:tasks.rados.rados.0.smithi119.stdout:2182: done (2 left) 2024-04-13T07:53:22.564 INFO:tasks.rados.rados.0.smithi119.stdout:2183: read oid 5 snap 187 2024-04-13T07:53:22.564 INFO:tasks.rados.rados.0.smithi119.stdout:2183: expect (ObjNum 554 snap 185 seq_num 554) 2024-04-13T07:53:22.564 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 30 current snap is 228 2024-04-13T07:53:22.564 INFO:tasks.rados.rados.0.smithi119.stdout:2184: seq_num 675 ranges {1376256=507904,1884160=704512,2588672=499712} 2024-04-13T07:53:22.564 INFO:tasks.rados.rados.0.smithi119.stdout:2184: writing smithi11982245-30 from 1376256 to 1884160 tid 1 2024-04-13T07:53:22.564 INFO:tasks.rados.rados.0.smithi119.stdout:2184: writing smithi11982245-30 from 1884160 to 2588672 tid 2 2024-04-13T07:53:22.565 INFO:tasks.rados.rados.0.smithi119.stdout:2184: writing smithi11982245-30 from 2588672 to 3088384 tid 3 2024-04-13T07:53:22.565 INFO:tasks.rados.rados.0.smithi119.stdout:2185: read oid 6 snap -1 2024-04-13T07:53:22.565 INFO:tasks.rados.rados.0.smithi119.stdout:2185: expect (ObjNum 659 snap 222 seq_num 659) 2024-04-13T07:53:22.565 INFO:tasks.rados.rados.0.smithi119.stdout:2186: copy_from oid 49 from oid 22 current snap is 228 2024-04-13T07:53:22.565 INFO:tasks.rados.rados.0.smithi119.stdout:2184: finishing write tid 1 to smithi11982245-30 2024-04-13T07:53:22.565 INFO:tasks.rados.rados.0.smithi119.stdout:2180: expect (ObjNum 644 snap 214 seq_num 644) 2024-04-13T07:53:22.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:22 smithi139 ceph-mon[88985]: osdmap e498: 8 total, 8 up, 8 in 2024-04-13T07:53:22.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:53:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:53:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:53:22.664 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 47 v 1590 (ObjNum 65 snap 0 seq_num 1868588636) dirty exists 2024-04-13T07:53:22.664 INFO:tasks.rados.rados.0.smithi119.stdout:2180: done (5 left) 2024-04-13T07:53:22.664 INFO:tasks.rados.rados.0.smithi119.stdout:2181: done (4 left) 2024-04-13T07:53:22.664 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 43 current snap is 228 2024-04-13T07:53:22.664 INFO:tasks.rados.rados.0.smithi119.stdout:2183: expect (ObjNum 554 snap 185 seq_num 554) 2024-04-13T07:53:22.717 INFO:tasks.rados.rados.0.smithi119.stdout:2184: finishing write tid 2 to smithi11982245-30 2024-04-13T07:53:22.717 INFO:tasks.rados.rados.0.smithi119.stdout:2184: finishing write tid 3 to smithi11982245-30 2024-04-13T07:53:22.717 INFO:tasks.rados.rados.0.smithi119.stdout:2184: finishing write tid 4 to smithi11982245-30 2024-04-13T07:53:22.717 INFO:tasks.rados.rados.0.smithi119.stdout:2184: finishing write tid 5 to smithi11982245-30 2024-04-13T07:53:22.717 INFO:tasks.rados.rados.0.smithi119.stdout:2184: oid 30 updating version 0 to 1237 2024-04-13T07:53:22.717 INFO:tasks.rados.rados.0.smithi119.stdout:2184: oid 30 version 1237 is already newer than 1234 2024-04-13T07:53:22.717 INFO:tasks.rados.rados.0.smithi119.stdout:2184: oid 30 version 1237 is already newer than 1235 2024-04-13T07:53:22.717 INFO:tasks.rados.rados.0.smithi119.stdout:2184: oid 30 version 1237 is already newer than 1236 2024-04-13T07:53:22.717 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 30 v 1237 (ObjNum 675 snap 228 seq_num 675) dirty exists 2024-04-13T07:53:22.717 INFO:tasks.rados.rados.0.smithi119.stdout:2184: left oid 30 (ObjNum 675 snap 228 seq_num 675) 2024-04-13T07:53:22.717 INFO:tasks.rados.rados.0.smithi119.stdout:2185: expect (ObjNum 659 snap 222 seq_num 659) 2024-04-13T07:53:22.808 INFO:tasks.rados.rados.0.smithi119.stdout:2186: finishing copy_from racing read to smithi11982245-49 2024-04-13T07:53:22.808 INFO:tasks.rados.rados.0.smithi119.stdout:2186: finishing copy_from to smithi11982245-49 2024-04-13T07:53:22.808 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 49 v 1201 (ObjNum 646 snap 215 seq_num 646) dirty exists 2024-04-13T07:53:22.808 INFO:tasks.rados.rados.0.smithi119.stdout:2187: seq_num 676 ranges {0=524288,524288=589824,1114112=450560,1564672=163840} 2024-04-13T07:53:22.810 INFO:tasks.rados.rados.0.smithi119.stdout:2187: writing smithi11982245-43 from 0 to 524288 tid 1 2024-04-13T07:53:22.813 INFO:tasks.rados.rados.0.smithi119.stdout:2187: writing smithi11982245-43 from 524288 to 1114112 tid 2 2024-04-13T07:53:22.816 INFO:tasks.rados.rados.0.smithi119.stdout:2187: writing smithi11982245-43 from 1114112 to 1564672 tid 3 2024-04-13T07:53:22.818 INFO:tasks.rados.rados.0.smithi119.stdout:2187: writing smithi11982245-43 from 1564672 to 1728512 tid 4 2024-04-13T07:53:22.818 INFO:tasks.rados.rados.0.smithi119.stdout:2183: done (4 left) 2024-04-13T07:53:22.818 INFO:tasks.rados.rados.0.smithi119.stdout:2184: done (3 left) 2024-04-13T07:53:22.818 INFO:tasks.rados.rados.0.smithi119.stdout:2185: done (2 left) 2024-04-13T07:53:22.818 INFO:tasks.rados.rados.0.smithi119.stdout:2186: done (1 left) 2024-04-13T07:53:22.818 INFO:tasks.rados.rados.0.smithi119.stdout:2188: snap_remove snap 220 2024-04-13T07:53:22.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:22 smithi119 ceph-mon[96316]: osdmap e498: 8 total, 8 up, 8 in 2024-04-13T07:53:22.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:22 smithi119 ceph-mon[93746]: osdmap e498: 8 total, 8 up, 8 in 2024-04-13T07:53:23.503 INFO:tasks.rados.rados.0.smithi119.stdout:2188: done (1 left) 2024-04-13T07:53:23.503 INFO:tasks.rados.rados.0.smithi119.stdout:2189: delete oid 10 current snap is 228 2024-04-13T07:53:23.503 INFO:tasks.rados.rados.0.smithi119.stdout:2187: finishing write tid 1 to smithi11982245-43 2024-04-13T07:53:23.503 INFO:tasks.rados.rados.0.smithi119.stdout:2187: finishing write tid 2 to smithi11982245-43 2024-04-13T07:53:23.503 INFO:tasks.rados.rados.0.smithi119.stdout:2187: finishing write tid 3 to smithi11982245-43 2024-04-13T07:53:23.503 INFO:tasks.rados.rados.0.smithi119.stdout:2187: finishing write tid 4 to smithi11982245-43 2024-04-13T07:53:23.503 INFO:tasks.rados.rados.0.smithi119.stdout:2187: finishing write tid 5 to smithi11982245-43 2024-04-13T07:53:23.503 INFO:tasks.rados.rados.0.smithi119.stdout:2187: finishing write tid 6 to smithi11982245-43 2024-04-13T07:53:23.503 INFO:tasks.rados.rados.0.smithi119.stdout:2187: oid 43 updating version 0 to 1579 2024-04-13T07:53:23.503 INFO:tasks.rados.rados.0.smithi119.stdout:2187: oid 43 version 1579 is already newer than 1577 2024-04-13T07:53:23.504 INFO:tasks.rados.rados.0.smithi119.stdout:2187: oid 43 updating version 1579 to 1580 2024-04-13T07:53:23.504 INFO:tasks.rados.rados.0.smithi119.stdout:2187: oid 43 updating version 1580 to 1581 2024-04-13T07:53:23.504 INFO:tasks.rados.rados.0.smithi119.stdout:2187: oid 43 version 1581 is already newer than 1578 2024-04-13T07:53:23.504 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 43 v 1581 (ObjNum 676 snap 228 seq_num 676) dirty exists 2024-04-13T07:53:23.504 INFO:tasks.rados.rados.0.smithi119.stdout:2187: left oid 43 (ObjNum 676 snap 228 seq_num 676) 2024-04-13T07:53:23.512 INFO:tasks.rados.rados.0.smithi119.stdout:2187: done (1 left) 2024-04-13T07:53:23.513 INFO:tasks.rados.rados.0.smithi119.stdout:2189: done (0 left) 2024-04-13T07:53:23.513 INFO:tasks.rados.rados.0.smithi119.stdout:2190: setattr oid 9 current snap is 228 2024-04-13T07:53:23.515 INFO:tasks.rados.rados.0.smithi119.stdout:2191: rollback oid 23 current snap is 228 2024-04-13T07:53:23.515 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 23 to 189 2024-04-13T07:53:23.515 INFO:tasks.rados.rados.0.smithi119.stdout:2192: rollback oid 5 current snap is 228 2024-04-13T07:53:23.515 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 5 to 217 2024-04-13T07:53:23.515 INFO:tasks.rados.rados.0.smithi119.stdout:2193: rmattr oid 22 current snap is 228 2024-04-13T07:53:23.515 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 29 current snap is 228 2024-04-13T07:53:23.516 INFO:tasks.rados.rados.0.smithi119.stdout:2194: seq_num 678 ranges {1253376=565248,1818624=802816,2621440=401408} 2024-04-13T07:53:23.526 INFO:tasks.rados.rados.0.smithi119.stdout:2194: writing smithi11982245-29 from 1253376 to 1818624 tid 1 2024-04-13T07:53:23.531 INFO:tasks.rados.rados.0.smithi119.stdout:2194: writing smithi11982245-29 from 1818624 to 2621440 tid 2 2024-04-13T07:53:23.534 INFO:tasks.rados.rados.0.smithi119.stdout:2194: writing smithi11982245-29 from 2621440 to 3022848 tid 3 2024-04-13T07:53:23.534 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 8 current snap is 228 2024-04-13T07:53:23.534 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 9 v 1230 (ObjNum 642 snap 214 seq_num 642) dirty exists 2024-04-13T07:53:23.535 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 22 v 1249 (ObjNum 646 snap 215 seq_num 646) dirty exists 2024-04-13T07:53:23.535 INFO:tasks.rados.rados.0.smithi119.stdout:2191: finishing rollback tid 0 to smithi11982245-23 2024-04-13T07:53:23.535 INFO:tasks.rados.rados.0.smithi119.stdout:2191: finishing rollback tid 1 to smithi11982245-23 2024-04-13T07:53:23.535 INFO:tasks.rados.rados.0.smithi119.stdout:2191: finishing rollback tid 2 to smithi11982245-23 2024-04-13T07:53:23.535 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 23 v 1557 (ObjNum 326 snap 123 seq_num 326) dirty exists 2024-04-13T07:53:23.535 INFO:tasks.rados.rados.0.smithi119.stdout:2192: finishing rollback tid 0 to smithi11982245-5 2024-04-13T07:53:23.535 INFO:tasks.rados.rados.0.smithi119.stdout:2192: finishing rollback tid 1 to smithi11982245-5 2024-04-13T07:53:23.535 INFO:tasks.rados.rados.0.smithi119.stdout:2192: finishing rollback tid 2 to smithi11982245-5 2024-04-13T07:53:23.535 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 5 v 1600 (ObjNum 409 snap 146 seq_num 409) dirty exists 2024-04-13T07:53:23.535 INFO:tasks.rados.rados.0.smithi119.stdout:2194: finishing write tid 1 to smithi11982245-29 2024-04-13T07:53:23.535 INFO:tasks.rados.rados.0.smithi119.stdout:2195: seq_num 679 ranges {1310720=581632,1892352=688128,2580480=516096} 2024-04-13T07:53:23.544 INFO:tasks.rados.rados.0.smithi119.stdout:2195: writing smithi11982245-8 from 1310720 to 1892352 tid 1 2024-04-13T07:53:23.548 INFO:tasks.rados.rados.0.smithi119.stdout:2195: writing smithi11982245-8 from 1892352 to 2580480 tid 2 2024-04-13T07:53:23.552 INFO:tasks.rados.rados.0.smithi119.stdout:2195: writing smithi11982245-8 from 2580480 to 3096576 tid 3 2024-04-13T07:53:23.552 INFO:tasks.rados.rados.0.smithi119.stdout:2190: done (5 left) 2024-04-13T07:53:23.552 INFO:tasks.rados.rados.0.smithi119.stdout:2191: done (4 left) 2024-04-13T07:53:23.552 INFO:tasks.rados.rados.0.smithi119.stdout:2192: done (3 left) 2024-04-13T07:53:23.552 INFO:tasks.rados.rados.0.smithi119.stdout:2193: done (2 left) 2024-04-13T07:53:23.552 INFO:tasks.rados.rados.0.smithi119.stdout:2196: read oid 46 snap -1 2024-04-13T07:53:23.552 INFO:tasks.rados.rados.0.smithi119.stdout:2196: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:53:23.552 INFO:tasks.rados.rados.0.smithi119.stdout:2197: snap_create 2024-04-13T07:53:23.552 INFO:tasks.rados.rados.0.smithi119.stdout:2194: finishing write tid 2 to smithi11982245-29 2024-04-13T07:53:23.553 INFO:tasks.rados.rados.0.smithi119.stdout:2194: finishing write tid 3 to smithi11982245-29 2024-04-13T07:53:23.553 INFO:tasks.rados.rados.0.smithi119.stdout:2194: finishing write tid 4 to smithi11982245-29 2024-04-13T07:53:23.553 INFO:tasks.rados.rados.0.smithi119.stdout:2194: finishing write tid 5 to smithi11982245-29 2024-04-13T07:53:23.553 INFO:tasks.rados.rados.0.smithi119.stdout:2194: oid 29 updating version 0 to 1279 2024-04-13T07:53:23.553 INFO:tasks.rados.rados.0.smithi119.stdout:2194: oid 29 version 1279 is already newer than 1278 2024-04-13T07:53:23.553 INFO:tasks.rados.rados.0.smithi119.stdout:2194: oid 29 version 1279 is already newer than 1277 2024-04-13T07:53:23.553 INFO:tasks.rados.rados.0.smithi119.stdout:2194: oid 29 updating version 1279 to 1280 2024-04-13T07:53:23.553 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 29 v 1280 (ObjNum 678 snap 228 seq_num 678) dirty exists 2024-04-13T07:53:23.553 INFO:tasks.rados.rados.0.smithi119.stdout:2194: left oid 29 (ObjNum 678 snap 228 seq_num 678) 2024-04-13T07:53:23.553 INFO:tasks.rados.rados.0.smithi119.stdout:2195: finishing write tid 1 to smithi11982245-8 2024-04-13T07:53:23.553 INFO:tasks.rados.rados.0.smithi119.stdout:2195: finishing write tid 2 to smithi11982245-8 2024-04-13T07:53:23.553 INFO:tasks.rados.rados.0.smithi119.stdout:2196: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:53:23.555 INFO:tasks.rados.rados.0.smithi119.stdout:2195: finishing write tid 3 to smithi11982245-8 2024-04-13T07:53:23.555 INFO:tasks.rados.rados.0.smithi119.stdout:2195: finishing write tid 4 to smithi11982245-8 2024-04-13T07:53:23.555 INFO:tasks.rados.rados.0.smithi119.stdout:2195: finishing write tid 5 to smithi11982245-8 2024-04-13T07:53:23.555 INFO:tasks.rados.rados.0.smithi119.stdout:2195: oid 8 updating version 0 to 1465 2024-04-13T07:53:23.555 INFO:tasks.rados.rados.0.smithi119.stdout:2195: oid 8 version 1465 is already newer than 1464 2024-04-13T07:53:23.555 INFO:tasks.rados.rados.0.smithi119.stdout:2195: oid 8 updating version 1465 to 1467 2024-04-13T07:53:23.556 INFO:tasks.rados.rados.0.smithi119.stdout:2195: oid 8 version 1467 is already newer than 1466 2024-04-13T07:53:23.556 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 8 v 1467 (ObjNum 679 snap 228 seq_num 679) dirty exists 2024-04-13T07:53:23.556 INFO:tasks.rados.rados.0.smithi119.stdout:2195: left oid 8 (ObjNum 679 snap 228 seq_num 679) 2024-04-13T07:53:23.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:23 smithi139 ceph-mon[88985]: osdmap e499: 8 total, 8 up, 8 in 2024-04-13T07:53:23.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:23 smithi139 ceph-mon[88985]: pgmap v415: 121 pgs: 121 active+clean; 761 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.1 MiB/s wr, 25 op/s 2024-04-13T07:53:23.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:23 smithi119 ceph-mon[96316]: osdmap e499: 8 total, 8 up, 8 in 2024-04-13T07:53:23.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:23 smithi119 ceph-mon[96316]: pgmap v415: 121 pgs: 121 active+clean; 761 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.1 MiB/s wr, 25 op/s 2024-04-13T07:53:23.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:23 smithi119 ceph-mon[93746]: osdmap e499: 8 total, 8 up, 8 in 2024-04-13T07:53:23.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:23 smithi119 ceph-mon[93746]: pgmap v415: 121 pgs: 121 active+clean; 761 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.1 MiB/s wr, 25 op/s 2024-04-13T07:53:24.508 INFO:tasks.rados.rados.0.smithi119.stdout:2194: done (3 left) 2024-04-13T07:53:24.508 INFO:tasks.rados.rados.0.smithi119.stdout:2195: done (2 left) 2024-04-13T07:53:24.508 INFO:tasks.rados.rados.0.smithi119.stdout:2196: done (1 left) 2024-04-13T07:53:24.509 INFO:tasks.rados.rados.0.smithi119.stdout:2197: done (0 left) 2024-04-13T07:53:24.509 INFO:tasks.rados.rados.0.smithi119.stdout:2198: rmattr oid 11 current snap is 229 2024-04-13T07:53:24.509 INFO:tasks.rados.rados.0.smithi119.stdout:2198: done (0 left) 2024-04-13T07:53:24.509 INFO:tasks.rados.rados.0.smithi119.stdout:2199: read oid 45 snap -1 2024-04-13T07:53:24.509 INFO:tasks.rados.rados.0.smithi119.stdout:2199: expect deleted 2024-04-13T07:53:24.509 INFO:tasks.rados.rados.0.smithi119.stdout:2200: copy_from oid 30 from oid 9 current snap is 229 2024-04-13T07:53:24.509 INFO:tasks.rados.rados.0.smithi119.stdout:2201: snap_create 2024-04-13T07:53:24.520 INFO:tasks.rados.rados.0.smithi119.stdout:2200: finishing copy_from racing read to smithi11982245-30 2024-04-13T07:53:24.523 INFO:tasks.rados.rados.0.smithi119.stdout:2200: finishing copy_from to smithi11982245-30 2024-04-13T07:53:24.523 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 30 v 1230 (ObjNum 642 snap 214 seq_num 642) dirty exists 2024-04-13T07:53:24.813 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:24 smithi139 ceph-mon[88985]: osdmap e500: 8 total, 8 up, 8 in 2024-04-13T07:53:24.813 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:24 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:24.813 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:53:24.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:24 smithi119 ceph-mon[96316]: osdmap e500: 8 total, 8 up, 8 in 2024-04-13T07:53:24.820 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:24 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:24.820 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:53:24.820 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:24 smithi119 ceph-mon[93746]: osdmap e500: 8 total, 8 up, 8 in 2024-04-13T07:53:24.820 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:24 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:24.820 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:53:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:53:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:53:24] "GET /metrics HTTP/1.1" 200 36136 "" "Prometheus/2.43.0" 2024-04-13T07:53:25.384 INFO:tasks.rados.rados.0.smithi119.stdout:2199: done (2 left) 2024-04-13T07:53:25.384 INFO:tasks.rados.rados.0.smithi119.stdout:2200: done (1 left) 2024-04-13T07:53:25.384 INFO:tasks.rados.rados.0.smithi119.stdout:2201: done (0 left) 2024-04-13T07:53:25.384 INFO:tasks.rados.rados.0.smithi119.stdout:2202: rollback oid 30 current snap is 230 2024-04-13T07:53:25.384 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 30 to 228 2024-04-13T07:53:25.384 INFO:tasks.rados.rados.0.smithi119.stdout:2203: rollback oid 36 current snap is 230 2024-04-13T07:53:25.384 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 36 to 146 2024-04-13T07:53:25.384 INFO:tasks.rados.rados.0.smithi119.stdout:2204: read oid 1 snap -1 2024-04-13T07:53:25.384 INFO:tasks.rados.rados.0.smithi119.stdout:2204: expect (ObjNum 361 snap 136 seq_num 361) 2024-04-13T07:53:25.384 INFO:tasks.rados.rados.0.smithi119.stdout:2205: read oid 10 snap -1 2024-04-13T07:53:25.384 INFO:tasks.rados.rados.0.smithi119.stdout:2205: expect deleted 2024-04-13T07:53:25.385 INFO:tasks.rados.rados.0.smithi119.stdout:2206: copy_from oid 2 from oid 41 current snap is 230 2024-04-13T07:53:25.385 INFO:tasks.rados.rados.0.smithi119.stdout:2207: rmattr oid 12 current snap is 230 2024-04-13T07:53:25.385 INFO:tasks.rados.rados.0.smithi119.stdout:2207: done (5 left) 2024-04-13T07:53:25.385 INFO:tasks.rados.rados.0.smithi119.stdout:2208: rmattr oid 38 current snap is 230 2024-04-13T07:53:25.385 INFO:tasks.rados.rados.0.smithi119.stdout:2208: done (5 left) 2024-04-13T07:53:25.385 INFO:tasks.rados.rados.0.smithi119.stdout:2209: copy_from oid 16 from oid 26 current snap is 230 2024-04-13T07:53:25.385 INFO:tasks.rados.rados.0.smithi119.stdout:2210: read oid 3 snap -1 2024-04-13T07:53:25.385 INFO:tasks.rados.rados.0.smithi119.stdout:2210: expect deleted 2024-04-13T07:53:25.385 INFO:tasks.rados.rados.0.smithi119.stdout:2211: copy_from oid 40 from oid 21 current snap is 230 2024-04-13T07:53:25.385 INFO:tasks.rados.rados.0.smithi119.stdout:2212: rmattr oid 29 current snap is 230 2024-04-13T07:53:25.385 INFO:tasks.rados.rados.0.smithi119.stdout:2212: done (8 left) 2024-04-13T07:53:25.385 INFO:tasks.rados.rados.0.smithi119.stdout:2213: copy_from oid 39 from oid 48 current snap is 230 2024-04-13T07:53:25.385 INFO:tasks.rados.rados.0.smithi119.stdout:2214: snap_create 2024-04-13T07:53:25.388 INFO:tasks.rados.rados.0.smithi119.stdout:2203: finishing rollback tid 0 to smithi11982245-36 2024-04-13T07:53:25.389 INFO:tasks.rados.rados.0.smithi119.stdout:2203: finishing rollback tid 1 to smithi11982245-36 2024-04-13T07:53:25.390 INFO:tasks.rados.rados.0.smithi119.stdout:2203: finishing rollback tid 2 to smithi11982245-36 2024-04-13T07:53:25.390 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 36 v 849 (ObjNum 292 snap 100 seq_num 292) dirty exists 2024-04-13T07:53:25.394 INFO:tasks.rados.rados.0.smithi119.stdout:2206: finishing copy_from racing read to smithi11982245-2 2024-04-13T07:53:25.401 INFO:tasks.rados.rados.0.smithi119.stdout:2206: finishing copy_from to smithi11982245-2 2024-04-13T07:53:25.401 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 2 v 1317 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-13T07:53:25.402 INFO:tasks.rados.rados.0.smithi119.stdout:2209: finishing copy_from racing read to smithi11982245-16 2024-04-13T07:53:25.403 INFO:tasks.rados.rados.0.smithi119.stdout:2209: finishing copy_from to smithi11982245-16 2024-04-13T07:53:25.403 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 16 v 1216 (ObjNum 665 snap 225 seq_num 665) dirty exists 2024-04-13T07:53:25.407 INFO:tasks.rados.rados.0.smithi119.stdout:2202: finishing rollback tid 0 to smithi11982245-30 2024-04-13T07:53:25.407 INFO:tasks.rados.rados.0.smithi119.stdout:2202: finishing rollback tid 1 to smithi11982245-30 2024-04-13T07:53:25.407 INFO:tasks.rados.rados.0.smithi119.stdout:2211: finishing copy_from racing read to smithi11982245-40 2024-04-13T07:53:25.408 INFO:tasks.rados.rados.0.smithi119.stdout:2202: finishing rollback tid 2 to smithi11982245-30 2024-04-13T07:53:25.408 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 30 v 1251 (ObjNum 675 snap 228 seq_num 675) dirty exists 2024-04-13T07:53:25.411 INFO:tasks.rados.rados.0.smithi119.stdout:2204: expect (ObjNum 361 snap 136 seq_num 361) 2024-04-13T07:53:25.518 INFO:tasks.rados.rados.0.smithi119.stdout:2211: finishing copy_from to smithi11982245-40 2024-04-13T07:53:25.519 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 40 v 1276 (ObjNum 650 snap 218 seq_num 650) dirty exists 2024-04-13T07:53:25.519 INFO:tasks.rados.rados.0.smithi119.stdout:2213: finishing copy_from racing read to smithi11982245-39 2024-04-13T07:53:25.519 INFO:tasks.rados.rados.0.smithi119.stdout:2213: finishing copy_from to smithi11982245-39 2024-04-13T07:53:25.519 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 39 v 1196 (ObjNum 547 snap 182 seq_num 547) dirty exists 2024-04-13T07:53:25.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:25 smithi139 ceph-mon[88985]: osdmap e501: 8 total, 8 up, 8 in 2024-04-13T07:53:25.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:25 smithi139 ceph-mon[88985]: pgmap v418: 121 pgs: 121 active+clean; 767 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 0 B/s wr, 11 op/s 2024-04-13T07:53:25.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:25 smithi139 ceph-mon[88985]: osdmap e502: 8 total, 8 up, 8 in 2024-04-13T07:53:25.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:25 smithi119 ceph-mon[96316]: osdmap e501: 8 total, 8 up, 8 in 2024-04-13T07:53:25.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:25 smithi119 ceph-mon[96316]: pgmap v418: 121 pgs: 121 active+clean; 767 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 0 B/s wr, 11 op/s 2024-04-13T07:53:25.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:25 smithi119 ceph-mon[96316]: osdmap e502: 8 total, 8 up, 8 in 2024-04-13T07:53:25.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:25 smithi119 ceph-mon[93746]: osdmap e501: 8 total, 8 up, 8 in 2024-04-13T07:53:25.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:25 smithi119 ceph-mon[93746]: pgmap v418: 121 pgs: 121 active+clean; 767 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 0 B/s wr, 11 op/s 2024-04-13T07:53:25.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:25 smithi119 ceph-mon[93746]: osdmap e502: 8 total, 8 up, 8 in 2024-04-13T07:53:26.390 INFO:tasks.rados.rados.0.smithi119.stdout:2202: done (9 left) 2024-04-13T07:53:26.390 INFO:tasks.rados.rados.0.smithi119.stdout:2203: done (8 left) 2024-04-13T07:53:26.390 INFO:tasks.rados.rados.0.smithi119.stdout:2204: done (7 left) 2024-04-13T07:53:26.391 INFO:tasks.rados.rados.0.smithi119.stdout:2205: done (6 left) 2024-04-13T07:53:26.391 INFO:tasks.rados.rados.0.smithi119.stdout:2206: done (5 left) 2024-04-13T07:53:26.391 INFO:tasks.rados.rados.0.smithi119.stdout:2209: done (4 left) 2024-04-13T07:53:26.391 INFO:tasks.rados.rados.0.smithi119.stdout:2210: done (3 left) 2024-04-13T07:53:26.391 INFO:tasks.rados.rados.0.smithi119.stdout:2211: done (2 left) 2024-04-13T07:53:26.391 INFO:tasks.rados.rados.0.smithi119.stdout:2213: done (1 left) 2024-04-13T07:53:26.391 INFO:tasks.rados.rados.0.smithi119.stdout:2214: done (0 left) 2024-04-13T07:53:26.391 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 40 current snap is 231 2024-04-13T07:53:26.391 INFO:tasks.rados.rados.0.smithi119.stdout:2215: seq_num 680 ranges {2367488=598016,2965504=573440,3538944=434176,3973120=196608} 2024-04-13T07:53:26.405 INFO:tasks.rados.rados.0.smithi119.stdout:2215: writing smithi11982245-40 from 2367488 to 2965504 tid 1 2024-04-13T07:53:26.408 INFO:tasks.rados.rados.0.smithi119.stdout:2215: writing smithi11982245-40 from 2965504 to 3538944 tid 2 2024-04-13T07:53:26.411 INFO:tasks.rados.rados.0.smithi119.stdout:2215: writing smithi11982245-40 from 3538944 to 3973120 tid 3 2024-04-13T07:53:26.412 INFO:tasks.rados.rados.0.smithi119.stdout:2215: writing smithi11982245-40 from 3973120 to 4169728 tid 4 2024-04-13T07:53:26.412 INFO:tasks.rados.rados.0.smithi119.stdout:2216: setattr oid 23 current snap is 231 2024-04-13T07:53:26.413 INFO:tasks.rados.rados.0.smithi119.stdout:2217: delete oid 21 current snap is 231 2024-04-13T07:53:26.415 INFO:tasks.rados.rados.0.smithi119.stdout:2215: finishing write tid 1 to smithi11982245-40 2024-04-13T07:53:26.415 INFO:tasks.rados.rados.0.smithi119.stdout:2215: finishing write tid 2 to smithi11982245-40 2024-04-13T07:53:26.418 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 23 v 1560 (ObjNum 326 snap 123 seq_num 326) dirty exists 2024-04-13T07:53:26.418 INFO:tasks.rados.rados.0.smithi119.stdout:2215: finishing write tid 3 to smithi11982245-40 2024-04-13T07:53:26.418 INFO:tasks.rados.rados.0.smithi119.stdout:2215: finishing write tid 4 to smithi11982245-40 2024-04-13T07:53:26.419 INFO:tasks.rados.rados.0.smithi119.stdout:2215: finishing write tid 5 to smithi11982245-40 2024-04-13T07:53:26.419 INFO:tasks.rados.rados.0.smithi119.stdout:2216: done (2 left) 2024-04-13T07:53:26.420 INFO:tasks.rados.rados.0.smithi119.stdout:2217: done (1 left) 2024-04-13T07:53:26.420 INFO:tasks.rados.rados.0.smithi119.stdout:2218: read oid 18 snap -1 2024-04-13T07:53:26.420 INFO:tasks.rados.rados.0.smithi119.stdout:2218: expect (ObjNum 602 snap 200 seq_num 602) 2024-04-13T07:53:26.420 INFO:tasks.rados.rados.0.smithi119.stdout:2219: rollback oid 46 current snap is 231 2024-04-13T07:53:26.420 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 46 to 142 2024-04-13T07:53:26.420 INFO:tasks.rados.rados.0.smithi119.stdout:2220: snap_remove snap 173 2024-04-13T07:53:26.764 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:26 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-13T07:53:26.764 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:26 smithi139 ceph-mon[88985]: osdmap e503: 8 total, 8 up, 8 in 2024-04-13T07:53:26.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:26 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-13T07:53:26.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:26 smithi119 ceph-mon[96316]: osdmap e503: 8 total, 8 up, 8 in 2024-04-13T07:53:26.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:26 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-13T07:53:26.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:26 smithi119 ceph-mon[93746]: osdmap e503: 8 total, 8 up, 8 in 2024-04-13T07:53:27.400 INFO:tasks.rados.rados.0.smithi119.stdout:2220: done (3 left) 2024-04-13T07:53:27.401 INFO:tasks.rados.rados.0.smithi119.stdout:2221: rollback oid 1 current snap is 231 2024-04-13T07:53:27.401 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 1 to 182 2024-04-13T07:53:27.401 INFO:tasks.rados.rados.0.smithi119.stdout:2222: delete oid 48 current snap is 231 2024-04-13T07:53:27.401 INFO:tasks.rados.rados.0.smithi119.stdout:2215: finishing write tid 6 to smithi11982245-40 2024-04-13T07:53:27.401 INFO:tasks.rados.rados.0.smithi119.stdout:2215: oid 40 updating version 0 to 1606 2024-04-13T07:53:27.401 INFO:tasks.rados.rados.0.smithi119.stdout:2215: oid 40 updating version 1606 to 1607 2024-04-13T07:53:27.401 INFO:tasks.rados.rados.0.smithi119.stdout:2215: oid 40 version 1607 is already newer than 1605 2024-04-13T07:53:27.401 INFO:tasks.rados.rados.0.smithi119.stdout:2215: oid 40 updating version 1607 to 1608 2024-04-13T07:53:27.401 INFO:tasks.rados.rados.0.smithi119.stdout:2215: oid 40 version 1608 is already newer than 1604 2024-04-13T07:53:27.401 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 40 v 1608 (ObjNum 680 snap 231 seq_num 680) dirty exists 2024-04-13T07:53:27.401 INFO:tasks.rados.rados.0.smithi119.stdout:2215: left oid 40 (ObjNum 680 snap 231 seq_num 680) 2024-04-13T07:53:27.401 INFO:tasks.rados.rados.0.smithi119.stdout:2219: finishing rollback tid 0 to smithi11982245-46 2024-04-13T07:53:27.401 INFO:tasks.rados.rados.0.smithi119.stdout:2219: finishing rollback tid 1 to smithi11982245-46 2024-04-13T07:53:27.401 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 46 v 1588 (ObjNum 65 snap 0 seq_num 1583049071) dirty dne 2024-04-13T07:53:27.402 INFO:tasks.rados.rados.0.smithi119.stdout:2218: expect (ObjNum 602 snap 200 seq_num 602) 2024-04-13T07:53:27.427 INFO:tasks.rados.rados.0.smithi119.stdout:2221: finishing rollback tid 0 to smithi11982245-1 2024-04-13T07:53:27.427 INFO:tasks.rados.rados.0.smithi119.stdout:2221: finishing rollback tid 1 to smithi11982245-1 2024-04-13T07:53:27.427 INFO:tasks.rados.rados.0.smithi119.stdout:2221: finishing rollback tid 2 to smithi11982245-1 2024-04-13T07:53:27.427 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 1 v 873 (ObjNum 361 snap 136 seq_num 361) dirty exists 2024-04-13T07:53:27.427 INFO:tasks.rados.rados.0.smithi119.stdout:2215: done (4 left) 2024-04-13T07:53:27.427 INFO:tasks.rados.rados.0.smithi119.stdout:2218: done (3 left) 2024-04-13T07:53:27.427 INFO:tasks.rados.rados.0.smithi119.stdout:2219: done (2 left) 2024-04-13T07:53:27.427 INFO:tasks.rados.rados.0.smithi119.stdout:2221: done (1 left) 2024-04-13T07:53:27.427 INFO:tasks.rados.rados.0.smithi119.stdout:2222: done (0 left) 2024-04-13T07:53:27.427 INFO:tasks.rados.rados.0.smithi119.stdout:2223: rollback oid 11 current snap is 231 2024-04-13T07:53:27.428 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 11 to 134 2024-04-13T07:53:27.428 INFO:tasks.rados.rados.0.smithi119.stdout:2224: snap_create 2024-04-13T07:53:27.430 INFO:tasks.rados.rados.0.smithi119.stdout:2223: finishing rollback tid 0 to smithi11982245-11 2024-04-13T07:53:27.430 INFO:tasks.rados.rados.0.smithi119.stdout:2223: finishing rollback tid 1 to smithi11982245-11 2024-04-13T07:53:27.430 INFO:tasks.rados.rados.0.smithi119.stdout:2223: finishing rollback tid 2 to smithi11982245-11 2024-04-13T07:53:27.430 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 11 v 835 (ObjNum 73 snap 11 seq_num 73) dirty exists 2024-04-13T07:53:27.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:27 smithi139 ceph-mon[88985]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-13T07:53:27.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:27 smithi139 ceph-mon[88985]: Upgrade: osd.6 is safe to restart 2024-04-13T07:53:27.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:27 smithi139 ceph-mon[88985]: pgmap v421: 121 pgs: 121 active+clean; 784 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 3.8 MiB/s wr, 33 op/s 2024-04-13T07:53:27.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:27 smithi139 ceph-mon[88985]: osdmap e504: 8 total, 8 up, 8 in 2024-04-13T07:53:27.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:27 smithi119 ceph-mon[96316]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-13T07:53:27.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:27 smithi119 ceph-mon[96316]: Upgrade: osd.6 is safe to restart 2024-04-13T07:53:27.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:27 smithi119 ceph-mon[96316]: pgmap v421: 121 pgs: 121 active+clean; 784 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 3.8 MiB/s wr, 33 op/s 2024-04-13T07:53:27.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:27 smithi119 ceph-mon[96316]: osdmap e504: 8 total, 8 up, 8 in 2024-04-13T07:53:27.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:27 smithi119 ceph-mon[93746]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-13T07:53:27.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:27 smithi119 ceph-mon[93746]: Upgrade: osd.6 is safe to restart 2024-04-13T07:53:27.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:27 smithi119 ceph-mon[93746]: pgmap v421: 121 pgs: 121 active+clean; 784 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 3.8 MiB/s wr, 33 op/s 2024-04-13T07:53:27.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:27 smithi119 ceph-mon[93746]: osdmap e504: 8 total, 8 up, 8 in 2024-04-13T07:53:28.393 INFO:tasks.rados.rados.0.smithi119.stdout:2223: done (1 left) 2024-04-13T07:53:28.393 INFO:tasks.rados.rados.0.smithi119.stdout:2224: done (0 left) 2024-04-13T07:53:28.393 INFO:tasks.rados.rados.0.smithi119.stdout:2225: snap_create 2024-04-13T07:53:28.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:28 smithi139 ceph-mon[88985]: Upgrade: Updating osd.6 2024-04-13T07:53:28.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:28 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:28.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:28 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-13T07:53:28.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:28 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:53:28.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:28 smithi139 ceph-mon[88985]: Deploying daemon osd.6 on smithi139 2024-04-13T07:53:28.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:28 smithi139 ceph-mon[88985]: osdmap e505: 8 total, 8 up, 8 in 2024-04-13T07:53:28.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:28 smithi119 ceph-mon[96316]: Upgrade: Updating osd.6 2024-04-13T07:53:28.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:28 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:28.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:28 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-13T07:53:28.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:28 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:53:28.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:28 smithi119 ceph-mon[96316]: Deploying daemon osd.6 on smithi139 2024-04-13T07:53:28.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:28 smithi119 ceph-mon[96316]: osdmap e505: 8 total, 8 up, 8 in 2024-04-13T07:53:28.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:28 smithi119 ceph-mon[93746]: Upgrade: Updating osd.6 2024-04-13T07:53:28.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:28 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:28.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:28 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-13T07:53:28.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:28 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:53:28.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:28 smithi119 ceph-mon[93746]: Deploying daemon osd.6 on smithi139 2024-04-13T07:53:28.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:28 smithi119 ceph-mon[93746]: osdmap e505: 8 total, 8 up, 8 in 2024-04-13T07:53:29.393 INFO:tasks.rados.rados.0.smithi119.stdout:2225: done (0 left) 2024-04-13T07:53:29.393 INFO:tasks.rados.rados.0.smithi119.stdout:2226: snap_create 2024-04-13T07:53:29.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:29 smithi139 ceph-mon[88985]: pgmap v424: 121 pgs: 121 active+clean; 784 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.8 MiB/s wr, 23 op/s 2024-04-13T07:53:29.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:29 smithi139 ceph-mon[88985]: osdmap e506: 8 total, 8 up, 8 in 2024-04-13T07:53:29.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:29 smithi119 ceph-mon[96316]: pgmap v424: 121 pgs: 121 active+clean; 784 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.8 MiB/s wr, 23 op/s 2024-04-13T07:53:29.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:29 smithi119 ceph-mon[96316]: osdmap e506: 8 total, 8 up, 8 in 2024-04-13T07:53:29.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:29 smithi119 ceph-mon[93746]: pgmap v424: 121 pgs: 121 active+clean; 784 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.8 MiB/s wr, 23 op/s 2024-04-13T07:53:29.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:29 smithi119 ceph-mon[93746]: osdmap e506: 8 total, 8 up, 8 in 2024-04-13T07:53:30.379 INFO:tasks.rados.rados.0.smithi119.stdout:2226: done (0 left) 2024-04-13T07:53:30.379 INFO:tasks.rados.rados.0.smithi119.stdout:2227: read oid 21 snap -1 2024-04-13T07:53:30.379 INFO:tasks.rados.rados.0.smithi119.stdout:2227: expect deleted 2024-04-13T07:53:30.379 INFO:tasks.rados.rados.0.smithi119.stdout:2228: delete oid 10 current snap is 234 2024-04-13T07:53:30.383 INFO:tasks.rados.rados.0.smithi119.stdout:2227: done (1 left) 2024-04-13T07:53:30.383 INFO:tasks.rados.rados.0.smithi119.stdout:2228: done (0 left) 2024-04-13T07:53:30.383 INFO:tasks.rados.rados.0.smithi119.stdout:2229: rollback oid 38 current snap is 234 2024-04-13T07:53:30.384 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 38 to 189 2024-04-13T07:53:30.384 INFO:tasks.rados.rados.0.smithi119.stdout:2230: snap_remove snap 171 2024-04-13T07:53:31.135 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 07:53:30 smithi139 systemd[1]: Stopping Ceph osd.6 for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:53:31.390 INFO:tasks.rados.rados.0.smithi119.stdout:2230: done (1 left) 2024-04-13T07:53:31.390 INFO:tasks.rados.rados.0.smithi119.stdout:2231: snap_create 2024-04-13T07:53:31.390 INFO:tasks.rados.rados.0.smithi119.stdout:2229: finishing rollback tid 0 to smithi11982245-38 2024-04-13T07:53:31.390 INFO:tasks.rados.rados.0.smithi119.stdout:2229: finishing rollback tid 1 to smithi11982245-38 2024-04-13T07:53:31.390 INFO:tasks.rados.rados.0.smithi119.stdout:2229: finishing rollback tid 2 to smithi11982245-38 2024-04-13T07:53:31.391 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 38 v 1263 (ObjNum 211 snap 65 seq_num 211) dirty exists 2024-04-13T07:53:31.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:31 smithi139 ceph-mon[88985]: osdmap e507: 8 total, 8 up, 8 in 2024-04-13T07:53:31.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:31 smithi139 ceph-mon[88985]: pgmap v427: 121 pgs: 121 active+clean; 806 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 12 op/s 2024-04-13T07:53:31.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:31 smithi139 ceph-mon[88985]: osd.6 marked itself down and dead 2024-04-13T07:53:31.636 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 07:53:31 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[49102]: 2024-04-13T07:53:31.168+0000 7f2f7ac3e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T07:53:31.636 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 07:53:31 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[49102]: 2024-04-13T07:53:31.168+0000 7f2f7ac3e700 -1 osd.6 507 *** Got signal Terminated *** 2024-04-13T07:53:31.636 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 07:53:31 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[49102]: 2024-04-13T07:53:31.168+0000 7f2f7ac3e700 -1 osd.6 507 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-13T07:53:31.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:31 smithi119 ceph-mon[93746]: osdmap e507: 8 total, 8 up, 8 in 2024-04-13T07:53:31.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:31 smithi119 ceph-mon[93746]: pgmap v427: 121 pgs: 121 active+clean; 806 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 12 op/s 2024-04-13T07:53:31.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:31 smithi119 ceph-mon[93746]: osd.6 marked itself down and dead 2024-04-13T07:53:31.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:31 smithi119 ceph-mon[96316]: osdmap e507: 8 total, 8 up, 8 in 2024-04-13T07:53:31.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:31 smithi119 ceph-mon[96316]: pgmap v427: 121 pgs: 121 active+clean; 806 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 12 op/s 2024-04-13T07:53:31.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:31 smithi119 ceph-mon[96316]: osd.6 marked itself down and dead 2024-04-13T07:53:32.200 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 07:53:31 smithi139 podman[104527]: 2024-04-13 07:53:31.946826786 +0000 UTC m=+0.927319429 container died 763ea020f47ea21f704a1066257be4e4c818a6c95da6f69a8960897498a5a645 (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, RELEASE=reef-7d36322, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-13T07:53:32.395 INFO:tasks.rados.rados.0.smithi119.stdout:2229: done (1 left) 2024-04-13T07:53:32.395 INFO:tasks.rados.rados.0.smithi119.stdout:2231: done (0 left) 2024-04-13T07:53:32.396 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 40 current snap is 235 2024-04-13T07:53:32.396 INFO:tasks.rados.rados.0.smithi119.stdout:2232: seq_num 684 ranges {4169728=663552,4833280=507904,5341184=409600,5750784=286720} 2024-04-13T07:53:32.422 INFO:tasks.rados.rados.0.smithi119.stdout:2232: writing smithi11982245-40 from 4169728 to 4833280 tid 1 2024-04-13T07:53:32.425 INFO:tasks.rados.rados.0.smithi119.stdout:2232: writing smithi11982245-40 from 4833280 to 5341184 tid 2 2024-04-13T07:53:32.427 INFO:tasks.rados.rados.0.smithi119.stdout:2232: writing smithi11982245-40 from 5341184 to 5750784 tid 3 2024-04-13T07:53:32.429 INFO:tasks.rados.rados.0.smithi119.stdout:2232: writing smithi11982245-40 from 5750784 to 6037504 tid 4 2024-04-13T07:53:32.429 INFO:tasks.rados.rados.0.smithi119.stdout:2233: setattr oid 18 current snap is 235 2024-04-13T07:53:32.429 INFO:tasks.rados.rados.0.smithi119.stdout:2232: finishing write tid 1 to smithi11982245-40 2024-04-13T07:53:32.429 INFO:tasks.rados.rados.0.smithi119.stdout:2232: finishing write tid 2 to smithi11982245-40 2024-04-13T07:53:32.430 INFO:tasks.rados.rados.0.smithi119.stdout:2234: setattr oid 7 current snap is 235 2024-04-13T07:53:32.432 INFO:tasks.rados.rados.0.smithi119.stdout:2232: finishing write tid 3 to smithi11982245-40 2024-04-13T07:53:32.432 INFO:tasks.rados.rados.0.smithi119.stdout:2232: finishing write tid 4 to smithi11982245-40 2024-04-13T07:53:32.433 INFO:tasks.rados.rados.0.smithi119.stdout:2232: finishing write tid 5 to smithi11982245-40 2024-04-13T07:53:32.433 INFO:tasks.rados.rados.0.smithi119.stdout:2235: rollback oid 12 current snap is 235 2024-04-13T07:53:32.433 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 12 to 163 2024-04-13T07:53:32.433 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 4 current snap is 235 2024-04-13T07:53:32.433 INFO:tasks.rados.rados.0.smithi119.stdout:2236: seq_num 685 ranges {0=679936,679936=442368,1122304=622592,1744896=139264} 2024-04-13T07:53:32.437 INFO:tasks.rados.rados.0.smithi119.stdout:2236: writing smithi11982245-4 from 0 to 679936 tid 1 2024-04-13T07:53:32.441 INFO:tasks.rados.rados.0.smithi119.stdout:2236: writing smithi11982245-4 from 679936 to 1122304 tid 2 2024-04-13T07:53:32.443 INFO:tasks.rados.rados.0.smithi119.stdout:2236: writing smithi11982245-4 from 1122304 to 1744896 tid 3 2024-04-13T07:53:32.445 INFO:tasks.rados.rados.0.smithi119.stdout:2236: writing smithi11982245-4 from 1744896 to 1884160 tid 4 2024-04-13T07:53:32.445 INFO:tasks.rados.rados.0.smithi119.stdout:2237: read oid 32 snap 212 2024-04-13T07:53:32.445 INFO:tasks.rados.rados.0.smithi119.stdout:2237: expect (ObjNum 631 snap 211 seq_num 631) 2024-04-13T07:53:32.446 INFO:tasks.rados.rados.0.smithi119.stdout:2238: copy_from oid 46 from oid 20 current snap is 235 2024-04-13T07:53:32.446 INFO:tasks.rados.rados.0.smithi119.stdout:2235: finishing rollback tid 1 to smithi11982245-12 2024-04-13T07:53:32.446 INFO:tasks.rados.rados.0.smithi119.stdout:2232: finishing write tid 6 to smithi11982245-40 2024-04-13T07:53:32.446 INFO:tasks.rados.rados.0.smithi119.stdout:2232: oid 40 updating version 0 to 1630 2024-04-13T07:53:32.446 INFO:tasks.rados.rados.0.smithi119.stdout:2232: oid 40 updating version 1630 to 1632 2024-04-13T07:53:32.446 INFO:tasks.rados.rados.0.smithi119.stdout:2232: oid 40 updating version 1632 to 1634 2024-04-13T07:53:32.446 INFO:tasks.rados.rados.0.smithi119.stdout:2232: oid 40 version 1634 is already newer than 1631 2024-04-13T07:53:32.446 INFO:tasks.rados.rados.0.smithi119.stdout:2232: oid 40 version 1634 is already newer than 1633 2024-04-13T07:53:32.446 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 40 v 1634 (ObjNum 684 snap 235 seq_num 684) dirty exists 2024-04-13T07:53:32.446 INFO:tasks.rados.rados.0.smithi119.stdout:2232: left oid 40 (ObjNum 684 snap 235 seq_num 684) 2024-04-13T07:53:32.447 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 7 v 1281 (ObjNum 650 snap 218 seq_num 650) dirty exists 2024-04-13T07:53:32.447 INFO:tasks.rados.rados.0.smithi119.stdout:2235: finishing rollback tid 2 to smithi11982245-12 2024-04-13T07:53:32.447 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 12 v 1265 (ObjNum 460 snap 158 seq_num 460) dirty exists 2024-04-13T07:53:32.447 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 18 v 1636 (ObjNum 602 snap 200 seq_num 602) dirty exists 2024-04-13T07:53:32.447 INFO:tasks.rados.rados.0.smithi119.stdout:2236: finishing write tid 1 to smithi11982245-4 2024-04-13T07:53:32.447 INFO:tasks.rados.rados.0.smithi119.stdout:2236: finishing write tid 2 to smithi11982245-4 2024-04-13T07:53:32.447 INFO:tasks.rados.rados.0.smithi119.stdout:2232: done (6 left) 2024-04-13T07:53:32.447 INFO:tasks.rados.rados.0.smithi119.stdout:2233: done (5 left) 2024-04-13T07:53:32.447 INFO:tasks.rados.rados.0.smithi119.stdout:2234: done (4 left) 2024-04-13T07:53:32.447 INFO:tasks.rados.rados.0.smithi119.stdout:2235: done (3 left) 2024-04-13T07:53:32.447 INFO:tasks.rados.rados.0.smithi119.stdout:2239: read oid 38 snap 163 2024-04-13T07:53:32.447 INFO:tasks.rados.rados.0.smithi119.stdout:2239: expect (ObjNum 473 snap 163 seq_num 473) 2024-04-13T07:53:32.447 INFO:tasks.rados.rados.0.smithi119.stdout:2240: snap_create 2024-04-13T07:53:32.448 INFO:tasks.rados.rados.0.smithi119.stdout:2236: finishing write tid 3 to smithi11982245-4 2024-04-13T07:53:32.453 INFO:tasks.rados.rados.0.smithi119.stdout:2236: finishing write tid 4 to smithi11982245-4 2024-04-13T07:53:32.454 INFO:tasks.rados.rados.0.smithi119.stdout:2239: expect (ObjNum 473 snap 163 seq_num 473) 2024-04-13T07:53:32.503 INFO:tasks.rados.rados.0.smithi119.stdout:2236: finishing write tid 5 to smithi11982245-4 2024-04-13T07:53:32.503 INFO:tasks.rados.rados.0.smithi119.stdout:2236: finishing write tid 6 to smithi11982245-4 2024-04-13T07:53:32.503 INFO:tasks.rados.rados.0.smithi119.stdout:2236: oid 4 updating version 0 to 1260 2024-04-13T07:53:32.503 INFO:tasks.rados.rados.0.smithi119.stdout:2236: oid 4 updating version 1260 to 1262 2024-04-13T07:53:32.503 INFO:tasks.rados.rados.0.smithi119.stdout:2236: oid 4 version 1262 is already newer than 1261 2024-04-13T07:53:32.503 INFO:tasks.rados.rados.0.smithi119.stdout:2236: oid 4 updating version 1262 to 1263 2024-04-13T07:53:32.503 INFO:tasks.rados.rados.0.smithi119.stdout:2236: oid 4 updating version 1263 to 1264 2024-04-13T07:53:32.504 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 4 v 1264 (ObjNum 685 snap 235 seq_num 685) dirty exists 2024-04-13T07:53:32.504 INFO:tasks.rados.rados.0.smithi119.stdout:2236: left oid 4 (ObjNum 685 snap 235 seq_num 685) 2024-04-13T07:53:32.504 INFO:tasks.rados.rados.0.smithi119.stdout:2238: finishing copy_from racing read to smithi11982245-46 2024-04-13T07:53:32.504 INFO:tasks.rados.rados.0.smithi119.stdout:2238: finishing copy_from to smithi11982245-46 2024-04-13T07:53:32.504 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 46 v 1463 (ObjNum 639 snap 214 seq_num 639) dirty exists 2024-04-13T07:53:32.504 INFO:tasks.rados.rados.0.smithi119.stdout:2237: expect (ObjNum 631 snap 211 seq_num 631) 2024-04-13T07:53:32.517 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:32 smithi139 ceph-mon[88985]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T07:53:32.517 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:32 smithi139 ceph-mon[88985]: osdmap e508: 8 total, 7 up, 8 in 2024-04-13T07:53:32.518 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:53:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:53:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:53:32.518 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 07:53:32 smithi139 podman[104527]: 2024-04-13 07:53:32.291461039 +0000 UTC m=+1.271953673 container cleanup 763ea020f47ea21f704a1066257be4e4c818a6c95da6f69a8960897498a5a645 (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, RELEASE=reef-7d36322, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-13T07:53:32.518 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 07:53:32 smithi139 bash[104527]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6 2024-04-13T07:53:32.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:32 smithi119 ceph-mon[96316]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T07:53:32.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:32 smithi119 ceph-mon[96316]: osdmap e508: 8 total, 7 up, 8 in 2024-04-13T07:53:32.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:32 smithi119 ceph-mon[93746]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T07:53:32.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:32 smithi119 ceph-mon[93746]: osdmap e508: 8 total, 7 up, 8 in 2024-04-13T07:53:32.885 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 07:53:32 smithi139 podman[104551]: 2024-04-13 07:53:32.518267512 +0000 UTC m=+0.568717218 container remove 763ea020f47ea21f704a1066257be4e4c818a6c95da6f69a8960897498a5a645 (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=reef-7d36322, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-04-13T07:53:33.271 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 07:53:32 smithi139 podman[104648]: 2024-04-13 07:53:32.851427006 +0000 UTC m=+0.017924782 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:53:33.271 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 07:53:32 smithi139 podman[104648]: 2024-04-13 07:53:32.960816044 +0000 UTC m=+0.127313803 container create 756fe194e8b760546d0cf7f1837eb92d31d954e77aa4fe4404c6df9e99d2d8ea (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6-deactivate, GIT_CLEAN=True, RELEASE=main-5f22a49, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-04-13T07:53:33.271 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 07:53:33 smithi139 podman[104648]: 2024-04-13 07:53:33.171997022 +0000 UTC m=+0.338494786 container init 756fe194e8b760546d0cf7f1837eb92d31d954e77aa4fe4404c6df9e99d2d8ea (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6-deactivate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=main-5f22a49, org.label-schema.build-date=20240409) 2024-04-13T07:53:33.271 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 07:53:33 smithi139 podman[104648]: 2024-04-13 07:53:33.177512601 +0000 UTC m=+0.344010410 container start 756fe194e8b760546d0cf7f1837eb92d31d954e77aa4fe4404c6df9e99d2d8ea (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6-deactivate, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, RELEASE=main-5f22a49, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-04-13T07:53:33.272 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 07:53:33 smithi139 podman[104648]: 2024-04-13 07:53:33.271283027 +0000 UTC m=+0.437780803 container attach 756fe194e8b760546d0cf7f1837eb92d31d954e77aa4fe4404c6df9e99d2d8ea (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6-deactivate, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-5f22a49, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-04-13T07:53:33.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:33 smithi139 ceph-mon[88985]: osdmap e509: 8 total, 7 up, 8 in 2024-04-13T07:53:33.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:33 smithi139 ceph-mon[88985]: pgmap v430: 121 pgs: 9 peering, 10 stale+active+clean, 102 active+clean; 806 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 12 op/s 2024-04-13T07:53:33.636 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 07:53:33 smithi139 podman[104648]: 2024-04-13 07:53:33.476146518 +0000 UTC m=+0.642644289 container died 756fe194e8b760546d0cf7f1837eb92d31d954e77aa4fe4404c6df9e99d2d8ea (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6-deactivate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=main-5f22a49, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD) 2024-04-13T07:53:33.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:33 smithi119 ceph-mon[96316]: osdmap e509: 8 total, 7 up, 8 in 2024-04-13T07:53:33.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:33 smithi119 ceph-mon[96316]: pgmap v430: 121 pgs: 9 peering, 10 stale+active+clean, 102 active+clean; 806 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 12 op/s 2024-04-13T07:53:33.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:33 smithi119 ceph-mon[93746]: osdmap e509: 8 total, 7 up, 8 in 2024-04-13T07:53:33.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:33 smithi119 ceph-mon[93746]: pgmap v430: 121 pgs: 9 peering, 10 stale+active+clean, 102 active+clean; 806 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 12 op/s 2024-04-13T07:53:33.876 INFO:tasks.rados.rados.0.smithi119.stdout:2236: done (4 left) 2024-04-13T07:53:33.876 INFO:tasks.rados.rados.0.smithi119.stdout:2237: done (3 left) 2024-04-13T07:53:33.876 INFO:tasks.rados.rados.0.smithi119.stdout:2238: done (2 left) 2024-04-13T07:53:33.876 INFO:tasks.rados.rados.0.smithi119.stdout:2239: done (1 left) 2024-04-13T07:53:33.876 INFO:tasks.rados.rados.0.smithi119.stdout:2240: done (0 left) 2024-04-13T07:53:33.876 INFO:tasks.rados.rados.0.smithi119.stdout:2241: copy_from oid 23 from oid 16 current snap is 236 2024-04-13T07:53:33.876 INFO:tasks.rados.rados.0.smithi119.stdout:2242: setattr oid 43 current snap is 236 2024-04-13T07:53:33.877 INFO:tasks.rados.rados.0.smithi119.stdout:2243: snap_create 2024-04-13T07:53:33.880 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 43 v 1605 (ObjNum 676 snap 228 seq_num 676) dirty exists 2024-04-13T07:53:33.886 INFO:tasks.rados.rados.0.smithi119.stdout:2241: finishing copy_from racing read to smithi11982245-23 2024-04-13T07:53:33.888 INFO:tasks.rados.rados.0.smithi119.stdout:2241: finishing copy_from to smithi11982245-23 2024-04-13T07:53:33.888 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 23 v 1216 (ObjNum 665 snap 225 seq_num 665) dirty exists 2024-04-13T07:53:34.402 INFO:tasks.rados.rados.0.smithi119.stdout:2241: done (2 left) 2024-04-13T07:53:34.402 INFO:tasks.rados.rados.0.smithi119.stdout:2242: done (1 left) 2024-04-13T07:53:34.402 INFO:tasks.rados.rados.0.smithi119.stdout:2243: done (0 left) 2024-04-13T07:53:34.402 INFO:tasks.rados.rados.0.smithi119.stdout:2244: copy_from oid 9 from oid 43 current snap is 237 2024-04-13T07:53:34.402 INFO:tasks.rados.rados.0.smithi119.stdout:2245: copy_from oid 20 from oid 18 current snap is 237 2024-04-13T07:53:34.403 INFO:tasks.rados.rados.0.smithi119.stdout:2246: read oid 15 snap 226 2024-04-13T07:53:34.403 INFO:tasks.rados.rados.0.smithi119.stdout:2246: expect (ObjNum 351 snap 132 seq_num 351) 2024-04-13T07:53:34.403 INFO:tasks.rados.rados.0.smithi119.stdout:2247: rollback oid 6 current snap is 237 2024-04-13T07:53:34.403 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 6 to 183 2024-04-13T07:53:34.403 INFO:tasks.rados.rados.0.smithi119.stdout:2248: snap_remove snap 223 2024-04-13T07:53:34.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:34 smithi139 ceph-mon[88985]: osdmap e510: 8 total, 7 up, 8 in 2024-04-13T07:53:34.636 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 07:53:34 smithi139 podman[104694]: 2024-04-13 07:53:34.199952237 +0000 UTC m=+0.718436672 container remove 756fe194e8b760546d0cf7f1837eb92d31d954e77aa4fe4404c6df9e99d2d8ea (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-5f22a49, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-13T07:53:34.636 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 07:53:34 smithi139 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@osd.6.service: Deactivated successfully. 2024-04-13T07:53:34.636 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 07:53:34 smithi139 systemd[1]: Stopped Ceph osd.6 for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:53:34.636 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 07:53:34 smithi139 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@osd.6.service: Consumed 14.807s CPU time. 2024-04-13T07:53:34.636 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 07:53:34 smithi139 systemd[1]: Starting Ceph osd.6 for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:53:34.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:34 smithi119 ceph-mon[93746]: osdmap e510: 8 total, 7 up, 8 in 2024-04-13T07:53:34.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:34 smithi119 ceph-mon[96316]: osdmap e510: 8 total, 7 up, 8 in 2024-04-13T07:53:34.999 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 07:53:34 smithi139 podman[104807]: 2024-04-13 07:53:34.549884449 +0000 UTC m=+0.018355127 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:53:34.999 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 07:53:34 smithi139 podman[104807]: 2024-04-13 07:53:34.66807565 +0000 UTC m=+0.136546383 container create 39422289069fa446dbd8a3978cf2194b9c7e38268c19f3e02249f0ce1f033900 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-5f22a49, GIT_CLEAN=True) 2024-04-13T07:53:35.000 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 07:53:34 smithi139 podman[104807]: 2024-04-13 07:53:34.879223503 +0000 UTC m=+0.347694182 container init 39422289069fa446dbd8a3978cf2194b9c7e38268c19f3e02249f0ce1f033900 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6-activate, RELEASE=main-5f22a49, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-04-13T07:53:35.000 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 07:53:34 smithi139 podman[104807]: 2024-04-13 07:53:34.884800441 +0000 UTC m=+0.353271120 container start 39422289069fa446dbd8a3978cf2194b9c7e38268c19f3e02249f0ce1f033900 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6-activate, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, RELEASE=main-5f22a49, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-04-13T07:53:35.000 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 07:53:34 smithi139 podman[104807]: 2024-04-13 07:53:34.999713008 +0000 UTC m=+0.468183691 container attach 39422289069fa446dbd8a3978cf2194b9c7e38268c19f3e02249f0ce1f033900 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6-activate, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=main-5f22a49, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-13T07:53:35.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:53:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:53:34] "GET /metrics HTTP/1.1" 200 36136 "" "Prometheus/2.43.0" 2024-04-13T07:53:35.382 INFO:tasks.rados.rados.0.smithi119.stdout:2247: finishing rollback tid 0 to smithi11982245-6 2024-04-13T07:53:35.382 INFO:tasks.rados.rados.0.smithi119.stdout:2247: finishing rollback tid 1 to smithi11982245-6 2024-04-13T07:53:35.382 INFO:tasks.rados.rados.0.smithi119.stdout:2247: finishing rollback tid 2 to smithi11982245-6 2024-04-13T07:53:35.382 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 6 v 838 (ObjNum 533 snap 179 seq_num 533) dirty exists 2024-04-13T07:53:35.382 INFO:tasks.rados.rados.0.smithi119.stdout:2245: finishing copy_from racing read to smithi11982245-20 2024-04-13T07:53:35.383 INFO:tasks.rados.rados.0.smithi119.stdout:2245: finishing copy_from to smithi11982245-20 2024-04-13T07:53:35.383 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 20 v 1636 (ObjNum 602 snap 200 seq_num 602) dirty exists 2024-04-13T07:53:35.383 INFO:tasks.rados.rados.0.smithi119.stdout:2246: expect (ObjNum 351 snap 132 seq_num 351) 2024-04-13T07:53:35.482 INFO:tasks.rados.rados.0.smithi119.stdout:2244: finishing copy_from racing read to smithi11982245-9 2024-04-13T07:53:35.482 INFO:tasks.rados.rados.0.smithi119.stdout:2244: finishing copy_from to smithi11982245-9 2024-04-13T07:53:35.482 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 9 v 1605 (ObjNum 676 snap 228 seq_num 676) dirty exists 2024-04-13T07:53:35.482 INFO:tasks.rados.rados.0.smithi119.stdout:2244: done (4 left) 2024-04-13T07:53:35.482 INFO:tasks.rados.rados.0.smithi119.stdout:2245: done (3 left) 2024-04-13T07:53:35.482 INFO:tasks.rados.rados.0.smithi119.stdout:2246: done (2 left) 2024-04-13T07:53:35.482 INFO:tasks.rados.rados.0.smithi119.stdout:2247: done (1 left) 2024-04-13T07:53:35.482 INFO:tasks.rados.rados.0.smithi119.stdout:2248: done (0 left) 2024-04-13T07:53:35.482 INFO:tasks.rados.rados.0.smithi119.stdout:2249: read oid 47 snap -1 2024-04-13T07:53:35.482 INFO:tasks.rados.rados.0.smithi119.stdout:2249: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:53:35.483 INFO:tasks.rados.rados.0.smithi119.stdout:2250: read oid 29 snap -1 2024-04-13T07:53:35.483 INFO:tasks.rados.rados.0.smithi119.stdout:2250: expect (ObjNum 678 snap 228 seq_num 678) 2024-04-13T07:53:35.483 INFO:tasks.rados.rados.0.smithi119.stdout:2251: read oid 26 snap -1 2024-04-13T07:53:35.483 INFO:tasks.rados.rados.0.smithi119.stdout:2251: expect (ObjNum 665 snap 225 seq_num 665) 2024-04-13T07:53:35.483 INFO:tasks.rados.rados.0.smithi119.stdout:2252: rollback oid 35 current snap is 237 2024-04-13T07:53:35.483 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 35 to 228 2024-04-13T07:53:35.483 INFO:tasks.rados.rados.0.smithi119.stdout:2253: rmattr oid 2 current snap is 237 2024-04-13T07:53:35.483 INFO:tasks.rados.rados.0.smithi119.stdout:2254: delete oid 32 current snap is 237 2024-04-13T07:53:35.483 INFO:tasks.rados.rados.0.smithi119.stdout:2249: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:53:35.486 INFO:tasks.rados.rados.0.smithi119.stdout:2252: finishing rollback tid 1 to smithi11982245-35 2024-04-13T07:53:35.486 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 35 v 902 (ObjNum 65 snap 0 seq_num 1483625843) dirty dne 2024-04-13T07:53:35.486 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 2 v 1637 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-13T07:53:35.486 INFO:tasks.rados.rados.0.smithi119.stdout:2249: done (5 left) 2024-04-13T07:53:35.486 INFO:tasks.rados.rados.0.smithi119.stdout:2252: done (4 left) 2024-04-13T07:53:35.486 INFO:tasks.rados.rados.0.smithi119.stdout:2253: done (3 left) 2024-04-13T07:53:35.486 INFO:tasks.rados.rados.0.smithi119.stdout:2254: done (2 left) 2024-04-13T07:53:35.486 INFO:tasks.rados.rados.0.smithi119.stdout:2255: delete oid 5 current snap is 237 2024-04-13T07:53:35.488 INFO:tasks.rados.rados.0.smithi119.stdout:2251: expect (ObjNum 665 snap 225 seq_num 665) 2024-04-13T07:53:35.529 INFO:tasks.rados.rados.0.smithi119.stdout:2250: expect (ObjNum 678 snap 228 seq_num 678) 2024-04-13T07:53:35.627 INFO:tasks.rados.rados.0.smithi119.stdout:2250: done (2 left) 2024-04-13T07:53:35.627 INFO:tasks.rados.rados.0.smithi119.stdout:2251: done (1 left) 2024-04-13T07:53:35.627 INFO:tasks.rados.rados.0.smithi119.stdout:2255: done (0 left) 2024-04-13T07:53:35.627 INFO:tasks.rados.rados.0.smithi119.stdout:2256: snap_create 2024-04-13T07:53:35.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:35 smithi139 ceph-mon[88985]: osdmap e511: 8 total, 7 up, 8 in 2024-04-13T07:53:35.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:35 smithi139 ceph-mon[88985]: pgmap v433: 121 pgs: 5 active+undersized, 3 active+undersized+degraded, 9 peering, 8 stale+active+clean, 96 active+clean; 810 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 834 KiB/s wr, 6 op/s; 50/1374 objects degraded (3.639%) 2024-04-13T07:53:35.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:35 smithi139 ceph-mon[88985]: osdmap e512: 8 total, 7 up, 8 in 2024-04-13T07:53:35.636 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 07:53:35 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6-activate[104822]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-13T07:53:35.636 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 07:53:35 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6-activate[104822]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-13T07:53:35.636 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 07:53:35 smithi139 bash[104807]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-13T07:53:35.636 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 07:53:35 smithi139 bash[104807]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-13T07:53:35.636 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 07:53:35 smithi139 bash[104807]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-13T07:53:35.636 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 07:53:35 smithi139 bash[104807]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-13T07:53:35.636 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 07:53:35 smithi139 bash[104807]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-04-13T07:53:35.636 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 07:53:35 smithi139 bash[104807]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-13T07:53:35.636 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 07:53:35 smithi139 bash[104807]: --> ceph-volume raw activate successful for osd ID: 6 2024-04-13T07:53:35.636 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 07:53:35 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6-activate[104822]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-13T07:53:35.636 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 07:53:35 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6-activate[104822]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-13T07:53:35.636 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 07:53:35 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6-activate[104822]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-04-13T07:53:35.637 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 07:53:35 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6-activate[104822]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-13T07:53:35.637 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 07:53:35 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6-activate[104822]: --> ceph-volume raw activate successful for osd ID: 6 2024-04-13T07:53:35.637 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 07:53:35 smithi139 podman[104807]: 2024-04-13 07:53:35.357129641 +0000 UTC m=+0.825600321 container died 39422289069fa446dbd8a3978cf2194b9c7e38268c19f3e02249f0ce1f033900 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6-activate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=main-5f22a49, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-04-13T07:53:35.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:35 smithi119 ceph-mon[96316]: osdmap e511: 8 total, 7 up, 8 in 2024-04-13T07:53:35.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:35 smithi119 ceph-mon[96316]: pgmap v433: 121 pgs: 5 active+undersized, 3 active+undersized+degraded, 9 peering, 8 stale+active+clean, 96 active+clean; 810 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 834 KiB/s wr, 6 op/s; 50/1374 objects degraded (3.639%) 2024-04-13T07:53:35.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:35 smithi119 ceph-mon[96316]: osdmap e512: 8 total, 7 up, 8 in 2024-04-13T07:53:35.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:35 smithi119 ceph-mon[93746]: osdmap e511: 8 total, 7 up, 8 in 2024-04-13T07:53:35.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:35 smithi119 ceph-mon[93746]: pgmap v433: 121 pgs: 5 active+undersized, 3 active+undersized+degraded, 9 peering, 8 stale+active+clean, 96 active+clean; 810 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 834 KiB/s wr, 6 op/s; 50/1374 objects degraded (3.639%) 2024-04-13T07:53:35.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:35 smithi119 ceph-mon[93746]: osdmap e512: 8 total, 7 up, 8 in 2024-04-13T07:53:36.298 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 07:53:35 smithi139 podman[104957]: 2024-04-13 07:53:35.990534924 +0000 UTC m=+0.625216400 container remove 39422289069fa446dbd8a3978cf2194b9c7e38268c19f3e02249f0ce1f033900 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6-activate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-5f22a49, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-13T07:53:36.298 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 07:53:36 smithi139 podman[105029]: 2024-04-13 07:53:36.103698823 +0000 UTC m=+0.017816079 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:53:36.298 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 07:53:36 smithi139 podman[105029]: 2024-04-13 07:53:36.207981929 +0000 UTC m=+0.122099175 container create ebf4b518851492dce558b05324c48814b72c9bbfba654149463bedcf14dded68 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=main-5f22a49, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-13T07:53:36.422 INFO:tasks.rados.rados.0.smithi119.stdout:2256: done (0 left) 2024-04-13T07:53:36.423 INFO:tasks.rados.rados.0.smithi119.stdout:2257: rmattr oid 43 current snap is 238 2024-04-13T07:53:36.423 INFO:tasks.rados.rados.0.smithi119.stdout:2258: read oid 29 snap -1 2024-04-13T07:53:36.423 INFO:tasks.rados.rados.0.smithi119.stdout:2258: expect (ObjNum 678 snap 228 seq_num 678) 2024-04-13T07:53:36.423 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 31 current snap is 238 2024-04-13T07:53:36.423 INFO:tasks.rados.rados.0.smithi119.stdout:2259: seq_num 688 ranges {1376256=729088,2105344=499712,2605056=704512} 2024-04-13T07:53:36.434 INFO:tasks.rados.rados.0.smithi119.stdout:2259: writing smithi11982245-31 from 1376256 to 2105344 tid 1 2024-04-13T07:53:36.437 INFO:tasks.rados.rados.0.smithi119.stdout:2259: writing smithi11982245-31 from 2105344 to 2605056 tid 2 2024-04-13T07:53:36.441 INFO:tasks.rados.rados.0.smithi119.stdout:2259: writing smithi11982245-31 from 2605056 to 3309568 tid 3 2024-04-13T07:53:36.441 INFO:tasks.rados.rados.0.smithi119.stdout:2260: read oid 24 snap -1 2024-04-13T07:53:36.441 INFO:tasks.rados.rados.0.smithi119.stdout:2260: expect (ObjNum 638 snap 212 seq_num 638) 2024-04-13T07:53:36.441 INFO:tasks.rados.rados.0.smithi119.stdout:2261: setattr oid 1 current snap is 238 2024-04-13T07:53:36.441 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 43 v 1611 (ObjNum 676 snap 228 seq_num 676) dirty exists 2024-04-13T07:53:36.442 INFO:tasks.rados.rados.0.smithi119.stdout:2258: expect (ObjNum 678 snap 228 seq_num 678) 2024-04-13T07:53:36.539 INFO:tasks.rados.rados.0.smithi119.stdout:2259: finishing write tid 1 to smithi11982245-31 2024-04-13T07:53:36.539 INFO:tasks.rados.rados.0.smithi119.stdout:2259: finishing write tid 2 to smithi11982245-31 2024-04-13T07:53:36.540 INFO:tasks.rados.rados.0.smithi119.stdout:2259: finishing write tid 3 to smithi11982245-31 2024-04-13T07:53:36.540 INFO:tasks.rados.rados.0.smithi119.stdout:2260: expect (ObjNum 638 snap 212 seq_num 638) 2024-04-13T07:53:36.583 INFO:tasks.rados.rados.0.smithi119.stdout:2259: finishing write tid 4 to smithi11982245-31 2024-04-13T07:53:36.583 INFO:tasks.rados.rados.0.smithi119.stdout:2259: finishing write tid 5 to smithi11982245-31 2024-04-13T07:53:36.583 INFO:tasks.rados.rados.0.smithi119.stdout:2259: oid 31 updating version 0 to 1613 2024-04-13T07:53:36.583 INFO:tasks.rados.rados.0.smithi119.stdout:2259: oid 31 updating version 1613 to 1614 2024-04-13T07:53:36.583 INFO:tasks.rados.rados.0.smithi119.stdout:2259: oid 31 updating version 1614 to 1616 2024-04-13T07:53:36.584 INFO:tasks.rados.rados.0.smithi119.stdout:2259: oid 31 version 1616 is already newer than 1615 2024-04-13T07:53:36.584 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 31 v 1616 (ObjNum 688 snap 238 seq_num 688) dirty exists 2024-04-13T07:53:36.584 INFO:tasks.rados.rados.0.smithi119.stdout:2259: left oid 31 (ObjNum 688 snap 238 seq_num 688) 2024-04-13T07:53:36.584 INFO:tasks.rados.rados.0.smithi119.stdout:2257: done (4 left) 2024-04-13T07:53:36.584 INFO:tasks.rados.rados.0.smithi119.stdout:2258: done (3 left) 2024-04-13T07:53:36.584 INFO:tasks.rados.rados.0.smithi119.stdout:2259: done (2 left) 2024-04-13T07:53:36.584 INFO:tasks.rados.rados.0.smithi119.stdout:2260: done (1 left) 2024-04-13T07:53:36.584 INFO:tasks.rados.rados.0.smithi119.stdout:2262: read oid 5 snap 189 2024-04-13T07:53:36.584 INFO:tasks.rados.rados.0.smithi119.stdout:2262: expect (ObjNum 554 snap 185 seq_num 554) 2024-04-13T07:53:36.584 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 1 v 875 (ObjNum 361 snap 136 seq_num 361) dirty exists 2024-04-13T07:53:36.584 INFO:tasks.rados.rados.0.smithi119.stdout:2263: read oid 27 snap -1 2024-04-13T07:53:36.584 INFO:tasks.rados.rados.0.smithi119.stdout:2263: expect (ObjNum 603 snap 201 seq_num 603) 2024-04-13T07:53:36.584 INFO:tasks.rados.rados.0.smithi119.stdout:2261: done (2 left) 2024-04-13T07:53:36.584 INFO:tasks.rados.rados.0.smithi119.stdout:2264: read oid 15 snap 217 2024-04-13T07:53:36.584 INFO:tasks.rados.rados.0.smithi119.stdout:2264: expect (ObjNum 351 snap 132 seq_num 351) 2024-04-13T07:53:36.584 INFO:tasks.rados.rados.0.smithi119.stdout:2265: snap_create 2024-04-13T07:53:36.594 INFO:tasks.rados.rados.0.smithi119.stdout:2263: expect (ObjNum 603 snap 201 seq_num 603) 2024-04-13T07:53:36.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:36 smithi139 ceph-mon[88985]: Health check failed: Degraded data redundancy: 50/1374 objects degraded (3.639%), 3 pgs degraded (PG_DEGRADED) 2024-04-13T07:53:36.635 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 07:53:36 smithi139 podman[105029]: 2024-04-13 07:53:36.385690576 +0000 UTC m=+0.299807831 container init ebf4b518851492dce558b05324c48814b72c9bbfba654149463bedcf14dded68 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-5f22a49, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409) 2024-04-13T07:53:36.635 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 07:53:36 smithi139 podman[105029]: 2024-04-13 07:53:36.390780164 +0000 UTC m=+0.304897412 container start ebf4b518851492dce558b05324c48814b72c9bbfba654149463bedcf14dded68 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, RELEASE=main-5f22a49, CEPH_POINT_RELEASE=) 2024-04-13T07:53:36.636 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 07:53:36 smithi139 bash[105029]: ebf4b518851492dce558b05324c48814b72c9bbfba654149463bedcf14dded68 2024-04-13T07:53:36.636 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 07:53:36 smithi139 systemd[1]: Started Ceph osd.6 for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:53:36.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:36 smithi119 ceph-mon[96316]: Health check failed: Degraded data redundancy: 50/1374 objects degraded (3.639%), 3 pgs degraded (PG_DEGRADED) 2024-04-13T07:53:36.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:36 smithi119 ceph-mon[93746]: Health check failed: Degraded data redundancy: 50/1374 objects degraded (3.639%), 3 pgs degraded (PG_DEGRADED) 2024-04-13T07:53:36.804 INFO:tasks.rados.rados.0.smithi119.stdout:2264: expect (ObjNum 351 snap 132 seq_num 351) 2024-04-13T07:53:36.893 INFO:tasks.rados.rados.0.smithi119.stdout:2262: expect (ObjNum 554 snap 185 seq_num 554) 2024-04-13T07:53:37.386 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 07:53:36 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T07:53:36.934+0000 7f20a8e657c0 -1 Falling back to public interface 2024-04-13T07:53:37.562 INFO:tasks.rados.rados.0.smithi119.stdout:2262: done (3 left) 2024-04-13T07:53:37.562 INFO:tasks.rados.rados.0.smithi119.stdout:2263: done (2 left) 2024-04-13T07:53:37.562 INFO:tasks.rados.rados.0.smithi119.stdout:2264: done (1 left) 2024-04-13T07:53:37.562 INFO:tasks.rados.rados.0.smithi119.stdout:2265: done (0 left) 2024-04-13T07:53:37.562 INFO:tasks.rados.rados.0.smithi119.stdout:2266: rollback oid 48 current snap is 239 2024-04-13T07:53:37.562 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 48 to 142 2024-04-13T07:53:37.562 INFO:tasks.rados.rados.0.smithi119.stdout:2267: rmattr oid 29 current snap is 239 2024-04-13T07:53:37.562 INFO:tasks.rados.rados.0.smithi119.stdout:2267: done (1 left) 2024-04-13T07:53:37.562 INFO:tasks.rados.rados.0.smithi119.stdout:2268: read oid 11 snap -1 2024-04-13T07:53:37.562 INFO:tasks.rados.rados.0.smithi119.stdout:2268: expect (ObjNum 73 snap 11 seq_num 73) 2024-04-13T07:53:37.562 INFO:tasks.rados.rados.0.smithi119.stdout:2269: rollback oid 12 current snap is 239 2024-04-13T07:53:37.562 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 12 to 142 2024-04-13T07:53:37.563 INFO:tasks.rados.rados.0.smithi119.stdout:2270: rollback oid 15 current snap is 239 2024-04-13T07:53:37.563 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 15 to 197 2024-04-13T07:53:37.563 INFO:tasks.rados.rados.0.smithi119.stdout:2271: copy_from oid 16 from oid 3 current snap is 239 2024-04-13T07:53:37.563 INFO:tasks.rados.rados.0.smithi119.stdout:2272: read oid 44 snap 228 2024-04-13T07:53:37.563 INFO:tasks.rados.rados.0.smithi119.stdout:2272: expect (ObjNum 671 snap 226 seq_num 671) 2024-04-13T07:53:37.563 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 21 current snap is 239 2024-04-13T07:53:37.563 INFO:tasks.rados.rados.0.smithi119.stdout:2273: seq_num 689 ranges {0=745472,745472=786432,1531904=417792} 2024-04-13T07:53:37.566 INFO:tasks.rados.rados.0.smithi119.stdout:2273: writing smithi11982245-21 from 0 to 745472 tid 1 2024-04-13T07:53:37.571 INFO:tasks.rados.rados.0.smithi119.stdout:2273: writing smithi11982245-21 from 745472 to 1531904 tid 2 2024-04-13T07:53:37.575 INFO:tasks.rados.rados.0.smithi119.stdout:2273: writing smithi11982245-21 from 1531904 to 1949696 tid 3 2024-04-13T07:53:37.575 INFO:tasks.rados.rados.0.smithi119.stdout:2274: read oid 9 snap -1 2024-04-13T07:53:37.575 INFO:tasks.rados.rados.0.smithi119.stdout:2274: expect (ObjNum 676 snap 228 seq_num 676) 2024-04-13T07:53:37.575 INFO:tasks.rados.rados.0.smithi119.stdout:2275: delete oid 47 current snap is 239 2024-04-13T07:53:37.575 INFO:tasks.rados.rados.0.smithi119.stdout:2270: finishing rollback tid 0 to smithi11982245-15 2024-04-13T07:53:37.575 INFO:tasks.rados.rados.0.smithi119.stdout:2270: finishing rollback tid 1 to smithi11982245-15 2024-04-13T07:53:37.575 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 15 v 862 (ObjNum 129 snap 0 seq_num 3676286288) dirty dne 2024-04-13T07:53:37.575 INFO:tasks.rados.rados.0.smithi119.stdout:2271: finishing copy_from to smithi11982245-16 2024-04-13T07:53:37.575 INFO:tasks.rados.rados.0.smithi119.stdout:2271: got expected ENOENT (src dne) 2024-04-13T07:53:37.575 INFO:tasks.rados.rados.0.smithi119.stdout:2271: finishing copy_from racing read to smithi11982245-16 2024-04-13T07:53:37.575 INFO:tasks.rados.rados.0.smithi119.stdout:2266: finishing rollback tid 1 to smithi11982245-48 2024-04-13T07:53:37.576 INFO:tasks.rados.rados.0.smithi119.stdout:2266: finishing rollback tid 2 to smithi11982245-48 2024-04-13T07:53:37.576 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 48 v 1267 (ObjNum 336 snap 127 seq_num 336) dirty exists 2024-04-13T07:53:37.576 INFO:tasks.rados.rados.0.smithi119.stdout:2273: finishing write tid 1 to smithi11982245-21 2024-04-13T07:53:37.576 INFO:tasks.rados.rados.0.smithi119.stdout:2269: finishing rollback tid 0 to smithi11982245-12 2024-04-13T07:53:37.576 INFO:tasks.rados.rados.0.smithi119.stdout:2269: finishing rollback tid 1 to smithi11982245-12 2024-04-13T07:53:37.576 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 12 v 1270 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-13T07:53:37.576 INFO:tasks.rados.rados.0.smithi119.stdout:2268: expect (ObjNum 73 snap 11 seq_num 73) 2024-04-13T07:53:37.645 INFO:tasks.rados.rados.0.smithi119.stdout:2273: finishing write tid 2 to smithi11982245-21 2024-04-13T07:53:37.646 INFO:tasks.rados.rados.0.smithi119.stdout:2273: finishing write tid 3 to smithi11982245-21 2024-04-13T07:53:37.646 INFO:tasks.rados.rados.0.smithi119.stdout:2273: finishing write tid 4 to smithi11982245-21 2024-04-13T07:53:37.646 INFO:tasks.rados.rados.0.smithi119.stdout:2273: finishing write tid 5 to smithi11982245-21 2024-04-13T07:53:37.646 INFO:tasks.rados.rados.0.smithi119.stdout:2273: oid 21 updating version 0 to 1282 2024-04-13T07:53:37.646 INFO:tasks.rados.rados.0.smithi119.stdout:2273: oid 21 version 1282 is already newer than 1280 2024-04-13T07:53:37.647 INFO:tasks.rados.rados.0.smithi119.stdout:2273: oid 21 version 1282 is already newer than 1279 2024-04-13T07:53:37.647 INFO:tasks.rados.rados.0.smithi119.stdout:2273: oid 21 version 1282 is already newer than 1281 2024-04-13T07:53:37.647 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 21 v 1282 (ObjNum 689 snap 239 seq_num 689) dirty exists 2024-04-13T07:53:37.647 INFO:tasks.rados.rados.0.smithi119.stdout:2273: left oid 21 (ObjNum 689 snap 239 seq_num 689) 2024-04-13T07:53:37.647 INFO:tasks.rados.rados.0.smithi119.stdout:2274: expect (ObjNum 676 snap 228 seq_num 676) 2024-04-13T07:53:37.691 INFO:tasks.rados.rados.0.smithi119.stdout:2272: expect (ObjNum 671 snap 226 seq_num 671) 2024-04-13T07:53:37.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:37 smithi119 ceph-mon[96316]: osdmap e513: 8 total, 7 up, 8 in 2024-04-13T07:53:37.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:37 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:37.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:37 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:37.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:37 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:53:37.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:37 smithi119 ceph-mon[96316]: pgmap v436: 121 pgs: 2 active+clean+snaptrim, 34 active+undersized, 8 active+undersized+degraded, 77 active+clean; 818 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 25 op/s; 97/1395 objects degraded (6.953%) 2024-04-13T07:53:37.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:37 smithi119 ceph-mon[93746]: osdmap e513: 8 total, 7 up, 8 in 2024-04-13T07:53:37.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:37 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:37.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:37 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:37.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:37 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:53:37.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:37 smithi119 ceph-mon[93746]: pgmap v436: 121 pgs: 2 active+clean+snaptrim, 34 active+undersized, 8 active+undersized+degraded, 77 active+clean; 818 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 25 op/s; 97/1395 objects degraded (6.953%) 2024-04-13T07:53:37.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:37 smithi139 ceph-mon[88985]: osdmap e513: 8 total, 7 up, 8 in 2024-04-13T07:53:37.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:37 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:37.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:37 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:37.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:37 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:53:37.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:37 smithi139 ceph-mon[88985]: pgmap v436: 121 pgs: 2 active+clean+snaptrim, 34 active+undersized, 8 active+undersized+degraded, 77 active+clean; 818 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 25 op/s; 97/1395 objects degraded (6.953%) 2024-04-13T07:53:37.888 INFO:tasks.rados.rados.0.smithi119.stdout:2266: done (8 left) 2024-04-13T07:53:37.888 INFO:tasks.rados.rados.0.smithi119.stdout:2268: done (7 left) 2024-04-13T07:53:37.888 INFO:tasks.rados.rados.0.smithi119.stdout:2269: done (6 left) 2024-04-13T07:53:37.888 INFO:tasks.rados.rados.0.smithi119.stdout:2270: done (5 left) 2024-04-13T07:53:37.888 INFO:tasks.rados.rados.0.smithi119.stdout:2271: done (4 left) 2024-04-13T07:53:37.888 INFO:tasks.rados.rados.0.smithi119.stdout:2272: done (3 left) 2024-04-13T07:53:37.888 INFO:tasks.rados.rados.0.smithi119.stdout:2273: done (2 left) 2024-04-13T07:53:37.888 INFO:tasks.rados.rados.0.smithi119.stdout:2274: done (1 left) 2024-04-13T07:53:37.888 INFO:tasks.rados.rados.0.smithi119.stdout:2275: done (0 left) 2024-04-13T07:53:37.889 INFO:tasks.rados.rados.0.smithi119.stdout:2276: read oid 3 snap -1 2024-04-13T07:53:37.889 INFO:tasks.rados.rados.0.smithi119.stdout:2276: expect deleted 2024-04-13T07:53:37.889 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 11 current snap is 239 2024-04-13T07:53:37.889 INFO:tasks.rados.rados.0.smithi119.stdout:2277: seq_num 691 ranges {2056192=778240,2834432=548864,3383296=614400,3997696=40960} 2024-04-13T07:53:37.902 INFO:tasks.rados.rados.0.smithi119.stdout:2277: writing smithi11982245-11 from 2056192 to 2834432 tid 1 2024-04-13T07:53:37.906 INFO:tasks.rados.rados.0.smithi119.stdout:2277: writing smithi11982245-11 from 2834432 to 3383296 tid 2 2024-04-13T07:53:37.910 INFO:tasks.rados.rados.0.smithi119.stdout:2277: writing smithi11982245-11 from 3383296 to 3997696 tid 3 2024-04-13T07:53:37.910 INFO:tasks.rados.rados.0.smithi119.stdout:2277: writing smithi11982245-11 from 3997696 to 4038656 tid 4 2024-04-13T07:53:37.910 INFO:tasks.rados.rados.0.smithi119.stdout:2278: rmattr oid 32 current snap is 239 2024-04-13T07:53:37.910 INFO:tasks.rados.rados.0.smithi119.stdout:2278: done (2 left) 2024-04-13T07:53:37.910 INFO:tasks.rados.rados.0.smithi119.stdout:2279: delete oid 7 current snap is 239 2024-04-13T07:53:37.910 INFO:tasks.rados.rados.0.smithi119.stdout:2277: finishing write tid 1 to smithi11982245-11 2024-04-13T07:53:37.910 INFO:tasks.rados.rados.0.smithi119.stdout:2277: finishing write tid 2 to smithi11982245-11 2024-04-13T07:53:37.913 INFO:tasks.rados.rados.0.smithi119.stdout:2276: done (2 left) 2024-04-13T07:53:37.913 INFO:tasks.rados.rados.0.smithi119.stdout:2279: done (1 left) 2024-04-13T07:53:37.913 INFO:tasks.rados.rados.0.smithi119.stdout:2280: read oid 39 snap -1 2024-04-13T07:53:37.913 INFO:tasks.rados.rados.0.smithi119.stdout:2280: expect (ObjNum 547 snap 182 seq_num 547) 2024-04-13T07:53:37.913 INFO:tasks.rados.rados.0.smithi119.stdout:2281: copy_from oid 8 from oid 18 current snap is 239 2024-04-13T07:53:37.913 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 37 current snap is 239 2024-04-13T07:53:37.913 INFO:tasks.rados.rados.0.smithi119.stdout:2282: seq_num 693 ranges {0=409600,409600=770048,1179648=581632,1761280=253952} 2024-04-13T07:53:37.916 INFO:tasks.rados.rados.0.smithi119.stdout:2282: writing smithi11982245-37 from 0 to 409600 tid 1 2024-04-13T07:53:37.920 INFO:tasks.rados.rados.0.smithi119.stdout:2282: writing smithi11982245-37 from 409600 to 1179648 tid 2 2024-04-13T07:53:37.924 INFO:tasks.rados.rados.0.smithi119.stdout:2282: writing smithi11982245-37 from 1179648 to 1761280 tid 3 2024-04-13T07:53:37.926 INFO:tasks.rados.rados.0.smithi119.stdout:2282: writing smithi11982245-37 from 1761280 to 2015232 tid 4 2024-04-13T07:53:37.926 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 16 current snap is 239 2024-04-13T07:53:37.926 INFO:tasks.rados.rados.0.smithi119.stdout:2277: finishing write tid 3 to smithi11982245-11 2024-04-13T07:53:37.926 INFO:tasks.rados.rados.0.smithi119.stdout:2277: finishing write tid 4 to smithi11982245-11 2024-04-13T07:53:37.926 INFO:tasks.rados.rados.0.smithi119.stdout:2277: finishing write tid 5 to smithi11982245-11 2024-04-13T07:53:37.926 INFO:tasks.rados.rados.0.smithi119.stdout:2277: finishing write tid 6 to smithi11982245-11 2024-04-13T07:53:37.926 INFO:tasks.rados.rados.0.smithi119.stdout:2277: oid 11 updating version 0 to 841 2024-04-13T07:53:37.926 INFO:tasks.rados.rados.0.smithi119.stdout:2277: oid 11 updating version 841 to 842 2024-04-13T07:53:37.926 INFO:tasks.rados.rados.0.smithi119.stdout:2277: oid 11 version 842 is already newer than 839 2024-04-13T07:53:37.926 INFO:tasks.rados.rados.0.smithi119.stdout:2277: oid 11 updating version 842 to 843 2024-04-13T07:53:37.926 INFO:tasks.rados.rados.0.smithi119.stdout:2277: oid 11 version 843 is already newer than 840 2024-04-13T07:53:37.927 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 11 v 843 (ObjNum 691 snap 239 seq_num 691) dirty exists 2024-04-13T07:53:37.927 INFO:tasks.rados.rados.0.smithi119.stdout:2277: left oid 11 (ObjNum 691 snap 239 seq_num 691) 2024-04-13T07:53:37.927 INFO:tasks.rados.rados.0.smithi119.stdout:2282: finishing write tid 1 to smithi11982245-37 2024-04-13T07:53:37.927 INFO:tasks.rados.rados.0.smithi119.stdout:2281: finishing copy_from racing read to smithi11982245-8 2024-04-13T07:53:37.927 INFO:tasks.rados.rados.0.smithi119.stdout:2283: seq_num 694 ranges {1548288=425984,1974272=655360,2629632=786432,3416064=163840} 2024-04-13T07:53:37.936 INFO:tasks.rados.rados.0.smithi119.stdout:2283: writing smithi11982245-16 from 1548288 to 1974272 tid 1 2024-04-13T07:53:37.940 INFO:tasks.rados.rados.0.smithi119.stdout:2283: writing smithi11982245-16 from 1974272 to 2629632 tid 2 2024-04-13T07:53:37.945 INFO:tasks.rados.rados.0.smithi119.stdout:2283: writing smithi11982245-16 from 2629632 to 3416064 tid 3 2024-04-13T07:53:37.946 INFO:tasks.rados.rados.0.smithi119.stdout:2283: writing smithi11982245-16 from 3416064 to 3579904 tid 4 2024-04-13T07:53:37.946 INFO:tasks.rados.rados.0.smithi119.stdout:2277: done (4 left) 2024-04-13T07:53:37.946 INFO:tasks.rados.rados.0.smithi119.stdout:2284: rmattr oid 32 current snap is 239 2024-04-13T07:53:37.947 INFO:tasks.rados.rados.0.smithi119.stdout:2284: done (4 left) 2024-04-13T07:53:37.947 INFO:tasks.rados.rados.0.smithi119.stdout:2285: snap_remove snap 233 2024-04-13T07:53:38.567 INFO:tasks.rados.rados.0.smithi119.stdout:2285: done (4 left) 2024-04-13T07:53:38.567 INFO:tasks.rados.rados.0.smithi119.stdout:2286: snap_create 2024-04-13T07:53:38.567 INFO:tasks.rados.rados.0.smithi119.stdout:2281: finishing copy_from to smithi11982245-8 2024-04-13T07:53:38.567 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 8 v 1636 (ObjNum 602 snap 200 seq_num 602) dirty exists 2024-04-13T07:53:38.568 INFO:tasks.rados.rados.0.smithi119.stdout:2282: finishing write tid 2 to smithi11982245-37 2024-04-13T07:53:38.568 INFO:tasks.rados.rados.0.smithi119.stdout:2282: finishing write tid 3 to smithi11982245-37 2024-04-13T07:53:38.568 INFO:tasks.rados.rados.0.smithi119.stdout:2282: finishing write tid 4 to smithi11982245-37 2024-04-13T07:53:38.568 INFO:tasks.rados.rados.0.smithi119.stdout:2282: finishing write tid 5 to smithi11982245-37 2024-04-13T07:53:38.568 INFO:tasks.rados.rados.0.smithi119.stdout:2282: finishing write tid 6 to smithi11982245-37 2024-04-13T07:53:38.568 INFO:tasks.rados.rados.0.smithi119.stdout:2282: oid 37 updating version 0 to 1221 2024-04-13T07:53:38.568 INFO:tasks.rados.rados.0.smithi119.stdout:2282: oid 37 version 1221 is already newer than 1219 2024-04-13T07:53:38.568 INFO:tasks.rados.rados.0.smithi119.stdout:2282: oid 37 version 1221 is already newer than 1217 2024-04-13T07:53:38.568 INFO:tasks.rados.rados.0.smithi119.stdout:2282: oid 37 version 1221 is already newer than 1218 2024-04-13T07:53:38.568 INFO:tasks.rados.rados.0.smithi119.stdout:2282: oid 37 version 1221 is already newer than 1220 2024-04-13T07:53:38.568 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 37 v 1221 (ObjNum 693 snap 239 seq_num 693) dirty exists 2024-04-13T07:53:38.568 INFO:tasks.rados.rados.0.smithi119.stdout:2282: left oid 37 (ObjNum 693 snap 239 seq_num 693) 2024-04-13T07:53:38.568 INFO:tasks.rados.rados.0.smithi119.stdout:2283: finishing write tid 1 to smithi11982245-16 2024-04-13T07:53:38.568 INFO:tasks.rados.rados.0.smithi119.stdout:2283: finishing write tid 2 to smithi11982245-16 2024-04-13T07:53:38.568 INFO:tasks.rados.rados.0.smithi119.stdout:2283: finishing write tid 3 to smithi11982245-16 2024-04-13T07:53:38.569 INFO:tasks.rados.rados.0.smithi119.stdout:2283: finishing write tid 4 to smithi11982245-16 2024-04-13T07:53:38.569 INFO:tasks.rados.rados.0.smithi119.stdout:2283: finishing write tid 5 to smithi11982245-16 2024-04-13T07:53:38.569 INFO:tasks.rados.rados.0.smithi119.stdout:2280: expect (ObjNum 547 snap 182 seq_num 547) 2024-04-13T07:53:38.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:38 smithi139 ceph-mon[88985]: osdmap e514: 8 total, 7 up, 8 in 2024-04-13T07:53:38.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:38 smithi119 ceph-mon[93746]: osdmap e514: 8 total, 7 up, 8 in 2024-04-13T07:53:38.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:38 smithi119 ceph-mon[96316]: osdmap e514: 8 total, 7 up, 8 in 2024-04-13T07:53:39.190 INFO:tasks.rados.rados.0.smithi119.stdout:2283: finishing write tid 6 to smithi11982245-16 2024-04-13T07:53:39.191 INFO:tasks.rados.rados.0.smithi119.stdout:2283: oid 16 updating version 0 to 1575 2024-04-13T07:53:39.191 INFO:tasks.rados.rados.0.smithi119.stdout:2283: oid 16 updating version 1575 to 1576 2024-04-13T07:53:39.191 INFO:tasks.rados.rados.0.smithi119.stdout:2283: oid 16 updating version 1576 to 1577 2024-04-13T07:53:39.191 INFO:tasks.rados.rados.0.smithi119.stdout:2283: oid 16 updating version 1577 to 1579 2024-04-13T07:53:39.191 INFO:tasks.rados.rados.0.smithi119.stdout:2283: oid 16 version 1579 is already newer than 1578 2024-04-13T07:53:39.191 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 16 v 1579 (ObjNum 694 snap 239 seq_num 694) dirty exists 2024-04-13T07:53:39.191 INFO:tasks.rados.rados.0.smithi119.stdout:2283: left oid 16 (ObjNum 694 snap 239 seq_num 694) 2024-04-13T07:53:39.571 INFO:tasks.rados.rados.0.smithi119.stdout:2280: done (4 left) 2024-04-13T07:53:39.571 INFO:tasks.rados.rados.0.smithi119.stdout:2281: done (3 left) 2024-04-13T07:53:39.571 INFO:tasks.rados.rados.0.smithi119.stdout:2282: done (2 left) 2024-04-13T07:53:39.571 INFO:tasks.rados.rados.0.smithi119.stdout:2283: done (1 left) 2024-04-13T07:53:39.572 INFO:tasks.rados.rados.0.smithi119.stdout:2286: done (0 left) 2024-04-13T07:53:39.572 INFO:tasks.rados.rados.0.smithi119.stdout:2287: rollback oid 30 current snap is 240 2024-04-13T07:53:39.572 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 30 to 204 2024-04-13T07:53:39.572 INFO:tasks.rados.rados.0.smithi119.stdout:2288: rollback oid 21 current snap is 240 2024-04-13T07:53:39.572 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 21 to 204 2024-04-13T07:53:39.572 INFO:tasks.rados.rados.0.smithi119.stdout:2289: delete oid 10 current snap is 240 2024-04-13T07:53:39.575 INFO:tasks.rados.rados.0.smithi119.stdout:2288: finishing rollback tid 0 to smithi11982245-21 2024-04-13T07:53:39.575 INFO:tasks.rados.rados.0.smithi119.stdout:2288: finishing rollback tid 1 to smithi11982245-21 2024-04-13T07:53:39.576 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 21 v 1284 (ObjNum 577 snap 0 seq_num 749177472) dirty dne 2024-04-13T07:53:39.580 INFO:tasks.rados.rados.0.smithi119.stdout:2287: finishing rollback tid 0 to smithi11982245-30 2024-04-13T07:53:39.580 INFO:tasks.rados.rados.0.smithi119.stdout:2287: finishing rollback tid 1 to smithi11982245-30 2024-04-13T07:53:39.580 INFO:tasks.rados.rados.0.smithi119.stdout:2287: finishing rollback tid 2 to smithi11982245-30 2024-04-13T07:53:39.580 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 30 v 1277 (ObjNum 593 snap 195 seq_num 593) dirty exists 2024-04-13T07:53:39.581 INFO:tasks.rados.rados.0.smithi119.stdout:2287: done (2 left) 2024-04-13T07:53:39.581 INFO:tasks.rados.rados.0.smithi119.stdout:2288: done (1 left) 2024-04-13T07:53:39.581 INFO:tasks.rados.rados.0.smithi119.stdout:2289: done (0 left) 2024-04-13T07:53:39.581 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 15 current snap is 240 2024-04-13T07:53:39.581 INFO:tasks.rados.rados.0.smithi119.stdout:2290: seq_num 696 ranges {0=458752,458752=417792,876544=753664,1630208=434176} 2024-04-13T07:53:39.583 INFO:tasks.rados.rados.0.smithi119.stdout:2290: writing smithi11982245-15 from 0 to 458752 tid 1 2024-04-13T07:53:39.586 INFO:tasks.rados.rados.0.smithi119.stdout:2290: writing smithi11982245-15 from 458752 to 876544 tid 2 2024-04-13T07:53:39.590 INFO:tasks.rados.rados.0.smithi119.stdout:2290: writing smithi11982245-15 from 876544 to 1630208 tid 3 2024-04-13T07:53:39.592 INFO:tasks.rados.rados.0.smithi119.stdout:2290: writing smithi11982245-15 from 1630208 to 2064384 tid 4 2024-04-13T07:53:39.593 INFO:tasks.rados.rados.0.smithi119.stdout:2291: snap_create 2024-04-13T07:53:39.593 INFO:tasks.rados.rados.0.smithi119.stdout:2290: finishing write tid 1 to smithi11982245-15 2024-04-13T07:53:39.593 INFO:tasks.rados.rados.0.smithi119.stdout:2290: finishing write tid 2 to smithi11982245-15 2024-04-13T07:53:39.596 INFO:tasks.rados.rados.0.smithi119.stdout:2290: finishing write tid 3 to smithi11982245-15 2024-04-13T07:53:39.597 INFO:tasks.rados.rados.0.smithi119.stdout:2290: finishing write tid 4 to smithi11982245-15 2024-04-13T07:53:39.597 INFO:tasks.rados.rados.0.smithi119.stdout:2290: finishing write tid 5 to smithi11982245-15 2024-04-13T07:53:39.601 INFO:tasks.rados.rados.0.smithi119.stdout:2290: finishing write tid 6 to smithi11982245-15 2024-04-13T07:53:39.601 INFO:tasks.rados.rados.0.smithi119.stdout:2290: oid 15 updating version 0 to 865 2024-04-13T07:53:39.601 INFO:tasks.rados.rados.0.smithi119.stdout:2290: oid 15 updating version 865 to 867 2024-04-13T07:53:39.601 INFO:tasks.rados.rados.0.smithi119.stdout:2290: oid 15 updating version 867 to 869 2024-04-13T07:53:39.601 INFO:tasks.rados.rados.0.smithi119.stdout:2290: oid 15 version 869 is already newer than 866 2024-04-13T07:53:39.601 INFO:tasks.rados.rados.0.smithi119.stdout:2290: oid 15 version 869 is already newer than 868 2024-04-13T07:53:39.601 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 15 v 869 (ObjNum 696 snap 240 seq_num 696) dirty exists 2024-04-13T07:53:39.602 INFO:tasks.rados.rados.0.smithi119.stdout:2290: left oid 15 (ObjNum 696 snap 240 seq_num 696) 2024-04-13T07:53:39.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:39 smithi139 ceph-mon[88985]: osdmap e515: 8 total, 7 up, 8 in 2024-04-13T07:53:39.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:39 smithi139 ceph-mon[88985]: pgmap v439: 121 pgs: 2 active+clean+snaptrim, 34 active+undersized, 8 active+undersized+degraded, 77 active+clean; 818 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.6 MiB/s wr, 18 op/s; 97/1395 objects degraded (6.953%) 2024-04-13T07:53:39.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:39 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:39.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:53:39.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:39 smithi119 ceph-mon[96316]: osdmap e515: 8 total, 7 up, 8 in 2024-04-13T07:53:39.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:39 smithi119 ceph-mon[96316]: pgmap v439: 121 pgs: 2 active+clean+snaptrim, 34 active+undersized, 8 active+undersized+degraded, 77 active+clean; 818 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.6 MiB/s wr, 18 op/s; 97/1395 objects degraded (6.953%) 2024-04-13T07:53:39.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:39 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:39.968 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:53:39.968 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:39 smithi119 ceph-mon[93746]: osdmap e515: 8 total, 7 up, 8 in 2024-04-13T07:53:39.968 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:39 smithi119 ceph-mon[93746]: pgmap v439: 121 pgs: 2 active+clean+snaptrim, 34 active+undersized, 8 active+undersized+degraded, 77 active+clean; 818 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.6 MiB/s wr, 18 op/s; 97/1395 objects degraded (6.953%) 2024-04-13T07:53:39.968 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:39 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:39.968 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:53:40.385 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 07:53:40 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T07:53:40.136+0000 7f20a8e657c0 -1 osd.6 507 log_to_monitors true 2024-04-13T07:53:40.576 INFO:tasks.rados.rados.0.smithi119.stdout:2290: done (1 left) 2024-04-13T07:53:40.576 INFO:tasks.rados.rados.0.smithi119.stdout:2291: done (0 left) 2024-04-13T07:53:40.577 INFO:tasks.rados.rados.0.smithi119.stdout:2292: rmattr oid 36 current snap is 241 2024-04-13T07:53:40.577 INFO:tasks.rados.rados.0.smithi119.stdout:2292: done (0 left) 2024-04-13T07:53:40.577 INFO:tasks.rados.rados.0.smithi119.stdout:2293: delete oid 24 current snap is 241 2024-04-13T07:53:40.578 INFO:tasks.rados.rados.0.smithi119.stdout:2293: done (0 left) 2024-04-13T07:53:40.579 INFO:tasks.rados.rados.0.smithi119.stdout:2294: read oid 46 snap -1 2024-04-13T07:53:40.579 INFO:tasks.rados.rados.0.smithi119.stdout:2294: expect (ObjNum 639 snap 214 seq_num 639) 2024-04-13T07:53:40.579 INFO:tasks.rados.rados.0.smithi119.stdout:2295: setattr oid 5 current snap is 241 2024-04-13T07:53:40.580 INFO:tasks.rados.rados.0.smithi119.stdout:2296: copy_from oid 6 from oid 7 current snap is 241 2024-04-13T07:53:40.580 INFO:tasks.rados.rados.0.smithi119.stdout:2297: read oid 48 snap -1 2024-04-13T07:53:40.580 INFO:tasks.rados.rados.0.smithi119.stdout:2297: expect (ObjNum 336 snap 127 seq_num 336) 2024-04-13T07:53:40.580 INFO:tasks.rados.rados.0.smithi119.stdout:2298: snap_remove snap 237 2024-04-13T07:53:40.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:40 smithi139 ceph-mon[88985]: osdmap e516: 8 total, 7 up, 8 in 2024-04-13T07:53:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:40 smithi139 ceph-mon[88985]: from='osd.6 [v2:172.21.15.139:6816/2413725688,v1:172.21.15.139:6817/2413725688]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-13T07:53:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:40 smithi139 ceph-mon[88985]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-13T07:53:40.886 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 07:53:40 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T07:53:40.601+0000 7f209a2bd700 -1 osd.6 507 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-13T07:53:40.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:40 smithi119 ceph-mon[96316]: osdmap e516: 8 total, 7 up, 8 in 2024-04-13T07:53:40.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:40 smithi119 ceph-mon[96316]: from='osd.6 [v2:172.21.15.139:6816/2413725688,v1:172.21.15.139:6817/2413725688]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-13T07:53:40.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:40 smithi119 ceph-mon[96316]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-13T07:53:40.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:40 smithi119 ceph-mon[93746]: osdmap e516: 8 total, 7 up, 8 in 2024-04-13T07:53:40.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:40 smithi119 ceph-mon[93746]: from='osd.6 [v2:172.21.15.139:6816/2413725688,v1:172.21.15.139:6817/2413725688]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-13T07:53:40.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:40 smithi119 ceph-mon[93746]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-13T07:53:41.587 INFO:tasks.rados.rados.0.smithi119.stdout:2298: done (4 left) 2024-04-13T07:53:41.587 INFO:tasks.rados.rados.0.smithi119.stdout:2299: rmattr oid 24 current snap is 241 2024-04-13T07:53:41.587 INFO:tasks.rados.rados.0.smithi119.stdout:2299: done (4 left) 2024-04-13T07:53:41.587 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 13 current snap is 241 2024-04-13T07:53:41.587 INFO:tasks.rados.rados.0.smithi119.stdout:2300: seq_num 698 ranges {3866624=499712,4366336=589824,4956160=770048,5726208=245760} 2024-04-13T07:53:41.611 INFO:tasks.rados.rados.0.smithi119.stdout:2300: writing smithi11982245-13 from 3866624 to 4366336 tid 1 2024-04-13T07:53:41.615 INFO:tasks.rados.rados.0.smithi119.stdout:2300: writing smithi11982245-13 from 4366336 to 4956160 tid 2 2024-04-13T07:53:41.619 INFO:tasks.rados.rados.0.smithi119.stdout:2300: writing smithi11982245-13 from 4956160 to 5726208 tid 3 2024-04-13T07:53:41.621 INFO:tasks.rados.rados.0.smithi119.stdout:2300: writing smithi11982245-13 from 5726208 to 5971968 tid 4 2024-04-13T07:53:41.622 INFO:tasks.rados.rados.0.smithi119.stdout:2301: snap_create 2024-04-13T07:53:41.622 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 5 v 1657 (ObjNum 33 snap 0 seq_num 750757872) dirty exists 2024-04-13T07:53:41.622 INFO:tasks.rados.rados.0.smithi119.stdout:2297: expect (ObjNum 336 snap 127 seq_num 336) 2024-04-13T07:53:41.644 INFO:tasks.rados.rados.0.smithi119.stdout:2296: finishing copy_from to smithi11982245-6 2024-04-13T07:53:41.644 INFO:tasks.rados.rados.0.smithi119.stdout:2296: got expected ENOENT (src dne) 2024-04-13T07:53:41.644 INFO:tasks.rados.rados.0.smithi119.stdout:2296: finishing copy_from racing read to smithi11982245-6 2024-04-13T07:53:41.644 INFO:tasks.rados.rados.0.smithi119.stdout:2294: expect (ObjNum 639 snap 214 seq_num 639) 2024-04-13T07:53:41.750 INFO:tasks.rados.rados.0.smithi119.stdout:2300: finishing write tid 1 to smithi11982245-13 2024-04-13T07:53:41.750 INFO:tasks.rados.rados.0.smithi119.stdout:2300: finishing write tid 2 to smithi11982245-13 2024-04-13T07:53:41.750 INFO:tasks.rados.rados.0.smithi119.stdout:2300: finishing write tid 3 to smithi11982245-13 2024-04-13T07:53:41.750 INFO:tasks.rados.rados.0.smithi119.stdout:2300: finishing write tid 4 to smithi11982245-13 2024-04-13T07:53:41.750 INFO:tasks.rados.rados.0.smithi119.stdout:2300: finishing write tid 5 to smithi11982245-13 2024-04-13T07:53:41.751 INFO:tasks.rados.rados.0.smithi119.stdout:2300: finishing write tid 6 to smithi11982245-13 2024-04-13T07:53:41.751 INFO:tasks.rados.rados.0.smithi119.stdout:2300: oid 13 updating version 0 to 1641 2024-04-13T07:53:41.751 INFO:tasks.rados.rados.0.smithi119.stdout:2300: oid 13 version 1641 is already newer than 1639 2024-04-13T07:53:41.751 INFO:tasks.rados.rados.0.smithi119.stdout:2300: oid 13 updating version 1641 to 1642 2024-04-13T07:53:41.751 INFO:tasks.rados.rados.0.smithi119.stdout:2300: oid 13 version 1642 is already newer than 1638 2024-04-13T07:53:41.751 INFO:tasks.rados.rados.0.smithi119.stdout:2300: oid 13 version 1642 is already newer than 1640 2024-04-13T07:53:41.751 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 13 v 1642 (ObjNum 698 snap 241 seq_num 698) dirty exists 2024-04-13T07:53:41.751 INFO:tasks.rados.rados.0.smithi119.stdout:2300: left oid 13 (ObjNum 698 snap 241 seq_num 698) 2024-04-13T07:53:41.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:41 smithi139 ceph-mon[88985]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-13T07:53:41.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:41 smithi139 ceph-mon[88985]: osdmap e517: 8 total, 7 up, 8 in 2024-04-13T07:53:41.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:41 smithi139 ceph-mon[88985]: from='osd.6 [v2:172.21.15.139:6816/2413725688,v1:172.21.15.139:6817/2413725688]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-13T07:53:41.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:41 smithi139 ceph-mon[88985]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-13T07:53:41.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:41 smithi139 ceph-mon[88985]: pgmap v442: 121 pgs: 34 active+undersized, 8 active+undersized+degraded, 79 active+clean; 832 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 2.9 MiB/s wr, 31 op/s; 99/1434 objects degraded (6.904%) 2024-04-13T07:53:41.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:41 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:41.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:41 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:41.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:41 smithi119 ceph-mon[96316]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-13T07:53:41.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:41 smithi119 ceph-mon[96316]: osdmap e517: 8 total, 7 up, 8 in 2024-04-13T07:53:41.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:41 smithi119 ceph-mon[96316]: from='osd.6 [v2:172.21.15.139:6816/2413725688,v1:172.21.15.139:6817/2413725688]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-13T07:53:41.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:41 smithi119 ceph-mon[96316]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-13T07:53:41.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:41 smithi119 ceph-mon[96316]: pgmap v442: 121 pgs: 34 active+undersized, 8 active+undersized+degraded, 79 active+clean; 832 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 2.9 MiB/s wr, 31 op/s; 99/1434 objects degraded (6.904%) 2024-04-13T07:53:41.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:41 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:41.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:41 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:41.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:41 smithi119 ceph-mon[93746]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-13T07:53:41.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:41 smithi119 ceph-mon[93746]: osdmap e517: 8 total, 7 up, 8 in 2024-04-13T07:53:41.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:41 smithi119 ceph-mon[93746]: from='osd.6 [v2:172.21.15.139:6816/2413725688,v1:172.21.15.139:6817/2413725688]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-13T07:53:41.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:41 smithi119 ceph-mon[93746]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-13T07:53:41.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:41 smithi119 ceph-mon[93746]: pgmap v442: 121 pgs: 34 active+undersized, 8 active+undersized+degraded, 79 active+clean; 832 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 2.9 MiB/s wr, 31 op/s; 99/1434 objects degraded (6.904%) 2024-04-13T07:53:41.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:41 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:41.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:41 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:42.579 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:53:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:53:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:53:42.592 INFO:tasks.rados.rados.0.smithi119.stdout:2294: done (5 left) 2024-04-13T07:53:42.592 INFO:tasks.rados.rados.0.smithi119.stdout:2295: done (4 left) 2024-04-13T07:53:42.592 INFO:tasks.rados.rados.0.smithi119.stdout:2296: done (3 left) 2024-04-13T07:53:42.592 INFO:tasks.rados.rados.0.smithi119.stdout:2297: done (2 left) 2024-04-13T07:53:42.592 INFO:tasks.rados.rados.0.smithi119.stdout:2300: done (1 left) 2024-04-13T07:53:42.593 INFO:tasks.rados.rados.0.smithi119.stdout:2301: done (0 left) 2024-04-13T07:53:42.593 INFO:tasks.rados.rados.0.smithi119.stdout:2302: read oid 13 snap 241 2024-04-13T07:53:42.593 INFO:tasks.rados.rados.0.smithi119.stdout:2302: expect (ObjNum 698 snap 241 seq_num 698) 2024-04-13T07:53:42.593 INFO:tasks.rados.rados.0.smithi119.stdout:2303: copy_from oid 5 from oid 50 current snap is 242 2024-04-13T07:53:42.593 INFO:tasks.rados.rados.0.smithi119.stdout:2304: setattr oid 11 current snap is 242 2024-04-13T07:53:42.594 INFO:tasks.rados.rados.0.smithi119.stdout:2305: rollback oid 40 current snap is 242 2024-04-13T07:53:42.594 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 40 to 203 2024-04-13T07:53:42.594 INFO:tasks.rados.rados.0.smithi119.stdout:2306: read oid 49 snap -1 2024-04-13T07:53:42.594 INFO:tasks.rados.rados.0.smithi119.stdout:2306: expect (ObjNum 646 snap 215 seq_num 646) 2024-04-13T07:53:42.594 INFO:tasks.rados.rados.0.smithi119.stdout:2307: snap_remove snap 187 2024-04-13T07:53:42.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:42 smithi139 ceph-mon[88985]: Health check update: Degraded data redundancy: 99/1434 objects degraded (6.904%), 8 pgs degraded (PG_DEGRADED) 2024-04-13T07:53:42.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:42 smithi139 ceph-mon[88985]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T07:53:42.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:42 smithi139 ceph-mon[88985]: osd.6 [v2:172.21.15.139:6816/2413725688,v1:172.21.15.139:6817/2413725688] boot 2024-04-13T07:53:42.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:42 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:53:42.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:42 smithi139 ceph-mon[88985]: osdmap e518: 8 total, 8 up, 8 in 2024-04-13T07:53:42.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:42 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:42.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:42 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:42.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:42 smithi119 ceph-mon[96316]: Health check update: Degraded data redundancy: 99/1434 objects degraded (6.904%), 8 pgs degraded (PG_DEGRADED) 2024-04-13T07:53:42.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:42 smithi119 ceph-mon[96316]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T07:53:42.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:42 smithi119 ceph-mon[96316]: osd.6 [v2:172.21.15.139:6816/2413725688,v1:172.21.15.139:6817/2413725688] boot 2024-04-13T07:53:42.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:42 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:53:42.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:42 smithi119 ceph-mon[96316]: osdmap e518: 8 total, 8 up, 8 in 2024-04-13T07:53:42.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:42 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:42.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:42 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:42.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:42 smithi119 ceph-mon[93746]: Health check update: Degraded data redundancy: 99/1434 objects degraded (6.904%), 8 pgs degraded (PG_DEGRADED) 2024-04-13T07:53:42.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:42 smithi119 ceph-mon[93746]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T07:53:42.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:42 smithi119 ceph-mon[93746]: osd.6 [v2:172.21.15.139:6816/2413725688,v1:172.21.15.139:6817/2413725688] boot 2024-04-13T07:53:42.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:42 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:53:42.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:42 smithi119 ceph-mon[93746]: osdmap e518: 8 total, 8 up, 8 in 2024-04-13T07:53:42.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:42 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:42.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:42 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:43.596 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:53:43 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=sqlstore.transactions t=2024-04-13T07:53:43.409230522Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-13T07:53:43.596 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:53:43 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[64133]: logger=cleanup t=2024-04-13T07:53:43.411746549Z level=info msg="Completed cleanup jobs" duration=12.812008ms 2024-04-13T07:53:43.603 INFO:tasks.rados.rados.0.smithi119.stdout:2307: done (5 left) 2024-04-13T07:53:43.603 INFO:tasks.rados.rados.0.smithi119.stdout:2308: rollback oid 21 current snap is 242 2024-04-13T07:53:43.603 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 21 to 217 2024-04-13T07:53:43.603 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 34 current snap is 242 2024-04-13T07:53:43.603 INFO:tasks.rados.rados.0.smithi119.stdout:2309: seq_num 699 ranges {0=516096,516096=475136,991232=573440,1564672=557056} 2024-04-13T07:53:43.607 INFO:tasks.rados.rados.0.smithi119.stdout:2309: writing smithi11982245-34 from 0 to 516096 tid 1 2024-04-13T07:53:43.610 INFO:tasks.rados.rados.0.smithi119.stdout:2309: writing smithi11982245-34 from 516096 to 991232 tid 2 2024-04-13T07:53:43.614 INFO:tasks.rados.rados.0.smithi119.stdout:2309: writing smithi11982245-34 from 991232 to 1564672 tid 3 2024-04-13T07:53:43.618 INFO:tasks.rados.rados.0.smithi119.stdout:2309: writing smithi11982245-34 from 1564672 to 2121728 tid 4 2024-04-13T07:53:43.624 INFO:tasks.rados.rados.0.smithi119.stdout:2306: expect (ObjNum 646 snap 215 seq_num 646) 2024-04-13T07:53:43.658 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 11 v 844 (ObjNum 691 snap 239 seq_num 691) dirty exists 2024-04-13T07:53:43.659 INFO:tasks.rados.rados.0.smithi119.stdout:2305: finishing rollback tid 0 to smithi11982245-40 2024-04-13T07:53:43.659 INFO:tasks.rados.rados.0.smithi119.stdout:2305: finishing rollback tid 1 to smithi11982245-40 2024-04-13T07:53:43.659 INFO:tasks.rados.rados.0.smithi119.stdout:2304: done (6 left) 2024-04-13T07:53:43.659 INFO:tasks.rados.rados.0.smithi119.stdout:2306: done (5 left) 2024-04-13T07:53:43.659 INFO:tasks.rados.rados.0.smithi119.stdout:2310: read oid 24 snap 186 2024-04-13T07:53:43.659 INFO:tasks.rados.rados.0.smithi119.stdout:2310: expect (ObjNum 555 snap 186 seq_num 555) 2024-04-13T07:53:43.659 INFO:tasks.rados.rados.0.smithi119.stdout:2311: delete oid 18 current snap is 242 2024-04-13T07:53:43.659 INFO:tasks.rados.rados.0.smithi119.stdout:2303: finishing copy_from racing read to smithi11982245-5 2024-04-13T07:53:43.659 INFO:tasks.rados.rados.0.smithi119.stdout:2305: finishing rollback tid 2 to smithi11982245-40 2024-04-13T07:53:43.659 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 40 v 1663 (ObjNum 219 snap 66 seq_num 219) dirty exists 2024-04-13T07:53:43.659 INFO:tasks.rados.rados.0.smithi119.stdout:2303: finishing copy_from to smithi11982245-5 2024-04-13T07:53:43.659 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 5 v 1229 (ObjNum 654 snap 220 seq_num 654) dirty exists 2024-04-13T07:53:43.659 INFO:tasks.rados.rados.0.smithi119.stdout:2302: expect (ObjNum 698 snap 241 seq_num 698) 2024-04-13T07:53:43.867 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:43 smithi119 ceph-mon[96316]: osdmap e519: 8 total, 8 up, 8 in 2024-04-13T07:53:43.867 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:43 smithi119 ceph-mon[96316]: pgmap v445: 121 pgs: 34 active+undersized, 8 active+undersized+degraded, 79 active+clean; 833 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 3.0 MiB/s wr, 31 op/s; 99/1437 objects degraded (6.889%) 2024-04-13T07:53:43.868 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:43 smithi119 ceph-mon[93746]: osdmap e519: 8 total, 8 up, 8 in 2024-04-13T07:53:43.868 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:43 smithi119 ceph-mon[93746]: pgmap v445: 121 pgs: 34 active+undersized, 8 active+undersized+degraded, 79 active+clean; 833 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 3.0 MiB/s wr, 31 op/s; 99/1437 objects degraded (6.889%) 2024-04-13T07:53:43.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:43 smithi139 ceph-mon[88985]: osdmap e519: 8 total, 8 up, 8 in 2024-04-13T07:53:43.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:43 smithi139 ceph-mon[88985]: pgmap v445: 121 pgs: 34 active+undersized, 8 active+undersized+degraded, 79 active+clean; 833 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 3.0 MiB/s wr, 31 op/s; 99/1437 objects degraded (6.889%) 2024-04-13T07:53:43.902 INFO:tasks.rados.rados.0.smithi119.stdout:2308: finishing rollback tid 1 to smithi11982245-21 2024-04-13T07:53:43.902 INFO:tasks.rados.rados.0.smithi119.stdout:2309: finishing write tid 1 to smithi11982245-34 2024-04-13T07:53:43.902 INFO:tasks.rados.rados.0.smithi119.stdout:2302: done (6 left) 2024-04-13T07:53:43.902 INFO:tasks.rados.rados.0.smithi119.stdout:2303: done (5 left) 2024-04-13T07:53:43.902 INFO:tasks.rados.rados.0.smithi119.stdout:2305: done (4 left) 2024-04-13T07:53:43.902 INFO:tasks.rados.rados.0.smithi119.stdout:2311: done (3 left) 2024-04-13T07:53:43.902 INFO:tasks.rados.rados.0.smithi119.stdout:2312: delete oid 10 current snap is 242 2024-04-13T07:53:43.902 INFO:tasks.rados.rados.0.smithi119.stdout:2308: finishing rollback tid 2 to smithi11982245-21 2024-04-13T07:53:43.902 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 21 v 1286 (ObjNum 637 snap 212 seq_num 637) dirty exists 2024-04-13T07:53:43.902 INFO:tasks.rados.rados.0.smithi119.stdout:2309: finishing write tid 2 to smithi11982245-34 2024-04-13T07:53:43.902 INFO:tasks.rados.rados.0.smithi119.stdout:2309: finishing write tid 3 to smithi11982245-34 2024-04-13T07:53:43.902 INFO:tasks.rados.rados.0.smithi119.stdout:2309: finishing write tid 4 to smithi11982245-34 2024-04-13T07:53:43.902 INFO:tasks.rados.rados.0.smithi119.stdout:2309: finishing write tid 5 to smithi11982245-34 2024-04-13T07:53:43.902 INFO:tasks.rados.rados.0.smithi119.stdout:2309: finishing write tid 6 to smithi11982245-34 2024-04-13T07:53:43.903 INFO:tasks.rados.rados.0.smithi119.stdout:2309: oid 34 updating version 0 to 1636 2024-04-13T07:53:43.903 INFO:tasks.rados.rados.0.smithi119.stdout:2309: oid 34 updating version 1636 to 1637 2024-04-13T07:53:43.903 INFO:tasks.rados.rados.0.smithi119.stdout:2309: oid 34 version 1637 is already newer than 1635 2024-04-13T07:53:43.903 INFO:tasks.rados.rados.0.smithi119.stdout:2309: oid 34 version 1637 is already newer than 1629 2024-04-13T07:53:43.903 INFO:tasks.rados.rados.0.smithi119.stdout:2309: oid 34 version 1637 is already newer than 1634 2024-04-13T07:53:43.903 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 34 v 1637 (ObjNum 699 snap 242 seq_num 699) dirty exists 2024-04-13T07:53:43.903 INFO:tasks.rados.rados.0.smithi119.stdout:2309: left oid 34 (ObjNum 699 snap 242 seq_num 699) 2024-04-13T07:53:43.903 INFO:tasks.rados.rados.0.smithi119.stdout:2310: expect (ObjNum 555 snap 186 seq_num 555) 2024-04-13T07:53:44.016 INFO:tasks.rados.rados.0.smithi119.stdout:2308: done (3 left) 2024-04-13T07:53:44.017 INFO:tasks.rados.rados.0.smithi119.stdout:2309: done (2 left) 2024-04-13T07:53:44.017 INFO:tasks.rados.rados.0.smithi119.stdout:2310: done (1 left) 2024-04-13T07:53:44.017 INFO:tasks.rados.rados.0.smithi119.stdout:2312: done (0 left) 2024-04-13T07:53:44.017 INFO:tasks.rados.rados.0.smithi119.stdout:2313: setattr oid 9 current snap is 242 2024-04-13T07:53:44.017 INFO:tasks.rados.rados.0.smithi119.stdout:2314: snap_remove snap 229 2024-04-13T07:53:44.606 INFO:tasks.rados.rados.0.smithi119.stdout:2314: done (1 left) 2024-04-13T07:53:44.606 INFO:tasks.rados.rados.0.smithi119.stdout:2315: snap_create 2024-04-13T07:53:44.606 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 9 v 1606 (ObjNum 676 snap 228 seq_num 676) dirty exists 2024-04-13T07:53:44.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:44 smithi139 ceph-mon[88985]: osdmap e520: 8 total, 8 up, 8 in 2024-04-13T07:53:44.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:44 smithi119 ceph-mon[93746]: osdmap e520: 8 total, 8 up, 8 in 2024-04-13T07:53:44.967 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:53:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:53:44] "GET /metrics HTTP/1.1" 200 36139 "" "Prometheus/2.43.0" 2024-04-13T07:53:44.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:44 smithi119 ceph-mon[96316]: osdmap e520: 8 total, 8 up, 8 in 2024-04-13T07:53:45.615 INFO:tasks.rados.rados.0.smithi119.stdout:2313: done (1 left) 2024-04-13T07:53:45.615 INFO:tasks.rados.rados.0.smithi119.stdout:2315: done (0 left) 2024-04-13T07:53:45.615 INFO:tasks.rados.rados.0.smithi119.stdout:2316: read oid 42 snap -1 2024-04-13T07:53:45.615 INFO:tasks.rados.rados.0.smithi119.stdout:2316: expect (ObjNum 601 snap 199 seq_num 601) 2024-04-13T07:53:45.615 INFO:tasks.rados.rados.0.smithi119.stdout:2317: snap_remove snap 219 2024-04-13T07:53:45.843 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:45 smithi139 ceph-mon[88985]: osdmap e521: 8 total, 8 up, 8 in 2024-04-13T07:53:45.844 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:45 smithi139 ceph-mon[88985]: pgmap v448: 121 pgs: 30 active+undersized, 6 active+undersized+degraded, 85 active+clean; 835 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 714 KiB/s wr, 6 op/s; 49/1440 objects degraded (3.403%); 2.1 MiB/s, 0 objects/s recovering 2024-04-13T07:53:45.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:45 smithi119 ceph-mon[96316]: osdmap e521: 8 total, 8 up, 8 in 2024-04-13T07:53:45.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:45 smithi119 ceph-mon[96316]: pgmap v448: 121 pgs: 30 active+undersized, 6 active+undersized+degraded, 85 active+clean; 835 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 714 KiB/s wr, 6 op/s; 49/1440 objects degraded (3.403%); 2.1 MiB/s, 0 objects/s recovering 2024-04-13T07:53:45.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:45 smithi119 ceph-mon[93746]: osdmap e521: 8 total, 8 up, 8 in 2024-04-13T07:53:45.968 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:45 smithi119 ceph-mon[93746]: pgmap v448: 121 pgs: 30 active+undersized, 6 active+undersized+degraded, 85 active+clean; 835 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 714 KiB/s wr, 6 op/s; 49/1440 objects degraded (3.403%); 2.1 MiB/s, 0 objects/s recovering 2024-04-13T07:53:46.466 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:53:46 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T07:53:46.089+0000 7f97a4eee700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2024-04-13T07:53:46.615 INFO:tasks.rados.rados.0.smithi119.stdout:2317: done (1 left) 2024-04-13T07:53:46.616 INFO:tasks.rados.rados.0.smithi119.stdout:2318: copy_from oid 21 from oid 12 current snap is 243 2024-04-13T07:53:46.616 INFO:tasks.rados.rados.0.smithi119.stdout:2319: copy_from oid 13 from oid 26 current snap is 243 2024-04-13T07:53:46.616 INFO:tasks.rados.rados.0.smithi119.stdout:2320: delete oid 50 current snap is 243 2024-04-13T07:53:46.616 INFO:tasks.rados.rados.0.smithi119.stdout:2316: expect (ObjNum 601 snap 199 seq_num 601) 2024-04-13T07:53:46.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:46 smithi139 ceph-mon[88985]: osdmap e522: 8 total, 8 up, 8 in 2024-04-13T07:53:46.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:46 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:46.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:46 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:46.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:53:46.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:53:46.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:46 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:46.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:53:46.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:53:46.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:53:46.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:53:46.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-13T07:53:46.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:46 smithi119 ceph-mon[96316]: osdmap e522: 8 total, 8 up, 8 in 2024-04-13T07:53:46.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:46 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:46.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:46 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:46.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:53:46.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:53:46.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:46 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:46.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:53:46.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:53:46.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:53:46.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:53:46.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-13T07:53:46.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:46 smithi119 ceph-mon[93746]: osdmap e522: 8 total, 8 up, 8 in 2024-04-13T07:53:46.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:46 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:46.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:46 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:46.968 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:53:46.968 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:53:46.968 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:46 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:46.968 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:53:46.968 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:53:46.968 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:53:46.968 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:53:46.968 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-13T07:53:47.018 INFO:tasks.rados.rados.0.smithi119.stdout:2318: finishing copy_from to smithi11982245-21 2024-04-13T07:53:47.018 INFO:tasks.rados.rados.0.smithi119.stdout:2318: got expected ENOENT (src dne) 2024-04-13T07:53:47.018 INFO:tasks.rados.rados.0.smithi119.stdout:2318: finishing copy_from racing read to smithi11982245-21 2024-04-13T07:53:47.018 INFO:tasks.rados.rados.0.smithi119.stdout:2319: finishing copy_from racing read to smithi11982245-13 2024-04-13T07:53:47.018 INFO:tasks.rados.rados.0.smithi119.stdout:2319: finishing copy_from to smithi11982245-13 2024-04-13T07:53:47.018 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 13 v 1216 (ObjNum 665 snap 225 seq_num 665) dirty exists 2024-04-13T07:53:47.018 INFO:tasks.rados.rados.0.smithi119.stdout:2316: done (3 left) 2024-04-13T07:53:47.018 INFO:tasks.rados.rados.0.smithi119.stdout:2318: done (2 left) 2024-04-13T07:53:47.019 INFO:tasks.rados.rados.0.smithi119.stdout:2319: done (1 left) 2024-04-13T07:53:47.019 INFO:tasks.rados.rados.0.smithi119.stdout:2320: done (0 left) 2024-04-13T07:53:47.019 INFO:tasks.rados.rados.0.smithi119.stdout:2321: read oid 34 snap -1 2024-04-13T07:53:47.019 INFO:tasks.rados.rados.0.smithi119.stdout:2321: expect (ObjNum 699 snap 242 seq_num 699) 2024-04-13T07:53:47.019 INFO:tasks.rados.rados.0.smithi119.stdout:2322: snap_remove snap 170 2024-04-13T07:53:47.631 INFO:tasks.rados.rados.0.smithi119.stdout:2322: done (1 left) 2024-04-13T07:53:47.632 INFO:tasks.rados.rados.0.smithi119.stdout:2323: copy_from oid 3 from oid 22 current snap is 243 2024-04-13T07:53:47.632 INFO:tasks.rados.rados.0.smithi119.stdout:2324: delete oid 44 current snap is 243 2024-04-13T07:53:47.632 INFO:tasks.rados.rados.0.smithi119.stdout:2321: expect (ObjNum 699 snap 242 seq_num 699) 2024-04-13T07:53:47.698 INFO:tasks.rados.rados.0.smithi119.stdout:2323: finishing copy_from racing read to smithi11982245-3 2024-04-13T07:53:47.698 INFO:tasks.rados.rados.0.smithi119.stdout:2323: finishing copy_from to smithi11982245-3 2024-04-13T07:53:47.698 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 3 v 1249 (ObjNum 646 snap 215 seq_num 646) dirty exists 2024-04-13T07:53:47.698 INFO:tasks.rados.rados.0.smithi119.stdout:2321: done (2 left) 2024-04-13T07:53:47.698 INFO:tasks.rados.rados.0.smithi119.stdout:2323: done (1 left) 2024-04-13T07:53:47.698 INFO:tasks.rados.rados.0.smithi119.stdout:2324: done (0 left) 2024-04-13T07:53:47.698 INFO:tasks.rados.rados.0.smithi119.stdout:2325: read oid 42 snap -1 2024-04-13T07:53:47.698 INFO:tasks.rados.rados.0.smithi119.stdout:2325: expect (ObjNum 601 snap 199 seq_num 601) 2024-04-13T07:53:47.698 INFO:tasks.rados.rados.0.smithi119.stdout:2326: snap_remove snap 207 2024-04-13T07:53:47.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:47 smithi139 ceph-mon[88985]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-13T07:53:47.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:47 smithi139 ceph-mon[88985]: Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2024-04-13T07:53:47.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:47 smithi139 ceph-mon[88985]: osdmap e523: 8 total, 8 up, 8 in 2024-04-13T07:53:47.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:47 smithi139 ceph-mon[88985]: pgmap v451: 121 pgs: 121 active+clean; 838 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.6 MiB/s wr, 24 op/s; 2.5 MiB/s, 1 objects/s recovering 2024-04-13T07:53:47.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:47 smithi119 ceph-mon[96316]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-13T07:53:47.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:47 smithi119 ceph-mon[96316]: Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2024-04-13T07:53:47.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:47 smithi119 ceph-mon[96316]: osdmap e523: 8 total, 8 up, 8 in 2024-04-13T07:53:47.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:47 smithi119 ceph-mon[96316]: pgmap v451: 121 pgs: 121 active+clean; 838 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.6 MiB/s wr, 24 op/s; 2.5 MiB/s, 1 objects/s recovering 2024-04-13T07:53:47.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:47 smithi119 ceph-mon[93746]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-13T07:53:47.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:47 smithi119 ceph-mon[93746]: Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2024-04-13T07:53:47.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:47 smithi119 ceph-mon[93746]: osdmap e523: 8 total, 8 up, 8 in 2024-04-13T07:53:47.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:47 smithi119 ceph-mon[93746]: pgmap v451: 121 pgs: 121 active+clean; 838 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.6 MiB/s wr, 24 op/s; 2.5 MiB/s, 1 objects/s recovering 2024-04-13T07:53:48.637 INFO:tasks.rados.rados.0.smithi119.stdout:2326: done (1 left) 2024-04-13T07:53:48.637 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 12 current snap is 243 2024-04-13T07:53:48.637 INFO:tasks.rados.rados.0.smithi119.stdout:2327: seq_num 704 ranges {0=598016,598016=745472,1343488=712704,2056192=147456} 2024-04-13T07:53:48.641 INFO:tasks.rados.rados.0.smithi119.stdout:2327: writing smithi11982245-12 from 0 to 598016 tid 1 2024-04-13T07:53:48.647 INFO:tasks.rados.rados.0.smithi119.stdout:2327: writing smithi11982245-12 from 598016 to 1343488 tid 2 2024-04-13T07:53:48.652 INFO:tasks.rados.rados.0.smithi119.stdout:2327: writing smithi11982245-12 from 1343488 to 2056192 tid 3 2024-04-13T07:53:48.654 INFO:tasks.rados.rados.0.smithi119.stdout:2327: writing smithi11982245-12 from 2056192 to 2203648 tid 4 2024-04-13T07:53:48.654 INFO:tasks.rados.rados.0.smithi119.stdout:2328: rmattr oid 9 current snap is 243 2024-04-13T07:53:48.654 INFO:tasks.rados.rados.0.smithi119.stdout:2325: expect (ObjNum 601 snap 199 seq_num 601) 2024-04-13T07:53:48.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:48 smithi139 ceph-mon[88985]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 49/1440 objects degraded (3.403%), 6 pgs degraded) 2024-04-13T07:53:48.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:48 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T07:53:48.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:48 smithi139 ceph-mon[88985]: osdmap e524: 8 total, 8 up, 8 in 2024-04-13T07:53:48.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:48 smithi119 ceph-mon[93746]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 49/1440 objects degraded (3.403%), 6 pgs degraded) 2024-04-13T07:53:48.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:48 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T07:53:48.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:48 smithi119 ceph-mon[93746]: osdmap e524: 8 total, 8 up, 8 in 2024-04-13T07:53:48.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:48 smithi119 ceph-mon[96316]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 49/1440 objects degraded (3.403%), 6 pgs degraded) 2024-04-13T07:53:48.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:48 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T07:53:48.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:48 smithi119 ceph-mon[96316]: osdmap e524: 8 total, 8 up, 8 in 2024-04-13T07:53:49.052 INFO:tasks.rados.rados.0.smithi119.stdout:2327: finishing write tid 1 to smithi11982245-12 2024-04-13T07:53:49.052 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 9 v 1608 (ObjNum 676 snap 228 seq_num 676) dirty exists 2024-04-13T07:53:49.052 INFO:tasks.rados.rados.0.smithi119.stdout:2327: finishing write tid 2 to smithi11982245-12 2024-04-13T07:53:49.052 INFO:tasks.rados.rados.0.smithi119.stdout:2327: finishing write tid 3 to smithi11982245-12 2024-04-13T07:53:49.052 INFO:tasks.rados.rados.0.smithi119.stdout:2327: finishing write tid 4 to smithi11982245-12 2024-04-13T07:53:49.052 INFO:tasks.rados.rados.0.smithi119.stdout:2327: finishing write tid 5 to smithi11982245-12 2024-04-13T07:53:49.052 INFO:tasks.rados.rados.0.smithi119.stdout:2325: done (2 left) 2024-04-13T07:53:49.052 INFO:tasks.rados.rados.0.smithi119.stdout:2328: done (1 left) 2024-04-13T07:53:49.052 INFO:tasks.rados.rados.0.smithi119.stdout:2329: read oid 42 snap 116 2024-04-13T07:53:49.053 INFO:tasks.rados.rados.0.smithi119.stdout:2329: expect (ObjNum 179 snap 52 seq_num 179) 2024-04-13T07:53:49.053 INFO:tasks.rados.rados.0.smithi119.stdout:2330: delete oid 32 current snap is 243 2024-04-13T07:53:49.053 INFO:tasks.rados.rados.0.smithi119.stdout:2327: finishing write tid 6 to smithi11982245-12 2024-04-13T07:53:49.053 INFO:tasks.rados.rados.0.smithi119.stdout:2327: oid 12 updating version 0 to 1315 2024-04-13T07:53:49.053 INFO:tasks.rados.rados.0.smithi119.stdout:2327: oid 12 version 1315 is already newer than 1313 2024-04-13T07:53:49.053 INFO:tasks.rados.rados.0.smithi119.stdout:2327: oid 12 updating version 1315 to 1317 2024-04-13T07:53:49.053 INFO:tasks.rados.rados.0.smithi119.stdout:2327: oid 12 version 1317 is already newer than 1316 2024-04-13T07:53:49.053 INFO:tasks.rados.rados.0.smithi119.stdout:2327: oid 12 version 1317 is already newer than 1314 2024-04-13T07:53:49.053 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 12 v 1317 (ObjNum 704 snap 243 seq_num 704) dirty exists 2024-04-13T07:53:49.053 INFO:tasks.rados.rados.0.smithi119.stdout:2327: left oid 12 (ObjNum 704 snap 243 seq_num 704) 2024-04-13T07:53:49.054 INFO:tasks.rados.rados.0.smithi119.stdout:2327: done (2 left) 2024-04-13T07:53:49.054 INFO:tasks.rados.rados.0.smithi119.stdout:2330: done (1 left) 2024-04-13T07:53:49.054 INFO:tasks.rados.rados.0.smithi119.stdout:2331: read oid 39 snap -1 2024-04-13T07:53:49.054 INFO:tasks.rados.rados.0.smithi119.stdout:2331: expect (ObjNum 547 snap 182 seq_num 547) 2024-04-13T07:53:49.054 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 31 current snap is 243 2024-04-13T07:53:49.054 INFO:tasks.rados.rados.0.smithi119.stdout:2332: seq_num 706 ranges {3309568=630784,3940352=516096,4456448=729088,5185536=360448} 2024-04-13T07:53:49.075 INFO:tasks.rados.rados.0.smithi119.stdout:2332: writing smithi11982245-31 from 3309568 to 3940352 tid 1 2024-04-13T07:53:49.078 INFO:tasks.rados.rados.0.smithi119.stdout:2332: writing smithi11982245-31 from 3940352 to 4456448 tid 2 2024-04-13T07:53:49.082 INFO:tasks.rados.rados.0.smithi119.stdout:2332: writing smithi11982245-31 from 4456448 to 5185536 tid 3 2024-04-13T07:53:49.084 INFO:tasks.rados.rados.0.smithi119.stdout:2332: writing smithi11982245-31 from 5185536 to 5545984 tid 4 2024-04-13T07:53:49.084 INFO:tasks.rados.rados.0.smithi119.stdout:2333: read oid 38 snap 238 2024-04-13T07:53:49.084 INFO:tasks.rados.rados.0.smithi119.stdout:2333: expect (ObjNum 211 snap 65 seq_num 211) 2024-04-13T07:53:49.084 INFO:tasks.rados.rados.0.smithi119.stdout:2334: delete oid 41 current snap is 243 2024-04-13T07:53:49.085 INFO:tasks.rados.rados.0.smithi119.stdout:2329: expect (ObjNum 179 snap 52 seq_num 179) 2024-04-13T07:53:49.103 INFO:tasks.rados.rados.0.smithi119.stdout:2332: finishing write tid 1 to smithi11982245-31 2024-04-13T07:53:49.104 INFO:tasks.rados.rados.0.smithi119.stdout:2332: finishing write tid 2 to smithi11982245-31 2024-04-13T07:53:49.104 INFO:tasks.rados.rados.0.smithi119.stdout:2332: finishing write tid 3 to smithi11982245-31 2024-04-13T07:53:49.104 INFO:tasks.rados.rados.0.smithi119.stdout:2332: finishing write tid 4 to smithi11982245-31 2024-04-13T07:53:49.104 INFO:tasks.rados.rados.0.smithi119.stdout:2332: finishing write tid 5 to smithi11982245-31 2024-04-13T07:53:49.104 INFO:tasks.rados.rados.0.smithi119.stdout:2332: finishing write tid 6 to smithi11982245-31 2024-04-13T07:53:49.104 INFO:tasks.rados.rados.0.smithi119.stdout:2332: oid 31 updating version 0 to 1665 2024-04-13T07:53:49.104 INFO:tasks.rados.rados.0.smithi119.stdout:2332: oid 31 updating version 1665 to 1668 2024-04-13T07:53:49.104 INFO:tasks.rados.rados.0.smithi119.stdout:2332: oid 31 version 1668 is already newer than 1666 2024-04-13T07:53:49.104 INFO:tasks.rados.rados.0.smithi119.stdout:2332: oid 31 version 1668 is already newer than 1667 2024-04-13T07:53:49.104 INFO:tasks.rados.rados.0.smithi119.stdout:2332: oid 31 updating version 1668 to 1669 2024-04-13T07:53:49.104 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 31 v 1669 (ObjNum 706 snap 243 seq_num 706) dirty exists 2024-04-13T07:53:49.104 INFO:tasks.rados.rados.0.smithi119.stdout:2332: left oid 31 (ObjNum 706 snap 243 seq_num 706) 2024-04-13T07:53:49.104 INFO:tasks.rados.rados.0.smithi119.stdout:2331: expect (ObjNum 547 snap 182 seq_num 547) 2024-04-13T07:53:49.715 INFO:tasks.rados.rados.0.smithi119.stdout:2333: expect (ObjNum 211 snap 65 seq_num 211) 2024-04-13T07:53:49.757 INFO:tasks.rados.rados.0.smithi119.stdout:2329: done (4 left) 2024-04-13T07:53:49.757 INFO:tasks.rados.rados.0.smithi119.stdout:2331: done (3 left) 2024-04-13T07:53:49.757 INFO:tasks.rados.rados.0.smithi119.stdout:2332: done (2 left) 2024-04-13T07:53:49.757 INFO:tasks.rados.rados.0.smithi119.stdout:2333: done (1 left) 2024-04-13T07:53:49.757 INFO:tasks.rados.rados.0.smithi119.stdout:2334: done (0 left) 2024-04-13T07:53:49.757 INFO:tasks.rados.rados.0.smithi119.stdout:2335: read oid 40 snap -1 2024-04-13T07:53:49.757 INFO:tasks.rados.rados.0.smithi119.stdout:2335: expect (ObjNum 219 snap 66 seq_num 219) 2024-04-13T07:53:49.757 INFO:tasks.rados.rados.0.smithi119.stdout:2336: rollback oid 9 current snap is 243 2024-04-13T07:53:49.757 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 9 to 238 2024-04-13T07:53:49.757 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 7 current snap is 243 2024-04-13T07:53:49.757 INFO:tasks.rados.rados.0.smithi119.stdout:2337: seq_num 708 ranges {0=663552,663552=737280,1400832=696320,2097152=172032} 2024-04-13T07:53:49.760 INFO:tasks.rados.rados.0.smithi119.stdout:2337: writing smithi11982245-7 from 0 to 663552 tid 1 2024-04-13T07:53:49.765 INFO:tasks.rados.rados.0.smithi119.stdout:2337: writing smithi11982245-7 from 663552 to 1400832 tid 2 2024-04-13T07:53:49.769 INFO:tasks.rados.rados.0.smithi119.stdout:2337: writing smithi11982245-7 from 1400832 to 2097152 tid 3 2024-04-13T07:53:49.770 INFO:tasks.rados.rados.0.smithi119.stdout:2337: writing smithi11982245-7 from 2097152 to 2269184 tid 4 2024-04-13T07:53:49.770 INFO:tasks.rados.rados.0.smithi119.stdout:2338: snap_create 2024-04-13T07:53:49.770 INFO:tasks.rados.rados.0.smithi119.stdout:2336: finishing rollback tid 0 to smithi11982245-9 2024-04-13T07:53:49.770 INFO:tasks.rados.rados.0.smithi119.stdout:2336: finishing rollback tid 1 to smithi11982245-9 2024-04-13T07:53:49.771 INFO:tasks.rados.rados.0.smithi119.stdout:2336: finishing rollback tid 2 to smithi11982245-9 2024-04-13T07:53:49.771 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 9 v 1611 (ObjNum 676 snap 228 seq_num 676) dirty exists 2024-04-13T07:53:49.771 INFO:tasks.rados.rados.0.smithi119.stdout:2335: expect (ObjNum 219 snap 66 seq_num 219) 2024-04-13T07:53:49.805 INFO:tasks.rados.rados.0.smithi119.stdout:2337: finishing write tid 1 to smithi11982245-7 2024-04-13T07:53:49.805 INFO:tasks.rados.rados.0.smithi119.stdout:2337: finishing write tid 2 to smithi11982245-7 2024-04-13T07:53:49.806 INFO:tasks.rados.rados.0.smithi119.stdout:2337: finishing write tid 3 to smithi11982245-7 2024-04-13T07:53:49.806 INFO:tasks.rados.rados.0.smithi119.stdout:2337: finishing write tid 4 to smithi11982245-7 2024-04-13T07:53:49.806 INFO:tasks.rados.rados.0.smithi119.stdout:2337: finishing write tid 5 to smithi11982245-7 2024-04-13T07:53:49.806 INFO:tasks.rados.rados.0.smithi119.stdout:2337: finishing write tid 6 to smithi11982245-7 2024-04-13T07:53:49.806 INFO:tasks.rados.rados.0.smithi119.stdout:2337: oid 7 updating version 0 to 1284 2024-04-13T07:53:49.806 INFO:tasks.rados.rados.0.smithi119.stdout:2337: oid 7 updating version 1284 to 1285 2024-04-13T07:53:49.806 INFO:tasks.rados.rados.0.smithi119.stdout:2337: oid 7 version 1285 is already newer than 1283 2024-04-13T07:53:49.806 INFO:tasks.rados.rados.0.smithi119.stdout:2337: oid 7 updating version 1285 to 1287 2024-04-13T07:53:49.806 INFO:tasks.rados.rados.0.smithi119.stdout:2337: oid 7 version 1287 is already newer than 1286 2024-04-13T07:53:49.806 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 7 v 1287 (ObjNum 708 snap 243 seq_num 708) dirty exists 2024-04-13T07:53:49.806 INFO:tasks.rados.rados.0.smithi119.stdout:2337: left oid 7 (ObjNum 708 snap 243 seq_num 708) 2024-04-13T07:53:49.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:49 smithi119 ceph-mon[96316]: osdmap e525: 8 total, 8 up, 8 in 2024-04-13T07:53:49.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:49 smithi119 ceph-mon[96316]: pgmap v454: 121 pgs: 121 active+clean; 838 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.0 MiB/s wr, 17 op/s; 328 KiB/s, 0 objects/s recovering 2024-04-13T07:53:49.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:49 smithi119 ceph-mon[93746]: osdmap e525: 8 total, 8 up, 8 in 2024-04-13T07:53:49.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:49 smithi119 ceph-mon[93746]: pgmap v454: 121 pgs: 121 active+clean; 838 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.0 MiB/s wr, 17 op/s; 328 KiB/s, 0 objects/s recovering 2024-04-13T07:53:50.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:49 smithi139 ceph-mon[88985]: osdmap e525: 8 total, 8 up, 8 in 2024-04-13T07:53:50.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:49 smithi139 ceph-mon[88985]: pgmap v454: 121 pgs: 121 active+clean; 838 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.0 MiB/s wr, 17 op/s; 328 KiB/s, 0 objects/s recovering 2024-04-13T07:53:50.383 INFO:tasks.rados.rados.0.smithi119.stdout:2335: done (3 left) 2024-04-13T07:53:50.383 INFO:tasks.rados.rados.0.smithi119.stdout:2336: done (2 left) 2024-04-13T07:53:50.383 INFO:tasks.rados.rados.0.smithi119.stdout:2337: done (1 left) 2024-04-13T07:53:50.384 INFO:tasks.rados.rados.0.smithi119.stdout:2338: done (0 left) 2024-04-13T07:53:50.384 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 33 current snap is 244 2024-04-13T07:53:50.384 INFO:tasks.rados.rados.0.smithi119.stdout:2339: seq_num 709 ranges {688128=679936,1368064=614400,1982464=499712,2482176=491520} 2024-04-13T07:53:50.390 INFO:tasks.rados.rados.0.smithi119.stdout:2339: writing smithi11982245-33 from 688128 to 1368064 tid 1 2024-04-13T07:53:50.394 INFO:tasks.rados.rados.0.smithi119.stdout:2339: writing smithi11982245-33 from 1368064 to 1982464 tid 2 2024-04-13T07:53:50.397 INFO:tasks.rados.rados.0.smithi119.stdout:2339: writing smithi11982245-33 from 1982464 to 2482176 tid 3 2024-04-13T07:53:50.400 INFO:tasks.rados.rados.0.smithi119.stdout:2339: writing smithi11982245-33 from 2482176 to 2973696 tid 4 2024-04-13T07:53:50.400 INFO:tasks.rados.rados.0.smithi119.stdout:2340: snap_create 2024-04-13T07:53:50.400 INFO:tasks.rados.rados.0.smithi119.stdout:2339: finishing write tid 1 to smithi11982245-33 2024-04-13T07:53:50.400 INFO:tasks.rados.rados.0.smithi119.stdout:2339: finishing write tid 2 to smithi11982245-33 2024-04-13T07:53:50.400 INFO:tasks.rados.rados.0.smithi119.stdout:2339: finishing write tid 3 to smithi11982245-33 2024-04-13T07:53:50.403 INFO:tasks.rados.rados.0.smithi119.stdout:2339: finishing write tid 4 to smithi11982245-33 2024-04-13T07:53:50.403 INFO:tasks.rados.rados.0.smithi119.stdout:2339: finishing write tid 5 to smithi11982245-33 2024-04-13T07:53:50.404 INFO:tasks.rados.rados.0.smithi119.stdout:2339: finishing write tid 6 to smithi11982245-33 2024-04-13T07:53:50.404 INFO:tasks.rados.rados.0.smithi119.stdout:2339: oid 33 updating version 0 to 1311 2024-04-13T07:53:50.404 INFO:tasks.rados.rados.0.smithi119.stdout:2339: oid 33 updating version 1311 to 1314 2024-04-13T07:53:50.404 INFO:tasks.rados.rados.0.smithi119.stdout:2339: oid 33 version 1314 is already newer than 1313 2024-04-13T07:53:50.405 INFO:tasks.rados.rados.0.smithi119.stdout:2339: oid 33 version 1314 is already newer than 1312 2024-04-13T07:53:50.405 INFO:tasks.rados.rados.0.smithi119.stdout:2339: oid 33 version 1314 is already newer than 1310 2024-04-13T07:53:50.405 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 33 v 1314 (ObjNum 709 snap 244 seq_num 709) dirty exists 2024-04-13T07:53:50.405 INFO:tasks.rados.rados.0.smithi119.stdout:2339: left oid 33 (ObjNum 709 snap 244 seq_num 709) 2024-04-13T07:53:51.043 INFO:teuthology.orchestra.run.smithi119.stdout:true 2024-04-13T07:53:51.359 INFO:teuthology.orchestra.run.smithi119.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-13T07:53:51.359 INFO:teuthology.orchestra.run.smithi119.stdout:alertmanager.a smithi119 *:9093,9094 running (9m) 115s ago 10m 25.5M - 0.25.0 c8568f914cd2 a8bd9bb7cb08 2024-04-13T07:53:51.359 INFO:teuthology.orchestra.run.smithi119.stdout:grafana.a smithi139 *:3000 running (10m) 10s ago 10m 88.1M - 9.4.7 954c08fa6188 43be3a562cf4 2024-04-13T07:53:51.359 INFO:teuthology.orchestra.run.smithi119.stdout:mds.a smithi119 running (11m) 115s ago 11m 21.4M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 1c0a22818175 2024-04-13T07:53:51.359 INFO:teuthology.orchestra.run.smithi119.stdout:mds.b smithi139 running (11m) 10s ago 11m 16.3M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 9d051222a698 2024-04-13T07:53:51.359 INFO:teuthology.orchestra.run.smithi119.stdout:mgr.x smithi139 *:8443,9283,8765 running (5m) 10s ago 14m 452M - 19.0.0-2905-g5f22a497 c4b45bf0c946 228fa2e332a4 2024-04-13T07:53:51.359 INFO:teuthology.orchestra.run.smithi119.stdout:mgr.y smithi119 *:8443,9283,8765 running (6m) 115s ago 16m 508M - 19.0.0-2905-g5f22a497 c4b45bf0c946 0462b2c15351 2024-04-13T07:53:51.359 INFO:teuthology.orchestra.run.smithi119.stdout:mon.a smithi119 running (5m) 115s ago 16m 54.5M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 89c63c75b5cb 2024-04-13T07:53:51.360 INFO:teuthology.orchestra.run.smithi119.stdout:mon.b smithi139 running (4m) 10s ago 15m 44.5M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 8dd649d8b46f 2024-04-13T07:53:51.360 INFO:teuthology.orchestra.run.smithi119.stdout:mon.c smithi119 running (4m) 115s ago 15m 46.2M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 b26f62c1d49c 2024-04-13T07:53:51.360 INFO:teuthology.orchestra.run.smithi119.stdout:node-exporter.a smithi119 *:9100 running (9m) 115s ago 9m 15.8M - 1.5.0 0da6a335fe13 b9cb5e53bb33 2024-04-13T07:53:51.360 INFO:teuthology.orchestra.run.smithi119.stdout:node-exporter.b smithi139 *:9100 running (9m) 10s ago 9m 15.7M - 1.5.0 0da6a335fe13 126fe390382b 2024-04-13T07:53:51.360 INFO:teuthology.orchestra.run.smithi119.stdout:osd.0 smithi119 running (3m) 115s ago 14m 242M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 7e5f698ebf3c 2024-04-13T07:53:51.360 INFO:teuthology.orchestra.run.smithi119.stdout:osd.1 smithi119 running (3m) 115s ago 14m 220M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 6ba3c7290ac9 2024-04-13T07:53:51.360 INFO:teuthology.orchestra.run.smithi119.stdout:osd.2 smithi119 running (2m) 115s ago 13m 130M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 ef91dbb565e3 2024-04-13T07:53:51.360 INFO:teuthology.orchestra.run.smithi119.stdout:osd.3 smithi119 running (2m) 115s ago 13m 11.7M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 7bb3e41bd7aa 2024-04-13T07:53:51.360 INFO:teuthology.orchestra.run.smithi119.stdout:osd.4 smithi139 running (85s) 10s ago 12m 180M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 35cd11561d1d 2024-04-13T07:53:51.360 INFO:teuthology.orchestra.run.smithi119.stdout:osd.5 smithi139 running (50s) 10s ago 12m 144M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 a8547c1088b1 2024-04-13T07:53:51.360 INFO:teuthology.orchestra.run.smithi119.stdout:osd.6 smithi139 running (15s) 10s ago 12m 12.4M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 ebf4b5188514 2024-04-13T07:53:51.360 INFO:teuthology.orchestra.run.smithi119.stdout:osd.7 smithi139 running (11m) 10s ago 11m 350M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 0e23b527299b 2024-04-13T07:53:51.360 INFO:teuthology.orchestra.run.smithi119.stdout:prometheus.a smithi139 *:9095 running (5m) 10s ago 10m 56.6M - 2.43.0 a07b618ecd1d dbea45cf9326 2024-04-13T07:53:51.392 INFO:tasks.rados.rados.0.smithi119.stdout:2339: done (1 left) 2024-04-13T07:53:51.392 INFO:tasks.rados.rados.0.smithi119.stdout:2340: done (0 left) 2024-04-13T07:53:51.392 INFO:tasks.rados.rados.0.smithi119.stdout:2341: delete oid 46 current snap is 245 2024-04-13T07:53:51.395 INFO:tasks.rados.rados.0.smithi119.stdout:2341: done (0 left) 2024-04-13T07:53:51.395 INFO:tasks.rados.rados.0.smithi119.stdout:2342: delete oid 40 current snap is 245 2024-04-13T07:53:51.398 INFO:tasks.rados.rados.0.smithi119.stdout:2342: done (0 left) 2024-04-13T07:53:51.398 INFO:tasks.rados.rados.0.smithi119.stdout:2343: snap_create 2024-04-13T07:53:51.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:51 smithi139 ceph-mon[88985]: osdmap e526: 8 total, 8 up, 8 in 2024-04-13T07:53:51.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:51 smithi139 ceph-mon[88985]: pgmap v456: 121 pgs: 121 active+clean; 837 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.8 MiB/s wr, 16 op/s 2024-04-13T07:53:51.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:51 smithi119 ceph-mon[96316]: osdmap e526: 8 total, 8 up, 8 in 2024-04-13T07:53:51.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:51 smithi119 ceph-mon[96316]: pgmap v456: 121 pgs: 121 active+clean; 837 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.8 MiB/s wr, 16 op/s 2024-04-13T07:53:51.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:51 smithi119 ceph-mon[93746]: osdmap e526: 8 total, 8 up, 8 in 2024-04-13T07:53:51.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:51 smithi119 ceph-mon[93746]: pgmap v456: 121 pgs: 121 active+clean; 837 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.8 MiB/s wr, 16 op/s 2024-04-13T07:53:51.758 INFO:teuthology.orchestra.run.smithi119.stdout:{ 2024-04-13T07:53:51.758 INFO:teuthology.orchestra.run.smithi119.stdout: "mon": { 2024-04-13T07:53:51.758 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 3 2024-04-13T07:53:51.758 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:53:51.758 INFO:teuthology.orchestra.run.smithi119.stdout: "mgr": { 2024-04-13T07:53:51.758 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T07:53:51.759 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:53:51.759 INFO:teuthology.orchestra.run.smithi119.stdout: "osd": { 2024-04-13T07:53:51.759 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 1, 2024-04-13T07:53:51.759 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 7 2024-04-13T07:53:51.759 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:53:51.759 INFO:teuthology.orchestra.run.smithi119.stdout: "mds": { 2024-04-13T07:53:51.759 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 2 2024-04-13T07:53:51.759 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:53:51.759 INFO:teuthology.orchestra.run.smithi119.stdout: "overall": { 2024-04-13T07:53:51.759 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 3, 2024-04-13T07:53:51.759 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 12 2024-04-13T07:53:51.759 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-13T07:53:51.759 INFO:teuthology.orchestra.run.smithi119.stdout:} 2024-04-13T07:53:52.392 INFO:tasks.rados.rados.0.smithi119.stdout:2343: done (0 left) 2024-04-13T07:53:52.392 INFO:tasks.rados.rados.0.smithi119.stdout:2344: read oid 50 snap -1 2024-04-13T07:53:52.392 INFO:tasks.rados.rados.0.smithi119.stdout:2344: expect deleted 2024-04-13T07:53:52.392 INFO:tasks.rados.rados.0.smithi119.stdout:2345: read oid 18 snap -1 2024-04-13T07:53:52.392 INFO:tasks.rados.rados.0.smithi119.stdout:2345: expect deleted 2024-04-13T07:53:52.392 INFO:tasks.rados.rados.0.smithi119.stdout:2346: rmattr oid 13 current snap is 246 2024-04-13T07:53:52.392 INFO:tasks.rados.rados.0.smithi119.stdout:2346: done (2 left) 2024-04-13T07:53:52.392 INFO:tasks.rados.rados.0.smithi119.stdout:2347: rmattr oid 11 current snap is 246 2024-04-13T07:53:52.392 INFO:tasks.rados.rados.0.smithi119.stdout:2348: snap_create 2024-04-13T07:53:52.399 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 11 v 845 (ObjNum 691 snap 239 seq_num 691) dirty exists 2024-04-13T07:53:52.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:52 smithi139 ceph-mon[88985]: from='client.44297 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:53:52.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:52 smithi139 ceph-mon[88985]: from='client.34365 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:53:52.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:52 smithi139 ceph-mon[88985]: osdmap e527: 8 total, 8 up, 8 in 2024-04-13T07:53:52.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:52 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/416240573' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:53:52.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:53:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:53:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:53:52.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:52 smithi119 ceph-mon[96316]: from='client.44297 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:53:52.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:52 smithi119 ceph-mon[96316]: from='client.34365 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:53:52.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:52 smithi119 ceph-mon[96316]: osdmap e527: 8 total, 8 up, 8 in 2024-04-13T07:53:52.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:52 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/416240573' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:53:52.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:52 smithi119 ceph-mon[93746]: from='client.44297 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:53:52.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:52 smithi119 ceph-mon[93746]: from='client.34365 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:53:52.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:52 smithi119 ceph-mon[93746]: osdmap e527: 8 total, 8 up, 8 in 2024-04-13T07:53:52.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:52 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/416240573' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:53:53.403 INFO:tasks.rados.rados.0.smithi119.stdout:2344: done (3 left) 2024-04-13T07:53:53.403 INFO:tasks.rados.rados.0.smithi119.stdout:2345: done (2 left) 2024-04-13T07:53:53.403 INFO:tasks.rados.rados.0.smithi119.stdout:2347: done (1 left) 2024-04-13T07:53:53.403 INFO:tasks.rados.rados.0.smithi119.stdout:2348: done (0 left) 2024-04-13T07:53:53.403 INFO:tasks.rados.rados.0.smithi119.stdout:2349: copy_from oid 48 from oid 32 current snap is 247 2024-04-13T07:53:53.403 INFO:tasks.rados.rados.0.smithi119.stdout:2350: rollback oid 19 current snap is 247 2024-04-13T07:53:53.403 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 19 to 196 2024-04-13T07:53:53.403 INFO:tasks.rados.rados.0.smithi119.stdout:2351: copy_from oid 36 from oid 37 current snap is 247 2024-04-13T07:53:53.404 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 39 current snap is 247 2024-04-13T07:53:53.404 INFO:tasks.rados.rados.0.smithi119.stdout:2352: seq_num 712 ranges {9814016=729088,10543104=671744,11214848=671744,11886592=262144} 2024-04-13T07:53:53.459 INFO:tasks.rados.rados.0.smithi119.stdout:2352: writing smithi11982245-39 from 9814016 to 10543104 tid 1 2024-04-13T07:53:53.463 INFO:tasks.rados.rados.0.smithi119.stdout:2352: writing smithi11982245-39 from 10543104 to 11214848 tid 2 2024-04-13T07:53:53.466 INFO:tasks.rados.rados.0.smithi119.stdout:2352: writing smithi11982245-39 from 11214848 to 11886592 tid 3 2024-04-13T07:53:53.468 INFO:tasks.rados.rados.0.smithi119.stdout:2352: writing smithi11982245-39 from 11886592 to 12148736 tid 4 2024-04-13T07:53:53.468 INFO:tasks.rados.rados.0.smithi119.stdout:2353: snap_create 2024-04-13T07:53:53.468 INFO:tasks.rados.rados.0.smithi119.stdout:2350: finishing rollback tid 1 to smithi11982245-19 2024-04-13T07:53:53.469 INFO:tasks.rados.rados.0.smithi119.stdout:2350: finishing rollback tid 2 to smithi11982245-19 2024-04-13T07:53:53.469 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 19 v 1289 (ObjNum 562 snap 190 seq_num 562) dirty exists 2024-04-13T07:53:53.469 INFO:tasks.rados.rados.0.smithi119.stdout:2349: finishing copy_from to smithi11982245-48 2024-04-13T07:53:53.469 INFO:tasks.rados.rados.0.smithi119.stdout:2349: got expected ENOENT (src dne) 2024-04-13T07:53:53.469 INFO:tasks.rados.rados.0.smithi119.stdout:2349: finishing copy_from racing read to smithi11982245-48 2024-04-13T07:53:53.469 INFO:tasks.rados.rados.0.smithi119.stdout:2351: finishing copy_from racing read to smithi11982245-36 2024-04-13T07:53:53.469 INFO:tasks.rados.rados.0.smithi119.stdout:2351: finishing copy_from to smithi11982245-36 2024-04-13T07:53:53.469 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 36 v 1221 (ObjNum 693 snap 239 seq_num 693) dirty exists 2024-04-13T07:53:53.469 INFO:tasks.rados.rados.0.smithi119.stdout:2352: finishing write tid 1 to smithi11982245-39 2024-04-13T07:53:53.469 INFO:tasks.rados.rados.0.smithi119.stdout:2352: finishing write tid 2 to smithi11982245-39 2024-04-13T07:53:53.471 INFO:tasks.rados.rados.0.smithi119.stdout:2352: finishing write tid 3 to smithi11982245-39 2024-04-13T07:53:53.471 INFO:tasks.rados.rados.0.smithi119.stdout:2352: finishing write tid 4 to smithi11982245-39 2024-04-13T07:53:53.471 INFO:tasks.rados.rados.0.smithi119.stdout:2352: finishing write tid 5 to smithi11982245-39 2024-04-13T07:53:53.472 INFO:tasks.rados.rados.0.smithi119.stdout:2352: finishing write tid 6 to smithi11982245-39 2024-04-13T07:53:53.472 INFO:tasks.rados.rados.0.smithi119.stdout:2352: oid 39 updating version 0 to 1616 2024-04-13T07:53:53.472 INFO:tasks.rados.rados.0.smithi119.stdout:2352: oid 39 version 1616 is already newer than 1614 2024-04-13T07:53:53.472 INFO:tasks.rados.rados.0.smithi119.stdout:2352: oid 39 version 1616 is already newer than 1612 2024-04-13T07:53:53.472 INFO:tasks.rados.rados.0.smithi119.stdout:2352: oid 39 version 1616 is already newer than 1613 2024-04-13T07:53:53.472 INFO:tasks.rados.rados.0.smithi119.stdout:2352: oid 39 version 1616 is already newer than 1615 2024-04-13T07:53:53.473 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 39 v 1616 (ObjNum 712 snap 247 seq_num 712) dirty exists 2024-04-13T07:53:53.473 INFO:tasks.rados.rados.0.smithi119.stdout:2352: left oid 39 (ObjNum 712 snap 247 seq_num 712) 2024-04-13T07:53:53.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:53 smithi119 ceph-mon[96316]: osdmap e528: 8 total, 8 up, 8 in 2024-04-13T07:53:53.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:53 smithi119 ceph-mon[96316]: pgmap v459: 121 pgs: 121 active+clean; 837 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.2 MiB/s wr, 16 op/s 2024-04-13T07:53:53.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:53 smithi119 ceph-mon[93746]: osdmap e528: 8 total, 8 up, 8 in 2024-04-13T07:53:53.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:53 smithi119 ceph-mon[93746]: pgmap v459: 121 pgs: 121 active+clean; 837 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.2 MiB/s wr, 16 op/s 2024-04-13T07:53:53.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:53 smithi139 ceph-mon[88985]: osdmap e528: 8 total, 8 up, 8 in 2024-04-13T07:53:53.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:53 smithi139 ceph-mon[88985]: pgmap v459: 121 pgs: 121 active+clean; 837 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.2 MiB/s wr, 16 op/s 2024-04-13T07:53:54.406 INFO:tasks.rados.rados.0.smithi119.stdout:2349: done (4 left) 2024-04-13T07:53:54.406 INFO:tasks.rados.rados.0.smithi119.stdout:2350: done (3 left) 2024-04-13T07:53:54.406 INFO:tasks.rados.rados.0.smithi119.stdout:2351: done (2 left) 2024-04-13T07:53:54.406 INFO:tasks.rados.rados.0.smithi119.stdout:2352: done (1 left) 2024-04-13T07:53:54.407 INFO:tasks.rados.rados.0.smithi119.stdout:2353: done (0 left) 2024-04-13T07:53:54.407 INFO:tasks.rados.rados.0.smithi119.stdout:2354: read oid 28 snap -1 2024-04-13T07:53:54.407 INFO:tasks.rados.rados.0.smithi119.stdout:2354: expect (ObjNum 663 snap 224 seq_num 663) 2024-04-13T07:53:54.407 INFO:tasks.rados.rados.0.smithi119.stdout:2355: read oid 50 snap -1 2024-04-13T07:53:54.407 INFO:tasks.rados.rados.0.smithi119.stdout:2355: expect deleted 2024-04-13T07:53:54.407 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 15 current snap is 248 2024-04-13T07:53:54.407 INFO:tasks.rados.rados.0.smithi119.stdout:2356: seq_num 713 ranges {2064384=745472,2809856=557056,3366912=483328,3850240=565248} 2024-04-13T07:53:54.421 INFO:tasks.rados.rados.0.smithi119.stdout:2356: writing smithi11982245-15 from 2064384 to 2809856 tid 1 2024-04-13T07:53:54.424 INFO:tasks.rados.rados.0.smithi119.stdout:2356: writing smithi11982245-15 from 2809856 to 3366912 tid 2 2024-04-13T07:53:54.427 INFO:tasks.rados.rados.0.smithi119.stdout:2356: writing smithi11982245-15 from 3366912 to 3850240 tid 3 2024-04-13T07:53:54.430 INFO:tasks.rados.rados.0.smithi119.stdout:2356: writing smithi11982245-15 from 3850240 to 4415488 tid 4 2024-04-13T07:53:54.430 INFO:tasks.rados.rados.0.smithi119.stdout:2357: snap_remove snap 190 2024-04-13T07:53:54.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:54 smithi119 ceph-mon[96316]: osdmap e529: 8 total, 8 up, 8 in 2024-04-13T07:53:54.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:54 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:54.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:53:54.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:54 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:54.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:54 smithi119 ceph-mon[93746]: osdmap e529: 8 total, 8 up, 8 in 2024-04-13T07:53:54.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:54 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:54.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:53:54.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:54 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:54.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:54 smithi139 ceph-mon[88985]: osdmap e529: 8 total, 8 up, 8 in 2024-04-13T07:53:54.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:54 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:54.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:53:54.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:54 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:53:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:53:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:53:54] "GET /metrics HTTP/1.1" 200 36135 "" "Prometheus/2.43.0" 2024-04-13T07:53:55.386 INFO:tasks.rados.rados.0.smithi119.stdout:2357: done (3 left) 2024-04-13T07:53:55.386 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 25 current snap is 248 2024-04-13T07:53:55.386 INFO:tasks.rados.rados.0.smithi119.stdout:2358: seq_num 714 ranges {14909440=761856,15671296=442368,16113664=688128,16801792=475136} 2024-04-13T07:53:55.472 INFO:tasks.rados.rados.0.smithi119.stdout:2358: writing smithi11982245-25 from 14909440 to 15671296 tid 1 2024-04-13T07:53:55.474 INFO:tasks.rados.rados.0.smithi119.stdout:2358: writing smithi11982245-25 from 15671296 to 16113664 tid 2 2024-04-13T07:53:55.478 INFO:tasks.rados.rados.0.smithi119.stdout:2358: writing smithi11982245-25 from 16113664 to 16801792 tid 3 2024-04-13T07:53:55.481 INFO:tasks.rados.rados.0.smithi119.stdout:2358: writing smithi11982245-25 from 16801792 to 17276928 tid 4 2024-04-13T07:53:55.481 INFO:tasks.rados.rados.0.smithi119.stdout:2359: rollback oid 23 current snap is 248 2024-04-13T07:53:55.482 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 23 to 235 2024-04-13T07:53:55.482 INFO:tasks.rados.rados.0.smithi119.stdout:2354: expect (ObjNum 663 snap 224 seq_num 663) 2024-04-13T07:53:55.523 INFO:tasks.rados.rados.0.smithi119.stdout:2356: finishing write tid 1 to smithi11982245-15 2024-04-13T07:53:55.523 INFO:tasks.rados.rados.0.smithi119.stdout:2356: finishing write tid 2 to smithi11982245-15 2024-04-13T07:53:55.523 INFO:tasks.rados.rados.0.smithi119.stdout:2356: finishing write tid 3 to smithi11982245-15 2024-04-13T07:53:55.523 INFO:tasks.rados.rados.0.smithi119.stdout:2356: finishing write tid 4 to smithi11982245-15 2024-04-13T07:53:55.523 INFO:tasks.rados.rados.0.smithi119.stdout:2356: finishing write tid 5 to smithi11982245-15 2024-04-13T07:53:55.523 INFO:tasks.rados.rados.0.smithi119.stdout:2356: finishing write tid 6 to smithi11982245-15 2024-04-13T07:53:55.523 INFO:tasks.rados.rados.0.smithi119.stdout:2356: oid 15 updating version 0 to 1225 2024-04-13T07:53:55.523 INFO:tasks.rados.rados.0.smithi119.stdout:2356: oid 15 updating version 1225 to 1226 2024-04-13T07:53:55.523 INFO:tasks.rados.rados.0.smithi119.stdout:2356: oid 15 version 1226 is already newer than 1224 2024-04-13T07:53:55.523 INFO:tasks.rados.rados.0.smithi119.stdout:2356: oid 15 version 1226 is already newer than 1222 2024-04-13T07:53:55.523 INFO:tasks.rados.rados.0.smithi119.stdout:2356: oid 15 version 1226 is already newer than 1223 2024-04-13T07:53:55.523 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 15 v 1226 (ObjNum 713 snap 248 seq_num 713) dirty exists 2024-04-13T07:53:55.524 INFO:tasks.rados.rados.0.smithi119.stdout:2356: left oid 15 (ObjNum 713 snap 248 seq_num 713) 2024-04-13T07:53:55.524 INFO:tasks.rados.rados.0.smithi119.stdout:2354: done (4 left) 2024-04-13T07:53:55.524 INFO:tasks.rados.rados.0.smithi119.stdout:2355: done (3 left) 2024-04-13T07:53:55.524 INFO:tasks.rados.rados.0.smithi119.stdout:2356: done (2 left) 2024-04-13T07:53:55.524 INFO:tasks.rados.rados.0.smithi119.stdout:2360: read oid 26 snap 136 2024-04-13T07:53:55.524 INFO:tasks.rados.rados.0.smithi119.stdout:2360: expect (ObjNum 25 snap 0 seq_num 25) 2024-04-13T07:53:55.524 INFO:tasks.rados.rados.0.smithi119.stdout:2361: read oid 13 snap 200 2024-04-13T07:53:55.524 INFO:tasks.rados.rados.0.smithi119.stdout:2361: expect deleted 2024-04-13T07:53:55.524 INFO:tasks.rados.rados.0.smithi119.stdout:2362: read oid 44 snap -1 2024-04-13T07:53:55.524 INFO:tasks.rados.rados.0.smithi119.stdout:2362: expect deleted 2024-04-13T07:53:55.524 INFO:tasks.rados.rados.0.smithi119.stdout:2363: snap_create 2024-04-13T07:53:55.524 INFO:tasks.rados.rados.0.smithi119.stdout:2358: finishing write tid 1 to smithi11982245-25 2024-04-13T07:53:55.524 INFO:tasks.rados.rados.0.smithi119.stdout:2358: finishing write tid 2 to smithi11982245-25 2024-04-13T07:53:55.524 INFO:tasks.rados.rados.0.smithi119.stdout:2358: finishing write tid 3 to smithi11982245-25 2024-04-13T07:53:55.525 INFO:tasks.rados.rados.0.smithi119.stdout:2358: finishing write tid 4 to smithi11982245-25 2024-04-13T07:53:55.525 INFO:tasks.rados.rados.0.smithi119.stdout:2358: finishing write tid 5 to smithi11982245-25 2024-04-13T07:53:55.525 INFO:tasks.rados.rados.0.smithi119.stdout:2358: finishing write tid 6 to smithi11982245-25 2024-04-13T07:53:55.525 INFO:tasks.rados.rados.0.smithi119.stdout:2358: oid 25 updating version 0 to 1287 2024-04-13T07:53:55.525 INFO:tasks.rados.rados.0.smithi119.stdout:2358: oid 25 updating version 1287 to 1288 2024-04-13T07:53:55.525 INFO:tasks.rados.rados.0.smithi119.stdout:2358: oid 25 updating version 1288 to 1290 2024-04-13T07:53:55.525 INFO:tasks.rados.rados.0.smithi119.stdout:2358: oid 25 version 1290 is already newer than 1289 2024-04-13T07:53:55.525 INFO:tasks.rados.rados.0.smithi119.stdout:2358: oid 25 updating version 1290 to 1291 2024-04-13T07:53:55.525 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 25 v 1291 (ObjNum 714 snap 248 seq_num 714) dirty exists 2024-04-13T07:53:55.525 INFO:tasks.rados.rados.0.smithi119.stdout:2358: left oid 25 (ObjNum 714 snap 248 seq_num 714) 2024-04-13T07:53:55.525 INFO:tasks.rados.rados.0.smithi119.stdout:2359: finishing rollback tid 0 to smithi11982245-23 2024-04-13T07:53:55.525 INFO:tasks.rados.rados.0.smithi119.stdout:2359: finishing rollback tid 1 to smithi11982245-23 2024-04-13T07:53:55.525 INFO:tasks.rados.rados.0.smithi119.stdout:2359: finishing rollback tid 2 to smithi11982245-23 2024-04-13T07:53:55.525 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 23 v 1649 (ObjNum 326 snap 123 seq_num 326) dirty exists 2024-04-13T07:53:55.526 INFO:tasks.rados.rados.0.smithi119.stdout:2360: expect (ObjNum 25 snap 0 seq_num 25) 2024-04-13T07:53:55.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:55 smithi119 ceph-mon[96316]: osdmap e530: 8 total, 8 up, 8 in 2024-04-13T07:53:55.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:55 smithi119 ceph-mon[96316]: pgmap v462: 121 pgs: 121 active+clean; 837 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 378 KiB/s wr, 2 op/s 2024-04-13T07:53:55.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:55 smithi119 ceph-mon[96316]: osdmap e531: 8 total, 8 up, 8 in 2024-04-13T07:53:55.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:55 smithi119 ceph-mon[93746]: osdmap e530: 8 total, 8 up, 8 in 2024-04-13T07:53:55.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:55 smithi119 ceph-mon[93746]: pgmap v462: 121 pgs: 121 active+clean; 837 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 378 KiB/s wr, 2 op/s 2024-04-13T07:53:55.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:55 smithi119 ceph-mon[93746]: osdmap e531: 8 total, 8 up, 8 in 2024-04-13T07:53:55.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:55 smithi139 ceph-mon[88985]: osdmap e530: 8 total, 8 up, 8 in 2024-04-13T07:53:55.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:55 smithi139 ceph-mon[88985]: pgmap v462: 121 pgs: 121 active+clean; 837 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 378 KiB/s wr, 2 op/s 2024-04-13T07:53:55.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:55 smithi139 ceph-mon[88985]: osdmap e531: 8 total, 8 up, 8 in 2024-04-13T07:53:56.418 INFO:tasks.rados.rados.0.smithi119.stdout:2358: done (5 left) 2024-04-13T07:53:56.418 INFO:tasks.rados.rados.0.smithi119.stdout:2359: done (4 left) 2024-04-13T07:53:56.418 INFO:tasks.rados.rados.0.smithi119.stdout:2360: done (3 left) 2024-04-13T07:53:56.418 INFO:tasks.rados.rados.0.smithi119.stdout:2361: done (2 left) 2024-04-13T07:53:56.418 INFO:tasks.rados.rados.0.smithi119.stdout:2362: done (1 left) 2024-04-13T07:53:56.418 INFO:tasks.rados.rados.0.smithi119.stdout:2363: done (0 left) 2024-04-13T07:53:56.418 INFO:tasks.rados.rados.0.smithi119.stdout:2364: copy_from oid 22 from oid 19 current snap is 249 2024-04-13T07:53:56.418 INFO:tasks.rados.rados.0.smithi119.stdout:2365: read oid 11 snap -1 2024-04-13T07:53:56.419 INFO:tasks.rados.rados.0.smithi119.stdout:2365: expect (ObjNum 691 snap 239 seq_num 691) 2024-04-13T07:53:56.419 INFO:tasks.rados.rados.0.smithi119.stdout:2366: delete oid 29 current snap is 249 2024-04-13T07:53:56.428 INFO:tasks.rados.rados.0.smithi119.stdout:2366: done (2 left) 2024-04-13T07:53:56.428 INFO:tasks.rados.rados.0.smithi119.stdout:2367: snap_create 2024-04-13T07:53:56.437 INFO:tasks.rados.rados.0.smithi119.stdout:2365: expect (ObjNum 691 snap 239 seq_num 691) 2024-04-13T07:53:56.587 INFO:tasks.rados.rados.0.smithi119.stdout:2364: finishing copy_from racing read to smithi11982245-22 2024-04-13T07:53:56.587 INFO:tasks.rados.rados.0.smithi119.stdout:2364: finishing copy_from to smithi11982245-22 2024-04-13T07:53:56.587 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 22 v 1289 (ObjNum 562 snap 190 seq_num 562) dirty exists 2024-04-13T07:53:57.423 INFO:tasks.rados.rados.0.smithi119.stdout:2364: done (2 left) 2024-04-13T07:53:57.423 INFO:tasks.rados.rados.0.smithi119.stdout:2365: done (1 left) 2024-04-13T07:53:57.423 INFO:tasks.rados.rados.0.smithi119.stdout:2367: done (0 left) 2024-04-13T07:53:57.423 INFO:tasks.rados.rados.0.smithi119.stdout:2368: snap_create 2024-04-13T07:53:57.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:57 smithi119 ceph-mon[96316]: osdmap e532: 8 total, 8 up, 8 in 2024-04-13T07:53:57.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:57 smithi119 ceph-mon[96316]: pgmap v465: 121 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 116 active+clean; 849 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2024-04-13T07:53:57.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:57 smithi119 ceph-mon[93746]: osdmap e532: 8 total, 8 up, 8 in 2024-04-13T07:53:57.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:57 smithi119 ceph-mon[93746]: pgmap v465: 121 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 116 active+clean; 849 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2024-04-13T07:53:57.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:57 smithi139 ceph-mon[88985]: osdmap e532: 8 total, 8 up, 8 in 2024-04-13T07:53:57.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:57 smithi139 ceph-mon[88985]: pgmap v465: 121 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 116 active+clean; 849 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2024-04-13T07:53:58.424 INFO:tasks.rados.rados.0.smithi119.stdout:2368: done (0 left) 2024-04-13T07:53:58.424 INFO:tasks.rados.rados.0.smithi119.stdout:2369: delete oid 49 current snap is 251 2024-04-13T07:53:58.431 INFO:tasks.rados.rados.0.smithi119.stdout:2369: done (0 left) 2024-04-13T07:53:58.431 INFO:tasks.rados.rados.0.smithi119.stdout:2370: delete oid 41 current snap is 251 2024-04-13T07:53:58.433 INFO:tasks.rados.rados.0.smithi119.stdout:2370: done (0 left) 2024-04-13T07:53:58.433 INFO:tasks.rados.rados.0.smithi119.stdout:2371: copy_from oid 45 from oid 18 current snap is 251 2024-04-13T07:53:58.433 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 6 current snap is 251 2024-04-13T07:53:58.433 INFO:tasks.rados.rados.0.smithi119.stdout:2372: seq_num 718 ranges {1810432=32768} 2024-04-13T07:53:58.443 INFO:tasks.rados.rados.0.smithi119.stdout:2372: writing smithi11982245-6 from 1810432 to 1843200 tid 1 2024-04-13T07:53:58.443 INFO:tasks.rados.rados.0.smithi119.stdout:2373: copy_from oid 41 from oid 11 current snap is 251 2024-04-13T07:53:58.443 INFO:tasks.rados.rados.0.smithi119.stdout:2371: finishing copy_from to smithi11982245-45 2024-04-13T07:53:58.443 INFO:tasks.rados.rados.0.smithi119.stdout:2371: got expected ENOENT (src dne) 2024-04-13T07:53:58.444 INFO:tasks.rados.rados.0.smithi119.stdout:2371: finishing copy_from racing read to smithi11982245-45 2024-04-13T07:53:58.444 INFO:tasks.rados.rados.0.smithi119.stdout:2371: done (2 left) 2024-04-13T07:53:58.444 INFO:tasks.rados.rados.0.smithi119.stdout:2374: setattr oid 30 current snap is 251 2024-04-13T07:53:58.445 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 47 current snap is 251 2024-04-13T07:53:58.445 INFO:tasks.rados.rados.0.smithi119.stdout:2375: seq_num 719 ranges {0=49152} 2024-04-13T07:53:58.446 INFO:tasks.rados.rados.0.smithi119.stdout:2375: writing smithi11982245-47 from 0 to 49152 tid 1 2024-04-13T07:53:58.446 INFO:tasks.rados.rados.0.smithi119.stdout:2376: rollback oid 32 current snap is 251 2024-04-13T07:53:58.446 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 32 to 240 2024-04-13T07:53:58.446 INFO:tasks.rados.rados.0.smithi119.stdout:2377: setattr oid 26 current snap is 251 2024-04-13T07:53:58.447 INFO:tasks.rados.rados.0.smithi119.stdout:2378: copy_from oid 33 from oid 40 current snap is 251 2024-04-13T07:53:58.447 INFO:tasks.rados.rados.0.smithi119.stdout:2379: setattr oid 44 current snap is 251 2024-04-13T07:53:58.449 INFO:tasks.rados.rados.0.smithi119.stdout:2380: copy_from oid 16 from oid 7 current snap is 251 2024-04-13T07:53:58.449 INFO:tasks.rados.rados.0.smithi119.stdout:2381: read oid 49 snap -1 2024-04-13T07:53:58.449 INFO:tasks.rados.rados.0.smithi119.stdout:2381: expect deleted 2024-04-13T07:53:58.449 INFO:tasks.rados.rados.0.smithi119.stdout:2382: delete oid 46 current snap is 251 2024-04-13T07:53:58.450 INFO:tasks.rados.rados.0.smithi119.stdout:2375: finishing write tid 1 to smithi11982245-47 2024-04-13T07:53:58.450 INFO:tasks.rados.rados.0.smithi119.stdout:2375: finishing write tid 2 to smithi11982245-47 2024-04-13T07:53:58.451 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 26 v 1222 (ObjNum 665 snap 225 seq_num 665) dirty exists 2024-04-13T07:53:58.452 INFO:tasks.rados.rados.0.smithi119.stdout:2375: finishing write tid 3 to smithi11982245-47 2024-04-13T07:53:58.452 INFO:tasks.rados.rados.0.smithi119.stdout:2375: oid 47 updating version 0 to 1722 2024-04-13T07:53:58.452 INFO:tasks.rados.rados.0.smithi119.stdout:2375: oid 47 updating version 1722 to 1723 2024-04-13T07:53:58.453 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 47 v 1723 (ObjNum 719 snap 251 seq_num 719) dirty exists 2024-04-13T07:53:58.453 INFO:tasks.rados.rados.0.smithi119.stdout:2375: left oid 47 (ObjNum 719 snap 251 seq_num 719) 2024-04-13T07:53:58.453 INFO:tasks.rados.rados.0.smithi119.stdout:2376: finishing rollback tid 1 to smithi11982245-32 2024-04-13T07:53:58.453 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 32 v 874 (ObjNum 33 snap 0 seq_num 721773816) dirty dne 2024-04-13T07:53:58.453 INFO:tasks.rados.rados.0.smithi119.stdout:2372: finishing write tid 1 to smithi11982245-6 2024-04-13T07:53:58.454 INFO:tasks.rados.rados.0.smithi119.stdout:2378: finishing copy_from to smithi11982245-33 2024-04-13T07:53:58.454 INFO:tasks.rados.rados.0.smithi119.stdout:2378: got expected ENOENT (src dne) 2024-04-13T07:53:58.454 INFO:tasks.rados.rados.0.smithi119.stdout:2378: finishing copy_from racing read to smithi11982245-33 2024-04-13T07:53:58.454 INFO:tasks.rados.rados.0.smithi119.stdout:2372: finishing write tid 2 to smithi11982245-6 2024-04-13T07:53:58.454 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 30 v 1324 (ObjNum 593 snap 195 seq_num 593) dirty exists 2024-04-13T07:53:58.454 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 44 v 1680 (ObjNum 33 snap 0 seq_num 751794656) dirty exists 2024-04-13T07:53:58.455 INFO:tasks.rados.rados.0.smithi119.stdout:2372: finishing write tid 3 to smithi11982245-6 2024-04-13T07:53:58.455 INFO:tasks.rados.rados.0.smithi119.stdout:2372: oid 6 updating version 0 to 849 2024-04-13T07:53:58.455 INFO:tasks.rados.rados.0.smithi119.stdout:2372: oid 6 version 849 is already newer than 848 2024-04-13T07:53:58.455 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 6 v 849 (ObjNum 718 snap 251 seq_num 718) dirty exists 2024-04-13T07:53:58.455 INFO:tasks.rados.rados.0.smithi119.stdout:2372: left oid 6 (ObjNum 718 snap 251 seq_num 718) 2024-04-13T07:53:58.456 INFO:tasks.rados.rados.0.smithi119.stdout:2372: done (10 left) 2024-04-13T07:53:58.456 INFO:tasks.rados.rados.0.smithi119.stdout:2374: done (9 left) 2024-04-13T07:53:58.456 INFO:tasks.rados.rados.0.smithi119.stdout:2375: done (8 left) 2024-04-13T07:53:58.456 INFO:tasks.rados.rados.0.smithi119.stdout:2376: done (7 left) 2024-04-13T07:53:58.456 INFO:tasks.rados.rados.0.smithi119.stdout:2377: done (6 left) 2024-04-13T07:53:58.456 INFO:tasks.rados.rados.0.smithi119.stdout:2378: done (5 left) 2024-04-13T07:53:58.457 INFO:tasks.rados.rados.0.smithi119.stdout:2379: done (4 left) 2024-04-13T07:53:58.457 INFO:tasks.rados.rados.0.smithi119.stdout:2381: done (3 left) 2024-04-13T07:53:58.457 INFO:tasks.rados.rados.0.smithi119.stdout:2382: done (2 left) 2024-04-13T07:53:58.457 INFO:tasks.rados.rados.0.smithi119.stdout:2383: rmattr oid 27 current snap is 251 2024-04-13T07:53:58.457 INFO:tasks.rados.rados.0.smithi119.stdout:2384: delete oid 37 current snap is 251 2024-04-13T07:53:58.461 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 27 v 1223 (ObjNum 603 snap 201 seq_num 603) dirty exists 2024-04-13T07:53:58.462 INFO:tasks.rados.rados.0.smithi119.stdout:2383: done (3 left) 2024-04-13T07:53:58.462 INFO:tasks.rados.rados.0.smithi119.stdout:2384: done (2 left) 2024-04-13T07:53:58.462 INFO:tasks.rados.rados.0.smithi119.stdout:2385: rollback oid 30 current snap is 251 2024-04-13T07:53:58.462 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 30 to 142 2024-04-13T07:53:58.462 INFO:tasks.rados.rados.0.smithi119.stdout:2386: rollback oid 33 current snap is 251 2024-04-13T07:53:58.463 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 33 to 234 2024-04-13T07:53:58.463 INFO:tasks.rados.rados.0.smithi119.stdout:2387: read oid 18 snap 183 2024-04-13T07:53:58.463 INFO:tasks.rados.rados.0.smithi119.stdout:2387: expect (ObjNum 752246992 snap 21968 seq_num 750255136) 2024-04-13T07:53:58.463 INFO:tasks.rados.rados.0.smithi119.stdout:2388: rollback oid 19 current snap is 251 2024-04-13T07:53:58.463 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 19 to 228 2024-04-13T07:53:58.463 INFO:tasks.rados.rados.0.smithi119.stdout:2389: snap_remove snap 222 2024-04-13T07:53:58.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:58 smithi119 ceph-mon[96316]: osdmap e533: 8 total, 8 up, 8 in 2024-04-13T07:53:58.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:58 smithi119 ceph-mon[93746]: osdmap e533: 8 total, 8 up, 8 in 2024-04-13T07:53:58.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:58 smithi139 ceph-mon[88985]: osdmap e533: 8 total, 8 up, 8 in 2024-04-13T07:53:59.443 INFO:tasks.rados.rados.0.smithi119.stdout:2389: done (6 left) 2024-04-13T07:53:59.443 INFO:tasks.rados.rados.0.smithi119.stdout:2390: delete oid 27 current snap is 251 2024-04-13T07:53:59.443 INFO:tasks.rados.rados.0.smithi119.stdout:2387: expect (ObjNum 752246992 snap 21968 seq_num 750255136) 2024-04-13T07:53:59.448 INFO:tasks.rados.rados.0.smithi119.stdout:2380: finishing copy_from racing read to smithi11982245-16 2024-04-13T07:53:59.449 INFO:tasks.rados.rados.0.smithi119.stdout:2373: finishing copy_from racing read to smithi11982245-41 2024-04-13T07:53:59.449 INFO:tasks.rados.rados.0.smithi119.stdout:2388: finishing rollback tid 0 to smithi11982245-19 2024-04-13T07:53:59.449 INFO:tasks.rados.rados.0.smithi119.stdout:2385: finishing rollback tid 0 to smithi11982245-30 2024-04-13T07:53:59.449 INFO:tasks.rados.rados.0.smithi119.stdout:2380: finishing copy_from to smithi11982245-16 2024-04-13T07:53:59.449 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 16 v 1287 (ObjNum 708 snap 243 seq_num 708) dirty exists 2024-04-13T07:53:59.449 INFO:tasks.rados.rados.0.smithi119.stdout:2388: finishing rollback tid 1 to smithi11982245-19 2024-04-13T07:53:59.449 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 19 v 1293 (ObjNum 33 snap 0 seq_num 2) dirty dne 2024-04-13T07:53:59.449 INFO:tasks.rados.rados.0.smithi119.stdout:2373: finishing copy_from to smithi11982245-41 2024-04-13T07:53:59.449 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 41 v 845 (ObjNum 691 snap 239 seq_num 691) dirty exists 2024-04-13T07:53:59.449 INFO:tasks.rados.rados.0.smithi119.stdout:2385: finishing rollback tid 1 to smithi11982245-30 2024-04-13T07:53:59.449 INFO:tasks.rados.rados.0.smithi119.stdout:2385: finishing rollback tid 2 to smithi11982245-30 2024-04-13T07:53:59.449 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 30 v 1327 (ObjNum 306 snap 111 seq_num 306) dirty exists 2024-04-13T07:53:59.449 INFO:tasks.rados.rados.0.smithi119.stdout:2386: finishing rollback tid 0 to smithi11982245-33 2024-04-13T07:53:59.449 INFO:tasks.rados.rados.0.smithi119.stdout:2386: finishing rollback tid 1 to smithi11982245-33 2024-04-13T07:53:59.449 INFO:tasks.rados.rados.0.smithi119.stdout:2386: finishing rollback tid 2 to smithi11982245-33 2024-04-13T07:53:59.450 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 33 v 1331 (ObjNum 614 snap 206 seq_num 614) dirty exists 2024-04-13T07:53:59.460 INFO:tasks.rados.rados.0.smithi119.stdout:2373: done (6 left) 2024-04-13T07:53:59.460 INFO:tasks.rados.rados.0.smithi119.stdout:2380: done (5 left) 2024-04-13T07:53:59.460 INFO:tasks.rados.rados.0.smithi119.stdout:2385: done (4 left) 2024-04-13T07:53:59.460 INFO:tasks.rados.rados.0.smithi119.stdout:2386: done (3 left) 2024-04-13T07:53:59.460 INFO:tasks.rados.rados.0.smithi119.stdout:2387: done (2 left) 2024-04-13T07:53:59.460 INFO:tasks.rados.rados.0.smithi119.stdout:2388: done (1 left) 2024-04-13T07:53:59.460 INFO:tasks.rados.rados.0.smithi119.stdout:2390: done (0 left) 2024-04-13T07:53:59.460 INFO:tasks.rados.rados.0.smithi119.stdout:2391: read oid 50 snap -1 2024-04-13T07:53:59.460 INFO:tasks.rados.rados.0.smithi119.stdout:2391: expect deleted 2024-04-13T07:53:59.461 INFO:tasks.rados.rados.0.smithi119.stdout:2392: rollback oid 21 current snap is 251 2024-04-13T07:53:59.461 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 21 to 211 2024-04-13T07:53:59.461 INFO:tasks.rados.rados.0.smithi119.stdout:2393: delete oid 35 current snap is 251 2024-04-13T07:53:59.466 INFO:tasks.rados.rados.0.smithi119.stdout:2392: finishing rollback tid 0 to smithi11982245-21 2024-04-13T07:53:59.467 INFO:tasks.rados.rados.0.smithi119.stdout:2392: finishing rollback tid 1 to smithi11982245-21 2024-04-13T07:53:59.467 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 21 v 1293 (ObjNum 33 snap 0 seq_num 3698403696) dirty dne 2024-04-13T07:53:59.467 INFO:tasks.rados.rados.0.smithi119.stdout:2391: done (2 left) 2024-04-13T07:53:59.467 INFO:tasks.rados.rados.0.smithi119.stdout:2392: done (1 left) 2024-04-13T07:53:59.467 INFO:tasks.rados.rados.0.smithi119.stdout:2393: done (0 left) 2024-04-13T07:53:59.467 INFO:tasks.rados.rados.0.smithi119.stdout:2394: delete oid 50 current snap is 251 2024-04-13T07:53:59.469 INFO:tasks.rados.rados.0.smithi119.stdout:2394: done (0 left) 2024-04-13T07:53:59.469 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 35 current snap is 251 2024-04-13T07:53:59.469 INFO:tasks.rados.rados.0.smithi119.stdout:2395: seq_num 725 ranges {0=147456} 2024-04-13T07:53:59.470 INFO:tasks.rados.rados.0.smithi119.stdout:2395: writing smithi11982245-35 from 0 to 147456 tid 1 2024-04-13T07:53:59.470 INFO:tasks.rados.rados.0.smithi119.stdout:2396: delete oid 17 current snap is 251 2024-04-13T07:53:59.473 INFO:tasks.rados.rados.0.smithi119.stdout:2395: finishing write tid 1 to smithi11982245-35 2024-04-13T07:53:59.473 INFO:tasks.rados.rados.0.smithi119.stdout:2396: done (1 left) 2024-04-13T07:53:59.473 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 3 current snap is 251 2024-04-13T07:53:59.473 INFO:tasks.rados.rados.0.smithi119.stdout:2397: seq_num 727 ranges {1228800=180224} 2024-04-13T07:53:59.481 INFO:tasks.rados.rados.0.smithi119.stdout:2397: writing smithi11982245-3 from 1228800 to 1409024 tid 1 2024-04-13T07:53:59.481 INFO:tasks.rados.rados.0.smithi119.stdout:2398: snap_create 2024-04-13T07:53:59.481 INFO:tasks.rados.rados.0.smithi119.stdout:2395: finishing write tid 2 to smithi11982245-35 2024-04-13T07:53:59.481 INFO:tasks.rados.rados.0.smithi119.stdout:2395: finishing write tid 3 to smithi11982245-35 2024-04-13T07:53:59.481 INFO:tasks.rados.rados.0.smithi119.stdout:2395: oid 35 updating version 0 to 1341 2024-04-13T07:53:59.481 INFO:tasks.rados.rados.0.smithi119.stdout:2395: oid 35 updating version 1341 to 1342 2024-04-13T07:53:59.481 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 35 v 1342 (ObjNum 725 snap 251 seq_num 725) dirty exists 2024-04-13T07:53:59.481 INFO:tasks.rados.rados.0.smithi119.stdout:2395: left oid 35 (ObjNum 725 snap 251 seq_num 725) 2024-04-13T07:53:59.484 INFO:tasks.rados.rados.0.smithi119.stdout:2397: finishing write tid 1 to smithi11982245-3 2024-04-13T07:53:59.484 INFO:tasks.rados.rados.0.smithi119.stdout:2397: finishing write tid 2 to smithi11982245-3 2024-04-13T07:53:59.485 INFO:tasks.rados.rados.0.smithi119.stdout:2397: finishing write tid 3 to smithi11982245-3 2024-04-13T07:53:59.485 INFO:tasks.rados.rados.0.smithi119.stdout:2397: oid 3 updating version 0 to 1345 2024-04-13T07:53:59.486 INFO:tasks.rados.rados.0.smithi119.stdout:2397: oid 3 version 1345 is already newer than 1344 2024-04-13T07:53:59.486 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 3 v 1345 (ObjNum 727 snap 251 seq_num 727) dirty exists 2024-04-13T07:53:59.486 INFO:tasks.rados.rados.0.smithi119.stdout:2397: left oid 3 (ObjNum 727 snap 251 seq_num 727) 2024-04-13T07:53:59.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:59 smithi119 ceph-mon[93746]: osdmap e534: 8 total, 8 up, 8 in 2024-04-13T07:53:59.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:53:59 smithi119 ceph-mon[93746]: pgmap v468: 121 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 116 active+clean; 849 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.1 MiB/s wr, 7 op/s 2024-04-13T07:53:59.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:59 smithi119 ceph-mon[96316]: osdmap e534: 8 total, 8 up, 8 in 2024-04-13T07:53:59.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:53:59 smithi119 ceph-mon[96316]: pgmap v468: 121 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 116 active+clean; 849 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.1 MiB/s wr, 7 op/s 2024-04-13T07:53:59.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:59 smithi139 ceph-mon[88985]: osdmap e534: 8 total, 8 up, 8 in 2024-04-13T07:53:59.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:53:59 smithi139 ceph-mon[88985]: pgmap v468: 121 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 116 active+clean; 849 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.1 MiB/s wr, 7 op/s 2024-04-13T07:54:00.443 INFO:tasks.rados.rados.0.smithi119.stdout:2395: done (2 left) 2024-04-13T07:54:00.443 INFO:tasks.rados.rados.0.smithi119.stdout:2397: done (1 left) 2024-04-13T07:54:00.443 INFO:tasks.rados.rados.0.smithi119.stdout:2398: done (0 left) 2024-04-13T07:54:00.443 INFO:tasks.rados.rados.0.smithi119.stdout:2399: delete oid 47 current snap is 252 2024-04-13T07:54:00.446 INFO:tasks.rados.rados.0.smithi119.stdout:2399: done (0 left) 2024-04-13T07:54:00.446 INFO:tasks.rados.rados.0.smithi119.stdout:2400: copy_from oid 37 from oid 34 current snap is 252 2024-04-13T07:54:00.446 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 9 current snap is 252 2024-04-13T07:54:00.446 INFO:tasks.rados.rados.0.smithi119.stdout:2401: seq_num 729 ranges {1728512=212992} 2024-04-13T07:54:00.457 INFO:tasks.rados.rados.0.smithi119.stdout:2401: writing smithi11982245-9 from 1728512 to 1941504 tid 1 2024-04-13T07:54:00.458 INFO:tasks.rados.rados.0.smithi119.stdout:2402: rollback oid 27 current snap is 252 2024-04-13T07:54:00.458 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 27 to 235 2024-04-13T07:54:00.458 INFO:tasks.rados.rados.0.smithi119.stdout:2403: delete oid 28 current snap is 252 2024-04-13T07:54:00.459 INFO:tasks.rados.rados.0.smithi119.stdout:2400: finishing copy_from racing read to smithi11982245-37 2024-04-13T07:54:00.461 INFO:tasks.rados.rados.0.smithi119.stdout:2403: done (3 left) 2024-04-13T07:54:00.461 INFO:tasks.rados.rados.0.smithi119.stdout:2404: delete oid 35 current snap is 252 2024-04-13T07:54:00.462 INFO:tasks.rados.rados.0.smithi119.stdout:2401: finishing write tid 1 to smithi11982245-9 2024-04-13T07:54:00.463 INFO:tasks.rados.rados.0.smithi119.stdout:2401: finishing write tid 2 to smithi11982245-9 2024-04-13T07:54:00.463 INFO:tasks.rados.rados.0.smithi119.stdout:2400: finishing copy_from to smithi11982245-37 2024-04-13T07:54:00.463 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 37 v 1637 (ObjNum 699 snap 242 seq_num 699) dirty exists 2024-04-13T07:54:00.463 INFO:tasks.rados.rados.0.smithi119.stdout:2402: finishing rollback tid 1 to smithi11982245-27 2024-04-13T07:54:00.464 INFO:tasks.rados.rados.0.smithi119.stdout:2402: finishing rollback tid 2 to smithi11982245-27 2024-04-13T07:54:00.464 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 27 v 1639 (ObjNum 603 snap 201 seq_num 603) dirty exists 2024-04-13T07:54:00.464 INFO:tasks.rados.rados.0.smithi119.stdout:2401: finishing write tid 3 to smithi11982245-9 2024-04-13T07:54:00.465 INFO:tasks.rados.rados.0.smithi119.stdout:2401: oid 9 updating version 0 to 1618 2024-04-13T07:54:00.465 INFO:tasks.rados.rados.0.smithi119.stdout:2401: oid 9 version 1618 is already newer than 1617 2024-04-13T07:54:00.465 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 9 v 1618 (ObjNum 729 snap 252 seq_num 729) dirty exists 2024-04-13T07:54:00.465 INFO:tasks.rados.rados.0.smithi119.stdout:2401: left oid 9 (ObjNum 729 snap 252 seq_num 729) 2024-04-13T07:54:00.465 INFO:tasks.rados.rados.0.smithi119.stdout:2400: done (3 left) 2024-04-13T07:54:00.465 INFO:tasks.rados.rados.0.smithi119.stdout:2401: done (2 left) 2024-04-13T07:54:00.465 INFO:tasks.rados.rados.0.smithi119.stdout:2402: done (1 left) 2024-04-13T07:54:00.465 INFO:tasks.rados.rados.0.smithi119.stdout:2404: done (0 left) 2024-04-13T07:54:00.466 INFO:tasks.rados.rados.0.smithi119.stdout:2405: snap_create 2024-04-13T07:54:00.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:00 smithi119 ceph-mon[93746]: osdmap e535: 8 total, 8 up, 8 in 2024-04-13T07:54:00.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:00 smithi119 ceph-mon[96316]: osdmap e535: 8 total, 8 up, 8 in 2024-04-13T07:54:00.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:00 smithi139 ceph-mon[88985]: osdmap e535: 8 total, 8 up, 8 in 2024-04-13T07:54:01.455 INFO:tasks.rados.rados.0.smithi119.stdout:2405: done (0 left) 2024-04-13T07:54:01.455 INFO:tasks.rados.rados.0.smithi119.stdout:2406: snap_remove snap 250 2024-04-13T07:54:01.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:01 smithi119 ceph-mon[96316]: osdmap e536: 8 total, 8 up, 8 in 2024-04-13T07:54:01.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:01 smithi119 ceph-mon[96316]: pgmap v471: 121 pgs: 121 active+clean; 866 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 34 op/s 2024-04-13T07:54:01.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:01 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-13T07:54:01.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:01 smithi119 ceph-mon[93746]: osdmap e536: 8 total, 8 up, 8 in 2024-04-13T07:54:01.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:01 smithi119 ceph-mon[93746]: pgmap v471: 121 pgs: 121 active+clean; 866 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 34 op/s 2024-04-13T07:54:01.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:01 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-13T07:54:01.726 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:01 smithi139 ceph-mon[88985]: osdmap e536: 8 total, 8 up, 8 in 2024-04-13T07:54:01.726 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:01 smithi139 ceph-mon[88985]: pgmap v471: 121 pgs: 121 active+clean; 866 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 34 op/s 2024-04-13T07:54:01.726 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:01 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-13T07:54:02.461 INFO:tasks.rados.rados.0.smithi119.stdout:2406: done (0 left) 2024-04-13T07:54:02.462 INFO:tasks.rados.rados.0.smithi119.stdout:2407: snap_create 2024-04-13T07:54:02.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:54:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:54:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:54:02.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:02 smithi139 ceph-mon[88985]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-13T07:54:02.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:02 smithi139 ceph-mon[88985]: Upgrade: osd.7 is safe to restart 2024-04-13T07:54:02.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:02 smithi139 ceph-mon[88985]: osdmap e537: 8 total, 8 up, 8 in 2024-04-13T07:54:02.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:02 smithi119 ceph-mon[93746]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-13T07:54:02.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:02 smithi119 ceph-mon[93746]: Upgrade: osd.7 is safe to restart 2024-04-13T07:54:02.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:02 smithi119 ceph-mon[93746]: osdmap e537: 8 total, 8 up, 8 in 2024-04-13T07:54:02.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:02 smithi119 ceph-mon[96316]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-13T07:54:02.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:02 smithi119 ceph-mon[96316]: Upgrade: osd.7 is safe to restart 2024-04-13T07:54:02.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:02 smithi119 ceph-mon[96316]: osdmap e537: 8 total, 8 up, 8 in 2024-04-13T07:54:03.467 INFO:tasks.rados.rados.0.smithi119.stdout:2407: done (0 left) 2024-04-13T07:54:03.467 INFO:tasks.rados.rados.0.smithi119.stdout:2408: snap_remove snap 234 2024-04-13T07:54:03.652 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:03 smithi139 ceph-mon[88985]: osdmap e538: 8 total, 8 up, 8 in 2024-04-13T07:54:03.652 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:03 smithi139 ceph-mon[88985]: pgmap v474: 121 pgs: 121 active+clean; 866 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 34 op/s 2024-04-13T07:54:03.652 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:03 smithi139 ceph-mon[88985]: Upgrade: Updating osd.7 2024-04-13T07:54:03.652 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:03 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:03.652 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:03 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-13T07:54:03.652 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:03 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:54:03.652 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:03 smithi139 ceph-mon[88985]: Deploying daemon osd.7 on smithi139 2024-04-13T07:54:03.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:03 smithi119 ceph-mon[96316]: osdmap e538: 8 total, 8 up, 8 in 2024-04-13T07:54:03.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:03 smithi119 ceph-mon[96316]: pgmap v474: 121 pgs: 121 active+clean; 866 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 34 op/s 2024-04-13T07:54:03.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:03 smithi119 ceph-mon[96316]: Upgrade: Updating osd.7 2024-04-13T07:54:03.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:03 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:03.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:03 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-13T07:54:03.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:03 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:54:03.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:03 smithi119 ceph-mon[96316]: Deploying daemon osd.7 on smithi139 2024-04-13T07:54:03.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:03 smithi119 ceph-mon[93746]: osdmap e538: 8 total, 8 up, 8 in 2024-04-13T07:54:03.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:03 smithi119 ceph-mon[93746]: pgmap v474: 121 pgs: 121 active+clean; 866 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 34 op/s 2024-04-13T07:54:03.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:03 smithi119 ceph-mon[93746]: Upgrade: Updating osd.7 2024-04-13T07:54:03.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:03 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:03.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:03 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-13T07:54:03.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:03 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:54:03.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:03 smithi119 ceph-mon[93746]: Deploying daemon osd.7 on smithi139 2024-04-13T07:54:04.473 INFO:tasks.rados.rados.0.smithi119.stdout:2408: done (0 left) 2024-04-13T07:54:04.473 INFO:tasks.rados.rados.0.smithi119.stdout:2409: setattr oid 43 current snap is 254 2024-04-13T07:54:04.475 INFO:tasks.rados.rados.0.smithi119.stdout:2410: setattr oid 29 current snap is 254 2024-04-13T07:54:04.478 INFO:tasks.rados.rados.0.smithi119.stdout:2411: rmattr oid 12 current snap is 254 2024-04-13T07:54:04.479 INFO:tasks.rados.rados.0.smithi119.stdout:2411: done (2 left) 2024-04-13T07:54:04.479 INFO:tasks.rados.rados.0.smithi119.stdout:2412: read oid 3 snap -1 2024-04-13T07:54:04.479 INFO:tasks.rados.rados.0.smithi119.stdout:2412: expect (ObjNum 727 snap 251 seq_num 727) 2024-04-13T07:54:04.479 INFO:tasks.rados.rados.0.smithi119.stdout:2413: read oid 42 snap 186 2024-04-13T07:54:04.479 INFO:tasks.rados.rados.0.smithi119.stdout:2413: expect (ObjNum 503 snap 172 seq_num 503) 2024-04-13T07:54:04.479 INFO:tasks.rados.rados.0.smithi119.stdout:2414: snap_remove snap 224 2024-04-13T07:54:04.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:04 smithi119 ceph-mon[96316]: osdmap e539: 8 total, 8 up, 8 in 2024-04-13T07:54:04.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:04 smithi119 ceph-mon[93746]: osdmap e539: 8 total, 8 up, 8 in 2024-04-13T07:54:04.749 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:04 smithi139 ceph-mon[88985]: osdmap e539: 8 total, 8 up, 8 in 2024-04-13T07:54:05.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:54:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:54:04] "GET /metrics HTTP/1.1" 200 36135 "" "Prometheus/2.43.0" 2024-04-13T07:54:05.388 INFO:tasks.rados.rados.0.smithi119.stdout:2414: done (4 left) 2024-04-13T07:54:05.388 INFO:tasks.rados.rados.0.smithi119.stdout:2415: rmattr oid 11 current snap is 254 2024-04-13T07:54:05.388 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 43 v 1693 (ObjNum 676 snap 228 seq_num 676) dirty exists 2024-04-13T07:54:05.388 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 29 v 1294 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-13T07:54:05.388 INFO:tasks.rados.rados.0.smithi119.stdout:2412: expect (ObjNum 727 snap 251 seq_num 727) 2024-04-13T07:54:05.455 INFO:tasks.rados.rados.0.smithi119.stdout:2413: expect (ObjNum 503 snap 172 seq_num 503) 2024-04-13T07:54:05.630 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 11 v 867 (ObjNum 691 snap 239 seq_num 691) dirty exists 2024-04-13T07:54:05.630 INFO:tasks.rados.rados.0.smithi119.stdout:2409: done (4 left) 2024-04-13T07:54:05.630 INFO:tasks.rados.rados.0.smithi119.stdout:2410: done (3 left) 2024-04-13T07:54:05.630 INFO:tasks.rados.rados.0.smithi119.stdout:2412: done (2 left) 2024-04-13T07:54:05.631 INFO:tasks.rados.rados.0.smithi119.stdout:2413: done (1 left) 2024-04-13T07:54:05.631 INFO:tasks.rados.rados.0.smithi119.stdout:2415: done (0 left) 2024-04-13T07:54:05.631 INFO:tasks.rados.rados.0.smithi119.stdout:2416: copy_from oid 10 from oid 38 current snap is 254 2024-04-13T07:54:05.631 INFO:tasks.rados.rados.0.smithi119.stdout:2417: read oid 37 snap -1 2024-04-13T07:54:05.631 INFO:tasks.rados.rados.0.smithi119.stdout:2417: expect (ObjNum 699 snap 242 seq_num 699) 2024-04-13T07:54:05.631 INFO:tasks.rados.rados.0.smithi119.stdout:2418: read oid 19 snap -1 2024-04-13T07:54:05.631 INFO:tasks.rados.rados.0.smithi119.stdout:2418: expect deleted 2024-04-13T07:54:05.631 INFO:tasks.rados.rados.0.smithi119.stdout:2419: setattr oid 30 current snap is 254 2024-04-13T07:54:05.632 INFO:tasks.rados.rados.0.smithi119.stdout:2418: done (3 left) 2024-04-13T07:54:05.632 INFO:tasks.rados.rados.0.smithi119.stdout:2420: read oid 43 snap 245 2024-04-13T07:54:05.632 INFO:tasks.rados.rados.0.smithi119.stdout:2420: expect (ObjNum 676 snap 228 seq_num 676) 2024-04-13T07:54:05.632 INFO:tasks.rados.rados.0.smithi119.stdout:2421: read oid 28 snap -1 2024-04-13T07:54:05.632 INFO:tasks.rados.rados.0.smithi119.stdout:2421: expect deleted 2024-04-13T07:54:05.633 INFO:tasks.rados.rados.0.smithi119.stdout:2422: read oid 21 snap 212 2024-04-13T07:54:05.633 INFO:tasks.rados.rados.0.smithi119.stdout:2422: expect deleted 2024-04-13T07:54:05.633 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 36 current snap is 254 2024-04-13T07:54:05.633 INFO:tasks.rados.rados.0.smithi119.stdout:2423: seq_num 732 ranges {2015232=262144} 2024-04-13T07:54:05.645 INFO:tasks.rados.rados.0.smithi119.stdout:2423: writing smithi11982245-36 from 2015232 to 2277376 tid 1 2024-04-13T07:54:05.645 INFO:tasks.rados.rados.0.smithi119.stdout:2424: snap_create 2024-04-13T07:54:05.645 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 30 v 1367 (ObjNum 306 snap 111 seq_num 306) dirty exists 2024-04-13T07:54:05.645 INFO:tasks.rados.rados.0.smithi119.stdout:2417: expect (ObjNum 699 snap 242 seq_num 699) 2024-04-13T07:54:05.699 INFO:tasks.rados.rados.0.smithi119.stdout:2416: finishing copy_from racing read to smithi11982245-10 2024-04-13T07:54:05.700 INFO:tasks.rados.rados.0.smithi119.stdout:2416: finishing copy_from to smithi11982245-10 2024-04-13T07:54:05.700 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 10 v 1263 (ObjNum 211 snap 65 seq_num 211) dirty exists 2024-04-13T07:54:05.700 INFO:tasks.rados.rados.0.smithi119.stdout:2420: expect (ObjNum 676 snap 228 seq_num 676) 2024-04-13T07:54:05.744 INFO:tasks.rados.rados.0.smithi119.stdout:2423: finishing write tid 1 to smithi11982245-36 2024-04-13T07:54:05.744 INFO:tasks.rados.rados.0.smithi119.stdout:2423: finishing write tid 2 to smithi11982245-36 2024-04-13T07:54:05.744 INFO:tasks.rados.rados.0.smithi119.stdout:2423: finishing write tid 3 to smithi11982245-36 2024-04-13T07:54:05.744 INFO:tasks.rados.rados.0.smithi119.stdout:2423: oid 36 updating version 0 to 1228 2024-04-13T07:54:05.744 INFO:tasks.rados.rados.0.smithi119.stdout:2423: oid 36 version 1228 is already newer than 1227 2024-04-13T07:54:05.745 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 36 v 1228 (ObjNum 732 snap 254 seq_num 732) dirty exists 2024-04-13T07:54:05.745 INFO:tasks.rados.rados.0.smithi119.stdout:2423: left oid 36 (ObjNum 732 snap 254 seq_num 732) 2024-04-13T07:54:05.754 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:05 smithi139 ceph-mon[88985]: osdmap e540: 8 total, 8 up, 8 in 2024-04-13T07:54:05.755 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:05 smithi139 ceph-mon[88985]: pgmap v477: 121 pgs: 121 active+clean; 866 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 0 B/s wr, 1 op/s 2024-04-13T07:54:05.755 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:05 smithi139 ceph-mon[88985]: osdmap e541: 8 total, 8 up, 8 in 2024-04-13T07:54:05.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:05 smithi119 ceph-mon[96316]: osdmap e540: 8 total, 8 up, 8 in 2024-04-13T07:54:05.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:05 smithi119 ceph-mon[96316]: pgmap v477: 121 pgs: 121 active+clean; 866 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 0 B/s wr, 1 op/s 2024-04-13T07:54:05.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:05 smithi119 ceph-mon[96316]: osdmap e541: 8 total, 8 up, 8 in 2024-04-13T07:54:05.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:05 smithi119 ceph-mon[93746]: osdmap e540: 8 total, 8 up, 8 in 2024-04-13T07:54:05.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:05 smithi119 ceph-mon[93746]: pgmap v477: 121 pgs: 121 active+clean; 866 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 0 B/s wr, 1 op/s 2024-04-13T07:54:05.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:05 smithi119 ceph-mon[93746]: osdmap e541: 8 total, 8 up, 8 in 2024-04-13T07:54:06.386 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 07:54:06 smithi139 systemd[1]: Stopping Ceph osd.7 for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:54:06.477 INFO:tasks.rados.rados.0.smithi119.stdout:2416: done (7 left) 2024-04-13T07:54:06.477 INFO:tasks.rados.rados.0.smithi119.stdout:2417: done (6 left) 2024-04-13T07:54:06.477 INFO:tasks.rados.rados.0.smithi119.stdout:2419: done (5 left) 2024-04-13T07:54:06.478 INFO:tasks.rados.rados.0.smithi119.stdout:2420: done (4 left) 2024-04-13T07:54:06.478 INFO:tasks.rados.rados.0.smithi119.stdout:2421: done (3 left) 2024-04-13T07:54:06.478 INFO:tasks.rados.rados.0.smithi119.stdout:2422: done (2 left) 2024-04-13T07:54:06.478 INFO:tasks.rados.rados.0.smithi119.stdout:2423: done (1 left) 2024-04-13T07:54:06.478 INFO:tasks.rados.rados.0.smithi119.stdout:2424: done (0 left) 2024-04-13T07:54:06.478 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 9 current snap is 255 2024-04-13T07:54:06.478 INFO:tasks.rados.rados.0.smithi119.stdout:2425: seq_num 733 ranges {1941504=278528} 2024-04-13T07:54:06.489 INFO:tasks.rados.rados.0.smithi119.stdout:2425: writing smithi11982245-9 from 1941504 to 2220032 tid 1 2024-04-13T07:54:06.489 INFO:tasks.rados.rados.0.smithi119.stdout:2426: read oid 18 snap -1 2024-04-13T07:54:06.489 INFO:tasks.rados.rados.0.smithi119.stdout:2426: expect deleted 2024-04-13T07:54:06.489 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 21 current snap is 255 2024-04-13T07:54:06.489 INFO:tasks.rados.rados.0.smithi119.stdout:2427: seq_num 734 ranges {0=294912} 2024-04-13T07:54:06.491 INFO:tasks.rados.rados.0.smithi119.stdout:2427: writing smithi11982245-21 from 0 to 294912 tid 1 2024-04-13T07:54:06.491 INFO:tasks.rados.rados.0.smithi119.stdout:2428: snap_create 2024-04-13T07:54:06.495 INFO:tasks.rados.rados.0.smithi119.stdout:2425: finishing write tid 1 to smithi11982245-9 2024-04-13T07:54:06.495 INFO:tasks.rados.rados.0.smithi119.stdout:2425: finishing write tid 2 to smithi11982245-9 2024-04-13T07:54:06.498 INFO:tasks.rados.rados.0.smithi119.stdout:2427: finishing write tid 1 to smithi11982245-21 2024-04-13T07:54:06.498 INFO:tasks.rados.rados.0.smithi119.stdout:2425: finishing write tid 3 to smithi11982245-9 2024-04-13T07:54:06.498 INFO:tasks.rados.rados.0.smithi119.stdout:2425: oid 9 updating version 0 to 1619 2024-04-13T07:54:06.498 INFO:tasks.rados.rados.0.smithi119.stdout:2425: oid 9 updating version 1619 to 1620 2024-04-13T07:54:06.498 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 9 v 1620 (ObjNum 733 snap 255 seq_num 733) dirty exists 2024-04-13T07:54:06.498 INFO:tasks.rados.rados.0.smithi119.stdout:2425: left oid 9 (ObjNum 733 snap 255 seq_num 733) 2024-04-13T07:54:06.498 INFO:tasks.rados.rados.0.smithi119.stdout:2427: finishing write tid 2 to smithi11982245-21 2024-04-13T07:54:06.499 INFO:tasks.rados.rados.0.smithi119.stdout:2427: finishing write tid 3 to smithi11982245-21 2024-04-13T07:54:06.499 INFO:tasks.rados.rados.0.smithi119.stdout:2427: oid 21 updating version 0 to 1294 2024-04-13T07:54:06.499 INFO:tasks.rados.rados.0.smithi119.stdout:2427: oid 21 updating version 1294 to 1295 2024-04-13T07:54:06.499 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 21 v 1295 (ObjNum 734 snap 255 seq_num 734) dirty exists 2024-04-13T07:54:06.499 INFO:tasks.rados.rados.0.smithi119.stdout:2427: left oid 21 (ObjNum 734 snap 255 seq_num 734) 2024-04-13T07:54:06.886 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 07:54:06 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[55644]: 2024-04-13T07:54:06.487+0000 7f7dba4cb700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T07:54:06.886 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 07:54:06 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[55644]: 2024-04-13T07:54:06.487+0000 7f7dba4cb700 -1 osd.7 542 *** Got signal Terminated *** 2024-04-13T07:54:06.886 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 07:54:06 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[55644]: 2024-04-13T07:54:06.487+0000 7f7dba4cb700 -1 osd.7 542 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-13T07:54:07.485 INFO:tasks.rados.rados.0.smithi119.stdout:2425: done (3 left) 2024-04-13T07:54:07.486 INFO:tasks.rados.rados.0.smithi119.stdout:2426: done (2 left) 2024-04-13T07:54:07.486 INFO:tasks.rados.rados.0.smithi119.stdout:2427: done (1 left) 2024-04-13T07:54:07.486 INFO:tasks.rados.rados.0.smithi119.stdout:2428: done (0 left) 2024-04-13T07:54:07.486 INFO:tasks.rados.rados.0.smithi119.stdout:2429: rmattr oid 11 current snap is 256 2024-04-13T07:54:07.486 INFO:tasks.rados.rados.0.smithi119.stdout:2430: read oid 40 snap -1 2024-04-13T07:54:07.486 INFO:tasks.rados.rados.0.smithi119.stdout:2430: expect deleted 2024-04-13T07:54:07.486 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 47 current snap is 256 2024-04-13T07:54:07.486 INFO:tasks.rados.rados.0.smithi119.stdout:2431: seq_num 735 ranges {0=311296} 2024-04-13T07:54:07.488 INFO:tasks.rados.rados.0.smithi119.stdout:2431: writing smithi11982245-47 from 0 to 311296 tid 1 2024-04-13T07:54:07.488 INFO:tasks.rados.rados.0.smithi119.stdout:2432: read oid 10 snap -1 2024-04-13T07:54:07.488 INFO:tasks.rados.rados.0.smithi119.stdout:2432: expect (ObjNum 211 snap 65 seq_num 211) 2024-04-13T07:54:07.488 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 25 current snap is 256 2024-04-13T07:54:07.488 INFO:tasks.rados.rados.0.smithi119.stdout:2433: seq_num 736 ranges {17276928=335872} 2024-04-13T07:54:07.581 INFO:tasks.rados.rados.0.smithi119.stdout:2433: writing smithi11982245-25 from 17276928 to 17612800 tid 1 2024-04-13T07:54:07.581 INFO:tasks.rados.rados.0.smithi119.stdout:2434: snap_create 2024-04-13T07:54:07.581 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 11 v 875 (ObjNum 691 snap 239 seq_num 691) dirty exists 2024-04-13T07:54:07.584 INFO:tasks.rados.rados.0.smithi119.stdout:2433: finishing write tid 1 to smithi11982245-25 2024-04-13T07:54:07.584 INFO:tasks.rados.rados.0.smithi119.stdout:2433: finishing write tid 2 to smithi11982245-25 2024-04-13T07:54:07.586 INFO:tasks.rados.rados.0.smithi119.stdout:2433: finishing write tid 3 to smithi11982245-25 2024-04-13T07:54:07.586 INFO:tasks.rados.rados.0.smithi119.stdout:2433: oid 25 updating version 0 to 1296 2024-04-13T07:54:07.586 INFO:tasks.rados.rados.0.smithi119.stdout:2433: oid 25 updating version 1296 to 1297 2024-04-13T07:54:07.586 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 25 v 1297 (ObjNum 736 snap 256 seq_num 736) dirty exists 2024-04-13T07:54:07.586 INFO:tasks.rados.rados.0.smithi119.stdout:2433: left oid 25 (ObjNum 736 snap 256 seq_num 736) 2024-04-13T07:54:07.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:07 smithi139 ceph-mon[88985]: osdmap e542: 8 total, 8 up, 8 in 2024-04-13T07:54:07.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:07 smithi139 ceph-mon[88985]: osd.7 marked itself down and dead 2024-04-13T07:54:07.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:07 smithi139 ceph-mon[88985]: pgmap v480: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 873 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 570 KiB/s wr, 14 op/s 2024-04-13T07:54:07.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:07 smithi119 ceph-mon[93746]: osdmap e542: 8 total, 8 up, 8 in 2024-04-13T07:54:07.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:07 smithi119 ceph-mon[93746]: osd.7 marked itself down and dead 2024-04-13T07:54:07.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:07 smithi119 ceph-mon[93746]: pgmap v480: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 873 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 570 KiB/s wr, 14 op/s 2024-04-13T07:54:07.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:07 smithi119 ceph-mon[96316]: osdmap e542: 8 total, 8 up, 8 in 2024-04-13T07:54:07.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:07 smithi119 ceph-mon[96316]: osd.7 marked itself down and dead 2024-04-13T07:54:07.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:07 smithi119 ceph-mon[96316]: pgmap v480: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 873 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 570 KiB/s wr, 14 op/s 2024-04-13T07:54:08.360 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 07:54:08 smithi139 podman[109747]: 2024-04-13 07:54:08.064094287 +0000 UTC m=+1.812830907 container died 0e23b527299b7d700a1ced7d826faffb60218cd138631d5538cdfb87f2bc52c0 (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=reef-7d36322, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True) 2024-04-13T07:54:08.492 INFO:tasks.rados.rados.0.smithi119.stdout:2429: done (5 left) 2024-04-13T07:54:08.492 INFO:tasks.rados.rados.0.smithi119.stdout:2433: done (4 left) 2024-04-13T07:54:08.492 INFO:tasks.rados.rados.0.smithi119.stdout:2434: done (3 left) 2024-04-13T07:54:08.492 INFO:tasks.rados.rados.0.smithi119.stdout:2435: delete oid 6 current snap is 257 2024-04-13T07:54:08.503 INFO:tasks.rados.rados.0.smithi119.stdout:2435: done (3 left) 2024-04-13T07:54:08.503 INFO:tasks.rados.rados.0.smithi119.stdout:2436: delete oid 7 current snap is 257 2024-04-13T07:54:08.508 INFO:tasks.rados.rados.0.smithi119.stdout:2430: done (3 left) 2024-04-13T07:54:08.508 INFO:tasks.rados.rados.0.smithi119.stdout:2436: done (2 left) 2024-04-13T07:54:08.509 INFO:tasks.rados.rados.0.smithi119.stdout:2437: read oid 7 snap 186 2024-04-13T07:54:08.509 INFO:tasks.rados.rados.0.smithi119.stdout:2437: expect (ObjNum 474 snap 163 seq_num 474) 2024-04-13T07:54:08.509 INFO:tasks.rados.rados.0.smithi119.stdout:2438: read oid 42 snap 238 2024-04-13T07:54:08.509 INFO:tasks.rados.rados.0.smithi119.stdout:2438: expect (ObjNum 601 snap 199 seq_num 601) 2024-04-13T07:54:08.509 INFO:tasks.rados.rados.0.smithi119.stdout:2439: copy_from oid 2 from oid 1 current snap is 257 2024-04-13T07:54:08.509 INFO:tasks.rados.rados.0.smithi119.stdout:2440: snap_remove snap 217 2024-04-13T07:54:08.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:08 smithi139 ceph-mon[88985]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T07:54:08.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:08 smithi139 ceph-mon[88985]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-04-13T07:54:08.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:08 smithi139 ceph-mon[88985]: osdmap e543: 8 total, 7 up, 8 in 2024-04-13T07:54:08.636 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 07:54:08 smithi139 podman[109747]: 2024-04-13 07:54:08.450647161 +0000 UTC m=+2.199383814 container cleanup 0e23b527299b7d700a1ced7d826faffb60218cd138631d5538cdfb87f2bc52c0 (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-7d36322) 2024-04-13T07:54:08.636 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 07:54:08 smithi139 bash[109747]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7 2024-04-13T07:54:08.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:08 smithi119 ceph-mon[96316]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T07:54:08.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:08 smithi119 ceph-mon[96316]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-04-13T07:54:08.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:08 smithi119 ceph-mon[96316]: osdmap e543: 8 total, 7 up, 8 in 2024-04-13T07:54:08.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:08 smithi119 ceph-mon[93746]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T07:54:08.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:08 smithi119 ceph-mon[93746]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-04-13T07:54:08.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:08 smithi119 ceph-mon[93746]: osdmap e543: 8 total, 7 up, 8 in 2024-04-13T07:54:09.038 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 07:54:08 smithi139 podman[109770]: 2024-04-13 07:54:08.710364312 +0000 UTC m=+0.643174975 container remove 0e23b527299b7d700a1ced7d826faffb60218cd138631d5538cdfb87f2bc52c0 (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7, org.label-schema.license=GPLv2, RELEASE=reef-7d36322, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS) 2024-04-13T07:54:09.338 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 07:54:09 smithi139 podman[109864]: 2024-04-13 07:54:08.941378637 +0000 UTC m=+0.017426623 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:54:09.338 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 07:54:09 smithi139 podman[109864]: 2024-04-13 07:54:09.04441253 +0000 UTC m=+0.120460559 container create eb975610ce4c1328b133acc88dcdc3e96fc551a75508ba9052f25cb7a48d7dfd (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=main-5f22a49, GIT_CLEAN=True) 2024-04-13T07:54:09.338 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 07:54:09 smithi139 podman[109864]: 2024-04-13 07:54:09.255078188 +0000 UTC m=+0.331126171 container init eb975610ce4c1328b133acc88dcdc3e96fc551a75508ba9052f25cb7a48d7dfd (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7-deactivate, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=main-5f22a49) 2024-04-13T07:54:09.338 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 07:54:09 smithi139 podman[109864]: 2024-04-13 07:54:09.260656239 +0000 UTC m=+0.336704223 container start eb975610ce4c1328b133acc88dcdc3e96fc551a75508ba9052f25cb7a48d7dfd (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-5f22a49, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True) 2024-04-13T07:54:09.338 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 07:54:09 smithi139 podman[109864]: 2024-04-13 07:54:09.338202322 +0000 UTC m=+0.414250325 container attach eb975610ce4c1328b133acc88dcdc3e96fc551a75508ba9052f25cb7a48d7dfd (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7-deactivate, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, RELEASE=main-5f22a49, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-04-13T07:54:09.498 INFO:tasks.rados.rados.0.smithi119.stdout:2440: done (5 left) 2024-04-13T07:54:09.498 INFO:tasks.rados.rados.0.smithi119.stdout:2441: copy_from oid 16 from oid 18 current snap is 257 2024-04-13T07:54:09.498 INFO:tasks.rados.rados.0.smithi119.stdout:2442: read oid 48 snap -1 2024-04-13T07:54:09.498 INFO:tasks.rados.rados.0.smithi119.stdout:2442: expect (ObjNum 336 snap 127 seq_num 336) 2024-04-13T07:54:09.498 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 29 current snap is 257 2024-04-13T07:54:09.498 INFO:tasks.rados.rados.0.smithi119.stdout:2443: seq_num 739 ranges {0=385024} 2024-04-13T07:54:09.500 INFO:tasks.rados.rados.0.smithi119.stdout:2443: writing smithi11982245-29 from 0 to 385024 tid 1 2024-04-13T07:54:09.500 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 43 current snap is 257 2024-04-13T07:54:09.500 INFO:tasks.rados.rados.0.smithi119.stdout:2444: seq_num 740 ranges {1728512=401408} 2024-04-13T07:54:09.513 INFO:tasks.rados.rados.0.smithi119.stdout:2444: writing smithi11982245-43 from 1728512 to 2129920 tid 1 2024-04-13T07:54:09.513 INFO:tasks.rados.rados.0.smithi119.stdout:2445: delete oid 4 current snap is 257 2024-04-13T07:54:09.513 INFO:tasks.rados.rados.0.smithi119.stdout:2431: finishing write tid 1 to smithi11982245-47 2024-04-13T07:54:09.513 INFO:tasks.rados.rados.0.smithi119.stdout:2431: finishing write tid 2 to smithi11982245-47 2024-04-13T07:54:09.513 INFO:tasks.rados.rados.0.smithi119.stdout:2431: finishing write tid 3 to smithi11982245-47 2024-04-13T07:54:09.514 INFO:tasks.rados.rados.0.smithi119.stdout:2431: oid 47 updating version 0 to 1750 2024-04-13T07:54:09.514 INFO:tasks.rados.rados.0.smithi119.stdout:2431: oid 47 updating version 1750 to 1751 2024-04-13T07:54:09.514 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 47 v 1751 (ObjNum 735 snap 256 seq_num 735) dirty exists 2024-04-13T07:54:09.514 INFO:tasks.rados.rados.0.smithi119.stdout:2431: left oid 47 (ObjNum 735 snap 256 seq_num 735) 2024-04-13T07:54:09.514 INFO:tasks.rados.rados.0.smithi119.stdout:2432: expect (ObjNum 211 snap 65 seq_num 211) 2024-04-13T07:54:09.559 INFO:tasks.rados.rados.0.smithi119.stdout:2437: expect (ObjNum 474 snap 163 seq_num 474) 2024-04-13T07:54:09.578 INFO:tasks.rados.rados.0.smithi119.stdout:2439: finishing copy_from racing read to smithi11982245-2 2024-04-13T07:54:09.578 INFO:tasks.rados.rados.0.smithi119.stdout:2438: expect (ObjNum 601 snap 199 seq_num 601) 2024-04-13T07:54:09.635 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 07:54:09 smithi139 podman[109864]: 2024-04-13 07:54:09.549254708 +0000 UTC m=+0.625302693 container died eb975610ce4c1328b133acc88dcdc3e96fc551a75508ba9052f25cb7a48d7dfd (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7-deactivate, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=main-5f22a49, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-04-13T07:54:09.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:09 smithi139 ceph-mon[88985]: osdmap e544: 8 total, 7 up, 8 in 2024-04-13T07:54:09.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:09 smithi139 ceph-mon[88985]: pgmap v483: 121 pgs: 18 stale+active+clean, 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 99 active+clean; 873 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 570 KiB/s wr, 12 op/s 2024-04-13T07:54:09.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:09 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:09.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:54:09.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:09 smithi119 ceph-mon[96316]: osdmap e544: 8 total, 7 up, 8 in 2024-04-13T07:54:09.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:09 smithi119 ceph-mon[96316]: pgmap v483: 121 pgs: 18 stale+active+clean, 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 99 active+clean; 873 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 570 KiB/s wr, 12 op/s 2024-04-13T07:54:09.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:09 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:09.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:54:09.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:09 smithi119 ceph-mon[93746]: osdmap e544: 8 total, 7 up, 8 in 2024-04-13T07:54:09.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:09 smithi119 ceph-mon[93746]: pgmap v483: 121 pgs: 18 stale+active+clean, 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 99 active+clean; 873 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 570 KiB/s wr, 12 op/s 2024-04-13T07:54:09.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:09 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:09.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:54:09.968 INFO:tasks.rados.rados.0.smithi119.stdout:2439: finishing copy_from to smithi11982245-2 2024-04-13T07:54:09.968 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 2 v 875 (ObjNum 361 snap 136 seq_num 361) dirty exists 2024-04-13T07:54:09.968 INFO:tasks.rados.rados.0.smithi119.stdout:2441: finishing copy_from to smithi11982245-16 2024-04-13T07:54:09.968 INFO:tasks.rados.rados.0.smithi119.stdout:2441: got expected ENOENT (src dne) 2024-04-13T07:54:09.968 INFO:tasks.rados.rados.0.smithi119.stdout:2441: finishing copy_from racing read to smithi11982245-16 2024-04-13T07:54:09.969 INFO:tasks.rados.rados.0.smithi119.stdout:2442: expect (ObjNum 336 snap 127 seq_num 336) 2024-04-13T07:54:09.990 INFO:tasks.rados.rados.0.smithi119.stdout:2444: finishing write tid 1 to smithi11982245-43 2024-04-13T07:54:09.990 INFO:tasks.rados.rados.0.smithi119.stdout:2443: finishing write tid 1 to smithi11982245-29 2024-04-13T07:54:09.990 INFO:tasks.rados.rados.0.smithi119.stdout:2444: finishing write tid 2 to smithi11982245-43 2024-04-13T07:54:09.990 INFO:tasks.rados.rados.0.smithi119.stdout:2443: finishing write tid 2 to smithi11982245-29 2024-04-13T07:54:09.990 INFO:tasks.rados.rados.0.smithi119.stdout:2444: finishing write tid 3 to smithi11982245-43 2024-04-13T07:54:09.990 INFO:tasks.rados.rados.0.smithi119.stdout:2444: oid 43 updating version 0 to 1703 2024-04-13T07:54:09.990 INFO:tasks.rados.rados.0.smithi119.stdout:2444: oid 43 updating version 1703 to 1704 2024-04-13T07:54:09.990 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 43 v 1704 (ObjNum 740 snap 257 seq_num 740) dirty exists 2024-04-13T07:54:09.990 INFO:tasks.rados.rados.0.smithi119.stdout:2444: left oid 43 (ObjNum 740 snap 257 seq_num 740) 2024-04-13T07:54:09.991 INFO:tasks.rados.rados.0.smithi119.stdout:2443: finishing write tid 3 to smithi11982245-29 2024-04-13T07:54:09.991 INFO:tasks.rados.rados.0.smithi119.stdout:2443: oid 29 updating version 0 to 1296 2024-04-13T07:54:09.991 INFO:tasks.rados.rados.0.smithi119.stdout:2443: oid 29 updating version 1296 to 1297 2024-04-13T07:54:09.991 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 29 v 1297 (ObjNum 739 snap 257 seq_num 739) dirty exists 2024-04-13T07:54:09.991 INFO:tasks.rados.rados.0.smithi119.stdout:2443: left oid 29 (ObjNum 739 snap 257 seq_num 739) 2024-04-13T07:54:09.991 INFO:tasks.rados.rados.0.smithi119.stdout:2431: done (9 left) 2024-04-13T07:54:09.991 INFO:tasks.rados.rados.0.smithi119.stdout:2432: done (8 left) 2024-04-13T07:54:09.991 INFO:tasks.rados.rados.0.smithi119.stdout:2437: done (7 left) 2024-04-13T07:54:09.991 INFO:tasks.rados.rados.0.smithi119.stdout:2438: done (6 left) 2024-04-13T07:54:09.991 INFO:tasks.rados.rados.0.smithi119.stdout:2439: done (5 left) 2024-04-13T07:54:09.991 INFO:tasks.rados.rados.0.smithi119.stdout:2441: done (4 left) 2024-04-13T07:54:09.991 INFO:tasks.rados.rados.0.smithi119.stdout:2442: done (3 left) 2024-04-13T07:54:09.991 INFO:tasks.rados.rados.0.smithi119.stdout:2443: done (2 left) 2024-04-13T07:54:09.991 INFO:tasks.rados.rados.0.smithi119.stdout:2444: done (1 left) 2024-04-13T07:54:09.992 INFO:tasks.rados.rados.0.smithi119.stdout:2445: done (0 left) 2024-04-13T07:54:09.992 INFO:tasks.rados.rados.0.smithi119.stdout:2446: setattr oid 45 current snap is 257 2024-04-13T07:54:09.992 INFO:tasks.rados.rados.0.smithi119.stdout:2447: read oid 1 snap -1 2024-04-13T07:54:09.993 INFO:tasks.rados.rados.0.smithi119.stdout:2447: expect (ObjNum 361 snap 136 seq_num 361) 2024-04-13T07:54:09.993 INFO:tasks.rados.rados.0.smithi119.stdout:2448: read oid 28 snap -1 2024-04-13T07:54:09.993 INFO:tasks.rados.rados.0.smithi119.stdout:2448: expect deleted 2024-04-13T07:54:09.993 INFO:tasks.rados.rados.0.smithi119.stdout:2449: rollback oid 8 current snap is 257 2024-04-13T07:54:09.993 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 8 to 208 2024-04-13T07:54:09.993 INFO:tasks.rados.rados.0.smithi119.stdout:2450: copy_from oid 9 from oid 41 current snap is 257 2024-04-13T07:54:09.993 INFO:tasks.rados.rados.0.smithi119.stdout:2451: snap_remove snap 201 2024-04-13T07:54:10.386 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 07:54:10 smithi139 podman[109910]: 2024-04-13 07:54:10.11700908 +0000 UTC m=+0.562292440 container remove eb975610ce4c1328b133acc88dcdc3e96fc551a75508ba9052f25cb7a48d7dfd (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, RELEASE=main-5f22a49, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-13T07:54:10.386 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 07:54:10 smithi139 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@osd.7.service: Deactivated successfully. 2024-04-13T07:54:10.386 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 07:54:10 smithi139 systemd[1]: Stopped Ceph osd.7 for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:54:10.386 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 07:54:10 smithi139 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@osd.7.service: Consumed 22.030s CPU time. 2024-04-13T07:54:10.386 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 07:54:10 smithi139 systemd[1]: Starting Ceph osd.7 for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:54:10.396 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 45 v 1752 (ObjNum 0 snap 0 seq_num 304) dirty exists 2024-04-13T07:54:10.396 INFO:tasks.rados.rados.0.smithi119.stdout:2449: finishing rollback tid 0 to smithi11982245-8 2024-04-13T07:54:10.396 INFO:tasks.rados.rados.0.smithi119.stdout:2449: finishing rollback tid 1 to smithi11982245-8 2024-04-13T07:54:10.396 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 8 v 1644 (ObjNum 1697 snap 0 seq_num 3676287344) dirty dne 2024-04-13T07:54:10.396 INFO:tasks.rados.rados.0.smithi119.stdout:2447: expect (ObjNum 361 snap 136 seq_num 361) 2024-04-13T07:54:10.501 INFO:tasks.rados.rados.0.smithi119.stdout:2450: finishing copy_from racing read to smithi11982245-9 2024-04-13T07:54:10.501 INFO:tasks.rados.rados.0.smithi119.stdout:2450: finishing copy_from to smithi11982245-9 2024-04-13T07:54:10.502 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 9 v 845 (ObjNum 691 snap 239 seq_num 691) dirty exists 2024-04-13T07:54:10.502 INFO:tasks.rados.rados.0.smithi119.stdout:2446: done (5 left) 2024-04-13T07:54:10.502 INFO:tasks.rados.rados.0.smithi119.stdout:2447: done (4 left) 2024-04-13T07:54:10.502 INFO:tasks.rados.rados.0.smithi119.stdout:2448: done (3 left) 2024-04-13T07:54:10.502 INFO:tasks.rados.rados.0.smithi119.stdout:2449: done (2 left) 2024-04-13T07:54:10.502 INFO:tasks.rados.rados.0.smithi119.stdout:2450: done (1 left) 2024-04-13T07:54:10.502 INFO:tasks.rados.rados.0.smithi119.stdout:2451: done (0 left) 2024-04-13T07:54:10.502 INFO:tasks.rados.rados.0.smithi119.stdout:2452: rollback oid 15 current snap is 257 2024-04-13T07:54:10.502 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 15 to 252 2024-04-13T07:54:10.502 INFO:tasks.rados.rados.0.smithi119.stdout:2453: read oid 5 snap 256 2024-04-13T07:54:10.502 INFO:tasks.rados.rados.0.smithi119.stdout:2453: expect (ObjNum 654 snap 220 seq_num 654) 2024-04-13T07:54:10.502 INFO:tasks.rados.rados.0.smithi119.stdout:2454: snap_create 2024-04-13T07:54:10.505 INFO:tasks.rados.rados.0.smithi119.stdout:2452: finishing rollback tid 0 to smithi11982245-15 2024-04-13T07:54:10.505 INFO:tasks.rados.rados.0.smithi119.stdout:2452: finishing rollback tid 1 to smithi11982245-15 2024-04-13T07:54:10.505 INFO:tasks.rados.rados.0.smithi119.stdout:2452: finishing rollback tid 2 to smithi11982245-15 2024-04-13T07:54:10.505 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 15 v 1231 (ObjNum 713 snap 248 seq_num 713) dirty exists 2024-04-13T07:54:10.509 INFO:tasks.rados.rados.0.smithi119.stdout:2453: expect (ObjNum 654 snap 220 seq_num 654) 2024-04-13T07:54:10.829 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:10 smithi139 ceph-mon[88985]: osdmap e545: 8 total, 7 up, 8 in 2024-04-13T07:54:10.830 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:10 smithi139 ceph-mon[88985]: osdmap e546: 8 total, 7 up, 8 in 2024-04-13T07:54:10.830 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 07:54:10 smithi139 podman[110025]: 2024-04-13 07:54:10.480241643 +0000 UTC m=+0.017516076 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:54:10.830 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 07:54:10 smithi139 podman[110025]: 2024-04-13 07:54:10.593213175 +0000 UTC m=+0.130487599 container create 337f20bc29773435315132c92d5b531b825515f5aa0783be7d64a4a6aa07b370 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7-activate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-5f22a49, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-04-13T07:54:10.830 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 07:54:10 smithi139 podman[110025]: 2024-04-13 07:54:10.829513602 +0000 UTC m=+0.366788037 container init 337f20bc29773435315132c92d5b531b825515f5aa0783be7d64a4a6aa07b370 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7-activate, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, RELEASE=main-5f22a49, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-04-13T07:54:10.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:10 smithi119 ceph-mon[96316]: osdmap e545: 8 total, 7 up, 8 in 2024-04-13T07:54:10.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:10 smithi119 ceph-mon[96316]: osdmap e546: 8 total, 7 up, 8 in 2024-04-13T07:54:10.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:10 smithi119 ceph-mon[93746]: osdmap e545: 8 total, 7 up, 8 in 2024-04-13T07:54:10.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:10 smithi119 ceph-mon[93746]: osdmap e546: 8 total, 7 up, 8 in 2024-04-13T07:54:11.135 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 07:54:10 smithi139 podman[110025]: 2024-04-13 07:54:10.835384112 +0000 UTC m=+0.372658536 container start 337f20bc29773435315132c92d5b531b825515f5aa0783be7d64a4a6aa07b370 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7-activate, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, RELEASE=main-5f22a49, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2024-04-13T07:54:11.136 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 07:54:10 smithi139 podman[110025]: 2024-04-13 07:54:10.920677441 +0000 UTC m=+0.457951867 container attach 337f20bc29773435315132c92d5b531b825515f5aa0783be7d64a4a6aa07b370 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7-activate, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=main-5f22a49, org.label-schema.vendor=CentOS) 2024-04-13T07:54:11.504 INFO:tasks.rados.rados.0.smithi119.stdout:2452: done (2 left) 2024-04-13T07:54:11.504 INFO:tasks.rados.rados.0.smithi119.stdout:2453: done (1 left) 2024-04-13T07:54:11.504 INFO:tasks.rados.rados.0.smithi119.stdout:2454: done (0 left) 2024-04-13T07:54:11.504 INFO:tasks.rados.rados.0.smithi119.stdout:2455: setattr oid 9 current snap is 258 2024-04-13T07:54:11.506 INFO:tasks.rados.rados.0.smithi119.stdout:2456: read oid 10 snap -1 2024-04-13T07:54:11.506 INFO:tasks.rados.rados.0.smithi119.stdout:2456: expect (ObjNum 211 snap 65 seq_num 211) 2024-04-13T07:54:11.506 INFO:tasks.rados.rados.0.smithi119.stdout:2457: setattr oid 3 current snap is 258 2024-04-13T07:54:11.507 INFO:tasks.rados.rados.0.smithi119.stdout:2458: read oid 21 snap -1 2024-04-13T07:54:11.507 INFO:tasks.rados.rados.0.smithi119.stdout:2458: expect (ObjNum 734 snap 255 seq_num 734) 2024-04-13T07:54:11.507 INFO:tasks.rados.rados.0.smithi119.stdout:2459: setattr oid 7 current snap is 258 2024-04-13T07:54:11.509 INFO:tasks.rados.rados.0.smithi119.stdout:2460: read oid 23 snap -1 2024-04-13T07:54:11.509 INFO:tasks.rados.rados.0.smithi119.stdout:2460: expect (ObjNum 326 snap 123 seq_num 326) 2024-04-13T07:54:11.509 INFO:tasks.rados.rados.0.smithi119.stdout:2461: copy_from oid 45 from oid 15 current snap is 258 2024-04-13T07:54:11.509 INFO:tasks.rados.rados.0.smithi119.stdout:2462: read oid 49 snap -1 2024-04-13T07:54:11.509 INFO:tasks.rados.rados.0.smithi119.stdout:2462: expect deleted 2024-04-13T07:54:11.509 INFO:tasks.rados.rados.0.smithi119.stdout:2463: copy_from oid 1 from oid 14 current snap is 258 2024-04-13T07:54:11.509 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 41 current snap is 258 2024-04-13T07:54:11.510 INFO:tasks.rados.rados.0.smithi119.stdout:2464: seq_num 742 ranges {4038656=434176} 2024-04-13T07:54:11.536 INFO:tasks.rados.rados.0.smithi119.stdout:2464: writing smithi11982245-41 from 4038656 to 4472832 tid 1 2024-04-13T07:54:11.536 INFO:tasks.rados.rados.0.smithi119.stdout:2465: read oid 46 snap -1 2024-04-13T07:54:11.536 INFO:tasks.rados.rados.0.smithi119.stdout:2465: expect deleted 2024-04-13T07:54:11.536 INFO:tasks.rados.rados.0.smithi119.stdout:2466: read oid 39 snap -1 2024-04-13T07:54:11.536 INFO:tasks.rados.rados.0.smithi119.stdout:2466: expect (ObjNum 712 snap 247 seq_num 712) 2024-04-13T07:54:11.536 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 25 current snap is 258 2024-04-13T07:54:11.536 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 9 v 1621 (ObjNum 691 snap 239 seq_num 691) dirty exists 2024-04-13T07:54:11.536 INFO:tasks.rados.rados.0.smithi119.stdout:2467: seq_num 743 ranges {17612800=450560} 2024-04-13T07:54:11.633 INFO:tasks.rados.rados.0.smithi119.stdout:2467: writing smithi11982245-25 from 17612800 to 18063360 tid 1 2024-04-13T07:54:11.633 INFO:tasks.rados.rados.0.smithi119.stdout:2455: done (12 left) 2024-04-13T07:54:11.633 INFO:tasks.rados.rados.0.smithi119.stdout:2468: rollback oid 35 current snap is 258 2024-04-13T07:54:11.633 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 35 to 216 2024-04-13T07:54:11.633 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 3 v 1371 (ObjNum 727 snap 251 seq_num 727) dirty exists 2024-04-13T07:54:11.633 INFO:tasks.rados.rados.0.smithi119.stdout:2457: done (12 left) 2024-04-13T07:54:11.633 INFO:tasks.rados.rados.0.smithi119.stdout:2469: snap_remove snap 163 2024-04-13T07:54:11.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:11 smithi139 ceph-mon[88985]: pgmap v486: 121 pgs: 29 active+undersized, 8 active+undersized+degraded, 3 stale+active+clean, 3 active+clean+snaptrim, 78 active+clean; 878 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.8 MiB/s wr, 21 op/s; 203/1527 objects degraded (13.294%) 2024-04-13T07:54:11.635 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 07:54:11 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7-activate[110040]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-13T07:54:11.636 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 07:54:11 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7-activate[110040]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-13T07:54:11.636 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 07:54:11 smithi139 bash[110025]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-13T07:54:11.636 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 07:54:11 smithi139 bash[110025]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-13T07:54:11.636 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 07:54:11 smithi139 bash[110025]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-13T07:54:11.636 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 07:54:11 smithi139 bash[110025]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-13T07:54:11.636 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 07:54:11 smithi139 bash[110025]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-04-13T07:54:11.636 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 07:54:11 smithi139 bash[110025]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-13T07:54:11.636 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 07:54:11 smithi139 bash[110025]: --> ceph-volume raw activate successful for osd ID: 7 2024-04-13T07:54:11.636 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 07:54:11 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7-activate[110040]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-13T07:54:11.636 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 07:54:11 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7-activate[110040]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-13T07:54:11.636 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 07:54:11 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7-activate[110040]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-04-13T07:54:11.636 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 07:54:11 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7-activate[110040]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-13T07:54:11.636 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 07:54:11 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7-activate[110040]: --> ceph-volume raw activate successful for osd ID: 7 2024-04-13T07:54:11.636 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 07:54:11 smithi139 podman[110025]: 2024-04-13 07:54:11.299322612 +0000 UTC m=+0.836597029 container died 337f20bc29773435315132c92d5b531b825515f5aa0783be7d64a4a6aa07b370 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7-activate, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, RELEASE=main-5f22a49, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-13T07:54:11.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:11 smithi119 ceph-mon[96316]: pgmap v486: 121 pgs: 29 active+undersized, 8 active+undersized+degraded, 3 stale+active+clean, 3 active+clean+snaptrim, 78 active+clean; 878 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.8 MiB/s wr, 21 op/s; 203/1527 objects degraded (13.294%) 2024-04-13T07:54:11.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:11 smithi119 ceph-mon[93746]: pgmap v486: 121 pgs: 29 active+undersized, 8 active+undersized+degraded, 3 stale+active+clean, 3 active+clean+snaptrim, 78 active+clean; 878 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.8 MiB/s wr, 21 op/s; 203/1527 objects degraded (13.294%) 2024-04-13T07:54:12.473 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:54:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:54:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:54:12.473 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 07:54:12 smithi139 podman[110176]: 2024-04-13 07:54:12.141441904 +0000 UTC m=+0.837267105 container remove 337f20bc29773435315132c92d5b531b825515f5aa0783be7d64a4a6aa07b370 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7-activate, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=main-5f22a49) 2024-04-13T07:54:12.473 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 07:54:12 smithi139 podman[110246]: 2024-04-13 07:54:12.257138768 +0000 UTC m=+0.017723132 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:54:12.474 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 07:54:12 smithi139 podman[110246]: 2024-04-13 07:54:12.367326059 +0000 UTC m=+0.127910413 container create 6830e079abe42b6ecf9c194e33ad1ba026dbbd221704752b1de276c6aab9f086 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-5f22a49, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-13T07:54:12.510 INFO:tasks.rados.rados.0.smithi119.stdout:2469: done (12 left) 2024-04-13T07:54:12.510 INFO:tasks.rados.rados.0.smithi119.stdout:2470: snap_create 2024-04-13T07:54:12.510 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 7 v 1298 (ObjNum 129 snap 0 seq_num 752336480) dirty exists 2024-04-13T07:54:12.510 INFO:tasks.rados.rados.0.smithi119.stdout:2458: expect (ObjNum 734 snap 255 seq_num 734) 2024-04-13T07:54:12.523 INFO:tasks.rados.rados.0.smithi119.stdout:2463: finishing copy_from racing read to smithi11982245-1 2024-04-13T07:54:12.523 INFO:tasks.rados.rados.0.smithi119.stdout:2456: expect (ObjNum 211 snap 65 seq_num 211) 2024-04-13T07:54:12.569 INFO:tasks.rados.rados.0.smithi119.stdout:2463: finishing copy_from to smithi11982245-1 2024-04-13T07:54:12.569 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 1 v 1277 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-13T07:54:12.569 INFO:tasks.rados.rados.0.smithi119.stdout:2460: expect (ObjNum 326 snap 123 seq_num 326) 2024-04-13T07:54:12.680 INFO:tasks.rados.rados.0.smithi119.stdout:2461: finishing copy_from racing read to smithi11982245-45 2024-04-13T07:54:12.681 INFO:tasks.rados.rados.0.smithi119.stdout:2464: finishing write tid 1 to smithi11982245-41 2024-04-13T07:54:12.681 INFO:tasks.rados.rados.0.smithi119.stdout:2464: finishing write tid 2 to smithi11982245-41 2024-04-13T07:54:12.681 INFO:tasks.rados.rados.0.smithi119.stdout:2461: finishing copy_from to smithi11982245-45 2024-04-13T07:54:12.681 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 45 v 1231 (ObjNum 713 snap 248 seq_num 713) dirty exists 2024-04-13T07:54:12.681 INFO:tasks.rados.rados.0.smithi119.stdout:2464: finishing write tid 3 to smithi11982245-41 2024-04-13T07:54:12.681 INFO:tasks.rados.rados.0.smithi119.stdout:2464: oid 41 updating version 0 to 1320 2024-04-13T07:54:12.681 INFO:tasks.rados.rados.0.smithi119.stdout:2464: oid 41 version 1320 is already newer than 1319 2024-04-13T07:54:12.681 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 41 v 1320 (ObjNum 742 snap 258 seq_num 742) dirty exists 2024-04-13T07:54:12.681 INFO:tasks.rados.rados.0.smithi119.stdout:2464: left oid 41 (ObjNum 742 snap 258 seq_num 742) 2024-04-13T07:54:12.681 INFO:tasks.rados.rados.0.smithi119.stdout:2466: expect (ObjNum 712 snap 247 seq_num 712) 2024-04-13T07:54:12.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:12 smithi139 ceph-mon[88985]: Health check failed: Degraded data redundancy: 203/1527 objects degraded (13.294%), 8 pgs degraded (PG_DEGRADED) 2024-04-13T07:54:12.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:12 smithi139 ceph-mon[88985]: osdmap e547: 8 total, 7 up, 8 in 2024-04-13T07:54:12.886 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 07:54:12 smithi139 podman[110246]: 2024-04-13 07:54:12.58627291 +0000 UTC m=+0.346857266 container init 6830e079abe42b6ecf9c194e33ad1ba026dbbd221704752b1de276c6aab9f086 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-5f22a49, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-04-13T07:54:12.886 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 07:54:12 smithi139 podman[110246]: 2024-04-13 07:54:12.5916668 +0000 UTC m=+0.352251160 container start 6830e079abe42b6ecf9c194e33ad1ba026dbbd221704752b1de276c6aab9f086 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=main-5f22a49, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True) 2024-04-13T07:54:12.886 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 07:54:12 smithi139 ceph-osd[110284]: -- 172.21.15.139:0/1401510552 <== mon.1 v2:172.21.15.139:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x557c09c61680 con 0x557c09c2ac00 2024-04-13T07:54:12.886 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 07:54:12 smithi139 bash[110246]: 6830e079abe42b6ecf9c194e33ad1ba026dbbd221704752b1de276c6aab9f086 2024-04-13T07:54:12.886 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 07:54:12 smithi139 systemd[1]: Started Ceph osd.7 for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:54:12.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:12 smithi119 ceph-mon[96316]: Health check failed: Degraded data redundancy: 203/1527 objects degraded (13.294%), 8 pgs degraded (PG_DEGRADED) 2024-04-13T07:54:12.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:12 smithi119 ceph-mon[96316]: osdmap e547: 8 total, 7 up, 8 in 2024-04-13T07:54:12.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:12 smithi119 ceph-mon[93746]: Health check failed: Degraded data redundancy: 203/1527 objects degraded (13.294%), 8 pgs degraded (PG_DEGRADED) 2024-04-13T07:54:12.968 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:12 smithi119 ceph-mon[93746]: osdmap e547: 8 total, 7 up, 8 in 2024-04-13T07:54:13.506 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 07:54:13 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T07:54:13.141+0000 7fb2a4dd07c0 -1 Falling back to public interface 2024-04-13T07:54:13.535 INFO:tasks.rados.rados.0.smithi119.stdout:2468: finishing rollback tid 1 to smithi11982245-35 2024-04-13T07:54:13.535 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 35 v 1347 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-13T07:54:13.535 INFO:tasks.rados.rados.0.smithi119.stdout:2467: finishing write tid 1 to smithi11982245-25 2024-04-13T07:54:13.535 INFO:tasks.rados.rados.0.smithi119.stdout:2467: finishing write tid 2 to smithi11982245-25 2024-04-13T07:54:13.535 INFO:tasks.rados.rados.0.smithi119.stdout:2467: finishing write tid 3 to smithi11982245-25 2024-04-13T07:54:13.536 INFO:tasks.rados.rados.0.smithi119.stdout:2467: oid 25 updating version 0 to 1298 2024-04-13T07:54:13.536 INFO:tasks.rados.rados.0.smithi119.stdout:2467: oid 25 updating version 1298 to 1299 2024-04-13T07:54:13.536 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 25 v 1299 (ObjNum 743 snap 258 seq_num 743) dirty exists 2024-04-13T07:54:13.536 INFO:tasks.rados.rados.0.smithi119.stdout:2467: left oid 25 (ObjNum 743 snap 258 seq_num 743) 2024-04-13T07:54:13.536 INFO:tasks.rados.rados.0.smithi119.stdout:2456: done (12 left) 2024-04-13T07:54:13.536 INFO:tasks.rados.rados.0.smithi119.stdout:2458: done (11 left) 2024-04-13T07:54:13.536 INFO:tasks.rados.rados.0.smithi119.stdout:2459: done (10 left) 2024-04-13T07:54:13.536 INFO:tasks.rados.rados.0.smithi119.stdout:2460: done (9 left) 2024-04-13T07:54:13.536 INFO:tasks.rados.rados.0.smithi119.stdout:2461: done (8 left) 2024-04-13T07:54:13.536 INFO:tasks.rados.rados.0.smithi119.stdout:2462: done (7 left) 2024-04-13T07:54:13.536 INFO:tasks.rados.rados.0.smithi119.stdout:2463: done (6 left) 2024-04-13T07:54:13.536 INFO:tasks.rados.rados.0.smithi119.stdout:2464: done (5 left) 2024-04-13T07:54:13.536 INFO:tasks.rados.rados.0.smithi119.stdout:2465: done (4 left) 2024-04-13T07:54:13.536 INFO:tasks.rados.rados.0.smithi119.stdout:2466: done (3 left) 2024-04-13T07:54:13.536 INFO:tasks.rados.rados.0.smithi119.stdout:2467: done (2 left) 2024-04-13T07:54:13.536 INFO:tasks.rados.rados.0.smithi119.stdout:2468: done (1 left) 2024-04-13T07:54:13.537 INFO:tasks.rados.rados.0.smithi119.stdout:2470: done (0 left) 2024-04-13T07:54:13.537 INFO:tasks.rados.rados.0.smithi119.stdout:2471: copy_from oid 22 from oid 29 current snap is 259 2024-04-13T07:54:13.537 INFO:tasks.rados.rados.0.smithi119.stdout:2472: read oid 10 snap -1 2024-04-13T07:54:13.537 INFO:tasks.rados.rados.0.smithi119.stdout:2472: expect (ObjNum 211 snap 65 seq_num 211) 2024-04-13T07:54:13.537 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 34 current snap is 259 2024-04-13T07:54:13.537 INFO:tasks.rados.rados.0.smithi119.stdout:2473: seq_num 744 ranges {2121728=466944} 2024-04-13T07:54:13.549 INFO:tasks.rados.rados.0.smithi119.stdout:2473: writing smithi11982245-34 from 2121728 to 2588672 tid 1 2024-04-13T07:54:13.549 INFO:tasks.rados.rados.0.smithi119.stdout:2474: rollback oid 16 current snap is 259 2024-04-13T07:54:13.549 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 16 to 225 2024-04-13T07:54:13.549 INFO:tasks.rados.rados.0.smithi119.stdout:2472: expect (ObjNum 211 snap 65 seq_num 211) 2024-04-13T07:54:13.590 INFO:tasks.rados.rados.0.smithi119.stdout:2471: finishing copy_from racing read to smithi11982245-22 2024-04-13T07:54:13.590 INFO:tasks.rados.rados.0.smithi119.stdout:2471: finishing copy_from to smithi11982245-22 2024-04-13T07:54:13.590 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 22 v 1297 (ObjNum 739 snap 257 seq_num 739) dirty exists 2024-04-13T07:54:13.590 INFO:tasks.rados.rados.0.smithi119.stdout:2474: finishing rollback tid 0 to smithi11982245-16 2024-04-13T07:54:13.590 INFO:tasks.rados.rados.0.smithi119.stdout:2474: finishing rollback tid 1 to smithi11982245-16 2024-04-13T07:54:13.590 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 16 v 1677 (ObjNum 289 snap 0 seq_num 1907927445) dirty dne 2024-04-13T07:54:13.590 INFO:tasks.rados.rados.0.smithi119.stdout:2473: finishing write tid 1 to smithi11982245-34 2024-04-13T07:54:13.590 INFO:tasks.rados.rados.0.smithi119.stdout:2473: finishing write tid 2 to smithi11982245-34 2024-04-13T07:54:13.591 INFO:tasks.rados.rados.0.smithi119.stdout:2473: finishing write tid 3 to smithi11982245-34 2024-04-13T07:54:13.591 INFO:tasks.rados.rados.0.smithi119.stdout:2473: oid 34 updating version 0 to 1706 2024-04-13T07:54:13.591 INFO:tasks.rados.rados.0.smithi119.stdout:2473: oid 34 updating version 1706 to 1707 2024-04-13T07:54:13.591 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 34 v 1707 (ObjNum 744 snap 259 seq_num 744) dirty exists 2024-04-13T07:54:13.591 INFO:tasks.rados.rados.0.smithi119.stdout:2473: left oid 34 (ObjNum 744 snap 259 seq_num 744) 2024-04-13T07:54:13.591 INFO:tasks.rados.rados.0.smithi119.stdout:2471: done (3 left) 2024-04-13T07:54:13.591 INFO:tasks.rados.rados.0.smithi119.stdout:2472: done (2 left) 2024-04-13T07:54:13.591 INFO:tasks.rados.rados.0.smithi119.stdout:2473: done (1 left) 2024-04-13T07:54:13.591 INFO:tasks.rados.rados.0.smithi119.stdout:2474: done (0 left) 2024-04-13T07:54:13.591 INFO:tasks.rados.rados.0.smithi119.stdout:2475: read oid 23 snap -1 2024-04-13T07:54:13.591 INFO:tasks.rados.rados.0.smithi119.stdout:2475: expect (ObjNum 326 snap 123 seq_num 326) 2024-04-13T07:54:13.591 INFO:tasks.rados.rados.0.smithi119.stdout:2476: setattr oid 21 current snap is 259 2024-04-13T07:54:13.592 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 31 current snap is 259 2024-04-13T07:54:13.592 INFO:tasks.rados.rados.0.smithi119.stdout:2477: seq_num 745 ranges {5545984=483328} 2024-04-13T07:54:13.624 INFO:tasks.rados.rados.0.smithi119.stdout:2477: writing smithi11982245-31 from 5545984 to 6029312 tid 1 2024-04-13T07:54:13.624 INFO:tasks.rados.rados.0.smithi119.stdout:2478: delete oid 12 current snap is 259 2024-04-13T07:54:13.624 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 21 v 1300 (ObjNum 734 snap 255 seq_num 734) dirty exists 2024-04-13T07:54:13.624 INFO:tasks.rados.rados.0.smithi119.stdout:2475: expect (ObjNum 326 snap 123 seq_num 326) 2024-04-13T07:54:13.736 INFO:tasks.rados.rados.0.smithi119.stdout:2477: finishing write tid 1 to smithi11982245-31 2024-04-13T07:54:13.737 INFO:tasks.rados.rados.0.smithi119.stdout:2477: finishing write tid 2 to smithi11982245-31 2024-04-13T07:54:13.737 INFO:tasks.rados.rados.0.smithi119.stdout:2477: finishing write tid 3 to smithi11982245-31 2024-04-13T07:54:13.737 INFO:tasks.rados.rados.0.smithi119.stdout:2477: oid 31 updating version 0 to 1710 2024-04-13T07:54:13.737 INFO:tasks.rados.rados.0.smithi119.stdout:2477: oid 31 version 1710 is already newer than 1709 2024-04-13T07:54:13.737 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 31 v 1710 (ObjNum 745 snap 259 seq_num 745) dirty exists 2024-04-13T07:54:13.737 INFO:tasks.rados.rados.0.smithi119.stdout:2477: left oid 31 (ObjNum 745 snap 259 seq_num 745) 2024-04-13T07:54:13.737 INFO:tasks.rados.rados.0.smithi119.stdout:2475: done (3 left) 2024-04-13T07:54:13.737 INFO:tasks.rados.rados.0.smithi119.stdout:2476: done (2 left) 2024-04-13T07:54:13.737 INFO:tasks.rados.rados.0.smithi119.stdout:2477: done (1 left) 2024-04-13T07:54:13.737 INFO:tasks.rados.rados.0.smithi119.stdout:2478: done (0 left) 2024-04-13T07:54:13.737 INFO:tasks.rados.rados.0.smithi119.stdout:2479: setattr oid 7 current snap is 259 2024-04-13T07:54:13.738 INFO:tasks.rados.rados.0.smithi119.stdout:2480: copy_from oid 43 from oid 12 current snap is 259 2024-04-13T07:54:13.738 INFO:tasks.rados.rados.0.smithi119.stdout:2481: read oid 28 snap -1 2024-04-13T07:54:13.738 INFO:tasks.rados.rados.0.smithi119.stdout:2481: expect deleted 2024-04-13T07:54:13.738 INFO:tasks.rados.rados.0.smithi119.stdout:2482: rollback oid 47 current snap is 259 2024-04-13T07:54:13.738 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 47 to 116 2024-04-13T07:54:13.739 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 10 current snap is 259 2024-04-13T07:54:13.739 INFO:tasks.rados.rados.0.smithi119.stdout:2483: seq_num 747 ranges {1409024=516096} 2024-04-13T07:54:13.748 INFO:tasks.rados.rados.0.smithi119.stdout:2483: writing smithi11982245-10 from 1409024 to 1925120 tid 1 2024-04-13T07:54:13.748 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 34 current snap is 259 2024-04-13T07:54:13.748 INFO:tasks.rados.rados.0.smithi119.stdout:2484: seq_num 748 ranges {2588672=532480} 2024-04-13T07:54:13.765 INFO:tasks.rados.rados.0.smithi119.stdout:2484: writing smithi11982245-34 from 2588672 to 3121152 tid 1 2024-04-13T07:54:13.765 INFO:tasks.rados.rados.0.smithi119.stdout:2485: snap_create 2024-04-13T07:54:13.765 INFO:tasks.rados.rados.0.smithi119.stdout:2480: finishing copy_from to smithi11982245-43 2024-04-13T07:54:13.765 INFO:tasks.rados.rados.0.smithi119.stdout:2480: got expected ENOENT (src dne) 2024-04-13T07:54:13.765 INFO:tasks.rados.rados.0.smithi119.stdout:2480: finishing copy_from racing read to smithi11982245-43 2024-04-13T07:54:13.765 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 7 v 1299 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-13T07:54:13.765 INFO:tasks.rados.rados.0.smithi119.stdout:2482: finishing rollback tid 0 to smithi11982245-47 2024-04-13T07:54:13.766 INFO:tasks.rados.rados.0.smithi119.stdout:2482: finishing rollback tid 1 to smithi11982245-47 2024-04-13T07:54:13.766 INFO:tasks.rados.rados.0.smithi119.stdout:2482: finishing rollback tid 2 to smithi11982245-47 2024-04-13T07:54:13.766 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 47 v 1758 (ObjNum 308 snap 111 seq_num 308) dirty exists 2024-04-13T07:54:13.766 INFO:tasks.rados.rados.0.smithi119.stdout:2483: finishing write tid 1 to smithi11982245-10 2024-04-13T07:54:13.766 INFO:tasks.rados.rados.0.smithi119.stdout:2483: finishing write tid 2 to smithi11982245-10 2024-04-13T07:54:13.766 INFO:tasks.rados.rados.0.smithi119.stdout:2483: finishing write tid 3 to smithi11982245-10 2024-04-13T07:54:13.766 INFO:tasks.rados.rados.0.smithi119.stdout:2483: oid 10 updating version 0 to 1680 2024-04-13T07:54:13.766 INFO:tasks.rados.rados.0.smithi119.stdout:2483: oid 10 version 1680 is already newer than 1679 2024-04-13T07:54:13.766 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 10 v 1680 (ObjNum 747 snap 259 seq_num 747) dirty exists 2024-04-13T07:54:13.766 INFO:tasks.rados.rados.0.smithi119.stdout:2483: left oid 10 (ObjNum 747 snap 259 seq_num 747) 2024-04-13T07:54:13.768 INFO:tasks.rados.rados.0.smithi119.stdout:2484: finishing write tid 1 to smithi11982245-34 2024-04-13T07:54:13.768 INFO:tasks.rados.rados.0.smithi119.stdout:2484: finishing write tid 2 to smithi11982245-34 2024-04-13T07:54:13.770 INFO:tasks.rados.rados.0.smithi119.stdout:2484: finishing write tid 3 to smithi11982245-34 2024-04-13T07:54:13.770 INFO:tasks.rados.rados.0.smithi119.stdout:2484: oid 34 updating version 0 to 1712 2024-04-13T07:54:13.770 INFO:tasks.rados.rados.0.smithi119.stdout:2484: oid 34 version 1712 is already newer than 1711 2024-04-13T07:54:13.770 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 34 v 1712 (ObjNum 748 snap 259 seq_num 748) dirty exists 2024-04-13T07:54:13.770 INFO:tasks.rados.rados.0.smithi119.stdout:2484: left oid 34 (ObjNum 748 snap 259 seq_num 748) 2024-04-13T07:54:13.839 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:13 smithi139 ceph-mon[88985]: osdmap e548: 8 total, 7 up, 8 in 2024-04-13T07:54:13.839 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:13 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:13.839 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:13 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:13.840 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:13 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:54:13.840 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:13 smithi139 ceph-mon[88985]: pgmap v489: 121 pgs: 37 active+undersized, 9 active+undersized+degraded, 3 active+clean+snaptrim, 72 active+clean; 881 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.5 MiB/s wr, 22 op/s; 204/1533 objects degraded (13.307%) 2024-04-13T07:54:13.867 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:13 smithi119 ceph-mon[96316]: osdmap e548: 8 total, 7 up, 8 in 2024-04-13T07:54:13.868 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:13 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:13.868 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:13 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:13.868 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:13 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:54:13.868 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:13 smithi119 ceph-mon[96316]: pgmap v489: 121 pgs: 37 active+undersized, 9 active+undersized+degraded, 3 active+clean+snaptrim, 72 active+clean; 881 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.5 MiB/s wr, 22 op/s; 204/1533 objects degraded (13.307%) 2024-04-13T07:54:13.868 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:13 smithi119 ceph-mon[93746]: osdmap e548: 8 total, 7 up, 8 in 2024-04-13T07:54:13.868 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:13 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:13.868 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:13 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:13.868 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:13 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:54:13.868 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:13 smithi119 ceph-mon[93746]: pgmap v489: 121 pgs: 37 active+undersized, 9 active+undersized+degraded, 3 active+clean+snaptrim, 72 active+clean; 881 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.5 MiB/s wr, 22 op/s; 204/1533 objects degraded (13.307%) 2024-04-13T07:54:14.761 INFO:tasks.rados.rados.0.smithi119.stdout:2479: done (6 left) 2024-04-13T07:54:14.761 INFO:tasks.rados.rados.0.smithi119.stdout:2480: done (5 left) 2024-04-13T07:54:14.761 INFO:tasks.rados.rados.0.smithi119.stdout:2481: done (4 left) 2024-04-13T07:54:14.761 INFO:tasks.rados.rados.0.smithi119.stdout:2482: done (3 left) 2024-04-13T07:54:14.761 INFO:tasks.rados.rados.0.smithi119.stdout:2483: done (2 left) 2024-04-13T07:54:14.761 INFO:tasks.rados.rados.0.smithi119.stdout:2484: done (1 left) 2024-04-13T07:54:14.761 INFO:tasks.rados.rados.0.smithi119.stdout:2485: done (0 left) 2024-04-13T07:54:14.761 INFO:tasks.rados.rados.0.smithi119.stdout:2486: rollback oid 45 current snap is 260 2024-04-13T07:54:14.761 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 45 to 189 2024-04-13T07:54:14.762 INFO:tasks.rados.rados.0.smithi119.stdout:2487: read oid 14 snap -1 2024-04-13T07:54:14.762 INFO:tasks.rados.rados.0.smithi119.stdout:2487: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:54:14.762 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 27 current snap is 260 2024-04-13T07:54:14.762 INFO:tasks.rados.rados.0.smithi119.stdout:2488: seq_num 749 ranges {4374528=548864} 2024-04-13T07:54:14.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:14 smithi139 ceph-mon[88985]: osdmap e549: 8 total, 7 up, 8 in 2024-04-13T07:54:14.788 INFO:tasks.rados.rados.0.smithi119.stdout:2488: writing smithi11982245-27 from 4374528 to 4923392 tid 1 2024-04-13T07:54:14.788 INFO:tasks.rados.rados.0.smithi119.stdout:2489: snap_create 2024-04-13T07:54:14.788 INFO:tasks.rados.rados.0.smithi119.stdout:2487: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:54:14.789 INFO:tasks.rados.rados.0.smithi119.stdout:2486: finishing rollback tid 0 to smithi11982245-45 2024-04-13T07:54:14.790 INFO:tasks.rados.rados.0.smithi119.stdout:2486: finishing rollback tid 1 to smithi11982245-45 2024-04-13T07:54:14.790 INFO:tasks.rados.rados.0.smithi119.stdout:2486: finishing rollback tid 2 to smithi11982245-45 2024-04-13T07:54:14.790 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 45 v 1762 (ObjNum 557 snap 188 seq_num 557) dirty exists 2024-04-13T07:54:14.793 INFO:tasks.rados.rados.0.smithi119.stdout:2488: finishing write tid 1 to smithi11982245-27 2024-04-13T07:54:14.793 INFO:tasks.rados.rados.0.smithi119.stdout:2488: finishing write tid 2 to smithi11982245-27 2024-04-13T07:54:14.795 INFO:tasks.rados.rados.0.smithi119.stdout:2488: finishing write tid 3 to smithi11982245-27 2024-04-13T07:54:14.795 INFO:tasks.rados.rados.0.smithi119.stdout:2488: oid 27 updating version 0 to 1640 2024-04-13T07:54:14.796 INFO:tasks.rados.rados.0.smithi119.stdout:2488: oid 27 updating version 1640 to 1641 2024-04-13T07:54:14.796 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 27 v 1641 (ObjNum 749 snap 260 seq_num 749) dirty exists 2024-04-13T07:54:14.796 INFO:tasks.rados.rados.0.smithi119.stdout:2488: left oid 27 (ObjNum 749 snap 260 seq_num 749) 2024-04-13T07:54:14.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:14 smithi119 ceph-mon[96316]: osdmap e549: 8 total, 7 up, 8 in 2024-04-13T07:54:14.819 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:14 smithi119 ceph-mon[93746]: osdmap e549: 8 total, 7 up, 8 in 2024-04-13T07:54:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:54:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:54:14] "GET /metrics HTTP/1.1" 200 36205 "" "Prometheus/2.43.0" 2024-04-13T07:54:15.395 INFO:tasks.rados.rados.0.smithi119.stdout:2486: done (3 left) 2024-04-13T07:54:15.395 INFO:tasks.rados.rados.0.smithi119.stdout:2487: done (2 left) 2024-04-13T07:54:15.396 INFO:tasks.rados.rados.0.smithi119.stdout:2488: done (1 left) 2024-04-13T07:54:15.396 INFO:tasks.rados.rados.0.smithi119.stdout:2489: done (0 left) 2024-04-13T07:54:15.396 INFO:tasks.rados.rados.0.smithi119.stdout:2490: read oid 2 snap -1 2024-04-13T07:54:15.396 INFO:tasks.rados.rados.0.smithi119.stdout:2490: expect (ObjNum 361 snap 136 seq_num 361) 2024-04-13T07:54:15.396 INFO:tasks.rados.rados.0.smithi119.stdout:2491: snap_create 2024-04-13T07:54:15.413 INFO:tasks.rados.rados.0.smithi119.stdout:2490: expect (ObjNum 361 snap 136 seq_num 361) 2024-04-13T07:54:16.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:15 smithi139 ceph-mon[88985]: osdmap e550: 8 total, 7 up, 8 in 2024-04-13T07:54:16.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:15 smithi139 ceph-mon[88985]: pgmap v492: 121 pgs: 37 active+undersized, 9 active+undersized+degraded, 3 active+clean+snaptrim, 72 active+clean; 881 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 650 KiB/s wr, 0 op/s; 204/1533 objects degraded (13.307%) 2024-04-13T07:54:16.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:15 smithi139 ceph-mon[88985]: osdmap e551: 8 total, 7 up, 8 in 2024-04-13T07:54:16.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:15 smithi119 ceph-mon[96316]: osdmap e550: 8 total, 7 up, 8 in 2024-04-13T07:54:16.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:15 smithi119 ceph-mon[96316]: pgmap v492: 121 pgs: 37 active+undersized, 9 active+undersized+degraded, 3 active+clean+snaptrim, 72 active+clean; 881 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 650 KiB/s wr, 0 op/s; 204/1533 objects degraded (13.307%) 2024-04-13T07:54:16.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:15 smithi119 ceph-mon[96316]: osdmap e551: 8 total, 7 up, 8 in 2024-04-13T07:54:16.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:15 smithi119 ceph-mon[93746]: osdmap e550: 8 total, 7 up, 8 in 2024-04-13T07:54:16.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:15 smithi119 ceph-mon[93746]: pgmap v492: 121 pgs: 37 active+undersized, 9 active+undersized+degraded, 3 active+clean+snaptrim, 72 active+clean; 881 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 650 KiB/s wr, 0 op/s; 204/1533 objects degraded (13.307%) 2024-04-13T07:54:16.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:15 smithi119 ceph-mon[93746]: osdmap e551: 8 total, 7 up, 8 in 2024-04-13T07:54:16.393 INFO:tasks.rados.rados.0.smithi119.stdout:2490: done (1 left) 2024-04-13T07:54:16.393 INFO:tasks.rados.rados.0.smithi119.stdout:2491: done (0 left) 2024-04-13T07:54:16.393 INFO:tasks.rados.rados.0.smithi119.stdout:2492: snap_create 2024-04-13T07:54:16.637 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 07:54:16 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T07:54:16.561+0000 7fb2a4dd07c0 -1 osd.7 542 log_to_monitors true 2024-04-13T07:54:17.403 INFO:tasks.rados.rados.0.smithi119.stdout:2492: done (0 left) 2024-04-13T07:54:17.403 INFO:tasks.rados.rados.0.smithi119.stdout:2493: read oid 29 snap -1 2024-04-13T07:54:17.403 INFO:tasks.rados.rados.0.smithi119.stdout:2493: expect (ObjNum 739 snap 257 seq_num 739) 2024-04-13T07:54:17.403 INFO:tasks.rados.rados.0.smithi119.stdout:2494: snap_create 2024-04-13T07:54:17.409 INFO:tasks.rados.rados.0.smithi119.stdout:2493: expect (ObjNum 739 snap 257 seq_num 739) 2024-04-13T07:54:17.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:17 smithi139 ceph-mon[88985]: osdmap e552: 8 total, 7 up, 8 in 2024-04-13T07:54:17.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:17 smithi139 ceph-mon[88985]: from='osd.7 [v2:172.21.15.139:6824/847703338,v1:172.21.15.139:6825/847703338]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-13T07:54:17.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:17 smithi139 ceph-mon[88985]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-13T07:54:17.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:17 smithi139 ceph-mon[88985]: pgmap v495: 121 pgs: 37 active+undersized, 9 active+undersized+degraded, 75 active+clean; 872 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.0 MiB/s wr, 43 op/s; 212/1527 objects degraded (13.883%) 2024-04-13T07:54:17.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:17 smithi119 ceph-mon[93746]: osdmap e552: 8 total, 7 up, 8 in 2024-04-13T07:54:17.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:17 smithi119 ceph-mon[93746]: from='osd.7 [v2:172.21.15.139:6824/847703338,v1:172.21.15.139:6825/847703338]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-13T07:54:17.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:17 smithi119 ceph-mon[93746]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-13T07:54:17.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:17 smithi119 ceph-mon[93746]: pgmap v495: 121 pgs: 37 active+undersized, 9 active+undersized+degraded, 75 active+clean; 872 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.0 MiB/s wr, 43 op/s; 212/1527 objects degraded (13.883%) 2024-04-13T07:54:17.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:17 smithi119 ceph-mon[96316]: osdmap e552: 8 total, 7 up, 8 in 2024-04-13T07:54:17.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:17 smithi119 ceph-mon[96316]: from='osd.7 [v2:172.21.15.139:6824/847703338,v1:172.21.15.139:6825/847703338]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-13T07:54:17.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:17 smithi119 ceph-mon[96316]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-13T07:54:17.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:17 smithi119 ceph-mon[96316]: pgmap v495: 121 pgs: 37 active+undersized, 9 active+undersized+degraded, 75 active+clean; 872 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.0 MiB/s wr, 43 op/s; 212/1527 objects degraded (13.883%) 2024-04-13T07:54:18.385 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 07:54:17 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T07:54:17.894+0000 7fb292220700 -1 osd.7 542 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-13T07:54:18.404 INFO:tasks.rados.rados.0.smithi119.stdout:2493: done (1 left) 2024-04-13T07:54:18.405 INFO:tasks.rados.rados.0.smithi119.stdout:2494: done (0 left) 2024-04-13T07:54:18.405 INFO:tasks.rados.rados.0.smithi119.stdout:2495: rollback oid 30 current snap is 264 2024-04-13T07:54:18.405 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 30 to 221 2024-04-13T07:54:18.405 INFO:tasks.rados.rados.0.smithi119.stdout:2496: delete oid 21 current snap is 264 2024-04-13T07:54:18.415 INFO:tasks.rados.rados.0.smithi119.stdout:2496: done (1 left) 2024-04-13T07:54:18.415 INFO:tasks.rados.rados.0.smithi119.stdout:2497: snap_create 2024-04-13T07:54:18.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:18 smithi119 ceph-mon[93746]: Health check update: Degraded data redundancy: 212/1527 objects degraded (13.883%), 9 pgs degraded (PG_DEGRADED) 2024-04-13T07:54:18.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:18 smithi119 ceph-mon[93746]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-13T07:54:18.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:18 smithi119 ceph-mon[93746]: from='osd.7 [v2:172.21.15.139:6824/847703338,v1:172.21.15.139:6825/847703338]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-13T07:54:18.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:18 smithi119 ceph-mon[93746]: osdmap e553: 8 total, 7 up, 8 in 2024-04-13T07:54:18.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:18 smithi119 ceph-mon[93746]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-13T07:54:18.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:18 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:18.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:18 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:18.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:18 smithi119 ceph-mon[93746]: from='osd.7 ' entity='osd.7' 2024-04-13T07:54:18.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:18 smithi119 ceph-mon[96316]: Health check update: Degraded data redundancy: 212/1527 objects degraded (13.883%), 9 pgs degraded (PG_DEGRADED) 2024-04-13T07:54:18.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:18 smithi119 ceph-mon[96316]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-13T07:54:18.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:18 smithi119 ceph-mon[96316]: from='osd.7 [v2:172.21.15.139:6824/847703338,v1:172.21.15.139:6825/847703338]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-13T07:54:18.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:18 smithi119 ceph-mon[96316]: osdmap e553: 8 total, 7 up, 8 in 2024-04-13T07:54:18.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:18 smithi119 ceph-mon[96316]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-13T07:54:18.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:18 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:18.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:18 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:18.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:18 smithi119 ceph-mon[96316]: from='osd.7 ' entity='osd.7' 2024-04-13T07:54:18.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:18 smithi139 ceph-mon[88985]: Health check update: Degraded data redundancy: 212/1527 objects degraded (13.883%), 9 pgs degraded (PG_DEGRADED) 2024-04-13T07:54:18.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:18 smithi139 ceph-mon[88985]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-13T07:54:18.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:18 smithi139 ceph-mon[88985]: from='osd.7 [v2:172.21.15.139:6824/847703338,v1:172.21.15.139:6825/847703338]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-13T07:54:18.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:18 smithi139 ceph-mon[88985]: osdmap e553: 8 total, 7 up, 8 in 2024-04-13T07:54:18.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:18 smithi139 ceph-mon[88985]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-13T07:54:18.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:18 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:18.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:18 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:18.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:18 smithi139 ceph-mon[88985]: from='osd.7 ' entity='osd.7' 2024-04-13T07:54:19.410 INFO:tasks.rados.rados.0.smithi119.stdout:2497: done (1 left) 2024-04-13T07:54:19.411 INFO:tasks.rados.rados.0.smithi119.stdout:2498: snap_create 2024-04-13T07:54:19.438 INFO:tasks.rados.rados.0.smithi119.stdout:2495: finishing rollback tid 0 to smithi11982245-30 2024-04-13T07:54:19.438 INFO:tasks.rados.rados.0.smithi119.stdout:2495: finishing rollback tid 1 to smithi11982245-30 2024-04-13T07:54:19.438 INFO:tasks.rados.rados.0.smithi119.stdout:2495: finishing rollback tid 2 to smithi11982245-30 2024-04-13T07:54:19.438 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 30 v 1376 (ObjNum 473 snap 163 seq_num 473) dirty exists 2024-04-13T07:54:19.686 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:19 smithi139 ceph-mon[88985]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T07:54:19.686 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:19 smithi139 ceph-mon[88985]: osd.7 [v2:172.21.15.139:6824/847703338,v1:172.21.15.139:6825/847703338] boot 2024-04-13T07:54:19.686 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:19 smithi139 ceph-mon[88985]: osdmap e554: 8 total, 8 up, 8 in 2024-04-13T07:54:19.686 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:19 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:54:19.686 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:19 smithi139 ceph-mon[88985]: pgmap v498: 121 pgs: 37 active+undersized, 9 active+undersized+degraded, 75 active+clean; 872 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.0 MiB/s wr, 43 op/s; 212/1527 objects degraded (13.883%) 2024-04-13T07:54:19.686 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:19 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:19.686 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:19 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:19.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:19 smithi119 ceph-mon[96316]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T07:54:19.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:19 smithi119 ceph-mon[96316]: osd.7 [v2:172.21.15.139:6824/847703338,v1:172.21.15.139:6825/847703338] boot 2024-04-13T07:54:19.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:19 smithi119 ceph-mon[96316]: osdmap e554: 8 total, 8 up, 8 in 2024-04-13T07:54:19.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:19 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:54:19.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:19 smithi119 ceph-mon[96316]: pgmap v498: 121 pgs: 37 active+undersized, 9 active+undersized+degraded, 75 active+clean; 872 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.0 MiB/s wr, 43 op/s; 212/1527 objects degraded (13.883%) 2024-04-13T07:54:19.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:19 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:19.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:19 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:19.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:19 smithi119 ceph-mon[93746]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T07:54:19.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:19 smithi119 ceph-mon[93746]: osd.7 [v2:172.21.15.139:6824/847703338,v1:172.21.15.139:6825/847703338] boot 2024-04-13T07:54:19.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:19 smithi119 ceph-mon[93746]: osdmap e554: 8 total, 8 up, 8 in 2024-04-13T07:54:19.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:19 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:54:19.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:19 smithi119 ceph-mon[93746]: pgmap v498: 121 pgs: 37 active+undersized, 9 active+undersized+degraded, 75 active+clean; 872 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.0 MiB/s wr, 43 op/s; 212/1527 objects degraded (13.883%) 2024-04-13T07:54:19.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:19 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:19.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:19 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:20.418 INFO:tasks.rados.rados.0.smithi119.stdout:2495: done (1 left) 2024-04-13T07:54:20.419 INFO:tasks.rados.rados.0.smithi119.stdout:2498: done (0 left) 2024-04-13T07:54:20.419 INFO:tasks.rados.rados.0.smithi119.stdout:2499: delete oid 36 current snap is 266 2024-04-13T07:54:20.424 INFO:tasks.rados.rados.0.smithi119.stdout:2499: done (0 left) 2024-04-13T07:54:20.424 INFO:tasks.rados.rados.0.smithi119.stdout:2500: delete oid 1 current snap is 266 2024-04-13T07:54:20.428 INFO:tasks.rados.rados.0.smithi119.stdout:2500: done (0 left) 2024-04-13T07:54:20.428 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 21 current snap is 266 2024-04-13T07:54:20.428 INFO:tasks.rados.rados.0.smithi119.stdout:2501: seq_num 753 ranges {0=614400} 2024-04-13T07:54:20.432 INFO:tasks.rados.rados.0.smithi119.stdout:2501: writing smithi11982245-21 from 0 to 614400 tid 1 2024-04-13T07:54:20.432 INFO:tasks.rados.rados.0.smithi119.stdout:2502: copy_from oid 19 from oid 49 current snap is 266 2024-04-13T07:54:20.432 INFO:tasks.rados.rados.0.smithi119.stdout:2503: read oid 9 snap -1 2024-04-13T07:54:20.432 INFO:tasks.rados.rados.0.smithi119.stdout:2503: expect (ObjNum 691 snap 239 seq_num 691) 2024-04-13T07:54:20.432 INFO:tasks.rados.rados.0.smithi119.stdout:2504: delete oid 1 current snap is 266 2024-04-13T07:54:20.432 INFO:tasks.rados.rados.0.smithi119.stdout:2502: finishing copy_from to smithi11982245-19 2024-04-13T07:54:20.433 INFO:tasks.rados.rados.0.smithi119.stdout:2502: got expected ENOENT (src dne) 2024-04-13T07:54:20.433 INFO:tasks.rados.rados.0.smithi119.stdout:2502: finishing copy_from racing read to smithi11982245-19 2024-04-13T07:54:20.434 INFO:tasks.rados.rados.0.smithi119.stdout:2502: done (3 left) 2024-04-13T07:54:20.434 INFO:tasks.rados.rados.0.smithi119.stdout:2504: done (2 left) 2024-04-13T07:54:20.434 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 30 current snap is 266 2024-04-13T07:54:20.434 INFO:tasks.rados.rados.0.smithi119.stdout:2505: seq_num 755 ranges {1376256=647168} 2024-04-13T07:54:20.447 INFO:tasks.rados.rados.0.smithi119.stdout:2505: writing smithi11982245-30 from 1376256 to 2023424 tid 1 2024-04-13T07:54:20.447 INFO:tasks.rados.rados.0.smithi119.stdout:2506: rmattr oid 38 current snap is 266 2024-04-13T07:54:20.447 INFO:tasks.rados.rados.0.smithi119.stdout:2506: done (3 left) 2024-04-13T07:54:20.447 INFO:tasks.rados.rados.0.smithi119.stdout:2507: read oid 14 snap 258 2024-04-13T07:54:20.447 INFO:tasks.rados.rados.0.smithi119.stdout:2507: expect (ObjNum 750087744 snap 21968 seq_num 752335488) 2024-04-13T07:54:20.447 INFO:tasks.rados.rados.0.smithi119.stdout:2501: finishing write tid 1 to smithi11982245-21 2024-04-13T07:54:20.447 INFO:tasks.rados.rados.0.smithi119.stdout:2508: read oid 36 snap -1 2024-04-13T07:54:20.447 INFO:tasks.rados.rados.0.smithi119.stdout:2508: expect deleted 2024-04-13T07:54:20.447 INFO:tasks.rados.rados.0.smithi119.stdout:2509: snap_remove snap 256 2024-04-13T07:54:20.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:20 smithi139 ceph-mon[88985]: osdmap e555: 8 total, 8 up, 8 in 2024-04-13T07:54:20.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:20 smithi139 ceph-mon[88985]: osdmap e556: 8 total, 8 up, 8 in 2024-04-13T07:54:20.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:20 smithi119 ceph-mon[96316]: osdmap e555: 8 total, 8 up, 8 in 2024-04-13T07:54:20.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:20 smithi119 ceph-mon[96316]: osdmap e556: 8 total, 8 up, 8 in 2024-04-13T07:54:20.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:20 smithi119 ceph-mon[93746]: osdmap e555: 8 total, 8 up, 8 in 2024-04-13T07:54:20.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:20 smithi119 ceph-mon[93746]: osdmap e556: 8 total, 8 up, 8 in 2024-04-13T07:54:21.435 INFO:tasks.rados.rados.0.smithi119.stdout:2509: done (5 left) 2024-04-13T07:54:21.435 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 38 current snap is 266 2024-04-13T07:54:21.435 INFO:tasks.rados.rados.0.smithi119.stdout:2501: finishing write tid 2 to smithi11982245-21 2024-04-13T07:54:21.435 INFO:tasks.rados.rados.0.smithi119.stdout:2501: finishing write tid 3 to smithi11982245-21 2024-04-13T07:54:21.436 INFO:tasks.rados.rados.0.smithi119.stdout:2501: oid 21 updating version 0 to 1303 2024-04-13T07:54:21.436 INFO:tasks.rados.rados.0.smithi119.stdout:2501: oid 21 version 1303 is already newer than 1302 2024-04-13T07:54:21.436 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 21 v 1303 (ObjNum 753 snap 266 seq_num 753) dirty exists 2024-04-13T07:54:21.436 INFO:tasks.rados.rados.0.smithi119.stdout:2501: left oid 21 (ObjNum 753 snap 266 seq_num 753) 2024-04-13T07:54:21.436 INFO:tasks.rados.rados.0.smithi119.stdout:2507: expect (ObjNum 750087744 snap 21968 seq_num 752335488) 2024-04-13T07:54:21.438 INFO:tasks.rados.rados.0.smithi119.stdout:2503: expect (ObjNum 691 snap 239 seq_num 691) 2024-04-13T07:54:21.595 INFO:tasks.rados.rados.0.smithi119.stdout:2505: finishing write tid 1 to smithi11982245-30 2024-04-13T07:54:21.595 INFO:tasks.rados.rados.0.smithi119.stdout:2505: finishing write tid 2 to smithi11982245-30 2024-04-13T07:54:21.595 INFO:tasks.rados.rados.0.smithi119.stdout:2505: finishing write tid 3 to smithi11982245-30 2024-04-13T07:54:21.595 INFO:tasks.rados.rados.0.smithi119.stdout:2505: oid 30 updating version 0 to 1396 2024-04-13T07:54:21.595 INFO:tasks.rados.rados.0.smithi119.stdout:2505: oid 30 updating version 1396 to 1397 2024-04-13T07:54:21.595 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 30 v 1397 (ObjNum 755 snap 266 seq_num 755) dirty exists 2024-04-13T07:54:21.595 INFO:tasks.rados.rados.0.smithi119.stdout:2505: left oid 30 (ObjNum 755 snap 266 seq_num 755) 2024-04-13T07:54:21.595 INFO:tasks.rados.rados.0.smithi119.stdout:2510: seq_num 756 ranges {1409024=671744} 2024-04-13T07:54:21.606 INFO:tasks.rados.rados.0.smithi119.stdout:2510: writing smithi11982245-38 from 1409024 to 2080768 tid 1 2024-04-13T07:54:21.606 INFO:tasks.rados.rados.0.smithi119.stdout:2501: done (5 left) 2024-04-13T07:54:21.606 INFO:tasks.rados.rados.0.smithi119.stdout:2503: done (4 left) 2024-04-13T07:54:21.607 INFO:tasks.rados.rados.0.smithi119.stdout:2505: done (3 left) 2024-04-13T07:54:21.607 INFO:tasks.rados.rados.0.smithi119.stdout:2507: done (2 left) 2024-04-13T07:54:21.607 INFO:tasks.rados.rados.0.smithi119.stdout:2508: done (1 left) 2024-04-13T07:54:21.607 INFO:tasks.rados.rados.0.smithi119.stdout:2511: delete oid 9 current snap is 266 2024-04-13T07:54:21.609 INFO:tasks.rados.rados.0.smithi119.stdout:2511: done (1 left) 2024-04-13T07:54:21.609 INFO:tasks.rados.rados.0.smithi119.stdout:2512: read oid 25 snap -1 2024-04-13T07:54:21.609 INFO:tasks.rados.rados.0.smithi119.stdout:2512: expect (ObjNum 743 snap 258 seq_num 743) 2024-04-13T07:54:21.609 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 47 current snap is 266 2024-04-13T07:54:21.609 INFO:tasks.rados.rados.0.smithi119.stdout:2513: seq_num 758 ranges {2867200=704512} 2024-04-13T07:54:21.629 INFO:tasks.rados.rados.0.smithi119.stdout:2513: writing smithi11982245-47 from 2867200 to 3571712 tid 1 2024-04-13T07:54:21.629 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 27 current snap is 266 2024-04-13T07:54:21.629 INFO:tasks.rados.rados.0.smithi119.stdout:2514: seq_num 759 ranges {4923392=720896} 2024-04-13T07:54:21.660 INFO:tasks.rados.rados.0.smithi119.stdout:2514: writing smithi11982245-27 from 4923392 to 5644288 tid 1 2024-04-13T07:54:21.661 INFO:tasks.rados.rados.0.smithi119.stdout:2515: snap_create 2024-04-13T07:54:21.661 INFO:tasks.rados.rados.0.smithi119.stdout:2510: finishing write tid 1 to smithi11982245-38 2024-04-13T07:54:21.661 INFO:tasks.rados.rados.0.smithi119.stdout:2510: finishing write tid 2 to smithi11982245-38 2024-04-13T07:54:21.661 INFO:tasks.rados.rados.0.smithi119.stdout:2510: finishing write tid 3 to smithi11982245-38 2024-04-13T07:54:21.661 INFO:tasks.rados.rados.0.smithi119.stdout:2510: oid 38 updating version 0 to 1365 2024-04-13T07:54:21.661 INFO:tasks.rados.rados.0.smithi119.stdout:2510: oid 38 updating version 1365 to 1366 2024-04-13T07:54:21.661 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 38 v 1366 (ObjNum 756 snap 266 seq_num 756) dirty exists 2024-04-13T07:54:21.661 INFO:tasks.rados.rados.0.smithi119.stdout:2510: left oid 38 (ObjNum 756 snap 266 seq_num 756) 2024-04-13T07:54:21.661 INFO:tasks.rados.rados.0.smithi119.stdout:2513: finishing write tid 1 to smithi11982245-47 2024-04-13T07:54:21.661 INFO:tasks.rados.rados.0.smithi119.stdout:2513: finishing write tid 2 to smithi11982245-47 2024-04-13T07:54:21.661 INFO:tasks.rados.rados.0.smithi119.stdout:2513: finishing write tid 3 to smithi11982245-47 2024-04-13T07:54:21.661 INFO:tasks.rados.rados.0.smithi119.stdout:2513: oid 47 updating version 0 to 1790 2024-04-13T07:54:21.661 INFO:tasks.rados.rados.0.smithi119.stdout:2513: oid 47 updating version 1790 to 1791 2024-04-13T07:54:21.662 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 47 v 1791 (ObjNum 758 snap 266 seq_num 758) dirty exists 2024-04-13T07:54:21.662 INFO:tasks.rados.rados.0.smithi119.stdout:2513: left oid 47 (ObjNum 758 snap 266 seq_num 758) 2024-04-13T07:54:21.665 INFO:tasks.rados.rados.0.smithi119.stdout:2514: finishing write tid 1 to smithi11982245-27 2024-04-13T07:54:21.665 INFO:tasks.rados.rados.0.smithi119.stdout:2514: finishing write tid 2 to smithi11982245-27 2024-04-13T07:54:21.667 INFO:tasks.rados.rados.0.smithi119.stdout:2514: finishing write tid 3 to smithi11982245-27 2024-04-13T07:54:21.668 INFO:tasks.rados.rados.0.smithi119.stdout:2514: oid 27 updating version 0 to 1642 2024-04-13T07:54:21.668 INFO:tasks.rados.rados.0.smithi119.stdout:2514: oid 27 updating version 1642 to 1643 2024-04-13T07:54:21.668 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 27 v 1643 (ObjNum 759 snap 266 seq_num 759) dirty exists 2024-04-13T07:54:21.668 INFO:tasks.rados.rados.0.smithi119.stdout:2514: left oid 27 (ObjNum 759 snap 266 seq_num 759) 2024-04-13T07:54:21.670 INFO:tasks.rados.rados.0.smithi119.stdout:2512: expect (ObjNum 743 snap 258 seq_num 743) 2024-04-13T07:54:21.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:21 smithi119 ceph-mon[96316]: pgmap v501: 121 pgs: 19 active+undersized, 5 active+undersized+degraded, 97 active+clean; 872 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 299 KiB/s rd, 0 B/s wr, 1 op/s; 109/1521 objects degraded (7.166%); 6.0 MiB/s, 2 objects/s recovering 2024-04-13T07:54:21.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:21 smithi119 ceph-mon[93746]: pgmap v501: 121 pgs: 19 active+undersized, 5 active+undersized+degraded, 97 active+clean; 872 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 299 KiB/s rd, 0 B/s wr, 1 op/s; 109/1521 objects degraded (7.166%); 6.0 MiB/s, 2 objects/s recovering 2024-04-13T07:54:21.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:21 smithi139 ceph-mon[88985]: pgmap v501: 121 pgs: 19 active+undersized, 5 active+undersized+degraded, 97 active+clean; 872 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 299 KiB/s rd, 0 B/s wr, 1 op/s; 109/1521 objects degraded (7.166%); 6.0 MiB/s, 2 objects/s recovering 2024-04-13T07:54:22.118 INFO:teuthology.orchestra.run.smithi119.stdout:true 2024-04-13T07:54:22.469 INFO:teuthology.orchestra.run.smithi119.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-13T07:54:22.469 INFO:teuthology.orchestra.run.smithi119.stdout:alertmanager.a smithi119 *:9093,9094 running (10m) 2m ago 10m 25.5M - 0.25.0 c8568f914cd2 a8bd9bb7cb08 2024-04-13T07:54:22.469 INFO:teuthology.orchestra.run.smithi119.stdout:grafana.a smithi139 *:3000 running (10m) 4s ago 10m 87.3M - 9.4.7 954c08fa6188 43be3a562cf4 2024-04-13T07:54:22.469 INFO:teuthology.orchestra.run.smithi119.stdout:mds.a smithi119 running (11m) 2m ago 11m 21.4M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 1c0a22818175 2024-04-13T07:54:22.469 INFO:teuthology.orchestra.run.smithi119.stdout:mds.b smithi139 running (11m) 4s ago 11m 16.4M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 9d051222a698 2024-04-13T07:54:22.469 INFO:teuthology.orchestra.run.smithi119.stdout:mgr.x smithi139 *:8443,9283,8765 running (6m) 4s ago 15m 452M - 19.0.0-2905-g5f22a497 c4b45bf0c946 228fa2e332a4 2024-04-13T07:54:22.470 INFO:teuthology.orchestra.run.smithi119.stdout:mgr.y smithi119 *:8443,9283,8765 running (6m) 2m ago 17m 508M - 19.0.0-2905-g5f22a497 c4b45bf0c946 0462b2c15351 2024-04-13T07:54:22.470 INFO:teuthology.orchestra.run.smithi119.stdout:mon.a smithi119 running (5m) 2m ago 17m 54.5M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 89c63c75b5cb 2024-04-13T07:54:22.470 INFO:teuthology.orchestra.run.smithi119.stdout:mon.b smithi139 running (5m) 4s ago 15m 47.3M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 8dd649d8b46f 2024-04-13T07:54:22.470 INFO:teuthology.orchestra.run.smithi119.stdout:mon.c smithi119 running (5m) 2m ago 15m 46.2M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 b26f62c1d49c 2024-04-13T07:54:22.470 INFO:teuthology.orchestra.run.smithi119.stdout:node-exporter.a smithi119 *:9100 running (10m) 2m ago 10m 15.8M - 1.5.0 0da6a335fe13 b9cb5e53bb33 2024-04-13T07:54:22.470 INFO:teuthology.orchestra.run.smithi119.stdout:node-exporter.b smithi139 *:9100 running (10m) 4s ago 10m 15.9M - 1.5.0 0da6a335fe13 126fe390382b 2024-04-13T07:54:22.470 INFO:teuthology.orchestra.run.smithi119.stdout:osd.0 smithi119 running (4m) 2m ago 15m 242M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 7e5f698ebf3c 2024-04-13T07:54:22.470 INFO:teuthology.orchestra.run.smithi119.stdout:osd.1 smithi119 running (3m) 2m ago 14m 220M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 6ba3c7290ac9 2024-04-13T07:54:22.470 INFO:teuthology.orchestra.run.smithi119.stdout:osd.2 smithi119 running (3m) 2m ago 14m 130M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 ef91dbb565e3 2024-04-13T07:54:22.470 INFO:teuthology.orchestra.run.smithi119.stdout:osd.3 smithi119 running (2m) 2m ago 13m 11.7M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 7bb3e41bd7aa 2024-04-13T07:54:22.470 INFO:teuthology.orchestra.run.smithi119.stdout:osd.4 smithi139 running (116s) 4s ago 13m 204M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 35cd11561d1d 2024-04-13T07:54:22.470 INFO:teuthology.orchestra.run.smithi119.stdout:osd.5 smithi139 running (81s) 4s ago 13m 178M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 a8547c1088b1 2024-04-13T07:54:22.470 INFO:teuthology.orchestra.run.smithi119.stdout:osd.6 smithi139 running (46s) 4s ago 12m 87.1M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 ebf4b5188514 2024-04-13T07:54:22.470 INFO:teuthology.orchestra.run.smithi119.stdout:osd.7 smithi139 running (10s) 4s ago 12m 12.4M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 6830e079abe4 2024-04-13T07:54:22.471 INFO:teuthology.orchestra.run.smithi119.stdout:prometheus.a smithi139 *:9095 running (6m) 4s ago 11m 57.9M - 2.43.0 a07b618ecd1d dbea45cf9326 2024-04-13T07:54:22.562 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:22 smithi139 ceph-mon[88985]: osdmap e557: 8 total, 8 up, 8 in 2024-04-13T07:54:22.563 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:54:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:54:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:54:22.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:22 smithi119 ceph-mon[96316]: osdmap e557: 8 total, 8 up, 8 in 2024-04-13T07:54:22.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:22 smithi119 ceph-mon[93746]: osdmap e557: 8 total, 8 up, 8 in 2024-04-13T07:54:22.935 INFO:teuthology.orchestra.run.smithi119.stdout:{ 2024-04-13T07:54:22.935 INFO:teuthology.orchestra.run.smithi119.stdout: "mon": { 2024-04-13T07:54:22.935 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 3 2024-04-13T07:54:22.936 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:54:22.936 INFO:teuthology.orchestra.run.smithi119.stdout: "mgr": { 2024-04-13T07:54:22.936 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T07:54:22.936 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:54:22.936 INFO:teuthology.orchestra.run.smithi119.stdout: "osd": { 2024-04-13T07:54:22.936 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 8 2024-04-13T07:54:22.936 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:54:22.936 INFO:teuthology.orchestra.run.smithi119.stdout: "mds": { 2024-04-13T07:54:22.936 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 2 2024-04-13T07:54:22.936 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:54:22.936 INFO:teuthology.orchestra.run.smithi119.stdout: "overall": { 2024-04-13T07:54:22.936 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 2, 2024-04-13T07:54:22.936 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 13 2024-04-13T07:54:22.936 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-13T07:54:22.936 INFO:teuthology.orchestra.run.smithi119.stdout:} 2024-04-13T07:54:23.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[93746]: from='client.34383 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:54:23.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[93746]: osdmap e558: 8 total, 8 up, 8 in 2024-04-13T07:54:23.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[93746]: from='client.34389 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:54:23.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:23.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:23.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:54:23.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:54:23.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:23.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:54:23.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:54:23.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:54:23.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:54:23.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:54:23.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[93746]: Upgrade: Setting container_image for all osd 2024-04-13T07:54:23.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:23.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-13T07:54:23.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-13T07:54:23.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-04-13T07:54:23.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-13T07:54:23.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-13T07:54:23.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-04-13T07:54:23.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-13T07:54:23.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-13T07:54:23.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-04-13T07:54:23.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[93746]: pgmap v504: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 873 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 299 KiB/s rd, 172 KiB/s wr, 2 op/s; 9.8 MiB/s, 4 objects/s recovering 2024-04-13T07:54:23.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-13T07:54:23.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-13T07:54:23.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-04-13T07:54:23.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-13T07:54:23.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-13T07:54:23.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-04-13T07:54:23.721 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-13T07:54:23.721 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-13T07:54:23.721 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-04-13T07:54:23.721 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-13T07:54:23.721 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-13T07:54:23.721 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-04-13T07:54:23.721 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-13T07:54:23.721 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-13T07:54:23.721 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-04-13T07:54:23.722 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[93746]: Upgrade: Setting require_osd_release to 19 squid 2024-04-13T07:54:23.722 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-13T07:54:23.722 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-13T07:54:23.722 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/3659220192' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:54:23.723 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[96316]: from='client.34383 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:54:23.723 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[96316]: osdmap e558: 8 total, 8 up, 8 in 2024-04-13T07:54:23.723 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[96316]: from='client.34389 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:54:23.723 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:23.723 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:23.723 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:54:23.723 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:54:23.723 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:23.724 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:54:23.724 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:54:23.724 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:54:23.724 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:54:23.724 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:54:23.724 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[96316]: Upgrade: Setting container_image for all osd 2024-04-13T07:54:23.724 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:23.724 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-13T07:54:23.724 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-13T07:54:23.724 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-04-13T07:54:23.724 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-13T07:54:23.724 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-13T07:54:23.725 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-04-13T07:54:23.725 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-13T07:54:23.725 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-13T07:54:23.725 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-04-13T07:54:23.725 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[96316]: pgmap v504: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 873 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 299 KiB/s rd, 172 KiB/s wr, 2 op/s; 9.8 MiB/s, 4 objects/s recovering 2024-04-13T07:54:23.725 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-13T07:54:23.725 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-13T07:54:23.725 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-04-13T07:54:23.725 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-13T07:54:23.725 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-13T07:54:23.725 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-04-13T07:54:23.725 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-13T07:54:23.726 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-13T07:54:23.726 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-04-13T07:54:23.726 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-13T07:54:23.726 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-13T07:54:23.726 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-04-13T07:54:23.726 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-13T07:54:23.726 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-13T07:54:23.726 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-04-13T07:54:23.726 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[96316]: Upgrade: Setting require_osd_release to 19 squid 2024-04-13T07:54:23.726 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-13T07:54:23.726 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-13T07:54:23.726 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:23 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/3659220192' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:54:23.807 INFO:tasks.rados.rados.0.smithi119.stdout:2510: done (4 left) 2024-04-13T07:54:23.807 INFO:tasks.rados.rados.0.smithi119.stdout:2512: done (3 left) 2024-04-13T07:54:23.807 INFO:tasks.rados.rados.0.smithi119.stdout:2513: done (2 left) 2024-04-13T07:54:23.808 INFO:tasks.rados.rados.0.smithi119.stdout:2514: done (1 left) 2024-04-13T07:54:23.808 INFO:tasks.rados.rados.0.smithi119.stdout:2515: done (0 left) 2024-04-13T07:54:23.808 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 12 current snap is 267 2024-04-13T07:54:23.808 INFO:tasks.rados.rados.0.smithi119.stdout:2516: seq_num 760 ranges {0=737280} 2024-04-13T07:54:23.812 INFO:tasks.rados.rados.0.smithi119.stdout:2516: writing smithi11982245-12 from 0 to 737280 tid 1 2024-04-13T07:54:23.812 INFO:tasks.rados.rados.0.smithi119.stdout:2517: rollback oid 49 current snap is 267 2024-04-13T07:54:23.812 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 49 to 197 2024-04-13T07:54:23.812 INFO:tasks.rados.rados.0.smithi119.stdout:2518: copy_from oid 20 from oid 40 current snap is 267 2024-04-13T07:54:23.812 INFO:tasks.rados.rados.0.smithi119.stdout:2519: rollback oid 8 current snap is 267 2024-04-13T07:54:23.812 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 8 to 231 2024-04-13T07:54:23.813 INFO:tasks.rados.rados.0.smithi119.stdout:2520: delete oid 31 current snap is 267 2024-04-13T07:54:23.815 INFO:tasks.rados.rados.0.smithi119.stdout:2517: finishing rollback tid 1 to smithi11982245-49 2024-04-13T07:54:23.815 INFO:tasks.rados.rados.0.smithi119.stdout:2520: done (4 left) 2024-04-13T07:54:23.815 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 44 current snap is 267 2024-04-13T07:54:23.815 INFO:tasks.rados.rados.0.smithi119.stdout:2521: seq_num 762 ranges {0=770048} 2024-04-13T07:54:23.823 INFO:tasks.rados.rados.0.smithi119.stdout:2521: writing smithi11982245-44 from 0 to 770048 tid 1 2024-04-13T07:54:23.823 INFO:tasks.rados.rados.0.smithi119.stdout:2522: setattr oid 45 current snap is 267 2024-04-13T07:54:23.823 INFO:tasks.rados.rados.0.smithi119.stdout:2519: finishing rollback tid 1 to smithi11982245-8 2024-04-13T07:54:23.823 INFO:tasks.rados.rados.0.smithi119.stdout:2517: finishing rollback tid 2 to smithi11982245-49 2024-04-13T07:54:23.823 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 49 v 1301 (ObjNum 501 snap 171 seq_num 501) dirty exists 2024-04-13T07:54:23.823 INFO:tasks.rados.rados.0.smithi119.stdout:2518: finishing copy_from to smithi11982245-20 2024-04-13T07:54:23.823 INFO:tasks.rados.rados.0.smithi119.stdout:2518: got expected ENOENT (src dne) 2024-04-13T07:54:23.823 INFO:tasks.rados.rados.0.smithi119.stdout:2518: finishing copy_from racing read to smithi11982245-20 2024-04-13T07:54:23.824 INFO:tasks.rados.rados.0.smithi119.stdout:2519: finishing rollback tid 2 to smithi11982245-8 2024-04-13T07:54:23.824 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 8 v 1646 (ObjNum 679 snap 228 seq_num 679) dirty exists 2024-04-13T07:54:23.824 INFO:tasks.rados.rados.0.smithi119.stdout:2516: finishing write tid 1 to smithi11982245-12 2024-04-13T07:54:23.824 INFO:tasks.rados.rados.0.smithi119.stdout:2516: finishing write tid 2 to smithi11982245-12 2024-04-13T07:54:23.824 INFO:tasks.rados.rados.0.smithi119.stdout:2517: done (5 left) 2024-04-13T07:54:23.824 INFO:tasks.rados.rados.0.smithi119.stdout:2518: done (4 left) 2024-04-13T07:54:23.824 INFO:tasks.rados.rados.0.smithi119.stdout:2519: done (3 left) 2024-04-13T07:54:23.824 INFO:tasks.rados.rados.0.smithi119.stdout:2523: read oid 21 snap -1 2024-04-13T07:54:23.824 INFO:tasks.rados.rados.0.smithi119.stdout:2523: expect (ObjNum 753 snap 266 seq_num 753) 2024-04-13T07:54:23.824 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 32 current snap is 267 2024-04-13T07:54:23.824 INFO:tasks.rados.rados.0.smithi119.stdout:2524: seq_num 763 ranges {0=786432} 2024-04-13T07:54:23.827 INFO:tasks.rados.rados.0.smithi119.stdout:2524: writing smithi11982245-32 from 0 to 786432 tid 1 2024-04-13T07:54:23.827 INFO:tasks.rados.rados.0.smithi119.stdout:2525: setattr oid 14 current snap is 267 2024-04-13T07:54:23.828 INFO:tasks.rados.rados.0.smithi119.stdout:2516: finishing write tid 3 to smithi11982245-12 2024-04-13T07:54:23.828 INFO:tasks.rados.rados.0.smithi119.stdout:2516: oid 12 updating version 0 to 1367 2024-04-13T07:54:23.828 INFO:tasks.rados.rados.0.smithi119.stdout:2516: oid 12 updating version 1367 to 1368 2024-04-13T07:54:23.828 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 12 v 1368 (ObjNum 760 snap 267 seq_num 760) dirty exists 2024-04-13T07:54:23.828 INFO:tasks.rados.rados.0.smithi119.stdout:2516: left oid 12 (ObjNum 760 snap 267 seq_num 760) 2024-04-13T07:54:23.828 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 45 v 1793 (ObjNum 557 snap 188 seq_num 557) dirty exists 2024-04-13T07:54:23.829 INFO:tasks.rados.rados.0.smithi119.stdout:2516: done (5 left) 2024-04-13T07:54:23.829 INFO:tasks.rados.rados.0.smithi119.stdout:2522: done (4 left) 2024-04-13T07:54:23.829 INFO:tasks.rados.rados.0.smithi119.stdout:2526: read oid 20 snap 142 2024-04-13T07:54:23.829 INFO:tasks.rados.rados.0.smithi119.stdout:2526: expect (ObjNum 256 snap 83 seq_num 256) 2024-04-13T07:54:23.829 INFO:tasks.rados.rados.0.smithi119.stdout:2527: snap_create 2024-04-13T07:54:23.832 INFO:tasks.rados.rados.0.smithi119.stdout:2523: expect (ObjNum 753 snap 266 seq_num 753) 2024-04-13T07:54:23.855 INFO:tasks.rados.rados.0.smithi119.stdout:2521: finishing write tid 1 to smithi11982245-44 2024-04-13T07:54:23.855 INFO:tasks.rados.rados.0.smithi119.stdout:2521: finishing write tid 2 to smithi11982245-44 2024-04-13T07:54:23.856 INFO:tasks.rados.rados.0.smithi119.stdout:2521: finishing write tid 3 to smithi11982245-44 2024-04-13T07:54:23.856 INFO:tasks.rados.rados.0.smithi119.stdout:2521: oid 44 updating version 0 to 1743 2024-04-13T07:54:23.856 INFO:tasks.rados.rados.0.smithi119.stdout:2521: oid 44 version 1743 is already newer than 1742 2024-04-13T07:54:23.856 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 44 v 1743 (ObjNum 762 snap 267 seq_num 762) dirty exists 2024-04-13T07:54:23.856 INFO:tasks.rados.rados.0.smithi119.stdout:2521: left oid 44 (ObjNum 762 snap 267 seq_num 762) 2024-04-13T07:54:23.856 INFO:tasks.rados.rados.0.smithi119.stdout:2524: finishing write tid 1 to smithi11982245-32 2024-04-13T07:54:23.857 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 14 v 1304 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-13T07:54:23.857 INFO:tasks.rados.rados.0.smithi119.stdout:2524: finishing write tid 2 to smithi11982245-32 2024-04-13T07:54:23.857 INFO:tasks.rados.rados.0.smithi119.stdout:2524: finishing write tid 3 to smithi11982245-32 2024-04-13T07:54:23.857 INFO:tasks.rados.rados.0.smithi119.stdout:2524: oid 32 updating version 0 to 1279 2024-04-13T07:54:23.857 INFO:tasks.rados.rados.0.smithi119.stdout:2524: oid 32 updating version 1279 to 1280 2024-04-13T07:54:23.857 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 32 v 1280 (ObjNum 763 snap 267 seq_num 763) dirty exists 2024-04-13T07:54:23.857 INFO:tasks.rados.rados.0.smithi119.stdout:2524: left oid 32 (ObjNum 763 snap 267 seq_num 763) 2024-04-13T07:54:23.878 INFO:tasks.rados.rados.0.smithi119.stdout:2526: expect (ObjNum 256 snap 83 seq_num 256) 2024-04-13T07:54:23.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:23 smithi139 ceph-mon[88985]: from='client.34383 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:54:23.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:23 smithi139 ceph-mon[88985]: osdmap e558: 8 total, 8 up, 8 in 2024-04-13T07:54:23.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:23 smithi139 ceph-mon[88985]: from='client.34389 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:54:23.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:23 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:23.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:23 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:23.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:23 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:54:23.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:23 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:54:23.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:23 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:23.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:23 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:54:23.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:23 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:54:23.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:23 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:54:23.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:23 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:54:23.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:23 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:54:23.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:23 smithi139 ceph-mon[88985]: Upgrade: Setting container_image for all osd 2024-04-13T07:54:23.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:23 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:23.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:23 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-13T07:54:23.888 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:23 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-13T07:54:23.888 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:23 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-04-13T07:54:23.888 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:23 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-13T07:54:23.888 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:23 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-13T07:54:23.888 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:23 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-04-13T07:54:23.888 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:23 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-13T07:54:23.888 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:23 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-13T07:54:23.888 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:23 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-04-13T07:54:23.888 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:23 smithi139 ceph-mon[88985]: pgmap v504: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 873 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 299 KiB/s rd, 172 KiB/s wr, 2 op/s; 9.8 MiB/s, 4 objects/s recovering 2024-04-13T07:54:23.888 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:23 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-13T07:54:23.888 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:23 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-13T07:54:23.888 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:23 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-04-13T07:54:23.888 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:23 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-13T07:54:23.888 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:23 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-13T07:54:23.889 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:23 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-04-13T07:54:23.889 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:23 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-13T07:54:23.889 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:23 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-13T07:54:23.889 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:23 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-04-13T07:54:23.889 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:23 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-13T07:54:23.889 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:23 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-13T07:54:23.889 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:23 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-04-13T07:54:23.889 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:23 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-13T07:54:23.889 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:23 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-13T07:54:23.889 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:23 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-04-13T07:54:23.889 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:23 smithi139 ceph-mon[88985]: Upgrade: Setting require_osd_release to 19 squid 2024-04-13T07:54:23.889 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:23 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-13T07:54:23.889 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:23 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-13T07:54:23.889 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:23 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/3659220192' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:54:24.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:24 smithi119 ceph-mon[93746]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 109/1521 objects degraded (7.166%), 5 pgs degraded) 2024-04-13T07:54:24.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:24 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:24.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:54:24.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:24 smithi119 ceph-mon[93746]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-04-13T07:54:24.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:24 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T07:54:24.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:24 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-04-13T07:54:24.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:24 smithi119 ceph-mon[93746]: osdmap e559: 8 total, 8 up, 8 in 2024-04-13T07:54:24.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-13T07:54:24.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:24 smithi119 ceph-mon[93746]: Upgrade: It appears safe to stop mds.a 2024-04-13T07:54:24.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:24 smithi119 ceph-mon[96316]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 109/1521 objects degraded (7.166%), 5 pgs degraded) 2024-04-13T07:54:24.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:24 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:24.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:54:24.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:24 smithi119 ceph-mon[96316]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-04-13T07:54:24.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:24 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T07:54:24.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:24 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-04-13T07:54:24.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:24 smithi119 ceph-mon[96316]: osdmap e559: 8 total, 8 up, 8 in 2024-04-13T07:54:24.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-13T07:54:24.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:24 smithi119 ceph-mon[96316]: Upgrade: It appears safe to stop mds.a 2024-04-13T07:54:24.823 INFO:tasks.rados.rados.0.smithi119.stdout:2521: done (5 left) 2024-04-13T07:54:24.823 INFO:tasks.rados.rados.0.smithi119.stdout:2523: done (4 left) 2024-04-13T07:54:24.824 INFO:tasks.rados.rados.0.smithi119.stdout:2524: done (3 left) 2024-04-13T07:54:24.824 INFO:tasks.rados.rados.0.smithi119.stdout:2525: done (2 left) 2024-04-13T07:54:24.824 INFO:tasks.rados.rados.0.smithi119.stdout:2526: done (1 left) 2024-04-13T07:54:24.824 INFO:tasks.rados.rados.0.smithi119.stdout:2527: done (0 left) 2024-04-13T07:54:24.824 INFO:tasks.rados.rados.0.smithi119.stdout:2528: copy_from oid 50 from oid 43 current snap is 268 2024-04-13T07:54:24.824 INFO:tasks.rados.rados.0.smithi119.stdout:2529: snap_create 2024-04-13T07:54:24.838 INFO:tasks.rados.rados.0.smithi119.stdout:2528: finishing copy_from racing read to smithi11982245-50 2024-04-13T07:54:24.840 INFO:tasks.rados.rados.0.smithi119.stdout:2528: finishing copy_from to smithi11982245-50 2024-04-13T07:54:24.840 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 50 v 1704 (ObjNum 740 snap 257 seq_num 740) dirty exists 2024-04-13T07:54:24.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:24 smithi139 ceph-mon[88985]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 109/1521 objects degraded (7.166%), 5 pgs degraded) 2024-04-13T07:54:24.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:24 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:24.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:54:24.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:24 smithi139 ceph-mon[88985]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-04-13T07:54:24.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:24 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T07:54:24.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:24 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-04-13T07:54:24.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:24 smithi139 ceph-mon[88985]: osdmap e559: 8 total, 8 up, 8 in 2024-04-13T07:54:24.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-13T07:54:24.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:24 smithi139 ceph-mon[88985]: Upgrade: It appears safe to stop mds.a 2024-04-13T07:54:25.172 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:54:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:54:24] "GET /metrics HTTP/1.1" 200 36220 "" "Prometheus/2.43.0" 2024-04-13T07:54:25.399 INFO:tasks.rados.rados.0.smithi119.stdout:2528: done (1 left) 2024-04-13T07:54:25.399 INFO:tasks.rados.rados.0.smithi119.stdout:2529: done (0 left) 2024-04-13T07:54:25.399 INFO:tasks.rados.rados.0.smithi119.stdout:2530: rollback oid 44 current snap is 269 2024-04-13T07:54:25.399 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 44 to 221 2024-04-13T07:54:25.399 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 42 current snap is 269 2024-04-13T07:54:25.399 INFO:tasks.rados.rados.0.smithi119.stdout:2531: seq_num 764 ranges {4915200=802816} 2024-04-13T07:54:25.430 INFO:tasks.rados.rados.0.smithi119.stdout:2531: writing smithi11982245-42 from 4915200 to 5718016 tid 1 2024-04-13T07:54:25.430 INFO:tasks.rados.rados.0.smithi119.stdout:2532: rollback oid 5 current snap is 269 2024-04-13T07:54:25.431 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 5 to 176 2024-04-13T07:54:25.431 INFO:tasks.rados.rados.0.smithi119.stdout:2530: finishing rollback tid 0 to smithi11982245-44 2024-04-13T07:54:25.431 INFO:tasks.rados.rados.0.smithi119.stdout:2530: finishing rollback tid 1 to smithi11982245-44 2024-04-13T07:54:25.431 INFO:tasks.rados.rados.0.smithi119.stdout:2530: finishing rollback tid 2 to smithi11982245-44 2024-04-13T07:54:25.431 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 44 v 1747 (ObjNum 657 snap 220 seq_num 657) dirty exists 2024-04-13T07:54:25.431 INFO:tasks.rados.rados.0.smithi119.stdout:2530: done (2 left) 2024-04-13T07:54:25.431 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 37 current snap is 269 2024-04-13T07:54:25.431 INFO:tasks.rados.rados.0.smithi119.stdout:2533: seq_num 765 ranges {2121728=417792,2539520=401408} 2024-04-13T07:54:25.444 INFO:tasks.rados.rados.0.smithi119.stdout:2533: writing smithi11982245-37 from 2121728 to 2539520 tid 1 2024-04-13T07:54:25.446 INFO:tasks.rados.rados.0.smithi119.stdout:2533: writing smithi11982245-37 from 2539520 to 2940928 tid 2 2024-04-13T07:54:25.446 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 9 current snap is 269 2024-04-13T07:54:25.446 INFO:tasks.rados.rados.0.smithi119.stdout:2534: seq_num 766 ranges {0=434176,434176=401408} 2024-04-13T07:54:25.448 INFO:tasks.rados.rados.0.smithi119.stdout:2534: writing smithi11982245-9 from 0 to 434176 tid 1 2024-04-13T07:54:25.452 INFO:tasks.rados.rados.0.smithi119.stdout:2534: writing smithi11982245-9 from 434176 to 835584 tid 2 2024-04-13T07:54:25.452 INFO:tasks.rados.rados.0.smithi119.stdout:2535: read oid 19 snap -1 2024-04-13T07:54:25.452 INFO:tasks.rados.rados.0.smithi119.stdout:2535: expect deleted 2024-04-13T07:54:25.452 INFO:tasks.rados.rados.0.smithi119.stdout:2536: delete oid 36 current snap is 269 2024-04-13T07:54:25.452 INFO:tasks.rados.rados.0.smithi119.stdout:2532: finishing rollback tid 0 to smithi11982245-5 2024-04-13T07:54:25.452 INFO:tasks.rados.rados.0.smithi119.stdout:2531: finishing write tid 1 to smithi11982245-42 2024-04-13T07:54:25.452 INFO:tasks.rados.rados.0.smithi119.stdout:2531: finishing write tid 2 to smithi11982245-42 2024-04-13T07:54:25.452 INFO:tasks.rados.rados.0.smithi119.stdout:2532: finishing rollback tid 1 to smithi11982245-5 2024-04-13T07:54:25.452 INFO:tasks.rados.rados.0.smithi119.stdout:2532: finishing rollback tid 2 to smithi11982245-5 2024-04-13T07:54:25.452 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 5 v 1797 (ObjNum 487 snap 165 seq_num 487) dirty exists 2024-04-13T07:54:25.453 INFO:tasks.rados.rados.0.smithi119.stdout:2531: finishing write tid 3 to smithi11982245-42 2024-04-13T07:54:25.453 INFO:tasks.rados.rados.0.smithi119.stdout:2531: oid 42 updating version 0 to 1708 2024-04-13T07:54:25.453 INFO:tasks.rados.rados.0.smithi119.stdout:2531: oid 42 updating version 1708 to 1709 2024-04-13T07:54:25.453 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 42 v 1709 (ObjNum 764 snap 269 seq_num 764) dirty exists 2024-04-13T07:54:25.453 INFO:tasks.rados.rados.0.smithi119.stdout:2531: left oid 42 (ObjNum 764 snap 269 seq_num 764) 2024-04-13T07:54:25.455 INFO:tasks.rados.rados.0.smithi119.stdout:2531: done (5 left) 2024-04-13T07:54:25.455 INFO:tasks.rados.rados.0.smithi119.stdout:2532: done (4 left) 2024-04-13T07:54:25.455 INFO:tasks.rados.rados.0.smithi119.stdout:2535: done (3 left) 2024-04-13T07:54:25.455 INFO:tasks.rados.rados.0.smithi119.stdout:2536: done (2 left) 2024-04-13T07:54:25.455 INFO:tasks.rados.rados.0.smithi119.stdout:2537: read oid 34 snap -1 2024-04-13T07:54:25.455 INFO:tasks.rados.rados.0.smithi119.stdout:2537: expect (ObjNum 748 snap 259 seq_num 748) 2024-04-13T07:54:25.455 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 4 current snap is 269 2024-04-13T07:54:25.455 INFO:tasks.rados.rados.0.smithi119.stdout:2533: finishing write tid 1 to smithi11982245-37 2024-04-13T07:54:25.456 INFO:tasks.rados.rados.0.smithi119.stdout:2533: finishing write tid 2 to smithi11982245-37 2024-04-13T07:54:25.456 INFO:tasks.rados.rados.0.smithi119.stdout:2538: seq_num 768 ranges {0=466944,466944=401408} 2024-04-13T07:54:25.457 INFO:tasks.rados.rados.0.smithi119.stdout:2538: writing smithi11982245-4 from 0 to 466944 tid 1 2024-04-13T07:54:25.461 INFO:tasks.rados.rados.0.smithi119.stdout:2538: writing smithi11982245-4 from 466944 to 868352 tid 2 2024-04-13T07:54:25.461 INFO:tasks.rados.rados.0.smithi119.stdout:2539: snap_remove snap 208 2024-04-13T07:54:26.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:25 smithi139 ceph-mon[88985]: pgmap v506: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 873 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 274 KiB/s rd, 157 KiB/s wr, 1 op/s; 7.9 MiB/s, 3 objects/s recovering 2024-04-13T07:54:26.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:25 smithi139 ceph-mon[88985]: osdmap e560: 8 total, 8 up, 8 in 2024-04-13T07:54:26.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:25 smithi139 ceph-mon[88985]: osdmap e561: 8 total, 8 up, 8 in 2024-04-13T07:54:26.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:25 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:26.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:25 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T07:54:26.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:25 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T07:54:26.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:25 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:54:26.173 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:25 smithi119 ceph-mon[96316]: pgmap v506: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 873 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 274 KiB/s rd, 157 KiB/s wr, 1 op/s; 7.9 MiB/s, 3 objects/s recovering 2024-04-13T07:54:26.174 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:25 smithi119 ceph-mon[96316]: osdmap e560: 8 total, 8 up, 8 in 2024-04-13T07:54:26.174 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:25 smithi119 ceph-mon[96316]: osdmap e561: 8 total, 8 up, 8 in 2024-04-13T07:54:26.174 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:25 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:26.174 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:25 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T07:54:26.174 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:25 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T07:54:26.174 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:25 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:54:26.174 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:25 smithi119 ceph-mon[93746]: pgmap v506: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 873 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 274 KiB/s rd, 157 KiB/s wr, 1 op/s; 7.9 MiB/s, 3 objects/s recovering 2024-04-13T07:54:26.174 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:25 smithi119 ceph-mon[93746]: osdmap e560: 8 total, 8 up, 8 in 2024-04-13T07:54:26.174 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:25 smithi119 ceph-mon[93746]: osdmap e561: 8 total, 8 up, 8 in 2024-04-13T07:54:26.175 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:25 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:26.175 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:25 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T07:54:26.175 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:25 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T07:54:26.175 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:25 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:54:26.457 INFO:tasks.rados.rados.0.smithi119.stdout:2539: done (4 left) 2024-04-13T07:54:26.457 INFO:tasks.rados.rados.0.smithi119.stdout:2540: copy_from oid 30 from oid 38 current snap is 269 2024-04-13T07:54:26.457 INFO:tasks.rados.rados.0.smithi119.stdout:2533: finishing write tid 3 to smithi11982245-37 2024-04-13T07:54:26.457 INFO:tasks.rados.rados.0.smithi119.stdout:2533: finishing write tid 4 to smithi11982245-37 2024-04-13T07:54:26.457 INFO:tasks.rados.rados.0.smithi119.stdout:2533: oid 37 updating version 0 to 1646 2024-04-13T07:54:26.457 INFO:tasks.rados.rados.0.smithi119.stdout:2533: oid 37 version 1646 is already newer than 1644 2024-04-13T07:54:26.458 INFO:tasks.rados.rados.0.smithi119.stdout:2533: oid 37 version 1646 is already newer than 1645 2024-04-13T07:54:26.458 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 37 v 1646 (ObjNum 765 snap 269 seq_num 765) dirty exists 2024-04-13T07:54:26.458 INFO:tasks.rados.rados.0.smithi119.stdout:2533: left oid 37 (ObjNum 765 snap 269 seq_num 765) 2024-04-13T07:54:26.458 INFO:tasks.rados.rados.0.smithi119.stdout:2534: finishing write tid 1 to smithi11982245-9 2024-04-13T07:54:26.458 INFO:tasks.rados.rados.0.smithi119.stdout:2534: finishing write tid 2 to smithi11982245-9 2024-04-13T07:54:26.458 INFO:tasks.rados.rados.0.smithi119.stdout:2534: finishing write tid 3 to smithi11982245-9 2024-04-13T07:54:26.458 INFO:tasks.rados.rados.0.smithi119.stdout:2534: finishing write tid 4 to smithi11982245-9 2024-04-13T07:54:26.458 INFO:tasks.rados.rados.0.smithi119.stdout:2534: oid 9 updating version 0 to 1707 2024-04-13T07:54:26.458 INFO:tasks.rados.rados.0.smithi119.stdout:2534: oid 9 version 1707 is already newer than 1705 2024-04-13T07:54:26.458 INFO:tasks.rados.rados.0.smithi119.stdout:2534: oid 9 version 1707 is already newer than 1706 2024-04-13T07:54:26.458 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 9 v 1707 (ObjNum 766 snap 269 seq_num 766) dirty exists 2024-04-13T07:54:26.458 INFO:tasks.rados.rados.0.smithi119.stdout:2534: left oid 9 (ObjNum 766 snap 269 seq_num 766) 2024-04-13T07:54:26.458 INFO:tasks.rados.rados.0.smithi119.stdout:2538: finishing write tid 1 to smithi11982245-4 2024-04-13T07:54:26.459 INFO:tasks.rados.rados.0.smithi119.stdout:2538: finishing write tid 2 to smithi11982245-4 2024-04-13T07:54:26.459 INFO:tasks.rados.rados.0.smithi119.stdout:2538: finishing write tid 3 to smithi11982245-4 2024-04-13T07:54:26.459 INFO:tasks.rados.rados.0.smithi119.stdout:2538: finishing write tid 4 to smithi11982245-4 2024-04-13T07:54:26.459 INFO:tasks.rados.rados.0.smithi119.stdout:2538: oid 4 updating version 0 to 1405 2024-04-13T07:54:26.459 INFO:tasks.rados.rados.0.smithi119.stdout:2538: oid 4 updating version 1405 to 1406 2024-04-13T07:54:26.459 INFO:tasks.rados.rados.0.smithi119.stdout:2538: oid 4 version 1406 is already newer than 1404 2024-04-13T07:54:26.459 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 4 v 1406 (ObjNum 768 snap 269 seq_num 768) dirty exists 2024-04-13T07:54:26.459 INFO:tasks.rados.rados.0.smithi119.stdout:2538: left oid 4 (ObjNum 768 snap 269 seq_num 768) 2024-04-13T07:54:26.459 INFO:tasks.rados.rados.0.smithi119.stdout:2537: expect (ObjNum 748 snap 259 seq_num 748) 2024-04-13T07:54:26.627 INFO:tasks.rados.rados.0.smithi119.stdout:2540: finishing copy_from racing read to smithi11982245-30 2024-04-13T07:54:26.627 INFO:tasks.rados.rados.0.smithi119.stdout:2540: finishing copy_from to smithi11982245-30 2024-04-13T07:54:26.627 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 30 v 1366 (ObjNum 756 snap 266 seq_num 756) dirty exists 2024-04-13T07:54:26.627 INFO:tasks.rados.rados.0.smithi119.stdout:2533: done (4 left) 2024-04-13T07:54:26.627 INFO:tasks.rados.rados.0.smithi119.stdout:2534: done (3 left) 2024-04-13T07:54:26.627 INFO:tasks.rados.rados.0.smithi119.stdout:2537: done (2 left) 2024-04-13T07:54:26.627 INFO:tasks.rados.rados.0.smithi119.stdout:2538: done (1 left) 2024-04-13T07:54:26.627 INFO:tasks.rados.rados.0.smithi119.stdout:2540: done (0 left) 2024-04-13T07:54:26.628 INFO:tasks.rados.rados.0.smithi119.stdout:2541: read oid 40 snap 261 2024-04-13T07:54:26.628 INFO:tasks.rados.rados.0.smithi119.stdout:2541: expect deleted 2024-04-13T07:54:26.628 INFO:tasks.rados.rados.0.smithi119.stdout:2542: copy_from oid 29 from oid 20 current snap is 269 2024-04-13T07:54:26.628 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 23 current snap is 269 2024-04-13T07:54:26.628 INFO:tasks.rados.rados.0.smithi119.stdout:2543: seq_num 769 ranges {2310144=483328,2793472=401408} 2024-04-13T07:54:26.642 INFO:tasks.rados.rados.0.smithi119.stdout:2543: writing smithi11982245-23 from 2310144 to 2793472 tid 1 2024-04-13T07:54:26.645 INFO:tasks.rados.rados.0.smithi119.stdout:2543: writing smithi11982245-23 from 2793472 to 3194880 tid 2 2024-04-13T07:54:26.645 INFO:tasks.rados.rados.0.smithi119.stdout:2544: rollback oid 11 current snap is 269 2024-04-13T07:54:26.645 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 11 to 243 2024-04-13T07:54:26.645 INFO:tasks.rados.rados.0.smithi119.stdout:2542: finishing copy_from racing read to smithi11982245-29 2024-04-13T07:54:26.645 INFO:tasks.rados.rados.0.smithi119.stdout:2542: finishing copy_from to smithi11982245-29 2024-04-13T07:54:26.645 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 29 v 1636 (ObjNum 602 snap 200 seq_num 602) dirty exists 2024-04-13T07:54:26.645 INFO:tasks.rados.rados.0.smithi119.stdout:2541: done (3 left) 2024-04-13T07:54:26.645 INFO:tasks.rados.rados.0.smithi119.stdout:2542: done (2 left) 2024-04-13T07:54:26.645 INFO:tasks.rados.rados.0.smithi119.stdout:2545: read oid 32 snap -1 2024-04-13T07:54:26.646 INFO:tasks.rados.rados.0.smithi119.stdout:2545: expect (ObjNum 763 snap 267 seq_num 763) 2024-04-13T07:54:26.646 INFO:tasks.rados.rados.0.smithi119.stdout:2546: delete oid 4 current snap is 269 2024-04-13T07:54:26.647 INFO:tasks.rados.rados.0.smithi119.stdout:2546: done (3 left) 2024-04-13T07:54:26.647 INFO:tasks.rados.rados.0.smithi119.stdout:2547: read oid 49 snap -1 2024-04-13T07:54:26.648 INFO:tasks.rados.rados.0.smithi119.stdout:2547: expect (ObjNum 501 snap 171 seq_num 501) 2024-04-13T07:54:26.648 INFO:tasks.rados.rados.0.smithi119.stdout:2548: delete oid 40 current snap is 269 2024-04-13T07:54:26.648 INFO:tasks.rados.rados.0.smithi119.stdout:2543: finishing write tid 1 to smithi11982245-23 2024-04-13T07:54:26.648 INFO:tasks.rados.rados.0.smithi119.stdout:2543: finishing write tid 2 to smithi11982245-23 2024-04-13T07:54:26.649 INFO:tasks.rados.rados.0.smithi119.stdout:2543: finishing write tid 3 to smithi11982245-23 2024-04-13T07:54:26.649 INFO:tasks.rados.rados.0.smithi119.stdout:2544: finishing rollback tid 0 to smithi11982245-11 2024-04-13T07:54:26.649 INFO:tasks.rados.rados.0.smithi119.stdout:2544: finishing rollback tid 1 to smithi11982245-11 2024-04-13T07:54:26.650 INFO:tasks.rados.rados.0.smithi119.stdout:2544: finishing rollback tid 2 to smithi11982245-11 2024-04-13T07:54:26.650 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 11 v 901 (ObjNum 691 snap 239 seq_num 691) dirty exists 2024-04-13T07:54:26.650 INFO:tasks.rados.rados.0.smithi119.stdout:2544: done (4 left) 2024-04-13T07:54:26.650 INFO:tasks.rados.rados.0.smithi119.stdout:2548: done (3 left) 2024-04-13T07:54:26.650 INFO:tasks.rados.rados.0.smithi119.stdout:2549: delete oid 18 current snap is 269 2024-04-13T07:54:26.651 INFO:tasks.rados.rados.0.smithi119.stdout:2545: expect (ObjNum 763 snap 267 seq_num 763) 2024-04-13T07:54:26.673 INFO:tasks.rados.rados.0.smithi119.stdout:2543: finishing write tid 4 to smithi11982245-23 2024-04-13T07:54:26.674 INFO:tasks.rados.rados.0.smithi119.stdout:2543: oid 23 updating version 0 to 1722 2024-04-13T07:54:26.674 INFO:tasks.rados.rados.0.smithi119.stdout:2543: oid 23 updating version 1722 to 1723 2024-04-13T07:54:26.674 INFO:tasks.rados.rados.0.smithi119.stdout:2543: oid 23 version 1723 is already newer than 1721 2024-04-13T07:54:26.674 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 23 v 1723 (ObjNum 769 snap 269 seq_num 769) dirty exists 2024-04-13T07:54:26.674 INFO:tasks.rados.rados.0.smithi119.stdout:2543: left oid 23 (ObjNum 769 snap 269 seq_num 769) 2024-04-13T07:54:26.674 INFO:tasks.rados.rados.0.smithi119.stdout:2547: expect (ObjNum 501 snap 171 seq_num 501) 2024-04-13T07:54:26.791 INFO:tasks.rados.rados.0.smithi119.stdout:2543: done (3 left) 2024-04-13T07:54:26.791 INFO:tasks.rados.rados.0.smithi119.stdout:2545: done (2 left) 2024-04-13T07:54:26.791 INFO:tasks.rados.rados.0.smithi119.stdout:2547: done (1 left) 2024-04-13T07:54:26.791 INFO:tasks.rados.rados.0.smithi119.stdout:2549: done (0 left) 2024-04-13T07:54:26.792 INFO:tasks.rados.rados.0.smithi119.stdout:2550: rollback oid 33 current snap is 269 2024-04-13T07:54:26.792 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 33 to 204 2024-04-13T07:54:26.792 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 47 current snap is 269 2024-04-13T07:54:26.792 INFO:tasks.rados.rados.0.smithi119.stdout:2551: seq_num 773 ranges {3571712=548864,4120576=401408} 2024-04-13T07:54:26.812 INFO:tasks.rados.rados.0.smithi119.stdout:2551: writing smithi11982245-47 from 3571712 to 4120576 tid 1 2024-04-13T07:54:26.816 INFO:tasks.rados.rados.0.smithi119.stdout:2551: writing smithi11982245-47 from 4120576 to 4521984 tid 2 2024-04-13T07:54:26.816 INFO:tasks.rados.rados.0.smithi119.stdout:2552: read oid 30 snap -1 2024-04-13T07:54:26.816 INFO:tasks.rados.rados.0.smithi119.stdout:2552: expect (ObjNum 756 snap 266 seq_num 756) 2024-04-13T07:54:26.816 INFO:tasks.rados.rados.0.smithi119.stdout:2553: read oid 46 snap -1 2024-04-13T07:54:26.816 INFO:tasks.rados.rados.0.smithi119.stdout:2553: expect deleted 2024-04-13T07:54:26.816 INFO:tasks.rados.rados.0.smithi119.stdout:2554: read oid 37 snap 265 2024-04-13T07:54:26.816 INFO:tasks.rados.rados.0.smithi119.stdout:2554: expect (ObjNum 699 snap 242 seq_num 699) 2024-04-13T07:54:26.816 INFO:tasks.rados.rados.0.smithi119.stdout:2555: rollback oid 23 current snap is 269 2024-04-13T07:54:26.816 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 23 to 146 2024-04-13T07:54:26.816 INFO:tasks.rados.rados.0.smithi119.stdout:2550: finishing rollback tid 0 to smithi11982245-33 2024-04-13T07:54:26.816 INFO:tasks.rados.rados.0.smithi119.stdout:2550: finishing rollback tid 1 to smithi11982245-33 2024-04-13T07:54:26.816 INFO:tasks.rados.rados.0.smithi119.stdout:2550: finishing rollback tid 2 to smithi11982245-33 2024-04-13T07:54:26.816 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 33 v 1421 (ObjNum 608 snap 204 seq_num 608) dirty exists 2024-04-13T07:54:26.817 INFO:tasks.rados.rados.0.smithi119.stdout:2550: done (5 left) 2024-04-13T07:54:26.817 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 6 current snap is 269 2024-04-13T07:54:26.817 INFO:tasks.rados.rados.0.smithi119.stdout:2556: seq_num 774 ranges {0=565248,565248=401408} 2024-04-13T07:54:26.819 INFO:tasks.rados.rados.0.smithi119.stdout:2556: writing smithi11982245-6 from 0 to 565248 tid 1 2024-04-13T07:54:26.822 INFO:tasks.rados.rados.0.smithi119.stdout:2556: writing smithi11982245-6 from 565248 to 966656 tid 2 2024-04-13T07:54:26.822 INFO:tasks.rados.rados.0.smithi119.stdout:2557: delete oid 25 current snap is 269 2024-04-13T07:54:26.822 INFO:tasks.rados.rados.0.smithi119.stdout:2555: finishing rollback tid 0 to smithi11982245-23 2024-04-13T07:54:26.823 INFO:tasks.rados.rados.0.smithi119.stdout:2551: finishing write tid 1 to smithi11982245-47 2024-04-13T07:54:26.823 INFO:tasks.rados.rados.0.smithi119.stdout:2551: finishing write tid 2 to smithi11982245-47 2024-04-13T07:54:26.824 INFO:tasks.rados.rados.0.smithi119.stdout:2555: finishing rollback tid 1 to smithi11982245-23 2024-04-13T07:54:26.824 INFO:tasks.rados.rados.0.smithi119.stdout:2555: finishing rollback tid 2 to smithi11982245-23 2024-04-13T07:54:26.824 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 23 v 1726 (ObjNum 239 snap 75 seq_num 239) dirty exists 2024-04-13T07:54:26.825 INFO:tasks.rados.rados.0.smithi119.stdout:2551: finishing write tid 3 to smithi11982245-47 2024-04-13T07:54:26.827 INFO:tasks.rados.rados.0.smithi119.stdout:2553: done (6 left) 2024-04-13T07:54:26.827 INFO:tasks.rados.rados.0.smithi119.stdout:2555: done (5 left) 2024-04-13T07:54:26.827 INFO:tasks.rados.rados.0.smithi119.stdout:2557: done (4 left) 2024-04-13T07:54:26.827 INFO:tasks.rados.rados.0.smithi119.stdout:2558: rollback oid 17 current snap is 269 2024-04-13T07:54:26.827 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 17 to 134 2024-04-13T07:54:26.830 INFO:tasks.rados.rados.0.smithi119.stdout:2554: expect (ObjNum 699 snap 242 seq_num 699) 2024-04-13T07:54:26.885 INFO:tasks.rados.rados.0.smithi119.stdout:2552: expect (ObjNum 756 snap 266 seq_num 756) 2024-04-13T07:54:26.966 INFO:tasks.rados.rados.0.smithi119.stdout:2551: finishing write tid 4 to smithi11982245-47 2024-04-13T07:54:26.966 INFO:tasks.rados.rados.0.smithi119.stdout:2551: oid 47 updating version 0 to 1810 2024-04-13T07:54:26.966 INFO:tasks.rados.rados.0.smithi119.stdout:2551: oid 47 version 1810 is already newer than 1809 2024-04-13T07:54:26.966 INFO:tasks.rados.rados.0.smithi119.stdout:2551: oid 47 updating version 1810 to 1811 2024-04-13T07:54:26.966 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 47 v 1811 (ObjNum 773 snap 269 seq_num 773) dirty exists 2024-04-13T07:54:26.966 INFO:tasks.rados.rados.0.smithi119.stdout:2551: left oid 47 (ObjNum 773 snap 269 seq_num 773) 2024-04-13T07:54:26.966 INFO:tasks.rados.rados.0.smithi119.stdout:2556: finishing write tid 1 to smithi11982245-6 2024-04-13T07:54:26.966 INFO:tasks.rados.rados.0.smithi119.stdout:2556: finishing write tid 2 to smithi11982245-6 2024-04-13T07:54:26.966 INFO:tasks.rados.rados.0.smithi119.stdout:2556: finishing write tid 3 to smithi11982245-6 2024-04-13T07:54:26.967 INFO:tasks.rados.rados.0.smithi119.stdout:2556: finishing write tid 4 to smithi11982245-6 2024-04-13T07:54:26.967 INFO:tasks.rados.rados.0.smithi119.stdout:2556: oid 6 updating version 0 to 904 2024-04-13T07:54:26.967 INFO:tasks.rados.rados.0.smithi119.stdout:2556: oid 6 version 904 is already newer than 903 2024-04-13T07:54:26.967 INFO:tasks.rados.rados.0.smithi119.stdout:2556: oid 6 version 904 is already newer than 902 2024-04-13T07:54:26.967 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 6 v 904 (ObjNum 774 snap 269 seq_num 774) dirty exists 2024-04-13T07:54:26.967 INFO:tasks.rados.rados.0.smithi119.stdout:2556: left oid 6 (ObjNum 774 snap 269 seq_num 774) 2024-04-13T07:54:26.967 INFO:tasks.rados.rados.0.smithi119.stdout:2551: done (4 left) 2024-04-13T07:54:26.967 INFO:tasks.rados.rados.0.smithi119.stdout:2552: done (3 left) 2024-04-13T07:54:26.967 INFO:tasks.rados.rados.0.smithi119.stdout:2554: done (2 left) 2024-04-13T07:54:26.967 INFO:tasks.rados.rados.0.smithi119.stdout:2556: done (1 left) 2024-04-13T07:54:26.967 INFO:tasks.rados.rados.0.smithi119.stdout:2559: rollback oid 39 current snap is 269 2024-04-13T07:54:26.967 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 39 to 182 2024-04-13T07:54:26.967 INFO:tasks.rados.rados.0.smithi119.stdout:2558: finishing rollback tid 1 to smithi11982245-17 2024-04-13T07:54:26.967 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 17 v 855 (ObjNum 65 snap 0 seq_num 1366581101) dirty dne 2024-04-13T07:54:26.967 INFO:tasks.rados.rados.0.smithi119.stdout:2558: done (1 left) 2024-04-13T07:54:26.968 INFO:tasks.rados.rados.0.smithi119.stdout:2560: copy_from oid 25 from oid 33 current snap is 269 2024-04-13T07:54:26.968 INFO:tasks.rados.rados.0.smithi119.stdout:2561: read oid 27 snap 146 2024-04-13T07:54:26.968 INFO:tasks.rados.rados.0.smithi119.stdout:2561: expect (ObjNum 401 snap 145 seq_num 401) 2024-04-13T07:54:26.968 INFO:tasks.rados.rados.0.smithi119.stdout:2562: snap_create 2024-04-13T07:54:26.970 INFO:tasks.rados.rados.0.smithi119.stdout:2560: finishing copy_from racing read to smithi11982245-25 2024-04-13T07:54:26.974 INFO:tasks.rados.rados.0.smithi119.stdout:2559: finishing rollback tid 0 to smithi11982245-39 2024-04-13T07:54:26.974 INFO:tasks.rados.rados.0.smithi119.stdout:2560: finishing copy_from to smithi11982245-25 2024-04-13T07:54:26.974 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 25 v 1421 (ObjNum 608 snap 204 seq_num 608) dirty exists 2024-04-13T07:54:26.974 INFO:tasks.rados.rados.0.smithi119.stdout:2559: finishing rollback tid 1 to smithi11982245-39 2024-04-13T07:54:26.974 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 39 v 1709 (ObjNum 65 snap 0 seq_num 1515417204) dirty dne 2024-04-13T07:54:27.013 INFO:tasks.rados.rados.0.smithi119.stdout:2561: expect (ObjNum 401 snap 145 seq_num 401) 2024-04-13T07:54:27.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:26 smithi139 ceph-mon[88985]: Upgrade: Updating mds.a 2024-04-13T07:54:27.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:26 smithi139 ceph-mon[88985]: Deploying daemon mds.a on smithi119 2024-04-13T07:54:27.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:26 smithi139 ceph-mon[88985]: osdmap e562: 8 total, 8 up, 8 in 2024-04-13T07:54:27.181 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:26 smithi119 ceph-mon[96316]: Upgrade: Updating mds.a 2024-04-13T07:54:27.181 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:26 smithi119 ceph-mon[96316]: Deploying daemon mds.a on smithi119 2024-04-13T07:54:27.181 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:26 smithi119 ceph-mon[96316]: osdmap e562: 8 total, 8 up, 8 in 2024-04-13T07:54:27.181 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:26 smithi119 ceph-mon[93746]: Upgrade: Updating mds.a 2024-04-13T07:54:27.181 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:26 smithi119 ceph-mon[93746]: Deploying daemon mds.a on smithi119 2024-04-13T07:54:27.181 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:26 smithi119 ceph-mon[93746]: osdmap e562: 8 total, 8 up, 8 in 2024-04-13T07:54:27.747 INFO:journalctl@ceph.mds.a.smithi119.stdout:Apr 13 07:54:27 smithi119 systemd[1]: Stopping Ceph mds.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:54:28.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:27 smithi139 ceph-mon[88985]: pgmap v510: 121 pgs: 121 active+clean; 888 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 1.7 MiB/s wr, 18 op/s 2024-04-13T07:54:28.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:27 smithi139 ceph-mon[88985]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-13T07:54:28.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:27 smithi139 ceph-mon[88985]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-13T07:54:28.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:27 smithi139 ceph-mon[88985]: osdmap e563: 8 total, 8 up, 8 in 2024-04-13T07:54:28.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:27 smithi139 ceph-mon[88985]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-13T07:54:28.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:27 smithi139 ceph-mon[88985]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-13T07:54:28.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:27 smithi139 ceph-mon[88985]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-13T07:54:28.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:27 smithi139 ceph-mon[88985]: fsmap cephfs:1/1 {0=b=up:replay} 2024-04-13T07:54:28.216 INFO:journalctl@ceph.mds.a.smithi119.stdout:Apr 13 07:54:27 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mds-a[67846]: 2024-04-13T07:54:27.746+0000 7fec649bd700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T07:54:28.216 INFO:journalctl@ceph.mds.a.smithi119.stdout:Apr 13 07:54:27 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mds-a[67846]: 2024-04-13T07:54:27.746+0000 7fec649bd700 -1 mds.a *** got signal Terminated *** 2024-04-13T07:54:28.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:27 smithi119 ceph-mon[96316]: pgmap v510: 121 pgs: 121 active+clean; 888 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 1.7 MiB/s wr, 18 op/s 2024-04-13T07:54:28.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:27 smithi119 ceph-mon[96316]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-13T07:54:28.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:27 smithi119 ceph-mon[96316]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-13T07:54:28.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:27 smithi119 ceph-mon[96316]: osdmap e563: 8 total, 8 up, 8 in 2024-04-13T07:54:28.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:27 smithi119 ceph-mon[96316]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-13T07:54:28.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:27 smithi119 ceph-mon[96316]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-13T07:54:28.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:27 smithi119 ceph-mon[96316]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-13T07:54:28.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:27 smithi119 ceph-mon[96316]: fsmap cephfs:1/1 {0=b=up:replay} 2024-04-13T07:54:28.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:27 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-a[93722]: 2024-04-13T07:54:27.747+0000 7fe9d6527700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-13T07:54:28.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:27 smithi119 ceph-mon[93746]: pgmap v510: 121 pgs: 121 active+clean; 888 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 1.7 MiB/s wr, 18 op/s 2024-04-13T07:54:28.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:27 smithi119 ceph-mon[93746]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-13T07:54:28.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:27 smithi119 ceph-mon[93746]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-13T07:54:28.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:27 smithi119 ceph-mon[93746]: osdmap e563: 8 total, 8 up, 8 in 2024-04-13T07:54:28.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:27 smithi119 ceph-mon[93746]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-13T07:54:28.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:27 smithi119 ceph-mon[93746]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-13T07:54:28.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:27 smithi119 ceph-mon[93746]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-13T07:54:28.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:27 smithi119 ceph-mon[93746]: fsmap cephfs:1/1 {0=b=up:replay} 2024-04-13T07:54:28.228 INFO:tasks.rados.rados.0.smithi119.stdout:2559: done (3 left) 2024-04-13T07:54:28.228 INFO:tasks.rados.rados.0.smithi119.stdout:2560: done (2 left) 2024-04-13T07:54:28.228 INFO:tasks.rados.rados.0.smithi119.stdout:2561: done (1 left) 2024-04-13T07:54:28.228 INFO:tasks.rados.rados.0.smithi119.stdout:2562: done (0 left) 2024-04-13T07:54:28.229 INFO:tasks.rados.rados.0.smithi119.stdout:2563: copy_from oid 10 from oid 15 current snap is 270 2024-04-13T07:54:28.229 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 37 current snap is 270 2024-04-13T07:54:28.229 INFO:tasks.rados.rados.0.smithi119.stdout:2564: seq_num 776 ranges {2940928=606208,3547136=401408} 2024-04-13T07:54:28.247 INFO:tasks.rados.rados.0.smithi119.stdout:2564: writing smithi11982245-37 from 2940928 to 3547136 tid 1 2024-04-13T07:54:28.249 INFO:tasks.rados.rados.0.smithi119.stdout:2564: writing smithi11982245-37 from 3547136 to 3948544 tid 2 2024-04-13T07:54:28.250 INFO:tasks.rados.rados.0.smithi119.stdout:2565: copy_from oid 6 from oid 9 current snap is 270 2024-04-13T07:54:28.250 INFO:tasks.rados.rados.0.smithi119.stdout:2563: finishing copy_from racing read to smithi11982245-10 2024-04-13T07:54:28.250 INFO:tasks.rados.rados.0.smithi119.stdout:2566: snap_remove snap 259 2024-04-13T07:54:28.836 INFO:tasks.rados.rados.0.smithi119.stdout:2566: done (3 left) 2024-04-13T07:54:28.836 INFO:tasks.rados.rados.0.smithi119.stdout:2567: delete oid 7 current snap is 270 2024-04-13T07:54:28.836 INFO:tasks.rados.rados.0.smithi119.stdout:2563: finishing copy_from to smithi11982245-10 2024-04-13T07:54:28.837 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 10 v 1231 (ObjNum 713 snap 248 seq_num 713) dirty exists 2024-04-13T07:54:28.837 INFO:tasks.rados.rados.0.smithi119.stdout:2564: finishing write tid 1 to smithi11982245-37 2024-04-13T07:54:28.837 INFO:tasks.rados.rados.0.smithi119.stdout:2564: finishing write tid 2 to smithi11982245-37 2024-04-13T07:54:28.837 INFO:tasks.rados.rados.0.smithi119.stdout:2564: finishing write tid 3 to smithi11982245-37 2024-04-13T07:54:28.837 INFO:tasks.rados.rados.0.smithi119.stdout:2564: finishing write tid 4 to smithi11982245-37 2024-04-13T07:54:28.837 INFO:tasks.rados.rados.0.smithi119.stdout:2564: oid 37 updating version 0 to 1649 2024-04-13T07:54:28.837 INFO:tasks.rados.rados.0.smithi119.stdout:2564: oid 37 version 1649 is already newer than 1647 2024-04-13T07:54:28.837 INFO:tasks.rados.rados.0.smithi119.stdout:2564: oid 37 version 1649 is already newer than 1648 2024-04-13T07:54:28.837 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 37 v 1649 (ObjNum 776 snap 270 seq_num 776) dirty exists 2024-04-13T07:54:28.837 INFO:tasks.rados.rados.0.smithi119.stdout:2564: left oid 37 (ObjNum 776 snap 270 seq_num 776) 2024-04-13T07:54:28.837 INFO:tasks.rados.rados.0.smithi119.stdout:2565: finishing copy_from racing read to smithi11982245-6 2024-04-13T07:54:28.837 INFO:tasks.rados.rados.0.smithi119.stdout:2565: finishing copy_from to smithi11982245-6 2024-04-13T07:54:28.837 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 6 v 1707 (ObjNum 766 snap 269 seq_num 766) dirty exists 2024-04-13T07:54:28.843 INFO:tasks.rados.rados.0.smithi119.stdout:2563: done (3 left) 2024-04-13T07:54:28.843 INFO:tasks.rados.rados.0.smithi119.stdout:2564: done (2 left) 2024-04-13T07:54:28.843 INFO:tasks.rados.rados.0.smithi119.stdout:2565: done (1 left) 2024-04-13T07:54:28.843 INFO:tasks.rados.rados.0.smithi119.stdout:2567: done (0 left) 2024-04-13T07:54:28.843 INFO:tasks.rados.rados.0.smithi119.stdout:2568: rmattr oid 13 current snap is 270 2024-04-13T07:54:28.843 INFO:tasks.rados.rados.0.smithi119.stdout:2568: done (0 left) 2024-04-13T07:54:28.844 INFO:tasks.rados.rados.0.smithi119.stdout:2569: setattr oid 39 current snap is 270 2024-04-13T07:54:28.845 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 43 current snap is 270 2024-04-13T07:54:28.846 INFO:tasks.rados.rados.0.smithi119.stdout:2570: seq_num 778 ranges {2129920=638976,2768896=401408} 2024-04-13T07:54:28.861 INFO:tasks.rados.rados.0.smithi119.stdout:2570: writing smithi11982245-43 from 2129920 to 2768896 tid 1 2024-04-13T07:54:28.863 INFO:tasks.rados.rados.0.smithi119.stdout:2570: writing smithi11982245-43 from 2768896 to 3170304 tid 2 2024-04-13T07:54:28.863 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 47 current snap is 270 2024-04-13T07:54:28.863 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 39 v 1710 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-13T07:54:28.863 INFO:tasks.rados.rados.0.smithi119.stdout:2571: seq_num 779 ranges {4521984=655360,5177344=401408} 2024-04-13T07:54:28.892 INFO:tasks.rados.rados.0.smithi119.stdout:2571: writing smithi11982245-47 from 4521984 to 5177344 tid 1 2024-04-13T07:54:28.894 INFO:tasks.rados.rados.0.smithi119.stdout:2571: writing smithi11982245-47 from 5177344 to 5578752 tid 2 2024-04-13T07:54:28.894 INFO:tasks.rados.rados.0.smithi119.stdout:2569: done (2 left) 2024-04-13T07:54:28.894 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 25 current snap is 270 2024-04-13T07:54:28.895 INFO:tasks.rados.rados.0.smithi119.stdout:2570: finishing write tid 1 to smithi11982245-43 2024-04-13T07:54:28.895 INFO:tasks.rados.rados.0.smithi119.stdout:2572: seq_num 780 ranges {589824=671744,1261568=401408} 2024-04-13T07:54:28.900 INFO:tasks.rados.rados.0.smithi119.stdout:2572: writing smithi11982245-25 from 589824 to 1261568 tid 1 2024-04-13T07:54:28.905 INFO:tasks.rados.rados.0.smithi119.stdout:2572: writing smithi11982245-25 from 1261568 to 1662976 tid 2 2024-04-13T07:54:28.905 INFO:tasks.rados.rados.0.smithi119.stdout:2573: rollback oid 50 current snap is 270 2024-04-13T07:54:28.905 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 50 to 231 2024-04-13T07:54:28.905 INFO:tasks.rados.rados.0.smithi119.stdout:2570: finishing write tid 2 to smithi11982245-43 2024-04-13T07:54:28.906 INFO:tasks.rados.rados.0.smithi119.stdout:2570: finishing write tid 3 to smithi11982245-43 2024-04-13T07:54:28.906 INFO:tasks.rados.rados.0.smithi119.stdout:2570: finishing write tid 4 to smithi11982245-43 2024-04-13T07:54:28.906 INFO:tasks.rados.rados.0.smithi119.stdout:2570: oid 43 updating version 0 to 1763 2024-04-13T07:54:28.906 INFO:tasks.rados.rados.0.smithi119.stdout:2570: oid 43 updating version 1763 to 1765 2024-04-13T07:54:28.906 INFO:tasks.rados.rados.0.smithi119.stdout:2570: oid 43 version 1765 is already newer than 1764 2024-04-13T07:54:28.907 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 43 v 1765 (ObjNum 778 snap 270 seq_num 778) dirty exists 2024-04-13T07:54:28.907 INFO:tasks.rados.rados.0.smithi119.stdout:2570: left oid 43 (ObjNum 778 snap 270 seq_num 778) 2024-04-13T07:54:28.907 INFO:tasks.rados.rados.0.smithi119.stdout:2571: finishing write tid 1 to smithi11982245-47 2024-04-13T07:54:28.907 INFO:tasks.rados.rados.0.smithi119.stdout:2571: finishing write tid 2 to smithi11982245-47 2024-04-13T07:54:28.907 INFO:tasks.rados.rados.0.smithi119.stdout:2571: finishing write tid 3 to smithi11982245-47 2024-04-13T07:54:28.907 INFO:tasks.rados.rados.0.smithi119.stdout:2571: finishing write tid 4 to smithi11982245-47 2024-04-13T07:54:28.908 INFO:tasks.rados.rados.0.smithi119.stdout:2571: oid 47 updating version 0 to 1821 2024-04-13T07:54:28.908 INFO:tasks.rados.rados.0.smithi119.stdout:2571: oid 47 version 1821 is already newer than 1819 2024-04-13T07:54:28.908 INFO:tasks.rados.rados.0.smithi119.stdout:2571: oid 47 version 1821 is already newer than 1820 2024-04-13T07:54:28.908 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 47 v 1821 (ObjNum 779 snap 270 seq_num 779) dirty exists 2024-04-13T07:54:28.908 INFO:tasks.rados.rados.0.smithi119.stdout:2571: left oid 47 (ObjNum 779 snap 270 seq_num 779) 2024-04-13T07:54:28.908 INFO:tasks.rados.rados.0.smithi119.stdout:2570: done (3 left) 2024-04-13T07:54:28.909 INFO:tasks.rados.rados.0.smithi119.stdout:2571: done (2 left) 2024-04-13T07:54:28.909 INFO:tasks.rados.rados.0.smithi119.stdout:2574: delete oid 13 current snap is 270 2024-04-13T07:54:28.911 INFO:tasks.rados.rados.0.smithi119.stdout:2574: done (2 left) 2024-04-13T07:54:28.912 INFO:tasks.rados.rados.0.smithi119.stdout:2575: snap_create 2024-04-13T07:54:28.912 INFO:tasks.rados.rados.0.smithi119.stdout:2572: finishing write tid 1 to smithi11982245-25 2024-04-13T07:54:28.912 INFO:tasks.rados.rados.0.smithi119.stdout:2572: finishing write tid 2 to smithi11982245-25 2024-04-13T07:54:28.912 INFO:tasks.rados.rados.0.smithi119.stdout:2572: finishing write tid 3 to smithi11982245-25 2024-04-13T07:54:28.912 INFO:tasks.rados.rados.0.smithi119.stdout:2573: finishing rollback tid 0 to smithi11982245-50 2024-04-13T07:54:28.912 INFO:tasks.rados.rados.0.smithi119.stdout:2573: finishing rollback tid 1 to smithi11982245-50 2024-04-13T07:54:28.913 INFO:tasks.rados.rados.0.smithi119.stdout:2573: finishing rollback tid 2 to smithi11982245-50 2024-04-13T07:54:28.913 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 50 v 1713 (ObjNum 654 snap 220 seq_num 654) dirty exists 2024-04-13T07:54:28.913 INFO:tasks.rados.rados.0.smithi119.stdout:2572: finishing write tid 4 to smithi11982245-25 2024-04-13T07:54:28.913 INFO:tasks.rados.rados.0.smithi119.stdout:2572: oid 25 updating version 0 to 1422 2024-04-13T07:54:28.913 INFO:tasks.rados.rados.0.smithi119.stdout:2572: oid 25 updating version 1422 to 1423 2024-04-13T07:54:28.913 INFO:tasks.rados.rados.0.smithi119.stdout:2572: oid 25 updating version 1423 to 1424 2024-04-13T07:54:28.914 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 25 v 1424 (ObjNum 780 snap 270 seq_num 780) dirty exists 2024-04-13T07:54:28.914 INFO:tasks.rados.rados.0.smithi119.stdout:2572: left oid 25 (ObjNum 780 snap 270 seq_num 780) 2024-04-13T07:54:29.895 INFO:tasks.rados.rados.0.smithi119.stdout:2572: done (2 left) 2024-04-13T07:54:29.895 INFO:tasks.rados.rados.0.smithi119.stdout:2573: done (1 left) 2024-04-13T07:54:29.895 INFO:tasks.rados.rados.0.smithi119.stdout:2575: done (0 left) 2024-04-13T07:54:29.895 INFO:tasks.rados.rados.0.smithi119.stdout:2576: copy_from oid 8 from oid 3 current snap is 271 2024-04-13T07:54:29.895 INFO:tasks.rados.rados.0.smithi119.stdout:2577: setattr oid 13 current snap is 271 2024-04-13T07:54:29.897 INFO:tasks.rados.rados.0.smithi119.stdout:2578: delete oid 23 current snap is 271 2024-04-13T07:54:29.903 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 13 v 1648 (ObjNum 33 snap 0 seq_num 750980912) dirty exists 2024-04-13T07:54:29.903 INFO:tasks.rados.rados.0.smithi119.stdout:2577: done (2 left) 2024-04-13T07:54:29.903 INFO:tasks.rados.rados.0.smithi119.stdout:2578: done (1 left) 2024-04-13T07:54:29.903 INFO:tasks.rados.rados.0.smithi119.stdout:2579: copy_from oid 37 from oid 48 current snap is 271 2024-04-13T07:54:29.903 INFO:tasks.rados.rados.0.smithi119.stdout:2580: snap_create 2024-04-13T07:54:29.910 INFO:tasks.rados.rados.0.smithi119.stdout:2579: finishing copy_from racing read to smithi11982245-37 2024-04-13T07:54:29.911 INFO:tasks.rados.rados.0.smithi119.stdout:2579: finishing copy_from to smithi11982245-37 2024-04-13T07:54:29.911 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 37 v 1267 (ObjNum 336 snap 127 seq_num 336) dirty exists 2024-04-13T07:54:29.913 INFO:tasks.rados.rados.0.smithi119.stdout:2576: finishing copy_from racing read to smithi11982245-8 2024-04-13T07:54:29.915 INFO:tasks.rados.rados.0.smithi119.stdout:2576: finishing copy_from to smithi11982245-8 2024-04-13T07:54:29.915 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 8 v 1371 (ObjNum 727 snap 251 seq_num 727) dirty exists 2024-04-13T07:54:30.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:29 smithi139 ceph-mon[88985]: mds.? [v2:172.21.15.139:6832/3605294311,v1:172.21.15.139:6833/3605294311] up:reconnect 2024-04-13T07:54:30.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:29 smithi139 ceph-mon[88985]: fsmap cephfs:1/1 {0=b=up:reconnect} 2024-04-13T07:54:30.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:29 smithi139 ceph-mon[88985]: pgmap v512: 121 pgs: 121 active+clean; 899 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 2.3 MiB/s wr, 26 op/s 2024-04-13T07:54:30.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:29 smithi139 ceph-mon[88985]: osdmap e564: 8 total, 8 up, 8 in 2024-04-13T07:54:30.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:29 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:30.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:29 smithi119 ceph-mon[96316]: mds.? [v2:172.21.15.139:6832/3605294311,v1:172.21.15.139:6833/3605294311] up:reconnect 2024-04-13T07:54:30.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:29 smithi119 ceph-mon[96316]: fsmap cephfs:1/1 {0=b=up:reconnect} 2024-04-13T07:54:30.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:29 smithi119 ceph-mon[96316]: pgmap v512: 121 pgs: 121 active+clean; 899 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 2.3 MiB/s wr, 26 op/s 2024-04-13T07:54:30.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:29 smithi119 ceph-mon[96316]: osdmap e564: 8 total, 8 up, 8 in 2024-04-13T07:54:30.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:29 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:30.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:29 smithi119 ceph-mon[93746]: mds.? [v2:172.21.15.139:6832/3605294311,v1:172.21.15.139:6833/3605294311] up:reconnect 2024-04-13T07:54:30.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:29 smithi119 ceph-mon[93746]: fsmap cephfs:1/1 {0=b=up:reconnect} 2024-04-13T07:54:30.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:29 smithi119 ceph-mon[93746]: pgmap v512: 121 pgs: 121 active+clean; 899 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 2.3 MiB/s wr, 26 op/s 2024-04-13T07:54:30.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:29 smithi119 ceph-mon[93746]: osdmap e564: 8 total, 8 up, 8 in 2024-04-13T07:54:30.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:29 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:30.398 INFO:tasks.rados.rados.0.smithi119.stdout:2576: done (2 left) 2024-04-13T07:54:30.398 INFO:tasks.rados.rados.0.smithi119.stdout:2579: done (1 left) 2024-04-13T07:54:30.398 INFO:tasks.rados.rados.0.smithi119.stdout:2580: done (0 left) 2024-04-13T07:54:30.398 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 12 current snap is 272 2024-04-13T07:54:30.398 INFO:tasks.rados.rados.0.smithi119.stdout:2581: seq_num 783 ranges {737280=720896,1458176=401408} 2024-04-13T07:54:30.405 INFO:tasks.rados.rados.0.smithi119.stdout:2581: writing smithi11982245-12 from 737280 to 1458176 tid 1 2024-04-13T07:54:30.409 INFO:tasks.rados.rados.0.smithi119.stdout:2581: writing smithi11982245-12 from 1458176 to 1859584 tid 2 2024-04-13T07:54:30.409 INFO:tasks.rados.rados.0.smithi119.stdout:2582: read oid 33 snap -1 2024-04-13T07:54:30.409 INFO:tasks.rados.rados.0.smithi119.stdout:2582: expect (ObjNum 608 snap 204 seq_num 608) 2024-04-13T07:54:30.409 INFO:tasks.rados.rados.0.smithi119.stdout:2583: rmattr oid 38 current snap is 272 2024-04-13T07:54:30.409 INFO:tasks.rados.rados.0.smithi119.stdout:2583: done (2 left) 2024-04-13T07:54:30.409 INFO:tasks.rados.rados.0.smithi119.stdout:2584: rollback oid 44 current snap is 272 2024-04-13T07:54:30.410 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 44 to 245 2024-04-13T07:54:30.410 INFO:tasks.rados.rados.0.smithi119.stdout:2585: rollback oid 4 current snap is 272 2024-04-13T07:54:30.410 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 4 to 197 2024-04-13T07:54:30.410 INFO:tasks.rados.rados.0.smithi119.stdout:2586: rollback oid 41 current snap is 272 2024-04-13T07:54:30.410 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 41 to 203 2024-04-13T07:54:30.410 INFO:tasks.rados.rados.0.smithi119.stdout:2587: read oid 29 snap -1 2024-04-13T07:54:30.410 INFO:tasks.rados.rados.0.smithi119.stdout:2587: expect (ObjNum 602 snap 200 seq_num 602) 2024-04-13T07:54:30.410 INFO:tasks.rados.rados.0.smithi119.stdout:2588: rollback oid 25 current snap is 272 2024-04-13T07:54:30.410 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 25 to 253 2024-04-13T07:54:30.410 INFO:tasks.rados.rados.0.smithi119.stdout:2589: read oid 38 snap -1 2024-04-13T07:54:30.410 INFO:tasks.rados.rados.0.smithi119.stdout:2589: expect (ObjNum 756 snap 266 seq_num 756) 2024-04-13T07:54:30.410 INFO:tasks.rados.rados.0.smithi119.stdout:2590: copy_from oid 19 from oid 7 current snap is 272 2024-04-13T07:54:30.410 INFO:tasks.rados.rados.0.smithi119.stdout:2591: read oid 46 snap -1 2024-04-13T07:54:30.410 INFO:tasks.rados.rados.0.smithi119.stdout:2591: expect deleted 2024-04-13T07:54:30.410 INFO:tasks.rados.rados.0.smithi119.stdout:2592: read oid 20 snap 183 2024-04-13T07:54:30.411 INFO:tasks.rados.rados.0.smithi119.stdout:2592: expect (ObjNum 536 snap 179 seq_num 536) 2024-04-13T07:54:30.411 INFO:tasks.rados.rados.0.smithi119.stdout:2593: snap_create 2024-04-13T07:54:30.414 INFO:tasks.rados.rados.0.smithi119.stdout:2590: finishing copy_from to smithi11982245-19 2024-04-13T07:54:30.414 INFO:tasks.rados.rados.0.smithi119.stdout:2590: got expected ENOENT (src dne) 2024-04-13T07:54:30.414 INFO:tasks.rados.rados.0.smithi119.stdout:2590: finishing copy_from racing read to smithi11982245-19 2024-04-13T07:54:30.418 INFO:tasks.rados.rados.0.smithi119.stdout:2584: finishing rollback tid 0 to smithi11982245-44 2024-04-13T07:54:30.419 INFO:tasks.rados.rados.0.smithi119.stdout:2588: finishing rollback tid 0 to smithi11982245-25 2024-04-13T07:54:30.420 INFO:tasks.rados.rados.0.smithi119.stdout:2587: expect (ObjNum 602 snap 200 seq_num 602) 2024-04-13T07:54:30.440 INFO:tasks.rados.rados.0.smithi119.stdout:2588: finishing rollback tid 1 to smithi11982245-25 2024-04-13T07:54:30.441 INFO:tasks.rados.rados.0.smithi119.stdout:2584: finishing rollback tid 1 to smithi11982245-44 2024-04-13T07:54:30.441 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 44 v 1768 (ObjNum 97 snap 0 seq_num 749085696) dirty dne 2024-04-13T07:54:30.441 INFO:tasks.rados.rados.0.smithi119.stdout:2582: expect (ObjNum 608 snap 204 seq_num 608) 2024-04-13T07:54:30.459 INFO:tasks.rados.rados.0.smithi119.stdout:2585: finishing rollback tid 1 to smithi11982245-4 2024-04-13T07:54:30.459 INFO:tasks.rados.rados.0.smithi119.stdout:2588: finishing rollback tid 2 to smithi11982245-25 2024-04-13T07:54:30.459 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 25 v 1427 (ObjNum 714 snap 248 seq_num 714) dirty exists 2024-04-13T07:54:30.459 INFO:tasks.rados.rados.0.smithi119.stdout:2585: finishing rollback tid 2 to smithi11982245-4 2024-04-13T07:54:30.459 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 4 v 1427 (ObjNum 565 snap 191 seq_num 565) dirty exists 2024-04-13T07:54:30.459 INFO:tasks.rados.rados.0.smithi119.stdout:2586: finishing rollback tid 0 to smithi11982245-41 2024-04-13T07:54:30.459 INFO:tasks.rados.rados.0.smithi119.stdout:2586: finishing rollback tid 1 to smithi11982245-41 2024-04-13T07:54:30.459 INFO:tasks.rados.rados.0.smithi119.stdout:2586: finishing rollback tid 2 to smithi11982245-41 2024-04-13T07:54:30.460 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 41 v 1323 (ObjNum 553 snap 185 seq_num 553) dirty exists 2024-04-13T07:54:30.460 INFO:tasks.rados.rados.0.smithi119.stdout:2581: finishing write tid 1 to smithi11982245-12 2024-04-13T07:54:30.460 INFO:tasks.rados.rados.0.smithi119.stdout:2581: finishing write tid 2 to smithi11982245-12 2024-04-13T07:54:30.460 INFO:tasks.rados.rados.0.smithi119.stdout:2581: finishing write tid 3 to smithi11982245-12 2024-04-13T07:54:30.460 INFO:tasks.rados.rados.0.smithi119.stdout:2589: expect (ObjNum 756 snap 266 seq_num 756) 2024-04-13T07:54:30.541 INFO:tasks.rados.rados.0.smithi119.stdout:2581: finishing write tid 4 to smithi11982245-12 2024-04-13T07:54:30.541 INFO:tasks.rados.rados.0.smithi119.stdout:2581: oid 12 updating version 0 to 1378 2024-04-13T07:54:30.541 INFO:tasks.rados.rados.0.smithi119.stdout:2581: oid 12 version 1378 is already newer than 1376 2024-04-13T07:54:30.541 INFO:tasks.rados.rados.0.smithi119.stdout:2581: oid 12 version 1378 is already newer than 1377 2024-04-13T07:54:30.541 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 12 v 1378 (ObjNum 783 snap 272 seq_num 783) dirty exists 2024-04-13T07:54:30.542 INFO:tasks.rados.rados.0.smithi119.stdout:2581: left oid 12 (ObjNum 783 snap 272 seq_num 783) 2024-04-13T07:54:30.542 INFO:tasks.rados.rados.0.smithi119.stdout:2592: expect (ObjNum 536 snap 179 seq_num 536) 2024-04-13T07:54:31.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:30 smithi139 ceph-mon[88985]: mds.? [v2:172.21.15.139:6832/3605294311,v1:172.21.15.139:6833/3605294311] up:rejoin 2024-04-13T07:54:31.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:30 smithi139 ceph-mon[88985]: fsmap cephfs:1/1 {0=b=up:rejoin} 2024-04-13T07:54:31.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:30 smithi139 ceph-mon[88985]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-13T07:54:31.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:30 smithi139 ceph-mon[88985]: osdmap e565: 8 total, 8 up, 8 in 2024-04-13T07:54:31.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:30 smithi139 ceph-mon[88985]: osdmap e566: 8 total, 8 up, 8 in 2024-04-13T07:54:31.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:30 smithi119 ceph-mon[96316]: mds.? [v2:172.21.15.139:6832/3605294311,v1:172.21.15.139:6833/3605294311] up:rejoin 2024-04-13T07:54:31.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:30 smithi119 ceph-mon[96316]: fsmap cephfs:1/1 {0=b=up:rejoin} 2024-04-13T07:54:31.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:30 smithi119 ceph-mon[96316]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-13T07:54:31.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:30 smithi119 ceph-mon[96316]: osdmap e565: 8 total, 8 up, 8 in 2024-04-13T07:54:31.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:30 smithi119 ceph-mon[96316]: osdmap e566: 8 total, 8 up, 8 in 2024-04-13T07:54:31.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:30 smithi119 ceph-mon[93746]: mds.? [v2:172.21.15.139:6832/3605294311,v1:172.21.15.139:6833/3605294311] up:rejoin 2024-04-13T07:54:31.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:30 smithi119 ceph-mon[93746]: fsmap cephfs:1/1 {0=b=up:rejoin} 2024-04-13T07:54:31.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:30 smithi119 ceph-mon[93746]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-13T07:54:31.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:30 smithi119 ceph-mon[93746]: osdmap e565: 8 total, 8 up, 8 in 2024-04-13T07:54:31.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:30 smithi119 ceph-mon[93746]: osdmap e566: 8 total, 8 up, 8 in 2024-04-13T07:54:31.694 INFO:tasks.rados.rados.0.smithi119.stdout:2581: done (11 left) 2024-04-13T07:54:31.694 INFO:tasks.rados.rados.0.smithi119.stdout:2582: done (10 left) 2024-04-13T07:54:31.695 INFO:tasks.rados.rados.0.smithi119.stdout:2584: done (9 left) 2024-04-13T07:54:31.695 INFO:tasks.rados.rados.0.smithi119.stdout:2585: done (8 left) 2024-04-13T07:54:31.695 INFO:tasks.rados.rados.0.smithi119.stdout:2586: done (7 left) 2024-04-13T07:54:31.695 INFO:tasks.rados.rados.0.smithi119.stdout:2587: done (6 left) 2024-04-13T07:54:31.695 INFO:tasks.rados.rados.0.smithi119.stdout:2588: done (5 left) 2024-04-13T07:54:31.695 INFO:tasks.rados.rados.0.smithi119.stdout:2589: done (4 left) 2024-04-13T07:54:31.695 INFO:tasks.rados.rados.0.smithi119.stdout:2590: done (3 left) 2024-04-13T07:54:31.695 INFO:tasks.rados.rados.0.smithi119.stdout:2591: done (2 left) 2024-04-13T07:54:31.695 INFO:tasks.rados.rados.0.smithi119.stdout:2592: done (1 left) 2024-04-13T07:54:31.695 INFO:tasks.rados.rados.0.smithi119.stdout:2593: done (0 left) 2024-04-13T07:54:31.695 INFO:tasks.rados.rados.0.smithi119.stdout:2594: snap_remove snap 271 2024-04-13T07:54:32.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:31 smithi139 ceph-mon[88985]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-13T07:54:32.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:31 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T07:54:32.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:31 smithi139 ceph-mon[88985]: mds.? [v2:172.21.15.139:6832/3605294311,v1:172.21.15.139:6833/3605294311] up:active 2024-04-13T07:54:32.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:31 smithi139 ceph-mon[88985]: fsmap cephfs:1 {0=b=up:active} 2024-04-13T07:54:32.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:31 smithi139 ceph-mon[88985]: pgmap v516: 121 pgs: 121 active+clean; 929 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.6 MiB/s wr, 38 op/s 2024-04-13T07:54:32.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:31 smithi139 ceph-mon[88985]: osdmap e567: 8 total, 8 up, 8 in 2024-04-13T07:54:32.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:31 smithi119 ceph-mon[96316]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-13T07:54:32.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:31 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T07:54:32.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:31 smithi119 ceph-mon[96316]: mds.? [v2:172.21.15.139:6832/3605294311,v1:172.21.15.139:6833/3605294311] up:active 2024-04-13T07:54:32.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:31 smithi119 ceph-mon[96316]: fsmap cephfs:1 {0=b=up:active} 2024-04-13T07:54:32.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:31 smithi119 ceph-mon[96316]: pgmap v516: 121 pgs: 121 active+clean; 929 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.6 MiB/s wr, 38 op/s 2024-04-13T07:54:32.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:31 smithi119 ceph-mon[96316]: osdmap e567: 8 total, 8 up, 8 in 2024-04-13T07:54:32.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:31 smithi119 ceph-mon[93746]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-13T07:54:32.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:31 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T07:54:32.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:31 smithi119 ceph-mon[93746]: mds.? [v2:172.21.15.139:6832/3605294311,v1:172.21.15.139:6833/3605294311] up:active 2024-04-13T07:54:32.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:31 smithi119 ceph-mon[93746]: fsmap cephfs:1 {0=b=up:active} 2024-04-13T07:54:32.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:31 smithi119 ceph-mon[93746]: pgmap v516: 121 pgs: 121 active+clean; 929 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.6 MiB/s wr, 38 op/s 2024-04-13T07:54:32.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:31 smithi119 ceph-mon[93746]: osdmap e567: 8 total, 8 up, 8 in 2024-04-13T07:54:32.401 INFO:tasks.rados.rados.0.smithi119.stdout:2594: done (0 left) 2024-04-13T07:54:32.401 INFO:tasks.rados.rados.0.smithi119.stdout:2595: rollback oid 7 current snap is 273 2024-04-13T07:54:32.401 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 7 to 260 2024-04-13T07:54:32.402 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 19 current snap is 273 2024-04-13T07:54:32.402 INFO:tasks.rados.rados.0.smithi119.stdout:2596: seq_num 784 ranges {0=737280,737280=401408} 2024-04-13T07:54:32.406 INFO:tasks.rados.rados.0.smithi119.stdout:2596: writing smithi11982245-19 from 0 to 737280 tid 1 2024-04-13T07:54:32.409 INFO:tasks.rados.rados.0.smithi119.stdout:2596: writing smithi11982245-19 from 737280 to 1138688 tid 2 2024-04-13T07:54:32.409 INFO:tasks.rados.rados.0.smithi119.stdout:2597: rollback oid 48 current snap is 273 2024-04-13T07:54:32.409 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 48 to 249 2024-04-13T07:54:32.409 INFO:tasks.rados.rados.0.smithi119.stdout:2595: finishing rollback tid 1 to smithi11982245-7 2024-04-13T07:54:32.409 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 8 current snap is 273 2024-04-13T07:54:32.409 INFO:tasks.rados.rados.0.smithi119.stdout:2598: seq_num 785 ranges {1409024=753664,2162688=401408} 2024-04-13T07:54:32.421 INFO:tasks.rados.rados.0.smithi119.stdout:2598: writing smithi11982245-8 from 1409024 to 2162688 tid 1 2024-04-13T07:54:32.423 INFO:tasks.rados.rados.0.smithi119.stdout:2598: writing smithi11982245-8 from 2162688 to 2564096 tid 2 2024-04-13T07:54:32.424 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 10 current snap is 273 2024-04-13T07:54:32.424 INFO:tasks.rados.rados.0.smithi119.stdout:2595: finishing rollback tid 2 to smithi11982245-7 2024-04-13T07:54:32.424 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 7 v 1639 (ObjNum 33 snap 0 seq_num 749247296) dirty exists 2024-04-13T07:54:32.424 INFO:tasks.rados.rados.0.smithi119.stdout:2599: seq_num 786 ranges {4415488=770048,5185536=401408} 2024-04-13T07:54:32.451 INFO:tasks.rados.rados.0.smithi119.stdout:2599: writing smithi11982245-10 from 4415488 to 5185536 tid 1 2024-04-13T07:54:32.454 INFO:tasks.rados.rados.0.smithi119.stdout:2599: writing smithi11982245-10 from 5185536 to 5586944 tid 2 2024-04-13T07:54:32.454 INFO:tasks.rados.rados.0.smithi119.stdout:2595: done (4 left) 2024-04-13T07:54:32.454 INFO:tasks.rados.rados.0.smithi119.stdout:2600: read oid 37 snap -1 2024-04-13T07:54:32.454 INFO:tasks.rados.rados.0.smithi119.stdout:2600: expect (ObjNum 336 snap 127 seq_num 336) 2024-04-13T07:54:32.454 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 7 current snap is 273 2024-04-13T07:54:32.454 INFO:tasks.rados.rados.0.smithi119.stdout:2596: finishing write tid 1 to smithi11982245-19 2024-04-13T07:54:32.455 INFO:tasks.rados.rados.0.smithi119.stdout:2596: finishing write tid 2 to smithi11982245-19 2024-04-13T07:54:32.455 INFO:tasks.rados.rados.0.smithi119.stdout:2596: finishing write tid 3 to smithi11982245-19 2024-04-13T07:54:32.455 INFO:tasks.rados.rados.0.smithi119.stdout:2597: finishing rollback tid 0 to smithi11982245-48 2024-04-13T07:54:32.455 INFO:tasks.rados.rados.0.smithi119.stdout:2601: seq_num 787 ranges {0=786432,786432=401408} 2024-04-13T07:54:32.458 INFO:tasks.rados.rados.0.smithi119.stdout:2601: writing smithi11982245-7 from 0 to 786432 tid 1 2024-04-13T07:54:32.461 INFO:tasks.rados.rados.0.smithi119.stdout:2601: writing smithi11982245-7 from 786432 to 1187840 tid 2 2024-04-13T07:54:32.461 INFO:tasks.rados.rados.0.smithi119.stdout:2602: copy_from oid 14 from oid 4 current snap is 273 2024-04-13T07:54:32.461 INFO:tasks.rados.rados.0.smithi119.stdout:2597: finishing rollback tid 1 to smithi11982245-48 2024-04-13T07:54:32.461 INFO:tasks.rados.rados.0.smithi119.stdout:2596: finishing write tid 4 to smithi11982245-19 2024-04-13T07:54:32.461 INFO:tasks.rados.rados.0.smithi119.stdout:2596: oid 19 updating version 0 to 1642 2024-04-13T07:54:32.462 INFO:tasks.rados.rados.0.smithi119.stdout:2596: oid 19 version 1642 is already newer than 1641 2024-04-13T07:54:32.462 INFO:tasks.rados.rados.0.smithi119.stdout:2596: oid 19 version 1642 is already newer than 1640 2024-04-13T07:54:32.462 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 19 v 1642 (ObjNum 784 snap 273 seq_num 784) dirty exists 2024-04-13T07:54:32.462 INFO:tasks.rados.rados.0.smithi119.stdout:2596: left oid 19 (ObjNum 784 snap 273 seq_num 784) 2024-04-13T07:54:32.462 INFO:tasks.rados.rados.0.smithi119.stdout:2597: finishing rollback tid 2 to smithi11982245-48 2024-04-13T07:54:32.462 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 48 v 1384 (ObjNum 336 snap 127 seq_num 336) dirty exists 2024-04-13T07:54:32.462 INFO:tasks.rados.rados.0.smithi119.stdout:2596: done (6 left) 2024-04-13T07:54:32.462 INFO:tasks.rados.rados.0.smithi119.stdout:2597: done (5 left) 2024-04-13T07:54:32.462 INFO:tasks.rados.rados.0.smithi119.stdout:2603: read oid 5 snap -1 2024-04-13T07:54:32.462 INFO:tasks.rados.rados.0.smithi119.stdout:2603: expect (ObjNum 487 snap 165 seq_num 487) 2024-04-13T07:54:32.462 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 35 current snap is 273 2024-04-13T07:54:32.462 INFO:tasks.rados.rados.0.smithi119.stdout:2598: finishing write tid 1 to smithi11982245-8 2024-04-13T07:54:32.462 INFO:tasks.rados.rados.0.smithi119.stdout:2598: finishing write tid 2 to smithi11982245-8 2024-04-13T07:54:32.463 INFO:tasks.rados.rados.0.smithi119.stdout:2598: finishing write tid 3 to smithi11982245-8 2024-04-13T07:54:32.463 INFO:tasks.rados.rados.0.smithi119.stdout:2604: seq_num 788 ranges {0=802816,802816=401408} 2024-04-13T07:54:32.466 INFO:tasks.rados.rados.0.smithi119.stdout:2604: writing smithi11982245-35 from 0 to 802816 tid 1 2024-04-13T07:54:32.469 INFO:tasks.rados.rados.0.smithi119.stdout:2604: writing smithi11982245-35 from 802816 to 1204224 tid 2 2024-04-13T07:54:32.469 INFO:tasks.rados.rados.0.smithi119.stdout:2605: snap_remove snap 245 2024-04-13T07:54:32.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:54:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:54:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:54:33.408 INFO:tasks.rados.rados.0.smithi119.stdout:2605: done (7 left) 2024-04-13T07:54:33.408 INFO:tasks.rados.rados.0.smithi119.stdout:2606: rmattr oid 18 current snap is 273 2024-04-13T07:54:33.408 INFO:tasks.rados.rados.0.smithi119.stdout:2606: done (7 left) 2024-04-13T07:54:33.408 INFO:tasks.rados.rados.0.smithi119.stdout:2607: snap_remove snap 146 2024-04-13T07:54:33.445 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:33 smithi119 ceph-mon[96316]: osdmap e568: 8 total, 8 up, 8 in 2024-04-13T07:54:33.445 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:33 smithi119 ceph-mon[96316]: pgmap v519: 121 pgs: 121 active+clean; 937 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 5.0 MiB/s wr, 42 op/s 2024-04-13T07:54:33.445 INFO:journalctl@ceph.mds.a.smithi119.stdout:Apr 13 07:54:33 smithi119 podman[122561]: 2024-04-13 07:54:33.166491081 +0000 UTC m=+5.540454442 container died 1c0a22818175561d9a3115ff5cfe2434d9e2fa65122d1cc2e79eb3a40149653c (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mds-a, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, RELEASE=reef-7d36322, io.buildah.version=1.33.5, ceph=True) 2024-04-13T07:54:33.445 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:33 smithi119 ceph-mon[93746]: osdmap e568: 8 total, 8 up, 8 in 2024-04-13T07:54:33.446 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:33 smithi119 ceph-mon[93746]: pgmap v519: 121 pgs: 121 active+clean; 937 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 5.0 MiB/s wr, 42 op/s 2024-04-13T07:54:33.716 INFO:journalctl@ceph.mds.a.smithi119.stdout:Apr 13 07:54:33 smithi119 podman[122561]: 2024-04-13 07:54:33.610662751 +0000 UTC m=+5.984626154 container cleanup 1c0a22818175561d9a3115ff5cfe2434d9e2fa65122d1cc2e79eb3a40149653c (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mds-a, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-7d36322, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0) 2024-04-13T07:54:33.716 INFO:journalctl@ceph.mds.a.smithi119.stdout:Apr 13 07:54:33 smithi119 bash[122561]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mds-a 2024-04-13T07:54:33.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:33 smithi139 ceph-mon[88985]: osdmap e568: 8 total, 8 up, 8 in 2024-04-13T07:54:33.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:33 smithi139 ceph-mon[88985]: pgmap v519: 121 pgs: 121 active+clean; 937 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 5.0 MiB/s wr, 42 op/s 2024-04-13T07:54:34.195 INFO:journalctl@ceph.mds.a.smithi119.stdout:Apr 13 07:54:33 smithi119 podman[122580]: 2024-04-13 07:54:33.937189809 +0000 UTC m=+0.763648836 container remove 1c0a22818175561d9a3115ff5cfe2434d9e2fa65122d1cc2e79eb3a40149653c (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mds-a, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=reef-7d36322, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-13T07:54:34.195 INFO:journalctl@ceph.mds.a.smithi119.stdout:Apr 13 07:54:34 smithi119 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@mds.a.service: Deactivated successfully. 2024-04-13T07:54:34.195 INFO:journalctl@ceph.mds.a.smithi119.stdout:Apr 13 07:54:34 smithi119 systemd[1]: Stopped Ceph mds.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:54:34.195 INFO:journalctl@ceph.mds.a.smithi119.stdout:Apr 13 07:54:34 smithi119 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@mds.a.service: Consumed 1.648s CPU time. 2024-04-13T07:54:34.411 INFO:tasks.rados.rados.0.smithi119.stdout:2598: finishing write tid 4 to smithi11982245-8 2024-04-13T07:54:34.411 INFO:tasks.rados.rados.0.smithi119.stdout:2598: oid 8 updating version 0 to 1649 2024-04-13T07:54:34.411 INFO:tasks.rados.rados.0.smithi119.stdout:2598: oid 8 updating version 1649 to 1650 2024-04-13T07:54:34.411 INFO:tasks.rados.rados.0.smithi119.stdout:2598: oid 8 updating version 1650 to 1651 2024-04-13T07:54:34.411 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 8 v 1651 (ObjNum 785 snap 273 seq_num 785) dirty exists 2024-04-13T07:54:34.411 INFO:tasks.rados.rados.0.smithi119.stdout:2598: left oid 8 (ObjNum 785 snap 273 seq_num 785) 2024-04-13T07:54:34.411 INFO:tasks.rados.rados.0.smithi119.stdout:2600: expect (ObjNum 336 snap 127 seq_num 336) 2024-04-13T07:54:34.445 INFO:tasks.rados.rados.0.smithi119.stdout:2599: finishing write tid 1 to smithi11982245-10 2024-04-13T07:54:34.445 INFO:tasks.rados.rados.0.smithi119.stdout:2599: finishing write tid 2 to smithi11982245-10 2024-04-13T07:54:34.446 INFO:tasks.rados.rados.0.smithi119.stdout:2599: finishing write tid 3 to smithi11982245-10 2024-04-13T07:54:34.446 INFO:tasks.rados.rados.0.smithi119.stdout:2598: done (7 left) 2024-04-13T07:54:34.446 INFO:tasks.rados.rados.0.smithi119.stdout:2600: done (6 left) 2024-04-13T07:54:34.446 INFO:tasks.rados.rados.0.smithi119.stdout:2607: done (5 left) 2024-04-13T07:54:34.446 INFO:tasks.rados.rados.0.smithi119.stdout:2608: rollback oid 12 current snap is 273 2024-04-13T07:54:34.446 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 12 to 225 2024-04-13T07:54:34.446 INFO:tasks.rados.rados.0.smithi119.stdout:2599: finishing write tid 4 to smithi11982245-10 2024-04-13T07:54:34.446 INFO:tasks.rados.rados.0.smithi119.stdout:2599: oid 10 updating version 0 to 1738 2024-04-13T07:54:34.446 INFO:tasks.rados.rados.0.smithi119.stdout:2599: oid 10 updating version 1738 to 1739 2024-04-13T07:54:34.446 INFO:tasks.rados.rados.0.smithi119.stdout:2599: oid 10 updating version 1739 to 1740 2024-04-13T07:54:34.446 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 10 v 1740 (ObjNum 786 snap 273 seq_num 786) dirty exists 2024-04-13T07:54:34.446 INFO:tasks.rados.rados.0.smithi119.stdout:2599: left oid 10 (ObjNum 786 snap 273 seq_num 786) 2024-04-13T07:54:34.446 INFO:tasks.rados.rados.0.smithi119.stdout:2601: finishing write tid 1 to smithi11982245-7 2024-04-13T07:54:34.446 INFO:tasks.rados.rados.0.smithi119.stdout:2601: finishing write tid 2 to smithi11982245-7 2024-04-13T07:54:34.446 INFO:tasks.rados.rados.0.smithi119.stdout:2601: finishing write tid 3 to smithi11982245-7 2024-04-13T07:54:34.447 INFO:tasks.rados.rados.0.smithi119.stdout:2601: finishing write tid 4 to smithi11982245-7 2024-04-13T07:54:34.447 INFO:tasks.rados.rados.0.smithi119.stdout:2601: oid 7 updating version 0 to 1645 2024-04-13T07:54:34.447 INFO:tasks.rados.rados.0.smithi119.stdout:2601: oid 7 version 1645 is already newer than 1643 2024-04-13T07:54:34.447 INFO:tasks.rados.rados.0.smithi119.stdout:2601: oid 7 version 1645 is already newer than 1644 2024-04-13T07:54:34.447 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 7 v 1645 (ObjNum 787 snap 273 seq_num 787) dirty exists 2024-04-13T07:54:34.447 INFO:tasks.rados.rados.0.smithi119.stdout:2601: left oid 7 (ObjNum 787 snap 273 seq_num 787) 2024-04-13T07:54:34.447 INFO:tasks.rados.rados.0.smithi119.stdout:2604: finishing write tid 1 to smithi11982245-35 2024-04-13T07:54:34.447 INFO:tasks.rados.rados.0.smithi119.stdout:2604: finishing write tid 2 to smithi11982245-35 2024-04-13T07:54:34.447 INFO:tasks.rados.rados.0.smithi119.stdout:2604: finishing write tid 3 to smithi11982245-35 2024-04-13T07:54:34.447 INFO:tasks.rados.rados.0.smithi119.stdout:2604: finishing write tid 4 to smithi11982245-35 2024-04-13T07:54:34.447 INFO:tasks.rados.rados.0.smithi119.stdout:2604: oid 35 updating version 0 to 1430 2024-04-13T07:54:34.447 INFO:tasks.rados.rados.0.smithi119.stdout:2604: oid 35 version 1430 is already newer than 1429 2024-04-13T07:54:34.447 INFO:tasks.rados.rados.0.smithi119.stdout:2604: oid 35 version 1430 is already newer than 1428 2024-04-13T07:54:34.447 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 35 v 1430 (ObjNum 788 snap 273 seq_num 788) dirty exists 2024-04-13T07:54:34.447 INFO:tasks.rados.rados.0.smithi119.stdout:2604: left oid 35 (ObjNum 788 snap 273 seq_num 788) 2024-04-13T07:54:34.447 INFO:tasks.rados.rados.0.smithi119.stdout:2603: expect (ObjNum 487 snap 165 seq_num 487) 2024-04-13T07:54:34.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:34 smithi119 ceph-mon[96316]: osdmap e569: 8 total, 8 up, 8 in 2024-04-13T07:54:34.466 INFO:journalctl@ceph.mds.a.smithi119.stdout:Apr 13 07:54:34 smithi119 systemd[1]: Starting Ceph mds.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:54:34.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:34 smithi119 ceph-mon[93746]: osdmap e569: 8 total, 8 up, 8 in 2024-04-13T07:54:34.730 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:34 smithi139 ceph-mon[88985]: osdmap e569: 8 total, 8 up, 8 in 2024-04-13T07:54:34.759 INFO:tasks.rados.rados.0.smithi119.stdout:2602: finishing copy_from racing read to smithi11982245-14 2024-04-13T07:54:34.759 INFO:tasks.rados.rados.0.smithi119.stdout:2602: finishing copy_from to smithi11982245-14 2024-04-13T07:54:34.759 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 14 v 1427 (ObjNum 565 snap 191 seq_num 565) dirty exists 2024-04-13T07:54:34.759 INFO:tasks.rados.rados.0.smithi119.stdout:2608: finishing rollback tid 0 to smithi11982245-12 2024-04-13T07:54:34.759 INFO:tasks.rados.rados.0.smithi119.stdout:2608: finishing rollback tid 1 to smithi11982245-12 2024-04-13T07:54:34.759 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 12 v 1401 (ObjNum 65 snap 0 seq_num 721773392) dirty dne 2024-04-13T07:54:34.759 INFO:tasks.rados.rados.0.smithi119.stdout:2599: done (5 left) 2024-04-13T07:54:34.759 INFO:tasks.rados.rados.0.smithi119.stdout:2601: done (4 left) 2024-04-13T07:54:34.759 INFO:tasks.rados.rados.0.smithi119.stdout:2602: done (3 left) 2024-04-13T07:54:34.759 INFO:tasks.rados.rados.0.smithi119.stdout:2603: done (2 left) 2024-04-13T07:54:34.759 INFO:tasks.rados.rados.0.smithi119.stdout:2604: done (1 left) 2024-04-13T07:54:34.759 INFO:tasks.rados.rados.0.smithi119.stdout:2608: done (0 left) 2024-04-13T07:54:34.760 INFO:tasks.rados.rados.0.smithi119.stdout:2609: delete oid 5 current snap is 273 2024-04-13T07:54:34.762 INFO:tasks.rados.rados.0.smithi119.stdout:2609: done (0 left) 2024-04-13T07:54:34.762 INFO:tasks.rados.rados.0.smithi119.stdout:2610: copy_from oid 45 from oid 47 current snap is 273 2024-04-13T07:54:34.762 INFO:tasks.rados.rados.0.smithi119.stdout:2611: snap_remove snap 266 2024-04-13T07:54:34.898 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:54:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:54:34] "GET /metrics HTTP/1.1" 200 36220 "" "Prometheus/2.43.0" 2024-04-13T07:54:34.899 INFO:journalctl@ceph.mds.a.smithi119.stdout:Apr 13 07:54:34 smithi119 podman[122714]: 2024-04-13 07:54:34.533095698 +0000 UTC m=+0.017891258 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:54:34.899 INFO:journalctl@ceph.mds.a.smithi119.stdout:Apr 13 07:54:34 smithi119 podman[122714]: 2024-04-13 07:54:34.655016415 +0000 UTC m=+0.139811964 container create 8662f51de8806d3e6ab723ad855c63e7649d0cd6786797f54bf893b232222876 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mds-a, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-5f22a49, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240409) 2024-04-13T07:54:35.135 INFO:journalctl@ceph.mds.b.smithi139.stdout:Apr 13 07:54:34 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mds-b[60116]: 2024-04-13T07:54:34.729+0000 7feb13176700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-13T07:54:35.216 INFO:journalctl@ceph.mds.a.smithi119.stdout:Apr 13 07:54:34 smithi119 podman[122714]: 2024-04-13 07:54:34.899201322 +0000 UTC m=+0.383996871 container init 8662f51de8806d3e6ab723ad855c63e7649d0cd6786797f54bf893b232222876 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mds-a, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=main-5f22a49, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, ceph=True) 2024-04-13T07:54:35.216 INFO:journalctl@ceph.mds.a.smithi119.stdout:Apr 13 07:54:34 smithi119 podman[122714]: 2024-04-13 07:54:34.9047502 +0000 UTC m=+0.389545748 container start 8662f51de8806d3e6ab723ad855c63e7649d0cd6786797f54bf893b232222876 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mds-a, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-5f22a49, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-04-13T07:54:35.217 INFO:journalctl@ceph.mds.a.smithi119.stdout:Apr 13 07:54:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mds-a[122729]: starting mds.a at 2024-04-13T07:54:35.217 INFO:journalctl@ceph.mds.a.smithi119.stdout:Apr 13 07:54:35 smithi119 bash[122714]: 8662f51de8806d3e6ab723ad855c63e7649d0cd6786797f54bf893b232222876 2024-04-13T07:54:35.217 INFO:journalctl@ceph.mds.a.smithi119.stdout:Apr 13 07:54:35 smithi119 systemd[1]: Started Ceph mds.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:54:35.402 INFO:tasks.rados.rados.0.smithi119.stdout:2611: done (1 left) 2024-04-13T07:54:35.403 INFO:tasks.rados.rados.0.smithi119.stdout:2612: setattr oid 1 current snap is 273 2024-04-13T07:54:35.403 INFO:tasks.rados.rados.0.smithi119.stdout:2610: finishing copy_from racing read to smithi11982245-45 2024-04-13T07:54:35.403 INFO:tasks.rados.rados.0.smithi119.stdout:2610: finishing copy_from to smithi11982245-45 2024-04-13T07:54:35.403 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 45 v 1821 (ObjNum 779 snap 270 seq_num 779) dirty exists 2024-04-13T07:54:35.404 INFO:tasks.rados.rados.0.smithi119.stdout:2610: done (1 left) 2024-04-13T07:54:35.404 INFO:tasks.rados.rados.0.smithi119.stdout:2613: snap_create 2024-04-13T07:54:35.416 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 1 v 1281 (ObjNum 129 snap 0 seq_num 749718512) dirty exists 2024-04-13T07:54:35.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:35 smithi119 ceph-mon[96316]: osdmap e570: 8 total, 8 up, 8 in 2024-04-13T07:54:35.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:35 smithi119 ceph-mon[96316]: pgmap v522: 121 pgs: 121 active+clean; 937 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.9 MiB/s wr, 11 op/s 2024-04-13T07:54:35.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:35 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:35.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:35 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:35.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:35 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:54:35.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:35 smithi119 ceph-mon[96316]: osdmap e571: 8 total, 8 up, 8 in 2024-04-13T07:54:35.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:35 smithi119 ceph-mon[93746]: osdmap e570: 8 total, 8 up, 8 in 2024-04-13T07:54:35.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:35 smithi119 ceph-mon[93746]: pgmap v522: 121 pgs: 121 active+clean; 937 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.9 MiB/s wr, 11 op/s 2024-04-13T07:54:35.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:35 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:35.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:35 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:35.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:35 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:54:35.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:35 smithi119 ceph-mon[93746]: osdmap e571: 8 total, 8 up, 8 in 2024-04-13T07:54:35.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:35 smithi139 ceph-mon[88985]: osdmap e570: 8 total, 8 up, 8 in 2024-04-13T07:54:35.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:35 smithi139 ceph-mon[88985]: pgmap v522: 121 pgs: 121 active+clean; 937 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.9 MiB/s wr, 11 op/s 2024-04-13T07:54:35.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:35 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:35.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:35 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:35.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:35 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:54:35.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:35 smithi139 ceph-mon[88985]: osdmap e571: 8 total, 8 up, 8 in 2024-04-13T07:54:36.401 INFO:tasks.rados.rados.0.smithi119.stdout:2612: done (1 left) 2024-04-13T07:54:36.402 INFO:tasks.rados.rados.0.smithi119.stdout:2613: done (0 left) 2024-04-13T07:54:36.402 INFO:tasks.rados.rados.0.smithi119.stdout:2614: snap_remove snap 206 2024-04-13T07:54:36.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:36 smithi119 ceph-mon[96316]: mds.? [v2:172.21.15.119:6834/610992735,v1:172.21.15.119:6835/610992735] up:boot 2024-04-13T07:54:36.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:36 smithi119 ceph-mon[96316]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-13T07:54:36.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:36 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-13T07:54:36.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:36 smithi119 ceph-mon[96316]: osdmap e572: 8 total, 8 up, 8 in 2024-04-13T07:54:36.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:36 smithi119 ceph-mon[93746]: mds.? [v2:172.21.15.119:6834/610992735,v1:172.21.15.119:6835/610992735] up:boot 2024-04-13T07:54:36.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:36 smithi119 ceph-mon[93746]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-13T07:54:36.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:36 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-13T07:54:36.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:36 smithi119 ceph-mon[93746]: osdmap e572: 8 total, 8 up, 8 in 2024-04-13T07:54:36.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:36 smithi139 ceph-mon[88985]: mds.? [v2:172.21.15.119:6834/610992735,v1:172.21.15.119:6835/610992735] up:boot 2024-04-13T07:54:36.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:36 smithi139 ceph-mon[88985]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-13T07:54:36.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:36 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-13T07:54:36.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:36 smithi139 ceph-mon[88985]: osdmap e572: 8 total, 8 up, 8 in 2024-04-13T07:54:37.405 INFO:tasks.rados.rados.0.smithi119.stdout:2614: done (0 left) 2024-04-13T07:54:37.405 INFO:tasks.rados.rados.0.smithi119.stdout:2615: delete oid 29 current snap is 274 2024-04-13T07:54:37.420 INFO:tasks.rados.rados.0.smithi119.stdout:2615: done (0 left) 2024-04-13T07:54:37.420 INFO:tasks.rados.rados.0.smithi119.stdout:2616: copy_from oid 14 from oid 22 current snap is 274 2024-04-13T07:54:37.420 INFO:tasks.rados.rados.0.smithi119.stdout:2617: delete oid 40 current snap is 274 2024-04-13T07:54:37.427 INFO:tasks.rados.rados.0.smithi119.stdout:2617: done (1 left) 2024-04-13T07:54:37.427 INFO:tasks.rados.rados.0.smithi119.stdout:2618: delete oid 21 current snap is 274 2024-04-13T07:54:37.430 INFO:tasks.rados.rados.0.smithi119.stdout:2616: finishing copy_from racing read to smithi11982245-14 2024-04-13T07:54:37.432 INFO:tasks.rados.rados.0.smithi119.stdout:2616: finishing copy_from to smithi11982245-14 2024-04-13T07:54:37.432 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 14 v 1297 (ObjNum 739 snap 257 seq_num 739) dirty exists 2024-04-13T07:54:37.434 INFO:tasks.rados.rados.0.smithi119.stdout:2616: done (1 left) 2024-04-13T07:54:37.434 INFO:tasks.rados.rados.0.smithi119.stdout:2618: done (0 left) 2024-04-13T07:54:37.434 INFO:tasks.rados.rados.0.smithi119.stdout:2619: rmattr oid 35 current snap is 274 2024-04-13T07:54:37.434 INFO:tasks.rados.rados.0.smithi119.stdout:2619: done (0 left) 2024-04-13T07:54:37.434 INFO:tasks.rados.rados.0.smithi119.stdout:2620: read oid 38 snap 269 2024-04-13T07:54:37.434 INFO:tasks.rados.rados.0.smithi119.stdout:2620: expect (ObjNum 756 snap 266 seq_num 756) 2024-04-13T07:54:37.434 INFO:tasks.rados.rados.0.smithi119.stdout:2621: copy_from oid 36 from oid 40 current snap is 274 2024-04-13T07:54:37.434 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 4 current snap is 274 2024-04-13T07:54:37.434 INFO:tasks.rados.rados.0.smithi119.stdout:2622: seq_num 793 ranges {14909440=483328,15392768=647168,16039936=155648} 2024-04-13T07:54:37.436 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:37 smithi119 ceph-mon[93746]: pgmap v525: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 938 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.7 MiB/s wr, 23 op/s 2024-04-13T07:54:37.518 INFO:tasks.rados.rados.0.smithi119.stdout:2622: writing smithi11982245-4 from 14909440 to 15392768 tid 1 2024-04-13T07:54:37.522 INFO:tasks.rados.rados.0.smithi119.stdout:2622: writing smithi11982245-4 from 15392768 to 16039936 tid 2 2024-04-13T07:54:37.523 INFO:tasks.rados.rados.0.smithi119.stdout:2622: writing smithi11982245-4 from 16039936 to 16195584 tid 3 2024-04-13T07:54:37.523 INFO:tasks.rados.rados.0.smithi119.stdout:2623: read oid 32 snap -1 2024-04-13T07:54:37.523 INFO:tasks.rados.rados.0.smithi119.stdout:2623: expect (ObjNum 763 snap 267 seq_num 763) 2024-04-13T07:54:37.523 INFO:tasks.rados.rados.0.smithi119.stdout:2624: snap_remove snap 244 2024-04-13T07:54:37.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:37 smithi119 ceph-mon[93746]: osdmap e573: 8 total, 8 up, 8 in 2024-04-13T07:54:37.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:37 smithi119 ceph-mon[96316]: pgmap v525: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 938 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.7 MiB/s wr, 23 op/s 2024-04-13T07:54:37.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:37 smithi119 ceph-mon[96316]: osdmap e573: 8 total, 8 up, 8 in 2024-04-13T07:54:37.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:37 smithi139 ceph-mon[88985]: pgmap v525: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 938 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.7 MiB/s wr, 23 op/s 2024-04-13T07:54:37.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:37 smithi139 ceph-mon[88985]: osdmap e573: 8 total, 8 up, 8 in 2024-04-13T07:54:38.446 INFO:tasks.rados.rados.0.smithi119.stdout:2624: done (4 left) 2024-04-13T07:54:38.446 INFO:tasks.rados.rados.0.smithi119.stdout:2625: copy_from oid 41 from oid 9 current snap is 274 2024-04-13T07:54:38.446 INFO:tasks.rados.rados.0.smithi119.stdout:2621: finishing copy_from to smithi11982245-36 2024-04-13T07:54:38.446 INFO:tasks.rados.rados.0.smithi119.stdout:2621: got expected ENOENT (src dne) 2024-04-13T07:54:38.446 INFO:tasks.rados.rados.0.smithi119.stdout:2621: finishing copy_from racing read to smithi11982245-36 2024-04-13T07:54:38.446 INFO:tasks.rados.rados.0.smithi119.stdout:2620: expect (ObjNum 756 snap 266 seq_num 756) 2024-04-13T07:54:38.538 INFO:tasks.rados.rados.0.smithi119.stdout:2622: finishing write tid 1 to smithi11982245-4 2024-04-13T07:54:38.538 INFO:tasks.rados.rados.0.smithi119.stdout:2623: expect (ObjNum 763 snap 267 seq_num 763) 2024-04-13T07:54:38.559 INFO:tasks.rados.rados.0.smithi119.stdout:2622: finishing write tid 2 to smithi11982245-4 2024-04-13T07:54:38.560 INFO:tasks.rados.rados.0.smithi119.stdout:2622: finishing write tid 3 to smithi11982245-4 2024-04-13T07:54:38.560 INFO:tasks.rados.rados.0.smithi119.stdout:2622: finishing write tid 4 to smithi11982245-4 2024-04-13T07:54:38.560 INFO:tasks.rados.rados.0.smithi119.stdout:2622: finishing write tid 5 to smithi11982245-4 2024-04-13T07:54:38.560 INFO:tasks.rados.rados.0.smithi119.stdout:2622: oid 4 updating version 0 to 1463 2024-04-13T07:54:38.560 INFO:tasks.rados.rados.0.smithi119.stdout:2622: oid 4 version 1463 is already newer than 1460 2024-04-13T07:54:38.560 INFO:tasks.rados.rados.0.smithi119.stdout:2622: oid 4 version 1463 is already newer than 1461 2024-04-13T07:54:38.560 INFO:tasks.rados.rados.0.smithi119.stdout:2622: oid 4 version 1463 is already newer than 1462 2024-04-13T07:54:38.560 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 4 v 1463 (ObjNum 793 snap 274 seq_num 793) dirty exists 2024-04-13T07:54:38.560 INFO:tasks.rados.rados.0.smithi119.stdout:2622: left oid 4 (ObjNum 793 snap 274 seq_num 793) 2024-04-13T07:54:38.560 INFO:tasks.rados.rados.0.smithi119.stdout:2625: finishing copy_from racing read to smithi11982245-41 2024-04-13T07:54:38.560 INFO:tasks.rados.rados.0.smithi119.stdout:2625: finishing copy_from to smithi11982245-41 2024-04-13T07:54:38.560 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 41 v 1707 (ObjNum 766 snap 269 seq_num 766) dirty exists 2024-04-13T07:54:38.560 INFO:tasks.rados.rados.0.smithi119.stdout:2620: done (4 left) 2024-04-13T07:54:38.560 INFO:tasks.rados.rados.0.smithi119.stdout:2621: done (3 left) 2024-04-13T07:54:38.560 INFO:tasks.rados.rados.0.smithi119.stdout:2622: done (2 left) 2024-04-13T07:54:38.560 INFO:tasks.rados.rados.0.smithi119.stdout:2623: done (1 left) 2024-04-13T07:54:38.560 INFO:tasks.rados.rados.0.smithi119.stdout:2625: done (0 left) 2024-04-13T07:54:38.561 INFO:tasks.rados.rados.0.smithi119.stdout:2626: read oid 19 snap 251 2024-04-13T07:54:38.561 INFO:tasks.rados.rados.0.smithi119.stdout:2626: expect deleted 2024-04-13T07:54:38.561 INFO:tasks.rados.rados.0.smithi119.stdout:2627: delete oid 46 current snap is 274 2024-04-13T07:54:38.561 INFO:tasks.rados.rados.0.smithi119.stdout:2626: done (1 left) 2024-04-13T07:54:38.561 INFO:tasks.rados.rados.0.smithi119.stdout:2627: done (0 left) 2024-04-13T07:54:38.561 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 39 current snap is 274 2024-04-13T07:54:38.562 INFO:tasks.rados.rados.0.smithi119.stdout:2628: seq_num 795 ranges {0=524288,524288=417792,942080=385024} 2024-04-13T07:54:38.565 INFO:tasks.rados.rados.0.smithi119.stdout:2628: writing smithi11982245-39 from 0 to 524288 tid 1 2024-04-13T07:54:38.568 INFO:tasks.rados.rados.0.smithi119.stdout:2628: writing smithi11982245-39 from 524288 to 942080 tid 2 2024-04-13T07:54:38.571 INFO:tasks.rados.rados.0.smithi119.stdout:2628: writing smithi11982245-39 from 942080 to 1327104 tid 3 2024-04-13T07:54:38.571 INFO:tasks.rados.rados.0.smithi119.stdout:2629: delete oid 7 current snap is 274 2024-04-13T07:54:38.571 INFO:tasks.rados.rados.0.smithi119.stdout:2628: finishing write tid 1 to smithi11982245-39 2024-04-13T07:54:38.571 INFO:tasks.rados.rados.0.smithi119.stdout:2628: finishing write tid 2 to smithi11982245-39 2024-04-13T07:54:38.574 INFO:tasks.rados.rados.0.smithi119.stdout:2629: done (1 left) 2024-04-13T07:54:38.575 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 6 current snap is 274 2024-04-13T07:54:38.575 INFO:tasks.rados.rados.0.smithi119.stdout:2628: finishing write tid 3 to smithi11982245-39 2024-04-13T07:54:38.575 INFO:tasks.rados.rados.0.smithi119.stdout:2630: seq_num 797 ranges {835584=557056,1392640=589824,1982464=212992} 2024-04-13T07:54:38.582 INFO:tasks.rados.rados.0.smithi119.stdout:2630: writing smithi11982245-6 from 835584 to 1392640 tid 1 2024-04-13T07:54:38.585 INFO:tasks.rados.rados.0.smithi119.stdout:2630: writing smithi11982245-6 from 1392640 to 1982464 tid 2 2024-04-13T07:54:38.587 INFO:tasks.rados.rados.0.smithi119.stdout:2630: writing smithi11982245-6 from 1982464 to 2195456 tid 3 2024-04-13T07:54:38.587 INFO:tasks.rados.rados.0.smithi119.stdout:2631: delete oid 25 current snap is 274 2024-04-13T07:54:38.587 INFO:tasks.rados.rados.0.smithi119.stdout:2628: finishing write tid 4 to smithi11982245-39 2024-04-13T07:54:38.587 INFO:tasks.rados.rados.0.smithi119.stdout:2628: finishing write tid 5 to smithi11982245-39 2024-04-13T07:54:38.587 INFO:tasks.rados.rados.0.smithi119.stdout:2628: oid 39 updating version 0 to 1715 2024-04-13T07:54:38.587 INFO:tasks.rados.rados.0.smithi119.stdout:2628: oid 39 updating version 1715 to 1716 2024-04-13T07:54:38.587 INFO:tasks.rados.rados.0.smithi119.stdout:2628: oid 39 version 1716 is already newer than 1714 2024-04-13T07:54:38.588 INFO:tasks.rados.rados.0.smithi119.stdout:2628: oid 39 updating version 1716 to 1717 2024-04-13T07:54:38.588 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 39 v 1717 (ObjNum 795 snap 274 seq_num 795) dirty exists 2024-04-13T07:54:38.588 INFO:tasks.rados.rados.0.smithi119.stdout:2628: left oid 39 (ObjNum 795 snap 274 seq_num 795) 2024-04-13T07:54:38.588 INFO:tasks.rados.rados.0.smithi119.stdout:2630: finishing write tid 1 to smithi11982245-6 2024-04-13T07:54:38.590 INFO:tasks.rados.rados.0.smithi119.stdout:2630: finishing write tid 2 to smithi11982245-6 2024-04-13T07:54:38.590 INFO:tasks.rados.rados.0.smithi119.stdout:2628: done (2 left) 2024-04-13T07:54:38.590 INFO:tasks.rados.rados.0.smithi119.stdout:2631: done (1 left) 2024-04-13T07:54:38.590 INFO:tasks.rados.rados.0.smithi119.stdout:2632: snap_remove snap 136 2024-04-13T07:54:39.461 INFO:tasks.rados.rados.0.smithi119.stdout:2632: done (1 left) 2024-04-13T07:54:39.461 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 8 current snap is 274 2024-04-13T07:54:39.461 INFO:tasks.rados.rados.0.smithi119.stdout:2633: seq_num 799 ranges {2564096=589824,3153920=802816} 2024-04-13T07:54:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:39 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:39 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:39 smithi119 ceph-mon[96316]: osdmap e574: 8 total, 8 up, 8 in 2024-04-13T07:54:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:39 smithi119 ceph-mon[96316]: pgmap v528: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 932 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 6.0 MiB/s wr, 25 op/s 2024-04-13T07:54:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:39 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:54:39.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:39 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:39.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:39 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:39.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:39 smithi119 ceph-mon[93746]: osdmap e574: 8 total, 8 up, 8 in 2024-04-13T07:54:39.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:39 smithi119 ceph-mon[93746]: pgmap v528: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 932 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 6.0 MiB/s wr, 25 op/s 2024-04-13T07:54:39.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:39 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:39.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:54:39.477 INFO:tasks.rados.rados.0.smithi119.stdout:2633: writing smithi11982245-8 from 2564096 to 3153920 tid 1 2024-04-13T07:54:39.482 INFO:tasks.rados.rados.0.smithi119.stdout:2633: writing smithi11982245-8 from 3153920 to 3956736 tid 2 2024-04-13T07:54:39.483 INFO:tasks.rados.rados.0.smithi119.stdout:2634: read oid 48 snap -1 2024-04-13T07:54:39.483 INFO:tasks.rados.rados.0.smithi119.stdout:2634: expect (ObjNum 336 snap 127 seq_num 336) 2024-04-13T07:54:39.483 INFO:tasks.rados.rados.0.smithi119.stdout:2635: rollback oid 24 current snap is 274 2024-04-13T07:54:39.483 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 24 to 221 2024-04-13T07:54:39.483 INFO:tasks.rados.rados.0.smithi119.stdout:2630: finishing write tid 3 to smithi11982245-6 2024-04-13T07:54:39.483 INFO:tasks.rados.rados.0.smithi119.stdout:2630: finishing write tid 4 to smithi11982245-6 2024-04-13T07:54:39.483 INFO:tasks.rados.rados.0.smithi119.stdout:2630: finishing write tid 5 to smithi11982245-6 2024-04-13T07:54:39.483 INFO:tasks.rados.rados.0.smithi119.stdout:2630: oid 6 updating version 0 to 1708 2024-04-13T07:54:39.483 INFO:tasks.rados.rados.0.smithi119.stdout:2630: oid 6 updating version 1708 to 1709 2024-04-13T07:54:39.483 INFO:tasks.rados.rados.0.smithi119.stdout:2630: oid 6 updating version 1709 to 1710 2024-04-13T07:54:39.483 INFO:tasks.rados.rados.0.smithi119.stdout:2630: oid 6 updating version 1710 to 1711 2024-04-13T07:54:39.483 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 6 v 1711 (ObjNum 797 snap 274 seq_num 797) dirty exists 2024-04-13T07:54:39.483 INFO:tasks.rados.rados.0.smithi119.stdout:2630: left oid 6 (ObjNum 797 snap 274 seq_num 797) 2024-04-13T07:54:39.483 INFO:tasks.rados.rados.0.smithi119.stdout:2630: done (3 left) 2024-04-13T07:54:39.483 INFO:tasks.rados.rados.0.smithi119.stdout:2636: read oid 15 snap -1 2024-04-13T07:54:39.484 INFO:tasks.rados.rados.0.smithi119.stdout:2636: expect (ObjNum 713 snap 248 seq_num 713) 2024-04-13T07:54:39.484 INFO:tasks.rados.rados.0.smithi119.stdout:2637: rmattr oid 29 current snap is 274 2024-04-13T07:54:39.484 INFO:tasks.rados.rados.0.smithi119.stdout:2637: done (4 left) 2024-04-13T07:54:39.484 INFO:tasks.rados.rados.0.smithi119.stdout:2638: copy_from oid 29 from oid 20 current snap is 274 2024-04-13T07:54:39.484 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 11 current snap is 274 2024-04-13T07:54:39.484 INFO:tasks.rados.rados.0.smithi119.stdout:2639: seq_num 800 ranges {4038656=606208,4644864=688128,5332992=114688} 2024-04-13T07:54:39.509 INFO:tasks.rados.rados.0.smithi119.stdout:2639: writing smithi11982245-11 from 4038656 to 4644864 tid 1 2024-04-13T07:54:39.513 INFO:tasks.rados.rados.0.smithi119.stdout:2639: writing smithi11982245-11 from 4644864 to 5332992 tid 2 2024-04-13T07:54:39.514 INFO:tasks.rados.rados.0.smithi119.stdout:2639: writing smithi11982245-11 from 5332992 to 5447680 tid 3 2024-04-13T07:54:39.514 INFO:tasks.rados.rados.0.smithi119.stdout:2640: delete oid 21 current snap is 274 2024-04-13T07:54:39.514 INFO:tasks.rados.rados.0.smithi119.stdout:2633: finishing write tid 1 to smithi11982245-8 2024-04-13T07:54:39.514 INFO:tasks.rados.rados.0.smithi119.stdout:2634: expect (ObjNum 336 snap 127 seq_num 336) 2024-04-13T07:54:39.537 INFO:tasks.rados.rados.0.smithi119.stdout:2635: finishing rollback tid 1 to smithi11982245-24 2024-04-13T07:54:39.537 INFO:tasks.rados.rados.0.smithi119.stdout:2633: finishing write tid 2 to smithi11982245-8 2024-04-13T07:54:39.537 INFO:tasks.rados.rados.0.smithi119.stdout:2633: finishing write tid 3 to smithi11982245-8 2024-04-13T07:54:39.537 INFO:tasks.rados.rados.0.smithi119.stdout:2634: done (6 left) 2024-04-13T07:54:39.537 INFO:tasks.rados.rados.0.smithi119.stdout:2640: done (5 left) 2024-04-13T07:54:39.537 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 18 current snap is 274 2024-04-13T07:54:39.538 INFO:tasks.rados.rados.0.smithi119.stdout:2633: finishing write tid 4 to smithi11982245-8 2024-04-13T07:54:39.538 INFO:tasks.rados.rados.0.smithi119.stdout:2633: oid 8 updating version 0 to 1653 2024-04-13T07:54:39.538 INFO:tasks.rados.rados.0.smithi119.stdout:2633: oid 8 version 1653 is already newer than 1652 2024-04-13T07:54:39.538 INFO:tasks.rados.rados.0.smithi119.stdout:2633: oid 8 updating version 1653 to 1654 2024-04-13T07:54:39.538 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 8 v 1654 (ObjNum 799 snap 274 seq_num 799) dirty exists 2024-04-13T07:54:39.538 INFO:tasks.rados.rados.0.smithi119.stdout:2633: left oid 8 (ObjNum 799 snap 274 seq_num 799) 2024-04-13T07:54:39.538 INFO:tasks.rados.rados.0.smithi119.stdout:2638: finishing copy_from racing read to smithi11982245-29 2024-04-13T07:54:39.538 INFO:tasks.rados.rados.0.smithi119.stdout:2638: finishing copy_from to smithi11982245-29 2024-04-13T07:54:39.538 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 29 v 1636 (ObjNum 602 snap 200 seq_num 602) dirty exists 2024-04-13T07:54:39.538 INFO:tasks.rados.rados.0.smithi119.stdout:2641: seq_num 802 ranges {0=638976,638976=458752,1097728=344064} 2024-04-13T07:54:39.540 INFO:tasks.rados.rados.0.smithi119.stdout:2641: writing smithi11982245-18 from 0 to 638976 tid 1 2024-04-13T07:54:39.543 INFO:tasks.rados.rados.0.smithi119.stdout:2641: writing smithi11982245-18 from 638976 to 1097728 tid 2 2024-04-13T07:54:39.545 INFO:tasks.rados.rados.0.smithi119.stdout:2641: writing smithi11982245-18 from 1097728 to 1441792 tid 3 2024-04-13T07:54:39.545 INFO:tasks.rados.rados.0.smithi119.stdout:2633: done (5 left) 2024-04-13T07:54:39.546 INFO:tasks.rados.rados.0.smithi119.stdout:2638: done (4 left) 2024-04-13T07:54:39.546 INFO:tasks.rados.rados.0.smithi119.stdout:2642: delete oid 5 current snap is 274 2024-04-13T07:54:39.546 INFO:tasks.rados.rados.0.smithi119.stdout:2635: finishing rollback tid 2 to smithi11982245-24 2024-04-13T07:54:39.546 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 24 v 1234 (ObjNum 638 snap 212 seq_num 638) dirty exists 2024-04-13T07:54:39.546 INFO:tasks.rados.rados.0.smithi119.stdout:2636: expect (ObjNum 713 snap 248 seq_num 713) 2024-04-13T07:54:39.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:39 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:39.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:39 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:39.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:39 smithi139 ceph-mon[88985]: osdmap e574: 8 total, 8 up, 8 in 2024-04-13T07:54:39.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:39 smithi139 ceph-mon[88985]: pgmap v528: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 932 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 6.0 MiB/s wr, 25 op/s 2024-04-13T07:54:39.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:39 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:39.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:54:39.695 INFO:tasks.rados.rados.0.smithi119.stdout:2639: finishing write tid 1 to smithi11982245-11 2024-04-13T07:54:39.695 INFO:tasks.rados.rados.0.smithi119.stdout:2639: finishing write tid 2 to smithi11982245-11 2024-04-13T07:54:39.695 INFO:tasks.rados.rados.0.smithi119.stdout:2639: finishing write tid 3 to smithi11982245-11 2024-04-13T07:54:39.695 INFO:tasks.rados.rados.0.smithi119.stdout:2635: done (4 left) 2024-04-13T07:54:39.695 INFO:tasks.rados.rados.0.smithi119.stdout:2636: done (3 left) 2024-04-13T07:54:39.695 INFO:tasks.rados.rados.0.smithi119.stdout:2642: done (2 left) 2024-04-13T07:54:39.696 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 47 current snap is 274 2024-04-13T07:54:39.696 INFO:tasks.rados.rados.0.smithi119.stdout:2639: finishing write tid 4 to smithi11982245-11 2024-04-13T07:54:39.696 INFO:tasks.rados.rados.0.smithi119.stdout:2639: finishing write tid 5 to smithi11982245-11 2024-04-13T07:54:39.696 INFO:tasks.rados.rados.0.smithi119.stdout:2639: oid 11 updating version 0 to 1715 2024-04-13T07:54:39.696 INFO:tasks.rados.rados.0.smithi119.stdout:2639: oid 11 version 1715 is already newer than 1714 2024-04-13T07:54:39.696 INFO:tasks.rados.rados.0.smithi119.stdout:2639: oid 11 version 1715 is already newer than 1712 2024-04-13T07:54:39.696 INFO:tasks.rados.rados.0.smithi119.stdout:2639: oid 11 version 1715 is already newer than 1713 2024-04-13T07:54:39.696 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 11 v 1715 (ObjNum 800 snap 274 seq_num 800) dirty exists 2024-04-13T07:54:39.696 INFO:tasks.rados.rados.0.smithi119.stdout:2639: left oid 11 (ObjNum 800 snap 274 seq_num 800) 2024-04-13T07:54:39.696 INFO:tasks.rados.rados.0.smithi119.stdout:2641: finishing write tid 1 to smithi11982245-18 2024-04-13T07:54:39.696 INFO:tasks.rados.rados.0.smithi119.stdout:2641: finishing write tid 2 to smithi11982245-18 2024-04-13T07:54:39.697 INFO:tasks.rados.rados.0.smithi119.stdout:2643: seq_num 804 ranges {5578752=671744,6250496=622592,6873088=180224} 2024-04-13T07:54:39.728 INFO:tasks.rados.rados.0.smithi119.stdout:2643: writing smithi11982245-47 from 5578752 to 6250496 tid 1 2024-04-13T07:54:39.732 INFO:tasks.rados.rados.0.smithi119.stdout:2643: writing smithi11982245-47 from 6250496 to 6873088 tid 2 2024-04-13T07:54:39.733 INFO:tasks.rados.rados.0.smithi119.stdout:2643: writing smithi11982245-47 from 6873088 to 7053312 tid 3 2024-04-13T07:54:39.734 INFO:tasks.rados.rados.0.smithi119.stdout:2639: done (2 left) 2024-04-13T07:54:39.734 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 50 current snap is 274 2024-04-13T07:54:39.734 INFO:tasks.rados.rados.0.smithi119.stdout:2641: finishing write tid 3 to smithi11982245-18 2024-04-13T07:54:39.734 INFO:tasks.rados.rados.0.smithi119.stdout:2641: finishing write tid 4 to smithi11982245-18 2024-04-13T07:54:39.734 INFO:tasks.rados.rados.0.smithi119.stdout:2641: finishing write tid 5 to smithi11982245-18 2024-04-13T07:54:39.734 INFO:tasks.rados.rados.0.smithi119.stdout:2641: oid 18 updating version 0 to 1866 2024-04-13T07:54:39.734 INFO:tasks.rados.rados.0.smithi119.stdout:2641: oid 18 version 1866 is already newer than 1863 2024-04-13T07:54:39.734 INFO:tasks.rados.rados.0.smithi119.stdout:2641: oid 18 version 1866 is already newer than 1864 2024-04-13T07:54:39.734 INFO:tasks.rados.rados.0.smithi119.stdout:2641: oid 18 version 1866 is already newer than 1865 2024-04-13T07:54:39.734 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 18 v 1866 (ObjNum 802 snap 274 seq_num 802) dirty exists 2024-04-13T07:54:39.734 INFO:tasks.rados.rados.0.smithi119.stdout:2641: left oid 18 (ObjNum 802 snap 274 seq_num 802) 2024-04-13T07:54:39.734 INFO:tasks.rados.rados.0.smithi119.stdout:2643: finishing write tid 1 to smithi11982245-47 2024-04-13T07:54:39.734 INFO:tasks.rados.rados.0.smithi119.stdout:2644: seq_num 805 ranges {2433024=688128,3121152=507904,3629056=294912} 2024-04-13T07:54:39.750 INFO:tasks.rados.rados.0.smithi119.stdout:2644: writing smithi11982245-50 from 2433024 to 3121152 tid 1 2024-04-13T07:54:39.753 INFO:tasks.rados.rados.0.smithi119.stdout:2644: writing smithi11982245-50 from 3121152 to 3629056 tid 2 2024-04-13T07:54:39.755 INFO:tasks.rados.rados.0.smithi119.stdout:2644: writing smithi11982245-50 from 3629056 to 3923968 tid 3 2024-04-13T07:54:39.755 INFO:tasks.rados.rados.0.smithi119.stdout:2641: done (2 left) 2024-04-13T07:54:39.755 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 17 current snap is 274 2024-04-13T07:54:39.756 INFO:tasks.rados.rados.0.smithi119.stdout:2643: finishing write tid 2 to smithi11982245-47 2024-04-13T07:54:39.756 INFO:tasks.rados.rados.0.smithi119.stdout:2645: seq_num 806 ranges {0=704512,704512=442368,1146880=360448} 2024-04-13T07:54:39.759 INFO:tasks.rados.rados.0.smithi119.stdout:2645: writing smithi11982245-17 from 0 to 704512 tid 1 2024-04-13T07:54:39.762 INFO:tasks.rados.rados.0.smithi119.stdout:2645: writing smithi11982245-17 from 704512 to 1146880 tid 2 2024-04-13T07:54:39.764 INFO:tasks.rados.rados.0.smithi119.stdout:2645: writing smithi11982245-17 from 1146880 to 1507328 tid 3 2024-04-13T07:54:39.764 INFO:tasks.rados.rados.0.smithi119.stdout:2646: read oid 41 snap -1 2024-04-13T07:54:39.764 INFO:tasks.rados.rados.0.smithi119.stdout:2646: expect (ObjNum 766 snap 269 seq_num 766) 2024-04-13T07:54:39.764 INFO:tasks.rados.rados.0.smithi119.stdout:2647: snap_remove snap 248 2024-04-13T07:54:40.405 INFO:tasks.rados.rados.0.smithi119.stdout:2647: done (4 left) 2024-04-13T07:54:40.405 INFO:tasks.rados.rados.0.smithi119.stdout:2648: delete oid 29 current snap is 274 2024-04-13T07:54:40.405 INFO:tasks.rados.rados.0.smithi119.stdout:2643: finishing write tid 3 to smithi11982245-47 2024-04-13T07:54:40.405 INFO:tasks.rados.rados.0.smithi119.stdout:2643: finishing write tid 4 to smithi11982245-47 2024-04-13T07:54:40.405 INFO:tasks.rados.rados.0.smithi119.stdout:2643: finishing write tid 5 to smithi11982245-47 2024-04-13T07:54:40.405 INFO:tasks.rados.rados.0.smithi119.stdout:2643: oid 47 updating version 0 to 1869 2024-04-13T07:54:40.405 INFO:tasks.rados.rados.0.smithi119.stdout:2643: oid 47 updating version 1869 to 1871 2024-04-13T07:54:40.405 INFO:tasks.rados.rados.0.smithi119.stdout:2643: oid 47 version 1871 is already newer than 1870 2024-04-13T07:54:40.405 INFO:tasks.rados.rados.0.smithi119.stdout:2643: oid 47 updating version 1871 to 1872 2024-04-13T07:54:40.405 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 47 v 1872 (ObjNum 804 snap 274 seq_num 804) dirty exists 2024-04-13T07:54:40.405 INFO:tasks.rados.rados.0.smithi119.stdout:2643: left oid 47 (ObjNum 804 snap 274 seq_num 804) 2024-04-13T07:54:40.405 INFO:tasks.rados.rados.0.smithi119.stdout:2644: finishing write tid 1 to smithi11982245-50 2024-04-13T07:54:40.406 INFO:tasks.rados.rados.0.smithi119.stdout:2644: finishing write tid 2 to smithi11982245-50 2024-04-13T07:54:40.406 INFO:tasks.rados.rados.0.smithi119.stdout:2644: finishing write tid 3 to smithi11982245-50 2024-04-13T07:54:40.406 INFO:tasks.rados.rados.0.smithi119.stdout:2644: finishing write tid 4 to smithi11982245-50 2024-04-13T07:54:40.406 INFO:tasks.rados.rados.0.smithi119.stdout:2644: finishing write tid 5 to smithi11982245-50 2024-04-13T07:54:40.406 INFO:tasks.rados.rados.0.smithi119.stdout:2644: oid 50 updating version 0 to 1719 2024-04-13T07:54:40.406 INFO:tasks.rados.rados.0.smithi119.stdout:2644: oid 50 updating version 1719 to 1721 2024-04-13T07:54:40.406 INFO:tasks.rados.rados.0.smithi119.stdout:2644: oid 50 version 1721 is already newer than 1718 2024-04-13T07:54:40.406 INFO:tasks.rados.rados.0.smithi119.stdout:2644: oid 50 version 1721 is already newer than 1720 2024-04-13T07:54:40.406 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 50 v 1721 (ObjNum 805 snap 274 seq_num 805) dirty exists 2024-04-13T07:54:40.406 INFO:tasks.rados.rados.0.smithi119.stdout:2644: left oid 50 (ObjNum 805 snap 274 seq_num 805) 2024-04-13T07:54:40.406 INFO:tasks.rados.rados.0.smithi119.stdout:2645: finishing write tid 1 to smithi11982245-17 2024-04-13T07:54:40.406 INFO:tasks.rados.rados.0.smithi119.stdout:2645: finishing write tid 2 to smithi11982245-17 2024-04-13T07:54:40.406 INFO:tasks.rados.rados.0.smithi119.stdout:2645: finishing write tid 3 to smithi11982245-17 2024-04-13T07:54:40.406 INFO:tasks.rados.rados.0.smithi119.stdout:2645: finishing write tid 4 to smithi11982245-17 2024-04-13T07:54:40.406 INFO:tasks.rados.rados.0.smithi119.stdout:2646: expect (ObjNum 766 snap 269 seq_num 766) 2024-04-13T07:54:40.438 INFO:tasks.rados.rados.0.smithi119.stdout:2645: finishing write tid 5 to smithi11982245-17 2024-04-13T07:54:40.438 INFO:tasks.rados.rados.0.smithi119.stdout:2645: oid 17 updating version 0 to 1717 2024-04-13T07:54:40.438 INFO:tasks.rados.rados.0.smithi119.stdout:2645: oid 17 updating version 1717 to 1719 2024-04-13T07:54:40.438 INFO:tasks.rados.rados.0.smithi119.stdout:2645: oid 17 version 1719 is already newer than 1718 2024-04-13T07:54:40.439 INFO:tasks.rados.rados.0.smithi119.stdout:2645: oid 17 version 1719 is already newer than 1716 2024-04-13T07:54:40.439 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 17 v 1719 (ObjNum 806 snap 274 seq_num 806) dirty exists 2024-04-13T07:54:40.439 INFO:tasks.rados.rados.0.smithi119.stdout:2645: left oid 17 (ObjNum 806 snap 274 seq_num 806) 2024-04-13T07:54:40.439 INFO:tasks.rados.rados.0.smithi119.stdout:2643: done (4 left) 2024-04-13T07:54:40.439 INFO:tasks.rados.rados.0.smithi119.stdout:2644: done (3 left) 2024-04-13T07:54:40.439 INFO:tasks.rados.rados.0.smithi119.stdout:2645: done (2 left) 2024-04-13T07:54:40.439 INFO:tasks.rados.rados.0.smithi119.stdout:2646: done (1 left) 2024-04-13T07:54:40.439 INFO:tasks.rados.rados.0.smithi119.stdout:2648: done (0 left) 2024-04-13T07:54:40.439 INFO:tasks.rados.rados.0.smithi119.stdout:2649: delete oid 39 current snap is 274 2024-04-13T07:54:40.440 INFO:tasks.rados.rados.0.smithi119.stdout:2649: done (0 left) 2024-04-13T07:54:40.440 INFO:tasks.rados.rados.0.smithi119.stdout:2650: copy_from oid 18 from oid 48 current snap is 274 2024-04-13T07:54:40.440 INFO:tasks.rados.rados.0.smithi119.stdout:2651: read oid 29 snap -1 2024-04-13T07:54:40.440 INFO:tasks.rados.rados.0.smithi119.stdout:2651: expect deleted 2024-04-13T07:54:40.441 INFO:tasks.rados.rados.0.smithi119.stdout:2652: read oid 12 snap -1 2024-04-13T07:54:40.441 INFO:tasks.rados.rados.0.smithi119.stdout:2652: expect deleted 2024-04-13T07:54:40.441 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 21 current snap is 274 2024-04-13T07:54:40.441 INFO:tasks.rados.rados.0.smithi119.stdout:2653: seq_num 809 ranges {0=753664,753664=499712,1253376=303104} 2024-04-13T07:54:40.444 INFO:tasks.rados.rados.0.smithi119.stdout:2653: writing smithi11982245-21 from 0 to 753664 tid 1 2024-04-13T07:54:40.447 INFO:tasks.rados.rados.0.smithi119.stdout:2653: writing smithi11982245-21 from 753664 to 1253376 tid 2 2024-04-13T07:54:40.450 INFO:tasks.rados.rados.0.smithi119.stdout:2653: writing smithi11982245-21 from 1253376 to 1556480 tid 3 2024-04-13T07:54:40.450 INFO:tasks.rados.rados.0.smithi119.stdout:2654: read oid 17 snap -1 2024-04-13T07:54:40.450 INFO:tasks.rados.rados.0.smithi119.stdout:2654: expect (ObjNum 806 snap 274 seq_num 806) 2024-04-13T07:54:40.450 INFO:tasks.rados.rados.0.smithi119.stdout:2650: finishing copy_from racing read to smithi11982245-18 2024-04-13T07:54:40.450 INFO:tasks.rados.rados.0.smithi119.stdout:2650: finishing copy_from to smithi11982245-18 2024-04-13T07:54:40.450 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 18 v 1384 (ObjNum 336 snap 127 seq_num 336) dirty exists 2024-04-13T07:54:40.450 INFO:tasks.rados.rados.0.smithi119.stdout:2653: finishing write tid 1 to smithi11982245-21 2024-04-13T07:54:40.450 INFO:tasks.rados.rados.0.smithi119.stdout:2650: done (4 left) 2024-04-13T07:54:40.450 INFO:tasks.rados.rados.0.smithi119.stdout:2651: done (3 left) 2024-04-13T07:54:40.450 INFO:tasks.rados.rados.0.smithi119.stdout:2652: done (2 left) 2024-04-13T07:54:40.450 INFO:tasks.rados.rados.0.smithi119.stdout:2655: rollback oid 45 current snap is 274 2024-04-13T07:54:40.450 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 45 to 176 2024-04-13T07:54:40.451 INFO:tasks.rados.rados.0.smithi119.stdout:2656: snap_remove snap 232 2024-04-13T07:54:40.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:40 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:40.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:40 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:40.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:40 smithi139 ceph-mon[88985]: osdmap e575: 8 total, 8 up, 8 in 2024-04-13T07:54:40.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:40 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:40.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:40 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:40.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:40 smithi119 ceph-mon[96316]: osdmap e575: 8 total, 8 up, 8 in 2024-04-13T07:54:40.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:40 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:40.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:40 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:40.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:40 smithi119 ceph-mon[93746]: osdmap e575: 8 total, 8 up, 8 in 2024-04-13T07:54:41.409 INFO:tasks.rados.rados.0.smithi119.stdout:2656: done (3 left) 2024-04-13T07:54:41.409 INFO:tasks.rados.rados.0.smithi119.stdout:2657: snap_remove snap 246 2024-04-13T07:54:41.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:41 smithi119 ceph-mon[96316]: osdmap e576: 8 total, 8 up, 8 in 2024-04-13T07:54:41.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:41 smithi119 ceph-mon[96316]: pgmap v531: 121 pgs: 3 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 114 active+clean; 943 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.7 MiB/s wr, 22 op/s 2024-04-13T07:54:41.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:41 smithi119 ceph-mon[93746]: osdmap e576: 8 total, 8 up, 8 in 2024-04-13T07:54:41.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:41 smithi119 ceph-mon[93746]: pgmap v531: 121 pgs: 3 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 114 active+clean; 943 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.7 MiB/s wr, 22 op/s 2024-04-13T07:54:41.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:41 smithi139 ceph-mon[88985]: osdmap e576: 8 total, 8 up, 8 in 2024-04-13T07:54:41.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:41 smithi139 ceph-mon[88985]: pgmap v531: 121 pgs: 3 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 114 active+clean; 943 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.7 MiB/s wr, 22 op/s 2024-04-13T07:54:42.415 INFO:tasks.rados.rados.0.smithi119.stdout:2657: done (3 left) 2024-04-13T07:54:42.415 INFO:tasks.rados.rados.0.smithi119.stdout:2658: rmattr oid 22 current snap is 274 2024-04-13T07:54:42.415 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 48 current snap is 274 2024-04-13T07:54:42.415 INFO:tasks.rados.rados.0.smithi119.stdout:2659: seq_num 810 ranges {835584=770048,1605632=778240,2383872=24576} 2024-04-13T07:54:42.425 INFO:tasks.rados.rados.0.smithi119.stdout:2659: writing smithi11982245-48 from 835584 to 1605632 tid 1 2024-04-13T07:54:42.430 INFO:tasks.rados.rados.0.smithi119.stdout:2659: writing smithi11982245-48 from 1605632 to 2383872 tid 2 2024-04-13T07:54:42.430 INFO:tasks.rados.rados.0.smithi119.stdout:2659: writing smithi11982245-48 from 2383872 to 2408448 tid 3 2024-04-13T07:54:42.430 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 8 current snap is 274 2024-04-13T07:54:42.430 INFO:tasks.rados.rados.0.smithi119.stdout:2660: seq_num 811 ranges {3956736=786432,4743168=663552,5406720=139264} 2024-04-13T07:54:42.456 INFO:tasks.rados.rados.0.smithi119.stdout:2660: writing smithi11982245-8 from 3956736 to 4743168 tid 1 2024-04-13T07:54:42.460 INFO:tasks.rados.rados.0.smithi119.stdout:2660: writing smithi11982245-8 from 4743168 to 5406720 tid 2 2024-04-13T07:54:42.461 INFO:tasks.rados.rados.0.smithi119.stdout:2660: writing smithi11982245-8 from 5406720 to 5545984 tid 3 2024-04-13T07:54:42.461 INFO:tasks.rados.rados.0.smithi119.stdout:2661: read oid 15 snap -1 2024-04-13T07:54:42.461 INFO:tasks.rados.rados.0.smithi119.stdout:2661: expect (ObjNum 713 snap 248 seq_num 713) 2024-04-13T07:54:42.461 INFO:tasks.rados.rados.0.smithi119.stdout:2662: snap_remove snap 242 2024-04-13T07:54:42.571 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:42 smithi119 ceph-mon[96316]: osdmap e577: 8 total, 8 up, 8 in 2024-04-13T07:54:42.571 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:42 smithi119 ceph-mon[93746]: osdmap e577: 8 total, 8 up, 8 in 2024-04-13T07:54:42.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:42 smithi139 ceph-mon[88985]: osdmap e577: 8 total, 8 up, 8 in 2024-04-13T07:54:42.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:54:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:54:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:54:43.421 INFO:tasks.rados.rados.0.smithi119.stdout:2662: done (7 left) 2024-04-13T07:54:43.421 INFO:tasks.rados.rados.0.smithi119.stdout:2663: setattr oid 39 current snap is 274 2024-04-13T07:54:43.422 INFO:tasks.rados.rados.0.smithi119.stdout:2653: finishing write tid 2 to smithi11982245-21 2024-04-13T07:54:43.422 INFO:tasks.rados.rados.0.smithi119.stdout:2655: finishing rollback tid 0 to smithi11982245-45 2024-04-13T07:54:43.422 INFO:tasks.rados.rados.0.smithi119.stdout:2653: finishing write tid 3 to smithi11982245-21 2024-04-13T07:54:43.422 INFO:tasks.rados.rados.0.smithi119.stdout:2655: finishing rollback tid 1 to smithi11982245-45 2024-04-13T07:54:43.422 INFO:tasks.rados.rados.0.smithi119.stdout:2653: finishing write tid 4 to smithi11982245-21 2024-04-13T07:54:43.422 INFO:tasks.rados.rados.0.smithi119.stdout:2655: finishing rollback tid 2 to smithi11982245-45 2024-04-13T07:54:43.422 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 45 v 1879 (ObjNum 443 snap 152 seq_num 443) dirty exists 2024-04-13T07:54:43.422 INFO:tasks.rados.rados.0.smithi119.stdout:2653: finishing write tid 5 to smithi11982245-21 2024-04-13T07:54:43.422 INFO:tasks.rados.rados.0.smithi119.stdout:2653: oid 21 updating version 0 to 1433 2024-04-13T07:54:43.422 INFO:tasks.rados.rados.0.smithi119.stdout:2653: oid 21 version 1433 is already newer than 1432 2024-04-13T07:54:43.422 INFO:tasks.rados.rados.0.smithi119.stdout:2653: oid 21 version 1433 is already newer than 1430 2024-04-13T07:54:43.422 INFO:tasks.rados.rados.0.smithi119.stdout:2653: oid 21 version 1433 is already newer than 1431 2024-04-13T07:54:43.422 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 21 v 1433 (ObjNum 809 snap 274 seq_num 809) dirty exists 2024-04-13T07:54:43.422 INFO:tasks.rados.rados.0.smithi119.stdout:2653: left oid 21 (ObjNum 809 snap 274 seq_num 809) 2024-04-13T07:54:43.422 INFO:tasks.rados.rados.0.smithi119.stdout:2654: expect (ObjNum 806 snap 274 seq_num 806) 2024-04-13T07:54:43.472 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 22 v 1433 (ObjNum 739 snap 257 seq_num 739) dirty exists 2024-04-13T07:54:43.472 INFO:tasks.rados.rados.0.smithi119.stdout:2659: finishing write tid 1 to smithi11982245-48 2024-04-13T07:54:43.472 INFO:tasks.rados.rados.0.smithi119.stdout:2659: finishing write tid 2 to smithi11982245-48 2024-04-13T07:54:43.472 INFO:tasks.rados.rados.0.smithi119.stdout:2659: finishing write tid 3 to smithi11982245-48 2024-04-13T07:54:43.472 INFO:tasks.rados.rados.0.smithi119.stdout:2659: finishing write tid 4 to smithi11982245-48 2024-04-13T07:54:43.472 INFO:tasks.rados.rados.0.smithi119.stdout:2659: finishing write tid 5 to smithi11982245-48 2024-04-13T07:54:43.472 INFO:tasks.rados.rados.0.smithi119.stdout:2659: oid 48 updating version 0 to 1439 2024-04-13T07:54:43.472 INFO:tasks.rados.rados.0.smithi119.stdout:2659: oid 48 updating version 1439 to 1440 2024-04-13T07:54:43.472 INFO:tasks.rados.rados.0.smithi119.stdout:2659: oid 48 updating version 1440 to 1441 2024-04-13T07:54:43.472 INFO:tasks.rados.rados.0.smithi119.stdout:2659: oid 48 updating version 1441 to 1442 2024-04-13T07:54:43.472 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 48 v 1442 (ObjNum 810 snap 274 seq_num 810) dirty exists 2024-04-13T07:54:43.472 INFO:tasks.rados.rados.0.smithi119.stdout:2659: left oid 48 (ObjNum 810 snap 274 seq_num 810) 2024-04-13T07:54:43.473 INFO:tasks.rados.rados.0.smithi119.stdout:2660: finishing write tid 1 to smithi11982245-8 2024-04-13T07:54:43.473 INFO:tasks.rados.rados.0.smithi119.stdout:2660: finishing write tid 2 to smithi11982245-8 2024-04-13T07:54:43.473 INFO:tasks.rados.rados.0.smithi119.stdout:2660: finishing write tid 3 to smithi11982245-8 2024-04-13T07:54:43.473 INFO:tasks.rados.rados.0.smithi119.stdout:2660: finishing write tid 4 to smithi11982245-8 2024-04-13T07:54:43.473 INFO:tasks.rados.rados.0.smithi119.stdout:2660: finishing write tid 5 to smithi11982245-8 2024-04-13T07:54:43.473 INFO:tasks.rados.rados.0.smithi119.stdout:2660: oid 8 updating version 0 to 1656 2024-04-13T07:54:43.473 INFO:tasks.rados.rados.0.smithi119.stdout:2660: oid 8 version 1656 is already newer than 1655 2024-04-13T07:54:43.473 INFO:tasks.rados.rados.0.smithi119.stdout:2660: oid 8 updating version 1656 to 1658 2024-04-13T07:54:43.473 INFO:tasks.rados.rados.0.smithi119.stdout:2660: oid 8 version 1658 is already newer than 1657 2024-04-13T07:54:43.473 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 8 v 1658 (ObjNum 811 snap 274 seq_num 811) dirty exists 2024-04-13T07:54:43.473 INFO:tasks.rados.rados.0.smithi119.stdout:2660: left oid 8 (ObjNum 811 snap 274 seq_num 811) 2024-04-13T07:54:43.473 INFO:tasks.rados.rados.0.smithi119.stdout:2661: expect (ObjNum 713 snap 248 seq_num 713) 2024-04-13T07:54:43.616 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 39 v 1723 (ObjNum 145 snap 0 seq_num 751240568) dirty exists 2024-04-13T07:54:43.616 INFO:tasks.rados.rados.0.smithi119.stdout:2653: done (7 left) 2024-04-13T07:54:43.616 INFO:tasks.rados.rados.0.smithi119.stdout:2654: done (6 left) 2024-04-13T07:54:43.617 INFO:tasks.rados.rados.0.smithi119.stdout:2655: done (5 left) 2024-04-13T07:54:43.617 INFO:tasks.rados.rados.0.smithi119.stdout:2658: done (4 left) 2024-04-13T07:54:43.617 INFO:tasks.rados.rados.0.smithi119.stdout:2659: done (3 left) 2024-04-13T07:54:43.617 INFO:tasks.rados.rados.0.smithi119.stdout:2660: done (2 left) 2024-04-13T07:54:43.617 INFO:tasks.rados.rados.0.smithi119.stdout:2661: done (1 left) 2024-04-13T07:54:43.617 INFO:tasks.rados.rados.0.smithi119.stdout:2663: done (0 left) 2024-04-13T07:54:43.617 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 39 current snap is 274 2024-04-13T07:54:43.617 INFO:tasks.rados.rados.0.smithi119.stdout:2664: seq_num 812 ranges {0=802816,802816=548864,1351680=253952} 2024-04-13T07:54:43.620 INFO:tasks.rados.rados.0.smithi119.stdout:2664: writing smithi11982245-39 from 0 to 802816 tid 1 2024-04-13T07:54:43.623 INFO:tasks.rados.rados.0.smithi119.stdout:2664: writing smithi11982245-39 from 802816 to 1351680 tid 2 2024-04-13T07:54:43.625 INFO:tasks.rados.rados.0.smithi119.stdout:2664: writing smithi11982245-39 from 1351680 to 1605632 tid 3 2024-04-13T07:54:43.625 INFO:tasks.rados.rados.0.smithi119.stdout:2665: snap_remove snap 240 2024-04-13T07:54:43.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:43 smithi119 ceph-mon[96316]: osdmap e578: 8 total, 8 up, 8 in 2024-04-13T07:54:43.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:43 smithi119 ceph-mon[96316]: pgmap v534: 121 pgs: 3 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 114 active+clean; 947 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.6 MiB/s wr, 25 op/s 2024-04-13T07:54:43.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:43 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:43.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:43 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:43.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:43 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:54:43.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:43 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:54:43.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:43 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:43.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:43 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:54:43.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:43 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:54:43.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:43 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:54:43.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:43 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:54:43.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:43 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:54:43.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:43 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-13T07:54:43.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:43 smithi119 ceph-mon[93746]: osdmap e578: 8 total, 8 up, 8 in 2024-04-13T07:54:43.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:43 smithi119 ceph-mon[93746]: pgmap v534: 121 pgs: 3 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 114 active+clean; 947 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.6 MiB/s wr, 25 op/s 2024-04-13T07:54:43.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:43 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:43.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:43 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:43.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:43 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:54:43.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:43 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:54:43.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:43 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:43.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:43 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:54:43.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:43 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:54:43.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:43 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:54:43.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:43 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:54:43.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:43 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:54:43.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:43 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-13T07:54:43.733 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:43 smithi139 ceph-mon[88985]: osdmap e578: 8 total, 8 up, 8 in 2024-04-13T07:54:43.733 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:43 smithi139 ceph-mon[88985]: pgmap v534: 121 pgs: 3 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 114 active+clean; 947 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.6 MiB/s wr, 25 op/s 2024-04-13T07:54:43.733 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:43 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:43.733 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:43 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:43.733 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:43 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:54:43.733 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:43 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:54:43.733 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:43 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:43.733 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:43 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:54:43.733 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:43 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:54:43.733 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:43 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:54:43.733 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:43 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:54:43.733 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:43 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:54:43.734 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:43 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-13T07:54:44.430 INFO:tasks.rados.rados.0.smithi119.stdout:2664: finishing write tid 1 to smithi11982245-39 2024-04-13T07:54:44.431 INFO:tasks.rados.rados.0.smithi119.stdout:2664: finishing write tid 2 to smithi11982245-39 2024-04-13T07:54:44.431 INFO:tasks.rados.rados.0.smithi119.stdout:2664: finishing write tid 3 to smithi11982245-39 2024-04-13T07:54:44.431 INFO:tasks.rados.rados.0.smithi119.stdout:2664: finishing write tid 4 to smithi11982245-39 2024-04-13T07:54:44.431 INFO:tasks.rados.rados.0.smithi119.stdout:2664: finishing write tid 5 to smithi11982245-39 2024-04-13T07:54:44.431 INFO:tasks.rados.rados.0.smithi119.stdout:2664: oid 39 updating version 0 to 1726 2024-04-13T07:54:44.431 INFO:tasks.rados.rados.0.smithi119.stdout:2664: oid 39 updating version 1726 to 1727 2024-04-13T07:54:44.431 INFO:tasks.rados.rados.0.smithi119.stdout:2664: oid 39 version 1727 is already newer than 1724 2024-04-13T07:54:44.431 INFO:tasks.rados.rados.0.smithi119.stdout:2664: oid 39 version 1727 is already newer than 1725 2024-04-13T07:54:44.431 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 39 v 1727 (ObjNum 812 snap 274 seq_num 812) dirty exists 2024-04-13T07:54:44.431 INFO:tasks.rados.rados.0.smithi119.stdout:2664: left oid 39 (ObjNum 812 snap 274 seq_num 812) 2024-04-13T07:54:44.431 INFO:tasks.rados.rados.0.smithi119.stdout:2664: done (1 left) 2024-04-13T07:54:44.431 INFO:tasks.rados.rados.0.smithi119.stdout:2665: done (0 left) 2024-04-13T07:54:44.431 INFO:tasks.rados.rados.0.smithi119.stdout:2666: snap_remove snap 221 2024-04-13T07:54:44.504 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:44 smithi119 ceph-mon[96316]: Upgrade: It appears safe to stop mds.b 2024-04-13T07:54:44.504 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:44 smithi119 ceph-mon[96316]: osdmap e579: 8 total, 8 up, 8 in 2024-04-13T07:54:44.504 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:44 smithi119 ceph-mon[93746]: Upgrade: It appears safe to stop mds.b 2024-04-13T07:54:44.504 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:44 smithi119 ceph-mon[93746]: osdmap e579: 8 total, 8 up, 8 in 2024-04-13T07:54:44.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:44 smithi139 ceph-mon[88985]: Upgrade: It appears safe to stop mds.b 2024-04-13T07:54:44.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:44 smithi139 ceph-mon[88985]: osdmap e579: 8 total, 8 up, 8 in 2024-04-13T07:54:45.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:54:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:54:44] "GET /metrics HTTP/1.1" 200 36207 "" "Prometheus/2.43.0" 2024-04-13T07:54:45.402 INFO:tasks.rados.rados.0.smithi119.stdout:2666: done (0 left) 2024-04-13T07:54:45.402 INFO:tasks.rados.rados.0.smithi119.stdout:2667: delete oid 28 current snap is 274 2024-04-13T07:54:45.417 INFO:tasks.rados.rados.0.smithi119.stdout:2667: done (0 left) 2024-04-13T07:54:45.417 INFO:tasks.rados.rados.0.smithi119.stdout:2668: delete oid 19 current snap is 274 2024-04-13T07:54:45.432 INFO:tasks.rados.rados.0.smithi119.stdout:2668: done (0 left) 2024-04-13T07:54:45.432 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 18 current snap is 274 2024-04-13T07:54:45.432 INFO:tasks.rados.rados.0.smithi119.stdout:2669: seq_num 815 ranges {835584=458752,1294336=655360,1949696=409600,2359296=139264} 2024-04-13T07:54:45.439 INFO:tasks.rados.rados.0.smithi119.stdout:2669: writing smithi11982245-18 from 835584 to 1294336 tid 1 2024-04-13T07:54:45.443 INFO:tasks.rados.rados.0.smithi119.stdout:2669: writing smithi11982245-18 from 1294336 to 1949696 tid 2 2024-04-13T07:54:45.445 INFO:tasks.rados.rados.0.smithi119.stdout:2669: writing smithi11982245-18 from 1949696 to 2359296 tid 3 2024-04-13T07:54:45.446 INFO:tasks.rados.rados.0.smithi119.stdout:2669: writing smithi11982245-18 from 2359296 to 2498560 tid 4 2024-04-13T07:54:45.446 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 14 current snap is 274 2024-04-13T07:54:45.446 INFO:tasks.rados.rados.0.smithi119.stdout:2669: finishing write tid 1 to smithi11982245-18 2024-04-13T07:54:45.446 INFO:tasks.rados.rados.0.smithi119.stdout:2670: seq_num 816 ranges {385024=475136,860160=540672,1400832=614400,2015232=49152} 2024-04-13T07:54:45.451 INFO:tasks.rados.rados.0.smithi119.stdout:2670: writing smithi11982245-14 from 385024 to 860160 tid 1 2024-04-13T07:54:45.454 INFO:tasks.rados.rados.0.smithi119.stdout:2670: writing smithi11982245-14 from 860160 to 1400832 tid 2 2024-04-13T07:54:45.459 INFO:tasks.rados.rados.0.smithi119.stdout:2670: writing smithi11982245-14 from 1400832 to 2015232 tid 3 2024-04-13T07:54:45.459 INFO:tasks.rados.rados.0.smithi119.stdout:2670: writing smithi11982245-14 from 2015232 to 2064384 tid 4 2024-04-13T07:54:45.459 INFO:tasks.rados.rados.0.smithi119.stdout:2671: delete oid 35 current snap is 274 2024-04-13T07:54:45.459 INFO:tasks.rados.rados.0.smithi119.stdout:2669: finishing write tid 2 to smithi11982245-18 2024-04-13T07:54:45.459 INFO:tasks.rados.rados.0.smithi119.stdout:2669: finishing write tid 3 to smithi11982245-18 2024-04-13T07:54:45.459 INFO:tasks.rados.rados.0.smithi119.stdout:2669: finishing write tid 4 to smithi11982245-18 2024-04-13T07:54:45.459 INFO:tasks.rados.rados.0.smithi119.stdout:2669: finishing write tid 5 to smithi11982245-18 2024-04-13T07:54:45.459 INFO:tasks.rados.rados.0.smithi119.stdout:2669: finishing write tid 6 to smithi11982245-18 2024-04-13T07:54:45.459 INFO:tasks.rados.rados.0.smithi119.stdout:2669: oid 18 updating version 0 to 1909 2024-04-13T07:54:45.459 INFO:tasks.rados.rados.0.smithi119.stdout:2669: oid 18 updating version 1909 to 1910 2024-04-13T07:54:45.459 INFO:tasks.rados.rados.0.smithi119.stdout:2669: oid 18 version 1910 is already newer than 1907 2024-04-13T07:54:45.459 INFO:tasks.rados.rados.0.smithi119.stdout:2669: oid 18 version 1910 is already newer than 1906 2024-04-13T07:54:45.459 INFO:tasks.rados.rados.0.smithi119.stdout:2669: oid 18 version 1910 is already newer than 1908 2024-04-13T07:54:45.459 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 18 v 1910 (ObjNum 815 snap 274 seq_num 815) dirty exists 2024-04-13T07:54:45.459 INFO:tasks.rados.rados.0.smithi119.stdout:2669: left oid 18 (ObjNum 815 snap 274 seq_num 815) 2024-04-13T07:54:45.460 INFO:tasks.rados.rados.0.smithi119.stdout:2670: finishing write tid 1 to smithi11982245-14 2024-04-13T07:54:45.460 INFO:tasks.rados.rados.0.smithi119.stdout:2669: done (2 left) 2024-04-13T07:54:45.460 INFO:tasks.rados.rados.0.smithi119.stdout:2671: done (1 left) 2024-04-13T07:54:45.460 INFO:tasks.rados.rados.0.smithi119.stdout:2672: setattr oid 35 current snap is 274 2024-04-13T07:54:45.461 INFO:tasks.rados.rados.0.smithi119.stdout:2670: finishing write tid 2 to smithi11982245-14 2024-04-13T07:54:45.461 INFO:tasks.rados.rados.0.smithi119.stdout:2670: finishing write tid 3 to smithi11982245-14 2024-04-13T07:54:45.462 INFO:tasks.rados.rados.0.smithi119.stdout:2673: copy_from oid 26 from oid 1 current snap is 274 2024-04-13T07:54:45.462 INFO:tasks.rados.rados.0.smithi119.stdout:2674: copy_from oid 17 from oid 29 current snap is 274 2024-04-13T07:54:45.462 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 27 current snap is 274 2024-04-13T07:54:45.462 INFO:tasks.rados.rados.0.smithi119.stdout:2675: seq_num 818 ranges {5644288=507904,6152192=704512,6856704=499712} 2024-04-13T07:54:45.495 INFO:tasks.rados.rados.0.smithi119.stdout:2675: writing smithi11982245-27 from 5644288 to 6152192 tid 1 2024-04-13T07:54:45.499 INFO:tasks.rados.rados.0.smithi119.stdout:2675: writing smithi11982245-27 from 6152192 to 6856704 tid 2 2024-04-13T07:54:45.502 INFO:tasks.rados.rados.0.smithi119.stdout:2675: writing smithi11982245-27 from 6856704 to 7356416 tid 3 2024-04-13T07:54:45.502 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 2 current snap is 274 2024-04-13T07:54:45.503 INFO:tasks.rados.rados.0.smithi119.stdout:2674: finishing copy_from to smithi11982245-17 2024-04-13T07:54:45.503 INFO:tasks.rados.rados.0.smithi119.stdout:2674: got expected ENOENT (src dne) 2024-04-13T07:54:45.503 INFO:tasks.rados.rados.0.smithi119.stdout:2670: finishing write tid 4 to smithi11982245-14 2024-04-13T07:54:45.503 INFO:tasks.rados.rados.0.smithi119.stdout:2674: finishing copy_from racing read to smithi11982245-17 2024-04-13T07:54:45.503 INFO:tasks.rados.rados.0.smithi119.stdout:2670: finishing write tid 5 to smithi11982245-14 2024-04-13T07:54:45.503 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 35 v 1520 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-04-13T07:54:45.503 INFO:tasks.rados.rados.0.smithi119.stdout:2673: finishing copy_from racing read to smithi11982245-26 2024-04-13T07:54:45.503 INFO:tasks.rados.rados.0.smithi119.stdout:2670: finishing write tid 6 to smithi11982245-14 2024-04-13T07:54:45.503 INFO:tasks.rados.rados.0.smithi119.stdout:2670: oid 14 updating version 0 to 1437 2024-04-13T07:54:45.503 INFO:tasks.rados.rados.0.smithi119.stdout:2670: oid 14 version 1437 is already newer than 1435 2024-04-13T07:54:45.503 INFO:tasks.rados.rados.0.smithi119.stdout:2670: oid 14 version 1437 is already newer than 1434 2024-04-13T07:54:45.504 INFO:tasks.rados.rados.0.smithi119.stdout:2670: oid 14 version 1437 is already newer than 1436 2024-04-13T07:54:45.504 INFO:tasks.rados.rados.0.smithi119.stdout:2670: oid 14 updating version 1437 to 1438 2024-04-13T07:54:45.504 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 14 v 1438 (ObjNum 816 snap 274 seq_num 816) dirty exists 2024-04-13T07:54:45.504 INFO:tasks.rados.rados.0.smithi119.stdout:2670: left oid 14 (ObjNum 816 snap 274 seq_num 816) 2024-04-13T07:54:45.504 INFO:tasks.rados.rados.0.smithi119.stdout:2673: finishing copy_from to smithi11982245-26 2024-04-13T07:54:45.504 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 26 v 1281 (ObjNum 129 snap 0 seq_num 1909927392) dirty exists 2024-04-13T07:54:45.504 INFO:tasks.rados.rados.0.smithi119.stdout:2675: finishing write tid 1 to smithi11982245-27 2024-04-13T07:54:45.505 INFO:tasks.rados.rados.0.smithi119.stdout:2675: finishing write tid 2 to smithi11982245-27 2024-04-13T07:54:45.505 INFO:tasks.rados.rados.0.smithi119.stdout:2676: seq_num 819 ranges {2662400=524288,3186688=589824,3776512=614400} 2024-04-13T07:54:45.519 INFO:tasks.rados.rados.0.smithi119.stdout:2676: writing smithi11982245-2 from 2662400 to 3186688 tid 1 2024-04-13T07:54:45.523 INFO:tasks.rados.rados.0.smithi119.stdout:2676: writing smithi11982245-2 from 3186688 to 3776512 tid 2 2024-04-13T07:54:45.527 INFO:tasks.rados.rados.0.smithi119.stdout:2676: writing smithi11982245-2 from 3776512 to 4390912 tid 3 2024-04-13T07:54:45.527 INFO:tasks.rados.rados.0.smithi119.stdout:2670: done (5 left) 2024-04-13T07:54:45.527 INFO:tasks.rados.rados.0.smithi119.stdout:2672: done (4 left) 2024-04-13T07:54:45.527 INFO:tasks.rados.rados.0.smithi119.stdout:2673: done (3 left) 2024-04-13T07:54:45.527 INFO:tasks.rados.rados.0.smithi119.stdout:2674: done (2 left) 2024-04-13T07:54:45.527 INFO:tasks.rados.rados.0.smithi119.stdout:2677: read oid 32 snap -1 2024-04-13T07:54:45.527 INFO:tasks.rados.rados.0.smithi119.stdout:2677: expect (ObjNum 763 snap 267 seq_num 763) 2024-04-13T07:54:45.527 INFO:tasks.rados.rados.0.smithi119.stdout:2678: rmattr oid 38 current snap is 274 2024-04-13T07:54:45.528 INFO:tasks.rados.rados.0.smithi119.stdout:2678: done (3 left) 2024-04-13T07:54:45.528 INFO:tasks.rados.rados.0.smithi119.stdout:2679: rollback oid 14 current snap is 274 2024-04-13T07:54:45.528 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 14 to 184 2024-04-13T07:54:45.528 INFO:tasks.rados.rados.0.smithi119.stdout:2675: finishing write tid 3 to smithi11982245-27 2024-04-13T07:54:45.528 INFO:tasks.rados.rados.0.smithi119.stdout:2675: finishing write tid 4 to smithi11982245-27 2024-04-13T07:54:45.528 INFO:tasks.rados.rados.0.smithi119.stdout:2675: finishing write tid 5 to smithi11982245-27 2024-04-13T07:54:45.528 INFO:tasks.rados.rados.0.smithi119.stdout:2675: oid 27 updating version 0 to 1652 2024-04-13T07:54:45.528 INFO:tasks.rados.rados.0.smithi119.stdout:2675: oid 27 version 1652 is already newer than 1651 2024-04-13T07:54:45.528 INFO:tasks.rados.rados.0.smithi119.stdout:2675: oid 27 updating version 1652 to 1653 2024-04-13T07:54:45.528 INFO:tasks.rados.rados.0.smithi119.stdout:2675: oid 27 version 1653 is already newer than 1650 2024-04-13T07:54:45.528 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 27 v 1653 (ObjNum 818 snap 274 seq_num 818) dirty exists 2024-04-13T07:54:45.528 INFO:tasks.rados.rados.0.smithi119.stdout:2675: left oid 27 (ObjNum 818 snap 274 seq_num 818) 2024-04-13T07:54:45.528 INFO:tasks.rados.rados.0.smithi119.stdout:2676: finishing write tid 1 to smithi11982245-2 2024-04-13T07:54:45.528 INFO:tasks.rados.rados.0.smithi119.stdout:2676: finishing write tid 2 to smithi11982245-2 2024-04-13T07:54:45.528 INFO:tasks.rados.rados.0.smithi119.stdout:2675: done (3 left) 2024-04-13T07:54:45.528 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 25 current snap is 274 2024-04-13T07:54:45.529 INFO:tasks.rados.rados.0.smithi119.stdout:2680: seq_num 820 ranges {0=540672,540672=475136,1015808=598016,1613824=131072} 2024-04-13T07:54:45.530 INFO:tasks.rados.rados.0.smithi119.stdout:2680: writing smithi11982245-25 from 0 to 540672 tid 1 2024-04-13T07:54:45.533 INFO:tasks.rados.rados.0.smithi119.stdout:2680: writing smithi11982245-25 from 540672 to 1015808 tid 2 2024-04-13T07:54:45.537 INFO:tasks.rados.rados.0.smithi119.stdout:2680: writing smithi11982245-25 from 1015808 to 1613824 tid 3 2024-04-13T07:54:45.538 INFO:tasks.rados.rados.0.smithi119.stdout:2680: writing smithi11982245-25 from 1613824 to 1744896 tid 4 2024-04-13T07:54:45.538 INFO:tasks.rados.rados.0.smithi119.stdout:2681: read oid 39 snap -1 2024-04-13T07:54:45.538 INFO:tasks.rados.rados.0.smithi119.stdout:2681: expect (ObjNum 812 snap 274 seq_num 812) 2024-04-13T07:54:45.538 INFO:tasks.rados.rados.0.smithi119.stdout:2682: rmattr oid 8 current snap is 274 2024-04-13T07:54:45.538 INFO:tasks.rados.rados.0.smithi119.stdout:2677: expect (ObjNum 763 snap 267 seq_num 763) 2024-04-13T07:54:45.561 INFO:tasks.rados.rados.0.smithi119.stdout:2676: finishing write tid 3 to smithi11982245-2 2024-04-13T07:54:45.561 INFO:tasks.rados.rados.0.smithi119.stdout:2679: finishing rollback tid 0 to smithi11982245-14 2024-04-13T07:54:45.561 INFO:tasks.rados.rados.0.smithi119.stdout:2676: finishing write tid 4 to smithi11982245-2 2024-04-13T07:54:45.561 INFO:tasks.rados.rados.0.smithi119.stdout:2679: finishing rollback tid 1 to smithi11982245-14 2024-04-13T07:54:45.562 INFO:tasks.rados.rados.0.smithi119.stdout:2679: finishing rollback tid 2 to smithi11982245-14 2024-04-13T07:54:45.562 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 14 v 1441 (ObjNum 542 snap 180 seq_num 542) dirty exists 2024-04-13T07:54:45.562 INFO:tasks.rados.rados.0.smithi119.stdout:2676: finishing write tid 5 to smithi11982245-2 2024-04-13T07:54:45.562 INFO:tasks.rados.rados.0.smithi119.stdout:2676: oid 2 updating version 0 to 1661 2024-04-13T07:54:45.562 INFO:tasks.rados.rados.0.smithi119.stdout:2676: oid 2 version 1661 is already newer than 1659 2024-04-13T07:54:45.562 INFO:tasks.rados.rados.0.smithi119.stdout:2676: oid 2 version 1661 is already newer than 1660 2024-04-13T07:54:45.562 INFO:tasks.rados.rados.0.smithi119.stdout:2676: oid 2 updating version 1661 to 1662 2024-04-13T07:54:45.562 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 2 v 1662 (ObjNum 819 snap 274 seq_num 819) dirty exists 2024-04-13T07:54:45.562 INFO:tasks.rados.rados.0.smithi119.stdout:2676: left oid 2 (ObjNum 819 snap 274 seq_num 819) 2024-04-13T07:54:45.562 INFO:tasks.rados.rados.0.smithi119.stdout:2680: finishing write tid 1 to smithi11982245-25 2024-04-13T07:54:45.562 INFO:tasks.rados.rados.0.smithi119.stdout:2676: done (5 left) 2024-04-13T07:54:45.562 INFO:tasks.rados.rados.0.smithi119.stdout:2677: done (4 left) 2024-04-13T07:54:45.562 INFO:tasks.rados.rados.0.smithi119.stdout:2679: done (3 left) 2024-04-13T07:54:45.562 INFO:tasks.rados.rados.0.smithi119.stdout:2683: read oid 12 snap -1 2024-04-13T07:54:45.562 INFO:tasks.rados.rados.0.smithi119.stdout:2683: expect deleted 2024-04-13T07:54:45.563 INFO:tasks.rados.rados.0.smithi119.stdout:2684: setattr oid 45 current snap is 274 2024-04-13T07:54:45.563 INFO:tasks.rados.rados.0.smithi119.stdout:2680: finishing write tid 2 to smithi11982245-25 2024-04-13T07:54:45.563 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 8 v 1663 (ObjNum 811 snap 274 seq_num 811) dirty exists 2024-04-13T07:54:45.563 INFO:tasks.rados.rados.0.smithi119.stdout:2680: finishing write tid 3 to smithi11982245-25 2024-04-13T07:54:45.563 INFO:tasks.rados.rados.0.smithi119.stdout:2680: finishing write tid 4 to smithi11982245-25 2024-04-13T07:54:45.563 INFO:tasks.rados.rados.0.smithi119.stdout:2680: finishing write tid 5 to smithi11982245-25 2024-04-13T07:54:45.563 INFO:tasks.rados.rados.0.smithi119.stdout:2680: finishing write tid 6 to smithi11982245-25 2024-04-13T07:54:45.563 INFO:tasks.rados.rados.0.smithi119.stdout:2680: oid 25 updating version 0 to 1445 2024-04-13T07:54:45.563 INFO:tasks.rados.rados.0.smithi119.stdout:2680: oid 25 version 1445 is already newer than 1443 2024-04-13T07:54:45.563 INFO:tasks.rados.rados.0.smithi119.stdout:2680: oid 25 updating version 1445 to 1446 2024-04-13T07:54:45.563 INFO:tasks.rados.rados.0.smithi119.stdout:2680: oid 25 version 1446 is already newer than 1442 2024-04-13T07:54:45.563 INFO:tasks.rados.rados.0.smithi119.stdout:2680: oid 25 version 1446 is already newer than 1444 2024-04-13T07:54:45.563 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 25 v 1446 (ObjNum 820 snap 274 seq_num 820) dirty exists 2024-04-13T07:54:45.563 INFO:tasks.rados.rados.0.smithi119.stdout:2680: left oid 25 (ObjNum 820 snap 274 seq_num 820) 2024-04-13T07:54:45.563 INFO:tasks.rados.rados.0.smithi119.stdout:2681: expect (ObjNum 812 snap 274 seq_num 812) 2024-04-13T07:54:45.604 INFO:tasks.rados.rados.0.smithi119.stdout:2680: done (4 left) 2024-04-13T07:54:45.604 INFO:tasks.rados.rados.0.smithi119.stdout:2681: done (3 left) 2024-04-13T07:54:45.604 INFO:tasks.rados.rados.0.smithi119.stdout:2682: done (2 left) 2024-04-13T07:54:45.604 INFO:tasks.rados.rados.0.smithi119.stdout:2683: done (1 left) 2024-04-13T07:54:45.604 INFO:tasks.rados.rados.0.smithi119.stdout:2685: snap_create 2024-04-13T07:54:45.607 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 45 v 1911 (ObjNum 443 snap 152 seq_num 443) dirty exists 2024-04-13T07:54:45.688 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:45 smithi139 ceph-mon[88985]: osdmap e580: 8 total, 8 up, 8 in 2024-04-13T07:54:45.688 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:45 smithi139 ceph-mon[88985]: pgmap v537: 121 pgs: 3 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 114 active+clean; 947 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.2 MiB/s wr, 4 op/s 2024-04-13T07:54:45.688 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:45 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:45.688 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:45 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T07:54:45.688 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:45 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T07:54:45.688 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:45 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:54:45.688 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:45 smithi139 ceph-mon[88985]: osdmap e581: 8 total, 8 up, 8 in 2024-04-13T07:54:45.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:45 smithi119 ceph-mon[93746]: osdmap e580: 8 total, 8 up, 8 in 2024-04-13T07:54:45.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:45 smithi119 ceph-mon[93746]: pgmap v537: 121 pgs: 3 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 114 active+clean; 947 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.2 MiB/s wr, 4 op/s 2024-04-13T07:54:45.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:45 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:45.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:45 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T07:54:45.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:45 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T07:54:45.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:45 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:54:45.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:45 smithi119 ceph-mon[93746]: osdmap e581: 8 total, 8 up, 8 in 2024-04-13T07:54:45.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:45 smithi119 ceph-mon[96316]: osdmap e580: 8 total, 8 up, 8 in 2024-04-13T07:54:45.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:45 smithi119 ceph-mon[96316]: pgmap v537: 121 pgs: 3 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 114 active+clean; 947 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.2 MiB/s wr, 4 op/s 2024-04-13T07:54:45.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:45 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:45.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:45 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T07:54:45.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:45 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T07:54:45.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:45 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:54:45.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:45 smithi119 ceph-mon[96316]: osdmap e581: 8 total, 8 up, 8 in 2024-04-13T07:54:46.440 INFO:tasks.rados.rados.0.smithi119.stdout:2684: done (1 left) 2024-04-13T07:54:46.440 INFO:tasks.rados.rados.0.smithi119.stdout:2685: done (0 left) 2024-04-13T07:54:46.440 INFO:tasks.rados.rados.0.smithi119.stdout:2686: delete oid 23 current snap is 275 2024-04-13T07:54:46.447 INFO:tasks.rados.rados.0.smithi119.stdout:2686: done (0 left) 2024-04-13T07:54:46.447 INFO:tasks.rados.rados.0.smithi119.stdout:2687: read oid 33 snap 226 2024-04-13T07:54:46.447 INFO:tasks.rados.rados.0.smithi119.stdout:2687: expect (ObjNum 614 snap 206 seq_num 614) 2024-04-13T07:54:46.447 INFO:tasks.rados.rados.0.smithi119.stdout:2688: rmattr oid 11 current snap is 275 2024-04-13T07:54:46.447 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 27 current snap is 275 2024-04-13T07:54:46.447 INFO:tasks.rados.rados.0.smithi119.stdout:2689: seq_num 822 ranges {7356416=573440,7929856=696320,8626176=507904} 2024-04-13T07:54:46.489 INFO:tasks.rados.rados.0.smithi119.stdout:2689: writing smithi11982245-27 from 7356416 to 7929856 tid 1 2024-04-13T07:54:46.493 INFO:tasks.rados.rados.0.smithi119.stdout:2689: writing smithi11982245-27 from 7929856 to 8626176 tid 2 2024-04-13T07:54:46.497 INFO:tasks.rados.rados.0.smithi119.stdout:2689: writing smithi11982245-27 from 8626176 to 9134080 tid 3 2024-04-13T07:54:46.497 INFO:tasks.rados.rados.0.smithi119.stdout:2690: rollback oid 8 current snap is 275 2024-04-13T07:54:46.497 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 8 to 216 2024-04-13T07:54:46.497 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 11 v 1720 (ObjNum 800 snap 274 seq_num 800) dirty exists 2024-04-13T07:54:46.497 INFO:tasks.rados.rados.0.smithi119.stdout:2687: expect (ObjNum 614 snap 206 seq_num 614) 2024-04-13T07:54:46.517 INFO:tasks.rados.rados.0.smithi119.stdout:2689: finishing write tid 1 to smithi11982245-27 2024-04-13T07:54:46.517 INFO:tasks.rados.rados.0.smithi119.stdout:2690: finishing rollback tid 0 to smithi11982245-8 2024-04-13T07:54:46.518 INFO:tasks.rados.rados.0.smithi119.stdout:2689: finishing write tid 2 to smithi11982245-27 2024-04-13T07:54:46.518 INFO:tasks.rados.rados.0.smithi119.stdout:2687: done (3 left) 2024-04-13T07:54:46.518 INFO:tasks.rados.rados.0.smithi119.stdout:2688: done (2 left) 2024-04-13T07:54:46.518 INFO:tasks.rados.rados.0.smithi119.stdout:2691: setattr oid 36 current snap is 275 2024-04-13T07:54:46.518 INFO:tasks.rados.rados.0.smithi119.stdout:2689: finishing write tid 3 to smithi11982245-27 2024-04-13T07:54:46.518 INFO:tasks.rados.rados.0.smithi119.stdout:2690: finishing rollback tid 1 to smithi11982245-8 2024-04-13T07:54:46.518 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 8 v 1665 (ObjNum 751782720 snap 21968 seq_num 304) dirty dne 2024-04-13T07:54:46.518 INFO:tasks.rados.rados.0.smithi119.stdout:2689: finishing write tid 4 to smithi11982245-27 2024-04-13T07:54:46.519 INFO:tasks.rados.rados.0.smithi119.stdout:2689: finishing write tid 5 to smithi11982245-27 2024-04-13T07:54:46.519 INFO:tasks.rados.rados.0.smithi119.stdout:2689: oid 27 updating version 0 to 1654 2024-04-13T07:54:46.519 INFO:tasks.rados.rados.0.smithi119.stdout:2689: oid 27 updating version 1654 to 1657 2024-04-13T07:54:46.519 INFO:tasks.rados.rados.0.smithi119.stdout:2689: oid 27 version 1657 is already newer than 1656 2024-04-13T07:54:46.519 INFO:tasks.rados.rados.0.smithi119.stdout:2689: oid 27 version 1657 is already newer than 1655 2024-04-13T07:54:46.519 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 27 v 1657 (ObjNum 822 snap 275 seq_num 822) dirty exists 2024-04-13T07:54:46.520 INFO:tasks.rados.rados.0.smithi119.stdout:2689: left oid 27 (ObjNum 822 snap 275 seq_num 822) 2024-04-13T07:54:46.520 INFO:tasks.rados.rados.0.smithi119.stdout:2689: done (2 left) 2024-04-13T07:54:46.520 INFO:tasks.rados.rados.0.smithi119.stdout:2690: done (1 left) 2024-04-13T07:54:46.521 INFO:tasks.rados.rados.0.smithi119.stdout:2692: rollback oid 3 current snap is 275 2024-04-13T07:54:46.521 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 3 to 226 2024-04-13T07:54:46.521 INFO:tasks.rados.rados.0.smithi119.stdout:2693: snap_create 2024-04-13T07:54:46.521 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 36 v 1235 (ObjNum 145 snap 0 seq_num 749402096) dirty exists 2024-04-13T07:54:46.525 INFO:tasks.rados.rados.0.smithi119.stdout:2692: finishing rollback tid 0 to smithi11982245-3 2024-04-13T07:54:46.525 INFO:tasks.rados.rados.0.smithi119.stdout:2692: finishing rollback tid 1 to smithi11982245-3 2024-04-13T07:54:46.525 INFO:tasks.rados.rados.0.smithi119.stdout:2692: finishing rollback tid 2 to smithi11982245-3 2024-04-13T07:54:46.525 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 3 v 1524 (ObjNum 504 snap 172 seq_num 504) dirty exists 2024-04-13T07:54:46.633 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:46 smithi139 ceph-mon[88985]: Upgrade: Updating mds.b 2024-04-13T07:54:46.633 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:46 smithi139 ceph-mon[88985]: Deploying daemon mds.b on smithi139 2024-04-13T07:54:46.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:46 smithi119 ceph-mon[96316]: Upgrade: Updating mds.b 2024-04-13T07:54:46.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:46 smithi119 ceph-mon[96316]: Deploying daemon mds.b on smithi139 2024-04-13T07:54:46.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:46 smithi119 ceph-mon[93746]: Upgrade: Updating mds.b 2024-04-13T07:54:46.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:46 smithi119 ceph-mon[93746]: Deploying daemon mds.b on smithi139 2024-04-13T07:54:47.257 INFO:tasks.rados.rados.0.smithi119.stdout:2691: done (2 left) 2024-04-13T07:54:47.257 INFO:tasks.rados.rados.0.smithi119.stdout:2692: done (1 left) 2024-04-13T07:54:47.257 INFO:tasks.rados.rados.0.smithi119.stdout:2693: done (0 left) 2024-04-13T07:54:47.257 INFO:tasks.rados.rados.0.smithi119.stdout:2694: rollback oid 14 current snap is 276 2024-04-13T07:54:47.257 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 14 to 200 2024-04-13T07:54:47.257 INFO:tasks.rados.rados.0.smithi119.stdout:2695: snap_create 2024-04-13T07:54:47.267 INFO:tasks.rados.rados.0.smithi119.stdout:2694: finishing rollback tid 0 to smithi11982245-14 2024-04-13T07:54:47.267 INFO:tasks.rados.rados.0.smithi119.stdout:2694: finishing rollback tid 1 to smithi11982245-14 2024-04-13T07:54:47.267 INFO:tasks.rados.rados.0.smithi119.stdout:2694: finishing rollback tid 2 to smithi11982245-14 2024-04-13T07:54:47.268 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 14 v 1449 (ObjNum 430 snap 151 seq_num 430) dirty exists 2024-04-13T07:54:47.386 INFO:journalctl@ceph.mds.b.smithi139.stdout:Apr 13 07:54:47 smithi139 systemd[1]: Stopping Ceph mds.b for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:54:47.386 INFO:journalctl@ceph.mds.b.smithi139.stdout:Apr 13 07:54:47 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mds-b[60116]: 2024-04-13T07:54:47.249+0000 7feb1717e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T07:54:47.386 INFO:journalctl@ceph.mds.b.smithi139.stdout:Apr 13 07:54:47 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mds-b[60116]: 2024-04-13T07:54:47.249+0000 7feb1717e700 -1 mds.b *** got signal Terminated *** 2024-04-13T07:54:47.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:47 smithi119 ceph-mon[96316]: osdmap e582: 8 total, 8 up, 8 in 2024-04-13T07:54:47.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:47 smithi119 ceph-mon[96316]: pgmap v540: 121 pgs: 3 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 114 active+clean; 953 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.9 MiB/s wr, 20 op/s 2024-04-13T07:54:47.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:47 smithi119 ceph-mon[96316]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-13T07:54:47.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:47 smithi119 ceph-mon[96316]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-13T07:54:47.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:47 smithi119 ceph-mon[96316]: osdmap e583: 8 total, 8 up, 8 in 2024-04-13T07:54:47.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:47 smithi119 ceph-mon[96316]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-13T07:54:47.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:47 smithi119 ceph-mon[96316]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-13T07:54:47.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:47 smithi119 ceph-mon[96316]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-13T07:54:47.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:47 smithi119 ceph-mon[96316]: fsmap cephfs:1/1 {0=a=up:replay} 2024-04-13T07:54:47.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:47 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-a[93722]: 2024-04-13T07:54:47.249+0000 7fe9d6527700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-13T07:54:47.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:47 smithi119 ceph-mon[93746]: osdmap e582: 8 total, 8 up, 8 in 2024-04-13T07:54:47.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:47 smithi119 ceph-mon[93746]: pgmap v540: 121 pgs: 3 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 114 active+clean; 953 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.9 MiB/s wr, 20 op/s 2024-04-13T07:54:47.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:47 smithi119 ceph-mon[93746]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-13T07:54:47.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:47 smithi119 ceph-mon[93746]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-13T07:54:47.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:47 smithi119 ceph-mon[93746]: osdmap e583: 8 total, 8 up, 8 in 2024-04-13T07:54:47.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:47 smithi119 ceph-mon[93746]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-13T07:54:47.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:47 smithi119 ceph-mon[93746]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-13T07:54:47.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:47 smithi119 ceph-mon[93746]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-13T07:54:47.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:47 smithi119 ceph-mon[93746]: fsmap cephfs:1/1 {0=a=up:replay} 2024-04-13T07:54:47.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:47 smithi139 ceph-mon[88985]: osdmap e582: 8 total, 8 up, 8 in 2024-04-13T07:54:47.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:47 smithi139 ceph-mon[88985]: pgmap v540: 121 pgs: 3 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 114 active+clean; 953 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.9 MiB/s wr, 20 op/s 2024-04-13T07:54:47.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:47 smithi139 ceph-mon[88985]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-13T07:54:47.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:47 smithi139 ceph-mon[88985]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-13T07:54:47.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:47 smithi139 ceph-mon[88985]: osdmap e583: 8 total, 8 up, 8 in 2024-04-13T07:54:47.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:47 smithi139 ceph-mon[88985]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-13T07:54:47.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:47 smithi139 ceph-mon[88985]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-13T07:54:47.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:47 smithi139 ceph-mon[88985]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-13T07:54:47.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:47 smithi139 ceph-mon[88985]: fsmap cephfs:1/1 {0=a=up:replay} 2024-04-13T07:54:48.266 INFO:tasks.rados.rados.0.smithi119.stdout:2694: done (1 left) 2024-04-13T07:54:48.266 INFO:tasks.rados.rados.0.smithi119.stdout:2695: done (0 left) 2024-04-13T07:54:48.266 INFO:tasks.rados.rados.0.smithi119.stdout:2696: read oid 49 snap -1 2024-04-13T07:54:48.266 INFO:tasks.rados.rados.0.smithi119.stdout:2696: expect (ObjNum 501 snap 171 seq_num 501) 2024-04-13T07:54:48.266 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 48 current snap is 277 2024-04-13T07:54:48.266 INFO:tasks.rados.rados.0.smithi119.stdout:2697: seq_num 823 ranges {2408448=589824,2998272=573440,3571712=630784} 2024-04-13T07:54:48.282 INFO:tasks.rados.rados.0.smithi119.stdout:2697: writing smithi11982245-48 from 2408448 to 2998272 tid 1 2024-04-13T07:54:48.285 INFO:tasks.rados.rados.0.smithi119.stdout:2697: writing smithi11982245-48 from 2998272 to 3571712 tid 2 2024-04-13T07:54:48.289 INFO:tasks.rados.rados.0.smithi119.stdout:2697: writing smithi11982245-48 from 3571712 to 4202496 tid 3 2024-04-13T07:54:48.289 INFO:tasks.rados.rados.0.smithi119.stdout:2698: rmattr oid 11 current snap is 277 2024-04-13T07:54:48.289 INFO:tasks.rados.rados.0.smithi119.stdout:2696: expect (ObjNum 501 snap 171 seq_num 501) 2024-04-13T07:54:48.406 INFO:tasks.rados.rados.0.smithi119.stdout:2697: finishing write tid 1 to smithi11982245-48 2024-04-13T07:54:48.406 INFO:tasks.rados.rados.0.smithi119.stdout:2697: finishing write tid 2 to smithi11982245-48 2024-04-13T07:54:48.406 INFO:tasks.rados.rados.0.smithi119.stdout:2696: done (2 left) 2024-04-13T07:54:48.406 INFO:tasks.rados.rados.0.smithi119.stdout:2699: read oid 16 snap -1 2024-04-13T07:54:48.406 INFO:tasks.rados.rados.0.smithi119.stdout:2699: expect deleted 2024-04-13T07:54:48.406 INFO:tasks.rados.rados.0.smithi119.stdout:2700: snap_remove snap 251 2024-04-13T07:54:49.285 INFO:tasks.rados.rados.0.smithi119.stdout:2700: done (3 left) 2024-04-13T07:54:49.285 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 2 current snap is 277 2024-04-13T07:54:49.285 INFO:tasks.rados.rados.0.smithi119.stdout:2701: seq_num 824 ranges {4390912=606208,4997120=458752,5455872=573440,6029312=172032} 2024-04-13T07:54:49.313 INFO:tasks.rados.rados.0.smithi119.stdout:2701: writing smithi11982245-2 from 4390912 to 4997120 tid 1 2024-04-13T07:54:49.315 INFO:tasks.rados.rados.0.smithi119.stdout:2701: writing smithi11982245-2 from 4997120 to 5455872 tid 2 2024-04-13T07:54:49.319 INFO:tasks.rados.rados.0.smithi119.stdout:2701: writing smithi11982245-2 from 5455872 to 6029312 tid 3 2024-04-13T07:54:49.320 INFO:tasks.rados.rados.0.smithi119.stdout:2701: writing smithi11982245-2 from 6029312 to 6201344 tid 4 2024-04-13T07:54:49.320 INFO:tasks.rados.rados.0.smithi119.stdout:2702: rmattr oid 28 current snap is 277 2024-04-13T07:54:49.321 INFO:tasks.rados.rados.0.smithi119.stdout:2702: done (4 left) 2024-04-13T07:54:49.321 INFO:tasks.rados.rados.0.smithi119.stdout:2703: snap_remove snap 272 2024-04-13T07:54:49.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:49 smithi139 ceph-mon[88985]: osdmap e584: 8 total, 8 up, 8 in 2024-04-13T07:54:49.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:49 smithi139 ceph-mon[88985]: mds.? [v2:172.21.15.119:6834/610992735,v1:172.21.15.119:6835/610992735] up:reconnect 2024-04-13T07:54:49.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:49 smithi139 ceph-mon[88985]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-04-13T07:54:49.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:49 smithi139 ceph-mon[88985]: pgmap v543: 121 pgs: 3 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 114 active+clean; 955 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.3 MiB/s wr, 27 op/s 2024-04-13T07:54:49.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:49 smithi119 ceph-mon[96316]: osdmap e584: 8 total, 8 up, 8 in 2024-04-13T07:54:49.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:49 smithi119 ceph-mon[96316]: mds.? [v2:172.21.15.119:6834/610992735,v1:172.21.15.119:6835/610992735] up:reconnect 2024-04-13T07:54:49.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:49 smithi119 ceph-mon[96316]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-04-13T07:54:49.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:49 smithi119 ceph-mon[96316]: pgmap v543: 121 pgs: 3 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 114 active+clean; 955 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.3 MiB/s wr, 27 op/s 2024-04-13T07:54:49.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:49 smithi119 ceph-mon[93746]: osdmap e584: 8 total, 8 up, 8 in 2024-04-13T07:54:49.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:49 smithi119 ceph-mon[93746]: mds.? [v2:172.21.15.119:6834/610992735,v1:172.21.15.119:6835/610992735] up:reconnect 2024-04-13T07:54:49.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:49 smithi119 ceph-mon[93746]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-04-13T07:54:49.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:49 smithi119 ceph-mon[93746]: pgmap v543: 121 pgs: 3 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 114 active+clean; 955 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.3 MiB/s wr, 27 op/s 2024-04-13T07:54:50.296 INFO:tasks.rados.rados.0.smithi119.stdout:2697: finishing write tid 3 to smithi11982245-48 2024-04-13T07:54:50.296 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 11 v 1721 (ObjNum 800 snap 274 seq_num 800) dirty exists 2024-04-13T07:54:50.296 INFO:tasks.rados.rados.0.smithi119.stdout:2697: finishing write tid 4 to smithi11982245-48 2024-04-13T07:54:50.296 INFO:tasks.rados.rados.0.smithi119.stdout:2697: finishing write tid 5 to smithi11982245-48 2024-04-13T07:54:50.296 INFO:tasks.rados.rados.0.smithi119.stdout:2697: oid 48 updating version 0 to 1468 2024-04-13T07:54:50.296 INFO:tasks.rados.rados.0.smithi119.stdout:2697: oid 48 version 1468 is already newer than 1467 2024-04-13T07:54:50.296 INFO:tasks.rados.rados.0.smithi119.stdout:2697: oid 48 version 1468 is already newer than 1466 2024-04-13T07:54:50.296 INFO:tasks.rados.rados.0.smithi119.stdout:2697: oid 48 updating version 1468 to 1469 2024-04-13T07:54:50.296 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 48 v 1469 (ObjNum 823 snap 277 seq_num 823) dirty exists 2024-04-13T07:54:50.296 INFO:tasks.rados.rados.0.smithi119.stdout:2697: left oid 48 (ObjNum 823 snap 277 seq_num 823) 2024-04-13T07:54:50.296 INFO:tasks.rados.rados.0.smithi119.stdout:2701: finishing write tid 1 to smithi11982245-2 2024-04-13T07:54:50.297 INFO:tasks.rados.rados.0.smithi119.stdout:2701: finishing write tid 2 to smithi11982245-2 2024-04-13T07:54:50.297 INFO:tasks.rados.rados.0.smithi119.stdout:2701: finishing write tid 3 to smithi11982245-2 2024-04-13T07:54:50.297 INFO:tasks.rados.rados.0.smithi119.stdout:2701: finishing write tid 4 to smithi11982245-2 2024-04-13T07:54:50.297 INFO:tasks.rados.rados.0.smithi119.stdout:2701: finishing write tid 5 to smithi11982245-2 2024-04-13T07:54:50.297 INFO:tasks.rados.rados.0.smithi119.stdout:2701: finishing write tid 6 to smithi11982245-2 2024-04-13T07:54:50.297 INFO:tasks.rados.rados.0.smithi119.stdout:2701: oid 2 updating version 0 to 1667 2024-04-13T07:54:50.297 INFO:tasks.rados.rados.0.smithi119.stdout:2701: oid 2 version 1667 is already newer than 1666 2024-04-13T07:54:50.297 INFO:tasks.rados.rados.0.smithi119.stdout:2701: oid 2 updating version 1667 to 1669 2024-04-13T07:54:50.297 INFO:tasks.rados.rados.0.smithi119.stdout:2701: oid 2 version 1669 is already newer than 1668 2024-04-13T07:54:50.297 INFO:tasks.rados.rados.0.smithi119.stdout:2701: oid 2 updating version 1669 to 1670 2024-04-13T07:54:50.297 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 2 v 1670 (ObjNum 824 snap 277 seq_num 824) dirty exists 2024-04-13T07:54:50.298 INFO:tasks.rados.rados.0.smithi119.stdout:2701: left oid 2 (ObjNum 824 snap 277 seq_num 824) 2024-04-13T07:54:50.298 INFO:tasks.rados.rados.0.smithi119.stdout:2697: done (4 left) 2024-04-13T07:54:50.298 INFO:tasks.rados.rados.0.smithi119.stdout:2698: done (3 left) 2024-04-13T07:54:50.298 INFO:tasks.rados.rados.0.smithi119.stdout:2699: done (2 left) 2024-04-13T07:54:50.298 INFO:tasks.rados.rados.0.smithi119.stdout:2701: done (1 left) 2024-04-13T07:54:50.298 INFO:tasks.rados.rados.0.smithi119.stdout:2703: done (0 left) 2024-04-13T07:54:50.298 INFO:tasks.rados.rados.0.smithi119.stdout:2704: snap_remove snap 262 2024-04-13T07:54:50.406 INFO:tasks.rados.rados.0.smithi119.stdout:2704: done (0 left) 2024-04-13T07:54:50.406 INFO:tasks.rados.rados.0.smithi119.stdout:2705: rmattr oid 22 current snap is 277 2024-04-13T07:54:50.406 INFO:tasks.rados.rados.0.smithi119.stdout:2706: read oid 37 snap -1 2024-04-13T07:54:50.406 INFO:tasks.rados.rados.0.smithi119.stdout:2706: expect (ObjNum 336 snap 127 seq_num 336) 2024-04-13T07:54:50.406 INFO:tasks.rados.rados.0.smithi119.stdout:2707: read oid 45 snap -1 2024-04-13T07:54:50.406 INFO:tasks.rados.rados.0.smithi119.stdout:2707: expect (ObjNum 443 snap 152 seq_num 443) 2024-04-13T07:54:50.407 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 10 current snap is 277 2024-04-13T07:54:50.407 INFO:tasks.rados.rados.0.smithi119.stdout:2708: seq_num 825 ranges {5586944=622592,6209536=745472,6955008=458752} 2024-04-13T07:54:50.440 INFO:tasks.rados.rados.0.smithi119.stdout:2708: writing smithi11982245-10 from 5586944 to 6209536 tid 1 2024-04-13T07:54:50.444 INFO:tasks.rados.rados.0.smithi119.stdout:2708: writing smithi11982245-10 from 6209536 to 6955008 tid 2 2024-04-13T07:54:50.447 INFO:tasks.rados.rados.0.smithi119.stdout:2708: writing smithi11982245-10 from 6955008 to 7413760 tid 3 2024-04-13T07:54:50.447 INFO:tasks.rados.rados.0.smithi119.stdout:2709: delete oid 43 current snap is 277 2024-04-13T07:54:50.447 INFO:tasks.rados.rados.0.smithi119.stdout:2706: expect (ObjNum 336 snap 127 seq_num 336) 2024-04-13T07:54:50.470 INFO:tasks.rados.rados.0.smithi119.stdout:2707: expect (ObjNum 443 snap 152 seq_num 443) 2024-04-13T07:54:50.479 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 22 v 1485 (ObjNum 739 snap 257 seq_num 739) dirty exists 2024-04-13T07:54:50.479 INFO:tasks.rados.rados.0.smithi119.stdout:2708: finishing write tid 1 to smithi11982245-10 2024-04-13T07:54:50.479 INFO:tasks.rados.rados.0.smithi119.stdout:2705: done (4 left) 2024-04-13T07:54:50.479 INFO:tasks.rados.rados.0.smithi119.stdout:2706: done (3 left) 2024-04-13T07:54:50.479 INFO:tasks.rados.rados.0.smithi119.stdout:2707: done (2 left) 2024-04-13T07:54:50.479 INFO:tasks.rados.rados.0.smithi119.stdout:2709: done (1 left) 2024-04-13T07:54:50.479 INFO:tasks.rados.rados.0.smithi119.stdout:2710: setattr oid 30 current snap is 277 2024-04-13T07:54:50.479 INFO:tasks.rados.rados.0.smithi119.stdout:2708: finishing write tid 2 to smithi11982245-10 2024-04-13T07:54:50.479 INFO:tasks.rados.rados.0.smithi119.stdout:2708: finishing write tid 3 to smithi11982245-10 2024-04-13T07:54:50.479 INFO:tasks.rados.rados.0.smithi119.stdout:2708: finishing write tid 4 to smithi11982245-10 2024-04-13T07:54:50.479 INFO:tasks.rados.rados.0.smithi119.stdout:2708: finishing write tid 5 to smithi11982245-10 2024-04-13T07:54:50.479 INFO:tasks.rados.rados.0.smithi119.stdout:2708: oid 10 updating version 0 to 1854 2024-04-13T07:54:50.479 INFO:tasks.rados.rados.0.smithi119.stdout:2708: oid 10 updating version 1854 to 1856 2024-04-13T07:54:50.480 INFO:tasks.rados.rados.0.smithi119.stdout:2708: oid 10 updating version 1856 to 1857 2024-04-13T07:54:50.480 INFO:tasks.rados.rados.0.smithi119.stdout:2708: oid 10 version 1857 is already newer than 1855 2024-04-13T07:54:50.480 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 10 v 1857 (ObjNum 825 snap 277 seq_num 825) dirty exists 2024-04-13T07:54:50.480 INFO:tasks.rados.rados.0.smithi119.stdout:2708: left oid 10 (ObjNum 825 snap 277 seq_num 825) 2024-04-13T07:54:50.480 INFO:tasks.rados.rados.0.smithi119.stdout:2708: done (1 left) 2024-04-13T07:54:50.480 INFO:tasks.rados.rados.0.smithi119.stdout:2711: rmattr oid 27 current snap is 277 2024-04-13T07:54:50.480 INFO:tasks.rados.rados.0.smithi119.stdout:2712: rmattr oid 29 current snap is 277 2024-04-13T07:54:50.481 INFO:tasks.rados.rados.0.smithi119.stdout:2712: done (2 left) 2024-04-13T07:54:50.481 INFO:tasks.rados.rados.0.smithi119.stdout:2713: read oid 13 snap 182 2024-04-13T07:54:50.481 INFO:tasks.rados.rados.0.smithi119.stdout:2713: expect (ObjNum 386 snap 139 seq_num 386) 2024-04-13T07:54:50.481 INFO:tasks.rados.rados.0.smithi119.stdout:2714: snap_remove snap 247 2024-04-13T07:54:50.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:50 smithi139 ceph-mon[88985]: mds.? [v2:172.21.15.119:6834/610992735,v1:172.21.15.119:6835/610992735] up:rejoin 2024-04-13T07:54:50.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:50 smithi139 ceph-mon[88985]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-04-13T07:54:50.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:50 smithi139 ceph-mon[88985]: osdmap e585: 8 total, 8 up, 8 in 2024-04-13T07:54:50.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:50 smithi139 ceph-mon[88985]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-13T07:54:50.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:50 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-13T07:54:50.716 INFO:journalctl@ceph.mds.a.smithi119.stdout:Apr 13 07:54:50 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mds-a[122729]: 2024-04-13T07:54:50.432+0000 7f0be2fb4700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-13T07:54:50.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:50 smithi119 ceph-mon[93746]: mds.? [v2:172.21.15.119:6834/610992735,v1:172.21.15.119:6835/610992735] up:rejoin 2024-04-13T07:54:50.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:50 smithi119 ceph-mon[93746]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-04-13T07:54:50.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:50 smithi119 ceph-mon[93746]: osdmap e585: 8 total, 8 up, 8 in 2024-04-13T07:54:50.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:50 smithi119 ceph-mon[93746]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-13T07:54:50.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:50 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-13T07:54:50.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:50 smithi119 ceph-mon[96316]: mds.? [v2:172.21.15.119:6834/610992735,v1:172.21.15.119:6835/610992735] up:rejoin 2024-04-13T07:54:50.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:50 smithi119 ceph-mon[96316]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-04-13T07:54:50.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:50 smithi119 ceph-mon[96316]: osdmap e585: 8 total, 8 up, 8 in 2024-04-13T07:54:50.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:50 smithi119 ceph-mon[96316]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-13T07:54:50.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:50 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-13T07:54:51.409 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 30 v 1546 (ObjNum 756 snap 266 seq_num 756) dirty exists 2024-04-13T07:54:51.409 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 27 v 1658 (ObjNum 822 snap 275 seq_num 822) dirty exists 2024-04-13T07:54:51.409 INFO:tasks.rados.rados.0.smithi119.stdout:2713: expect (ObjNum 386 snap 139 seq_num 386) 2024-04-13T07:54:51.491 INFO:tasks.rados.rados.0.smithi119.stdout:2710: done (3 left) 2024-04-13T07:54:51.491 INFO:tasks.rados.rados.0.smithi119.stdout:2711: done (2 left) 2024-04-13T07:54:51.491 INFO:tasks.rados.rados.0.smithi119.stdout:2713: done (1 left) 2024-04-13T07:54:51.491 INFO:tasks.rados.rados.0.smithi119.stdout:2714: done (0 left) 2024-04-13T07:54:51.491 INFO:tasks.rados.rados.0.smithi119.stdout:2715: rmattr oid 21 current snap is 277 2024-04-13T07:54:51.491 INFO:tasks.rados.rados.0.smithi119.stdout:2715: done (0 left) 2024-04-13T07:54:51.492 INFO:tasks.rados.rados.0.smithi119.stdout:2716: rmattr oid 41 current snap is 277 2024-04-13T07:54:51.492 INFO:tasks.rados.rados.0.smithi119.stdout:2716: done (0 left) 2024-04-13T07:54:51.492 INFO:tasks.rados.rados.0.smithi119.stdout:2717: read oid 3 snap -1 2024-04-13T07:54:51.492 INFO:tasks.rados.rados.0.smithi119.stdout:2717: expect (ObjNum 504 snap 172 seq_num 504) 2024-04-13T07:54:51.492 INFO:tasks.rados.rados.0.smithi119.stdout:2718: rmattr oid 19 current snap is 277 2024-04-13T07:54:51.492 INFO:tasks.rados.rados.0.smithi119.stdout:2718: done (1 left) 2024-04-13T07:54:51.492 INFO:tasks.rados.rados.0.smithi119.stdout:2719: copy_from oid 48 from oid 24 current snap is 277 2024-04-13T07:54:51.492 INFO:tasks.rados.rados.0.smithi119.stdout:2720: rmattr oid 33 current snap is 277 2024-04-13T07:54:51.492 INFO:tasks.rados.rados.0.smithi119.stdout:2720: done (2 left) 2024-04-13T07:54:51.492 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 30 current snap is 277 2024-04-13T07:54:51.492 INFO:tasks.rados.rados.0.smithi119.stdout:2721: seq_num 827 ranges {2080768=655360,2736128=516096,3252224=688128} 2024-04-13T07:54:51.505 INFO:tasks.rados.rados.0.smithi119.stdout:2721: writing smithi11982245-30 from 2080768 to 2736128 tid 1 2024-04-13T07:54:51.508 INFO:tasks.rados.rados.0.smithi119.stdout:2721: writing smithi11982245-30 from 2736128 to 3252224 tid 2 2024-04-13T07:54:51.513 INFO:tasks.rados.rados.0.smithi119.stdout:2721: writing smithi11982245-30 from 3252224 to 3940352 tid 3 2024-04-13T07:54:51.513 INFO:tasks.rados.rados.0.smithi119.stdout:2722: delete oid 11 current snap is 277 2024-04-13T07:54:51.513 INFO:tasks.rados.rados.0.smithi119.stdout:2717: expect (ObjNum 504 snap 172 seq_num 504) 2024-04-13T07:54:51.548 INFO:tasks.rados.rados.0.smithi119.stdout:2719: finishing copy_from racing read to smithi11982245-48 2024-04-13T07:54:51.548 INFO:tasks.rados.rados.0.smithi119.stdout:2719: finishing copy_from to smithi11982245-48 2024-04-13T07:54:51.548 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 48 v 1234 (ObjNum 638 snap 212 seq_num 638) dirty exists 2024-04-13T07:54:51.548 INFO:tasks.rados.rados.0.smithi119.stdout:2721: finishing write tid 1 to smithi11982245-30 2024-04-13T07:54:51.548 INFO:tasks.rados.rados.0.smithi119.stdout:2721: finishing write tid 2 to smithi11982245-30 2024-04-13T07:54:51.548 INFO:tasks.rados.rados.0.smithi119.stdout:2721: finishing write tid 3 to smithi11982245-30 2024-04-13T07:54:51.548 INFO:tasks.rados.rados.0.smithi119.stdout:2721: finishing write tid 4 to smithi11982245-30 2024-04-13T07:54:51.548 INFO:tasks.rados.rados.0.smithi119.stdout:2721: finishing write tid 5 to smithi11982245-30 2024-04-13T07:54:51.548 INFO:tasks.rados.rados.0.smithi119.stdout:2721: oid 30 updating version 0 to 1558 2024-04-13T07:54:51.548 INFO:tasks.rados.rados.0.smithi119.stdout:2721: oid 30 version 1558 is already newer than 1556 2024-04-13T07:54:51.549 INFO:tasks.rados.rados.0.smithi119.stdout:2721: oid 30 version 1558 is already newer than 1557 2024-04-13T07:54:51.549 INFO:tasks.rados.rados.0.smithi119.stdout:2721: oid 30 version 1558 is already newer than 1555 2024-04-13T07:54:51.549 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 30 v 1558 (ObjNum 827 snap 277 seq_num 827) dirty exists 2024-04-13T07:54:51.549 INFO:tasks.rados.rados.0.smithi119.stdout:2721: left oid 30 (ObjNum 827 snap 277 seq_num 827) 2024-04-13T07:54:51.549 INFO:tasks.rados.rados.0.smithi119.stdout:2717: done (3 left) 2024-04-13T07:54:51.549 INFO:tasks.rados.rados.0.smithi119.stdout:2719: done (2 left) 2024-04-13T07:54:51.549 INFO:tasks.rados.rados.0.smithi119.stdout:2721: done (1 left) 2024-04-13T07:54:51.549 INFO:tasks.rados.rados.0.smithi119.stdout:2722: done (0 left) 2024-04-13T07:54:51.549 INFO:tasks.rados.rados.0.smithi119.stdout:2723: snap_remove snap 235 2024-04-13T07:54:51.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:51 smithi139 ceph-mon[88985]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-13T07:54:51.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:51 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T07:54:51.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:51 smithi139 ceph-mon[88985]: mds.? [v2:172.21.15.119:6834/610992735,v1:172.21.15.119:6835/610992735] up:active 2024-04-13T07:54:51.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:51 smithi139 ceph-mon[88985]: fsmap cephfs:1 {0=a=up:active} 2024-04-13T07:54:51.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:51 smithi139 ceph-mon[88985]: osdmap e586: 8 total, 8 up, 8 in 2024-04-13T07:54:51.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:51 smithi139 ceph-mon[88985]: osdmap e587: 8 total, 8 up, 8 in 2024-04-13T07:54:51.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:51 smithi139 ceph-mon[88985]: pgmap v547: 121 pgs: 3 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 114 active+clean; 963 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.8 MiB/s wr, 59 op/s 2024-04-13T07:54:51.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:51 smithi119 ceph-mon[96316]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-13T07:54:51.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:51 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T07:54:51.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:51 smithi119 ceph-mon[96316]: mds.? [v2:172.21.15.119:6834/610992735,v1:172.21.15.119:6835/610992735] up:active 2024-04-13T07:54:51.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:51 smithi119 ceph-mon[96316]: fsmap cephfs:1 {0=a=up:active} 2024-04-13T07:54:51.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:51 smithi119 ceph-mon[96316]: osdmap e586: 8 total, 8 up, 8 in 2024-04-13T07:54:51.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:51 smithi119 ceph-mon[96316]: osdmap e587: 8 total, 8 up, 8 in 2024-04-13T07:54:51.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:51 smithi119 ceph-mon[96316]: pgmap v547: 121 pgs: 3 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 114 active+clean; 963 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.8 MiB/s wr, 59 op/s 2024-04-13T07:54:51.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:51 smithi119 ceph-mon[93746]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-13T07:54:51.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:51 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T07:54:51.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:51 smithi119 ceph-mon[93746]: mds.? [v2:172.21.15.119:6834/610992735,v1:172.21.15.119:6835/610992735] up:active 2024-04-13T07:54:51.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:51 smithi119 ceph-mon[93746]: fsmap cephfs:1 {0=a=up:active} 2024-04-13T07:54:51.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:51 smithi119 ceph-mon[93746]: osdmap e586: 8 total, 8 up, 8 in 2024-04-13T07:54:51.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:51 smithi119 ceph-mon[93746]: osdmap e587: 8 total, 8 up, 8 in 2024-04-13T07:54:51.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:51 smithi119 ceph-mon[93746]: pgmap v547: 121 pgs: 3 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 114 active+clean; 963 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.8 MiB/s wr, 59 op/s 2024-04-13T07:54:52.411 INFO:tasks.rados.rados.0.smithi119.stdout:2723: done (0 left) 2024-04-13T07:54:52.411 INFO:tasks.rados.rados.0.smithi119.stdout:2724: read oid 29 snap -1 2024-04-13T07:54:52.411 INFO:tasks.rados.rados.0.smithi119.stdout:2724: expect deleted 2024-04-13T07:54:52.411 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 4 current snap is 277 2024-04-13T07:54:52.411 INFO:tasks.rados.rados.0.smithi119.stdout:2725: seq_num 829 ranges {16195584=688128,16883712=729088,17612800=475136} 2024-04-13T07:54:52.503 INFO:tasks.rados.rados.0.smithi119.stdout:2725: writing smithi11982245-4 from 16195584 to 16883712 tid 1 2024-04-13T07:54:52.507 INFO:tasks.rados.rados.0.smithi119.stdout:2725: writing smithi11982245-4 from 16883712 to 17612800 tid 2 2024-04-13T07:54:52.511 INFO:tasks.rados.rados.0.smithi119.stdout:2725: writing smithi11982245-4 from 17612800 to 18087936 tid 3 2024-04-13T07:54:52.511 INFO:tasks.rados.rados.0.smithi119.stdout:2726: rollback oid 27 current snap is 277 2024-04-13T07:54:52.511 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 27 to 236 2024-04-13T07:54:52.512 INFO:tasks.rados.rados.0.smithi119.stdout:2725: finishing write tid 1 to smithi11982245-4 2024-04-13T07:54:52.512 INFO:tasks.rados.rados.0.smithi119.stdout:2724: done (2 left) 2024-04-13T07:54:52.512 INFO:tasks.rados.rados.0.smithi119.stdout:2727: rmattr oid 49 current snap is 277 2024-04-13T07:54:52.512 INFO:tasks.rados.rados.0.smithi119.stdout:2728: read oid 45 snap 186 2024-04-13T07:54:52.512 INFO:tasks.rados.rados.0.smithi119.stdout:2728: expect (ObjNum 443 snap 152 seq_num 443) 2024-04-13T07:54:52.512 INFO:tasks.rados.rados.0.smithi119.stdout:2729: delete oid 38 current snap is 277 2024-04-13T07:54:52.514 INFO:tasks.rados.rados.0.smithi119.stdout:2725: finishing write tid 2 to smithi11982245-4 2024-04-13T07:54:52.515 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 49 v 1650 (ObjNum 501 snap 171 seq_num 501) dirty exists 2024-04-13T07:54:52.515 INFO:tasks.rados.rados.0.smithi119.stdout:2727: done (4 left) 2024-04-13T07:54:52.515 INFO:tasks.rados.rados.0.smithi119.stdout:2729: done (3 left) 2024-04-13T07:54:52.515 INFO:tasks.rados.rados.0.smithi119.stdout:2730: copy_from oid 37 from oid 22 current snap is 277 2024-04-13T07:54:52.515 INFO:tasks.rados.rados.0.smithi119.stdout:2731: read oid 5 snap -1 2024-04-13T07:54:52.515 INFO:tasks.rados.rados.0.smithi119.stdout:2731: expect deleted 2024-04-13T07:54:52.515 INFO:tasks.rados.rados.0.smithi119.stdout:2732: read oid 2 snap -1 2024-04-13T07:54:52.515 INFO:tasks.rados.rados.0.smithi119.stdout:2732: expect (ObjNum 824 snap 277 seq_num 824) 2024-04-13T07:54:52.515 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 26 current snap is 277 2024-04-13T07:54:52.515 INFO:tasks.rados.rados.0.smithi119.stdout:2728: expect (ObjNum 443 snap 152 seq_num 443) 2024-04-13T07:54:52.523 INFO:tasks.rados.rados.0.smithi119.stdout:2733: seq_num 831 ranges {0=720896,720896=499712,1220608=704512} 2024-04-13T07:54:52.527 INFO:tasks.rados.rados.0.smithi119.stdout:2733: writing smithi11982245-26 from 0 to 720896 tid 1 2024-04-13T07:54:52.530 INFO:tasks.rados.rados.0.smithi119.stdout:2733: writing smithi11982245-26 from 720896 to 1220608 tid 2 2024-04-13T07:54:52.535 INFO:tasks.rados.rados.0.smithi119.stdout:2733: writing smithi11982245-26 from 1220608 to 1925120 tid 3 2024-04-13T07:54:52.536 INFO:tasks.rados.rados.0.smithi119.stdout:2728: done (6 left) 2024-04-13T07:54:52.536 INFO:tasks.rados.rados.0.smithi119.stdout:2734: copy_from oid 18 from oid 47 current snap is 277 2024-04-13T07:54:52.536 INFO:tasks.rados.rados.0.smithi119.stdout:2725: finishing write tid 3 to smithi11982245-4 2024-04-13T07:54:52.536 INFO:tasks.rados.rados.0.smithi119.stdout:2725: finishing write tid 4 to smithi11982245-4 2024-04-13T07:54:52.536 INFO:tasks.rados.rados.0.smithi119.stdout:2726: finishing rollback tid 0 to smithi11982245-27 2024-04-13T07:54:52.536 INFO:tasks.rados.rados.0.smithi119.stdout:2726: finishing rollback tid 1 to smithi11982245-27 2024-04-13T07:54:52.536 INFO:tasks.rados.rados.0.smithi119.stdout:2730: finishing copy_from racing read to smithi11982245-37 2024-04-13T07:54:52.536 INFO:tasks.rados.rados.0.smithi119.stdout:2726: finishing rollback tid 2 to smithi11982245-27 2024-04-13T07:54:52.536 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 27 v 1661 (ObjNum 603 snap 201 seq_num 603) dirty exists 2024-04-13T07:54:52.536 INFO:tasks.rados.rados.0.smithi119.stdout:2730: finishing copy_from to smithi11982245-37 2024-04-13T07:54:52.536 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 37 v 1485 (ObjNum 739 snap 257 seq_num 739) dirty exists 2024-04-13T07:54:52.536 INFO:tasks.rados.rados.0.smithi119.stdout:2725: finishing write tid 5 to smithi11982245-4 2024-04-13T07:54:52.536 INFO:tasks.rados.rados.0.smithi119.stdout:2725: oid 4 updating version 0 to 1567 2024-04-13T07:54:52.536 INFO:tasks.rados.rados.0.smithi119.stdout:2725: oid 4 updating version 1567 to 1569 2024-04-13T07:54:52.537 INFO:tasks.rados.rados.0.smithi119.stdout:2725: oid 4 version 1569 is already newer than 1566 2024-04-13T07:54:52.537 INFO:tasks.rados.rados.0.smithi119.stdout:2725: oid 4 version 1569 is already newer than 1568 2024-04-13T07:54:52.537 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 4 v 1569 (ObjNum 829 snap 277 seq_num 829) dirty exists 2024-04-13T07:54:52.537 INFO:tasks.rados.rados.0.smithi119.stdout:2725: left oid 4 (ObjNum 829 snap 277 seq_num 829) 2024-04-13T07:54:52.537 INFO:tasks.rados.rados.0.smithi119.stdout:2725: done (6 left) 2024-04-13T07:54:52.537 INFO:tasks.rados.rados.0.smithi119.stdout:2726: done (5 left) 2024-04-13T07:54:52.537 INFO:tasks.rados.rados.0.smithi119.stdout:2730: done (4 left) 2024-04-13T07:54:52.537 INFO:tasks.rados.rados.0.smithi119.stdout:2731: done (3 left) 2024-04-13T07:54:52.537 INFO:tasks.rados.rados.0.smithi119.stdout:2735: snap_create 2024-04-13T07:54:52.537 INFO:tasks.rados.rados.0.smithi119.stdout:2733: finishing write tid 1 to smithi11982245-26 2024-04-13T07:54:52.537 INFO:tasks.rados.rados.0.smithi119.stdout:2733: finishing write tid 2 to smithi11982245-26 2024-04-13T07:54:52.538 INFO:tasks.rados.rados.0.smithi119.stdout:2733: finishing write tid 3 to smithi11982245-26 2024-04-13T07:54:52.538 INFO:tasks.rados.rados.0.smithi119.stdout:2733: finishing write tid 4 to smithi11982245-26 2024-04-13T07:54:52.541 INFO:tasks.rados.rados.0.smithi119.stdout:2733: finishing write tid 5 to smithi11982245-26 2024-04-13T07:54:52.541 INFO:tasks.rados.rados.0.smithi119.stdout:2733: oid 26 updating version 0 to 1663 2024-04-13T07:54:52.542 INFO:tasks.rados.rados.0.smithi119.stdout:2733: oid 26 updating version 1663 to 1664 2024-04-13T07:54:52.542 INFO:tasks.rados.rados.0.smithi119.stdout:2733: oid 26 version 1664 is already newer than 1662 2024-04-13T07:54:52.542 INFO:tasks.rados.rados.0.smithi119.stdout:2733: oid 26 updating version 1664 to 1665 2024-04-13T07:54:52.542 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 26 v 1665 (ObjNum 831 snap 277 seq_num 831) dirty exists 2024-04-13T07:54:52.542 INFO:tasks.rados.rados.0.smithi119.stdout:2733: left oid 26 (ObjNum 831 snap 277 seq_num 831) 2024-04-13T07:54:52.549 INFO:tasks.rados.rados.0.smithi119.stdout:2732: expect (ObjNum 824 snap 277 seq_num 824) 2024-04-13T07:54:52.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:52 smithi139 ceph-mon[88985]: osdmap e588: 8 total, 8 up, 8 in 2024-04-13T07:54:52.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:54:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:54:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:54:52.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:52 smithi119 ceph-mon[96316]: osdmap e588: 8 total, 8 up, 8 in 2024-04-13T07:54:52.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:52 smithi119 ceph-mon[93746]: osdmap e588: 8 total, 8 up, 8 in 2024-04-13T07:54:52.854 INFO:tasks.rados.rados.0.smithi119.stdout:2734: finishing copy_from racing read to smithi11982245-18 2024-04-13T07:54:52.854 INFO:tasks.rados.rados.0.smithi119.stdout:2734: finishing copy_from to smithi11982245-18 2024-04-13T07:54:52.854 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 18 v 1872 (ObjNum 804 snap 274 seq_num 804) dirty exists 2024-04-13T07:54:53.280 INFO:teuthology.orchestra.run.smithi119.stdout:true 2024-04-13T07:54:53.424 INFO:tasks.rados.rados.0.smithi119.stdout:2732: done (3 left) 2024-04-13T07:54:53.424 INFO:tasks.rados.rados.0.smithi119.stdout:2733: done (2 left) 2024-04-13T07:54:53.424 INFO:tasks.rados.rados.0.smithi119.stdout:2734: done (1 left) 2024-04-13T07:54:53.424 INFO:tasks.rados.rados.0.smithi119.stdout:2735: done (0 left) 2024-04-13T07:54:53.424 INFO:tasks.rados.rados.0.smithi119.stdout:2736: snap_remove snap 253 2024-04-13T07:54:53.607 INFO:teuthology.orchestra.run.smithi119.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-13T07:54:53.607 INFO:teuthology.orchestra.run.smithi119.stdout:alertmanager.a smithi119 *:9093,9094 running (10m) 15s ago 11m 25.9M - 0.25.0 c8568f914cd2 a8bd9bb7cb08 2024-04-13T07:54:53.607 INFO:teuthology.orchestra.run.smithi119.stdout:grafana.a smithi139 *:3000 running (11m) 35s ago 11m 87.3M - 9.4.7 954c08fa6188 43be3a562cf4 2024-04-13T07:54:53.607 INFO:teuthology.orchestra.run.smithi119.stdout:mds.a smithi119 running (19s) 15s ago 12m 12.2M - 19.0.0-2905-g5f22a497 c4b45bf0c946 8662f51de880 2024-04-13T07:54:53.607 INFO:teuthology.orchestra.run.smithi119.stdout:mds.b smithi139 running (12m) 35s ago 12m 16.4M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 9d051222a698 2024-04-13T07:54:53.607 INFO:teuthology.orchestra.run.smithi119.stdout:mgr.x smithi139 *:8443,9283,8765 running (6m) 35s ago 15m 452M - 19.0.0-2905-g5f22a497 c4b45bf0c946 228fa2e332a4 2024-04-13T07:54:53.607 INFO:teuthology.orchestra.run.smithi119.stdout:mgr.y smithi119 *:8443,9283,8765 running (7m) 15s ago 17m 513M - 19.0.0-2905-g5f22a497 c4b45bf0c946 0462b2c15351 2024-04-13T07:54:53.607 INFO:teuthology.orchestra.run.smithi119.stdout:mon.a smithi119 running (6m) 15s ago 17m 65.9M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 89c63c75b5cb 2024-04-13T07:54:53.608 INFO:teuthology.orchestra.run.smithi119.stdout:mon.b smithi139 running (5m) 35s ago 16m 47.3M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 8dd649d8b46f 2024-04-13T07:54:53.608 INFO:teuthology.orchestra.run.smithi119.stdout:mon.c smithi119 running (5m) 15s ago 16m 56.1M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 b26f62c1d49c 2024-04-13T07:54:53.608 INFO:teuthology.orchestra.run.smithi119.stdout:node-exporter.a smithi119 *:9100 running (10m) 15s ago 10m 15.6M - 1.5.0 0da6a335fe13 b9cb5e53bb33 2024-04-13T07:54:53.608 INFO:teuthology.orchestra.run.smithi119.stdout:node-exporter.b smithi139 *:9100 running (10m) 35s ago 10m 15.9M - 1.5.0 0da6a335fe13 126fe390382b 2024-04-13T07:54:53.608 INFO:teuthology.orchestra.run.smithi119.stdout:osd.0 smithi119 running (4m) 15s ago 15m 289M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 7e5f698ebf3c 2024-04-13T07:54:53.608 INFO:teuthology.orchestra.run.smithi119.stdout:osd.1 smithi119 running (4m) 15s ago 15m 300M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 6ba3c7290ac9 2024-04-13T07:54:53.608 INFO:teuthology.orchestra.run.smithi119.stdout:osd.2 smithi119 running (3m) 15s ago 14m 259M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 ef91dbb565e3 2024-04-13T07:54:53.608 INFO:teuthology.orchestra.run.smithi119.stdout:osd.3 smithi119 running (3m) 15s ago 14m 168M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 7bb3e41bd7aa 2024-04-13T07:54:53.608 INFO:teuthology.orchestra.run.smithi119.stdout:osd.4 smithi139 running (2m) 35s ago 13m 204M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 35cd11561d1d 2024-04-13T07:54:53.608 INFO:teuthology.orchestra.run.smithi119.stdout:osd.5 smithi139 running (112s) 35s ago 13m 178M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 a8547c1088b1 2024-04-13T07:54:53.608 INFO:teuthology.orchestra.run.smithi119.stdout:osd.6 smithi139 running (77s) 35s ago 13m 87.1M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 ebf4b5188514 2024-04-13T07:54:53.608 INFO:teuthology.orchestra.run.smithi119.stdout:osd.7 smithi139 running (41s) 35s ago 12m 12.4M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 6830e079abe4 2024-04-13T07:54:53.608 INFO:teuthology.orchestra.run.smithi119.stdout:prometheus.a smithi139 *:9095 running (6m) 35s ago 11m 57.9M - 2.43.0 a07b618ecd1d dbea45cf9326 2024-04-13T07:54:53.609 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:53 smithi119 ceph-mon[96316]: osdmap e589: 8 total, 8 up, 8 in 2024-04-13T07:54:53.609 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:53 smithi119 ceph-mon[96316]: pgmap v550: 121 pgs: 3 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 114 active+clean; 967 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.3 MiB/s wr, 59 op/s 2024-04-13T07:54:53.609 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:53 smithi119 ceph-mon[93746]: osdmap e589: 8 total, 8 up, 8 in 2024-04-13T07:54:53.609 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:53 smithi119 ceph-mon[93746]: pgmap v550: 121 pgs: 3 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 114 active+clean; 967 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.3 MiB/s wr, 59 op/s 2024-04-13T07:54:53.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:53 smithi139 ceph-mon[88985]: osdmap e589: 8 total, 8 up, 8 in 2024-04-13T07:54:53.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:53 smithi139 ceph-mon[88985]: pgmap v550: 121 pgs: 3 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 114 active+clean; 967 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.3 MiB/s wr, 59 op/s 2024-04-13T07:54:54.008 INFO:teuthology.orchestra.run.smithi119.stdout:{ 2024-04-13T07:54:54.008 INFO:teuthology.orchestra.run.smithi119.stdout: "mon": { 2024-04-13T07:54:54.008 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 3 2024-04-13T07:54:54.008 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:54:54.008 INFO:teuthology.orchestra.run.smithi119.stdout: "mgr": { 2024-04-13T07:54:54.008 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T07:54:54.008 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:54:54.008 INFO:teuthology.orchestra.run.smithi119.stdout: "osd": { 2024-04-13T07:54:54.008 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 8 2024-04-13T07:54:54.008 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:54:54.008 INFO:teuthology.orchestra.run.smithi119.stdout: "mds": { 2024-04-13T07:54:54.009 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 1 2024-04-13T07:54:54.009 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:54:54.009 INFO:teuthology.orchestra.run.smithi119.stdout: "overall": { 2024-04-13T07:54:54.009 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 14 2024-04-13T07:54:54.009 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-13T07:54:54.009 INFO:teuthology.orchestra.run.smithi119.stdout:} 2024-04-13T07:54:54.425 INFO:tasks.rados.rados.0.smithi119.stdout:2736: done (0 left) 2024-04-13T07:54:54.426 INFO:tasks.rados.rados.0.smithi119.stdout:2737: snap_remove snap 216 2024-04-13T07:54:54.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:54 smithi119 ceph-mon[96316]: from='client.44345 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:54:54.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:54 smithi119 ceph-mon[96316]: osdmap e590: 8 total, 8 up, 8 in 2024-04-13T07:54:54.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:54 smithi119 ceph-mon[96316]: from='client.34413 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:54:54.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:54:54.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:54 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1335029353' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:54:54.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:54 smithi119 ceph-mon[93746]: from='client.44345 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:54:54.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:54 smithi119 ceph-mon[93746]: osdmap e590: 8 total, 8 up, 8 in 2024-04-13T07:54:54.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:54 smithi119 ceph-mon[93746]: from='client.34413 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:54:54.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:54:54.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:54 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1335029353' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:54:54.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:54 smithi139 ceph-mon[88985]: from='client.44345 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:54:54.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:54 smithi139 ceph-mon[88985]: osdmap e590: 8 total, 8 up, 8 in 2024-04-13T07:54:54.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:54 smithi139 ceph-mon[88985]: from='client.34413 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:54:54.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:54:54.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:54 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1335029353' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:54:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:54:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:54:54] "GET /metrics HTTP/1.1" 200 35970 "" "Prometheus/2.43.0" 2024-04-13T07:54:55.406 INFO:tasks.rados.rados.0.smithi119.stdout:2737: done (0 left) 2024-04-13T07:54:55.406 INFO:tasks.rados.rados.0.smithi119.stdout:2738: rollback oid 35 current snap is 278 2024-04-13T07:54:55.406 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 35 to 241 2024-04-13T07:54:55.407 INFO:tasks.rados.rados.0.smithi119.stdout:2739: snap_remove snap 204 2024-04-13T07:54:55.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:55 smithi139 ceph-mon[88985]: osdmap e591: 8 total, 8 up, 8 in 2024-04-13T07:54:55.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:55 smithi139 ceph-mon[88985]: pgmap v553: 121 pgs: 3 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 114 active+clean; 967 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 888 KiB/s wr, 6 op/s 2024-04-13T07:54:55.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:55 smithi139 ceph-mon[88985]: osdmap e592: 8 total, 8 up, 8 in 2024-04-13T07:54:55.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:55 smithi119 ceph-mon[93746]: osdmap e591: 8 total, 8 up, 8 in 2024-04-13T07:54:55.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:55 smithi119 ceph-mon[93746]: pgmap v553: 121 pgs: 3 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 114 active+clean; 967 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 888 KiB/s wr, 6 op/s 2024-04-13T07:54:55.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:55 smithi119 ceph-mon[93746]: osdmap e592: 8 total, 8 up, 8 in 2024-04-13T07:54:55.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:55 smithi119 ceph-mon[96316]: osdmap e591: 8 total, 8 up, 8 in 2024-04-13T07:54:55.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:55 smithi119 ceph-mon[96316]: pgmap v553: 121 pgs: 3 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 114 active+clean; 967 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 888 KiB/s wr, 6 op/s 2024-04-13T07:54:55.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:55 smithi119 ceph-mon[96316]: osdmap e592: 8 total, 8 up, 8 in 2024-04-13T07:54:56.289 INFO:journalctl@ceph.mds.b.smithi139.stdout:Apr 13 07:54:56 smithi139 podman[114789]: 2024-04-13 07:54:56.025857561 +0000 UTC m=+8.880823100 container died 9d051222a69814c5e93839183e1e6d3744746f0e69aaac668092ef6a1ed6c7ea (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mds-b, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=reef-7d36322, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-13T07:54:56.410 INFO:tasks.rados.rados.0.smithi119.stdout:2739: done (1 left) 2024-04-13T07:54:56.410 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 13 current snap is 278 2024-04-13T07:54:56.410 INFO:tasks.rados.rados.0.smithi119.stdout:2740: seq_num 832 ranges {0=737280,737280=786432,1523712=417792} 2024-04-13T07:54:56.415 INFO:tasks.rados.rados.0.smithi119.stdout:2740: writing smithi11982245-13 from 0 to 737280 tid 1 2024-04-13T07:54:56.421 INFO:tasks.rados.rados.0.smithi119.stdout:2740: writing smithi11982245-13 from 737280 to 1523712 tid 2 2024-04-13T07:54:56.424 INFO:tasks.rados.rados.0.smithi119.stdout:2740: writing smithi11982245-13 from 1523712 to 1941504 tid 3 2024-04-13T07:54:56.424 INFO:tasks.rados.rados.0.smithi119.stdout:2738: finishing rollback tid 0 to smithi11982245-35 2024-04-13T07:54:56.424 INFO:tasks.rados.rados.0.smithi119.stdout:2738: finishing rollback tid 1 to smithi11982245-35 2024-04-13T07:54:56.425 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 35 v 1580 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-13T07:54:56.425 INFO:tasks.rados.rados.0.smithi119.stdout:2738: done (1 left) 2024-04-13T07:54:56.425 INFO:tasks.rados.rados.0.smithi119.stdout:2741: setattr oid 11 current snap is 278 2024-04-13T07:54:56.426 INFO:tasks.rados.rados.0.smithi119.stdout:2742: read oid 49 snap -1 2024-04-13T07:54:56.427 INFO:tasks.rados.rados.0.smithi119.stdout:2742: expect (ObjNum 501 snap 171 seq_num 501) 2024-04-13T07:54:56.427 INFO:tasks.rados.rados.0.smithi119.stdout:2743: read oid 7 snap 255 2024-04-13T07:54:56.427 INFO:tasks.rados.rados.0.smithi119.stdout:2743: expect (ObjNum 708 snap 243 seq_num 708) 2024-04-13T07:54:56.427 INFO:tasks.rados.rados.0.smithi119.stdout:2744: read oid 32 snap 189 2024-04-13T07:54:56.427 INFO:tasks.rados.rados.0.smithi119.stdout:2744: expect (ObjNum 560 snap 188 seq_num 560) 2024-04-13T07:54:56.427 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 22 current snap is 278 2024-04-13T07:54:56.427 INFO:tasks.rados.rados.0.smithi119.stdout:2745: seq_num 833 ranges {385024=761856,1146880=671744,1818624=532480} 2024-04-13T07:54:56.434 INFO:tasks.rados.rados.0.smithi119.stdout:2745: writing smithi11982245-22 from 385024 to 1146880 tid 1 2024-04-13T07:54:56.439 INFO:tasks.rados.rados.0.smithi119.stdout:2745: writing smithi11982245-22 from 1146880 to 1818624 tid 2 2024-04-13T07:54:56.444 INFO:tasks.rados.rados.0.smithi119.stdout:2745: writing smithi11982245-22 from 1818624 to 2351104 tid 3 2024-04-13T07:54:56.444 INFO:tasks.rados.rados.0.smithi119.stdout:2746: snap_remove snap 265 2024-04-13T07:54:56.636 INFO:journalctl@ceph.mds.b.smithi139.stdout:Apr 13 07:54:56 smithi139 podman[114789]: 2024-04-13 07:54:56.47923543 +0000 UTC m=+9.334200976 container cleanup 9d051222a69814c5e93839183e1e6d3744746f0e69aaac668092ef6a1ed6c7ea (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mds-b, RELEASE=reef-7d36322, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD) 2024-04-13T07:54:56.636 INFO:journalctl@ceph.mds.b.smithi139.stdout:Apr 13 07:54:56 smithi139 bash[114789]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mds-b 2024-04-13T07:54:57.089 INFO:journalctl@ceph.mds.b.smithi139.stdout:Apr 13 07:54:56 smithi139 podman[114809]: 2024-04-13 07:54:56.755574557 +0000 UTC m=+0.733475084 container remove 9d051222a69814c5e93839183e1e6d3744746f0e69aaac668092ef6a1ed6c7ea (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mds-b, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=reef-7d36322, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409) 2024-04-13T07:54:57.089 INFO:journalctl@ceph.mds.b.smithi139.stdout:Apr 13 07:54:56 smithi139 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@mds.b.service: Deactivated successfully. 2024-04-13T07:54:57.089 INFO:journalctl@ceph.mds.b.smithi139.stdout:Apr 13 07:54:56 smithi139 systemd[1]: Stopped Ceph mds.b for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:54:57.089 INFO:journalctl@ceph.mds.b.smithi139.stdout:Apr 13 07:54:56 smithi139 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@mds.b.service: Consumed 1.209s CPU time. 2024-04-13T07:54:57.385 INFO:journalctl@ceph.mds.b.smithi139.stdout:Apr 13 07:54:57 smithi139 systemd[1]: Starting Ceph mds.b for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:54:57.386 INFO:journalctl@ceph.mds.b.smithi139.stdout:Apr 13 07:54:57 smithi139 podman[114953]: 2024-04-13 07:54:57.20753885 +0000 UTC m=+0.018029388 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:54:57.386 INFO:journalctl@ceph.mds.b.smithi139.stdout:Apr 13 07:54:57 smithi139 podman[114953]: 2024-04-13 07:54:57.306876206 +0000 UTC m=+0.117366780 container create ef2341b1dd8e82105fa92e7fe7e7b6fc10f747e8bd101df25122ed7f2bbbc5a0 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mds-b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=main-5f22a49, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-13T07:54:57.420 INFO:tasks.rados.rados.0.smithi119.stdout:2746: done (6 left) 2024-04-13T07:54:57.420 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 39 current snap is 278 2024-04-13T07:54:57.420 INFO:tasks.rados.rados.0.smithi119.stdout:2747: seq_num 834 ranges {1605632=778240,2383872=557056,2940928=548864,3489792=98304} 2024-04-13T07:54:57.435 INFO:tasks.rados.rados.0.smithi119.stdout:2747: writing smithi11982245-39 from 1605632 to 2383872 tid 1 2024-04-13T07:54:57.439 INFO:tasks.rados.rados.0.smithi119.stdout:2747: writing smithi11982245-39 from 2383872 to 2940928 tid 2 2024-04-13T07:54:57.443 INFO:tasks.rados.rados.0.smithi119.stdout:2747: writing smithi11982245-39 from 2940928 to 3489792 tid 3 2024-04-13T07:54:57.444 INFO:tasks.rados.rados.0.smithi119.stdout:2747: writing smithi11982245-39 from 3489792 to 3588096 tid 4 2024-04-13T07:54:57.444 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 11 v 1723 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-13T07:54:57.444 INFO:tasks.rados.rados.0.smithi119.stdout:2740: finishing write tid 1 to smithi11982245-13 2024-04-13T07:54:57.444 INFO:tasks.rados.rados.0.smithi119.stdout:2740: finishing write tid 2 to smithi11982245-13 2024-04-13T07:54:57.444 INFO:tasks.rados.rados.0.smithi119.stdout:2740: finishing write tid 3 to smithi11982245-13 2024-04-13T07:54:57.444 INFO:tasks.rados.rados.0.smithi119.stdout:2740: finishing write tid 4 to smithi11982245-13 2024-04-13T07:54:57.444 INFO:tasks.rados.rados.0.smithi119.stdout:2740: finishing write tid 5 to smithi11982245-13 2024-04-13T07:54:57.444 INFO:tasks.rados.rados.0.smithi119.stdout:2740: oid 13 updating version 0 to 1674 2024-04-13T07:54:57.444 INFO:tasks.rados.rados.0.smithi119.stdout:2740: oid 13 version 1674 is already newer than 1673 2024-04-13T07:54:57.444 INFO:tasks.rados.rados.0.smithi119.stdout:2740: oid 13 version 1674 is already newer than 1671 2024-04-13T07:54:57.445 INFO:tasks.rados.rados.0.smithi119.stdout:2740: oid 13 version 1674 is already newer than 1672 2024-04-13T07:54:57.445 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 13 v 1674 (ObjNum 832 snap 278 seq_num 832) dirty exists 2024-04-13T07:54:57.445 INFO:tasks.rados.rados.0.smithi119.stdout:2740: left oid 13 (ObjNum 832 snap 278 seq_num 832) 2024-04-13T07:54:57.445 INFO:tasks.rados.rados.0.smithi119.stdout:2745: finishing write tid 1 to smithi11982245-22 2024-04-13T07:54:57.445 INFO:tasks.rados.rados.0.smithi119.stdout:2745: finishing write tid 2 to smithi11982245-22 2024-04-13T07:54:57.445 INFO:tasks.rados.rados.0.smithi119.stdout:2745: finishing write tid 3 to smithi11982245-22 2024-04-13T07:54:57.445 INFO:tasks.rados.rados.0.smithi119.stdout:2745: finishing write tid 4 to smithi11982245-22 2024-04-13T07:54:57.445 INFO:tasks.rados.rados.0.smithi119.stdout:2742: expect (ObjNum 501 snap 171 seq_num 501) 2024-04-13T07:54:57.560 INFO:tasks.rados.rados.0.smithi119.stdout:2745: finishing write tid 5 to smithi11982245-22 2024-04-13T07:54:57.561 INFO:tasks.rados.rados.0.smithi119.stdout:2745: oid 22 updating version 0 to 1531 2024-04-13T07:54:57.561 INFO:tasks.rados.rados.0.smithi119.stdout:2745: oid 22 version 1531 is already newer than 1529 2024-04-13T07:54:57.561 INFO:tasks.rados.rados.0.smithi119.stdout:2745: oid 22 version 1531 is already newer than 1528 2024-04-13T07:54:57.561 INFO:tasks.rados.rados.0.smithi119.stdout:2745: oid 22 version 1531 is already newer than 1530 2024-04-13T07:54:57.561 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 22 v 1531 (ObjNum 833 snap 278 seq_num 833) dirty exists 2024-04-13T07:54:57.561 INFO:tasks.rados.rados.0.smithi119.stdout:2745: left oid 22 (ObjNum 833 snap 278 seq_num 833) 2024-04-13T07:54:57.561 INFO:tasks.rados.rados.0.smithi119.stdout:2743: expect (ObjNum 708 snap 243 seq_num 708) 2024-04-13T07:54:57.618 INFO:tasks.rados.rados.0.smithi119.stdout:2744: expect (ObjNum 560 snap 188 seq_num 560) 2024-04-13T07:54:57.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:57 smithi119 ceph-mon[96316]: osdmap e593: 8 total, 8 up, 8 in 2024-04-13T07:54:57.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:57 smithi119 ceph-mon[96316]: pgmap v556: 121 pgs: 3 active+clean+snaptrim_wait, 6 active+clean+snaptrim, 112 active+clean; 978 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.2 MiB/s wr, 21 op/s 2024-04-13T07:54:57.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:57 smithi119 ceph-mon[93746]: osdmap e593: 8 total, 8 up, 8 in 2024-04-13T07:54:57.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:57 smithi119 ceph-mon[93746]: pgmap v556: 121 pgs: 3 active+clean+snaptrim_wait, 6 active+clean+snaptrim, 112 active+clean; 978 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.2 MiB/s wr, 21 op/s 2024-04-13T07:54:57.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:57 smithi139 ceph-mon[88985]: osdmap e593: 8 total, 8 up, 8 in 2024-04-13T07:54:57.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:57 smithi139 ceph-mon[88985]: pgmap v556: 121 pgs: 3 active+clean+snaptrim_wait, 6 active+clean+snaptrim, 112 active+clean; 978 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.2 MiB/s wr, 21 op/s 2024-04-13T07:54:57.886 INFO:journalctl@ceph.mds.b.smithi139.stdout:Apr 13 07:54:57 smithi139 podman[114953]: 2024-04-13 07:54:57.567994165 +0000 UTC m=+0.378484701 container init ef2341b1dd8e82105fa92e7fe7e7b6fc10f747e8bd101df25122ed7f2bbbc5a0 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mds-b, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=main-5f22a49, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=) 2024-04-13T07:54:57.886 INFO:journalctl@ceph.mds.b.smithi139.stdout:Apr 13 07:54:57 smithi139 podman[114953]: 2024-04-13 07:54:57.573342081 +0000 UTC m=+0.383832610 container start ef2341b1dd8e82105fa92e7fe7e7b6fc10f747e8bd101df25122ed7f2bbbc5a0 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mds-b, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=main-5f22a49, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-13T07:54:57.886 INFO:journalctl@ceph.mds.b.smithi139.stdout:Apr 13 07:54:57 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mds-b[114969]: starting mds.b at 2024-04-13T07:54:57.886 INFO:journalctl@ceph.mds.b.smithi139.stdout:Apr 13 07:54:57 smithi139 bash[114953]: ef2341b1dd8e82105fa92e7fe7e7b6fc10f747e8bd101df25122ed7f2bbbc5a0 2024-04-13T07:54:57.886 INFO:journalctl@ceph.mds.b.smithi139.stdout:Apr 13 07:54:57 smithi139 systemd[1]: Started Ceph mds.b for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:54:58.534 INFO:tasks.rados.rados.0.smithi119.stdout:2747: finishing write tid 1 to smithi11982245-39 2024-04-13T07:54:58.535 INFO:tasks.rados.rados.0.smithi119.stdout:2747: finishing write tid 2 to smithi11982245-39 2024-04-13T07:54:58.535 INFO:tasks.rados.rados.0.smithi119.stdout:2747: finishing write tid 3 to smithi11982245-39 2024-04-13T07:54:58.535 INFO:tasks.rados.rados.0.smithi119.stdout:2747: finishing write tid 4 to smithi11982245-39 2024-04-13T07:54:58.535 INFO:tasks.rados.rados.0.smithi119.stdout:2747: finishing write tid 5 to smithi11982245-39 2024-04-13T07:54:58.535 INFO:tasks.rados.rados.0.smithi119.stdout:2747: finishing write tid 6 to smithi11982245-39 2024-04-13T07:54:58.535 INFO:tasks.rados.rados.0.smithi119.stdout:2747: oid 39 updating version 0 to 1729 2024-04-13T07:54:58.535 INFO:tasks.rados.rados.0.smithi119.stdout:2747: oid 39 version 1729 is already newer than 1728 2024-04-13T07:54:58.535 INFO:tasks.rados.rados.0.smithi119.stdout:2747: oid 39 updating version 1729 to 1732 2024-04-13T07:54:58.535 INFO:tasks.rados.rados.0.smithi119.stdout:2747: oid 39 version 1732 is already newer than 1730 2024-04-13T07:54:58.535 INFO:tasks.rados.rados.0.smithi119.stdout:2747: oid 39 version 1732 is already newer than 1731 2024-04-13T07:54:58.535 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 39 v 1732 (ObjNum 834 snap 278 seq_num 834) dirty exists 2024-04-13T07:54:58.535 INFO:tasks.rados.rados.0.smithi119.stdout:2747: left oid 39 (ObjNum 834 snap 278 seq_num 834) 2024-04-13T07:54:58.535 INFO:tasks.rados.rados.0.smithi119.stdout:2740: done (6 left) 2024-04-13T07:54:58.535 INFO:tasks.rados.rados.0.smithi119.stdout:2741: done (5 left) 2024-04-13T07:54:58.535 INFO:tasks.rados.rados.0.smithi119.stdout:2742: done (4 left) 2024-04-13T07:54:58.536 INFO:tasks.rados.rados.0.smithi119.stdout:2743: done (3 left) 2024-04-13T07:54:58.536 INFO:tasks.rados.rados.0.smithi119.stdout:2744: done (2 left) 2024-04-13T07:54:58.536 INFO:tasks.rados.rados.0.smithi119.stdout:2745: done (1 left) 2024-04-13T07:54:58.536 INFO:tasks.rados.rados.0.smithi119.stdout:2747: done (0 left) 2024-04-13T07:54:58.536 INFO:tasks.rados.rados.0.smithi119.stdout:2748: snap_create 2024-04-13T07:54:58.686 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:58 smithi139 ceph-mon[88985]: osdmap e594: 8 total, 8 up, 8 in 2024-04-13T07:54:58.686 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:58 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:58.686 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:58 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:58.686 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:58 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:54:58.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:58 smithi119 ceph-mon[96316]: osdmap e594: 8 total, 8 up, 8 in 2024-04-13T07:54:58.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:58 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:58.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:58 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:58.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:58 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:54:58.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:58 smithi119 ceph-mon[93746]: osdmap e594: 8 total, 8 up, 8 in 2024-04-13T07:54:58.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:58 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:58.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:58 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:54:58.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:58 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:54:59.429 INFO:tasks.rados.rados.0.smithi119.stdout:2748: done (0 left) 2024-04-13T07:54:59.429 INFO:tasks.rados.rados.0.smithi119.stdout:2749: setattr oid 17 current snap is 279 2024-04-13T07:54:59.431 INFO:tasks.rados.rados.0.smithi119.stdout:2750: read oid 6 snap -1 2024-04-13T07:54:59.431 INFO:tasks.rados.rados.0.smithi119.stdout:2750: expect (ObjNum 797 snap 274 seq_num 797) 2024-04-13T07:54:59.432 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 26 current snap is 279 2024-04-13T07:54:59.432 INFO:tasks.rados.rados.0.smithi119.stdout:2751: seq_num 835 ranges {1925120=794624,2719744=442368,3162112=712704,3874816=49152} 2024-04-13T07:54:59.447 INFO:tasks.rados.rados.0.smithi119.stdout:2751: writing smithi11982245-26 from 1925120 to 2719744 tid 1 2024-04-13T07:54:59.449 INFO:tasks.rados.rados.0.smithi119.stdout:2751: writing smithi11982245-26 from 2719744 to 3162112 tid 2 2024-04-13T07:54:59.454 INFO:tasks.rados.rados.0.smithi119.stdout:2751: writing smithi11982245-26 from 3162112 to 3874816 tid 3 2024-04-13T07:54:59.454 INFO:tasks.rados.rados.0.smithi119.stdout:2751: writing smithi11982245-26 from 3874816 to 3923968 tid 4 2024-04-13T07:54:59.454 INFO:tasks.rados.rados.0.smithi119.stdout:2752: snap_remove snap 239 2024-04-13T07:54:59.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:59 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-13T07:54:59.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:59 smithi119 ceph-mon[96316]: mds.? [v2:172.21.15.139:6832/2919527155,v1:172.21.15.139:6833/2919527155] up:boot 2024-04-13T07:54:59.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:59 smithi119 ceph-mon[96316]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-13T07:54:59.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:54:59 smithi119 ceph-mon[96316]: pgmap v558: 121 pgs: 3 active+clean+snaptrim_wait, 6 active+clean+snaptrim, 112 active+clean; 985 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.6 MiB/s wr, 21 op/s 2024-04-13T07:54:59.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:59 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-13T07:54:59.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:59 smithi119 ceph-mon[93746]: mds.? [v2:172.21.15.139:6832/2919527155,v1:172.21.15.139:6833/2919527155] up:boot 2024-04-13T07:54:59.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:59 smithi119 ceph-mon[93746]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-13T07:54:59.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:54:59 smithi119 ceph-mon[93746]: pgmap v558: 121 pgs: 3 active+clean+snaptrim_wait, 6 active+clean+snaptrim, 112 active+clean; 985 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.6 MiB/s wr, 21 op/s 2024-04-13T07:54:59.717 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:59 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-13T07:54:59.718 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:59 smithi139 ceph-mon[88985]: mds.? [v2:172.21.15.139:6832/2919527155,v1:172.21.15.139:6833/2919527155] up:boot 2024-04-13T07:54:59.718 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:59 smithi139 ceph-mon[88985]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-13T07:54:59.718 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:54:59 smithi139 ceph-mon[88985]: pgmap v558: 121 pgs: 3 active+clean+snaptrim_wait, 6 active+clean+snaptrim, 112 active+clean; 985 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.6 MiB/s wr, 21 op/s 2024-04-13T07:55:00.407 INFO:tasks.rados.rados.0.smithi119.stdout:2752: done (3 left) 2024-04-13T07:55:00.407 INFO:tasks.rados.rados.0.smithi119.stdout:2753: rollback oid 42 current snap is 279 2024-04-13T07:55:00.407 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 42 to 183 2024-04-13T07:55:00.407 INFO:tasks.rados.rados.0.smithi119.stdout:2754: read oid 37 snap -1 2024-04-13T07:55:00.407 INFO:tasks.rados.rados.0.smithi119.stdout:2754: expect (ObjNum 739 snap 257 seq_num 739) 2024-04-13T07:55:00.407 INFO:tasks.rados.rados.0.smithi119.stdout:2755: read oid 39 snap 226 2024-04-13T07:55:00.407 INFO:tasks.rados.rados.0.smithi119.stdout:2755: expect deleted 2024-04-13T07:55:00.407 INFO:tasks.rados.rados.0.smithi119.stdout:2756: setattr oid 3 current snap is 279 2024-04-13T07:55:00.408 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 17 v 1724 (ObjNum 806 snap 274 seq_num 806) dirty exists 2024-04-13T07:55:00.408 INFO:tasks.rados.rados.0.smithi119.stdout:2750: expect (ObjNum 797 snap 274 seq_num 797) 2024-04-13T07:55:00.492 INFO:tasks.rados.rados.0.smithi119.stdout:2751: finishing write tid 1 to smithi11982245-26 2024-04-13T07:55:00.492 INFO:tasks.rados.rados.0.smithi119.stdout:2751: finishing write tid 2 to smithi11982245-26 2024-04-13T07:55:00.492 INFO:tasks.rados.rados.0.smithi119.stdout:2751: finishing write tid 3 to smithi11982245-26 2024-04-13T07:55:00.492 INFO:tasks.rados.rados.0.smithi119.stdout:2751: finishing write tid 4 to smithi11982245-26 2024-04-13T07:55:00.492 INFO:tasks.rados.rados.0.smithi119.stdout:2751: finishing write tid 5 to smithi11982245-26 2024-04-13T07:55:00.492 INFO:tasks.rados.rados.0.smithi119.stdout:2751: finishing write tid 6 to smithi11982245-26 2024-04-13T07:55:00.492 INFO:tasks.rados.rados.0.smithi119.stdout:2751: oid 26 updating version 0 to 1668 2024-04-13T07:55:00.493 INFO:tasks.rados.rados.0.smithi119.stdout:2751: oid 26 updating version 1668 to 1669 2024-04-13T07:55:00.493 INFO:tasks.rados.rados.0.smithi119.stdout:2751: oid 26 updating version 1669 to 1670 2024-04-13T07:55:00.493 INFO:tasks.rados.rados.0.smithi119.stdout:2751: oid 26 version 1670 is already newer than 1667 2024-04-13T07:55:00.493 INFO:tasks.rados.rados.0.smithi119.stdout:2751: oid 26 version 1670 is already newer than 1666 2024-04-13T07:55:00.493 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 26 v 1670 (ObjNum 835 snap 279 seq_num 835) dirty exists 2024-04-13T07:55:00.493 INFO:tasks.rados.rados.0.smithi119.stdout:2751: left oid 26 (ObjNum 835 snap 279 seq_num 835) 2024-04-13T07:55:00.493 INFO:tasks.rados.rados.0.smithi119.stdout:2753: finishing rollback tid 0 to smithi11982245-42 2024-04-13T07:55:00.493 INFO:tasks.rados.rados.0.smithi119.stdout:2753: finishing rollback tid 1 to smithi11982245-42 2024-04-13T07:55:00.493 INFO:tasks.rados.rados.0.smithi119.stdout:2753: finishing rollback tid 2 to smithi11982245-42 2024-04-13T07:55:00.493 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 42 v 1909 (ObjNum 503 snap 172 seq_num 503) dirty exists 2024-04-13T07:55:00.493 INFO:tasks.rados.rados.0.smithi119.stdout:2754: expect (ObjNum 739 snap 257 seq_num 739) 2024-04-13T07:55:00.503 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 3 v 1610 (ObjNum 504 snap 172 seq_num 504) dirty exists 2024-04-13T07:55:00.503 INFO:tasks.rados.rados.0.smithi119.stdout:2749: done (6 left) 2024-04-13T07:55:00.503 INFO:tasks.rados.rados.0.smithi119.stdout:2750: done (5 left) 2024-04-13T07:55:00.503 INFO:tasks.rados.rados.0.smithi119.stdout:2751: done (4 left) 2024-04-13T07:55:00.503 INFO:tasks.rados.rados.0.smithi119.stdout:2753: done (3 left) 2024-04-13T07:55:00.504 INFO:tasks.rados.rados.0.smithi119.stdout:2754: done (2 left) 2024-04-13T07:55:00.504 INFO:tasks.rados.rados.0.smithi119.stdout:2755: done (1 left) 2024-04-13T07:55:00.504 INFO:tasks.rados.rados.0.smithi119.stdout:2756: done (0 left) 2024-04-13T07:55:00.504 INFO:tasks.rados.rados.0.smithi119.stdout:2757: read oid 34 snap -1 2024-04-13T07:55:00.504 INFO:tasks.rados.rados.0.smithi119.stdout:2757: expect (ObjNum 748 snap 259 seq_num 748) 2024-04-13T07:55:00.504 INFO:tasks.rados.rados.0.smithi119.stdout:2758: copy_from oid 26 from oid 41 current snap is 279 2024-04-13T07:55:00.504 INFO:tasks.rados.rados.0.smithi119.stdout:2759: snap_create 2024-04-13T07:55:00.508 INFO:tasks.rados.rados.0.smithi119.stdout:2758: finishing copy_from racing read to smithi11982245-26 2024-04-13T07:55:00.516 INFO:tasks.rados.rados.0.smithi119.stdout:2758: finishing copy_from to smithi11982245-26 2024-04-13T07:55:00.516 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 26 v 1707 (ObjNum 766 snap 269 seq_num 766) dirty exists 2024-04-13T07:55:00.520 INFO:tasks.rados.rados.0.smithi119.stdout:2757: expect (ObjNum 748 snap 259 seq_num 748) 2024-04-13T07:55:00.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:00 smithi139 ceph-mon[88985]: osdmap e595: 8 total, 8 up, 8 in 2024-04-13T07:55:00.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:00 smithi139 ceph-mon[88985]: osdmap e596: 8 total, 8 up, 8 in 2024-04-13T07:55:00.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:00 smithi119 ceph-mon[96316]: osdmap e595: 8 total, 8 up, 8 in 2024-04-13T07:55:00.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:00 smithi119 ceph-mon[96316]: osdmap e596: 8 total, 8 up, 8 in 2024-04-13T07:55:00.717 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 07:55:00 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-3[117610]: 2024-04-13T07:55:00.428+0000 7ff27d63b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 12d after trimming was started 2024-04-13T07:55:00.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:00 smithi119 ceph-mon[93746]: osdmap e595: 8 total, 8 up, 8 in 2024-04-13T07:55:00.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:00 smithi119 ceph-mon[93746]: osdmap e596: 8 total, 8 up, 8 in 2024-04-13T07:55:01.433 INFO:tasks.rados.rados.0.smithi119.stdout:2757: done (2 left) 2024-04-13T07:55:01.433 INFO:tasks.rados.rados.0.smithi119.stdout:2758: done (1 left) 2024-04-13T07:55:01.433 INFO:tasks.rados.rados.0.smithi119.stdout:2759: done (0 left) 2024-04-13T07:55:01.433 INFO:tasks.rados.rados.0.smithi119.stdout:2760: delete oid 22 current snap is 280 2024-04-13T07:55:01.438 INFO:tasks.rados.rados.0.smithi119.stdout:2760: done (0 left) 2024-04-13T07:55:01.438 INFO:tasks.rados.rados.0.smithi119.stdout:2761: rollback oid 19 current snap is 280 2024-04-13T07:55:01.438 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 19 to 226 2024-04-13T07:55:01.438 INFO:tasks.rados.rados.0.smithi119.stdout:2762: rmattr oid 23 current snap is 280 2024-04-13T07:55:01.438 INFO:tasks.rados.rados.0.smithi119.stdout:2762: done (1 left) 2024-04-13T07:55:01.438 INFO:tasks.rados.rados.0.smithi119.stdout:2763: read oid 50 snap -1 2024-04-13T07:55:01.438 INFO:tasks.rados.rados.0.smithi119.stdout:2763: expect (ObjNum 805 snap 274 seq_num 805) 2024-04-13T07:55:01.439 INFO:tasks.rados.rados.0.smithi119.stdout:2764: delete oid 10 current snap is 280 2024-04-13T07:55:01.440 INFO:tasks.rados.rados.0.smithi119.stdout:2761: finishing rollback tid 1 to smithi11982245-19 2024-04-13T07:55:01.440 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 19 v 1649 (ObjNum 1121 snap 0 seq_num 3676287200) dirty dne 2024-04-13T07:55:01.442 INFO:tasks.rados.rados.0.smithi119.stdout:2761: done (2 left) 2024-04-13T07:55:01.442 INFO:tasks.rados.rados.0.smithi119.stdout:2764: done (1 left) 2024-04-13T07:55:01.442 INFO:tasks.rados.rados.0.smithi119.stdout:2765: rmattr oid 23 current snap is 280 2024-04-13T07:55:01.443 INFO:tasks.rados.rados.0.smithi119.stdout:2765: done (1 left) 2024-04-13T07:55:01.443 INFO:tasks.rados.rados.0.smithi119.stdout:2766: snap_remove snap 200 2024-04-13T07:55:01.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:01 smithi119 ceph-mon[96316]: pgmap v561: 121 pgs: 3 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 113 active+clean; 988 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 3.2 MiB/s wr, 19 op/s 2024-04-13T07:55:01.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:01 smithi119 ceph-mon[93746]: pgmap v561: 121 pgs: 3 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 113 active+clean; 988 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 3.2 MiB/s wr, 19 op/s 2024-04-13T07:55:01.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:01 smithi139 ceph-mon[88985]: pgmap v561: 121 pgs: 3 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 113 active+clean; 988 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 3.2 MiB/s wr, 19 op/s 2024-04-13T07:55:02.439 INFO:tasks.rados.rados.0.smithi119.stdout:2763: expect (ObjNum 805 snap 274 seq_num 805) 2024-04-13T07:55:02.605 INFO:tasks.rados.rados.0.smithi119.stdout:2763: done (1 left) 2024-04-13T07:55:02.606 INFO:tasks.rados.rados.0.smithi119.stdout:2766: done (0 left) 2024-04-13T07:55:02.606 INFO:tasks.rados.rados.0.smithi119.stdout:2767: rollback oid 47 current snap is 280 2024-04-13T07:55:02.606 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 47 to 267 2024-04-13T07:55:02.606 INFO:tasks.rados.rados.0.smithi119.stdout:2768: copy_from oid 35 from oid 44 current snap is 280 2024-04-13T07:55:02.606 INFO:tasks.rados.rados.0.smithi119.stdout:2769: read oid 32 snap -1 2024-04-13T07:55:02.606 INFO:tasks.rados.rados.0.smithi119.stdout:2769: expect (ObjNum 763 snap 267 seq_num 763) 2024-04-13T07:55:02.606 INFO:tasks.rados.rados.0.smithi119.stdout:2770: copy_from oid 33 from oid 7 current snap is 280 2024-04-13T07:55:02.606 INFO:tasks.rados.rados.0.smithi119.stdout:2771: read oid 30 snap -1 2024-04-13T07:55:02.606 INFO:tasks.rados.rados.0.smithi119.stdout:2771: expect (ObjNum 827 snap 277 seq_num 827) 2024-04-13T07:55:02.606 INFO:tasks.rados.rados.0.smithi119.stdout:2772: copy_from oid 10 from oid 12 current snap is 280 2024-04-13T07:55:02.606 INFO:tasks.rados.rados.0.smithi119.stdout:2773: copy_from oid 6 from oid 41 current snap is 280 2024-04-13T07:55:02.606 INFO:tasks.rados.rados.0.smithi119.stdout:2774: snap_remove snap 241 2024-04-13T07:55:02.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:02 smithi139 ceph-mon[88985]: osdmap e597: 8 total, 8 up, 8 in 2024-04-13T07:55:02.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:02 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:02.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:02 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:02.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:55:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:55:02.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:02 smithi119 ceph-mon[96316]: osdmap e597: 8 total, 8 up, 8 in 2024-04-13T07:55:02.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:02 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:02.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:02 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:02.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:02 smithi119 ceph-mon[93746]: osdmap e597: 8 total, 8 up, 8 in 2024-04-13T07:55:02.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:02 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:02.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:02 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:03.453 INFO:tasks.rados.rados.0.smithi119.stdout:2772: finishing copy_from to smithi11982245-10 2024-04-13T07:55:03.453 INFO:tasks.rados.rados.0.smithi119.stdout:2772: got expected ENOENT (src dne) 2024-04-13T07:55:03.453 INFO:tasks.rados.rados.0.smithi119.stdout:2772: finishing copy_from racing read to smithi11982245-10 2024-04-13T07:55:03.453 INFO:tasks.rados.rados.0.smithi119.stdout:2768: finishing copy_from to smithi11982245-35 2024-04-13T07:55:03.453 INFO:tasks.rados.rados.0.smithi119.stdout:2768: got expected ENOENT (src dne) 2024-04-13T07:55:03.454 INFO:tasks.rados.rados.0.smithi119.stdout:2770: finishing copy_from to smithi11982245-33 2024-04-13T07:55:03.454 INFO:tasks.rados.rados.0.smithi119.stdout:2770: got expected ENOENT (src dne) 2024-04-13T07:55:03.454 INFO:tasks.rados.rados.0.smithi119.stdout:2770: finishing copy_from racing read to smithi11982245-33 2024-04-13T07:55:03.454 INFO:tasks.rados.rados.0.smithi119.stdout:2768: finishing copy_from racing read to smithi11982245-35 2024-04-13T07:55:03.454 INFO:tasks.rados.rados.0.smithi119.stdout:2769: expect (ObjNum 763 snap 267 seq_num 763) 2024-04-13T07:55:03.481 INFO:tasks.rados.rados.0.smithi119.stdout:2767: finishing rollback tid 0 to smithi11982245-47 2024-04-13T07:55:03.481 INFO:tasks.rados.rados.0.smithi119.stdout:2767: finishing rollback tid 1 to smithi11982245-47 2024-04-13T07:55:03.481 INFO:tasks.rados.rados.0.smithi119.stdout:2773: finishing copy_from racing read to smithi11982245-6 2024-04-13T07:55:03.481 INFO:tasks.rados.rados.0.smithi119.stdout:2773: finishing copy_from to smithi11982245-6 2024-04-13T07:55:03.481 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 6 v 1707 (ObjNum 766 snap 269 seq_num 766) dirty exists 2024-04-13T07:55:03.481 INFO:tasks.rados.rados.0.smithi119.stdout:2767: finishing rollback tid 2 to smithi11982245-47 2024-04-13T07:55:03.482 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 47 v 1979 (ObjNum 758 snap 266 seq_num 758) dirty exists 2024-04-13T07:55:03.482 INFO:tasks.rados.rados.0.smithi119.stdout:2771: expect (ObjNum 827 snap 277 seq_num 827) 2024-04-13T07:55:03.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:03 smithi139 ceph-mon[88985]: osdmap e598: 8 total, 8 up, 8 in 2024-04-13T07:55:03.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:03 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:03.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:03 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:03.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:03 smithi139 ceph-mon[88985]: pgmap v564: 121 pgs: 3 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 113 active+clean; 988 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 1.4 MiB/s wr, 19 op/s 2024-04-13T07:55:03.642 INFO:tasks.rados.rados.0.smithi119.stdout:2767: done (7 left) 2024-04-13T07:55:03.643 INFO:tasks.rados.rados.0.smithi119.stdout:2768: done (6 left) 2024-04-13T07:55:03.643 INFO:tasks.rados.rados.0.smithi119.stdout:2769: done (5 left) 2024-04-13T07:55:03.643 INFO:tasks.rados.rados.0.smithi119.stdout:2770: done (4 left) 2024-04-13T07:55:03.643 INFO:tasks.rados.rados.0.smithi119.stdout:2771: done (3 left) 2024-04-13T07:55:03.643 INFO:tasks.rados.rados.0.smithi119.stdout:2772: done (2 left) 2024-04-13T07:55:03.643 INFO:tasks.rados.rados.0.smithi119.stdout:2773: done (1 left) 2024-04-13T07:55:03.643 INFO:tasks.rados.rados.0.smithi119.stdout:2774: done (0 left) 2024-04-13T07:55:03.643 INFO:tasks.rados.rados.0.smithi119.stdout:2775: delete oid 29 current snap is 280 2024-04-13T07:55:03.644 INFO:tasks.rados.rados.0.smithi119.stdout:2775: done (0 left) 2024-04-13T07:55:03.644 INFO:tasks.rados.rados.0.smithi119.stdout:2776: delete oid 21 current snap is 280 2024-04-13T07:55:03.646 INFO:tasks.rados.rados.0.smithi119.stdout:2776: done (0 left) 2024-04-13T07:55:03.646 INFO:tasks.rados.rados.0.smithi119.stdout:2777: copy_from oid 13 from oid 17 current snap is 280 2024-04-13T07:55:03.647 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 26 current snap is 280 2024-04-13T07:55:03.647 INFO:tasks.rados.rados.0.smithi119.stdout:2778: seq_num 840 ranges {835584=475136,1310720=712704,2023424=499712,2523136=393216} 2024-04-13T07:55:03.653 INFO:tasks.rados.rados.0.smithi119.stdout:2778: writing smithi11982245-26 from 835584 to 1310720 tid 1 2024-04-13T07:55:03.658 INFO:tasks.rados.rados.0.smithi119.stdout:2778: writing smithi11982245-26 from 1310720 to 2023424 tid 2 2024-04-13T07:55:03.660 INFO:tasks.rados.rados.0.smithi119.stdout:2778: writing smithi11982245-26 from 2023424 to 2523136 tid 3 2024-04-13T07:55:03.663 INFO:tasks.rados.rados.0.smithi119.stdout:2778: writing smithi11982245-26 from 2523136 to 2916352 tid 4 2024-04-13T07:55:03.663 INFO:tasks.rados.rados.0.smithi119.stdout:2779: snap_create 2024-04-13T07:55:03.663 INFO:tasks.rados.rados.0.smithi119.stdout:2777: finishing copy_from racing read to smithi11982245-13 2024-04-13T07:55:03.663 INFO:tasks.rados.rados.0.smithi119.stdout:2777: finishing copy_from to smithi11982245-13 2024-04-13T07:55:03.663 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 13 v 1724 (ObjNum 806 snap 274 seq_num 806) dirty exists 2024-04-13T07:55:03.663 INFO:tasks.rados.rados.0.smithi119.stdout:2778: finishing write tid 1 to smithi11982245-26 2024-04-13T07:55:03.663 INFO:tasks.rados.rados.0.smithi119.stdout:2778: finishing write tid 2 to smithi11982245-26 2024-04-13T07:55:03.663 INFO:tasks.rados.rados.0.smithi119.stdout:2778: finishing write tid 3 to smithi11982245-26 2024-04-13T07:55:03.665 INFO:tasks.rados.rados.0.smithi119.stdout:2778: finishing write tid 4 to smithi11982245-26 2024-04-13T07:55:03.665 INFO:tasks.rados.rados.0.smithi119.stdout:2778: finishing write tid 5 to smithi11982245-26 2024-04-13T07:55:03.667 INFO:tasks.rados.rados.0.smithi119.stdout:2778: finishing write tid 6 to smithi11982245-26 2024-04-13T07:55:03.667 INFO:tasks.rados.rados.0.smithi119.stdout:2778: oid 26 updating version 0 to 1708 2024-04-13T07:55:03.667 INFO:tasks.rados.rados.0.smithi119.stdout:2778: oid 26 updating version 1708 to 1712 2024-04-13T07:55:03.667 INFO:tasks.rados.rados.0.smithi119.stdout:2778: oid 26 version 1712 is already newer than 1709 2024-04-13T07:55:03.667 INFO:tasks.rados.rados.0.smithi119.stdout:2778: oid 26 version 1712 is already newer than 1710 2024-04-13T07:55:03.667 INFO:tasks.rados.rados.0.smithi119.stdout:2778: oid 26 version 1712 is already newer than 1711 2024-04-13T07:55:03.667 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 26 v 1712 (ObjNum 840 snap 280 seq_num 840) dirty exists 2024-04-13T07:55:03.667 INFO:tasks.rados.rados.0.smithi119.stdout:2778: left oid 26 (ObjNum 840 snap 280 seq_num 840) 2024-04-13T07:55:03.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:03 smithi119 ceph-mon[96316]: osdmap e598: 8 total, 8 up, 8 in 2024-04-13T07:55:03.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:03 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:03.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:03 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:03.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:03 smithi119 ceph-mon[96316]: pgmap v564: 121 pgs: 3 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 113 active+clean; 988 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 1.4 MiB/s wr, 19 op/s 2024-04-13T07:55:03.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:03 smithi119 ceph-mon[93746]: osdmap e598: 8 total, 8 up, 8 in 2024-04-13T07:55:03.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:03 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:03.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:03 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:03.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:03 smithi119 ceph-mon[93746]: pgmap v564: 121 pgs: 3 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 113 active+clean; 988 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 1.4 MiB/s wr, 19 op/s 2024-04-13T07:55:04.454 INFO:tasks.rados.rados.0.smithi119.stdout:2777: done (2 left) 2024-04-13T07:55:04.454 INFO:tasks.rados.rados.0.smithi119.stdout:2778: done (1 left) 2024-04-13T07:55:04.454 INFO:tasks.rados.rados.0.smithi119.stdout:2779: done (0 left) 2024-04-13T07:55:04.454 INFO:tasks.rados.rados.0.smithi119.stdout:2780: copy_from oid 24 from oid 35 current snap is 281 2024-04-13T07:55:04.454 INFO:tasks.rados.rados.0.smithi119.stdout:2781: read oid 32 snap 197 2024-04-13T07:55:04.455 INFO:tasks.rados.rados.0.smithi119.stdout:2781: expect (ObjNum 573 snap 193 seq_num 573) 2024-04-13T07:55:04.455 INFO:tasks.rados.rados.0.smithi119.stdout:2782: read oid 38 snap -1 2024-04-13T07:55:04.455 INFO:tasks.rados.rados.0.smithi119.stdout:2782: expect deleted 2024-04-13T07:55:04.455 INFO:tasks.rados.rados.0.smithi119.stdout:2783: read oid 50 snap 243 2024-04-13T07:55:04.455 INFO:tasks.rados.rados.0.smithi119.stdout:2783: expect deleted 2024-04-13T07:55:04.455 INFO:tasks.rados.rados.0.smithi119.stdout:2784: snap_remove snap 236 2024-04-13T07:55:04.634 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:04 smithi139 ceph-mon[88985]: osdmap e599: 8 total, 8 up, 8 in 2024-04-13T07:55:04.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:04 smithi119 ceph-mon[96316]: osdmap e599: 8 total, 8 up, 8 in 2024-04-13T07:55:04.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:04 smithi119 ceph-mon[93746]: osdmap e599: 8 total, 8 up, 8 in 2024-04-13T07:55:05.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:55:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:55:04] "GET /metrics HTTP/1.1" 200 35970 "" "Prometheus/2.43.0" 2024-04-13T07:55:05.415 INFO:tasks.rados.rados.0.smithi119.stdout:2784: done (4 left) 2024-04-13T07:55:05.415 INFO:tasks.rados.rados.0.smithi119.stdout:2785: delete oid 6 current snap is 281 2024-04-13T07:55:05.415 INFO:tasks.rados.rados.0.smithi119.stdout:2780: finishing copy_from to smithi11982245-24 2024-04-13T07:55:05.416 INFO:tasks.rados.rados.0.smithi119.stdout:2780: got expected ENOENT (src dne) 2024-04-13T07:55:05.416 INFO:tasks.rados.rados.0.smithi119.stdout:2780: finishing copy_from racing read to smithi11982245-24 2024-04-13T07:55:05.416 INFO:tasks.rados.rados.0.smithi119.stdout:2781: expect (ObjNum 573 snap 193 seq_num 573) 2024-04-13T07:55:05.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:05 smithi119 ceph-mon[96316]: osdmap e600: 8 total, 8 up, 8 in 2024-04-13T07:55:05.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:05 smithi119 ceph-mon[96316]: pgmap v567: 121 pgs: 3 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 113 active+clean; 988 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T07:55:05.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:05 smithi119 ceph-mon[96316]: osdmap e601: 8 total, 8 up, 8 in 2024-04-13T07:55:05.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:05 smithi119 ceph-mon[93746]: osdmap e600: 8 total, 8 up, 8 in 2024-04-13T07:55:05.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:05 smithi119 ceph-mon[93746]: pgmap v567: 121 pgs: 3 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 113 active+clean; 988 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T07:55:05.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:05 smithi119 ceph-mon[93746]: osdmap e601: 8 total, 8 up, 8 in 2024-04-13T07:55:05.811 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:05 smithi139 ceph-mon[88985]: osdmap e600: 8 total, 8 up, 8 in 2024-04-13T07:55:05.811 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:05 smithi139 ceph-mon[88985]: pgmap v567: 121 pgs: 3 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 113 active+clean; 988 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T07:55:05.811 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:05 smithi139 ceph-mon[88985]: osdmap e601: 8 total, 8 up, 8 in 2024-04-13T07:55:06.593 INFO:tasks.rados.rados.0.smithi119.stdout:2780: done (4 left) 2024-04-13T07:55:06.593 INFO:tasks.rados.rados.0.smithi119.stdout:2781: done (3 left) 2024-04-13T07:55:06.593 INFO:tasks.rados.rados.0.smithi119.stdout:2782: done (2 left) 2024-04-13T07:55:06.593 INFO:tasks.rados.rados.0.smithi119.stdout:2783: done (1 left) 2024-04-13T07:55:06.593 INFO:tasks.rados.rados.0.smithi119.stdout:2785: done (0 left) 2024-04-13T07:55:06.593 INFO:tasks.rados.rados.0.smithi119.stdout:2786: rollback oid 31 current snap is 281 2024-04-13T07:55:06.593 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 31 to 211 2024-04-13T07:55:06.593 INFO:tasks.rados.rados.0.smithi119.stdout:2787: snap_remove snap 142 2024-04-13T07:55:07.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:07.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:07.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:55:07.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:55:07.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:07.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:55:07.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:07.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:07.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:07.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:07.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:07.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[93746]: Upgrade: Setting container_image for all mds 2024-04-13T07:55:07.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:07.219 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-13T07:55:07.219 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-13T07:55:07.219 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-04-13T07:55:07.219 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-13T07:55:07.219 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-13T07:55:07.219 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-04-13T07:55:07.219 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:07.219 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[93746]: Upgrade: Setting container_image for all rgw 2024-04-13T07:55:07.219 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:07.219 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:07.220 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[93746]: Upgrade: Setting container_image for all rbd-mirror 2024-04-13T07:55:07.220 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:07.220 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:07.220 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:07.220 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[93746]: Upgrade: Setting container_image for all ceph-exporter 2024-04-13T07:55:07.220 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:07.220 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:07.220 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[93746]: Upgrade: Setting container_image for all iscsi 2024-04-13T07:55:07.220 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:07.220 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:07.221 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[93746]: Upgrade: Setting container_image for all nfs 2024-04-13T07:55:07.221 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:07.221 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:07.221 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[93746]: Upgrade: Setting container_image for all nvmeof 2024-04-13T07:55:07.221 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:07.221 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[93746]: pgmap v569: 121 pgs: 2 active+clean+snaptrim_wait, 6 active+clean+snaptrim, 113 active+clean; 989 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-04-13T07:55:07.221 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:07.221 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:07.221 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:55:07.221 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:55:07.222 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:07.222 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:55:07.222 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:07.222 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:07.222 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:07.222 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:07.222 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:07.222 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[96316]: Upgrade: Setting container_image for all mds 2024-04-13T07:55:07.222 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:07.222 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-13T07:55:07.222 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-13T07:55:07.223 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-04-13T07:55:07.223 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-13T07:55:07.223 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-13T07:55:07.223 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-04-13T07:55:07.223 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:07.223 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[96316]: Upgrade: Setting container_image for all rgw 2024-04-13T07:55:07.224 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:07.224 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:07.224 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[96316]: Upgrade: Setting container_image for all rbd-mirror 2024-04-13T07:55:07.224 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:07.224 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:07.224 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:07.224 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[96316]: Upgrade: Setting container_image for all ceph-exporter 2024-04-13T07:55:07.225 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:07.225 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:07.225 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[96316]: Upgrade: Setting container_image for all iscsi 2024-04-13T07:55:07.225 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:07.225 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:07.225 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[96316]: Upgrade: Setting container_image for all nfs 2024-04-13T07:55:07.225 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:07.225 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:07.225 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[96316]: Upgrade: Setting container_image for all nvmeof 2024-04-13T07:55:07.225 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:07.225 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:07 smithi119 ceph-mon[96316]: pgmap v569: 121 pgs: 2 active+clean+snaptrim_wait, 6 active+clean+snaptrim, 113 active+clean; 989 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-04-13T07:55:07.394 INFO:tasks.rados.rados.0.smithi119.stdout:2787: done (1 left) 2024-04-13T07:55:07.394 INFO:tasks.rados.rados.0.smithi119.stdout:2788: read oid 14 snap -1 2024-04-13T07:55:07.394 INFO:tasks.rados.rados.0.smithi119.stdout:2788: expect (ObjNum 430 snap 151 seq_num 430) 2024-04-13T07:55:07.394 INFO:tasks.rados.rados.0.smithi119.stdout:2789: rollback oid 9 current snap is 281 2024-04-13T07:55:07.394 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 9 to 134 2024-04-13T07:55:07.394 INFO:tasks.rados.rados.0.smithi119.stdout:2790: rollback oid 40 current snap is 281 2024-04-13T07:55:07.395 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 40 to 268 2024-04-13T07:55:07.395 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 30 current snap is 281 2024-04-13T07:55:07.395 INFO:tasks.rados.rados.0.smithi119.stdout:2791: seq_num 842 ranges {3940352=507904,4448256=475136,4923392=516096,5439488=499712,5939200=114688} 2024-04-13T07:55:07.418 INFO:tasks.rados.rados.0.smithi119.stdout:2791: writing smithi11982245-30 from 3940352 to 4448256 tid 1 2024-04-13T07:55:07.421 INFO:tasks.rados.rados.0.smithi119.stdout:2791: writing smithi11982245-30 from 4448256 to 4923392 tid 2 2024-04-13T07:55:07.424 INFO:tasks.rados.rados.0.smithi119.stdout:2791: writing smithi11982245-30 from 4923392 to 5439488 tid 3 2024-04-13T07:55:07.427 INFO:tasks.rados.rados.0.smithi119.stdout:2791: writing smithi11982245-30 from 5439488 to 5939200 tid 4 2024-04-13T07:55:07.428 INFO:tasks.rados.rados.0.smithi119.stdout:2791: writing smithi11982245-30 from 5939200 to 6053888 tid 5 2024-04-13T07:55:07.428 INFO:tasks.rados.rados.0.smithi119.stdout:2792: read oid 2 snap -1 2024-04-13T07:55:07.429 INFO:tasks.rados.rados.0.smithi119.stdout:2792: expect (ObjNum 824 snap 277 seq_num 824) 2024-04-13T07:55:07.429 INFO:tasks.rados.rados.0.smithi119.stdout:2793: rollback oid 43 current snap is 281 2024-04-13T07:55:07.429 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 43 to 273 2024-04-13T07:55:07.429 INFO:tasks.rados.rados.0.smithi119.stdout:2786: finishing rollback tid 1 to smithi11982245-31 2024-04-13T07:55:07.429 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 31 v 1740 (ObjNum 33 snap 0 seq_num 751399008) dirty dne 2024-04-13T07:55:07.429 INFO:tasks.rados.rados.0.smithi119.stdout:2789: finishing rollback tid 0 to smithi11982245-9 2024-04-13T07:55:07.429 INFO:tasks.rados.rados.0.smithi119.stdout:2789: finishing rollback tid 1 to smithi11982245-9 2024-04-13T07:55:07.429 INFO:tasks.rados.rados.0.smithi119.stdout:2789: finishing rollback tid 2 to smithi11982245-9 2024-04-13T07:55:07.429 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 9 v 1735 (ObjNum 252 snap 81 seq_num 252) dirty exists 2024-04-13T07:55:07.429 INFO:tasks.rados.rados.0.smithi119.stdout:2786: done (6 left) 2024-04-13T07:55:07.429 INFO:tasks.rados.rados.0.smithi119.stdout:2789: done (5 left) 2024-04-13T07:55:07.429 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 36 current snap is 281 2024-04-13T07:55:07.429 INFO:tasks.rados.rados.0.smithi119.stdout:2794: seq_num 843 ranges {0=524288,524288=761856,1286144=671744,1957888=172032} 2024-04-13T07:55:07.431 INFO:tasks.rados.rados.0.smithi119.stdout:2794: writing smithi11982245-36 from 0 to 524288 tid 1 2024-04-13T07:55:07.436 INFO:tasks.rados.rados.0.smithi119.stdout:2794: writing smithi11982245-36 from 524288 to 1286144 tid 2 2024-04-13T07:55:07.440 INFO:tasks.rados.rados.0.smithi119.stdout:2794: writing smithi11982245-36 from 1286144 to 1957888 tid 3 2024-04-13T07:55:07.441 INFO:tasks.rados.rados.0.smithi119.stdout:2794: writing smithi11982245-36 from 1957888 to 2129920 tid 4 2024-04-13T07:55:07.441 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 6 current snap is 281 2024-04-13T07:55:07.441 INFO:tasks.rados.rados.0.smithi119.stdout:2790: finishing rollback tid 1 to smithi11982245-40 2024-04-13T07:55:07.441 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 40 v 1713 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-13T07:55:07.441 INFO:tasks.rados.rados.0.smithi119.stdout:2788: expect (ObjNum 430 snap 151 seq_num 430) 2024-04-13T07:55:07.444 INFO:tasks.rados.rados.0.smithi119.stdout:2791: finishing write tid 1 to smithi11982245-30 2024-04-13T07:55:07.444 INFO:tasks.rados.rados.0.smithi119.stdout:2791: finishing write tid 2 to smithi11982245-30 2024-04-13T07:55:07.444 INFO:tasks.rados.rados.0.smithi119.stdout:2791: finishing write tid 3 to smithi11982245-30 2024-04-13T07:55:07.444 INFO:tasks.rados.rados.0.smithi119.stdout:2795: seq_num 844 ranges {0=540672,540672=696320,1236992=475136,1712128=434176} 2024-04-13T07:55:07.446 INFO:tasks.rados.rados.0.smithi119.stdout:2795: writing smithi11982245-6 from 0 to 540672 tid 1 2024-04-13T07:55:07.451 INFO:tasks.rados.rados.0.smithi119.stdout:2795: writing smithi11982245-6 from 540672 to 1236992 tid 2 2024-04-13T07:55:07.454 INFO:tasks.rados.rados.0.smithi119.stdout:2795: writing smithi11982245-6 from 1236992 to 1712128 tid 3 2024-04-13T07:55:07.458 INFO:tasks.rados.rados.0.smithi119.stdout:2795: writing smithi11982245-6 from 1712128 to 2146304 tid 4 2024-04-13T07:55:07.458 INFO:tasks.rados.rados.0.smithi119.stdout:2788: done (6 left) 2024-04-13T07:55:07.458 INFO:tasks.rados.rados.0.smithi119.stdout:2790: done (5 left) 2024-04-13T07:55:07.458 INFO:tasks.rados.rados.0.smithi119.stdout:2796: snap_create 2024-04-13T07:55:07.458 INFO:tasks.rados.rados.0.smithi119.stdout:2791: finishing write tid 4 to smithi11982245-30 2024-04-13T07:55:07.458 INFO:tasks.rados.rados.0.smithi119.stdout:2791: finishing write tid 5 to smithi11982245-30 2024-04-13T07:55:07.458 INFO:tasks.rados.rados.0.smithi119.stdout:2791: finishing write tid 6 to smithi11982245-30 2024-04-13T07:55:07.458 INFO:tasks.rados.rados.0.smithi119.stdout:2793: finishing rollback tid 1 to smithi11982245-43 2024-04-13T07:55:07.458 INFO:tasks.rados.rados.0.smithi119.stdout:2793: finishing rollback tid 2 to smithi11982245-43 2024-04-13T07:55:07.459 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 43 v 1958 (ObjNum 778 snap 270 seq_num 778) dirty exists 2024-04-13T07:55:07.459 INFO:tasks.rados.rados.0.smithi119.stdout:2791: finishing write tid 7 to smithi11982245-30 2024-04-13T07:55:07.459 INFO:tasks.rados.rados.0.smithi119.stdout:2791: oid 30 updating version 0 to 1639 2024-04-13T07:55:07.459 INFO:tasks.rados.rados.0.smithi119.stdout:2791: oid 30 version 1639 is already newer than 1638 2024-04-13T07:55:07.459 INFO:tasks.rados.rados.0.smithi119.stdout:2791: oid 30 updating version 1639 to 1640 2024-04-13T07:55:07.459 INFO:tasks.rados.rados.0.smithi119.stdout:2791: oid 30 updating version 1640 to 1643 2024-04-13T07:55:07.459 INFO:tasks.rados.rados.0.smithi119.stdout:2791: oid 30 version 1643 is already newer than 1642 2024-04-13T07:55:07.459 INFO:tasks.rados.rados.0.smithi119.stdout:2791: oid 30 version 1643 is already newer than 1641 2024-04-13T07:55:07.459 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 30 v 1643 (ObjNum 842 snap 281 seq_num 842) dirty exists 2024-04-13T07:55:07.459 INFO:tasks.rados.rados.0.smithi119.stdout:2791: left oid 30 (ObjNum 842 snap 281 seq_num 842) 2024-04-13T07:55:07.459 INFO:tasks.rados.rados.0.smithi119.stdout:2794: finishing write tid 1 to smithi11982245-36 2024-04-13T07:55:07.459 INFO:tasks.rados.rados.0.smithi119.stdout:2794: finishing write tid 2 to smithi11982245-36 2024-04-13T07:55:07.459 INFO:tasks.rados.rados.0.smithi119.stdout:2794: finishing write tid 3 to smithi11982245-36 2024-04-13T07:55:07.459 INFO:tasks.rados.rados.0.smithi119.stdout:2794: finishing write tid 4 to smithi11982245-36 2024-04-13T07:55:07.459 INFO:tasks.rados.rados.0.smithi119.stdout:2794: finishing write tid 5 to smithi11982245-36 2024-04-13T07:55:07.459 INFO:tasks.rados.rados.0.smithi119.stdout:2795: finishing write tid 1 to smithi11982245-6 2024-04-13T07:55:07.459 INFO:tasks.rados.rados.0.smithi119.stdout:2794: finishing write tid 6 to smithi11982245-36 2024-04-13T07:55:07.460 INFO:tasks.rados.rados.0.smithi119.stdout:2794: oid 36 updating version 0 to 1238 2024-04-13T07:55:07.460 INFO:tasks.rados.rados.0.smithi119.stdout:2794: oid 36 updating version 1238 to 1239 2024-04-13T07:55:07.460 INFO:tasks.rados.rados.0.smithi119.stdout:2794: oid 36 version 1239 is already newer than 1237 2024-04-13T07:55:07.460 INFO:tasks.rados.rados.0.smithi119.stdout:2794: oid 36 updating version 1239 to 1240 2024-04-13T07:55:07.460 INFO:tasks.rados.rados.0.smithi119.stdout:2794: oid 36 version 1240 is already newer than 1236 2024-04-13T07:55:07.460 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 36 v 1240 (ObjNum 843 snap 281 seq_num 843) dirty exists 2024-04-13T07:55:07.460 INFO:tasks.rados.rados.0.smithi119.stdout:2794: left oid 36 (ObjNum 843 snap 281 seq_num 843) 2024-04-13T07:55:07.460 INFO:tasks.rados.rados.0.smithi119.stdout:2795: finishing write tid 2 to smithi11982245-6 2024-04-13T07:55:07.460 INFO:tasks.rados.rados.0.smithi119.stdout:2795: finishing write tid 3 to smithi11982245-6 2024-04-13T07:55:07.461 INFO:tasks.rados.rados.0.smithi119.stdout:2795: finishing write tid 4 to smithi11982245-6 2024-04-13T07:55:07.461 INFO:tasks.rados.rados.0.smithi119.stdout:2795: finishing write tid 5 to smithi11982245-6 2024-04-13T07:55:07.461 INFO:tasks.rados.rados.0.smithi119.stdout:2792: expect (ObjNum 824 snap 277 seq_num 824) 2024-04-13T07:55:07.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:07 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:07.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:07 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:07.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:07 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:55:07.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:07 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:55:07.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:07 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:07.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:07 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:55:07.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:07 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:07.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:07 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:07.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:07 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:07.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:07 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:07.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:07 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:07.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:07 smithi139 ceph-mon[88985]: Upgrade: Setting container_image for all mds 2024-04-13T07:55:07.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:07 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:07.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:07 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-13T07:55:07.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:07 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-13T07:55:07.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:07 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-04-13T07:55:07.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:07 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-13T07:55:07.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:07 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-13T07:55:07.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:07 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-04-13T07:55:07.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:07 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:07.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:07 smithi139 ceph-mon[88985]: Upgrade: Setting container_image for all rgw 2024-04-13T07:55:07.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:07 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:07.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:07 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:07.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:07 smithi139 ceph-mon[88985]: Upgrade: Setting container_image for all rbd-mirror 2024-04-13T07:55:07.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:07 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:07.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:07 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:07.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:07 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:07.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:07 smithi139 ceph-mon[88985]: Upgrade: Setting container_image for all ceph-exporter 2024-04-13T07:55:07.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:07 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:07.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:07 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:07.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:07 smithi139 ceph-mon[88985]: Upgrade: Setting container_image for all iscsi 2024-04-13T07:55:07.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:07 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:07.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:07 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:07.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:07 smithi139 ceph-mon[88985]: Upgrade: Setting container_image for all nfs 2024-04-13T07:55:07.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:07 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:07.639 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:07 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:07.639 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:07 smithi139 ceph-mon[88985]: Upgrade: Setting container_image for all nvmeof 2024-04-13T07:55:07.639 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:07 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:07.639 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:07 smithi139 ceph-mon[88985]: pgmap v569: 121 pgs: 2 active+clean+snaptrim_wait, 6 active+clean+snaptrim, 113 active+clean; 989 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-04-13T07:55:07.765 INFO:tasks.rados.rados.0.smithi119.stdout:2795: finishing write tid 6 to smithi11982245-6 2024-04-13T07:55:07.765 INFO:tasks.rados.rados.0.smithi119.stdout:2795: oid 6 updating version 0 to 1726 2024-04-13T07:55:07.765 INFO:tasks.rados.rados.0.smithi119.stdout:2795: oid 6 updating version 1726 to 1730 2024-04-13T07:55:07.766 INFO:tasks.rados.rados.0.smithi119.stdout:2795: oid 6 version 1730 is already newer than 1728 2024-04-13T07:55:07.766 INFO:tasks.rados.rados.0.smithi119.stdout:2795: oid 6 version 1730 is already newer than 1727 2024-04-13T07:55:07.766 INFO:tasks.rados.rados.0.smithi119.stdout:2795: oid 6 version 1730 is already newer than 1729 2024-04-13T07:55:07.766 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 6 v 1730 (ObjNum 844 snap 281 seq_num 844) dirty exists 2024-04-13T07:55:07.766 INFO:tasks.rados.rados.0.smithi119.stdout:2795: left oid 6 (ObjNum 844 snap 281 seq_num 844) 2024-04-13T07:55:08.401 INFO:tasks.rados.rados.0.smithi119.stdout:2791: done (5 left) 2024-04-13T07:55:08.401 INFO:tasks.rados.rados.0.smithi119.stdout:2792: done (4 left) 2024-04-13T07:55:08.401 INFO:tasks.rados.rados.0.smithi119.stdout:2793: done (3 left) 2024-04-13T07:55:08.401 INFO:tasks.rados.rados.0.smithi119.stdout:2794: done (2 left) 2024-04-13T07:55:08.401 INFO:tasks.rados.rados.0.smithi119.stdout:2795: done (1 left) 2024-04-13T07:55:08.401 INFO:tasks.rados.rados.0.smithi119.stdout:2796: done (0 left) 2024-04-13T07:55:08.401 INFO:tasks.rados.rados.0.smithi119.stdout:2797: copy_from oid 48 from oid 43 current snap is 282 2024-04-13T07:55:08.401 INFO:tasks.rados.rados.0.smithi119.stdout:2798: setattr oid 7 current snap is 282 2024-04-13T07:55:08.402 INFO:tasks.rados.rados.0.smithi119.stdout:2799: read oid 36 snap 184 2024-04-13T07:55:08.402 INFO:tasks.rados.rados.0.smithi119.stdout:2799: expect (ObjNum 436 snap 151 seq_num 436) 2024-04-13T07:55:08.403 INFO:tasks.rados.rados.0.smithi119.stdout:2800: read oid 25 snap -1 2024-04-13T07:55:08.403 INFO:tasks.rados.rados.0.smithi119.stdout:2800: expect (ObjNum 820 snap 274 seq_num 820) 2024-04-13T07:55:08.403 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 44 current snap is 282 2024-04-13T07:55:08.403 INFO:tasks.rados.rados.0.smithi119.stdout:2801: seq_num 845 ranges {0=557056,557056=581632,1138688=688128,1826816=335872} 2024-04-13T07:55:08.406 INFO:tasks.rados.rados.0.smithi119.stdout:2801: writing smithi11982245-44 from 0 to 557056 tid 1 2024-04-13T07:55:08.410 INFO:tasks.rados.rados.0.smithi119.stdout:2801: writing smithi11982245-44 from 557056 to 1138688 tid 2 2024-04-13T07:55:08.414 INFO:tasks.rados.rados.0.smithi119.stdout:2801: writing smithi11982245-44 from 1138688 to 1826816 tid 3 2024-04-13T07:55:08.416 INFO:tasks.rados.rados.0.smithi119.stdout:2801: writing smithi11982245-44 from 1826816 to 2162688 tid 4 2024-04-13T07:55:08.416 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 24 current snap is 282 2024-04-13T07:55:08.416 INFO:tasks.rados.rados.0.smithi119.stdout:2802: seq_num 846 ranges {1417216=573440,1990656=466944,2457600=491520,2949120=548864,3497984=98304} 2024-04-13T07:55:08.427 INFO:tasks.rados.rados.0.smithi119.stdout:2802: writing smithi11982245-24 from 1417216 to 1990656 tid 1 2024-04-13T07:55:08.430 INFO:tasks.rados.rados.0.smithi119.stdout:2802: writing smithi11982245-24 from 1990656 to 2457600 tid 2 2024-04-13T07:55:08.432 INFO:tasks.rados.rados.0.smithi119.stdout:2802: writing smithi11982245-24 from 2457600 to 2949120 tid 3 2024-04-13T07:55:08.435 INFO:tasks.rados.rados.0.smithi119.stdout:2802: writing smithi11982245-24 from 2949120 to 3497984 tid 4 2024-04-13T07:55:08.437 INFO:tasks.rados.rados.0.smithi119.stdout:2802: writing smithi11982245-24 from 3497984 to 3596288 tid 5 2024-04-13T07:55:08.437 INFO:tasks.rados.rados.0.smithi119.stdout:2803: rmattr oid 37 current snap is 282 2024-04-13T07:55:08.437 INFO:tasks.rados.rados.0.smithi119.stdout:2803: done (6 left) 2024-04-13T07:55:08.437 INFO:tasks.rados.rados.0.smithi119.stdout:2804: rmattr oid 23 current snap is 282 2024-04-13T07:55:08.437 INFO:tasks.rados.rados.0.smithi119.stdout:2804: done (6 left) 2024-04-13T07:55:08.437 INFO:tasks.rados.rados.0.smithi119.stdout:2805: read oid 37 snap 196 2024-04-13T07:55:08.437 INFO:tasks.rados.rados.0.smithi119.stdout:2805: expect (ObjNum 592 snap 194 seq_num 592) 2024-04-13T07:55:08.437 INFO:tasks.rados.rados.0.smithi119.stdout:2806: delete oid 32 current snap is 282 2024-04-13T07:55:08.437 INFO:tasks.rados.rados.0.smithi119.stdout:2799: expect (ObjNum 436 snap 151 seq_num 436) 2024-04-13T07:55:08.441 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 7 v 1651 (ObjNum 65 snap 0 seq_num 1633440097) dirty exists 2024-04-13T07:55:08.441 INFO:tasks.rados.rados.0.smithi119.stdout:2800: expect (ObjNum 820 snap 274 seq_num 820) 2024-04-13T07:55:08.489 INFO:tasks.rados.rados.0.smithi119.stdout:2801: finishing write tid 1 to smithi11982245-44 2024-04-13T07:55:08.489 INFO:tasks.rados.rados.0.smithi119.stdout:2801: finishing write tid 2 to smithi11982245-44 2024-04-13T07:55:08.489 INFO:tasks.rados.rados.0.smithi119.stdout:2798: done (7 left) 2024-04-13T07:55:08.489 INFO:tasks.rados.rados.0.smithi119.stdout:2799: done (6 left) 2024-04-13T07:55:08.489 INFO:tasks.rados.rados.0.smithi119.stdout:2800: done (5 left) 2024-04-13T07:55:08.490 INFO:tasks.rados.rados.0.smithi119.stdout:2806: done (4 left) 2024-04-13T07:55:08.490 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 23 current snap is 282 2024-04-13T07:55:08.490 INFO:tasks.rados.rados.0.smithi119.stdout:2801: finishing write tid 3 to smithi11982245-44 2024-04-13T07:55:08.490 INFO:tasks.rados.rados.0.smithi119.stdout:2807: seq_num 848 ranges {0=606208,606208=630784,1236992=458752,1695744=516096} 2024-04-13T07:55:08.492 INFO:tasks.rados.rados.0.smithi119.stdout:2807: writing smithi11982245-23 from 0 to 606208 tid 1 2024-04-13T07:55:08.496 INFO:tasks.rados.rados.0.smithi119.stdout:2807: writing smithi11982245-23 from 606208 to 1236992 tid 2 2024-04-13T07:55:08.498 INFO:tasks.rados.rados.0.smithi119.stdout:2807: writing smithi11982245-23 from 1236992 to 1695744 tid 3 2024-04-13T07:55:08.501 INFO:tasks.rados.rados.0.smithi119.stdout:2807: writing smithi11982245-23 from 1695744 to 2211840 tid 4 2024-04-13T07:55:08.501 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 22 current snap is 282 2024-04-13T07:55:08.502 INFO:tasks.rados.rados.0.smithi119.stdout:2801: finishing write tid 4 to smithi11982245-44 2024-04-13T07:55:08.502 INFO:tasks.rados.rados.0.smithi119.stdout:2801: finishing write tid 5 to smithi11982245-44 2024-04-13T07:55:08.502 INFO:tasks.rados.rados.0.smithi119.stdout:2808: seq_num 849 ranges {0=622592,622592=516096,1138688=663552,1802240=425984} 2024-04-13T07:55:08.505 INFO:tasks.rados.rados.0.smithi119.stdout:2808: writing smithi11982245-22 from 0 to 622592 tid 1 2024-04-13T07:55:08.508 INFO:tasks.rados.rados.0.smithi119.stdout:2808: writing smithi11982245-22 from 622592 to 1138688 tid 2 2024-04-13T07:55:08.512 INFO:tasks.rados.rados.0.smithi119.stdout:2808: writing smithi11982245-22 from 1138688 to 1802240 tid 3 2024-04-13T07:55:08.515 INFO:tasks.rados.rados.0.smithi119.stdout:2808: writing smithi11982245-22 from 1802240 to 2228224 tid 4 2024-04-13T07:55:08.515 INFO:tasks.rados.rados.0.smithi119.stdout:2809: read oid 49 snap 275 2024-04-13T07:55:08.515 INFO:tasks.rados.rados.0.smithi119.stdout:2809: expect (ObjNum 501 snap 171 seq_num 501) 2024-04-13T07:55:08.515 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 45 current snap is 282 2024-04-13T07:55:08.516 INFO:tasks.rados.rados.0.smithi119.stdout:2801: finishing write tid 6 to smithi11982245-44 2024-04-13T07:55:08.516 INFO:tasks.rados.rados.0.smithi119.stdout:2801: oid 44 updating version 0 to 1961 2024-04-13T07:55:08.516 INFO:tasks.rados.rados.0.smithi119.stdout:2801: oid 44 version 1961 is already newer than 1959 2024-04-13T07:55:08.516 INFO:tasks.rados.rados.0.smithi119.stdout:2801: oid 44 version 1961 is already newer than 1960 2024-04-13T07:55:08.516 INFO:tasks.rados.rados.0.smithi119.stdout:2801: oid 44 updating version 1961 to 1962 2024-04-13T07:55:08.516 INFO:tasks.rados.rados.0.smithi119.stdout:2801: oid 44 updating version 1962 to 1963 2024-04-13T07:55:08.516 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 44 v 1963 (ObjNum 845 snap 282 seq_num 845) dirty exists 2024-04-13T07:55:08.516 INFO:tasks.rados.rados.0.smithi119.stdout:2801: left oid 44 (ObjNum 845 snap 282 seq_num 845) 2024-04-13T07:55:08.516 INFO:tasks.rados.rados.0.smithi119.stdout:2797: finishing copy_from racing read to smithi11982245-48 2024-04-13T07:55:08.516 INFO:tasks.rados.rados.0.smithi119.stdout:2797: finishing copy_from to smithi11982245-48 2024-04-13T07:55:08.516 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 48 v 1958 (ObjNum 778 snap 270 seq_num 778) dirty exists 2024-04-13T07:55:08.516 INFO:tasks.rados.rados.0.smithi119.stdout:2802: finishing write tid 1 to smithi11982245-24 2024-04-13T07:55:08.516 INFO:tasks.rados.rados.0.smithi119.stdout:2802: finishing write tid 2 to smithi11982245-24 2024-04-13T07:55:08.516 INFO:tasks.rados.rados.0.smithi119.stdout:2802: finishing write tid 3 to smithi11982245-24 2024-04-13T07:55:08.516 INFO:tasks.rados.rados.0.smithi119.stdout:2802: finishing write tid 4 to smithi11982245-24 2024-04-13T07:55:08.516 INFO:tasks.rados.rados.0.smithi119.stdout:2802: finishing write tid 5 to smithi11982245-24 2024-04-13T07:55:08.517 INFO:tasks.rados.rados.0.smithi119.stdout:2802: finishing write tid 6 to smithi11982245-24 2024-04-13T07:55:08.517 INFO:tasks.rados.rados.0.smithi119.stdout:2802: finishing write tid 7 to smithi11982245-24 2024-04-13T07:55:08.517 INFO:tasks.rados.rados.0.smithi119.stdout:2802: oid 24 updating version 0 to 1244 2024-04-13T07:55:08.517 INFO:tasks.rados.rados.0.smithi119.stdout:2802: oid 24 updating version 1244 to 1246 2024-04-13T07:55:08.517 INFO:tasks.rados.rados.0.smithi119.stdout:2802: oid 24 version 1246 is already newer than 1242 2024-04-13T07:55:08.517 INFO:tasks.rados.rados.0.smithi119.stdout:2802: oid 24 version 1246 is already newer than 1241 2024-04-13T07:55:08.517 INFO:tasks.rados.rados.0.smithi119.stdout:2802: oid 24 version 1246 is already newer than 1245 2024-04-13T07:55:08.517 INFO:tasks.rados.rados.0.smithi119.stdout:2802: oid 24 version 1246 is already newer than 1243 2024-04-13T07:55:08.517 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 24 v 1246 (ObjNum 846 snap 282 seq_num 846) dirty exists 2024-04-13T07:55:08.517 INFO:tasks.rados.rados.0.smithi119.stdout:2802: left oid 24 (ObjNum 846 snap 282 seq_num 846) 2024-04-13T07:55:08.517 INFO:tasks.rados.rados.0.smithi119.stdout:2805: expect (ObjNum 592 snap 194 seq_num 592) 2024-04-13T07:55:08.594 INFO:tasks.rados.rados.0.smithi119.stdout:2807: finishing write tid 1 to smithi11982245-23 2024-04-13T07:55:08.594 INFO:tasks.rados.rados.0.smithi119.stdout:2807: finishing write tid 2 to smithi11982245-23 2024-04-13T07:55:08.594 INFO:tasks.rados.rados.0.smithi119.stdout:2807: finishing write tid 3 to smithi11982245-23 2024-04-13T07:55:08.594 INFO:tasks.rados.rados.0.smithi119.stdout:2807: finishing write tid 4 to smithi11982245-23 2024-04-13T07:55:08.594 INFO:tasks.rados.rados.0.smithi119.stdout:2807: finishing write tid 5 to smithi11982245-23 2024-04-13T07:55:08.595 INFO:tasks.rados.rados.0.smithi119.stdout:2807: finishing write tid 6 to smithi11982245-23 2024-04-13T07:55:08.595 INFO:tasks.rados.rados.0.smithi119.stdout:2807: oid 23 updating version 0 to 1960 2024-04-13T07:55:08.595 INFO:tasks.rados.rados.0.smithi119.stdout:2807: oid 23 version 1960 is already newer than 1959 2024-04-13T07:55:08.595 INFO:tasks.rados.rados.0.smithi119.stdout:2807: oid 23 version 1960 is already newer than 1956 2024-04-13T07:55:08.595 INFO:tasks.rados.rados.0.smithi119.stdout:2807: oid 23 version 1960 is already newer than 1957 2024-04-13T07:55:08.595 INFO:tasks.rados.rados.0.smithi119.stdout:2807: oid 23 version 1960 is already newer than 1958 2024-04-13T07:55:08.595 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 23 v 1960 (ObjNum 848 snap 282 seq_num 848) dirty exists 2024-04-13T07:55:08.595 INFO:tasks.rados.rados.0.smithi119.stdout:2807: left oid 23 (ObjNum 848 snap 282 seq_num 848) 2024-04-13T07:55:08.595 INFO:tasks.rados.rados.0.smithi119.stdout:2808: finishing write tid 1 to smithi11982245-22 2024-04-13T07:55:08.595 INFO:tasks.rados.rados.0.smithi119.stdout:2808: finishing write tid 2 to smithi11982245-22 2024-04-13T07:55:08.595 INFO:tasks.rados.rados.0.smithi119.stdout:2808: finishing write tid 3 to smithi11982245-22 2024-04-13T07:55:08.595 INFO:tasks.rados.rados.0.smithi119.stdout:2808: finishing write tid 4 to smithi11982245-22 2024-04-13T07:55:08.595 INFO:tasks.rados.rados.0.smithi119.stdout:2810: seq_num 850 ranges {221184=638976,860160=802816,1662976=475136,2138112=327680} 2024-04-13T07:55:08.598 INFO:tasks.rados.rados.0.smithi119.stdout:2810: writing smithi11982245-45 from 221184 to 860160 tid 1 2024-04-13T07:55:08.603 INFO:tasks.rados.rados.0.smithi119.stdout:2810: writing smithi11982245-45 from 860160 to 1662976 tid 2 2024-04-13T07:55:08.606 INFO:tasks.rados.rados.0.smithi119.stdout:2810: writing smithi11982245-45 from 1662976 to 2138112 tid 3 2024-04-13T07:55:08.610 INFO:tasks.rados.rados.0.smithi119.stdout:2810: writing smithi11982245-45 from 2138112 to 2465792 tid 4 2024-04-13T07:55:08.610 INFO:tasks.rados.rados.0.smithi119.stdout:2797: done (7 left) 2024-04-13T07:55:08.610 INFO:tasks.rados.rados.0.smithi119.stdout:2801: done (6 left) 2024-04-13T07:55:08.610 INFO:tasks.rados.rados.0.smithi119.stdout:2802: done (5 left) 2024-04-13T07:55:08.610 INFO:tasks.rados.rados.0.smithi119.stdout:2805: done (4 left) 2024-04-13T07:55:08.610 INFO:tasks.rados.rados.0.smithi119.stdout:2807: done (3 left) 2024-04-13T07:55:08.611 INFO:tasks.rados.rados.0.smithi119.stdout:2811: rollback oid 10 current snap is 282 2024-04-13T07:55:08.611 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 10 to 254 2024-04-13T07:55:08.611 INFO:tasks.rados.rados.0.smithi119.stdout:2808: finishing write tid 5 to smithi11982245-22 2024-04-13T07:55:08.611 INFO:tasks.rados.rados.0.smithi119.stdout:2808: finishing write tid 6 to smithi11982245-22 2024-04-13T07:55:08.611 INFO:tasks.rados.rados.0.smithi119.stdout:2808: oid 22 updating version 0 to 1959 2024-04-13T07:55:08.611 INFO:tasks.rados.rados.0.smithi119.stdout:2808: oid 22 updating version 1959 to 1963 2024-04-13T07:55:08.612 INFO:tasks.rados.rados.0.smithi119.stdout:2808: oid 22 version 1963 is already newer than 1961 2024-04-13T07:55:08.612 INFO:tasks.rados.rados.0.smithi119.stdout:2808: oid 22 version 1963 is already newer than 1960 2024-04-13T07:55:08.612 INFO:tasks.rados.rados.0.smithi119.stdout:2808: oid 22 version 1963 is already newer than 1962 2024-04-13T07:55:08.612 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 22 v 1963 (ObjNum 849 snap 282 seq_num 849) dirty exists 2024-04-13T07:55:08.612 INFO:tasks.rados.rados.0.smithi119.stdout:2808: left oid 22 (ObjNum 849 snap 282 seq_num 849) 2024-04-13T07:55:08.612 INFO:tasks.rados.rados.0.smithi119.stdout:2809: expect (ObjNum 501 snap 171 seq_num 501) 2024-04-13T07:55:08.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:08 smithi119 ceph-mon[96316]: osdmap e602: 8 total, 8 up, 8 in 2024-04-13T07:55:08.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:08 smithi119 ceph-mon[93746]: osdmap e602: 8 total, 8 up, 8 in 2024-04-13T07:55:08.741 INFO:tasks.rados.rados.0.smithi119.stdout:2810: finishing write tid 1 to smithi11982245-45 2024-04-13T07:55:08.741 INFO:tasks.rados.rados.0.smithi119.stdout:2810: finishing write tid 2 to smithi11982245-45 2024-04-13T07:55:08.742 INFO:tasks.rados.rados.0.smithi119.stdout:2811: finishing rollback tid 1 to smithi11982245-10 2024-04-13T07:55:08.742 INFO:tasks.rados.rados.0.smithi119.stdout:2811: finishing rollback tid 2 to smithi11982245-10 2024-04-13T07:55:08.742 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 10 v 1962 (ObjNum 211 snap 65 seq_num 211) dirty exists 2024-04-13T07:55:08.742 INFO:tasks.rados.rados.0.smithi119.stdout:2810: finishing write tid 3 to smithi11982245-45 2024-04-13T07:55:08.742 INFO:tasks.rados.rados.0.smithi119.stdout:2810: finishing write tid 4 to smithi11982245-45 2024-04-13T07:55:08.742 INFO:tasks.rados.rados.0.smithi119.stdout:2810: finishing write tid 5 to smithi11982245-45 2024-04-13T07:55:08.742 INFO:tasks.rados.rados.0.smithi119.stdout:2810: finishing write tid 6 to smithi11982245-45 2024-04-13T07:55:08.742 INFO:tasks.rados.rados.0.smithi119.stdout:2810: oid 45 updating version 0 to 2005 2024-04-13T07:55:08.742 INFO:tasks.rados.rados.0.smithi119.stdout:2810: oid 45 version 2005 is already newer than 2004 2024-04-13T07:55:08.742 INFO:tasks.rados.rados.0.smithi119.stdout:2810: oid 45 updating version 2005 to 2007 2024-04-13T07:55:08.742 INFO:tasks.rados.rados.0.smithi119.stdout:2810: oid 45 version 2007 is already newer than 2006 2024-04-13T07:55:08.742 INFO:tasks.rados.rados.0.smithi119.stdout:2810: oid 45 updating version 2007 to 2008 2024-04-13T07:55:08.742 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 45 v 2008 (ObjNum 850 snap 282 seq_num 850) dirty exists 2024-04-13T07:55:08.742 INFO:tasks.rados.rados.0.smithi119.stdout:2810: left oid 45 (ObjNum 850 snap 282 seq_num 850) 2024-04-13T07:55:08.742 INFO:tasks.rados.rados.0.smithi119.stdout:2808: done (3 left) 2024-04-13T07:55:08.743 INFO:tasks.rados.rados.0.smithi119.stdout:2809: done (2 left) 2024-04-13T07:55:08.743 INFO:tasks.rados.rados.0.smithi119.stdout:2810: done (1 left) 2024-04-13T07:55:08.743 INFO:tasks.rados.rados.0.smithi119.stdout:2811: done (0 left) 2024-04-13T07:55:08.743 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 36 current snap is 282 2024-04-13T07:55:08.743 INFO:tasks.rados.rados.0.smithi119.stdout:2812: seq_num 851 ranges {2129920=655360,2785280=688128,3473408=679936,4153344=237568} 2024-04-13T07:55:08.756 INFO:tasks.rados.rados.0.smithi119.stdout:2812: writing smithi11982245-36 from 2129920 to 2785280 tid 1 2024-04-13T07:55:08.760 INFO:tasks.rados.rados.0.smithi119.stdout:2812: writing smithi11982245-36 from 2785280 to 3473408 tid 2 2024-04-13T07:55:08.763 INFO:tasks.rados.rados.0.smithi119.stdout:2812: writing smithi11982245-36 from 3473408 to 4153344 tid 3 2024-04-13T07:55:08.765 INFO:tasks.rados.rados.0.smithi119.stdout:2812: writing smithi11982245-36 from 4153344 to 4390912 tid 4 2024-04-13T07:55:08.765 INFO:tasks.rados.rados.0.smithi119.stdout:2813: delete oid 25 current snap is 282 2024-04-13T07:55:08.765 INFO:tasks.rados.rados.0.smithi119.stdout:2812: finishing write tid 1 to smithi11982245-36 2024-04-13T07:55:08.765 INFO:tasks.rados.rados.0.smithi119.stdout:2812: finishing write tid 2 to smithi11982245-36 2024-04-13T07:55:08.767 INFO:tasks.rados.rados.0.smithi119.stdout:2813: done (1 left) 2024-04-13T07:55:08.767 INFO:tasks.rados.rados.0.smithi119.stdout:2814: setattr oid 30 current snap is 282 2024-04-13T07:55:08.768 INFO:tasks.rados.rados.0.smithi119.stdout:2815: read oid 41 snap -1 2024-04-13T07:55:08.768 INFO:tasks.rados.rados.0.smithi119.stdout:2815: expect (ObjNum 766 snap 269 seq_num 766) 2024-04-13T07:55:08.768 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 1 current snap is 282 2024-04-13T07:55:08.768 INFO:tasks.rados.rados.0.smithi119.stdout:2816: seq_num 853 ranges {0=696320,696320=507904,1204224=647168,1851392=450560} 2024-04-13T07:55:08.773 INFO:tasks.rados.rados.0.smithi119.stdout:2816: writing smithi11982245-1 from 0 to 696320 tid 1 2024-04-13T07:55:08.776 INFO:tasks.rados.rados.0.smithi119.stdout:2816: writing smithi11982245-1 from 696320 to 1204224 tid 2 2024-04-13T07:55:08.780 INFO:tasks.rados.rados.0.smithi119.stdout:2816: writing smithi11982245-1 from 1204224 to 1851392 tid 3 2024-04-13T07:55:08.783 INFO:tasks.rados.rados.0.smithi119.stdout:2816: writing smithi11982245-1 from 1851392 to 2301952 tid 4 2024-04-13T07:55:08.783 INFO:tasks.rados.rados.0.smithi119.stdout:2817: snap_create 2024-04-13T07:55:08.783 INFO:tasks.rados.rados.0.smithi119.stdout:2812: finishing write tid 3 to smithi11982245-36 2024-04-13T07:55:08.784 INFO:tasks.rados.rados.0.smithi119.stdout:2812: finishing write tid 4 to smithi11982245-36 2024-04-13T07:55:08.784 INFO:tasks.rados.rados.0.smithi119.stdout:2812: finishing write tid 5 to smithi11982245-36 2024-04-13T07:55:08.784 INFO:tasks.rados.rados.0.smithi119.stdout:2812: finishing write tid 6 to smithi11982245-36 2024-04-13T07:55:08.784 INFO:tasks.rados.rados.0.smithi119.stdout:2812: oid 36 updating version 0 to 1248 2024-04-13T07:55:08.784 INFO:tasks.rados.rados.0.smithi119.stdout:2812: oid 36 version 1248 is already newer than 1247 2024-04-13T07:55:08.784 INFO:tasks.rados.rados.0.smithi119.stdout:2812: oid 36 updating version 1248 to 1251 2024-04-13T07:55:08.784 INFO:tasks.rados.rados.0.smithi119.stdout:2812: oid 36 version 1251 is already newer than 1249 2024-04-13T07:55:08.784 INFO:tasks.rados.rados.0.smithi119.stdout:2812: oid 36 version 1251 is already newer than 1250 2024-04-13T07:55:08.784 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 36 v 1251 (ObjNum 851 snap 282 seq_num 851) dirty exists 2024-04-13T07:55:08.784 INFO:tasks.rados.rados.0.smithi119.stdout:2812: left oid 36 (ObjNum 851 snap 282 seq_num 851) 2024-04-13T07:55:08.784 INFO:tasks.rados.rados.0.smithi119.stdout:2815: expect (ObjNum 766 snap 269 seq_num 766) 2024-04-13T07:55:08.808 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 30 v 1645 (ObjNum 842 snap 281 seq_num 842) dirty exists 2024-04-13T07:55:08.808 INFO:tasks.rados.rados.0.smithi119.stdout:2816: finishing write tid 1 to smithi11982245-1 2024-04-13T07:55:08.808 INFO:tasks.rados.rados.0.smithi119.stdout:2816: finishing write tid 2 to smithi11982245-1 2024-04-13T07:55:08.808 INFO:tasks.rados.rados.0.smithi119.stdout:2816: finishing write tid 3 to smithi11982245-1 2024-04-13T07:55:08.808 INFO:tasks.rados.rados.0.smithi119.stdout:2816: finishing write tid 4 to smithi11982245-1 2024-04-13T07:55:08.808 INFO:tasks.rados.rados.0.smithi119.stdout:2816: finishing write tid 5 to smithi11982245-1 2024-04-13T07:55:08.808 INFO:tasks.rados.rados.0.smithi119.stdout:2816: finishing write tid 6 to smithi11982245-1 2024-04-13T07:55:08.808 INFO:tasks.rados.rados.0.smithi119.stdout:2816: oid 1 updating version 0 to 1286 2024-04-13T07:55:08.808 INFO:tasks.rados.rados.0.smithi119.stdout:2816: oid 1 version 1286 is already newer than 1285 2024-04-13T07:55:08.808 INFO:tasks.rados.rados.0.smithi119.stdout:2816: oid 1 version 1286 is already newer than 1284 2024-04-13T07:55:08.808 INFO:tasks.rados.rados.0.smithi119.stdout:2816: oid 1 updating version 1286 to 1287 2024-04-13T07:55:08.808 INFO:tasks.rados.rados.0.smithi119.stdout:2816: oid 1 version 1287 is already newer than 1283 2024-04-13T07:55:08.808 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 1 v 1287 (ObjNum 853 snap 282 seq_num 853) dirty exists 2024-04-13T07:55:08.808 INFO:tasks.rados.rados.0.smithi119.stdout:2816: left oid 1 (ObjNum 853 snap 282 seq_num 853) 2024-04-13T07:55:08.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:08 smithi139 ceph-mon[88985]: osdmap e602: 8 total, 8 up, 8 in 2024-04-13T07:55:09.103 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:08 smithi119 systemd[1]: Stopping Ceph node-exporter.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:55:09.402 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:09 smithi119 podman[126709]: 2024-04-13 07:55:09.103520304 +0000 UTC m=+0.113470273 container died b9cb5e53bb3345f305d7d3c755776fd1b0491bf3fd0d574b8150c12b0ac6b34c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-13T07:55:09.409 INFO:tasks.rados.rados.0.smithi119.stdout:2812: done (4 left) 2024-04-13T07:55:09.409 INFO:tasks.rados.rados.0.smithi119.stdout:2814: done (3 left) 2024-04-13T07:55:09.409 INFO:tasks.rados.rados.0.smithi119.stdout:2815: done (2 left) 2024-04-13T07:55:09.410 INFO:tasks.rados.rados.0.smithi119.stdout:2816: done (1 left) 2024-04-13T07:55:09.410 INFO:tasks.rados.rados.0.smithi119.stdout:2817: done (0 left) 2024-04-13T07:55:09.410 INFO:tasks.rados.rados.0.smithi119.stdout:2818: snap_create 2024-04-13T07:55:09.717 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:09 smithi119 podman[126709]: 2024-04-13 07:55:09.632356192 +0000 UTC m=+0.642306157 container cleanup b9cb5e53bb3345f305d7d3c755776fd1b0491bf3fd0d574b8150c12b0ac6b34c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-13T07:55:09.717 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:09 smithi119 bash[126709]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a 2024-04-13T07:55:09.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:09 smithi119 ceph-mon[96316]: Upgrade: Updating node-exporter.a (1/2) 2024-04-13T07:55:09.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:09 smithi119 ceph-mon[96316]: Deploying daemon node-exporter.a on smithi119 2024-04-13T07:55:09.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:09 smithi119 ceph-mon[96316]: osdmap e603: 8 total, 8 up, 8 in 2024-04-13T07:55:09.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:55:09.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:09 smithi119 ceph-mon[93746]: Upgrade: Updating node-exporter.a (1/2) 2024-04-13T07:55:09.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:09 smithi119 ceph-mon[93746]: Deploying daemon node-exporter.a on smithi119 2024-04-13T07:55:09.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:09 smithi119 ceph-mon[93746]: osdmap e603: 8 total, 8 up, 8 in 2024-04-13T07:55:09.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:55:09.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:09 smithi139 ceph-mon[88985]: Upgrade: Updating node-exporter.a (1/2) 2024-04-13T07:55:09.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:09 smithi139 ceph-mon[88985]: Deploying daemon node-exporter.a on smithi119 2024-04-13T07:55:09.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:09 smithi139 ceph-mon[88985]: osdmap e603: 8 total, 8 up, 8 in 2024-04-13T07:55:09.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:55:10.216 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:09 smithi119 podman[126728]: 2024-04-13 07:55:09.850271076 +0000 UTC m=+0.751192915 container remove b9cb5e53bb3345f305d7d3c755776fd1b0491bf3fd0d574b8150c12b0ac6b34c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-13T07:55:10.216 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:09 smithi119 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-04-13T07:55:10.216 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-04-13T07:55:10.217 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 systemd[1]: Stopped Ceph node-exporter.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:55:10.217 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@node-exporter.a.service: Consumed 3.121s CPU time. 2024-04-13T07:55:10.414 INFO:tasks.rados.rados.0.smithi119.stdout:2818: done (0 left) 2024-04-13T07:55:10.414 INFO:tasks.rados.rados.0.smithi119.stdout:2819: delete oid 14 current snap is 284 2024-04-13T07:55:10.421 INFO:tasks.rados.rados.0.smithi119.stdout:2819: done (0 left) 2024-04-13T07:55:10.421 INFO:tasks.rados.rados.0.smithi119.stdout:2820: snap_create 2024-04-13T07:55:10.584 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-mon[93746]: pgmap v572: 121 pgs: 2 active+clean+snaptrim_wait, 6 active+clean+snaptrim, 113 active+clean; 989 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-04-13T07:55:10.584 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-mon[93746]: osdmap e604: 8 total, 8 up, 8 in 2024-04-13T07:55:10.584 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-mon[96316]: pgmap v572: 121 pgs: 2 active+clean+snaptrim_wait, 6 active+clean+snaptrim, 113 active+clean; 989 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-04-13T07:55:10.584 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-mon[96316]: osdmap e604: 8 total, 8 up, 8 in 2024-04-13T07:55:10.585 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 systemd[1]: Starting Ceph node-exporter.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:55:10.585 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 podman[126866]: 2024-04-13 07:55:10.364981582 +0000 UTC m=+0.016494957 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-13T07:55:10.585 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 podman[126866]: 2024-04-13 07:55:10.467636799 +0000 UTC m=+0.119150157 container create ed0146a68fff004d865745d8597d1230962acbbc7899e2ba58d04e43d42e0a29 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-13T07:55:10.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:10 smithi139 ceph-mon[88985]: pgmap v572: 121 pgs: 2 active+clean+snaptrim_wait, 6 active+clean+snaptrim, 113 active+clean; 989 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-04-13T07:55:10.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:10 smithi139 ceph-mon[88985]: osdmap e604: 8 total, 8 up, 8 in 2024-04-13T07:55:10.966 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 podman[126866]: 2024-04-13 07:55:10.694974674 +0000 UTC m=+0.346488029 container init ed0146a68fff004d865745d8597d1230962acbbc7899e2ba58d04e43d42e0a29 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-13T07:55:10.967 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 podman[126866]: 2024-04-13 07:55:10.700973462 +0000 UTC m=+0.352486817 container start ed0146a68fff004d865745d8597d1230962acbbc7899e2ba58d04e43d42e0a29 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-13T07:55:10.967 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[126881]: ts=2024-04-13T07:55:10.704Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-13T07:55:10.967 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[126881]: ts=2024-04-13T07:55:10.704Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-13T07:55:10.967 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[126881]: ts=2024-04-13T07:55:10.704Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-13T07:55:10.967 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[126881]: ts=2024-04-13T07:55:10.704Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-13T07:55:10.967 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[126881]: ts=2024-04-13T07:55:10.705Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-13T07:55:10.967 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[126881]: ts=2024-04-13T07:55:10.705Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-13T07:55:10.967 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[126881]: ts=2024-04-13T07:55:10.705Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-13T07:55:10.967 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[126881]: ts=2024-04-13T07:55:10.705Z caller=node_exporter.go:117 level=info collector=arp 2024-04-13T07:55:10.967 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[126881]: ts=2024-04-13T07:55:10.705Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-13T07:55:10.967 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[126881]: ts=2024-04-13T07:55:10.705Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-13T07:55:10.967 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[126881]: ts=2024-04-13T07:55:10.705Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-13T07:55:10.967 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[126881]: ts=2024-04-13T07:55:10.705Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-13T07:55:10.967 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[126881]: ts=2024-04-13T07:55:10.705Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-13T07:55:10.968 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[126881]: ts=2024-04-13T07:55:10.705Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-13T07:55:10.968 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[126881]: ts=2024-04-13T07:55:10.705Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-13T07:55:10.968 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[126881]: ts=2024-04-13T07:55:10.705Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-13T07:55:10.968 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[126881]: ts=2024-04-13T07:55:10.705Z caller=node_exporter.go:117 level=info collector=edac 2024-04-13T07:55:10.968 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[126881]: ts=2024-04-13T07:55:10.705Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-13T07:55:10.968 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[126881]: ts=2024-04-13T07:55:10.705Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-13T07:55:10.969 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[126881]: ts=2024-04-13T07:55:10.705Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-13T07:55:10.969 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[126881]: ts=2024-04-13T07:55:10.705Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-13T07:55:10.969 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[126881]: ts=2024-04-13T07:55:10.705Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-13T07:55:10.969 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[126881]: ts=2024-04-13T07:55:10.705Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-13T07:55:10.969 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[126881]: ts=2024-04-13T07:55:10.705Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-13T07:55:10.969 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[126881]: ts=2024-04-13T07:55:10.705Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-13T07:55:10.969 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[126881]: ts=2024-04-13T07:55:10.705Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-13T07:55:10.969 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[126881]: ts=2024-04-13T07:55:10.705Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-13T07:55:10.969 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[126881]: ts=2024-04-13T07:55:10.705Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-13T07:55:10.969 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[126881]: ts=2024-04-13T07:55:10.705Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-13T07:55:10.969 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[126881]: ts=2024-04-13T07:55:10.705Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-13T07:55:10.969 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[126881]: ts=2024-04-13T07:55:10.705Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-13T07:55:10.969 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[126881]: ts=2024-04-13T07:55:10.705Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-13T07:55:10.969 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[126881]: ts=2024-04-13T07:55:10.705Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-13T07:55:10.969 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[126881]: ts=2024-04-13T07:55:10.705Z caller=node_exporter.go:117 level=info collector=os 2024-04-13T07:55:10.970 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[126881]: ts=2024-04-13T07:55:10.705Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-13T07:55:10.970 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[126881]: ts=2024-04-13T07:55:10.705Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-13T07:55:10.970 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[126881]: ts=2024-04-13T07:55:10.705Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-13T07:55:10.970 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[126881]: ts=2024-04-13T07:55:10.705Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-13T07:55:10.970 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[126881]: ts=2024-04-13T07:55:10.705Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-13T07:55:10.970 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[126881]: ts=2024-04-13T07:55:10.705Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-13T07:55:10.970 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[126881]: ts=2024-04-13T07:55:10.705Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-13T07:55:10.970 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[126881]: ts=2024-04-13T07:55:10.705Z caller=node_exporter.go:117 level=info collector=stat 2024-04-13T07:55:10.970 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[126881]: ts=2024-04-13T07:55:10.706Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-13T07:55:10.970 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[126881]: ts=2024-04-13T07:55:10.706Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-13T07:55:10.970 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[126881]: ts=2024-04-13T07:55:10.706Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-13T07:55:10.970 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[126881]: ts=2024-04-13T07:55:10.706Z caller=node_exporter.go:117 level=info collector=time 2024-04-13T07:55:10.970 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[126881]: ts=2024-04-13T07:55:10.706Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-13T07:55:10.970 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[126881]: ts=2024-04-13T07:55:10.706Z caller=node_exporter.go:117 level=info collector=uname 2024-04-13T07:55:10.970 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[126881]: ts=2024-04-13T07:55:10.706Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-13T07:55:10.971 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[126881]: ts=2024-04-13T07:55:10.706Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-13T07:55:10.971 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[126881]: ts=2024-04-13T07:55:10.706Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-13T07:55:10.971 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[126881]: ts=2024-04-13T07:55:10.706Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-13T07:55:10.971 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a[126881]: ts=2024-04-13T07:55:10.706Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-13T07:55:10.971 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 bash[126866]: ed0146a68fff004d865745d8597d1230962acbbc7899e2ba58d04e43d42e0a29 2024-04-13T07:55:10.971 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 07:55:10 smithi119 systemd[1]: Started Ceph node-exporter.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:55:11.433 INFO:tasks.rados.rados.0.smithi119.stdout:2820: done (0 left) 2024-04-13T07:55:11.433 INFO:tasks.rados.rados.0.smithi119.stdout:2821: copy_from oid 50 from oid 8 current snap is 285 2024-04-13T07:55:11.433 INFO:tasks.rados.rados.0.smithi119.stdout:2822: copy_from oid 29 from oid 43 current snap is 285 2024-04-13T07:55:11.433 INFO:tasks.rados.rados.0.smithi119.stdout:2823: read oid 40 snap -1 2024-04-13T07:55:11.434 INFO:tasks.rados.rados.0.smithi119.stdout:2823: expect deleted 2024-04-13T07:55:11.434 INFO:tasks.rados.rados.0.smithi119.stdout:2824: read oid 20 snap -1 2024-04-13T07:55:11.434 INFO:tasks.rados.rados.0.smithi119.stdout:2824: expect (ObjNum 602 snap 200 seq_num 602) 2024-04-13T07:55:11.434 INFO:tasks.rados.rados.0.smithi119.stdout:2825: delete oid 9 current snap is 285 2024-04-13T07:55:11.437 INFO:tasks.rados.rados.0.smithi119.stdout:2823: done (4 left) 2024-04-13T07:55:11.437 INFO:tasks.rados.rados.0.smithi119.stdout:2825: done (3 left) 2024-04-13T07:55:11.437 INFO:tasks.rados.rados.0.smithi119.stdout:2826: snap_create 2024-04-13T07:55:11.438 INFO:tasks.rados.rados.0.smithi119.stdout:2821: finishing copy_from to smithi11982245-50 2024-04-13T07:55:11.438 INFO:tasks.rados.rados.0.smithi119.stdout:2821: got expected ENOENT (src dne) 2024-04-13T07:55:11.438 INFO:tasks.rados.rados.0.smithi119.stdout:2821: finishing copy_from racing read to smithi11982245-50 2024-04-13T07:55:11.439 INFO:tasks.rados.rados.0.smithi119.stdout:2824: expect (ObjNum 602 snap 200 seq_num 602) 2024-04-13T07:55:11.459 INFO:tasks.rados.rados.0.smithi119.stdout:2822: finishing copy_from racing read to smithi11982245-29 2024-04-13T07:55:11.459 INFO:tasks.rados.rados.0.smithi119.stdout:2822: finishing copy_from to smithi11982245-29 2024-04-13T07:55:11.460 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 29 v 1958 (ObjNum 778 snap 270 seq_num 778) dirty exists 2024-04-13T07:55:11.673 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:11 smithi139 ceph-mon[88985]: osdmap e605: 8 total, 8 up, 8 in 2024-04-13T07:55:11.673 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:11 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:11.673 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:11 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:11.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:11 smithi119 ceph-mon[96316]: osdmap e605: 8 total, 8 up, 8 in 2024-04-13T07:55:11.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:11 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:11.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:11 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:11.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:11 smithi119 ceph-mon[93746]: osdmap e605: 8 total, 8 up, 8 in 2024-04-13T07:55:11.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:11 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:11.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:11 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:12.436 INFO:tasks.rados.rados.0.smithi119.stdout:2821: done (3 left) 2024-04-13T07:55:12.436 INFO:tasks.rados.rados.0.smithi119.stdout:2822: done (2 left) 2024-04-13T07:55:12.436 INFO:tasks.rados.rados.0.smithi119.stdout:2824: done (1 left) 2024-04-13T07:55:12.436 INFO:tasks.rados.rados.0.smithi119.stdout:2826: done (0 left) 2024-04-13T07:55:12.436 INFO:tasks.rados.rados.0.smithi119.stdout:2827: read oid 43 snap -1 2024-04-13T07:55:12.436 INFO:tasks.rados.rados.0.smithi119.stdout:2827: expect (ObjNum 778 snap 270 seq_num 778) 2024-04-13T07:55:12.437 INFO:tasks.rados.rados.0.smithi119.stdout:2828: rmattr oid 18 current snap is 286 2024-04-13T07:55:12.437 INFO:tasks.rados.rados.0.smithi119.stdout:2829: snap_remove snap 231 2024-04-13T07:55:12.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:12 smithi139 ceph-mon[88985]: pgmap v575: 121 pgs: 121 active+clean; 1008 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.6 MiB/s wr, 29 op/s 2024-04-13T07:55:12.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:12 smithi139 ceph-mon[88985]: osdmap e606: 8 total, 8 up, 8 in 2024-04-13T07:55:12.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:55:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:55:12.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:12 smithi119 ceph-mon[96316]: pgmap v575: 121 pgs: 121 active+clean; 1008 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.6 MiB/s wr, 29 op/s 2024-04-13T07:55:12.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:12 smithi119 ceph-mon[96316]: osdmap e606: 8 total, 8 up, 8 in 2024-04-13T07:55:12.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:12 smithi119 ceph-mon[93746]: pgmap v575: 121 pgs: 121 active+clean; 1008 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.6 MiB/s wr, 29 op/s 2024-04-13T07:55:12.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:12 smithi119 ceph-mon[93746]: osdmap e606: 8 total, 8 up, 8 in 2024-04-13T07:55:13.386 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:13 smithi139 systemd[1]: Stopping Ceph node-exporter.b for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:55:13.443 INFO:tasks.rados.rados.0.smithi119.stdout:2829: done (2 left) 2024-04-13T07:55:13.443 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 35 current snap is 286 2024-04-13T07:55:13.443 INFO:tasks.rados.rados.0.smithi119.stdout:2830: seq_num 856 ranges {0=745472,745472=557056,1302528=417792,1720320=434176,2154496=196608} 2024-04-13T07:55:13.448 INFO:tasks.rados.rados.0.smithi119.stdout:2830: writing smithi11982245-35 from 0 to 745472 tid 1 2024-04-13T07:55:13.452 INFO:tasks.rados.rados.0.smithi119.stdout:2830: writing smithi11982245-35 from 745472 to 1302528 tid 2 2024-04-13T07:55:13.455 INFO:tasks.rados.rados.0.smithi119.stdout:2830: writing smithi11982245-35 from 1302528 to 1720320 tid 3 2024-04-13T07:55:13.458 INFO:tasks.rados.rados.0.smithi119.stdout:2830: writing smithi11982245-35 from 1720320 to 2154496 tid 4 2024-04-13T07:55:13.460 INFO:tasks.rados.rados.0.smithi119.stdout:2830: writing smithi11982245-35 from 2154496 to 2351104 tid 5 2024-04-13T07:55:13.460 INFO:tasks.rados.rados.0.smithi119.stdout:2831: snap_create 2024-04-13T07:55:13.460 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 18 v 2010 (ObjNum 804 snap 274 seq_num 804) dirty exists 2024-04-13T07:55:13.460 INFO:tasks.rados.rados.0.smithi119.stdout:2827: expect (ObjNum 778 snap 270 seq_num 778) 2024-04-13T07:55:13.612 INFO:tasks.rados.rados.0.smithi119.stdout:2830: finishing write tid 1 to smithi11982245-35 2024-04-13T07:55:13.612 INFO:tasks.rados.rados.0.smithi119.stdout:2830: finishing write tid 2 to smithi11982245-35 2024-04-13T07:55:13.612 INFO:tasks.rados.rados.0.smithi119.stdout:2830: finishing write tid 3 to smithi11982245-35 2024-04-13T07:55:13.612 INFO:tasks.rados.rados.0.smithi119.stdout:2830: finishing write tid 4 to smithi11982245-35 2024-04-13T07:55:13.612 INFO:tasks.rados.rados.0.smithi119.stdout:2830: finishing write tid 5 to smithi11982245-35 2024-04-13T07:55:13.612 INFO:tasks.rados.rados.0.smithi119.stdout:2830: finishing write tid 6 to smithi11982245-35 2024-04-13T07:55:13.612 INFO:tasks.rados.rados.0.smithi119.stdout:2830: finishing write tid 7 to smithi11982245-35 2024-04-13T07:55:13.613 INFO:tasks.rados.rados.0.smithi119.stdout:2830: oid 35 updating version 0 to 1651 2024-04-13T07:55:13.613 INFO:tasks.rados.rados.0.smithi119.stdout:2830: oid 35 version 1651 is already newer than 1646 2024-04-13T07:55:13.613 INFO:tasks.rados.rados.0.smithi119.stdout:2830: oid 35 version 1651 is already newer than 1650 2024-04-13T07:55:13.613 INFO:tasks.rados.rados.0.smithi119.stdout:2830: oid 35 version 1651 is already newer than 1647 2024-04-13T07:55:13.613 INFO:tasks.rados.rados.0.smithi119.stdout:2830: oid 35 version 1651 is already newer than 1649 2024-04-13T07:55:13.613 INFO:tasks.rados.rados.0.smithi119.stdout:2830: oid 35 version 1651 is already newer than 1648 2024-04-13T07:55:13.613 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 35 v 1651 (ObjNum 856 snap 286 seq_num 856) dirty exists 2024-04-13T07:55:13.613 INFO:tasks.rados.rados.0.smithi119.stdout:2830: left oid 35 (ObjNum 856 snap 286 seq_num 856) 2024-04-13T07:55:13.706 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:13 smithi139 podman[118555]: 2024-04-13 07:55:13.411069319 +0000 UTC m=+0.124147623 container died 126fe390382b409a4158df82457481c27622123d6fd529a351c6ec47d27a50d0 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-13T07:55:13.706 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:13 smithi139 ceph-mon[88985]: osdmap e607: 8 total, 8 up, 8 in 2024-04-13T07:55:13.706 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:13 smithi139 ceph-mon[88985]: Upgrade: Updating node-exporter.b (2/2) 2024-04-13T07:55:13.706 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:13 smithi139 ceph-mon[88985]: Deploying daemon node-exporter.b on smithi139 2024-04-13T07:55:13.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:13 smithi119 ceph-mon[96316]: osdmap e607: 8 total, 8 up, 8 in 2024-04-13T07:55:13.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:13 smithi119 ceph-mon[96316]: Upgrade: Updating node-exporter.b (2/2) 2024-04-13T07:55:13.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:13 smithi119 ceph-mon[96316]: Deploying daemon node-exporter.b on smithi139 2024-04-13T07:55:13.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:13 smithi119 ceph-mon[93746]: osdmap e607: 8 total, 8 up, 8 in 2024-04-13T07:55:13.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:13 smithi119 ceph-mon[93746]: Upgrade: Updating node-exporter.b (2/2) 2024-04-13T07:55:13.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:13 smithi119 ceph-mon[93746]: Deploying daemon node-exporter.b on smithi139 2024-04-13T07:55:14.050 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:13 smithi139 podman[118555]: 2024-04-13 07:55:13.814110701 +0000 UTC m=+0.527189003 container cleanup 126fe390382b409a4158df82457481c27622123d6fd529a351c6ec47d27a50d0 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-13T07:55:14.050 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:13 smithi139 bash[118555]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b 2024-04-13T07:55:14.386 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 podman[118575]: 2024-04-13 07:55:14.050585695 +0000 UTC m=+0.640289738 container remove 126fe390382b409a4158df82457481c27622123d6fd529a351c6ec47d27a50d0 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-13T07:55:14.386 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-04-13T07:55:14.386 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-04-13T07:55:14.386 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 systemd[1]: Stopped Ceph node-exporter.b for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:55:14.386 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@node-exporter.b.service: Consumed 3.064s CPU time. 2024-04-13T07:55:14.451 INFO:tasks.rados.rados.0.smithi119.stdout:2827: done (3 left) 2024-04-13T07:55:14.451 INFO:tasks.rados.rados.0.smithi119.stdout:2828: done (2 left) 2024-04-13T07:55:14.451 INFO:tasks.rados.rados.0.smithi119.stdout:2830: done (1 left) 2024-04-13T07:55:14.451 INFO:tasks.rados.rados.0.smithi119.stdout:2831: done (0 left) 2024-04-13T07:55:14.451 INFO:tasks.rados.rados.0.smithi119.stdout:2832: rollback oid 12 current snap is 287 2024-04-13T07:55:14.451 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 12 to 230 2024-04-13T07:55:14.451 INFO:tasks.rados.rados.0.smithi119.stdout:2833: rmattr oid 23 current snap is 287 2024-04-13T07:55:14.451 INFO:tasks.rados.rados.0.smithi119.stdout:2833: done (1 left) 2024-04-13T07:55:14.452 INFO:tasks.rados.rados.0.smithi119.stdout:2834: read oid 2 snap -1 2024-04-13T07:55:14.452 INFO:tasks.rados.rados.0.smithi119.stdout:2834: expect (ObjNum 824 snap 277 seq_num 824) 2024-04-13T07:55:14.452 INFO:tasks.rados.rados.0.smithi119.stdout:2835: read oid 22 snap -1 2024-04-13T07:55:14.452 INFO:tasks.rados.rados.0.smithi119.stdout:2835: expect (ObjNum 849 snap 282 seq_num 849) 2024-04-13T07:55:14.452 INFO:tasks.rados.rados.0.smithi119.stdout:2836: snap_remove snap 275 2024-04-13T07:55:14.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:14 smithi119 ceph-mon[96316]: pgmap v578: 121 pgs: 121 active+clean; 1012 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 6.0 MiB/s wr, 39 op/s 2024-04-13T07:55:14.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:14 smithi119 ceph-mon[96316]: osdmap e608: 8 total, 8 up, 8 in 2024-04-13T07:55:14.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:14 smithi119 ceph-mon[93746]: pgmap v578: 121 pgs: 121 active+clean; 1012 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 6.0 MiB/s wr, 39 op/s 2024-04-13T07:55:14.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:14 smithi119 ceph-mon[93746]: osdmap e608: 8 total, 8 up, 8 in 2024-04-13T07:55:14.763 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-mon[88985]: pgmap v578: 121 pgs: 121 active+clean; 1012 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 6.0 MiB/s wr, 39 op/s 2024-04-13T07:55:14.764 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-mon[88985]: osdmap e608: 8 total, 8 up, 8 in 2024-04-13T07:55:14.764 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 systemd[1]: Starting Ceph node-exporter.b for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:55:14.764 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 podman[118703]: 2024-04-13 07:55:14.516640548 +0000 UTC m=+0.017395852 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-13T07:55:14.764 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 podman[118703]: 2024-04-13 07:55:14.62689667 +0000 UTC m=+0.127651962 container create 8aa0da10b5e6a4f177860ba2c2c2c8935893ae56557182c108b5ba2839a37aa4 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-13T07:55:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:55:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:55:14] "GET /metrics HTTP/1.1" 200 36205 "" "Prometheus/2.43.0" 2024-04-13T07:55:15.291 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 podman[118703]: 2024-04-13 07:55:14.895956544 +0000 UTC m=+0.396711835 container init 8aa0da10b5e6a4f177860ba2c2c2c8935893ae56557182c108b5ba2839a37aa4 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-13T07:55:15.291 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 podman[118703]: 2024-04-13 07:55:14.90143325 +0000 UTC m=+0.402188541 container start 8aa0da10b5e6a4f177860ba2c2c2c8935893ae56557182c108b5ba2839a37aa4 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-13T07:55:15.291 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[118717]: ts=2024-04-13T07:55:14.905Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-13T07:55:15.291 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[118717]: ts=2024-04-13T07:55:14.905Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-13T07:55:15.292 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[118717]: ts=2024-04-13T07:55:14.905Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-13T07:55:15.292 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[118717]: ts=2024-04-13T07:55:14.905Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-13T07:55:15.292 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[118717]: ts=2024-04-13T07:55:14.906Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-13T07:55:15.292 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[118717]: ts=2024-04-13T07:55:14.906Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-13T07:55:15.292 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[118717]: ts=2024-04-13T07:55:14.906Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-13T07:55:15.292 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[118717]: ts=2024-04-13T07:55:14.906Z caller=node_exporter.go:117 level=info collector=arp 2024-04-13T07:55:15.292 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[118717]: ts=2024-04-13T07:55:14.906Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-13T07:55:15.292 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[118717]: ts=2024-04-13T07:55:14.906Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-13T07:55:15.292 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[118717]: ts=2024-04-13T07:55:14.906Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-13T07:55:15.292 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[118717]: ts=2024-04-13T07:55:14.906Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-13T07:55:15.293 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[118717]: ts=2024-04-13T07:55:14.906Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-13T07:55:15.293 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[118717]: ts=2024-04-13T07:55:14.906Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-13T07:55:15.293 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[118717]: ts=2024-04-13T07:55:14.906Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-13T07:55:15.293 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[118717]: ts=2024-04-13T07:55:14.906Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-13T07:55:15.293 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[118717]: ts=2024-04-13T07:55:14.906Z caller=node_exporter.go:117 level=info collector=edac 2024-04-13T07:55:15.293 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[118717]: ts=2024-04-13T07:55:14.906Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-13T07:55:15.294 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[118717]: ts=2024-04-13T07:55:14.906Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-13T07:55:15.294 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[118717]: ts=2024-04-13T07:55:14.906Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-13T07:55:15.294 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[118717]: ts=2024-04-13T07:55:14.906Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-13T07:55:15.294 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[118717]: ts=2024-04-13T07:55:14.906Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-13T07:55:15.294 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[118717]: ts=2024-04-13T07:55:14.906Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-13T07:55:15.294 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[118717]: ts=2024-04-13T07:55:14.906Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-13T07:55:15.294 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[118717]: ts=2024-04-13T07:55:14.906Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-13T07:55:15.294 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[118717]: ts=2024-04-13T07:55:14.906Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-13T07:55:15.294 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[118717]: ts=2024-04-13T07:55:14.906Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-13T07:55:15.294 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[118717]: ts=2024-04-13T07:55:14.906Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-13T07:55:15.294 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[118717]: ts=2024-04-13T07:55:14.906Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-13T07:55:15.295 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[118717]: ts=2024-04-13T07:55:14.906Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-13T07:55:15.295 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[118717]: ts=2024-04-13T07:55:14.906Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-13T07:55:15.295 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[118717]: ts=2024-04-13T07:55:14.906Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-13T07:55:15.295 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[118717]: ts=2024-04-13T07:55:14.906Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-13T07:55:15.295 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[118717]: ts=2024-04-13T07:55:14.906Z caller=node_exporter.go:117 level=info collector=os 2024-04-13T07:55:15.295 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[118717]: ts=2024-04-13T07:55:14.906Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-13T07:55:15.295 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[118717]: ts=2024-04-13T07:55:14.906Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-13T07:55:15.295 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[118717]: ts=2024-04-13T07:55:14.906Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-13T07:55:15.295 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[118717]: ts=2024-04-13T07:55:14.906Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-13T07:55:15.295 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[118717]: ts=2024-04-13T07:55:14.906Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-13T07:55:15.295 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[118717]: ts=2024-04-13T07:55:14.906Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-13T07:55:15.296 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[118717]: ts=2024-04-13T07:55:14.906Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-13T07:55:15.296 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[118717]: ts=2024-04-13T07:55:14.906Z caller=node_exporter.go:117 level=info collector=stat 2024-04-13T07:55:15.296 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[118717]: ts=2024-04-13T07:55:14.906Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-13T07:55:15.296 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[118717]: ts=2024-04-13T07:55:14.906Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-13T07:55:15.296 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[118717]: ts=2024-04-13T07:55:14.906Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-13T07:55:15.296 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[118717]: ts=2024-04-13T07:55:14.906Z caller=node_exporter.go:117 level=info collector=time 2024-04-13T07:55:15.296 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[118717]: ts=2024-04-13T07:55:14.906Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-13T07:55:15.296 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[118717]: ts=2024-04-13T07:55:14.906Z caller=node_exporter.go:117 level=info collector=uname 2024-04-13T07:55:15.296 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[118717]: ts=2024-04-13T07:55:14.906Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-13T07:55:15.296 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[118717]: ts=2024-04-13T07:55:14.906Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-13T07:55:15.296 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[118717]: ts=2024-04-13T07:55:14.906Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-13T07:55:15.296 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[118717]: ts=2024-04-13T07:55:14.907Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-13T07:55:15.297 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b[118717]: ts=2024-04-13T07:55:14.907Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-13T07:55:15.297 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 bash[118703]: 8aa0da10b5e6a4f177860ba2c2c2c8935893ae56557182c108b5ba2839a37aa4 2024-04-13T07:55:15.297 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 07:55:14 smithi139 systemd[1]: Started Ceph node-exporter.b for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:55:15.410 INFO:tasks.rados.rados.0.smithi119.stdout:2836: done (3 left) 2024-04-13T07:55:15.410 INFO:tasks.rados.rados.0.smithi119.stdout:2837: read oid 16 snap 249 2024-04-13T07:55:15.410 INFO:tasks.rados.rados.0.smithi119.stdout:2837: expect (ObjNum 694 snap 239 seq_num 694) 2024-04-13T07:55:15.410 INFO:tasks.rados.rados.0.smithi119.stdout:2838: read oid 1 snap -1 2024-04-13T07:55:15.411 INFO:tasks.rados.rados.0.smithi119.stdout:2838: expect (ObjNum 853 snap 282 seq_num 853) 2024-04-13T07:55:15.411 INFO:tasks.rados.rados.0.smithi119.stdout:2839: read oid 36 snap 263 2024-04-13T07:55:15.411 INFO:tasks.rados.rados.0.smithi119.stdout:2839: expect (ObjNum 732 snap 254 seq_num 732) 2024-04-13T07:55:15.411 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 9 current snap is 287 2024-04-13T07:55:15.412 INFO:tasks.rados.rados.0.smithi119.stdout:2840: seq_num 857 ranges {0=761856,761856=442368,1204224=630784,1835008=532480} 2024-04-13T07:55:15.415 INFO:tasks.rados.rados.0.smithi119.stdout:2840: writing smithi11982245-9 from 0 to 761856 tid 1 2024-04-13T07:55:15.419 INFO:tasks.rados.rados.0.smithi119.stdout:2840: writing smithi11982245-9 from 761856 to 1204224 tid 2 2024-04-13T07:55:15.423 INFO:tasks.rados.rados.0.smithi119.stdout:2840: writing smithi11982245-9 from 1204224 to 1835008 tid 3 2024-04-13T07:55:15.427 INFO:tasks.rados.rados.0.smithi119.stdout:2840: writing smithi11982245-9 from 1835008 to 2367488 tid 4 2024-04-13T07:55:15.427 INFO:tasks.rados.rados.0.smithi119.stdout:2841: snap_remove snap 277 2024-04-13T07:55:15.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:15 smithi139 ceph-mon[88985]: osdmap e609: 8 total, 8 up, 8 in 2024-04-13T07:55:15.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:15 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:15.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:15 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:15.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:15 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:55:15.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:15 smithi139 ceph-mon[88985]: osdmap e610: 8 total, 8 up, 8 in 2024-04-13T07:55:15.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:15 smithi119 ceph-mon[96316]: osdmap e609: 8 total, 8 up, 8 in 2024-04-13T07:55:15.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:15 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:15.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:15 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:15.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:15 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:55:15.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:15 smithi119 ceph-mon[96316]: osdmap e610: 8 total, 8 up, 8 in 2024-04-13T07:55:15.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:15 smithi119 ceph-mon[93746]: osdmap e609: 8 total, 8 up, 8 in 2024-04-13T07:55:15.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:15 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:15.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:15 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:15.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:15 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:55:15.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:15 smithi119 ceph-mon[93746]: osdmap e610: 8 total, 8 up, 8 in 2024-04-13T07:55:16.411 INFO:tasks.rados.rados.0.smithi119.stdout:2841: done (7 left) 2024-04-13T07:55:16.411 INFO:tasks.rados.rados.0.smithi119.stdout:2842: read oid 38 snap -1 2024-04-13T07:55:16.411 INFO:tasks.rados.rados.0.smithi119.stdout:2842: expect deleted 2024-04-13T07:55:16.412 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 11 current snap is 287 2024-04-13T07:55:16.412 INFO:tasks.rados.rados.0.smithi119.stdout:2843: seq_num 858 ranges {0=778240,778240=729088,1507328=434176,1941504=442368} 2024-04-13T07:55:16.417 INFO:tasks.rados.rados.0.smithi119.stdout:2843: writing smithi11982245-11 from 0 to 778240 tid 1 2024-04-13T07:55:16.423 INFO:tasks.rados.rados.0.smithi119.stdout:2843: writing smithi11982245-11 from 778240 to 1507328 tid 2 2024-04-13T07:55:16.426 INFO:tasks.rados.rados.0.smithi119.stdout:2843: writing smithi11982245-11 from 1507328 to 1941504 tid 3 2024-04-13T07:55:16.429 INFO:tasks.rados.rados.0.smithi119.stdout:2843: writing smithi11982245-11 from 1941504 to 2383872 tid 4 2024-04-13T07:55:16.430 INFO:tasks.rados.rados.0.smithi119.stdout:2832: finishing rollback tid 1 to smithi11982245-12 2024-04-13T07:55:16.430 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 12 v 1401 (ObjNum 33 snap 0 seq_num 721778480) dirty dne 2024-04-13T07:55:16.430 INFO:tasks.rados.rados.0.smithi119.stdout:2835: expect (ObjNum 849 snap 282 seq_num 849) 2024-04-13T07:55:16.500 INFO:tasks.rados.rados.0.smithi119.stdout:2834: expect (ObjNum 824 snap 277 seq_num 824) 2024-04-13T07:55:16.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:16 smithi139 ceph-mon[88985]: pgmap v581: 121 pgs: 121 active+clean; 1012 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-04-13T07:55:16.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:16 smithi139 ceph-mon[88985]: osdmap e611: 8 total, 8 up, 8 in 2024-04-13T07:55:16.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:16 smithi119 ceph-mon[96316]: pgmap v581: 121 pgs: 121 active+clean; 1012 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-04-13T07:55:16.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:16 smithi119 ceph-mon[96316]: osdmap e611: 8 total, 8 up, 8 in 2024-04-13T07:55:16.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:16 smithi119 ceph-mon[93746]: pgmap v581: 121 pgs: 121 active+clean; 1012 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-04-13T07:55:16.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:16 smithi119 ceph-mon[93746]: osdmap e611: 8 total, 8 up, 8 in 2024-04-13T07:55:16.825 INFO:tasks.rados.rados.0.smithi119.stdout:2840: finishing write tid 1 to smithi11982245-9 2024-04-13T07:55:16.826 INFO:tasks.rados.rados.0.smithi119.stdout:2840: finishing write tid 2 to smithi11982245-9 2024-04-13T07:55:16.826 INFO:tasks.rados.rados.0.smithi119.stdout:2840: finishing write tid 3 to smithi11982245-9 2024-04-13T07:55:16.826 INFO:tasks.rados.rados.0.smithi119.stdout:2840: finishing write tid 4 to smithi11982245-9 2024-04-13T07:55:16.826 INFO:tasks.rados.rados.0.smithi119.stdout:2840: finishing write tid 5 to smithi11982245-9 2024-04-13T07:55:16.826 INFO:tasks.rados.rados.0.smithi119.stdout:2839: expect (ObjNum 732 snap 254 seq_num 732) 2024-04-13T07:55:16.914 INFO:tasks.rados.rados.0.smithi119.stdout:2838: expect (ObjNum 853 snap 282 seq_num 853) 2024-04-13T07:55:16.980 INFO:tasks.rados.rados.0.smithi119.stdout:2840: finishing write tid 6 to smithi11982245-9 2024-04-13T07:55:16.980 INFO:tasks.rados.rados.0.smithi119.stdout:2840: oid 9 updating version 0 to 1739 2024-04-13T07:55:16.980 INFO:tasks.rados.rados.0.smithi119.stdout:2840: oid 9 updating version 1739 to 1741 2024-04-13T07:55:16.980 INFO:tasks.rados.rados.0.smithi119.stdout:2840: oid 9 version 1741 is already newer than 1740 2024-04-13T07:55:16.980 INFO:tasks.rados.rados.0.smithi119.stdout:2840: oid 9 version 1741 is already newer than 1737 2024-04-13T07:55:16.980 INFO:tasks.rados.rados.0.smithi119.stdout:2840: oid 9 version 1741 is already newer than 1738 2024-04-13T07:55:16.980 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 9 v 1741 (ObjNum 857 snap 287 seq_num 857) dirty exists 2024-04-13T07:55:16.980 INFO:tasks.rados.rados.0.smithi119.stdout:2840: left oid 9 (ObjNum 857 snap 287 seq_num 857) 2024-04-13T07:55:16.980 INFO:tasks.rados.rados.0.smithi119.stdout:2832: done (8 left) 2024-04-13T07:55:16.981 INFO:tasks.rados.rados.0.smithi119.stdout:2834: done (7 left) 2024-04-13T07:55:16.981 INFO:tasks.rados.rados.0.smithi119.stdout:2835: done (6 left) 2024-04-13T07:55:16.981 INFO:tasks.rados.rados.0.smithi119.stdout:2838: done (5 left) 2024-04-13T07:55:16.981 INFO:tasks.rados.rados.0.smithi119.stdout:2839: done (4 left) 2024-04-13T07:55:16.981 INFO:tasks.rados.rados.0.smithi119.stdout:2840: done (3 left) 2024-04-13T07:55:16.981 INFO:tasks.rados.rados.0.smithi119.stdout:2844: snap_create 2024-04-13T07:55:16.981 INFO:tasks.rados.rados.0.smithi119.stdout:2837: expect (ObjNum 694 snap 239 seq_num 694) 2024-04-13T07:55:17.098 INFO:tasks.rados.rados.0.smithi119.stdout:2843: finishing write tid 1 to smithi11982245-11 2024-04-13T07:55:17.098 INFO:tasks.rados.rados.0.smithi119.stdout:2843: finishing write tid 2 to smithi11982245-11 2024-04-13T07:55:17.098 INFO:tasks.rados.rados.0.smithi119.stdout:2843: finishing write tid 3 to smithi11982245-11 2024-04-13T07:55:17.098 INFO:tasks.rados.rados.0.smithi119.stdout:2843: finishing write tid 4 to smithi11982245-11 2024-04-13T07:55:17.098 INFO:tasks.rados.rados.0.smithi119.stdout:2843: finishing write tid 5 to smithi11982245-11 2024-04-13T07:55:17.098 INFO:tasks.rados.rados.0.smithi119.stdout:2843: finishing write tid 6 to smithi11982245-11 2024-04-13T07:55:17.099 INFO:tasks.rados.rados.0.smithi119.stdout:2843: oid 11 updating version 0 to 1732 2024-04-13T07:55:17.099 INFO:tasks.rados.rados.0.smithi119.stdout:2843: oid 11 updating version 1732 to 1734 2024-04-13T07:55:17.099 INFO:tasks.rados.rados.0.smithi119.stdout:2843: oid 11 version 1734 is already newer than 1731 2024-04-13T07:55:17.099 INFO:tasks.rados.rados.0.smithi119.stdout:2843: oid 11 updating version 1734 to 1735 2024-04-13T07:55:17.099 INFO:tasks.rados.rados.0.smithi119.stdout:2843: oid 11 version 1735 is already newer than 1733 2024-04-13T07:55:17.099 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 11 v 1735 (ObjNum 858 snap 287 seq_num 858) dirty exists 2024-04-13T07:55:17.099 INFO:tasks.rados.rados.0.smithi119.stdout:2843: left oid 11 (ObjNum 858 snap 287 seq_num 858) 2024-04-13T07:55:17.453 INFO:tasks.rados.rados.0.smithi119.stdout:2837: done (3 left) 2024-04-13T07:55:17.453 INFO:tasks.rados.rados.0.smithi119.stdout:2842: done (2 left) 2024-04-13T07:55:17.453 INFO:tasks.rados.rados.0.smithi119.stdout:2843: done (1 left) 2024-04-13T07:55:17.453 INFO:tasks.rados.rados.0.smithi119.stdout:2844: done (0 left) 2024-04-13T07:55:17.453 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 25 current snap is 288 2024-04-13T07:55:17.453 INFO:tasks.rados.rados.0.smithi119.stdout:2845: seq_num 859 ranges {0=794624,794624=614400,1409024=638976,2048000=352256} 2024-04-13T07:55:17.457 INFO:tasks.rados.rados.0.smithi119.stdout:2845: writing smithi11982245-25 from 0 to 794624 tid 1 2024-04-13T07:55:17.461 INFO:tasks.rados.rados.0.smithi119.stdout:2845: writing smithi11982245-25 from 794624 to 1409024 tid 2 2024-04-13T07:55:17.464 INFO:tasks.rados.rados.0.smithi119.stdout:2845: writing smithi11982245-25 from 1409024 to 2048000 tid 3 2024-04-13T07:55:17.467 INFO:tasks.rados.rados.0.smithi119.stdout:2845: writing smithi11982245-25 from 2048000 to 2400256 tid 4 2024-04-13T07:55:17.467 INFO:tasks.rados.rados.0.smithi119.stdout:2846: rmattr oid 5 current snap is 288 2024-04-13T07:55:17.467 INFO:tasks.rados.rados.0.smithi119.stdout:2846: done (1 left) 2024-04-13T07:55:17.467 INFO:tasks.rados.rados.0.smithi119.stdout:2847: snap_create 2024-04-13T07:55:17.467 INFO:tasks.rados.rados.0.smithi119.stdout:2845: finishing write tid 1 to smithi11982245-25 2024-04-13T07:55:17.467 INFO:tasks.rados.rados.0.smithi119.stdout:2845: finishing write tid 2 to smithi11982245-25 2024-04-13T07:55:17.467 INFO:tasks.rados.rados.0.smithi119.stdout:2845: finishing write tid 3 to smithi11982245-25 2024-04-13T07:55:17.470 INFO:tasks.rados.rados.0.smithi119.stdout:2845: finishing write tid 4 to smithi11982245-25 2024-04-13T07:55:17.470 INFO:tasks.rados.rados.0.smithi119.stdout:2845: finishing write tid 5 to smithi11982245-25 2024-04-13T07:55:17.471 INFO:tasks.rados.rados.0.smithi119.stdout:2845: finishing write tid 6 to smithi11982245-25 2024-04-13T07:55:17.471 INFO:tasks.rados.rados.0.smithi119.stdout:2845: oid 25 updating version 0 to 1457 2024-04-13T07:55:17.472 INFO:tasks.rados.rados.0.smithi119.stdout:2845: oid 25 version 1457 is already newer than 1455 2024-04-13T07:55:17.472 INFO:tasks.rados.rados.0.smithi119.stdout:2845: oid 25 version 1457 is already newer than 1456 2024-04-13T07:55:17.472 INFO:tasks.rados.rados.0.smithi119.stdout:2845: oid 25 version 1457 is already newer than 1454 2024-04-13T07:55:17.472 INFO:tasks.rados.rados.0.smithi119.stdout:2845: oid 25 version 1457 is already newer than 1453 2024-04-13T07:55:17.472 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 25 v 1457 (ObjNum 859 snap 288 seq_num 859) dirty exists 2024-04-13T07:55:17.472 INFO:tasks.rados.rados.0.smithi119.stdout:2845: left oid 25 (ObjNum 859 snap 288 seq_num 859) 2024-04-13T07:55:18.458 INFO:tasks.rados.rados.0.smithi119.stdout:2845: done (1 left) 2024-04-13T07:55:18.461 INFO:tasks.rados.rados.0.smithi119.stdout:2847: done (0 left) 2024-04-13T07:55:18.461 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 40 current snap is 289 2024-04-13T07:55:18.462 INFO:tasks.rados.rados.0.smithi119.stdout:2848: seq_num 860 ranges {0=8192} 2024-04-13T07:55:18.462 INFO:tasks.rados.rados.0.smithi119.stdout:2848: writing smithi11982245-40 from 0 to 8192 tid 1 2024-04-13T07:55:18.462 INFO:tasks.rados.rados.0.smithi119.stdout:2849: snap_create 2024-04-13T07:55:18.463 INFO:tasks.rados.rados.0.smithi119.stdout:2848: finishing write tid 1 to smithi11982245-40 2024-04-13T07:55:18.463 INFO:tasks.rados.rados.0.smithi119.stdout:2848: finishing write tid 2 to smithi11982245-40 2024-04-13T07:55:18.465 INFO:tasks.rados.rados.0.smithi119.stdout:2848: finishing write tid 3 to smithi11982245-40 2024-04-13T07:55:18.465 INFO:tasks.rados.rados.0.smithi119.stdout:2848: oid 40 updating version 0 to 2032 2024-04-13T07:55:18.465 INFO:tasks.rados.rados.0.smithi119.stdout:2848: oid 40 version 2032 is already newer than 2031 2024-04-13T07:55:18.465 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 40 v 2032 (ObjNum 860 snap 289 seq_num 860) dirty exists 2024-04-13T07:55:18.465 INFO:tasks.rados.rados.0.smithi119.stdout:2848: left oid 40 (ObjNum 860 snap 289 seq_num 860) 2024-04-13T07:55:18.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:18 smithi139 ceph-mon[88985]: pgmap v584: 121 pgs: 1 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 115 active+clean; 1019 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-04-13T07:55:18.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:18 smithi139 ceph-mon[88985]: osdmap e612: 8 total, 8 up, 8 in 2024-04-13T07:55:18.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:18 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:18.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:18 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:18.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:18 smithi119 ceph-mon[96316]: pgmap v584: 121 pgs: 1 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 115 active+clean; 1019 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-04-13T07:55:18.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:18 smithi119 ceph-mon[96316]: osdmap e612: 8 total, 8 up, 8 in 2024-04-13T07:55:18.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:18 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:18.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:18 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:18.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:18 smithi119 ceph-mon[93746]: pgmap v584: 121 pgs: 1 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 115 active+clean; 1019 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-04-13T07:55:18.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:18 smithi119 ceph-mon[93746]: osdmap e612: 8 total, 8 up, 8 in 2024-04-13T07:55:18.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:18 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:18.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:18 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:19.463 INFO:tasks.rados.rados.0.smithi119.stdout:2848: done (1 left) 2024-04-13T07:55:19.463 INFO:tasks.rados.rados.0.smithi119.stdout:2849: done (0 left) 2024-04-13T07:55:19.463 INFO:tasks.rados.rados.0.smithi119.stdout:2850: snap_create 2024-04-13T07:55:19.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:19 smithi119 ceph-mon[96316]: osdmap e613: 8 total, 8 up, 8 in 2024-04-13T07:55:19.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:19 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:19.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:19 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:19.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:19 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:19.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:19 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:19.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:19 smithi119 ceph-mon[93746]: osdmap e613: 8 total, 8 up, 8 in 2024-04-13T07:55:19.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:19 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:19.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:19 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:19.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:19 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:19.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:19 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:19.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:19 smithi139 ceph-mon[88985]: osdmap e613: 8 total, 8 up, 8 in 2024-04-13T07:55:19.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:19 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:19.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:19 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:19.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:19 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:19.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:19 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:20.412 INFO:tasks.rados.rados.0.smithi119.stdout:2850: done (0 left) 2024-04-13T07:55:20.412 INFO:tasks.rados.rados.0.smithi119.stdout:2851: setattr oid 37 current snap is 291 2024-04-13T07:55:20.413 INFO:tasks.rados.rados.0.smithi119.stdout:2852: copy_from oid 13 from oid 1 current snap is 291 2024-04-13T07:55:20.413 INFO:tasks.rados.rados.0.smithi119.stdout:2853: delete oid 27 current snap is 291 2024-04-13T07:55:20.420 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 37 v 1713 (ObjNum 739 snap 257 seq_num 739) dirty exists 2024-04-13T07:55:20.421 INFO:tasks.rados.rados.0.smithi119.stdout:2851: done (2 left) 2024-04-13T07:55:20.421 INFO:tasks.rados.rados.0.smithi119.stdout:2853: done (1 left) 2024-04-13T07:55:20.421 INFO:tasks.rados.rados.0.smithi119.stdout:2854: copy_from oid 18 from oid 34 current snap is 291 2024-04-13T07:55:20.421 INFO:tasks.rados.rados.0.smithi119.stdout:2855: snap_remove snap 258 2024-04-13T07:55:20.687 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:20 smithi119 ceph-mon[96316]: pgmap v587: 121 pgs: 1 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 115 active+clean; 1019 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-04-13T07:55:20.687 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:20 smithi119 ceph-mon[96316]: osdmap e614: 8 total, 8 up, 8 in 2024-04-13T07:55:20.687 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:20 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:20.687 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:20 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:20.687 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:20 smithi119 ceph-mon[96316]: osdmap e615: 8 total, 8 up, 8 in 2024-04-13T07:55:20.687 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:20 smithi119 ceph-mon[93746]: pgmap v587: 121 pgs: 1 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 115 active+clean; 1019 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-04-13T07:55:20.687 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:20 smithi119 ceph-mon[93746]: osdmap e614: 8 total, 8 up, 8 in 2024-04-13T07:55:20.688 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:20 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:20.688 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:20 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:20.688 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:20 smithi119 ceph-mon[93746]: osdmap e615: 8 total, 8 up, 8 in 2024-04-13T07:55:20.753 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:20 smithi139 ceph-mon[88985]: pgmap v587: 121 pgs: 1 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 115 active+clean; 1019 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-04-13T07:55:20.753 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:20 smithi139 ceph-mon[88985]: osdmap e614: 8 total, 8 up, 8 in 2024-04-13T07:55:20.754 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:20 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:20.754 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:20 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:20.754 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:20 smithi139 ceph-mon[88985]: osdmap e615: 8 total, 8 up, 8 in 2024-04-13T07:55:21.416 INFO:tasks.rados.rados.0.smithi119.stdout:2855: done (2 left) 2024-04-13T07:55:21.416 INFO:tasks.rados.rados.0.smithi119.stdout:2856: rmattr oid 15 current snap is 291 2024-04-13T07:55:21.417 INFO:tasks.rados.rados.0.smithi119.stdout:2856: done (2 left) 2024-04-13T07:55:21.417 INFO:tasks.rados.rados.0.smithi119.stdout:2857: setattr oid 5 current snap is 291 2024-04-13T07:55:21.417 INFO:tasks.rados.rados.0.smithi119.stdout:2852: finishing copy_from racing read to smithi11982245-13 2024-04-13T07:55:21.417 INFO:tasks.rados.rados.0.smithi119.stdout:2852: finishing copy_from to smithi11982245-13 2024-04-13T07:55:21.417 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 13 v 1287 (ObjNum 853 snap 282 seq_num 853) dirty exists 2024-04-13T07:55:21.417 INFO:tasks.rados.rados.0.smithi119.stdout:2854: finishing copy_from racing read to smithi11982245-18 2024-04-13T07:55:21.417 INFO:tasks.rados.rados.0.smithi119.stdout:2854: finishing copy_from to smithi11982245-18 2024-04-13T07:55:21.417 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 18 v 1712 (ObjNum 748 snap 259 seq_num 748) dirty exists 2024-04-13T07:55:21.418 INFO:tasks.rados.rados.0.smithi119.stdout:2852: done (2 left) 2024-04-13T07:55:21.418 INFO:tasks.rados.rados.0.smithi119.stdout:2854: done (1 left) 2024-04-13T07:55:21.418 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 46 current snap is 291 2024-04-13T07:55:21.418 INFO:tasks.rados.rados.0.smithi119.stdout:2858: seq_num 862 ranges {0=40960} 2024-04-13T07:55:21.418 INFO:tasks.rados.rados.0.smithi119.stdout:2858: writing smithi11982245-46 from 0 to 40960 tid 1 2024-04-13T07:55:21.418 INFO:tasks.rados.rados.0.smithi119.stdout:2859: read oid 42 snap -1 2024-04-13T07:55:21.419 INFO:tasks.rados.rados.0.smithi119.stdout:2859: expect (ObjNum 503 snap 172 seq_num 503) 2024-04-13T07:55:21.419 INFO:tasks.rados.rados.0.smithi119.stdout:2860: snap_remove snap 287 2024-04-13T07:55:22.418 INFO:tasks.rados.rados.0.smithi119.stdout:2860: done (3 left) 2024-04-13T07:55:22.418 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 14 current snap is 291 2024-04-13T07:55:22.418 INFO:tasks.rados.rados.0.smithi119.stdout:2861: seq_num 863 ranges {0=57344} 2024-04-13T07:55:22.418 INFO:tasks.rados.rados.0.smithi119.stdout:2861: writing smithi11982245-14 from 0 to 57344 tid 1 2024-04-13T07:55:22.418 INFO:tasks.rados.rados.0.smithi119.stdout:2862: snap_remove snap 283 2024-04-13T07:55:22.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:22 smithi119 ceph-mon[96316]: pgmap v590: 121 pgs: 121 active+clean; 1.0 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.4 MiB/s wr, 11 op/s 2024-04-13T07:55:22.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:22 smithi119 ceph-mon[96316]: osdmap e616: 8 total, 8 up, 8 in 2024-04-13T07:55:22.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:22 smithi119 ceph-mon[93746]: pgmap v590: 121 pgs: 121 active+clean; 1.0 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.4 MiB/s wr, 11 op/s 2024-04-13T07:55:22.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:22 smithi119 ceph-mon[93746]: osdmap e616: 8 total, 8 up, 8 in 2024-04-13T07:55:22.626 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:22 smithi139 ceph-mon[88985]: pgmap v590: 121 pgs: 121 active+clean; 1.0 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.4 MiB/s wr, 11 op/s 2024-04-13T07:55:22.626 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:22 smithi139 ceph-mon[88985]: osdmap e616: 8 total, 8 up, 8 in 2024-04-13T07:55:22.626 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:55:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:55:23.426 INFO:tasks.rados.rados.0.smithi119.stdout:2862: done (4 left) 2024-04-13T07:55:23.426 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 25 current snap is 291 2024-04-13T07:55:23.426 INFO:tasks.rados.rados.0.smithi119.stdout:2863: seq_num 864 ranges {2400256=73728} 2024-04-13T07:55:23.439 INFO:tasks.rados.rados.0.smithi119.stdout:2863: writing smithi11982245-25 from 2400256 to 2473984 tid 1 2024-04-13T07:55:23.440 INFO:tasks.rados.rados.0.smithi119.stdout:2864: snap_create 2024-04-13T07:55:23.440 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 5 v 2039 (ObjNum 65 snap 0 seq_num 1751216739) dirty exists 2024-04-13T07:55:23.440 INFO:tasks.rados.rados.0.smithi119.stdout:2858: finishing write tid 1 to smithi11982245-46 2024-04-13T07:55:23.440 INFO:tasks.rados.rados.0.smithi119.stdout:2858: finishing write tid 2 to smithi11982245-46 2024-04-13T07:55:23.440 INFO:tasks.rados.rados.0.smithi119.stdout:2858: finishing write tid 3 to smithi11982245-46 2024-04-13T07:55:23.440 INFO:tasks.rados.rados.0.smithi119.stdout:2858: oid 46 updating version 0 to 1977 2024-04-13T07:55:23.440 INFO:tasks.rados.rados.0.smithi119.stdout:2858: oid 46 version 1977 is already newer than 1976 2024-04-13T07:55:23.440 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 46 v 1977 (ObjNum 862 snap 291 seq_num 862) dirty exists 2024-04-13T07:55:23.440 INFO:tasks.rados.rados.0.smithi119.stdout:2858: left oid 46 (ObjNum 862 snap 291 seq_num 862) 2024-04-13T07:55:23.440 INFO:tasks.rados.rados.0.smithi119.stdout:2859: expect (ObjNum 503 snap 172 seq_num 503) 2024-04-13T07:55:23.614 INFO:tasks.rados.rados.0.smithi119.stdout:2861: finishing write tid 1 to smithi11982245-14 2024-04-13T07:55:23.614 INFO:tasks.rados.rados.0.smithi119.stdout:2861: finishing write tid 2 to smithi11982245-14 2024-04-13T07:55:23.614 INFO:tasks.rados.rados.0.smithi119.stdout:2861: finishing write tid 3 to smithi11982245-14 2024-04-13T07:55:23.614 INFO:tasks.rados.rados.0.smithi119.stdout:2861: oid 14 updating version 0 to 1459 2024-04-13T07:55:23.614 INFO:tasks.rados.rados.0.smithi119.stdout:2861: oid 14 version 1459 is already newer than 1458 2024-04-13T07:55:23.614 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 14 v 1459 (ObjNum 863 snap 291 seq_num 863) dirty exists 2024-04-13T07:55:23.614 INFO:tasks.rados.rados.0.smithi119.stdout:2861: left oid 14 (ObjNum 863 snap 291 seq_num 863) 2024-04-13T07:55:23.614 INFO:tasks.rados.rados.0.smithi119.stdout:2863: finishing write tid 1 to smithi11982245-25 2024-04-13T07:55:23.614 INFO:tasks.rados.rados.0.smithi119.stdout:2863: finishing write tid 2 to smithi11982245-25 2024-04-13T07:55:23.614 INFO:tasks.rados.rados.0.smithi119.stdout:2863: finishing write tid 3 to smithi11982245-25 2024-04-13T07:55:23.614 INFO:tasks.rados.rados.0.smithi119.stdout:2863: oid 25 updating version 0 to 1460 2024-04-13T07:55:23.615 INFO:tasks.rados.rados.0.smithi119.stdout:2863: oid 25 updating version 1460 to 1461 2024-04-13T07:55:23.615 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 25 v 1461 (ObjNum 864 snap 291 seq_num 864) dirty exists 2024-04-13T07:55:23.615 INFO:tasks.rados.rados.0.smithi119.stdout:2863: left oid 25 (ObjNum 864 snap 291 seq_num 864) 2024-04-13T07:55:23.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:23 smithi139 ceph-mon[88985]: osdmap e617: 8 total, 8 up, 8 in 2024-04-13T07:55:23.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:23 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:23.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:23 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:23.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:23 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:23.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:23 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:23.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:23 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:55:23.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:23 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:55:23.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:23 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:23.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:23 smithi119 ceph-mon[93746]: osdmap e617: 8 total, 8 up, 8 in 2024-04-13T07:55:23.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:23 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:23.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:23 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:23.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:23 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:23.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:23 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:23.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:23 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:55:23.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:23 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:55:23.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:23 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:23.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:23 smithi119 ceph-mon[96316]: osdmap e617: 8 total, 8 up, 8 in 2024-04-13T07:55:23.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:23 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:23.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:23 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:23.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:23 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:23.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:23 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:23.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:23 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:55:23.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:23 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:55:23.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:23 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:24.357 INFO:teuthology.orchestra.run.smithi119.stdout:true 2024-04-13T07:55:24.428 INFO:tasks.rados.rados.0.smithi119.stdout:2857: done (5 left) 2024-04-13T07:55:24.428 INFO:tasks.rados.rados.0.smithi119.stdout:2858: done (4 left) 2024-04-13T07:55:24.429 INFO:tasks.rados.rados.0.smithi119.stdout:2859: done (3 left) 2024-04-13T07:55:24.429 INFO:tasks.rados.rados.0.smithi119.stdout:2861: done (2 left) 2024-04-13T07:55:24.429 INFO:tasks.rados.rados.0.smithi119.stdout:2863: done (1 left) 2024-04-13T07:55:24.429 INFO:tasks.rados.rados.0.smithi119.stdout:2864: done (0 left) 2024-04-13T07:55:24.429 INFO:tasks.rados.rados.0.smithi119.stdout:2865: read oid 30 snap -1 2024-04-13T07:55:24.429 INFO:tasks.rados.rados.0.smithi119.stdout:2865: expect (ObjNum 842 snap 281 seq_num 842) 2024-04-13T07:55:24.429 INFO:tasks.rados.rados.0.smithi119.stdout:2866: setattr oid 11 current snap is 292 2024-04-13T07:55:24.430 INFO:tasks.rados.rados.0.smithi119.stdout:2867: rmattr oid 19 current snap is 292 2024-04-13T07:55:24.430 INFO:tasks.rados.rados.0.smithi119.stdout:2867: done (2 left) 2024-04-13T07:55:24.430 INFO:tasks.rados.rados.0.smithi119.stdout:2868: snap_create 2024-04-13T07:55:24.435 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 11 v 1736 (ObjNum 858 snap 287 seq_num 858) dirty exists 2024-04-13T07:55:24.450 INFO:tasks.rados.rados.0.smithi119.stdout:2865: expect (ObjNum 842 snap 281 seq_num 842) 2024-04-13T07:55:24.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:24 smithi139 ceph-mon[88985]: pgmap v593: 121 pgs: 121 active+clean; 1.0 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.7 MiB/s wr, 18 op/s 2024-04-13T07:55:24.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:24 smithi139 ceph-mon[88985]: osdmap e618: 8 total, 8 up, 8 in 2024-04-13T07:55:24.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:55:24.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:24.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:24.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:24.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:24.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:24.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:24.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:24.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:24.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:24.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:24.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:24.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:24.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:24.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:55:24.696 INFO:teuthology.orchestra.run.smithi119.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-13T07:55:24.696 INFO:teuthology.orchestra.run.smithi119.stdout:alertmanager.a smithi119 *:9093,9094 running (11m) 6s ago 11m 25.9M - 0.25.0 c8568f914cd2 a8bd9bb7cb08 2024-04-13T07:55:24.696 INFO:teuthology.orchestra.run.smithi119.stdout:grafana.a smithi139 *:3000 running (11m) 5s ago 11m 87.3M - 9.4.7 954c08fa6188 43be3a562cf4 2024-04-13T07:55:24.696 INFO:teuthology.orchestra.run.smithi119.stdout:mds.a smithi119 running (50s) 6s ago 12m 13.6M - 19.0.0-2905-g5f22a497 c4b45bf0c946 8662f51de880 2024-04-13T07:55:24.697 INFO:teuthology.orchestra.run.smithi119.stdout:mds.b smithi139 running (27s) 5s ago 12m 11.7M - 19.0.0-2905-g5f22a497 c4b45bf0c946 ef2341b1dd8e 2024-04-13T07:55:24.697 INFO:teuthology.orchestra.run.smithi119.stdout:mgr.x smithi139 *:8443,9283,8765 running (7m) 5s ago 16m 452M - 19.0.0-2905-g5f22a497 c4b45bf0c946 228fa2e332a4 2024-04-13T07:55:24.697 INFO:teuthology.orchestra.run.smithi119.stdout:mgr.y smithi119 *:8443,9283,8765 running (7m) 6s ago 18m 514M - 19.0.0-2905-g5f22a497 c4b45bf0c946 0462b2c15351 2024-04-13T07:55:24.697 INFO:teuthology.orchestra.run.smithi119.stdout:mon.a smithi119 running (6m) 6s ago 18m 68.7M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 89c63c75b5cb 2024-04-13T07:55:24.697 INFO:teuthology.orchestra.run.smithi119.stdout:mon.b smithi139 running (6m) 5s ago 16m 52.7M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 8dd649d8b46f 2024-04-13T07:55:24.697 INFO:teuthology.orchestra.run.smithi119.stdout:mon.c smithi119 running (6m) 6s ago 16m 58.6M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 b26f62c1d49c 2024-04-13T07:55:24.697 INFO:teuthology.orchestra.run.smithi119.stdout:node-exporter.a smithi119 *:9100 running (14s) 6s ago 11m 8028k - 1.5.0 0da6a335fe13 ed0146a68fff 2024-04-13T07:55:24.697 INFO:teuthology.orchestra.run.smithi119.stdout:node-exporter.b smithi139 *:9100 running (10s) 5s ago 11m 3670k - 1.5.0 0da6a335fe13 8aa0da10b5e6 2024-04-13T07:55:24.697 INFO:teuthology.orchestra.run.smithi119.stdout:osd.0 smithi119 running (5m) 6s ago 16m 334M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 7e5f698ebf3c 2024-04-13T07:55:24.697 INFO:teuthology.orchestra.run.smithi119.stdout:osd.1 smithi119 running (4m) 6s ago 15m 362M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 6ba3c7290ac9 2024-04-13T07:55:24.697 INFO:teuthology.orchestra.run.smithi119.stdout:osd.2 smithi119 running (4m) 6s ago 15m 292M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 ef91dbb565e3 2024-04-13T07:55:24.697 INFO:teuthology.orchestra.run.smithi119.stdout:osd.3 smithi119 running (3m) 6s ago 14m 199M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 7bb3e41bd7aa 2024-04-13T07:55:24.697 INFO:teuthology.orchestra.run.smithi119.stdout:osd.4 smithi139 running (2m) 5s ago 14m 271M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 35cd11561d1d 2024-04-13T07:55:24.697 INFO:teuthology.orchestra.run.smithi119.stdout:osd.5 smithi139 running (2m) 5s ago 14m 254M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 a8547c1088b1 2024-04-13T07:55:24.697 INFO:teuthology.orchestra.run.smithi119.stdout:osd.6 smithi139 running (108s) 5s ago 13m 107M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 ebf4b5188514 2024-04-13T07:55:24.698 INFO:teuthology.orchestra.run.smithi119.stdout:osd.7 smithi139 running (72s) 5s ago 13m 179M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 6830e079abe4 2024-04-13T07:55:24.698 INFO:teuthology.orchestra.run.smithi119.stdout:prometheus.a smithi139 *:9095 running (7m) 5s ago 12m 62.1M - 2.43.0 a07b618ecd1d dbea45cf9326 2024-04-13T07:55:24.698 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:24 smithi119 ceph-mon[96316]: pgmap v593: 121 pgs: 121 active+clean; 1.0 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.7 MiB/s wr, 18 op/s 2024-04-13T07:55:24.698 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:24 smithi119 ceph-mon[96316]: osdmap e618: 8 total, 8 up, 8 in 2024-04-13T07:55:24.698 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:55:24.698 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:24.698 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:24.698 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:24.698 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:24.698 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:24.699 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:24.699 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:24.699 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:24.699 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:24.699 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:24.699 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:24.699 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:24.699 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:24.699 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:55:24.699 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:24 smithi119 ceph-mon[93746]: pgmap v593: 121 pgs: 121 active+clean; 1.0 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.7 MiB/s wr, 18 op/s 2024-04-13T07:55:24.699 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:24 smithi119 ceph-mon[93746]: osdmap e618: 8 total, 8 up, 8 in 2024-04-13T07:55:24.699 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:55:24.700 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:24.700 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:24.700 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:24.700 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:24.700 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:24.700 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:24.700 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:24.700 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:24.700 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:24.700 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:24.700 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:24.700 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:24.700 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:24.700 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:55:24.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:55:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:55:24] "GET /metrics HTTP/1.1" 200 36209 "" "Prometheus/2.43.0" 2024-04-13T07:55:25.121 INFO:teuthology.orchestra.run.smithi119.stdout:{ 2024-04-13T07:55:25.121 INFO:teuthology.orchestra.run.smithi119.stdout: "mon": { 2024-04-13T07:55:25.121 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 3 2024-04-13T07:55:25.121 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:55:25.121 INFO:teuthology.orchestra.run.smithi119.stdout: "mgr": { 2024-04-13T07:55:25.121 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T07:55:25.121 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:55:25.121 INFO:teuthology.orchestra.run.smithi119.stdout: "osd": { 2024-04-13T07:55:25.121 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 8 2024-04-13T07:55:25.121 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:55:25.121 INFO:teuthology.orchestra.run.smithi119.stdout: "mds": { 2024-04-13T07:55:25.121 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T07:55:25.122 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:55:25.122 INFO:teuthology.orchestra.run.smithi119.stdout: "overall": { 2024-04-13T07:55:25.122 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 15 2024-04-13T07:55:25.122 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-13T07:55:25.122 INFO:teuthology.orchestra.run.smithi119.stdout:} 2024-04-13T07:55:25.413 INFO:tasks.rados.rados.0.smithi119.stdout:2865: done (2 left) 2024-04-13T07:55:25.413 INFO:tasks.rados.rados.0.smithi119.stdout:2866: done (1 left) 2024-04-13T07:55:25.414 INFO:tasks.rados.rados.0.smithi119.stdout:2868: done (0 left) 2024-04-13T07:55:25.414 INFO:tasks.rados.rados.0.smithi119.stdout:2869: snap_remove snap 286 2024-04-13T07:55:25.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:25 smithi119 ceph-mon[96316]: from='client.44369 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:55:25.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:25 smithi119 ceph-mon[96316]: osdmap e619: 8 total, 8 up, 8 in 2024-04-13T07:55:25.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:25 smithi119 ceph-mon[96316]: from='client.34437 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:55:25.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:25 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/63595122' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:25.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:25 smithi119 ceph-mon[96316]: osdmap e620: 8 total, 8 up, 8 in 2024-04-13T07:55:25.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:25 smithi119 ceph-mon[93746]: from='client.44369 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:55:25.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:25 smithi119 ceph-mon[93746]: osdmap e619: 8 total, 8 up, 8 in 2024-04-13T07:55:25.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:25 smithi119 ceph-mon[93746]: from='client.34437 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:55:25.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:25 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/63595122' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:25.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:25 smithi119 ceph-mon[93746]: osdmap e620: 8 total, 8 up, 8 in 2024-04-13T07:55:25.794 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:25 smithi139 ceph-mon[88985]: from='client.44369 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:55:25.794 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:25 smithi139 ceph-mon[88985]: osdmap e619: 8 total, 8 up, 8 in 2024-04-13T07:55:25.794 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:25 smithi139 ceph-mon[88985]: from='client.34437 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:55:25.794 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:25 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/63595122' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:25.794 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:25 smithi139 ceph-mon[88985]: osdmap e620: 8 total, 8 up, 8 in 2024-04-13T07:55:26.416 INFO:tasks.rados.rados.0.smithi119.stdout:2869: done (0 left) 2024-04-13T07:55:26.416 INFO:tasks.rados.rados.0.smithi119.stdout:2870: setattr oid 32 current snap is 293 2024-04-13T07:55:26.418 INFO:tasks.rados.rados.0.smithi119.stdout:2871: copy_from oid 38 from oid 50 current snap is 293 2024-04-13T07:55:26.418 INFO:tasks.rados.rados.0.smithi119.stdout:2872: read oid 1 snap 281 2024-04-13T07:55:26.418 INFO:tasks.rados.rados.0.smithi119.stdout:2872: expect (ObjNum 750656480 snap 21968 seq_num 752331344) 2024-04-13T07:55:26.418 INFO:tasks.rados.rados.0.smithi119.stdout:2873: snap_create 2024-04-13T07:55:26.423 INFO:tasks.rados.rados.0.smithi119.stdout:2872: expect (ObjNum 750656480 snap 21968 seq_num 752331344) 2024-04-13T07:55:26.426 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 32 v 1288 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-04-13T07:55:26.436 INFO:tasks.rados.rados.0.smithi119.stdout:2871: finishing copy_from racing read to smithi11982245-38 2024-04-13T07:55:26.439 INFO:tasks.rados.rados.0.smithi119.stdout:2871: finishing copy_from to smithi11982245-38 2024-04-13T07:55:26.439 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 38 v 1721 (ObjNum 805 snap 274 seq_num 805) dirty exists 2024-04-13T07:55:26.695 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:26 smithi139 ceph-mon[88985]: Upgrade: Updating prometheus.a 2024-04-13T07:55:26.695 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:26 smithi139 ceph-mon[88985]: pgmap v596: 121 pgs: 121 active+clean; 1.0 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-13T07:55:26.695 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:26 smithi139 ceph-mon[88985]: Deploying daemon prometheus.a on smithi139 2024-04-13T07:55:26.695 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:26 smithi139 ceph-mon[88985]: osdmap e621: 8 total, 8 up, 8 in 2024-04-13T07:55:26.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:26 smithi119 ceph-mon[96316]: Upgrade: Updating prometheus.a 2024-04-13T07:55:26.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:26 smithi119 ceph-mon[96316]: pgmap v596: 121 pgs: 121 active+clean; 1.0 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-13T07:55:26.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:26 smithi119 ceph-mon[96316]: Deploying daemon prometheus.a on smithi139 2024-04-13T07:55:26.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:26 smithi119 ceph-mon[96316]: osdmap e621: 8 total, 8 up, 8 in 2024-04-13T07:55:26.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:26 smithi119 ceph-mon[93746]: Upgrade: Updating prometheus.a 2024-04-13T07:55:26.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:26 smithi119 ceph-mon[93746]: pgmap v596: 121 pgs: 121 active+clean; 1.0 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-13T07:55:26.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:26 smithi119 ceph-mon[93746]: Deploying daemon prometheus.a on smithi139 2024-04-13T07:55:26.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:26 smithi119 ceph-mon[93746]: osdmap e621: 8 total, 8 up, 8 in 2024-04-13T07:55:27.415 INFO:tasks.rados.rados.0.smithi119.stdout:2870: done (3 left) 2024-04-13T07:55:27.415 INFO:tasks.rados.rados.0.smithi119.stdout:2871: done (2 left) 2024-04-13T07:55:27.416 INFO:tasks.rados.rados.0.smithi119.stdout:2872: done (1 left) 2024-04-13T07:55:27.416 INFO:tasks.rados.rados.0.smithi119.stdout:2873: done (0 left) 2024-04-13T07:55:27.416 INFO:tasks.rados.rados.0.smithi119.stdout:2874: read oid 27 snap -1 2024-04-13T07:55:27.416 INFO:tasks.rados.rados.0.smithi119.stdout:2874: expect deleted 2024-04-13T07:55:27.416 INFO:tasks.rados.rados.0.smithi119.stdout:2875: snap_remove snap 254 2024-04-13T07:55:28.424 INFO:tasks.rados.rados.0.smithi119.stdout:2875: done (1 left) 2024-04-13T07:55:28.424 INFO:tasks.rados.rados.0.smithi119.stdout:2876: copy_from oid 5 from oid 47 current snap is 294 2024-04-13T07:55:28.424 INFO:tasks.rados.rados.0.smithi119.stdout:2874: done (1 left) 2024-04-13T07:55:28.424 INFO:tasks.rados.rados.0.smithi119.stdout:2877: snap_remove snap 269 2024-04-13T07:55:28.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:28 smithi139 ceph-mon[88985]: pgmap v599: 121 pgs: 121 active+clean; 1.0 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 42 KiB/s wr, 8 op/s 2024-04-13T07:55:28.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:28 smithi139 ceph-mon[88985]: osdmap e622: 8 total, 8 up, 8 in 2024-04-13T07:55:28.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:28 smithi119 ceph-mon[96316]: pgmap v599: 121 pgs: 121 active+clean; 1.0 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 42 KiB/s wr, 8 op/s 2024-04-13T07:55:28.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:28 smithi119 ceph-mon[96316]: osdmap e622: 8 total, 8 up, 8 in 2024-04-13T07:55:28.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:28 smithi119 ceph-mon[93746]: pgmap v599: 121 pgs: 121 active+clean; 1.0 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 42 KiB/s wr, 8 op/s 2024-04-13T07:55:28.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:28 smithi119 ceph-mon[93746]: osdmap e622: 8 total, 8 up, 8 in 2024-04-13T07:55:29.260 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:29 smithi139 systemd[1]: Stopping Ceph prometheus.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:55:29.428 INFO:tasks.rados.rados.0.smithi119.stdout:2877: done (1 left) 2024-04-13T07:55:29.428 INFO:tasks.rados.rados.0.smithi119.stdout:2878: read oid 15 snap 282 2024-04-13T07:55:29.428 INFO:tasks.rados.rados.0.smithi119.stdout:2878: expect (ObjNum 713 snap 248 seq_num 713) 2024-04-13T07:55:29.428 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 34 current snap is 294 2024-04-13T07:55:29.428 INFO:tasks.rados.rados.0.smithi119.stdout:2879: seq_num 865 ranges {3121152=90112} 2024-04-13T07:55:29.447 INFO:tasks.rados.rados.0.smithi119.stdout:2879: writing smithi11982245-34 from 3121152 to 3211264 tid 1 2024-04-13T07:55:29.447 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 35 current snap is 294 2024-04-13T07:55:29.447 INFO:tasks.rados.rados.0.smithi119.stdout:2876: finishing copy_from racing read to smithi11982245-5 2024-04-13T07:55:29.447 INFO:tasks.rados.rados.0.smithi119.stdout:2876: finishing copy_from to smithi11982245-5 2024-04-13T07:55:29.447 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 5 v 1979 (ObjNum 758 snap 266 seq_num 758) dirty exists 2024-04-13T07:55:29.447 INFO:tasks.rados.rados.0.smithi119.stdout:2880: seq_num 866 ranges {2351104=106496} 2024-04-13T07:55:29.462 INFO:tasks.rados.rados.0.smithi119.stdout:2880: writing smithi11982245-35 from 2351104 to 2457600 tid 1 2024-04-13T07:55:29.462 INFO:tasks.rados.rados.0.smithi119.stdout:2876: done (3 left) 2024-04-13T07:55:29.462 INFO:tasks.rados.rados.0.smithi119.stdout:2881: copy_from oid 5 from oid 22 current snap is 294 2024-04-13T07:55:29.462 INFO:tasks.rados.rados.0.smithi119.stdout:2882: read oid 30 snap -1 2024-04-13T07:55:29.462 INFO:tasks.rados.rados.0.smithi119.stdout:2882: expect (ObjNum 842 snap 281 seq_num 842) 2024-04-13T07:55:29.462 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 21 current snap is 294 2024-04-13T07:55:29.462 INFO:tasks.rados.rados.0.smithi119.stdout:2883: seq_num 867 ranges {0=122880} 2024-04-13T07:55:29.463 INFO:tasks.rados.rados.0.smithi119.stdout:2883: writing smithi11982245-21 from 0 to 122880 tid 1 2024-04-13T07:55:29.463 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 3 current snap is 294 2024-04-13T07:55:29.463 INFO:tasks.rados.rados.0.smithi119.stdout:2884: seq_num 868 ranges {1253376=139264} 2024-04-13T07:55:29.470 INFO:tasks.rados.rados.0.smithi119.stdout:2884: writing smithi11982245-3 from 1253376 to 1392640 tid 1 2024-04-13T07:55:29.470 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 43 current snap is 294 2024-04-13T07:55:29.471 INFO:tasks.rados.rados.0.smithi119.stdout:2885: seq_num 869 ranges {3170304=155648} 2024-04-13T07:55:29.489 INFO:tasks.rados.rados.0.smithi119.stdout:2885: writing smithi11982245-43 from 3170304 to 3325952 tid 1 2024-04-13T07:55:29.489 INFO:tasks.rados.rados.0.smithi119.stdout:2886: copy_from oid 29 from oid 8 current snap is 294 2024-04-13T07:55:29.489 INFO:tasks.rados.rados.0.smithi119.stdout:2878: expect (ObjNum 713 snap 248 seq_num 713) 2024-04-13T07:55:29.558 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:29 smithi139 ceph-mon[88985]: osdmap e623: 8 total, 8 up, 8 in 2024-04-13T07:55:29.558 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:29 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:55:29.260Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-13T07:55:29.558 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:29 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:55:29.260Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-13T07:55:29.558 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:29 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:55:29.260Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-13T07:55:29.558 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:29 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:55:29.260Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-13T07:55:29.558 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:29 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:55:29.260Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-13T07:55:29.558 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:29 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:55:29.260Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-13T07:55:29.559 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:29 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:55:29.261Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-13T07:55:29.559 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:29 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:55:29.261Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-13T07:55:29.559 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:29 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:55:29.261Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-13T07:55:29.559 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:29 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:55:29.261Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-13T07:55:29.559 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:29 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:55:29.261Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-13T07:55:29.559 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:29 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[79483]: ts=2024-04-13T07:55:29.261Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-13T07:55:29.559 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:29 smithi139 podman[122578]: 2024-04-13 07:55:29.271145873 +0000 UTC m=+0.123694004 container died dbea45cf93261f2250a62b1a928791c5e440e085aa457037a47e9cb903da8e8a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T07:55:29.635 INFO:tasks.rados.rados.0.smithi119.stdout:2879: finishing write tid 1 to smithi11982245-34 2024-04-13T07:55:29.635 INFO:tasks.rados.rados.0.smithi119.stdout:2879: finishing write tid 2 to smithi11982245-34 2024-04-13T07:55:29.635 INFO:tasks.rados.rados.0.smithi119.stdout:2879: finishing write tid 3 to smithi11982245-34 2024-04-13T07:55:29.635 INFO:tasks.rados.rados.0.smithi119.stdout:2879: oid 34 updating version 0 to 1996 2024-04-13T07:55:29.635 INFO:tasks.rados.rados.0.smithi119.stdout:2879: oid 34 version 1996 is already newer than 1995 2024-04-13T07:55:29.635 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 34 v 1996 (ObjNum 865 snap 294 seq_num 865) dirty exists 2024-04-13T07:55:29.635 INFO:tasks.rados.rados.0.smithi119.stdout:2879: left oid 34 (ObjNum 865 snap 294 seq_num 865) 2024-04-13T07:55:29.635 INFO:tasks.rados.rados.0.smithi119.stdout:2880: finishing write tid 1 to smithi11982245-35 2024-04-13T07:55:29.636 INFO:tasks.rados.rados.0.smithi119.stdout:2880: finishing write tid 2 to smithi11982245-35 2024-04-13T07:55:29.636 INFO:tasks.rados.rados.0.smithi119.stdout:2878: done (8 left) 2024-04-13T07:55:29.636 INFO:tasks.rados.rados.0.smithi119.stdout:2879: done (7 left) 2024-04-13T07:55:29.636 INFO:tasks.rados.rados.0.smithi119.stdout:2887: snap_create 2024-04-13T07:55:29.636 INFO:tasks.rados.rados.0.smithi119.stdout:2883: finishing write tid 1 to smithi11982245-21 2024-04-13T07:55:29.636 INFO:tasks.rados.rados.0.smithi119.stdout:2883: finishing write tid 2 to smithi11982245-21 2024-04-13T07:55:29.636 INFO:tasks.rados.rados.0.smithi119.stdout:2883: finishing write tid 3 to smithi11982245-21 2024-04-13T07:55:29.636 INFO:tasks.rados.rados.0.smithi119.stdout:2883: oid 21 updating version 0 to 1462 2024-04-13T07:55:29.636 INFO:tasks.rados.rados.0.smithi119.stdout:2883: oid 21 updating version 1462 to 1463 2024-04-13T07:55:29.636 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 21 v 1463 (ObjNum 867 snap 294 seq_num 867) dirty exists 2024-04-13T07:55:29.636 INFO:tasks.rados.rados.0.smithi119.stdout:2883: left oid 21 (ObjNum 867 snap 294 seq_num 867) 2024-04-13T07:55:29.636 INFO:tasks.rados.rados.0.smithi119.stdout:2881: finishing copy_from racing read to smithi11982245-5 2024-04-13T07:55:29.636 INFO:tasks.rados.rados.0.smithi119.stdout:2880: finishing write tid 3 to smithi11982245-35 2024-04-13T07:55:29.636 INFO:tasks.rados.rados.0.smithi119.stdout:2880: oid 35 updating version 0 to 1689 2024-04-13T07:55:29.636 INFO:tasks.rados.rados.0.smithi119.stdout:2880: oid 35 updating version 1689 to 1690 2024-04-13T07:55:29.637 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 35 v 1690 (ObjNum 866 snap 294 seq_num 866) dirty exists 2024-04-13T07:55:29.637 INFO:tasks.rados.rados.0.smithi119.stdout:2880: left oid 35 (ObjNum 866 snap 294 seq_num 866) 2024-04-13T07:55:29.637 INFO:tasks.rados.rados.0.smithi119.stdout:2881: finishing copy_from to smithi11982245-5 2024-04-13T07:55:29.637 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 5 v 1963 (ObjNum 849 snap 282 seq_num 849) dirty exists 2024-04-13T07:55:29.637 INFO:tasks.rados.rados.0.smithi119.stdout:2882: expect (ObjNum 842 snap 281 seq_num 842) 2024-04-13T07:55:29.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:29 smithi119 ceph-mon[93746]: osdmap e623: 8 total, 8 up, 8 in 2024-04-13T07:55:29.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:29 smithi119 ceph-mon[96316]: osdmap e623: 8 total, 8 up, 8 in 2024-04-13T07:55:29.886 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:29 smithi139 podman[122578]: 2024-04-13 07:55:29.665821959 +0000 UTC m=+0.518370099 container cleanup dbea45cf93261f2250a62b1a928791c5e440e085aa457037a47e9cb903da8e8a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T07:55:29.886 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:29 smithi139 bash[122578]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a 2024-04-13T07:55:29.912 INFO:tasks.rados.rados.0.smithi119.stdout:2884: finishing write tid 1 to smithi11982245-3 2024-04-13T07:55:29.912 INFO:tasks.rados.rados.0.smithi119.stdout:2884: finishing write tid 2 to smithi11982245-3 2024-04-13T07:55:29.912 INFO:tasks.rados.rados.0.smithi119.stdout:2884: finishing write tid 3 to smithi11982245-3 2024-04-13T07:55:29.912 INFO:tasks.rados.rados.0.smithi119.stdout:2884: oid 3 updating version 0 to 1693 2024-04-13T07:55:29.912 INFO:tasks.rados.rados.0.smithi119.stdout:2884: oid 3 version 1693 is already newer than 1692 2024-04-13T07:55:29.912 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 3 v 1693 (ObjNum 868 snap 294 seq_num 868) dirty exists 2024-04-13T07:55:29.912 INFO:tasks.rados.rados.0.smithi119.stdout:2884: left oid 3 (ObjNum 868 snap 294 seq_num 868) 2024-04-13T07:55:29.913 INFO:tasks.rados.rados.0.smithi119.stdout:2886: finishing copy_from to smithi11982245-29 2024-04-13T07:55:29.913 INFO:tasks.rados.rados.0.smithi119.stdout:2886: got expected ENOENT (src dne) 2024-04-13T07:55:29.913 INFO:tasks.rados.rados.0.smithi119.stdout:2886: finishing copy_from racing read to smithi11982245-29 2024-04-13T07:55:29.913 INFO:tasks.rados.rados.0.smithi119.stdout:2885: finishing write tid 1 to smithi11982245-43 2024-04-13T07:55:29.913 INFO:tasks.rados.rados.0.smithi119.stdout:2885: finishing write tid 2 to smithi11982245-43 2024-04-13T07:55:29.913 INFO:tasks.rados.rados.0.smithi119.stdout:2885: finishing write tid 3 to smithi11982245-43 2024-04-13T07:55:29.913 INFO:tasks.rados.rados.0.smithi119.stdout:2885: oid 43 updating version 0 to 1999 2024-04-13T07:55:29.913 INFO:tasks.rados.rados.0.smithi119.stdout:2885: oid 43 version 1999 is already newer than 1998 2024-04-13T07:55:29.913 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 43 v 1999 (ObjNum 869 snap 294 seq_num 869) dirty exists 2024-04-13T07:55:29.913 INFO:tasks.rados.rados.0.smithi119.stdout:2885: left oid 43 (ObjNum 869 snap 294 seq_num 869) 2024-04-13T07:55:30.277 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:29 smithi139 podman[122597]: 2024-04-13 07:55:29.958893169 +0000 UTC m=+0.688727249 container remove dbea45cf93261f2250a62b1a928791c5e440e085aa457037a47e9cb903da8e8a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T07:55:30.277 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:30 smithi139 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-13T07:55:30.277 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:30 smithi139 systemd[1]: Stopped Ceph prometheus.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:55:30.277 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:30 smithi139 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@prometheus.a.service: Consumed 2.892s CPU time. 2024-04-13T07:55:30.414 INFO:tasks.rados.rados.0.smithi119.stdout:2880: done (7 left) 2024-04-13T07:55:30.414 INFO:tasks.rados.rados.0.smithi119.stdout:2881: done (6 left) 2024-04-13T07:55:30.414 INFO:tasks.rados.rados.0.smithi119.stdout:2882: done (5 left) 2024-04-13T07:55:30.414 INFO:tasks.rados.rados.0.smithi119.stdout:2883: done (4 left) 2024-04-13T07:55:30.414 INFO:tasks.rados.rados.0.smithi119.stdout:2884: done (3 left) 2024-04-13T07:55:30.414 INFO:tasks.rados.rados.0.smithi119.stdout:2885: done (2 left) 2024-04-13T07:55:30.414 INFO:tasks.rados.rados.0.smithi119.stdout:2886: done (1 left) 2024-04-13T07:55:30.414 INFO:tasks.rados.rados.0.smithi119.stdout:2887: done (0 left) 2024-04-13T07:55:30.414 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 13 current snap is 295 2024-04-13T07:55:30.414 INFO:tasks.rados.rados.0.smithi119.stdout:2888: seq_num 870 ranges {2301952=172032} 2024-04-13T07:55:30.428 INFO:tasks.rados.rados.0.smithi119.stdout:2888: writing smithi11982245-13 from 2301952 to 2473984 tid 1 2024-04-13T07:55:30.428 INFO:tasks.rados.rados.0.smithi119.stdout:2889: rollback oid 43 current snap is 295 2024-04-13T07:55:30.428 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 43 to 243 2024-04-13T07:55:30.428 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 30 current snap is 295 2024-04-13T07:55:30.428 INFO:tasks.rados.rados.0.smithi119.stdout:2890: seq_num 871 ranges {6053888=188416} 2024-04-13T07:55:30.461 INFO:tasks.rados.rados.0.smithi119.stdout:2890: writing smithi11982245-30 from 6053888 to 6242304 tid 1 2024-04-13T07:55:30.461 INFO:tasks.rados.rados.0.smithi119.stdout:2891: snap_create 2024-04-13T07:55:30.462 INFO:tasks.rados.rados.0.smithi119.stdout:2888: finishing write tid 1 to smithi11982245-13 2024-04-13T07:55:30.462 INFO:tasks.rados.rados.0.smithi119.stdout:2888: finishing write tid 2 to smithi11982245-13 2024-04-13T07:55:30.462 INFO:tasks.rados.rados.0.smithi119.stdout:2888: finishing write tid 3 to smithi11982245-13 2024-04-13T07:55:30.462 INFO:tasks.rados.rados.0.smithi119.stdout:2888: oid 13 updating version 0 to 1726 2024-04-13T07:55:30.462 INFO:tasks.rados.rados.0.smithi119.stdout:2888: oid 13 version 1726 is already newer than 1725 2024-04-13T07:55:30.462 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 13 v 1726 (ObjNum 870 snap 295 seq_num 870) dirty exists 2024-04-13T07:55:30.462 INFO:tasks.rados.rados.0.smithi119.stdout:2888: left oid 13 (ObjNum 870 snap 295 seq_num 870) 2024-04-13T07:55:30.462 INFO:tasks.rados.rados.0.smithi119.stdout:2889: finishing rollback tid 0 to smithi11982245-43 2024-04-13T07:55:30.462 INFO:tasks.rados.rados.0.smithi119.stdout:2889: finishing rollback tid 1 to smithi11982245-43 2024-04-13T07:55:30.462 INFO:tasks.rados.rados.0.smithi119.stdout:2889: finishing rollback tid 2 to smithi11982245-43 2024-04-13T07:55:30.462 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 43 v 2003 (ObjNum 676 snap 228 seq_num 676) dirty exists 2024-04-13T07:55:30.467 INFO:tasks.rados.rados.0.smithi119.stdout:2890: finishing write tid 1 to smithi11982245-30 2024-04-13T07:55:30.504 INFO:tasks.rados.rados.0.smithi119.stdout:2890: finishing write tid 2 to smithi11982245-30 2024-04-13T07:55:30.505 INFO:tasks.rados.rados.0.smithi119.stdout:2890: finishing write tid 3 to smithi11982245-30 2024-04-13T07:55:30.505 INFO:tasks.rados.rados.0.smithi119.stdout:2890: oid 30 updating version 0 to 1695 2024-04-13T07:55:30.505 INFO:tasks.rados.rados.0.smithi119.stdout:2890: oid 30 updating version 1695 to 1696 2024-04-13T07:55:30.505 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 30 v 1696 (ObjNum 871 snap 295 seq_num 871) dirty exists 2024-04-13T07:55:30.505 INFO:tasks.rados.rados.0.smithi119.stdout:2890: left oid 30 (ObjNum 871 snap 295 seq_num 871) 2024-04-13T07:55:30.633 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:30 smithi139 ceph-mon[88985]: pgmap v602: 121 pgs: 121 active+clean; 1.0 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 42 KiB/s wr, 8 op/s 2024-04-13T07:55:30.633 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:30 smithi139 ceph-mon[88985]: osdmap e624: 8 total, 8 up, 8 in 2024-04-13T07:55:30.633 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:30 smithi139 ceph-mon[88985]: osdmap e625: 8 total, 8 up, 8 in 2024-04-13T07:55:30.633 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:30 smithi139 systemd[1]: Starting Ceph prometheus.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:55:30.633 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:30 smithi139 podman[122734]: 2024-04-13 07:55:30.394412893 +0000 UTC m=+0.018979082 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-13T07:55:30.634 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:30 smithi139 podman[122734]: 2024-04-13 07:55:30.510195367 +0000 UTC m=+0.134761542 container create 6c86cfcdc9ce63d1f4e774c4130d2f49f83d7184135c4546bf3c075ec8681ecf (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T07:55:30.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:30 smithi119 ceph-mon[96316]: pgmap v602: 121 pgs: 121 active+clean; 1.0 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 42 KiB/s wr, 8 op/s 2024-04-13T07:55:30.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:30 smithi119 ceph-mon[96316]: osdmap e624: 8 total, 8 up, 8 in 2024-04-13T07:55:30.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:30 smithi119 ceph-mon[96316]: osdmap e625: 8 total, 8 up, 8 in 2024-04-13T07:55:30.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:30 smithi119 ceph-mon[93746]: pgmap v602: 121 pgs: 121 active+clean; 1.0 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 42 KiB/s wr, 8 op/s 2024-04-13T07:55:30.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:30 smithi119 ceph-mon[93746]: osdmap e624: 8 total, 8 up, 8 in 2024-04-13T07:55:30.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:30 smithi119 ceph-mon[93746]: osdmap e625: 8 total, 8 up, 8 in 2024-04-13T07:55:30.886 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:30 smithi139 podman[122734]: 2024-04-13 07:55:30.745821696 +0000 UTC m=+0.370387874 container init 6c86cfcdc9ce63d1f4e774c4130d2f49f83d7184135c4546bf3c075ec8681ecf (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T07:55:30.886 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:30 smithi139 podman[122734]: 2024-04-13 07:55:30.751217913 +0000 UTC m=+0.375784088 container start 6c86cfcdc9ce63d1f4e774c4130d2f49f83d7184135c4546bf3c075ec8681ecf (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T07:55:30.886 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:30 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T07:55:30.774Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-13T07:55:30.886 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:30 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T07:55:30.774Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-13T07:55:30.886 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:30 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T07:55:30.774Z caller=main.go:570 level=info host_details="(Linux 5.14.0-435.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024 x86_64 smithi139 (none))" 2024-04-13T07:55:30.886 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:30 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T07:55:30.774Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-13T07:55:30.887 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:30 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T07:55:30.774Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-13T07:55:30.887 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:30 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T07:55:30.776Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-13T07:55:30.887 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:30 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T07:55:30.776Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-13T07:55:30.887 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:30 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T07:55:30.777Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-13T07:55:30.887 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:30 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T07:55:30.777Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-13T07:55:30.887 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:30 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T07:55:30.779Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-13T07:55:30.887 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:30 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T07:55:30.779Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.951µs 2024-04-13T07:55:30.887 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:30 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T07:55:30.779Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-13T07:55:30.887 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:30 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T07:55:30.781Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=4 2024-04-13T07:55:30.887 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:30 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T07:55:30.786Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=4 2024-04-13T07:55:30.887 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:30 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T07:55:30.793Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=4 2024-04-13T07:55:30.887 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:30 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T07:55:30.799Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=4 2024-04-13T07:55:30.888 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:30 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T07:55:30.799Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=4 2024-04-13T07:55:30.888 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:30 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T07:55:30.799Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=29.071µs wal_replay_duration=19.565493ms wbl_replay_duration=126ns total_replay_duration=19.613955ms 2024-04-13T07:55:30.888 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:30 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T07:55:30.801Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-13T07:55:30.888 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:30 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T07:55:30.801Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-13T07:55:30.888 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:30 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T07:55:30.801Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-13T07:55:30.888 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:30 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T07:55:30.821Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=19.913239ms db_storage=810ns remote_storage=1.239µs web_handler=380ns query_engine=676ns scrape=419.966µs scrape_sd=87.236µs notify=17.398µs notify_sd=37.523µs rules=18.956951ms tracing=8.657µs 2024-04-13T07:55:30.888 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:30 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T07:55:30.821Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-13T07:55:30.888 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:30 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T07:55:30.821Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-13T07:55:30.888 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:30 smithi139 bash[122734]: 6c86cfcdc9ce63d1f4e774c4130d2f49f83d7184135c4546bf3c075ec8681ecf 2024-04-13T07:55:30.888 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:30 smithi139 systemd[1]: Started Ceph prometheus.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:55:31.435 INFO:tasks.rados.rados.0.smithi119.stdout:2888: done (3 left) 2024-04-13T07:55:31.435 INFO:tasks.rados.rados.0.smithi119.stdout:2889: done (2 left) 2024-04-13T07:55:31.435 INFO:tasks.rados.rados.0.smithi119.stdout:2890: done (1 left) 2024-04-13T07:55:31.435 INFO:tasks.rados.rados.0.smithi119.stdout:2891: done (0 left) 2024-04-13T07:55:31.435 INFO:tasks.rados.rados.0.smithi119.stdout:2892: snap_remove snap 182 2024-04-13T07:55:32.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:31 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:32.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:31 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:32.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:31 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:55:32.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:31 smithi139 ceph-mon[88985]: pgmap v605: 121 pgs: 121 active+clean; 1.0 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-04-13T07:55:32.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:31 smithi139 ceph-mon[88985]: osdmap e626: 8 total, 8 up, 8 in 2024-04-13T07:55:32.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:31 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:32.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:31 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:32.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:31 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:55:32.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:31 smithi119 ceph-mon[96316]: pgmap v605: 121 pgs: 121 active+clean; 1.0 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-04-13T07:55:32.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:31 smithi119 ceph-mon[96316]: osdmap e626: 8 total, 8 up, 8 in 2024-04-13T07:55:32.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:31 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:32.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:31 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:32.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:31 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:55:32.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:31 smithi119 ceph-mon[93746]: pgmap v605: 121 pgs: 121 active+clean; 1.0 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-04-13T07:55:32.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:31 smithi119 ceph-mon[93746]: osdmap e626: 8 total, 8 up, 8 in 2024-04-13T07:55:32.437 INFO:tasks.rados.rados.0.smithi119.stdout:2892: done (0 left) 2024-04-13T07:55:32.437 INFO:tasks.rados.rados.0.smithi119.stdout:2893: setattr oid 40 current snap is 296 2024-04-13T07:55:32.442 INFO:tasks.rados.rados.0.smithi119.stdout:2894: read oid 41 snap 186 2024-04-13T07:55:32.442 INFO:tasks.rados.rados.0.smithi119.stdout:2894: expect (ObjNum 553 snap 185 seq_num 553) 2024-04-13T07:55:32.442 INFO:tasks.rados.rados.0.smithi119.stdout:2895: read oid 12 snap 291 2024-04-13T07:55:32.442 INFO:tasks.rados.rados.0.smithi119.stdout:2895: expect deleted 2024-04-13T07:55:32.443 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 39 current snap is 296 2024-04-13T07:55:32.443 INFO:tasks.rados.rados.0.smithi119.stdout:2896: seq_num 872 ranges {3588096=212992} 2024-04-13T07:55:32.465 INFO:tasks.rados.rados.0.smithi119.stdout:2896: writing smithi11982245-39 from 3588096 to 3801088 tid 1 2024-04-13T07:55:32.465 INFO:tasks.rados.rados.0.smithi119.stdout:2897: read oid 8 snap -1 2024-04-13T07:55:32.465 INFO:tasks.rados.rados.0.smithi119.stdout:2897: expect deleted 2024-04-13T07:55:32.465 INFO:tasks.rados.rados.0.smithi119.stdout:2898: delete oid 20 current snap is 296 2024-04-13T07:55:32.465 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 40 v 2064 (ObjNum 860 snap 289 seq_num 860) dirty exists 2024-04-13T07:55:32.473 INFO:tasks.rados.rados.0.smithi119.stdout:2896: finishing write tid 1 to smithi11982245-39 2024-04-13T07:55:32.474 INFO:tasks.rados.rados.0.smithi119.stdout:2896: finishing write tid 2 to smithi11982245-39 2024-04-13T07:55:32.475 INFO:tasks.rados.rados.0.smithi119.stdout:2893: done (5 left) 2024-04-13T07:55:32.476 INFO:tasks.rados.rados.0.smithi119.stdout:2895: done (4 left) 2024-04-13T07:55:32.476 INFO:tasks.rados.rados.0.smithi119.stdout:2897: done (3 left) 2024-04-13T07:55:32.476 INFO:tasks.rados.rados.0.smithi119.stdout:2898: done (2 left) 2024-04-13T07:55:32.476 INFO:tasks.rados.rados.0.smithi119.stdout:2899: rollback oid 32 current snap is 296 2024-04-13T07:55:32.476 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 32 to 203 2024-04-13T07:55:32.476 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 43 current snap is 296 2024-04-13T07:55:32.476 INFO:tasks.rados.rados.0.smithi119.stdout:2900: seq_num 874 ranges {1728512=245760} 2024-04-13T07:55:32.487 INFO:tasks.rados.rados.0.smithi119.stdout:2900: writing smithi11982245-43 from 1728512 to 1974272 tid 1 2024-04-13T07:55:32.488 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 19 current snap is 296 2024-04-13T07:55:32.488 INFO:tasks.rados.rados.0.smithi119.stdout:2896: finishing write tid 3 to smithi11982245-39 2024-04-13T07:55:32.488 INFO:tasks.rados.rados.0.smithi119.stdout:2896: oid 39 updating version 0 to 1743 2024-04-13T07:55:32.488 INFO:tasks.rados.rados.0.smithi119.stdout:2896: oid 39 version 1743 is already newer than 1742 2024-04-13T07:55:32.488 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 39 v 1743 (ObjNum 872 snap 296 seq_num 872) dirty exists 2024-04-13T07:55:32.488 INFO:tasks.rados.rados.0.smithi119.stdout:2896: left oid 39 (ObjNum 872 snap 296 seq_num 872) 2024-04-13T07:55:32.488 INFO:tasks.rados.rados.0.smithi119.stdout:2901: seq_num 875 ranges {0=262144} 2024-04-13T07:55:32.489 INFO:tasks.rados.rados.0.smithi119.stdout:2901: writing smithi11982245-19 from 0 to 262144 tid 1 2024-04-13T07:55:32.489 INFO:tasks.rados.rados.0.smithi119.stdout:2896: done (4 left) 2024-04-13T07:55:32.489 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 13 current snap is 296 2024-04-13T07:55:32.489 INFO:tasks.rados.rados.0.smithi119.stdout:2899: finishing rollback tid 0 to smithi11982245-32 2024-04-13T07:55:32.489 INFO:tasks.rados.rados.0.smithi119.stdout:2899: finishing rollback tid 1 to smithi11982245-32 2024-04-13T07:55:32.490 INFO:tasks.rados.rados.0.smithi119.stdout:2899: finishing rollback tid 2 to smithi11982245-32 2024-04-13T07:55:32.490 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 32 v 1291 (ObjNum 573 snap 193 seq_num 573) dirty exists 2024-04-13T07:55:32.490 INFO:tasks.rados.rados.0.smithi119.stdout:2902: seq_num 876 ranges {2473984=278528} 2024-04-13T07:55:32.507 INFO:tasks.rados.rados.0.smithi119.stdout:2902: writing smithi11982245-13 from 2473984 to 2752512 tid 1 2024-04-13T07:55:32.507 INFO:tasks.rados.rados.0.smithi119.stdout:2899: done (4 left) 2024-04-13T07:55:32.507 INFO:tasks.rados.rados.0.smithi119.stdout:2903: read oid 42 snap -1 2024-04-13T07:55:32.507 INFO:tasks.rados.rados.0.smithi119.stdout:2903: expect (ObjNum 503 snap 172 seq_num 503) 2024-04-13T07:55:32.507 INFO:tasks.rados.rados.0.smithi119.stdout:2904: read oid 36 snap -1 2024-04-13T07:55:32.507 INFO:tasks.rados.rados.0.smithi119.stdout:2904: expect (ObjNum 851 snap 282 seq_num 851) 2024-04-13T07:55:32.507 INFO:tasks.rados.rados.0.smithi119.stdout:2905: rollback oid 18 current snap is 296 2024-04-13T07:55:32.507 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 18 to 284 2024-04-13T07:55:32.507 INFO:tasks.rados.rados.0.smithi119.stdout:2900: finishing write tid 1 to smithi11982245-43 2024-04-13T07:55:32.507 INFO:tasks.rados.rados.0.smithi119.stdout:2906: read oid 3 snap -1 2024-04-13T07:55:32.507 INFO:tasks.rados.rados.0.smithi119.stdout:2906: expect (ObjNum 868 snap 294 seq_num 868) 2024-04-13T07:55:32.507 INFO:tasks.rados.rados.0.smithi119.stdout:2907: read oid 33 snap -1 2024-04-13T07:55:32.507 INFO:tasks.rados.rados.0.smithi119.stdout:2907: expect (ObjNum 608 snap 204 seq_num 608) 2024-04-13T07:55:32.508 INFO:tasks.rados.rados.0.smithi119.stdout:2908: snap_create 2024-04-13T07:55:32.508 INFO:tasks.rados.rados.0.smithi119.stdout:2900: finishing write tid 2 to smithi11982245-43 2024-04-13T07:55:32.508 INFO:tasks.rados.rados.0.smithi119.stdout:2901: finishing write tid 1 to smithi11982245-19 2024-04-13T07:55:32.508 INFO:tasks.rados.rados.0.smithi119.stdout:2901: finishing write tid 2 to smithi11982245-19 2024-04-13T07:55:32.508 INFO:tasks.rados.rados.0.smithi119.stdout:2900: finishing write tid 3 to smithi11982245-43 2024-04-13T07:55:32.508 INFO:tasks.rados.rados.0.smithi119.stdout:2900: oid 43 updating version 0 to 2013 2024-04-13T07:55:32.508 INFO:tasks.rados.rados.0.smithi119.stdout:2900: oid 43 updating version 2013 to 2014 2024-04-13T07:55:32.508 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 43 v 2014 (ObjNum 874 snap 296 seq_num 874) dirty exists 2024-04-13T07:55:32.508 INFO:tasks.rados.rados.0.smithi119.stdout:2900: left oid 43 (ObjNum 874 snap 296 seq_num 874) 2024-04-13T07:55:32.508 INFO:tasks.rados.rados.0.smithi119.stdout:2901: finishing write tid 3 to smithi11982245-19 2024-04-13T07:55:32.508 INFO:tasks.rados.rados.0.smithi119.stdout:2901: oid 19 updating version 0 to 1959 2024-04-13T07:55:32.508 INFO:tasks.rados.rados.0.smithi119.stdout:2901: oid 19 updating version 1959 to 1960 2024-04-13T07:55:32.508 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 19 v 1960 (ObjNum 875 snap 296 seq_num 875) dirty exists 2024-04-13T07:55:32.508 INFO:tasks.rados.rados.0.smithi119.stdout:2901: left oid 19 (ObjNum 875 snap 296 seq_num 875) 2024-04-13T07:55:32.510 INFO:tasks.rados.rados.0.smithi119.stdout:2902: finishing write tid 1 to smithi11982245-13 2024-04-13T07:55:32.512 INFO:tasks.rados.rados.0.smithi119.stdout:2902: finishing write tid 2 to smithi11982245-13 2024-04-13T07:55:32.513 INFO:tasks.rados.rados.0.smithi119.stdout:2906: expect (ObjNum 868 snap 294 seq_num 868) 2024-04-13T07:55:32.575 INFO:tasks.rados.rados.0.smithi119.stdout:2902: finishing write tid 3 to smithi11982245-13 2024-04-13T07:55:32.576 INFO:tasks.rados.rados.0.smithi119.stdout:2902: oid 13 updating version 0 to 1728 2024-04-13T07:55:32.576 INFO:tasks.rados.rados.0.smithi119.stdout:2902: oid 13 updating version 1728 to 1729 2024-04-13T07:55:32.576 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 13 v 1729 (ObjNum 876 snap 296 seq_num 876) dirty exists 2024-04-13T07:55:32.576 INFO:tasks.rados.rados.0.smithi119.stdout:2902: left oid 13 (ObjNum 876 snap 296 seq_num 876) 2024-04-13T07:55:32.576 INFO:tasks.rados.rados.0.smithi119.stdout:2907: expect (ObjNum 608 snap 204 seq_num 608) 2024-04-13T07:55:32.590 INFO:tasks.rados.rados.0.smithi119.stdout:2905: finishing rollback tid 0 to smithi11982245-18 2024-04-13T07:55:32.591 INFO:tasks.rados.rados.0.smithi119.stdout:2905: finishing rollback tid 1 to smithi11982245-18 2024-04-13T07:55:32.591 INFO:tasks.rados.rados.0.smithi119.stdout:2905: finishing rollback tid 2 to smithi11982245-18 2024-04-13T07:55:32.591 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 18 v 2070 (ObjNum 804 snap 274 seq_num 804) dirty exists 2024-04-13T07:55:32.591 INFO:tasks.rados.rados.0.smithi119.stdout:2894: expect (ObjNum 553 snap 185 seq_num 553) 2024-04-13T07:55:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T07:55:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:55:33.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:33 smithi139 ceph-mon[88985]: osdmap e627: 8 total, 8 up, 8 in 2024-04-13T07:55:33.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:33 smithi119 ceph-mon[96316]: osdmap e627: 8 total, 8 up, 8 in 2024-04-13T07:55:33.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:33 smithi119 ceph-mon[93746]: osdmap e627: 8 total, 8 up, 8 in 2024-04-13T07:55:34.230 INFO:tasks.rados.rados.0.smithi119.stdout:2903: expect (ObjNum 503 snap 172 seq_num 503) 2024-04-13T07:55:34.400 INFO:tasks.rados.rados.0.smithi119.stdout:2904: expect (ObjNum 851 snap 282 seq_num 851) 2024-04-13T07:55:34.550 INFO:tasks.rados.rados.0.smithi119.stdout:2894: done (9 left) 2024-04-13T07:55:34.550 INFO:tasks.rados.rados.0.smithi119.stdout:2900: done (8 left) 2024-04-13T07:55:34.550 INFO:tasks.rados.rados.0.smithi119.stdout:2901: done (7 left) 2024-04-13T07:55:34.550 INFO:tasks.rados.rados.0.smithi119.stdout:2902: done (6 left) 2024-04-13T07:55:34.550 INFO:tasks.rados.rados.0.smithi119.stdout:2903: done (5 left) 2024-04-13T07:55:34.550 INFO:tasks.rados.rados.0.smithi119.stdout:2904: done (4 left) 2024-04-13T07:55:34.550 INFO:tasks.rados.rados.0.smithi119.stdout:2905: done (3 left) 2024-04-13T07:55:34.551 INFO:tasks.rados.rados.0.smithi119.stdout:2906: done (2 left) 2024-04-13T07:55:34.551 INFO:tasks.rados.rados.0.smithi119.stdout:2907: done (1 left) 2024-04-13T07:55:34.551 INFO:tasks.rados.rados.0.smithi119.stdout:2908: done (0 left) 2024-04-13T07:55:34.551 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 50 current snap is 297 2024-04-13T07:55:34.551 INFO:tasks.rados.rados.0.smithi119.stdout:2909: seq_num 877 ranges {3923968=294912} 2024-04-13T07:55:34.573 INFO:tasks.rados.rados.0.smithi119.stdout:2909: writing smithi11982245-50 from 3923968 to 4218880 tid 1 2024-04-13T07:55:34.573 INFO:tasks.rados.rados.0.smithi119.stdout:2910: read oid 34 snap -1 2024-04-13T07:55:34.573 INFO:tasks.rados.rados.0.smithi119.stdout:2910: expect (ObjNum 865 snap 294 seq_num 865) 2024-04-13T07:55:34.573 INFO:tasks.rados.rados.0.smithi119.stdout:2911: read oid 3 snap 176 2024-04-13T07:55:34.573 INFO:tasks.rados.rados.0.smithi119.stdout:2911: expect (ObjNum 513 snap 175 seq_num 513) 2024-04-13T07:55:34.573 INFO:tasks.rados.rados.0.smithi119.stdout:2912: snap_create 2024-04-13T07:55:34.577 INFO:tasks.rados.rados.0.smithi119.stdout:2909: finishing write tid 1 to smithi11982245-50 2024-04-13T07:55:34.577 INFO:tasks.rados.rados.0.smithi119.stdout:2909: finishing write tid 2 to smithi11982245-50 2024-04-13T07:55:34.578 INFO:tasks.rados.rados.0.smithi119.stdout:2911: expect (ObjNum 513 snap 175 seq_num 513) 2024-04-13T07:55:34.621 INFO:tasks.rados.rados.0.smithi119.stdout:2909: finishing write tid 3 to smithi11982245-50 2024-04-13T07:55:34.622 INFO:tasks.rados.rados.0.smithi119.stdout:2909: oid 50 updating version 0 to 1745 2024-04-13T07:55:34.622 INFO:tasks.rados.rados.0.smithi119.stdout:2909: oid 50 version 1745 is already newer than 1744 2024-04-13T07:55:34.622 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 50 v 1745 (ObjNum 877 snap 297 seq_num 877) dirty exists 2024-04-13T07:55:34.622 INFO:tasks.rados.rados.0.smithi119.stdout:2909: left oid 50 (ObjNum 877 snap 297 seq_num 877) 2024-04-13T07:55:34.622 INFO:tasks.rados.rados.0.smithi119.stdout:2910: expect (ObjNum 865 snap 294 seq_num 865) 2024-04-13T07:55:34.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:34 smithi119 ceph-mon[96316]: pgmap v608: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 1.0 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-04-13T07:55:34.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:34 smithi119 ceph-mon[96316]: osdmap e628: 8 total, 8 up, 8 in 2024-04-13T07:55:34.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:34 smithi119 ceph-mon[93746]: pgmap v608: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 1.0 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-04-13T07:55:34.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:34 smithi119 ceph-mon[93746]: osdmap e628: 8 total, 8 up, 8 in 2024-04-13T07:55:34.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:34 smithi139 ceph-mon[88985]: pgmap v608: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 1.0 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-04-13T07:55:34.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:34 smithi139 ceph-mon[88985]: osdmap e628: 8 total, 8 up, 8 in 2024-04-13T07:55:35.421 INFO:tasks.rados.rados.0.smithi119.stdout:2909: done (3 left) 2024-04-13T07:55:35.422 INFO:tasks.rados.rados.0.smithi119.stdout:2910: done (2 left) 2024-04-13T07:55:35.422 INFO:tasks.rados.rados.0.smithi119.stdout:2911: done (1 left) 2024-04-13T07:55:35.422 INFO:tasks.rados.rados.0.smithi119.stdout:2912: done (0 left) 2024-04-13T07:55:35.422 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 47 current snap is 298 2024-04-13T07:55:35.422 INFO:tasks.rados.rados.0.smithi119.stdout:2913: seq_num 878 ranges {3571712=311296} 2024-04-13T07:55:35.442 INFO:tasks.rados.rados.0.smithi119.stdout:2913: writing smithi11982245-47 from 3571712 to 3883008 tid 1 2024-04-13T07:55:35.442 INFO:tasks.rados.rados.0.smithi119.stdout:2914: snap_remove snap 228 2024-04-13T07:55:35.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:35 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:35.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:35 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:35.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:35 smithi139 ceph-mon[88985]: osdmap e629: 8 total, 8 up, 8 in 2024-04-13T07:55:35.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:35 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:35.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:35 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:35.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:35 smithi119 ceph-mon[93746]: osdmap e629: 8 total, 8 up, 8 in 2024-04-13T07:55:35.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:35 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:35.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:35 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:35.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:35 smithi119 ceph-mon[96316]: osdmap e629: 8 total, 8 up, 8 in 2024-04-13T07:55:36.421 INFO:tasks.rados.rados.0.smithi119.stdout:2914: done (1 left) 2024-04-13T07:55:36.422 INFO:tasks.rados.rados.0.smithi119.stdout:2915: read oid 5 snap -1 2024-04-13T07:55:36.422 INFO:tasks.rados.rados.0.smithi119.stdout:2915: expect (ObjNum 849 snap 282 seq_num 849) 2024-04-13T07:55:36.422 INFO:tasks.rados.rados.0.smithi119.stdout:2916: copy_from oid 26 from oid 30 current snap is 298 2024-04-13T07:55:36.422 INFO:tasks.rados.rados.0.smithi119.stdout:2913: finishing write tid 1 to smithi11982245-47 2024-04-13T07:55:36.422 INFO:tasks.rados.rados.0.smithi119.stdout:2913: finishing write tid 2 to smithi11982245-47 2024-04-13T07:55:36.422 INFO:tasks.rados.rados.0.smithi119.stdout:2913: finishing write tid 3 to smithi11982245-47 2024-04-13T07:55:36.422 INFO:tasks.rados.rados.0.smithi119.stdout:2913: oid 47 updating version 0 to 2072 2024-04-13T07:55:36.422 INFO:tasks.rados.rados.0.smithi119.stdout:2913: oid 47 updating version 2072 to 2073 2024-04-13T07:55:36.422 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 47 v 2073 (ObjNum 878 snap 298 seq_num 878) dirty exists 2024-04-13T07:55:36.422 INFO:tasks.rados.rados.0.smithi119.stdout:2913: left oid 47 (ObjNum 878 snap 298 seq_num 878) 2024-04-13T07:55:36.422 INFO:tasks.rados.rados.0.smithi119.stdout:2913: done (2 left) 2024-04-13T07:55:36.423 INFO:tasks.rados.rados.0.smithi119.stdout:2917: delete oid 23 current snap is 298 2024-04-13T07:55:36.433 INFO:tasks.rados.rados.0.smithi119.stdout:2917: done (2 left) 2024-04-13T07:55:36.434 INFO:tasks.rados.rados.0.smithi119.stdout:2918: snap_create 2024-04-13T07:55:36.443 INFO:tasks.rados.rados.0.smithi119.stdout:2915: expect (ObjNum 849 snap 282 seq_num 849) 2024-04-13T07:55:36.507 INFO:tasks.rados.rados.0.smithi119.stdout:2916: finishing copy_from racing read to smithi11982245-26 2024-04-13T07:55:36.507 INFO:tasks.rados.rados.0.smithi119.stdout:2916: finishing copy_from to smithi11982245-26 2024-04-13T07:55:36.507 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 26 v 1696 (ObjNum 871 snap 295 seq_num 871) dirty exists 2024-04-13T07:55:36.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:36 smithi139 ceph-mon[88985]: pgmap v610: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 1.0 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2024-04-13T07:55:36.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:36 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:36.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:36 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:36.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:36 smithi139 ceph-mon[88985]: osdmap e630: 8 total, 8 up, 8 in 2024-04-13T07:55:36.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:36 smithi119 ceph-mon[96316]: pgmap v610: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 1.0 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2024-04-13T07:55:36.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:36 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:36.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:36 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:36.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:36 smithi119 ceph-mon[96316]: osdmap e630: 8 total, 8 up, 8 in 2024-04-13T07:55:36.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:36 smithi119 ceph-mon[93746]: pgmap v610: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 1.0 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2024-04-13T07:55:36.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:36 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:36.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:36 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:36.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:36 smithi119 ceph-mon[93746]: osdmap e630: 8 total, 8 up, 8 in 2024-04-13T07:55:37.425 INFO:tasks.rados.rados.0.smithi119.stdout:2915: done (2 left) 2024-04-13T07:55:37.425 INFO:tasks.rados.rados.0.smithi119.stdout:2916: done (1 left) 2024-04-13T07:55:37.425 INFO:tasks.rados.rados.0.smithi119.stdout:2918: done (0 left) 2024-04-13T07:55:37.426 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 29 current snap is 299 2024-04-13T07:55:37.426 INFO:tasks.rados.rados.0.smithi119.stdout:2919: seq_num 880 ranges {3170304=344064} 2024-04-13T07:55:37.444 INFO:tasks.rados.rados.0.smithi119.stdout:2919: writing smithi11982245-29 from 3170304 to 3514368 tid 1 2024-04-13T07:55:37.444 INFO:tasks.rados.rados.0.smithi119.stdout:2920: read oid 15 snap -1 2024-04-13T07:55:37.444 INFO:tasks.rados.rados.0.smithi119.stdout:2920: expect (ObjNum 713 snap 248 seq_num 713) 2024-04-13T07:55:37.444 INFO:tasks.rados.rados.0.smithi119.stdout:2921: rollback oid 1 current snap is 299 2024-04-13T07:55:37.444 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 1 to 230 2024-04-13T07:55:37.444 INFO:tasks.rados.rados.0.smithi119.stdout:2922: read oid 33 snap -1 2024-04-13T07:55:37.444 INFO:tasks.rados.rados.0.smithi119.stdout:2922: expect (ObjNum 608 snap 204 seq_num 608) 2024-04-13T07:55:37.445 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 49 current snap is 299 2024-04-13T07:55:37.445 INFO:tasks.rados.rados.0.smithi119.stdout:2923: seq_num 881 ranges {2875392=360448} 2024-04-13T07:55:37.462 INFO:tasks.rados.rados.0.smithi119.stdout:2923: writing smithi11982245-49 from 2875392 to 3235840 tid 1 2024-04-13T07:55:37.462 INFO:tasks.rados.rados.0.smithi119.stdout:2924: snap_create 2024-04-13T07:55:37.462 INFO:tasks.rados.rados.0.smithi119.stdout:2922: expect (ObjNum 608 snap 204 seq_num 608) 2024-04-13T07:55:37.479 INFO:tasks.rados.rados.0.smithi119.stdout:2921: finishing rollback tid 0 to smithi11982245-1 2024-04-13T07:55:37.479 INFO:tasks.rados.rados.0.smithi119.stdout:2921: finishing rollback tid 1 to smithi11982245-1 2024-04-13T07:55:37.479 INFO:tasks.rados.rados.0.smithi119.stdout:2921: finishing rollback tid 2 to smithi11982245-1 2024-04-13T07:55:37.479 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 1 v 1294 (ObjNum 361 snap 136 seq_num 361) dirty exists 2024-04-13T07:55:37.479 INFO:tasks.rados.rados.0.smithi119.stdout:2919: finishing write tid 1 to smithi11982245-29 2024-04-13T07:55:37.479 INFO:tasks.rados.rados.0.smithi119.stdout:2919: finishing write tid 2 to smithi11982245-29 2024-04-13T07:55:37.479 INFO:tasks.rados.rados.0.smithi119.stdout:2919: finishing write tid 3 to smithi11982245-29 2024-04-13T07:55:37.479 INFO:tasks.rados.rados.0.smithi119.stdout:2919: oid 29 updating version 0 to 1961 2024-04-13T07:55:37.480 INFO:tasks.rados.rados.0.smithi119.stdout:2919: oid 29 updating version 1961 to 1962 2024-04-13T07:55:37.480 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 29 v 1962 (ObjNum 880 snap 299 seq_num 880) dirty exists 2024-04-13T07:55:37.480 INFO:tasks.rados.rados.0.smithi119.stdout:2919: left oid 29 (ObjNum 880 snap 299 seq_num 880) 2024-04-13T07:55:37.480 INFO:tasks.rados.rados.0.smithi119.stdout:2920: expect (ObjNum 713 snap 248 seq_num 713) 2024-04-13T07:55:37.625 INFO:tasks.rados.rados.0.smithi119.stdout:2923: finishing write tid 1 to smithi11982245-49 2024-04-13T07:55:37.625 INFO:tasks.rados.rados.0.smithi119.stdout:2923: finishing write tid 2 to smithi11982245-49 2024-04-13T07:55:37.625 INFO:tasks.rados.rados.0.smithi119.stdout:2923: finishing write tid 3 to smithi11982245-49 2024-04-13T07:55:37.625 INFO:tasks.rados.rados.0.smithi119.stdout:2923: oid 49 updating version 0 to 1964 2024-04-13T07:55:37.625 INFO:tasks.rados.rados.0.smithi119.stdout:2923: oid 49 version 1964 is already newer than 1963 2024-04-13T07:55:37.625 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 49 v 1964 (ObjNum 881 snap 299 seq_num 881) dirty exists 2024-04-13T07:55:37.625 INFO:tasks.rados.rados.0.smithi119.stdout:2923: left oid 49 (ObjNum 881 snap 299 seq_num 881) 2024-04-13T07:55:38.427 INFO:tasks.rados.rados.0.smithi119.stdout:2919: done (5 left) 2024-04-13T07:55:38.427 INFO:tasks.rados.rados.0.smithi119.stdout:2920: done (4 left) 2024-04-13T07:55:38.427 INFO:tasks.rados.rados.0.smithi119.stdout:2921: done (3 left) 2024-04-13T07:55:38.427 INFO:tasks.rados.rados.0.smithi119.stdout:2922: done (2 left) 2024-04-13T07:55:38.427 INFO:tasks.rados.rados.0.smithi119.stdout:2923: done (1 left) 2024-04-13T07:55:38.427 INFO:tasks.rados.rados.0.smithi119.stdout:2924: done (0 left) 2024-04-13T07:55:38.427 INFO:tasks.rados.rados.0.smithi119.stdout:2925: snap_remove snap 294 2024-04-13T07:55:38.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:38 smithi139 ceph-mon[88985]: pgmap v613: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 1.0 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 1.5 MiB/s wr, 14 op/s 2024-04-13T07:55:38.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:38 smithi139 ceph-mon[88985]: osdmap e631: 8 total, 8 up, 8 in 2024-04-13T07:55:38.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:38 smithi119 ceph-mon[96316]: pgmap v613: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 1.0 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 1.5 MiB/s wr, 14 op/s 2024-04-13T07:55:38.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:38 smithi119 ceph-mon[96316]: osdmap e631: 8 total, 8 up, 8 in 2024-04-13T07:55:38.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:38 smithi119 ceph-mon[93746]: pgmap v613: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 1.0 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 1.5 MiB/s wr, 14 op/s 2024-04-13T07:55:38.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:38 smithi119 ceph-mon[93746]: osdmap e631: 8 total, 8 up, 8 in 2024-04-13T07:55:39.431 INFO:tasks.rados.rados.0.smithi119.stdout:2925: done (0 left) 2024-04-13T07:55:39.431 INFO:tasks.rados.rados.0.smithi119.stdout:2926: copy_from oid 13 from oid 29 current snap is 300 2024-04-13T07:55:39.431 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 47 current snap is 300 2024-04-13T07:55:39.431 INFO:tasks.rados.rados.0.smithi119.stdout:2927: seq_num 882 ranges {3883008=376832} 2024-04-13T07:55:39.456 INFO:tasks.rados.rados.0.smithi119.stdout:2927: writing smithi11982245-47 from 3883008 to 4259840 tid 1 2024-04-13T07:55:39.456 INFO:tasks.rados.rados.0.smithi119.stdout:2928: read oid 28 snap 288 2024-04-13T07:55:39.456 INFO:tasks.rados.rados.0.smithi119.stdout:2928: expect deleted 2024-04-13T07:55:39.456 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 21 current snap is 300 2024-04-13T07:55:39.456 INFO:tasks.rados.rados.0.smithi119.stdout:2929: seq_num 883 ranges {122880=393216} 2024-04-13T07:55:39.458 INFO:tasks.rados.rados.0.smithi119.stdout:2929: writing smithi11982245-21 from 122880 to 516096 tid 1 2024-04-13T07:55:39.458 INFO:tasks.rados.rados.0.smithi119.stdout:2930: setattr oid 16 current snap is 300 2024-04-13T07:55:39.460 INFO:tasks.rados.rados.0.smithi119.stdout:2927: finishing write tid 1 to smithi11982245-47 2024-04-13T07:55:39.460 INFO:tasks.rados.rados.0.smithi119.stdout:2927: finishing write tid 2 to smithi11982245-47 2024-04-13T07:55:39.462 INFO:tasks.rados.rados.0.smithi119.stdout:2928: done (4 left) 2024-04-13T07:55:39.462 INFO:tasks.rados.rados.0.smithi119.stdout:2931: rollback oid 3 current snap is 300 2024-04-13T07:55:39.462 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 3 to 279 2024-04-13T07:55:39.462 INFO:tasks.rados.rados.0.smithi119.stdout:2932: rmattr oid 44 current snap is 300 2024-04-13T07:55:39.462 INFO:tasks.rados.rados.0.smithi119.stdout:2932: done (5 left) 2024-04-13T07:55:39.462 INFO:tasks.rados.rados.0.smithi119.stdout:2933: copy_from oid 15 from oid 35 current snap is 300 2024-04-13T07:55:39.463 INFO:tasks.rados.rados.0.smithi119.stdout:2934: snap_create 2024-04-13T07:55:39.463 INFO:tasks.rados.rados.0.smithi119.stdout:2927: finishing write tid 3 to smithi11982245-47 2024-04-13T07:55:39.463 INFO:tasks.rados.rados.0.smithi119.stdout:2927: oid 47 updating version 0 to 2089 2024-04-13T07:55:39.463 INFO:tasks.rados.rados.0.smithi119.stdout:2927: oid 47 updating version 2089 to 2090 2024-04-13T07:55:39.463 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 47 v 2090 (ObjNum 882 snap 300 seq_num 882) dirty exists 2024-04-13T07:55:39.464 INFO:tasks.rados.rados.0.smithi119.stdout:2927: left oid 47 (ObjNum 882 snap 300 seq_num 882) 2024-04-13T07:55:39.464 INFO:tasks.rados.rados.0.smithi119.stdout:2929: finishing write tid 1 to smithi11982245-21 2024-04-13T07:55:39.464 INFO:tasks.rados.rados.0.smithi119.stdout:2926: finishing copy_from racing read to smithi11982245-13 2024-04-13T07:55:39.464 INFO:tasks.rados.rados.0.smithi119.stdout:2929: finishing write tid 2 to smithi11982245-21 2024-04-13T07:55:39.466 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 16 v 2021 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-13T07:55:39.467 INFO:tasks.rados.rados.0.smithi119.stdout:2929: finishing write tid 3 to smithi11982245-21 2024-04-13T07:55:39.468 INFO:tasks.rados.rados.0.smithi119.stdout:2929: oid 21 updating version 0 to 1465 2024-04-13T07:55:39.468 INFO:tasks.rados.rados.0.smithi119.stdout:2929: oid 21 version 1465 is already newer than 1464 2024-04-13T07:55:39.468 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 21 v 1465 (ObjNum 883 snap 300 seq_num 883) dirty exists 2024-04-13T07:55:39.468 INFO:tasks.rados.rados.0.smithi119.stdout:2929: left oid 21 (ObjNum 883 snap 300 seq_num 883) 2024-04-13T07:55:39.468 INFO:tasks.rados.rados.0.smithi119.stdout:2931: finishing rollback tid 0 to smithi11982245-3 2024-04-13T07:55:39.470 INFO:tasks.rados.rados.0.smithi119.stdout:2926: finishing copy_from to smithi11982245-13 2024-04-13T07:55:39.470 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 13 v 1962 (ObjNum 880 snap 299 seq_num 880) dirty exists 2024-04-13T07:55:39.472 INFO:tasks.rados.rados.0.smithi119.stdout:2931: finishing rollback tid 1 to smithi11982245-3 2024-04-13T07:55:39.472 INFO:tasks.rados.rados.0.smithi119.stdout:2931: finishing rollback tid 2 to smithi11982245-3 2024-04-13T07:55:39.472 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 3 v 1712 (ObjNum 504 snap 172 seq_num 504) dirty exists 2024-04-13T07:55:39.481 INFO:tasks.rados.rados.0.smithi119.stdout:2933: finishing copy_from racing read to smithi11982245-15 2024-04-13T07:55:39.482 INFO:tasks.rados.rados.0.smithi119.stdout:2933: finishing copy_from to smithi11982245-15 2024-04-13T07:55:39.482 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 15 v 1690 (ObjNum 866 snap 294 seq_num 866) dirty exists 2024-04-13T07:55:39.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:39 smithi119 ceph-mon[96316]: osdmap e632: 8 total, 8 up, 8 in 2024-04-13T07:55:39.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:55:39.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:39 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:39.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:39 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:39.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:55:39.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:55:39.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:39 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:39.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T07:55:39.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:55:39.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:39.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:39.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:39.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:39.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:39.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:39.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:39.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:39.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:39.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:39.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:39.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:39.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:39.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:39.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:39 smithi119 ceph-mon[93746]: osdmap e632: 8 total, 8 up, 8 in 2024-04-13T07:55:39.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:55:39.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:39 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:39.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:39 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:39.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:55:39.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:55:39.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:39 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:39.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T07:55:39.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:55:39.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:39.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:39.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:39.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:39.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:39.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:39.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:39.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:39.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:39.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:39.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:39.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:39.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:39.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:39.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:39 smithi139 ceph-mon[88985]: osdmap e632: 8 total, 8 up, 8 in 2024-04-13T07:55:39.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:55:39.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:39 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:39.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:39 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:39.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:55:39.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:55:39.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:39 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:39.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T07:55:39.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:55:39.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:39.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:39.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:39.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:39.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:39.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:39.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:39.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:39.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:39.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:39.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:39.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:39.888 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:39.888 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:40.423 INFO:tasks.rados.rados.0.smithi119.stdout:2926: done (6 left) 2024-04-13T07:55:40.423 INFO:tasks.rados.rados.0.smithi119.stdout:2927: done (5 left) 2024-04-13T07:55:40.423 INFO:tasks.rados.rados.0.smithi119.stdout:2929: done (4 left) 2024-04-13T07:55:40.423 INFO:tasks.rados.rados.0.smithi119.stdout:2930: done (3 left) 2024-04-13T07:55:40.424 INFO:tasks.rados.rados.0.smithi119.stdout:2931: done (2 left) 2024-04-13T07:55:40.424 INFO:tasks.rados.rados.0.smithi119.stdout:2933: done (1 left) 2024-04-13T07:55:40.424 INFO:tasks.rados.rados.0.smithi119.stdout:2934: done (0 left) 2024-04-13T07:55:40.424 INFO:tasks.rados.rados.0.smithi119.stdout:2935: read oid 2 snap 184 2024-04-13T07:55:40.424 INFO:tasks.rados.rados.0.smithi119.stdout:2935: expect (ObjNum 527 snap 177 seq_num 527) 2024-04-13T07:55:40.424 INFO:tasks.rados.rados.0.smithi119.stdout:2936: copy_from oid 8 from oid 20 current snap is 301 2024-04-13T07:55:40.424 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 5 current snap is 301 2024-04-13T07:55:40.424 INFO:tasks.rados.rados.0.smithi119.stdout:2937: seq_num 884 ranges {2228224=409600} 2024-04-13T07:55:40.438 INFO:tasks.rados.rados.0.smithi119.stdout:2937: writing smithi11982245-5 from 2228224 to 2637824 tid 1 2024-04-13T07:55:40.438 INFO:tasks.rados.rados.0.smithi119.stdout:2938: read oid 7 snap -1 2024-04-13T07:55:40.438 INFO:tasks.rados.rados.0.smithi119.stdout:2938: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:55:40.438 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 24 current snap is 301 2024-04-13T07:55:40.438 INFO:tasks.rados.rados.0.smithi119.stdout:2939: seq_num 885 ranges {3596288=425984} 2024-04-13T07:55:40.461 INFO:tasks.rados.rados.0.smithi119.stdout:2939: writing smithi11982245-24 from 3596288 to 4022272 tid 1 2024-04-13T07:55:40.461 INFO:tasks.rados.rados.0.smithi119.stdout:2940: setattr oid 26 current snap is 301 2024-04-13T07:55:40.461 INFO:tasks.rados.rados.0.smithi119.stdout:2938: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:55:40.465 INFO:tasks.rados.rados.0.smithi119.stdout:2937: finishing write tid 1 to smithi11982245-5 2024-04-13T07:55:40.465 INFO:tasks.rados.rados.0.smithi119.stdout:2937: finishing write tid 2 to smithi11982245-5 2024-04-13T07:55:40.465 INFO:tasks.rados.rados.0.smithi119.stdout:2937: finishing write tid 3 to smithi11982245-5 2024-04-13T07:55:40.465 INFO:tasks.rados.rados.0.smithi119.stdout:2937: oid 5 updating version 0 to 2093 2024-04-13T07:55:40.465 INFO:tasks.rados.rados.0.smithi119.stdout:2937: oid 5 version 2093 is already newer than 2092 2024-04-13T07:55:40.465 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 5 v 2093 (ObjNum 884 snap 301 seq_num 884) dirty exists 2024-04-13T07:55:40.465 INFO:tasks.rados.rados.0.smithi119.stdout:2937: left oid 5 (ObjNum 884 snap 301 seq_num 884) 2024-04-13T07:55:40.465 INFO:tasks.rados.rados.0.smithi119.stdout:2936: finishing copy_from to smithi11982245-8 2024-04-13T07:55:40.465 INFO:tasks.rados.rados.0.smithi119.stdout:2936: got expected ENOENT (src dne) 2024-04-13T07:55:40.466 INFO:tasks.rados.rados.0.smithi119.stdout:2936: finishing copy_from racing read to smithi11982245-8 2024-04-13T07:55:40.466 INFO:tasks.rados.rados.0.smithi119.stdout:2935: expect (ObjNum 527 snap 177 seq_num 527) 2024-04-13T07:55:40.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:40 smithi119 ceph-mon[96316]: pgmap v616: 121 pgs: 121 active+clean; 1.0 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 438 KiB/s wr, 14 op/s 2024-04-13T07:55:40.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:40 smithi119 ceph-mon[96316]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T07:55:40.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:40 smithi119 ceph-mon[96316]: osdmap e633: 8 total, 8 up, 8 in 2024-04-13T07:55:40.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:40 smithi119 ceph-mon[96316]: osdmap e634: 8 total, 8 up, 8 in 2024-04-13T07:55:40.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:40 smithi119 ceph-mon[93746]: pgmap v616: 121 pgs: 121 active+clean; 1.0 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 438 KiB/s wr, 14 op/s 2024-04-13T07:55:40.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:40 smithi119 ceph-mon[93746]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T07:55:40.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:40 smithi119 ceph-mon[93746]: osdmap e633: 8 total, 8 up, 8 in 2024-04-13T07:55:40.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:40 smithi119 ceph-mon[93746]: osdmap e634: 8 total, 8 up, 8 in 2024-04-13T07:55:40.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:40 smithi139 ceph-mon[88985]: pgmap v616: 121 pgs: 121 active+clean; 1.0 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 438 KiB/s wr, 14 op/s 2024-04-13T07:55:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:40 smithi139 ceph-mon[88985]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T07:55:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:40 smithi139 ceph-mon[88985]: osdmap e633: 8 total, 8 up, 8 in 2024-04-13T07:55:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:40 smithi139 ceph-mon[88985]: osdmap e634: 8 total, 8 up, 8 in 2024-04-13T07:55:40.893 INFO:tasks.rados.rados.0.smithi119.stdout:2939: finishing write tid 1 to smithi11982245-24 2024-04-13T07:55:40.893 INFO:tasks.rados.rados.0.smithi119.stdout:2939: finishing write tid 2 to smithi11982245-24 2024-04-13T07:55:40.893 INFO:tasks.rados.rados.0.smithi119.stdout:2939: finishing write tid 3 to smithi11982245-24 2024-04-13T07:55:40.893 INFO:tasks.rados.rados.0.smithi119.stdout:2939: oid 24 updating version 0 to 1691 2024-04-13T07:55:40.893 INFO:tasks.rados.rados.0.smithi119.stdout:2939: oid 24 updating version 1691 to 1692 2024-04-13T07:55:40.893 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 24 v 1692 (ObjNum 885 snap 301 seq_num 885) dirty exists 2024-04-13T07:55:40.893 INFO:tasks.rados.rados.0.smithi119.stdout:2939: left oid 24 (ObjNum 885 snap 301 seq_num 885) 2024-04-13T07:55:40.893 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 26 v 1715 (ObjNum 871 snap 295 seq_num 871) dirty exists 2024-04-13T07:55:40.893 INFO:tasks.rados.rados.0.smithi119.stdout:2935: done (5 left) 2024-04-13T07:55:40.893 INFO:tasks.rados.rados.0.smithi119.stdout:2936: done (4 left) 2024-04-13T07:55:40.893 INFO:tasks.rados.rados.0.smithi119.stdout:2937: done (3 left) 2024-04-13T07:55:40.893 INFO:tasks.rados.rados.0.smithi119.stdout:2938: done (2 left) 2024-04-13T07:55:40.894 INFO:tasks.rados.rados.0.smithi119.stdout:2939: done (1 left) 2024-04-13T07:55:40.894 INFO:tasks.rados.rados.0.smithi119.stdout:2940: done (0 left) 2024-04-13T07:55:40.894 INFO:tasks.rados.rados.0.smithi119.stdout:2941: copy_from oid 3 from oid 24 current snap is 301 2024-04-13T07:55:40.894 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 39 current snap is 301 2024-04-13T07:55:40.894 INFO:tasks.rados.rados.0.smithi119.stdout:2942: seq_num 886 ranges {3801088=442368} 2024-04-13T07:55:40.916 INFO:tasks.rados.rados.0.smithi119.stdout:2942: writing smithi11982245-39 from 3801088 to 4243456 tid 1 2024-04-13T07:55:40.916 INFO:tasks.rados.rados.0.smithi119.stdout:2943: copy_from oid 15 from oid 16 current snap is 301 2024-04-13T07:55:40.916 INFO:tasks.rados.rados.0.smithi119.stdout:2941: finishing copy_from racing read to smithi11982245-3 2024-04-13T07:55:40.916 INFO:tasks.rados.rados.0.smithi119.stdout:2944: delete oid 6 current snap is 301 2024-04-13T07:55:40.919 INFO:tasks.rados.rados.0.smithi119.stdout:2943: finishing copy_from racing read to smithi11982245-15 2024-04-13T07:55:40.920 INFO:tasks.rados.rados.0.smithi119.stdout:2941: finishing copy_from to smithi11982245-3 2024-04-13T07:55:40.920 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 3 v 1692 (ObjNum 885 snap 301 seq_num 885) dirty exists 2024-04-13T07:55:40.921 INFO:tasks.rados.rados.0.smithi119.stdout:2942: finishing write tid 1 to smithi11982245-39 2024-04-13T07:55:40.921 INFO:tasks.rados.rados.0.smithi119.stdout:2942: finishing write tid 2 to smithi11982245-39 2024-04-13T07:55:40.921 INFO:tasks.rados.rados.0.smithi119.stdout:2941: done (3 left) 2024-04-13T07:55:40.921 INFO:tasks.rados.rados.0.smithi119.stdout:2944: done (2 left) 2024-04-13T07:55:40.921 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 47 current snap is 301 2024-04-13T07:55:40.922 INFO:tasks.rados.rados.0.smithi119.stdout:2945: seq_num 888 ranges {4259840=475136} 2024-04-13T07:55:40.947 INFO:tasks.rados.rados.0.smithi119.stdout:2945: writing smithi11982245-47 from 4259840 to 4734976 tid 1 2024-04-13T07:55:40.947 INFO:tasks.rados.rados.0.smithi119.stdout:2946: read oid 3 snap -1 2024-04-13T07:55:40.947 INFO:tasks.rados.rados.0.smithi119.stdout:2946: expect (ObjNum 885 snap 301 seq_num 885) 2024-04-13T07:55:40.947 INFO:tasks.rados.rados.0.smithi119.stdout:2947: delete oid 40 current snap is 301 2024-04-13T07:55:40.947 INFO:tasks.rados.rados.0.smithi119.stdout:2943: finishing copy_from to smithi11982245-15 2024-04-13T07:55:40.947 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 15 v 2021 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-13T07:55:40.947 INFO:tasks.rados.rados.0.smithi119.stdout:2942: finishing write tid 3 to smithi11982245-39 2024-04-13T07:55:40.947 INFO:tasks.rados.rados.0.smithi119.stdout:2942: oid 39 updating version 0 to 1746 2024-04-13T07:55:40.948 INFO:tasks.rados.rados.0.smithi119.stdout:2942: oid 39 updating version 1746 to 1747 2024-04-13T07:55:40.948 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 39 v 1747 (ObjNum 886 snap 301 seq_num 886) dirty exists 2024-04-13T07:55:40.948 INFO:tasks.rados.rados.0.smithi119.stdout:2942: left oid 39 (ObjNum 886 snap 301 seq_num 886) 2024-04-13T07:55:40.953 INFO:tasks.rados.rados.0.smithi119.stdout:2945: finishing write tid 1 to smithi11982245-47 2024-04-13T07:55:40.960 INFO:tasks.rados.rados.0.smithi119.stdout:2945: finishing write tid 2 to smithi11982245-47 2024-04-13T07:55:40.962 INFO:tasks.rados.rados.0.smithi119.stdout:2945: finishing write tid 3 to smithi11982245-47 2024-04-13T07:55:40.962 INFO:tasks.rados.rados.0.smithi119.stdout:2945: oid 47 updating version 0 to 2096 2024-04-13T07:55:40.962 INFO:tasks.rados.rados.0.smithi119.stdout:2945: oid 47 version 2096 is already newer than 2095 2024-04-13T07:55:40.962 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 47 v 2096 (ObjNum 888 snap 301 seq_num 888) dirty exists 2024-04-13T07:55:40.962 INFO:tasks.rados.rados.0.smithi119.stdout:2945: left oid 47 (ObjNum 888 snap 301 seq_num 888) 2024-04-13T07:55:40.962 INFO:tasks.rados.rados.0.smithi119.stdout:2942: done (4 left) 2024-04-13T07:55:40.962 INFO:tasks.rados.rados.0.smithi119.stdout:2943: done (3 left) 2024-04-13T07:55:40.962 INFO:tasks.rados.rados.0.smithi119.stdout:2945: done (2 left) 2024-04-13T07:55:40.963 INFO:tasks.rados.rados.0.smithi119.stdout:2947: done (1 left) 2024-04-13T07:55:40.963 INFO:tasks.rados.rados.0.smithi119.stdout:2948: read oid 17 snap -1 2024-04-13T07:55:40.963 INFO:tasks.rados.rados.0.smithi119.stdout:2948: expect (ObjNum 806 snap 274 seq_num 806) 2024-04-13T07:55:40.963 INFO:tasks.rados.rados.0.smithi119.stdout:2949: rmattr oid 16 current snap is 301 2024-04-13T07:55:40.963 INFO:tasks.rados.rados.0.smithi119.stdout:2950: snap_create 2024-04-13T07:55:40.963 INFO:tasks.rados.rados.0.smithi119.stdout:2946: expect (ObjNum 885 snap 301 seq_num 885) 2024-04-13T07:55:41.160 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 16 v 2023 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-13T07:55:41.160 INFO:tasks.rados.rados.0.smithi119.stdout:2948: expect (ObjNum 806 snap 274 seq_num 806) 2024-04-13T07:55:41.446 INFO:tasks.rados.rados.0.smithi119.stdout:2946: done (3 left) 2024-04-13T07:55:41.446 INFO:tasks.rados.rados.0.smithi119.stdout:2948: done (2 left) 2024-04-13T07:55:41.446 INFO:tasks.rados.rados.0.smithi119.stdout:2949: done (1 left) 2024-04-13T07:55:41.447 INFO:tasks.rados.rados.0.smithi119.stdout:2950: done (0 left) 2024-04-13T07:55:41.447 INFO:tasks.rados.rados.0.smithi119.stdout:2951: snap_create 2024-04-13T07:55:42.446 INFO:tasks.rados.rados.0.smithi119.stdout:2951: done (0 left) 2024-04-13T07:55:42.447 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 15 current snap is 303 2024-04-13T07:55:42.447 INFO:tasks.rados.rados.0.smithi119.stdout:2952: seq_num 890 ranges {0=507904} 2024-04-13T07:55:42.450 INFO:tasks.rados.rados.0.smithi119.stdout:2952: writing smithi11982245-15 from 0 to 507904 tid 1 2024-04-13T07:55:42.450 INFO:tasks.rados.rados.0.smithi119.stdout:2953: rollback oid 3 current snap is 303 2024-04-13T07:55:42.450 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 3 to 288 2024-04-13T07:55:42.450 INFO:tasks.rados.rados.0.smithi119.stdout:2954: read oid 50 snap 257 2024-04-13T07:55:42.450 INFO:tasks.rados.rados.0.smithi119.stdout:2954: expect deleted 2024-04-13T07:55:42.450 INFO:tasks.rados.rados.0.smithi119.stdout:2955: snap_create 2024-04-13T07:55:42.456 INFO:tasks.rados.rados.0.smithi119.stdout:2952: finishing write tid 1 to smithi11982245-15 2024-04-13T07:55:42.457 INFO:tasks.rados.rados.0.smithi119.stdout:2952: finishing write tid 2 to smithi11982245-15 2024-04-13T07:55:42.459 INFO:tasks.rados.rados.0.smithi119.stdout:2953: finishing rollback tid 0 to smithi11982245-3 2024-04-13T07:55:42.459 INFO:tasks.rados.rados.0.smithi119.stdout:2953: finishing rollback tid 1 to smithi11982245-3 2024-04-13T07:55:42.459 INFO:tasks.rados.rados.0.smithi119.stdout:2953: finishing rollback tid 2 to smithi11982245-3 2024-04-13T07:55:42.459 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 3 v 1718 (ObjNum 504 snap 172 seq_num 504) dirty exists 2024-04-13T07:55:42.459 INFO:tasks.rados.rados.0.smithi119.stdout:2952: finishing write tid 3 to smithi11982245-15 2024-04-13T07:55:42.460 INFO:tasks.rados.rados.0.smithi119.stdout:2952: oid 15 updating version 0 to 2023 2024-04-13T07:55:42.460 INFO:tasks.rados.rados.0.smithi119.stdout:2952: oid 15 version 2023 is already newer than 2022 2024-04-13T07:55:42.460 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 15 v 2023 (ObjNum 890 snap 303 seq_num 890) dirty exists 2024-04-13T07:55:42.460 INFO:tasks.rados.rados.0.smithi119.stdout:2952: left oid 15 (ObjNum 890 snap 303 seq_num 890) 2024-04-13T07:55:42.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T07:55:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:55:42.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:42 smithi139 ceph-mon[88985]: Upgrade: Updating alertmanager.a 2024-04-13T07:55:42.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:42 smithi139 ceph-mon[88985]: Deploying daemon alertmanager.a on smithi119 2024-04-13T07:55:42.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:42 smithi139 ceph-mon[88985]: pgmap v619: 121 pgs: 121 active+clean; 1.0 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.4 MiB/s wr, 10 op/s 2024-04-13T07:55:42.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:42 smithi139 ceph-mon[88985]: osdmap e635: 8 total, 8 up, 8 in 2024-04-13T07:55:42.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:42 smithi119 ceph-mon[96316]: Upgrade: Updating alertmanager.a 2024-04-13T07:55:42.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:42 smithi119 ceph-mon[96316]: Deploying daemon alertmanager.a on smithi119 2024-04-13T07:55:42.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:42 smithi119 ceph-mon[96316]: pgmap v619: 121 pgs: 121 active+clean; 1.0 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.4 MiB/s wr, 10 op/s 2024-04-13T07:55:42.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:42 smithi119 ceph-mon[96316]: osdmap e635: 8 total, 8 up, 8 in 2024-04-13T07:55:42.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:42 smithi119 ceph-mon[93746]: Upgrade: Updating alertmanager.a 2024-04-13T07:55:42.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:42 smithi119 ceph-mon[93746]: Deploying daemon alertmanager.a on smithi119 2024-04-13T07:55:42.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:42 smithi119 ceph-mon[93746]: pgmap v619: 121 pgs: 121 active+clean; 1.0 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.4 MiB/s wr, 10 op/s 2024-04-13T07:55:42.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:42 smithi119 ceph-mon[93746]: osdmap e635: 8 total, 8 up, 8 in 2024-04-13T07:55:43.456 INFO:tasks.rados.rados.0.smithi119.stdout:2952: done (3 left) 2024-04-13T07:55:43.456 INFO:tasks.rados.rados.0.smithi119.stdout:2953: done (2 left) 2024-04-13T07:55:43.456 INFO:tasks.rados.rados.0.smithi119.stdout:2954: done (1 left) 2024-04-13T07:55:43.456 INFO:tasks.rados.rados.0.smithi119.stdout:2955: done (0 left) 2024-04-13T07:55:43.456 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 7 current snap is 304 2024-04-13T07:55:43.456 INFO:tasks.rados.rados.0.smithi119.stdout:2956: seq_num 891 ranges {0=532480} 2024-04-13T07:55:43.459 INFO:tasks.rados.rados.0.smithi119.stdout:2956: writing smithi11982245-7 from 0 to 532480 tid 1 2024-04-13T07:55:43.459 INFO:tasks.rados.rados.0.smithi119.stdout:2957: rollback oid 44 current snap is 304 2024-04-13T07:55:43.460 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 44 to 300 2024-04-13T07:55:43.460 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 42 current snap is 304 2024-04-13T07:55:43.460 INFO:tasks.rados.rados.0.smithi119.stdout:2958: seq_num 892 ranges {3956736=548864} 2024-04-13T07:55:43.485 INFO:tasks.rados.rados.0.smithi119.stdout:2958: writing smithi11982245-42 from 3956736 to 4505600 tid 1 2024-04-13T07:55:43.485 INFO:tasks.rados.rados.0.smithi119.stdout:2959: rollback oid 9 current snap is 304 2024-04-13T07:55:43.485 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 9 to 212 2024-04-13T07:55:43.485 INFO:tasks.rados.rados.0.smithi119.stdout:2956: finishing write tid 1 to smithi11982245-7 2024-04-13T07:55:43.485 INFO:tasks.rados.rados.0.smithi119.stdout:2956: finishing write tid 2 to smithi11982245-7 2024-04-13T07:55:43.485 INFO:tasks.rados.rados.0.smithi119.stdout:2957: finishing rollback tid 0 to smithi11982245-44 2024-04-13T07:55:43.485 INFO:tasks.rados.rados.0.smithi119.stdout:2957: finishing rollback tid 1 to smithi11982245-44 2024-04-13T07:55:43.485 INFO:tasks.rados.rados.0.smithi119.stdout:2957: finishing rollback tid 2 to smithi11982245-44 2024-04-13T07:55:43.486 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 44 v 2028 (ObjNum 845 snap 282 seq_num 845) dirty exists 2024-04-13T07:55:43.486 INFO:tasks.rados.rados.0.smithi119.stdout:2956: finishing write tid 3 to smithi11982245-7 2024-04-13T07:55:43.486 INFO:tasks.rados.rados.0.smithi119.stdout:2956: oid 7 updating version 0 to 1965 2024-04-13T07:55:43.486 INFO:tasks.rados.rados.0.smithi119.stdout:2956: oid 7 updating version 1965 to 1966 2024-04-13T07:55:43.486 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 7 v 1966 (ObjNum 891 snap 304 seq_num 891) dirty exists 2024-04-13T07:55:43.486 INFO:tasks.rados.rados.0.smithi119.stdout:2956: left oid 7 (ObjNum 891 snap 304 seq_num 891) 2024-04-13T07:55:43.486 INFO:tasks.rados.rados.0.smithi119.stdout:2956: done (3 left) 2024-04-13T07:55:43.486 INFO:tasks.rados.rados.0.smithi119.stdout:2957: done (2 left) 2024-04-13T07:55:43.486 INFO:tasks.rados.rados.0.smithi119.stdout:2960: read oid 14 snap -1 2024-04-13T07:55:43.486 INFO:tasks.rados.rados.0.smithi119.stdout:2960: expect (ObjNum 863 snap 291 seq_num 863) 2024-04-13T07:55:43.486 INFO:tasks.rados.rados.0.smithi119.stdout:2961: snap_create 2024-04-13T07:55:43.487 INFO:tasks.rados.rados.0.smithi119.stdout:2960: expect (ObjNum 863 snap 291 seq_num 863) 2024-04-13T07:55:43.489 INFO:tasks.rados.rados.0.smithi119.stdout:2959: finishing rollback tid 0 to smithi11982245-9 2024-04-13T07:55:43.489 INFO:tasks.rados.rados.0.smithi119.stdout:2959: finishing rollback tid 1 to smithi11982245-9 2024-04-13T07:55:43.489 INFO:tasks.rados.rados.0.smithi119.stdout:2959: finishing rollback tid 2 to smithi11982245-9 2024-04-13T07:55:43.489 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 9 v 1750 (ObjNum 635 snap 211 seq_num 635) dirty exists 2024-04-13T07:55:43.490 INFO:tasks.rados.rados.0.smithi119.stdout:2958: finishing write tid 1 to smithi11982245-42 2024-04-13T07:55:43.490 INFO:tasks.rados.rados.0.smithi119.stdout:2958: finishing write tid 2 to smithi11982245-42 2024-04-13T07:55:43.491 INFO:tasks.rados.rados.0.smithi119.stdout:2958: finishing write tid 3 to smithi11982245-42 2024-04-13T07:55:43.491 INFO:tasks.rados.rados.0.smithi119.stdout:2958: oid 42 updating version 0 to 2025 2024-04-13T07:55:43.491 INFO:tasks.rados.rados.0.smithi119.stdout:2958: oid 42 updating version 2025 to 2026 2024-04-13T07:55:43.491 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 42 v 2026 (ObjNum 892 snap 304 seq_num 892) dirty exists 2024-04-13T07:55:43.491 INFO:tasks.rados.rados.0.smithi119.stdout:2958: left oid 42 (ObjNum 892 snap 304 seq_num 892) 2024-04-13T07:55:43.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:43 smithi119 ceph-mon[96316]: osdmap e636: 8 total, 8 up, 8 in 2024-04-13T07:55:43.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:43 smithi119 ceph-mon[93746]: osdmap e636: 8 total, 8 up, 8 in 2024-04-13T07:55:43.805 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:43 smithi139 ceph-mon[88985]: osdmap e636: 8 total, 8 up, 8 in 2024-04-13T07:55:44.462 INFO:tasks.rados.rados.0.smithi119.stdout:2958: done (3 left) 2024-04-13T07:55:44.462 INFO:tasks.rados.rados.0.smithi119.stdout:2959: done (2 left) 2024-04-13T07:55:44.462 INFO:tasks.rados.rados.0.smithi119.stdout:2960: done (1 left) 2024-04-13T07:55:44.462 INFO:tasks.rados.rados.0.smithi119.stdout:2961: done (0 left) 2024-04-13T07:55:44.462 INFO:tasks.rados.rados.0.smithi119.stdout:2962: snap_remove snap 225 2024-04-13T07:55:44.581 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:44 smithi119 ceph-mon[96316]: pgmap v622: 121 pgs: 121 active+clean; 1.0 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.5 MiB/s wr, 17 op/s 2024-04-13T07:55:44.581 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:44 smithi119 ceph-mon[96316]: osdmap e637: 8 total, 8 up, 8 in 2024-04-13T07:55:44.582 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:44 smithi119 ceph-mon[93746]: pgmap v622: 121 pgs: 121 active+clean; 1.0 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.5 MiB/s wr, 17 op/s 2024-04-13T07:55:44.582 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:44 smithi119 ceph-mon[93746]: osdmap e637: 8 total, 8 up, 8 in 2024-04-13T07:55:44.750 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:44 smithi139 ceph-mon[88985]: pgmap v622: 121 pgs: 121 active+clean; 1.0 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.5 MiB/s wr, 17 op/s 2024-04-13T07:55:44.750 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:44 smithi139 ceph-mon[88985]: osdmap e637: 8 total, 8 up, 8 in 2024-04-13T07:55:44.832 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:55:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:55:44] "GET /metrics HTTP/1.1" 200 36207 "" "Prometheus/2.43.0" 2024-04-13T07:55:44.833 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:55:44 smithi119 systemd[1]: Stopping Ceph alertmanager.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:55:45.148 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:55:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a[77666]: ts=2024-04-13T07:55:44.833Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-13T07:55:45.149 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:55:44 smithi119 podman[131066]: 2024-04-13 07:55:44.874208915 +0000 UTC m=+0.144633423 container died a8bd9bb7cb083c63326c893aacd1273f6dad150a24a6622dc0b8ff6989fe9f2d (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-13T07:55:45.422 INFO:tasks.rados.rados.0.smithi119.stdout:2962: done (0 left) 2024-04-13T07:55:45.422 INFO:tasks.rados.rados.0.smithi119.stdout:2963: rmattr oid 38 current snap is 305 2024-04-13T07:55:45.422 INFO:tasks.rados.rados.0.smithi119.stdout:2963: done (0 left) 2024-04-13T07:55:45.422 INFO:tasks.rados.rados.0.smithi119.stdout:2964: read oid 15 snap -1 2024-04-13T07:55:45.422 INFO:tasks.rados.rados.0.smithi119.stdout:2964: expect (ObjNum 890 snap 303 seq_num 890) 2024-04-13T07:55:45.422 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 27 current snap is 305 2024-04-13T07:55:45.422 INFO:tasks.rados.rados.0.smithi119.stdout:2965: seq_num 893 ranges {0=565248} 2024-04-13T07:55:45.426 INFO:tasks.rados.rados.0.smithi119.stdout:2965: writing smithi11982245-27 from 0 to 565248 tid 1 2024-04-13T07:55:45.426 INFO:tasks.rados.rados.0.smithi119.stdout:2966: read oid 24 snap -1 2024-04-13T07:55:45.426 INFO:tasks.rados.rados.0.smithi119.stdout:2966: expect (ObjNum 885 snap 301 seq_num 885) 2024-04-13T07:55:45.426 INFO:tasks.rados.rados.0.smithi119.stdout:2967: snap_create 2024-04-13T07:55:45.449 INFO:tasks.rados.rados.0.smithi119.stdout:2965: finishing write tid 1 to smithi11982245-27 2024-04-13T07:55:45.449 INFO:tasks.rados.rados.0.smithi119.stdout:2965: finishing write tid 2 to smithi11982245-27 2024-04-13T07:55:45.460 INFO:tasks.rados.rados.0.smithi119.stdout:2966: expect (ObjNum 885 snap 301 seq_num 885) 2024-04-13T07:55:45.466 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:55:45 smithi119 podman[131066]: 2024-04-13 07:55:45.239494138 +0000 UTC m=+0.509918642 container cleanup a8bd9bb7cb083c63326c893aacd1273f6dad150a24a6622dc0b8ff6989fe9f2d (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-13T07:55:45.466 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:55:45 smithi119 bash[131066]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a 2024-04-13T07:55:45.653 INFO:tasks.rados.rados.0.smithi119.stdout:2964: expect (ObjNum 890 snap 303 seq_num 890) 2024-04-13T07:55:45.670 INFO:tasks.rados.rados.0.smithi119.stdout:2965: finishing write tid 3 to smithi11982245-27 2024-04-13T07:55:45.670 INFO:tasks.rados.rados.0.smithi119.stdout:2965: oid 27 updating version 0 to 1717 2024-04-13T07:55:45.670 INFO:tasks.rados.rados.0.smithi119.stdout:2965: oid 27 version 1717 is already newer than 1716 2024-04-13T07:55:45.670 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 27 v 1717 (ObjNum 893 snap 305 seq_num 893) dirty exists 2024-04-13T07:55:45.670 INFO:tasks.rados.rados.0.smithi119.stdout:2965: left oid 27 (ObjNum 893 snap 305 seq_num 893) 2024-04-13T07:55:45.830 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:45 smithi119 ceph-mon[96316]: osdmap e638: 8 total, 8 up, 8 in 2024-04-13T07:55:45.830 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:45 smithi119 ceph-mon[96316]: osdmap e639: 8 total, 8 up, 8 in 2024-04-13T07:55:45.830 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:55:45 smithi119 podman[131084]: 2024-04-13 07:55:45.557414235 +0000 UTC m=+0.677074925 container remove a8bd9bb7cb083c63326c893aacd1273f6dad150a24a6622dc0b8ff6989fe9f2d (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-13T07:55:45.830 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:55:45 smithi119 podman[131084]: 2024-04-13 07:55:45.616362654 +0000 UTC m=+0.736023346 volume remove 042ab6fb5c6a4b74b35148b5a1fc2838524e9ea975165d00112cfdd258ed4f7a 2024-04-13T07:55:45.830 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:45 smithi119 ceph-mon[93746]: osdmap e638: 8 total, 8 up, 8 in 2024-04-13T07:55:45.831 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:45 smithi119 ceph-mon[93746]: osdmap e639: 8 total, 8 up, 8 in 2024-04-13T07:55:45.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:45 smithi139 ceph-mon[88985]: osdmap e638: 8 total, 8 up, 8 in 2024-04-13T07:55:45.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:45 smithi139 ceph-mon[88985]: osdmap e639: 8 total, 8 up, 8 in 2024-04-13T07:55:46.216 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:55:45 smithi119 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-04-13T07:55:46.217 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:55:45 smithi119 systemd[1]: Stopped Ceph alertmanager.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:55:46.217 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:55:45 smithi119 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@alertmanager.a.service: Consumed 1.802s CPU time. 2024-04-13T07:55:46.217 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:55:46 smithi119 systemd[1]: Starting Ceph alertmanager.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:55:46.432 INFO:tasks.rados.rados.0.smithi119.stdout:2964: done (3 left) 2024-04-13T07:55:46.432 INFO:tasks.rados.rados.0.smithi119.stdout:2965: done (2 left) 2024-04-13T07:55:46.432 INFO:tasks.rados.rados.0.smithi119.stdout:2966: done (1 left) 2024-04-13T07:55:46.432 INFO:tasks.rados.rados.0.smithi119.stdout:2967: done (0 left) 2024-04-13T07:55:46.432 INFO:tasks.rados.rados.0.smithi119.stdout:2968: delete oid 25 current snap is 306 2024-04-13T07:55:46.435 INFO:tasks.rados.rados.0.smithi119.stdout:2968: done (0 left) 2024-04-13T07:55:46.435 INFO:tasks.rados.rados.0.smithi119.stdout:2969: read oid 49 snap -1 2024-04-13T07:55:46.435 INFO:tasks.rados.rados.0.smithi119.stdout:2969: expect (ObjNum 881 snap 299 seq_num 881) 2024-04-13T07:55:46.435 INFO:tasks.rados.rados.0.smithi119.stdout:2970: read oid 1 snap -1 2024-04-13T07:55:46.435 INFO:tasks.rados.rados.0.smithi119.stdout:2970: expect (ObjNum 361 snap 136 seq_num 361) 2024-04-13T07:55:46.435 INFO:tasks.rados.rados.0.smithi119.stdout:2971: delete oid 26 current snap is 306 2024-04-13T07:55:46.442 INFO:tasks.rados.rados.0.smithi119.stdout:2971: done (2 left) 2024-04-13T07:55:46.442 INFO:tasks.rados.rados.0.smithi119.stdout:2972: snap_remove snap 302 2024-04-13T07:55:46.582 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:46 smithi119 ceph-mon[96316]: pgmap v625: 121 pgs: 121 active+clean; 1.0 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-04-13T07:55:46.582 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:46 smithi119 ceph-mon[96316]: osdmap e640: 8 total, 8 up, 8 in 2024-04-13T07:55:46.583 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:46 smithi119 ceph-mon[93746]: pgmap v625: 121 pgs: 121 active+clean; 1.0 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-04-13T07:55:46.583 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:46 smithi119 ceph-mon[93746]: osdmap e640: 8 total, 8 up, 8 in 2024-04-13T07:55:46.583 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:55:46 smithi119 podman[131232]: 2024-04-13 07:55:46.164644922 +0000 UTC m=+0.017983085 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-04-13T07:55:46.583 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:55:46 smithi119 podman[131232]: 2024-04-13 07:55:46.284031572 +0000 UTC m=+0.137369709 volume create f22a2be9a76175b8ada132e18988b8a6ab61fc1ba295eb6a790975bac7fe0b58 2024-04-13T07:55:46.583 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:55:46 smithi119 podman[131232]: 2024-04-13 07:55:46.392991371 +0000 UTC m=+0.246329548 container create 3a3dd8126f3b576f720442991200229618a37fb93ce8593d1bcecffa1e791afd (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-13T07:55:46.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:46 smithi139 ceph-mon[88985]: pgmap v625: 121 pgs: 121 active+clean; 1.0 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-04-13T07:55:46.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:46 smithi139 ceph-mon[88985]: osdmap e640: 8 total, 8 up, 8 in 2024-04-13T07:55:46.966 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:55:46 smithi119 podman[131232]: 2024-04-13 07:55:46.687464237 +0000 UTC m=+0.540802372 container init 3a3dd8126f3b576f720442991200229618a37fb93ce8593d1bcecffa1e791afd (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-13T07:55:46.967 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:55:46 smithi119 podman[131232]: 2024-04-13 07:55:46.692785699 +0000 UTC m=+0.546123844 container start 3a3dd8126f3b576f720442991200229618a37fb93ce8593d1bcecffa1e791afd (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-13T07:55:46.967 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:55:46 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a[131247]: ts=2024-04-13T07:55:46.704Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-13T07:55:46.967 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:55:46 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a[131247]: ts=2024-04-13T07:55:46.704Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-13T07:55:46.967 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:55:46 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a[131247]: ts=2024-04-13T07:55:46.706Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.119 port=9094 2024-04-13T07:55:46.967 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:55:46 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a[131247]: ts=2024-04-13T07:55:46.707Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-13T07:55:46.967 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:55:46 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a[131247]: ts=2024-04-13T07:55:46.730Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-13T07:55:46.967 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:55:46 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a[131247]: ts=2024-04-13T07:55:46.730Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-13T07:55:46.967 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:55:46 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a[131247]: ts=2024-04-13T07:55:46.733Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-13T07:55:46.967 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:55:46 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a[131247]: ts=2024-04-13T07:55:46.733Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-13T07:55:46.967 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:55:46 smithi119 bash[131232]: 3a3dd8126f3b576f720442991200229618a37fb93ce8593d1bcecffa1e791afd 2024-04-13T07:55:46.967 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:55:46 smithi119 systemd[1]: Started Ceph alertmanager.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:55:47.432 INFO:tasks.rados.rados.0.smithi119.stdout:2972: done (2 left) 2024-04-13T07:55:47.432 INFO:tasks.rados.rados.0.smithi119.stdout:2973: copy_from oid 8 from oid 25 current snap is 306 2024-04-13T07:55:47.432 INFO:tasks.rados.rados.0.smithi119.stdout:2970: expect (ObjNum 361 snap 136 seq_num 361) 2024-04-13T07:55:47.537 INFO:tasks.rados.rados.0.smithi119.stdout:2969: expect (ObjNum 881 snap 299 seq_num 881) 2024-04-13T07:55:47.709 INFO:tasks.rados.rados.0.smithi119.stdout:2973: finishing copy_from to smithi11982245-8 2024-04-13T07:55:47.709 INFO:tasks.rados.rados.0.smithi119.stdout:2973: got expected ENOENT (src dne) 2024-04-13T07:55:47.709 INFO:tasks.rados.rados.0.smithi119.stdout:2969: done (2 left) 2024-04-13T07:55:47.709 INFO:tasks.rados.rados.0.smithi119.stdout:2970: done (1 left) 2024-04-13T07:55:47.709 INFO:tasks.rados.rados.0.smithi119.stdout:2974: copy_from oid 15 from oid 12 current snap is 306 2024-04-13T07:55:47.709 INFO:tasks.rados.rados.0.smithi119.stdout:2973: finishing copy_from racing read to smithi11982245-8 2024-04-13T07:55:47.709 INFO:tasks.rados.rados.0.smithi119.stdout:2973: done (1 left) 2024-04-13T07:55:47.709 INFO:tasks.rados.rados.0.smithi119.stdout:2975: rmattr oid 24 current snap is 306 2024-04-13T07:55:47.709 INFO:tasks.rados.rados.0.smithi119.stdout:2975: done (1 left) 2024-04-13T07:55:47.710 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 10 current snap is 306 2024-04-13T07:55:47.710 INFO:tasks.rados.rados.0.smithi119.stdout:2976: seq_num 896 ranges {1409024=614400} 2024-04-13T07:55:47.720 INFO:tasks.rados.rados.0.smithi119.stdout:2976: writing smithi11982245-10 from 1409024 to 2023424 tid 1 2024-04-13T07:55:47.720 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 26 current snap is 306 2024-04-13T07:55:47.720 INFO:tasks.rados.rados.0.smithi119.stdout:2974: finishing copy_from to smithi11982245-15 2024-04-13T07:55:47.720 INFO:tasks.rados.rados.0.smithi119.stdout:2974: got expected ENOENT (src dne) 2024-04-13T07:55:47.720 INFO:tasks.rados.rados.0.smithi119.stdout:2974: finishing copy_from racing read to smithi11982245-15 2024-04-13T07:55:47.720 INFO:tasks.rados.rados.0.smithi119.stdout:2977: seq_num 897 ranges {0=630784} 2024-04-13T07:55:47.724 INFO:tasks.rados.rados.0.smithi119.stdout:2977: writing smithi11982245-26 from 0 to 630784 tid 1 2024-04-13T07:55:47.724 INFO:tasks.rados.rados.0.smithi119.stdout:2974: done (2 left) 2024-04-13T07:55:47.724 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 3 current snap is 306 2024-04-13T07:55:47.724 INFO:tasks.rados.rados.0.smithi119.stdout:2978: seq_num 898 ranges {1253376=647168} 2024-04-13T07:55:47.734 INFO:tasks.rados.rados.0.smithi119.stdout:2978: writing smithi11982245-3 from 1253376 to 1900544 tid 1 2024-04-13T07:55:47.734 INFO:tasks.rados.rados.0.smithi119.stdout:2979: snap_create 2024-04-13T07:55:47.734 INFO:tasks.rados.rados.0.smithi119.stdout:2976: finishing write tid 1 to smithi11982245-10 2024-04-13T07:55:47.735 INFO:tasks.rados.rados.0.smithi119.stdout:2976: finishing write tid 2 to smithi11982245-10 2024-04-13T07:55:47.735 INFO:tasks.rados.rados.0.smithi119.stdout:2976: finishing write tid 3 to smithi11982245-10 2024-04-13T07:55:47.735 INFO:tasks.rados.rados.0.smithi119.stdout:2976: oid 10 updating version 0 to 2037 2024-04-13T07:55:47.735 INFO:tasks.rados.rados.0.smithi119.stdout:2976: oid 10 version 2037 is already newer than 2036 2024-04-13T07:55:47.735 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 10 v 2037 (ObjNum 896 snap 306 seq_num 896) dirty exists 2024-04-13T07:55:47.735 INFO:tasks.rados.rados.0.smithi119.stdout:2976: left oid 10 (ObjNum 896 snap 306 seq_num 896) 2024-04-13T07:55:47.735 INFO:tasks.rados.rados.0.smithi119.stdout:2977: finishing write tid 1 to smithi11982245-26 2024-04-13T07:55:47.735 INFO:tasks.rados.rados.0.smithi119.stdout:2977: finishing write tid 2 to smithi11982245-26 2024-04-13T07:55:47.735 INFO:tasks.rados.rados.0.smithi119.stdout:2977: finishing write tid 3 to smithi11982245-26 2024-04-13T07:55:47.735 INFO:tasks.rados.rados.0.smithi119.stdout:2977: oid 26 updating version 0 to 1719 2024-04-13T07:55:47.735 INFO:tasks.rados.rados.0.smithi119.stdout:2977: oid 26 updating version 1719 to 1720 2024-04-13T07:55:47.735 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 26 v 1720 (ObjNum 897 snap 306 seq_num 897) dirty exists 2024-04-13T07:55:47.735 INFO:tasks.rados.rados.0.smithi119.stdout:2977: left oid 26 (ObjNum 897 snap 306 seq_num 897) 2024-04-13T07:55:47.740 INFO:tasks.rados.rados.0.smithi119.stdout:2978: finishing write tid 1 to smithi11982245-3 2024-04-13T07:55:47.741 INFO:tasks.rados.rados.0.smithi119.stdout:2978: finishing write tid 2 to smithi11982245-3 2024-04-13T07:55:47.743 INFO:tasks.rados.rados.0.smithi119.stdout:2978: finishing write tid 3 to smithi11982245-3 2024-04-13T07:55:47.743 INFO:tasks.rados.rados.0.smithi119.stdout:2978: oid 3 updating version 0 to 1727 2024-04-13T07:55:47.743 INFO:tasks.rados.rados.0.smithi119.stdout:2978: oid 3 version 1727 is already newer than 1726 2024-04-13T07:55:47.743 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 3 v 1727 (ObjNum 898 snap 306 seq_num 898) dirty exists 2024-04-13T07:55:47.744 INFO:tasks.rados.rados.0.smithi119.stdout:2978: left oid 3 (ObjNum 898 snap 306 seq_num 898) 2024-04-13T07:55:47.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:47 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:47.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:47 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:47.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:47 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:55:47.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:47 smithi119 ceph-mon[96316]: osdmap e641: 8 total, 8 up, 8 in 2024-04-13T07:55:47.967 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 07:55:47 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-2[112373]: 2024-04-13T07:55:47.742+0000 7f2fdbfb9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-04-13T07:55:47.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:47 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:47.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:47 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:47.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:47 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:55:47.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:47 smithi119 ceph-mon[93746]: osdmap e641: 8 total, 8 up, 8 in 2024-04-13T07:55:48.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:47 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:48.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:47 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:48.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:47 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:55:48.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:47 smithi139 ceph-mon[88985]: osdmap e641: 8 total, 8 up, 8 in 2024-04-13T07:55:48.434 INFO:tasks.rados.rados.0.smithi119.stdout:2976: done (3 left) 2024-04-13T07:55:48.435 INFO:tasks.rados.rados.0.smithi119.stdout:2977: done (2 left) 2024-04-13T07:55:48.435 INFO:tasks.rados.rados.0.smithi119.stdout:2978: done (1 left) 2024-04-13T07:55:48.435 INFO:tasks.rados.rados.0.smithi119.stdout:2979: done (0 left) 2024-04-13T07:55:48.435 INFO:tasks.rados.rados.0.smithi119.stdout:2980: rmattr oid 44 current snap is 307 2024-04-13T07:55:48.435 INFO:tasks.rados.rados.0.smithi119.stdout:2980: done (0 left) 2024-04-13T07:55:48.435 INFO:tasks.rados.rados.0.smithi119.stdout:2981: rmattr oid 50 current snap is 307 2024-04-13T07:55:48.435 INFO:tasks.rados.rados.0.smithi119.stdout:2981: done (0 left) 2024-04-13T07:55:48.435 INFO:tasks.rados.rados.0.smithi119.stdout:2982: read oid 45 snap -1 2024-04-13T07:55:48.435 INFO:tasks.rados.rados.0.smithi119.stdout:2982: expect (ObjNum 850 snap 282 seq_num 850) 2024-04-13T07:55:48.435 INFO:tasks.rados.rados.0.smithi119.stdout:2983: copy_from oid 43 from oid 16 current snap is 307 2024-04-13T07:55:48.435 INFO:tasks.rados.rados.0.smithi119.stdout:2984: copy_from oid 7 from oid 22 current snap is 307 2024-04-13T07:55:48.435 INFO:tasks.rados.rados.0.smithi119.stdout:2985: read oid 29 snap -1 2024-04-13T07:55:48.435 INFO:tasks.rados.rados.0.smithi119.stdout:2985: expect (ObjNum 880 snap 299 seq_num 880) 2024-04-13T07:55:48.435 INFO:tasks.rados.rados.0.smithi119.stdout:2986: snap_remove snap 284 2024-04-13T07:55:48.960 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:48 smithi119 ceph-mon[96316]: pgmap v628: 121 pgs: 2 active+clean+snaptrim_wait, 6 active+clean+snaptrim, 113 active+clean; 1.0 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.5 MiB/s wr, 15 op/s 2024-04-13T07:55:48.961 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:48 smithi119 ceph-mon[96316]: osdmap e642: 8 total, 8 up, 8 in 2024-04-13T07:55:48.961 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:48 smithi119 ceph-mon[93746]: pgmap v628: 121 pgs: 2 active+clean+snaptrim_wait, 6 active+clean+snaptrim, 113 active+clean; 1.0 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.5 MiB/s wr, 15 op/s 2024-04-13T07:55:48.961 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:48 smithi119 ceph-mon[93746]: osdmap e642: 8 total, 8 up, 8 in 2024-04-13T07:55:48.961 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:55:48 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a[131247]: ts=2024-04-13T07:55:48.707Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000245495s 2024-04-13T07:55:49.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:48 smithi139 ceph-mon[88985]: pgmap v628: 121 pgs: 2 active+clean+snaptrim_wait, 6 active+clean+snaptrim, 113 active+clean; 1.0 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.5 MiB/s wr, 15 op/s 2024-04-13T07:55:49.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:48 smithi139 ceph-mon[88985]: osdmap e642: 8 total, 8 up, 8 in 2024-04-13T07:55:49.440 INFO:tasks.rados.rados.0.smithi119.stdout:2986: done (4 left) 2024-04-13T07:55:49.440 INFO:tasks.rados.rados.0.smithi119.stdout:2987: rollback oid 24 current snap is 307 2024-04-13T07:55:49.440 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 24 to 303 2024-04-13T07:55:49.440 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 37 current snap is 307 2024-04-13T07:55:49.442 INFO:tasks.rados.rados.0.smithi119.stdout:2988: seq_num 899 ranges {385024=663552} 2024-04-13T07:55:49.447 INFO:tasks.rados.rados.0.smithi119.stdout:2988: writing smithi11982245-37 from 385024 to 1048576 tid 1 2024-04-13T07:55:49.450 INFO:tasks.rados.rados.0.smithi119.stdout:2983: finishing copy_from racing read to smithi11982245-43 2024-04-13T07:55:49.450 INFO:tasks.rados.rados.0.smithi119.stdout:2983: finishing copy_from to smithi11982245-43 2024-04-13T07:55:49.450 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 43 v 2023 (ObjNum 129 snap 0 seq_num 1908696148) dirty exists 2024-04-13T07:55:49.450 INFO:tasks.rados.rados.0.smithi119.stdout:2985: expect (ObjNum 880 snap 299 seq_num 880) 2024-04-13T07:55:49.664 INFO:tasks.rados.rados.0.smithi119.stdout:2982: expect (ObjNum 850 snap 282 seq_num 850) 2024-04-13T07:55:49.734 INFO:tasks.rados.rados.0.smithi119.stdout:2984: finishing copy_from racing read to smithi11982245-7 2024-04-13T07:55:49.734 INFO:tasks.rados.rados.0.smithi119.stdout:2984: finishing copy_from to smithi11982245-7 2024-04-13T07:55:49.734 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 7 v 1963 (ObjNum 849 snap 282 seq_num 849) dirty exists 2024-04-13T07:55:49.734 INFO:tasks.rados.rados.0.smithi119.stdout:2987: finishing rollback tid 0 to smithi11982245-24 2024-04-13T07:55:49.734 INFO:tasks.rados.rados.0.smithi119.stdout:2982: done (5 left) 2024-04-13T07:55:49.735 INFO:tasks.rados.rados.0.smithi119.stdout:2983: done (4 left) 2024-04-13T07:55:49.735 INFO:tasks.rados.rados.0.smithi119.stdout:2984: done (3 left) 2024-04-13T07:55:49.735 INFO:tasks.rados.rados.0.smithi119.stdout:2985: done (2 left) 2024-04-13T07:55:49.735 INFO:tasks.rados.rados.0.smithi119.stdout:2989: rmattr oid 45 current snap is 307 2024-04-13T07:55:49.735 INFO:tasks.rados.rados.0.smithi119.stdout:2987: finishing rollback tid 1 to smithi11982245-24 2024-04-13T07:55:49.735 INFO:tasks.rados.rados.0.smithi119.stdout:2987: finishing rollback tid 2 to smithi11982245-24 2024-04-13T07:55:49.735 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 24 v 2026 (ObjNum 885 snap 301 seq_num 885) dirty exists 2024-04-13T07:55:49.735 INFO:tasks.rados.rados.0.smithi119.stdout:2988: finishing write tid 1 to smithi11982245-37 2024-04-13T07:55:49.735 INFO:tasks.rados.rados.0.smithi119.stdout:2988: finishing write tid 2 to smithi11982245-37 2024-04-13T07:55:49.735 INFO:tasks.rados.rados.0.smithi119.stdout:2988: finishing write tid 3 to smithi11982245-37 2024-04-13T07:55:49.735 INFO:tasks.rados.rados.0.smithi119.stdout:2988: oid 37 updating version 0 to 1722 2024-04-13T07:55:49.735 INFO:tasks.rados.rados.0.smithi119.stdout:2988: oid 37 version 1722 is already newer than 1721 2024-04-13T07:55:49.735 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 37 v 1722 (ObjNum 899 snap 307 seq_num 899) dirty exists 2024-04-13T07:55:49.735 INFO:tasks.rados.rados.0.smithi119.stdout:2988: left oid 37 (ObjNum 899 snap 307 seq_num 899) 2024-04-13T07:55:49.735 INFO:tasks.rados.rados.0.smithi119.stdout:2987: done (2 left) 2024-04-13T07:55:49.736 INFO:tasks.rados.rados.0.smithi119.stdout:2988: done (1 left) 2024-04-13T07:55:49.736 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 44 current snap is 307 2024-04-13T07:55:49.736 INFO:tasks.rados.rados.0.smithi119.stdout:2990: seq_num 900 ranges {2162688=679936} 2024-04-13T07:55:49.749 INFO:tasks.rados.rados.0.smithi119.stdout:2990: writing smithi11982245-44 from 2162688 to 2842624 tid 1 2024-04-13T07:55:49.749 INFO:tasks.rados.rados.0.smithi119.stdout:2991: rmattr oid 10 current snap is 307 2024-04-13T07:55:49.749 INFO:tasks.rados.rados.0.smithi119.stdout:2991: done (2 left) 2024-04-13T07:55:49.749 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 48 current snap is 307 2024-04-13T07:55:49.749 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 45 v 2112 (ObjNum 850 snap 282 seq_num 850) dirty exists 2024-04-13T07:55:49.749 INFO:tasks.rados.rados.0.smithi119.stdout:2992: seq_num 901 ranges {3170304=696320} 2024-04-13T07:55:49.770 INFO:tasks.rados.rados.0.smithi119.stdout:2992: writing smithi11982245-48 from 3170304 to 3866624 tid 1 2024-04-13T07:55:49.771 INFO:tasks.rados.rados.0.smithi119.stdout:2989: done (2 left) 2024-04-13T07:55:49.771 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 22 current snap is 307 2024-04-13T07:55:49.771 INFO:tasks.rados.rados.0.smithi119.stdout:2990: finishing write tid 1 to smithi11982245-44 2024-04-13T07:55:49.771 INFO:tasks.rados.rados.0.smithi119.stdout:2990: finishing write tid 2 to smithi11982245-44 2024-04-13T07:55:49.771 INFO:tasks.rados.rados.0.smithi119.stdout:2993: seq_num 902 ranges {2228224=712704} 2024-04-13T07:55:49.786 INFO:tasks.rados.rados.0.smithi119.stdout:2993: writing smithi11982245-22 from 2228224 to 2940928 tid 1 2024-04-13T07:55:49.786 INFO:tasks.rados.rados.0.smithi119.stdout:2994: delete oid 13 current snap is 307 2024-04-13T07:55:49.786 INFO:tasks.rados.rados.0.smithi119.stdout:2990: finishing write tid 3 to smithi11982245-44 2024-04-13T07:55:49.786 INFO:tasks.rados.rados.0.smithi119.stdout:2990: oid 44 updating version 0 to 2046 2024-04-13T07:55:49.787 INFO:tasks.rados.rados.0.smithi119.stdout:2990: oid 44 updating version 2046 to 2047 2024-04-13T07:55:49.787 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 44 v 2047 (ObjNum 900 snap 307 seq_num 900) dirty exists 2024-04-13T07:55:49.787 INFO:tasks.rados.rados.0.smithi119.stdout:2990: left oid 44 (ObjNum 900 snap 307 seq_num 900) 2024-04-13T07:55:49.787 INFO:tasks.rados.rados.0.smithi119.stdout:2992: finishing write tid 1 to smithi11982245-48 2024-04-13T07:55:49.787 INFO:tasks.rados.rados.0.smithi119.stdout:2992: finishing write tid 2 to smithi11982245-48 2024-04-13T07:55:49.787 INFO:tasks.rados.rados.0.smithi119.stdout:2992: finishing write tid 3 to smithi11982245-48 2024-04-13T07:55:49.787 INFO:tasks.rados.rados.0.smithi119.stdout:2992: oid 48 updating version 0 to 1965 2024-04-13T07:55:49.787 INFO:tasks.rados.rados.0.smithi119.stdout:2992: oid 48 version 1965 is already newer than 1964 2024-04-13T07:55:49.787 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 48 v 1965 (ObjNum 901 snap 307 seq_num 901) dirty exists 2024-04-13T07:55:49.787 INFO:tasks.rados.rados.0.smithi119.stdout:2992: left oid 48 (ObjNum 901 snap 307 seq_num 901) 2024-04-13T07:55:49.790 INFO:tasks.rados.rados.0.smithi119.stdout:2990: done (3 left) 2024-04-13T07:55:49.790 INFO:tasks.rados.rados.0.smithi119.stdout:2992: done (2 left) 2024-04-13T07:55:49.790 INFO:tasks.rados.rados.0.smithi119.stdout:2994: done (1 left) 2024-04-13T07:55:49.790 INFO:tasks.rados.rados.0.smithi119.stdout:2995: read oid 9 snap -1 2024-04-13T07:55:49.791 INFO:tasks.rados.rados.0.smithi119.stdout:2995: expect (ObjNum 635 snap 211 seq_num 635) 2024-04-13T07:55:49.791 INFO:tasks.rados.rados.0.smithi119.stdout:2996: rmattr oid 47 current snap is 307 2024-04-13T07:55:49.791 INFO:tasks.rados.rados.0.smithi119.stdout:2997: snap_create 2024-04-13T07:55:49.791 INFO:tasks.rados.rados.0.smithi119.stdout:2993: finishing write tid 1 to smithi11982245-22 2024-04-13T07:55:49.791 INFO:tasks.rados.rados.0.smithi119.stdout:2993: finishing write tid 2 to smithi11982245-22 2024-04-13T07:55:49.793 INFO:tasks.rados.rados.0.smithi119.stdout:2993: finishing write tid 3 to smithi11982245-22 2024-04-13T07:55:49.793 INFO:tasks.rados.rados.0.smithi119.stdout:2993: oid 22 updating version 0 to 1966 2024-04-13T07:55:49.794 INFO:tasks.rados.rados.0.smithi119.stdout:2993: oid 22 updating version 1966 to 1967 2024-04-13T07:55:49.794 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 22 v 1967 (ObjNum 902 snap 307 seq_num 902) dirty exists 2024-04-13T07:55:49.794 INFO:tasks.rados.rados.0.smithi119.stdout:2993: left oid 22 (ObjNum 902 snap 307 seq_num 902) 2024-04-13T07:55:49.794 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 47 v 2114 (ObjNum 888 snap 301 seq_num 888) dirty exists 2024-04-13T07:55:49.796 INFO:tasks.rados.rados.0.smithi119.stdout:2995: expect (ObjNum 635 snap 211 seq_num 635) 2024-04-13T07:55:50.440 INFO:tasks.rados.rados.0.smithi119.stdout:2993: done (3 left) 2024-04-13T07:55:50.440 INFO:tasks.rados.rados.0.smithi119.stdout:2995: done (2 left) 2024-04-13T07:55:50.440 INFO:tasks.rados.rados.0.smithi119.stdout:2996: done (1 left) 2024-04-13T07:55:50.441 INFO:tasks.rados.rados.0.smithi119.stdout:2997: done (0 left) 2024-04-13T07:55:50.441 INFO:tasks.rados.rados.0.smithi119.stdout:2998: read oid 49 snap -1 2024-04-13T07:55:50.441 INFO:tasks.rados.rados.0.smithi119.stdout:2998: expect (ObjNum 881 snap 299 seq_num 881) 2024-04-13T07:55:50.441 INFO:tasks.rados.rados.0.smithi119.stdout:2999: snap_remove snap 292 2024-04-13T07:55:50.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:50 smithi119 ceph-mon[96316]: pgmap v631: 121 pgs: 2 active+clean+snaptrim_wait, 6 active+clean+snaptrim, 113 active+clean; 1.0 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-04-13T07:55:50.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:50 smithi119 ceph-mon[96316]: osdmap e643: 8 total, 8 up, 8 in 2024-04-13T07:55:50.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:50 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:50.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:50 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:50.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:50 smithi119 ceph-mon[93746]: pgmap v631: 121 pgs: 2 active+clean+snaptrim_wait, 6 active+clean+snaptrim, 113 active+clean; 1.0 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-04-13T07:55:50.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:50 smithi119 ceph-mon[93746]: osdmap e643: 8 total, 8 up, 8 in 2024-04-13T07:55:50.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:50 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:50.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:50 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:50.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:50 smithi139 ceph-mon[88985]: pgmap v631: 121 pgs: 2 active+clean+snaptrim_wait, 6 active+clean+snaptrim, 113 active+clean; 1.0 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-04-13T07:55:50.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:50 smithi139 ceph-mon[88985]: osdmap e643: 8 total, 8 up, 8 in 2024-04-13T07:55:50.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:50 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:50.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:50 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:51.454 INFO:tasks.rados.rados.0.smithi119.stdout:2999: done (1 left) 2024-04-13T07:55:51.454 INFO:tasks.rados.rados.0.smithi119.stdout:3000: delete oid 2 current snap is 308 2024-04-13T07:55:51.454 INFO:tasks.rados.rados.0.smithi119.stdout:2998: expect (ObjNum 881 snap 299 seq_num 881) 2024-04-13T07:55:51.632 INFO:tasks.rados.rados.0.smithi119.stdout:2998: done (1 left) 2024-04-13T07:55:51.632 INFO:tasks.rados.rados.0.smithi119.stdout:3000: done (0 left) 2024-04-13T07:55:51.632 INFO:tasks.rados.rados.0.smithi119.stdout:3001: delete oid 29 current snap is 308 2024-04-13T07:55:51.635 INFO:tasks.rados.rados.0.smithi119.stdout:3001: done (0 left) 2024-04-13T07:55:51.635 INFO:tasks.rados.rados.0.smithi119.stdout:3002: rmattr oid 32 current snap is 308 2024-04-13T07:55:51.635 INFO:tasks.rados.rados.0.smithi119.stdout:3002: done (0 left) 2024-04-13T07:55:51.636 INFO:tasks.rados.rados.0.smithi119.stdout:3003: snap_remove snap 238 2024-04-13T07:55:51.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:51 smithi119 ceph-mon[96316]: osdmap e644: 8 total, 8 up, 8 in 2024-04-13T07:55:51.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:51 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:51.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:51 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:51.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:51 smithi119 ceph-mon[93746]: osdmap e644: 8 total, 8 up, 8 in 2024-04-13T07:55:51.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:51 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:51.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:51 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:51.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:51 smithi139 ceph-mon[88985]: osdmap e644: 8 total, 8 up, 8 in 2024-04-13T07:55:51.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:51 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:51.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:51 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:52.451 INFO:tasks.rados.rados.0.smithi119.stdout:3003: done (0 left) 2024-04-13T07:55:52.451 INFO:tasks.rados.rados.0.smithi119.stdout:3004: read oid 29 snap -1 2024-04-13T07:55:52.451 INFO:tasks.rados.rados.0.smithi119.stdout:3004: expect deleted 2024-04-13T07:55:52.451 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 41 current snap is 308 2024-04-13T07:55:52.452 INFO:tasks.rados.rados.0.smithi119.stdout:3005: seq_num 906 ranges {835584=778240} 2024-04-13T07:55:52.461 INFO:tasks.rados.rados.0.smithi119.stdout:3005: writing smithi11982245-41 from 835584 to 1613824 tid 1 2024-04-13T07:55:52.462 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 2 current snap is 308 2024-04-13T07:55:52.462 INFO:tasks.rados.rados.0.smithi119.stdout:3006: seq_num 907 ranges {0=794624} 2024-04-13T07:55:52.467 INFO:tasks.rados.rados.0.smithi119.stdout:3006: writing smithi11982245-2 from 0 to 794624 tid 1 2024-04-13T07:55:52.467 INFO:tasks.rados.rados.0.smithi119.stdout:3007: read oid 8 snap -1 2024-04-13T07:55:52.467 INFO:tasks.rados.rados.0.smithi119.stdout:3007: expect deleted 2024-04-13T07:55:52.467 INFO:tasks.rados.rados.0.smithi119.stdout:3008: setattr oid 22 current snap is 308 2024-04-13T07:55:52.469 INFO:tasks.rados.rados.0.smithi119.stdout:3005: finishing write tid 1 to smithi11982245-41 2024-04-13T07:55:52.469 INFO:tasks.rados.rados.0.smithi119.stdout:3004: done (4 left) 2024-04-13T07:55:52.469 INFO:tasks.rados.rados.0.smithi119.stdout:3009: snap_create 2024-04-13T07:55:52.472 INFO:tasks.rados.rados.0.smithi119.stdout:3005: finishing write tid 2 to smithi11982245-41 2024-04-13T07:55:52.476 INFO:tasks.rados.rados.0.smithi119.stdout:3005: finishing write tid 3 to smithi11982245-41 2024-04-13T07:55:52.476 INFO:tasks.rados.rados.0.smithi119.stdout:3005: oid 41 updating version 0 to 1708 2024-04-13T07:55:52.476 INFO:tasks.rados.rados.0.smithi119.stdout:3005: oid 41 updating version 1708 to 1709 2024-04-13T07:55:52.476 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 41 v 1709 (ObjNum 906 snap 308 seq_num 906) dirty exists 2024-04-13T07:55:52.476 INFO:tasks.rados.rados.0.smithi119.stdout:3005: left oid 41 (ObjNum 906 snap 308 seq_num 906) 2024-04-13T07:55:52.477 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 22 v 1968 (ObjNum 902 snap 307 seq_num 902) dirty exists 2024-04-13T07:55:52.477 INFO:tasks.rados.rados.0.smithi119.stdout:3006: finishing write tid 1 to smithi11982245-2 2024-04-13T07:55:52.479 INFO:tasks.rados.rados.0.smithi119.stdout:3006: finishing write tid 2 to smithi11982245-2 2024-04-13T07:55:52.486 INFO:tasks.rados.rados.0.smithi119.stdout:3006: finishing write tid 3 to smithi11982245-2 2024-04-13T07:55:52.486 INFO:tasks.rados.rados.0.smithi119.stdout:3006: oid 2 updating version 0 to 1966 2024-04-13T07:55:52.486 INFO:tasks.rados.rados.0.smithi119.stdout:3006: oid 2 version 1966 is already newer than 1965 2024-04-13T07:55:52.486 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 2 v 1966 (ObjNum 907 snap 308 seq_num 907) dirty exists 2024-04-13T07:55:52.486 INFO:tasks.rados.rados.0.smithi119.stdout:3006: left oid 2 (ObjNum 907 snap 308 seq_num 907) 2024-04-13T07:55:52.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:52 smithi139 ceph-mon[88985]: pgmap v634: 121 pgs: 121 active+clean; 1.0 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-04-13T07:55:52.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:52 smithi139 ceph-mon[88985]: osdmap e645: 8 total, 8 up, 8 in 2024-04-13T07:55:52.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:55:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T07:55:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:55:52.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:52 smithi119 ceph-mon[93746]: pgmap v634: 121 pgs: 121 active+clean; 1.0 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-04-13T07:55:52.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:52 smithi119 ceph-mon[93746]: osdmap e645: 8 total, 8 up, 8 in 2024-04-13T07:55:52.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:52 smithi119 ceph-mon[96316]: pgmap v634: 121 pgs: 121 active+clean; 1.0 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-04-13T07:55:52.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:52 smithi119 ceph-mon[96316]: osdmap e645: 8 total, 8 up, 8 in 2024-04-13T07:55:53.454 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:53 smithi119 ceph-mon[93746]: osdmap e646: 8 total, 8 up, 8 in 2024-04-13T07:55:53.457 INFO:tasks.rados.rados.0.smithi119.stdout:3005: done (4 left) 2024-04-13T07:55:53.457 INFO:tasks.rados.rados.0.smithi119.stdout:3006: done (3 left) 2024-04-13T07:55:53.457 INFO:tasks.rados.rados.0.smithi119.stdout:3007: done (2 left) 2024-04-13T07:55:53.457 INFO:tasks.rados.rados.0.smithi119.stdout:3008: done (1 left) 2024-04-13T07:55:53.457 INFO:tasks.rados.rados.0.smithi119.stdout:3009: done (0 left) 2024-04-13T07:55:53.458 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 14 current snap is 309 2024-04-13T07:55:53.458 INFO:tasks.rados.rados.0.smithi119.stdout:3010: seq_num 908 ranges {57344=409600,466944=401408} 2024-04-13T07:55:53.460 INFO:tasks.rados.rados.0.smithi119.stdout:3010: writing smithi11982245-14 from 57344 to 466944 tid 1 2024-04-13T07:55:53.462 INFO:tasks.rados.rados.0.smithi119.stdout:3010: writing smithi11982245-14 from 466944 to 868352 tid 2 2024-04-13T07:55:53.463 INFO:tasks.rados.rados.0.smithi119.stdout:3011: rollback oid 15 current snap is 309 2024-04-13T07:55:53.463 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 15 to 289 2024-04-13T07:55:53.463 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 46 current snap is 309 2024-04-13T07:55:53.463 INFO:tasks.rados.rados.0.smithi119.stdout:3012: seq_num 909 ranges {40960=425984,466944=401408} 2024-04-13T07:55:53.465 INFO:tasks.rados.rados.0.smithi119.stdout:3012: writing smithi11982245-46 from 40960 to 466944 tid 1 2024-04-13T07:55:53.468 INFO:tasks.rados.rados.0.smithi119.stdout:3012: writing smithi11982245-46 from 466944 to 868352 tid 2 2024-04-13T07:55:53.468 INFO:tasks.rados.rados.0.smithi119.stdout:3013: read oid 49 snap 288 2024-04-13T07:55:53.468 INFO:tasks.rados.rados.0.smithi119.stdout:3013: expect (ObjNum 501 snap 171 seq_num 501) 2024-04-13T07:55:53.468 INFO:tasks.rados.rados.0.smithi119.stdout:3014: snap_remove snap 227 2024-04-13T07:55:53.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:53 smithi119 ceph-mon[96316]: osdmap e646: 8 total, 8 up, 8 in 2024-04-13T07:55:53.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:53 smithi139 ceph-mon[88985]: osdmap e646: 8 total, 8 up, 8 in 2024-04-13T07:55:54.465 INFO:tasks.rados.rados.0.smithi119.stdout:3014: done (4 left) 2024-04-13T07:55:54.465 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 35 current snap is 309 2024-04-13T07:55:54.465 INFO:tasks.rados.rados.0.smithi119.stdout:3010: finishing write tid 1 to smithi11982245-14 2024-04-13T07:55:54.465 INFO:tasks.rados.rados.0.smithi119.stdout:3010: finishing write tid 2 to smithi11982245-14 2024-04-13T07:55:54.465 INFO:tasks.rados.rados.0.smithi119.stdout:3010: finishing write tid 3 to smithi11982245-14 2024-04-13T07:55:54.465 INFO:tasks.rados.rados.0.smithi119.stdout:3011: finishing rollback tid 0 to smithi11982245-15 2024-04-13T07:55:54.465 INFO:tasks.rados.rados.0.smithi119.stdout:3011: finishing rollback tid 1 to smithi11982245-15 2024-04-13T07:55:54.465 INFO:tasks.rados.rados.0.smithi119.stdout:3011: finishing rollback tid 2 to smithi11982245-15 2024-04-13T07:55:54.466 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 15 v 2029 (ObjNum 713 snap 248 seq_num 713) dirty exists 2024-04-13T07:55:54.466 INFO:tasks.rados.rados.0.smithi119.stdout:3010: finishing write tid 4 to smithi11982245-14 2024-04-13T07:55:54.466 INFO:tasks.rados.rados.0.smithi119.stdout:3010: oid 14 updating version 0 to 1469 2024-04-13T07:55:54.466 INFO:tasks.rados.rados.0.smithi119.stdout:3010: oid 14 version 1469 is already newer than 1467 2024-04-13T07:55:54.466 INFO:tasks.rados.rados.0.smithi119.stdout:3010: oid 14 version 1469 is already newer than 1468 2024-04-13T07:55:54.466 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 14 v 1469 (ObjNum 908 snap 309 seq_num 908) dirty exists 2024-04-13T07:55:54.466 INFO:tasks.rados.rados.0.smithi119.stdout:3010: left oid 14 (ObjNum 908 snap 309 seq_num 908) 2024-04-13T07:55:54.466 INFO:tasks.rados.rados.0.smithi119.stdout:3012: finishing write tid 1 to smithi11982245-46 2024-04-13T07:55:54.466 INFO:tasks.rados.rados.0.smithi119.stdout:3012: finishing write tid 2 to smithi11982245-46 2024-04-13T07:55:54.466 INFO:tasks.rados.rados.0.smithi119.stdout:3012: finishing write tid 3 to smithi11982245-46 2024-04-13T07:55:54.466 INFO:tasks.rados.rados.0.smithi119.stdout:3012: finishing write tid 4 to smithi11982245-46 2024-04-13T07:55:54.466 INFO:tasks.rados.rados.0.smithi119.stdout:3012: oid 46 updating version 0 to 2063 2024-04-13T07:55:54.467 INFO:tasks.rados.rados.0.smithi119.stdout:3012: oid 46 updating version 2063 to 2064 2024-04-13T07:55:54.467 INFO:tasks.rados.rados.0.smithi119.stdout:3012: oid 46 updating version 2064 to 2065 2024-04-13T07:55:54.467 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 46 v 2065 (ObjNum 909 snap 309 seq_num 909) dirty exists 2024-04-13T07:55:54.467 INFO:tasks.rados.rados.0.smithi119.stdout:3012: left oid 46 (ObjNum 909 snap 309 seq_num 909) 2024-04-13T07:55:54.467 INFO:tasks.rados.rados.0.smithi119.stdout:3013: expect (ObjNum 501 snap 171 seq_num 501) 2024-04-13T07:55:54.592 INFO:tasks.rados.rados.0.smithi119.stdout:3015: seq_num 910 ranges {2457600=442368,2899968=401408} 2024-04-13T07:55:54.607 INFO:tasks.rados.rados.0.smithi119.stdout:3015: writing smithi11982245-35 from 2457600 to 2899968 tid 1 2024-04-13T07:55:54.610 INFO:tasks.rados.rados.0.smithi119.stdout:3015: writing smithi11982245-35 from 2899968 to 3301376 tid 2 2024-04-13T07:55:54.610 INFO:tasks.rados.rados.0.smithi119.stdout:3010: done (4 left) 2024-04-13T07:55:54.610 INFO:tasks.rados.rados.0.smithi119.stdout:3011: done (3 left) 2024-04-13T07:55:54.610 INFO:tasks.rados.rados.0.smithi119.stdout:3012: done (2 left) 2024-04-13T07:55:54.610 INFO:tasks.rados.rados.0.smithi119.stdout:3013: done (1 left) 2024-04-13T07:55:54.610 INFO:tasks.rados.rados.0.smithi119.stdout:3016: snap_remove snap 290 2024-04-13T07:55:54.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:54 smithi139 ceph-mon[88985]: pgmap v637: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 1.0 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2024-04-13T07:55:54.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:54 smithi139 ceph-mon[88985]: osdmap e647: 8 total, 8 up, 8 in 2024-04-13T07:55:54.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:55:54.646 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:54 smithi119 ceph-mon[96316]: pgmap v637: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 1.0 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2024-04-13T07:55:54.646 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:54 smithi119 ceph-mon[96316]: osdmap e647: 8 total, 8 up, 8 in 2024-04-13T07:55:54.646 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:55:54.646 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:54 smithi119 ceph-mon[93746]: pgmap v637: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 1.0 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2024-04-13T07:55:54.646 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:54 smithi119 ceph-mon[93746]: osdmap e647: 8 total, 8 up, 8 in 2024-04-13T07:55:54.646 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:55:54.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:55:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:55:54] "GET /metrics HTTP/1.1" 200 36210 "" "Prometheus/2.43.0" 2024-04-13T07:55:55.421 INFO:tasks.rados.rados.0.smithi119.stdout:3016: done (1 left) 2024-04-13T07:55:55.421 INFO:tasks.rados.rados.0.smithi119.stdout:3017: copy_from oid 44 from oid 17 current snap is 309 2024-04-13T07:55:55.421 INFO:tasks.rados.rados.0.smithi119.stdout:3015: finishing write tid 1 to smithi11982245-35 2024-04-13T07:55:55.422 INFO:tasks.rados.rados.0.smithi119.stdout:3015: finishing write tid 2 to smithi11982245-35 2024-04-13T07:55:55.422 INFO:tasks.rados.rados.0.smithi119.stdout:3015: finishing write tid 3 to smithi11982245-35 2024-04-13T07:55:55.422 INFO:tasks.rados.rados.0.smithi119.stdout:3015: finishing write tid 4 to smithi11982245-35 2024-04-13T07:55:55.422 INFO:tasks.rados.rados.0.smithi119.stdout:3015: oid 35 updating version 0 to 1754 2024-04-13T07:55:55.422 INFO:tasks.rados.rados.0.smithi119.stdout:3015: oid 35 updating version 1754 to 1755 2024-04-13T07:55:55.422 INFO:tasks.rados.rados.0.smithi119.stdout:3015: oid 35 version 1755 is already newer than 1753 2024-04-13T07:55:55.422 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 35 v 1755 (ObjNum 910 snap 309 seq_num 910) dirty exists 2024-04-13T07:55:55.422 INFO:tasks.rados.rados.0.smithi119.stdout:3015: left oid 35 (ObjNum 910 snap 309 seq_num 910) 2024-04-13T07:55:55.422 INFO:tasks.rados.rados.0.smithi119.stdout:3015: done (1 left) 2024-04-13T07:55:55.422 INFO:tasks.rados.rados.0.smithi119.stdout:3018: rmattr oid 42 current snap is 309 2024-04-13T07:55:55.422 INFO:tasks.rados.rados.0.smithi119.stdout:3018: done (1 left) 2024-04-13T07:55:55.422 INFO:tasks.rados.rados.0.smithi119.stdout:3019: rollback oid 15 current snap is 309 2024-04-13T07:55:55.422 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 15 to 304 2024-04-13T07:55:55.422 INFO:tasks.rados.rados.0.smithi119.stdout:3020: copy_from oid 33 from oid 39 current snap is 309 2024-04-13T07:55:55.423 INFO:tasks.rados.rados.0.smithi119.stdout:3021: read oid 48 snap -1 2024-04-13T07:55:55.423 INFO:tasks.rados.rados.0.smithi119.stdout:3021: expect (ObjNum 901 snap 307 seq_num 901) 2024-04-13T07:55:55.423 INFO:tasks.rados.rados.0.smithi119.stdout:3022: rmattr oid 25 current snap is 309 2024-04-13T07:55:55.423 INFO:tasks.rados.rados.0.smithi119.stdout:3022: done (4 left) 2024-04-13T07:55:55.423 INFO:tasks.rados.rados.0.smithi119.stdout:3023: read oid 11 snap -1 2024-04-13T07:55:55.423 INFO:tasks.rados.rados.0.smithi119.stdout:3023: expect (ObjNum 858 snap 287 seq_num 858) 2024-04-13T07:55:55.423 INFO:tasks.rados.rados.0.smithi119.stdout:3024: delete oid 1 current snap is 309 2024-04-13T07:55:55.440 INFO:tasks.rados.rados.0.smithi119.stdout:3019: finishing rollback tid 0 to smithi11982245-15 2024-04-13T07:55:55.440 INFO:tasks.rados.rados.0.smithi119.stdout:3019: finishing rollback tid 1 to smithi11982245-15 2024-04-13T07:55:55.441 INFO:tasks.rados.rados.0.smithi119.stdout:3019: finishing rollback tid 2 to smithi11982245-15 2024-04-13T07:55:55.441 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 15 v 2032 (ObjNum 890 snap 303 seq_num 890) dirty exists 2024-04-13T07:55:55.447 INFO:tasks.rados.rados.0.smithi119.stdout:3017: finishing copy_from racing read to smithi11982245-44 2024-04-13T07:55:55.448 INFO:tasks.rados.rados.0.smithi119.stdout:3023: expect (ObjNum 858 snap 287 seq_num 858) 2024-04-13T07:55:55.504 INFO:teuthology.orchestra.run.smithi119.stdout:true 2024-04-13T07:55:55.523 INFO:tasks.rados.rados.0.smithi119.stdout:3021: expect (ObjNum 901 snap 307 seq_num 901) 2024-04-13T07:55:55.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:55 smithi119 ceph-mon[96316]: osdmap e648: 8 total, 8 up, 8 in 2024-04-13T07:55:55.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:55 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:55.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:55 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:55.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:55 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:55:55.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:55 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:55:55.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:55 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:55.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:55 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-13T07:55:55.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:55 smithi119 ceph-mon[96316]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-13T07:55:55.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:55 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:55:55.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:55 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:55.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:55 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:55.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:55 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:55.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:55 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:55.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:55 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:55.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:55 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:55.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:55 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:55.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:55 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:55.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:55 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:55.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:55 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:55.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:55 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:55.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:55 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:55.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:55 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:55.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:55 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:55.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:55 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:55.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:55 smithi119 ceph-mon[96316]: osdmap e649: 8 total, 8 up, 8 in 2024-04-13T07:55:55.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:55 smithi119 ceph-mon[93746]: osdmap e648: 8 total, 8 up, 8 in 2024-04-13T07:55:55.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:55 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:55.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:55 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:55.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:55 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:55:55.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:55 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:55:55.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:55 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:55.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:55 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-13T07:55:55.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:55 smithi119 ceph-mon[93746]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-13T07:55:55.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:55 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:55:55.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:55 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:55.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:55 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:55.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:55 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:55.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:55 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:55.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:55 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:55.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:55 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:55.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:55 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:55.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:55 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:55.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:55 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:55.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:55 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:55.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:55 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:55.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:55 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:55.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:55 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:55.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:55 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:55.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:55 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:55.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:55 smithi119 ceph-mon[93746]: osdmap e649: 8 total, 8 up, 8 in 2024-04-13T07:55:55.732 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:55 smithi139 ceph-mon[88985]: osdmap e648: 8 total, 8 up, 8 in 2024-04-13T07:55:55.732 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:55 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:55.733 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:55 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:55.733 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:55 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:55:55.733 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:55 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:55:55.733 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:55 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:55:55.733 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:55 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-13T07:55:55.733 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:55 smithi139 ceph-mon[88985]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-13T07:55:55.733 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:55 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:55:55.733 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:55 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:55.733 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:55 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:55.733 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:55 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:55.733 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:55 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:55.733 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:55 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:55.733 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:55 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:55.733 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:55 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:55.734 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:55 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:55.734 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:55 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:55.734 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:55 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:55.734 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:55 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:55.734 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:55 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:55.734 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:55 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:55.734 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:55 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:55.734 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:55 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:55.734 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:55 smithi139 ceph-mon[88985]: osdmap e649: 8 total, 8 up, 8 in 2024-04-13T07:55:55.749 INFO:tasks.rados.rados.0.smithi119.stdout:3017: finishing copy_from to smithi11982245-44 2024-04-13T07:55:55.749 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 44 v 1724 (ObjNum 806 snap 274 seq_num 806) dirty exists 2024-04-13T07:55:55.750 INFO:tasks.rados.rados.0.smithi119.stdout:3020: finishing copy_from racing read to smithi11982245-33 2024-04-13T07:55:55.750 INFO:tasks.rados.rados.0.smithi119.stdout:3020: finishing copy_from to smithi11982245-33 2024-04-13T07:55:55.750 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 33 v 1747 (ObjNum 886 snap 301 seq_num 886) dirty exists 2024-04-13T07:55:55.750 INFO:tasks.rados.rados.0.smithi119.stdout:3017: done (5 left) 2024-04-13T07:55:55.750 INFO:tasks.rados.rados.0.smithi119.stdout:3019: done (4 left) 2024-04-13T07:55:55.750 INFO:tasks.rados.rados.0.smithi119.stdout:3020: done (3 left) 2024-04-13T07:55:55.750 INFO:tasks.rados.rados.0.smithi119.stdout:3021: done (2 left) 2024-04-13T07:55:55.750 INFO:tasks.rados.rados.0.smithi119.stdout:3023: done (1 left) 2024-04-13T07:55:55.750 INFO:tasks.rados.rados.0.smithi119.stdout:3024: done (0 left) 2024-04-13T07:55:55.750 INFO:tasks.rados.rados.0.smithi119.stdout:3025: read oid 26 snap -1 2024-04-13T07:55:55.750 INFO:tasks.rados.rados.0.smithi119.stdout:3025: expect (ObjNum 897 snap 306 seq_num 897) 2024-04-13T07:55:55.750 INFO:tasks.rados.rados.0.smithi119.stdout:3026: copy_from oid 9 from oid 21 current snap is 309 2024-04-13T07:55:55.751 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 41 current snap is 309 2024-04-13T07:55:55.751 INFO:tasks.rados.rados.0.smithi119.stdout:3027: seq_num 912 ranges {1613824=483328,2097152=401408} 2024-04-13T07:55:55.760 INFO:tasks.rados.rados.0.smithi119.stdout:3027: writing smithi11982245-41 from 1613824 to 2097152 tid 1 2024-04-13T07:55:55.763 INFO:tasks.rados.rados.0.smithi119.stdout:3027: writing smithi11982245-41 from 2097152 to 2498560 tid 2 2024-04-13T07:55:55.763 INFO:tasks.rados.rados.0.smithi119.stdout:3028: read oid 24 snap -1 2024-04-13T07:55:55.763 INFO:tasks.rados.rados.0.smithi119.stdout:3028: expect (ObjNum 885 snap 301 seq_num 885) 2024-04-13T07:55:55.763 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 4 current snap is 309 2024-04-13T07:55:55.763 INFO:tasks.rados.rados.0.smithi119.stdout:3029: seq_num 913 ranges {18087936=499712,18587648=401408} 2024-04-13T07:55:55.842 INFO:teuthology.orchestra.run.smithi119.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-13T07:55:55.843 INFO:teuthology.orchestra.run.smithi119.stdout:alertmanager.a smithi119 *:9093,9094 running (9s) 5s ago 12m 16.3M - 0.25.0 c8568f914cd2 3a3dd8126f3b 2024-04-13T07:55:55.843 INFO:teuthology.orchestra.run.smithi119.stdout:grafana.a smithi139 *:3000 running (12m) 21s ago 12m 87.3M - 9.4.7 954c08fa6188 43be3a562cf4 2024-04-13T07:55:55.843 INFO:teuthology.orchestra.run.smithi119.stdout:mds.a smithi119 running (81s) 5s ago 13m 14.0M - 19.0.0-2905-g5f22a497 c4b45bf0c946 8662f51de880 2024-04-13T07:55:55.843 INFO:teuthology.orchestra.run.smithi119.stdout:mds.b smithi139 running (58s) 21s ago 13m 11.8M - 19.0.0-2905-g5f22a497 c4b45bf0c946 ef2341b1dd8e 2024-04-13T07:55:55.843 INFO:teuthology.orchestra.run.smithi119.stdout:mgr.x smithi139 *:8443,9283,8765 running (7m) 21s ago 16m 452M - 19.0.0-2905-g5f22a497 c4b45bf0c946 228fa2e332a4 2024-04-13T07:55:55.843 INFO:teuthology.orchestra.run.smithi119.stdout:mgr.y smithi119 *:8443,9283,8765 running (8m) 5s ago 18m 516M - 19.0.0-2905-g5f22a497 c4b45bf0c946 0462b2c15351 2024-04-13T07:55:55.843 INFO:teuthology.orchestra.run.smithi119.stdout:mon.a smithi119 running (7m) 5s ago 18m 72.7M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 89c63c75b5cb 2024-04-13T07:55:55.843 INFO:teuthology.orchestra.run.smithi119.stdout:mon.b smithi139 running (6m) 21s ago 17m 54.3M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 8dd649d8b46f 2024-04-13T07:55:55.843 INFO:teuthology.orchestra.run.smithi119.stdout:mon.c smithi119 running (7m) 5s ago 17m 59.8M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 b26f62c1d49c 2024-04-13T07:55:55.843 INFO:teuthology.orchestra.run.smithi119.stdout:node-exporter.a smithi119 *:9100 running (45s) 5s ago 11m 8112k - 1.5.0 0da6a335fe13 ed0146a68fff 2024-04-13T07:55:55.843 INFO:teuthology.orchestra.run.smithi119.stdout:node-exporter.b smithi139 *:9100 running (41s) 21s ago 11m 7688k - 1.5.0 0da6a335fe13 8aa0da10b5e6 2024-04-13T07:55:55.843 INFO:teuthology.orchestra.run.smithi119.stdout:osd.0 smithi119 running (5m) 5s ago 16m 353M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 7e5f698ebf3c 2024-04-13T07:55:55.843 INFO:teuthology.orchestra.run.smithi119.stdout:osd.1 smithi119 running (5m) 5s ago 16m 385M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 6ba3c7290ac9 2024-04-13T07:55:55.843 INFO:teuthology.orchestra.run.smithi119.stdout:osd.2 smithi119 running (4m) 5s ago 15m 306M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 ef91dbb565e3 2024-04-13T07:55:55.843 INFO:teuthology.orchestra.run.smithi119.stdout:osd.3 smithi119 running (4m) 5s ago 15m 221M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 7bb3e41bd7aa 2024-04-13T07:55:55.844 INFO:teuthology.orchestra.run.smithi119.stdout:osd.4 smithi139 running (3m) 21s ago 14m 277M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 35cd11561d1d 2024-04-13T07:55:55.844 INFO:teuthology.orchestra.run.smithi119.stdout:osd.5 smithi139 running (2m) 21s ago 14m 259M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 a8547c1088b1 2024-04-13T07:55:55.844 INFO:teuthology.orchestra.run.smithi119.stdout:osd.6 smithi139 running (2m) 21s ago 14m 111M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 ebf4b5188514 2024-04-13T07:55:55.844 INFO:teuthology.orchestra.run.smithi119.stdout:osd.7 smithi139 running (103s) 21s ago 13m 182M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 6830e079abe4 2024-04-13T07:55:55.844 INFO:teuthology.orchestra.run.smithi119.stdout:prometheus.a smithi139 *:9095 running (25s) 21s ago 12m 35.8M - 2.43.0 a07b618ecd1d 6c86cfcdc9ce 2024-04-13T07:55:55.864 INFO:tasks.rados.rados.0.smithi119.stdout:3029: writing smithi11982245-4 from 18087936 to 18587648 tid 1 2024-04-13T07:55:55.866 INFO:tasks.rados.rados.0.smithi119.stdout:3029: writing smithi11982245-4 from 18587648 to 18989056 tid 2 2024-04-13T07:55:55.867 INFO:tasks.rados.rados.0.smithi119.stdout:3030: read oid 49 snap -1 2024-04-13T07:55:55.867 INFO:tasks.rados.rados.0.smithi119.stdout:3030: expect (ObjNum 881 snap 299 seq_num 881) 2024-04-13T07:55:55.867 INFO:tasks.rados.rados.0.smithi119.stdout:3031: rollback oid 5 current snap is 309 2024-04-13T07:55:55.867 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 5 to 249 2024-04-13T07:55:55.867 INFO:tasks.rados.rados.0.smithi119.stdout:3025: expect (ObjNum 897 snap 306 seq_num 897) 2024-04-13T07:55:55.886 INFO:tasks.rados.rados.0.smithi119.stdout:3026: finishing copy_from racing read to smithi11982245-9 2024-04-13T07:55:55.887 INFO:tasks.rados.rados.0.smithi119.stdout:3026: finishing copy_from to smithi11982245-9 2024-04-13T07:55:55.887 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 9 v 1465 (ObjNum 883 snap 300 seq_num 883) dirty exists 2024-04-13T07:55:55.887 INFO:tasks.rados.rados.0.smithi119.stdout:3025: done (6 left) 2024-04-13T07:55:55.887 INFO:tasks.rados.rados.0.smithi119.stdout:3026: done (5 left) 2024-04-13T07:55:55.887 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 43 current snap is 309 2024-04-13T07:55:55.887 INFO:tasks.rados.rados.0.smithi119.stdout:3027: finishing write tid 1 to smithi11982245-41 2024-04-13T07:55:55.887 INFO:tasks.rados.rados.0.smithi119.stdout:3032: seq_num 914 ranges {0=516096,516096=401408} 2024-04-13T07:55:55.889 INFO:tasks.rados.rados.0.smithi119.stdout:3032: writing smithi11982245-43 from 0 to 516096 tid 1 2024-04-13T07:55:55.892 INFO:tasks.rados.rados.0.smithi119.stdout:3032: writing smithi11982245-43 from 516096 to 917504 tid 2 2024-04-13T07:55:55.892 INFO:tasks.rados.rados.0.smithi119.stdout:3033: snap_create 2024-04-13T07:55:55.892 INFO:tasks.rados.rados.0.smithi119.stdout:3027: finishing write tid 2 to smithi11982245-41 2024-04-13T07:55:55.892 INFO:tasks.rados.rados.0.smithi119.stdout:3027: finishing write tid 3 to smithi11982245-41 2024-04-13T07:55:55.892 INFO:tasks.rados.rados.0.smithi119.stdout:3027: finishing write tid 4 to smithi11982245-41 2024-04-13T07:55:55.892 INFO:tasks.rados.rados.0.smithi119.stdout:3027: oid 41 updating version 0 to 1710 2024-04-13T07:55:55.892 INFO:tasks.rados.rados.0.smithi119.stdout:3027: oid 41 updating version 1710 to 1711 2024-04-13T07:55:55.892 INFO:tasks.rados.rados.0.smithi119.stdout:3027: oid 41 updating version 1711 to 1712 2024-04-13T07:55:55.892 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 41 v 1712 (ObjNum 912 snap 309 seq_num 912) dirty exists 2024-04-13T07:55:55.892 INFO:tasks.rados.rados.0.smithi119.stdout:3027: left oid 41 (ObjNum 912 snap 309 seq_num 912) 2024-04-13T07:55:55.892 INFO:tasks.rados.rados.0.smithi119.stdout:3028: expect (ObjNum 885 snap 301 seq_num 885) 2024-04-13T07:55:56.087 INFO:tasks.rados.rados.0.smithi119.stdout:3029: finishing write tid 1 to smithi11982245-4 2024-04-13T07:55:56.101 INFO:tasks.rados.rados.0.smithi119.stdout:3029: finishing write tid 2 to smithi11982245-4 2024-04-13T07:55:56.101 INFO:tasks.rados.rados.0.smithi119.stdout:3029: finishing write tid 3 to smithi11982245-4 2024-04-13T07:55:56.101 INFO:tasks.rados.rados.0.smithi119.stdout:3031: finishing rollback tid 0 to smithi11982245-5 2024-04-13T07:55:56.101 INFO:tasks.rados.rados.0.smithi119.stdout:3031: finishing rollback tid 1 to smithi11982245-5 2024-04-13T07:55:56.101 INFO:tasks.rados.rados.0.smithi119.stdout:3031: finishing rollback tid 2 to smithi11982245-5 2024-04-13T07:55:56.101 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 5 v 2150 (ObjNum 654 snap 220 seq_num 654) dirty exists 2024-04-13T07:55:56.101 INFO:tasks.rados.rados.0.smithi119.stdout:3029: finishing write tid 4 to smithi11982245-4 2024-04-13T07:55:56.101 INFO:tasks.rados.rados.0.smithi119.stdout:3029: oid 4 updating version 0 to 1765 2024-04-13T07:55:56.101 INFO:tasks.rados.rados.0.smithi119.stdout:3029: oid 4 updating version 1765 to 1766 2024-04-13T07:55:56.102 INFO:tasks.rados.rados.0.smithi119.stdout:3029: oid 4 updating version 1766 to 1767 2024-04-13T07:55:56.102 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 4 v 1767 (ObjNum 913 snap 309 seq_num 913) dirty exists 2024-04-13T07:55:56.102 INFO:tasks.rados.rados.0.smithi119.stdout:3029: left oid 4 (ObjNum 913 snap 309 seq_num 913) 2024-04-13T07:55:56.102 INFO:tasks.rados.rados.0.smithi119.stdout:3030: expect (ObjNum 881 snap 299 seq_num 881) 2024-04-13T07:55:56.259 INFO:teuthology.orchestra.run.smithi119.stdout:{ 2024-04-13T07:55:56.260 INFO:teuthology.orchestra.run.smithi119.stdout: "mon": { 2024-04-13T07:55:56.260 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 3 2024-04-13T07:55:56.260 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:55:56.260 INFO:teuthology.orchestra.run.smithi119.stdout: "mgr": { 2024-04-13T07:55:56.260 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T07:55:56.260 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:55:56.260 INFO:teuthology.orchestra.run.smithi119.stdout: "osd": { 2024-04-13T07:55:56.260 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 8 2024-04-13T07:55:56.260 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:55:56.260 INFO:teuthology.orchestra.run.smithi119.stdout: "mds": { 2024-04-13T07:55:56.260 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T07:55:56.260 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:55:56.260 INFO:teuthology.orchestra.run.smithi119.stdout: "overall": { 2024-04-13T07:55:56.260 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 15 2024-04-13T07:55:56.261 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-13T07:55:56.261 INFO:teuthology.orchestra.run.smithi119.stdout:} 2024-04-13T07:55:56.261 INFO:tasks.rados.rados.0.smithi119.stdout:3032: finishing write tid 1 to smithi11982245-43 2024-04-13T07:55:56.262 INFO:tasks.rados.rados.0.smithi119.stdout:3032: finishing write tid 2 to smithi11982245-43 2024-04-13T07:55:56.262 INFO:tasks.rados.rados.0.smithi119.stdout:3032: finishing write tid 3 to smithi11982245-43 2024-04-13T07:55:56.262 INFO:tasks.rados.rados.0.smithi119.stdout:3032: finishing write tid 4 to smithi11982245-43 2024-04-13T07:55:56.262 INFO:tasks.rados.rados.0.smithi119.stdout:3032: oid 43 updating version 0 to 2082 2024-04-13T07:55:56.262 INFO:tasks.rados.rados.0.smithi119.stdout:3032: oid 43 updating version 2082 to 2083 2024-04-13T07:55:56.262 INFO:tasks.rados.rados.0.smithi119.stdout:3032: oid 43 version 2083 is already newer than 2081 2024-04-13T07:55:56.262 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 43 v 2083 (ObjNum 914 snap 309 seq_num 914) dirty exists 2024-04-13T07:55:56.262 INFO:tasks.rados.rados.0.smithi119.stdout:3032: left oid 43 (ObjNum 914 snap 309 seq_num 914) 2024-04-13T07:55:56.739 INFO:tasks.rados.rados.0.smithi119.stdout:3027: done (6 left) 2024-04-13T07:55:56.739 INFO:tasks.rados.rados.0.smithi119.stdout:3028: done (5 left) 2024-04-13T07:55:56.739 INFO:tasks.rados.rados.0.smithi119.stdout:3029: done (4 left) 2024-04-13T07:55:56.739 INFO:tasks.rados.rados.0.smithi119.stdout:3030: done (3 left) 2024-04-13T07:55:56.739 INFO:tasks.rados.rados.0.smithi119.stdout:3031: done (2 left) 2024-04-13T07:55:56.739 INFO:tasks.rados.rados.0.smithi119.stdout:3032: done (1 left) 2024-04-13T07:55:56.739 INFO:tasks.rados.rados.0.smithi119.stdout:3033: done (0 left) 2024-04-13T07:55:56.739 INFO:tasks.rados.rados.0.smithi119.stdout:3034: rmattr oid 32 current snap is 310 2024-04-13T07:55:56.739 INFO:tasks.rados.rados.0.smithi119.stdout:3034: done (0 left) 2024-04-13T07:55:56.739 INFO:tasks.rados.rados.0.smithi119.stdout:3035: rollback oid 8 current snap is 310 2024-04-13T07:55:56.740 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 8 to 278 2024-04-13T07:55:56.740 INFO:tasks.rados.rados.0.smithi119.stdout:3036: copy_from oid 6 from oid 50 current snap is 310 2024-04-13T07:55:56.740 INFO:tasks.rados.rados.0.smithi119.stdout:3037: read oid 38 snap 184 2024-04-13T07:55:56.740 INFO:tasks.rados.rados.0.smithi119.stdout:3037: expect (ObjNum 473 snap 163 seq_num 473) 2024-04-13T07:55:56.740 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 14 current snap is 310 2024-04-13T07:55:56.740 INFO:tasks.rados.rados.0.smithi119.stdout:3038: seq_num 915 ranges {868352=532480,1400832=401408} 2024-04-13T07:55:56.746 INFO:tasks.rados.rados.0.smithi119.stdout:3038: writing smithi11982245-14 from 868352 to 1400832 tid 1 2024-04-13T07:55:56.749 INFO:tasks.rados.rados.0.smithi119.stdout:3038: writing smithi11982245-14 from 1400832 to 1802240 tid 2 2024-04-13T07:55:56.749 INFO:tasks.rados.rados.0.smithi119.stdout:3039: delete oid 39 current snap is 310 2024-04-13T07:55:56.749 INFO:tasks.rados.rados.0.smithi119.stdout:3035: finishing rollback tid 1 to smithi11982245-8 2024-04-13T07:55:56.749 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 8 v 1665 (ObjNum 97 snap 0 seq_num 751986048) dirty dne 2024-04-13T07:55:56.750 INFO:tasks.rados.rados.0.smithi119.stdout:3037: expect (ObjNum 473 snap 163 seq_num 473) 2024-04-13T07:55:56.801 INFO:tasks.rados.rados.0.smithi119.stdout:3035: done (4 left) 2024-04-13T07:55:56.801 INFO:tasks.rados.rados.0.smithi119.stdout:3037: done (3 left) 2024-04-13T07:55:56.801 INFO:tasks.rados.rados.0.smithi119.stdout:3039: done (2 left) 2024-04-13T07:55:56.801 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 17 current snap is 310 2024-04-13T07:55:56.801 INFO:tasks.rados.rados.0.smithi119.stdout:3038: finishing write tid 1 to smithi11982245-14 2024-04-13T07:55:56.801 INFO:tasks.rados.rados.0.smithi119.stdout:3038: finishing write tid 2 to smithi11982245-14 2024-04-13T07:55:56.801 INFO:tasks.rados.rados.0.smithi119.stdout:3038: finishing write tid 3 to smithi11982245-14 2024-04-13T07:55:56.801 INFO:tasks.rados.rados.0.smithi119.stdout:3038: finishing write tid 4 to smithi11982245-14 2024-04-13T07:55:56.802 INFO:tasks.rados.rados.0.smithi119.stdout:3038: oid 14 updating version 0 to 1470 2024-04-13T07:55:56.802 INFO:tasks.rados.rados.0.smithi119.stdout:3038: oid 14 updating version 1470 to 1471 2024-04-13T07:55:56.802 INFO:tasks.rados.rados.0.smithi119.stdout:3038: oid 14 updating version 1471 to 1472 2024-04-13T07:55:56.802 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 14 v 1472 (ObjNum 915 snap 310 seq_num 915) dirty exists 2024-04-13T07:55:56.802 INFO:tasks.rados.rados.0.smithi119.stdout:3038: left oid 14 (ObjNum 915 snap 310 seq_num 915) 2024-04-13T07:55:56.802 INFO:tasks.rados.rados.0.smithi119.stdout:3036: finishing copy_from racing read to smithi11982245-6 2024-04-13T07:55:56.802 INFO:tasks.rados.rados.0.smithi119.stdout:3036: finishing copy_from to smithi11982245-6 2024-04-13T07:55:56.802 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 6 v 1745 (ObjNum 877 snap 297 seq_num 877) dirty exists 2024-04-13T07:55:56.802 INFO:tasks.rados.rados.0.smithi119.stdout:3040: seq_num 917 ranges {1507328=565248,2072576=401408} 2024-04-13T07:55:56.811 INFO:tasks.rados.rados.0.smithi119.stdout:3040: writing smithi11982245-17 from 1507328 to 2072576 tid 1 2024-04-13T07:55:56.814 INFO:tasks.rados.rados.0.smithi119.stdout:3040: writing smithi11982245-17 from 2072576 to 2473984 tid 2 2024-04-13T07:55:56.814 INFO:tasks.rados.rados.0.smithi119.stdout:3036: done (2 left) 2024-04-13T07:55:56.814 INFO:tasks.rados.rados.0.smithi119.stdout:3038: done (1 left) 2024-04-13T07:55:56.814 INFO:tasks.rados.rados.0.smithi119.stdout:3041: snap_create 2024-04-13T07:55:56.817 INFO:tasks.rados.rados.0.smithi119.stdout:3040: finishing write tid 1 to smithi11982245-17 2024-04-13T07:55:56.817 INFO:tasks.rados.rados.0.smithi119.stdout:3040: finishing write tid 2 to smithi11982245-17 2024-04-13T07:55:56.818 INFO:tasks.rados.rados.0.smithi119.stdout:3040: finishing write tid 3 to smithi11982245-17 2024-04-13T07:55:56.818 INFO:tasks.rados.rados.0.smithi119.stdout:3040: finishing write tid 4 to smithi11982245-17 2024-04-13T07:55:56.819 INFO:tasks.rados.rados.0.smithi119.stdout:3040: oid 17 updating version 0 to 1746 2024-04-13T07:55:56.819 INFO:tasks.rados.rados.0.smithi119.stdout:3040: oid 17 updating version 1746 to 1748 2024-04-13T07:55:56.819 INFO:tasks.rados.rados.0.smithi119.stdout:3040: oid 17 version 1748 is already newer than 1747 2024-04-13T07:55:56.819 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 17 v 1748 (ObjNum 917 snap 310 seq_num 917) dirty exists 2024-04-13T07:55:56.819 INFO:tasks.rados.rados.0.smithi119.stdout:3040: left oid 17 (ObjNum 917 snap 310 seq_num 917) 2024-04-13T07:55:56.966 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 07:55:56 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a[131247]: ts=2024-04-13T07:55:56.710Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003347378s 2024-04-13T07:55:56.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:56 smithi119 ceph-mon[96316]: pgmap v640: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 1.0 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 150 KiB/s wr, 5 op/s 2024-04-13T07:55:56.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:56 smithi119 ceph-mon[96316]: from='client.34449 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:55:56.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:56 smithi119 ceph-mon[96316]: from='client.44393 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:55:56.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:56 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2858787704' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:56.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:56 smithi119 ceph-mon[93746]: pgmap v640: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 1.0 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 150 KiB/s wr, 5 op/s 2024-04-13T07:55:56.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:56 smithi119 ceph-mon[93746]: from='client.34449 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:55:56.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:56 smithi119 ceph-mon[93746]: from='client.44393 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:55:56.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:56 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2858787704' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:57.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:56 smithi139 ceph-mon[88985]: pgmap v640: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 1.0 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 150 KiB/s wr, 5 op/s 2024-04-13T07:55:57.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:56 smithi139 ceph-mon[88985]: from='client.34449 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:55:57.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:56 smithi139 ceph-mon[88985]: from='client.44393 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:55:57.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:56 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2858787704' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:55:57.750 INFO:tasks.rados.rados.0.smithi119.stdout:3040: done (1 left) 2024-04-13T07:55:57.750 INFO:tasks.rados.rados.0.smithi119.stdout:3041: done (0 left) 2024-04-13T07:55:57.751 INFO:tasks.rados.rados.0.smithi119.stdout:3042: copy_from oid 40 from oid 20 current snap is 311 2024-04-13T07:55:57.751 INFO:tasks.rados.rados.0.smithi119.stdout:3043: rmattr oid 46 current snap is 311 2024-04-13T07:55:57.751 INFO:tasks.rados.rados.0.smithi119.stdout:3043: done (1 left) 2024-04-13T07:55:57.751 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 48 current snap is 311 2024-04-13T07:55:57.751 INFO:tasks.rados.rados.0.smithi119.stdout:3044: seq_num 918 ranges {3866624=581632,4448256=401408} 2024-04-13T07:55:57.773 INFO:tasks.rados.rados.0.smithi119.stdout:3044: writing smithi11982245-48 from 3866624 to 4448256 tid 1 2024-04-13T07:55:57.775 INFO:tasks.rados.rados.0.smithi119.stdout:3044: writing smithi11982245-48 from 4448256 to 4849664 tid 2 2024-04-13T07:55:57.775 INFO:tasks.rados.rados.0.smithi119.stdout:3045: snap_create 2024-04-13T07:55:57.776 INFO:tasks.rados.rados.0.smithi119.stdout:3042: finishing copy_from to smithi11982245-40 2024-04-13T07:55:57.776 INFO:tasks.rados.rados.0.smithi119.stdout:3042: got expected ENOENT (src dne) 2024-04-13T07:55:57.776 INFO:tasks.rados.rados.0.smithi119.stdout:3042: finishing copy_from racing read to smithi11982245-40 2024-04-13T07:55:57.781 INFO:tasks.rados.rados.0.smithi119.stdout:3044: finishing write tid 1 to smithi11982245-48 2024-04-13T07:55:57.781 INFO:tasks.rados.rados.0.smithi119.stdout:3044: finishing write tid 2 to smithi11982245-48 2024-04-13T07:55:57.781 INFO:tasks.rados.rados.0.smithi119.stdout:3044: finishing write tid 3 to smithi11982245-48 2024-04-13T07:55:57.783 INFO:tasks.rados.rados.0.smithi119.stdout:3044: finishing write tid 4 to smithi11982245-48 2024-04-13T07:55:57.783 INFO:tasks.rados.rados.0.smithi119.stdout:3044: oid 48 updating version 0 to 1971 2024-04-13T07:55:57.783 INFO:tasks.rados.rados.0.smithi119.stdout:3044: oid 48 version 1971 is already newer than 1970 2024-04-13T07:55:57.783 INFO:tasks.rados.rados.0.smithi119.stdout:3044: oid 48 version 1971 is already newer than 1969 2024-04-13T07:55:57.783 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 48 v 1971 (ObjNum 918 snap 311 seq_num 918) dirty exists 2024-04-13T07:55:57.783 INFO:tasks.rados.rados.0.smithi119.stdout:3044: left oid 48 (ObjNum 918 snap 311 seq_num 918) 2024-04-13T07:55:58.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:57 smithi139 ceph-mon[88985]: Upgrade: Updating grafana.a 2024-04-13T07:55:58.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:57 smithi139 ceph-mon[88985]: Deploying daemon grafana.a on smithi139 2024-04-13T07:55:58.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:57 smithi139 ceph-mon[88985]: osdmap e650: 8 total, 8 up, 8 in 2024-04-13T07:55:58.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:57 smithi119 ceph-mon[96316]: Upgrade: Updating grafana.a 2024-04-13T07:55:58.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:57 smithi119 ceph-mon[96316]: Deploying daemon grafana.a on smithi139 2024-04-13T07:55:58.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:57 smithi119 ceph-mon[96316]: osdmap e650: 8 total, 8 up, 8 in 2024-04-13T07:55:58.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:57 smithi119 ceph-mon[93746]: Upgrade: Updating grafana.a 2024-04-13T07:55:58.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:57 smithi119 ceph-mon[93746]: Deploying daemon grafana.a on smithi139 2024-04-13T07:55:58.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:57 smithi119 ceph-mon[93746]: osdmap e650: 8 total, 8 up, 8 in 2024-04-13T07:55:58.751 INFO:tasks.rados.rados.0.smithi119.stdout:3042: done (2 left) 2024-04-13T07:55:58.752 INFO:tasks.rados.rados.0.smithi119.stdout:3044: done (1 left) 2024-04-13T07:55:58.752 INFO:tasks.rados.rados.0.smithi119.stdout:3045: done (0 left) 2024-04-13T07:55:58.752 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 39 current snap is 312 2024-04-13T07:55:58.752 INFO:tasks.rados.rados.0.smithi119.stdout:3046: seq_num 919 ranges {0=598016,598016=401408} 2024-04-13T07:55:58.754 INFO:tasks.rados.rados.0.smithi119.stdout:3046: writing smithi11982245-39 from 0 to 598016 tid 1 2024-04-13T07:55:58.757 INFO:tasks.rados.rados.0.smithi119.stdout:3046: writing smithi11982245-39 from 598016 to 999424 tid 2 2024-04-13T07:55:58.757 INFO:tasks.rados.rados.0.smithi119.stdout:3047: read oid 17 snap -1 2024-04-13T07:55:58.757 INFO:tasks.rados.rados.0.smithi119.stdout:3047: expect (ObjNum 917 snap 310 seq_num 917) 2024-04-13T07:55:58.758 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 42 current snap is 312 2024-04-13T07:55:58.758 INFO:tasks.rados.rados.0.smithi119.stdout:3048: seq_num 920 ranges {4505600=614400,5120000=401408} 2024-04-13T07:55:58.785 INFO:tasks.rados.rados.0.smithi119.stdout:3048: writing smithi11982245-42 from 4505600 to 5120000 tid 1 2024-04-13T07:55:58.788 INFO:tasks.rados.rados.0.smithi119.stdout:3048: writing smithi11982245-42 from 5120000 to 5521408 tid 2 2024-04-13T07:55:58.788 INFO:tasks.rados.rados.0.smithi119.stdout:3049: read oid 11 snap -1 2024-04-13T07:55:58.788 INFO:tasks.rados.rados.0.smithi119.stdout:3049: expect (ObjNum 858 snap 287 seq_num 858) 2024-04-13T07:55:58.788 INFO:tasks.rados.rados.0.smithi119.stdout:3050: delete oid 34 current snap is 312 2024-04-13T07:55:58.788 INFO:tasks.rados.rados.0.smithi119.stdout:3046: finishing write tid 1 to smithi11982245-39 2024-04-13T07:55:58.788 INFO:tasks.rados.rados.0.smithi119.stdout:3046: finishing write tid 2 to smithi11982245-39 2024-04-13T07:55:58.788 INFO:tasks.rados.rados.0.smithi119.stdout:3046: finishing write tid 3 to smithi11982245-39 2024-04-13T07:55:58.788 INFO:tasks.rados.rados.0.smithi119.stdout:3047: expect (ObjNum 917 snap 310 seq_num 917) 2024-04-13T07:55:58.881 INFO:tasks.rados.rados.0.smithi119.stdout:3046: finishing write tid 4 to smithi11982245-39 2024-04-13T07:55:58.881 INFO:tasks.rados.rados.0.smithi119.stdout:3046: oid 39 updating version 0 to 1753 2024-04-13T07:55:58.881 INFO:tasks.rados.rados.0.smithi119.stdout:3046: oid 39 version 1753 is already newer than 1752 2024-04-13T07:55:58.881 INFO:tasks.rados.rados.0.smithi119.stdout:3046: oid 39 updating version 1753 to 1754 2024-04-13T07:55:58.881 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 39 v 1754 (ObjNum 919 snap 312 seq_num 919) dirty exists 2024-04-13T07:55:58.881 INFO:tasks.rados.rados.0.smithi119.stdout:3046: left oid 39 (ObjNum 919 snap 312 seq_num 919) 2024-04-13T07:55:58.882 INFO:tasks.rados.rados.0.smithi119.stdout:3046: done (4 left) 2024-04-13T07:55:58.882 INFO:tasks.rados.rados.0.smithi119.stdout:3047: done (3 left) 2024-04-13T07:55:58.882 INFO:tasks.rados.rados.0.smithi119.stdout:3050: done (2 left) 2024-04-13T07:55:58.882 INFO:tasks.rados.rados.0.smithi119.stdout:3051: copy_from oid 50 from oid 44 current snap is 312 2024-04-13T07:55:58.882 INFO:tasks.rados.rados.0.smithi119.stdout:3049: expect (ObjNum 858 snap 287 seq_num 858) 2024-04-13T07:55:58.948 INFO:tasks.rados.rados.0.smithi119.stdout:3048: finishing write tid 1 to smithi11982245-42 2024-04-13T07:55:58.948 INFO:tasks.rados.rados.0.smithi119.stdout:3048: finishing write tid 2 to smithi11982245-42 2024-04-13T07:55:58.948 INFO:tasks.rados.rados.0.smithi119.stdout:3048: finishing write tid 3 to smithi11982245-42 2024-04-13T07:55:58.948 INFO:tasks.rados.rados.0.smithi119.stdout:3048: finishing write tid 4 to smithi11982245-42 2024-04-13T07:55:58.948 INFO:tasks.rados.rados.0.smithi119.stdout:3048: oid 42 updating version 0 to 2071 2024-04-13T07:55:58.948 INFO:tasks.rados.rados.0.smithi119.stdout:3048: oid 42 updating version 2071 to 2073 2024-04-13T07:55:58.948 INFO:tasks.rados.rados.0.smithi119.stdout:3048: oid 42 version 2073 is already newer than 2072 2024-04-13T07:55:58.948 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 42 v 2073 (ObjNum 920 snap 312 seq_num 920) dirty exists 2024-04-13T07:55:58.948 INFO:tasks.rados.rados.0.smithi119.stdout:3048: left oid 42 (ObjNum 920 snap 312 seq_num 920) 2024-04-13T07:55:58.948 INFO:tasks.rados.rados.0.smithi119.stdout:3051: finishing copy_from racing read to smithi11982245-50 2024-04-13T07:55:58.948 INFO:tasks.rados.rados.0.smithi119.stdout:3051: finishing copy_from to smithi11982245-50 2024-04-13T07:55:58.948 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 50 v 1724 (ObjNum 806 snap 274 seq_num 806) dirty exists 2024-04-13T07:55:58.949 INFO:tasks.rados.rados.0.smithi119.stdout:3048: done (2 left) 2024-04-13T07:55:58.949 INFO:tasks.rados.rados.0.smithi119.stdout:3049: done (1 left) 2024-04-13T07:55:58.949 INFO:tasks.rados.rados.0.smithi119.stdout:3051: done (0 left) 2024-04-13T07:55:58.949 INFO:tasks.rados.rados.0.smithi119.stdout:3052: rollback oid 34 current snap is 312 2024-04-13T07:55:58.949 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 34 to 252 2024-04-13T07:55:58.949 INFO:tasks.rados.rados.0.smithi119.stdout:3053: rollback oid 8 current snap is 312 2024-04-13T07:55:58.949 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 8 to 267 2024-04-13T07:55:58.949 INFO:tasks.rados.rados.0.smithi119.stdout:3054: copy_from oid 7 from oid 32 current snap is 312 2024-04-13T07:55:58.949 INFO:tasks.rados.rados.0.smithi119.stdout:3055: snap_remove snap 310 2024-04-13T07:55:59.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:58 smithi139 ceph-mon[88985]: pgmap v643: 121 pgs: 2 active+clean+snaptrim_wait, 6 active+clean+snaptrim, 113 active+clean; 1.0 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-04-13T07:55:59.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:58 smithi139 ceph-mon[88985]: osdmap e651: 8 total, 8 up, 8 in 2024-04-13T07:55:59.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:58 smithi119 ceph-mon[96316]: pgmap v643: 121 pgs: 2 active+clean+snaptrim_wait, 6 active+clean+snaptrim, 113 active+clean; 1.0 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-04-13T07:55:59.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:58 smithi119 ceph-mon[96316]: osdmap e651: 8 total, 8 up, 8 in 2024-04-13T07:55:59.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:58 smithi119 ceph-mon[93746]: pgmap v643: 121 pgs: 2 active+clean+snaptrim_wait, 6 active+clean+snaptrim, 113 active+clean; 1.0 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-04-13T07:55:59.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:58 smithi119 ceph-mon[93746]: osdmap e651: 8 total, 8 up, 8 in 2024-04-13T07:55:59.761 INFO:tasks.rados.rados.0.smithi119.stdout:3055: done (3 left) 2024-04-13T07:55:59.761 INFO:tasks.rados.rados.0.smithi119.stdout:3056: rollback oid 37 current snap is 312 2024-04-13T07:55:59.761 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 37 to 176 2024-04-13T07:55:59.761 INFO:tasks.rados.rados.0.smithi119.stdout:3053: finishing rollback tid 1 to smithi11982245-8 2024-04-13T07:55:59.761 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 1 current snap is 312 2024-04-13T07:55:59.761 INFO:tasks.rados.rados.0.smithi119.stdout:3052: finishing rollback tid 1 to smithi11982245-34 2024-04-13T07:55:59.761 INFO:tasks.rados.rados.0.smithi119.stdout:3052: finishing rollback tid 2 to smithi11982245-34 2024-04-13T07:55:59.762 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 34 v 2087 (ObjNum 699 snap 242 seq_num 699) dirty exists 2024-04-13T07:55:59.762 INFO:tasks.rados.rados.0.smithi119.stdout:3053: finishing rollback tid 2 to smithi11982245-8 2024-04-13T07:55:59.762 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 8 v 1968 (ObjNum 679 snap 228 seq_num 679) dirty exists 2024-04-13T07:55:59.762 INFO:tasks.rados.rados.0.smithi119.stdout:3057: seq_num 922 ranges {0=647168,647168=401408} 2024-04-13T07:55:59.765 INFO:tasks.rados.rados.0.smithi119.stdout:3057: writing smithi11982245-1 from 0 to 647168 tid 1 2024-04-13T07:55:59.768 INFO:tasks.rados.rados.0.smithi119.stdout:3057: writing smithi11982245-1 from 647168 to 1048576 tid 2 2024-04-13T07:55:59.768 INFO:tasks.rados.rados.0.smithi119.stdout:3052: done (4 left) 2024-04-13T07:55:59.768 INFO:tasks.rados.rados.0.smithi119.stdout:3053: done (3 left) 2024-04-13T07:55:59.768 INFO:tasks.rados.rados.0.smithi119.stdout:3058: snap_create 2024-04-13T07:55:59.768 INFO:tasks.rados.rados.0.smithi119.stdout:3054: finishing copy_from racing read to smithi11982245-7 2024-04-13T07:55:59.769 INFO:tasks.rados.rados.0.smithi119.stdout:3054: finishing copy_from to smithi11982245-7 2024-04-13T07:55:59.769 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 7 v 1291 (ObjNum 573 snap 193 seq_num 573) dirty exists 2024-04-13T07:55:59.769 INFO:tasks.rados.rados.0.smithi119.stdout:3056: finishing rollback tid 0 to smithi11982245-37 2024-04-13T07:55:59.769 INFO:tasks.rados.rados.0.smithi119.stdout:3056: finishing rollback tid 1 to smithi11982245-37 2024-04-13T07:55:59.769 INFO:tasks.rados.rados.0.smithi119.stdout:3056: finishing rollback tid 2 to smithi11982245-37 2024-04-13T07:55:59.769 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 37 v 1725 (ObjNum 475 snap 163 seq_num 475) dirty exists 2024-04-13T07:55:59.775 INFO:tasks.rados.rados.0.smithi119.stdout:3057: finishing write tid 1 to smithi11982245-1 2024-04-13T07:55:59.775 INFO:tasks.rados.rados.0.smithi119.stdout:3057: finishing write tid 2 to smithi11982245-1 2024-04-13T07:55:59.775 INFO:tasks.rados.rados.0.smithi119.stdout:3057: finishing write tid 3 to smithi11982245-1 2024-04-13T07:55:59.776 INFO:tasks.rados.rados.0.smithi119.stdout:3057: finishing write tid 4 to smithi11982245-1 2024-04-13T07:55:59.777 INFO:tasks.rados.rados.0.smithi119.stdout:3057: oid 1 updating version 0 to 1297 2024-04-13T07:55:59.777 INFO:tasks.rados.rados.0.smithi119.stdout:3057: oid 1 version 1297 is already newer than 1296 2024-04-13T07:55:59.777 INFO:tasks.rados.rados.0.smithi119.stdout:3057: oid 1 updating version 1297 to 1298 2024-04-13T07:55:59.777 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 1 v 1298 (ObjNum 922 snap 312 seq_num 922) dirty exists 2024-04-13T07:55:59.777 INFO:tasks.rados.rados.0.smithi119.stdout:3057: left oid 1 (ObjNum 922 snap 312 seq_num 922) 2024-04-13T07:56:00.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:55:59 smithi139 ceph-mon[88985]: osdmap e652: 8 total, 8 up, 8 in 2024-04-13T07:56:00.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:55:59 smithi119 ceph-mon[96316]: osdmap e652: 8 total, 8 up, 8 in 2024-04-13T07:56:00.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:55:59 smithi119 ceph-mon[93746]: osdmap e652: 8 total, 8 up, 8 in 2024-04-13T07:56:00.426 INFO:tasks.rados.rados.0.smithi119.stdout:3054: done (3 left) 2024-04-13T07:56:00.426 INFO:tasks.rados.rados.0.smithi119.stdout:3056: done (2 left) 2024-04-13T07:56:00.426 INFO:tasks.rados.rados.0.smithi119.stdout:3057: done (1 left) 2024-04-13T07:56:00.426 INFO:tasks.rados.rados.0.smithi119.stdout:3058: done (0 left) 2024-04-13T07:56:00.426 INFO:tasks.rados.rados.0.smithi119.stdout:3059: copy_from oid 49 from oid 13 current snap is 313 2024-04-13T07:56:00.427 INFO:tasks.rados.rados.0.smithi119.stdout:3060: copy_from oid 46 from oid 17 current snap is 313 2024-04-13T07:56:00.427 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 25 current snap is 313 2024-04-13T07:56:00.427 INFO:tasks.rados.rados.0.smithi119.stdout:3061: seq_num 923 ranges {0=663552,663552=401408} 2024-04-13T07:56:00.430 INFO:tasks.rados.rados.0.smithi119.stdout:3061: writing smithi11982245-25 from 0 to 663552 tid 1 2024-04-13T07:56:00.433 INFO:tasks.rados.rados.0.smithi119.stdout:3061: writing smithi11982245-25 from 663552 to 1064960 tid 2 2024-04-13T07:56:00.433 INFO:tasks.rados.rados.0.smithi119.stdout:3062: read oid 11 snap -1 2024-04-13T07:56:00.433 INFO:tasks.rados.rados.0.smithi119.stdout:3062: expect (ObjNum 858 snap 287 seq_num 858) 2024-04-13T07:56:00.433 INFO:tasks.rados.rados.0.smithi119.stdout:3063: read oid 37 snap -1 2024-04-13T07:56:00.433 INFO:tasks.rados.rados.0.smithi119.stdout:3063: expect (ObjNum 475 snap 163 seq_num 475) 2024-04-13T07:56:00.434 INFO:tasks.rados.rados.0.smithi119.stdout:3064: rollback oid 22 current snap is 313 2024-04-13T07:56:00.434 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 22 to 289 2024-04-13T07:56:00.434 INFO:tasks.rados.rados.0.smithi119.stdout:3065: read oid 41 snap -1 2024-04-13T07:56:00.435 INFO:tasks.rados.rados.0.smithi119.stdout:3065: expect (ObjNum 912 snap 309 seq_num 912) 2024-04-13T07:56:00.435 INFO:tasks.rados.rados.0.smithi119.stdout:3066: copy_from oid 38 from oid 21 current snap is 313 2024-04-13T07:56:00.435 INFO:tasks.rados.rados.0.smithi119.stdout:3059: finishing copy_from to smithi11982245-49 2024-04-13T07:56:00.435 INFO:tasks.rados.rados.0.smithi119.stdout:3059: got expected ENOENT (src dne) 2024-04-13T07:56:00.435 INFO:tasks.rados.rados.0.smithi119.stdout:3067: snap_create 2024-04-13T07:56:00.435 INFO:tasks.rados.rados.0.smithi119.stdout:3059: finishing copy_from racing read to smithi11982245-49 2024-04-13T07:56:00.440 INFO:tasks.rados.rados.0.smithi119.stdout:3064: finishing rollback tid 0 to smithi11982245-22 2024-04-13T07:56:00.442 INFO:tasks.rados.rados.0.smithi119.stdout:3064: finishing rollback tid 1 to smithi11982245-22 2024-04-13T07:56:00.442 INFO:tasks.rados.rados.0.smithi119.stdout:3064: finishing rollback tid 2 to smithi11982245-22 2024-04-13T07:56:00.442 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 22 v 1974 (ObjNum 849 snap 282 seq_num 849) dirty exists 2024-04-13T07:56:00.443 INFO:tasks.rados.rados.0.smithi119.stdout:3060: finishing copy_from racing read to smithi11982245-46 2024-04-13T07:56:00.445 INFO:tasks.rados.rados.0.smithi119.stdout:3060: finishing copy_from to smithi11982245-46 2024-04-13T07:56:00.445 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 46 v 1748 (ObjNum 917 snap 310 seq_num 917) dirty exists 2024-04-13T07:56:00.446 INFO:tasks.rados.rados.0.smithi119.stdout:3062: expect (ObjNum 858 snap 287 seq_num 858) 2024-04-13T07:56:00.515 INFO:tasks.rados.rados.0.smithi119.stdout:3061: finishing write tid 1 to smithi11982245-25 2024-04-13T07:56:00.515 INFO:tasks.rados.rados.0.smithi119.stdout:3061: finishing write tid 2 to smithi11982245-25 2024-04-13T07:56:00.515 INFO:tasks.rados.rados.0.smithi119.stdout:3061: finishing write tid 3 to smithi11982245-25 2024-04-13T07:56:00.515 INFO:tasks.rados.rados.0.smithi119.stdout:3061: finishing write tid 4 to smithi11982245-25 2024-04-13T07:56:00.515 INFO:tasks.rados.rados.0.smithi119.stdout:3061: oid 25 updating version 0 to 1474 2024-04-13T07:56:00.515 INFO:tasks.rados.rados.0.smithi119.stdout:3061: oid 25 updating version 1474 to 1475 2024-04-13T07:56:00.515 INFO:tasks.rados.rados.0.smithi119.stdout:3061: oid 25 version 1475 is already newer than 1473 2024-04-13T07:56:00.515 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 25 v 1475 (ObjNum 923 snap 313 seq_num 923) dirty exists 2024-04-13T07:56:00.516 INFO:tasks.rados.rados.0.smithi119.stdout:3061: left oid 25 (ObjNum 923 snap 313 seq_num 923) 2024-04-13T07:56:00.516 INFO:tasks.rados.rados.0.smithi119.stdout:3066: finishing copy_from racing read to smithi11982245-38 2024-04-13T07:56:00.516 INFO:tasks.rados.rados.0.smithi119.stdout:3063: expect (ObjNum 475 snap 163 seq_num 475) 2024-04-13T07:56:00.622 INFO:tasks.rados.rados.0.smithi119.stdout:3066: finishing copy_from to smithi11982245-38 2024-04-13T07:56:00.622 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 38 v 1465 (ObjNum 883 snap 300 seq_num 883) dirty exists 2024-04-13T07:56:00.622 INFO:tasks.rados.rados.0.smithi119.stdout:3065: expect (ObjNum 912 snap 309 seq_num 912) 2024-04-13T07:56:01.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:00 smithi139 ceph-mon[88985]: pgmap v646: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 1.0 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-13T07:56:01.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:00 smithi139 ceph-mon[88985]: osdmap e653: 8 total, 8 up, 8 in 2024-04-13T07:56:01.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:00 smithi139 ceph-mon[88985]: osdmap e654: 8 total, 8 up, 8 in 2024-04-13T07:56:01.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:00 smithi119 ceph-mon[96316]: pgmap v646: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 1.0 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-13T07:56:01.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:00 smithi119 ceph-mon[96316]: osdmap e653: 8 total, 8 up, 8 in 2024-04-13T07:56:01.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:00 smithi119 ceph-mon[96316]: osdmap e654: 8 total, 8 up, 8 in 2024-04-13T07:56:01.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:00 smithi119 ceph-mon[93746]: pgmap v646: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 1.0 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-13T07:56:01.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:00 smithi119 ceph-mon[93746]: osdmap e653: 8 total, 8 up, 8 in 2024-04-13T07:56:01.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:00 smithi119 ceph-mon[93746]: osdmap e654: 8 total, 8 up, 8 in 2024-04-13T07:56:01.424 INFO:tasks.rados.rados.0.smithi119.stdout:3059: done (8 left) 2024-04-13T07:56:01.425 INFO:tasks.rados.rados.0.smithi119.stdout:3060: done (7 left) 2024-04-13T07:56:01.425 INFO:tasks.rados.rados.0.smithi119.stdout:3061: done (6 left) 2024-04-13T07:56:01.425 INFO:tasks.rados.rados.0.smithi119.stdout:3062: done (5 left) 2024-04-13T07:56:01.425 INFO:tasks.rados.rados.0.smithi119.stdout:3063: done (4 left) 2024-04-13T07:56:01.425 INFO:tasks.rados.rados.0.smithi119.stdout:3064: done (3 left) 2024-04-13T07:56:01.425 INFO:tasks.rados.rados.0.smithi119.stdout:3065: done (2 left) 2024-04-13T07:56:01.425 INFO:tasks.rados.rados.0.smithi119.stdout:3066: done (1 left) 2024-04-13T07:56:01.425 INFO:tasks.rados.rados.0.smithi119.stdout:3067: done (0 left) 2024-04-13T07:56:01.425 INFO:tasks.rados.rados.0.smithi119.stdout:3068: snap_create 2024-04-13T07:56:02.426 INFO:tasks.rados.rados.0.smithi119.stdout:3068: done (0 left) 2024-04-13T07:56:02.427 INFO:tasks.rados.rados.0.smithi119.stdout:3069: snap_create 2024-04-13T07:56:02.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:02 smithi139 ceph-mon[88985]: pgmap v649: 121 pgs: 121 active+clean; 1.1 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 8.4 MiB/s wr, 23 op/s 2024-04-13T07:56:02.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:02 smithi139 ceph-mon[88985]: osdmap e655: 8 total, 8 up, 8 in 2024-04-13T07:56:02.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:56:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T07:56:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:56:02.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:02 smithi119 ceph-mon[96316]: pgmap v649: 121 pgs: 121 active+clean; 1.1 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 8.4 MiB/s wr, 23 op/s 2024-04-13T07:56:02.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:02 smithi119 ceph-mon[96316]: osdmap e655: 8 total, 8 up, 8 in 2024-04-13T07:56:02.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:02 smithi119 ceph-mon[93746]: pgmap v649: 121 pgs: 121 active+clean; 1.1 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 8.4 MiB/s wr, 23 op/s 2024-04-13T07:56:02.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:02 smithi119 ceph-mon[93746]: osdmap e655: 8 total, 8 up, 8 in 2024-04-13T07:56:03.437 INFO:tasks.rados.rados.0.smithi119.stdout:3069: done (0 left) 2024-04-13T07:56:03.437 INFO:tasks.rados.rados.0.smithi119.stdout:3070: rmattr oid 31 current snap is 316 2024-04-13T07:56:03.438 INFO:tasks.rados.rados.0.smithi119.stdout:3070: done (0 left) 2024-04-13T07:56:03.438 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 24 current snap is 316 2024-04-13T07:56:03.438 INFO:tasks.rados.rados.0.smithi119.stdout:3071: seq_num 924 ranges {4022272=679936,4702208=401408} 2024-04-13T07:56:03.462 INFO:tasks.rados.rados.0.smithi119.stdout:3071: writing smithi11982245-24 from 4022272 to 4702208 tid 1 2024-04-13T07:56:03.465 INFO:tasks.rados.rados.0.smithi119.stdout:3071: writing smithi11982245-24 from 4702208 to 5103616 tid 2 2024-04-13T07:56:03.465 INFO:tasks.rados.rados.0.smithi119.stdout:3072: copy_from oid 13 from oid 50 current snap is 316 2024-04-13T07:56:03.465 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 6 current snap is 316 2024-04-13T07:56:03.465 INFO:tasks.rados.rados.0.smithi119.stdout:3073: seq_num 925 ranges {4218880=696320,4915200=401408} 2024-04-13T07:56:03.492 INFO:tasks.rados.rados.0.smithi119.stdout:3073: writing smithi11982245-6 from 4218880 to 4915200 tid 1 2024-04-13T07:56:03.496 INFO:tasks.rados.rados.0.smithi119.stdout:3073: writing smithi11982245-6 from 4915200 to 5316608 tid 2 2024-04-13T07:56:03.496 INFO:tasks.rados.rados.0.smithi119.stdout:3074: copy_from oid 2 from oid 10 current snap is 316 2024-04-13T07:56:03.496 INFO:tasks.rados.rados.0.smithi119.stdout:3071: finishing write tid 1 to smithi11982245-24 2024-04-13T07:56:03.496 INFO:tasks.rados.rados.0.smithi119.stdout:3071: finishing write tid 2 to smithi11982245-24 2024-04-13T07:56:03.496 INFO:tasks.rados.rados.0.smithi119.stdout:3071: finishing write tid 3 to smithi11982245-24 2024-04-13T07:56:03.496 INFO:tasks.rados.rados.0.smithi119.stdout:3075: read oid 18 snap -1 2024-04-13T07:56:03.496 INFO:tasks.rados.rados.0.smithi119.stdout:3075: expect (ObjNum 804 snap 274 seq_num 804) 2024-04-13T07:56:03.496 INFO:tasks.rados.rados.0.smithi119.stdout:3076: read oid 41 snap -1 2024-04-13T07:56:03.496 INFO:tasks.rados.rados.0.smithi119.stdout:3076: expect (ObjNum 912 snap 309 seq_num 912) 2024-04-13T07:56:03.496 INFO:tasks.rados.rados.0.smithi119.stdout:3077: read oid 4 snap 315 2024-04-13T07:56:03.496 INFO:tasks.rados.rados.0.smithi119.stdout:3077: expect (ObjNum 913 snap 309 seq_num 913) 2024-04-13T07:56:03.496 INFO:tasks.rados.rados.0.smithi119.stdout:3078: snap_create 2024-04-13T07:56:03.497 INFO:tasks.rados.rados.0.smithi119.stdout:3071: finishing write tid 4 to smithi11982245-24 2024-04-13T07:56:03.497 INFO:tasks.rados.rados.0.smithi119.stdout:3071: oid 24 updating version 0 to 2035 2024-04-13T07:56:03.497 INFO:tasks.rados.rados.0.smithi119.stdout:3071: oid 24 version 2035 is already newer than 2034 2024-04-13T07:56:03.497 INFO:tasks.rados.rados.0.smithi119.stdout:3071: oid 24 version 2035 is already newer than 2033 2024-04-13T07:56:03.497 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 24 v 2035 (ObjNum 924 snap 316 seq_num 924) dirty exists 2024-04-13T07:56:03.497 INFO:tasks.rados.rados.0.smithi119.stdout:3071: left oid 24 (ObjNum 924 snap 316 seq_num 924) 2024-04-13T07:56:03.497 INFO:tasks.rados.rados.0.smithi119.stdout:3072: finishing copy_from racing read to smithi11982245-13 2024-04-13T07:56:03.497 INFO:tasks.rados.rados.0.smithi119.stdout:3072: finishing copy_from to smithi11982245-13 2024-04-13T07:56:03.497 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 13 v 1724 (ObjNum 806 snap 274 seq_num 806) dirty exists 2024-04-13T07:56:03.499 INFO:tasks.rados.rados.0.smithi119.stdout:3073: finishing write tid 1 to smithi11982245-6 2024-04-13T07:56:03.503 INFO:tasks.rados.rados.0.smithi119.stdout:3076: expect (ObjNum 912 snap 309 seq_num 912) 2024-04-13T07:56:03.617 INFO:tasks.rados.rados.0.smithi119.stdout:3073: finishing write tid 2 to smithi11982245-6 2024-04-13T07:56:03.617 INFO:tasks.rados.rados.0.smithi119.stdout:3073: finishing write tid 3 to smithi11982245-6 2024-04-13T07:56:03.618 INFO:tasks.rados.rados.0.smithi119.stdout:3073: finishing write tid 4 to smithi11982245-6 2024-04-13T07:56:03.618 INFO:tasks.rados.rados.0.smithi119.stdout:3073: oid 6 updating version 0 to 1750 2024-04-13T07:56:03.618 INFO:tasks.rados.rados.0.smithi119.stdout:3073: oid 6 version 1750 is already newer than 1749 2024-04-13T07:56:03.618 INFO:tasks.rados.rados.0.smithi119.stdout:3073: oid 6 updating version 1750 to 1751 2024-04-13T07:56:03.618 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 6 v 1751 (ObjNum 925 snap 316 seq_num 925) dirty exists 2024-04-13T07:56:03.618 INFO:tasks.rados.rados.0.smithi119.stdout:3073: left oid 6 (ObjNum 925 snap 316 seq_num 925) 2024-04-13T07:56:03.618 INFO:tasks.rados.rados.0.smithi119.stdout:3074: finishing copy_from racing read to smithi11982245-2 2024-04-13T07:56:03.618 INFO:tasks.rados.rados.0.smithi119.stdout:3074: finishing copy_from to smithi11982245-2 2024-04-13T07:56:03.618 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 2 v 2037 (ObjNum 896 snap 306 seq_num 896) dirty exists 2024-04-13T07:56:03.618 INFO:tasks.rados.rados.0.smithi119.stdout:3075: expect (ObjNum 804 snap 274 seq_num 804) 2024-04-13T07:56:03.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:03 smithi119 ceph-mon[96316]: osdmap e656: 8 total, 8 up, 8 in 2024-04-13T07:56:03.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:03 smithi119 ceph-mon[93746]: osdmap e656: 8 total, 8 up, 8 in 2024-04-13T07:56:03.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:03 smithi139 ceph-mon[88985]: osdmap e656: 8 total, 8 up, 8 in 2024-04-13T07:56:04.099 INFO:tasks.rados.rados.0.smithi119.stdout:3077: expect (ObjNum 913 snap 309 seq_num 913) 2024-04-13T07:56:04.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:04 smithi139 ceph-mon[88985]: pgmap v652: 121 pgs: 121 active+clean; 1.1 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 8.7 MiB/s wr, 24 op/s 2024-04-13T07:56:04.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:04 smithi139 ceph-mon[88985]: osdmap e657: 8 total, 8 up, 8 in 2024-04-13T07:56:04.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:04 smithi119 ceph-mon[96316]: pgmap v652: 121 pgs: 121 active+clean; 1.1 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 8.7 MiB/s wr, 24 op/s 2024-04-13T07:56:04.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:04 smithi119 ceph-mon[96316]: osdmap e657: 8 total, 8 up, 8 in 2024-04-13T07:56:04.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:04 smithi119 ceph-mon[93746]: pgmap v652: 121 pgs: 121 active+clean; 1.1 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 8.7 MiB/s wr, 24 op/s 2024-04-13T07:56:04.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:04 smithi119 ceph-mon[93746]: osdmap e657: 8 total, 8 up, 8 in 2024-04-13T07:56:05.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:56:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:56:04] "GET /metrics HTTP/1.1" 200 36210 "" "Prometheus/2.43.0" 2024-04-13T07:56:05.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:05 smithi119 ceph-mon[96316]: osdmap e658: 8 total, 8 up, 8 in 2024-04-13T07:56:05.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:05 smithi119 ceph-mon[96316]: osdmap e659: 8 total, 8 up, 8 in 2024-04-13T07:56:05.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:05 smithi119 ceph-mon[93746]: osdmap e658: 8 total, 8 up, 8 in 2024-04-13T07:56:05.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:05 smithi119 ceph-mon[93746]: osdmap e659: 8 total, 8 up, 8 in 2024-04-13T07:56:05.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:05 smithi139 ceph-mon[88985]: osdmap e658: 8 total, 8 up, 8 in 2024-04-13T07:56:05.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:05 smithi139 ceph-mon[88985]: osdmap e659: 8 total, 8 up, 8 in 2024-04-13T07:56:06.175 INFO:tasks.rados.rados.0.smithi119.stdout:3071: done (7 left) 2024-04-13T07:56:06.175 INFO:tasks.rados.rados.0.smithi119.stdout:3072: done (6 left) 2024-04-13T07:56:06.175 INFO:tasks.rados.rados.0.smithi119.stdout:3073: done (5 left) 2024-04-13T07:56:06.175 INFO:tasks.rados.rados.0.smithi119.stdout:3074: done (4 left) 2024-04-13T07:56:06.175 INFO:tasks.rados.rados.0.smithi119.stdout:3075: done (3 left) 2024-04-13T07:56:06.175 INFO:tasks.rados.rados.0.smithi119.stdout:3076: done (2 left) 2024-04-13T07:56:06.175 INFO:tasks.rados.rados.0.smithi119.stdout:3077: done (1 left) 2024-04-13T07:56:06.176 INFO:tasks.rados.rados.0.smithi119.stdout:3078: done (0 left) 2024-04-13T07:56:06.176 INFO:tasks.rados.rados.0.smithi119.stdout:3079: read oid 36 snap 134 2024-04-13T07:56:06.176 INFO:tasks.rados.rados.0.smithi119.stdout:3079: expect (ObjNum 235 snap 72 seq_num 235) 2024-04-13T07:56:06.176 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 44 current snap is 317 2024-04-13T07:56:06.176 INFO:tasks.rados.rados.0.smithi119.stdout:3080: seq_num 926 ranges {1507328=712704,2220032=401408} 2024-04-13T07:56:06.188 INFO:tasks.rados.rados.0.smithi119.stdout:3080: writing smithi11982245-44 from 1507328 to 2220032 tid 1 2024-04-13T07:56:06.191 INFO:tasks.rados.rados.0.smithi119.stdout:3080: writing smithi11982245-44 from 2220032 to 2621440 tid 2 2024-04-13T07:56:06.191 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 42 current snap is 317 2024-04-13T07:56:06.191 INFO:tasks.rados.rados.0.smithi119.stdout:3081: seq_num 927 ranges {5521408=729088,6250496=401408} 2024-04-13T07:56:06.223 INFO:tasks.rados.rados.0.smithi119.stdout:3081: writing smithi11982245-42 from 5521408 to 6250496 tid 1 2024-04-13T07:56:06.226 INFO:tasks.rados.rados.0.smithi119.stdout:3081: writing smithi11982245-42 from 6250496 to 6651904 tid 2 2024-04-13T07:56:06.226 INFO:tasks.rados.rados.0.smithi119.stdout:3082: rollback oid 22 current snap is 317 2024-04-13T07:56:06.226 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 22 to 197 2024-04-13T07:56:06.226 INFO:tasks.rados.rados.0.smithi119.stdout:3079: expect (ObjNum 235 snap 72 seq_num 235) 2024-04-13T07:56:06.266 INFO:tasks.rados.rados.0.smithi119.stdout:3080: finishing write tid 1 to smithi11982245-44 2024-04-13T07:56:06.266 INFO:tasks.rados.rados.0.smithi119.stdout:3080: finishing write tid 2 to smithi11982245-44 2024-04-13T07:56:06.266 INFO:tasks.rados.rados.0.smithi119.stdout:3080: finishing write tid 3 to smithi11982245-44 2024-04-13T07:56:06.266 INFO:tasks.rados.rados.0.smithi119.stdout:3080: finishing write tid 4 to smithi11982245-44 2024-04-13T07:56:06.266 INFO:tasks.rados.rados.0.smithi119.stdout:3080: oid 44 updating version 0 to 2094 2024-04-13T07:56:06.266 INFO:tasks.rados.rados.0.smithi119.stdout:3080: oid 44 updating version 2094 to 2095 2024-04-13T07:56:06.267 INFO:tasks.rados.rados.0.smithi119.stdout:3080: oid 44 version 2095 is already newer than 2093 2024-04-13T07:56:06.267 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 44 v 2095 (ObjNum 926 snap 317 seq_num 926) dirty exists 2024-04-13T07:56:06.267 INFO:tasks.rados.rados.0.smithi119.stdout:3080: left oid 44 (ObjNum 926 snap 317 seq_num 926) 2024-04-13T07:56:06.267 INFO:tasks.rados.rados.0.smithi119.stdout:3079: done (3 left) 2024-04-13T07:56:06.267 INFO:tasks.rados.rados.0.smithi119.stdout:3080: done (2 left) 2024-04-13T07:56:06.267 INFO:tasks.rados.rados.0.smithi119.stdout:3083: read oid 16 snap -1 2024-04-13T07:56:06.267 INFO:tasks.rados.rados.0.smithi119.stdout:3083: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:56:06.267 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 37 current snap is 317 2024-04-13T07:56:06.267 INFO:tasks.rados.rados.0.smithi119.stdout:3082: finishing rollback tid 0 to smithi11982245-22 2024-04-13T07:56:06.267 INFO:tasks.rados.rados.0.smithi119.stdout:3082: finishing rollback tid 1 to smithi11982245-22 2024-04-13T07:56:06.267 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 22 v 1976 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-13T07:56:06.267 INFO:tasks.rados.rados.0.smithi119.stdout:3081: finishing write tid 1 to smithi11982245-42 2024-04-13T07:56:06.267 INFO:tasks.rados.rados.0.smithi119.stdout:3081: finishing write tid 2 to smithi11982245-42 2024-04-13T07:56:06.267 INFO:tasks.rados.rados.0.smithi119.stdout:3081: finishing write tid 3 to smithi11982245-42 2024-04-13T07:56:06.267 INFO:tasks.rados.rados.0.smithi119.stdout:3084: seq_num 928 ranges {2801664=745472,3547136=401408} 2024-04-13T07:56:06.284 INFO:tasks.rados.rados.0.smithi119.stdout:3084: writing smithi11982245-37 from 2801664 to 3547136 tid 1 2024-04-13T07:56:06.287 INFO:tasks.rados.rados.0.smithi119.stdout:3084: writing smithi11982245-37 from 3547136 to 3948544 tid 2 2024-04-13T07:56:06.287 INFO:tasks.rados.rados.0.smithi119.stdout:3082: done (3 left) 2024-04-13T07:56:06.288 INFO:tasks.rados.rados.0.smithi119.stdout:3085: snap_create 2024-04-13T07:56:06.288 INFO:tasks.rados.rados.0.smithi119.stdout:3081: finishing write tid 4 to smithi11982245-42 2024-04-13T07:56:06.288 INFO:tasks.rados.rados.0.smithi119.stdout:3081: oid 42 updating version 0 to 2079 2024-04-13T07:56:06.288 INFO:tasks.rados.rados.0.smithi119.stdout:3081: oid 42 version 2079 is already newer than 2077 2024-04-13T07:56:06.288 INFO:tasks.rados.rados.0.smithi119.stdout:3081: oid 42 version 2079 is already newer than 2078 2024-04-13T07:56:06.288 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 42 v 2079 (ObjNum 927 snap 317 seq_num 927) dirty exists 2024-04-13T07:56:06.288 INFO:tasks.rados.rados.0.smithi119.stdout:3081: left oid 42 (ObjNum 927 snap 317 seq_num 927) 2024-04-13T07:56:06.288 INFO:tasks.rados.rados.0.smithi119.stdout:3083: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:56:06.290 INFO:tasks.rados.rados.0.smithi119.stdout:3084: finishing write tid 1 to smithi11982245-37 2024-04-13T07:56:06.290 INFO:tasks.rados.rados.0.smithi119.stdout:3084: finishing write tid 2 to smithi11982245-37 2024-04-13T07:56:06.290 INFO:tasks.rados.rados.0.smithi119.stdout:3084: finishing write tid 3 to smithi11982245-37 2024-04-13T07:56:06.293 INFO:tasks.rados.rados.0.smithi119.stdout:3084: finishing write tid 4 to smithi11982245-37 2024-04-13T07:56:06.293 INFO:tasks.rados.rados.0.smithi119.stdout:3084: oid 37 updating version 0 to 1728 2024-04-13T07:56:06.293 INFO:tasks.rados.rados.0.smithi119.stdout:3084: oid 37 version 1728 is already newer than 1727 2024-04-13T07:56:06.293 INFO:tasks.rados.rados.0.smithi119.stdout:3084: oid 37 version 1728 is already newer than 1726 2024-04-13T07:56:06.293 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 37 v 1728 (ObjNum 928 snap 317 seq_num 928) dirty exists 2024-04-13T07:56:06.293 INFO:tasks.rados.rados.0.smithi119.stdout:3084: left oid 37 (ObjNum 928 snap 317 seq_num 928) 2024-04-13T07:56:06.454 INFO:tasks.rados.rados.0.smithi119.stdout:3081: done (3 left) 2024-04-13T07:56:06.454 INFO:tasks.rados.rados.0.smithi119.stdout:3083: done (2 left) 2024-04-13T07:56:06.454 INFO:tasks.rados.rados.0.smithi119.stdout:3084: done (1 left) 2024-04-13T07:56:06.455 INFO:tasks.rados.rados.0.smithi119.stdout:3085: done (0 left) 2024-04-13T07:56:06.455 INFO:tasks.rados.rados.0.smithi119.stdout:3086: snap_create 2024-04-13T07:56:06.653 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:06 smithi139 ceph-mon[88985]: pgmap v655: 121 pgs: 121 active+clean; 1.1 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 248 KiB/s wr, 1 op/s 2024-04-13T07:56:06.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:06 smithi119 ceph-mon[96316]: pgmap v655: 121 pgs: 121 active+clean; 1.1 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 248 KiB/s wr, 1 op/s 2024-04-13T07:56:06.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:06 smithi119 ceph-mon[93746]: pgmap v655: 121 pgs: 121 active+clean; 1.1 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 248 KiB/s wr, 1 op/s 2024-04-13T07:56:06.911 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:06 smithi139 systemd[1]: Stopping Ceph grafana.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:56:07.182 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:06 smithi139 podman[127044]: 2024-04-13 07:56:06.910823461 +0000 UTC m=+0.117726795 container died 43be3a562cf41b8b7635ad78c00f1c268ccff525901832e0f1f56f54907f837d (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a, io.k8s.display-name=Red Hat Universal Base Image 8, build-date=2022-04-29T11:48:11.055897, com.redhat.component=ubi8-container, io.openshift.tags=base rhel8, vcs-type=git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64, description=Ceph Grafana Container, vendor=Red Hat, Inc., version=8.5, distribution-scope=public, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, name=ubi8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.openshift.expose-services=, release=239.1651231664, maintainer=Paul Cuzner , io.buildah.version=1.32.0, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56) 2024-04-13T07:56:07.457 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:07 smithi139 podman[127044]: 2024-04-13 07:56:07.272178343 +0000 UTC m=+0.479081727 container cleanup 43be3a562cf41b8b7635ad78c00f1c268ccff525901832e0f1f56f54907f837d (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a, architecture=x86_64, io.openshift.tags=base rhel8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, name=ubi8, com.redhat.component=ubi8-container, version=8.5, io.buildah.version=1.32.0, maintainer=Paul Cuzner , build-date=2022-04-29T11:48:11.055897, vendor=Red Hat, Inc., io.openshift.expose-services=, description=Ceph Grafana Container, release=239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=Red Hat Universal Base Image 8, vcs-type=git, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public, summary=Grafana Container configured for Ceph mgr/dashboard integration) 2024-04-13T07:56:07.457 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:07 smithi139 bash[127044]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a 2024-04-13T07:56:07.465 INFO:tasks.rados.rados.0.smithi119.stdout:3086: done (0 left) 2024-04-13T07:56:07.465 INFO:tasks.rados.rados.0.smithi119.stdout:3087: snap_remove snap 295 2024-04-13T07:56:07.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:07 smithi119 ceph-mon[93746]: osdmap e660: 8 total, 8 up, 8 in 2024-04-13T07:56:07.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:07 smithi119 ceph-mon[96316]: osdmap e660: 8 total, 8 up, 8 in 2024-04-13T07:56:07.856 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:07 smithi139 ceph-mon[88985]: osdmap e660: 8 total, 8 up, 8 in 2024-04-13T07:56:07.856 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:07 smithi139 podman[127063]: 2024-04-13 07:56:07.540038651 +0000 UTC m=+0.632161359 container remove 43be3a562cf41b8b7635ad78c00f1c268ccff525901832e0f1f56f54907f837d (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.component=ubi8-container, vendor=Red Hat, Inc., vcs-type=git, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, build-date=2022-04-29T11:48:11.055897, description=Ceph Grafana Container, distribution-scope=public, io.buildah.version=1.32.0, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, summary=Grafana Container configured for Ceph mgr/dashboard integration, release=239.1651231664, architecture=x86_64, io.openshift.tags=base rhel8, version=8.5, io.openshift.expose-services=, maintainer=Paul Cuzner , io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=ubi8) 2024-04-13T07:56:07.856 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:07 smithi139 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-04-13T07:56:07.856 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:07 smithi139 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-04-13T07:56:07.856 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:07 smithi139 systemd[1]: Stopped Ceph grafana.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:56:07.856 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:07 smithi139 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@grafana.a.service: Consumed 11.103s CPU time. 2024-04-13T07:56:08.135 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:07 smithi139 systemd[1]: Starting Ceph grafana.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T07:56:08.136 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:08 smithi139 podman[127198]: 2024-04-13 07:56:07.97182942 +0000 UTC m=+0.018216360 image pull 2bacad6d85d802cd176c146528adcc0e47a8a83e94bc4a8b7ba1a9b9ef2c65e7 quay.io/ceph/grafana:9.4.12 2024-04-13T07:56:08.136 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:08 smithi139 podman[127198]: 2024-04-13 07:56:08.080893594 +0000 UTC m=+0.127297651 container create 7bba582b838abc1c78582c608058650fe71b6759a4caaf58b8ab9e20d323d5ae (image=quay.io/ceph/grafana:9.4.12, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-13T07:56:08.462 INFO:tasks.rados.rados.0.smithi119.stdout:3087: done (0 left) 2024-04-13T07:56:08.463 INFO:tasks.rados.rados.0.smithi119.stdout:3088: rollback oid 24 current snap is 319 2024-04-13T07:56:08.463 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 24 to 252 2024-04-13T07:56:08.463 INFO:tasks.rados.rados.0.smithi119.stdout:3089: copy_from oid 33 from oid 15 current snap is 319 2024-04-13T07:56:08.463 INFO:tasks.rados.rados.0.smithi119.stdout:3090: snap_remove snap 226 2024-04-13T07:56:08.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:08 smithi119 ceph-mon[96316]: pgmap v658: 121 pgs: 121 active+clean; 1.1 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-13T07:56:08.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:08 smithi119 ceph-mon[96316]: osdmap e661: 8 total, 8 up, 8 in 2024-04-13T07:56:08.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:08 smithi119 ceph-mon[93746]: pgmap v658: 121 pgs: 121 active+clean; 1.1 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-13T07:56:08.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:08 smithi119 ceph-mon[93746]: osdmap e661: 8 total, 8 up, 8 in 2024-04-13T07:56:08.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:08 smithi139 ceph-mon[88985]: pgmap v658: 121 pgs: 121 active+clean; 1.1 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-13T07:56:08.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:08 smithi139 ceph-mon[88985]: osdmap e661: 8 total, 8 up, 8 in 2024-04-13T07:56:08.886 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:08 smithi139 podman[127198]: 2024-04-13 07:56:08.500610005 +0000 UTC m=+0.546996938 container init 7bba582b838abc1c78582c608058650fe71b6759a4caaf58b8ab9e20d323d5ae (image=quay.io/ceph/grafana:9.4.12, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-13T07:56:08.886 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:08 smithi139 podman[127198]: 2024-04-13 07:56:08.506365439 +0000 UTC m=+0.552752371 container start 7bba582b838abc1c78582c608058650fe71b6759a4caaf58b8ab9e20d323d5ae (image=quay.io/ceph/grafana:9.4.12, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-13T07:56:08.886 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:08 smithi139 bash[127198]: 7bba582b838abc1c78582c608058650fe71b6759a4caaf58b8ab9e20d323d5ae 2024-04-13T07:56:08.886 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:08 smithi139 systemd[1]: Started Ceph grafana.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T07:56:08.886 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:08 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[127213]: logger=settings t=2024-04-13T07:56:08.657073434Z level=info msg="Starting Grafana" version=9.4.12 commit=37ee25ba46 branch=HEAD compiled=2023-05-22T15:58:05Z 2024-04-13T07:56:08.886 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:08 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[127213]: logger=settings t=2024-04-13T07:56:08.657263951Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-04-13T07:56:08.886 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:08 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[127213]: logger=settings t=2024-04-13T07:56:08.657274414Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-04-13T07:56:08.886 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:08 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[127213]: logger=settings t=2024-04-13T07:56:08.657277703Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-04-13T07:56:08.887 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:08 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[127213]: logger=settings t=2024-04-13T07:56:08.657280381Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2024-04-13T07:56:08.887 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:08 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[127213]: logger=settings t=2024-04-13T07:56:08.657283094Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2024-04-13T07:56:08.887 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:08 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[127213]: logger=settings t=2024-04-13T07:56:08.657285654Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2024-04-13T07:56:08.887 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:08 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[127213]: logger=settings t=2024-04-13T07:56:08.657288132Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2024-04-13T07:56:08.887 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:08 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[127213]: logger=settings t=2024-04-13T07:56:08.657290674Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2024-04-13T07:56:08.887 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:08 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[127213]: logger=settings t=2024-04-13T07:56:08.657293503Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-04-13T07:56:08.887 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:08 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[127213]: logger=settings t=2024-04-13T07:56:08.657296096Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-04-13T07:56:08.887 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:08 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[127213]: logger=settings t=2024-04-13T07:56:08.65729847Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-04-13T07:56:08.887 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:08 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[127213]: logger=settings t=2024-04-13T07:56:08.657301597Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-04-13T07:56:08.887 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:08 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[127213]: logger=settings t=2024-04-13T07:56:08.657304211Z level=info msg="Path Home" path=/usr/share/grafana 2024-04-13T07:56:08.887 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:08 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[127213]: logger=settings t=2024-04-13T07:56:08.657306684Z level=info msg="Path Data" path=/var/lib/grafana 2024-04-13T07:56:08.888 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:08 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[127213]: logger=settings t=2024-04-13T07:56:08.657316966Z level=info msg="Path Logs" path=/var/log/grafana 2024-04-13T07:56:08.888 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:08 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[127213]: logger=settings t=2024-04-13T07:56:08.657319902Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-04-13T07:56:08.888 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:08 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[127213]: logger=settings t=2024-04-13T07:56:08.657322474Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-04-13T07:56:08.888 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:08 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[127213]: logger=settings t=2024-04-13T07:56:08.657325584Z level=info msg="App mode production" 2024-04-13T07:56:08.888 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:08 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[127213]: logger=sqlstore t=2024-04-13T07:56:08.657364859Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-04-13T07:56:08.888 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:08 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[127213]: logger=sqlstore t=2024-04-13T07:56:08.657374961Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-04-13T07:56:08.888 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:08 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[127213]: logger=migrator t=2024-04-13T07:56:08.672106836Z level=info msg="Starting DB migrations" 2024-04-13T07:56:08.888 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:08 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[127213]: logger=migrator t=2024-04-13T07:56:08.67711628Z level=info msg="migrations completed" performed=0 skipped=481 duration=477.908µs 2024-04-13T07:56:08.888 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:08 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[127213]: logger=sqlstore t=2024-04-13T07:56:08.677480451Z level=info msg="Created default organization" 2024-04-13T07:56:08.888 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:08 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[127213]: logger=plugin.finder t=2024-04-13T07:56:08.710249497Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-04-13T07:56:08.888 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:08 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[127213]: logger=secrets t=2024-04-13T07:56:08.710367231Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-04-13T07:56:08.888 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:08 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[127213]: logger=query_data t=2024-04-13T07:56:08.714026962Z level=info msg="Query Service initialization" 2024-04-13T07:56:08.888 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:08 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[127213]: logger=live.push_http t=2024-04-13T07:56:08.716472454Z level=info msg="Live Push Gateway initialization" 2024-04-13T07:56:09.483 INFO:tasks.rados.rados.0.smithi119.stdout:3090: done (2 left) 2024-04-13T07:56:09.484 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 40 current snap is 319 2024-04-13T07:56:09.484 INFO:tasks.rados.rados.0.smithi119.stdout:3091: seq_num 929 ranges {0=761856,761856=401408} 2024-04-13T07:56:09.488 INFO:tasks.rados.rados.0.smithi119.stdout:3091: writing smithi11982245-40 from 0 to 761856 tid 1 2024-04-13T07:56:09.492 INFO:tasks.rados.rados.0.smithi119.stdout:3091: writing smithi11982245-40 from 761856 to 1163264 tid 2 2024-04-13T07:56:09.493 INFO:tasks.rados.rados.0.smithi119.stdout:3088: finishing rollback tid 0 to smithi11982245-24 2024-04-13T07:56:09.493 INFO:tasks.rados.rados.0.smithi119.stdout:3088: finishing rollback tid 1 to smithi11982245-24 2024-04-13T07:56:09.493 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 24 v 2037 (ObjNum 33 snap 0 seq_num 750976784) dirty dne 2024-04-13T07:56:09.493 INFO:tasks.rados.rados.0.smithi119.stdout:3089: finishing copy_from racing read to smithi11982245-33 2024-04-13T07:56:09.493 INFO:tasks.rados.rados.0.smithi119.stdout:3089: finishing copy_from to smithi11982245-33 2024-04-13T07:56:09.493 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 33 v 2032 (ObjNum 890 snap 303 seq_num 890) dirty exists 2024-04-13T07:56:09.493 INFO:tasks.rados.rados.0.smithi119.stdout:3088: done (2 left) 2024-04-13T07:56:09.493 INFO:tasks.rados.rados.0.smithi119.stdout:3089: done (1 left) 2024-04-13T07:56:09.493 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 28 current snap is 319 2024-04-13T07:56:09.493 INFO:tasks.rados.rados.0.smithi119.stdout:3092: seq_num 930 ranges {0=786432,786432=401408} 2024-04-13T07:56:09.498 INFO:tasks.rados.rados.0.smithi119.stdout:3092: writing smithi11982245-28 from 0 to 786432 tid 1 2024-04-13T07:56:09.501 INFO:tasks.rados.rados.0.smithi119.stdout:3092: writing smithi11982245-28 from 786432 to 1187840 tid 2 2024-04-13T07:56:09.501 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 32 current snap is 319 2024-04-13T07:56:09.502 INFO:tasks.rados.rados.0.smithi119.stdout:3091: finishing write tid 1 to smithi11982245-40 2024-04-13T07:56:09.502 INFO:tasks.rados.rados.0.smithi119.stdout:3091: finishing write tid 2 to smithi11982245-40 2024-04-13T07:56:09.502 INFO:tasks.rados.rados.0.smithi119.stdout:3091: finishing write tid 3 to smithi11982245-40 2024-04-13T07:56:09.502 INFO:tasks.rados.rados.0.smithi119.stdout:3093: seq_num 931 ranges {13246464=802816,14049280=401408} 2024-04-13T07:56:09.576 INFO:tasks.rados.rados.0.smithi119.stdout:3093: writing smithi11982245-32 from 13246464 to 14049280 tid 1 2024-04-13T07:56:09.579 INFO:tasks.rados.rados.0.smithi119.stdout:3093: writing smithi11982245-32 from 14049280 to 14450688 tid 2 2024-04-13T07:56:09.579 INFO:tasks.rados.rados.0.smithi119.stdout:3094: delete oid 36 current snap is 319 2024-04-13T07:56:09.579 INFO:tasks.rados.rados.0.smithi119.stdout:3092: finishing write tid 1 to smithi11982245-28 2024-04-13T07:56:09.579 INFO:tasks.rados.rados.0.smithi119.stdout:3092: finishing write tid 2 to smithi11982245-28 2024-04-13T07:56:09.580 INFO:tasks.rados.rados.0.smithi119.stdout:3091: finishing write tid 4 to smithi11982245-40 2024-04-13T07:56:09.580 INFO:tasks.rados.rados.0.smithi119.stdout:3091: oid 40 updating version 0 to 2165 2024-04-13T07:56:09.580 INFO:tasks.rados.rados.0.smithi119.stdout:3091: oid 40 updating version 2165 to 2166 2024-04-13T07:56:09.580 INFO:tasks.rados.rados.0.smithi119.stdout:3091: oid 40 updating version 2166 to 2167 2024-04-13T07:56:09.580 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 40 v 2167 (ObjNum 929 snap 319 seq_num 929) dirty exists 2024-04-13T07:56:09.580 INFO:tasks.rados.rados.0.smithi119.stdout:3091: left oid 40 (ObjNum 929 snap 319 seq_num 929) 2024-04-13T07:56:09.580 INFO:tasks.rados.rados.0.smithi119.stdout:3092: finishing write tid 3 to smithi11982245-28 2024-04-13T07:56:09.580 INFO:tasks.rados.rados.0.smithi119.stdout:3092: finishing write tid 4 to smithi11982245-28 2024-04-13T07:56:09.580 INFO:tasks.rados.rados.0.smithi119.stdout:3092: oid 28 updating version 0 to 2094 2024-04-13T07:56:09.580 INFO:tasks.rados.rados.0.smithi119.stdout:3092: oid 28 version 2094 is already newer than 2092 2024-04-13T07:56:09.580 INFO:tasks.rados.rados.0.smithi119.stdout:3092: oid 28 version 2094 is already newer than 2093 2024-04-13T07:56:09.580 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 28 v 2094 (ObjNum 930 snap 319 seq_num 930) dirty exists 2024-04-13T07:56:09.580 INFO:tasks.rados.rados.0.smithi119.stdout:3092: left oid 28 (ObjNum 930 snap 319 seq_num 930) 2024-04-13T07:56:09.582 INFO:tasks.rados.rados.0.smithi119.stdout:3093: finishing write tid 1 to smithi11982245-32 2024-04-13T07:56:09.582 INFO:tasks.rados.rados.0.smithi119.stdout:3091: done (3 left) 2024-04-13T07:56:09.582 INFO:tasks.rados.rados.0.smithi119.stdout:3092: done (2 left) 2024-04-13T07:56:09.582 INFO:tasks.rados.rados.0.smithi119.stdout:3094: done (1 left) 2024-04-13T07:56:09.582 INFO:tasks.rados.rados.0.smithi119.stdout:3095: snap_create 2024-04-13T07:56:09.582 INFO:tasks.rados.rados.0.smithi119.stdout:3093: finishing write tid 2 to smithi11982245-32 2024-04-13T07:56:09.583 INFO:tasks.rados.rados.0.smithi119.stdout:3093: finishing write tid 3 to smithi11982245-32 2024-04-13T07:56:09.584 INFO:tasks.rados.rados.0.smithi119.stdout:3093: finishing write tid 4 to smithi11982245-32 2024-04-13T07:56:09.584 INFO:tasks.rados.rados.0.smithi119.stdout:3093: oid 32 updating version 0 to 1301 2024-04-13T07:56:09.584 INFO:tasks.rados.rados.0.smithi119.stdout:3093: oid 32 version 1301 is already newer than 1300 2024-04-13T07:56:09.584 INFO:tasks.rados.rados.0.smithi119.stdout:3093: oid 32 version 1301 is already newer than 1299 2024-04-13T07:56:09.584 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 32 v 1301 (ObjNum 931 snap 319 seq_num 931) dirty exists 2024-04-13T07:56:09.584 INFO:tasks.rados.rados.0.smithi119.stdout:3093: left oid 32 (ObjNum 931 snap 319 seq_num 931) 2024-04-13T07:56:09.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:09 smithi139 ceph-mon[88985]: osdmap e662: 8 total, 8 up, 8 in 2024-04-13T07:56:09.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:09 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:56:09.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:09 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:56:09.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:56:09.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:56:09.636 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[127213]: logger=infra.usagestats.collector t=2024-04-13T07:56:09.344668484Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-04-13T07:56:09.636 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[127213]: logger=provisioning.datasources t=2024-04-13T07:56:09.346865357Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-04-13T07:56:09.636 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[127213]: logger=provisioning.datasources t=2024-04-13T07:56:09.346873347Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-04-13T07:56:09.636 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[127213]: logger=provisioning.datasources t=2024-04-13T07:56:09.346990216Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-04-13T07:56:09.636 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[127213]: logger=provisioning.alerting t=2024-04-13T07:56:09.36879664Z level=info msg="starting to provision alerting" 2024-04-13T07:56:09.636 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[127213]: logger=provisioning.alerting t=2024-04-13T07:56:09.368805781Z level=info msg="finished to provision alerting" 2024-04-13T07:56:09.637 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[127213]: logger=ngalert.state.manager t=2024-04-13T07:56:09.368878379Z level=info msg="Warming state cache for startup" 2024-04-13T07:56:09.637 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[127213]: logger=grafanaStorageLogger t=2024-04-13T07:56:09.372473817Z level=info msg="storage starting" 2024-04-13T07:56:09.637 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[127213]: logger=ngalert.state.manager t=2024-04-13T07:56:09.374672821Z level=info msg="State cache has been initialized" states=0 duration=5.790338ms 2024-04-13T07:56:09.637 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[127213]: logger=ngalert.multiorg.alertmanager t=2024-04-13T07:56:09.374745584Z level=info msg="starting MultiOrg Alertmanager" 2024-04-13T07:56:09.637 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[127213]: logger=ticker t=2024-04-13T07:56:09.374772246Z level=info msg=starting first_tick=2024-04-13T07:56:10Z 2024-04-13T07:56:09.637 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 07:56:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[127213]: logger=http.server t=2024-04-13T07:56:09.375751084Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-04-13T07:56:09.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:09 smithi119 ceph-mon[96316]: osdmap e662: 8 total, 8 up, 8 in 2024-04-13T07:56:09.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:09 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:56:09.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:09 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:56:09.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:56:09.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:56:09.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:09 smithi119 ceph-mon[93746]: osdmap e662: 8 total, 8 up, 8 in 2024-04-13T07:56:09.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:09 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:56:09.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:09 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:56:09.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:56:09.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:56:10.484 INFO:tasks.rados.rados.0.smithi119.stdout:3093: done (1 left) 2024-04-13T07:56:10.484 INFO:tasks.rados.rados.0.smithi119.stdout:3095: done (0 left) 2024-04-13T07:56:10.484 INFO:tasks.rados.rados.0.smithi119.stdout:3096: read oid 21 snap 261 2024-04-13T07:56:10.484 INFO:tasks.rados.rados.0.smithi119.stdout:3096: expect (ObjNum 734 snap 255 seq_num 734) 2024-04-13T07:56:10.484 INFO:tasks.rados.rados.0.smithi119.stdout:3097: rollback oid 28 current snap is 320 2024-04-13T07:56:10.484 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 28 to 319 2024-04-13T07:56:10.484 INFO:tasks.rados.rados.0.smithi119.stdout:3098: read oid 15 snap -1 2024-04-13T07:56:10.484 INFO:tasks.rados.rados.0.smithi119.stdout:3098: expect (ObjNum 890 snap 303 seq_num 890) 2024-04-13T07:56:10.484 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 25 current snap is 320 2024-04-13T07:56:10.485 INFO:tasks.rados.rados.0.smithi119.stdout:3099: seq_num 933 ranges {1064960=434176,1499136=548864,2048000=253952} 2024-04-13T07:56:10.492 INFO:tasks.rados.rados.0.smithi119.stdout:3099: writing smithi11982245-25 from 1064960 to 1499136 tid 1 2024-04-13T07:56:10.495 INFO:tasks.rados.rados.0.smithi119.stdout:3099: writing smithi11982245-25 from 1499136 to 2048000 tid 2 2024-04-13T07:56:10.497 INFO:tasks.rados.rados.0.smithi119.stdout:3099: writing smithi11982245-25 from 2048000 to 2301952 tid 3 2024-04-13T07:56:10.497 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 4 current snap is 320 2024-04-13T07:56:10.497 INFO:tasks.rados.rados.0.smithi119.stdout:3100: seq_num 934 ranges {18989056=450560,19439616=434176,19873792=368640} 2024-04-13T07:56:10.599 INFO:tasks.rados.rados.0.smithi119.stdout:3100: writing smithi11982245-4 from 18989056 to 19439616 tid 1 2024-04-13T07:56:10.601 INFO:tasks.rados.rados.0.smithi119.stdout:3100: writing smithi11982245-4 from 19439616 to 19873792 tid 2 2024-04-13T07:56:10.603 INFO:tasks.rados.rados.0.smithi119.stdout:3100: writing smithi11982245-4 from 19873792 to 20242432 tid 3 2024-04-13T07:56:10.603 INFO:tasks.rados.rados.0.smithi119.stdout:3101: rollback oid 45 current snap is 320 2024-04-13T07:56:10.603 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 45 to 289 2024-04-13T07:56:10.603 INFO:tasks.rados.rados.0.smithi119.stdout:3098: expect (ObjNum 890 snap 303 seq_num 890) 2024-04-13T07:56:10.621 INFO:tasks.rados.rados.0.smithi119.stdout:3096: expect (ObjNum 734 snap 255 seq_num 734) 2024-04-13T07:56:10.631 INFO:tasks.rados.rados.0.smithi119.stdout:3097: finishing rollback tid 0 to smithi11982245-28 2024-04-13T07:56:10.631 INFO:tasks.rados.rados.0.smithi119.stdout:3097: finishing rollback tid 1 to smithi11982245-28 2024-04-13T07:56:10.631 INFO:tasks.rados.rados.0.smithi119.stdout:3097: finishing rollback tid 2 to smithi11982245-28 2024-04-13T07:56:10.632 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 28 v 2098 (ObjNum 930 snap 319 seq_num 930) dirty exists 2024-04-13T07:56:10.632 INFO:tasks.rados.rados.0.smithi119.stdout:3099: finishing write tid 1 to smithi11982245-25 2024-04-13T07:56:10.632 INFO:tasks.rados.rados.0.smithi119.stdout:3099: finishing write tid 2 to smithi11982245-25 2024-04-13T07:56:10.632 INFO:tasks.rados.rados.0.smithi119.stdout:3099: finishing write tid 3 to smithi11982245-25 2024-04-13T07:56:10.632 INFO:tasks.rados.rados.0.smithi119.stdout:3099: finishing write tid 4 to smithi11982245-25 2024-04-13T07:56:10.632 INFO:tasks.rados.rados.0.smithi119.stdout:3099: finishing write tid 5 to smithi11982245-25 2024-04-13T07:56:10.632 INFO:tasks.rados.rados.0.smithi119.stdout:3099: oid 25 updating version 0 to 1477 2024-04-13T07:56:10.632 INFO:tasks.rados.rados.0.smithi119.stdout:3099: oid 25 version 1477 is already newer than 1476 2024-04-13T07:56:10.632 INFO:tasks.rados.rados.0.smithi119.stdout:3099: oid 25 updating version 1477 to 1478 2024-04-13T07:56:10.632 INFO:tasks.rados.rados.0.smithi119.stdout:3099: oid 25 updating version 1478 to 1479 2024-04-13T07:56:10.632 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 25 v 1479 (ObjNum 933 snap 320 seq_num 933) dirty exists 2024-04-13T07:56:10.632 INFO:tasks.rados.rados.0.smithi119.stdout:3099: left oid 25 (ObjNum 933 snap 320 seq_num 933) 2024-04-13T07:56:10.633 INFO:tasks.rados.rados.0.smithi119.stdout:3100: finishing write tid 1 to smithi11982245-4 2024-04-13T07:56:10.633 INFO:tasks.rados.rados.0.smithi119.stdout:3100: finishing write tid 2 to smithi11982245-4 2024-04-13T07:56:10.633 INFO:tasks.rados.rados.0.smithi119.stdout:3100: finishing write tid 3 to smithi11982245-4 2024-04-13T07:56:10.633 INFO:tasks.rados.rados.0.smithi119.stdout:3100: finishing write tid 4 to smithi11982245-4 2024-04-13T07:56:10.633 INFO:tasks.rados.rados.0.smithi119.stdout:3100: finishing write tid 5 to smithi11982245-4 2024-04-13T07:56:10.633 INFO:tasks.rados.rados.0.smithi119.stdout:3100: oid 4 updating version 0 to 2034 2024-04-13T07:56:10.633 INFO:tasks.rados.rados.0.smithi119.stdout:3100: oid 4 updating version 2034 to 2036 2024-04-13T07:56:10.633 INFO:tasks.rados.rados.0.smithi119.stdout:3100: oid 4 version 2036 is already newer than 2035 2024-04-13T07:56:10.633 INFO:tasks.rados.rados.0.smithi119.stdout:3100: oid 4 version 2036 is already newer than 2033 2024-04-13T07:56:10.633 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 4 v 2036 (ObjNum 934 snap 320 seq_num 934) dirty exists 2024-04-13T07:56:10.633 INFO:tasks.rados.rados.0.smithi119.stdout:3100: left oid 4 (ObjNum 934 snap 320 seq_num 934) 2024-04-13T07:56:10.633 INFO:tasks.rados.rados.0.smithi119.stdout:3101: finishing rollback tid 0 to smithi11982245-45 2024-04-13T07:56:10.633 INFO:tasks.rados.rados.0.smithi119.stdout:3096: done (5 left) 2024-04-13T07:56:10.634 INFO:tasks.rados.rados.0.smithi119.stdout:3097: done (4 left) 2024-04-13T07:56:10.634 INFO:tasks.rados.rados.0.smithi119.stdout:3098: done (3 left) 2024-04-13T07:56:10.634 INFO:tasks.rados.rados.0.smithi119.stdout:3099: done (2 left) 2024-04-13T07:56:10.634 INFO:tasks.rados.rados.0.smithi119.stdout:3100: done (1 left) 2024-04-13T07:56:10.634 INFO:tasks.rados.rados.0.smithi119.stdout:3102: rmattr oid 11 current snap is 320 2024-04-13T07:56:10.634 INFO:tasks.rados.rados.0.smithi119.stdout:3101: finishing rollback tid 1 to smithi11982245-45 2024-04-13T07:56:10.634 INFO:tasks.rados.rados.0.smithi119.stdout:3101: finishing rollback tid 2 to smithi11982245-45 2024-04-13T07:56:10.634 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 45 v 2175 (ObjNum 850 snap 282 seq_num 850) dirty exists 2024-04-13T07:56:10.634 INFO:tasks.rados.rados.0.smithi119.stdout:3101: done (1 left) 2024-04-13T07:56:10.634 INFO:tasks.rados.rados.0.smithi119.stdout:3103: setattr oid 33 current snap is 320 2024-04-13T07:56:10.635 INFO:tasks.rados.rados.0.smithi119.stdout:3104: snap_create 2024-04-13T07:56:10.635 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 11 v 1752 (ObjNum 858 snap 287 seq_num 858) dirty exists 2024-04-13T07:56:10.636 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 33 v 2037 (ObjNum 890 snap 303 seq_num 890) dirty exists 2024-04-13T07:56:10.757 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:10 smithi139 ceph-mon[88985]: pgmap v661: 121 pgs: 121 active+clean; 1.1 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-04-13T07:56:10.757 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:10 smithi139 ceph-mon[88985]: osdmap e663: 8 total, 8 up, 8 in 2024-04-13T07:56:10.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:10 smithi119 ceph-mon[96316]: pgmap v661: 121 pgs: 121 active+clean; 1.1 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-04-13T07:56:10.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:10 smithi119 ceph-mon[96316]: osdmap e663: 8 total, 8 up, 8 in 2024-04-13T07:56:10.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:10 smithi119 ceph-mon[93746]: pgmap v661: 121 pgs: 121 active+clean; 1.1 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-04-13T07:56:10.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:10 smithi119 ceph-mon[93746]: osdmap e663: 8 total, 8 up, 8 in 2024-04-13T07:56:11.492 INFO:tasks.rados.rados.0.smithi119.stdout:3102: done (2 left) 2024-04-13T07:56:11.492 INFO:tasks.rados.rados.0.smithi119.stdout:3103: done (1 left) 2024-04-13T07:56:11.492 INFO:tasks.rados.rados.0.smithi119.stdout:3104: done (0 left) 2024-04-13T07:56:11.492 INFO:tasks.rados.rados.0.smithi119.stdout:3105: delete oid 42 current snap is 321 2024-04-13T07:56:11.495 INFO:tasks.rados.rados.0.smithi119.stdout:3105: done (0 left) 2024-04-13T07:56:11.495 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 26 current snap is 321 2024-04-13T07:56:11.495 INFO:tasks.rados.rados.0.smithi119.stdout:3106: seq_num 936 ranges {630784=483328,1114112=655360,1769472=147456} 2024-04-13T07:56:11.501 INFO:tasks.rados.rados.0.smithi119.stdout:3106: writing smithi11982245-26 from 630784 to 1114112 tid 1 2024-04-13T07:56:11.504 INFO:tasks.rados.rados.0.smithi119.stdout:3106: writing smithi11982245-26 from 1114112 to 1769472 tid 2 2024-04-13T07:56:11.506 INFO:tasks.rados.rados.0.smithi119.stdout:3106: writing smithi11982245-26 from 1769472 to 1916928 tid 3 2024-04-13T07:56:11.506 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 42 current snap is 321 2024-04-13T07:56:11.506 INFO:tasks.rados.rados.0.smithi119.stdout:3107: seq_num 937 ranges {0=499712,499712=532480,1032192=270336} 2024-04-13T07:56:11.509 INFO:tasks.rados.rados.0.smithi119.stdout:3107: writing smithi11982245-42 from 0 to 499712 tid 1 2024-04-13T07:56:11.512 INFO:tasks.rados.rados.0.smithi119.stdout:3107: writing smithi11982245-42 from 499712 to 1032192 tid 2 2024-04-13T07:56:11.514 INFO:tasks.rados.rados.0.smithi119.stdout:3107: writing smithi11982245-42 from 1032192 to 1302528 tid 3 2024-04-13T07:56:11.514 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 22 current snap is 321 2024-04-13T07:56:11.514 INFO:tasks.rados.rados.0.smithi119.stdout:3106: finishing write tid 1 to smithi11982245-26 2024-04-13T07:56:11.514 INFO:tasks.rados.rados.0.smithi119.stdout:3106: finishing write tid 2 to smithi11982245-26 2024-04-13T07:56:11.514 INFO:tasks.rados.rados.0.smithi119.stdout:3106: finishing write tid 3 to smithi11982245-26 2024-04-13T07:56:11.514 INFO:tasks.rados.rados.0.smithi119.stdout:3108: seq_num 938 ranges {0=516096,516096=417792,933888=385024} 2024-04-13T07:56:11.516 INFO:tasks.rados.rados.0.smithi119.stdout:3108: writing smithi11982245-22 from 0 to 516096 tid 1 2024-04-13T07:56:11.518 INFO:tasks.rados.rados.0.smithi119.stdout:3108: writing smithi11982245-22 from 516096 to 933888 tid 2 2024-04-13T07:56:11.521 INFO:tasks.rados.rados.0.smithi119.stdout:3108: writing smithi11982245-22 from 933888 to 1318912 tid 3 2024-04-13T07:56:11.521 INFO:tasks.rados.rados.0.smithi119.stdout:3109: delete oid 44 current snap is 321 2024-04-13T07:56:11.521 INFO:tasks.rados.rados.0.smithi119.stdout:3106: finishing write tid 4 to smithi11982245-26 2024-04-13T07:56:11.521 INFO:tasks.rados.rados.0.smithi119.stdout:3106: finishing write tid 5 to smithi11982245-26 2024-04-13T07:56:11.521 INFO:tasks.rados.rados.0.smithi119.stdout:3106: oid 26 updating version 0 to 1730 2024-04-13T07:56:11.521 INFO:tasks.rados.rados.0.smithi119.stdout:3106: oid 26 updating version 1730 to 1731 2024-04-13T07:56:11.521 INFO:tasks.rados.rados.0.smithi119.stdout:3106: oid 26 version 1731 is already newer than 1729 2024-04-13T07:56:11.522 INFO:tasks.rados.rados.0.smithi119.stdout:3106: oid 26 updating version 1731 to 1732 2024-04-13T07:56:11.522 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 26 v 1732 (ObjNum 936 snap 321 seq_num 936) dirty exists 2024-04-13T07:56:11.522 INFO:tasks.rados.rados.0.smithi119.stdout:3106: left oid 26 (ObjNum 936 snap 321 seq_num 936) 2024-04-13T07:56:11.522 INFO:tasks.rados.rados.0.smithi119.stdout:3107: finishing write tid 1 to smithi11982245-42 2024-04-13T07:56:11.522 INFO:tasks.rados.rados.0.smithi119.stdout:3107: finishing write tid 2 to smithi11982245-42 2024-04-13T07:56:11.522 INFO:tasks.rados.rados.0.smithi119.stdout:3107: finishing write tid 3 to smithi11982245-42 2024-04-13T07:56:11.522 INFO:tasks.rados.rados.0.smithi119.stdout:3107: finishing write tid 4 to smithi11982245-42 2024-04-13T07:56:11.522 INFO:tasks.rados.rados.0.smithi119.stdout:3107: finishing write tid 5 to smithi11982245-42 2024-04-13T07:56:11.522 INFO:tasks.rados.rados.0.smithi119.stdout:3107: oid 42 updating version 0 to 2104 2024-04-13T07:56:11.522 INFO:tasks.rados.rados.0.smithi119.stdout:3107: oid 42 version 2104 is already newer than 2103 2024-04-13T07:56:11.522 INFO:tasks.rados.rados.0.smithi119.stdout:3107: oid 42 version 2104 is already newer than 2102 2024-04-13T07:56:11.522 INFO:tasks.rados.rados.0.smithi119.stdout:3107: oid 42 version 2104 is already newer than 2101 2024-04-13T07:56:11.522 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 42 v 2104 (ObjNum 937 snap 321 seq_num 937) dirty exists 2024-04-13T07:56:11.523 INFO:tasks.rados.rados.0.smithi119.stdout:3107: left oid 42 (ObjNum 937 snap 321 seq_num 937) 2024-04-13T07:56:11.524 INFO:tasks.rados.rados.0.smithi119.stdout:3106: done (3 left) 2024-04-13T07:56:11.525 INFO:tasks.rados.rados.0.smithi119.stdout:3107: done (2 left) 2024-04-13T07:56:11.525 INFO:tasks.rados.rados.0.smithi119.stdout:3109: done (1 left) 2024-04-13T07:56:11.525 INFO:tasks.rados.rados.0.smithi119.stdout:3110: read oid 18 snap -1 2024-04-13T07:56:11.525 INFO:tasks.rados.rados.0.smithi119.stdout:3110: expect (ObjNum 804 snap 274 seq_num 804) 2024-04-13T07:56:11.525 INFO:tasks.rados.rados.0.smithi119.stdout:3111: read oid 40 snap -1 2024-04-13T07:56:11.525 INFO:tasks.rados.rados.0.smithi119.stdout:3111: expect (ObjNum 929 snap 319 seq_num 929) 2024-04-13T07:56:11.525 INFO:tasks.rados.rados.0.smithi119.stdout:3112: read oid 23 snap 263 2024-04-13T07:56:11.525 INFO:tasks.rados.rados.0.smithi119.stdout:3112: expect (ObjNum 326 snap 123 seq_num 326) 2024-04-13T07:56:11.525 INFO:tasks.rados.rados.0.smithi119.stdout:3113: snap_remove snap 303 2024-04-13T07:56:11.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:11 smithi139 ceph-mon[88985]: osdmap e664: 8 total, 8 up, 8 in 2024-04-13T07:56:11.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:11 smithi119 ceph-mon[96316]: osdmap e664: 8 total, 8 up, 8 in 2024-04-13T07:56:11.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:11 smithi119 ceph-mon[93746]: osdmap e664: 8 total, 8 up, 8 in 2024-04-13T07:56:12.386 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:56:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T07:56:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:56:12.495 INFO:tasks.rados.rados.0.smithi119.stdout:3108: finishing write tid 1 to smithi11982245-22 2024-04-13T07:56:12.495 INFO:tasks.rados.rados.0.smithi119.stdout:3108: finishing write tid 2 to smithi11982245-22 2024-04-13T07:56:12.495 INFO:tasks.rados.rados.0.smithi119.stdout:3108: finishing write tid 3 to smithi11982245-22 2024-04-13T07:56:12.495 INFO:tasks.rados.rados.0.smithi119.stdout:3108: finishing write tid 4 to smithi11982245-22 2024-04-13T07:56:12.495 INFO:tasks.rados.rados.0.smithi119.stdout:3108: finishing write tid 5 to smithi11982245-22 2024-04-13T07:56:12.495 INFO:tasks.rados.rados.0.smithi119.stdout:3108: oid 22 updating version 0 to 1978 2024-04-13T07:56:12.496 INFO:tasks.rados.rados.0.smithi119.stdout:3108: oid 22 updating version 1978 to 1979 2024-04-13T07:56:12.496 INFO:tasks.rados.rados.0.smithi119.stdout:3108: oid 22 version 1979 is already newer than 1977 2024-04-13T07:56:12.496 INFO:tasks.rados.rados.0.smithi119.stdout:3108: oid 22 updating version 1979 to 1980 2024-04-13T07:56:12.496 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 22 v 1980 (ObjNum 938 snap 321 seq_num 938) dirty exists 2024-04-13T07:56:12.496 INFO:tasks.rados.rados.0.smithi119.stdout:3108: left oid 22 (ObjNum 938 snap 321 seq_num 938) 2024-04-13T07:56:12.496 INFO:tasks.rados.rados.0.smithi119.stdout:3112: expect (ObjNum 326 snap 123 seq_num 326) 2024-04-13T07:56:12.619 INFO:tasks.rados.rados.0.smithi119.stdout:3110: expect (ObjNum 804 snap 274 seq_num 804) 2024-04-13T07:56:12.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:12 smithi139 ceph-mon[88985]: pgmap v664: 121 pgs: 121 active+clean; 1.1 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-04-13T07:56:12.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:12 smithi139 ceph-mon[88985]: osdmap e665: 8 total, 8 up, 8 in 2024-04-13T07:56:12.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:12 smithi119 ceph-mon[96316]: pgmap v664: 121 pgs: 121 active+clean; 1.1 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-04-13T07:56:12.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:12 smithi119 ceph-mon[96316]: osdmap e665: 8 total, 8 up, 8 in 2024-04-13T07:56:12.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:12 smithi119 ceph-mon[93746]: pgmap v664: 121 pgs: 121 active+clean; 1.1 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-04-13T07:56:12.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:12 smithi119 ceph-mon[93746]: osdmap e665: 8 total, 8 up, 8 in 2024-04-13T07:56:13.101 INFO:tasks.rados.rados.0.smithi119.stdout:3111: expect (ObjNum 929 snap 319 seq_num 929) 2024-04-13T07:56:13.131 INFO:tasks.rados.rados.0.smithi119.stdout:3108: done (4 left) 2024-04-13T07:56:13.131 INFO:tasks.rados.rados.0.smithi119.stdout:3110: done (3 left) 2024-04-13T07:56:13.131 INFO:tasks.rados.rados.0.smithi119.stdout:3111: done (2 left) 2024-04-13T07:56:13.132 INFO:tasks.rados.rados.0.smithi119.stdout:3112: done (1 left) 2024-04-13T07:56:13.132 INFO:tasks.rados.rados.0.smithi119.stdout:3113: done (0 left) 2024-04-13T07:56:13.132 INFO:tasks.rados.rados.0.smithi119.stdout:3114: rmattr oid 43 current snap is 321 2024-04-13T07:56:13.132 INFO:tasks.rados.rados.0.smithi119.stdout:3115: setattr oid 27 current snap is 321 2024-04-13T07:56:13.133 INFO:tasks.rados.rados.0.smithi119.stdout:3116: read oid 35 snap -1 2024-04-13T07:56:13.134 INFO:tasks.rados.rados.0.smithi119.stdout:3116: expect (ObjNum 910 snap 309 seq_num 910) 2024-04-13T07:56:13.134 INFO:tasks.rados.rados.0.smithi119.stdout:3117: snap_remove snap 298 2024-04-13T07:56:13.558 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 43 v 2121 (ObjNum 914 snap 309 seq_num 914) dirty exists 2024-04-13T07:56:13.559 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 27 v 1733 (ObjNum 893 snap 305 seq_num 893) dirty exists 2024-04-13T07:56:13.559 INFO:tasks.rados.rados.0.smithi119.stdout:3116: expect (ObjNum 910 snap 309 seq_num 910) 2024-04-13T07:56:13.734 INFO:tasks.rados.rados.0.smithi119.stdout:3114: done (3 left) 2024-04-13T07:56:13.735 INFO:tasks.rados.rados.0.smithi119.stdout:3115: done (2 left) 2024-04-13T07:56:13.735 INFO:tasks.rados.rados.0.smithi119.stdout:3116: done (1 left) 2024-04-13T07:56:13.735 INFO:tasks.rados.rados.0.smithi119.stdout:3117: done (0 left) 2024-04-13T07:56:13.735 INFO:tasks.rados.rados.0.smithi119.stdout:3118: snap_remove snap 291 2024-04-13T07:56:13.787 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:13 smithi139 ceph-mon[88985]: osdmap e666: 8 total, 8 up, 8 in 2024-04-13T07:56:13.787 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:13 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:56:13.787 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:13 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:56:13.867 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:13 smithi119 ceph-mon[96316]: osdmap e666: 8 total, 8 up, 8 in 2024-04-13T07:56:13.868 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:13 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:56:13.868 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:13 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:56:13.868 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:13 smithi119 ceph-mon[93746]: osdmap e666: 8 total, 8 up, 8 in 2024-04-13T07:56:13.868 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:13 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:56:13.868 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:13 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:56:14.647 INFO:tasks.rados.rados.0.smithi119.stdout:3118: done (0 left) 2024-04-13T07:56:14.647 INFO:tasks.rados.rados.0.smithi119.stdout:3119: copy_from oid 5 from oid 40 current snap is 321 2024-04-13T07:56:14.647 INFO:tasks.rados.rados.0.smithi119.stdout:3120: setattr oid 39 current snap is 321 2024-04-13T07:56:14.651 INFO:tasks.rados.rados.0.smithi119.stdout:3121: snap_remove snap 273 2024-04-13T07:56:14.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:14 smithi119 ceph-mon[96316]: pgmap v667: 121 pgs: 121 active+clean; 1.1 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-04-13T07:56:14.820 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:14 smithi119 ceph-mon[96316]: osdmap e667: 8 total, 8 up, 8 in 2024-04-13T07:56:14.820 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:14 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:56:14.820 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:14 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:56:14.820 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:14 smithi119 ceph-mon[93746]: pgmap v667: 121 pgs: 121 active+clean; 1.1 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-04-13T07:56:14.820 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:14 smithi119 ceph-mon[93746]: osdmap e667: 8 total, 8 up, 8 in 2024-04-13T07:56:14.820 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:14 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:56:14.820 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:14 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:56:14.837 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:14 smithi139 ceph-mon[88985]: pgmap v667: 121 pgs: 121 active+clean; 1.1 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-04-13T07:56:14.837 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:14 smithi139 ceph-mon[88985]: osdmap e667: 8 total, 8 up, 8 in 2024-04-13T07:56:14.837 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:14 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:56:14.837 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:14 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:56:15.128 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:56:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:56:14] "GET /metrics HTTP/1.1" 200 36204 "" "Prometheus/2.43.0" 2024-04-13T07:56:15.428 INFO:tasks.rados.rados.0.smithi119.stdout:3121: done (2 left) 2024-04-13T07:56:15.428 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 42 current snap is 321 2024-04-13T07:56:15.428 INFO:tasks.rados.rados.0.smithi119.stdout:3122: seq_num 940 ranges {1302528=548864,1851392=589824,2441216=212992} 2024-04-13T07:56:15.439 INFO:tasks.rados.rados.0.smithi119.stdout:3122: writing smithi11982245-42 from 1302528 to 1851392 tid 1 2024-04-13T07:56:15.443 INFO:tasks.rados.rados.0.smithi119.stdout:3122: writing smithi11982245-42 from 1851392 to 2441216 tid 2 2024-04-13T07:56:15.445 INFO:tasks.rados.rados.0.smithi119.stdout:3122: writing smithi11982245-42 from 2441216 to 2654208 tid 3 2024-04-13T07:56:15.445 INFO:tasks.rados.rados.0.smithi119.stdout:3123: rollback oid 32 current snap is 321 2024-04-13T07:56:15.445 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 32 to 260 2024-04-13T07:56:15.445 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 39 v 1755 (ObjNum 919 snap 312 seq_num 919) dirty exists 2024-04-13T07:56:15.445 INFO:tasks.rados.rados.0.smithi119.stdout:3119: finishing copy_from racing read to smithi11982245-5 2024-04-13T07:56:15.445 INFO:tasks.rados.rados.0.smithi119.stdout:3119: finishing copy_from to smithi11982245-5 2024-04-13T07:56:15.445 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 5 v 2167 (ObjNum 929 snap 319 seq_num 929) dirty exists 2024-04-13T07:56:15.446 INFO:tasks.rados.rados.0.smithi119.stdout:3119: done (3 left) 2024-04-13T07:56:15.446 INFO:tasks.rados.rados.0.smithi119.stdout:3120: done (2 left) 2024-04-13T07:56:15.446 INFO:tasks.rados.rados.0.smithi119.stdout:3124: snap_remove snap 243 2024-04-13T07:56:15.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:15 smithi139 ceph-mon[88985]: osdmap e668: 8 total, 8 up, 8 in 2024-04-13T07:56:15.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:15 smithi139 ceph-mon[88985]: osdmap e669: 8 total, 8 up, 8 in 2024-04-13T07:56:15.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:15 smithi119 ceph-mon[96316]: osdmap e668: 8 total, 8 up, 8 in 2024-04-13T07:56:15.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:15 smithi119 ceph-mon[96316]: osdmap e669: 8 total, 8 up, 8 in 2024-04-13T07:56:15.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:15 smithi119 ceph-mon[93746]: osdmap e668: 8 total, 8 up, 8 in 2024-04-13T07:56:15.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:15 smithi119 ceph-mon[93746]: osdmap e669: 8 total, 8 up, 8 in 2024-04-13T07:56:16.428 INFO:tasks.rados.rados.0.smithi119.stdout:3122: finishing write tid 1 to smithi11982245-42 2024-04-13T07:56:16.428 INFO:tasks.rados.rados.0.smithi119.stdout:3122: finishing write tid 2 to smithi11982245-42 2024-04-13T07:56:16.428 INFO:tasks.rados.rados.0.smithi119.stdout:3122: finishing write tid 3 to smithi11982245-42 2024-04-13T07:56:16.428 INFO:tasks.rados.rados.0.smithi119.stdout:3122: finishing write tid 4 to smithi11982245-42 2024-04-13T07:56:16.428 INFO:tasks.rados.rados.0.smithi119.stdout:3123: finishing rollback tid 0 to smithi11982245-32 2024-04-13T07:56:16.428 INFO:tasks.rados.rados.0.smithi119.stdout:3123: finishing rollback tid 1 to smithi11982245-32 2024-04-13T07:56:16.428 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 32 v 1303 (ObjNum 33 snap 0 seq_num 1850635115) dirty dne 2024-04-13T07:56:16.428 INFO:tasks.rados.rados.0.smithi119.stdout:3122: finishing write tid 5 to smithi11982245-42 2024-04-13T07:56:16.428 INFO:tasks.rados.rados.0.smithi119.stdout:3122: oid 42 updating version 0 to 2126 2024-04-13T07:56:16.428 INFO:tasks.rados.rados.0.smithi119.stdout:3122: oid 42 version 2126 is already newer than 2123 2024-04-13T07:56:16.428 INFO:tasks.rados.rados.0.smithi119.stdout:3122: oid 42 version 2126 is already newer than 2125 2024-04-13T07:56:16.428 INFO:tasks.rados.rados.0.smithi119.stdout:3122: oid 42 version 2126 is already newer than 2124 2024-04-13T07:56:16.429 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 42 v 2126 (ObjNum 940 snap 321 seq_num 940) dirty exists 2024-04-13T07:56:16.429 INFO:tasks.rados.rados.0.smithi119.stdout:3122: left oid 42 (ObjNum 940 snap 321 seq_num 940) 2024-04-13T07:56:16.429 INFO:tasks.rados.rados.0.smithi119.stdout:3122: done (2 left) 2024-04-13T07:56:16.429 INFO:tasks.rados.rados.0.smithi119.stdout:3123: done (1 left) 2024-04-13T07:56:16.429 INFO:tasks.rados.rados.0.smithi119.stdout:3124: done (0 left) 2024-04-13T07:56:16.429 INFO:tasks.rados.rados.0.smithi119.stdout:3125: delete oid 49 current snap is 321 2024-04-13T07:56:16.441 INFO:tasks.rados.rados.0.smithi119.stdout:3125: done (0 left) 2024-04-13T07:56:16.442 INFO:tasks.rados.rados.0.smithi119.stdout:3126: copy_from oid 47 from oid 41 current snap is 321 2024-04-13T07:56:16.442 INFO:tasks.rados.rados.0.smithi119.stdout:3127: delete oid 4 current snap is 321 2024-04-13T07:56:16.454 INFO:tasks.rados.rados.0.smithi119.stdout:3127: done (1 left) 2024-04-13T07:56:16.454 INFO:tasks.rados.rados.0.smithi119.stdout:3128: copy_from oid 34 from oid 31 current snap is 321 2024-04-13T07:56:16.454 INFO:tasks.rados.rados.0.smithi119.stdout:3129: copy_from oid 35 from oid 6 current snap is 321 2024-04-13T07:56:16.454 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 37 current snap is 321 2024-04-13T07:56:16.454 INFO:tasks.rados.rados.0.smithi119.stdout:3130: seq_num 943 ranges {3948544=598016,4546560=688128,5234688=114688} 2024-04-13T07:56:16.479 INFO:tasks.rados.rados.0.smithi119.stdout:3130: writing smithi11982245-37 from 3948544 to 4546560 tid 1 2024-04-13T07:56:16.483 INFO:tasks.rados.rados.0.smithi119.stdout:3130: writing smithi11982245-37 from 4546560 to 5234688 tid 2 2024-04-13T07:56:16.484 INFO:tasks.rados.rados.0.smithi119.stdout:3130: writing smithi11982245-37 from 5234688 to 5349376 tid 3 2024-04-13T07:56:16.484 INFO:tasks.rados.rados.0.smithi119.stdout:3131: rollback oid 38 current snap is 321 2024-04-13T07:56:16.484 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 38 to 211 2024-04-13T07:56:16.484 INFO:tasks.rados.rados.0.smithi119.stdout:3128: finishing copy_from to smithi11982245-34 2024-04-13T07:56:16.484 INFO:tasks.rados.rados.0.smithi119.stdout:3128: got expected ENOENT (src dne) 2024-04-13T07:56:16.484 INFO:tasks.rados.rados.0.smithi119.stdout:3128: finishing copy_from racing read to smithi11982245-34 2024-04-13T07:56:16.485 INFO:tasks.rados.rados.0.smithi119.stdout:3126: finishing copy_from racing read to smithi11982245-47 2024-04-13T07:56:16.485 INFO:tasks.rados.rados.0.smithi119.stdout:3126: finishing copy_from to smithi11982245-47 2024-04-13T07:56:16.485 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 47 v 1712 (ObjNum 912 snap 309 seq_num 912) dirty exists 2024-04-13T07:56:16.485 INFO:tasks.rados.rados.0.smithi119.stdout:3129: finishing copy_from racing read to smithi11982245-35 2024-04-13T07:56:16.485 INFO:tasks.rados.rados.0.smithi119.stdout:3129: finishing copy_from to smithi11982245-35 2024-04-13T07:56:16.485 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 35 v 1751 (ObjNum 925 snap 316 seq_num 925) dirty exists 2024-04-13T07:56:16.485 INFO:tasks.rados.rados.0.smithi119.stdout:3130: finishing write tid 1 to smithi11982245-37 2024-04-13T07:56:16.485 INFO:tasks.rados.rados.0.smithi119.stdout:3126: done (4 left) 2024-04-13T07:56:16.485 INFO:tasks.rados.rados.0.smithi119.stdout:3128: done (3 left) 2024-04-13T07:56:16.485 INFO:tasks.rados.rados.0.smithi119.stdout:3129: done (2 left) 2024-04-13T07:56:16.485 INFO:tasks.rados.rados.0.smithi119.stdout:3132: delete oid 43 current snap is 321 2024-04-13T07:56:16.486 INFO:tasks.rados.rados.0.smithi119.stdout:3132: done (2 left) 2024-04-13T07:56:16.486 INFO:tasks.rados.rados.0.smithi119.stdout:3133: copy_from oid 26 from oid 5 current snap is 321 2024-04-13T07:56:16.486 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 35 current snap is 321 2024-04-13T07:56:16.487 INFO:tasks.rados.rados.0.smithi119.stdout:3134: seq_num 945 ranges {5316608=630784,5947392=458752,6406144=344064} 2024-04-13T07:56:16.518 INFO:tasks.rados.rados.0.smithi119.stdout:3134: writing smithi11982245-35 from 5316608 to 5947392 tid 1 2024-04-13T07:56:16.521 INFO:tasks.rados.rados.0.smithi119.stdout:3134: writing smithi11982245-35 from 5947392 to 6406144 tid 2 2024-04-13T07:56:16.525 INFO:tasks.rados.rados.0.smithi119.stdout:3134: writing smithi11982245-35 from 6406144 to 6750208 tid 3 2024-04-13T07:56:16.525 INFO:tasks.rados.rados.0.smithi119.stdout:3135: rollback oid 47 current snap is 321 2024-04-13T07:56:16.525 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 47 to 307 2024-04-13T07:56:16.525 INFO:tasks.rados.rados.0.smithi119.stdout:3130: finishing write tid 2 to smithi11982245-37 2024-04-13T07:56:16.525 INFO:tasks.rados.rados.0.smithi119.stdout:3130: finishing write tid 3 to smithi11982245-37 2024-04-13T07:56:16.525 INFO:tasks.rados.rados.0.smithi119.stdout:3130: finishing write tid 4 to smithi11982245-37 2024-04-13T07:56:16.525 INFO:tasks.rados.rados.0.smithi119.stdout:3131: finishing rollback tid 0 to smithi11982245-38 2024-04-13T07:56:16.525 INFO:tasks.rados.rados.0.smithi119.stdout:3131: finishing rollback tid 1 to smithi11982245-38 2024-04-13T07:56:16.525 INFO:tasks.rados.rados.0.smithi119.stdout:3131: finishing rollback tid 2 to smithi11982245-38 2024-04-13T07:56:16.525 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 38 v 1983 (ObjNum 628 snap 211 seq_num 628) dirty exists 2024-04-13T07:56:16.525 INFO:tasks.rados.rados.0.smithi119.stdout:3130: finishing write tid 5 to smithi11982245-37 2024-04-13T07:56:16.525 INFO:tasks.rados.rados.0.smithi119.stdout:3130: oid 37 updating version 0 to 1736 2024-04-13T07:56:16.525 INFO:tasks.rados.rados.0.smithi119.stdout:3130: oid 37 version 1736 is already newer than 1735 2024-04-13T07:56:16.526 INFO:tasks.rados.rados.0.smithi119.stdout:3130: oid 37 updating version 1736 to 1737 2024-04-13T07:56:16.526 INFO:tasks.rados.rados.0.smithi119.stdout:3130: oid 37 version 1737 is already newer than 1734 2024-04-13T07:56:16.526 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 37 v 1737 (ObjNum 943 snap 321 seq_num 943) dirty exists 2024-04-13T07:56:16.526 INFO:tasks.rados.rados.0.smithi119.stdout:3130: left oid 37 (ObjNum 943 snap 321 seq_num 943) 2024-04-13T07:56:16.526 INFO:tasks.rados.rados.0.smithi119.stdout:3133: finishing copy_from racing read to smithi11982245-26 2024-04-13T07:56:16.526 INFO:tasks.rados.rados.0.smithi119.stdout:3133: finishing copy_from to smithi11982245-26 2024-04-13T07:56:16.526 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 26 v 2167 (ObjNum 929 snap 319 seq_num 929) dirty exists 2024-04-13T07:56:16.526 INFO:tasks.rados.rados.0.smithi119.stdout:3134: finishing write tid 1 to smithi11982245-35 2024-04-13T07:56:16.526 INFO:tasks.rados.rados.0.smithi119.stdout:3130: done (4 left) 2024-04-13T07:56:16.526 INFO:tasks.rados.rados.0.smithi119.stdout:3131: done (3 left) 2024-04-13T07:56:16.526 INFO:tasks.rados.rados.0.smithi119.stdout:3133: done (2 left) 2024-04-13T07:56:16.526 INFO:tasks.rados.rados.0.smithi119.stdout:3136: rollback oid 31 current snap is 321 2024-04-13T07:56:16.526 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 31 to 260 2024-04-13T07:56:16.526 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 48 current snap is 321 2024-04-13T07:56:16.527 INFO:tasks.rados.rados.0.smithi119.stdout:3137: seq_num 946 ranges {4849664=647168,5496832=745472,6242304=57344} 2024-04-13T07:56:16.552 INFO:tasks.rados.rados.0.smithi119.stdout:3137: writing smithi11982245-48 from 4849664 to 5496832 tid 1 2024-04-13T07:56:16.556 INFO:tasks.rados.rados.0.smithi119.stdout:3137: writing smithi11982245-48 from 5496832 to 6242304 tid 2 2024-04-13T07:56:16.558 INFO:tasks.rados.rados.0.smithi119.stdout:3137: writing smithi11982245-48 from 6242304 to 6299648 tid 3 2024-04-13T07:56:16.558 INFO:tasks.rados.rados.0.smithi119.stdout:3138: delete oid 25 current snap is 321 2024-04-13T07:56:16.558 INFO:tasks.rados.rados.0.smithi119.stdout:3134: finishing write tid 2 to smithi11982245-35 2024-04-13T07:56:16.558 INFO:tasks.rados.rados.0.smithi119.stdout:3134: finishing write tid 3 to smithi11982245-35 2024-04-13T07:56:16.558 INFO:tasks.rados.rados.0.smithi119.stdout:3136: finishing rollback tid 1 to smithi11982245-31 2024-04-13T07:56:16.558 INFO:tasks.rados.rados.0.smithi119.stdout:3134: finishing write tid 4 to smithi11982245-35 2024-04-13T07:56:16.558 INFO:tasks.rados.rados.0.smithi119.stdout:3136: finishing rollback tid 2 to smithi11982245-31 2024-04-13T07:56:16.558 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 31 v 2152 (ObjNum 745 snap 259 seq_num 745) dirty exists 2024-04-13T07:56:16.558 INFO:tasks.rados.rados.0.smithi119.stdout:3134: finishing write tid 5 to smithi11982245-35 2024-04-13T07:56:16.558 INFO:tasks.rados.rados.0.smithi119.stdout:3134: oid 35 updating version 0 to 2040 2024-04-13T07:56:16.558 INFO:tasks.rados.rados.0.smithi119.stdout:3134: oid 35 updating version 2040 to 2042 2024-04-13T07:56:16.559 INFO:tasks.rados.rados.0.smithi119.stdout:3134: oid 35 version 2042 is already newer than 2039 2024-04-13T07:56:16.559 INFO:tasks.rados.rados.0.smithi119.stdout:3134: oid 35 version 2042 is already newer than 2041 2024-04-13T07:56:16.559 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 35 v 2042 (ObjNum 945 snap 321 seq_num 945) dirty exists 2024-04-13T07:56:16.559 INFO:tasks.rados.rados.0.smithi119.stdout:3134: left oid 35 (ObjNum 945 snap 321 seq_num 945) 2024-04-13T07:56:16.559 INFO:tasks.rados.rados.0.smithi119.stdout:3135: finishing rollback tid 0 to smithi11982245-47 2024-04-13T07:56:16.559 INFO:tasks.rados.rados.0.smithi119.stdout:3135: finishing rollback tid 1 to smithi11982245-47 2024-04-13T07:56:16.559 INFO:tasks.rados.rados.0.smithi119.stdout:3135: finishing rollback tid 2 to smithi11982245-47 2024-04-13T07:56:16.559 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 47 v 2214 (ObjNum 888 snap 301 seq_num 888) dirty exists 2024-04-13T07:56:16.559 INFO:tasks.rados.rados.0.smithi119.stdout:3137: finishing write tid 1 to smithi11982245-48 2024-04-13T07:56:16.560 INFO:tasks.rados.rados.0.smithi119.stdout:3134: done (4 left) 2024-04-13T07:56:16.560 INFO:tasks.rados.rados.0.smithi119.stdout:3135: done (3 left) 2024-04-13T07:56:16.560 INFO:tasks.rados.rados.0.smithi119.stdout:3136: done (2 left) 2024-04-13T07:56:16.560 INFO:tasks.rados.rados.0.smithi119.stdout:3138: done (1 left) 2024-04-13T07:56:16.560 INFO:tasks.rados.rados.0.smithi119.stdout:3139: read oid 16 snap -1 2024-04-13T07:56:16.560 INFO:tasks.rados.rados.0.smithi119.stdout:3139: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:56:16.560 INFO:tasks.rados.rados.0.smithi119.stdout:3140: snap_create 2024-04-13T07:56:16.560 INFO:tasks.rados.rados.0.smithi119.stdout:3139: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:56:16.563 INFO:tasks.rados.rados.0.smithi119.stdout:3137: finishing write tid 2 to smithi11982245-48 2024-04-13T07:56:16.563 INFO:tasks.rados.rados.0.smithi119.stdout:3137: finishing write tid 3 to smithi11982245-48 2024-04-13T07:56:16.563 INFO:tasks.rados.rados.0.smithi119.stdout:3137: finishing write tid 4 to smithi11982245-48 2024-04-13T07:56:16.564 INFO:tasks.rados.rados.0.smithi119.stdout:3137: finishing write tid 5 to smithi11982245-48 2024-04-13T07:56:16.564 INFO:tasks.rados.rados.0.smithi119.stdout:3137: oid 48 updating version 0 to 1986 2024-04-13T07:56:16.564 INFO:tasks.rados.rados.0.smithi119.stdout:3137: oid 48 version 1986 is already newer than 1985 2024-04-13T07:56:16.564 INFO:tasks.rados.rados.0.smithi119.stdout:3137: oid 48 version 1986 is already newer than 1984 2024-04-13T07:56:16.564 INFO:tasks.rados.rados.0.smithi119.stdout:3137: oid 48 updating version 1986 to 1987 2024-04-13T07:56:16.564 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 48 v 1987 (ObjNum 946 snap 321 seq_num 946) dirty exists 2024-04-13T07:56:16.565 INFO:tasks.rados.rados.0.smithi119.stdout:3137: left oid 48 (ObjNum 946 snap 321 seq_num 946) 2024-04-13T07:56:16.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:16 smithi119 ceph-mon[93746]: pgmap v670: 121 pgs: 121 active+clean; 1.1 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 892 KiB/s wr, 7 op/s 2024-04-13T07:56:16.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:16 smithi119 ceph-mon[93746]: osdmap e670: 8 total, 8 up, 8 in 2024-04-13T07:56:16.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:16 smithi119 ceph-mon[96316]: pgmap v670: 121 pgs: 121 active+clean; 1.1 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 892 KiB/s wr, 7 op/s 2024-04-13T07:56:16.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:16 smithi119 ceph-mon[96316]: osdmap e670: 8 total, 8 up, 8 in 2024-04-13T07:56:17.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:16 smithi139 ceph-mon[88985]: pgmap v670: 121 pgs: 121 active+clean; 1.1 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 892 KiB/s wr, 7 op/s 2024-04-13T07:56:17.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:16 smithi139 ceph-mon[88985]: osdmap e670: 8 total, 8 up, 8 in 2024-04-13T07:56:17.428 INFO:tasks.rados.rados.0.smithi119.stdout:3137: done (2 left) 2024-04-13T07:56:17.428 INFO:tasks.rados.rados.0.smithi119.stdout:3139: done (1 left) 2024-04-13T07:56:17.428 INFO:tasks.rados.rados.0.smithi119.stdout:3140: done (0 left) 2024-04-13T07:56:17.429 INFO:tasks.rados.rados.0.smithi119.stdout:3141: delete oid 11 current snap is 322 2024-04-13T07:56:17.432 INFO:tasks.rados.rados.0.smithi119.stdout:3141: done (0 left) 2024-04-13T07:56:17.432 INFO:tasks.rados.rados.0.smithi119.stdout:3142: delete oid 18 current snap is 322 2024-04-13T07:56:17.437 INFO:tasks.rados.rados.0.smithi119.stdout:3142: done (0 left) 2024-04-13T07:56:17.437 INFO:tasks.rados.rados.0.smithi119.stdout:3143: read oid 38 snap -1 2024-04-13T07:56:17.437 INFO:tasks.rados.rados.0.smithi119.stdout:3143: expect (ObjNum 628 snap 211 seq_num 628) 2024-04-13T07:56:17.437 INFO:tasks.rados.rados.0.smithi119.stdout:3144: read oid 31 snap -1 2024-04-13T07:56:17.437 INFO:tasks.rados.rados.0.smithi119.stdout:3144: expect (ObjNum 745 snap 259 seq_num 745) 2024-04-13T07:56:17.437 INFO:tasks.rados.rados.0.smithi119.stdout:3145: snap_remove snap 313 2024-04-13T07:56:18.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:56:18.387 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:56:18.387 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:56:18.387 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:56:18.387 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:56:18.387 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: pgmap v673: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 1.0 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.2 MiB/s wr, 27 op/s 2024-04-13T07:56:18.388 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-13T07:56:18.388 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-13T07:56:18.388 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:56:18.388 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.388 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.388 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.388 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.388 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.388 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.388 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.388 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.388 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.389 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.389 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.389 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.389 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.389 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.389 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.389 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.389 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.389 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.389 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: Upgrade: Finalizing container_image settings 2024-04-13T07:56:18.389 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:56:18.389 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-13T07:56:18.389 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-13T07:56:18.390 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-13T07:56:18.390 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:56:18.390 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:56:18.390 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-13T07:56:18.390 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-13T07:56:18.390 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-13T07:56:18.390 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-13T07:56:18.390 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-13T07:56:18.390 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-13T07:56:18.390 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-04-13T07:56:18.390 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-13T07:56:18.390 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-13T07:56:18.390 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-13T07:56:18.390 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-13T07:56:18.390 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-13T07:56:18.391 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-04-13T07:56:18.391 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-13T07:56:18.391 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-13T07:56:18.391 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-13T07:56:18.391 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:56:18.391 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:56:18.391 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-13T07:56:18.391 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-13T07:56:18.391 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-13T07:56:18.391 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-13T07:56:18.391 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-13T07:56:18.391 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-04-13T07:56:18.391 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-13T07:56:18.391 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-13T07:56:18.391 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-13T07:56:18.391 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-13T07:56:18.392 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-13T07:56:18.392 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-13T07:56:18.392 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:56:18.392 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:56:18.392 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:56:18.392 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:56:18.392 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:56:18.392 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:56:18.392 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:56:18.392 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:56:18.392 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:56:18.392 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:56:18.392 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:56:18.392 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:56:18.392 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: Upgrade: Complete! 2024-04-13T07:56:18.392 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-13T07:56:18.392 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-13T07:56:18.392 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-13T07:56:18.393 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:56:18.393 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:56:18.393 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:56:18.393 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:56:18.393 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:56:18.393 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:56:18.393 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:56:18.393 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:56:18.393 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:18 smithi139 ceph-mon[88985]: osdmap e671: 8 total, 8 up, 8 in 2024-04-13T07:56:18.439 INFO:tasks.rados.rados.0.smithi119.stdout:3145: done (2 left) 2024-04-13T07:56:18.439 INFO:tasks.rados.rados.0.smithi119.stdout:3146: setattr oid 12 current snap is 322 2024-04-13T07:56:18.439 INFO:tasks.rados.rados.0.smithi119.stdout:3143: expect (ObjNum 628 snap 211 seq_num 628) 2024-04-13T07:56:18.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:56:18.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:56:18.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:56:18.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:56:18.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:56:18.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: pgmap v673: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 1.0 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.2 MiB/s wr, 27 op/s 2024-04-13T07:56:18.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-13T07:56:18.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-13T07:56:18.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:56:18.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.469 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.469 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.469 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.469 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.469 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.469 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.470 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.470 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.470 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.470 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.470 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.470 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.470 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.471 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.471 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.471 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: Upgrade: Finalizing container_image settings 2024-04-13T07:56:18.471 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:56:18.472 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:56:18.472 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:56:18.472 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:56:18.472 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:56:18.472 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:56:18.472 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: pgmap v673: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 1.0 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.2 MiB/s wr, 27 op/s 2024-04-13T07:56:18.473 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-13T07:56:18.473 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-13T07:56:18.473 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:56:18.473 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.473 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.473 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.473 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.474 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.474 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.474 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.474 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.474 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.474 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.475 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.475 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.475 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.475 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.475 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.475 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.475 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.476 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:18.476 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: Upgrade: Finalizing container_image settings 2024-04-13T07:56:18.476 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:56:18.476 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-13T07:56:18.477 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-13T07:56:18.477 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-13T07:56:18.477 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:56:18.477 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:56:18.477 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-13T07:56:18.478 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-13T07:56:18.478 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-13T07:56:18.478 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-13T07:56:18.478 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-13T07:56:18.478 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-13T07:56:18.478 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-04-13T07:56:18.479 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-13T07:56:18.479 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-13T07:56:18.479 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-13T07:56:18.479 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-13T07:56:18.479 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-13T07:56:18.479 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-04-13T07:56:18.480 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-13T07:56:18.480 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-13T07:56:18.480 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-13T07:56:18.480 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:56:18.480 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:56:18.480 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-13T07:56:18.481 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-13T07:56:18.481 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-13T07:56:18.481 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-13T07:56:18.481 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:56:18.481 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:56:18.482 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-13T07:56:18.482 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-13T07:56:18.482 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-13T07:56:18.482 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-13T07:56:18.482 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-13T07:56:18.482 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-13T07:56:18.482 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-04-13T07:56:18.483 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-13T07:56:18.483 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-13T07:56:18.483 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-13T07:56:18.483 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-13T07:56:18.483 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-13T07:56:18.483 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-04-13T07:56:18.484 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-13T07:56:18.484 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-13T07:56:18.484 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-13T07:56:18.484 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:56:18.484 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:56:18.484 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-13T07:56:18.485 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-13T07:56:18.485 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-13T07:56:18.485 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-13T07:56:18.486 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-13T07:56:18.486 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-04-13T07:56:18.486 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-13T07:56:18.486 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-13T07:56:18.486 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-13T07:56:18.486 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-13T07:56:18.487 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-13T07:56:18.487 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-13T07:56:18.487 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:56:18.487 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:56:18.487 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:56:18.487 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:56:18.488 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:56:18.488 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:56:18.488 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:56:18.488 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:56:18.488 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:56:18.489 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:56:18.489 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:56:18.489 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:56:18.489 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: Upgrade: Complete! 2024-04-13T07:56:18.489 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-13T07:56:18.489 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-13T07:56:18.489 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-13T07:56:18.490 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:56:18.490 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:56:18.490 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:56:18.490 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:56:18.490 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:56:18.490 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:56:18.490 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:56:18.491 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:56:18.491 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[96316]: osdmap e671: 8 total, 8 up, 8 in 2024-04-13T07:56:18.491 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-13T07:56:18.491 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-13T07:56:18.492 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-13T07:56:18.492 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-13T07:56:18.492 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-04-13T07:56:18.492 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-13T07:56:18.492 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-13T07:56:18.492 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-13T07:56:18.493 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-13T07:56:18.493 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-13T07:56:18.493 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-13T07:56:18.493 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:56:18.493 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:56:18.493 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:56:18.493 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:56:18.494 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:56:18.494 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:56:18.494 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:56:18.494 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:56:18.494 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:56:18.494 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:56:18.494 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:56:18.494 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:56:18.494 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: Upgrade: Complete! 2024-04-13T07:56:18.494 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-13T07:56:18.495 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-13T07:56:18.495 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-13T07:56:18.495 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:56:18.495 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:56:18.495 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:56:18.495 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:56:18.495 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:56:18.495 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:56:18.495 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:56:18.495 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:56:18.495 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:18 smithi119 ceph-mon[93746]: osdmap e671: 8 total, 8 up, 8 in 2024-04-13T07:56:18.739 INFO:tasks.rados.rados.0.smithi119.stdout:3144: expect (ObjNum 745 snap 259 seq_num 745) 2024-04-13T07:56:19.053 INFO:tasks.rados.rados.0.smithi119.stdout:3143: done (2 left) 2024-04-13T07:56:19.053 INFO:tasks.rados.rados.0.smithi119.stdout:3144: done (1 left) 2024-04-13T07:56:19.053 INFO:tasks.rados.rados.0.smithi119.stdout:3147: rollback oid 38 current snap is 322 2024-04-13T07:56:19.053 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 38 to 211 2024-04-13T07:56:19.053 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 29 current snap is 322 2024-04-13T07:56:19.053 INFO:tasks.rados.rados.0.smithi119.stdout:3148: seq_num 950 ranges {0=720896,720896=679936,1400832=122880} 2024-04-13T07:56:19.056 INFO:tasks.rados.rados.0.smithi119.stdout:3148: writing smithi11982245-29 from 0 to 720896 tid 1 2024-04-13T07:56:19.062 INFO:tasks.rados.rados.0.smithi119.stdout:3148: writing smithi11982245-29 from 720896 to 1400832 tid 2 2024-04-13T07:56:19.062 INFO:tasks.rados.rados.0.smithi119.stdout:3148: writing smithi11982245-29 from 1400832 to 1523712 tid 3 2024-04-13T07:56:19.062 INFO:tasks.rados.rados.0.smithi119.stdout:3149: copy_from oid 40 from oid 47 current snap is 322 2024-04-13T07:56:19.062 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 12 v 1988 (ObjNum 65 snap 0 seq_num 1735349086) dirty exists 2024-04-13T07:56:19.062 INFO:tasks.rados.rados.0.smithi119.stdout:3147: finishing rollback tid 0 to smithi11982245-38 2024-04-13T07:56:19.062 INFO:tasks.rados.rados.0.smithi119.stdout:3147: finishing rollback tid 1 to smithi11982245-38 2024-04-13T07:56:19.062 INFO:tasks.rados.rados.0.smithi119.stdout:3147: finishing rollback tid 2 to smithi11982245-38 2024-04-13T07:56:19.062 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 38 v 1991 (ObjNum 628 snap 211 seq_num 628) dirty exists 2024-04-13T07:56:19.062 INFO:tasks.rados.rados.0.smithi119.stdout:3148: finishing write tid 1 to smithi11982245-29 2024-04-13T07:56:19.062 INFO:tasks.rados.rados.0.smithi119.stdout:3146: done (3 left) 2024-04-13T07:56:19.062 INFO:tasks.rados.rados.0.smithi119.stdout:3147: done (2 left) 2024-04-13T07:56:19.063 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 22 current snap is 322 2024-04-13T07:56:19.063 INFO:tasks.rados.rados.0.smithi119.stdout:3150: seq_num 951 ranges {1318912=737280,2056192=614400,2670592=188416} 2024-04-13T07:56:19.073 INFO:tasks.rados.rados.0.smithi119.stdout:3150: writing smithi11982245-22 from 1318912 to 2056192 tid 1 2024-04-13T07:56:19.076 INFO:tasks.rados.rados.0.smithi119.stdout:3150: writing smithi11982245-22 from 2056192 to 2670592 tid 2 2024-04-13T07:56:19.078 INFO:tasks.rados.rados.0.smithi119.stdout:3150: writing smithi11982245-22 from 2670592 to 2859008 tid 3 2024-04-13T07:56:19.078 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 43 current snap is 322 2024-04-13T07:56:19.078 INFO:tasks.rados.rados.0.smithi119.stdout:3148: finishing write tid 2 to smithi11982245-29 2024-04-13T07:56:19.078 INFO:tasks.rados.rados.0.smithi119.stdout:3151: seq_num 952 ranges {0=753664,753664=499712,1253376=303104} 2024-04-13T07:56:19.082 INFO:tasks.rados.rados.0.smithi119.stdout:3151: writing smithi11982245-43 from 0 to 753664 tid 1 2024-04-13T07:56:19.086 INFO:tasks.rados.rados.0.smithi119.stdout:3151: writing smithi11982245-43 from 753664 to 1253376 tid 2 2024-04-13T07:56:19.089 INFO:tasks.rados.rados.0.smithi119.stdout:3151: writing smithi11982245-43 from 1253376 to 1556480 tid 3 2024-04-13T07:56:19.089 INFO:tasks.rados.rados.0.smithi119.stdout:3152: read oid 34 snap -1 2024-04-13T07:56:19.089 INFO:tasks.rados.rados.0.smithi119.stdout:3152: expect (ObjNum 699 snap 242 seq_num 699) 2024-04-13T07:56:19.089 INFO:tasks.rados.rados.0.smithi119.stdout:3153: read oid 16 snap 289 2024-04-13T07:56:19.089 INFO:tasks.rados.rados.0.smithi119.stdout:3153: expect deleted 2024-04-13T07:56:19.089 INFO:tasks.rados.rados.0.smithi119.stdout:3154: rmattr oid 35 current snap is 322 2024-04-13T07:56:19.089 INFO:tasks.rados.rados.0.smithi119.stdout:3154: done (6 left) 2024-04-13T07:56:19.089 INFO:tasks.rados.rados.0.smithi119.stdout:3155: rollback oid 33 current snap is 322 2024-04-13T07:56:19.090 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 33 to 319 2024-04-13T07:56:19.090 INFO:tasks.rados.rados.0.smithi119.stdout:3148: finishing write tid 3 to smithi11982245-29 2024-04-13T07:56:19.090 INFO:tasks.rados.rados.0.smithi119.stdout:3148: finishing write tid 4 to smithi11982245-29 2024-04-13T07:56:19.090 INFO:tasks.rados.rados.0.smithi119.stdout:3148: finishing write tid 5 to smithi11982245-29 2024-04-13T07:56:19.090 INFO:tasks.rados.rados.0.smithi119.stdout:3148: oid 29 updating version 0 to 1970 2024-04-13T07:56:19.090 INFO:tasks.rados.rados.0.smithi119.stdout:3148: oid 29 updating version 1970 to 1972 2024-04-13T07:56:19.090 INFO:tasks.rados.rados.0.smithi119.stdout:3148: oid 29 version 1972 is already newer than 1969 2024-04-13T07:56:19.090 INFO:tasks.rados.rados.0.smithi119.stdout:3148: oid 29 version 1972 is already newer than 1971 2024-04-13T07:56:19.090 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 29 v 1972 (ObjNum 950 snap 322 seq_num 950) dirty exists 2024-04-13T07:56:19.090 INFO:tasks.rados.rados.0.smithi119.stdout:3148: left oid 29 (ObjNum 950 snap 322 seq_num 950) 2024-04-13T07:56:19.090 INFO:tasks.rados.rados.0.smithi119.stdout:3150: finishing write tid 1 to smithi11982245-22 2024-04-13T07:56:19.090 INFO:tasks.rados.rados.0.smithi119.stdout:3150: finishing write tid 2 to smithi11982245-22 2024-04-13T07:56:19.090 INFO:tasks.rados.rados.0.smithi119.stdout:3150: finishing write tid 3 to smithi11982245-22 2024-04-13T07:56:19.090 INFO:tasks.rados.rados.0.smithi119.stdout:3149: finishing copy_from racing read to smithi11982245-40 2024-04-13T07:56:19.091 INFO:tasks.rados.rados.0.smithi119.stdout:3148: done (6 left) 2024-04-13T07:56:19.091 INFO:tasks.rados.rados.0.smithi119.stdout:3156: snap_create 2024-04-13T07:56:19.091 INFO:tasks.rados.rados.0.smithi119.stdout:3150: finishing write tid 4 to smithi11982245-22 2024-04-13T07:56:19.091 INFO:tasks.rados.rados.0.smithi119.stdout:3149: finishing copy_from to smithi11982245-40 2024-04-13T07:56:19.091 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 40 v 2214 (ObjNum 888 snap 301 seq_num 888) dirty exists 2024-04-13T07:56:19.091 INFO:tasks.rados.rados.0.smithi119.stdout:3151: finishing write tid 1 to smithi11982245-43 2024-04-13T07:56:19.092 INFO:tasks.rados.rados.0.smithi119.stdout:3150: finishing write tid 5 to smithi11982245-22 2024-04-13T07:56:19.092 INFO:tasks.rados.rados.0.smithi119.stdout:3150: oid 22 updating version 0 to 1995 2024-04-13T07:56:19.092 INFO:tasks.rados.rados.0.smithi119.stdout:3150: oid 22 version 1995 is already newer than 1992 2024-04-13T07:56:19.092 INFO:tasks.rados.rados.0.smithi119.stdout:3150: oid 22 version 1995 is already newer than 1994 2024-04-13T07:56:19.092 INFO:tasks.rados.rados.0.smithi119.stdout:3150: oid 22 version 1995 is already newer than 1993 2024-04-13T07:56:19.092 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 22 v 1995 (ObjNum 951 snap 322 seq_num 951) dirty exists 2024-04-13T07:56:19.092 INFO:tasks.rados.rados.0.smithi119.stdout:3150: left oid 22 (ObjNum 951 snap 322 seq_num 951) 2024-04-13T07:56:19.093 INFO:tasks.rados.rados.0.smithi119.stdout:3155: finishing rollback tid 0 to smithi11982245-33 2024-04-13T07:56:19.093 INFO:tasks.rados.rados.0.smithi119.stdout:3155: finishing rollback tid 1 to smithi11982245-33 2024-04-13T07:56:19.094 INFO:tasks.rados.rados.0.smithi119.stdout:3151: finishing write tid 2 to smithi11982245-43 2024-04-13T07:56:19.094 INFO:tasks.rados.rados.0.smithi119.stdout:3155: finishing rollback tid 2 to smithi11982245-33 2024-04-13T07:56:19.094 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 33 v 2045 (ObjNum 890 snap 303 seq_num 890) dirty exists 2024-04-13T07:56:19.095 INFO:tasks.rados.rados.0.smithi119.stdout:3151: finishing write tid 3 to smithi11982245-43 2024-04-13T07:56:19.095 INFO:tasks.rados.rados.0.smithi119.stdout:3151: finishing write tid 4 to smithi11982245-43 2024-04-13T07:56:19.098 INFO:tasks.rados.rados.0.smithi119.stdout:3151: finishing write tid 5 to smithi11982245-43 2024-04-13T07:56:19.098 INFO:tasks.rados.rados.0.smithi119.stdout:3151: oid 43 updating version 0 to 2158 2024-04-13T07:56:19.098 INFO:tasks.rados.rados.0.smithi119.stdout:3151: oid 43 updating version 2158 to 2160 2024-04-13T07:56:19.098 INFO:tasks.rados.rados.0.smithi119.stdout:3151: oid 43 version 2160 is already newer than 2157 2024-04-13T07:56:19.098 INFO:tasks.rados.rados.0.smithi119.stdout:3151: oid 43 version 2160 is already newer than 2159 2024-04-13T07:56:19.098 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 43 v 2160 (ObjNum 952 snap 322 seq_num 952) dirty exists 2024-04-13T07:56:19.099 INFO:tasks.rados.rados.0.smithi119.stdout:3151: left oid 43 (ObjNum 952 snap 322 seq_num 952) 2024-04-13T07:56:19.112 INFO:tasks.rados.rados.0.smithi119.stdout:3152: expect (ObjNum 699 snap 242 seq_num 699) 2024-04-13T07:56:19.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:19 smithi119 ceph-mon[96316]: osdmap e672: 8 total, 8 up, 8 in 2024-04-13T07:56:19.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:19 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:56:19.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:19 smithi119 ceph-mon[93746]: osdmap e672: 8 total, 8 up, 8 in 2024-04-13T07:56:19.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:19 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:56:19.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:19 smithi139 ceph-mon[88985]: osdmap e672: 8 total, 8 up, 8 in 2024-04-13T07:56:19.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:19 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:56:20.089 INFO:tasks.rados.rados.0.smithi119.stdout:3149: done (6 left) 2024-04-13T07:56:20.090 INFO:tasks.rados.rados.0.smithi119.stdout:3150: done (5 left) 2024-04-13T07:56:20.090 INFO:tasks.rados.rados.0.smithi119.stdout:3151: done (4 left) 2024-04-13T07:56:20.090 INFO:tasks.rados.rados.0.smithi119.stdout:3152: done (3 left) 2024-04-13T07:56:20.090 INFO:tasks.rados.rados.0.smithi119.stdout:3153: done (2 left) 2024-04-13T07:56:20.090 INFO:tasks.rados.rados.0.smithi119.stdout:3155: done (1 left) 2024-04-13T07:56:20.090 INFO:tasks.rados.rados.0.smithi119.stdout:3156: done (0 left) 2024-04-13T07:56:20.090 INFO:tasks.rados.rados.0.smithi119.stdout:3157: delete oid 12 current snap is 323 2024-04-13T07:56:20.093 INFO:tasks.rados.rados.0.smithi119.stdout:3157: done (0 left) 2024-04-13T07:56:20.093 INFO:tasks.rados.rados.0.smithi119.stdout:3158: setattr oid 33 current snap is 323 2024-04-13T07:56:20.095 INFO:tasks.rados.rados.0.smithi119.stdout:3159: delete oid 45 current snap is 323 2024-04-13T07:56:20.100 INFO:tasks.rados.rados.0.smithi119.stdout:3159: done (1 left) 2024-04-13T07:56:20.101 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 43 current snap is 323 2024-04-13T07:56:20.101 INFO:tasks.rados.rados.0.smithi119.stdout:3160: seq_num 955 ranges {1556480=802816,2359296=557056,2916352=245760} 2024-04-13T07:56:20.113 INFO:tasks.rados.rados.0.smithi119.stdout:3160: writing smithi11982245-43 from 1556480 to 2359296 tid 1 2024-04-13T07:56:20.116 INFO:tasks.rados.rados.0.smithi119.stdout:3160: writing smithi11982245-43 from 2359296 to 2916352 tid 2 2024-04-13T07:56:20.118 INFO:tasks.rados.rados.0.smithi119.stdout:3160: writing smithi11982245-43 from 2916352 to 3162112 tid 3 2024-04-13T07:56:20.118 INFO:tasks.rados.rados.0.smithi119.stdout:3161: delete oid 14 current snap is 323 2024-04-13T07:56:20.118 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 33 v 2046 (ObjNum 890 snap 303 seq_num 890) dirty exists 2024-04-13T07:56:20.120 INFO:tasks.rados.rados.0.smithi119.stdout:3158: done (2 left) 2024-04-13T07:56:20.121 INFO:tasks.rados.rados.0.smithi119.stdout:3161: done (1 left) 2024-04-13T07:56:20.121 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 5 current snap is 323 2024-04-13T07:56:20.121 INFO:tasks.rados.rados.0.smithi119.stdout:3162: seq_num 957 ranges {1163264=434176,1597440=720896,2318336=483328} 2024-04-13T07:56:20.129 INFO:tasks.rados.rados.0.smithi119.stdout:3162: writing smithi11982245-5 from 1163264 to 1597440 tid 1 2024-04-13T07:56:20.133 INFO:tasks.rados.rados.0.smithi119.stdout:3162: writing smithi11982245-5 from 1597440 to 2318336 tid 2 2024-04-13T07:56:20.137 INFO:tasks.rados.rados.0.smithi119.stdout:3162: writing smithi11982245-5 from 2318336 to 2801664 tid 3 2024-04-13T07:56:20.137 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 48 current snap is 323 2024-04-13T07:56:20.137 INFO:tasks.rados.rados.0.smithi119.stdout:3160: finishing write tid 1 to smithi11982245-43 2024-04-13T07:56:20.137 INFO:tasks.rados.rados.0.smithi119.stdout:3160: finishing write tid 2 to smithi11982245-43 2024-04-13T07:56:20.137 INFO:tasks.rados.rados.0.smithi119.stdout:3160: finishing write tid 3 to smithi11982245-43 2024-04-13T07:56:20.137 INFO:tasks.rados.rados.0.smithi119.stdout:3160: finishing write tid 4 to smithi11982245-43 2024-04-13T07:56:20.138 INFO:tasks.rados.rados.0.smithi119.stdout:3160: finishing write tid 5 to smithi11982245-43 2024-04-13T07:56:20.138 INFO:tasks.rados.rados.0.smithi119.stdout:3160: oid 43 updating version 0 to 2164 2024-04-13T07:56:20.138 INFO:tasks.rados.rados.0.smithi119.stdout:3160: oid 43 version 2164 is already newer than 2163 2024-04-13T07:56:20.138 INFO:tasks.rados.rados.0.smithi119.stdout:3160: oid 43 updating version 2164 to 2165 2024-04-13T07:56:20.138 INFO:tasks.rados.rados.0.smithi119.stdout:3160: oid 43 version 2165 is already newer than 2162 2024-04-13T07:56:20.138 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 43 v 2165 (ObjNum 955 snap 323 seq_num 955) dirty exists 2024-04-13T07:56:20.138 INFO:tasks.rados.rados.0.smithi119.stdout:3160: left oid 43 (ObjNum 955 snap 323 seq_num 955) 2024-04-13T07:56:20.138 INFO:tasks.rados.rados.0.smithi119.stdout:3162: finishing write tid 1 to smithi11982245-5 2024-04-13T07:56:20.138 INFO:tasks.rados.rados.0.smithi119.stdout:3163: seq_num 958 ranges {6299648=450560,6750208=655360,7405568=548864} 2024-04-13T07:56:20.172 INFO:tasks.rados.rados.0.smithi119.stdout:3163: writing smithi11982245-48 from 6299648 to 6750208 tid 1 2024-04-13T07:56:20.176 INFO:tasks.rados.rados.0.smithi119.stdout:3163: writing smithi11982245-48 from 6750208 to 7405568 tid 2 2024-04-13T07:56:20.179 INFO:tasks.rados.rados.0.smithi119.stdout:3163: writing smithi11982245-48 from 7405568 to 7954432 tid 3 2024-04-13T07:56:20.179 INFO:tasks.rados.rados.0.smithi119.stdout:3160: done (2 left) 2024-04-13T07:56:20.179 INFO:tasks.rados.rados.0.smithi119.stdout:3164: rollback oid 25 current snap is 323 2024-04-13T07:56:20.179 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 25 to 260 2024-04-13T07:56:20.180 INFO:tasks.rados.rados.0.smithi119.stdout:3162: finishing write tid 2 to smithi11982245-5 2024-04-13T07:56:20.180 INFO:tasks.rados.rados.0.smithi119.stdout:3165: delete oid 37 current snap is 323 2024-04-13T07:56:20.180 INFO:tasks.rados.rados.0.smithi119.stdout:3162: finishing write tid 3 to smithi11982245-5 2024-04-13T07:56:20.180 INFO:tasks.rados.rados.0.smithi119.stdout:3162: finishing write tid 4 to smithi11982245-5 2024-04-13T07:56:20.180 INFO:tasks.rados.rados.0.smithi119.stdout:3162: finishing write tid 5 to smithi11982245-5 2024-04-13T07:56:20.180 INFO:tasks.rados.rados.0.smithi119.stdout:3162: oid 5 updating version 0 to 2233 2024-04-13T07:56:20.180 INFO:tasks.rados.rados.0.smithi119.stdout:3162: oid 5 version 2233 is already newer than 2231 2024-04-13T07:56:20.180 INFO:tasks.rados.rados.0.smithi119.stdout:3162: oid 5 version 2233 is already newer than 2230 2024-04-13T07:56:20.180 INFO:tasks.rados.rados.0.smithi119.stdout:3162: oid 5 version 2233 is already newer than 2232 2024-04-13T07:56:20.180 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 5 v 2233 (ObjNum 957 snap 323 seq_num 957) dirty exists 2024-04-13T07:56:20.180 INFO:tasks.rados.rados.0.smithi119.stdout:3162: left oid 5 (ObjNum 957 snap 323 seq_num 957) 2024-04-13T07:56:20.180 INFO:tasks.rados.rados.0.smithi119.stdout:3163: finishing write tid 1 to smithi11982245-48 2024-04-13T07:56:20.182 INFO:tasks.rados.rados.0.smithi119.stdout:3162: done (3 left) 2024-04-13T07:56:20.182 INFO:tasks.rados.rados.0.smithi119.stdout:3165: done (2 left) 2024-04-13T07:56:20.182 INFO:tasks.rados.rados.0.smithi119.stdout:3166: delete oid 33 current snap is 323 2024-04-13T07:56:20.183 INFO:tasks.rados.rados.0.smithi119.stdout:3164: finishing rollback tid 1 to smithi11982245-25 2024-04-13T07:56:20.183 INFO:tasks.rados.rados.0.smithi119.stdout:3163: finishing write tid 2 to smithi11982245-48 2024-04-13T07:56:20.184 INFO:tasks.rados.rados.0.smithi119.stdout:3164: finishing rollback tid 2 to smithi11982245-25 2024-04-13T07:56:20.184 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 25 v 1483 (ObjNum 743 snap 258 seq_num 743) dirty exists 2024-04-13T07:56:20.184 INFO:tasks.rados.rados.0.smithi119.stdout:3163: finishing write tid 3 to smithi11982245-48 2024-04-13T07:56:20.184 INFO:tasks.rados.rados.0.smithi119.stdout:3163: finishing write tid 4 to smithi11982245-48 2024-04-13T07:56:20.185 INFO:tasks.rados.rados.0.smithi119.stdout:3164: done (2 left) 2024-04-13T07:56:20.185 INFO:tasks.rados.rados.0.smithi119.stdout:3166: done (1 left) 2024-04-13T07:56:20.186 INFO:tasks.rados.rados.0.smithi119.stdout:3167: read oid 23 snap 293 2024-04-13T07:56:20.186 INFO:tasks.rados.rados.0.smithi119.stdout:3167: expect (ObjNum 848 snap 282 seq_num 848) 2024-04-13T07:56:20.186 INFO:tasks.rados.rados.0.smithi119.stdout:3168: snap_remove snap 230 2024-04-13T07:56:20.429 INFO:tasks.rados.rados.0.smithi119.stdout:3168: done (2 left) 2024-04-13T07:56:20.429 INFO:tasks.rados.rados.0.smithi119.stdout:3169: delete oid 8 current snap is 323 2024-04-13T07:56:20.429 INFO:tasks.rados.rados.0.smithi119.stdout:3163: finishing write tid 5 to smithi11982245-48 2024-04-13T07:56:20.429 INFO:tasks.rados.rados.0.smithi119.stdout:3163: oid 48 updating version 0 to 2000 2024-04-13T07:56:20.429 INFO:tasks.rados.rados.0.smithi119.stdout:3163: oid 48 version 2000 is already newer than 1998 2024-04-13T07:56:20.429 INFO:tasks.rados.rados.0.smithi119.stdout:3163: oid 48 version 2000 is already newer than 1999 2024-04-13T07:56:20.429 INFO:tasks.rados.rados.0.smithi119.stdout:3163: oid 48 version 2000 is already newer than 1997 2024-04-13T07:56:20.429 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 48 v 2000 (ObjNum 958 snap 323 seq_num 958) dirty exists 2024-04-13T07:56:20.429 INFO:tasks.rados.rados.0.smithi119.stdout:3163: left oid 48 (ObjNum 958 snap 323 seq_num 958) 2024-04-13T07:56:20.429 INFO:tasks.rados.rados.0.smithi119.stdout:3167: expect (ObjNum 848 snap 282 seq_num 848) 2024-04-13T07:56:20.500 INFO:tasks.rados.rados.0.smithi119.stdout:3163: done (2 left) 2024-04-13T07:56:20.500 INFO:tasks.rados.rados.0.smithi119.stdout:3167: done (1 left) 2024-04-13T07:56:20.500 INFO:tasks.rados.rados.0.smithi119.stdout:3169: done (0 left) 2024-04-13T07:56:20.500 INFO:tasks.rados.rados.0.smithi119.stdout:3170: delete oid 22 current snap is 323 2024-04-13T07:56:20.503 INFO:tasks.rados.rados.0.smithi119.stdout:3170: done (0 left) 2024-04-13T07:56:20.503 INFO:tasks.rados.rados.0.smithi119.stdout:3171: rollback oid 41 current snap is 323 2024-04-13T07:56:20.503 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 41 to 306 2024-04-13T07:56:20.503 INFO:tasks.rados.rados.0.smithi119.stdout:3172: rollback oid 19 current snap is 323 2024-04-13T07:56:20.503 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 19 to 189 2024-04-13T07:56:20.503 INFO:tasks.rados.rados.0.smithi119.stdout:3173: rollback oid 24 current snap is 323 2024-04-13T07:56:20.503 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 24 to 116 2024-04-13T07:56:20.504 INFO:tasks.rados.rados.0.smithi119.stdout:3174: snap_create 2024-04-13T07:56:20.505 INFO:tasks.rados.rados.0.smithi119.stdout:3173: finishing rollback tid 1 to smithi11982245-24 2024-04-13T07:56:20.506 INFO:tasks.rados.rados.0.smithi119.stdout:3173: finishing rollback tid 2 to smithi11982245-24 2024-04-13T07:56:20.506 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 24 v 2040 (ObjNum 211 snap 65 seq_num 211) dirty exists 2024-04-13T07:56:20.506 INFO:tasks.rados.rados.0.smithi119.stdout:3171: finishing rollback tid 0 to smithi11982245-41 2024-04-13T07:56:20.507 INFO:tasks.rados.rados.0.smithi119.stdout:3171: finishing rollback tid 1 to smithi11982245-41 2024-04-13T07:56:20.507 INFO:tasks.rados.rados.0.smithi119.stdout:3171: finishing rollback tid 2 to smithi11982245-41 2024-04-13T07:56:20.507 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 41 v 1715 (ObjNum 766 snap 269 seq_num 766) dirty exists 2024-04-13T07:56:20.508 INFO:tasks.rados.rados.0.smithi119.stdout:3172: finishing rollback tid 0 to smithi11982245-19 2024-04-13T07:56:20.508 INFO:tasks.rados.rados.0.smithi119.stdout:3172: finishing rollback tid 1 to smithi11982245-19 2024-04-13T07:56:20.508 INFO:tasks.rados.rados.0.smithi119.stdout:3172: finishing rollback tid 2 to smithi11982245-19 2024-04-13T07:56:20.508 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 19 v 1975 (ObjNum 540 snap 180 seq_num 540) dirty exists 2024-04-13T07:56:20.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:20 smithi119 ceph-mon[96316]: pgmap v676: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 1.0 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 31 op/s 2024-04-13T07:56:20.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:20 smithi119 ceph-mon[96316]: osdmap e673: 8 total, 8 up, 8 in 2024-04-13T07:56:20.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:20 smithi119 ceph-mon[96316]: osdmap e674: 8 total, 8 up, 8 in 2024-04-13T07:56:20.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:20 smithi119 ceph-mon[93746]: pgmap v676: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 1.0 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 31 op/s 2024-04-13T07:56:20.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:20 smithi119 ceph-mon[93746]: osdmap e673: 8 total, 8 up, 8 in 2024-04-13T07:56:20.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:20 smithi119 ceph-mon[93746]: osdmap e674: 8 total, 8 up, 8 in 2024-04-13T07:56:20.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:20 smithi139 ceph-mon[88985]: pgmap v676: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 1.0 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 31 op/s 2024-04-13T07:56:20.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:20 smithi139 ceph-mon[88985]: osdmap e673: 8 total, 8 up, 8 in 2024-04-13T07:56:20.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:20 smithi139 ceph-mon[88985]: osdmap e674: 8 total, 8 up, 8 in 2024-04-13T07:56:21.446 INFO:tasks.rados.rados.0.smithi119.stdout:3171: done (3 left) 2024-04-13T07:56:21.446 INFO:tasks.rados.rados.0.smithi119.stdout:3172: done (2 left) 2024-04-13T07:56:21.446 INFO:tasks.rados.rados.0.smithi119.stdout:3173: done (1 left) 2024-04-13T07:56:21.446 INFO:tasks.rados.rados.0.smithi119.stdout:3174: done (0 left) 2024-04-13T07:56:21.446 INFO:tasks.rados.rados.0.smithi119.stdout:3175: read oid 49 snap -1 2024-04-13T07:56:21.447 INFO:tasks.rados.rados.0.smithi119.stdout:3175: expect deleted 2024-04-13T07:56:21.447 INFO:tasks.rados.rados.0.smithi119.stdout:3176: snap_remove snap 299 2024-04-13T07:56:22.449 INFO:tasks.rados.rados.0.smithi119.stdout:3176: done (1 left) 2024-04-13T07:56:22.449 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 12 current snap is 324 2024-04-13T07:56:22.449 INFO:tasks.rados.rados.0.smithi119.stdout:3177: seq_num 963 ranges {0=532480,532480=475136,1007616=532480,1540096=196608} 2024-04-13T07:56:22.452 INFO:tasks.rados.rados.0.smithi119.stdout:3177: writing smithi11982245-12 from 0 to 532480 tid 1 2024-04-13T07:56:22.455 INFO:tasks.rados.rados.0.smithi119.stdout:3177: writing smithi11982245-12 from 532480 to 1007616 tid 2 2024-04-13T07:56:22.459 INFO:tasks.rados.rados.0.smithi119.stdout:3177: writing smithi11982245-12 from 1007616 to 1540096 tid 3 2024-04-13T07:56:22.461 INFO:tasks.rados.rados.0.smithi119.stdout:3177: writing smithi11982245-12 from 1540096 to 1736704 tid 4 2024-04-13T07:56:22.461 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 45 current snap is 324 2024-04-13T07:56:22.461 INFO:tasks.rados.rados.0.smithi119.stdout:3178: seq_num 964 ranges {0=548864,548864=761856,1310720=442368} 2024-04-13T07:56:22.465 INFO:tasks.rados.rados.0.smithi119.stdout:3178: writing smithi11982245-45 from 0 to 548864 tid 1 2024-04-13T07:56:22.470 INFO:tasks.rados.rados.0.smithi119.stdout:3178: writing smithi11982245-45 from 548864 to 1310720 tid 2 2024-04-13T07:56:22.473 INFO:tasks.rados.rados.0.smithi119.stdout:3178: writing smithi11982245-45 from 1310720 to 1753088 tid 3 2024-04-13T07:56:22.473 INFO:tasks.rados.rados.0.smithi119.stdout:3179: snap_remove snap 314 2024-04-13T07:56:22.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:22 smithi139 ceph-mon[88985]: pgmap v679: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 1.1 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.6 MiB/s wr, 34 op/s 2024-04-13T07:56:22.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:22 smithi139 ceph-mon[88985]: osdmap e675: 8 total, 8 up, 8 in 2024-04-13T07:56:22.637 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 07:56:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T07:56:22.485+0000 7fb27e1f8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 169 after trimming was started 2024-04-13T07:56:22.637 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:56:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T07:56:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:56:22.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:22 smithi119 ceph-mon[96316]: pgmap v679: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 1.1 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.6 MiB/s wr, 34 op/s 2024-04-13T07:56:22.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:22 smithi119 ceph-mon[96316]: osdmap e675: 8 total, 8 up, 8 in 2024-04-13T07:56:22.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:22 smithi119 ceph-mon[93746]: pgmap v679: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 1.1 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.6 MiB/s wr, 34 op/s 2024-04-13T07:56:22.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:22 smithi119 ceph-mon[93746]: osdmap e675: 8 total, 8 up, 8 in 2024-04-13T07:56:23.463 INFO:tasks.rados.rados.0.smithi119.stdout:3179: done (3 left) 2024-04-13T07:56:23.464 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 50 current snap is 324 2024-04-13T07:56:23.464 INFO:tasks.rados.rados.0.smithi119.stdout:3180: seq_num 965 ranges {1507328=565248,2072576=647168,2719744=548864,3268608=8192} 2024-04-13T07:56:23.476 INFO:tasks.rados.rados.0.smithi119.stdout:3180: writing smithi11982245-50 from 1507328 to 2072576 tid 1 2024-04-13T07:56:23.480 INFO:tasks.rados.rados.0.smithi119.stdout:3180: writing smithi11982245-50 from 2072576 to 2719744 tid 2 2024-04-13T07:56:23.485 INFO:tasks.rados.rados.0.smithi119.stdout:3180: writing smithi11982245-50 from 2719744 to 3268608 tid 3 2024-04-13T07:56:23.485 INFO:tasks.rados.rados.0.smithi119.stdout:3180: writing smithi11982245-50 from 3268608 to 3276800 tid 4 2024-04-13T07:56:23.485 INFO:tasks.rados.rados.0.smithi119.stdout:3177: finishing write tid 1 to smithi11982245-12 2024-04-13T07:56:23.485 INFO:tasks.rados.rados.0.smithi119.stdout:3177: finishing write tid 2 to smithi11982245-12 2024-04-13T07:56:23.485 INFO:tasks.rados.rados.0.smithi119.stdout:3177: finishing write tid 3 to smithi11982245-12 2024-04-13T07:56:23.486 INFO:tasks.rados.rados.0.smithi119.stdout:3177: finishing write tid 4 to smithi11982245-12 2024-04-13T07:56:23.486 INFO:tasks.rados.rados.0.smithi119.stdout:3177: finishing write tid 5 to smithi11982245-12 2024-04-13T07:56:23.486 INFO:tasks.rados.rados.0.smithi119.stdout:3177: finishing write tid 6 to smithi11982245-12 2024-04-13T07:56:23.486 INFO:tasks.rados.rados.0.smithi119.stdout:3177: oid 12 updating version 0 to 2004 2024-04-13T07:56:23.486 INFO:tasks.rados.rados.0.smithi119.stdout:3177: oid 12 updating version 2004 to 2005 2024-04-13T07:56:23.486 INFO:tasks.rados.rados.0.smithi119.stdout:3177: oid 12 updating version 2005 to 2006 2024-04-13T07:56:23.486 INFO:tasks.rados.rados.0.smithi119.stdout:3177: oid 12 version 2006 is already newer than 2002 2024-04-13T07:56:23.486 INFO:tasks.rados.rados.0.smithi119.stdout:3177: oid 12 version 2006 is already newer than 2003 2024-04-13T07:56:23.486 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 12 v 2006 (ObjNum 963 snap 324 seq_num 963) dirty exists 2024-04-13T07:56:23.486 INFO:tasks.rados.rados.0.smithi119.stdout:3177: left oid 12 (ObjNum 963 snap 324 seq_num 963) 2024-04-13T07:56:23.486 INFO:tasks.rados.rados.0.smithi119.stdout:3178: finishing write tid 1 to smithi11982245-45 2024-04-13T07:56:23.486 INFO:tasks.rados.rados.0.smithi119.stdout:3178: finishing write tid 2 to smithi11982245-45 2024-04-13T07:56:23.486 INFO:tasks.rados.rados.0.smithi119.stdout:3178: finishing write tid 3 to smithi11982245-45 2024-04-13T07:56:23.487 INFO:tasks.rados.rados.0.smithi119.stdout:3178: finishing write tid 4 to smithi11982245-45 2024-04-13T07:56:23.487 INFO:tasks.rados.rados.0.smithi119.stdout:3178: finishing write tid 5 to smithi11982245-45 2024-04-13T07:56:23.487 INFO:tasks.rados.rados.0.smithi119.stdout:3178: oid 45 updating version 0 to 2253 2024-04-13T07:56:23.487 INFO:tasks.rados.rados.0.smithi119.stdout:3178: oid 45 version 2253 is already newer than 2251 2024-04-13T07:56:23.487 INFO:tasks.rados.rados.0.smithi119.stdout:3178: oid 45 version 2253 is already newer than 2252 2024-04-13T07:56:23.487 INFO:tasks.rados.rados.0.smithi119.stdout:3178: oid 45 version 2253 is already newer than 2250 2024-04-13T07:56:23.487 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 45 v 2253 (ObjNum 964 snap 324 seq_num 964) dirty exists 2024-04-13T07:56:23.487 INFO:tasks.rados.rados.0.smithi119.stdout:3178: left oid 45 (ObjNum 964 snap 324 seq_num 964) 2024-04-13T07:56:23.487 INFO:tasks.rados.rados.0.smithi119.stdout:3175: done (3 left) 2024-04-13T07:56:23.487 INFO:tasks.rados.rados.0.smithi119.stdout:3177: done (2 left) 2024-04-13T07:56:23.487 INFO:tasks.rados.rados.0.smithi119.stdout:3178: done (1 left) 2024-04-13T07:56:23.487 INFO:tasks.rados.rados.0.smithi119.stdout:3181: rollback oid 36 current snap is 324 2024-04-13T07:56:23.487 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 36 to 318 2024-04-13T07:56:23.487 INFO:tasks.rados.rados.0.smithi119.stdout:3182: snap_remove snap 319 2024-04-13T07:56:23.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:23 smithi119 ceph-mon[96316]: osdmap e676: 8 total, 8 up, 8 in 2024-04-13T07:56:23.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:23 smithi119 ceph-mon[93746]: osdmap e676: 8 total, 8 up, 8 in 2024-04-13T07:56:23.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:23 smithi139 ceph-mon[88985]: osdmap e676: 8 total, 8 up, 8 in 2024-04-13T07:56:24.467 INFO:tasks.rados.rados.0.smithi119.stdout:3180: finishing write tid 1 to smithi11982245-50 2024-04-13T07:56:24.467 INFO:tasks.rados.rados.0.smithi119.stdout:3181: finishing rollback tid 1 to smithi11982245-36 2024-04-13T07:56:24.467 INFO:tasks.rados.rados.0.smithi119.stdout:3181: finishing rollback tid 2 to smithi11982245-36 2024-04-13T07:56:24.467 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 36 v 2042 (ObjNum 851 snap 282 seq_num 851) dirty exists 2024-04-13T07:56:24.467 INFO:tasks.rados.rados.0.smithi119.stdout:3180: finishing write tid 2 to smithi11982245-50 2024-04-13T07:56:24.467 INFO:tasks.rados.rados.0.smithi119.stdout:3180: finishing write tid 3 to smithi11982245-50 2024-04-13T07:56:24.467 INFO:tasks.rados.rados.0.smithi119.stdout:3180: finishing write tid 4 to smithi11982245-50 2024-04-13T07:56:24.467 INFO:tasks.rados.rados.0.smithi119.stdout:3180: finishing write tid 5 to smithi11982245-50 2024-04-13T07:56:24.467 INFO:tasks.rados.rados.0.smithi119.stdout:3180: finishing write tid 6 to smithi11982245-50 2024-04-13T07:56:24.468 INFO:tasks.rados.rados.0.smithi119.stdout:3180: oid 50 updating version 0 to 1756 2024-04-13T07:56:24.468 INFO:tasks.rados.rados.0.smithi119.stdout:3180: oid 50 updating version 1756 to 1759 2024-04-13T07:56:24.468 INFO:tasks.rados.rados.0.smithi119.stdout:3180: oid 50 updating version 1759 to 1760 2024-04-13T07:56:24.468 INFO:tasks.rados.rados.0.smithi119.stdout:3180: oid 50 version 1760 is already newer than 1757 2024-04-13T07:56:24.468 INFO:tasks.rados.rados.0.smithi119.stdout:3180: oid 50 version 1760 is already newer than 1758 2024-04-13T07:56:24.468 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 50 v 1760 (ObjNum 965 snap 324 seq_num 965) dirty exists 2024-04-13T07:56:24.468 INFO:tasks.rados.rados.0.smithi119.stdout:3180: left oid 50 (ObjNum 965 snap 324 seq_num 965) 2024-04-13T07:56:24.468 INFO:tasks.rados.rados.0.smithi119.stdout:3180: done (2 left) 2024-04-13T07:56:24.468 INFO:tasks.rados.rados.0.smithi119.stdout:3181: done (1 left) 2024-04-13T07:56:24.468 INFO:tasks.rados.rados.0.smithi119.stdout:3182: done (0 left) 2024-04-13T07:56:24.468 INFO:tasks.rados.rados.0.smithi119.stdout:3183: rmattr oid 9 current snap is 324 2024-04-13T07:56:24.468 INFO:tasks.rados.rados.0.smithi119.stdout:3183: done (0 left) 2024-04-13T07:56:24.468 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 40 current snap is 324 2024-04-13T07:56:24.468 INFO:tasks.rados.rados.0.smithi119.stdout:3184: seq_num 966 ranges {4734976=581632,5316608=581632,5898240=622592} 2024-04-13T07:56:24.497 INFO:tasks.rados.rados.0.smithi119.stdout:3184: writing smithi11982245-40 from 4734976 to 5316608 tid 1 2024-04-13T07:56:24.500 INFO:tasks.rados.rados.0.smithi119.stdout:3184: writing smithi11982245-40 from 5316608 to 5898240 tid 2 2024-04-13T07:56:24.503 INFO:tasks.rados.rados.0.smithi119.stdout:3184: writing smithi11982245-40 from 5898240 to 6520832 tid 3 2024-04-13T07:56:24.504 INFO:tasks.rados.rados.0.smithi119.stdout:3185: snap_remove snap 308 2024-04-13T07:56:24.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:24 smithi119 ceph-mon[96316]: pgmap v682: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 1.1 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 6.4 MiB/s wr, 34 op/s 2024-04-13T07:56:24.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:24 smithi119 ceph-mon[96316]: osdmap e677: 8 total, 8 up, 8 in 2024-04-13T07:56:24.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:56:24.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:24 smithi119 ceph-mon[93746]: pgmap v682: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 1.1 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 6.4 MiB/s wr, 34 op/s 2024-04-13T07:56:24.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:24 smithi119 ceph-mon[93746]: osdmap e677: 8 total, 8 up, 8 in 2024-04-13T07:56:24.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:56:24.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:24 smithi139 ceph-mon[88985]: pgmap v682: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 1.1 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 6.4 MiB/s wr, 34 op/s 2024-04-13T07:56:24.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:24 smithi139 ceph-mon[88985]: osdmap e677: 8 total, 8 up, 8 in 2024-04-13T07:56:24.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:56:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:56:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:56:24] "GET /metrics HTTP/1.1" 200 36209 "" "Prometheus/2.43.0" 2024-04-13T07:56:25.436 INFO:tasks.rados.rados.0.smithi119.stdout:3184: finishing write tid 1 to smithi11982245-40 2024-04-13T07:56:25.436 INFO:tasks.rados.rados.0.smithi119.stdout:3184: finishing write tid 2 to smithi11982245-40 2024-04-13T07:56:25.436 INFO:tasks.rados.rados.0.smithi119.stdout:3184: finishing write tid 3 to smithi11982245-40 2024-04-13T07:56:25.436 INFO:tasks.rados.rados.0.smithi119.stdout:3184: finishing write tid 4 to smithi11982245-40 2024-04-13T07:56:25.436 INFO:tasks.rados.rados.0.smithi119.stdout:3184: finishing write tid 5 to smithi11982245-40 2024-04-13T07:56:25.436 INFO:tasks.rados.rados.0.smithi119.stdout:3184: oid 40 updating version 0 to 2275 2024-04-13T07:56:25.436 INFO:tasks.rados.rados.0.smithi119.stdout:3184: oid 40 updating version 2275 to 2277 2024-04-13T07:56:25.436 INFO:tasks.rados.rados.0.smithi119.stdout:3184: oid 40 version 2277 is already newer than 2276 2024-04-13T07:56:25.437 INFO:tasks.rados.rados.0.smithi119.stdout:3184: oid 40 updating version 2277 to 2278 2024-04-13T07:56:25.437 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 40 v 2278 (ObjNum 966 snap 324 seq_num 966) dirty exists 2024-04-13T07:56:25.437 INFO:tasks.rados.rados.0.smithi119.stdout:3184: left oid 40 (ObjNum 966 snap 324 seq_num 966) 2024-04-13T07:56:25.437 INFO:tasks.rados.rados.0.smithi119.stdout:3184: done (1 left) 2024-04-13T07:56:25.437 INFO:tasks.rados.rados.0.smithi119.stdout:3185: done (0 left) 2024-04-13T07:56:25.437 INFO:tasks.rados.rados.0.smithi119.stdout:3186: copy_from oid 7 from oid 39 current snap is 324 2024-04-13T07:56:25.437 INFO:tasks.rados.rados.0.smithi119.stdout:3187: copy_from oid 33 from oid 49 current snap is 324 2024-04-13T07:56:25.437 INFO:tasks.rados.rados.0.smithi119.stdout:3188: setattr oid 12 current snap is 324 2024-04-13T07:56:25.437 INFO:tasks.rados.rados.0.smithi119.stdout:3189: delete oid 1 current snap is 324 2024-04-13T07:56:25.443 INFO:tasks.rados.rados.0.smithi119.stdout:3187: finishing copy_from to smithi11982245-33 2024-04-13T07:56:25.444 INFO:tasks.rados.rados.0.smithi119.stdout:3187: got expected ENOENT (src dne) 2024-04-13T07:56:25.444 INFO:tasks.rados.rados.0.smithi119.stdout:3187: finishing copy_from racing read to smithi11982245-33 2024-04-13T07:56:25.451 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 12 v 2007 (ObjNum 963 snap 324 seq_num 963) dirty exists 2024-04-13T07:56:25.452 INFO:tasks.rados.rados.0.smithi119.stdout:3187: done (3 left) 2024-04-13T07:56:25.452 INFO:tasks.rados.rados.0.smithi119.stdout:3188: done (2 left) 2024-04-13T07:56:25.452 INFO:tasks.rados.rados.0.smithi119.stdout:3189: done (1 left) 2024-04-13T07:56:25.452 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 44 current snap is 324 2024-04-13T07:56:25.452 INFO:tasks.rados.rados.0.smithi119.stdout:3190: seq_num 968 ranges {0=614400,614400=745472,1359872=458752} 2024-04-13T07:56:25.455 INFO:tasks.rados.rados.0.smithi119.stdout:3190: writing smithi11982245-44 from 0 to 614400 tid 1 2024-04-13T07:56:25.461 INFO:tasks.rados.rados.0.smithi119.stdout:3190: writing smithi11982245-44 from 614400 to 1359872 tid 2 2024-04-13T07:56:25.464 INFO:tasks.rados.rados.0.smithi119.stdout:3190: writing smithi11982245-44 from 1359872 to 1818624 tid 3 2024-04-13T07:56:25.464 INFO:tasks.rados.rados.0.smithi119.stdout:3186: finishing copy_from racing read to smithi11982245-7 2024-04-13T07:56:25.464 INFO:tasks.rados.rados.0.smithi119.stdout:3190: finishing write tid 1 to smithi11982245-44 2024-04-13T07:56:25.464 INFO:tasks.rados.rados.0.smithi119.stdout:3186: finishing copy_from to smithi11982245-7 2024-04-13T07:56:25.464 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 7 v 1755 (ObjNum 919 snap 312 seq_num 919) dirty exists 2024-04-13T07:56:25.465 INFO:tasks.rados.rados.0.smithi119.stdout:3186: done (1 left) 2024-04-13T07:56:25.465 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 7 current snap is 324 2024-04-13T07:56:25.465 INFO:tasks.rados.rados.0.smithi119.stdout:3191: seq_num 969 ranges {999424=638976,1638400=630784,2269184=532480,2801664=40960} 2024-04-13T07:56:25.473 INFO:tasks.rados.rados.0.smithi119.stdout:3191: writing smithi11982245-7 from 999424 to 1638400 tid 1 2024-04-13T07:56:25.477 INFO:tasks.rados.rados.0.smithi119.stdout:3191: writing smithi11982245-7 from 1638400 to 2269184 tid 2 2024-04-13T07:56:25.481 INFO:tasks.rados.rados.0.smithi119.stdout:3191: writing smithi11982245-7 from 2269184 to 2801664 tid 3 2024-04-13T07:56:25.481 INFO:tasks.rados.rados.0.smithi119.stdout:3191: writing smithi11982245-7 from 2801664 to 2842624 tid 4 2024-04-13T07:56:25.481 INFO:tasks.rados.rados.0.smithi119.stdout:3192: setattr oid 35 current snap is 324 2024-04-13T07:56:25.481 INFO:tasks.rados.rados.0.smithi119.stdout:3190: finishing write tid 2 to smithi11982245-44 2024-04-13T07:56:25.481 INFO:tasks.rados.rados.0.smithi119.stdout:3190: finishing write tid 3 to smithi11982245-44 2024-04-13T07:56:25.481 INFO:tasks.rados.rados.0.smithi119.stdout:3190: finishing write tid 4 to smithi11982245-44 2024-04-13T07:56:25.481 INFO:tasks.rados.rados.0.smithi119.stdout:3190: finishing write tid 5 to smithi11982245-44 2024-04-13T07:56:25.481 INFO:tasks.rados.rados.0.smithi119.stdout:3190: oid 44 updating version 0 to 2201 2024-04-13T07:56:25.481 INFO:tasks.rados.rados.0.smithi119.stdout:3190: oid 44 version 2201 is already newer than 2199 2024-04-13T07:56:25.481 INFO:tasks.rados.rados.0.smithi119.stdout:3190: oid 44 version 2201 is already newer than 2198 2024-04-13T07:56:25.481 INFO:tasks.rados.rados.0.smithi119.stdout:3190: oid 44 version 2201 is already newer than 2200 2024-04-13T07:56:25.481 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 44 v 2201 (ObjNum 968 snap 324 seq_num 968) dirty exists 2024-04-13T07:56:25.481 INFO:tasks.rados.rados.0.smithi119.stdout:3190: left oid 44 (ObjNum 968 snap 324 seq_num 968) 2024-04-13T07:56:25.482 INFO:tasks.rados.rados.0.smithi119.stdout:3191: finishing write tid 1 to smithi11982245-7 2024-04-13T07:56:25.482 INFO:tasks.rados.rados.0.smithi119.stdout:3191: finishing write tid 2 to smithi11982245-7 2024-04-13T07:56:25.482 INFO:tasks.rados.rados.0.smithi119.stdout:3190: done (2 left) 2024-04-13T07:56:25.482 INFO:tasks.rados.rados.0.smithi119.stdout:3193: rollback oid 14 current snap is 324 2024-04-13T07:56:25.482 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 14 to 305 2024-04-13T07:56:25.482 INFO:tasks.rados.rados.0.smithi119.stdout:3194: setattr oid 22 current snap is 324 2024-04-13T07:56:25.483 INFO:tasks.rados.rados.0.smithi119.stdout:3195: snap_create 2024-04-13T07:56:25.485 INFO:tasks.rados.rados.0.smithi119.stdout:3193: finishing rollback tid 1 to smithi11982245-14 2024-04-13T07:56:25.486 INFO:tasks.rados.rados.0.smithi119.stdout:3193: finishing rollback tid 2 to smithi11982245-14 2024-04-13T07:56:25.486 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 14 v 1485 (ObjNum 863 snap 291 seq_num 863) dirty exists 2024-04-13T07:56:25.486 INFO:tasks.rados.rados.0.smithi119.stdout:3191: finishing write tid 3 to smithi11982245-7 2024-04-13T07:56:25.486 INFO:tasks.rados.rados.0.smithi119.stdout:3191: finishing write tid 4 to smithi11982245-7 2024-04-13T07:56:25.487 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 35 v 2048 (ObjNum 945 snap 321 seq_num 945) dirty exists 2024-04-13T07:56:25.487 INFO:tasks.rados.rados.0.smithi119.stdout:3191: finishing write tid 5 to smithi11982245-7 2024-04-13T07:56:25.487 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 22 v 2008 (ObjNum 65 snap 0 seq_num 1416852572) dirty exists 2024-04-13T07:56:25.488 INFO:tasks.rados.rados.0.smithi119.stdout:3191: finishing write tid 6 to smithi11982245-7 2024-04-13T07:56:25.489 INFO:tasks.rados.rados.0.smithi119.stdout:3191: oid 7 updating version 0 to 1979 2024-04-13T07:56:25.489 INFO:tasks.rados.rados.0.smithi119.stdout:3191: oid 7 version 1979 is already newer than 1978 2024-04-13T07:56:25.489 INFO:tasks.rados.rados.0.smithi119.stdout:3191: oid 7 version 1979 is already newer than 1977 2024-04-13T07:56:25.489 INFO:tasks.rados.rados.0.smithi119.stdout:3191: oid 7 version 1979 is already newer than 1976 2024-04-13T07:56:25.489 INFO:tasks.rados.rados.0.smithi119.stdout:3191: oid 7 updating version 1979 to 1980 2024-04-13T07:56:25.489 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 7 v 1980 (ObjNum 969 snap 324 seq_num 969) dirty exists 2024-04-13T07:56:25.489 INFO:tasks.rados.rados.0.smithi119.stdout:3191: left oid 7 (ObjNum 969 snap 324 seq_num 969) 2024-04-13T07:56:25.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:25 smithi139 ceph-mon[88985]: osdmap e678: 8 total, 8 up, 8 in 2024-04-13T07:56:25.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:25 smithi139 ceph-mon[88985]: osdmap e679: 8 total, 8 up, 8 in 2024-04-13T07:56:25.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:25 smithi119 ceph-mon[96316]: osdmap e678: 8 total, 8 up, 8 in 2024-04-13T07:56:25.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:25 smithi119 ceph-mon[96316]: osdmap e679: 8 total, 8 up, 8 in 2024-04-13T07:56:25.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:25 smithi119 ceph-mon[93746]: osdmap e678: 8 total, 8 up, 8 in 2024-04-13T07:56:25.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:25 smithi119 ceph-mon[93746]: osdmap e679: 8 total, 8 up, 8 in 2024-04-13T07:56:26.480 INFO:tasks.rados.rados.0.smithi119.stdout:3191: done (4 left) 2024-04-13T07:56:26.480 INFO:tasks.rados.rados.0.smithi119.stdout:3192: done (3 left) 2024-04-13T07:56:26.480 INFO:tasks.rados.rados.0.smithi119.stdout:3193: done (2 left) 2024-04-13T07:56:26.480 INFO:tasks.rados.rados.0.smithi119.stdout:3194: done (1 left) 2024-04-13T07:56:26.481 INFO:tasks.rados.rados.0.smithi119.stdout:3195: done (0 left) 2024-04-13T07:56:26.481 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 45 current snap is 325 2024-04-13T07:56:26.481 INFO:tasks.rados.rados.0.smithi119.stdout:3196: seq_num 970 ranges {1753088=655360,2408448=516096,2924544=688128} 2024-04-13T07:56:26.493 INFO:tasks.rados.rados.0.smithi119.stdout:3196: writing smithi11982245-45 from 1753088 to 2408448 tid 1 2024-04-13T07:56:26.496 INFO:tasks.rados.rados.0.smithi119.stdout:3196: writing smithi11982245-45 from 2408448 to 2924544 tid 2 2024-04-13T07:56:26.500 INFO:tasks.rados.rados.0.smithi119.stdout:3196: writing smithi11982245-45 from 2924544 to 3612672 tid 3 2024-04-13T07:56:26.501 INFO:tasks.rados.rados.0.smithi119.stdout:3197: read oid 41 snap 268 2024-04-13T07:56:26.501 INFO:tasks.rados.rados.0.smithi119.stdout:3197: expect (ObjNum 742 snap 258 seq_num 742) 2024-04-13T07:56:26.501 INFO:tasks.rados.rados.0.smithi119.stdout:3198: copy_from oid 4 from oid 38 current snap is 325 2024-04-13T07:56:26.501 INFO:tasks.rados.rados.0.smithi119.stdout:3199: copy_from oid 19 from oid 22 current snap is 325 2024-04-13T07:56:26.501 INFO:tasks.rados.rados.0.smithi119.stdout:3200: rollback oid 43 current snap is 325 2024-04-13T07:56:26.501 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 43 to 140 2024-04-13T07:56:26.501 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 34 current snap is 325 2024-04-13T07:56:26.501 INFO:tasks.rados.rados.0.smithi119.stdout:3201: seq_num 971 ranges {2121728=671744,2793472=802816,3596288=401408} 2024-04-13T07:56:26.517 INFO:tasks.rados.rados.0.smithi119.stdout:3201: writing smithi11982245-34 from 2121728 to 2793472 tid 1 2024-04-13T07:56:26.521 INFO:tasks.rados.rados.0.smithi119.stdout:3201: writing smithi11982245-34 from 2793472 to 3596288 tid 2 2024-04-13T07:56:26.524 INFO:tasks.rados.rados.0.smithi119.stdout:3201: writing smithi11982245-34 from 3596288 to 3997696 tid 3 2024-04-13T07:56:26.524 INFO:tasks.rados.rados.0.smithi119.stdout:3202: delete oid 25 current snap is 325 2024-04-13T07:56:26.524 INFO:tasks.rados.rados.0.smithi119.stdout:3199: finishing copy_from racing read to smithi11982245-19 2024-04-13T07:56:26.524 INFO:tasks.rados.rados.0.smithi119.stdout:3196: finishing write tid 1 to smithi11982245-45 2024-04-13T07:56:26.524 INFO:tasks.rados.rados.0.smithi119.stdout:3199: finishing copy_from to smithi11982245-19 2024-04-13T07:56:26.525 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 19 v 2008 (ObjNum 145 snap 0 seq_num 749931040) dirty exists 2024-04-13T07:56:26.525 INFO:tasks.rados.rados.0.smithi119.stdout:3196: finishing write tid 2 to smithi11982245-45 2024-04-13T07:56:26.525 INFO:tasks.rados.rados.0.smithi119.stdout:3196: finishing write tid 3 to smithi11982245-45 2024-04-13T07:56:26.525 INFO:tasks.rados.rados.0.smithi119.stdout:3196: finishing write tid 4 to smithi11982245-45 2024-04-13T07:56:26.525 INFO:tasks.rados.rados.0.smithi119.stdout:3200: finishing rollback tid 0 to smithi11982245-43 2024-04-13T07:56:26.525 INFO:tasks.rados.rados.0.smithi119.stdout:3200: finishing rollback tid 1 to smithi11982245-43 2024-04-13T07:56:26.525 INFO:tasks.rados.rados.0.smithi119.stdout:3196: finishing write tid 5 to smithi11982245-45 2024-04-13T07:56:26.525 INFO:tasks.rados.rados.0.smithi119.stdout:3196: oid 45 updating version 0 to 2289 2024-04-13T07:56:26.525 INFO:tasks.rados.rados.0.smithi119.stdout:3196: oid 45 updating version 2289 to 2291 2024-04-13T07:56:26.525 INFO:tasks.rados.rados.0.smithi119.stdout:3196: oid 45 version 2291 is already newer than 2288 2024-04-13T07:56:26.525 INFO:tasks.rados.rados.0.smithi119.stdout:3196: oid 45 version 2291 is already newer than 2290 2024-04-13T07:56:26.525 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 45 v 2291 (ObjNum 970 snap 325 seq_num 970) dirty exists 2024-04-13T07:56:26.525 INFO:tasks.rados.rados.0.smithi119.stdout:3196: left oid 45 (ObjNum 970 snap 325 seq_num 970) 2024-04-13T07:56:26.525 INFO:tasks.rados.rados.0.smithi119.stdout:3200: finishing rollback tid 2 to smithi11982245-43 2024-04-13T07:56:26.525 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 43 v 2205 (ObjNum 274 snap 93 seq_num 274) dirty exists 2024-04-13T07:56:26.526 INFO:tasks.rados.rados.0.smithi119.stdout:3197: expect (ObjNum 742 snap 258 seq_num 742) 2024-04-13T07:56:26.755 INFO:tasks.rados.rados.0.smithi119.stdout:3201: finishing write tid 1 to smithi11982245-34 2024-04-13T07:56:26.756 INFO:tasks.rados.rados.0.smithi119.stdout:3201: finishing write tid 2 to smithi11982245-34 2024-04-13T07:56:26.756 INFO:tasks.rados.rados.0.smithi119.stdout:3201: finishing write tid 3 to smithi11982245-34 2024-04-13T07:56:26.756 INFO:tasks.rados.rados.0.smithi119.stdout:3198: finishing copy_from racing read to smithi11982245-4 2024-04-13T07:56:26.756 INFO:tasks.rados.rados.0.smithi119.stdout:3201: finishing write tid 4 to smithi11982245-34 2024-04-13T07:56:26.756 INFO:tasks.rados.rados.0.smithi119.stdout:3201: finishing write tid 5 to smithi11982245-34 2024-04-13T07:56:26.756 INFO:tasks.rados.rados.0.smithi119.stdout:3201: oid 34 updating version 0 to 2210 2024-04-13T07:56:26.756 INFO:tasks.rados.rados.0.smithi119.stdout:3201: oid 34 version 2210 is already newer than 2208 2024-04-13T07:56:26.756 INFO:tasks.rados.rados.0.smithi119.stdout:3201: oid 34 version 2210 is already newer than 2209 2024-04-13T07:56:26.756 INFO:tasks.rados.rados.0.smithi119.stdout:3201: oid 34 version 2210 is already newer than 2207 2024-04-13T07:56:26.756 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 34 v 2210 (ObjNum 971 snap 325 seq_num 971) dirty exists 2024-04-13T07:56:26.756 INFO:tasks.rados.rados.0.smithi119.stdout:3201: left oid 34 (ObjNum 971 snap 325 seq_num 971) 2024-04-13T07:56:26.756 INFO:tasks.rados.rados.0.smithi119.stdout:3198: finishing copy_from to smithi11982245-4 2024-04-13T07:56:26.756 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 4 v 1991 (ObjNum 628 snap 211 seq_num 628) dirty exists 2024-04-13T07:56:26.756 INFO:tasks.rados.rados.0.smithi119.stdout:3196: done (6 left) 2024-04-13T07:56:26.757 INFO:tasks.rados.rados.0.smithi119.stdout:3197: done (5 left) 2024-04-13T07:56:26.757 INFO:tasks.rados.rados.0.smithi119.stdout:3198: done (4 left) 2024-04-13T07:56:26.757 INFO:tasks.rados.rados.0.smithi119.stdout:3199: done (3 left) 2024-04-13T07:56:26.757 INFO:tasks.rados.rados.0.smithi119.stdout:3200: done (2 left) 2024-04-13T07:56:26.757 INFO:tasks.rados.rados.0.smithi119.stdout:3201: done (1 left) 2024-04-13T07:56:26.757 INFO:tasks.rados.rados.0.smithi119.stdout:3202: done (0 left) 2024-04-13T07:56:26.757 INFO:tasks.rados.rados.0.smithi119.stdout:3203: copy_from oid 23 from oid 9 current snap is 325 2024-04-13T07:56:26.757 INFO:tasks.rados.rados.0.smithi119.stdout:3204: setattr oid 33 current snap is 325 2024-04-13T07:56:26.758 INFO:tasks.rados.rados.0.smithi119.stdout:3205: rollback oid 36 current snap is 325 2024-04-13T07:56:26.758 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 36 to 260 2024-04-13T07:56:26.758 INFO:tasks.rados.rados.0.smithi119.stdout:3206: rmattr oid 21 current snap is 325 2024-04-13T07:56:26.758 INFO:tasks.rados.rados.0.smithi119.stdout:3206: done (3 left) 2024-04-13T07:56:26.758 INFO:tasks.rados.rados.0.smithi119.stdout:3207: rollback oid 47 current snap is 325 2024-04-13T07:56:26.758 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 47 to 218 2024-04-13T07:56:26.758 INFO:tasks.rados.rados.0.smithi119.stdout:3208: copy_from oid 34 from oid 1 current snap is 325 2024-04-13T07:56:26.759 INFO:tasks.rados.rados.0.smithi119.stdout:3209: rollback oid 41 current snap is 325 2024-04-13T07:56:26.759 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 41 to 268 2024-04-13T07:56:26.759 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 24 current snap is 325 2024-04-13T07:56:26.759 INFO:tasks.rados.rados.0.smithi119.stdout:3210: seq_num 973 ranges {1409024=704512,2113536=573440,2686976=507904,3194880=122880} 2024-04-13T07:56:26.769 INFO:tasks.rados.rados.0.smithi119.stdout:3210: writing smithi11982245-24 from 1409024 to 2113536 tid 1 2024-04-13T07:56:26.772 INFO:tasks.rados.rados.0.smithi119.stdout:3210: writing smithi11982245-24 from 2113536 to 2686976 tid 2 2024-04-13T07:56:26.775 INFO:tasks.rados.rados.0.smithi119.stdout:3210: writing smithi11982245-24 from 2686976 to 3194880 tid 3 2024-04-13T07:56:26.776 INFO:tasks.rados.rados.0.smithi119.stdout:3210: writing smithi11982245-24 from 3194880 to 3317760 tid 4 2024-04-13T07:56:26.776 INFO:tasks.rados.rados.0.smithi119.stdout:3211: read oid 28 snap 176 2024-04-13T07:56:26.776 INFO:tasks.rados.rados.0.smithi119.stdout:3211: expect (ObjNum 386 snap 139 seq_num 386) 2024-04-13T07:56:26.777 INFO:tasks.rados.rados.0.smithi119.stdout:3212: setattr oid 27 current snap is 325 2024-04-13T07:56:26.777 INFO:tasks.rados.rados.0.smithi119.stdout:3208: finishing copy_from to smithi11982245-34 2024-04-13T07:56:26.777 INFO:tasks.rados.rados.0.smithi119.stdout:3208: got expected ENOENT (src dne) 2024-04-13T07:56:26.777 INFO:tasks.rados.rados.0.smithi119.stdout:3208: finishing copy_from racing read to smithi11982245-34 2024-04-13T07:56:26.777 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 33 v 2049 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-13T07:56:26.777 INFO:tasks.rados.rados.0.smithi119.stdout:3209: finishing rollback tid 0 to smithi11982245-41 2024-04-13T07:56:26.777 INFO:tasks.rados.rados.0.smithi119.stdout:3209: finishing rollback tid 1 to smithi11982245-41 2024-04-13T07:56:26.777 INFO:tasks.rados.rados.0.smithi119.stdout:3209: finishing rollback tid 2 to smithi11982245-41 2024-04-13T07:56:26.777 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 41 v 1718 (ObjNum 742 snap 258 seq_num 742) dirty exists 2024-04-13T07:56:26.777 INFO:tasks.rados.rados.0.smithi119.stdout:3205: finishing rollback tid 0 to smithi11982245-36 2024-04-13T07:56:26.777 INFO:tasks.rados.rados.0.smithi119.stdout:3207: finishing rollback tid 0 to smithi11982245-47 2024-04-13T07:56:26.777 INFO:tasks.rados.rados.0.smithi119.stdout:3205: finishing rollback tid 1 to smithi11982245-36 2024-04-13T07:56:26.777 INFO:tasks.rados.rados.0.smithi119.stdout:3203: finishing copy_from racing read to smithi11982245-23 2024-04-13T07:56:26.777 INFO:tasks.rados.rados.0.smithi119.stdout:3207: finishing rollback tid 1 to smithi11982245-47 2024-04-13T07:56:26.778 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 47 v 2294 (ObjNum 0 snap 0 seq_num 304) dirty dne 2024-04-13T07:56:26.778 INFO:tasks.rados.rados.0.smithi119.stdout:3205: finishing rollback tid 2 to smithi11982245-36 2024-04-13T07:56:26.778 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 36 v 2045 (ObjNum 732 snap 254 seq_num 732) dirty exists 2024-04-13T07:56:26.778 INFO:tasks.rados.rados.0.smithi119.stdout:3203: finishing copy_from to smithi11982245-23 2024-04-13T07:56:26.778 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 23 v 1465 (ObjNum 883 snap 300 seq_num 883) dirty exists 2024-04-13T07:56:26.778 INFO:tasks.rados.rados.0.smithi119.stdout:3210: finishing write tid 1 to smithi11982245-24 2024-04-13T07:56:26.778 INFO:tasks.rados.rados.0.smithi119.stdout:3210: finishing write tid 2 to smithi11982245-24 2024-04-13T07:56:26.779 INFO:tasks.rados.rados.0.smithi119.stdout:3203: done (8 left) 2024-04-13T07:56:26.779 INFO:tasks.rados.rados.0.smithi119.stdout:3204: done (7 left) 2024-04-13T07:56:26.779 INFO:tasks.rados.rados.0.smithi119.stdout:3205: done (6 left) 2024-04-13T07:56:26.779 INFO:tasks.rados.rados.0.smithi119.stdout:3207: done (5 left) 2024-04-13T07:56:26.779 INFO:tasks.rados.rados.0.smithi119.stdout:3208: done (4 left) 2024-04-13T07:56:26.779 INFO:tasks.rados.rados.0.smithi119.stdout:3209: done (3 left) 2024-04-13T07:56:26.779 INFO:tasks.rados.rados.0.smithi119.stdout:3213: copy_from oid 12 from oid 2 current snap is 325 2024-04-13T07:56:26.779 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 21 current snap is 325 2024-04-13T07:56:26.779 INFO:tasks.rados.rados.0.smithi119.stdout:3214: seq_num 974 ranges {516096=720896,1236992=507904,1744896=671744,2416640=24576} 2024-04-13T07:56:26.784 INFO:tasks.rados.rados.0.smithi119.stdout:3214: writing smithi11982245-21 from 516096 to 1236992 tid 1 2024-04-13T07:56:26.787 INFO:tasks.rados.rados.0.smithi119.stdout:3214: writing smithi11982245-21 from 1236992 to 1744896 tid 2 2024-04-13T07:56:26.792 INFO:tasks.rados.rados.0.smithi119.stdout:3214: writing smithi11982245-21 from 1744896 to 2416640 tid 3 2024-04-13T07:56:26.792 INFO:tasks.rados.rados.0.smithi119.stdout:3214: writing smithi11982245-21 from 2416640 to 2441216 tid 4 2024-04-13T07:56:26.792 INFO:tasks.rados.rados.0.smithi119.stdout:3215: rmattr oid 18 current snap is 325 2024-04-13T07:56:26.792 INFO:tasks.rados.rados.0.smithi119.stdout:3215: done (5 left) 2024-04-13T07:56:26.792 INFO:tasks.rados.rados.0.smithi119.stdout:3216: snap_create 2024-04-13T07:56:26.792 INFO:tasks.rados.rados.0.smithi119.stdout:3210: finishing write tid 3 to smithi11982245-24 2024-04-13T07:56:26.792 INFO:tasks.rados.rados.0.smithi119.stdout:3210: finishing write tid 4 to smithi11982245-24 2024-04-13T07:56:26.792 INFO:tasks.rados.rados.0.smithi119.stdout:3210: finishing write tid 5 to smithi11982245-24 2024-04-13T07:56:26.792 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 27 v 2169 (ObjNum 893 snap 305 seq_num 893) dirty exists 2024-04-13T07:56:26.792 INFO:tasks.rados.rados.0.smithi119.stdout:3210: finishing write tid 6 to smithi11982245-24 2024-04-13T07:56:26.793 INFO:tasks.rados.rados.0.smithi119.stdout:3210: oid 24 updating version 0 to 2050 2024-04-13T07:56:26.793 INFO:tasks.rados.rados.0.smithi119.stdout:3210: oid 24 version 2050 is already newer than 2049 2024-04-13T07:56:26.793 INFO:tasks.rados.rados.0.smithi119.stdout:3210: oid 24 version 2050 is already newer than 2047 2024-04-13T07:56:26.793 INFO:tasks.rados.rados.0.smithi119.stdout:3210: oid 24 version 2050 is already newer than 2048 2024-04-13T07:56:26.793 INFO:tasks.rados.rados.0.smithi119.stdout:3210: oid 24 version 2050 is already newer than 2046 2024-04-13T07:56:26.793 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 24 v 2050 (ObjNum 973 snap 325 seq_num 973) dirty exists 2024-04-13T07:56:26.793 INFO:tasks.rados.rados.0.smithi119.stdout:3210: left oid 24 (ObjNum 973 snap 325 seq_num 973) 2024-04-13T07:56:26.793 INFO:tasks.rados.rados.0.smithi119.stdout:3211: expect (ObjNum 386 snap 139 seq_num 386) 2024-04-13T07:56:26.867 INFO:tasks.rados.rados.0.smithi119.stdout:3214: finishing write tid 1 to smithi11982245-21 2024-04-13T07:56:26.867 INFO:tasks.rados.rados.0.smithi119.stdout:3214: finishing write tid 2 to smithi11982245-21 2024-04-13T07:56:26.867 INFO:tasks.rados.rados.0.smithi119.stdout:3213: finishing copy_from racing read to smithi11982245-12 2024-04-13T07:56:26.867 INFO:tasks.rados.rados.0.smithi119.stdout:3213: finishing copy_from to smithi11982245-12 2024-04-13T07:56:26.867 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 12 v 2037 (ObjNum 896 snap 306 seq_num 896) dirty exists 2024-04-13T07:56:26.867 INFO:tasks.rados.rados.0.smithi119.stdout:3214: finishing write tid 3 to smithi11982245-21 2024-04-13T07:56:26.867 INFO:tasks.rados.rados.0.smithi119.stdout:3214: finishing write tid 4 to smithi11982245-21 2024-04-13T07:56:26.867 INFO:tasks.rados.rados.0.smithi119.stdout:3214: finishing write tid 5 to smithi11982245-21 2024-04-13T07:56:26.867 INFO:tasks.rados.rados.0.smithi119.stdout:3214: finishing write tid 6 to smithi11982245-21 2024-04-13T07:56:26.867 INFO:tasks.rados.rados.0.smithi119.stdout:3214: oid 21 updating version 0 to 1491 2024-04-13T07:56:26.867 INFO:tasks.rados.rados.0.smithi119.stdout:3214: oid 21 version 1491 is already newer than 1489 2024-04-13T07:56:26.867 INFO:tasks.rados.rados.0.smithi119.stdout:3214: oid 21 version 1491 is already newer than 1488 2024-04-13T07:56:26.867 INFO:tasks.rados.rados.0.smithi119.stdout:3214: oid 21 version 1491 is already newer than 1490 2024-04-13T07:56:26.867 INFO:tasks.rados.rados.0.smithi119.stdout:3214: oid 21 version 1491 is already newer than 1487 2024-04-13T07:56:26.868 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 21 v 1491 (ObjNum 974 snap 325 seq_num 974) dirty exists 2024-04-13T07:56:26.868 INFO:tasks.rados.rados.0.smithi119.stdout:3214: left oid 21 (ObjNum 974 snap 325 seq_num 974) 2024-04-13T07:56:26.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:26 smithi139 ceph-mon[88985]: pgmap v685: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 1.1 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T07:56:26.939 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:26 smithi119 ceph-mon[96316]: pgmap v685: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 1.1 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T07:56:26.940 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:26 smithi119 ceph-mon[93746]: pgmap v685: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 1.1 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T07:56:27.270 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -e sha1=5f22a4974d6492df1d519913f5251731f043c582 -- bash -c 'ceph orch ps' 2024-04-13T07:56:27.484 INFO:tasks.rados.rados.0.smithi119.stdout:3210: done (5 left) 2024-04-13T07:56:27.484 INFO:tasks.rados.rados.0.smithi119.stdout:3211: done (4 left) 2024-04-13T07:56:27.484 INFO:tasks.rados.rados.0.smithi119.stdout:3212: done (3 left) 2024-04-13T07:56:27.484 INFO:tasks.rados.rados.0.smithi119.stdout:3213: done (2 left) 2024-04-13T07:56:27.484 INFO:tasks.rados.rados.0.smithi119.stdout:3214: done (1 left) 2024-04-13T07:56:27.484 INFO:tasks.rados.rados.0.smithi119.stdout:3216: done (0 left) 2024-04-13T07:56:27.484 INFO:tasks.rados.rados.0.smithi119.stdout:3217: copy_from oid 26 from oid 49 current snap is 326 2024-04-13T07:56:27.485 INFO:tasks.rados.rados.0.smithi119.stdout:3218: setattr oid 24 current snap is 326 2024-04-13T07:56:27.486 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 16 current snap is 326 2024-04-13T07:56:27.486 INFO:tasks.rados.rados.0.smithi119.stdout:3219: seq_num 975 ranges {0=737280,737280=786432,1523712=417792} 2024-04-13T07:56:27.490 INFO:tasks.rados.rados.0.smithi119.stdout:3219: writing smithi11982245-16 from 0 to 737280 tid 1 2024-04-13T07:56:27.495 INFO:tasks.rados.rados.0.smithi119.stdout:3219: writing smithi11982245-16 from 737280 to 1523712 tid 2 2024-04-13T07:56:27.497 INFO:tasks.rados.rados.0.smithi119.stdout:3219: writing smithi11982245-16 from 1523712 to 1941504 tid 3 2024-04-13T07:56:27.498 INFO:tasks.rados.rados.0.smithi119.stdout:3220: delete oid 41 current snap is 326 2024-04-13T07:56:27.498 INFO:tasks.rados.rados.0.smithi119.stdout:3217: finishing copy_from to smithi11982245-26 2024-04-13T07:56:27.498 INFO:tasks.rados.rados.0.smithi119.stdout:3217: got expected ENOENT (src dne) 2024-04-13T07:56:27.498 INFO:tasks.rados.rados.0.smithi119.stdout:3217: finishing copy_from racing read to smithi11982245-26 2024-04-13T07:56:27.498 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 24 v 2051 (ObjNum 973 snap 325 seq_num 973) dirty exists 2024-04-13T07:56:27.500 INFO:tasks.rados.rados.0.smithi119.stdout:3217: done (3 left) 2024-04-13T07:56:27.500 INFO:tasks.rados.rados.0.smithi119.stdout:3218: done (2 left) 2024-04-13T07:56:27.500 INFO:tasks.rados.rados.0.smithi119.stdout:3220: done (1 left) 2024-04-13T07:56:27.500 INFO:tasks.rados.rados.0.smithi119.stdout:3221: rmattr oid 10 current snap is 326 2024-04-13T07:56:27.500 INFO:tasks.rados.rados.0.smithi119.stdout:3221: done (1 left) 2024-04-13T07:56:27.500 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 5 current snap is 326 2024-04-13T07:56:27.500 INFO:tasks.rados.rados.0.smithi119.stdout:3222: seq_num 977 ranges {2801664=770048,3571712=557056,4128768=491520,4620288=155648} 2024-04-13T07:56:27.519 INFO:tasks.rados.rados.0.smithi119.stdout:3222: writing smithi11982245-5 from 2801664 to 3571712 tid 1 2024-04-13T07:56:27.523 INFO:tasks.rados.rados.0.smithi119.stdout:3222: writing smithi11982245-5 from 3571712 to 4128768 tid 2 2024-04-13T07:56:27.526 INFO:tasks.rados.rados.0.smithi119.stdout:3222: writing smithi11982245-5 from 4128768 to 4620288 tid 3 2024-04-13T07:56:27.527 INFO:tasks.rados.rados.0.smithi119.stdout:3222: writing smithi11982245-5 from 4620288 to 4775936 tid 4 2024-04-13T07:56:27.527 INFO:tasks.rados.rados.0.smithi119.stdout:3223: snap_create 2024-04-13T07:56:27.527 INFO:tasks.rados.rados.0.smithi119.stdout:3219: finishing write tid 1 to smithi11982245-16 2024-04-13T07:56:27.527 INFO:tasks.rados.rados.0.smithi119.stdout:3219: finishing write tid 2 to smithi11982245-16 2024-04-13T07:56:27.528 INFO:tasks.rados.rados.0.smithi119.stdout:3219: finishing write tid 3 to smithi11982245-16 2024-04-13T07:56:27.528 INFO:tasks.rados.rados.0.smithi119.stdout:3219: finishing write tid 4 to smithi11982245-16 2024-04-13T07:56:27.528 INFO:tasks.rados.rados.0.smithi119.stdout:3219: finishing write tid 5 to smithi11982245-16 2024-04-13T07:56:27.528 INFO:tasks.rados.rados.0.smithi119.stdout:3219: oid 16 updating version 0 to 2161 2024-04-13T07:56:27.528 INFO:tasks.rados.rados.0.smithi119.stdout:3219: oid 16 updating version 2161 to 2162 2024-04-13T07:56:27.528 INFO:tasks.rados.rados.0.smithi119.stdout:3219: oid 16 version 2162 is already newer than 2160 2024-04-13T07:56:27.528 INFO:tasks.rados.rados.0.smithi119.stdout:3219: oid 16 version 2162 is already newer than 2159 2024-04-13T07:56:27.528 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 16 v 2162 (ObjNum 975 snap 326 seq_num 975) dirty exists 2024-04-13T07:56:27.528 INFO:tasks.rados.rados.0.smithi119.stdout:3219: left oid 16 (ObjNum 975 snap 326 seq_num 975) 2024-04-13T07:56:27.528 INFO:tasks.rados.rados.0.smithi119.stdout:3222: finishing write tid 1 to smithi11982245-5 2024-04-13T07:56:27.529 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:56:27.529 INFO:tasks.rados.rados.0.smithi119.stdout:3222: finishing write tid 2 to smithi11982245-5 2024-04-13T07:56:27.532 INFO:tasks.rados.rados.0.smithi119.stdout:3222: finishing write tid 3 to smithi11982245-5 2024-04-13T07:56:27.532 INFO:tasks.rados.rados.0.smithi119.stdout:3222: finishing write tid 4 to smithi11982245-5 2024-04-13T07:56:27.532 INFO:tasks.rados.rados.0.smithi119.stdout:3222: finishing write tid 5 to smithi11982245-5 2024-04-13T07:56:27.533 INFO:tasks.rados.rados.0.smithi119.stdout:3222: finishing write tid 6 to smithi11982245-5 2024-04-13T07:56:27.533 INFO:tasks.rados.rados.0.smithi119.stdout:3222: oid 5 updating version 0 to 2299 2024-04-13T07:56:27.533 INFO:tasks.rados.rados.0.smithi119.stdout:3222: oid 5 version 2299 is already newer than 2296 2024-04-13T07:56:27.533 INFO:tasks.rados.rados.0.smithi119.stdout:3222: oid 5 updating version 2299 to 2300 2024-04-13T07:56:27.533 INFO:tasks.rados.rados.0.smithi119.stdout:3222: oid 5 version 2300 is already newer than 2298 2024-04-13T07:56:27.533 INFO:tasks.rados.rados.0.smithi119.stdout:3222: oid 5 version 2300 is already newer than 2297 2024-04-13T07:56:27.533 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 5 v 2300 (ObjNum 977 snap 326 seq_num 977) dirty exists 2024-04-13T07:56:27.533 INFO:tasks.rados.rados.0.smithi119.stdout:3222: left oid 5 (ObjNum 977 snap 326 seq_num 977) 2024-04-13T07:56:27.649 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:27 smithi119 ceph-mon[96316]: osdmap e680: 8 total, 8 up, 8 in 2024-04-13T07:56:27.649 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:27 smithi119 ceph-mon[96316]: from='client.44405 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:56:27.649 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:27 smithi119 ceph-mon[93746]: osdmap e680: 8 total, 8 up, 8 in 2024-04-13T07:56:27.649 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:27 smithi119 ceph-mon[93746]: from='client.44405 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:56:27.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:27 smithi139 ceph-mon[88985]: osdmap e680: 8 total, 8 up, 8 in 2024-04-13T07:56:27.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:27 smithi139 ceph-mon[88985]: from='client.44405 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:56:28.492 INFO:tasks.rados.rados.0.smithi119.stdout:3219: done (2 left) 2024-04-13T07:56:28.492 INFO:tasks.rados.rados.0.smithi119.stdout:3222: done (1 left) 2024-04-13T07:56:28.492 INFO:tasks.rados.rados.0.smithi119.stdout:3223: done (0 left) 2024-04-13T07:56:28.492 INFO:tasks.rados.rados.0.smithi119.stdout:3224: delete oid 25 current snap is 327 2024-04-13T07:56:28.496 INFO:tasks.rados.rados.0.smithi119.stdout:3224: done (0 left) 2024-04-13T07:56:28.496 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 45 current snap is 327 2024-04-13T07:56:28.497 INFO:tasks.rados.rados.0.smithi119.stdout:3225: seq_num 979 ranges {3612672=802816,4415488=729088,5144576=458752,5603328=16384} 2024-04-13T07:56:28.520 INFO:tasks.rados.rados.0.smithi119.stdout:3225: writing smithi11982245-45 from 3612672 to 4415488 tid 1 2024-04-13T07:56:28.524 INFO:tasks.rados.rados.0.smithi119.stdout:3225: writing smithi11982245-45 from 4415488 to 5144576 tid 2 2024-04-13T07:56:28.527 INFO:tasks.rados.rados.0.smithi119.stdout:3225: writing smithi11982245-45 from 5144576 to 5603328 tid 3 2024-04-13T07:56:28.527 INFO:tasks.rados.rados.0.smithi119.stdout:3225: writing smithi11982245-45 from 5603328 to 5619712 tid 4 2024-04-13T07:56:28.527 INFO:tasks.rados.rados.0.smithi119.stdout:3226: read oid 17 snap -1 2024-04-13T07:56:28.527 INFO:tasks.rados.rados.0.smithi119.stdout:3226: expect (ObjNum 917 snap 310 seq_num 917) 2024-04-13T07:56:28.527 INFO:tasks.rados.rados.0.smithi119.stdout:3227: rollback oid 5 current snap is 327 2024-04-13T07:56:28.527 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 5 to 268 2024-04-13T07:56:28.527 INFO:tasks.rados.rados.0.smithi119.stdout:3228: snap_create 2024-04-13T07:56:28.530 INFO:tasks.rados.rados.0.smithi119.stdout:3225: finishing write tid 1 to smithi11982245-45 2024-04-13T07:56:28.532 INFO:tasks.rados.rados.0.smithi119.stdout:3225: finishing write tid 2 to smithi11982245-45 2024-04-13T07:56:28.533 INFO:tasks.rados.rados.0.smithi119.stdout:3225: finishing write tid 3 to smithi11982245-45 2024-04-13T07:56:28.533 INFO:tasks.rados.rados.0.smithi119.stdout:3225: finishing write tid 4 to smithi11982245-45 2024-04-13T07:56:28.534 INFO:tasks.rados.rados.0.smithi119.stdout:3226: expect (ObjNum 917 snap 310 seq_num 917) 2024-04-13T07:56:28.626 INFO:tasks.rados.rados.0.smithi119.stdout:3225: finishing write tid 5 to smithi11982245-45 2024-04-13T07:56:28.626 INFO:tasks.rados.rados.0.smithi119.stdout:3227: finishing rollback tid 0 to smithi11982245-5 2024-04-13T07:56:28.626 INFO:tasks.rados.rados.0.smithi119.stdout:3225: finishing write tid 6 to smithi11982245-45 2024-04-13T07:56:28.626 INFO:tasks.rados.rados.0.smithi119.stdout:3225: oid 45 updating version 0 to 2303 2024-04-13T07:56:28.626 INFO:tasks.rados.rados.0.smithi119.stdout:3225: oid 45 updating version 2303 to 2304 2024-04-13T07:56:28.626 INFO:tasks.rados.rados.0.smithi119.stdout:3225: oid 45 version 2304 is already newer than 2302 2024-04-13T07:56:28.626 INFO:tasks.rados.rados.0.smithi119.stdout:3225: oid 45 updating version 2304 to 2306 2024-04-13T07:56:28.626 INFO:tasks.rados.rados.0.smithi119.stdout:3225: oid 45 version 2306 is already newer than 2305 2024-04-13T07:56:28.627 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 45 v 2306 (ObjNum 979 snap 327 seq_num 979) dirty exists 2024-04-13T07:56:28.627 INFO:tasks.rados.rados.0.smithi119.stdout:3225: left oid 45 (ObjNum 979 snap 327 seq_num 979) 2024-04-13T07:56:28.627 INFO:tasks.rados.rados.0.smithi119.stdout:3227: finishing rollback tid 1 to smithi11982245-5 2024-04-13T07:56:28.627 INFO:tasks.rados.rados.0.smithi119.stdout:3227: finishing rollback tid 2 to smithi11982245-5 2024-04-13T07:56:28.627 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 5 v 2310 (ObjNum 654 snap 220 seq_num 654) dirty exists 2024-04-13T07:56:28.687 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:28 smithi119 ceph-mon[96316]: pgmap v688: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 1.1 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.1 MiB/s wr, 15 op/s 2024-04-13T07:56:28.687 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:28 smithi119 ceph-mon[96316]: osdmap e681: 8 total, 8 up, 8 in 2024-04-13T07:56:28.688 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:28 smithi119 ceph-mon[93746]: pgmap v688: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 1.1 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.1 MiB/s wr, 15 op/s 2024-04-13T07:56:28.688 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:28 smithi119 ceph-mon[93746]: osdmap e681: 8 total, 8 up, 8 in 2024-04-13T07:56:28.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:28 smithi139 ceph-mon[88985]: pgmap v688: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 1.1 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.1 MiB/s wr, 15 op/s 2024-04-13T07:56:28.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:28 smithi139 ceph-mon[88985]: osdmap e681: 8 total, 8 up, 8 in 2024-04-13T07:56:29.416 INFO:teuthology.orchestra.run.smithi119.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-13T07:56:29.416 INFO:teuthology.orchestra.run.smithi119.stdout:alertmanager.a smithi119 *:9093,9094 running (43s) 39s ago 13m 16.3M - 0.25.0 c8568f914cd2 3a3dd8126f3b 2024-04-13T07:56:29.416 INFO:teuthology.orchestra.run.smithi119.stdout:grafana.a smithi139 *:3000 running (21s) 16s ago 12m 54.8M - 9.4.12 2bacad6d85d8 7bba582b838a 2024-04-13T07:56:29.416 INFO:teuthology.orchestra.run.smithi119.stdout:mds.a smithi119 running (114s) 39s ago 13m 14.0M - 19.0.0-2905-g5f22a497 c4b45bf0c946 8662f51de880 2024-04-13T07:56:29.416 INFO:teuthology.orchestra.run.smithi119.stdout:mds.b smithi139 running (92s) 16s ago 13m 11.9M - 19.0.0-2905-g5f22a497 c4b45bf0c946 ef2341b1dd8e 2024-04-13T07:56:29.416 INFO:teuthology.orchestra.run.smithi119.stdout:mgr.x smithi139 *:8443,9283,8765 running (8m) 16s ago 17m 453M - 19.0.0-2905-g5f22a497 c4b45bf0c946 228fa2e332a4 2024-04-13T07:56:29.417 INFO:teuthology.orchestra.run.smithi119.stdout:mgr.y smithi119 *:8443,9283,8765 running (8m) 39s ago 19m 516M - 19.0.0-2905-g5f22a497 c4b45bf0c946 0462b2c15351 2024-04-13T07:56:29.417 INFO:teuthology.orchestra.run.smithi119.stdout:mon.a smithi119 running (7m) 39s ago 19m 72.7M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 89c63c75b5cb 2024-04-13T07:56:29.417 INFO:teuthology.orchestra.run.smithi119.stdout:mon.b smithi139 running (7m) 16s ago 17m 54.6M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 8dd649d8b46f 2024-04-13T07:56:29.417 INFO:teuthology.orchestra.run.smithi119.stdout:mon.c smithi119 running (7m) 39s ago 17m 59.8M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 b26f62c1d49c 2024-04-13T07:56:29.417 INFO:teuthology.orchestra.run.smithi119.stdout:node-exporter.a smithi119 *:9100 running (79s) 39s ago 12m 8112k - 1.5.0 0da6a335fe13 ed0146a68fff 2024-04-13T07:56:29.417 INFO:teuthology.orchestra.run.smithi119.stdout:node-exporter.b smithi139 *:9100 running (74s) 16s ago 12m 8636k - 1.5.0 0da6a335fe13 8aa0da10b5e6 2024-04-13T07:56:29.417 INFO:teuthology.orchestra.run.smithi119.stdout:osd.0 smithi119 running (6m) 39s ago 17m 353M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 7e5f698ebf3c 2024-04-13T07:56:29.417 INFO:teuthology.orchestra.run.smithi119.stdout:osd.1 smithi119 running (5m) 39s ago 16m 385M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 6ba3c7290ac9 2024-04-13T07:56:29.417 INFO:teuthology.orchestra.run.smithi119.stdout:osd.2 smithi119 running (5m) 39s ago 16m 306M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 ef91dbb565e3 2024-04-13T07:56:29.417 INFO:teuthology.orchestra.run.smithi119.stdout:osd.3 smithi119 running (4m) 39s ago 15m 221M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 7bb3e41bd7aa 2024-04-13T07:56:29.417 INFO:teuthology.orchestra.run.smithi119.stdout:osd.4 smithi139 running (4m) 16s ago 15m 296M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 35cd11561d1d 2024-04-13T07:56:29.417 INFO:teuthology.orchestra.run.smithi119.stdout:osd.5 smithi139 running (3m) 16s ago 15m 288M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 a8547c1088b1 2024-04-13T07:56:29.417 INFO:teuthology.orchestra.run.smithi119.stdout:osd.6 smithi139 running (2m) 16s ago 14m 121M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 ebf4b5188514 2024-04-13T07:56:29.417 INFO:teuthology.orchestra.run.smithi119.stdout:osd.7 smithi139 running (2m) 16s ago 14m 204M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 6830e079abe4 2024-04-13T07:56:29.418 INFO:teuthology.orchestra.run.smithi119.stdout:prometheus.a smithi139 *:9095 running (59s) 16s ago 13m 46.9M - 2.43.0 a07b618ecd1d 6c86cfcdc9ce 2024-04-13T07:56:29.501 INFO:tasks.rados.rados.0.smithi119.stdout:3225: done (3 left) 2024-04-13T07:56:29.502 INFO:tasks.rados.rados.0.smithi119.stdout:3226: done (2 left) 2024-04-13T07:56:29.502 INFO:tasks.rados.rados.0.smithi119.stdout:3227: done (1 left) 2024-04-13T07:56:29.502 INFO:tasks.rados.rados.0.smithi119.stdout:3228: done (0 left) 2024-04-13T07:56:29.502 INFO:tasks.rados.rados.0.smithi119.stdout:3229: read oid 15 snap -1 2024-04-13T07:56:29.502 INFO:tasks.rados.rados.0.smithi119.stdout:3229: expect (ObjNum 890 snap 303 seq_num 890) 2024-04-13T07:56:29.502 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 34 current snap is 328 2024-04-13T07:56:29.502 INFO:tasks.rados.rados.0.smithi119.stdout:3230: seq_num 980 ranges {3997696=417792,4415488=614400,5029888=663552,5693440=327680} 2024-04-13T07:56:29.524 INFO:tasks.rados.rados.0.smithi119.stdout:3230: writing smithi11982245-34 from 3997696 to 4415488 tid 1 2024-04-13T07:56:29.528 INFO:tasks.rados.rados.0.smithi119.stdout:3230: writing smithi11982245-34 from 4415488 to 5029888 tid 2 2024-04-13T07:56:29.531 INFO:tasks.rados.rados.0.smithi119.stdout:3230: writing smithi11982245-34 from 5029888 to 5693440 tid 3 2024-04-13T07:56:29.534 INFO:tasks.rados.rados.0.smithi119.stdout:3230: writing smithi11982245-34 from 5693440 to 6021120 tid 4 2024-04-13T07:56:29.534 INFO:tasks.rados.rados.0.smithi119.stdout:3231: read oid 7 snap 261 2024-04-13T07:56:29.534 INFO:tasks.rados.rados.0.smithi119.stdout:3231: expect (ObjNum 752078128 snap 21968 seq_num 3288512208) 2024-04-13T07:56:29.534 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 1 current snap is 328 2024-04-13T07:56:29.534 INFO:tasks.rados.rados.0.smithi119.stdout:3232: seq_num 981 ranges {0=434176,434176=540672,974848=466944,1441792=524288,1966080=73728} 2024-04-13T07:56:29.536 INFO:tasks.rados.rados.0.smithi119.stdout:3232: writing smithi11982245-1 from 0 to 434176 tid 1 2024-04-13T07:56:29.539 INFO:tasks.rados.rados.0.smithi119.stdout:3232: writing smithi11982245-1 from 434176 to 974848 tid 2 2024-04-13T07:56:29.542 INFO:tasks.rados.rados.0.smithi119.stdout:3232: writing smithi11982245-1 from 974848 to 1441792 tid 3 2024-04-13T07:56:29.545 INFO:tasks.rados.rados.0.smithi119.stdout:3232: writing smithi11982245-1 from 1441792 to 1966080 tid 4 2024-04-13T07:56:29.546 INFO:tasks.rados.rados.0.smithi119.stdout:3232: writing smithi11982245-1 from 1966080 to 2039808 tid 5 2024-04-13T07:56:29.546 INFO:tasks.rados.rados.0.smithi119.stdout:3233: read oid 35 snap -1 2024-04-13T07:56:29.546 INFO:tasks.rados.rados.0.smithi119.stdout:3233: expect (ObjNum 945 snap 321 seq_num 945) 2024-04-13T07:56:29.547 INFO:tasks.rados.rados.0.smithi119.stdout:3234: delete oid 22 current snap is 328 2024-04-13T07:56:29.547 INFO:tasks.rados.rados.0.smithi119.stdout:3229: expect (ObjNum 890 snap 303 seq_num 890) 2024-04-13T07:56:29.569 INFO:tasks.rados.rados.0.smithi119.stdout:3230: finishing write tid 1 to smithi11982245-34 2024-04-13T07:56:29.569 INFO:tasks.rados.rados.0.smithi119.stdout:3230: finishing write tid 2 to smithi11982245-34 2024-04-13T07:56:29.569 INFO:tasks.rados.rados.0.smithi119.stdout:3231: expect (ObjNum 752078128 snap 21968 seq_num 3288512208) 2024-04-13T07:56:29.573 INFO:tasks.rados.rados.0.smithi119.stdout:3230: finishing write tid 3 to smithi11982245-34 2024-04-13T07:56:29.573 INFO:tasks.rados.rados.0.smithi119.stdout:3230: finishing write tid 4 to smithi11982245-34 2024-04-13T07:56:29.573 INFO:tasks.rados.rados.0.smithi119.stdout:3230: finishing write tid 5 to smithi11982245-34 2024-04-13T07:56:29.573 INFO:tasks.rados.rados.0.smithi119.stdout:3230: finishing write tid 6 to smithi11982245-34 2024-04-13T07:56:29.573 INFO:tasks.rados.rados.0.smithi119.stdout:3230: oid 34 updating version 0 to 2214 2024-04-13T07:56:29.573 INFO:tasks.rados.rados.0.smithi119.stdout:3230: oid 34 version 2214 is already newer than 2212 2024-04-13T07:56:29.574 INFO:tasks.rados.rados.0.smithi119.stdout:3230: oid 34 version 2214 is already newer than 2213 2024-04-13T07:56:29.574 INFO:tasks.rados.rados.0.smithi119.stdout:3230: oid 34 updating version 2214 to 2215 2024-04-13T07:56:29.574 INFO:tasks.rados.rados.0.smithi119.stdout:3230: oid 34 updating version 2215 to 2216 2024-04-13T07:56:29.574 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 34 v 2216 (ObjNum 980 snap 328 seq_num 980) dirty exists 2024-04-13T07:56:29.574 INFO:tasks.rados.rados.0.smithi119.stdout:3230: left oid 34 (ObjNum 980 snap 328 seq_num 980) 2024-04-13T07:56:29.574 INFO:tasks.rados.rados.0.smithi119.stdout:3232: finishing write tid 1 to smithi11982245-1 2024-04-13T07:56:29.574 INFO:tasks.rados.rados.0.smithi119.stdout:3229: done (5 left) 2024-04-13T07:56:29.574 INFO:tasks.rados.rados.0.smithi119.stdout:3230: done (4 left) 2024-04-13T07:56:29.574 INFO:tasks.rados.rados.0.smithi119.stdout:3231: done (3 left) 2024-04-13T07:56:29.574 INFO:tasks.rados.rados.0.smithi119.stdout:3234: done (2 left) 2024-04-13T07:56:29.574 INFO:tasks.rados.rados.0.smithi119.stdout:3235: rmattr oid 40 current snap is 328 2024-04-13T07:56:29.574 INFO:tasks.rados.rados.0.smithi119.stdout:3232: finishing write tid 2 to smithi11982245-1 2024-04-13T07:56:29.574 INFO:tasks.rados.rados.0.smithi119.stdout:3232: finishing write tid 3 to smithi11982245-1 2024-04-13T07:56:29.575 INFO:tasks.rados.rados.0.smithi119.stdout:3232: finishing write tid 4 to smithi11982245-1 2024-04-13T07:56:29.575 INFO:tasks.rados.rados.0.smithi119.stdout:3232: finishing write tid 5 to smithi11982245-1 2024-04-13T07:56:29.575 INFO:tasks.rados.rados.0.smithi119.stdout:3232: finishing write tid 6 to smithi11982245-1 2024-04-13T07:56:29.575 INFO:tasks.rados.rados.0.smithi119.stdout:3232: finishing write tid 7 to smithi11982245-1 2024-04-13T07:56:29.575 INFO:tasks.rados.rados.0.smithi119.stdout:3232: oid 1 updating version 0 to 1310 2024-04-13T07:56:29.575 INFO:tasks.rados.rados.0.smithi119.stdout:3232: oid 1 version 1310 is already newer than 1305 2024-04-13T07:56:29.575 INFO:tasks.rados.rados.0.smithi119.stdout:3232: oid 1 version 1310 is already newer than 1307 2024-04-13T07:56:29.575 INFO:tasks.rados.rados.0.smithi119.stdout:3232: oid 1 version 1310 is already newer than 1308 2024-04-13T07:56:29.575 INFO:tasks.rados.rados.0.smithi119.stdout:3232: oid 1 version 1310 is already newer than 1309 2024-04-13T07:56:29.575 INFO:tasks.rados.rados.0.smithi119.stdout:3232: oid 1 version 1310 is already newer than 1306 2024-04-13T07:56:29.575 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 1 v 1310 (ObjNum 981 snap 328 seq_num 981) dirty exists 2024-04-13T07:56:29.575 INFO:tasks.rados.rados.0.smithi119.stdout:3232: left oid 1 (ObjNum 981 snap 328 seq_num 981) 2024-04-13T07:56:29.575 INFO:tasks.rados.rados.0.smithi119.stdout:3233: expect (ObjNum 945 snap 321 seq_num 945) 2024-04-13T07:56:29.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:29 smithi119 ceph-mon[93746]: osdmap e682: 8 total, 8 up, 8 in 2024-04-13T07:56:29.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:29 smithi119 ceph-mon[96316]: osdmap e682: 8 total, 8 up, 8 in 2024-04-13T07:56:29.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:29 smithi139 ceph-mon[88985]: osdmap e682: 8 total, 8 up, 8 in 2024-04-13T07:56:30.016 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 40 v 2312 (ObjNum 966 snap 324 seq_num 966) dirty exists 2024-04-13T07:56:30.016 INFO:tasks.rados.rados.0.smithi119.stdout:3232: done (2 left) 2024-04-13T07:56:30.016 INFO:tasks.rados.rados.0.smithi119.stdout:3233: done (1 left) 2024-04-13T07:56:30.017 INFO:tasks.rados.rados.0.smithi119.stdout:3235: done (0 left) 2024-04-13T07:56:30.017 INFO:tasks.rados.rados.0.smithi119.stdout:3236: snap_create 2024-04-13T07:56:30.072 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -e sha1=5f22a4974d6492df1d519913f5251731f043c582 -- bash -c 'ceph versions' 2024-04-13T07:56:30.319 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:56:30.432 INFO:tasks.rados.rados.0.smithi119.stdout:3236: done (0 left) 2024-04-13T07:56:30.432 INFO:tasks.rados.rados.0.smithi119.stdout:3237: delete oid 7 current snap is 329 2024-04-13T07:56:30.435 INFO:tasks.rados.rados.0.smithi119.stdout:3237: done (0 left) 2024-04-13T07:56:30.435 INFO:tasks.rados.rados.0.smithi119.stdout:3238: snap_remove snap 280 2024-04-13T07:56:30.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:30 smithi119 ceph-mon[96316]: pgmap v691: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 1.1 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 20 op/s 2024-04-13T07:56:30.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:30 smithi119 ceph-mon[96316]: from='client.34473 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:56:30.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:30 smithi119 ceph-mon[96316]: osdmap e683: 8 total, 8 up, 8 in 2024-04-13T07:56:30.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:30 smithi119 ceph-mon[96316]: osdmap e684: 8 total, 8 up, 8 in 2024-04-13T07:56:30.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:30 smithi119 ceph-mon[93746]: pgmap v691: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 1.1 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 20 op/s 2024-04-13T07:56:30.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:30 smithi119 ceph-mon[93746]: from='client.34473 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:56:30.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:30 smithi119 ceph-mon[93746]: osdmap e683: 8 total, 8 up, 8 in 2024-04-13T07:56:30.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:30 smithi119 ceph-mon[93746]: osdmap e684: 8 total, 8 up, 8 in 2024-04-13T07:56:30.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:30 smithi139 ceph-mon[88985]: pgmap v691: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 1.1 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 20 op/s 2024-04-13T07:56:30.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:30 smithi139 ceph-mon[88985]: from='client.34473 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:56:30.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:30 smithi139 ceph-mon[88985]: osdmap e683: 8 total, 8 up, 8 in 2024-04-13T07:56:30.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:30 smithi139 ceph-mon[88985]: osdmap e684: 8 total, 8 up, 8 in 2024-04-13T07:56:31.434 INFO:tasks.rados.rados.0.smithi119.stdout:3238: done (0 left) 2024-04-13T07:56:31.434 INFO:tasks.rados.rados.0.smithi119.stdout:3239: read oid 20 snap -1 2024-04-13T07:56:31.434 INFO:tasks.rados.rados.0.smithi119.stdout:3239: expect deleted 2024-04-13T07:56:31.434 INFO:tasks.rados.rados.0.smithi119.stdout:3240: read oid 12 snap -1 2024-04-13T07:56:31.434 INFO:tasks.rados.rados.0.smithi119.stdout:3240: expect (ObjNum 896 snap 306 seq_num 896) 2024-04-13T07:56:31.434 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 3 current snap is 329 2024-04-13T07:56:31.434 INFO:tasks.rados.rados.0.smithi119.stdout:3241: seq_num 984 ranges {1900544=483328,2383872=598016,2981888=647168,3629056=360448} 2024-04-13T07:56:31.448 INFO:tasks.rados.rados.0.smithi119.stdout:3241: writing smithi11982245-3 from 1900544 to 2383872 tid 1 2024-04-13T07:56:31.452 INFO:tasks.rados.rados.0.smithi119.stdout:3241: writing smithi11982245-3 from 2383872 to 2981888 tid 2 2024-04-13T07:56:31.457 INFO:tasks.rados.rados.0.smithi119.stdout:3241: writing smithi11982245-3 from 2981888 to 3629056 tid 3 2024-04-13T07:56:31.460 INFO:tasks.rados.rados.0.smithi119.stdout:3241: writing smithi11982245-3 from 3629056 to 3989504 tid 4 2024-04-13T07:56:31.460 INFO:tasks.rados.rados.0.smithi119.stdout:3242: read oid 24 snap 260 2024-04-13T07:56:31.460 INFO:tasks.rados.rados.0.smithi119.stdout:3242: expect deleted 2024-04-13T07:56:31.460 INFO:tasks.rados.rados.0.smithi119.stdout:3243: copy_from oid 22 from oid 49 current snap is 329 2024-04-13T07:56:31.461 INFO:tasks.rados.rados.0.smithi119.stdout:3240: expect (ObjNum 896 snap 306 seq_num 896) 2024-04-13T07:56:31.547 INFO:tasks.rados.rados.0.smithi119.stdout:3241: finishing write tid 1 to smithi11982245-3 2024-04-13T07:56:31.547 INFO:tasks.rados.rados.0.smithi119.stdout:3239: done (4 left) 2024-04-13T07:56:31.547 INFO:tasks.rados.rados.0.smithi119.stdout:3240: done (3 left) 2024-04-13T07:56:31.547 INFO:tasks.rados.rados.0.smithi119.stdout:3244: read oid 19 snap -1 2024-04-13T07:56:31.547 INFO:tasks.rados.rados.0.smithi119.stdout:3244: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:56:31.547 INFO:tasks.rados.rados.0.smithi119.stdout:3245: read oid 46 snap 197 2024-04-13T07:56:31.547 INFO:tasks.rados.rados.0.smithi119.stdout:3245: expect (ObjNum 564 snap 191 seq_num 564) 2024-04-13T07:56:31.548 INFO:tasks.rados.rados.0.smithi119.stdout:3246: read oid 12 snap -1 2024-04-13T07:56:31.548 INFO:tasks.rados.rados.0.smithi119.stdout:3246: expect (ObjNum 896 snap 306 seq_num 896) 2024-04-13T07:56:31.548 INFO:tasks.rados.rados.0.smithi119.stdout:3247: read oid 23 snap -1 2024-04-13T07:56:31.548 INFO:tasks.rados.rados.0.smithi119.stdout:3247: expect (ObjNum 883 snap 300 seq_num 883) 2024-04-13T07:56:31.548 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 6 current snap is 329 2024-04-13T07:56:31.548 INFO:tasks.rados.rados.0.smithi119.stdout:3243: finishing copy_from to smithi11982245-22 2024-04-13T07:56:31.548 INFO:tasks.rados.rados.0.smithi119.stdout:3243: got expected ENOENT (src dne) 2024-04-13T07:56:31.548 INFO:tasks.rados.rados.0.smithi119.stdout:3243: finishing copy_from racing read to smithi11982245-22 2024-04-13T07:56:31.548 INFO:tasks.rados.rados.0.smithi119.stdout:3241: finishing write tid 2 to smithi11982245-3 2024-04-13T07:56:31.548 INFO:tasks.rados.rados.0.smithi119.stdout:3241: finishing write tid 3 to smithi11982245-3 2024-04-13T07:56:31.548 INFO:tasks.rados.rados.0.smithi119.stdout:3241: finishing write tid 4 to smithi11982245-3 2024-04-13T07:56:31.548 INFO:tasks.rados.rados.0.smithi119.stdout:3241: finishing write tid 5 to smithi11982245-3 2024-04-13T07:56:31.548 INFO:tasks.rados.rados.0.smithi119.stdout:3241: finishing write tid 6 to smithi11982245-3 2024-04-13T07:56:31.548 INFO:tasks.rados.rados.0.smithi119.stdout:3241: oid 3 updating version 0 to 2051 2024-04-13T07:56:31.548 INFO:tasks.rados.rados.0.smithi119.stdout:3241: oid 3 updating version 2051 to 2054 2024-04-13T07:56:31.549 INFO:tasks.rados.rados.0.smithi119.stdout:3241: oid 3 version 2054 is already newer than 2053 2024-04-13T07:56:31.549 INFO:tasks.rados.rados.0.smithi119.stdout:3241: oid 3 version 2054 is already newer than 2052 2024-04-13T07:56:31.549 INFO:tasks.rados.rados.0.smithi119.stdout:3241: oid 3 version 2054 is already newer than 2050 2024-04-13T07:56:31.549 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 3 v 2054 (ObjNum 984 snap 329 seq_num 984) dirty exists 2024-04-13T07:56:31.549 INFO:tasks.rados.rados.0.smithi119.stdout:3241: left oid 3 (ObjNum 984 snap 329 seq_num 984) 2024-04-13T07:56:31.549 INFO:tasks.rados.rados.0.smithi119.stdout:3248: seq_num 985 ranges {5316608=499712,5816320=483328,6299648=450560,6750208=581632,7331840=90112} 2024-04-13T07:56:31.580 INFO:tasks.rados.rados.0.smithi119.stdout:3248: writing smithi11982245-6 from 5316608 to 5816320 tid 1 2024-04-13T07:56:31.583 INFO:tasks.rados.rados.0.smithi119.stdout:3248: writing smithi11982245-6 from 5816320 to 6299648 tid 2 2024-04-13T07:56:31.585 INFO:tasks.rados.rados.0.smithi119.stdout:3248: writing smithi11982245-6 from 6299648 to 6750208 tid 3 2024-04-13T07:56:31.589 INFO:tasks.rados.rados.0.smithi119.stdout:3248: writing smithi11982245-6 from 6750208 to 7331840 tid 4 2024-04-13T07:56:31.590 INFO:tasks.rados.rados.0.smithi119.stdout:3248: writing smithi11982245-6 from 7331840 to 7421952 tid 5 2024-04-13T07:56:31.590 INFO:tasks.rados.rados.0.smithi119.stdout:3241: done (7 left) 2024-04-13T07:56:31.590 INFO:tasks.rados.rados.0.smithi119.stdout:3242: done (6 left) 2024-04-13T07:56:31.590 INFO:tasks.rados.rados.0.smithi119.stdout:3243: done (5 left) 2024-04-13T07:56:31.590 INFO:tasks.rados.rados.0.smithi119.stdout:3249: snap_remove snap 276 2024-04-13T07:56:32.353 INFO:teuthology.orchestra.run.smithi119.stdout:{ 2024-04-13T07:56:32.353 INFO:teuthology.orchestra.run.smithi119.stdout: "mon": { 2024-04-13T07:56:32.353 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 3 2024-04-13T07:56:32.353 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:56:32.353 INFO:teuthology.orchestra.run.smithi119.stdout: "mgr": { 2024-04-13T07:56:32.353 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T07:56:32.353 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:56:32.353 INFO:teuthology.orchestra.run.smithi119.stdout: "osd": { 2024-04-13T07:56:32.353 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 8 2024-04-13T07:56:32.353 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:56:32.353 INFO:teuthology.orchestra.run.smithi119.stdout: "mds": { 2024-04-13T07:56:32.353 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T07:56:32.354 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2024-04-13T07:56:32.354 INFO:teuthology.orchestra.run.smithi119.stdout: "overall": { 2024-04-13T07:56:32.354 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 15 2024-04-13T07:56:32.354 INFO:teuthology.orchestra.run.smithi119.stdout: } 2024-04-13T07:56:32.354 INFO:teuthology.orchestra.run.smithi119.stdout:} 2024-04-13T07:56:32.504 INFO:tasks.rados.rados.0.smithi119.stdout:3249: done (5 left) 2024-04-13T07:56:32.504 INFO:tasks.rados.rados.0.smithi119.stdout:3250: snap_remove snap 184 2024-04-13T07:56:32.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:32 smithi139 ceph-mon[88985]: pgmap v694: 121 pgs: 121 active+clean; 1.1 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 5.9 MiB/s wr, 45 op/s 2024-04-13T07:56:32.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:32 smithi139 ceph-mon[88985]: osdmap e685: 8 total, 8 up, 8 in 2024-04-13T07:56:32.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:32 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1542490868' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:32.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:56:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T07:56:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:56:32.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:32 smithi119 ceph-mon[96316]: pgmap v694: 121 pgs: 121 active+clean; 1.1 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 5.9 MiB/s wr, 45 op/s 2024-04-13T07:56:32.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:32 smithi119 ceph-mon[96316]: osdmap e685: 8 total, 8 up, 8 in 2024-04-13T07:56:32.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:32 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1542490868' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:32.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:32 smithi119 ceph-mon[93746]: pgmap v694: 121 pgs: 121 active+clean; 1.1 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 5.9 MiB/s wr, 45 op/s 2024-04-13T07:56:32.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:32 smithi119 ceph-mon[93746]: osdmap e685: 8 total, 8 up, 8 in 2024-04-13T07:56:32.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:32 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1542490868' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:33.027 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -e sha1=5f22a4974d6492df1d519913f5251731f043c582 -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2024-04-13T07:56:33.231 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:56:33.517 INFO:tasks.rados.rados.0.smithi119.stdout:3250: done (5 left) 2024-04-13T07:56:33.517 INFO:tasks.rados.rados.0.smithi119.stdout:3251: copy_from oid 21 from oid 44 current snap is 329 2024-04-13T07:56:33.517 INFO:tasks.rados.rados.0.smithi119.stdout:3252: delete oid 7 current snap is 329 2024-04-13T07:56:33.517 INFO:tasks.rados.rados.0.smithi119.stdout:3244: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:56:33.519 INFO:tasks.rados.rados.0.smithi119.stdout:3247: expect (ObjNum 883 snap 300 seq_num 883) 2024-04-13T07:56:33.545 INFO:tasks.rados.rados.0.smithi119.stdout:3246: expect (ObjNum 896 snap 306 seq_num 896) 2024-04-13T07:56:33.625 INFO:tasks.rados.rados.0.smithi119.stdout:3245: expect (ObjNum 564 snap 191 seq_num 564) 2024-04-13T07:56:33.643 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:33 smithi119 ceph-mon[96316]: osdmap e686: 8 total, 8 up, 8 in 2024-04-13T07:56:33.643 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:33 smithi119 ceph-mon[93746]: osdmap e686: 8 total, 8 up, 8 in 2024-04-13T07:56:33.861 INFO:tasks.rados.rados.0.smithi119.stdout:3248: finishing write tid 1 to smithi11982245-6 2024-04-13T07:56:33.861 INFO:tasks.rados.rados.0.smithi119.stdout:3248: finishing write tid 2 to smithi11982245-6 2024-04-13T07:56:33.861 INFO:tasks.rados.rados.0.smithi119.stdout:3248: finishing write tid 3 to smithi11982245-6 2024-04-13T07:56:33.862 INFO:tasks.rados.rados.0.smithi119.stdout:3248: finishing write tid 4 to smithi11982245-6 2024-04-13T07:56:33.862 INFO:tasks.rados.rados.0.smithi119.stdout:3248: finishing write tid 5 to smithi11982245-6 2024-04-13T07:56:33.862 INFO:tasks.rados.rados.0.smithi119.stdout:3248: finishing write tid 6 to smithi11982245-6 2024-04-13T07:56:33.862 INFO:tasks.rados.rados.0.smithi119.stdout:3248: finishing write tid 7 to smithi11982245-6 2024-04-13T07:56:33.862 INFO:tasks.rados.rados.0.smithi119.stdout:3248: oid 6 updating version 0 to 1756 2024-04-13T07:56:33.862 INFO:tasks.rados.rados.0.smithi119.stdout:3248: oid 6 updating version 1756 to 1758 2024-04-13T07:56:33.862 INFO:tasks.rados.rados.0.smithi119.stdout:3248: oid 6 updating version 1758 to 1759 2024-04-13T07:56:33.862 INFO:tasks.rados.rados.0.smithi119.stdout:3248: oid 6 version 1759 is already newer than 1755 2024-04-13T07:56:33.862 INFO:tasks.rados.rados.0.smithi119.stdout:3248: oid 6 version 1759 is already newer than 1754 2024-04-13T07:56:33.862 INFO:tasks.rados.rados.0.smithi119.stdout:3248: oid 6 version 1759 is already newer than 1757 2024-04-13T07:56:33.862 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 6 v 1759 (ObjNum 985 snap 329 seq_num 985) dirty exists 2024-04-13T07:56:33.862 INFO:tasks.rados.rados.0.smithi119.stdout:3248: left oid 6 (ObjNum 985 snap 329 seq_num 985) 2024-04-13T07:56:33.863 INFO:tasks.rados.rados.0.smithi119.stdout:3244: done (6 left) 2024-04-13T07:56:33.863 INFO:tasks.rados.rados.0.smithi119.stdout:3245: done (5 left) 2024-04-13T07:56:33.863 INFO:tasks.rados.rados.0.smithi119.stdout:3246: done (4 left) 2024-04-13T07:56:33.863 INFO:tasks.rados.rados.0.smithi119.stdout:3247: done (3 left) 2024-04-13T07:56:33.863 INFO:tasks.rados.rados.0.smithi119.stdout:3248: done (2 left) 2024-04-13T07:56:33.863 INFO:tasks.rados.rados.0.smithi119.stdout:3252: done (1 left) 2024-04-13T07:56:33.863 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 13 current snap is 329 2024-04-13T07:56:33.863 INFO:tasks.rados.rados.0.smithi119.stdout:3251: finishing copy_from racing read to smithi11982245-21 2024-04-13T07:56:33.863 INFO:tasks.rados.rados.0.smithi119.stdout:3251: finishing copy_from to smithi11982245-21 2024-04-13T07:56:33.863 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 21 v 2201 (ObjNum 968 snap 324 seq_num 968) dirty exists 2024-04-13T07:56:33.863 INFO:tasks.rados.rados.0.smithi119.stdout:3253: seq_num 987 ranges {1507328=532480,2039808=647168,2686976=417792,3104768=409600,3514368=131072} 2024-04-13T07:56:33.871 INFO:tasks.rados.rados.0.smithi119.stdout:3253: writing smithi11982245-13 from 1507328 to 2039808 tid 1 2024-04-13T07:56:33.875 INFO:tasks.rados.rados.0.smithi119.stdout:3253: writing smithi11982245-13 from 2039808 to 2686976 tid 2 2024-04-13T07:56:33.877 INFO:tasks.rados.rados.0.smithi119.stdout:3253: writing smithi11982245-13 from 2686976 to 3104768 tid 3 2024-04-13T07:56:33.880 INFO:tasks.rados.rados.0.smithi119.stdout:3253: writing smithi11982245-13 from 3104768 to 3514368 tid 4 2024-04-13T07:56:33.881 INFO:tasks.rados.rados.0.smithi119.stdout:3253: writing smithi11982245-13 from 3514368 to 3645440 tid 5 2024-04-13T07:56:33.881 INFO:tasks.rados.rados.0.smithi119.stdout:3251: done (1 left) 2024-04-13T07:56:33.881 INFO:tasks.rados.rados.0.smithi119.stdout:3254: rollback oid 39 current snap is 329 2024-04-13T07:56:33.881 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 39 to 203 2024-04-13T07:56:33.881 INFO:tasks.rados.rados.0.smithi119.stdout:3253: finishing write tid 1 to smithi11982245-13 2024-04-13T07:56:33.881 INFO:tasks.rados.rados.0.smithi119.stdout:3253: finishing write tid 2 to smithi11982245-13 2024-04-13T07:56:33.881 INFO:tasks.rados.rados.0.smithi119.stdout:3253: finishing write tid 3 to smithi11982245-13 2024-04-13T07:56:33.881 INFO:tasks.rados.rados.0.smithi119.stdout:3255: setattr oid 45 current snap is 329 2024-04-13T07:56:33.882 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 42 current snap is 329 2024-04-13T07:56:33.882 INFO:tasks.rados.rados.0.smithi119.stdout:3256: seq_num 988 ranges {2654208=557056,3211264=532480,3743744=622592,4366336=450560} 2024-04-13T07:56:33.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:33 smithi139 ceph-mon[88985]: osdmap e686: 8 total, 8 up, 8 in 2024-04-13T07:56:33.900 INFO:tasks.rados.rados.0.smithi119.stdout:3256: writing smithi11982245-42 from 2654208 to 3211264 tid 1 2024-04-13T07:56:33.903 INFO:tasks.rados.rados.0.smithi119.stdout:3256: writing smithi11982245-42 from 3211264 to 3743744 tid 2 2024-04-13T07:56:33.906 INFO:tasks.rados.rados.0.smithi119.stdout:3256: writing smithi11982245-42 from 3743744 to 4366336 tid 3 2024-04-13T07:56:33.909 INFO:tasks.rados.rados.0.smithi119.stdout:3256: writing smithi11982245-42 from 4366336 to 4816896 tid 4 2024-04-13T07:56:33.910 INFO:tasks.rados.rados.0.smithi119.stdout:3257: read oid 3 snap -1 2024-04-13T07:56:33.910 INFO:tasks.rados.rados.0.smithi119.stdout:3257: expect (ObjNum 984 snap 329 seq_num 984) 2024-04-13T07:56:33.910 INFO:tasks.rados.rados.0.smithi119.stdout:3258: delete oid 34 current snap is 329 2024-04-13T07:56:33.910 INFO:tasks.rados.rados.0.smithi119.stdout:3254: finishing rollback tid 0 to smithi11982245-39 2024-04-13T07:56:33.910 INFO:tasks.rados.rados.0.smithi119.stdout:3254: finishing rollback tid 1 to smithi11982245-39 2024-04-13T07:56:33.910 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 39 v 1762 (ObjNum 33 snap 0 seq_num 751886288) dirty dne 2024-04-13T07:56:33.910 INFO:tasks.rados.rados.0.smithi119.stdout:3253: finishing write tid 4 to smithi11982245-13 2024-04-13T07:56:33.910 INFO:tasks.rados.rados.0.smithi119.stdout:3253: finishing write tid 5 to smithi11982245-13 2024-04-13T07:56:33.910 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 45 v 2332 (ObjNum 979 snap 327 seq_num 979) dirty exists 2024-04-13T07:56:33.910 INFO:tasks.rados.rados.0.smithi119.stdout:3253: finishing write tid 6 to smithi11982245-13 2024-04-13T07:56:33.910 INFO:tasks.rados.rados.0.smithi119.stdout:3253: finishing write tid 7 to smithi11982245-13 2024-04-13T07:56:33.910 INFO:tasks.rados.rados.0.smithi119.stdout:3253: oid 13 updating version 0 to 2044 2024-04-13T07:56:33.910 INFO:tasks.rados.rados.0.smithi119.stdout:3253: oid 13 version 2044 is already newer than 2043 2024-04-13T07:56:33.911 INFO:tasks.rados.rados.0.smithi119.stdout:3253: oid 13 version 2044 is already newer than 2042 2024-04-13T07:56:33.911 INFO:tasks.rados.rados.0.smithi119.stdout:3253: oid 13 version 2044 is already newer than 2039 2024-04-13T07:56:33.911 INFO:tasks.rados.rados.0.smithi119.stdout:3253: oid 13 version 2044 is already newer than 2041 2024-04-13T07:56:33.911 INFO:tasks.rados.rados.0.smithi119.stdout:3253: oid 13 version 2044 is already newer than 2040 2024-04-13T07:56:33.911 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 13 v 2044 (ObjNum 987 snap 329 seq_num 987) dirty exists 2024-04-13T07:56:33.911 INFO:tasks.rados.rados.0.smithi119.stdout:3253: left oid 13 (ObjNum 987 snap 329 seq_num 987) 2024-04-13T07:56:33.911 INFO:tasks.rados.rados.0.smithi119.stdout:3256: finishing write tid 1 to smithi11982245-42 2024-04-13T07:56:33.911 INFO:tasks.rados.rados.0.smithi119.stdout:3256: finishing write tid 2 to smithi11982245-42 2024-04-13T07:56:33.911 INFO:tasks.rados.rados.0.smithi119.stdout:3256: finishing write tid 3 to smithi11982245-42 2024-04-13T07:56:33.914 INFO:tasks.rados.rados.0.smithi119.stdout:3256: finishing write tid 4 to smithi11982245-42 2024-04-13T07:56:33.914 INFO:tasks.rados.rados.0.smithi119.stdout:3253: done (5 left) 2024-04-13T07:56:33.914 INFO:tasks.rados.rados.0.smithi119.stdout:3254: done (4 left) 2024-04-13T07:56:33.914 INFO:tasks.rados.rados.0.smithi119.stdout:3255: done (3 left) 2024-04-13T07:56:33.914 INFO:tasks.rados.rados.0.smithi119.stdout:3258: done (2 left) 2024-04-13T07:56:33.914 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 36 current snap is 329 2024-04-13T07:56:33.914 INFO:tasks.rados.rados.0.smithi119.stdout:3256: finishing write tid 5 to smithi11982245-42 2024-04-13T07:56:33.914 INFO:tasks.rados.rados.0.smithi119.stdout:3259: seq_num 990 ranges {2277376=589824,2867200=753664,3620864=638976,4259840=212992} 2024-04-13T07:56:33.930 INFO:tasks.rados.rados.0.smithi119.stdout:3259: writing smithi11982245-36 from 2277376 to 2867200 tid 1 2024-04-13T07:56:33.934 INFO:tasks.rados.rados.0.smithi119.stdout:3259: writing smithi11982245-36 from 2867200 to 3620864 tid 2 2024-04-13T07:56:33.937 INFO:tasks.rados.rados.0.smithi119.stdout:3259: writing smithi11982245-36 from 3620864 to 4259840 tid 3 2024-04-13T07:56:33.939 INFO:tasks.rados.rados.0.smithi119.stdout:3259: writing smithi11982245-36 from 4259840 to 4472832 tid 4 2024-04-13T07:56:33.939 INFO:tasks.rados.rados.0.smithi119.stdout:3260: copy_from oid 40 from oid 34 current snap is 329 2024-04-13T07:56:33.939 INFO:tasks.rados.rados.0.smithi119.stdout:3256: finishing write tid 6 to smithi11982245-42 2024-04-13T07:56:33.939 INFO:tasks.rados.rados.0.smithi119.stdout:3256: oid 42 updating version 0 to 2182 2024-04-13T07:56:33.939 INFO:tasks.rados.rados.0.smithi119.stdout:3256: oid 42 version 2182 is already newer than 2179 2024-04-13T07:56:33.939 INFO:tasks.rados.rados.0.smithi119.stdout:3256: oid 42 version 2182 is already newer than 2180 2024-04-13T07:56:33.939 INFO:tasks.rados.rados.0.smithi119.stdout:3256: oid 42 version 2182 is already newer than 2181 2024-04-13T07:56:33.939 INFO:tasks.rados.rados.0.smithi119.stdout:3256: oid 42 version 2182 is already newer than 2178 2024-04-13T07:56:33.939 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 42 v 2182 (ObjNum 988 snap 329 seq_num 988) dirty exists 2024-04-13T07:56:33.939 INFO:tasks.rados.rados.0.smithi119.stdout:3256: left oid 42 (ObjNum 988 snap 329 seq_num 988) 2024-04-13T07:56:33.939 INFO:tasks.rados.rados.0.smithi119.stdout:3257: expect (ObjNum 984 snap 329 seq_num 984) 2024-04-13T07:56:34.100 INFO:tasks.rados.rados.0.smithi119.stdout:3259: finishing write tid 1 to smithi11982245-36 2024-04-13T07:56:34.100 INFO:tasks.rados.rados.0.smithi119.stdout:3259: finishing write tid 2 to smithi11982245-36 2024-04-13T07:56:34.100 INFO:tasks.rados.rados.0.smithi119.stdout:3256: done (3 left) 2024-04-13T07:56:34.100 INFO:tasks.rados.rados.0.smithi119.stdout:3257: done (2 left) 2024-04-13T07:56:34.100 INFO:tasks.rados.rados.0.smithi119.stdout:3261: delete oid 9 current snap is 329 2024-04-13T07:56:34.101 INFO:tasks.rados.rados.0.smithi119.stdout:3260: finishing copy_from to smithi11982245-40 2024-04-13T07:56:34.101 INFO:tasks.rados.rados.0.smithi119.stdout:3260: got expected ENOENT (src dne) 2024-04-13T07:56:34.101 INFO:tasks.rados.rados.0.smithi119.stdout:3260: finishing copy_from racing read to smithi11982245-40 2024-04-13T07:56:34.101 INFO:tasks.rados.rados.0.smithi119.stdout:3259: finishing write tid 3 to smithi11982245-36 2024-04-13T07:56:34.101 INFO:tasks.rados.rados.0.smithi119.stdout:3259: finishing write tid 4 to smithi11982245-36 2024-04-13T07:56:34.101 INFO:tasks.rados.rados.0.smithi119.stdout:3259: finishing write tid 5 to smithi11982245-36 2024-04-13T07:56:34.101 INFO:tasks.rados.rados.0.smithi119.stdout:3259: finishing write tid 6 to smithi11982245-36 2024-04-13T07:56:34.101 INFO:tasks.rados.rados.0.smithi119.stdout:3259: oid 36 updating version 0 to 2055 2024-04-13T07:56:34.101 INFO:tasks.rados.rados.0.smithi119.stdout:3259: oid 36 updating version 2055 to 2056 2024-04-13T07:56:34.101 INFO:tasks.rados.rados.0.smithi119.stdout:3259: oid 36 version 2056 is already newer than 2054 2024-04-13T07:56:34.101 INFO:tasks.rados.rados.0.smithi119.stdout:3259: oid 36 version 2056 is already newer than 2053 2024-04-13T07:56:34.101 INFO:tasks.rados.rados.0.smithi119.stdout:3259: oid 36 version 2056 is already newer than 2052 2024-04-13T07:56:34.101 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 36 v 2056 (ObjNum 990 snap 329 seq_num 990) dirty exists 2024-04-13T07:56:34.101 INFO:tasks.rados.rados.0.smithi119.stdout:3259: left oid 36 (ObjNum 990 snap 329 seq_num 990) 2024-04-13T07:56:34.102 INFO:tasks.rados.rados.0.smithi119.stdout:3259: done (2 left) 2024-04-13T07:56:34.102 INFO:tasks.rados.rados.0.smithi119.stdout:3260: done (1 left) 2024-04-13T07:56:34.103 INFO:tasks.rados.rados.0.smithi119.stdout:3261: done (0 left) 2024-04-13T07:56:34.103 INFO:tasks.rados.rados.0.smithi119.stdout:3262: read oid 12 snap 282 2024-04-13T07:56:34.103 INFO:tasks.rados.rados.0.smithi119.stdout:3262: expect deleted 2024-04-13T07:56:34.103 INFO:tasks.rados.rados.0.smithi119.stdout:3263: snap_remove snap 268 2024-04-13T07:56:34.520 INFO:tasks.rados.rados.0.smithi119.stdout:3263: done (1 left) 2024-04-13T07:56:34.520 INFO:tasks.rados.rados.0.smithi119.stdout:3264: snap_create 2024-04-13T07:56:34.678 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:34 smithi119 ceph-mon[96316]: pgmap v697: 121 pgs: 121 active+clean; 1.1 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 6.4 MiB/s wr, 46 op/s 2024-04-13T07:56:34.678 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:34 smithi119 ceph-mon[96316]: osdmap e687: 8 total, 8 up, 8 in 2024-04-13T07:56:34.678 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:34 smithi119 ceph-mon[93746]: pgmap v697: 121 pgs: 121 active+clean; 1.1 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 6.4 MiB/s wr, 46 op/s 2024-04-13T07:56:34.678 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:34 smithi119 ceph-mon[93746]: osdmap e687: 8 total, 8 up, 8 in 2024-04-13T07:56:34.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:34 smithi139 ceph-mon[88985]: pgmap v697: 121 pgs: 121 active+clean; 1.1 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 6.4 MiB/s wr, 46 op/s 2024-04-13T07:56:34.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:34 smithi139 ceph-mon[88985]: osdmap e687: 8 total, 8 up, 8 in 2024-04-13T07:56:34.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:56:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:56:34] "GET /metrics HTTP/1.1" 200 36209 "" "Prometheus/2.43.0" 2024-04-13T07:56:35.224 INFO:teuthology.orchestra.run.smithi119.stdout:true 2024-04-13T07:56:35.432 INFO:tasks.rados.rados.0.smithi119.stdout:3262: done (1 left) 2024-04-13T07:56:35.432 INFO:tasks.rados.rados.0.smithi119.stdout:3264: done (0 left) 2024-04-13T07:56:35.432 INFO:tasks.rados.rados.0.smithi119.stdout:3265: read oid 37 snap -1 2024-04-13T07:56:35.433 INFO:tasks.rados.rados.0.smithi119.stdout:3265: expect deleted 2024-04-13T07:56:35.433 INFO:tasks.rados.rados.0.smithi119.stdout:3266: rmattr oid 21 current snap is 330 2024-04-13T07:56:35.433 INFO:tasks.rados.rados.0.smithi119.stdout:3266: done (1 left) 2024-04-13T07:56:35.433 INFO:tasks.rados.rados.0.smithi119.stdout:3267: snap_create 2024-04-13T07:56:35.804 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:35 smithi119 ceph-mon[93746]: osdmap e688: 8 total, 8 up, 8 in 2024-04-13T07:56:35.804 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:35 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1242645406' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:35.804 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:35 smithi119 ceph-mon[93746]: osdmap e689: 8 total, 8 up, 8 in 2024-04-13T07:56:35.804 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:35 smithi119 ceph-mon[96316]: osdmap e688: 8 total, 8 up, 8 in 2024-04-13T07:56:35.804 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:35 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1242645406' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:35.804 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:35 smithi119 ceph-mon[96316]: osdmap e689: 8 total, 8 up, 8 in 2024-04-13T07:56:35.826 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -e sha1=5f22a4974d6492df1d519913f5251731f043c582 -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2024-04-13T07:56:35.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:35 smithi139 ceph-mon[88985]: osdmap e688: 8 total, 8 up, 8 in 2024-04-13T07:56:35.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:35 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1242645406' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:35.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:35 smithi139 ceph-mon[88985]: osdmap e689: 8 total, 8 up, 8 in 2024-04-13T07:56:36.029 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:56:36.436 INFO:tasks.rados.rados.0.smithi119.stdout:3265: done (1 left) 2024-04-13T07:56:36.436 INFO:tasks.rados.rados.0.smithi119.stdout:3267: done (0 left) 2024-04-13T07:56:36.436 INFO:tasks.rados.rados.0.smithi119.stdout:3268: read oid 43 snap -1 2024-04-13T07:56:36.436 INFO:tasks.rados.rados.0.smithi119.stdout:3268: expect (ObjNum 274 snap 93 seq_num 274) 2024-04-13T07:56:36.436 INFO:tasks.rados.rados.0.smithi119.stdout:3269: delete oid 3 current snap is 331 2024-04-13T07:56:36.443 INFO:tasks.rados.rados.0.smithi119.stdout:3269: done (1 left) 2024-04-13T07:56:36.443 INFO:tasks.rados.rados.0.smithi119.stdout:3270: snap_create 2024-04-13T07:56:36.456 INFO:tasks.rados.rados.0.smithi119.stdout:3268: expect (ObjNum 274 snap 93 seq_num 274) 2024-04-13T07:56:36.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:36 smithi119 ceph-mon[96316]: pgmap v700: 121 pgs: 121 active+clean; 1.1 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 379 KiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-04-13T07:56:36.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:36 smithi119 ceph-mon[96316]: osdmap e690: 8 total, 8 up, 8 in 2024-04-13T07:56:36.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:36 smithi119 ceph-mon[93746]: pgmap v700: 121 pgs: 121 active+clean; 1.1 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 379 KiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-04-13T07:56:36.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:36 smithi119 ceph-mon[93746]: osdmap e690: 8 total, 8 up, 8 in 2024-04-13T07:56:36.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:36 smithi139 ceph-mon[88985]: pgmap v700: 121 pgs: 121 active+clean; 1.1 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 379 KiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-04-13T07:56:36.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:36 smithi139 ceph-mon[88985]: osdmap e690: 8 total, 8 up, 8 in 2024-04-13T07:56:37.439 INFO:tasks.rados.rados.0.smithi119.stdout:3268: done (1 left) 2024-04-13T07:56:37.440 INFO:tasks.rados.rados.0.smithi119.stdout:3270: done (0 left) 2024-04-13T07:56:37.440 INFO:tasks.rados.rados.0.smithi119.stdout:3271: read oid 27 snap 320 2024-04-13T07:56:37.440 INFO:tasks.rados.rados.0.smithi119.stdout:3271: expect (ObjNum 893 snap 305 seq_num 893) 2024-04-13T07:56:37.440 INFO:tasks.rados.rados.0.smithi119.stdout:3272: copy_from oid 15 from oid 36 current snap is 332 2024-04-13T07:56:37.440 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 7 current snap is 332 2024-04-13T07:56:37.440 INFO:tasks.rados.rados.0.smithi119.stdout:3273: seq_num 993 ranges {0=638976,638976=409600,1048576=409600,1458176=688128,2146304=98304} 2024-04-13T07:56:37.443 INFO:tasks.rados.rados.0.smithi119.stdout:3273: writing smithi11982245-7 from 0 to 638976 tid 1 2024-04-13T07:56:37.446 INFO:tasks.rados.rados.0.smithi119.stdout:3273: writing smithi11982245-7 from 638976 to 1048576 tid 2 2024-04-13T07:56:37.448 INFO:tasks.rados.rados.0.smithi119.stdout:3273: writing smithi11982245-7 from 1048576 to 1458176 tid 3 2024-04-13T07:56:37.452 INFO:tasks.rados.rados.0.smithi119.stdout:3273: writing smithi11982245-7 from 1458176 to 2146304 tid 4 2024-04-13T07:56:37.453 INFO:tasks.rados.rados.0.smithi119.stdout:3273: writing smithi11982245-7 from 2146304 to 2244608 tid 5 2024-04-13T07:56:37.453 INFO:tasks.rados.rados.0.smithi119.stdout:3274: copy_from oid 19 from oid 28 current snap is 332 2024-04-13T07:56:37.453 INFO:tasks.rados.rados.0.smithi119.stdout:3271: expect (ObjNum 893 snap 305 seq_num 893) 2024-04-13T07:56:37.470 INFO:tasks.rados.rados.0.smithi119.stdout:3273: finishing write tid 1 to smithi11982245-7 2024-04-13T07:56:37.471 INFO:tasks.rados.rados.0.smithi119.stdout:3273: finishing write tid 2 to smithi11982245-7 2024-04-13T07:56:37.471 INFO:tasks.rados.rados.0.smithi119.stdout:3273: finishing write tid 3 to smithi11982245-7 2024-04-13T07:56:37.471 INFO:tasks.rados.rados.0.smithi119.stdout:3271: done (3 left) 2024-04-13T07:56:37.471 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 26 current snap is 332 2024-04-13T07:56:37.471 INFO:tasks.rados.rados.0.smithi119.stdout:3273: finishing write tid 4 to smithi11982245-7 2024-04-13T07:56:37.471 INFO:tasks.rados.rados.0.smithi119.stdout:3275: seq_num 994 ranges {1163264=655360,1818624=688128,2506752=622592,3129344=294912} 2024-04-13T07:56:37.480 INFO:tasks.rados.rados.0.smithi119.stdout:3275: writing smithi11982245-26 from 1163264 to 1818624 tid 1 2024-04-13T07:56:37.484 INFO:tasks.rados.rados.0.smithi119.stdout:3275: writing smithi11982245-26 from 1818624 to 2506752 tid 2 2024-04-13T07:56:37.488 INFO:tasks.rados.rados.0.smithi119.stdout:3275: writing smithi11982245-26 from 2506752 to 3129344 tid 3 2024-04-13T07:56:37.490 INFO:tasks.rados.rados.0.smithi119.stdout:3275: writing smithi11982245-26 from 3129344 to 3424256 tid 4 2024-04-13T07:56:37.490 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 34 current snap is 332 2024-04-13T07:56:37.490 INFO:tasks.rados.rados.0.smithi119.stdout:3273: finishing write tid 5 to smithi11982245-7 2024-04-13T07:56:37.490 INFO:tasks.rados.rados.0.smithi119.stdout:3273: finishing write tid 6 to smithi11982245-7 2024-04-13T07:56:37.490 INFO:tasks.rados.rados.0.smithi119.stdout:3273: finishing write tid 7 to smithi11982245-7 2024-04-13T07:56:37.491 INFO:tasks.rados.rados.0.smithi119.stdout:3273: oid 7 updating version 0 to 2011 2024-04-13T07:56:37.491 INFO:tasks.rados.rados.0.smithi119.stdout:3273: oid 7 updating version 2011 to 2014 2024-04-13T07:56:37.491 INFO:tasks.rados.rados.0.smithi119.stdout:3273: oid 7 updating version 2014 to 2015 2024-04-13T07:56:37.491 INFO:tasks.rados.rados.0.smithi119.stdout:3273: oid 7 version 2015 is already newer than 2013 2024-04-13T07:56:37.491 INFO:tasks.rados.rados.0.smithi119.stdout:3273: oid 7 version 2015 is already newer than 2012 2024-04-13T07:56:37.491 INFO:tasks.rados.rados.0.smithi119.stdout:3273: oid 7 version 2015 is already newer than 2010 2024-04-13T07:56:37.491 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 7 v 2015 (ObjNum 993 snap 332 seq_num 993) dirty exists 2024-04-13T07:56:37.491 INFO:tasks.rados.rados.0.smithi119.stdout:3273: left oid 7 (ObjNum 993 snap 332 seq_num 993) 2024-04-13T07:56:37.491 INFO:tasks.rados.rados.0.smithi119.stdout:3272: finishing copy_from racing read to smithi11982245-15 2024-04-13T07:56:37.491 INFO:tasks.rados.rados.0.smithi119.stdout:3272: finishing copy_from to smithi11982245-15 2024-04-13T07:56:37.491 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 15 v 2056 (ObjNum 990 snap 329 seq_num 990) dirty exists 2024-04-13T07:56:37.491 INFO:tasks.rados.rados.0.smithi119.stdout:3274: finishing copy_from racing read to smithi11982245-19 2024-04-13T07:56:37.491 INFO:tasks.rados.rados.0.smithi119.stdout:3274: finishing copy_from to smithi11982245-19 2024-04-13T07:56:37.491 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 19 v 2098 (ObjNum 930 snap 319 seq_num 930) dirty exists 2024-04-13T07:56:37.491 INFO:tasks.rados.rados.0.smithi119.stdout:3275: finishing write tid 1 to smithi11982245-26 2024-04-13T07:56:37.491 INFO:tasks.rados.rados.0.smithi119.stdout:3275: finishing write tid 2 to smithi11982245-26 2024-04-13T07:56:37.491 INFO:tasks.rados.rados.0.smithi119.stdout:3276: seq_num 995 ranges {0=671744,671744=573440,1245184=778240,2023424=253952} 2024-04-13T07:56:37.494 INFO:tasks.rados.rados.0.smithi119.stdout:3276: writing smithi11982245-34 from 0 to 671744 tid 1 2024-04-13T07:56:37.497 INFO:tasks.rados.rados.0.smithi119.stdout:3276: writing smithi11982245-34 from 671744 to 1245184 tid 2 2024-04-13T07:56:37.502 INFO:tasks.rados.rados.0.smithi119.stdout:3276: writing smithi11982245-34 from 1245184 to 2023424 tid 3 2024-04-13T07:56:37.504 INFO:tasks.rados.rados.0.smithi119.stdout:3276: writing smithi11982245-34 from 2023424 to 2277376 tid 4 2024-04-13T07:56:37.504 INFO:tasks.rados.rados.0.smithi119.stdout:3272: done (4 left) 2024-04-13T07:56:37.504 INFO:tasks.rados.rados.0.smithi119.stdout:3273: done (3 left) 2024-04-13T07:56:37.504 INFO:tasks.rados.rados.0.smithi119.stdout:3274: done (2 left) 2024-04-13T07:56:37.504 INFO:tasks.rados.rados.0.smithi119.stdout:3277: rollback oid 4 current snap is 332 2024-04-13T07:56:37.504 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 4 to 218 2024-04-13T07:56:37.504 INFO:tasks.rados.rados.0.smithi119.stdout:3275: finishing write tid 3 to smithi11982245-26 2024-04-13T07:56:37.504 INFO:tasks.rados.rados.0.smithi119.stdout:3275: finishing write tid 4 to smithi11982245-26 2024-04-13T07:56:37.504 INFO:tasks.rados.rados.0.smithi119.stdout:3275: finishing write tid 5 to smithi11982245-26 2024-04-13T07:56:37.505 INFO:tasks.rados.rados.0.smithi119.stdout:3275: finishing write tid 6 to smithi11982245-26 2024-04-13T07:56:37.505 INFO:tasks.rados.rados.0.smithi119.stdout:3275: oid 26 updating version 0 to 2170 2024-04-13T07:56:37.505 INFO:tasks.rados.rados.0.smithi119.stdout:3275: oid 26 updating version 2170 to 2174 2024-04-13T07:56:37.505 INFO:tasks.rados.rados.0.smithi119.stdout:3275: oid 26 version 2174 is already newer than 2172 2024-04-13T07:56:37.505 INFO:tasks.rados.rados.0.smithi119.stdout:3275: oid 26 version 2174 is already newer than 2173 2024-04-13T07:56:37.505 INFO:tasks.rados.rados.0.smithi119.stdout:3275: oid 26 version 2174 is already newer than 2171 2024-04-13T07:56:37.505 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 26 v 2174 (ObjNum 994 snap 332 seq_num 994) dirty exists 2024-04-13T07:56:37.505 INFO:tasks.rados.rados.0.smithi119.stdout:3275: left oid 26 (ObjNum 994 snap 332 seq_num 994) 2024-04-13T07:56:37.505 INFO:tasks.rados.rados.0.smithi119.stdout:3276: finishing write tid 1 to smithi11982245-34 2024-04-13T07:56:37.505 INFO:tasks.rados.rados.0.smithi119.stdout:3276: finishing write tid 2 to smithi11982245-34 2024-04-13T07:56:37.505 INFO:tasks.rados.rados.0.smithi119.stdout:3275: done (2 left) 2024-04-13T07:56:37.505 INFO:tasks.rados.rados.0.smithi119.stdout:3278: copy_from oid 16 from oid 47 current snap is 332 2024-04-13T07:56:37.505 INFO:tasks.rados.rados.0.smithi119.stdout:3279: snap_create 2024-04-13T07:56:37.506 INFO:tasks.rados.rados.0.smithi119.stdout:3278: finishing copy_from to smithi11982245-16 2024-04-13T07:56:37.506 INFO:tasks.rados.rados.0.smithi119.stdout:3278: got expected ENOENT (src dne) 2024-04-13T07:56:37.506 INFO:tasks.rados.rados.0.smithi119.stdout:3278: finishing copy_from racing read to smithi11982245-16 2024-04-13T07:56:37.508 INFO:tasks.rados.rados.0.smithi119.stdout:3276: finishing write tid 3 to smithi11982245-34 2024-04-13T07:56:37.508 INFO:tasks.rados.rados.0.smithi119.stdout:3276: finishing write tid 4 to smithi11982245-34 2024-04-13T07:56:37.508 INFO:tasks.rados.rados.0.smithi119.stdout:3276: finishing write tid 5 to smithi11982245-34 2024-04-13T07:56:37.509 INFO:tasks.rados.rados.0.smithi119.stdout:3277: finishing rollback tid 0 to smithi11982245-4 2024-04-13T07:56:37.510 INFO:tasks.rados.rados.0.smithi119.stdout:3277: finishing rollback tid 1 to smithi11982245-4 2024-04-13T07:56:37.510 INFO:tasks.rados.rados.0.smithi119.stdout:3277: finishing rollback tid 2 to smithi11982245-4 2024-04-13T07:56:37.510 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 4 v 2058 (ObjNum 565 snap 191 seq_num 565) dirty exists 2024-04-13T07:56:37.510 INFO:tasks.rados.rados.0.smithi119.stdout:3276: finishing write tid 6 to smithi11982245-34 2024-04-13T07:56:37.510 INFO:tasks.rados.rados.0.smithi119.stdout:3276: oid 34 updating version 0 to 2239 2024-04-13T07:56:37.510 INFO:tasks.rados.rados.0.smithi119.stdout:3276: oid 34 updating version 2239 to 2243 2024-04-13T07:56:37.510 INFO:tasks.rados.rados.0.smithi119.stdout:3276: oid 34 version 2243 is already newer than 2242 2024-04-13T07:56:37.510 INFO:tasks.rados.rados.0.smithi119.stdout:3276: oid 34 version 2243 is already newer than 2240 2024-04-13T07:56:37.510 INFO:tasks.rados.rados.0.smithi119.stdout:3276: oid 34 version 2243 is already newer than 2241 2024-04-13T07:56:37.510 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 34 v 2243 (ObjNum 995 snap 332 seq_num 995) dirty exists 2024-04-13T07:56:37.511 INFO:tasks.rados.rados.0.smithi119.stdout:3276: left oid 34 (ObjNum 995 snap 332 seq_num 995) 2024-04-13T07:56:37.956 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)" 2024-04-13T07:56:38.437 INFO:tasks.rados.rados.0.smithi119.stdout:3276: done (3 left) 2024-04-13T07:56:38.437 INFO:tasks.rados.rados.0.smithi119.stdout:3277: done (2 left) 2024-04-13T07:56:38.437 INFO:tasks.rados.rados.0.smithi119.stdout:3278: done (1 left) 2024-04-13T07:56:38.437 INFO:tasks.rados.rados.0.smithi119.stdout:3279: done (0 left) 2024-04-13T07:56:38.437 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 2 current snap is 333 2024-04-13T07:56:38.437 INFO:tasks.rados.rados.0.smithi119.stdout:3280: seq_num 996 ranges {2023424=688128,2711552=507904,3219456=581632,3801088=516096} 2024-04-13T07:56:38.451 INFO:tasks.rados.rados.0.smithi119.stdout:3280: writing smithi11982245-2 from 2023424 to 2711552 tid 1 2024-04-13T07:56:38.454 INFO:tasks.rados.rados.0.smithi119.stdout:3280: writing smithi11982245-2 from 2711552 to 3219456 tid 2 2024-04-13T07:56:38.458 INFO:tasks.rados.rados.0.smithi119.stdout:3280: writing smithi11982245-2 from 3219456 to 3801088 tid 3 2024-04-13T07:56:38.461 INFO:tasks.rados.rados.0.smithi119.stdout:3280: writing smithi11982245-2 from 3801088 to 4317184 tid 4 2024-04-13T07:56:38.461 INFO:tasks.rados.rados.0.smithi119.stdout:3281: setattr oid 41 current snap is 333 2024-04-13T07:56:38.461 INFO:tasks.rados.rados.0.smithi119.stdout:3280: finishing write tid 1 to smithi11982245-2 2024-04-13T07:56:38.462 INFO:tasks.rados.rados.0.smithi119.stdout:3280: finishing write tid 2 to smithi11982245-2 2024-04-13T07:56:38.462 INFO:tasks.rados.rados.0.smithi119.stdout:3280: finishing write tid 3 to smithi11982245-2 2024-04-13T07:56:38.464 INFO:tasks.rados.rados.0.smithi119.stdout:3282: read oid 44 snap -1 2024-04-13T07:56:38.464 INFO:tasks.rados.rados.0.smithi119.stdout:3282: expect (ObjNum 968 snap 324 seq_num 968) 2024-04-13T07:56:38.464 INFO:tasks.rados.rados.0.smithi119.stdout:3283: read oid 6 snap -1 2024-04-13T07:56:38.464 INFO:tasks.rados.rados.0.smithi119.stdout:3283: expect (ObjNum 985 snap 329 seq_num 985) 2024-04-13T07:56:38.464 INFO:tasks.rados.rados.0.smithi119.stdout:3284: read oid 35 snap -1 2024-04-13T07:56:38.464 INFO:tasks.rados.rados.0.smithi119.stdout:3284: expect (ObjNum 945 snap 321 seq_num 945) 2024-04-13T07:56:38.464 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 4 current snap is 333 2024-04-13T07:56:38.464 INFO:tasks.rados.rados.0.smithi119.stdout:3285: seq_num 997 ranges {14909440=704512,15613952=794624,16408576=794624,17203200=16384} 2024-04-13T07:56:38.521 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:38 smithi119 ceph-mon[96316]: pgmap v703: 121 pgs: 121 active+clean; 1.1 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 2.5 MiB/s wr, 13 op/s 2024-04-13T07:56:38.521 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:38 smithi119 ceph-mon[96316]: osdmap e691: 8 total, 8 up, 8 in 2024-04-13T07:56:38.521 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:38 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/3083374382' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:38.521 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:38 smithi119 ceph-mon[93746]: pgmap v703: 121 pgs: 121 active+clean; 1.1 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 2.5 MiB/s wr, 13 op/s 2024-04-13T07:56:38.521 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:38 smithi119 ceph-mon[93746]: osdmap e691: 8 total, 8 up, 8 in 2024-04-13T07:56:38.521 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:38 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/3083374382' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:38.539 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-13T07:56:38.539 INFO:teuthology.task.print:**** done end upgrade, wait... 2024-04-13T07:56:38.539 DEBUG:teuthology.parallel:result is None 2024-04-13T07:56:38.551 INFO:tasks.rados.rados.0.smithi119.stdout:3285: writing smithi11982245-4 from 14909440 to 15613952 tid 1 2024-04-13T07:56:38.555 INFO:tasks.rados.rados.0.smithi119.stdout:3285: writing smithi11982245-4 from 15613952 to 16408576 tid 2 2024-04-13T07:56:38.560 INFO:tasks.rados.rados.0.smithi119.stdout:3285: writing smithi11982245-4 from 16408576 to 17203200 tid 3 2024-04-13T07:56:38.560 INFO:tasks.rados.rados.0.smithi119.stdout:3285: writing smithi11982245-4 from 17203200 to 17219584 tid 4 2024-04-13T07:56:38.561 INFO:tasks.rados.rados.0.smithi119.stdout:3286: read oid 34 snap -1 2024-04-13T07:56:38.561 INFO:tasks.rados.rados.0.smithi119.stdout:3286: expect (ObjNum 995 snap 332 seq_num 995) 2024-04-13T07:56:38.561 INFO:tasks.rados.rados.0.smithi119.stdout:3287: delete oid 33 current snap is 333 2024-04-13T07:56:38.561 INFO:tasks.rados.rados.0.smithi119.stdout:3280: finishing write tid 4 to smithi11982245-2 2024-04-13T07:56:38.561 INFO:tasks.rados.rados.0.smithi119.stdout:3280: finishing write tid 5 to smithi11982245-2 2024-04-13T07:56:38.561 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 41 v 1720 (ObjNum 33 snap 0 seq_num 0) dirty exists 2024-04-13T07:56:38.561 INFO:tasks.rados.rados.0.smithi119.stdout:3280: finishing write tid 6 to smithi11982245-2 2024-04-13T07:56:38.561 INFO:tasks.rados.rados.0.smithi119.stdout:3280: oid 2 updating version 0 to 2049 2024-04-13T07:56:38.561 INFO:tasks.rados.rados.0.smithi119.stdout:3280: oid 2 version 2049 is already newer than 2045 2024-04-13T07:56:38.561 INFO:tasks.rados.rados.0.smithi119.stdout:3280: oid 2 version 2049 is already newer than 2047 2024-04-13T07:56:38.561 INFO:tasks.rados.rados.0.smithi119.stdout:3280: oid 2 version 2049 is already newer than 2048 2024-04-13T07:56:38.561 INFO:tasks.rados.rados.0.smithi119.stdout:3280: oid 2 version 2049 is already newer than 2046 2024-04-13T07:56:38.562 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 2 v 2049 (ObjNum 996 snap 333 seq_num 996) dirty exists 2024-04-13T07:56:38.562 INFO:tasks.rados.rados.0.smithi119.stdout:3280: left oid 2 (ObjNum 996 snap 333 seq_num 996) 2024-04-13T07:56:38.562 INFO:tasks.rados.rados.0.smithi119.stdout:3282: expect (ObjNum 968 snap 324 seq_num 968) 2024-04-13T07:56:38.608 INFO:tasks.rados.rados.0.smithi119.stdout:3283: expect (ObjNum 985 snap 329 seq_num 985) 2024-04-13T07:56:38.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:38 smithi139 ceph-mon[88985]: pgmap v703: 121 pgs: 121 active+clean; 1.1 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 2.5 MiB/s wr, 13 op/s 2024-04-13T07:56:38.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:38 smithi139 ceph-mon[88985]: osdmap e691: 8 total, 8 up, 8 in 2024-04-13T07:56:38.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:38 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/3083374382' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:56:39.066 INFO:tasks.rados.rados.0.smithi119.stdout:3284: expect (ObjNum 945 snap 321 seq_num 945) 2024-04-13T07:56:39.505 INFO:tasks.rados.rados.0.smithi119.stdout:3285: finishing write tid 1 to smithi11982245-4 2024-04-13T07:56:39.505 INFO:tasks.rados.rados.0.smithi119.stdout:3285: finishing write tid 2 to smithi11982245-4 2024-04-13T07:56:39.505 INFO:tasks.rados.rados.0.smithi119.stdout:3285: finishing write tid 3 to smithi11982245-4 2024-04-13T07:56:39.505 INFO:tasks.rados.rados.0.smithi119.stdout:3285: finishing write tid 4 to smithi11982245-4 2024-04-13T07:56:39.505 INFO:tasks.rados.rados.0.smithi119.stdout:3285: finishing write tid 5 to smithi11982245-4 2024-04-13T07:56:39.506 INFO:tasks.rados.rados.0.smithi119.stdout:3285: finishing write tid 6 to smithi11982245-4 2024-04-13T07:56:39.506 INFO:tasks.rados.rados.0.smithi119.stdout:3285: oid 4 updating version 0 to 2061 2024-04-13T07:56:39.506 INFO:tasks.rados.rados.0.smithi119.stdout:3285: oid 4 version 2061 is already newer than 2059 2024-04-13T07:56:39.506 INFO:tasks.rados.rados.0.smithi119.stdout:3285: oid 4 updating version 2061 to 2062 2024-04-13T07:56:39.506 INFO:tasks.rados.rados.0.smithi119.stdout:3285: oid 4 updating version 2062 to 2063 2024-04-13T07:56:39.506 INFO:tasks.rados.rados.0.smithi119.stdout:3285: oid 4 version 2063 is already newer than 2060 2024-04-13T07:56:39.506 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 4 v 2063 (ObjNum 997 snap 333 seq_num 997) dirty exists 2024-04-13T07:56:39.506 INFO:tasks.rados.rados.0.smithi119.stdout:3285: left oid 4 (ObjNum 997 snap 333 seq_num 997) 2024-04-13T07:56:39.506 INFO:tasks.rados.rados.0.smithi119.stdout:3286: expect (ObjNum 995 snap 332 seq_num 995) 2024-04-13T07:56:39.563 INFO:tasks.rados.rados.0.smithi119.stdout:3280: done (7 left) 2024-04-13T07:56:39.563 INFO:tasks.rados.rados.0.smithi119.stdout:3281: done (6 left) 2024-04-13T07:56:39.563 INFO:tasks.rados.rados.0.smithi119.stdout:3282: done (5 left) 2024-04-13T07:56:39.563 INFO:tasks.rados.rados.0.smithi119.stdout:3283: done (4 left) 2024-04-13T07:56:39.563 INFO:tasks.rados.rados.0.smithi119.stdout:3284: done (3 left) 2024-04-13T07:56:39.563 INFO:tasks.rados.rados.0.smithi119.stdout:3285: done (2 left) 2024-04-13T07:56:39.564 INFO:tasks.rados.rados.0.smithi119.stdout:3286: done (1 left) 2024-04-13T07:56:39.564 INFO:tasks.rados.rados.0.smithi119.stdout:3287: done (0 left) 2024-04-13T07:56:39.564 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 13 current snap is 333 2024-04-13T07:56:39.564 INFO:tasks.rados.rados.0.smithi119.stdout:3288: seq_num 999 ranges {3645440=737280,4382720=565248,4947968=761856,5709824=278528} 2024-04-13T07:56:39.586 INFO:tasks.rados.rados.0.smithi119.stdout:3288: writing smithi11982245-13 from 3645440 to 4382720 tid 1 2024-04-13T07:56:39.589 INFO:tasks.rados.rados.0.smithi119.stdout:3288: writing smithi11982245-13 from 4382720 to 4947968 tid 2 2024-04-13T07:56:39.594 INFO:tasks.rados.rados.0.smithi119.stdout:3288: writing smithi11982245-13 from 4947968 to 5709824 tid 3 2024-04-13T07:56:39.595 INFO:tasks.rados.rados.0.smithi119.stdout:3288: writing smithi11982245-13 from 5709824 to 5988352 tid 4 2024-04-13T07:56:39.595 INFO:tasks.rados.rados.0.smithi119.stdout:3289: snap_create 2024-04-13T07:56:39.596 INFO:tasks.rados.rados.0.smithi119.stdout:3288: finishing write tid 1 to smithi11982245-13 2024-04-13T07:56:39.596 INFO:tasks.rados.rados.0.smithi119.stdout:3288: finishing write tid 2 to smithi11982245-13 2024-04-13T07:56:39.599 INFO:tasks.rados.rados.0.smithi119.stdout:3288: finishing write tid 3 to smithi11982245-13 2024-04-13T07:56:39.599 INFO:tasks.rados.rados.0.smithi119.stdout:3288: finishing write tid 4 to smithi11982245-13 2024-04-13T07:56:39.599 INFO:tasks.rados.rados.0.smithi119.stdout:3288: finishing write tid 5 to smithi11982245-13 2024-04-13T07:56:39.600 INFO:tasks.rados.rados.0.smithi119.stdout:3288: finishing write tid 6 to smithi11982245-13 2024-04-13T07:56:39.601 INFO:tasks.rados.rados.0.smithi119.stdout:3288: oid 13 updating version 0 to 2052 2024-04-13T07:56:39.601 INFO:tasks.rados.rados.0.smithi119.stdout:3288: oid 13 updating version 2052 to 2053 2024-04-13T07:56:39.601 INFO:tasks.rados.rados.0.smithi119.stdout:3288: oid 13 version 2053 is already newer than 2051 2024-04-13T07:56:39.601 INFO:tasks.rados.rados.0.smithi119.stdout:3288: oid 13 version 2053 is already newer than 2050 2024-04-13T07:56:39.601 INFO:tasks.rados.rados.0.smithi119.stdout:3288: oid 13 updating version 2053 to 2054 2024-04-13T07:56:39.601 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 13 v 2054 (ObjNum 999 snap 333 seq_num 999) dirty exists 2024-04-13T07:56:39.601 INFO:tasks.rados.rados.0.smithi119.stdout:3288: left oid 13 (ObjNum 999 snap 333 seq_num 999) 2024-04-13T07:56:39.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:39 smithi119 ceph-mon[96316]: osdmap e692: 8 total, 8 up, 8 in 2024-04-13T07:56:39.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:56:39.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:39 smithi119 ceph-mon[93746]: osdmap e692: 8 total, 8 up, 8 in 2024-04-13T07:56:39.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:56:39.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:39 smithi139 ceph-mon[88985]: osdmap e692: 8 total, 8 up, 8 in 2024-04-13T07:56:39.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:56:40.435 INFO:tasks.rados.rados.0.smithi119.stdout:3288: done (1 left) 2024-04-13T07:56:40.435 INFO:tasks.rados.rados.0.smithi119.stdout:3289: done (0 left) 2024-04-13T07:56:40.435 INFO:tasks.rados.rados.0.smithi119.stdout:3290: read oid 2 snap 282 2024-04-13T07:56:40.435 INFO:tasks.rados.rados.0.smithi119.stdout:3290: expect (ObjNum 824 snap 277 seq_num 824) 2024-04-13T07:56:40.435 INFO:tasks.rados.rados.0.smithi119.stdout:3291: snap_create 2024-04-13T07:56:40.473 INFO:tasks.rados.rados.0.smithi119.stdout:3290: expect (ObjNum 824 snap 277 seq_num 824) 2024-04-13T07:56:40.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:40 smithi119 ceph-mon[96316]: pgmap v706: 121 pgs: 121 active+clean; 1.1 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 19 op/s 2024-04-13T07:56:40.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:40 smithi119 ceph-mon[96316]: osdmap e693: 8 total, 8 up, 8 in 2024-04-13T07:56:40.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:40 smithi119 ceph-mon[93746]: pgmap v706: 121 pgs: 121 active+clean; 1.1 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 19 op/s 2024-04-13T07:56:40.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:40 smithi119 ceph-mon[93746]: osdmap e693: 8 total, 8 up, 8 in 2024-04-13T07:56:40.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:40 smithi139 ceph-mon[88985]: pgmap v706: 121 pgs: 121 active+clean; 1.1 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 19 op/s 2024-04-13T07:56:40.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:40 smithi139 ceph-mon[88985]: osdmap e693: 8 total, 8 up, 8 in 2024-04-13T07:56:41.437 INFO:tasks.rados.rados.0.smithi119.stdout:3290: done (1 left) 2024-04-13T07:56:41.437 INFO:tasks.rados.rados.0.smithi119.stdout:3291: done (0 left) 2024-04-13T07:56:41.437 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 37 current snap is 335 2024-04-13T07:56:41.437 INFO:tasks.rados.rados.0.smithi119.stdout:3292: seq_num 1000 ranges {0=753664,753664=442368,1196032=565248,1761280=458752,2220032=139264} 2024-04-13T07:56:41.440 INFO:tasks.rados.rados.0.smithi119.stdout:3292: writing smithi11982245-37 from 0 to 753664 tid 1 2024-04-13T07:56:41.443 INFO:tasks.rados.rados.0.smithi119.stdout:3292: writing smithi11982245-37 from 753664 to 1196032 tid 2 2024-04-13T07:56:41.447 INFO:tasks.rados.rados.0.smithi119.stdout:3292: writing smithi11982245-37 from 1196032 to 1761280 tid 3 2024-04-13T07:56:41.450 INFO:tasks.rados.rados.0.smithi119.stdout:3292: writing smithi11982245-37 from 1761280 to 2220032 tid 4 2024-04-13T07:56:41.451 INFO:tasks.rados.rados.0.smithi119.stdout:3292: writing smithi11982245-37 from 2220032 to 2359296 tid 5 2024-04-13T07:56:41.451 INFO:tasks.rados.rados.0.smithi119.stdout:3293: snap_create 2024-04-13T07:56:41.451 INFO:tasks.rados.rados.0.smithi119.stdout:3292: finishing write tid 1 to smithi11982245-37 2024-04-13T07:56:41.451 INFO:tasks.rados.rados.0.smithi119.stdout:3292: finishing write tid 2 to smithi11982245-37 2024-04-13T07:56:41.451 INFO:tasks.rados.rados.0.smithi119.stdout:3292: finishing write tid 3 to smithi11982245-37 2024-04-13T07:56:41.454 INFO:tasks.rados.rados.0.smithi119.stdout:3292: finishing write tid 4 to smithi11982245-37 2024-04-13T07:56:41.455 INFO:tasks.rados.rados.0.smithi119.stdout:3292: finishing write tid 5 to smithi11982245-37 2024-04-13T07:56:41.455 INFO:tasks.rados.rados.0.smithi119.stdout:3292: finishing write tid 6 to smithi11982245-37 2024-04-13T07:56:41.459 INFO:tasks.rados.rados.0.smithi119.stdout:3292: finishing write tid 7 to smithi11982245-37 2024-04-13T07:56:41.459 INFO:tasks.rados.rados.0.smithi119.stdout:3292: oid 37 updating version 0 to 2180 2024-04-13T07:56:41.459 INFO:tasks.rados.rados.0.smithi119.stdout:3292: oid 37 version 2180 is already newer than 2179 2024-04-13T07:56:41.460 INFO:tasks.rados.rados.0.smithi119.stdout:3292: oid 37 version 2180 is already newer than 2175 2024-04-13T07:56:41.460 INFO:tasks.rados.rados.0.smithi119.stdout:3292: oid 37 version 2180 is already newer than 2178 2024-04-13T07:56:41.460 INFO:tasks.rados.rados.0.smithi119.stdout:3292: oid 37 version 2180 is already newer than 2176 2024-04-13T07:56:41.460 INFO:tasks.rados.rados.0.smithi119.stdout:3292: oid 37 version 2180 is already newer than 2177 2024-04-13T07:56:41.460 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 37 v 2180 (ObjNum 1000 snap 335 seq_num 1000) dirty exists 2024-04-13T07:56:41.460 INFO:tasks.rados.rados.0.smithi119.stdout:3292: left oid 37 (ObjNum 1000 snap 335 seq_num 1000) 2024-04-13T07:56:42.456 INFO:tasks.rados.rados.0.smithi119.stdout:3292: done (1 left) 2024-04-13T07:56:42.456 INFO:tasks.rados.rados.0.smithi119.stdout:3293: done (0 left) 2024-04-13T07:56:42.456 INFO:tasks.rados.rados.0.smithi119.stdout:3294: copy_from oid 19 from oid 27 current snap is 336 2024-04-13T07:56:42.456 INFO:tasks.rados.rados.0.smithi119.stdout:3295: snap_remove snap 212 2024-04-13T07:56:42.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:42 smithi139 ceph-mon[88985]: pgmap v708: 121 pgs: 121 active+clean; 1.1 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 3.9 MiB/s wr, 24 op/s 2024-04-13T07:56:42.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:42 smithi139 ceph-mon[88985]: osdmap e694: 8 total, 8 up, 8 in 2024-04-13T07:56:42.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:56:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T07:56:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:56:42.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:42 smithi119 ceph-mon[96316]: pgmap v708: 121 pgs: 121 active+clean; 1.1 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 3.9 MiB/s wr, 24 op/s 2024-04-13T07:56:42.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:42 smithi119 ceph-mon[96316]: osdmap e694: 8 total, 8 up, 8 in 2024-04-13T07:56:42.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:42 smithi119 ceph-mon[93746]: pgmap v708: 121 pgs: 121 active+clean; 1.1 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 3.9 MiB/s wr, 24 op/s 2024-04-13T07:56:42.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:42 smithi119 ceph-mon[93746]: osdmap e694: 8 total, 8 up, 8 in 2024-04-13T07:56:43.468 INFO:tasks.rados.rados.0.smithi119.stdout:3295: done (1 left) 2024-04-13T07:56:43.469 INFO:tasks.rados.rados.0.smithi119.stdout:3296: read oid 21 snap 289 2024-04-13T07:56:43.469 INFO:tasks.rados.rados.0.smithi119.stdout:3296: expect deleted 2024-04-13T07:56:43.469 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 7 current snap is 336 2024-04-13T07:56:43.469 INFO:tasks.rados.rados.0.smithi119.stdout:3297: seq_num 1001 ranges {2244608=770048,3014656=729088,3743744=770048,4513792=106496} 2024-04-13T07:56:43.486 INFO:tasks.rados.rados.0.smithi119.stdout:3297: writing smithi11982245-7 from 2244608 to 3014656 tid 1 2024-04-13T07:56:43.491 INFO:tasks.rados.rados.0.smithi119.stdout:3297: writing smithi11982245-7 from 3014656 to 3743744 tid 2 2024-04-13T07:56:43.496 INFO:tasks.rados.rados.0.smithi119.stdout:3297: writing smithi11982245-7 from 3743744 to 4513792 tid 3 2024-04-13T07:56:43.498 INFO:tasks.rados.rados.0.smithi119.stdout:3297: writing smithi11982245-7 from 4513792 to 4620288 tid 4 2024-04-13T07:56:43.498 INFO:tasks.rados.rados.0.smithi119.stdout:3294: finishing copy_from racing read to smithi11982245-19 2024-04-13T07:56:43.498 INFO:tasks.rados.rados.0.smithi119.stdout:3294: finishing copy_from to smithi11982245-19 2024-04-13T07:56:43.498 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 19 v 2169 (ObjNum 893 snap 305 seq_num 893) dirty exists 2024-04-13T07:56:43.498 INFO:tasks.rados.rados.0.smithi119.stdout:3297: finishing write tid 1 to smithi11982245-7 2024-04-13T07:56:43.498 INFO:tasks.rados.rados.0.smithi119.stdout:3297: finishing write tid 2 to smithi11982245-7 2024-04-13T07:56:43.498 INFO:tasks.rados.rados.0.smithi119.stdout:3294: done (2 left) 2024-04-13T07:56:43.498 INFO:tasks.rados.rados.0.smithi119.stdout:3296: done (1 left) 2024-04-13T07:56:43.498 INFO:tasks.rados.rados.0.smithi119.stdout:3298: read oid 3 snap 261 2024-04-13T07:56:43.499 INFO:tasks.rados.rados.0.smithi119.stdout:3298: expect (ObjNum 727 snap 251 seq_num 727) 2024-04-13T07:56:43.499 INFO:tasks.rados.rados.0.smithi119.stdout:3299: rollback oid 29 current snap is 336 2024-04-13T07:56:43.499 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 29 to 255 2024-04-13T07:56:43.499 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 20 current snap is 336 2024-04-13T07:56:43.499 INFO:tasks.rados.rados.0.smithi119.stdout:3300: seq_num 1002 ranges {0=786432,786432=614400,1400832=581632,1982464=409600} 2024-04-13T07:56:43.502 INFO:tasks.rados.rados.0.smithi119.stdout:3300: writing smithi11982245-20 from 0 to 786432 tid 1 2024-04-13T07:56:43.506 INFO:tasks.rados.rados.0.smithi119.stdout:3300: writing smithi11982245-20 from 786432 to 1400832 tid 2 2024-04-13T07:56:43.510 INFO:tasks.rados.rados.0.smithi119.stdout:3300: writing smithi11982245-20 from 1400832 to 1982464 tid 3 2024-04-13T07:56:43.514 INFO:tasks.rados.rados.0.smithi119.stdout:3300: writing smithi11982245-20 from 1982464 to 2392064 tid 4 2024-04-13T07:56:43.514 INFO:tasks.rados.rados.0.smithi119.stdout:3301: read oid 32 snap 307 2024-04-13T07:56:43.514 INFO:tasks.rados.rados.0.smithi119.stdout:3301: expect (ObjNum 573 snap 193 seq_num 573) 2024-04-13T07:56:43.514 INFO:tasks.rados.rados.0.smithi119.stdout:3302: setattr oid 42 current snap is 336 2024-04-13T07:56:43.514 INFO:tasks.rados.rados.0.smithi119.stdout:3297: finishing write tid 3 to smithi11982245-7 2024-04-13T07:56:43.514 INFO:tasks.rados.rados.0.smithi119.stdout:3297: finishing write tid 4 to smithi11982245-7 2024-04-13T07:56:43.514 INFO:tasks.rados.rados.0.smithi119.stdout:3297: finishing write tid 5 to smithi11982245-7 2024-04-13T07:56:43.514 INFO:tasks.rados.rados.0.smithi119.stdout:3297: finishing write tid 6 to smithi11982245-7 2024-04-13T07:56:43.514 INFO:tasks.rados.rados.0.smithi119.stdout:3297: oid 7 updating version 0 to 2171 2024-04-13T07:56:43.514 INFO:tasks.rados.rados.0.smithi119.stdout:3297: oid 7 version 2171 is already newer than 2170 2024-04-13T07:56:43.515 INFO:tasks.rados.rados.0.smithi119.stdout:3297: oid 7 updating version 2171 to 2174 2024-04-13T07:56:43.515 INFO:tasks.rados.rados.0.smithi119.stdout:3297: oid 7 version 2174 is already newer than 2173 2024-04-13T07:56:43.515 INFO:tasks.rados.rados.0.smithi119.stdout:3297: oid 7 version 2174 is already newer than 2172 2024-04-13T07:56:43.515 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 7 v 2174 (ObjNum 1001 snap 336 seq_num 1001) dirty exists 2024-04-13T07:56:43.515 INFO:tasks.rados.rados.0.smithi119.stdout:3297: left oid 7 (ObjNum 1001 snap 336 seq_num 1001) 2024-04-13T07:56:43.515 INFO:tasks.rados.rados.0.smithi119.stdout:3299: finishing rollback tid 0 to smithi11982245-29 2024-04-13T07:56:43.515 INFO:tasks.rados.rados.0.smithi119.stdout:3299: finishing rollback tid 1 to smithi11982245-29 2024-04-13T07:56:43.515 INFO:tasks.rados.rados.0.smithi119.stdout:3299: finishing rollback tid 2 to smithi11982245-29 2024-04-13T07:56:43.515 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 29 v 2177 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-13T07:56:43.515 INFO:tasks.rados.rados.0.smithi119.stdout:3298: expect (ObjNum 727 snap 251 seq_num 727) 2024-04-13T07:56:43.577 INFO:tasks.rados.rados.0.smithi119.stdout:3300: finishing write tid 1 to smithi11982245-20 2024-04-13T07:56:43.577 INFO:tasks.rados.rados.0.smithi119.stdout:3300: finishing write tid 2 to smithi11982245-20 2024-04-13T07:56:43.577 INFO:tasks.rados.rados.0.smithi119.stdout:3300: finishing write tid 3 to smithi11982245-20 2024-04-13T07:56:43.577 INFO:tasks.rados.rados.0.smithi119.stdout:3300: finishing write tid 4 to smithi11982245-20 2024-04-13T07:56:43.577 INFO:tasks.rados.rados.0.smithi119.stdout:3300: finishing write tid 5 to smithi11982245-20 2024-04-13T07:56:43.577 INFO:tasks.rados.rados.0.smithi119.stdout:3300: finishing write tid 6 to smithi11982245-20 2024-04-13T07:56:43.577 INFO:tasks.rados.rados.0.smithi119.stdout:3300: oid 20 updating version 0 to 2058 2024-04-13T07:56:43.577 INFO:tasks.rados.rados.0.smithi119.stdout:3300: oid 20 updating version 2058 to 2059 2024-04-13T07:56:43.577 INFO:tasks.rados.rados.0.smithi119.stdout:3300: oid 20 version 2059 is already newer than 2056 2024-04-13T07:56:43.578 INFO:tasks.rados.rados.0.smithi119.stdout:3300: oid 20 version 2059 is already newer than 2055 2024-04-13T07:56:43.578 INFO:tasks.rados.rados.0.smithi119.stdout:3300: oid 20 version 2059 is already newer than 2057 2024-04-13T07:56:43.578 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 20 v 2059 (ObjNum 1002 snap 336 seq_num 1002) dirty exists 2024-04-13T07:56:43.578 INFO:tasks.rados.rados.0.smithi119.stdout:3300: left oid 20 (ObjNum 1002 snap 336 seq_num 1002) 2024-04-13T07:56:43.578 INFO:tasks.rados.rados.0.smithi119.stdout:3301: expect (ObjNum 573 snap 193 seq_num 573) 2024-04-13T07:56:43.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:43 smithi119 ceph-mon[96316]: osdmap e695: 8 total, 8 up, 8 in 2024-04-13T07:56:43.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:43 smithi119 ceph-mon[93746]: osdmap e695: 8 total, 8 up, 8 in 2024-04-13T07:56:43.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:43 smithi139 ceph-mon[88985]: osdmap e695: 8 total, 8 up, 8 in 2024-04-13T07:56:44.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:44 smithi119 ceph-mon[96316]: pgmap v711: 121 pgs: 121 active+clean; 1.2 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 4.0 MiB/s wr, 20 op/s 2024-04-13T07:56:44.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:44 smithi119 ceph-mon[96316]: osdmap e696: 8 total, 8 up, 8 in 2024-04-13T07:56:44.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:44 smithi119 ceph-mon[93746]: pgmap v711: 121 pgs: 121 active+clean; 1.2 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 4.0 MiB/s wr, 20 op/s 2024-04-13T07:56:44.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:44 smithi119 ceph-mon[93746]: osdmap e696: 8 total, 8 up, 8 in 2024-04-13T07:56:44.766 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 42 v 2200 (ObjNum 988 snap 329 seq_num 988) dirty exists 2024-04-13T07:56:44.766 INFO:tasks.rados.rados.0.smithi119.stdout:3297: done (5 left) 2024-04-13T07:56:44.766 INFO:tasks.rados.rados.0.smithi119.stdout:3298: done (4 left) 2024-04-13T07:56:44.766 INFO:tasks.rados.rados.0.smithi119.stdout:3299: done (3 left) 2024-04-13T07:56:44.766 INFO:tasks.rados.rados.0.smithi119.stdout:3300: done (2 left) 2024-04-13T07:56:44.767 INFO:tasks.rados.rados.0.smithi119.stdout:3301: done (1 left) 2024-04-13T07:56:44.767 INFO:tasks.rados.rados.0.smithi119.stdout:3302: done (0 left) 2024-04-13T07:56:44.767 INFO:tasks.rados.rados.0.smithi119.stdout:3303: rollback oid 5 current snap is 336 2024-04-13T07:56:44.767 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 5 to 318 2024-04-13T07:56:44.767 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 29 current snap is 336 2024-04-13T07:56:44.767 INFO:tasks.rados.rados.0.smithi119.stdout:3304: seq_num 1003 ranges {0=802816,802816=499712,1302528=737280,2039808=368640} 2024-04-13T07:56:44.771 INFO:tasks.rados.rados.0.smithi119.stdout:3304: writing smithi11982245-29 from 0 to 802816 tid 1 2024-04-13T07:56:44.775 INFO:tasks.rados.rados.0.smithi119.stdout:3304: writing smithi11982245-29 from 802816 to 1302528 tid 2 2024-04-13T07:56:44.782 INFO:tasks.rados.rados.0.smithi119.stdout:3304: writing smithi11982245-29 from 1302528 to 2039808 tid 3 2024-04-13T07:56:44.784 INFO:tasks.rados.rados.0.smithi119.stdout:3304: writing smithi11982245-29 from 2039808 to 2408448 tid 4 2024-04-13T07:56:44.784 INFO:tasks.rados.rados.0.smithi119.stdout:3305: copy_from oid 11 from oid 45 current snap is 336 2024-04-13T07:56:44.784 INFO:tasks.rados.rados.0.smithi119.stdout:3303: finishing rollback tid 0 to smithi11982245-5 2024-04-13T07:56:44.784 INFO:tasks.rados.rados.0.smithi119.stdout:3303: finishing rollback tid 1 to smithi11982245-5 2024-04-13T07:56:44.784 INFO:tasks.rados.rados.0.smithi119.stdout:3303: finishing rollback tid 2 to smithi11982245-5 2024-04-13T07:56:44.784 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 5 v 2350 (ObjNum 654 snap 220 seq_num 654) dirty exists 2024-04-13T07:56:44.785 INFO:tasks.rados.rados.0.smithi119.stdout:3304: finishing write tid 1 to smithi11982245-29 2024-04-13T07:56:44.785 INFO:tasks.rados.rados.0.smithi119.stdout:3304: finishing write tid 2 to smithi11982245-29 2024-04-13T07:56:44.785 INFO:tasks.rados.rados.0.smithi119.stdout:3303: done (2 left) 2024-04-13T07:56:44.785 INFO:tasks.rados.rados.0.smithi119.stdout:3306: copy_from oid 30 from oid 8 current snap is 336 2024-04-13T07:56:44.785 INFO:tasks.rados.rados.0.smithi119.stdout:3307: read oid 15 snap 320 2024-04-13T07:56:44.785 INFO:tasks.rados.rados.0.smithi119.stdout:3307: expect (ObjNum 890 snap 303 seq_num 890) 2024-04-13T07:56:44.785 INFO:tasks.rados.rados.0.smithi119.stdout:3308: copy_from oid 7 from oid 21 current snap is 336 2024-04-13T07:56:44.785 INFO:tasks.rados.rados.0.smithi119.stdout:3304: finishing write tid 3 to smithi11982245-29 2024-04-13T07:56:44.785 INFO:tasks.rados.rados.0.smithi119.stdout:3309: rmattr oid 44 current snap is 336 2024-04-13T07:56:44.785 INFO:tasks.rados.rados.0.smithi119.stdout:3309: done (5 left) 2024-04-13T07:56:44.785 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 12 current snap is 336 2024-04-13T07:56:44.785 INFO:tasks.rados.rados.0.smithi119.stdout:3310: seq_num 1004 ranges {2023424=16384} 2024-04-13T07:56:44.795 INFO:tasks.rados.rados.0.smithi119.stdout:3310: writing smithi11982245-12 from 2023424 to 2039808 tid 1 2024-04-13T07:56:44.795 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 36 current snap is 336 2024-04-13T07:56:44.795 INFO:tasks.rados.rados.0.smithi119.stdout:3306: finishing copy_from to smithi11982245-30 2024-04-13T07:56:44.795 INFO:tasks.rados.rados.0.smithi119.stdout:3306: got expected ENOENT (src dne) 2024-04-13T07:56:44.796 INFO:tasks.rados.rados.0.smithi119.stdout:3306: finishing copy_from racing read to smithi11982245-30 2024-04-13T07:56:44.796 INFO:tasks.rados.rados.0.smithi119.stdout:3304: finishing write tid 4 to smithi11982245-29 2024-04-13T07:56:44.796 INFO:tasks.rados.rados.0.smithi119.stdout:3307: expect (ObjNum 890 snap 303 seq_num 890) 2024-04-13T07:56:44.812 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:44 smithi139 ceph-mon[88985]: pgmap v711: 121 pgs: 121 active+clean; 1.2 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 4.0 MiB/s wr, 20 op/s 2024-04-13T07:56:44.812 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:44 smithi139 ceph-mon[88985]: osdmap e696: 8 total, 8 up, 8 in 2024-04-13T07:56:44.814 INFO:tasks.rados.rados.0.smithi119.stdout:3304: finishing write tid 5 to smithi11982245-29 2024-04-13T07:56:44.814 INFO:tasks.rados.rados.0.smithi119.stdout:3304: finishing write tid 6 to smithi11982245-29 2024-04-13T07:56:44.814 INFO:tasks.rados.rados.0.smithi119.stdout:3304: oid 29 updating version 0 to 2180 2024-04-13T07:56:44.814 INFO:tasks.rados.rados.0.smithi119.stdout:3304: oid 29 updating version 2180 to 2182 2024-04-13T07:56:44.814 INFO:tasks.rados.rados.0.smithi119.stdout:3304: oid 29 version 2182 is already newer than 2178 2024-04-13T07:56:44.814 INFO:tasks.rados.rados.0.smithi119.stdout:3304: oid 29 version 2182 is already newer than 2179 2024-04-13T07:56:44.814 INFO:tasks.rados.rados.0.smithi119.stdout:3304: oid 29 version 2182 is already newer than 2181 2024-04-13T07:56:44.814 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 29 v 2182 (ObjNum 1003 snap 336 seq_num 1003) dirty exists 2024-04-13T07:56:44.814 INFO:tasks.rados.rados.0.smithi119.stdout:3304: left oid 29 (ObjNum 1003 snap 336 seq_num 1003) 2024-04-13T07:56:44.814 INFO:tasks.rados.rados.0.smithi119.stdout:3308: finishing copy_from racing read to smithi11982245-7 2024-04-13T07:56:44.814 INFO:tasks.rados.rados.0.smithi119.stdout:3311: seq_num 1005 ranges {4472832=32768} 2024-04-13T07:56:44.839 INFO:tasks.rados.rados.0.smithi119.stdout:3311: writing smithi11982245-36 from 4472832 to 4505600 tid 1 2024-04-13T07:56:44.839 INFO:tasks.rados.rados.0.smithi119.stdout:3304: done (6 left) 2024-04-13T07:56:44.839 INFO:tasks.rados.rados.0.smithi119.stdout:3306: done (5 left) 2024-04-13T07:56:44.839 INFO:tasks.rados.rados.0.smithi119.stdout:3307: done (4 left) 2024-04-13T07:56:44.839 INFO:tasks.rados.rados.0.smithi119.stdout:3312: snap_remove snap 334 2024-04-13T07:56:45.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:56:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:56:44] "GET /metrics HTTP/1.1" 200 36209 "" "Prometheus/2.43.0" 2024-04-13T07:56:45.469 INFO:tasks.rados.rados.0.smithi119.stdout:3312: done (4 left) 2024-04-13T07:56:45.469 INFO:tasks.rados.rados.0.smithi119.stdout:3313: snap_create 2024-04-13T07:56:45.469 INFO:tasks.rados.rados.0.smithi119.stdout:3308: finishing copy_from to smithi11982245-7 2024-04-13T07:56:45.469 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 7 v 2201 (ObjNum 968 snap 324 seq_num 968) dirty exists 2024-04-13T07:56:45.469 INFO:tasks.rados.rados.0.smithi119.stdout:3310: finishing write tid 1 to smithi11982245-12 2024-04-13T07:56:45.469 INFO:tasks.rados.rados.0.smithi119.stdout:3310: finishing write tid 2 to smithi11982245-12 2024-04-13T07:56:45.469 INFO:tasks.rados.rados.0.smithi119.stdout:3310: finishing write tid 3 to smithi11982245-12 2024-04-13T07:56:45.470 INFO:tasks.rados.rados.0.smithi119.stdout:3310: oid 12 updating version 0 to 2039 2024-04-13T07:56:45.470 INFO:tasks.rados.rados.0.smithi119.stdout:3310: oid 12 updating version 2039 to 2040 2024-04-13T07:56:45.470 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 12 v 2040 (ObjNum 1004 snap 336 seq_num 1004) dirty exists 2024-04-13T07:56:45.470 INFO:tasks.rados.rados.0.smithi119.stdout:3310: left oid 12 (ObjNum 1004 snap 336 seq_num 1004) 2024-04-13T07:56:45.470 INFO:tasks.rados.rados.0.smithi119.stdout:3305: finishing copy_from racing read to smithi11982245-11 2024-04-13T07:56:45.470 INFO:tasks.rados.rados.0.smithi119.stdout:3305: finishing copy_from to smithi11982245-11 2024-04-13T07:56:45.470 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 11 v 2332 (ObjNum 979 snap 327 seq_num 979) dirty exists 2024-04-13T07:56:45.470 INFO:tasks.rados.rados.0.smithi119.stdout:3311: finishing write tid 1 to smithi11982245-36 2024-04-13T07:56:45.470 INFO:tasks.rados.rados.0.smithi119.stdout:3311: finishing write tid 2 to smithi11982245-36 2024-04-13T07:56:45.470 INFO:tasks.rados.rados.0.smithi119.stdout:3311: finishing write tid 3 to smithi11982245-36 2024-04-13T07:56:45.470 INFO:tasks.rados.rados.0.smithi119.stdout:3311: oid 36 updating version 0 to 2057 2024-04-13T07:56:45.470 INFO:tasks.rados.rados.0.smithi119.stdout:3311: oid 36 updating version 2057 to 2058 2024-04-13T07:56:45.470 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 36 v 2058 (ObjNum 1005 snap 336 seq_num 1005) dirty exists 2024-04-13T07:56:45.470 INFO:tasks.rados.rados.0.smithi119.stdout:3311: left oid 36 (ObjNum 1005 snap 336 seq_num 1005) 2024-04-13T07:56:46.477 INFO:tasks.rados.rados.0.smithi119.stdout:3305: done (4 left) 2024-04-13T07:56:46.477 INFO:tasks.rados.rados.0.smithi119.stdout:3308: done (3 left) 2024-04-13T07:56:46.478 INFO:tasks.rados.rados.0.smithi119.stdout:3310: done (2 left) 2024-04-13T07:56:46.478 INFO:tasks.rados.rados.0.smithi119.stdout:3311: done (1 left) 2024-04-13T07:56:46.478 INFO:tasks.rados.rados.0.smithi119.stdout:3313: done (0 left) 2024-04-13T07:56:46.478 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 17 current snap is 337 2024-04-13T07:56:46.478 INFO:tasks.rados.rados.0.smithi119.stdout:3314: seq_num 1006 ranges {2473984=49152} 2024-04-13T07:56:46.491 INFO:tasks.rados.rados.0.smithi119.stdout:3314: writing smithi11982245-17 from 2473984 to 2523136 tid 1 2024-04-13T07:56:46.491 INFO:tasks.rados.rados.0.smithi119.stdout:3315: read oid 7 snap -1 2024-04-13T07:56:46.491 INFO:tasks.rados.rados.0.smithi119.stdout:3315: expect (ObjNum 968 snap 324 seq_num 968) 2024-04-13T07:56:46.491 INFO:tasks.rados.rados.0.smithi119.stdout:3316: snap_remove snap 336 2024-04-13T07:56:46.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:46 smithi119 ceph-mon[96316]: pgmap v713: 121 pgs: 121 active+clean; 1.2 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 4.0 MiB/s wr, 20 op/s 2024-04-13T07:56:46.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:46 smithi119 ceph-mon[96316]: osdmap e697: 8 total, 8 up, 8 in 2024-04-13T07:56:46.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:46 smithi119 ceph-mon[93746]: pgmap v713: 121 pgs: 121 active+clean; 1.2 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 4.0 MiB/s wr, 20 op/s 2024-04-13T07:56:46.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:46 smithi119 ceph-mon[93746]: osdmap e697: 8 total, 8 up, 8 in 2024-04-13T07:56:46.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:46 smithi139 ceph-mon[88985]: pgmap v713: 121 pgs: 121 active+clean; 1.2 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 4.0 MiB/s wr, 20 op/s 2024-04-13T07:56:46.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:46 smithi139 ceph-mon[88985]: osdmap e697: 8 total, 8 up, 8 in 2024-04-13T07:56:47.483 INFO:tasks.rados.rados.0.smithi119.stdout:3316: done (2 left) 2024-04-13T07:56:47.483 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 16 current snap is 337 2024-04-13T07:56:47.483 INFO:tasks.rados.rados.0.smithi119.stdout:3317: seq_num 1007 ranges {1941504=65536} 2024-04-13T07:56:47.494 INFO:tasks.rados.rados.0.smithi119.stdout:3317: writing smithi11982245-16 from 1941504 to 2007040 tid 1 2024-04-13T07:56:47.494 INFO:tasks.rados.rados.0.smithi119.stdout:3318: rmattr oid 29 current snap is 337 2024-04-13T07:56:47.494 INFO:tasks.rados.rados.0.smithi119.stdout:3314: finishing write tid 1 to smithi11982245-17 2024-04-13T07:56:47.494 INFO:tasks.rados.rados.0.smithi119.stdout:3314: finishing write tid 2 to smithi11982245-17 2024-04-13T07:56:47.494 INFO:tasks.rados.rados.0.smithi119.stdout:3315: expect (ObjNum 968 snap 324 seq_num 968) 2024-04-13T07:56:47.541 INFO:tasks.rados.rados.0.smithi119.stdout:3314: finishing write tid 3 to smithi11982245-17 2024-04-13T07:56:47.541 INFO:tasks.rados.rados.0.smithi119.stdout:3314: oid 17 updating version 0 to 2333 2024-04-13T07:56:47.542 INFO:tasks.rados.rados.0.smithi119.stdout:3314: oid 17 updating version 2333 to 2334 2024-04-13T07:56:47.542 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 17 v 2334 (ObjNum 1006 snap 337 seq_num 1006) dirty exists 2024-04-13T07:56:47.542 INFO:tasks.rados.rados.0.smithi119.stdout:3314: left oid 17 (ObjNum 1006 snap 337 seq_num 1006) 2024-04-13T07:56:47.542 INFO:tasks.rados.rados.0.smithi119.stdout:3314: done (3 left) 2024-04-13T07:56:47.542 INFO:tasks.rados.rados.0.smithi119.stdout:3315: done (2 left) 2024-04-13T07:56:47.542 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 31 current snap is 337 2024-04-13T07:56:47.542 INFO:tasks.rados.rados.0.smithi119.stdout:3319: seq_num 1008 ranges {6029312=90112} 2024-04-13T07:56:47.574 INFO:tasks.rados.rados.0.smithi119.stdout:3319: writing smithi11982245-31 from 6029312 to 6119424 tid 1 2024-04-13T07:56:47.574 INFO:tasks.rados.rados.0.smithi119.stdout:3320: delete oid 36 current snap is 337 2024-04-13T07:56:47.574 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 29 v 2202 (ObjNum 1003 snap 336 seq_num 1003) dirty exists 2024-04-13T07:56:47.574 INFO:tasks.rados.rados.0.smithi119.stdout:3317: finishing write tid 1 to smithi11982245-16 2024-04-13T07:56:47.574 INFO:tasks.rados.rados.0.smithi119.stdout:3317: finishing write tid 2 to smithi11982245-16 2024-04-13T07:56:47.574 INFO:tasks.rados.rados.0.smithi119.stdout:3317: finishing write tid 3 to smithi11982245-16 2024-04-13T07:56:47.574 INFO:tasks.rados.rados.0.smithi119.stdout:3317: oid 16 updating version 0 to 2204 2024-04-13T07:56:47.575 INFO:tasks.rados.rados.0.smithi119.stdout:3317: oid 16 updating version 2204 to 2205 2024-04-13T07:56:47.575 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 16 v 2205 (ObjNum 1007 snap 337 seq_num 1007) dirty exists 2024-04-13T07:56:47.575 INFO:tasks.rados.rados.0.smithi119.stdout:3317: left oid 16 (ObjNum 1007 snap 337 seq_num 1007) 2024-04-13T07:56:47.577 INFO:tasks.rados.rados.0.smithi119.stdout:3317: done (3 left) 2024-04-13T07:56:47.577 INFO:tasks.rados.rados.0.smithi119.stdout:3318: done (2 left) 2024-04-13T07:56:47.577 INFO:tasks.rados.rados.0.smithi119.stdout:3320: done (1 left) 2024-04-13T07:56:47.577 INFO:tasks.rados.rados.0.smithi119.stdout:3321: copy_from oid 35 from oid 7 current snap is 337 2024-04-13T07:56:47.577 INFO:tasks.rados.rados.0.smithi119.stdout:3322: rmattr oid 43 current snap is 337 2024-04-13T07:56:47.577 INFO:tasks.rados.rados.0.smithi119.stdout:3322: done (2 left) 2024-04-13T07:56:47.577 INFO:tasks.rados.rados.0.smithi119.stdout:3323: snap_remove snap 278 2024-04-13T07:56:47.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:47 smithi139 ceph-mon[88985]: osdmap e698: 8 total, 8 up, 8 in 2024-04-13T07:56:47.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:47 smithi119 ceph-mon[96316]: osdmap e698: 8 total, 8 up, 8 in 2024-04-13T07:56:47.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:47 smithi119 ceph-mon[93746]: osdmap e698: 8 total, 8 up, 8 in 2024-04-13T07:56:48.484 INFO:tasks.rados.rados.0.smithi119.stdout:3323: done (2 left) 2024-04-13T07:56:48.484 INFO:tasks.rados.rados.0.smithi119.stdout:3324: setattr oid 26 current snap is 337 2024-04-13T07:56:48.484 INFO:tasks.rados.rados.0.smithi119.stdout:3319: finishing write tid 1 to smithi11982245-31 2024-04-13T07:56:48.484 INFO:tasks.rados.rados.0.smithi119.stdout:3319: finishing write tid 2 to smithi11982245-31 2024-04-13T07:56:48.484 INFO:tasks.rados.rados.0.smithi119.stdout:3319: finishing write tid 3 to smithi11982245-31 2024-04-13T07:56:48.484 INFO:tasks.rados.rados.0.smithi119.stdout:3319: oid 31 updating version 0 to 2252 2024-04-13T07:56:48.485 INFO:tasks.rados.rados.0.smithi119.stdout:3319: oid 31 version 2252 is already newer than 2251 2024-04-13T07:56:48.485 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 31 v 2252 (ObjNum 1008 snap 337 seq_num 1008) dirty exists 2024-04-13T07:56:48.485 INFO:tasks.rados.rados.0.smithi119.stdout:3319: left oid 31 (ObjNum 1008 snap 337 seq_num 1008) 2024-04-13T07:56:48.485 INFO:tasks.rados.rados.0.smithi119.stdout:3321: finishing copy_from racing read to smithi11982245-35 2024-04-13T07:56:48.485 INFO:tasks.rados.rados.0.smithi119.stdout:3321: finishing copy_from to smithi11982245-35 2024-04-13T07:56:48.485 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 35 v 2201 (ObjNum 968 snap 324 seq_num 968) dirty exists 2024-04-13T07:56:48.486 INFO:tasks.rados.rados.0.smithi119.stdout:3319: done (2 left) 2024-04-13T07:56:48.486 INFO:tasks.rados.rados.0.smithi119.stdout:3321: done (1 left) 2024-04-13T07:56:48.486 INFO:tasks.rados.rados.0.smithi119.stdout:3325: copy_from oid 30 from oid 9 current snap is 337 2024-04-13T07:56:48.486 INFO:tasks.rados.rados.0.smithi119.stdout:3326: read oid 44 snap -1 2024-04-13T07:56:48.486 INFO:tasks.rados.rados.0.smithi119.stdout:3326: expect (ObjNum 968 snap 324 seq_num 968) 2024-04-13T07:56:48.486 INFO:tasks.rados.rados.0.smithi119.stdout:3327: read oid 49 snap 324 2024-04-13T07:56:48.486 INFO:tasks.rados.rados.0.smithi119.stdout:3327: expect deleted 2024-04-13T07:56:48.486 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 3 current snap is 337 2024-04-13T07:56:48.486 INFO:tasks.rados.rados.0.smithi119.stdout:3328: seq_num 1010 ranges {0=122880} 2024-04-13T07:56:48.487 INFO:tasks.rados.rados.0.smithi119.stdout:3328: writing smithi11982245-3 from 0 to 122880 tid 1 2024-04-13T07:56:48.487 INFO:tasks.rados.rados.0.smithi119.stdout:3329: snap_remove snap 140 2024-04-13T07:56:48.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:48 smithi139 ceph-mon[88985]: pgmap v716: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 1.2 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.6 MiB/s wr, 11 op/s 2024-04-13T07:56:48.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:48 smithi139 ceph-mon[88985]: osdmap e699: 8 total, 8 up, 8 in 2024-04-13T07:56:48.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:48 smithi119 ceph-mon[96316]: pgmap v716: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 1.2 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.6 MiB/s wr, 11 op/s 2024-04-13T07:56:48.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:48 smithi119 ceph-mon[96316]: osdmap e699: 8 total, 8 up, 8 in 2024-04-13T07:56:48.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:48 smithi119 ceph-mon[93746]: pgmap v716: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 1.2 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.6 MiB/s wr, 11 op/s 2024-04-13T07:56:48.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:48 smithi119 ceph-mon[93746]: osdmap e699: 8 total, 8 up, 8 in 2024-04-13T07:56:49.509 INFO:tasks.rados.rados.0.smithi119.stdout:3329: done (5 left) 2024-04-13T07:56:49.509 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 34 current snap is 337 2024-04-13T07:56:49.509 INFO:tasks.rados.rados.0.smithi119.stdout:3330: seq_num 1011 ranges {2277376=139264} 2024-04-13T07:56:49.523 INFO:tasks.rados.rados.0.smithi119.stdout:3330: writing smithi11982245-34 from 2277376 to 2416640 tid 1 2024-04-13T07:56:49.523 INFO:tasks.rados.rados.0.smithi119.stdout:3331: snap_create 2024-04-13T07:56:49.523 INFO:tasks.rados.rados.0.smithi119.stdout:3325: finishing copy_from to smithi11982245-30 2024-04-13T07:56:49.523 INFO:tasks.rados.rados.0.smithi119.stdout:3325: got expected ENOENT (src dne) 2024-04-13T07:56:49.523 INFO:tasks.rados.rados.0.smithi119.stdout:3325: finishing copy_from racing read to smithi11982245-30 2024-04-13T07:56:49.523 INFO:tasks.rados.rados.0.smithi119.stdout:3328: finishing write tid 1 to smithi11982245-3 2024-04-13T07:56:49.523 INFO:tasks.rados.rados.0.smithi119.stdout:3328: finishing write tid 2 to smithi11982245-3 2024-04-13T07:56:49.524 INFO:tasks.rados.rados.0.smithi119.stdout:3326: expect (ObjNum 968 snap 324 seq_num 968) 2024-04-13T07:56:49.574 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 26 v 2181 (ObjNum 994 snap 332 seq_num 994) dirty exists 2024-04-13T07:56:49.574 INFO:tasks.rados.rados.0.smithi119.stdout:3328: finishing write tid 3 to smithi11982245-3 2024-04-13T07:56:49.574 INFO:tasks.rados.rados.0.smithi119.stdout:3328: oid 3 updating version 0 to 2203 2024-04-13T07:56:49.574 INFO:tasks.rados.rados.0.smithi119.stdout:3328: oid 3 version 2203 is already newer than 2202 2024-04-13T07:56:49.575 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 3 v 2203 (ObjNum 1010 snap 337 seq_num 1010) dirty exists 2024-04-13T07:56:49.575 INFO:tasks.rados.rados.0.smithi119.stdout:3328: left oid 3 (ObjNum 1010 snap 337 seq_num 1010) 2024-04-13T07:56:49.575 INFO:tasks.rados.rados.0.smithi119.stdout:3330: finishing write tid 1 to smithi11982245-34 2024-04-13T07:56:49.575 INFO:tasks.rados.rados.0.smithi119.stdout:3330: finishing write tid 2 to smithi11982245-34 2024-04-13T07:56:49.575 INFO:tasks.rados.rados.0.smithi119.stdout:3330: finishing write tid 3 to smithi11982245-34 2024-04-13T07:56:49.575 INFO:tasks.rados.rados.0.smithi119.stdout:3330: oid 34 updating version 0 to 2264 2024-04-13T07:56:49.575 INFO:tasks.rados.rados.0.smithi119.stdout:3330: oid 34 updating version 2264 to 2265 2024-04-13T07:56:49.575 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 34 v 2265 (ObjNum 1011 snap 337 seq_num 1011) dirty exists 2024-04-13T07:56:49.575 INFO:tasks.rados.rados.0.smithi119.stdout:3330: left oid 34 (ObjNum 1011 snap 337 seq_num 1011) 2024-04-13T07:56:49.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:49 smithi139 ceph-mon[88985]: osdmap e700: 8 total, 8 up, 8 in 2024-04-13T07:56:49.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:49 smithi119 ceph-mon[96316]: osdmap e700: 8 total, 8 up, 8 in 2024-04-13T07:56:49.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:49 smithi119 ceph-mon[93746]: osdmap e700: 8 total, 8 up, 8 in 2024-04-13T07:56:50.437 INFO:tasks.rados.rados.0.smithi119.stdout:3324: done (6 left) 2024-04-13T07:56:50.437 INFO:tasks.rados.rados.0.smithi119.stdout:3325: done (5 left) 2024-04-13T07:56:50.437 INFO:tasks.rados.rados.0.smithi119.stdout:3326: done (4 left) 2024-04-13T07:56:50.437 INFO:tasks.rados.rados.0.smithi119.stdout:3327: done (3 left) 2024-04-13T07:56:50.437 INFO:tasks.rados.rados.0.smithi119.stdout:3328: done (2 left) 2024-04-13T07:56:50.437 INFO:tasks.rados.rados.0.smithi119.stdout:3330: done (1 left) 2024-04-13T07:56:50.438 INFO:tasks.rados.rados.0.smithi119.stdout:3331: done (0 left) 2024-04-13T07:56:50.438 INFO:tasks.rados.rados.0.smithi119.stdout:3332: read oid 3 snap -1 2024-04-13T07:56:50.438 INFO:tasks.rados.rados.0.smithi119.stdout:3332: expect (ObjNum 1010 snap 337 seq_num 1010) 2024-04-13T07:56:50.438 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 22 current snap is 338 2024-04-13T07:56:50.438 INFO:tasks.rados.rados.0.smithi119.stdout:3333: seq_num 1012 ranges {0=155648} 2024-04-13T07:56:50.439 INFO:tasks.rados.rados.0.smithi119.stdout:3333: writing smithi11982245-22 from 0 to 155648 tid 1 2024-04-13T07:56:50.439 INFO:tasks.rados.rados.0.smithi119.stdout:3334: read oid 37 snap -1 2024-04-13T07:56:50.439 INFO:tasks.rados.rados.0.smithi119.stdout:3334: expect (ObjNum 1000 snap 335 seq_num 1000) 2024-04-13T07:56:50.439 INFO:tasks.rados.rados.0.smithi119.stdout:3335: read oid 40 snap -1 2024-04-13T07:56:50.439 INFO:tasks.rados.rados.0.smithi119.stdout:3335: expect (ObjNum 966 snap 324 seq_num 966) 2024-04-13T07:56:50.439 INFO:tasks.rados.rados.0.smithi119.stdout:3336: snap_remove snap 267 2024-04-13T07:56:50.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:50 smithi139 ceph-mon[88985]: pgmap v719: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 1.2 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.2 MiB/s wr, 18 op/s 2024-04-13T07:56:50.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:50 smithi139 ceph-mon[88985]: osdmap e701: 8 total, 8 up, 8 in 2024-04-13T07:56:50.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:50 smithi139 ceph-mon[88985]: osdmap e702: 8 total, 8 up, 8 in 2024-04-13T07:56:50.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:50 smithi119 ceph-mon[96316]: pgmap v719: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 1.2 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.2 MiB/s wr, 18 op/s 2024-04-13T07:56:50.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:50 smithi119 ceph-mon[96316]: osdmap e701: 8 total, 8 up, 8 in 2024-04-13T07:56:50.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:50 smithi119 ceph-mon[96316]: osdmap e702: 8 total, 8 up, 8 in 2024-04-13T07:56:50.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:50 smithi119 ceph-mon[93746]: pgmap v719: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 1.2 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.2 MiB/s wr, 18 op/s 2024-04-13T07:56:50.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:50 smithi119 ceph-mon[93746]: osdmap e701: 8 total, 8 up, 8 in 2024-04-13T07:56:50.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:50 smithi119 ceph-mon[93746]: osdmap e702: 8 total, 8 up, 8 in 2024-04-13T07:56:51.440 INFO:tasks.rados.rados.0.smithi119.stdout:3336: done (4 left) 2024-04-13T07:56:51.440 INFO:tasks.rados.rados.0.smithi119.stdout:3337: read oid 9 snap -1 2024-04-13T07:56:51.440 INFO:tasks.rados.rados.0.smithi119.stdout:3337: expect deleted 2024-04-13T07:56:51.440 INFO:tasks.rados.rados.0.smithi119.stdout:3338: read oid 38 snap -1 2024-04-13T07:56:51.441 INFO:tasks.rados.rados.0.smithi119.stdout:3338: expect (ObjNum 628 snap 211 seq_num 628) 2024-04-13T07:56:51.441 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 23 current snap is 338 2024-04-13T07:56:51.441 INFO:tasks.rados.rados.0.smithi119.stdout:3339: seq_num 1013 ranges {516096=172032} 2024-04-13T07:56:51.444 INFO:tasks.rados.rados.0.smithi119.stdout:3339: writing smithi11982245-23 from 516096 to 688128 tid 1 2024-04-13T07:56:51.445 INFO:tasks.rados.rados.0.smithi119.stdout:3340: delete oid 8 current snap is 338 2024-04-13T07:56:51.445 INFO:tasks.rados.rados.0.smithi119.stdout:3333: finishing write tid 1 to smithi11982245-22 2024-04-13T07:56:51.445 INFO:tasks.rados.rados.0.smithi119.stdout:3332: expect (ObjNum 1010 snap 337 seq_num 1010) 2024-04-13T07:56:51.451 INFO:tasks.rados.rados.0.smithi119.stdout:3333: finishing write tid 2 to smithi11982245-22 2024-04-13T07:56:51.451 INFO:tasks.rados.rados.0.smithi119.stdout:3333: finishing write tid 3 to smithi11982245-22 2024-04-13T07:56:51.451 INFO:tasks.rados.rados.0.smithi119.stdout:3333: oid 22 updating version 0 to 2041 2024-04-13T07:56:51.452 INFO:tasks.rados.rados.0.smithi119.stdout:3333: oid 22 updating version 2041 to 2042 2024-04-13T07:56:51.452 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 22 v 2042 (ObjNum 1012 snap 338 seq_num 1012) dirty exists 2024-04-13T07:56:51.452 INFO:tasks.rados.rados.0.smithi119.stdout:3333: left oid 22 (ObjNum 1012 snap 338 seq_num 1012) 2024-04-13T07:56:51.452 INFO:tasks.rados.rados.0.smithi119.stdout:3334: expect (ObjNum 1000 snap 335 seq_num 1000) 2024-04-13T07:56:51.522 INFO:tasks.rados.rados.0.smithi119.stdout:3335: expect (ObjNum 966 snap 324 seq_num 966) 2024-04-13T07:56:52.028 INFO:tasks.rados.rados.0.smithi119.stdout:3339: finishing write tid 1 to smithi11982245-23 2024-04-13T07:56:52.029 INFO:tasks.rados.rados.0.smithi119.stdout:3339: finishing write tid 2 to smithi11982245-23 2024-04-13T07:56:52.029 INFO:tasks.rados.rados.0.smithi119.stdout:3339: finishing write tid 3 to smithi11982245-23 2024-04-13T07:56:52.029 INFO:tasks.rados.rados.0.smithi119.stdout:3339: oid 23 updating version 0 to 2223 2024-04-13T07:56:52.029 INFO:tasks.rados.rados.0.smithi119.stdout:3339: oid 23 updating version 2223 to 2224 2024-04-13T07:56:52.029 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 23 v 2224 (ObjNum 1013 snap 338 seq_num 1013) dirty exists 2024-04-13T07:56:52.029 INFO:tasks.rados.rados.0.smithi119.stdout:3339: left oid 23 (ObjNum 1013 snap 338 seq_num 1013) 2024-04-13T07:56:52.029 INFO:tasks.rados.rados.0.smithi119.stdout:3338: expect (ObjNum 628 snap 211 seq_num 628) 2024-04-13T07:56:52.316 INFO:tasks.rados.rados.0.smithi119.stdout:3332: done (7 left) 2024-04-13T07:56:52.317 INFO:tasks.rados.rados.0.smithi119.stdout:3333: done (6 left) 2024-04-13T07:56:52.317 INFO:tasks.rados.rados.0.smithi119.stdout:3334: done (5 left) 2024-04-13T07:56:52.317 INFO:tasks.rados.rados.0.smithi119.stdout:3335: done (4 left) 2024-04-13T07:56:52.317 INFO:tasks.rados.rados.0.smithi119.stdout:3337: done (3 left) 2024-04-13T07:56:52.317 INFO:tasks.rados.rados.0.smithi119.stdout:3338: done (2 left) 2024-04-13T07:56:52.317 INFO:tasks.rados.rados.0.smithi119.stdout:3339: done (1 left) 2024-04-13T07:56:52.317 INFO:tasks.rados.rados.0.smithi119.stdout:3340: done (0 left) 2024-04-13T07:56:52.317 INFO:tasks.rados.rados.0.smithi119.stdout:3341: read oid 10 snap 307 2024-04-13T07:56:52.317 INFO:tasks.rados.rados.0.smithi119.stdout:3341: expect (ObjNum 896 snap 306 seq_num 896) 2024-04-13T07:56:52.317 INFO:tasks.rados.rados.0.smithi119.stdout:3342: delete oid 32 current snap is 338 2024-04-13T07:56:52.318 INFO:tasks.rados.rados.0.smithi119.stdout:3342: done (1 left) 2024-04-13T07:56:52.318 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 32 current snap is 338 2024-04-13T07:56:52.318 INFO:tasks.rados.rados.0.smithi119.stdout:3343: seq_num 1016 ranges {0=221184} 2024-04-13T07:56:52.319 INFO:tasks.rados.rados.0.smithi119.stdout:3343: writing smithi11982245-32 from 0 to 221184 tid 1 2024-04-13T07:56:52.319 INFO:tasks.rados.rados.0.smithi119.stdout:3344: read oid 31 snap -1 2024-04-13T07:56:52.319 INFO:tasks.rados.rados.0.smithi119.stdout:3344: expect (ObjNum 1008 snap 337 seq_num 1008) 2024-04-13T07:56:52.319 INFO:tasks.rados.rados.0.smithi119.stdout:3345: copy_from oid 2 from oid 49 current snap is 338 2024-04-13T07:56:52.319 INFO:tasks.rados.rados.0.smithi119.stdout:3346: snap_remove snap 306 2024-04-13T07:56:52.506 INFO:tasks.rados.rados.0.smithi119.stdout:3345: finishing copy_from to smithi11982245-2 2024-04-13T07:56:52.506 INFO:tasks.rados.rados.0.smithi119.stdout:3345: got expected ENOENT (src dne) 2024-04-13T07:56:52.506 INFO:tasks.rados.rados.0.smithi119.stdout:3345: finishing copy_from racing read to smithi11982245-2 2024-04-13T07:56:52.506 INFO:tasks.rados.rados.0.smithi119.stdout:3343: finishing write tid 1 to smithi11982245-32 2024-04-13T07:56:52.506 INFO:tasks.rados.rados.0.smithi119.stdout:3343: finishing write tid 2 to smithi11982245-32 2024-04-13T07:56:52.506 INFO:tasks.rados.rados.0.smithi119.stdout:3343: finishing write tid 3 to smithi11982245-32 2024-04-13T07:56:52.506 INFO:tasks.rados.rados.0.smithi119.stdout:3343: oid 32 updating version 0 to 1312 2024-04-13T07:56:52.506 INFO:tasks.rados.rados.0.smithi119.stdout:3343: oid 32 version 1312 is already newer than 1311 2024-04-13T07:56:52.507 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 32 v 1312 (ObjNum 1016 snap 338 seq_num 1016) dirty exists 2024-04-13T07:56:52.507 INFO:tasks.rados.rados.0.smithi119.stdout:3343: left oid 32 (ObjNum 1016 snap 338 seq_num 1016) 2024-04-13T07:56:52.507 INFO:tasks.rados.rados.0.smithi119.stdout:3341: expect (ObjNum 896 snap 306 seq_num 896) 2024-04-13T07:56:52.593 INFO:tasks.rados.rados.0.smithi119.stdout:3344: expect (ObjNum 1008 snap 337 seq_num 1008) 2024-04-13T07:56:52.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:52 smithi139 ceph-mon[88985]: pgmap v722: 121 pgs: 121 active+clean; 1.1 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 580 KiB/s wr, 20 op/s 2024-04-13T07:56:52.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:52 smithi139 ceph-mon[88985]: osdmap e703: 8 total, 8 up, 8 in 2024-04-13T07:56:52.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:56:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T07:56:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:56:52.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:52 smithi119 ceph-mon[96316]: pgmap v722: 121 pgs: 121 active+clean; 1.1 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 580 KiB/s wr, 20 op/s 2024-04-13T07:56:52.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:52 smithi119 ceph-mon[96316]: osdmap e703: 8 total, 8 up, 8 in 2024-04-13T07:56:52.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:52 smithi119 ceph-mon[93746]: pgmap v722: 121 pgs: 121 active+clean; 1.1 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 580 KiB/s wr, 20 op/s 2024-04-13T07:56:52.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:52 smithi119 ceph-mon[93746]: osdmap e703: 8 total, 8 up, 8 in 2024-04-13T07:56:53.004 INFO:tasks.rados.rados.0.smithi119.stdout:3341: done (4 left) 2024-04-13T07:56:53.004 INFO:tasks.rados.rados.0.smithi119.stdout:3343: done (3 left) 2024-04-13T07:56:53.004 INFO:tasks.rados.rados.0.smithi119.stdout:3344: done (2 left) 2024-04-13T07:56:53.004 INFO:tasks.rados.rados.0.smithi119.stdout:3345: done (1 left) 2024-04-13T07:56:53.004 INFO:tasks.rados.rados.0.smithi119.stdout:3346: done (0 left) 2024-04-13T07:56:53.004 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 43 current snap is 338 2024-04-13T07:56:53.005 INFO:tasks.rados.rados.0.smithi119.stdout:3347: seq_num 1017 ranges {3481600=237568} 2024-04-13T07:56:53.023 INFO:tasks.rados.rados.0.smithi119.stdout:3347: writing smithi11982245-43 from 3481600 to 3719168 tid 1 2024-04-13T07:56:53.023 INFO:tasks.rados.rados.0.smithi119.stdout:3348: snap_create 2024-04-13T07:56:53.029 INFO:tasks.rados.rados.0.smithi119.stdout:3347: finishing write tid 1 to smithi11982245-43 2024-04-13T07:56:53.029 INFO:tasks.rados.rados.0.smithi119.stdout:3347: finishing write tid 2 to smithi11982245-43 2024-04-13T07:56:53.031 INFO:tasks.rados.rados.0.smithi119.stdout:3347: finishing write tid 3 to smithi11982245-43 2024-04-13T07:56:53.031 INFO:tasks.rados.rados.0.smithi119.stdout:3347: oid 43 updating version 0 to 2282 2024-04-13T07:56:53.031 INFO:tasks.rados.rados.0.smithi119.stdout:3347: oid 43 version 2282 is already newer than 2281 2024-04-13T07:56:53.031 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 43 v 2282 (ObjNum 1017 snap 338 seq_num 1017) dirty exists 2024-04-13T07:56:53.031 INFO:tasks.rados.rados.0.smithi119.stdout:3347: left oid 43 (ObjNum 1017 snap 338 seq_num 1017) 2024-04-13T07:56:53.510 INFO:tasks.rados.rados.0.smithi119.stdout:3347: done (1 left) 2024-04-13T07:56:53.510 INFO:tasks.rados.rados.0.smithi119.stdout:3348: done (0 left) 2024-04-13T07:56:53.510 INFO:tasks.rados.rados.0.smithi119.stdout:3349: rmattr oid 21 current snap is 339 2024-04-13T07:56:53.511 INFO:tasks.rados.rados.0.smithi119.stdout:3349: done (0 left) 2024-04-13T07:56:53.511 INFO:tasks.rados.rados.0.smithi119.stdout:3350: snap_remove snap 297 2024-04-13T07:56:53.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:53 smithi139 ceph-mon[88985]: osdmap e704: 8 total, 8 up, 8 in 2024-04-13T07:56:53.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:53 smithi119 ceph-mon[96316]: osdmap e704: 8 total, 8 up, 8 in 2024-04-13T07:56:53.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:53 smithi119 ceph-mon[93746]: osdmap e704: 8 total, 8 up, 8 in 2024-04-13T07:56:54.512 INFO:tasks.rados.rados.0.smithi119.stdout:3350: done (0 left) 2024-04-13T07:56:54.513 INFO:tasks.rados.rados.0.smithi119.stdout:3351: rmattr oid 45 current snap is 339 2024-04-13T07:56:54.513 INFO:tasks.rados.rados.0.smithi119.stdout:3352: setattr oid 39 current snap is 339 2024-04-13T07:56:54.514 INFO:tasks.rados.rados.0.smithi119.stdout:3353: read oid 1 snap 255 2024-04-13T07:56:54.515 INFO:tasks.rados.rados.0.smithi119.stdout:3353: expect (ObjNum 361 snap 136 seq_num 361) 2024-04-13T07:56:54.515 INFO:tasks.rados.rados.0.smithi119.stdout:3354: read oid 7 snap 318 2024-04-13T07:56:54.515 INFO:tasks.rados.rados.0.smithi119.stdout:3354: expect (ObjNum 573 snap 193 seq_num 573) 2024-04-13T07:56:54.515 INFO:tasks.rados.rados.0.smithi119.stdout:3355: snap_create 2024-04-13T07:56:54.534 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 39 v 1764 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-13T07:56:54.539 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 45 v 2382 (ObjNum 979 snap 327 seq_num 979) dirty exists 2024-04-13T07:56:54.545 INFO:tasks.rados.rados.0.smithi119.stdout:3353: expect (ObjNum 361 snap 136 seq_num 361) 2024-04-13T07:56:54.654 INFO:tasks.rados.rados.0.smithi119.stdout:3354: expect (ObjNum 573 snap 193 seq_num 573) 2024-04-13T07:56:54.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:54 smithi119 ceph-mon[96316]: pgmap v725: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 1.1 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 638 KiB/s wr, 18 op/s 2024-04-13T07:56:54.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:54 smithi119 ceph-mon[96316]: osdmap e705: 8 total, 8 up, 8 in 2024-04-13T07:56:54.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:56:54.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:54 smithi119 ceph-mon[93746]: pgmap v725: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 1.1 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 638 KiB/s wr, 18 op/s 2024-04-13T07:56:54.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:54 smithi119 ceph-mon[93746]: osdmap e705: 8 total, 8 up, 8 in 2024-04-13T07:56:54.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:56:54.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:54 smithi139 ceph-mon[88985]: pgmap v725: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 1.1 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 638 KiB/s wr, 18 op/s 2024-04-13T07:56:54.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:54 smithi139 ceph-mon[88985]: osdmap e705: 8 total, 8 up, 8 in 2024-04-13T07:56:54.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:56:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:56:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:56:54] "GET /metrics HTTP/1.1" 200 36204 "" "Prometheus/2.43.0" 2024-04-13T07:56:55.810 INFO:tasks.rados.rados.0.smithi119.stdout:3351: done (4 left) 2024-04-13T07:56:55.810 INFO:tasks.rados.rados.0.smithi119.stdout:3352: done (3 left) 2024-04-13T07:56:55.810 INFO:tasks.rados.rados.0.smithi119.stdout:3353: done (2 left) 2024-04-13T07:56:55.810 INFO:tasks.rados.rados.0.smithi119.stdout:3354: done (1 left) 2024-04-13T07:56:55.811 INFO:tasks.rados.rados.0.smithi119.stdout:3355: done (0 left) 2024-04-13T07:56:55.811 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 20 current snap is 340 2024-04-13T07:56:55.811 INFO:tasks.rados.rados.0.smithi119.stdout:3356: seq_num 1018 ranges {2392064=253952} 2024-04-13T07:56:55.822 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:55 smithi139 ceph-mon[88985]: osdmap e706: 8 total, 8 up, 8 in 2024-04-13T07:56:55.822 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:55 smithi139 ceph-mon[88985]: osdmap e707: 8 total, 8 up, 8 in 2024-04-13T07:56:55.824 INFO:tasks.rados.rados.0.smithi119.stdout:3356: writing smithi11982245-20 from 2392064 to 2646016 tid 1 2024-04-13T07:56:55.824 INFO:tasks.rados.rados.0.smithi119.stdout:3357: read oid 7 snap -1 2024-04-13T07:56:55.824 INFO:tasks.rados.rados.0.smithi119.stdout:3357: expect (ObjNum 968 snap 324 seq_num 968) 2024-04-13T07:56:55.824 INFO:tasks.rados.rados.0.smithi119.stdout:3358: rollback oid 37 current snap is 340 2024-04-13T07:56:55.824 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 37 to 317 2024-04-13T07:56:55.824 INFO:tasks.rados.rados.0.smithi119.stdout:3359: snap_create 2024-04-13T07:56:55.829 INFO:tasks.rados.rados.0.smithi119.stdout:3356: finishing write tid 1 to smithi11982245-20 2024-04-13T07:56:55.829 INFO:tasks.rados.rados.0.smithi119.stdout:3356: finishing write tid 2 to smithi11982245-20 2024-04-13T07:56:55.829 INFO:tasks.rados.rados.0.smithi119.stdout:3358: finishing rollback tid 0 to smithi11982245-37 2024-04-13T07:56:55.830 INFO:tasks.rados.rados.0.smithi119.stdout:3358: finishing rollback tid 1 to smithi11982245-37 2024-04-13T07:56:55.830 INFO:tasks.rados.rados.0.smithi119.stdout:3358: finishing rollback tid 2 to smithi11982245-37 2024-04-13T07:56:55.830 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 37 v 2184 (ObjNum 928 snap 317 seq_num 928) dirty exists 2024-04-13T07:56:55.831 INFO:tasks.rados.rados.0.smithi119.stdout:3357: expect (ObjNum 968 snap 324 seq_num 968) 2024-04-13T07:56:55.878 INFO:tasks.rados.rados.0.smithi119.stdout:3356: finishing write tid 3 to smithi11982245-20 2024-04-13T07:56:55.878 INFO:tasks.rados.rados.0.smithi119.stdout:3356: oid 20 updating version 0 to 2061 2024-04-13T07:56:55.878 INFO:tasks.rados.rados.0.smithi119.stdout:3356: oid 20 version 2061 is already newer than 2060 2024-04-13T07:56:55.878 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 20 v 2061 (ObjNum 1018 snap 340 seq_num 1018) dirty exists 2024-04-13T07:56:55.878 INFO:tasks.rados.rados.0.smithi119.stdout:3356: left oid 20 (ObjNum 1018 snap 340 seq_num 1018) 2024-04-13T07:56:55.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:55 smithi119 ceph-mon[96316]: osdmap e706: 8 total, 8 up, 8 in 2024-04-13T07:56:55.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:55 smithi119 ceph-mon[96316]: osdmap e707: 8 total, 8 up, 8 in 2024-04-13T07:56:55.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:55 smithi119 ceph-mon[93746]: osdmap e706: 8 total, 8 up, 8 in 2024-04-13T07:56:55.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:55 smithi119 ceph-mon[93746]: osdmap e707: 8 total, 8 up, 8 in 2024-04-13T07:56:56.529 INFO:tasks.rados.rados.0.smithi119.stdout:3356: done (3 left) 2024-04-13T07:56:56.529 INFO:tasks.rados.rados.0.smithi119.stdout:3357: done (2 left) 2024-04-13T07:56:56.530 INFO:tasks.rados.rados.0.smithi119.stdout:3358: done (1 left) 2024-04-13T07:56:56.530 INFO:tasks.rados.rados.0.smithi119.stdout:3359: done (0 left) 2024-04-13T07:56:56.530 INFO:tasks.rados.rados.0.smithi119.stdout:3360: snap_create 2024-04-13T07:56:56.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:56 smithi139 ceph-mon[88985]: pgmap v728: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 1.1 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 58 KiB/s wr, 3 op/s 2024-04-13T07:56:56.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:56 smithi119 ceph-mon[96316]: pgmap v728: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 1.1 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 58 KiB/s wr, 3 op/s 2024-04-13T07:56:56.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:56 smithi119 ceph-mon[93746]: pgmap v728: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 1.1 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 58 KiB/s wr, 3 op/s 2024-04-13T07:56:57.550 INFO:tasks.rados.rados.0.smithi119.stdout:3360: done (0 left) 2024-04-13T07:56:57.550 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 8 current snap is 342 2024-04-13T07:56:57.551 INFO:tasks.rados.rados.0.smithi119.stdout:3361: seq_num 1019 ranges {0=270336} 2024-04-13T07:56:57.552 INFO:tasks.rados.rados.0.smithi119.stdout:3361: writing smithi11982245-8 from 0 to 270336 tid 1 2024-04-13T07:56:57.552 INFO:tasks.rados.rados.0.smithi119.stdout:3362: rollback oid 37 current snap is 342 2024-04-13T07:56:57.552 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 37 to 333 2024-04-13T07:56:57.552 INFO:tasks.rados.rados.0.smithi119.stdout:3363: snap_create 2024-04-13T07:56:57.558 INFO:tasks.rados.rados.0.smithi119.stdout:3362: finishing rollback tid 0 to smithi11982245-37 2024-04-13T07:56:57.559 INFO:tasks.rados.rados.0.smithi119.stdout:3362: finishing rollback tid 1 to smithi11982245-37 2024-04-13T07:56:57.559 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 37 v 2186 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-04-13T07:56:57.559 INFO:tasks.rados.rados.0.smithi119.stdout:3361: finishing write tid 1 to smithi11982245-8 2024-04-13T07:56:57.560 INFO:tasks.rados.rados.0.smithi119.stdout:3361: finishing write tid 2 to smithi11982245-8 2024-04-13T07:56:57.561 INFO:tasks.rados.rados.0.smithi119.stdout:3361: finishing write tid 3 to smithi11982245-8 2024-04-13T07:56:57.561 INFO:tasks.rados.rados.0.smithi119.stdout:3361: oid 8 updating version 0 to 2063 2024-04-13T07:56:57.561 INFO:tasks.rados.rados.0.smithi119.stdout:3361: oid 8 version 2063 is already newer than 2062 2024-04-13T07:56:57.561 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 8 v 2063 (ObjNum 1019 snap 342 seq_num 1019) dirty exists 2024-04-13T07:56:57.562 INFO:tasks.rados.rados.0.smithi119.stdout:3361: left oid 8 (ObjNum 1019 snap 342 seq_num 1019) 2024-04-13T07:56:57.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:57 smithi139 ceph-mon[88985]: osdmap e708: 8 total, 8 up, 8 in 2024-04-13T07:56:57.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:57 smithi119 ceph-mon[96316]: osdmap e708: 8 total, 8 up, 8 in 2024-04-13T07:56:57.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:57 smithi119 ceph-mon[93746]: osdmap e708: 8 total, 8 up, 8 in 2024-04-13T07:56:58.552 INFO:tasks.rados.rados.0.smithi119.stdout:3361: done (2 left) 2024-04-13T07:56:58.552 INFO:tasks.rados.rados.0.smithi119.stdout:3362: done (1 left) 2024-04-13T07:56:58.552 INFO:tasks.rados.rados.0.smithi119.stdout:3363: done (0 left) 2024-04-13T07:56:58.552 INFO:tasks.rados.rados.0.smithi119.stdout:3364: setattr oid 17 current snap is 343 2024-04-13T07:56:58.553 INFO:tasks.rados.rados.0.smithi119.stdout:3365: snap_create 2024-04-13T07:56:58.558 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 17 v 2335 (ObjNum 1006 snap 337 seq_num 1006) dirty exists 2024-04-13T07:56:58.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:58 smithi139 ceph-mon[88985]: pgmap v731: 121 pgs: 121 active+clean; 1.1 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 174 KiB/s wr, 11 op/s 2024-04-13T07:56:58.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:58 smithi139 ceph-mon[88985]: osdmap e709: 8 total, 8 up, 8 in 2024-04-13T07:56:58.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:58 smithi119 ceph-mon[96316]: pgmap v731: 121 pgs: 121 active+clean; 1.1 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 174 KiB/s wr, 11 op/s 2024-04-13T07:56:58.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:58 smithi119 ceph-mon[96316]: osdmap e709: 8 total, 8 up, 8 in 2024-04-13T07:56:58.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:58 smithi119 ceph-mon[93746]: pgmap v731: 121 pgs: 121 active+clean; 1.1 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 174 KiB/s wr, 11 op/s 2024-04-13T07:56:58.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:58 smithi119 ceph-mon[93746]: osdmap e709: 8 total, 8 up, 8 in 2024-04-13T07:56:59.555 INFO:tasks.rados.rados.0.smithi119.stdout:3364: done (1 left) 2024-04-13T07:56:59.555 INFO:tasks.rados.rados.0.smithi119.stdout:3365: done (0 left) 2024-04-13T07:56:59.556 INFO:tasks.rados.rados.0.smithi119.stdout:3366: snap_create 2024-04-13T07:56:59.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:56:59 smithi139 ceph-mon[88985]: osdmap e710: 8 total, 8 up, 8 in 2024-04-13T07:56:59.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:56:59 smithi119 ceph-mon[96316]: osdmap e710: 8 total, 8 up, 8 in 2024-04-13T07:56:59.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:56:59 smithi119 ceph-mon[93746]: osdmap e710: 8 total, 8 up, 8 in 2024-04-13T07:57:00.441 INFO:tasks.rados.rados.0.smithi119.stdout:3366: done (0 left) 2024-04-13T07:57:00.441 INFO:tasks.rados.rados.0.smithi119.stdout:3367: read oid 29 snap -1 2024-04-13T07:57:00.441 INFO:tasks.rados.rados.0.smithi119.stdout:3367: expect (ObjNum 1003 snap 336 seq_num 1003) 2024-04-13T07:57:00.442 INFO:tasks.rados.rados.0.smithi119.stdout:3368: read oid 15 snap 341 2024-04-13T07:57:00.442 INFO:tasks.rados.rados.0.smithi119.stdout:3368: expect (ObjNum 990 snap 329 seq_num 990) 2024-04-13T07:57:00.442 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 13 current snap is 345 2024-04-13T07:57:00.442 INFO:tasks.rados.rados.0.smithi119.stdout:3369: seq_num 1020 ranges {5988352=286720} 2024-04-13T07:57:00.476 INFO:tasks.rados.rados.0.smithi119.stdout:3369: writing smithi11982245-13 from 5988352 to 6275072 tid 1 2024-04-13T07:57:00.476 INFO:tasks.rados.rados.0.smithi119.stdout:3370: copy_from oid 10 from oid 28 current snap is 345 2024-04-13T07:57:00.476 INFO:tasks.rados.rados.0.smithi119.stdout:3367: expect (ObjNum 1003 snap 336 seq_num 1003) 2024-04-13T07:57:00.541 INFO:tasks.rados.rados.0.smithi119.stdout:3368: expect (ObjNum 990 snap 329 seq_num 990) 2024-04-13T07:57:00.723 INFO:tasks.rados.rados.0.smithi119.stdout:3369: finishing write tid 1 to smithi11982245-13 2024-04-13T07:57:00.723 INFO:tasks.rados.rados.0.smithi119.stdout:3369: finishing write tid 2 to smithi11982245-13 2024-04-13T07:57:00.723 INFO:tasks.rados.rados.0.smithi119.stdout:3369: finishing write tid 3 to smithi11982245-13 2024-04-13T07:57:00.723 INFO:tasks.rados.rados.0.smithi119.stdout:3369: oid 13 updating version 0 to 2065 2024-04-13T07:57:00.724 INFO:tasks.rados.rados.0.smithi119.stdout:3369: oid 13 version 2065 is already newer than 2064 2024-04-13T07:57:00.724 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 13 v 2065 (ObjNum 1020 snap 345 seq_num 1020) dirty exists 2024-04-13T07:57:00.724 INFO:tasks.rados.rados.0.smithi119.stdout:3369: left oid 13 (ObjNum 1020 snap 345 seq_num 1020) 2024-04-13T07:57:00.724 INFO:tasks.rados.rados.0.smithi119.stdout:3370: finishing copy_from racing read to smithi11982245-10 2024-04-13T07:57:00.724 INFO:tasks.rados.rados.0.smithi119.stdout:3370: finishing copy_from to smithi11982245-10 2024-04-13T07:57:00.724 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 10 v 2098 (ObjNum 930 snap 319 seq_num 930) dirty exists 2024-04-13T07:57:00.724 INFO:tasks.rados.rados.0.smithi119.stdout:3367: done (3 left) 2024-04-13T07:57:00.724 INFO:tasks.rados.rados.0.smithi119.stdout:3368: done (2 left) 2024-04-13T07:57:00.724 INFO:tasks.rados.rados.0.smithi119.stdout:3369: done (1 left) 2024-04-13T07:57:00.724 INFO:tasks.rados.rados.0.smithi119.stdout:3370: done (0 left) 2024-04-13T07:57:00.724 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 44 current snap is 345 2024-04-13T07:57:00.724 INFO:tasks.rados.rados.0.smithi119.stdout:3371: seq_num 1021 ranges {1818624=303104} 2024-04-13T07:57:00.734 INFO:tasks.rados.rados.0.smithi119.stdout:3371: writing smithi11982245-44 from 1818624 to 2121728 tid 1 2024-04-13T07:57:00.735 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 15 current snap is 345 2024-04-13T07:57:00.735 INFO:tasks.rados.rados.0.smithi119.stdout:3372: seq_num 1022 ranges {4472832=319488} 2024-04-13T07:57:00.760 INFO:tasks.rados.rados.0.smithi119.stdout:3372: writing smithi11982245-15 from 4472832 to 4792320 tid 1 2024-04-13T07:57:00.760 INFO:tasks.rados.rados.0.smithi119.stdout:3373: read oid 9 snap 307 2024-04-13T07:57:00.760 INFO:tasks.rados.rados.0.smithi119.stdout:3373: expect (ObjNum 635 snap 211 seq_num 635) 2024-04-13T07:57:00.760 INFO:tasks.rados.rados.0.smithi119.stdout:3374: setattr oid 4 current snap is 345 2024-04-13T07:57:00.760 INFO:tasks.rados.rados.0.smithi119.stdout:3371: finishing write tid 1 to smithi11982245-44 2024-04-13T07:57:00.760 INFO:tasks.rados.rados.0.smithi119.stdout:3371: finishing write tid 2 to smithi11982245-44 2024-04-13T07:57:00.760 INFO:tasks.rados.rados.0.smithi119.stdout:3371: finishing write tid 3 to smithi11982245-44 2024-04-13T07:57:00.761 INFO:tasks.rados.rados.0.smithi119.stdout:3371: oid 44 updating version 0 to 2293 2024-04-13T07:57:00.761 INFO:tasks.rados.rados.0.smithi119.stdout:3371: oid 44 version 2293 is already newer than 2292 2024-04-13T07:57:00.761 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 44 v 2293 (ObjNum 1021 snap 345 seq_num 1021) dirty exists 2024-04-13T07:57:00.761 INFO:tasks.rados.rados.0.smithi119.stdout:3371: left oid 44 (ObjNum 1021 snap 345 seq_num 1021) 2024-04-13T07:57:00.761 INFO:tasks.rados.rados.0.smithi119.stdout:3371: done (3 left) 2024-04-13T07:57:00.761 INFO:tasks.rados.rados.0.smithi119.stdout:3375: delete oid 11 current snap is 345 2024-04-13T07:57:00.765 INFO:tasks.rados.rados.0.smithi119.stdout:3372: finishing write tid 1 to smithi11982245-15 2024-04-13T07:57:00.765 INFO:tasks.rados.rados.0.smithi119.stdout:3372: finishing write tid 2 to smithi11982245-15 2024-04-13T07:57:00.765 INFO:tasks.rados.rados.0.smithi119.stdout:3375: done (3 left) 2024-04-13T07:57:00.765 INFO:tasks.rados.rados.0.smithi119.stdout:3376: setattr oid 31 current snap is 345 2024-04-13T07:57:00.767 INFO:tasks.rados.rados.0.smithi119.stdout:3372: finishing write tid 3 to smithi11982245-15 2024-04-13T07:57:00.767 INFO:tasks.rados.rados.0.smithi119.stdout:3372: oid 15 updating version 0 to 2060 2024-04-13T07:57:00.767 INFO:tasks.rados.rados.0.smithi119.stdout:3372: oid 15 updating version 2060 to 2061 2024-04-13T07:57:00.767 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 15 v 2061 (ObjNum 1022 snap 345 seq_num 1022) dirty exists 2024-04-13T07:57:00.767 INFO:tasks.rados.rados.0.smithi119.stdout:3372: left oid 15 (ObjNum 1022 snap 345 seq_num 1022) 2024-04-13T07:57:00.767 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 4 v 2204 (ObjNum 997 snap 333 seq_num 997) dirty exists 2024-04-13T07:57:00.768 INFO:tasks.rados.rados.0.smithi119.stdout:3373: expect (ObjNum 635 snap 211 seq_num 635) 2024-04-13T07:57:00.794 INFO:tasks.rados.rados.0.smithi119.stdout:3372: done (3 left) 2024-04-13T07:57:00.794 INFO:tasks.rados.rados.0.smithi119.stdout:3373: done (2 left) 2024-04-13T07:57:00.794 INFO:tasks.rados.rados.0.smithi119.stdout:3374: done (1 left) 2024-04-13T07:57:00.794 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 24 current snap is 345 2024-04-13T07:57:00.794 INFO:tasks.rados.rados.0.smithi119.stdout:3377: seq_num 1024 ranges {3317760=352256} 2024-04-13T07:57:00.814 INFO:tasks.rados.rados.0.smithi119.stdout:3377: writing smithi11982245-24 from 3317760 to 3670016 tid 1 2024-04-13T07:57:00.814 INFO:tasks.rados.rados.0.smithi119.stdout:3378: read oid 38 snap -1 2024-04-13T07:57:00.814 INFO:tasks.rados.rados.0.smithi119.stdout:3378: expect (ObjNum 628 snap 211 seq_num 628) 2024-04-13T07:57:00.814 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 31 v 2295 (ObjNum 1008 snap 337 seq_num 1008) dirty exists 2024-04-13T07:57:00.814 INFO:tasks.rados.rados.0.smithi119.stdout:3379: read oid 23 snap -1 2024-04-13T07:57:00.815 INFO:tasks.rados.rados.0.smithi119.stdout:3379: expect (ObjNum 1013 snap 338 seq_num 1013) 2024-04-13T07:57:00.815 INFO:tasks.rados.rados.0.smithi119.stdout:3376: done (3 left) 2024-04-13T07:57:00.815 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 18 current snap is 345 2024-04-13T07:57:00.815 INFO:tasks.rados.rados.0.smithi119.stdout:3380: seq_num 1025 ranges {0=368640} 2024-04-13T07:57:00.816 INFO:tasks.rados.rados.0.smithi119.stdout:3380: writing smithi11982245-18 from 0 to 368640 tid 1 2024-04-13T07:57:00.816 INFO:tasks.rados.rados.0.smithi119.stdout:3381: read oid 12 snap -1 2024-04-13T07:57:00.816 INFO:tasks.rados.rados.0.smithi119.stdout:3381: expect (ObjNum 1004 snap 336 seq_num 1004) 2024-04-13T07:57:00.816 INFO:tasks.rados.rados.0.smithi119.stdout:3382: rollback oid 7 current snap is 345 2024-04-13T07:57:00.816 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 7 to 203 2024-04-13T07:57:00.816 INFO:tasks.rados.rados.0.smithi119.stdout:3383: delete oid 25 current snap is 345 2024-04-13T07:57:00.820 INFO:tasks.rados.rados.0.smithi119.stdout:3379: expect (ObjNum 1013 snap 338 seq_num 1013) 2024-04-13T07:57:00.852 INFO:tasks.rados.rados.0.smithi119.stdout:3382: finishing rollback tid 0 to smithi11982245-7 2024-04-13T07:57:00.852 INFO:tasks.rados.rados.0.smithi119.stdout:3379: done (6 left) 2024-04-13T07:57:00.852 INFO:tasks.rados.rados.0.smithi119.stdout:3383: done (5 left) 2024-04-13T07:57:00.853 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 21 current snap is 345 2024-04-13T07:57:00.853 INFO:tasks.rados.rados.0.smithi119.stdout:3377: finishing write tid 1 to smithi11982245-24 2024-04-13T07:57:00.853 INFO:tasks.rados.rados.0.smithi119.stdout:3382: finishing rollback tid 1 to smithi11982245-7 2024-04-13T07:57:00.853 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 7 v 2204 (ObjNum 33 snap 0 seq_num 1907688733) dirty dne 2024-04-13T07:57:00.853 INFO:tasks.rados.rados.0.smithi119.stdout:3377: finishing write tid 2 to smithi11982245-24 2024-04-13T07:57:00.853 INFO:tasks.rados.rados.0.smithi119.stdout:3380: finishing write tid 1 to smithi11982245-18 2024-04-13T07:57:00.853 INFO:tasks.rados.rados.0.smithi119.stdout:3380: finishing write tid 2 to smithi11982245-18 2024-04-13T07:57:00.853 INFO:tasks.rados.rados.0.smithi119.stdout:3384: seq_num 1027 ranges {1818624=409600} 2024-04-13T07:57:00.864 INFO:tasks.rados.rados.0.smithi119.stdout:3384: writing smithi11982245-21 from 1818624 to 2228224 tid 1 2024-04-13T07:57:00.864 INFO:tasks.rados.rados.0.smithi119.stdout:3382: done (5 left) 2024-04-13T07:57:00.865 INFO:tasks.rados.rados.0.smithi119.stdout:3385: rollback oid 27 current snap is 345 2024-04-13T07:57:00.865 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 27 to 307 2024-04-13T07:57:00.865 INFO:tasks.rados.rados.0.smithi119.stdout:3377: finishing write tid 3 to smithi11982245-24 2024-04-13T07:57:00.865 INFO:tasks.rados.rados.0.smithi119.stdout:3377: oid 24 updating version 0 to 2063 2024-04-13T07:57:00.865 INFO:tasks.rados.rados.0.smithi119.stdout:3377: oid 24 version 2063 is already newer than 2062 2024-04-13T07:57:00.865 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 24 v 2063 (ObjNum 1024 snap 345 seq_num 1024) dirty exists 2024-04-13T07:57:00.865 INFO:tasks.rados.rados.0.smithi119.stdout:3377: left oid 24 (ObjNum 1024 snap 345 seq_num 1024) 2024-04-13T07:57:00.865 INFO:tasks.rados.rados.0.smithi119.stdout:3377: done (5 left) 2024-04-13T07:57:00.865 INFO:tasks.rados.rados.0.smithi119.stdout:3386: read oid 15 snap -1 2024-04-13T07:57:00.865 INFO:tasks.rados.rados.0.smithi119.stdout:3386: expect (ObjNum 1022 snap 345 seq_num 1022) 2024-04-13T07:57:00.865 INFO:tasks.rados.rados.0.smithi119.stdout:3387: snap_remove snap 257 2024-04-13T07:57:00.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:00 smithi139 ceph-mon[88985]: pgmap v734: 121 pgs: 121 active+clean; 1.1 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 174 KiB/s wr, 13 op/s 2024-04-13T07:57:00.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:00 smithi139 ceph-mon[88985]: osdmap e711: 8 total, 8 up, 8 in 2024-04-13T07:57:00.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:00 smithi139 ceph-mon[88985]: osdmap e712: 8 total, 8 up, 8 in 2024-04-13T07:57:00.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:00 smithi119 ceph-mon[93746]: pgmap v734: 121 pgs: 121 active+clean; 1.1 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 174 KiB/s wr, 13 op/s 2024-04-13T07:57:00.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:00 smithi119 ceph-mon[93746]: osdmap e711: 8 total, 8 up, 8 in 2024-04-13T07:57:00.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:00 smithi119 ceph-mon[93746]: osdmap e712: 8 total, 8 up, 8 in 2024-04-13T07:57:00.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:00 smithi119 ceph-mon[96316]: pgmap v734: 121 pgs: 121 active+clean; 1.1 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 174 KiB/s wr, 13 op/s 2024-04-13T07:57:00.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:00 smithi119 ceph-mon[96316]: osdmap e711: 8 total, 8 up, 8 in 2024-04-13T07:57:00.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:00 smithi119 ceph-mon[96316]: osdmap e712: 8 total, 8 up, 8 in 2024-04-13T07:57:01.561 INFO:tasks.rados.rados.0.smithi119.stdout:3387: done (6 left) 2024-04-13T07:57:01.561 INFO:tasks.rados.rados.0.smithi119.stdout:3388: setattr oid 19 current snap is 345 2024-04-13T07:57:01.561 INFO:tasks.rados.rados.0.smithi119.stdout:3380: finishing write tid 3 to smithi11982245-18 2024-04-13T07:57:01.561 INFO:tasks.rados.rados.0.smithi119.stdout:3380: oid 18 updating version 0 to 2393 2024-04-13T07:57:01.561 INFO:tasks.rados.rados.0.smithi119.stdout:3380: oid 18 updating version 2393 to 2394 2024-04-13T07:57:01.561 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 18 v 2394 (ObjNum 1025 snap 345 seq_num 1025) dirty exists 2024-04-13T07:57:01.561 INFO:tasks.rados.rados.0.smithi119.stdout:3380: left oid 18 (ObjNum 1025 snap 345 seq_num 1025) 2024-04-13T07:57:01.561 INFO:tasks.rados.rados.0.smithi119.stdout:3378: expect (ObjNum 628 snap 211 seq_num 628) 2024-04-13T07:57:01.859 INFO:tasks.rados.rados.0.smithi119.stdout:3381: expect (ObjNum 1004 snap 336 seq_num 1004) 2024-04-13T07:57:01.969 INFO:tasks.rados.rados.0.smithi119.stdout:3384: finishing write tid 1 to smithi11982245-21 2024-04-13T07:57:01.969 INFO:tasks.rados.rados.0.smithi119.stdout:3384: finishing write tid 2 to smithi11982245-21 2024-04-13T07:57:01.969 INFO:tasks.rados.rados.0.smithi119.stdout:3385: finishing rollback tid 0 to smithi11982245-27 2024-04-13T07:57:01.970 INFO:tasks.rados.rados.0.smithi119.stdout:3384: finishing write tid 3 to smithi11982245-21 2024-04-13T07:57:01.970 INFO:tasks.rados.rados.0.smithi119.stdout:3384: oid 21 updating version 0 to 2202 2024-04-13T07:57:01.970 INFO:tasks.rados.rados.0.smithi119.stdout:3384: oid 21 updating version 2202 to 2203 2024-04-13T07:57:01.970 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 21 v 2203 (ObjNum 1027 snap 345 seq_num 1027) dirty exists 2024-04-13T07:57:01.970 INFO:tasks.rados.rados.0.smithi119.stdout:3384: left oid 21 (ObjNum 1027 snap 345 seq_num 1027) 2024-04-13T07:57:01.970 INFO:tasks.rados.rados.0.smithi119.stdout:3385: finishing rollback tid 1 to smithi11982245-27 2024-04-13T07:57:01.970 INFO:tasks.rados.rados.0.smithi119.stdout:3385: finishing rollback tid 2 to smithi11982245-27 2024-04-13T07:57:01.971 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 27 v 2189 (ObjNum 893 snap 305 seq_num 893) dirty exists 2024-04-13T07:57:01.971 INFO:tasks.rados.rados.0.smithi119.stdout:3386: expect (ObjNum 1022 snap 345 seq_num 1022) 2024-04-13T07:57:02.229 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 19 v 2205 (ObjNum 893 snap 305 seq_num 893) dirty exists 2024-04-13T07:57:02.229 INFO:tasks.rados.rados.0.smithi119.stdout:3378: done (6 left) 2024-04-13T07:57:02.229 INFO:tasks.rados.rados.0.smithi119.stdout:3380: done (5 left) 2024-04-13T07:57:02.229 INFO:tasks.rados.rados.0.smithi119.stdout:3381: done (4 left) 2024-04-13T07:57:02.230 INFO:tasks.rados.rados.0.smithi119.stdout:3384: done (3 left) 2024-04-13T07:57:02.230 INFO:tasks.rados.rados.0.smithi119.stdout:3385: done (2 left) 2024-04-13T07:57:02.230 INFO:tasks.rados.rados.0.smithi119.stdout:3386: done (1 left) 2024-04-13T07:57:02.230 INFO:tasks.rados.rados.0.smithi119.stdout:3388: done (0 left) 2024-04-13T07:57:02.230 INFO:tasks.rados.rados.0.smithi119.stdout:3389: copy_from oid 25 from oid 21 current snap is 345 2024-04-13T07:57:02.230 INFO:tasks.rados.rados.0.smithi119.stdout:3390: copy_from oid 50 from oid 13 current snap is 345 2024-04-13T07:57:02.230 INFO:tasks.rados.rados.0.smithi119.stdout:3391: read oid 29 snap -1 2024-04-13T07:57:02.230 INFO:tasks.rados.rados.0.smithi119.stdout:3391: expect (ObjNum 1003 snap 336 seq_num 1003) 2024-04-13T07:57:02.230 INFO:tasks.rados.rados.0.smithi119.stdout:3392: rmattr oid 32 current snap is 345 2024-04-13T07:57:02.230 INFO:tasks.rados.rados.0.smithi119.stdout:3392: done (3 left) 2024-04-13T07:57:02.230 INFO:tasks.rados.rados.0.smithi119.stdout:3393: read oid 4 snap -1 2024-04-13T07:57:02.230 INFO:tasks.rados.rados.0.smithi119.stdout:3393: expect (ObjNum 997 snap 333 seq_num 997) 2024-04-13T07:57:02.230 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 31 current snap is 345 2024-04-13T07:57:02.231 INFO:tasks.rados.rados.0.smithi119.stdout:3394: seq_num 1028 ranges {6119424=425984} 2024-04-13T07:57:02.266 INFO:tasks.rados.rados.0.smithi119.stdout:3394: writing smithi11982245-31 from 6119424 to 6545408 tid 1 2024-04-13T07:57:02.266 INFO:tasks.rados.rados.0.smithi119.stdout:3395: rollback oid 23 current snap is 345 2024-04-13T07:57:02.266 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 23 to 281 2024-04-13T07:57:02.266 INFO:tasks.rados.rados.0.smithi119.stdout:3389: finishing copy_from racing read to smithi11982245-25 2024-04-13T07:57:02.266 INFO:tasks.rados.rados.0.smithi119.stdout:3391: expect (ObjNum 1003 snap 336 seq_num 1003) 2024-04-13T07:57:02.336 INFO:tasks.rados.rados.0.smithi119.stdout:3389: finishing copy_from to smithi11982245-25 2024-04-13T07:57:02.336 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 25 v 2203 (ObjNum 1027 snap 345 seq_num 1027) dirty exists 2024-04-13T07:57:02.336 INFO:tasks.rados.rados.0.smithi119.stdout:3389: done (5 left) 2024-04-13T07:57:02.336 INFO:tasks.rados.rados.0.smithi119.stdout:3391: done (4 left) 2024-04-13T07:57:02.336 INFO:tasks.rados.rados.0.smithi119.stdout:3396: read oid 6 snap -1 2024-04-13T07:57:02.336 INFO:tasks.rados.rados.0.smithi119.stdout:3396: expect (ObjNum 985 snap 329 seq_num 985) 2024-04-13T07:57:02.336 INFO:tasks.rados.rados.0.smithi119.stdout:3397: delete oid 37 current snap is 345 2024-04-13T07:57:02.336 INFO:tasks.rados.rados.0.smithi119.stdout:3395: finishing rollback tid 0 to smithi11982245-23 2024-04-13T07:57:02.336 INFO:tasks.rados.rados.0.smithi119.stdout:3395: finishing rollback tid 1 to smithi11982245-23 2024-04-13T07:57:02.336 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 23 v 2249 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-13T07:57:02.336 INFO:tasks.rados.rados.0.smithi119.stdout:3394: finishing write tid 1 to smithi11982245-31 2024-04-13T07:57:02.336 INFO:tasks.rados.rados.0.smithi119.stdout:3394: finishing write tid 2 to smithi11982245-31 2024-04-13T07:57:02.336 INFO:tasks.rados.rados.0.smithi119.stdout:3390: finishing copy_from racing read to smithi11982245-50 2024-04-13T07:57:02.337 INFO:tasks.rados.rados.0.smithi119.stdout:3394: finishing write tid 3 to smithi11982245-31 2024-04-13T07:57:02.337 INFO:tasks.rados.rados.0.smithi119.stdout:3394: oid 31 updating version 0 to 2304 2024-04-13T07:57:02.337 INFO:tasks.rados.rados.0.smithi119.stdout:3394: oid 31 updating version 2304 to 2305 2024-04-13T07:57:02.337 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 31 v 2305 (ObjNum 1028 snap 345 seq_num 1028) dirty exists 2024-04-13T07:57:02.337 INFO:tasks.rados.rados.0.smithi119.stdout:3394: left oid 31 (ObjNum 1028 snap 345 seq_num 1028) 2024-04-13T07:57:02.337 INFO:tasks.rados.rados.0.smithi119.stdout:3390: finishing copy_from to smithi11982245-50 2024-04-13T07:57:02.337 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 50 v 2065 (ObjNum 1020 snap 345 seq_num 1020) dirty exists 2024-04-13T07:57:02.337 INFO:tasks.rados.rados.0.smithi119.stdout:3393: expect (ObjNum 997 snap 333 seq_num 997) 2024-04-13T07:57:02.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:02 smithi139 ceph-mon[88985]: pgmap v737: 121 pgs: 121 active+clean; 1.1 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 0 B/s wr, 10 op/s 2024-04-13T07:57:02.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:02 smithi139 ceph-mon[88985]: osdmap e713: 8 total, 8 up, 8 in 2024-04-13T07:57:02.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:57:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T07:57:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:57:02.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:02 smithi119 ceph-mon[96316]: pgmap v737: 121 pgs: 121 active+clean; 1.1 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 0 B/s wr, 10 op/s 2024-04-13T07:57:02.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:02 smithi119 ceph-mon[96316]: osdmap e713: 8 total, 8 up, 8 in 2024-04-13T07:57:02.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:02 smithi119 ceph-mon[93746]: pgmap v737: 121 pgs: 121 active+clean; 1.1 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 0 B/s wr, 10 op/s 2024-04-13T07:57:02.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:02 smithi119 ceph-mon[93746]: osdmap e713: 8 total, 8 up, 8 in 2024-04-13T07:57:03.824 INFO:tasks.rados.rados.0.smithi119.stdout:3396: expect (ObjNum 985 snap 329 seq_num 985) 2024-04-13T07:57:04.273 INFO:tasks.rados.rados.0.smithi119.stdout:3390: done (5 left) 2024-04-13T07:57:04.273 INFO:tasks.rados.rados.0.smithi119.stdout:3393: done (4 left) 2024-04-13T07:57:04.274 INFO:tasks.rados.rados.0.smithi119.stdout:3394: done (3 left) 2024-04-13T07:57:04.274 INFO:tasks.rados.rados.0.smithi119.stdout:3395: done (2 left) 2024-04-13T07:57:04.274 INFO:tasks.rados.rados.0.smithi119.stdout:3396: done (1 left) 2024-04-13T07:57:04.274 INFO:tasks.rados.rados.0.smithi119.stdout:3397: done (0 left) 2024-04-13T07:57:04.274 INFO:tasks.rados.rados.0.smithi119.stdout:3398: rollback oid 45 current snap is 345 2024-04-13T07:57:04.274 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 45 to 304 2024-04-13T07:57:04.274 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 39 current snap is 345 2024-04-13T07:57:04.274 INFO:tasks.rados.rados.0.smithi119.stdout:3399: seq_num 1030 ranges {0=458752} 2024-04-13T07:57:04.276 INFO:tasks.rados.rados.0.smithi119.stdout:3399: writing smithi11982245-39 from 0 to 458752 tid 1 2024-04-13T07:57:04.276 INFO:tasks.rados.rados.0.smithi119.stdout:3400: copy_from oid 15 from oid 43 current snap is 345 2024-04-13T07:57:04.277 INFO:tasks.rados.rados.0.smithi119.stdout:3401: rmattr oid 10 current snap is 345 2024-04-13T07:57:04.277 INFO:tasks.rados.rados.0.smithi119.stdout:3401: done (3 left) 2024-04-13T07:57:04.277 INFO:tasks.rados.rados.0.smithi119.stdout:3402: rmattr oid 38 current snap is 345 2024-04-13T07:57:04.277 INFO:tasks.rados.rados.0.smithi119.stdout:3402: done (3 left) 2024-04-13T07:57:04.277 INFO:tasks.rados.rados.0.smithi119.stdout:3403: read oid 30 snap -1 2024-04-13T07:57:04.277 INFO:tasks.rados.rados.0.smithi119.stdout:3403: expect (ObjNum 871 snap 295 seq_num 871) 2024-04-13T07:57:04.277 INFO:tasks.rados.rados.0.smithi119.stdout:3404: delete oid 29 current snap is 345 2024-04-13T07:57:04.280 INFO:tasks.rados.rados.0.smithi119.stdout:3398: finishing rollback tid 0 to smithi11982245-45 2024-04-13T07:57:04.280 INFO:tasks.rados.rados.0.smithi119.stdout:3398: finishing rollback tid 1 to smithi11982245-45 2024-04-13T07:57:04.281 INFO:tasks.rados.rados.0.smithi119.stdout:3404: done (4 left) 2024-04-13T07:57:04.282 INFO:tasks.rados.rados.0.smithi119.stdout:3405: rollback oid 37 current snap is 345 2024-04-13T07:57:04.282 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 37 to 249 2024-04-13T07:57:04.282 INFO:tasks.rados.rados.0.smithi119.stdout:3398: finishing rollback tid 2 to smithi11982245-45 2024-04-13T07:57:04.282 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 45 v 2404 (ObjNum 850 snap 282 seq_num 850) dirty exists 2024-04-13T07:57:04.282 INFO:tasks.rados.rados.0.smithi119.stdout:3398: done (4 left) 2024-04-13T07:57:04.282 INFO:tasks.rados.rados.0.smithi119.stdout:3406: read oid 26 snap -1 2024-04-13T07:57:04.282 INFO:tasks.rados.rados.0.smithi119.stdout:3406: expect (ObjNum 994 snap 332 seq_num 994) 2024-04-13T07:57:04.282 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 21 current snap is 345 2024-04-13T07:57:04.282 INFO:tasks.rados.rados.0.smithi119.stdout:3407: seq_num 1032 ranges {2228224=491520} 2024-04-13T07:57:04.299 INFO:tasks.rados.rados.0.smithi119.stdout:3407: writing smithi11982245-21 from 2228224 to 2719744 tid 1 2024-04-13T07:57:04.299 INFO:tasks.rados.rados.0.smithi119.stdout:3408: rmattr oid 47 current snap is 345 2024-04-13T07:57:04.299 INFO:tasks.rados.rados.0.smithi119.stdout:3408: done (6 left) 2024-04-13T07:57:04.299 INFO:tasks.rados.rados.0.smithi119.stdout:3409: rollback oid 11 current snap is 345 2024-04-13T07:57:04.299 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 11 to 300 2024-04-13T07:57:04.299 INFO:tasks.rados.rados.0.smithi119.stdout:3399: finishing write tid 1 to smithi11982245-39 2024-04-13T07:57:04.299 INFO:tasks.rados.rados.0.smithi119.stdout:3399: finishing write tid 2 to smithi11982245-39 2024-04-13T07:57:04.300 INFO:tasks.rados.rados.0.smithi119.stdout:3399: finishing write tid 3 to smithi11982245-39 2024-04-13T07:57:04.300 INFO:tasks.rados.rados.0.smithi119.stdout:3399: oid 39 updating version 0 to 2067 2024-04-13T07:57:04.300 INFO:tasks.rados.rados.0.smithi119.stdout:3399: oid 39 version 2067 is already newer than 2066 2024-04-13T07:57:04.300 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 39 v 2067 (ObjNum 1030 snap 345 seq_num 1030) dirty exists 2024-04-13T07:57:04.300 INFO:tasks.rados.rados.0.smithi119.stdout:3399: left oid 39 (ObjNum 1030 snap 345 seq_num 1030) 2024-04-13T07:57:04.300 INFO:tasks.rados.rados.0.smithi119.stdout:3405: finishing rollback tid 1 to smithi11982245-37 2024-04-13T07:57:04.300 INFO:tasks.rados.rados.0.smithi119.stdout:3405: finishing rollback tid 2 to smithi11982245-37 2024-04-13T07:57:04.300 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 37 v 2191 (ObjNum 693 snap 239 seq_num 693) dirty exists 2024-04-13T07:57:04.300 INFO:tasks.rados.rados.0.smithi119.stdout:3399: done (6 left) 2024-04-13T07:57:04.300 INFO:tasks.rados.rados.0.smithi119.stdout:3405: done (5 left) 2024-04-13T07:57:04.300 INFO:tasks.rados.rados.0.smithi119.stdout:3410: rmattr oid 13 current snap is 345 2024-04-13T07:57:04.300 INFO:tasks.rados.rados.0.smithi119.stdout:3400: finishing copy_from racing read to smithi11982245-15 2024-04-13T07:57:04.300 INFO:tasks.rados.rados.0.smithi119.stdout:3411: rmattr oid 28 current snap is 345 2024-04-13T07:57:04.300 INFO:tasks.rados.rados.0.smithi119.stdout:3411: done (6 left) 2024-04-13T07:57:04.300 INFO:tasks.rados.rados.0.smithi119.stdout:3412: read oid 14 snap -1 2024-04-13T07:57:04.301 INFO:tasks.rados.rados.0.smithi119.stdout:3412: expect (ObjNum 863 snap 291 seq_num 863) 2024-04-13T07:57:04.301 INFO:tasks.rados.rados.0.smithi119.stdout:3413: rollback oid 1 current snap is 345 2024-04-13T07:57:04.301 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 1 to 331 2024-04-13T07:57:04.301 INFO:tasks.rados.rados.0.smithi119.stdout:3414: read oid 20 snap -1 2024-04-13T07:57:04.301 INFO:tasks.rados.rados.0.smithi119.stdout:3414: expect (ObjNum 1018 snap 340 seq_num 1018) 2024-04-13T07:57:04.301 INFO:tasks.rados.rados.0.smithi119.stdout:3415: setattr oid 7 current snap is 345 2024-04-13T07:57:04.302 INFO:tasks.rados.rados.0.smithi119.stdout:3416: rmattr oid 50 current snap is 345 2024-04-13T07:57:04.302 INFO:tasks.rados.rados.0.smithi119.stdout:3417: read oid 40 snap -1 2024-04-13T07:57:04.302 INFO:tasks.rados.rados.0.smithi119.stdout:3417: expect (ObjNum 966 snap 324 seq_num 966) 2024-04-13T07:57:04.302 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 5 current snap is 345 2024-04-13T07:57:04.302 INFO:tasks.rados.rados.0.smithi119.stdout:3418: seq_num 1033 ranges {2433024=507904} 2024-04-13T07:57:04.318 INFO:tasks.rados.rados.0.smithi119.stdout:3418: writing smithi11982245-5 from 2433024 to 2940928 tid 1 2024-04-13T07:57:04.318 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 9 current snap is 345 2024-04-13T07:57:04.318 INFO:tasks.rados.rados.0.smithi119.stdout:3406: expect (ObjNum 994 snap 332 seq_num 994) 2024-04-13T07:57:04.429 INFO:tasks.rados.rados.0.smithi119.stdout:3400: finishing copy_from to smithi11982245-15 2024-04-13T07:57:04.429 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 15 v 2282 (ObjNum 1017 snap 338 seq_num 1017) dirty exists 2024-04-13T07:57:04.429 INFO:tasks.rados.rados.0.smithi119.stdout:3407: finishing write tid 1 to smithi11982245-21 2024-04-13T07:57:04.429 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 13 v 2066 (ObjNum 1020 snap 345 seq_num 1020) dirty exists 2024-04-13T07:57:04.429 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 7 v 2207 (ObjNum 145 snap 0 seq_num 751002608) dirty exists 2024-04-13T07:57:04.429 INFO:tasks.rados.rados.0.smithi119.stdout:3407: finishing write tid 2 to smithi11982245-21 2024-04-13T07:57:04.429 INFO:tasks.rados.rados.0.smithi119.stdout:3419: seq_num 1034 ranges {0=524288} 2024-04-13T07:57:04.432 INFO:tasks.rados.rados.0.smithi119.stdout:3419: writing smithi11982245-9 from 0 to 524288 tid 1 2024-04-13T07:57:04.432 INFO:tasks.rados.rados.0.smithi119.stdout:3400: done (13 left) 2024-04-13T07:57:04.432 INFO:tasks.rados.rados.0.smithi119.stdout:3406: done (12 left) 2024-04-13T07:57:04.432 INFO:tasks.rados.rados.0.smithi119.stdout:3410: done (11 left) 2024-04-13T07:57:04.432 INFO:tasks.rados.rados.0.smithi119.stdout:3415: done (10 left) 2024-04-13T07:57:04.432 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 33 current snap is 345 2024-04-13T07:57:04.432 INFO:tasks.rados.rados.0.smithi119.stdout:3412: expect (ObjNum 863 snap 291 seq_num 863) 2024-04-13T07:57:04.433 INFO:tasks.rados.rados.0.smithi119.stdout:3407: finishing write tid 3 to smithi11982245-21 2024-04-13T07:57:04.433 INFO:tasks.rados.rados.0.smithi119.stdout:3407: oid 21 updating version 0 to 2205 2024-04-13T07:57:04.433 INFO:tasks.rados.rados.0.smithi119.stdout:3407: oid 21 version 2205 is already newer than 2204 2024-04-13T07:57:04.433 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 21 v 2205 (ObjNum 1032 snap 345 seq_num 1032) dirty exists 2024-04-13T07:57:04.434 INFO:tasks.rados.rados.0.smithi119.stdout:3407: left oid 21 (ObjNum 1032 snap 345 seq_num 1032) 2024-04-13T07:57:04.434 INFO:tasks.rados.rados.0.smithi119.stdout:3403: expect (ObjNum 871 snap 295 seq_num 871) 2024-04-13T07:57:04.813 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 50 v 2068 (ObjNum 1020 snap 345 seq_num 1020) dirty exists 2024-04-13T07:57:04.813 INFO:tasks.rados.rados.0.smithi119.stdout:3413: finishing rollback tid 0 to smithi11982245-1 2024-04-13T07:57:04.814 INFO:tasks.rados.rados.0.smithi119.stdout:3413: finishing rollback tid 1 to smithi11982245-1 2024-04-13T07:57:04.814 INFO:tasks.rados.rados.0.smithi119.stdout:3409: finishing rollback tid 1 to smithi11982245-11 2024-04-13T07:57:04.814 INFO:tasks.rados.rados.0.smithi119.stdout:3409: finishing rollback tid 2 to smithi11982245-11 2024-04-13T07:57:04.814 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 11 v 2338 (ObjNum 858 snap 287 seq_num 858) dirty exists 2024-04-13T07:57:04.814 INFO:tasks.rados.rados.0.smithi119.stdout:3413: finishing rollback tid 2 to smithi11982245-1 2024-04-13T07:57:04.814 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 1 v 1315 (ObjNum 981 snap 328 seq_num 981) dirty exists 2024-04-13T07:57:04.814 INFO:tasks.rados.rados.0.smithi119.stdout:3414: expect (ObjNum 1018 snap 340 seq_num 1018) 2024-04-13T07:57:04.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:04 smithi119 ceph-mon[96316]: pgmap v739: 121 pgs: 121 active+clean; 1.1 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 454 KiB/s wr, 11 op/s 2024-04-13T07:57:04.819 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:04 smithi119 ceph-mon[93746]: pgmap v739: 121 pgs: 121 active+clean; 1.1 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 454 KiB/s wr, 11 op/s 2024-04-13T07:57:04.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:04 smithi139 ceph-mon[88985]: pgmap v739: 121 pgs: 121 active+clean; 1.1 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 454 KiB/s wr, 11 op/s 2024-04-13T07:57:04.918 INFO:tasks.rados.rados.0.smithi119.stdout:3417: expect (ObjNum 966 snap 324 seq_num 966) 2024-04-13T07:57:05.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:57:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:57:04] "GET /metrics HTTP/1.1" 200 36204 "" "Prometheus/2.43.0" 2024-04-13T07:57:05.430 INFO:tasks.rados.rados.0.smithi119.stdout:3418: finishing write tid 1 to smithi11982245-5 2024-04-13T07:57:05.430 INFO:tasks.rados.rados.0.smithi119.stdout:3418: finishing write tid 2 to smithi11982245-5 2024-04-13T07:57:05.430 INFO:tasks.rados.rados.0.smithi119.stdout:3420: seq_num 1035 ranges {0=540672} 2024-04-13T07:57:05.433 INFO:tasks.rados.rados.0.smithi119.stdout:3420: writing smithi11982245-33 from 0 to 540672 tid 1 2024-04-13T07:57:05.433 INFO:tasks.rados.rados.0.smithi119.stdout:3403: done (10 left) 2024-04-13T07:57:05.433 INFO:tasks.rados.rados.0.smithi119.stdout:3407: done (9 left) 2024-04-13T07:57:05.433 INFO:tasks.rados.rados.0.smithi119.stdout:3409: done (8 left) 2024-04-13T07:57:05.433 INFO:tasks.rados.rados.0.smithi119.stdout:3412: done (7 left) 2024-04-13T07:57:05.433 INFO:tasks.rados.rados.0.smithi119.stdout:3413: done (6 left) 2024-04-13T07:57:05.434 INFO:tasks.rados.rados.0.smithi119.stdout:3414: done (5 left) 2024-04-13T07:57:05.434 INFO:tasks.rados.rados.0.smithi119.stdout:3416: done (4 left) 2024-04-13T07:57:05.434 INFO:tasks.rados.rados.0.smithi119.stdout:3417: done (3 left) 2024-04-13T07:57:05.434 INFO:tasks.rados.rados.0.smithi119.stdout:3421: snap_remove snap 183 2024-04-13T07:57:05.569 INFO:tasks.rados.rados.0.smithi119.stdout:3421: done (3 left) 2024-04-13T07:57:05.569 INFO:tasks.rados.rados.0.smithi119.stdout:3422: read oid 50 snap -1 2024-04-13T07:57:05.569 INFO:tasks.rados.rados.0.smithi119.stdout:3422: expect (ObjNum 1020 snap 345 seq_num 1020) 2024-04-13T07:57:05.570 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 30 current snap is 345 2024-04-13T07:57:05.570 INFO:tasks.rados.rados.0.smithi119.stdout:3418: finishing write tid 3 to smithi11982245-5 2024-04-13T07:57:05.570 INFO:tasks.rados.rados.0.smithi119.stdout:3418: oid 5 updating version 0 to 2406 2024-04-13T07:57:05.570 INFO:tasks.rados.rados.0.smithi119.stdout:3418: oid 5 updating version 2406 to 2407 2024-04-13T07:57:05.570 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 5 v 2407 (ObjNum 1033 snap 345 seq_num 1033) dirty exists 2024-04-13T07:57:05.570 INFO:tasks.rados.rados.0.smithi119.stdout:3418: left oid 5 (ObjNum 1033 snap 345 seq_num 1033) 2024-04-13T07:57:05.570 INFO:tasks.rados.rados.0.smithi119.stdout:3419: finishing write tid 1 to smithi11982245-9 2024-04-13T07:57:05.570 INFO:tasks.rados.rados.0.smithi119.stdout:3419: finishing write tid 2 to smithi11982245-9 2024-04-13T07:57:05.570 INFO:tasks.rados.rados.0.smithi119.stdout:3419: finishing write tid 3 to smithi11982245-9 2024-04-13T07:57:05.570 INFO:tasks.rados.rados.0.smithi119.stdout:3419: oid 9 updating version 0 to 2070 2024-04-13T07:57:05.570 INFO:tasks.rados.rados.0.smithi119.stdout:3419: oid 9 version 2070 is already newer than 2069 2024-04-13T07:57:05.570 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 9 v 2070 (ObjNum 1034 snap 345 seq_num 1034) dirty exists 2024-04-13T07:57:05.570 INFO:tasks.rados.rados.0.smithi119.stdout:3419: left oid 9 (ObjNum 1034 snap 345 seq_num 1034) 2024-04-13T07:57:05.570 INFO:tasks.rados.rados.0.smithi119.stdout:3420: finishing write tid 1 to smithi11982245-33 2024-04-13T07:57:05.571 INFO:tasks.rados.rados.0.smithi119.stdout:3420: finishing write tid 2 to smithi11982245-33 2024-04-13T07:57:05.571 INFO:tasks.rados.rados.0.smithi119.stdout:3420: finishing write tid 3 to smithi11982245-33 2024-04-13T07:57:05.571 INFO:tasks.rados.rados.0.smithi119.stdout:3420: oid 33 updating version 0 to 2206 2024-04-13T07:57:05.571 INFO:tasks.rados.rados.0.smithi119.stdout:3420: oid 33 version 2206 is already newer than 2205 2024-04-13T07:57:05.571 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 33 v 2206 (ObjNum 1035 snap 345 seq_num 1035) dirty exists 2024-04-13T07:57:05.571 INFO:tasks.rados.rados.0.smithi119.stdout:3420: left oid 33 (ObjNum 1035 snap 345 seq_num 1035) 2024-04-13T07:57:05.571 INFO:tasks.rados.rados.0.smithi119.stdout:3423: seq_num 1036 ranges {6242304=557056} 2024-04-13T07:57:05.607 INFO:tasks.rados.rados.0.smithi119.stdout:3423: writing smithi11982245-30 from 6242304 to 6799360 tid 1 2024-04-13T07:57:05.607 INFO:tasks.rados.rados.0.smithi119.stdout:3418: done (4 left) 2024-04-13T07:57:05.607 INFO:tasks.rados.rados.0.smithi119.stdout:3419: done (3 left) 2024-04-13T07:57:05.607 INFO:tasks.rados.rados.0.smithi119.stdout:3420: done (2 left) 2024-04-13T07:57:05.607 INFO:tasks.rados.rados.0.smithi119.stdout:3424: delete oid 25 current snap is 345 2024-04-13T07:57:05.610 INFO:tasks.rados.rados.0.smithi119.stdout:3424: done (2 left) 2024-04-13T07:57:05.610 INFO:tasks.rados.rados.0.smithi119.stdout:3425: rollback oid 20 current snap is 345 2024-04-13T07:57:05.610 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 20 to 197 2024-04-13T07:57:05.610 INFO:tasks.rados.rados.0.smithi119.stdout:3426: rollback oid 16 current snap is 345 2024-04-13T07:57:05.610 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 16 to 311 2024-04-13T07:57:05.610 INFO:tasks.rados.rados.0.smithi119.stdout:3427: read oid 2 snap 341 2024-04-13T07:57:05.610 INFO:tasks.rados.rados.0.smithi119.stdout:3427: expect (ObjNum 996 snap 333 seq_num 996) 2024-04-13T07:57:05.611 INFO:tasks.rados.rados.0.smithi119.stdout:3428: delete oid 18 current snap is 345 2024-04-13T07:57:05.612 INFO:tasks.rados.rados.0.smithi119.stdout:3422: expect (ObjNum 1020 snap 345 seq_num 1020) 2024-04-13T07:57:05.950 INFO:tasks.rados.rados.0.smithi119.stdout:3426: finishing rollback tid 0 to smithi11982245-16 2024-04-13T07:57:05.950 INFO:tasks.rados.rados.0.smithi119.stdout:3423: finishing write tid 1 to smithi11982245-30 2024-04-13T07:57:05.950 INFO:tasks.rados.rados.0.smithi119.stdout:3426: finishing rollback tid 1 to smithi11982245-16 2024-04-13T07:57:05.950 INFO:tasks.rados.rados.0.smithi119.stdout:3423: finishing write tid 2 to smithi11982245-30 2024-04-13T07:57:05.950 INFO:tasks.rados.rados.0.smithi119.stdout:3425: finishing rollback tid 0 to smithi11982245-20 2024-04-13T07:57:05.950 INFO:tasks.rados.rados.0.smithi119.stdout:3426: finishing rollback tid 2 to smithi11982245-16 2024-04-13T07:57:05.950 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 16 v 2261 (ObjNum 177 snap 0 seq_num 751708160) dirty exists 2024-04-13T07:57:05.950 INFO:tasks.rados.rados.0.smithi119.stdout:3425: finishing rollback tid 1 to smithi11982245-20 2024-04-13T07:57:05.950 INFO:tasks.rados.rados.0.smithi119.stdout:3423: finishing write tid 3 to smithi11982245-30 2024-04-13T07:57:05.950 INFO:tasks.rados.rados.0.smithi119.stdout:3423: oid 30 updating version 0 to 2207 2024-04-13T07:57:05.950 INFO:tasks.rados.rados.0.smithi119.stdout:3423: oid 30 updating version 2207 to 2208 2024-04-13T07:57:05.951 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 30 v 2208 (ObjNum 1036 snap 345 seq_num 1036) dirty exists 2024-04-13T07:57:05.951 INFO:tasks.rados.rados.0.smithi119.stdout:3423: left oid 30 (ObjNum 1036 snap 345 seq_num 1036) 2024-04-13T07:57:05.951 INFO:tasks.rados.rados.0.smithi119.stdout:3425: finishing rollback tid 2 to smithi11982245-20 2024-04-13T07:57:05.951 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 20 v 2069 (ObjNum 536 snap 179 seq_num 536) dirty exists 2024-04-13T07:57:05.951 INFO:tasks.rados.rados.0.smithi119.stdout:3427: expect (ObjNum 996 snap 333 seq_num 996) 2024-04-13T07:57:06.115 INFO:tasks.rados.rados.0.smithi119.stdout:3422: done (5 left) 2024-04-13T07:57:06.115 INFO:tasks.rados.rados.0.smithi119.stdout:3423: done (4 left) 2024-04-13T07:57:06.115 INFO:tasks.rados.rados.0.smithi119.stdout:3425: done (3 left) 2024-04-13T07:57:06.115 INFO:tasks.rados.rados.0.smithi119.stdout:3426: done (2 left) 2024-04-13T07:57:06.115 INFO:tasks.rados.rados.0.smithi119.stdout:3427: done (1 left) 2024-04-13T07:57:06.115 INFO:tasks.rados.rados.0.smithi119.stdout:3428: done (0 left) 2024-04-13T07:57:06.115 INFO:tasks.rados.rados.0.smithi119.stdout:3429: copy_from oid 35 from oid 26 current snap is 345 2024-04-13T07:57:06.115 INFO:tasks.rados.rados.0.smithi119.stdout:3430: delete oid 12 current snap is 345 2024-04-13T07:57:06.118 INFO:tasks.rados.rados.0.smithi119.stdout:3430: done (1 left) 2024-04-13T07:57:06.118 INFO:tasks.rados.rados.0.smithi119.stdout:3431: snap_create 2024-04-13T07:57:06.124 INFO:tasks.rados.rados.0.smithi119.stdout:3429: finishing copy_from racing read to smithi11982245-35 2024-04-13T07:57:06.129 INFO:tasks.rados.rados.0.smithi119.stdout:3429: finishing copy_from to smithi11982245-35 2024-04-13T07:57:06.129 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 35 v 2181 (ObjNum 994 snap 332 seq_num 994) dirty exists 2024-04-13T07:57:06.574 INFO:tasks.rados.rados.0.smithi119.stdout:3429: done (1 left) 2024-04-13T07:57:06.574 INFO:tasks.rados.rados.0.smithi119.stdout:3431: done (0 left) 2024-04-13T07:57:06.574 INFO:tasks.rados.rados.0.smithi119.stdout:3432: snap_remove snap 116 2024-04-13T07:57:06.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:06 smithi139 ceph-mon[88985]: pgmap v740: 121 pgs: 121 active+clean; 1.1 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 344 KiB/s wr, 8 op/s 2024-04-13T07:57:06.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:06 smithi139 ceph-mon[88985]: osdmap e714: 8 total, 8 up, 8 in 2024-04-13T07:57:06.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:06 smithi119 ceph-mon[96316]: pgmap v740: 121 pgs: 121 active+clean; 1.1 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 344 KiB/s wr, 8 op/s 2024-04-13T07:57:06.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:06 smithi119 ceph-mon[96316]: osdmap e714: 8 total, 8 up, 8 in 2024-04-13T07:57:06.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:06 smithi119 ceph-mon[93746]: pgmap v740: 121 pgs: 121 active+clean; 1.1 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 344 KiB/s wr, 8 op/s 2024-04-13T07:57:06.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:06 smithi119 ceph-mon[93746]: osdmap e714: 8 total, 8 up, 8 in 2024-04-13T07:57:07.584 INFO:tasks.rados.rados.0.smithi119.stdout:3432: done (0 left) 2024-04-13T07:57:07.585 INFO:tasks.rados.rados.0.smithi119.stdout:3433: read oid 8 snap -1 2024-04-13T07:57:07.585 INFO:tasks.rados.rados.0.smithi119.stdout:3433: expect (ObjNum 1019 snap 342 seq_num 1019) 2024-04-13T07:57:07.585 INFO:tasks.rados.rados.0.smithi119.stdout:3434: copy_from oid 2 from oid 5 current snap is 346 2024-04-13T07:57:07.585 INFO:tasks.rados.rados.0.smithi119.stdout:3435: copy_from oid 15 from oid 11 current snap is 346 2024-04-13T07:57:07.585 INFO:tasks.rados.rados.0.smithi119.stdout:3436: delete oid 22 current snap is 346 2024-04-13T07:57:07.599 INFO:tasks.rados.rados.0.smithi119.stdout:3436: done (3 left) 2024-04-13T07:57:07.599 INFO:tasks.rados.rados.0.smithi119.stdout:3437: rollback oid 24 current snap is 346 2024-04-13T07:57:07.599 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 24 to 263 2024-04-13T07:57:07.599 INFO:tasks.rados.rados.0.smithi119.stdout:3438: rollback oid 1 current snap is 346 2024-04-13T07:57:07.600 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 1 to 134 2024-04-13T07:57:07.600 INFO:tasks.rados.rados.0.smithi119.stdout:3439: delete oid 7 current snap is 346 2024-04-13T07:57:07.600 INFO:tasks.rados.rados.0.smithi119.stdout:3433: expect (ObjNum 1019 snap 342 seq_num 1019) 2024-04-13T07:57:07.612 INFO:tasks.rados.rados.0.smithi119.stdout:3433: done (5 left) 2024-04-13T07:57:07.612 INFO:tasks.rados.rados.0.smithi119.stdout:3439: done (4 left) 2024-04-13T07:57:07.612 INFO:tasks.rados.rados.0.smithi119.stdout:3440: copy_from oid 26 from oid 7 current snap is 346 2024-04-13T07:57:07.612 INFO:tasks.rados.rados.0.smithi119.stdout:3441: snap_create 2024-04-13T07:57:07.613 INFO:tasks.rados.rados.0.smithi119.stdout:3438: finishing rollback tid 0 to smithi11982245-1 2024-04-13T07:57:07.615 INFO:tasks.rados.rados.0.smithi119.stdout:3438: finishing rollback tid 1 to smithi11982245-1 2024-04-13T07:57:07.616 INFO:tasks.rados.rados.0.smithi119.stdout:3440: finishing copy_from to smithi11982245-26 2024-04-13T07:57:07.616 INFO:tasks.rados.rados.0.smithi119.stdout:3440: got expected ENOENT (src dne) 2024-04-13T07:57:07.616 INFO:tasks.rados.rados.0.smithi119.stdout:3438: finishing rollback tid 2 to smithi11982245-1 2024-04-13T07:57:07.616 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 1 v 1318 (ObjNum 211 snap 65 seq_num 211) dirty exists 2024-04-13T07:57:07.616 INFO:tasks.rados.rados.0.smithi119.stdout:3440: finishing copy_from racing read to smithi11982245-26 2024-04-13T07:57:07.617 INFO:tasks.rados.rados.0.smithi119.stdout:3435: finishing copy_from racing read to smithi11982245-15 2024-04-13T07:57:07.617 INFO:tasks.rados.rados.0.smithi119.stdout:3437: finishing rollback tid 0 to smithi11982245-24 2024-04-13T07:57:07.617 INFO:tasks.rados.rados.0.smithi119.stdout:3437: finishing rollback tid 1 to smithi11982245-24 2024-04-13T07:57:07.617 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 24 v 2284 (ObjNum 129 snap 0 seq_num 750968008) dirty dne 2024-04-13T07:57:07.618 INFO:tasks.rados.rados.0.smithi119.stdout:3435: finishing copy_from to smithi11982245-15 2024-04-13T07:57:07.618 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 15 v 2338 (ObjNum 858 snap 287 seq_num 858) dirty exists 2024-04-13T07:57:07.629 INFO:tasks.rados.rados.0.smithi119.stdout:3434: finishing copy_from racing read to smithi11982245-2 2024-04-13T07:57:07.632 INFO:tasks.rados.rados.0.smithi119.stdout:3434: finishing copy_from to smithi11982245-2 2024-04-13T07:57:07.632 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 2 v 2407 (ObjNum 1033 snap 345 seq_num 1033) dirty exists 2024-04-13T07:57:07.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:07 smithi139 ceph-mon[88985]: osdmap e715: 8 total, 8 up, 8 in 2024-04-13T07:57:07.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:07 smithi119 ceph-mon[93746]: osdmap e715: 8 total, 8 up, 8 in 2024-04-13T07:57:07.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:07 smithi119 ceph-mon[96316]: osdmap e715: 8 total, 8 up, 8 in 2024-04-13T07:57:08.582 INFO:tasks.rados.rados.0.smithi119.stdout:3434: done (5 left) 2024-04-13T07:57:08.582 INFO:tasks.rados.rados.0.smithi119.stdout:3435: done (4 left) 2024-04-13T07:57:08.582 INFO:tasks.rados.rados.0.smithi119.stdout:3437: done (3 left) 2024-04-13T07:57:08.582 INFO:tasks.rados.rados.0.smithi119.stdout:3438: done (2 left) 2024-04-13T07:57:08.582 INFO:tasks.rados.rados.0.smithi119.stdout:3440: done (1 left) 2024-04-13T07:57:08.582 INFO:tasks.rados.rados.0.smithi119.stdout:3441: done (0 left) 2024-04-13T07:57:08.582 INFO:tasks.rados.rados.0.smithi119.stdout:3442: delete oid 13 current snap is 347 2024-04-13T07:57:08.590 INFO:tasks.rados.rados.0.smithi119.stdout:3442: done (0 left) 2024-04-13T07:57:08.590 INFO:tasks.rados.rados.0.smithi119.stdout:3443: delete oid 2 current snap is 347 2024-04-13T07:57:08.592 INFO:tasks.rados.rados.0.smithi119.stdout:3443: done (0 left) 2024-04-13T07:57:08.592 INFO:tasks.rados.rados.0.smithi119.stdout:3444: snap_create 2024-04-13T07:57:08.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:08 smithi139 ceph-mon[88985]: pgmap v743: 121 pgs: 121 active+clean; 1.2 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 2.9 MiB/s wr, 34 op/s 2024-04-13T07:57:08.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:08 smithi139 ceph-mon[88985]: osdmap e716: 8 total, 8 up, 8 in 2024-04-13T07:57:08.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:08 smithi119 ceph-mon[96316]: pgmap v743: 121 pgs: 121 active+clean; 1.2 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 2.9 MiB/s wr, 34 op/s 2024-04-13T07:57:08.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:08 smithi119 ceph-mon[96316]: osdmap e716: 8 total, 8 up, 8 in 2024-04-13T07:57:08.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:08 smithi119 ceph-mon[93746]: pgmap v743: 121 pgs: 121 active+clean; 1.2 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 2.9 MiB/s wr, 34 op/s 2024-04-13T07:57:08.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:08 smithi119 ceph-mon[93746]: osdmap e716: 8 total, 8 up, 8 in 2024-04-13T07:57:09.592 INFO:tasks.rados.rados.0.smithi119.stdout:3444: done (0 left) 2024-04-13T07:57:09.592 INFO:tasks.rados.rados.0.smithi119.stdout:3445: read oid 49 snap -1 2024-04-13T07:57:09.592 INFO:tasks.rados.rados.0.smithi119.stdout:3445: expect deleted 2024-04-13T07:57:09.592 INFO:tasks.rados.rados.0.smithi119.stdout:3446: snap_remove snap 339 2024-04-13T07:57:09.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:09 smithi139 ceph-mon[88985]: osdmap e717: 8 total, 8 up, 8 in 2024-04-13T07:57:09.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:57:09.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:09 smithi119 ceph-mon[96316]: osdmap e717: 8 total, 8 up, 8 in 2024-04-13T07:57:09.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:57:09.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:09 smithi119 ceph-mon[93746]: osdmap e717: 8 total, 8 up, 8 in 2024-04-13T07:57:09.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:57:10.442 INFO:tasks.rados.rados.0.smithi119.stdout:3446: done (1 left) 2024-04-13T07:57:10.442 INFO:tasks.rados.rados.0.smithi119.stdout:3447: snap_remove snap 332 2024-04-13T07:57:10.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:10 smithi139 ceph-mon[88985]: pgmap v746: 121 pgs: 121 active+clean; 1.2 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 45 MiB/s rd, 3.9 MiB/s wr, 51 op/s 2024-04-13T07:57:10.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:10 smithi139 ceph-mon[88985]: osdmap e718: 8 total, 8 up, 8 in 2024-04-13T07:57:10.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:10 smithi139 ceph-mon[88985]: osdmap e719: 8 total, 8 up, 8 in 2024-04-13T07:57:10.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:10 smithi119 ceph-mon[96316]: pgmap v746: 121 pgs: 121 active+clean; 1.2 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 45 MiB/s rd, 3.9 MiB/s wr, 51 op/s 2024-04-13T07:57:10.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:10 smithi119 ceph-mon[96316]: osdmap e718: 8 total, 8 up, 8 in 2024-04-13T07:57:10.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:10 smithi119 ceph-mon[96316]: osdmap e719: 8 total, 8 up, 8 in 2024-04-13T07:57:10.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:10 smithi119 ceph-mon[93746]: pgmap v746: 121 pgs: 121 active+clean; 1.2 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 45 MiB/s rd, 3.9 MiB/s wr, 51 op/s 2024-04-13T07:57:10.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:10 smithi119 ceph-mon[93746]: osdmap e718: 8 total, 8 up, 8 in 2024-04-13T07:57:10.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:10 smithi119 ceph-mon[93746]: osdmap e719: 8 total, 8 up, 8 in 2024-04-13T07:57:11.446 INFO:tasks.rados.rados.0.smithi119.stdout:3447: done (1 left) 2024-04-13T07:57:11.446 INFO:tasks.rados.rados.0.smithi119.stdout:3448: delete oid 14 current snap is 348 2024-04-13T07:57:11.457 INFO:tasks.rados.rados.0.smithi119.stdout:3445: done (1 left) 2024-04-13T07:57:11.458 INFO:tasks.rados.rados.0.smithi119.stdout:3448: done (0 left) 2024-04-13T07:57:11.458 INFO:tasks.rados.rados.0.smithi119.stdout:3449: rollback oid 19 current snap is 348 2024-04-13T07:57:11.458 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 19 to 249 2024-04-13T07:57:11.458 INFO:tasks.rados.rados.0.smithi119.stdout:3450: copy_from oid 18 from oid 42 current snap is 348 2024-04-13T07:57:11.458 INFO:tasks.rados.rados.0.smithi119.stdout:3451: read oid 30 snap 279 2024-04-13T07:57:11.458 INFO:tasks.rados.rados.0.smithi119.stdout:3451: expect (ObjNum 827 snap 277 seq_num 827) 2024-04-13T07:57:11.458 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 29 current snap is 348 2024-04-13T07:57:11.458 INFO:tasks.rados.rados.0.smithi119.stdout:3452: seq_num 1045 ranges {0=704512} 2024-04-13T07:57:11.461 INFO:tasks.rados.rados.0.smithi119.stdout:3452: writing smithi11982245-29 from 0 to 704512 tid 1 2024-04-13T07:57:11.461 INFO:tasks.rados.rados.0.smithi119.stdout:3453: read oid 33 snap -1 2024-04-13T07:57:11.461 INFO:tasks.rados.rados.0.smithi119.stdout:3453: expect (ObjNum 1035 snap 345 seq_num 1035) 2024-04-13T07:57:11.462 INFO:tasks.rados.rados.0.smithi119.stdout:3454: copy_from oid 50 from oid 39 current snap is 348 2024-04-13T07:57:11.462 INFO:tasks.rados.rados.0.smithi119.stdout:3455: snap_create 2024-04-13T07:57:11.469 INFO:tasks.rados.rados.0.smithi119.stdout:3449: finishing rollback tid 0 to smithi11982245-19 2024-04-13T07:57:11.470 INFO:tasks.rados.rados.0.smithi119.stdout:3449: finishing rollback tid 1 to smithi11982245-19 2024-04-13T07:57:11.470 INFO:tasks.rados.rados.0.smithi119.stdout:3449: finishing rollback tid 2 to smithi11982245-19 2024-04-13T07:57:11.470 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 19 v 2211 (ObjNum 562 snap 190 seq_num 562) dirty exists 2024-04-13T07:57:11.473 INFO:tasks.rados.rados.0.smithi119.stdout:3454: finishing copy_from racing read to smithi11982245-50 2024-04-13T07:57:11.474 INFO:tasks.rados.rados.0.smithi119.stdout:3452: finishing write tid 1 to smithi11982245-29 2024-04-13T07:57:11.474 INFO:tasks.rados.rados.0.smithi119.stdout:3454: finishing copy_from to smithi11982245-50 2024-04-13T07:57:11.474 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 50 v 2067 (ObjNum 1030 snap 345 seq_num 1030) dirty exists 2024-04-13T07:57:11.475 INFO:tasks.rados.rados.0.smithi119.stdout:3452: finishing write tid 2 to smithi11982245-29 2024-04-13T07:57:11.477 INFO:tasks.rados.rados.0.smithi119.stdout:3452: finishing write tid 3 to smithi11982245-29 2024-04-13T07:57:11.477 INFO:tasks.rados.rados.0.smithi119.stdout:3452: oid 29 updating version 0 to 2212 2024-04-13T07:57:11.478 INFO:tasks.rados.rados.0.smithi119.stdout:3452: oid 29 updating version 2212 to 2213 2024-04-13T07:57:11.478 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 29 v 2213 (ObjNum 1045 snap 348 seq_num 1045) dirty exists 2024-04-13T07:57:11.478 INFO:tasks.rados.rados.0.smithi119.stdout:3452: left oid 29 (ObjNum 1045 snap 348 seq_num 1045) 2024-04-13T07:57:11.479 INFO:tasks.rados.rados.0.smithi119.stdout:3451: expect (ObjNum 827 snap 277 seq_num 827) 2024-04-13T07:57:11.643 INFO:tasks.rados.rados.0.smithi119.stdout:3453: expect (ObjNum 1035 snap 345 seq_num 1035) 2024-04-13T07:57:11.657 INFO:tasks.rados.rados.0.smithi119.stdout:3450: finishing copy_from racing read to smithi11982245-18 2024-04-13T07:57:11.657 INFO:tasks.rados.rados.0.smithi119.stdout:3450: finishing copy_from to smithi11982245-18 2024-04-13T07:57:11.657 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 18 v 2200 (ObjNum 988 snap 329 seq_num 988) dirty exists 2024-04-13T07:57:12.457 INFO:tasks.rados.rados.0.smithi119.stdout:3449: done (6 left) 2024-04-13T07:57:12.458 INFO:tasks.rados.rados.0.smithi119.stdout:3450: done (5 left) 2024-04-13T07:57:12.458 INFO:tasks.rados.rados.0.smithi119.stdout:3451: done (4 left) 2024-04-13T07:57:12.458 INFO:tasks.rados.rados.0.smithi119.stdout:3452: done (3 left) 2024-04-13T07:57:12.458 INFO:tasks.rados.rados.0.smithi119.stdout:3453: done (2 left) 2024-04-13T07:57:12.458 INFO:tasks.rados.rados.0.smithi119.stdout:3454: done (1 left) 2024-04-13T07:57:12.458 INFO:tasks.rados.rados.0.smithi119.stdout:3455: done (0 left) 2024-04-13T07:57:12.458 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 26 current snap is 349 2024-04-13T07:57:12.458 INFO:tasks.rados.rados.0.smithi119.stdout:3456: seq_num 1046 ranges {3424256=729088} 2024-04-13T07:57:12.479 INFO:tasks.rados.rados.0.smithi119.stdout:3456: writing smithi11982245-26 from 3424256 to 4153344 tid 1 2024-04-13T07:57:12.479 INFO:tasks.rados.rados.0.smithi119.stdout:3457: rollback oid 10 current snap is 349 2024-04-13T07:57:12.479 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 10 to 134 2024-04-13T07:57:12.479 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 49 current snap is 349 2024-04-13T07:57:12.479 INFO:tasks.rados.rados.0.smithi119.stdout:3458: seq_num 1047 ranges {0=745472} 2024-04-13T07:57:12.484 INFO:tasks.rados.rados.0.smithi119.stdout:3458: writing smithi11982245-49 from 0 to 745472 tid 1 2024-04-13T07:57:12.484 INFO:tasks.rados.rados.0.smithi119.stdout:3459: read oid 25 snap -1 2024-04-13T07:57:12.484 INFO:tasks.rados.rados.0.smithi119.stdout:3459: expect deleted 2024-04-13T07:57:12.484 INFO:tasks.rados.rados.0.smithi119.stdout:3460: read oid 24 snap -1 2024-04-13T07:57:12.484 INFO:tasks.rados.rados.0.smithi119.stdout:3460: expect deleted 2024-04-13T07:57:12.484 INFO:tasks.rados.rados.0.smithi119.stdout:3461: snap_create 2024-04-13T07:57:12.484 INFO:tasks.rados.rados.0.smithi119.stdout:3456: finishing write tid 1 to smithi11982245-26 2024-04-13T07:57:12.484 INFO:tasks.rados.rados.0.smithi119.stdout:3456: finishing write tid 2 to smithi11982245-26 2024-04-13T07:57:12.488 INFO:tasks.rados.rados.0.smithi119.stdout:3456: finishing write tid 3 to smithi11982245-26 2024-04-13T07:57:12.489 INFO:tasks.rados.rados.0.smithi119.stdout:3456: oid 26 updating version 0 to 2192 2024-04-13T07:57:12.489 INFO:tasks.rados.rados.0.smithi119.stdout:3456: oid 26 updating version 2192 to 2193 2024-04-13T07:57:12.489 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 26 v 2193 (ObjNum 1046 snap 349 seq_num 1046) dirty exists 2024-04-13T07:57:12.489 INFO:tasks.rados.rados.0.smithi119.stdout:3456: left oid 26 (ObjNum 1046 snap 349 seq_num 1046) 2024-04-13T07:57:12.489 INFO:tasks.rados.rados.0.smithi119.stdout:3457: finishing rollback tid 0 to smithi11982245-10 2024-04-13T07:57:12.489 INFO:tasks.rados.rados.0.smithi119.stdout:3457: finishing rollback tid 1 to smithi11982245-10 2024-04-13T07:57:12.490 INFO:tasks.rados.rados.0.smithi119.stdout:3458: finishing write tid 1 to smithi11982245-49 2024-04-13T07:57:12.490 INFO:tasks.rados.rados.0.smithi119.stdout:3457: finishing rollback tid 2 to smithi11982245-10 2024-04-13T07:57:12.490 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 10 v 2289 (ObjNum 278 snap 95 seq_num 278) dirty exists 2024-04-13T07:57:12.490 INFO:tasks.rados.rados.0.smithi119.stdout:3458: finishing write tid 2 to smithi11982245-49 2024-04-13T07:57:12.491 INFO:tasks.rados.rados.0.smithi119.stdout:3458: finishing write tid 3 to smithi11982245-49 2024-04-13T07:57:12.491 INFO:tasks.rados.rados.0.smithi119.stdout:3458: oid 49 updating version 0 to 2215 2024-04-13T07:57:12.491 INFO:tasks.rados.rados.0.smithi119.stdout:3458: oid 49 version 2215 is already newer than 2214 2024-04-13T07:57:12.491 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 49 v 2215 (ObjNum 1047 snap 349 seq_num 1047) dirty exists 2024-04-13T07:57:12.491 INFO:tasks.rados.rados.0.smithi119.stdout:3458: left oid 49 (ObjNum 1047 snap 349 seq_num 1047) 2024-04-13T07:57:12.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:12 smithi139 ceph-mon[88985]: pgmap v749: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 1.1 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-04-13T07:57:12.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:12 smithi139 ceph-mon[88985]: osdmap e720: 8 total, 8 up, 8 in 2024-04-13T07:57:12.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:57:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T07:57:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:57:12.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:12 smithi119 ceph-mon[96316]: pgmap v749: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 1.1 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-04-13T07:57:12.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:12 smithi119 ceph-mon[96316]: osdmap e720: 8 total, 8 up, 8 in 2024-04-13T07:57:12.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:12 smithi119 ceph-mon[93746]: pgmap v749: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 1.1 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-04-13T07:57:12.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:12 smithi119 ceph-mon[93746]: osdmap e720: 8 total, 8 up, 8 in 2024-04-13T07:57:13.465 INFO:tasks.rados.rados.0.smithi119.stdout:3456: done (5 left) 2024-04-13T07:57:13.465 INFO:tasks.rados.rados.0.smithi119.stdout:3457: done (4 left) 2024-04-13T07:57:13.465 INFO:tasks.rados.rados.0.smithi119.stdout:3458: done (3 left) 2024-04-13T07:57:13.466 INFO:tasks.rados.rados.0.smithi119.stdout:3459: done (2 left) 2024-04-13T07:57:13.466 INFO:tasks.rados.rados.0.smithi119.stdout:3460: done (1 left) 2024-04-13T07:57:13.466 INFO:tasks.rados.rados.0.smithi119.stdout:3461: done (0 left) 2024-04-13T07:57:13.466 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 13 current snap is 350 2024-04-13T07:57:13.466 INFO:tasks.rados.rados.0.smithi119.stdout:3462: seq_num 1048 ranges {0=761856} 2024-04-13T07:57:13.469 INFO:tasks.rados.rados.0.smithi119.stdout:3462: writing smithi11982245-13 from 0 to 761856 tid 1 2024-04-13T07:57:13.470 INFO:tasks.rados.rados.0.smithi119.stdout:3463: read oid 26 snap -1 2024-04-13T07:57:13.470 INFO:tasks.rados.rados.0.smithi119.stdout:3463: expect (ObjNum 1046 snap 349 seq_num 1046) 2024-04-13T07:57:13.470 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 36 current snap is 350 2024-04-13T07:57:13.470 INFO:tasks.rados.rados.0.smithi119.stdout:3464: seq_num 1049 ranges {0=778240} 2024-04-13T07:57:13.475 INFO:tasks.rados.rados.0.smithi119.stdout:3464: writing smithi11982245-36 from 0 to 778240 tid 1 2024-04-13T07:57:13.475 INFO:tasks.rados.rados.0.smithi119.stdout:3465: rmattr oid 17 current snap is 350 2024-04-13T07:57:13.475 INFO:tasks.rados.rados.0.smithi119.stdout:3466: read oid 42 snap -1 2024-04-13T07:57:13.475 INFO:tasks.rados.rados.0.smithi119.stdout:3466: expect (ObjNum 988 snap 329 seq_num 988) 2024-04-13T07:57:13.475 INFO:tasks.rados.rados.0.smithi119.stdout:3467: snap_remove snap 315 2024-04-13T07:57:13.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:13 smithi119 ceph-mon[96316]: osdmap e721: 8 total, 8 up, 8 in 2024-04-13T07:57:13.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:13 smithi119 ceph-mon[93746]: osdmap e721: 8 total, 8 up, 8 in 2024-04-13T07:57:13.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:13 smithi139 ceph-mon[88985]: osdmap e721: 8 total, 8 up, 8 in 2024-04-13T07:57:14.474 INFO:tasks.rados.rados.0.smithi119.stdout:3462: finishing write tid 1 to smithi11982245-13 2024-04-13T07:57:14.475 INFO:tasks.rados.rados.0.smithi119.stdout:3462: finishing write tid 2 to smithi11982245-13 2024-04-13T07:57:14.475 INFO:tasks.rados.rados.0.smithi119.stdout:3462: finishing write tid 3 to smithi11982245-13 2024-04-13T07:57:14.475 INFO:tasks.rados.rados.0.smithi119.stdout:3462: oid 13 updating version 0 to 2411 2024-04-13T07:57:14.475 INFO:tasks.rados.rados.0.smithi119.stdout:3462: oid 13 version 2411 is already newer than 2410 2024-04-13T07:57:14.475 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 13 v 2411 (ObjNum 1048 snap 350 seq_num 1048) dirty exists 2024-04-13T07:57:14.475 INFO:tasks.rados.rados.0.smithi119.stdout:3462: left oid 13 (ObjNum 1048 snap 350 seq_num 1048) 2024-04-13T07:57:14.475 INFO:tasks.rados.rados.0.smithi119.stdout:3464: finishing write tid 1 to smithi11982245-36 2024-04-13T07:57:14.475 INFO:tasks.rados.rados.0.smithi119.stdout:3464: finishing write tid 2 to smithi11982245-36 2024-04-13T07:57:14.475 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 17 v 2339 (ObjNum 1006 snap 337 seq_num 1006) dirty exists 2024-04-13T07:57:14.475 INFO:tasks.rados.rados.0.smithi119.stdout:3464: finishing write tid 3 to smithi11982245-36 2024-04-13T07:57:14.475 INFO:tasks.rados.rados.0.smithi119.stdout:3464: oid 36 updating version 0 to 2340 2024-04-13T07:57:14.475 INFO:tasks.rados.rados.0.smithi119.stdout:3464: oid 36 version 2340 is already newer than 2339 2024-04-13T07:57:14.475 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 36 v 2340 (ObjNum 1049 snap 350 seq_num 1049) dirty exists 2024-04-13T07:57:14.476 INFO:tasks.rados.rados.0.smithi119.stdout:3464: left oid 36 (ObjNum 1049 snap 350 seq_num 1049) 2024-04-13T07:57:14.476 INFO:tasks.rados.rados.0.smithi119.stdout:3463: expect (ObjNum 1046 snap 349 seq_num 1046) 2024-04-13T07:57:14.668 INFO:tasks.rados.rados.0.smithi119.stdout:3466: expect (ObjNum 988 snap 329 seq_num 988) 2024-04-13T07:57:14.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:14 smithi119 ceph-mon[96316]: pgmap v752: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 1.1 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.4 MiB/s wr, 8 op/s 2024-04-13T07:57:14.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:14 smithi119 ceph-mon[96316]: osdmap e722: 8 total, 8 up, 8 in 2024-04-13T07:57:14.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:14 smithi119 ceph-mon[93746]: pgmap v752: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 1.1 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.4 MiB/s wr, 8 op/s 2024-04-13T07:57:14.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:14 smithi119 ceph-mon[93746]: osdmap e722: 8 total, 8 up, 8 in 2024-04-13T07:57:14.796 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:14 smithi139 ceph-mon[88985]: pgmap v752: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 1.1 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.4 MiB/s wr, 8 op/s 2024-04-13T07:57:14.797 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:14 smithi139 ceph-mon[88985]: osdmap e722: 8 total, 8 up, 8 in 2024-04-13T07:57:14.862 INFO:tasks.rados.rados.0.smithi119.stdout:3462: done (5 left) 2024-04-13T07:57:14.863 INFO:tasks.rados.rados.0.smithi119.stdout:3463: done (4 left) 2024-04-13T07:57:14.863 INFO:tasks.rados.rados.0.smithi119.stdout:3464: done (3 left) 2024-04-13T07:57:14.863 INFO:tasks.rados.rados.0.smithi119.stdout:3465: done (2 left) 2024-04-13T07:57:14.863 INFO:tasks.rados.rados.0.smithi119.stdout:3466: done (1 left) 2024-04-13T07:57:14.863 INFO:tasks.rados.rados.0.smithi119.stdout:3467: done (0 left) 2024-04-13T07:57:14.863 INFO:tasks.rados.rados.0.smithi119.stdout:3468: read oid 27 snap 307 2024-04-13T07:57:14.863 INFO:tasks.rados.rados.0.smithi119.stdout:3468: expect (ObjNum 893 snap 305 seq_num 893) 2024-04-13T07:57:14.863 INFO:tasks.rados.rados.0.smithi119.stdout:3469: copy_from oid 41 from oid 11 current snap is 350 2024-04-13T07:57:14.863 INFO:tasks.rados.rados.0.smithi119.stdout:3470: snap_create 2024-04-13T07:57:14.865 INFO:tasks.rados.rados.0.smithi119.stdout:3468: expect (ObjNum 893 snap 305 seq_num 893) 2024-04-13T07:57:14.881 INFO:tasks.rados.rados.0.smithi119.stdout:3469: finishing copy_from racing read to smithi11982245-41 2024-04-13T07:57:14.881 INFO:tasks.rados.rados.0.smithi119.stdout:3469: finishing copy_from to smithi11982245-41 2024-04-13T07:57:14.881 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 41 v 2338 (ObjNum 858 snap 287 seq_num 858) dirty exists 2024-04-13T07:57:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:57:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:57:14] "GET /metrics HTTP/1.1" 200 36207 "" "Prometheus/2.43.0" 2024-04-13T07:57:15.443 INFO:tasks.rados.rados.0.smithi119.stdout:3468: done (2 left) 2024-04-13T07:57:15.443 INFO:tasks.rados.rados.0.smithi119.stdout:3469: done (1 left) 2024-04-13T07:57:15.443 INFO:tasks.rados.rados.0.smithi119.stdout:3470: done (0 left) 2024-04-13T07:57:15.443 INFO:tasks.rados.rados.0.smithi119.stdout:3471: snap_create 2024-04-13T07:57:15.723 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:15 smithi139 ceph-mon[88985]: osdmap e723: 8 total, 8 up, 8 in 2024-04-13T07:57:15.723 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:15 smithi139 ceph-mon[88985]: osdmap e724: 8 total, 8 up, 8 in 2024-04-13T07:57:15.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:15 smithi119 ceph-mon[93746]: osdmap e723: 8 total, 8 up, 8 in 2024-04-13T07:57:15.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:15 smithi119 ceph-mon[93746]: osdmap e724: 8 total, 8 up, 8 in 2024-04-13T07:57:15.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:15 smithi119 ceph-mon[96316]: osdmap e723: 8 total, 8 up, 8 in 2024-04-13T07:57:15.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:15 smithi119 ceph-mon[96316]: osdmap e724: 8 total, 8 up, 8 in 2024-04-13T07:57:16.447 INFO:tasks.rados.rados.0.smithi119.stdout:3471: done (0 left) 2024-04-13T07:57:16.447 INFO:tasks.rados.rados.0.smithi119.stdout:3472: rollback oid 9 current snap is 352 2024-04-13T07:57:16.447 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 9 to 329 2024-04-13T07:57:16.447 INFO:tasks.rados.rados.0.smithi119.stdout:3473: copy_from oid 11 from oid 31 current snap is 352 2024-04-13T07:57:16.448 INFO:tasks.rados.rados.0.smithi119.stdout:3474: read oid 13 snap -1 2024-04-13T07:57:16.448 INFO:tasks.rados.rados.0.smithi119.stdout:3474: expect (ObjNum 1048 snap 350 seq_num 1048) 2024-04-13T07:57:16.448 INFO:tasks.rados.rados.0.smithi119.stdout:3475: snap_create 2024-04-13T07:57:16.451 INFO:tasks.rados.rados.0.smithi119.stdout:3472: finishing rollback tid 0 to smithi11982245-9 2024-04-13T07:57:16.451 INFO:tasks.rados.rados.0.smithi119.stdout:3472: finishing rollback tid 1 to smithi11982245-9 2024-04-13T07:57:16.451 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 9 v 2072 (ObjNum 65 snap 0 seq_num 1566399347) dirty dne 2024-04-13T07:57:16.458 INFO:tasks.rados.rados.0.smithi119.stdout:3474: expect (ObjNum 1048 snap 350 seq_num 1048) 2024-04-13T07:57:16.487 INFO:tasks.rados.rados.0.smithi119.stdout:3473: finishing copy_from racing read to smithi11982245-11 2024-04-13T07:57:16.503 INFO:tasks.rados.rados.0.smithi119.stdout:3473: finishing copy_from to smithi11982245-11 2024-04-13T07:57:16.503 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 11 v 2305 (ObjNum 1028 snap 345 seq_num 1028) dirty exists 2024-04-13T07:57:16.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:16 smithi139 ceph-mon[88985]: pgmap v755: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 1.1 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 198 KiB/s rd, 1.8 MiB/s wr, 2 op/s 2024-04-13T07:57:16.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:16 smithi139 ceph-mon[88985]: osdmap e725: 8 total, 8 up, 8 in 2024-04-13T07:57:16.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:16 smithi119 ceph-mon[96316]: pgmap v755: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 1.1 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 198 KiB/s rd, 1.8 MiB/s wr, 2 op/s 2024-04-13T07:57:16.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:16 smithi119 ceph-mon[96316]: osdmap e725: 8 total, 8 up, 8 in 2024-04-13T07:57:16.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:16 smithi119 ceph-mon[93746]: pgmap v755: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 1.1 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 198 KiB/s rd, 1.8 MiB/s wr, 2 op/s 2024-04-13T07:57:16.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:16 smithi119 ceph-mon[93746]: osdmap e725: 8 total, 8 up, 8 in 2024-04-13T07:57:17.449 INFO:tasks.rados.rados.0.smithi119.stdout:3472: done (3 left) 2024-04-13T07:57:17.449 INFO:tasks.rados.rados.0.smithi119.stdout:3473: done (2 left) 2024-04-13T07:57:17.449 INFO:tasks.rados.rados.0.smithi119.stdout:3474: done (1 left) 2024-04-13T07:57:17.449 INFO:tasks.rados.rados.0.smithi119.stdout:3475: done (0 left) 2024-04-13T07:57:17.449 INFO:tasks.rados.rados.0.smithi119.stdout:3476: rollback oid 20 current snap is 353 2024-04-13T07:57:17.449 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 20 to 349 2024-04-13T07:57:17.449 INFO:tasks.rados.rados.0.smithi119.stdout:3477: rmattr oid 23 current snap is 353 2024-04-13T07:57:17.449 INFO:tasks.rados.rados.0.smithi119.stdout:3477: done (1 left) 2024-04-13T07:57:17.449 INFO:tasks.rados.rados.0.smithi119.stdout:3478: rollback oid 31 current snap is 353 2024-04-13T07:57:17.449 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 31 to 249 2024-04-13T07:57:17.449 INFO:tasks.rados.rados.0.smithi119.stdout:3479: delete oid 39 current snap is 353 2024-04-13T07:57:17.455 INFO:tasks.rados.rados.0.smithi119.stdout:3479: done (2 left) 2024-04-13T07:57:17.455 INFO:tasks.rados.rados.0.smithi119.stdout:3480: delete oid 11 current snap is 353 2024-04-13T07:57:17.458 INFO:tasks.rados.rados.0.smithi119.stdout:3476: finishing rollback tid 0 to smithi11982245-20 2024-04-13T07:57:17.459 INFO:tasks.rados.rados.0.smithi119.stdout:3476: finishing rollback tid 1 to smithi11982245-20 2024-04-13T07:57:17.459 INFO:tasks.rados.rados.0.smithi119.stdout:3478: finishing rollback tid 0 to smithi11982245-31 2024-04-13T07:57:17.459 INFO:tasks.rados.rados.0.smithi119.stdout:3478: finishing rollback tid 1 to smithi11982245-31 2024-04-13T07:57:17.459 INFO:tasks.rados.rados.0.smithi119.stdout:3478: finishing rollback tid 2 to smithi11982245-31 2024-04-13T07:57:17.459 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 31 v 2343 (ObjNum 706 snap 243 seq_num 706) dirty exists 2024-04-13T07:57:17.459 INFO:tasks.rados.rados.0.smithi119.stdout:3478: done (2 left) 2024-04-13T07:57:17.459 INFO:tasks.rados.rados.0.smithi119.stdout:3480: done (1 left) 2024-04-13T07:57:17.460 INFO:tasks.rados.rados.0.smithi119.stdout:3481: snap_remove snap 252 2024-04-13T07:57:18.459 INFO:tasks.rados.rados.0.smithi119.stdout:3481: done (1 left) 2024-04-13T07:57:18.459 INFO:tasks.rados.rados.0.smithi119.stdout:3482: delete oid 14 current snap is 353 2024-04-13T07:57:18.459 INFO:tasks.rados.rados.0.smithi119.stdout:3476: finishing rollback tid 2 to smithi11982245-20 2024-04-13T07:57:18.459 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 20 v 2414 (ObjNum 536 snap 179 seq_num 536) dirty exists 2024-04-13T07:57:18.471 INFO:tasks.rados.rados.0.smithi119.stdout:3476: done (1 left) 2024-04-13T07:57:18.471 INFO:tasks.rados.rados.0.smithi119.stdout:3482: done (0 left) 2024-04-13T07:57:18.471 INFO:tasks.rados.rados.0.smithi119.stdout:3483: snap_create 2024-04-13T07:57:18.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:18 smithi119 ceph-mon[96316]: pgmap v758: 121 pgs: 121 active+clean; 1.1 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-04-13T07:57:18.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:18 smithi119 ceph-mon[96316]: osdmap e726: 8 total, 8 up, 8 in 2024-04-13T07:57:18.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:57:18.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:57:18.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:57:18.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:18 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:57:18.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:18 smithi119 ceph-mon[93746]: pgmap v758: 121 pgs: 121 active+clean; 1.1 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-04-13T07:57:18.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:18 smithi119 ceph-mon[93746]: osdmap e726: 8 total, 8 up, 8 in 2024-04-13T07:57:18.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:57:18.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:57:18.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:57:18.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:18 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:57:18.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:18 smithi139 ceph-mon[88985]: pgmap v758: 121 pgs: 121 active+clean; 1.1 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-04-13T07:57:18.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:18 smithi139 ceph-mon[88985]: osdmap e726: 8 total, 8 up, 8 in 2024-04-13T07:57:18.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:57:18.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:57:18.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:57:18.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:18 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:57:19.461 INFO:tasks.rados.rados.0.smithi119.stdout:3483: done (0 left) 2024-04-13T07:57:19.461 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 8 current snap is 354 2024-04-13T07:57:19.462 INFO:tasks.rados.rados.0.smithi119.stdout:3484: seq_num 1053 ranges {270336=442368,712704=401408} 2024-04-13T07:57:19.465 INFO:tasks.rados.rados.0.smithi119.stdout:3484: writing smithi11982245-8 from 270336 to 712704 tid 1 2024-04-13T07:57:19.467 INFO:tasks.rados.rados.0.smithi119.stdout:3484: writing smithi11982245-8 from 712704 to 1114112 tid 2 2024-04-13T07:57:19.467 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 29 current snap is 354 2024-04-13T07:57:19.467 INFO:tasks.rados.rados.0.smithi119.stdout:3485: seq_num 1054 ranges {704512=458752,1163264=401408} 2024-04-13T07:57:19.474 INFO:tasks.rados.rados.0.smithi119.stdout:3485: writing smithi11982245-29 from 704512 to 1163264 tid 1 2024-04-13T07:57:19.477 INFO:tasks.rados.rados.0.smithi119.stdout:3485: writing smithi11982245-29 from 1163264 to 1564672 tid 2 2024-04-13T07:57:19.477 INFO:tasks.rados.rados.0.smithi119.stdout:3486: copy_from oid 12 from oid 17 current snap is 354 2024-04-13T07:57:19.477 INFO:tasks.rados.rados.0.smithi119.stdout:3484: finishing write tid 1 to smithi11982245-8 2024-04-13T07:57:19.477 INFO:tasks.rados.rados.0.smithi119.stdout:3484: finishing write tid 2 to smithi11982245-8 2024-04-13T07:57:19.477 INFO:tasks.rados.rados.0.smithi119.stdout:3484: finishing write tid 3 to smithi11982245-8 2024-04-13T07:57:19.477 INFO:tasks.rados.rados.0.smithi119.stdout:3484: finishing write tid 4 to smithi11982245-8 2024-04-13T07:57:19.477 INFO:tasks.rados.rados.0.smithi119.stdout:3484: oid 8 updating version 0 to 2415 2024-04-13T07:57:19.477 INFO:tasks.rados.rados.0.smithi119.stdout:3484: oid 8 updating version 2415 to 2417 2024-04-13T07:57:19.477 INFO:tasks.rados.rados.0.smithi119.stdout:3484: oid 8 version 2417 is already newer than 2416 2024-04-13T07:57:19.477 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 8 v 2417 (ObjNum 1053 snap 354 seq_num 1053) dirty exists 2024-04-13T07:57:19.478 INFO:tasks.rados.rados.0.smithi119.stdout:3484: left oid 8 (ObjNum 1053 snap 354 seq_num 1053) 2024-04-13T07:57:19.478 INFO:tasks.rados.rados.0.smithi119.stdout:3484: done (2 left) 2024-04-13T07:57:19.478 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 22 current snap is 354 2024-04-13T07:57:19.478 INFO:tasks.rados.rados.0.smithi119.stdout:3487: seq_num 1055 ranges {0=475136,475136=401408} 2024-04-13T07:57:19.479 INFO:tasks.rados.rados.0.smithi119.stdout:3487: writing smithi11982245-22 from 0 to 475136 tid 1 2024-04-13T07:57:19.482 INFO:tasks.rados.rados.0.smithi119.stdout:3487: writing smithi11982245-22 from 475136 to 876544 tid 2 2024-04-13T07:57:19.482 INFO:tasks.rados.rados.0.smithi119.stdout:3488: snap_remove snap 344 2024-04-13T07:57:19.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:19 smithi119 ceph-mon[96316]: osdmap e727: 8 total, 8 up, 8 in 2024-04-13T07:57:19.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:19 smithi119 ceph-mon[93746]: osdmap e727: 8 total, 8 up, 8 in 2024-04-13T07:57:19.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:19 smithi139 ceph-mon[88985]: osdmap e727: 8 total, 8 up, 8 in 2024-04-13T07:57:20.451 INFO:tasks.rados.rados.0.smithi119.stdout:3485: finishing write tid 1 to smithi11982245-29 2024-04-13T07:57:20.451 INFO:tasks.rados.rados.0.smithi119.stdout:3485: finishing write tid 2 to smithi11982245-29 2024-04-13T07:57:20.451 INFO:tasks.rados.rados.0.smithi119.stdout:3485: finishing write tid 3 to smithi11982245-29 2024-04-13T07:57:20.451 INFO:tasks.rados.rados.0.smithi119.stdout:3485: finishing write tid 4 to smithi11982245-29 2024-04-13T07:57:20.451 INFO:tasks.rados.rados.0.smithi119.stdout:3485: oid 29 updating version 0 to 2217 2024-04-13T07:57:20.451 INFO:tasks.rados.rados.0.smithi119.stdout:3485: oid 29 updating version 2217 to 2218 2024-04-13T07:57:20.451 INFO:tasks.rados.rados.0.smithi119.stdout:3485: oid 29 version 2218 is already newer than 2216 2024-04-13T07:57:20.451 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 29 v 2218 (ObjNum 1054 snap 354 seq_num 1054) dirty exists 2024-04-13T07:57:20.451 INFO:tasks.rados.rados.0.smithi119.stdout:3485: left oid 29 (ObjNum 1054 snap 354 seq_num 1054) 2024-04-13T07:57:20.451 INFO:tasks.rados.rados.0.smithi119.stdout:3487: finishing write tid 1 to smithi11982245-22 2024-04-13T07:57:20.451 INFO:tasks.rados.rados.0.smithi119.stdout:3487: finishing write tid 2 to smithi11982245-22 2024-04-13T07:57:20.452 INFO:tasks.rados.rados.0.smithi119.stdout:3485: done (3 left) 2024-04-13T07:57:20.452 INFO:tasks.rados.rados.0.smithi119.stdout:3488: done (2 left) 2024-04-13T07:57:20.452 INFO:tasks.rados.rados.0.smithi119.stdout:3489: rollback oid 50 current snap is 354 2024-04-13T07:57:20.452 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 50 to 249 2024-04-13T07:57:20.452 INFO:tasks.rados.rados.0.smithi119.stdout:3487: finishing write tid 3 to smithi11982245-22 2024-04-13T07:57:20.452 INFO:tasks.rados.rados.0.smithi119.stdout:3486: finishing copy_from racing read to smithi11982245-12 2024-04-13T07:57:20.452 INFO:tasks.rados.rados.0.smithi119.stdout:3487: finishing write tid 4 to smithi11982245-22 2024-04-13T07:57:20.452 INFO:tasks.rados.rados.0.smithi119.stdout:3487: oid 22 updating version 0 to 2046 2024-04-13T07:57:20.452 INFO:tasks.rados.rados.0.smithi119.stdout:3487: oid 22 version 2046 is already newer than 2045 2024-04-13T07:57:20.452 INFO:tasks.rados.rados.0.smithi119.stdout:3487: oid 22 updating version 2046 to 2047 2024-04-13T07:57:20.452 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 22 v 2047 (ObjNum 1055 snap 354 seq_num 1055) dirty exists 2024-04-13T07:57:20.452 INFO:tasks.rados.rados.0.smithi119.stdout:3487: left oid 22 (ObjNum 1055 snap 354 seq_num 1055) 2024-04-13T07:57:20.452 INFO:tasks.rados.rados.0.smithi119.stdout:3486: finishing copy_from to smithi11982245-12 2024-04-13T07:57:20.452 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 12 v 2339 (ObjNum 1006 snap 337 seq_num 1006) dirty exists 2024-04-13T07:57:20.453 INFO:tasks.rados.rados.0.smithi119.stdout:3486: done (2 left) 2024-04-13T07:57:20.453 INFO:tasks.rados.rados.0.smithi119.stdout:3487: done (1 left) 2024-04-13T07:57:20.453 INFO:tasks.rados.rados.0.smithi119.stdout:3490: snap_remove snap 338 2024-04-13T07:57:20.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:20 smithi119 ceph-mon[96316]: pgmap v761: 121 pgs: 121 active+clean; 1.1 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-04-13T07:57:20.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:20 smithi119 ceph-mon[96316]: osdmap e728: 8 total, 8 up, 8 in 2024-04-13T07:57:20.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:20 smithi119 ceph-mon[96316]: osdmap e729: 8 total, 8 up, 8 in 2024-04-13T07:57:20.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:20 smithi119 ceph-mon[93746]: pgmap v761: 121 pgs: 121 active+clean; 1.1 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-04-13T07:57:20.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:20 smithi119 ceph-mon[93746]: osdmap e728: 8 total, 8 up, 8 in 2024-04-13T07:57:20.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:20 smithi119 ceph-mon[93746]: osdmap e729: 8 total, 8 up, 8 in 2024-04-13T07:57:20.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:20 smithi139 ceph-mon[88985]: pgmap v761: 121 pgs: 121 active+clean; 1.1 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-04-13T07:57:20.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:20 smithi139 ceph-mon[88985]: osdmap e728: 8 total, 8 up, 8 in 2024-04-13T07:57:20.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:20 smithi139 ceph-mon[88985]: osdmap e729: 8 total, 8 up, 8 in 2024-04-13T07:57:21.446 INFO:tasks.rados.rados.0.smithi119.stdout:3490: done (1 left) 2024-04-13T07:57:21.446 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 9 current snap is 354 2024-04-13T07:57:21.446 INFO:tasks.rados.rados.0.smithi119.stdout:3489: finishing rollback tid 0 to smithi11982245-50 2024-04-13T07:57:21.447 INFO:tasks.rados.rados.0.smithi119.stdout:3489: finishing rollback tid 1 to smithi11982245-50 2024-04-13T07:57:21.447 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 50 v 2075 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-13T07:57:21.447 INFO:tasks.rados.rados.0.smithi119.stdout:3491: seq_num 1056 ranges {0=491520,491520=401408} 2024-04-13T07:57:21.449 INFO:tasks.rados.rados.0.smithi119.stdout:3491: writing smithi11982245-9 from 0 to 491520 tid 1 2024-04-13T07:57:21.452 INFO:tasks.rados.rados.0.smithi119.stdout:3491: writing smithi11982245-9 from 491520 to 892928 tid 2 2024-04-13T07:57:21.453 INFO:tasks.rados.rados.0.smithi119.stdout:3489: done (1 left) 2024-04-13T07:57:21.453 INFO:tasks.rados.rados.0.smithi119.stdout:3492: snap_create 2024-04-13T07:57:21.466 INFO:tasks.rados.rados.0.smithi119.stdout:3491: finishing write tid 1 to smithi11982245-9 2024-04-13T07:57:21.467 INFO:tasks.rados.rados.0.smithi119.stdout:3491: finishing write tid 2 to smithi11982245-9 2024-04-13T07:57:21.470 INFO:tasks.rados.rados.0.smithi119.stdout:3491: finishing write tid 3 to smithi11982245-9 2024-04-13T07:57:21.472 INFO:tasks.rados.rados.0.smithi119.stdout:3491: finishing write tid 4 to smithi11982245-9 2024-04-13T07:57:21.472 INFO:tasks.rados.rados.0.smithi119.stdout:3491: oid 9 updating version 0 to 2077 2024-04-13T07:57:21.472 INFO:tasks.rados.rados.0.smithi119.stdout:3491: oid 9 updating version 2077 to 2078 2024-04-13T07:57:21.472 INFO:tasks.rados.rados.0.smithi119.stdout:3491: oid 9 version 2078 is already newer than 2076 2024-04-13T07:57:21.472 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 9 v 2078 (ObjNum 1056 snap 354 seq_num 1056) dirty exists 2024-04-13T07:57:21.472 INFO:tasks.rados.rados.0.smithi119.stdout:3491: left oid 9 (ObjNum 1056 snap 354 seq_num 1056) 2024-04-13T07:57:22.459 INFO:tasks.rados.rados.0.smithi119.stdout:3491: done (1 left) 2024-04-13T07:57:22.460 INFO:tasks.rados.rados.0.smithi119.stdout:3492: done (0 left) 2024-04-13T07:57:22.460 INFO:tasks.rados.rados.0.smithi119.stdout:3493: read oid 31 snap -1 2024-04-13T07:57:22.460 INFO:tasks.rados.rados.0.smithi119.stdout:3493: expect (ObjNum 706 snap 243 seq_num 706) 2024-04-13T07:57:22.460 INFO:tasks.rados.rados.0.smithi119.stdout:3494: read oid 45 snap -1 2024-04-13T07:57:22.460 INFO:tasks.rados.rados.0.smithi119.stdout:3494: expect (ObjNum 850 snap 282 seq_num 850) 2024-04-13T07:57:22.460 INFO:tasks.rados.rados.0.smithi119.stdout:3495: rollback oid 32 current snap is 355 2024-04-13T07:57:22.460 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 32 to 285 2024-04-13T07:57:22.460 INFO:tasks.rados.rados.0.smithi119.stdout:3496: delete oid 48 current snap is 355 2024-04-13T07:57:22.466 INFO:tasks.rados.rados.0.smithi119.stdout:3495: finishing rollback tid 0 to smithi11982245-32 2024-04-13T07:57:22.466 INFO:tasks.rados.rados.0.smithi119.stdout:3495: finishing rollback tid 1 to smithi11982245-32 2024-04-13T07:57:22.466 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 32 v 1320 (ObjNum 33 snap 0 seq_num 749438880) dirty dne 2024-04-13T07:57:22.467 INFO:tasks.rados.rados.0.smithi119.stdout:3495: done (3 left) 2024-04-13T07:57:22.467 INFO:tasks.rados.rados.0.smithi119.stdout:3496: done (2 left) 2024-04-13T07:57:22.467 INFO:tasks.rados.rados.0.smithi119.stdout:3497: rollback oid 32 current snap is 355 2024-04-13T07:57:22.467 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 32 to 345 2024-04-13T07:57:22.467 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 3 current snap is 355 2024-04-13T07:57:22.467 INFO:tasks.rados.rados.0.smithi119.stdout:3498: seq_num 1058 ranges {122880=524288,647168=401408} 2024-04-13T07:57:22.471 INFO:tasks.rados.rados.0.smithi119.stdout:3498: writing smithi11982245-3 from 122880 to 647168 tid 1 2024-04-13T07:57:22.475 INFO:tasks.rados.rados.0.smithi119.stdout:3498: writing smithi11982245-3 from 647168 to 1048576 tid 2 2024-04-13T07:57:22.475 INFO:tasks.rados.rados.0.smithi119.stdout:3499: snap_create 2024-04-13T07:57:22.475 INFO:tasks.rados.rados.0.smithi119.stdout:3497: finishing rollback tid 1 to smithi11982245-32 2024-04-13T07:57:22.475 INFO:tasks.rados.rados.0.smithi119.stdout:3497: finishing rollback tid 2 to smithi11982245-32 2024-04-13T07:57:22.475 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 32 v 1322 (ObjNum 1016 snap 338 seq_num 1016) dirty exists 2024-04-13T07:57:22.480 INFO:tasks.rados.rados.0.smithi119.stdout:3498: finishing write tid 1 to smithi11982245-3 2024-04-13T07:57:22.481 INFO:tasks.rados.rados.0.smithi119.stdout:3498: finishing write tid 2 to smithi11982245-3 2024-04-13T07:57:22.481 INFO:tasks.rados.rados.0.smithi119.stdout:3498: finishing write tid 3 to smithi11982245-3 2024-04-13T07:57:22.481 INFO:tasks.rados.rados.0.smithi119.stdout:3494: expect (ObjNum 850 snap 282 seq_num 850) 2024-04-13T07:57:22.551 INFO:tasks.rados.rados.0.smithi119.stdout:3498: finishing write tid 4 to smithi11982245-3 2024-04-13T07:57:22.551 INFO:tasks.rados.rados.0.smithi119.stdout:3498: oid 3 updating version 0 to 2209 2024-04-13T07:57:22.551 INFO:tasks.rados.rados.0.smithi119.stdout:3498: oid 3 updating version 2209 to 2211 2024-04-13T07:57:22.551 INFO:tasks.rados.rados.0.smithi119.stdout:3498: oid 3 version 2211 is already newer than 2210 2024-04-13T07:57:22.551 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 3 v 2211 (ObjNum 1058 snap 355 seq_num 1058) dirty exists 2024-04-13T07:57:22.551 INFO:tasks.rados.rados.0.smithi119.stdout:3498: left oid 3 (ObjNum 1058 snap 355 seq_num 1058) 2024-04-13T07:57:22.551 INFO:tasks.rados.rados.0.smithi119.stdout:3493: expect (ObjNum 706 snap 243 seq_num 706) 2024-04-13T07:57:22.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:22 smithi139 ceph-mon[88985]: pgmap v764: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 1.1 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-13T07:57:22.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:22 smithi139 ceph-mon[88985]: osdmap e730: 8 total, 8 up, 8 in 2024-04-13T07:57:22.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:57:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T07:57:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:57:22.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:22 smithi119 ceph-mon[96316]: pgmap v764: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 1.1 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-13T07:57:22.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:22 smithi119 ceph-mon[96316]: osdmap e730: 8 total, 8 up, 8 in 2024-04-13T07:57:22.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:22 smithi119 ceph-mon[93746]: pgmap v764: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 1.1 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-13T07:57:22.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:22 smithi119 ceph-mon[93746]: osdmap e730: 8 total, 8 up, 8 in 2024-04-13T07:57:23.463 INFO:tasks.rados.rados.0.smithi119.stdout:3493: done (4 left) 2024-04-13T07:57:23.463 INFO:tasks.rados.rados.0.smithi119.stdout:3494: done (3 left) 2024-04-13T07:57:23.463 INFO:tasks.rados.rados.0.smithi119.stdout:3497: done (2 left) 2024-04-13T07:57:23.463 INFO:tasks.rados.rados.0.smithi119.stdout:3498: done (1 left) 2024-04-13T07:57:23.463 INFO:tasks.rados.rados.0.smithi119.stdout:3499: done (0 left) 2024-04-13T07:57:23.464 INFO:tasks.rados.rados.0.smithi119.stdout:3500: rollback oid 16 current snap is 356 2024-04-13T07:57:23.464 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 16 to 350 2024-04-13T07:57:23.464 INFO:tasks.rados.rados.0.smithi119.stdout:3501: setattr oid 43 current snap is 356 2024-04-13T07:57:23.465 INFO:tasks.rados.rados.0.smithi119.stdout:3502: delete oid 40 current snap is 356 2024-04-13T07:57:23.471 INFO:tasks.rados.rados.0.smithi119.stdout:3502: done (2 left) 2024-04-13T07:57:23.471 INFO:tasks.rados.rados.0.smithi119.stdout:3503: copy_from oid 13 from oid 49 current snap is 356 2024-04-13T07:57:23.472 INFO:tasks.rados.rados.0.smithi119.stdout:3504: setattr oid 22 current snap is 356 2024-04-13T07:57:23.472 INFO:tasks.rados.rados.0.smithi119.stdout:3500: finishing rollback tid 0 to smithi11982245-16 2024-04-13T07:57:23.474 INFO:tasks.rados.rados.0.smithi119.stdout:3500: finishing rollback tid 1 to smithi11982245-16 2024-04-13T07:57:23.474 INFO:tasks.rados.rados.0.smithi119.stdout:3505: copy_from oid 9 from oid 2 current snap is 356 2024-04-13T07:57:23.474 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 44 current snap is 356 2024-04-13T07:57:23.474 INFO:tasks.rados.rados.0.smithi119.stdout:3506: seq_num 1060 ranges {2121728=557056,2678784=401408} 2024-04-13T07:57:23.489 INFO:tasks.rados.rados.0.smithi119.stdout:3506: writing smithi11982245-44 from 2121728 to 2678784 tid 1 2024-04-13T07:57:23.491 INFO:tasks.rados.rados.0.smithi119.stdout:3506: writing smithi11982245-44 from 2678784 to 3080192 tid 2 2024-04-13T07:57:23.491 INFO:tasks.rados.rados.0.smithi119.stdout:3507: snap_create 2024-04-13T07:57:23.491 INFO:tasks.rados.rados.0.smithi119.stdout:3500: finishing rollback tid 2 to smithi11982245-16 2024-04-13T07:57:23.492 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 16 v 2317 (ObjNum 65 snap 0 seq_num 1348625766) dirty exists 2024-04-13T07:57:23.492 INFO:tasks.rados.rados.0.smithi119.stdout:3505: finishing copy_from to smithi11982245-9 2024-04-13T07:57:23.492 INFO:tasks.rados.rados.0.smithi119.stdout:3505: got expected ENOENT (src dne) 2024-04-13T07:57:23.492 INFO:tasks.rados.rados.0.smithi119.stdout:3505: finishing copy_from racing read to smithi11982245-9 2024-04-13T07:57:23.492 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 43 v 2361 (ObjNum 1017 snap 338 seq_num 1017) dirty exists 2024-04-13T07:57:23.492 INFO:tasks.rados.rados.0.smithi119.stdout:3503: finishing copy_from racing read to smithi11982245-13 2024-04-13T07:57:23.492 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 22 v 2341 (ObjNum 1055 snap 354 seq_num 1055) dirty exists 2024-04-13T07:57:23.492 INFO:tasks.rados.rados.0.smithi119.stdout:3503: finishing copy_from to smithi11982245-13 2024-04-13T07:57:23.492 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 13 v 2215 (ObjNum 1047 snap 349 seq_num 1047) dirty exists 2024-04-13T07:57:23.495 INFO:tasks.rados.rados.0.smithi119.stdout:3506: finishing write tid 1 to smithi11982245-44 2024-04-13T07:57:23.495 INFO:tasks.rados.rados.0.smithi119.stdout:3506: finishing write tid 2 to smithi11982245-44 2024-04-13T07:57:23.495 INFO:tasks.rados.rados.0.smithi119.stdout:3506: finishing write tid 3 to smithi11982245-44 2024-04-13T07:57:23.497 INFO:tasks.rados.rados.0.smithi119.stdout:3506: finishing write tid 4 to smithi11982245-44 2024-04-13T07:57:23.497 INFO:tasks.rados.rados.0.smithi119.stdout:3506: oid 44 updating version 0 to 2365 2024-04-13T07:57:23.497 INFO:tasks.rados.rados.0.smithi119.stdout:3506: oid 44 version 2365 is already newer than 2364 2024-04-13T07:57:23.497 INFO:tasks.rados.rados.0.smithi119.stdout:3506: oid 44 version 2365 is already newer than 2363 2024-04-13T07:57:23.497 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 44 v 2365 (ObjNum 1060 snap 356 seq_num 1060) dirty exists 2024-04-13T07:57:23.497 INFO:tasks.rados.rados.0.smithi119.stdout:3506: left oid 44 (ObjNum 1060 snap 356 seq_num 1060) 2024-04-13T07:57:23.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:23 smithi119 ceph-mon[93746]: osdmap e731: 8 total, 8 up, 8 in 2024-04-13T07:57:23.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:23 smithi119 ceph-mon[96316]: osdmap e731: 8 total, 8 up, 8 in 2024-04-13T07:57:23.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:23 smithi139 ceph-mon[88985]: osdmap e731: 8 total, 8 up, 8 in 2024-04-13T07:57:24.469 INFO:tasks.rados.rados.0.smithi119.stdout:3500: done (6 left) 2024-04-13T07:57:24.469 INFO:tasks.rados.rados.0.smithi119.stdout:3501: done (5 left) 2024-04-13T07:57:24.469 INFO:tasks.rados.rados.0.smithi119.stdout:3503: done (4 left) 2024-04-13T07:57:24.469 INFO:tasks.rados.rados.0.smithi119.stdout:3504: done (3 left) 2024-04-13T07:57:24.469 INFO:tasks.rados.rados.0.smithi119.stdout:3505: done (2 left) 2024-04-13T07:57:24.469 INFO:tasks.rados.rados.0.smithi119.stdout:3506: done (1 left) 2024-04-13T07:57:24.470 INFO:tasks.rados.rados.0.smithi119.stdout:3507: done (0 left) 2024-04-13T07:57:24.470 INFO:tasks.rados.rados.0.smithi119.stdout:3508: read oid 10 snap -1 2024-04-13T07:57:24.470 INFO:tasks.rados.rados.0.smithi119.stdout:3508: expect (ObjNum 278 snap 95 seq_num 278) 2024-04-13T07:57:24.470 INFO:tasks.rados.rados.0.smithi119.stdout:3509: snap_create 2024-04-13T07:57:24.528 INFO:tasks.rados.rados.0.smithi119.stdout:3508: expect (ObjNum 278 snap 95 seq_num 278) 2024-04-13T07:57:24.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:24 smithi119 ceph-mon[96316]: pgmap v767: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 1.1 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 7 op/s 2024-04-13T07:57:24.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:24 smithi119 ceph-mon[96316]: osdmap e732: 8 total, 8 up, 8 in 2024-04-13T07:57:24.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:57:24.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:24 smithi119 ceph-mon[93746]: pgmap v767: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 1.1 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 7 op/s 2024-04-13T07:57:24.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:24 smithi119 ceph-mon[93746]: osdmap e732: 8 total, 8 up, 8 in 2024-04-13T07:57:24.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:57:24.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:24 smithi139 ceph-mon[88985]: pgmap v767: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 1.1 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 7 op/s 2024-04-13T07:57:24.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:24 smithi139 ceph-mon[88985]: osdmap e732: 8 total, 8 up, 8 in 2024-04-13T07:57:24.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:57:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:57:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:57:24] "GET /metrics HTTP/1.1" 200 36206 "" "Prometheus/2.43.0" 2024-04-13T07:57:25.446 INFO:tasks.rados.rados.0.smithi119.stdout:3508: done (1 left) 2024-04-13T07:57:25.446 INFO:tasks.rados.rados.0.smithi119.stdout:3509: done (0 left) 2024-04-13T07:57:25.446 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 42 current snap is 358 2024-04-13T07:57:25.446 INFO:tasks.rados.rados.0.smithi119.stdout:3510: seq_num 1061 ranges {4816896=573440,5390336=401408} 2024-04-13T07:57:25.475 INFO:tasks.rados.rados.0.smithi119.stdout:3510: writing smithi11982245-42 from 4816896 to 5390336 tid 1 2024-04-13T07:57:25.477 INFO:tasks.rados.rados.0.smithi119.stdout:3510: writing smithi11982245-42 from 5390336 to 5791744 tid 2 2024-04-13T07:57:25.477 INFO:tasks.rados.rados.0.smithi119.stdout:3511: setattr oid 12 current snap is 358 2024-04-13T07:57:25.478 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 25 current snap is 358 2024-04-13T07:57:25.478 INFO:tasks.rados.rados.0.smithi119.stdout:3512: seq_num 1062 ranges {0=589824,589824=401408} 2024-04-13T07:57:25.482 INFO:tasks.rados.rados.0.smithi119.stdout:3512: writing smithi11982245-25 from 0 to 589824 tid 1 2024-04-13T07:57:25.485 INFO:tasks.rados.rados.0.smithi119.stdout:3512: writing smithi11982245-25 from 589824 to 991232 tid 2 2024-04-13T07:57:25.485 INFO:tasks.rados.rados.0.smithi119.stdout:3513: read oid 23 snap -1 2024-04-13T07:57:25.485 INFO:tasks.rados.rados.0.smithi119.stdout:3513: expect deleted 2024-04-13T07:57:25.485 INFO:tasks.rados.rados.0.smithi119.stdout:3514: delete oid 17 current snap is 358 2024-04-13T07:57:25.485 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 12 v 2342 (ObjNum 1006 snap 337 seq_num 1006) dirty exists 2024-04-13T07:57:25.485 INFO:tasks.rados.rados.0.smithi119.stdout:3510: finishing write tid 1 to smithi11982245-42 2024-04-13T07:57:25.486 INFO:tasks.rados.rados.0.smithi119.stdout:3510: finishing write tid 2 to smithi11982245-42 2024-04-13T07:57:25.486 INFO:tasks.rados.rados.0.smithi119.stdout:3510: finishing write tid 3 to smithi11982245-42 2024-04-13T07:57:25.488 INFO:tasks.rados.rados.0.smithi119.stdout:3512: finishing write tid 1 to smithi11982245-25 2024-04-13T07:57:25.488 INFO:tasks.rados.rados.0.smithi119.stdout:3512: finishing write tid 2 to smithi11982245-25 2024-04-13T07:57:25.489 INFO:tasks.rados.rados.0.smithi119.stdout:3512: finishing write tid 3 to smithi11982245-25 2024-04-13T07:57:25.491 INFO:tasks.rados.rados.0.smithi119.stdout:3510: finishing write tid 4 to smithi11982245-42 2024-04-13T07:57:25.491 INFO:tasks.rados.rados.0.smithi119.stdout:3510: oid 42 updating version 0 to 2320 2024-04-13T07:57:25.491 INFO:tasks.rados.rados.0.smithi119.stdout:3510: oid 42 version 2320 is already newer than 2319 2024-04-13T07:57:25.491 INFO:tasks.rados.rados.0.smithi119.stdout:3510: oid 42 updating version 2320 to 2321 2024-04-13T07:57:25.491 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 42 v 2321 (ObjNum 1061 snap 358 seq_num 1061) dirty exists 2024-04-13T07:57:25.491 INFO:tasks.rados.rados.0.smithi119.stdout:3510: left oid 42 (ObjNum 1061 snap 358 seq_num 1061) 2024-04-13T07:57:25.492 INFO:tasks.rados.rados.0.smithi119.stdout:3512: finishing write tid 4 to smithi11982245-25 2024-04-13T07:57:25.492 INFO:tasks.rados.rados.0.smithi119.stdout:3512: oid 25 updating version 0 to 2209 2024-04-13T07:57:25.492 INFO:tasks.rados.rados.0.smithi119.stdout:3512: oid 25 updating version 2209 to 2210 2024-04-13T07:57:25.492 INFO:tasks.rados.rados.0.smithi119.stdout:3512: oid 25 version 2210 is already newer than 2208 2024-04-13T07:57:25.493 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 25 v 2210 (ObjNum 1062 snap 358 seq_num 1062) dirty exists 2024-04-13T07:57:25.493 INFO:tasks.rados.rados.0.smithi119.stdout:3512: left oid 25 (ObjNum 1062 snap 358 seq_num 1062) 2024-04-13T07:57:25.493 INFO:tasks.rados.rados.0.smithi119.stdout:3510: done (4 left) 2024-04-13T07:57:25.493 INFO:tasks.rados.rados.0.smithi119.stdout:3511: done (3 left) 2024-04-13T07:57:25.493 INFO:tasks.rados.rados.0.smithi119.stdout:3512: done (2 left) 2024-04-13T07:57:25.493 INFO:tasks.rados.rados.0.smithi119.stdout:3513: done (1 left) 2024-04-13T07:57:25.493 INFO:tasks.rados.rados.0.smithi119.stdout:3514: done (0 left) 2024-04-13T07:57:25.493 INFO:tasks.rados.rados.0.smithi119.stdout:3515: setattr oid 15 current snap is 358 2024-04-13T07:57:25.494 INFO:tasks.rados.rados.0.smithi119.stdout:3516: delete oid 16 current snap is 358 2024-04-13T07:57:25.498 INFO:tasks.rados.rados.0.smithi119.stdout:3516: done (1 left) 2024-04-13T07:57:25.498 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 29 current snap is 358 2024-04-13T07:57:25.498 INFO:tasks.rados.rados.0.smithi119.stdout:3517: seq_num 1065 ranges {1564672=638976,2203648=401408} 2024-04-13T07:57:25.509 INFO:tasks.rados.rados.0.smithi119.stdout:3517: writing smithi11982245-29 from 1564672 to 2203648 tid 1 2024-04-13T07:57:25.512 INFO:tasks.rados.rados.0.smithi119.stdout:3517: writing smithi11982245-29 from 2203648 to 2605056 tid 2 2024-04-13T07:57:25.512 INFO:tasks.rados.rados.0.smithi119.stdout:3518: snap_remove snap 197 2024-04-13T07:57:25.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:25 smithi139 ceph-mon[88985]: osdmap e733: 8 total, 8 up, 8 in 2024-04-13T07:57:25.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:25 smithi139 ceph-mon[88985]: osdmap e734: 8 total, 8 up, 8 in 2024-04-13T07:57:25.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:25 smithi119 ceph-mon[96316]: osdmap e733: 8 total, 8 up, 8 in 2024-04-13T07:57:25.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:25 smithi119 ceph-mon[96316]: osdmap e734: 8 total, 8 up, 8 in 2024-04-13T07:57:25.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:25 smithi119 ceph-mon[93746]: osdmap e733: 8 total, 8 up, 8 in 2024-04-13T07:57:25.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:25 smithi119 ceph-mon[93746]: osdmap e734: 8 total, 8 up, 8 in 2024-04-13T07:57:26.479 INFO:tasks.rados.rados.0.smithi119.stdout:3518: done (2 left) 2024-04-13T07:57:26.479 INFO:tasks.rados.rados.0.smithi119.stdout:3519: copy_from oid 36 from oid 28 current snap is 358 2024-04-13T07:57:26.479 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 15 v 2341 (ObjNum 858 snap 287 seq_num 858) dirty exists 2024-04-13T07:57:26.479 INFO:tasks.rados.rados.0.smithi119.stdout:3517: finishing write tid 1 to smithi11982245-29 2024-04-13T07:57:26.479 INFO:tasks.rados.rados.0.smithi119.stdout:3517: finishing write tid 2 to smithi11982245-29 2024-04-13T07:57:26.479 INFO:tasks.rados.rados.0.smithi119.stdout:3517: finishing write tid 3 to smithi11982245-29 2024-04-13T07:57:26.479 INFO:tasks.rados.rados.0.smithi119.stdout:3517: finishing write tid 4 to smithi11982245-29 2024-04-13T07:57:26.480 INFO:tasks.rados.rados.0.smithi119.stdout:3517: oid 29 updating version 0 to 2219 2024-04-13T07:57:26.480 INFO:tasks.rados.rados.0.smithi119.stdout:3517: oid 29 updating version 2219 to 2221 2024-04-13T07:57:26.480 INFO:tasks.rados.rados.0.smithi119.stdout:3517: oid 29 version 2221 is already newer than 2220 2024-04-13T07:57:26.480 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 29 v 2221 (ObjNum 1065 snap 358 seq_num 1065) dirty exists 2024-04-13T07:57:26.480 INFO:tasks.rados.rados.0.smithi119.stdout:3517: left oid 29 (ObjNum 1065 snap 358 seq_num 1065) 2024-04-13T07:57:26.480 INFO:tasks.rados.rados.0.smithi119.stdout:3515: done (2 left) 2024-04-13T07:57:26.480 INFO:tasks.rados.rados.0.smithi119.stdout:3517: done (1 left) 2024-04-13T07:57:26.480 INFO:tasks.rados.rados.0.smithi119.stdout:3520: rollback oid 20 current snap is 358 2024-04-13T07:57:26.480 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 20 to 356 2024-04-13T07:57:26.480 INFO:tasks.rados.rados.0.smithi119.stdout:3521: snap_create 2024-04-13T07:57:26.498 INFO:tasks.rados.rados.0.smithi119.stdout:3520: finishing rollback tid 0 to smithi11982245-20 2024-04-13T07:57:26.498 INFO:tasks.rados.rados.0.smithi119.stdout:3520: finishing rollback tid 1 to smithi11982245-20 2024-04-13T07:57:26.499 INFO:tasks.rados.rados.0.smithi119.stdout:3520: finishing rollback tid 2 to smithi11982245-20 2024-04-13T07:57:26.499 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 20 v 2420 (ObjNum 536 snap 179 seq_num 536) dirty exists 2024-04-13T07:57:26.502 INFO:tasks.rados.rados.0.smithi119.stdout:3519: finishing copy_from racing read to smithi11982245-36 2024-04-13T07:57:26.506 INFO:tasks.rados.rados.0.smithi119.stdout:3519: finishing copy_from to smithi11982245-36 2024-04-13T07:57:26.506 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 36 v 2098 (ObjNum 930 snap 319 seq_num 930) dirty exists 2024-04-13T07:57:26.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:26 smithi139 ceph-mon[88985]: pgmap v770: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 1.1 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 206 KiB/s wr, 2 op/s 2024-04-13T07:57:26.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:26 smithi119 ceph-mon[96316]: pgmap v770: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 1.1 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 206 KiB/s wr, 2 op/s 2024-04-13T07:57:26.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:26 smithi119 ceph-mon[93746]: pgmap v770: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 1.1 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 206 KiB/s wr, 2 op/s 2024-04-13T07:57:27.484 INFO:tasks.rados.rados.0.smithi119.stdout:3519: done (2 left) 2024-04-13T07:57:27.484 INFO:tasks.rados.rados.0.smithi119.stdout:3520: done (1 left) 2024-04-13T07:57:27.484 INFO:tasks.rados.rados.0.smithi119.stdout:3521: done (0 left) 2024-04-13T07:57:27.484 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 4 current snap is 359 2024-04-13T07:57:27.484 INFO:tasks.rados.rados.0.smithi119.stdout:3522: seq_num 1066 ranges {17219584=663552,17883136=401408} 2024-04-13T07:57:27.578 INFO:tasks.rados.rados.0.smithi119.stdout:3522: writing smithi11982245-4 from 17219584 to 17883136 tid 1 2024-04-13T07:57:27.580 INFO:tasks.rados.rados.0.smithi119.stdout:3522: writing smithi11982245-4 from 17883136 to 18284544 tid 2 2024-04-13T07:57:27.580 INFO:tasks.rados.rados.0.smithi119.stdout:3523: snap_remove snap 326 2024-04-13T07:57:27.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:27 smithi139 ceph-mon[88985]: osdmap e735: 8 total, 8 up, 8 in 2024-04-13T07:57:27.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:27 smithi119 ceph-mon[96316]: osdmap e735: 8 total, 8 up, 8 in 2024-04-13T07:57:27.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:27 smithi119 ceph-mon[93746]: osdmap e735: 8 total, 8 up, 8 in 2024-04-13T07:57:28.490 INFO:tasks.rados.rados.0.smithi119.stdout:3523: done (1 left) 2024-04-13T07:57:28.490 INFO:tasks.rados.rados.0.smithi119.stdout:3524: snap_remove snap 261 2024-04-13T07:57:28.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:28 smithi139 ceph-mon[88985]: pgmap v773: 121 pgs: 121 active+clean; 1.1 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.0 MiB/s rd, 860 KiB/s wr, 20 op/s 2024-04-13T07:57:28.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:28 smithi139 ceph-mon[88985]: osdmap e736: 8 total, 8 up, 8 in 2024-04-13T07:57:28.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:28 smithi119 ceph-mon[96316]: pgmap v773: 121 pgs: 121 active+clean; 1.1 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.0 MiB/s rd, 860 KiB/s wr, 20 op/s 2024-04-13T07:57:28.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:28 smithi119 ceph-mon[96316]: osdmap e736: 8 total, 8 up, 8 in 2024-04-13T07:57:28.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:28 smithi119 ceph-mon[93746]: pgmap v773: 121 pgs: 121 active+clean; 1.1 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.0 MiB/s rd, 860 KiB/s wr, 20 op/s 2024-04-13T07:57:28.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:28 smithi119 ceph-mon[93746]: osdmap e736: 8 total, 8 up, 8 in 2024-04-13T07:57:29.496 INFO:tasks.rados.rados.0.smithi119.stdout:3524: done (1 left) 2024-04-13T07:57:29.521 INFO:tasks.rados.rados.0.smithi119.stdout:3525: delete oid 26 current snap is 359 2024-04-13T07:57:29.521 INFO:tasks.rados.rados.0.smithi119.stdout:3522: finishing write tid 1 to smithi11982245-4 2024-04-13T07:57:29.521 INFO:tasks.rados.rados.0.smithi119.stdout:3522: finishing write tid 2 to smithi11982245-4 2024-04-13T07:57:29.521 INFO:tasks.rados.rados.0.smithi119.stdout:3522: finishing write tid 3 to smithi11982245-4 2024-04-13T07:57:29.521 INFO:tasks.rados.rados.0.smithi119.stdout:3522: finishing write tid 4 to smithi11982245-4 2024-04-13T07:57:29.521 INFO:tasks.rados.rados.0.smithi119.stdout:3522: oid 4 updating version 0 to 2213 2024-04-13T07:57:29.521 INFO:tasks.rados.rados.0.smithi119.stdout:3522: oid 4 updating version 2213 to 2214 2024-04-13T07:57:29.521 INFO:tasks.rados.rados.0.smithi119.stdout:3522: oid 4 version 2214 is already newer than 2212 2024-04-13T07:57:29.521 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 4 v 2214 (ObjNum 1066 snap 359 seq_num 1066) dirty exists 2024-04-13T07:57:29.521 INFO:tasks.rados.rados.0.smithi119.stdout:3522: left oid 4 (ObjNum 1066 snap 359 seq_num 1066) 2024-04-13T07:57:29.522 INFO:tasks.rados.rados.0.smithi119.stdout:3522: done (1 left) 2024-04-13T07:57:29.522 INFO:tasks.rados.rados.0.smithi119.stdout:3525: done (0 left) 2024-04-13T07:57:29.522 INFO:tasks.rados.rados.0.smithi119.stdout:3526: snap_remove snap 289 2024-04-13T07:57:29.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:29 smithi139 ceph-mon[88985]: osdmap e737: 8 total, 8 up, 8 in 2024-04-13T07:57:29.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:29 smithi119 ceph-mon[96316]: osdmap e737: 8 total, 8 up, 8 in 2024-04-13T07:57:29.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:29 smithi119 ceph-mon[93746]: osdmap e737: 8 total, 8 up, 8 in 2024-04-13T07:57:30.448 INFO:tasks.rados.rados.0.smithi119.stdout:3526: done (0 left) 2024-04-13T07:57:30.448 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 50 current snap is 359 2024-04-13T07:57:30.448 INFO:tasks.rados.rados.0.smithi119.stdout:3527: seq_num 1068 ranges {0=696320,696320=401408} 2024-04-13T07:57:30.452 INFO:tasks.rados.rados.0.smithi119.stdout:3527: writing smithi11982245-50 from 0 to 696320 tid 1 2024-04-13T07:57:30.455 INFO:tasks.rados.rados.0.smithi119.stdout:3527: writing smithi11982245-50 from 696320 to 1097728 tid 2 2024-04-13T07:57:30.455 INFO:tasks.rados.rados.0.smithi119.stdout:3528: delete oid 42 current snap is 359 2024-04-13T07:57:30.468 INFO:tasks.rados.rados.0.smithi119.stdout:3527: finishing write tid 1 to smithi11982245-50 2024-04-13T07:57:30.474 INFO:tasks.rados.rados.0.smithi119.stdout:3528: done (1 left) 2024-04-13T07:57:30.474 INFO:tasks.rados.rados.0.smithi119.stdout:3529: snap_create 2024-04-13T07:57:30.479 INFO:tasks.rados.rados.0.smithi119.stdout:3527: finishing write tid 2 to smithi11982245-50 2024-04-13T07:57:30.480 INFO:tasks.rados.rados.0.smithi119.stdout:3527: finishing write tid 3 to smithi11982245-50 2024-04-13T07:57:30.482 INFO:tasks.rados.rados.0.smithi119.stdout:3527: finishing write tid 4 to smithi11982245-50 2024-04-13T07:57:30.482 INFO:tasks.rados.rados.0.smithi119.stdout:3527: oid 50 updating version 0 to 2079 2024-04-13T07:57:30.482 INFO:tasks.rados.rados.0.smithi119.stdout:3527: oid 50 updating version 2079 to 2080 2024-04-13T07:57:30.482 INFO:tasks.rados.rados.0.smithi119.stdout:3527: oid 50 updating version 2080 to 2081 2024-04-13T07:57:30.482 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 50 v 2081 (ObjNum 1068 snap 359 seq_num 1068) dirty exists 2024-04-13T07:57:30.483 INFO:tasks.rados.rados.0.smithi119.stdout:3527: left oid 50 (ObjNum 1068 snap 359 seq_num 1068) 2024-04-13T07:57:30.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:30 smithi139 ceph-mon[88985]: pgmap v776: 121 pgs: 121 active+clean; 1.1 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 24 op/s 2024-04-13T07:57:30.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:30 smithi139 ceph-mon[88985]: osdmap e738: 8 total, 8 up, 8 in 2024-04-13T07:57:30.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:30 smithi139 ceph-mon[88985]: osdmap e739: 8 total, 8 up, 8 in 2024-04-13T07:57:30.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:30 smithi119 ceph-mon[96316]: pgmap v776: 121 pgs: 121 active+clean; 1.1 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 24 op/s 2024-04-13T07:57:30.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:30 smithi119 ceph-mon[96316]: osdmap e738: 8 total, 8 up, 8 in 2024-04-13T07:57:30.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:30 smithi119 ceph-mon[96316]: osdmap e739: 8 total, 8 up, 8 in 2024-04-13T07:57:30.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:30 smithi119 ceph-mon[93746]: pgmap v776: 121 pgs: 121 active+clean; 1.1 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 24 op/s 2024-04-13T07:57:30.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:30 smithi119 ceph-mon[93746]: osdmap e738: 8 total, 8 up, 8 in 2024-04-13T07:57:30.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:30 smithi119 ceph-mon[93746]: osdmap e739: 8 total, 8 up, 8 in 2024-04-13T07:57:31.449 INFO:tasks.rados.rados.0.smithi119.stdout:3527: done (1 left) 2024-04-13T07:57:31.449 INFO:tasks.rados.rados.0.smithi119.stdout:3529: done (0 left) 2024-04-13T07:57:31.449 INFO:tasks.rados.rados.0.smithi119.stdout:3530: snap_create 2024-04-13T07:57:32.451 INFO:tasks.rados.rados.0.smithi119.stdout:3530: done (0 left) 2024-04-13T07:57:32.452 INFO:tasks.rados.rados.0.smithi119.stdout:3531: rollback oid 11 current snap is 361 2024-04-13T07:57:32.452 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 11 to 279 2024-04-13T07:57:32.452 INFO:tasks.rados.rados.0.smithi119.stdout:3532: rollback oid 32 current snap is 361 2024-04-13T07:57:32.452 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 32 to 355 2024-04-13T07:57:32.452 INFO:tasks.rados.rados.0.smithi119.stdout:3533: delete oid 15 current snap is 361 2024-04-13T07:57:32.456 INFO:tasks.rados.rados.0.smithi119.stdout:3533: done (2 left) 2024-04-13T07:57:32.456 INFO:tasks.rados.rados.0.smithi119.stdout:3534: rollback oid 41 current snap is 361 2024-04-13T07:57:32.456 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 41 to 316 2024-04-13T07:57:32.456 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 46 current snap is 361 2024-04-13T07:57:32.456 INFO:tasks.rados.rados.0.smithi119.stdout:3535: seq_num 1071 ranges {2473984=745472,3219456=401408} 2024-04-13T07:57:32.474 INFO:tasks.rados.rados.0.smithi119.stdout:3535: writing smithi11982245-46 from 2473984 to 3219456 tid 1 2024-04-13T07:57:32.476 INFO:tasks.rados.rados.0.smithi119.stdout:3535: writing smithi11982245-46 from 3219456 to 3620864 tid 2 2024-04-13T07:57:32.476 INFO:tasks.rados.rados.0.smithi119.stdout:3536: snap_create 2024-04-13T07:57:32.476 INFO:tasks.rados.rados.0.smithi119.stdout:3534: finishing rollback tid 0 to smithi11982245-41 2024-04-13T07:57:32.477 INFO:tasks.rados.rados.0.smithi119.stdout:3532: finishing rollback tid 0 to smithi11982245-32 2024-04-13T07:57:32.477 INFO:tasks.rados.rados.0.smithi119.stdout:3534: finishing rollback tid 1 to smithi11982245-41 2024-04-13T07:57:32.477 INFO:tasks.rados.rados.0.smithi119.stdout:3534: finishing rollback tid 2 to smithi11982245-41 2024-04-13T07:57:32.477 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 41 v 2341 (ObjNum 912 snap 309 seq_num 912) dirty exists 2024-04-13T07:57:32.477 INFO:tasks.rados.rados.0.smithi119.stdout:3532: finishing rollback tid 1 to smithi11982245-32 2024-04-13T07:57:32.477 INFO:tasks.rados.rados.0.smithi119.stdout:3532: finishing rollback tid 2 to smithi11982245-32 2024-04-13T07:57:32.477 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 32 v 1325 (ObjNum 1016 snap 338 seq_num 1016) dirty exists 2024-04-13T07:57:32.477 INFO:tasks.rados.rados.0.smithi119.stdout:3531: finishing rollback tid 1 to smithi11982245-11 2024-04-13T07:57:32.477 INFO:tasks.rados.rados.0.smithi119.stdout:3531: finishing rollback tid 2 to smithi11982245-11 2024-04-13T07:57:32.477 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 11 v 2343 (ObjNum 129 snap 0 seq_num 752105624) dirty exists 2024-04-13T07:57:32.482 INFO:tasks.rados.rados.0.smithi119.stdout:3535: finishing write tid 1 to smithi11982245-46 2024-04-13T07:57:32.482 INFO:tasks.rados.rados.0.smithi119.stdout:3535: finishing write tid 2 to smithi11982245-46 2024-04-13T07:57:32.482 INFO:tasks.rados.rados.0.smithi119.stdout:3535: finishing write tid 3 to smithi11982245-46 2024-04-13T07:57:32.485 INFO:tasks.rados.rados.0.smithi119.stdout:3535: finishing write tid 4 to smithi11982245-46 2024-04-13T07:57:32.485 INFO:tasks.rados.rados.0.smithi119.stdout:3535: oid 46 updating version 0 to 2399 2024-04-13T07:57:32.485 INFO:tasks.rados.rados.0.smithi119.stdout:3535: oid 46 version 2399 is already newer than 2397 2024-04-13T07:57:32.485 INFO:tasks.rados.rados.0.smithi119.stdout:3535: oid 46 version 2399 is already newer than 2398 2024-04-13T07:57:32.485 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 46 v 2399 (ObjNum 1071 snap 361 seq_num 1071) dirty exists 2024-04-13T07:57:32.485 INFO:tasks.rados.rados.0.smithi119.stdout:3535: left oid 46 (ObjNum 1071 snap 361 seq_num 1071) 2024-04-13T07:57:32.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:32 smithi139 ceph-mon[88985]: pgmap v779: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 1.1 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-04-13T07:57:32.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:32 smithi139 ceph-mon[88985]: osdmap e740: 8 total, 8 up, 8 in 2024-04-13T07:57:32.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:57:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T07:57:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:57:32.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:32 smithi119 ceph-mon[96316]: pgmap v779: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 1.1 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-04-13T07:57:32.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:32 smithi119 ceph-mon[96316]: osdmap e740: 8 total, 8 up, 8 in 2024-04-13T07:57:32.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:32 smithi119 ceph-mon[93746]: pgmap v779: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 1.1 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-04-13T07:57:32.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:32 smithi119 ceph-mon[93746]: osdmap e740: 8 total, 8 up, 8 in 2024-04-13T07:57:33.468 INFO:tasks.rados.rados.0.smithi119.stdout:3531: done (4 left) 2024-04-13T07:57:33.468 INFO:tasks.rados.rados.0.smithi119.stdout:3532: done (3 left) 2024-04-13T07:57:33.468 INFO:tasks.rados.rados.0.smithi119.stdout:3534: done (2 left) 2024-04-13T07:57:33.468 INFO:tasks.rados.rados.0.smithi119.stdout:3535: done (1 left) 2024-04-13T07:57:33.468 INFO:tasks.rados.rados.0.smithi119.stdout:3536: done (0 left) 2024-04-13T07:57:33.468 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 13 current snap is 362 2024-04-13T07:57:33.468 INFO:tasks.rados.rados.0.smithi119.stdout:3537: seq_num 1072 ranges {745472=761856,1507328=401408} 2024-04-13T07:57:33.476 INFO:tasks.rados.rados.0.smithi119.stdout:3537: writing smithi11982245-13 from 745472 to 1507328 tid 1 2024-04-13T07:57:33.479 INFO:tasks.rados.rados.0.smithi119.stdout:3537: writing smithi11982245-13 from 1507328 to 1908736 tid 2 2024-04-13T07:57:33.479 INFO:tasks.rados.rados.0.smithi119.stdout:3538: rollback oid 30 current snap is 362 2024-04-13T07:57:33.479 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 30 to 342 2024-04-13T07:57:33.479 INFO:tasks.rados.rados.0.smithi119.stdout:3539: snap_create 2024-04-13T07:57:33.486 INFO:tasks.rados.rados.0.smithi119.stdout:3538: finishing rollback tid 0 to smithi11982245-30 2024-04-13T07:57:33.486 INFO:tasks.rados.rados.0.smithi119.stdout:3538: finishing rollback tid 1 to smithi11982245-30 2024-04-13T07:57:33.486 INFO:tasks.rados.rados.0.smithi119.stdout:3537: finishing write tid 1 to smithi11982245-13 2024-04-13T07:57:33.487 INFO:tasks.rados.rados.0.smithi119.stdout:3538: finishing rollback tid 2 to smithi11982245-30 2024-04-13T07:57:33.487 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 30 v 2217 (ObjNum 871 snap 295 seq_num 871) dirty exists 2024-04-13T07:57:33.488 INFO:tasks.rados.rados.0.smithi119.stdout:3537: finishing write tid 2 to smithi11982245-13 2024-04-13T07:57:33.488 INFO:tasks.rados.rados.0.smithi119.stdout:3537: finishing write tid 3 to smithi11982245-13 2024-04-13T07:57:33.490 INFO:tasks.rados.rados.0.smithi119.stdout:3537: finishing write tid 4 to smithi11982245-13 2024-04-13T07:57:33.490 INFO:tasks.rados.rados.0.smithi119.stdout:3537: oid 13 updating version 0 to 2423 2024-04-13T07:57:33.490 INFO:tasks.rados.rados.0.smithi119.stdout:3537: oid 13 version 2423 is already newer than 2422 2024-04-13T07:57:33.490 INFO:tasks.rados.rados.0.smithi119.stdout:3537: oid 13 version 2423 is already newer than 2421 2024-04-13T07:57:33.490 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 13 v 2423 (ObjNum 1072 snap 362 seq_num 1072) dirty exists 2024-04-13T07:57:33.490 INFO:tasks.rados.rados.0.smithi119.stdout:3537: left oid 13 (ObjNum 1072 snap 362 seq_num 1072) 2024-04-13T07:57:33.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:33 smithi119 ceph-mon[96316]: osdmap e741: 8 total, 8 up, 8 in 2024-04-13T07:57:33.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:33 smithi119 ceph-mon[93746]: osdmap e741: 8 total, 8 up, 8 in 2024-04-13T07:57:33.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:33 smithi139 ceph-mon[88985]: osdmap e741: 8 total, 8 up, 8 in 2024-04-13T07:57:34.466 INFO:tasks.rados.rados.0.smithi119.stdout:3537: done (2 left) 2024-04-13T07:57:34.466 INFO:tasks.rados.rados.0.smithi119.stdout:3538: done (1 left) 2024-04-13T07:57:34.466 INFO:tasks.rados.rados.0.smithi119.stdout:3539: done (0 left) 2024-04-13T07:57:34.466 INFO:tasks.rados.rados.0.smithi119.stdout:3540: read oid 41 snap -1 2024-04-13T07:57:34.466 INFO:tasks.rados.rados.0.smithi119.stdout:3540: expect (ObjNum 912 snap 309 seq_num 912) 2024-04-13T07:57:34.466 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 8 current snap is 363 2024-04-13T07:57:34.466 INFO:tasks.rados.rados.0.smithi119.stdout:3541: seq_num 1073 ranges {1114112=778240,1892352=401408} 2024-04-13T07:57:34.476 INFO:tasks.rados.rados.0.smithi119.stdout:3541: writing smithi11982245-8 from 1114112 to 1892352 tid 1 2024-04-13T07:57:34.478 INFO:tasks.rados.rados.0.smithi119.stdout:3541: writing smithi11982245-8 from 1892352 to 2293760 tid 2 2024-04-13T07:57:34.479 INFO:tasks.rados.rados.0.smithi119.stdout:3542: snap_create 2024-04-13T07:57:34.479 INFO:tasks.rados.rados.0.smithi119.stdout:3540: expect (ObjNum 912 snap 309 seq_num 912) 2024-04-13T07:57:34.583 INFO:tasks.rados.rados.0.smithi119.stdout:3541: finishing write tid 1 to smithi11982245-8 2024-04-13T07:57:34.583 INFO:tasks.rados.rados.0.smithi119.stdout:3541: finishing write tid 2 to smithi11982245-8 2024-04-13T07:57:34.583 INFO:tasks.rados.rados.0.smithi119.stdout:3541: finishing write tid 3 to smithi11982245-8 2024-04-13T07:57:34.583 INFO:tasks.rados.rados.0.smithi119.stdout:3541: finishing write tid 4 to smithi11982245-8 2024-04-13T07:57:34.583 INFO:tasks.rados.rados.0.smithi119.stdout:3541: oid 8 updating version 0 to 2426 2024-04-13T07:57:34.583 INFO:tasks.rados.rados.0.smithi119.stdout:3541: oid 8 version 2426 is already newer than 2425 2024-04-13T07:57:34.583 INFO:tasks.rados.rados.0.smithi119.stdout:3541: oid 8 version 2426 is already newer than 2424 2024-04-13T07:57:34.583 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 8 v 2426 (ObjNum 1073 snap 363 seq_num 1073) dirty exists 2024-04-13T07:57:34.583 INFO:tasks.rados.rados.0.smithi119.stdout:3541: left oid 8 (ObjNum 1073 snap 363 seq_num 1073) 2024-04-13T07:57:34.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:34 smithi119 ceph-mon[96316]: pgmap v782: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 1.1 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 1.3 MiB/s wr, 11 op/s 2024-04-13T07:57:34.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:34 smithi119 ceph-mon[96316]: osdmap e742: 8 total, 8 up, 8 in 2024-04-13T07:57:34.820 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:34 smithi119 ceph-mon[93746]: pgmap v782: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 1.1 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 1.3 MiB/s wr, 11 op/s 2024-04-13T07:57:34.820 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:34 smithi119 ceph-mon[93746]: osdmap e742: 8 total, 8 up, 8 in 2024-04-13T07:57:34.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:34 smithi139 ceph-mon[88985]: pgmap v782: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 1.1 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 1.3 MiB/s wr, 11 op/s 2024-04-13T07:57:34.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:34 smithi139 ceph-mon[88985]: osdmap e742: 8 total, 8 up, 8 in 2024-04-13T07:57:35.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:57:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:57:34] "GET /metrics HTTP/1.1" 200 36206 "" "Prometheus/2.43.0" 2024-04-13T07:57:35.450 INFO:tasks.rados.rados.0.smithi119.stdout:3540: done (2 left) 2024-04-13T07:57:35.450 INFO:tasks.rados.rados.0.smithi119.stdout:3541: done (1 left) 2024-04-13T07:57:35.450 INFO:tasks.rados.rados.0.smithi119.stdout:3542: done (0 left) 2024-04-13T07:57:35.450 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 4 current snap is 364 2024-04-13T07:57:35.450 INFO:tasks.rados.rados.0.smithi119.stdout:3543: seq_num 1074 ranges {18284544=794624,19079168=401408} 2024-04-13T07:57:35.551 INFO:tasks.rados.rados.0.smithi119.stdout:3543: writing smithi11982245-4 from 18284544 to 19079168 tid 1 2024-04-13T07:57:35.553 INFO:tasks.rados.rados.0.smithi119.stdout:3543: writing smithi11982245-4 from 19079168 to 19480576 tid 2 2024-04-13T07:57:35.553 INFO:tasks.rados.rados.0.smithi119.stdout:3544: copy_from oid 41 from oid 13 current snap is 364 2024-04-13T07:57:35.553 INFO:tasks.rados.rados.0.smithi119.stdout:3545: setattr oid 47 current snap is 364 2024-04-13T07:57:35.555 INFO:tasks.rados.rados.0.smithi119.stdout:3546: delete oid 37 current snap is 364 2024-04-13T07:57:35.557 INFO:tasks.rados.rados.0.smithi119.stdout:3543: finishing write tid 1 to smithi11982245-4 2024-04-13T07:57:35.558 INFO:tasks.rados.rados.0.smithi119.stdout:3546: done (3 left) 2024-04-13T07:57:35.558 INFO:tasks.rados.rados.0.smithi119.stdout:3547: delete oid 25 current snap is 364 2024-04-13T07:57:35.558 INFO:tasks.rados.rados.0.smithi119.stdout:3543: finishing write tid 2 to smithi11982245-4 2024-04-13T07:57:35.559 INFO:tasks.rados.rados.0.smithi119.stdout:3543: finishing write tid 3 to smithi11982245-4 2024-04-13T07:57:35.559 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 47 v 2480 (ObjNum 0 snap 0 seq_num 304) dirty exists 2024-04-13T07:57:35.561 INFO:tasks.rados.rados.0.smithi119.stdout:3543: finishing write tid 4 to smithi11982245-4 2024-04-13T07:57:35.561 INFO:tasks.rados.rados.0.smithi119.stdout:3543: oid 4 updating version 0 to 2219 2024-04-13T07:57:35.561 INFO:tasks.rados.rados.0.smithi119.stdout:3543: oid 4 version 2219 is already newer than 2218 2024-04-13T07:57:35.561 INFO:tasks.rados.rados.0.smithi119.stdout:3543: oid 4 updating version 2219 to 2220 2024-04-13T07:57:35.561 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 4 v 2220 (ObjNum 1074 snap 364 seq_num 1074) dirty exists 2024-04-13T07:57:35.561 INFO:tasks.rados.rados.0.smithi119.stdout:3543: left oid 4 (ObjNum 1074 snap 364 seq_num 1074) 2024-04-13T07:57:35.561 INFO:tasks.rados.rados.0.smithi119.stdout:3543: done (3 left) 2024-04-13T07:57:35.561 INFO:tasks.rados.rados.0.smithi119.stdout:3545: done (2 left) 2024-04-13T07:57:35.561 INFO:tasks.rados.rados.0.smithi119.stdout:3547: done (1 left) 2024-04-13T07:57:35.561 INFO:tasks.rados.rados.0.smithi119.stdout:3548: snap_remove snap 355 2024-04-13T07:57:35.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:35 smithi139 ceph-mon[88985]: osdmap e743: 8 total, 8 up, 8 in 2024-04-13T07:57:35.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:35 smithi139 ceph-mon[88985]: osdmap e744: 8 total, 8 up, 8 in 2024-04-13T07:57:35.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:35 smithi119 ceph-mon[96316]: osdmap e743: 8 total, 8 up, 8 in 2024-04-13T07:57:35.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:35 smithi119 ceph-mon[96316]: osdmap e744: 8 total, 8 up, 8 in 2024-04-13T07:57:35.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:35 smithi119 ceph-mon[93746]: osdmap e743: 8 total, 8 up, 8 in 2024-04-13T07:57:35.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:35 smithi119 ceph-mon[93746]: osdmap e744: 8 total, 8 up, 8 in 2024-04-13T07:57:36.490 INFO:tasks.rados.rados.0.smithi119.stdout:3544: finishing copy_from racing read to smithi11982245-41 2024-04-13T07:57:36.490 INFO:tasks.rados.rados.0.smithi119.stdout:3544: finishing copy_from to smithi11982245-41 2024-04-13T07:57:36.490 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 41 v 2423 (ObjNum 1072 snap 362 seq_num 1072) dirty exists 2024-04-13T07:57:36.490 INFO:tasks.rados.rados.0.smithi119.stdout:3544: done (1 left) 2024-04-13T07:57:36.490 INFO:tasks.rados.rados.0.smithi119.stdout:3548: done (0 left) 2024-04-13T07:57:36.490 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 41 current snap is 364 2024-04-13T07:57:36.490 INFO:tasks.rados.rados.0.smithi119.stdout:3549: seq_num 1077 ranges {1908736=442368,2351104=434176,2785280=368640} 2024-04-13T07:57:36.503 INFO:tasks.rados.rados.0.smithi119.stdout:3549: writing smithi11982245-41 from 1908736 to 2351104 tid 1 2024-04-13T07:57:36.506 INFO:tasks.rados.rados.0.smithi119.stdout:3549: writing smithi11982245-41 from 2351104 to 2785280 tid 2 2024-04-13T07:57:36.509 INFO:tasks.rados.rados.0.smithi119.stdout:3549: writing smithi11982245-41 from 2785280 to 3153920 tid 3 2024-04-13T07:57:36.509 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 27 current snap is 364 2024-04-13T07:57:36.509 INFO:tasks.rados.rados.0.smithi119.stdout:3550: seq_num 1078 ranges {565248=458752,1024000=720896,1744896=81920} 2024-04-13T07:57:36.515 INFO:tasks.rados.rados.0.smithi119.stdout:3550: writing smithi11982245-27 from 565248 to 1024000 tid 1 2024-04-13T07:57:36.519 INFO:tasks.rados.rados.0.smithi119.stdout:3550: writing smithi11982245-27 from 1024000 to 1744896 tid 2 2024-04-13T07:57:36.521 INFO:tasks.rados.rados.0.smithi119.stdout:3550: writing smithi11982245-27 from 1744896 to 1826816 tid 3 2024-04-13T07:57:36.521 INFO:tasks.rados.rados.0.smithi119.stdout:3551: read oid 3 snap -1 2024-04-13T07:57:36.521 INFO:tasks.rados.rados.0.smithi119.stdout:3551: expect (ObjNum 1058 snap 355 seq_num 1058) 2024-04-13T07:57:36.521 INFO:tasks.rados.rados.0.smithi119.stdout:3552: read oid 6 snap -1 2024-04-13T07:57:36.521 INFO:tasks.rados.rados.0.smithi119.stdout:3552: expect (ObjNum 985 snap 329 seq_num 985) 2024-04-13T07:57:36.521 INFO:tasks.rados.rados.0.smithi119.stdout:3553: copy_from oid 44 from oid 36 current snap is 364 2024-04-13T07:57:36.521 INFO:tasks.rados.rados.0.smithi119.stdout:3549: finishing write tid 1 to smithi11982245-41 2024-04-13T07:57:36.521 INFO:tasks.rados.rados.0.smithi119.stdout:3549: finishing write tid 2 to smithi11982245-41 2024-04-13T07:57:36.521 INFO:tasks.rados.rados.0.smithi119.stdout:3549: finishing write tid 3 to smithi11982245-41 2024-04-13T07:57:36.521 INFO:tasks.rados.rados.0.smithi119.stdout:3549: finishing write tid 4 to smithi11982245-41 2024-04-13T07:57:36.522 INFO:tasks.rados.rados.0.smithi119.stdout:3549: finishing write tid 5 to smithi11982245-41 2024-04-13T07:57:36.522 INFO:tasks.rados.rados.0.smithi119.stdout:3549: oid 41 updating version 0 to 2427 2024-04-13T07:57:36.522 INFO:tasks.rados.rados.0.smithi119.stdout:3549: oid 41 version 2427 is already newer than 2425 2024-04-13T07:57:36.522 INFO:tasks.rados.rados.0.smithi119.stdout:3549: oid 41 version 2427 is already newer than 2424 2024-04-13T07:57:36.522 INFO:tasks.rados.rados.0.smithi119.stdout:3549: oid 41 version 2427 is already newer than 2426 2024-04-13T07:57:36.522 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 41 v 2427 (ObjNum 1077 snap 364 seq_num 1077) dirty exists 2024-04-13T07:57:36.522 INFO:tasks.rados.rados.0.smithi119.stdout:3549: left oid 41 (ObjNum 1077 snap 364 seq_num 1077) 2024-04-13T07:57:36.522 INFO:tasks.rados.rados.0.smithi119.stdout:3550: finishing write tid 1 to smithi11982245-27 2024-04-13T07:57:36.522 INFO:tasks.rados.rados.0.smithi119.stdout:3549: done (4 left) 2024-04-13T07:57:36.522 INFO:tasks.rados.rados.0.smithi119.stdout:3554: rmattr oid 5 current snap is 364 2024-04-13T07:57:36.522 INFO:tasks.rados.rados.0.smithi119.stdout:3554: done (4 left) 2024-04-13T07:57:36.522 INFO:tasks.rados.rados.0.smithi119.stdout:3555: delete oid 22 current snap is 364 2024-04-13T07:57:36.525 INFO:tasks.rados.rados.0.smithi119.stdout:3555: done (4 left) 2024-04-13T07:57:36.526 INFO:tasks.rados.rados.0.smithi119.stdout:3556: delete oid 12 current snap is 364 2024-04-13T07:57:36.526 INFO:tasks.rados.rados.0.smithi119.stdout:3550: finishing write tid 2 to smithi11982245-27 2024-04-13T07:57:36.526 INFO:tasks.rados.rados.0.smithi119.stdout:3550: finishing write tid 3 to smithi11982245-27 2024-04-13T07:57:36.527 INFO:tasks.rados.rados.0.smithi119.stdout:3550: finishing write tid 4 to smithi11982245-27 2024-04-13T07:57:36.527 INFO:tasks.rados.rados.0.smithi119.stdout:3551: expect (ObjNum 1058 snap 355 seq_num 1058) 2024-04-13T07:57:36.559 INFO:tasks.rados.rados.0.smithi119.stdout:3553: finishing copy_from racing read to smithi11982245-44 2024-04-13T07:57:36.559 INFO:tasks.rados.rados.0.smithi119.stdout:3553: finishing copy_from to smithi11982245-44 2024-04-13T07:57:36.559 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 44 v 2098 (ObjNum 930 snap 319 seq_num 930) dirty exists 2024-04-13T07:57:36.559 INFO:tasks.rados.rados.0.smithi119.stdout:3551: done (4 left) 2024-04-13T07:57:36.559 INFO:tasks.rados.rados.0.smithi119.stdout:3553: done (3 left) 2024-04-13T07:57:36.559 INFO:tasks.rados.rados.0.smithi119.stdout:3556: done (2 left) 2024-04-13T07:57:36.559 INFO:tasks.rados.rados.0.smithi119.stdout:3557: snap_create 2024-04-13T07:57:36.560 INFO:tasks.rados.rados.0.smithi119.stdout:3550: finishing write tid 5 to smithi11982245-27 2024-04-13T07:57:36.560 INFO:tasks.rados.rados.0.smithi119.stdout:3550: oid 27 updating version 0 to 2196 2024-04-13T07:57:36.560 INFO:tasks.rados.rados.0.smithi119.stdout:3550: oid 27 updating version 2196 to 2199 2024-04-13T07:57:36.560 INFO:tasks.rados.rados.0.smithi119.stdout:3550: oid 27 version 2199 is already newer than 2197 2024-04-13T07:57:36.560 INFO:tasks.rados.rados.0.smithi119.stdout:3550: oid 27 version 2199 is already newer than 2198 2024-04-13T07:57:36.560 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 27 v 2199 (ObjNum 1078 snap 364 seq_num 1078) dirty exists 2024-04-13T07:57:36.560 INFO:tasks.rados.rados.0.smithi119.stdout:3550: left oid 27 (ObjNum 1078 snap 364 seq_num 1078) 2024-04-13T07:57:36.560 INFO:tasks.rados.rados.0.smithi119.stdout:3552: expect (ObjNum 985 snap 329 seq_num 985) 2024-04-13T07:57:36.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:36 smithi139 ceph-mon[88985]: pgmap v785: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 1.1 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T07:57:36.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:36 smithi119 ceph-mon[93746]: pgmap v785: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 1.1 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T07:57:36.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:36 smithi119 ceph-mon[96316]: pgmap v785: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 1.1 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T07:57:37.492 INFO:tasks.rados.rados.0.smithi119.stdout:3550: done (2 left) 2024-04-13T07:57:37.492 INFO:tasks.rados.rados.0.smithi119.stdout:3552: done (1 left) 2024-04-13T07:57:37.492 INFO:tasks.rados.rados.0.smithi119.stdout:3557: done (0 left) 2024-04-13T07:57:37.492 INFO:tasks.rados.rados.0.smithi119.stdout:3558: snap_remove snap 318 2024-04-13T07:57:37.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:37 smithi139 ceph-mon[88985]: osdmap e745: 8 total, 8 up, 8 in 2024-04-13T07:57:37.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:37 smithi119 ceph-mon[96316]: osdmap e745: 8 total, 8 up, 8 in 2024-04-13T07:57:37.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:37 smithi119 ceph-mon[93746]: osdmap e745: 8 total, 8 up, 8 in 2024-04-13T07:57:38.494 INFO:tasks.rados.rados.0.smithi119.stdout:3558: done (0 left) 2024-04-13T07:57:38.494 INFO:tasks.rados.rados.0.smithi119.stdout:3559: snap_create 2024-04-13T07:57:38.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:38 smithi139 ceph-mon[88985]: pgmap v788: 121 pgs: 121 active+clean; 1.2 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 852 KiB/s wr, 6 op/s 2024-04-13T07:57:38.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:38 smithi139 ceph-mon[88985]: osdmap e746: 8 total, 8 up, 8 in 2024-04-13T07:57:38.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:38 smithi119 ceph-mon[93746]: pgmap v788: 121 pgs: 121 active+clean; 1.2 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 852 KiB/s wr, 6 op/s 2024-04-13T07:57:38.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:38 smithi119 ceph-mon[93746]: osdmap e746: 8 total, 8 up, 8 in 2024-04-13T07:57:38.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:38 smithi119 ceph-mon[96316]: pgmap v788: 121 pgs: 121 active+clean; 1.2 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 852 KiB/s wr, 6 op/s 2024-04-13T07:57:38.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:38 smithi119 ceph-mon[96316]: osdmap e746: 8 total, 8 up, 8 in 2024-04-13T07:57:39.509 INFO:tasks.rados.rados.0.smithi119.stdout:3559: done (0 left) 2024-04-13T07:57:39.509 INFO:tasks.rados.rados.0.smithi119.stdout:3560: copy_from oid 13 from oid 23 current snap is 366 2024-04-13T07:57:39.509 INFO:tasks.rados.rados.0.smithi119.stdout:3561: delete oid 7 current snap is 366 2024-04-13T07:57:39.514 INFO:tasks.rados.rados.0.smithi119.stdout:3561: done (1 left) 2024-04-13T07:57:39.514 INFO:tasks.rados.rados.0.smithi119.stdout:3562: snap_create 2024-04-13T07:57:39.517 INFO:tasks.rados.rados.0.smithi119.stdout:3560: finishing copy_from to smithi11982245-13 2024-04-13T07:57:39.517 INFO:tasks.rados.rados.0.smithi119.stdout:3560: got expected ENOENT (src dne) 2024-04-13T07:57:39.517 INFO:tasks.rados.rados.0.smithi119.stdout:3560: finishing copy_from racing read to smithi11982245-13 2024-04-13T07:57:39.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:39 smithi139 ceph-mon[88985]: osdmap e747: 8 total, 8 up, 8 in 2024-04-13T07:57:39.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:57:39.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:39 smithi119 ceph-mon[96316]: osdmap e747: 8 total, 8 up, 8 in 2024-04-13T07:57:39.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:57:39.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:39 smithi119 ceph-mon[93746]: osdmap e747: 8 total, 8 up, 8 in 2024-04-13T07:57:39.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:57:40.452 INFO:tasks.rados.rados.0.smithi119.stdout:3560: done (1 left) 2024-04-13T07:57:40.452 INFO:tasks.rados.rados.0.smithi119.stdout:3562: done (0 left) 2024-04-13T07:57:40.453 INFO:tasks.rados.rados.0.smithi119.stdout:3563: snap_create 2024-04-13T07:57:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:40 smithi139 ceph-mon[88985]: pgmap v791: 121 pgs: 121 active+clean; 1.2 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 852 KiB/s wr, 11 op/s 2024-04-13T07:57:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:40 smithi139 ceph-mon[88985]: osdmap e748: 8 total, 8 up, 8 in 2024-04-13T07:57:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:40 smithi139 ceph-mon[88985]: osdmap e749: 8 total, 8 up, 8 in 2024-04-13T07:57:40.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:40 smithi119 ceph-mon[93746]: pgmap v791: 121 pgs: 121 active+clean; 1.2 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 852 KiB/s wr, 11 op/s 2024-04-13T07:57:40.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:40 smithi119 ceph-mon[93746]: osdmap e748: 8 total, 8 up, 8 in 2024-04-13T07:57:40.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:40 smithi119 ceph-mon[93746]: osdmap e749: 8 total, 8 up, 8 in 2024-04-13T07:57:40.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:40 smithi119 ceph-mon[96316]: pgmap v791: 121 pgs: 121 active+clean; 1.2 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 852 KiB/s wr, 11 op/s 2024-04-13T07:57:40.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:40 smithi119 ceph-mon[96316]: osdmap e748: 8 total, 8 up, 8 in 2024-04-13T07:57:40.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:40 smithi119 ceph-mon[96316]: osdmap e749: 8 total, 8 up, 8 in 2024-04-13T07:57:41.453 INFO:tasks.rados.rados.0.smithi119.stdout:3563: done (0 left) 2024-04-13T07:57:41.453 INFO:tasks.rados.rados.0.smithi119.stdout:3564: snap_create 2024-04-13T07:57:42.453 INFO:tasks.rados.rados.0.smithi119.stdout:3564: done (0 left) 2024-04-13T07:57:42.454 INFO:tasks.rados.rados.0.smithi119.stdout:3565: snap_create 2024-04-13T07:57:42.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:42 smithi139 ceph-mon[88985]: pgmap v794: 121 pgs: 121 active+clean; 1.2 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.6 MiB/s wr, 12 op/s 2024-04-13T07:57:42.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:42 smithi139 ceph-mon[88985]: osdmap e750: 8 total, 8 up, 8 in 2024-04-13T07:57:42.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:57:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T07:57:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:57:42.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:42 smithi119 ceph-mon[93746]: pgmap v794: 121 pgs: 121 active+clean; 1.2 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.6 MiB/s wr, 12 op/s 2024-04-13T07:57:42.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:42 smithi119 ceph-mon[93746]: osdmap e750: 8 total, 8 up, 8 in 2024-04-13T07:57:42.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:42 smithi119 ceph-mon[96316]: pgmap v794: 121 pgs: 121 active+clean; 1.2 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.6 MiB/s wr, 12 op/s 2024-04-13T07:57:42.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:42 smithi119 ceph-mon[96316]: osdmap e750: 8 total, 8 up, 8 in 2024-04-13T07:57:43.467 INFO:tasks.rados.rados.0.smithi119.stdout:3565: done (0 left) 2024-04-13T07:57:43.530 INFO:tasks.rados.rados.0.smithi119.stdout:3566: read oid 3 snap 304 2024-04-13T07:57:43.530 INFO:tasks.rados.rados.0.smithi119.stdout:3566: expect (ObjNum 504 snap 172 seq_num 504) 2024-04-13T07:57:43.530 INFO:tasks.rados.rados.0.smithi119.stdout:3567: delete oid 19 current snap is 370 2024-04-13T07:57:43.532 INFO:tasks.rados.rados.0.smithi119.stdout:3567: done (1 left) 2024-04-13T07:57:43.532 INFO:tasks.rados.rados.0.smithi119.stdout:3568: read oid 29 snap 348 2024-04-13T07:57:43.532 INFO:tasks.rados.rados.0.smithi119.stdout:3568: expect (ObjNum 1045 snap 348 seq_num 1045) 2024-04-13T07:57:43.532 INFO:tasks.rados.rados.0.smithi119.stdout:3569: setattr oid 40 current snap is 370 2024-04-13T07:57:43.533 INFO:tasks.rados.rados.0.smithi119.stdout:3570: snap_create 2024-04-13T07:57:43.533 INFO:tasks.rados.rados.0.smithi119.stdout:3566: expect (ObjNum 504 snap 172 seq_num 504) 2024-04-13T07:57:43.533 INFO:tasks.rados.rados.0.smithi119.stdout:3568: expect (ObjNum 1045 snap 348 seq_num 1045) 2024-04-13T07:57:43.533 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 40 v 2491 (ObjNum 33 snap 0 seq_num 752472112) dirty exists 2024-04-13T07:57:43.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:43 smithi119 ceph-mon[93746]: osdmap e751: 8 total, 8 up, 8 in 2024-04-13T07:57:43.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:43 smithi119 ceph-mon[96316]: osdmap e751: 8 total, 8 up, 8 in 2024-04-13T07:57:43.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:43 smithi139 ceph-mon[88985]: osdmap e751: 8 total, 8 up, 8 in 2024-04-13T07:57:44.471 INFO:tasks.rados.rados.0.smithi119.stdout:3566: done (3 left) 2024-04-13T07:57:44.471 INFO:tasks.rados.rados.0.smithi119.stdout:3568: done (2 left) 2024-04-13T07:57:44.471 INFO:tasks.rados.rados.0.smithi119.stdout:3569: done (1 left) 2024-04-13T07:57:44.471 INFO:tasks.rados.rados.0.smithi119.stdout:3570: done (0 left) 2024-04-13T07:57:44.471 INFO:tasks.rados.rados.0.smithi119.stdout:3571: rollback oid 29 current snap is 371 2024-04-13T07:57:44.471 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 29 to 349 2024-04-13T07:57:44.471 INFO:tasks.rados.rados.0.smithi119.stdout:3572: snap_create 2024-04-13T07:57:44.476 INFO:tasks.rados.rados.0.smithi119.stdout:3571: finishing rollback tid 0 to smithi11982245-29 2024-04-13T07:57:44.476 INFO:tasks.rados.rados.0.smithi119.stdout:3571: finishing rollback tid 1 to smithi11982245-29 2024-04-13T07:57:44.476 INFO:tasks.rados.rados.0.smithi119.stdout:3571: finishing rollback tid 2 to smithi11982245-29 2024-04-13T07:57:44.476 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 29 v 2225 (ObjNum 1045 snap 348 seq_num 1045) dirty exists 2024-04-13T07:57:44.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:44 smithi119 ceph-mon[96316]: pgmap v797: 121 pgs: 121 active+clean; 1.2 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-04-13T07:57:44.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:44 smithi119 ceph-mon[96316]: osdmap e752: 8 total, 8 up, 8 in 2024-04-13T07:57:44.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:44 smithi119 ceph-mon[93746]: pgmap v797: 121 pgs: 121 active+clean; 1.2 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-04-13T07:57:44.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:44 smithi119 ceph-mon[93746]: osdmap e752: 8 total, 8 up, 8 in 2024-04-13T07:57:44.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:44 smithi139 ceph-mon[88985]: pgmap v797: 121 pgs: 121 active+clean; 1.2 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-04-13T07:57:44.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:44 smithi139 ceph-mon[88985]: osdmap e752: 8 total, 8 up, 8 in 2024-04-13T07:57:45.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:57:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:57:44] "GET /metrics HTTP/1.1" 200 36205 "" "Prometheus/2.43.0" 2024-04-13T07:57:45.454 INFO:tasks.rados.rados.0.smithi119.stdout:3571: done (1 left) 2024-04-13T07:57:45.454 INFO:tasks.rados.rados.0.smithi119.stdout:3572: done (0 left) 2024-04-13T07:57:45.454 INFO:tasks.rados.rados.0.smithi119.stdout:3573: delete oid 19 current snap is 372 2024-04-13T07:57:45.459 INFO:tasks.rados.rados.0.smithi119.stdout:3573: done (0 left) 2024-04-13T07:57:45.459 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 44 current snap is 372 2024-04-13T07:57:45.460 INFO:tasks.rados.rados.0.smithi119.stdout:3574: seq_num 1084 ranges {1187840=557056,1744896=475136,2220032=327680} 2024-04-13T07:57:45.469 INFO:tasks.rados.rados.0.smithi119.stdout:3574: writing smithi11982245-44 from 1187840 to 1744896 tid 1 2024-04-13T07:57:45.472 INFO:tasks.rados.rados.0.smithi119.stdout:3574: writing smithi11982245-44 from 1744896 to 2220032 tid 2 2024-04-13T07:57:45.474 INFO:tasks.rados.rados.0.smithi119.stdout:3574: writing smithi11982245-44 from 2220032 to 2547712 tid 3 2024-04-13T07:57:45.475 INFO:tasks.rados.rados.0.smithi119.stdout:3575: snap_create 2024-04-13T07:57:45.480 INFO:tasks.rados.rados.0.smithi119.stdout:3574: finishing write tid 1 to smithi11982245-44 2024-04-13T07:57:45.480 INFO:tasks.rados.rados.0.smithi119.stdout:3574: finishing write tid 2 to smithi11982245-44 2024-04-13T07:57:45.480 INFO:tasks.rados.rados.0.smithi119.stdout:3574: finishing write tid 3 to smithi11982245-44 2024-04-13T07:57:45.480 INFO:tasks.rados.rados.0.smithi119.stdout:3574: finishing write tid 4 to smithi11982245-44 2024-04-13T07:57:45.482 INFO:tasks.rados.rados.0.smithi119.stdout:3574: finishing write tid 5 to smithi11982245-44 2024-04-13T07:57:45.482 INFO:tasks.rados.rados.0.smithi119.stdout:3574: oid 44 updating version 0 to 2417 2024-04-13T07:57:45.482 INFO:tasks.rados.rados.0.smithi119.stdout:3574: oid 44 updating version 2417 to 2418 2024-04-13T07:57:45.482 INFO:tasks.rados.rados.0.smithi119.stdout:3574: oid 44 updating version 2418 to 2420 2024-04-13T07:57:45.482 INFO:tasks.rados.rados.0.smithi119.stdout:3574: oid 44 version 2420 is already newer than 2419 2024-04-13T07:57:45.483 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 44 v 2420 (ObjNum 1084 snap 372 seq_num 1084) dirty exists 2024-04-13T07:57:45.483 INFO:tasks.rados.rados.0.smithi119.stdout:3574: left oid 44 (ObjNum 1084 snap 372 seq_num 1084) 2024-04-13T07:57:45.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:45 smithi139 ceph-mon[88985]: osdmap e753: 8 total, 8 up, 8 in 2024-04-13T07:57:45.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:45 smithi139 ceph-mon[88985]: osdmap e754: 8 total, 8 up, 8 in 2024-04-13T07:57:45.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:45 smithi119 ceph-mon[96316]: osdmap e753: 8 total, 8 up, 8 in 2024-04-13T07:57:45.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:45 smithi119 ceph-mon[96316]: osdmap e754: 8 total, 8 up, 8 in 2024-04-13T07:57:45.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:45 smithi119 ceph-mon[93746]: osdmap e753: 8 total, 8 up, 8 in 2024-04-13T07:57:45.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:45 smithi119 ceph-mon[93746]: osdmap e754: 8 total, 8 up, 8 in 2024-04-13T07:57:46.479 INFO:tasks.rados.rados.0.smithi119.stdout:3574: done (1 left) 2024-04-13T07:57:46.480 INFO:tasks.rados.rados.0.smithi119.stdout:3575: done (0 left) 2024-04-13T07:57:46.480 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 23 current snap is 373 2024-04-13T07:57:46.480 INFO:tasks.rados.rados.0.smithi119.stdout:3576: seq_num 1085 ranges {0=581632,581632=761856,1343488=40960} 2024-04-13T07:57:46.482 INFO:tasks.rados.rados.0.smithi119.stdout:3576: writing smithi11982245-23 from 0 to 581632 tid 1 2024-04-13T07:57:46.487 INFO:tasks.rados.rados.0.smithi119.stdout:3576: writing smithi11982245-23 from 581632 to 1343488 tid 2 2024-04-13T07:57:46.488 INFO:tasks.rados.rados.0.smithi119.stdout:3576: writing smithi11982245-23 from 1343488 to 1384448 tid 3 2024-04-13T07:57:46.488 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 3 current snap is 373 2024-04-13T07:57:46.488 INFO:tasks.rados.rados.0.smithi119.stdout:3577: seq_num 1086 ranges {1048576=598016,1646592=647168,2293760=155648} 2024-04-13T07:57:46.497 INFO:tasks.rados.rados.0.smithi119.stdout:3577: writing smithi11982245-3 from 1048576 to 1646592 tid 1 2024-04-13T07:57:46.501 INFO:tasks.rados.rados.0.smithi119.stdout:3577: writing smithi11982245-3 from 1646592 to 2293760 tid 2 2024-04-13T07:57:46.503 INFO:tasks.rados.rados.0.smithi119.stdout:3577: writing smithi11982245-3 from 2293760 to 2449408 tid 3 2024-04-13T07:57:46.503 INFO:tasks.rados.rados.0.smithi119.stdout:3578: read oid 34 snap -1 2024-04-13T07:57:46.503 INFO:tasks.rados.rados.0.smithi119.stdout:3578: expect (ObjNum 1011 snap 337 seq_num 1011) 2024-04-13T07:57:46.504 INFO:tasks.rados.rados.0.smithi119.stdout:3579: rollback oid 19 current snap is 373 2024-04-13T07:57:46.504 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 19 to 352 2024-04-13T07:57:46.504 INFO:tasks.rados.rados.0.smithi119.stdout:3576: finishing write tid 1 to smithi11982245-23 2024-04-13T07:57:46.504 INFO:tasks.rados.rados.0.smithi119.stdout:3580: delete oid 30 current snap is 373 2024-04-13T07:57:46.504 INFO:tasks.rados.rados.0.smithi119.stdout:3576: finishing write tid 2 to smithi11982245-23 2024-04-13T07:57:46.504 INFO:tasks.rados.rados.0.smithi119.stdout:3576: finishing write tid 3 to smithi11982245-23 2024-04-13T07:57:46.505 INFO:tasks.rados.rados.0.smithi119.stdout:3576: finishing write tid 4 to smithi11982245-23 2024-04-13T07:57:46.505 INFO:tasks.rados.rados.0.smithi119.stdout:3576: finishing write tid 5 to smithi11982245-23 2024-04-13T07:57:46.505 INFO:tasks.rados.rados.0.smithi119.stdout:3576: oid 23 updating version 0 to 2367 2024-04-13T07:57:46.505 INFO:tasks.rados.rados.0.smithi119.stdout:3576: oid 23 updating version 2367 to 2369 2024-04-13T07:57:46.505 INFO:tasks.rados.rados.0.smithi119.stdout:3576: oid 23 version 2369 is already newer than 2366 2024-04-13T07:57:46.505 INFO:tasks.rados.rados.0.smithi119.stdout:3576: oid 23 version 2369 is already newer than 2368 2024-04-13T07:57:46.506 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 23 v 2369 (ObjNum 1085 snap 373 seq_num 1085) dirty exists 2024-04-13T07:57:46.506 INFO:tasks.rados.rados.0.smithi119.stdout:3576: left oid 23 (ObjNum 1085 snap 373 seq_num 1085) 2024-04-13T07:57:46.507 INFO:tasks.rados.rados.0.smithi119.stdout:3577: finishing write tid 1 to smithi11982245-3 2024-04-13T07:57:46.507 INFO:tasks.rados.rados.0.smithi119.stdout:3579: finishing rollback tid 1 to smithi11982245-19 2024-04-13T07:57:46.507 INFO:tasks.rados.rados.0.smithi119.stdout:3579: finishing rollback tid 2 to smithi11982245-19 2024-04-13T07:57:46.507 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 19 v 2227 (ObjNum 562 snap 190 seq_num 562) dirty exists 2024-04-13T07:57:46.509 INFO:tasks.rados.rados.0.smithi119.stdout:3577: finishing write tid 2 to smithi11982245-3 2024-04-13T07:57:46.509 INFO:tasks.rados.rados.0.smithi119.stdout:3577: finishing write tid 3 to smithi11982245-3 2024-04-13T07:57:46.511 INFO:tasks.rados.rados.0.smithi119.stdout:3577: finishing write tid 4 to smithi11982245-3 2024-04-13T07:57:46.512 INFO:tasks.rados.rados.0.smithi119.stdout:3577: finishing write tid 5 to smithi11982245-3 2024-04-13T07:57:46.512 INFO:tasks.rados.rados.0.smithi119.stdout:3577: oid 3 updating version 0 to 2223 2024-04-13T07:57:46.512 INFO:tasks.rados.rados.0.smithi119.stdout:3577: oid 3 version 2223 is already newer than 2222 2024-04-13T07:57:46.512 INFO:tasks.rados.rados.0.smithi119.stdout:3577: oid 3 updating version 2223 to 2224 2024-04-13T07:57:46.513 INFO:tasks.rados.rados.0.smithi119.stdout:3577: oid 3 version 2224 is already newer than 2221 2024-04-13T07:57:46.513 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 3 v 2224 (ObjNum 1086 snap 373 seq_num 1086) dirty exists 2024-04-13T07:57:46.513 INFO:tasks.rados.rados.0.smithi119.stdout:3577: left oid 3 (ObjNum 1086 snap 373 seq_num 1086) 2024-04-13T07:57:46.513 INFO:tasks.rados.rados.0.smithi119.stdout:3576: done (4 left) 2024-04-13T07:57:46.514 INFO:tasks.rados.rados.0.smithi119.stdout:3577: done (3 left) 2024-04-13T07:57:46.514 INFO:tasks.rados.rados.0.smithi119.stdout:3579: done (2 left) 2024-04-13T07:57:46.514 INFO:tasks.rados.rados.0.smithi119.stdout:3580: done (1 left) 2024-04-13T07:57:46.514 INFO:tasks.rados.rados.0.smithi119.stdout:3581: rollback oid 11 current snap is 373 2024-04-13T07:57:46.514 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 11 to 361 2024-04-13T07:57:46.514 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 25 current snap is 373 2024-04-13T07:57:46.514 INFO:tasks.rados.rados.0.smithi119.stdout:3582: seq_num 1088 ranges {0=630784,630784=466944,1097728=335872} 2024-04-13T07:57:46.517 INFO:tasks.rados.rados.0.smithi119.stdout:3582: writing smithi11982245-25 from 0 to 630784 tid 1 2024-04-13T07:57:46.519 INFO:tasks.rados.rados.0.smithi119.stdout:3582: writing smithi11982245-25 from 630784 to 1097728 tid 2 2024-04-13T07:57:46.523 INFO:tasks.rados.rados.0.smithi119.stdout:3582: writing smithi11982245-25 from 1097728 to 1433600 tid 3 2024-04-13T07:57:46.523 INFO:tasks.rados.rados.0.smithi119.stdout:3583: rollback oid 3 current snap is 373 2024-04-13T07:57:46.523 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 3 to 176 2024-04-13T07:57:46.523 INFO:tasks.rados.rados.0.smithi119.stdout:3581: finishing rollback tid 0 to smithi11982245-11 2024-04-13T07:57:46.523 INFO:tasks.rados.rados.0.smithi119.stdout:3581: finishing rollback tid 1 to smithi11982245-11 2024-04-13T07:57:46.523 INFO:tasks.rados.rados.0.smithi119.stdout:3581: finishing rollback tid 2 to smithi11982245-11 2024-04-13T07:57:46.523 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 11 v 2346 (ObjNum 33 snap 0 seq_num 1953066355) dirty exists 2024-04-13T07:57:46.523 INFO:tasks.rados.rados.0.smithi119.stdout:3581: done (3 left) 2024-04-13T07:57:46.524 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 21 current snap is 373 2024-04-13T07:57:46.524 INFO:tasks.rados.rados.0.smithi119.stdout:3584: seq_num 1089 ranges {2719744=647168,3366912=745472,4112384=57344} 2024-04-13T07:57:46.541 INFO:tasks.rados.rados.0.smithi119.stdout:3584: writing smithi11982245-21 from 2719744 to 3366912 tid 1 2024-04-13T07:57:46.545 INFO:tasks.rados.rados.0.smithi119.stdout:3584: writing smithi11982245-21 from 3366912 to 4112384 tid 2 2024-04-13T07:57:46.546 INFO:tasks.rados.rados.0.smithi119.stdout:3584: writing smithi11982245-21 from 4112384 to 4169728 tid 3 2024-04-13T07:57:46.546 INFO:tasks.rados.rados.0.smithi119.stdout:3585: snap_create 2024-04-13T07:57:46.546 INFO:tasks.rados.rados.0.smithi119.stdout:3582: finishing write tid 1 to smithi11982245-25 2024-04-13T07:57:46.546 INFO:tasks.rados.rados.0.smithi119.stdout:3582: finishing write tid 2 to smithi11982245-25 2024-04-13T07:57:46.546 INFO:tasks.rados.rados.0.smithi119.stdout:3582: finishing write tid 3 to smithi11982245-25 2024-04-13T07:57:46.546 INFO:tasks.rados.rados.0.smithi119.stdout:3582: finishing write tid 4 to smithi11982245-25 2024-04-13T07:57:46.547 INFO:tasks.rados.rados.0.smithi119.stdout:3578: expect (ObjNum 1011 snap 337 seq_num 1011) 2024-04-13T07:57:46.643 INFO:tasks.rados.rados.0.smithi119.stdout:3583: finishing rollback tid 0 to smithi11982245-3 2024-04-13T07:57:46.643 INFO:tasks.rados.rados.0.smithi119.stdout:3583: finishing rollback tid 1 to smithi11982245-3 2024-04-13T07:57:46.643 INFO:tasks.rados.rados.0.smithi119.stdout:3583: finishing rollback tid 2 to smithi11982245-3 2024-04-13T07:57:46.644 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 3 v 2228 (ObjNum 513 snap 175 seq_num 513) dirty exists 2024-04-13T07:57:46.644 INFO:tasks.rados.rados.0.smithi119.stdout:3582: finishing write tid 5 to smithi11982245-25 2024-04-13T07:57:46.644 INFO:tasks.rados.rados.0.smithi119.stdout:3582: oid 25 updating version 0 to 2214 2024-04-13T07:57:46.644 INFO:tasks.rados.rados.0.smithi119.stdout:3582: oid 25 version 2214 is already newer than 2213 2024-04-13T07:57:46.644 INFO:tasks.rados.rados.0.smithi119.stdout:3582: oid 25 version 2214 is already newer than 2212 2024-04-13T07:57:46.644 INFO:tasks.rados.rados.0.smithi119.stdout:3582: oid 25 updating version 2214 to 2215 2024-04-13T07:57:46.644 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 25 v 2215 (ObjNum 1088 snap 373 seq_num 1088) dirty exists 2024-04-13T07:57:46.644 INFO:tasks.rados.rados.0.smithi119.stdout:3582: left oid 25 (ObjNum 1088 snap 373 seq_num 1088) 2024-04-13T07:57:46.644 INFO:tasks.rados.rados.0.smithi119.stdout:3584: finishing write tid 1 to smithi11982245-21 2024-04-13T07:57:46.644 INFO:tasks.rados.rados.0.smithi119.stdout:3584: finishing write tid 2 to smithi11982245-21 2024-04-13T07:57:46.644 INFO:tasks.rados.rados.0.smithi119.stdout:3584: finishing write tid 3 to smithi11982245-21 2024-04-13T07:57:46.644 INFO:tasks.rados.rados.0.smithi119.stdout:3584: finishing write tid 4 to smithi11982245-21 2024-04-13T07:57:46.644 INFO:tasks.rados.rados.0.smithi119.stdout:3584: finishing write tid 5 to smithi11982245-21 2024-04-13T07:57:46.644 INFO:tasks.rados.rados.0.smithi119.stdout:3584: oid 21 updating version 0 to 2219 2024-04-13T07:57:46.644 INFO:tasks.rados.rados.0.smithi119.stdout:3584: oid 21 version 2219 is already newer than 2218 2024-04-13T07:57:46.645 INFO:tasks.rados.rados.0.smithi119.stdout:3584: oid 21 version 2219 is already newer than 2217 2024-04-13T07:57:46.645 INFO:tasks.rados.rados.0.smithi119.stdout:3584: oid 21 version 2219 is already newer than 2216 2024-04-13T07:57:46.645 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 21 v 2219 (ObjNum 1089 snap 373 seq_num 1089) dirty exists 2024-04-13T07:57:46.645 INFO:tasks.rados.rados.0.smithi119.stdout:3584: left oid 21 (ObjNum 1089 snap 373 seq_num 1089) 2024-04-13T07:57:46.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:46 smithi139 ceph-mon[88985]: pgmap v800: 121 pgs: 121 active+clean; 1.2 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 op/s 2024-04-13T07:57:46.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:46 smithi119 ceph-mon[96316]: pgmap v800: 121 pgs: 121 active+clean; 1.2 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 op/s 2024-04-13T07:57:46.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:46 smithi119 ceph-mon[93746]: pgmap v800: 121 pgs: 121 active+clean; 1.2 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 op/s 2024-04-13T07:57:47.497 INFO:tasks.rados.rados.0.smithi119.stdout:3578: done (4 left) 2024-04-13T07:57:47.498 INFO:tasks.rados.rados.0.smithi119.stdout:3582: done (3 left) 2024-04-13T07:57:47.498 INFO:tasks.rados.rados.0.smithi119.stdout:3583: done (2 left) 2024-04-13T07:57:47.498 INFO:tasks.rados.rados.0.smithi119.stdout:3584: done (1 left) 2024-04-13T07:57:47.498 INFO:tasks.rados.rados.0.smithi119.stdout:3585: done (0 left) 2024-04-13T07:57:47.498 INFO:tasks.rados.rados.0.smithi119.stdout:3586: delete oid 49 current snap is 374 2024-04-13T07:57:47.500 INFO:tasks.rados.rados.0.smithi119.stdout:3586: done (0 left) 2024-04-13T07:57:47.500 INFO:tasks.rados.rados.0.smithi119.stdout:3587: snap_remove snap 361 2024-04-13T07:57:47.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:47 smithi139 ceph-mon[88985]: osdmap e755: 8 total, 8 up, 8 in 2024-04-13T07:57:47.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:47 smithi119 ceph-mon[96316]: osdmap e755: 8 total, 8 up, 8 in 2024-04-13T07:57:47.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:47 smithi119 ceph-mon[93746]: osdmap e755: 8 total, 8 up, 8 in 2024-04-13T07:57:48.500 INFO:tasks.rados.rados.0.smithi119.stdout:3587: done (0 left) 2024-04-13T07:57:48.500 INFO:tasks.rados.rados.0.smithi119.stdout:3588: rollback oid 20 current snap is 374 2024-04-13T07:57:48.500 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 20 to 333 2024-04-13T07:57:48.500 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 10 current snap is 374 2024-04-13T07:57:48.500 INFO:tasks.rados.rados.0.smithi119.stdout:3589: seq_num 1091 ranges {10575872=679936,11255808=516096,11771904=286720} 2024-04-13T07:57:48.561 INFO:tasks.rados.rados.0.smithi119.stdout:3589: writing smithi11982245-10 from 10575872 to 11255808 tid 1 2024-04-13T07:57:48.564 INFO:tasks.rados.rados.0.smithi119.stdout:3589: writing smithi11982245-10 from 11255808 to 11771904 tid 2 2024-04-13T07:57:48.566 INFO:tasks.rados.rados.0.smithi119.stdout:3589: writing smithi11982245-10 from 11771904 to 12058624 tid 3 2024-04-13T07:57:48.566 INFO:tasks.rados.rados.0.smithi119.stdout:3590: copy_from oid 24 from oid 49 current snap is 374 2024-04-13T07:57:48.566 INFO:tasks.rados.rados.0.smithi119.stdout:3588: finishing rollback tid 0 to smithi11982245-20 2024-04-13T07:57:48.567 INFO:tasks.rados.rados.0.smithi119.stdout:3588: finishing rollback tid 1 to smithi11982245-20 2024-04-13T07:57:48.567 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 20 v 2428 (ObjNum 129 snap 0 seq_num 752105624) dirty dne 2024-04-13T07:57:48.567 INFO:tasks.rados.rados.0.smithi119.stdout:3588: done (2 left) 2024-04-13T07:57:48.567 INFO:tasks.rados.rados.0.smithi119.stdout:3591: rollback oid 22 current snap is 374 2024-04-13T07:57:48.567 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 22 to 340 2024-04-13T07:57:48.567 INFO:tasks.rados.rados.0.smithi119.stdout:3592: snap_remove snap 330 2024-04-13T07:57:48.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:48 smithi139 ceph-mon[88985]: pgmap v803: 121 pgs: 121 active+clean; 1.2 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 0 B/s wr, 2 op/s 2024-04-13T07:57:48.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:48 smithi139 ceph-mon[88985]: osdmap e756: 8 total, 8 up, 8 in 2024-04-13T07:57:48.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:48 smithi119 ceph-mon[93746]: pgmap v803: 121 pgs: 121 active+clean; 1.2 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 0 B/s wr, 2 op/s 2024-04-13T07:57:48.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:48 smithi119 ceph-mon[93746]: osdmap e756: 8 total, 8 up, 8 in 2024-04-13T07:57:48.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:48 smithi119 ceph-mon[96316]: pgmap v803: 121 pgs: 121 active+clean; 1.2 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 0 B/s wr, 2 op/s 2024-04-13T07:57:48.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:48 smithi119 ceph-mon[96316]: osdmap e756: 8 total, 8 up, 8 in 2024-04-13T07:57:49.516 INFO:tasks.rados.rados.0.smithi119.stdout:3590: finishing copy_from to smithi11982245-24 2024-04-13T07:57:49.517 INFO:tasks.rados.rados.0.smithi119.stdout:3590: got expected ENOENT (src dne) 2024-04-13T07:57:49.517 INFO:tasks.rados.rados.0.smithi119.stdout:3590: finishing copy_from racing read to smithi11982245-24 2024-04-13T07:57:49.517 INFO:tasks.rados.rados.0.smithi119.stdout:3589: finishing write tid 1 to smithi11982245-10 2024-04-13T07:57:49.517 INFO:tasks.rados.rados.0.smithi119.stdout:3589: finishing write tid 2 to smithi11982245-10 2024-04-13T07:57:49.517 INFO:tasks.rados.rados.0.smithi119.stdout:3591: finishing rollback tid 1 to smithi11982245-22 2024-04-13T07:57:49.517 INFO:tasks.rados.rados.0.smithi119.stdout:3591: finishing rollback tid 2 to smithi11982245-22 2024-04-13T07:57:49.517 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 22 v 2346 (ObjNum 1012 snap 338 seq_num 1012) dirty exists 2024-04-13T07:57:49.517 INFO:tasks.rados.rados.0.smithi119.stdout:3589: finishing write tid 3 to smithi11982245-10 2024-04-13T07:57:49.517 INFO:tasks.rados.rados.0.smithi119.stdout:3589: finishing write tid 4 to smithi11982245-10 2024-04-13T07:57:49.517 INFO:tasks.rados.rados.0.smithi119.stdout:3589: finishing write tid 5 to smithi11982245-10 2024-04-13T07:57:49.517 INFO:tasks.rados.rados.0.smithi119.stdout:3589: oid 10 updating version 0 to 2371 2024-04-13T07:57:49.517 INFO:tasks.rados.rados.0.smithi119.stdout:3589: oid 10 updating version 2371 to 2374 2024-04-13T07:57:49.517 INFO:tasks.rados.rados.0.smithi119.stdout:3589: oid 10 version 2374 is already newer than 2372 2024-04-13T07:57:49.518 INFO:tasks.rados.rados.0.smithi119.stdout:3589: oid 10 version 2374 is already newer than 2373 2024-04-13T07:57:49.518 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 10 v 2374 (ObjNum 1091 snap 374 seq_num 1091) dirty exists 2024-04-13T07:57:49.518 INFO:tasks.rados.rados.0.smithi119.stdout:3589: left oid 10 (ObjNum 1091 snap 374 seq_num 1091) 2024-04-13T07:57:49.518 INFO:tasks.rados.rados.0.smithi119.stdout:3589: done (3 left) 2024-04-13T07:57:49.518 INFO:tasks.rados.rados.0.smithi119.stdout:3590: done (2 left) 2024-04-13T07:57:49.518 INFO:tasks.rados.rados.0.smithi119.stdout:3591: done (1 left) 2024-04-13T07:57:49.518 INFO:tasks.rados.rados.0.smithi119.stdout:3592: done (0 left) 2024-04-13T07:57:49.518 INFO:tasks.rados.rados.0.smithi119.stdout:3593: delete oid 8 current snap is 374 2024-04-13T07:57:49.531 INFO:tasks.rados.rados.0.smithi119.stdout:3593: done (0 left) 2024-04-13T07:57:49.531 INFO:tasks.rados.rados.0.smithi119.stdout:3594: read oid 27 snap -1 2024-04-13T07:57:49.531 INFO:tasks.rados.rados.0.smithi119.stdout:3594: expect (ObjNum 1078 snap 364 seq_num 1078) 2024-04-13T07:57:49.531 INFO:tasks.rados.rados.0.smithi119.stdout:3595: copy_from oid 25 from oid 17 current snap is 374 2024-04-13T07:57:49.531 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 19 current snap is 374 2024-04-13T07:57:49.531 INFO:tasks.rados.rados.0.smithi119.stdout:3596: seq_num 1093 ranges {3637248=712704,4349952=688128,5038080=114688} 2024-04-13T07:57:49.555 INFO:tasks.rados.rados.0.smithi119.stdout:3596: writing smithi11982245-19 from 3637248 to 4349952 tid 1 2024-04-13T07:57:49.559 INFO:tasks.rados.rados.0.smithi119.stdout:3596: writing smithi11982245-19 from 4349952 to 5038080 tid 2 2024-04-13T07:57:49.560 INFO:tasks.rados.rados.0.smithi119.stdout:3596: writing smithi11982245-19 from 5038080 to 5152768 tid 3 2024-04-13T07:57:49.560 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 42 current snap is 374 2024-04-13T07:57:49.560 INFO:tasks.rados.rados.0.smithi119.stdout:3595: finishing copy_from to smithi11982245-25 2024-04-13T07:57:49.560 INFO:tasks.rados.rados.0.smithi119.stdout:3595: got expected ENOENT (src dne) 2024-04-13T07:57:49.560 INFO:tasks.rados.rados.0.smithi119.stdout:3597: seq_num 1094 ranges {0=729088,729088=573440,1302528=229376} 2024-04-13T07:57:49.564 INFO:tasks.rados.rados.0.smithi119.stdout:3597: writing smithi11982245-42 from 0 to 729088 tid 1 2024-04-13T07:57:49.567 INFO:tasks.rados.rados.0.smithi119.stdout:3597: writing smithi11982245-42 from 729088 to 1302528 tid 2 2024-04-13T07:57:49.569 INFO:tasks.rados.rados.0.smithi119.stdout:3597: writing smithi11982245-42 from 1302528 to 1531904 tid 3 2024-04-13T07:57:49.569 INFO:tasks.rados.rados.0.smithi119.stdout:3598: rollback oid 10 current snap is 374 2024-04-13T07:57:49.569 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 10 to 347 2024-04-13T07:57:49.570 INFO:tasks.rados.rados.0.smithi119.stdout:3595: finishing copy_from racing read to smithi11982245-25 2024-04-13T07:57:49.570 INFO:tasks.rados.rados.0.smithi119.stdout:3594: expect (ObjNum 1078 snap 364 seq_num 1078) 2024-04-13T07:57:49.627 INFO:tasks.rados.rados.0.smithi119.stdout:3596: finishing write tid 1 to smithi11982245-19 2024-04-13T07:57:49.627 INFO:tasks.rados.rados.0.smithi119.stdout:3596: finishing write tid 2 to smithi11982245-19 2024-04-13T07:57:49.628 INFO:tasks.rados.rados.0.smithi119.stdout:3594: done (4 left) 2024-04-13T07:57:49.628 INFO:tasks.rados.rados.0.smithi119.stdout:3595: done (3 left) 2024-04-13T07:57:49.628 INFO:tasks.rados.rados.0.smithi119.stdout:3599: read oid 47 snap -1 2024-04-13T07:57:49.628 INFO:tasks.rados.rados.0.smithi119.stdout:3599: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:57:49.628 INFO:tasks.rados.rados.0.smithi119.stdout:3600: read oid 40 snap -1 2024-04-13T07:57:49.628 INFO:tasks.rados.rados.0.smithi119.stdout:3600: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:57:49.628 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 34 current snap is 374 2024-04-13T07:57:49.629 INFO:tasks.rados.rados.0.smithi119.stdout:3596: finishing write tid 3 to smithi11982245-19 2024-04-13T07:57:49.629 INFO:tasks.rados.rados.0.smithi119.stdout:3601: seq_num 1095 ranges {2416640=745472,3162112=499712,3661824=303104} 2024-04-13T07:57:49.642 INFO:tasks.rados.rados.0.smithi119.stdout:3601: writing smithi11982245-34 from 2416640 to 3162112 tid 1 2024-04-13T07:57:49.645 INFO:tasks.rados.rados.0.smithi119.stdout:3601: writing smithi11982245-34 from 3162112 to 3661824 tid 2 2024-04-13T07:57:49.647 INFO:tasks.rados.rados.0.smithi119.stdout:3601: writing smithi11982245-34 from 3661824 to 3964928 tid 3 2024-04-13T07:57:49.647 INFO:tasks.rados.rados.0.smithi119.stdout:3602: delete oid 20 current snap is 374 2024-04-13T07:57:49.647 INFO:tasks.rados.rados.0.smithi119.stdout:3596: finishing write tid 4 to smithi11982245-19 2024-04-13T07:57:49.647 INFO:tasks.rados.rados.0.smithi119.stdout:3596: finishing write tid 5 to smithi11982245-19 2024-04-13T07:57:49.647 INFO:tasks.rados.rados.0.smithi119.stdout:3596: oid 19 updating version 0 to 2232 2024-04-13T07:57:49.647 INFO:tasks.rados.rados.0.smithi119.stdout:3596: oid 19 version 2232 is already newer than 2230 2024-04-13T07:57:49.648 INFO:tasks.rados.rados.0.smithi119.stdout:3596: oid 19 version 2232 is already newer than 2229 2024-04-13T07:57:49.648 INFO:tasks.rados.rados.0.smithi119.stdout:3596: oid 19 version 2232 is already newer than 2231 2024-04-13T07:57:49.648 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 19 v 2232 (ObjNum 1093 snap 374 seq_num 1093) dirty exists 2024-04-13T07:57:49.648 INFO:tasks.rados.rados.0.smithi119.stdout:3596: left oid 19 (ObjNum 1093 snap 374 seq_num 1093) 2024-04-13T07:57:49.648 INFO:tasks.rados.rados.0.smithi119.stdout:3597: finishing write tid 1 to smithi11982245-42 2024-04-13T07:57:49.648 INFO:tasks.rados.rados.0.smithi119.stdout:3597: finishing write tid 2 to smithi11982245-42 2024-04-13T07:57:49.648 INFO:tasks.rados.rados.0.smithi119.stdout:3597: finishing write tid 3 to smithi11982245-42 2024-04-13T07:57:49.648 INFO:tasks.rados.rados.0.smithi119.stdout:3597: finishing write tid 4 to smithi11982245-42 2024-04-13T07:57:49.648 INFO:tasks.rados.rados.0.smithi119.stdout:3598: finishing rollback tid 0 to smithi11982245-10 2024-04-13T07:57:49.648 INFO:tasks.rados.rados.0.smithi119.stdout:3598: finishing rollback tid 1 to smithi11982245-10 2024-04-13T07:57:49.648 INFO:tasks.rados.rados.0.smithi119.stdout:3597: finishing write tid 5 to smithi11982245-42 2024-04-13T07:57:49.648 INFO:tasks.rados.rados.0.smithi119.stdout:3597: oid 42 updating version 0 to 2386 2024-04-13T07:57:49.648 INFO:tasks.rados.rados.0.smithi119.stdout:3597: oid 42 version 2386 is already newer than 2384 2024-04-13T07:57:49.648 INFO:tasks.rados.rados.0.smithi119.stdout:3597: oid 42 version 2386 is already newer than 2383 2024-04-13T07:57:49.648 INFO:tasks.rados.rados.0.smithi119.stdout:3597: oid 42 version 2386 is already newer than 2385 2024-04-13T07:57:49.649 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 42 v 2386 (ObjNum 1094 snap 374 seq_num 1094) dirty exists 2024-04-13T07:57:49.649 INFO:tasks.rados.rados.0.smithi119.stdout:3597: left oid 42 (ObjNum 1094 snap 374 seq_num 1094) 2024-04-13T07:57:49.649 INFO:tasks.rados.rados.0.smithi119.stdout:3598: finishing rollback tid 2 to smithi11982245-10 2024-04-13T07:57:49.649 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 10 v 2389 (ObjNum 930 snap 319 seq_num 930) dirty exists 2024-04-13T07:57:49.649 INFO:tasks.rados.rados.0.smithi119.stdout:3599: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:57:49.649 INFO:tasks.rados.rados.0.smithi119.stdout:3600: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:57:49.652 INFO:tasks.rados.rados.0.smithi119.stdout:3601: finishing write tid 1 to smithi11982245-34 2024-04-13T07:57:49.652 INFO:tasks.rados.rados.0.smithi119.stdout:3601: finishing write tid 2 to smithi11982245-34 2024-04-13T07:57:49.652 INFO:tasks.rados.rados.0.smithi119.stdout:3601: finishing write tid 3 to smithi11982245-34 2024-04-13T07:57:49.652 INFO:tasks.rados.rados.0.smithi119.stdout:3601: finishing write tid 4 to smithi11982245-34 2024-04-13T07:57:49.652 INFO:tasks.rados.rados.0.smithi119.stdout:3596: done (6 left) 2024-04-13T07:57:49.652 INFO:tasks.rados.rados.0.smithi119.stdout:3597: done (5 left) 2024-04-13T07:57:49.652 INFO:tasks.rados.rados.0.smithi119.stdout:3598: done (4 left) 2024-04-13T07:57:49.652 INFO:tasks.rados.rados.0.smithi119.stdout:3599: done (3 left) 2024-04-13T07:57:49.652 INFO:tasks.rados.rados.0.smithi119.stdout:3600: done (2 left) 2024-04-13T07:57:49.652 INFO:tasks.rados.rados.0.smithi119.stdout:3602: done (1 left) 2024-04-13T07:57:49.652 INFO:tasks.rados.rados.0.smithi119.stdout:3603: read oid 7 snap 255 2024-04-13T07:57:49.653 INFO:tasks.rados.rados.0.smithi119.stdout:3603: expect (ObjNum 708 snap 243 seq_num 708) 2024-04-13T07:57:49.653 INFO:tasks.rados.rados.0.smithi119.stdout:3604: setattr oid 18 current snap is 374 2024-04-13T07:57:49.653 INFO:tasks.rados.rados.0.smithi119.stdout:3601: finishing write tid 5 to smithi11982245-34 2024-04-13T07:57:49.653 INFO:tasks.rados.rados.0.smithi119.stdout:3601: oid 34 updating version 0 to 2432 2024-04-13T07:57:49.653 INFO:tasks.rados.rados.0.smithi119.stdout:3601: oid 34 updating version 2432 to 2434 2024-04-13T07:57:49.653 INFO:tasks.rados.rados.0.smithi119.stdout:3601: oid 34 version 2434 is already newer than 2433 2024-04-13T07:57:49.653 INFO:tasks.rados.rados.0.smithi119.stdout:3601: oid 34 updating version 2434 to 2435 2024-04-13T07:57:49.653 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 34 v 2435 (ObjNum 1095 snap 374 seq_num 1095) dirty exists 2024-04-13T07:57:49.654 INFO:tasks.rados.rados.0.smithi119.stdout:3601: left oid 34 (ObjNum 1095 snap 374 seq_num 1095) 2024-04-13T07:57:49.654 INFO:tasks.rados.rados.0.smithi119.stdout:3601: done (2 left) 2024-04-13T07:57:49.654 INFO:tasks.rados.rados.0.smithi119.stdout:3605: snap_create 2024-04-13T07:57:49.658 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 18 v 2499 (ObjNum 988 snap 329 seq_num 988) dirty exists 2024-04-13T07:57:49.660 INFO:tasks.rados.rados.0.smithi119.stdout:3603: expect (ObjNum 708 snap 243 seq_num 708) 2024-04-13T07:57:49.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:49 smithi139 ceph-mon[88985]: osdmap e757: 8 total, 8 up, 8 in 2024-04-13T07:57:49.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:49 smithi119 ceph-mon[96316]: osdmap e757: 8 total, 8 up, 8 in 2024-04-13T07:57:49.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:49 smithi119 ceph-mon[93746]: osdmap e757: 8 total, 8 up, 8 in 2024-04-13T07:57:50.521 INFO:tasks.rados.rados.0.smithi119.stdout:3603: done (2 left) 2024-04-13T07:57:50.522 INFO:tasks.rados.rados.0.smithi119.stdout:3604: done (1 left) 2024-04-13T07:57:50.522 INFO:tasks.rados.rados.0.smithi119.stdout:3605: done (0 left) 2024-04-13T07:57:50.522 INFO:tasks.rados.rados.0.smithi119.stdout:3606: rmattr oid 41 current snap is 375 2024-04-13T07:57:50.522 INFO:tasks.rados.rados.0.smithi119.stdout:3606: done (0 left) 2024-04-13T07:57:50.522 INFO:tasks.rados.rados.0.smithi119.stdout:3607: read oid 41 snap -1 2024-04-13T07:57:50.522 INFO:tasks.rados.rados.0.smithi119.stdout:3607: expect (ObjNum 1077 snap 364 seq_num 1077) 2024-04-13T07:57:50.522 INFO:tasks.rados.rados.0.smithi119.stdout:3608: snap_remove snap 301 2024-04-13T07:57:50.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:50 smithi139 ceph-mon[88985]: pgmap v806: 121 pgs: 121 active+clean; 1.2 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 338 KiB/s wr, 8 op/s 2024-04-13T07:57:50.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:50 smithi139 ceph-mon[88985]: osdmap e758: 8 total, 8 up, 8 in 2024-04-13T07:57:50.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:50 smithi119 ceph-mon[96316]: pgmap v806: 121 pgs: 121 active+clean; 1.2 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 338 KiB/s wr, 8 op/s 2024-04-13T07:57:50.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:50 smithi119 ceph-mon[96316]: osdmap e758: 8 total, 8 up, 8 in 2024-04-13T07:57:50.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:50 smithi119 ceph-mon[93746]: pgmap v806: 121 pgs: 121 active+clean; 1.2 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 338 KiB/s wr, 8 op/s 2024-04-13T07:57:50.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:50 smithi119 ceph-mon[93746]: osdmap e758: 8 total, 8 up, 8 in 2024-04-13T07:57:51.530 INFO:tasks.rados.rados.0.smithi119.stdout:3608: done (1 left) 2024-04-13T07:57:51.530 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 4 current snap is 375 2024-04-13T07:57:51.530 INFO:tasks.rados.rados.0.smithi119.stdout:3609: seq_num 1097 ranges {19480576=778240,20258816=671744,20930560=131072} 2024-04-13T07:57:51.638 INFO:tasks.rados.rados.0.smithi119.stdout:3609: writing smithi11982245-4 from 19480576 to 20258816 tid 1 2024-04-13T07:57:51.642 INFO:tasks.rados.rados.0.smithi119.stdout:3609: writing smithi11982245-4 from 20258816 to 20930560 tid 2 2024-04-13T07:57:51.643 INFO:tasks.rados.rados.0.smithi119.stdout:3609: writing smithi11982245-4 from 20930560 to 21061632 tid 3 2024-04-13T07:57:51.643 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 16 current snap is 375 2024-04-13T07:57:51.643 INFO:tasks.rados.rados.0.smithi119.stdout:3610: seq_num 1098 ranges {0=794624,794624=557056,1351680=245760} 2024-04-13T07:57:51.647 INFO:tasks.rados.rados.0.smithi119.stdout:3610: writing smithi11982245-16 from 0 to 794624 tid 1 2024-04-13T07:57:51.650 INFO:tasks.rados.rados.0.smithi119.stdout:3610: writing smithi11982245-16 from 794624 to 1351680 tid 2 2024-04-13T07:57:51.652 INFO:tasks.rados.rados.0.smithi119.stdout:3610: writing smithi11982245-16 from 1351680 to 1597440 tid 3 2024-04-13T07:57:51.652 INFO:tasks.rados.rados.0.smithi119.stdout:3611: read oid 37 snap 274 2024-04-13T07:57:51.653 INFO:tasks.rados.rados.0.smithi119.stdout:3611: expect (ObjNum 336 snap 127 seq_num 336) 2024-04-13T07:57:51.653 INFO:tasks.rados.rados.0.smithi119.stdout:3612: snap_create 2024-04-13T07:57:51.653 INFO:tasks.rados.rados.0.smithi119.stdout:3607: expect (ObjNum 1077 snap 364 seq_num 1077) 2024-04-13T07:57:51.776 INFO:tasks.rados.rados.0.smithi119.stdout:3609: finishing write tid 1 to smithi11982245-4 2024-04-13T07:57:51.777 INFO:tasks.rados.rados.0.smithi119.stdout:3609: finishing write tid 2 to smithi11982245-4 2024-04-13T07:57:51.777 INFO:tasks.rados.rados.0.smithi119.stdout:3609: finishing write tid 3 to smithi11982245-4 2024-04-13T07:57:51.777 INFO:tasks.rados.rados.0.smithi119.stdout:3609: finishing write tid 4 to smithi11982245-4 2024-04-13T07:57:51.777 INFO:tasks.rados.rados.0.smithi119.stdout:3609: finishing write tid 5 to smithi11982245-4 2024-04-13T07:57:51.777 INFO:tasks.rados.rados.0.smithi119.stdout:3609: oid 4 updating version 0 to 2232 2024-04-13T07:57:51.777 INFO:tasks.rados.rados.0.smithi119.stdout:3609: oid 4 version 2232 is already newer than 2229 2024-04-13T07:57:51.777 INFO:tasks.rados.rados.0.smithi119.stdout:3609: oid 4 version 2232 is already newer than 2231 2024-04-13T07:57:51.777 INFO:tasks.rados.rados.0.smithi119.stdout:3609: oid 4 version 2232 is already newer than 2230 2024-04-13T07:57:51.777 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 4 v 2232 (ObjNum 1097 snap 375 seq_num 1097) dirty exists 2024-04-13T07:57:51.777 INFO:tasks.rados.rados.0.smithi119.stdout:3609: left oid 4 (ObjNum 1097 snap 375 seq_num 1097) 2024-04-13T07:57:51.777 INFO:tasks.rados.rados.0.smithi119.stdout:3610: finishing write tid 1 to smithi11982245-16 2024-04-13T07:57:51.777 INFO:tasks.rados.rados.0.smithi119.stdout:3610: finishing write tid 2 to smithi11982245-16 2024-04-13T07:57:51.777 INFO:tasks.rados.rados.0.smithi119.stdout:3611: expect (ObjNum 336 snap 127 seq_num 336) 2024-04-13T07:57:51.798 INFO:tasks.rados.rados.0.smithi119.stdout:3610: finishing write tid 3 to smithi11982245-16 2024-04-13T07:57:51.798 INFO:tasks.rados.rados.0.smithi119.stdout:3610: finishing write tid 4 to smithi11982245-16 2024-04-13T07:57:51.798 INFO:tasks.rados.rados.0.smithi119.stdout:3610: finishing write tid 5 to smithi11982245-16 2024-04-13T07:57:51.798 INFO:tasks.rados.rados.0.smithi119.stdout:3610: oid 16 updating version 0 to 2397 2024-04-13T07:57:51.798 INFO:tasks.rados.rados.0.smithi119.stdout:3610: oid 16 updating version 2397 to 2399 2024-04-13T07:57:51.798 INFO:tasks.rados.rados.0.smithi119.stdout:3610: oid 16 version 2399 is already newer than 2396 2024-04-13T07:57:51.798 INFO:tasks.rados.rados.0.smithi119.stdout:3610: oid 16 version 2399 is already newer than 2398 2024-04-13T07:57:51.798 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 16 v 2399 (ObjNum 1098 snap 375 seq_num 1098) dirty exists 2024-04-13T07:57:51.799 INFO:tasks.rados.rados.0.smithi119.stdout:3610: left oid 16 (ObjNum 1098 snap 375 seq_num 1098) 2024-04-13T07:57:51.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:51 smithi139 ceph-mon[88985]: osdmap e759: 8 total, 8 up, 8 in 2024-04-13T07:57:51.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:51 smithi119 ceph-mon[96316]: osdmap e759: 8 total, 8 up, 8 in 2024-04-13T07:57:51.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:51 smithi119 ceph-mon[93746]: osdmap e759: 8 total, 8 up, 8 in 2024-04-13T07:57:52.534 INFO:tasks.rados.rados.0.smithi119.stdout:3607: done (4 left) 2024-04-13T07:57:52.534 INFO:tasks.rados.rados.0.smithi119.stdout:3609: done (3 left) 2024-04-13T07:57:52.534 INFO:tasks.rados.rados.0.smithi119.stdout:3610: done (2 left) 2024-04-13T07:57:52.534 INFO:tasks.rados.rados.0.smithi119.stdout:3611: done (1 left) 2024-04-13T07:57:52.534 INFO:tasks.rados.rados.0.smithi119.stdout:3612: done (0 left) 2024-04-13T07:57:52.534 INFO:tasks.rados.rados.0.smithi119.stdout:3613: rollback oid 22 current snap is 376 2024-04-13T07:57:52.534 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 22 to 345 2024-04-13T07:57:52.534 INFO:tasks.rados.rados.0.smithi119.stdout:3614: snap_remove snap 176 2024-04-13T07:57:52.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:52 smithi139 ceph-mon[88985]: pgmap v809: 121 pgs: 121 active+clean; 1.2 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.4 MiB/s wr, 19 op/s 2024-04-13T07:57:52.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:52 smithi139 ceph-mon[88985]: osdmap e760: 8 total, 8 up, 8 in 2024-04-13T07:57:52.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:57:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T07:57:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:57:52.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:52 smithi119 ceph-mon[96316]: pgmap v809: 121 pgs: 121 active+clean; 1.2 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.4 MiB/s wr, 19 op/s 2024-04-13T07:57:52.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:52 smithi119 ceph-mon[96316]: osdmap e760: 8 total, 8 up, 8 in 2024-04-13T07:57:52.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:52 smithi119 ceph-mon[93746]: pgmap v809: 121 pgs: 121 active+clean; 1.2 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.4 MiB/s wr, 19 op/s 2024-04-13T07:57:52.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:52 smithi119 ceph-mon[93746]: osdmap e760: 8 total, 8 up, 8 in 2024-04-13T07:57:53.546 INFO:tasks.rados.rados.0.smithi119.stdout:3614: done (1 left) 2024-04-13T07:57:53.546 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 50 current snap is 376 2024-04-13T07:57:53.546 INFO:tasks.rados.rados.0.smithi119.stdout:3615: seq_num 1099 ranges {1097728=409600,1507328=442368,1949696=720896,2670592=40960} 2024-04-13T07:57:53.555 INFO:tasks.rados.rados.0.smithi119.stdout:3615: writing smithi11982245-50 from 1097728 to 1507328 tid 1 2024-04-13T07:57:53.559 INFO:tasks.rados.rados.0.smithi119.stdout:3615: writing smithi11982245-50 from 1507328 to 1949696 tid 2 2024-04-13T07:57:53.564 INFO:tasks.rados.rados.0.smithi119.stdout:3615: writing smithi11982245-50 from 1949696 to 2670592 tid 3 2024-04-13T07:57:53.565 INFO:tasks.rados.rados.0.smithi119.stdout:3615: writing smithi11982245-50 from 2670592 to 2711552 tid 4 2024-04-13T07:57:53.565 INFO:tasks.rados.rados.0.smithi119.stdout:3613: finishing rollback tid 0 to smithi11982245-22 2024-04-13T07:57:53.565 INFO:tasks.rados.rados.0.smithi119.stdout:3613: finishing rollback tid 1 to smithi11982245-22 2024-04-13T07:57:53.565 INFO:tasks.rados.rados.0.smithi119.stdout:3613: finishing rollback tid 2 to smithi11982245-22 2024-04-13T07:57:53.565 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 22 v 2349 (ObjNum 1012 snap 338 seq_num 1012) dirty exists 2024-04-13T07:57:53.565 INFO:tasks.rados.rados.0.smithi119.stdout:3615: finishing write tid 1 to smithi11982245-50 2024-04-13T07:57:53.565 INFO:tasks.rados.rados.0.smithi119.stdout:3613: done (1 left) 2024-04-13T07:57:53.566 INFO:tasks.rados.rados.0.smithi119.stdout:3616: delete oid 20 current snap is 376 2024-04-13T07:57:53.568 INFO:tasks.rados.rados.0.smithi119.stdout:3615: finishing write tid 2 to smithi11982245-50 2024-04-13T07:57:53.570 INFO:tasks.rados.rados.0.smithi119.stdout:3616: done (1 left) 2024-04-13T07:57:53.570 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 14 current snap is 376 2024-04-13T07:57:53.570 INFO:tasks.rados.rados.0.smithi119.stdout:3617: seq_num 1101 ranges {0=442368,442368=606208,1048576=598016} 2024-04-13T07:57:53.573 INFO:tasks.rados.rados.0.smithi119.stdout:3617: writing smithi11982245-14 from 0 to 442368 tid 1 2024-04-13T07:57:53.577 INFO:tasks.rados.rados.0.smithi119.stdout:3617: writing smithi11982245-14 from 442368 to 1048576 tid 2 2024-04-13T07:57:53.582 INFO:tasks.rados.rados.0.smithi119.stdout:3617: writing smithi11982245-14 from 1048576 to 1646592 tid 3 2024-04-13T07:57:53.582 INFO:tasks.rados.rados.0.smithi119.stdout:3618: read oid 44 snap -1 2024-04-13T07:57:53.582 INFO:tasks.rados.rados.0.smithi119.stdout:3618: expect (ObjNum 1084 snap 372 seq_num 1084) 2024-04-13T07:57:53.582 INFO:tasks.rados.rados.0.smithi119.stdout:3619: rollback oid 11 current snap is 376 2024-04-13T07:57:53.582 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 11 to 263 2024-04-13T07:57:53.582 INFO:tasks.rados.rados.0.smithi119.stdout:3615: finishing write tid 3 to smithi11982245-50 2024-04-13T07:57:53.582 INFO:tasks.rados.rados.0.smithi119.stdout:3615: finishing write tid 4 to smithi11982245-50 2024-04-13T07:57:53.582 INFO:tasks.rados.rados.0.smithi119.stdout:3615: finishing write tid 5 to smithi11982245-50 2024-04-13T07:57:53.582 INFO:tasks.rados.rados.0.smithi119.stdout:3615: finishing write tid 6 to smithi11982245-50 2024-04-13T07:57:53.582 INFO:tasks.rados.rados.0.smithi119.stdout:3615: oid 50 updating version 0 to 2082 2024-04-13T07:57:53.583 INFO:tasks.rados.rados.0.smithi119.stdout:3615: oid 50 updating version 2082 to 2086 2024-04-13T07:57:53.583 INFO:tasks.rados.rados.0.smithi119.stdout:3615: oid 50 version 2086 is already newer than 2083 2024-04-13T07:57:53.583 INFO:tasks.rados.rados.0.smithi119.stdout:3615: oid 50 version 2086 is already newer than 2085 2024-04-13T07:57:53.583 INFO:tasks.rados.rados.0.smithi119.stdout:3615: oid 50 version 2086 is already newer than 2084 2024-04-13T07:57:53.583 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 50 v 2086 (ObjNum 1099 snap 376 seq_num 1099) dirty exists 2024-04-13T07:57:53.583 INFO:tasks.rados.rados.0.smithi119.stdout:3615: left oid 50 (ObjNum 1099 snap 376 seq_num 1099) 2024-04-13T07:57:53.583 INFO:tasks.rados.rados.0.smithi119.stdout:3617: finishing write tid 1 to smithi11982245-14 2024-04-13T07:57:53.583 INFO:tasks.rados.rados.0.smithi119.stdout:3617: finishing write tid 2 to smithi11982245-14 2024-04-13T07:57:53.583 INFO:tasks.rados.rados.0.smithi119.stdout:3615: done (3 left) 2024-04-13T07:57:53.583 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 13 current snap is 376 2024-04-13T07:57:53.583 INFO:tasks.rados.rados.0.smithi119.stdout:3620: seq_num 1102 ranges {1908736=458752,2367488=491520,2859008=491520,3350528=221184} 2024-04-13T07:57:53.595 INFO:tasks.rados.rados.0.smithi119.stdout:3620: writing smithi11982245-13 from 1908736 to 2367488 tid 1 2024-04-13T07:57:53.597 INFO:tasks.rados.rados.0.smithi119.stdout:3620: writing smithi11982245-13 from 2367488 to 2859008 tid 2 2024-04-13T07:57:53.600 INFO:tasks.rados.rados.0.smithi119.stdout:3620: writing smithi11982245-13 from 2859008 to 3350528 tid 3 2024-04-13T07:57:53.602 INFO:tasks.rados.rados.0.smithi119.stdout:3620: writing smithi11982245-13 from 3350528 to 3571712 tid 4 2024-04-13T07:57:53.602 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 16 current snap is 376 2024-04-13T07:57:53.602 INFO:tasks.rados.rados.0.smithi119.stdout:3617: finishing write tid 3 to smithi11982245-14 2024-04-13T07:57:53.602 INFO:tasks.rados.rados.0.smithi119.stdout:3621: seq_num 1103 ranges {1597440=475136,2072576=425984,2498560=696320,3194880=81920} 2024-04-13T07:57:53.613 INFO:tasks.rados.rados.0.smithi119.stdout:3621: writing smithi11982245-16 from 1597440 to 2072576 tid 1 2024-04-13T07:57:53.615 INFO:tasks.rados.rados.0.smithi119.stdout:3621: writing smithi11982245-16 from 2072576 to 2498560 tid 2 2024-04-13T07:57:53.619 INFO:tasks.rados.rados.0.smithi119.stdout:3621: writing smithi11982245-16 from 2498560 to 3194880 tid 3 2024-04-13T07:57:53.621 INFO:tasks.rados.rados.0.smithi119.stdout:3621: writing smithi11982245-16 from 3194880 to 3276800 tid 4 2024-04-13T07:57:53.621 INFO:tasks.rados.rados.0.smithi119.stdout:3622: rollback oid 10 current snap is 376 2024-04-13T07:57:53.621 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 10 to 352 2024-04-13T07:57:53.621 INFO:tasks.rados.rados.0.smithi119.stdout:3617: finishing write tid 4 to smithi11982245-14 2024-04-13T07:57:53.621 INFO:tasks.rados.rados.0.smithi119.stdout:3619: finishing rollback tid 0 to smithi11982245-11 2024-04-13T07:57:53.621 INFO:tasks.rados.rados.0.smithi119.stdout:3619: finishing rollback tid 1 to smithi11982245-11 2024-04-13T07:57:53.621 INFO:tasks.rados.rados.0.smithi119.stdout:3619: finishing rollback tid 2 to smithi11982245-11 2024-04-13T07:57:53.621 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 11 v 2349 (ObjNum 691 snap 239 seq_num 691) dirty exists 2024-04-13T07:57:53.621 INFO:tasks.rados.rados.0.smithi119.stdout:3617: finishing write tid 5 to smithi11982245-14 2024-04-13T07:57:53.621 INFO:tasks.rados.rados.0.smithi119.stdout:3617: oid 14 updating version 0 to 2221 2024-04-13T07:57:53.621 INFO:tasks.rados.rados.0.smithi119.stdout:3617: oid 14 updating version 2221 to 2223 2024-04-13T07:57:53.621 INFO:tasks.rados.rados.0.smithi119.stdout:3617: oid 14 version 2223 is already newer than 2222 2024-04-13T07:57:53.621 INFO:tasks.rados.rados.0.smithi119.stdout:3617: oid 14 version 2223 is already newer than 2220 2024-04-13T07:57:53.621 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 14 v 2223 (ObjNum 1101 snap 376 seq_num 1101) dirty exists 2024-04-13T07:57:53.622 INFO:tasks.rados.rados.0.smithi119.stdout:3617: left oid 14 (ObjNum 1101 snap 376 seq_num 1101) 2024-04-13T07:57:53.622 INFO:tasks.rados.rados.0.smithi119.stdout:3618: expect (ObjNum 1084 snap 372 seq_num 1084) 2024-04-13T07:57:53.705 INFO:tasks.rados.rados.0.smithi119.stdout:3620: finishing write tid 1 to smithi11982245-13 2024-04-13T07:57:53.706 INFO:tasks.rados.rados.0.smithi119.stdout:3620: finishing write tid 2 to smithi11982245-13 2024-04-13T07:57:53.706 INFO:tasks.rados.rados.0.smithi119.stdout:3620: finishing write tid 3 to smithi11982245-13 2024-04-13T07:57:53.706 INFO:tasks.rados.rados.0.smithi119.stdout:3620: finishing write tid 4 to smithi11982245-13 2024-04-13T07:57:53.706 INFO:tasks.rados.rados.0.smithi119.stdout:3617: done (5 left) 2024-04-13T07:57:53.706 INFO:tasks.rados.rados.0.smithi119.stdout:3618: done (4 left) 2024-04-13T07:57:53.706 INFO:tasks.rados.rados.0.smithi119.stdout:3619: done (3 left) 2024-04-13T07:57:53.706 INFO:tasks.rados.rados.0.smithi119.stdout:3623: snap_create 2024-04-13T07:57:53.706 INFO:tasks.rados.rados.0.smithi119.stdout:3620: finishing write tid 5 to smithi11982245-13 2024-04-13T07:57:53.706 INFO:tasks.rados.rados.0.smithi119.stdout:3620: finishing write tid 6 to smithi11982245-13 2024-04-13T07:57:53.706 INFO:tasks.rados.rados.0.smithi119.stdout:3620: oid 13 updating version 0 to 2434 2024-04-13T07:57:53.707 INFO:tasks.rados.rados.0.smithi119.stdout:3620: oid 13 version 2434 is already newer than 2432 2024-04-13T07:57:53.707 INFO:tasks.rados.rados.0.smithi119.stdout:3620: oid 13 version 2434 is already newer than 2433 2024-04-13T07:57:53.707 INFO:tasks.rados.rados.0.smithi119.stdout:3620: oid 13 version 2434 is already newer than 2430 2024-04-13T07:57:53.707 INFO:tasks.rados.rados.0.smithi119.stdout:3620: oid 13 version 2434 is already newer than 2431 2024-04-13T07:57:53.707 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 13 v 2434 (ObjNum 1102 snap 376 seq_num 1102) dirty exists 2024-04-13T07:57:53.707 INFO:tasks.rados.rados.0.smithi119.stdout:3620: left oid 13 (ObjNum 1102 snap 376 seq_num 1102) 2024-04-13T07:57:53.707 INFO:tasks.rados.rados.0.smithi119.stdout:3621: finishing write tid 1 to smithi11982245-16 2024-04-13T07:57:53.707 INFO:tasks.rados.rados.0.smithi119.stdout:3621: finishing write tid 2 to smithi11982245-16 2024-04-13T07:57:53.707 INFO:tasks.rados.rados.0.smithi119.stdout:3621: finishing write tid 3 to smithi11982245-16 2024-04-13T07:57:53.707 INFO:tasks.rados.rados.0.smithi119.stdout:3621: finishing write tid 4 to smithi11982245-16 2024-04-13T07:57:53.707 INFO:tasks.rados.rados.0.smithi119.stdout:3621: finishing write tid 5 to smithi11982245-16 2024-04-13T07:57:53.707 INFO:tasks.rados.rados.0.smithi119.stdout:3621: finishing write tid 6 to smithi11982245-16 2024-04-13T07:57:53.707 INFO:tasks.rados.rados.0.smithi119.stdout:3621: oid 16 updating version 0 to 2412 2024-04-13T07:57:53.708 INFO:tasks.rados.rados.0.smithi119.stdout:3621: oid 16 version 2412 is already newer than 2410 2024-04-13T07:57:53.708 INFO:tasks.rados.rados.0.smithi119.stdout:3621: oid 16 updating version 2412 to 2413 2024-04-13T07:57:53.708 INFO:tasks.rados.rados.0.smithi119.stdout:3621: oid 16 version 2413 is already newer than 2411 2024-04-13T07:57:53.708 INFO:tasks.rados.rados.0.smithi119.stdout:3621: oid 16 version 2413 is already newer than 2409 2024-04-13T07:57:53.708 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 16 v 2413 (ObjNum 1103 snap 376 seq_num 1103) dirty exists 2024-04-13T07:57:53.708 INFO:tasks.rados.rados.0.smithi119.stdout:3621: left oid 16 (ObjNum 1103 snap 376 seq_num 1103) 2024-04-13T07:57:53.708 INFO:tasks.rados.rados.0.smithi119.stdout:3622: finishing rollback tid 0 to smithi11982245-10 2024-04-13T07:57:53.708 INFO:tasks.rados.rados.0.smithi119.stdout:3622: finishing rollback tid 1 to smithi11982245-10 2024-04-13T07:57:53.708 INFO:tasks.rados.rados.0.smithi119.stdout:3622: finishing rollback tid 2 to smithi11982245-10 2024-04-13T07:57:53.708 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 10 v 2417 (ObjNum 278 snap 95 seq_num 278) dirty exists 2024-04-13T07:57:53.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:53 smithi139 ceph-mon[88985]: osdmap e761: 8 total, 8 up, 8 in 2024-04-13T07:57:53.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:53 smithi119 ceph-mon[96316]: osdmap e761: 8 total, 8 up, 8 in 2024-04-13T07:57:53.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:53 smithi119 ceph-mon[93746]: osdmap e761: 8 total, 8 up, 8 in 2024-04-13T07:57:54.542 INFO:tasks.rados.rados.0.smithi119.stdout:3620: done (3 left) 2024-04-13T07:57:54.542 INFO:tasks.rados.rados.0.smithi119.stdout:3621: done (2 left) 2024-04-13T07:57:54.542 INFO:tasks.rados.rados.0.smithi119.stdout:3622: done (1 left) 2024-04-13T07:57:54.542 INFO:tasks.rados.rados.0.smithi119.stdout:3623: done (0 left) 2024-04-13T07:57:54.542 INFO:tasks.rados.rados.0.smithi119.stdout:3624: rollback oid 6 current snap is 377 2024-04-13T07:57:54.542 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 6 to 307 2024-04-13T07:57:54.542 INFO:tasks.rados.rados.0.smithi119.stdout:3625: read oid 16 snap -1 2024-04-13T07:57:54.542 INFO:tasks.rados.rados.0.smithi119.stdout:3625: expect (ObjNum 1103 snap 376 seq_num 1103) 2024-04-13T07:57:54.543 INFO:tasks.rados.rados.0.smithi119.stdout:3626: snap_remove snap 274 2024-04-13T07:57:54.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:54 smithi119 ceph-mon[96316]: pgmap v812: 121 pgs: 121 active+clean; 1.2 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.2 MiB/s wr, 24 op/s 2024-04-13T07:57:54.820 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:54 smithi119 ceph-mon[96316]: osdmap e762: 8 total, 8 up, 8 in 2024-04-13T07:57:54.820 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:57:54.820 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:54 smithi119 ceph-mon[93746]: pgmap v812: 121 pgs: 121 active+clean; 1.2 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.2 MiB/s wr, 24 op/s 2024-04-13T07:57:54.820 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:54 smithi119 ceph-mon[93746]: osdmap e762: 8 total, 8 up, 8 in 2024-04-13T07:57:54.820 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:57:54.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:54 smithi139 ceph-mon[88985]: pgmap v812: 121 pgs: 121 active+clean; 1.2 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.2 MiB/s wr, 24 op/s 2024-04-13T07:57:54.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:54 smithi139 ceph-mon[88985]: osdmap e762: 8 total, 8 up, 8 in 2024-04-13T07:57:54.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:57:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:57:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:57:54] "GET /metrics HTTP/1.1" 200 36207 "" "Prometheus/2.43.0" 2024-04-13T07:57:55.462 INFO:tasks.rados.rados.0.smithi119.stdout:3626: done (2 left) 2024-04-13T07:57:55.462 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 3 current snap is 377 2024-04-13T07:57:55.462 INFO:tasks.rados.rados.0.smithi119.stdout:3627: seq_num 1104 ranges {1400832=499712,1900544=712704,2613248=491520} 2024-04-13T07:57:55.473 INFO:tasks.rados.rados.0.smithi119.stdout:3627: writing smithi11982245-3 from 1400832 to 1900544 tid 1 2024-04-13T07:57:55.477 INFO:tasks.rados.rados.0.smithi119.stdout:3627: writing smithi11982245-3 from 1900544 to 2613248 tid 2 2024-04-13T07:57:55.536 INFO:tasks.rados.rados.0.smithi119.stdout:3627: writing smithi11982245-3 from 2613248 to 3104768 tid 3 2024-04-13T07:57:55.536 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 33 current snap is 377 2024-04-13T07:57:55.536 INFO:tasks.rados.rados.0.smithi119.stdout:3624: finishing rollback tid 0 to smithi11982245-6 2024-04-13T07:57:55.536 INFO:tasks.rados.rados.0.smithi119.stdout:3624: finishing rollback tid 1 to smithi11982245-6 2024-04-13T07:57:55.536 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 6 v 2351 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-13T07:57:55.536 INFO:tasks.rados.rados.0.smithi119.stdout:3625: expect (ObjNum 1103 snap 376 seq_num 1103) 2024-04-13T07:57:55.598 INFO:tasks.rados.rados.0.smithi119.stdout:3627: finishing write tid 1 to smithi11982245-3 2024-04-13T07:57:55.598 INFO:tasks.rados.rados.0.smithi119.stdout:3628: seq_num 1105 ranges {540672=516096,1056768=598016,1654784=606208} 2024-04-13T07:57:55.603 INFO:tasks.rados.rados.0.smithi119.stdout:3628: writing smithi11982245-33 from 540672 to 1056768 tid 1 2024-04-13T07:57:55.607 INFO:tasks.rados.rados.0.smithi119.stdout:3628: writing smithi11982245-33 from 1056768 to 1654784 tid 2 2024-04-13T07:57:55.611 INFO:tasks.rados.rados.0.smithi119.stdout:3628: writing smithi11982245-33 from 1654784 to 2260992 tid 3 2024-04-13T07:57:55.611 INFO:tasks.rados.rados.0.smithi119.stdout:3624: done (3 left) 2024-04-13T07:57:55.611 INFO:tasks.rados.rados.0.smithi119.stdout:3625: done (2 left) 2024-04-13T07:57:55.611 INFO:tasks.rados.rados.0.smithi119.stdout:3629: rollback oid 22 current snap is 377 2024-04-13T07:57:55.611 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 22 to 362 2024-04-13T07:57:55.611 INFO:tasks.rados.rados.0.smithi119.stdout:3627: finishing write tid 2 to smithi11982245-3 2024-04-13T07:57:55.611 INFO:tasks.rados.rados.0.smithi119.stdout:3627: finishing write tid 3 to smithi11982245-3 2024-04-13T07:57:55.611 INFO:tasks.rados.rados.0.smithi119.stdout:3627: finishing write tid 4 to smithi11982245-3 2024-04-13T07:57:55.611 INFO:tasks.rados.rados.0.smithi119.stdout:3627: finishing write tid 5 to smithi11982245-3 2024-04-13T07:57:55.612 INFO:tasks.rados.rados.0.smithi119.stdout:3627: oid 3 updating version 0 to 2236 2024-04-13T07:57:55.612 INFO:tasks.rados.rados.0.smithi119.stdout:3627: oid 3 version 2236 is already newer than 2233 2024-04-13T07:57:55.612 INFO:tasks.rados.rados.0.smithi119.stdout:3627: oid 3 version 2236 is already newer than 2235 2024-04-13T07:57:55.612 INFO:tasks.rados.rados.0.smithi119.stdout:3627: oid 3 version 2236 is already newer than 2234 2024-04-13T07:57:55.612 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 3 v 2236 (ObjNum 1104 snap 377 seq_num 1104) dirty exists 2024-04-13T07:57:55.612 INFO:tasks.rados.rados.0.smithi119.stdout:3627: left oid 3 (ObjNum 1104 snap 377 seq_num 1104) 2024-04-13T07:57:55.612 INFO:tasks.rados.rados.0.smithi119.stdout:3628: finishing write tid 1 to smithi11982245-33 2024-04-13T07:57:55.612 INFO:tasks.rados.rados.0.smithi119.stdout:3628: finishing write tid 2 to smithi11982245-33 2024-04-13T07:57:55.612 INFO:tasks.rados.rados.0.smithi119.stdout:3627: done (2 left) 2024-04-13T07:57:55.612 INFO:tasks.rados.rados.0.smithi119.stdout:3630: snap_create 2024-04-13T07:57:55.614 INFO:tasks.rados.rados.0.smithi119.stdout:3628: finishing write tid 3 to smithi11982245-33 2024-04-13T07:57:55.614 INFO:tasks.rados.rados.0.smithi119.stdout:3628: finishing write tid 4 to smithi11982245-33 2024-04-13T07:57:55.616 INFO:tasks.rados.rados.0.smithi119.stdout:3628: finishing write tid 5 to smithi11982245-33 2024-04-13T07:57:55.616 INFO:tasks.rados.rados.0.smithi119.stdout:3628: oid 33 updating version 0 to 2237 2024-04-13T07:57:55.616 INFO:tasks.rados.rados.0.smithi119.stdout:3628: oid 33 updating version 2237 to 2240 2024-04-13T07:57:55.616 INFO:tasks.rados.rados.0.smithi119.stdout:3628: oid 33 version 2240 is already newer than 2239 2024-04-13T07:57:55.616 INFO:tasks.rados.rados.0.smithi119.stdout:3628: oid 33 version 2240 is already newer than 2238 2024-04-13T07:57:55.616 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 33 v 2240 (ObjNum 1105 snap 377 seq_num 1105) dirty exists 2024-04-13T07:57:55.616 INFO:tasks.rados.rados.0.smithi119.stdout:3628: left oid 33 (ObjNum 1105 snap 377 seq_num 1105) 2024-04-13T07:57:55.616 INFO:tasks.rados.rados.0.smithi119.stdout:3629: finishing rollback tid 0 to smithi11982245-22 2024-04-13T07:57:55.616 INFO:tasks.rados.rados.0.smithi119.stdout:3629: finishing rollback tid 1 to smithi11982245-22 2024-04-13T07:57:55.616 INFO:tasks.rados.rados.0.smithi119.stdout:3629: finishing rollback tid 2 to smithi11982245-22 2024-04-13T07:57:55.617 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 22 v 2352 (ObjNum 1055 snap 354 seq_num 1055) dirty exists 2024-04-13T07:57:55.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:55 smithi139 ceph-mon[88985]: osdmap e763: 8 total, 8 up, 8 in 2024-04-13T07:57:55.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:55 smithi139 ceph-mon[88985]: osdmap e764: 8 total, 8 up, 8 in 2024-04-13T07:57:55.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:55 smithi119 ceph-mon[96316]: osdmap e763: 8 total, 8 up, 8 in 2024-04-13T07:57:55.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:55 smithi119 ceph-mon[96316]: osdmap e764: 8 total, 8 up, 8 in 2024-04-13T07:57:55.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:55 smithi119 ceph-mon[93746]: osdmap e763: 8 total, 8 up, 8 in 2024-04-13T07:57:55.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:55 smithi119 ceph-mon[93746]: osdmap e764: 8 total, 8 up, 8 in 2024-04-13T07:57:56.561 INFO:tasks.rados.rados.0.smithi119.stdout:3628: done (2 left) 2024-04-13T07:57:56.561 INFO:tasks.rados.rados.0.smithi119.stdout:3629: done (1 left) 2024-04-13T07:57:56.561 INFO:tasks.rados.rados.0.smithi119.stdout:3630: done (0 left) 2024-04-13T07:57:56.561 INFO:tasks.rados.rados.0.smithi119.stdout:3631: read oid 5 snap -1 2024-04-13T07:57:56.561 INFO:tasks.rados.rados.0.smithi119.stdout:3631: expect (ObjNum 1033 snap 345 seq_num 1033) 2024-04-13T07:57:56.561 INFO:tasks.rados.rados.0.smithi119.stdout:3632: copy_from oid 49 from oid 47 current snap is 378 2024-04-13T07:57:56.561 INFO:tasks.rados.rados.0.smithi119.stdout:3633: delete oid 34 current snap is 378 2024-04-13T07:57:56.565 INFO:tasks.rados.rados.0.smithi119.stdout:3633: done (2 left) 2024-04-13T07:57:56.565 INFO:tasks.rados.rados.0.smithi119.stdout:3634: delete oid 29 current snap is 378 2024-04-13T07:57:56.570 INFO:tasks.rados.rados.0.smithi119.stdout:3632: finishing copy_from racing read to smithi11982245-49 2024-04-13T07:57:56.570 INFO:tasks.rados.rados.0.smithi119.stdout:3634: done (2 left) 2024-04-13T07:57:56.571 INFO:tasks.rados.rados.0.smithi119.stdout:3635: snap_create 2024-04-13T07:57:56.571 INFO:tasks.rados.rados.0.smithi119.stdout:3632: finishing copy_from to smithi11982245-49 2024-04-13T07:57:56.572 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 49 v 2480 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-13T07:57:56.597 INFO:tasks.rados.rados.0.smithi119.stdout:3631: expect (ObjNum 1033 snap 345 seq_num 1033) 2024-04-13T07:57:56.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:56 smithi139 ceph-mon[88985]: pgmap v815: 121 pgs: 121 active+clean; 1.2 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-04-13T07:57:56.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:56 smithi119 ceph-mon[96316]: pgmap v815: 121 pgs: 121 active+clean; 1.2 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-04-13T07:57:56.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:56 smithi119 ceph-mon[93746]: pgmap v815: 121 pgs: 121 active+clean; 1.2 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-04-13T07:57:57.567 INFO:tasks.rados.rados.0.smithi119.stdout:3631: done (2 left) 2024-04-13T07:57:57.567 INFO:tasks.rados.rados.0.smithi119.stdout:3632: done (1 left) 2024-04-13T07:57:57.567 INFO:tasks.rados.rados.0.smithi119.stdout:3635: done (0 left) 2024-04-13T07:57:57.568 INFO:tasks.rados.rados.0.smithi119.stdout:3636: snap_remove snap 341 2024-04-13T07:57:57.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:57 smithi139 ceph-mon[88985]: osdmap e765: 8 total, 8 up, 8 in 2024-04-13T07:57:57.972 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:57 smithi119 ceph-mon[96316]: osdmap e765: 8 total, 8 up, 8 in 2024-04-13T07:57:57.973 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:57 smithi119 ceph-mon[93746]: osdmap e765: 8 total, 8 up, 8 in 2024-04-13T07:57:58.574 INFO:tasks.rados.rados.0.smithi119.stdout:3636: done (0 left) 2024-04-13T07:57:58.574 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 7 current snap is 379 2024-04-13T07:57:58.574 INFO:tasks.rados.rados.0.smithi119.stdout:3637: seq_num 1108 ranges {0=565248,565248=647168,1212416=483328,1695744=73728} 2024-04-13T07:57:58.574 INFO:tasks.rados.rados.0.smithi119.stdout:3637: writing smithi11982245-7 from 0 to 565248 tid 1 2024-04-13T07:57:58.577 INFO:tasks.rados.rados.0.smithi119.stdout:3637: writing smithi11982245-7 from 565248 to 1212416 tid 2 2024-04-13T07:57:58.581 INFO:tasks.rados.rados.0.smithi119.stdout:3637: writing smithi11982245-7 from 1212416 to 1695744 tid 3 2024-04-13T07:57:58.582 INFO:tasks.rados.rados.0.smithi119.stdout:3637: writing smithi11982245-7 from 1695744 to 1769472 tid 4 2024-04-13T07:57:58.583 INFO:tasks.rados.rados.0.smithi119.stdout:3638: snap_remove snap 367 2024-04-13T07:57:58.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:58 smithi139 ceph-mon[88985]: pgmap v818: 121 pgs: 2 active+clean+snaptrim_wait, 7 active+clean+snaptrim, 112 active+clean; 1.1 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-04-13T07:57:58.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:58 smithi139 ceph-mon[88985]: osdmap e766: 8 total, 8 up, 8 in 2024-04-13T07:57:58.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:58 smithi119 ceph-mon[93746]: pgmap v818: 121 pgs: 2 active+clean+snaptrim_wait, 7 active+clean+snaptrim, 112 active+clean; 1.1 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-04-13T07:57:58.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:58 smithi119 ceph-mon[93746]: osdmap e766: 8 total, 8 up, 8 in 2024-04-13T07:57:58.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:58 smithi119 ceph-mon[96316]: pgmap v818: 121 pgs: 2 active+clean+snaptrim_wait, 7 active+clean+snaptrim, 112 active+clean; 1.1 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-04-13T07:57:58.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:58 smithi119 ceph-mon[96316]: osdmap e766: 8 total, 8 up, 8 in 2024-04-13T07:57:59.583 INFO:tasks.rados.rados.0.smithi119.stdout:3638: done (1 left) 2024-04-13T07:57:59.583 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 41 current snap is 379 2024-04-13T07:57:59.583 INFO:tasks.rados.rados.0.smithi119.stdout:3637: finishing write tid 1 to smithi11982245-7 2024-04-13T07:57:59.583 INFO:tasks.rados.rados.0.smithi119.stdout:3639: seq_num 1109 ranges {3153920=581632,3735552=532480,4268032=647168,4915200=24576} 2024-04-13T07:57:59.604 INFO:tasks.rados.rados.0.smithi119.stdout:3639: writing smithi11982245-41 from 3153920 to 3735552 tid 1 2024-04-13T07:57:59.608 INFO:tasks.rados.rados.0.smithi119.stdout:3639: writing smithi11982245-41 from 3735552 to 4268032 tid 2 2024-04-13T07:57:59.613 INFO:tasks.rados.rados.0.smithi119.stdout:3639: writing smithi11982245-41 from 4268032 to 4915200 tid 3 2024-04-13T07:57:59.613 INFO:tasks.rados.rados.0.smithi119.stdout:3639: writing smithi11982245-41 from 4915200 to 4939776 tid 4 2024-04-13T07:57:59.613 INFO:tasks.rados.rados.0.smithi119.stdout:3640: read oid 43 snap 360 2024-04-13T07:57:59.613 INFO:tasks.rados.rados.0.smithi119.stdout:3640: expect (ObjNum 1017 snap 338 seq_num 1017) 2024-04-13T07:57:59.613 INFO:tasks.rados.rados.0.smithi119.stdout:3641: rollback oid 18 current snap is 379 2024-04-13T07:57:59.613 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 18 to 281 2024-04-13T07:57:59.613 INFO:tasks.rados.rados.0.smithi119.stdout:3637: finishing write tid 2 to smithi11982245-7 2024-04-13T07:57:59.613 INFO:tasks.rados.rados.0.smithi119.stdout:3637: finishing write tid 3 to smithi11982245-7 2024-04-13T07:57:59.613 INFO:tasks.rados.rados.0.smithi119.stdout:3637: finishing write tid 4 to smithi11982245-7 2024-04-13T07:57:59.613 INFO:tasks.rados.rados.0.smithi119.stdout:3637: finishing write tid 5 to smithi11982245-7 2024-04-13T07:57:59.613 INFO:tasks.rados.rados.0.smithi119.stdout:3637: finishing write tid 6 to smithi11982245-7 2024-04-13T07:57:59.614 INFO:tasks.rados.rados.0.smithi119.stdout:3637: oid 7 updating version 0 to 2483 2024-04-13T07:57:59.614 INFO:tasks.rados.rados.0.smithi119.stdout:3637: oid 7 updating version 2483 to 2485 2024-04-13T07:57:59.614 INFO:tasks.rados.rados.0.smithi119.stdout:3637: oid 7 version 2485 is already newer than 2481 2024-04-13T07:57:59.614 INFO:tasks.rados.rados.0.smithi119.stdout:3637: oid 7 version 2485 is already newer than 2482 2024-04-13T07:57:59.614 INFO:tasks.rados.rados.0.smithi119.stdout:3637: oid 7 version 2485 is already newer than 2484 2024-04-13T07:57:59.614 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 7 v 2485 (ObjNum 1108 snap 379 seq_num 1108) dirty exists 2024-04-13T07:57:59.614 INFO:tasks.rados.rados.0.smithi119.stdout:3637: left oid 7 (ObjNum 1108 snap 379 seq_num 1108) 2024-04-13T07:57:59.614 INFO:tasks.rados.rados.0.smithi119.stdout:3639: finishing write tid 1 to smithi11982245-41 2024-04-13T07:57:59.614 INFO:tasks.rados.rados.0.smithi119.stdout:3639: finishing write tid 2 to smithi11982245-41 2024-04-13T07:57:59.614 INFO:tasks.rados.rados.0.smithi119.stdout:3637: done (3 left) 2024-04-13T07:57:59.614 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 16 current snap is 379 2024-04-13T07:57:59.614 INFO:tasks.rados.rados.0.smithi119.stdout:3642: seq_num 1110 ranges {3276800=598016,3874816=466944,4341760=450560,4792320=286720} 2024-04-13T07:57:59.634 INFO:tasks.rados.rados.0.smithi119.stdout:3642: writing smithi11982245-16 from 3276800 to 3874816 tid 1 2024-04-13T07:57:59.637 INFO:tasks.rados.rados.0.smithi119.stdout:3642: writing smithi11982245-16 from 3874816 to 4341760 tid 2 2024-04-13T07:57:59.639 INFO:tasks.rados.rados.0.smithi119.stdout:3642: writing smithi11982245-16 from 4341760 to 4792320 tid 3 2024-04-13T07:57:59.642 INFO:tasks.rados.rados.0.smithi119.stdout:3642: writing smithi11982245-16 from 4792320 to 5079040 tid 4 2024-04-13T07:57:59.642 INFO:tasks.rados.rados.0.smithi119.stdout:3643: rollback oid 38 current snap is 379 2024-04-13T07:57:59.642 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 38 to 321 2024-04-13T07:57:59.642 INFO:tasks.rados.rados.0.smithi119.stdout:3639: finishing write tid 3 to smithi11982245-41 2024-04-13T07:57:59.642 INFO:tasks.rados.rados.0.smithi119.stdout:3639: finishing write tid 4 to smithi11982245-41 2024-04-13T07:57:59.642 INFO:tasks.rados.rados.0.smithi119.stdout:3639: finishing write tid 5 to smithi11982245-41 2024-04-13T07:57:59.642 INFO:tasks.rados.rados.0.smithi119.stdout:3639: finishing write tid 6 to smithi11982245-41 2024-04-13T07:57:59.642 INFO:tasks.rados.rados.0.smithi119.stdout:3639: oid 41 updating version 0 to 2432 2024-04-13T07:57:59.642 INFO:tasks.rados.rados.0.smithi119.stdout:3639: oid 41 version 2432 is already newer than 2430 2024-04-13T07:57:59.643 INFO:tasks.rados.rados.0.smithi119.stdout:3639: oid 41 version 2432 is already newer than 2429 2024-04-13T07:57:59.643 INFO:tasks.rados.rados.0.smithi119.stdout:3639: oid 41 version 2432 is already newer than 2431 2024-04-13T07:57:59.643 INFO:tasks.rados.rados.0.smithi119.stdout:3639: oid 41 version 2432 is already newer than 2428 2024-04-13T07:57:59.643 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 41 v 2432 (ObjNum 1109 snap 379 seq_num 1109) dirty exists 2024-04-13T07:57:59.643 INFO:tasks.rados.rados.0.smithi119.stdout:3639: left oid 41 (ObjNum 1109 snap 379 seq_num 1109) 2024-04-13T07:57:59.643 INFO:tasks.rados.rados.0.smithi119.stdout:3641: finishing rollback tid 0 to smithi11982245-18 2024-04-13T07:57:59.643 INFO:tasks.rados.rados.0.smithi119.stdout:3639: done (4 left) 2024-04-13T07:57:59.643 INFO:tasks.rados.rados.0.smithi119.stdout:3644: setattr oid 2 current snap is 379 2024-04-13T07:57:59.643 INFO:tasks.rados.rados.0.smithi119.stdout:3641: finishing rollback tid 1 to smithi11982245-18 2024-04-13T07:57:59.643 INFO:tasks.rados.rados.0.smithi119.stdout:3641: finishing rollback tid 2 to smithi11982245-18 2024-04-13T07:57:59.643 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 18 v 2535 (ObjNum 804 snap 274 seq_num 804) dirty exists 2024-04-13T07:57:59.643 INFO:tasks.rados.rados.0.smithi119.stdout:3640: expect (ObjNum 1017 snap 338 seq_num 1017) 2024-04-13T07:57:59.816 INFO:tasks.rados.rados.0.smithi119.stdout:3642: finishing write tid 1 to smithi11982245-16 2024-04-13T07:57:59.816 INFO:tasks.rados.rados.0.smithi119.stdout:3642: finishing write tid 2 to smithi11982245-16 2024-04-13T07:57:59.816 INFO:tasks.rados.rados.0.smithi119.stdout:3642: finishing write tid 3 to smithi11982245-16 2024-04-13T07:57:59.816 INFO:tasks.rados.rados.0.smithi119.stdout:3643: finishing rollback tid 0 to smithi11982245-38 2024-04-13T07:57:59.816 INFO:tasks.rados.rados.0.smithi119.stdout:3642: finishing write tid 4 to smithi11982245-16 2024-04-13T07:57:59.817 INFO:tasks.rados.rados.0.smithi119.stdout:3642: finishing write tid 5 to smithi11982245-16 2024-04-13T07:57:59.817 INFO:tasks.rados.rados.0.smithi119.stdout:3643: finishing rollback tid 1 to smithi11982245-38 2024-04-13T07:57:59.817 INFO:tasks.rados.rados.0.smithi119.stdout:3643: finishing rollback tid 2 to smithi11982245-38 2024-04-13T07:57:59.817 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 38 v 2355 (ObjNum 628 snap 211 seq_num 628) dirty exists 2024-04-13T07:57:59.817 INFO:tasks.rados.rados.0.smithi119.stdout:3642: finishing write tid 6 to smithi11982245-16 2024-04-13T07:57:59.817 INFO:tasks.rados.rados.0.smithi119.stdout:3642: oid 16 updating version 0 to 2435 2024-04-13T07:57:59.817 INFO:tasks.rados.rados.0.smithi119.stdout:3642: oid 16 version 2435 is already newer than 2433 2024-04-13T07:57:59.817 INFO:tasks.rados.rados.0.smithi119.stdout:3642: oid 16 updating version 2435 to 2437 2024-04-13T07:57:59.817 INFO:tasks.rados.rados.0.smithi119.stdout:3642: oid 16 version 2437 is already newer than 2434 2024-04-13T07:57:59.817 INFO:tasks.rados.rados.0.smithi119.stdout:3642: oid 16 version 2437 is already newer than 2436 2024-04-13T07:57:59.817 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 16 v 2437 (ObjNum 1110 snap 379 seq_num 1110) dirty exists 2024-04-13T07:57:59.817 INFO:tasks.rados.rados.0.smithi119.stdout:3642: left oid 16 (ObjNum 1110 snap 379 seq_num 1110) 2024-04-13T07:57:59.817 INFO:tasks.rados.rados.0.smithi119.stdout:3640: done (4 left) 2024-04-13T07:57:59.817 INFO:tasks.rados.rados.0.smithi119.stdout:3641: done (3 left) 2024-04-13T07:57:59.818 INFO:tasks.rados.rados.0.smithi119.stdout:3642: done (2 left) 2024-04-13T07:57:59.818 INFO:tasks.rados.rados.0.smithi119.stdout:3643: done (1 left) 2024-04-13T07:57:59.818 INFO:tasks.rados.rados.0.smithi119.stdout:3645: snap_create 2024-04-13T07:57:59.819 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 2 v 2435 (ObjNum 8209 snap 0 seq_num 2688017) dirty exists 2024-04-13T07:57:59.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:57:59 smithi139 ceph-mon[88985]: osdmap e767: 8 total, 8 up, 8 in 2024-04-13T07:57:59.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:57:59 smithi119 ceph-mon[96316]: osdmap e767: 8 total, 8 up, 8 in 2024-04-13T07:57:59.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:57:59 smithi119 ceph-mon[93746]: osdmap e767: 8 total, 8 up, 8 in 2024-04-13T07:58:00.462 INFO:tasks.rados.rados.0.smithi119.stdout:3644: done (1 left) 2024-04-13T07:58:00.462 INFO:tasks.rados.rados.0.smithi119.stdout:3645: done (0 left) 2024-04-13T07:58:00.462 INFO:tasks.rados.rados.0.smithi119.stdout:3646: read oid 20 snap -1 2024-04-13T07:58:00.462 INFO:tasks.rados.rados.0.smithi119.stdout:3646: expect deleted 2024-04-13T07:58:00.462 INFO:tasks.rados.rados.0.smithi119.stdout:3647: snap_create 2024-04-13T07:58:00.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:00 smithi139 ceph-mon[88985]: pgmap v821: 121 pgs: 2 active+clean+snaptrim_wait, 7 active+clean+snaptrim, 112 active+clean; 1.1 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-04-13T07:58:00.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:00 smithi139 ceph-mon[88985]: osdmap e768: 8 total, 8 up, 8 in 2024-04-13T07:58:00.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:00 smithi139 ceph-mon[88985]: osdmap e769: 8 total, 8 up, 8 in 2024-04-13T07:58:00.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:00 smithi119 ceph-mon[93746]: pgmap v821: 121 pgs: 2 active+clean+snaptrim_wait, 7 active+clean+snaptrim, 112 active+clean; 1.1 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-04-13T07:58:00.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:00 smithi119 ceph-mon[93746]: osdmap e768: 8 total, 8 up, 8 in 2024-04-13T07:58:00.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:00 smithi119 ceph-mon[93746]: osdmap e769: 8 total, 8 up, 8 in 2024-04-13T07:58:00.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:00 smithi119 ceph-mon[96316]: pgmap v821: 121 pgs: 2 active+clean+snaptrim_wait, 7 active+clean+snaptrim, 112 active+clean; 1.1 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-04-13T07:58:00.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:00 smithi119 ceph-mon[96316]: osdmap e768: 8 total, 8 up, 8 in 2024-04-13T07:58:00.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:00 smithi119 ceph-mon[96316]: osdmap e769: 8 total, 8 up, 8 in 2024-04-13T07:58:01.464 INFO:tasks.rados.rados.0.smithi119.stdout:3646: done (1 left) 2024-04-13T07:58:01.464 INFO:tasks.rados.rados.0.smithi119.stdout:3647: done (0 left) 2024-04-13T07:58:01.464 INFO:tasks.rados.rados.0.smithi119.stdout:3648: snap_create 2024-04-13T07:58:02.464 INFO:tasks.rados.rados.0.smithi119.stdout:3648: done (0 left) 2024-04-13T07:58:02.465 INFO:tasks.rados.rados.0.smithi119.stdout:3649: rmattr oid 8 current snap is 382 2024-04-13T07:58:02.465 INFO:tasks.rados.rados.0.smithi119.stdout:3650: copy_from oid 30 from oid 7 current snap is 382 2024-04-13T07:58:02.465 INFO:tasks.rados.rados.0.smithi119.stdout:3651: setattr oid 47 current snap is 382 2024-04-13T07:58:02.467 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 20 current snap is 382 2024-04-13T07:58:02.467 INFO:tasks.rados.rados.0.smithi119.stdout:3652: seq_num 1111 ranges {0=614400,614400=753664,1368064=450560} 2024-04-13T07:58:02.471 INFO:tasks.rados.rados.0.smithi119.stdout:3652: writing smithi11982245-20 from 0 to 614400 tid 1 2024-04-13T07:58:02.475 INFO:tasks.rados.rados.0.smithi119.stdout:3652: writing smithi11982245-20 from 614400 to 1368064 tid 2 2024-04-13T07:58:02.479 INFO:tasks.rados.rados.0.smithi119.stdout:3652: writing smithi11982245-20 from 1368064 to 1818624 tid 3 2024-04-13T07:58:02.479 INFO:tasks.rados.rados.0.smithi119.stdout:3653: snap_remove snap 347 2024-04-13T07:58:02.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:02 smithi139 ceph-mon[88985]: pgmap v824: 121 pgs: 121 active+clean; 1.1 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2024-04-13T07:58:02.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:02 smithi139 ceph-mon[88985]: osdmap e770: 8 total, 8 up, 8 in 2024-04-13T07:58:02.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:58:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T07:58:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:58:02.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:02 smithi119 ceph-mon[93746]: pgmap v824: 121 pgs: 121 active+clean; 1.1 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2024-04-13T07:58:02.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:02 smithi119 ceph-mon[93746]: osdmap e770: 8 total, 8 up, 8 in 2024-04-13T07:58:02.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:02 smithi119 ceph-mon[96316]: pgmap v824: 121 pgs: 121 active+clean; 1.1 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2024-04-13T07:58:02.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:02 smithi119 ceph-mon[96316]: osdmap e770: 8 total, 8 up, 8 in 2024-04-13T07:58:03.477 INFO:tasks.rados.rados.0.smithi119.stdout:3653: done (4 left) 2024-04-13T07:58:03.477 INFO:tasks.rados.rados.0.smithi119.stdout:3654: read oid 16 snap 358 2024-04-13T07:58:03.477 INFO:tasks.rados.rados.0.smithi119.stdout:3654: expect deleted 2024-04-13T07:58:03.477 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 11 current snap is 382 2024-04-13T07:58:03.477 INFO:tasks.rados.rados.0.smithi119.stdout:3655: seq_num 1112 ranges {4038656=630784,4669440=638976,5308416=466944,5775360=98304} 2024-04-13T07:58:03.503 INFO:tasks.rados.rados.0.smithi119.stdout:3655: writing smithi11982245-11 from 4038656 to 4669440 tid 1 2024-04-13T07:58:03.508 INFO:tasks.rados.rados.0.smithi119.stdout:3655: writing smithi11982245-11 from 4669440 to 5308416 tid 2 2024-04-13T07:58:03.511 INFO:tasks.rados.rados.0.smithi119.stdout:3655: writing smithi11982245-11 from 5308416 to 5775360 tid 3 2024-04-13T07:58:03.511 INFO:tasks.rados.rados.0.smithi119.stdout:3655: writing smithi11982245-11 from 5775360 to 5873664 tid 4 2024-04-13T07:58:03.512 INFO:tasks.rados.rados.0.smithi119.stdout:3656: snap_remove snap 329 2024-04-13T07:58:03.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:03 smithi139 ceph-mon[88985]: osdmap e771: 8 total, 8 up, 8 in 2024-04-13T07:58:03.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:03 smithi119 ceph-mon[93746]: osdmap e771: 8 total, 8 up, 8 in 2024-04-13T07:58:03.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:03 smithi119 ceph-mon[96316]: osdmap e771: 8 total, 8 up, 8 in 2024-04-13T07:58:04.481 INFO:tasks.rados.rados.0.smithi119.stdout:3656: done (6 left) 2024-04-13T07:58:04.481 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 44 current snap is 382 2024-04-13T07:58:04.481 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 8 v 0 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-04-13T07:58:04.482 INFO:tasks.rados.rados.0.smithi119.stdout:3657: seq_num 1113 ranges {2547712=647168,3194880=524288,3719168=622592,4341760=57344} 2024-04-13T07:58:04.500 INFO:tasks.rados.rados.0.smithi119.stdout:3657: writing smithi11982245-44 from 2547712 to 3194880 tid 1 2024-04-13T07:58:04.504 INFO:tasks.rados.rados.0.smithi119.stdout:3657: writing smithi11982245-44 from 3194880 to 3719168 tid 2 2024-04-13T07:58:04.508 INFO:tasks.rados.rados.0.smithi119.stdout:3657: writing smithi11982245-44 from 3719168 to 4341760 tid 3 2024-04-13T07:58:04.509 INFO:tasks.rados.rados.0.smithi119.stdout:3657: writing smithi11982245-44 from 4341760 to 4399104 tid 4 2024-04-13T07:58:04.509 INFO:tasks.rados.rados.0.smithi119.stdout:3649: done (6 left) 2024-04-13T07:58:04.509 INFO:tasks.rados.rados.0.smithi119.stdout:3658: snap_create 2024-04-13T07:58:04.509 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 47 v 2537 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-13T07:58:04.509 INFO:tasks.rados.rados.0.smithi119.stdout:3650: finishing copy_from racing read to smithi11982245-30 2024-04-13T07:58:04.509 INFO:tasks.rados.rados.0.smithi119.stdout:3652: finishing write tid 1 to smithi11982245-20 2024-04-13T07:58:04.509 INFO:tasks.rados.rados.0.smithi119.stdout:3650: finishing copy_from to smithi11982245-30 2024-04-13T07:58:04.509 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 30 v 2485 (ObjNum 1108 snap 379 seq_num 1108) dirty exists 2024-04-13T07:58:04.509 INFO:tasks.rados.rados.0.smithi119.stdout:3652: finishing write tid 2 to smithi11982245-20 2024-04-13T07:58:04.510 INFO:tasks.rados.rados.0.smithi119.stdout:3652: finishing write tid 3 to smithi11982245-20 2024-04-13T07:58:04.510 INFO:tasks.rados.rados.0.smithi119.stdout:3652: finishing write tid 4 to smithi11982245-20 2024-04-13T07:58:04.510 INFO:tasks.rados.rados.0.smithi119.stdout:3652: finishing write tid 5 to smithi11982245-20 2024-04-13T07:58:04.510 INFO:tasks.rados.rados.0.smithi119.stdout:3652: oid 20 updating version 0 to 2436 2024-04-13T07:58:04.510 INFO:tasks.rados.rados.0.smithi119.stdout:3652: oid 20 updating version 2436 to 2437 2024-04-13T07:58:04.510 INFO:tasks.rados.rados.0.smithi119.stdout:3652: oid 20 updating version 2437 to 2439 2024-04-13T07:58:04.510 INFO:tasks.rados.rados.0.smithi119.stdout:3652: oid 20 version 2439 is already newer than 2438 2024-04-13T07:58:04.510 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 20 v 2439 (ObjNum 1111 snap 382 seq_num 1111) dirty exists 2024-04-13T07:58:04.510 INFO:tasks.rados.rados.0.smithi119.stdout:3652: left oid 20 (ObjNum 1111 snap 382 seq_num 1111) 2024-04-13T07:58:04.510 INFO:tasks.rados.rados.0.smithi119.stdout:3655: finishing write tid 1 to smithi11982245-11 2024-04-13T07:58:04.510 INFO:tasks.rados.rados.0.smithi119.stdout:3655: finishing write tid 2 to smithi11982245-11 2024-04-13T07:58:04.510 INFO:tasks.rados.rados.0.smithi119.stdout:3655: finishing write tid 3 to smithi11982245-11 2024-04-13T07:58:04.510 INFO:tasks.rados.rados.0.smithi119.stdout:3655: finishing write tid 4 to smithi11982245-11 2024-04-13T07:58:04.510 INFO:tasks.rados.rados.0.smithi119.stdout:3655: finishing write tid 5 to smithi11982245-11 2024-04-13T07:58:04.511 INFO:tasks.rados.rados.0.smithi119.stdout:3655: finishing write tid 6 to smithi11982245-11 2024-04-13T07:58:04.511 INFO:tasks.rados.rados.0.smithi119.stdout:3655: oid 11 updating version 0 to 2354 2024-04-13T07:58:04.512 INFO:tasks.rados.rados.0.smithi119.stdout:3655: oid 11 updating version 2354 to 2355 2024-04-13T07:58:04.512 INFO:tasks.rados.rados.0.smithi119.stdout:3655: oid 11 version 2355 is already newer than 2353 2024-04-13T07:58:04.512 INFO:tasks.rados.rados.0.smithi119.stdout:3655: oid 11 version 2355 is already newer than 2352 2024-04-13T07:58:04.512 INFO:tasks.rados.rados.0.smithi119.stdout:3655: oid 11 updating version 2355 to 2356 2024-04-13T07:58:04.512 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 11 v 2356 (ObjNum 1112 snap 382 seq_num 1112) dirty exists 2024-04-13T07:58:04.512 INFO:tasks.rados.rados.0.smithi119.stdout:3655: left oid 11 (ObjNum 1112 snap 382 seq_num 1112) 2024-04-13T07:58:04.516 INFO:tasks.rados.rados.0.smithi119.stdout:3657: finishing write tid 1 to smithi11982245-44 2024-04-13T07:58:04.516 INFO:tasks.rados.rados.0.smithi119.stdout:3657: finishing write tid 2 to smithi11982245-44 2024-04-13T07:58:04.516 INFO:tasks.rados.rados.0.smithi119.stdout:3657: finishing write tid 3 to smithi11982245-44 2024-04-13T07:58:04.516 INFO:tasks.rados.rados.0.smithi119.stdout:3657: finishing write tid 4 to smithi11982245-44 2024-04-13T07:58:04.519 INFO:tasks.rados.rados.0.smithi119.stdout:3657: finishing write tid 5 to smithi11982245-44 2024-04-13T07:58:04.521 INFO:tasks.rados.rados.0.smithi119.stdout:3657: finishing write tid 6 to smithi11982245-44 2024-04-13T07:58:04.521 INFO:tasks.rados.rados.0.smithi119.stdout:3657: oid 44 updating version 0 to 2491 2024-04-13T07:58:04.521 INFO:tasks.rados.rados.0.smithi119.stdout:3657: oid 44 updating version 2491 to 2495 2024-04-13T07:58:04.521 INFO:tasks.rados.rados.0.smithi119.stdout:3657: oid 44 version 2495 is already newer than 2492 2024-04-13T07:58:04.521 INFO:tasks.rados.rados.0.smithi119.stdout:3657: oid 44 version 2495 is already newer than 2494 2024-04-13T07:58:04.521 INFO:tasks.rados.rados.0.smithi119.stdout:3657: oid 44 version 2495 is already newer than 2493 2024-04-13T07:58:04.521 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 44 v 2495 (ObjNum 1113 snap 382 seq_num 1113) dirty exists 2024-04-13T07:58:04.521 INFO:tasks.rados.rados.0.smithi119.stdout:3657: left oid 44 (ObjNum 1113 snap 382 seq_num 1113) 2024-04-13T07:58:04.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:04 smithi119 ceph-mon[96316]: pgmap v827: 121 pgs: 121 active+clean; 1.2 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 20 op/s 2024-04-13T07:58:04.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:04 smithi119 ceph-mon[96316]: osdmap e772: 8 total, 8 up, 8 in 2024-04-13T07:58:04.820 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:04 smithi119 ceph-mon[93746]: pgmap v827: 121 pgs: 121 active+clean; 1.2 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 20 op/s 2024-04-13T07:58:04.820 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:04 smithi119 ceph-mon[93746]: osdmap e772: 8 total, 8 up, 8 in 2024-04-13T07:58:04.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:04 smithi139 ceph-mon[88985]: pgmap v827: 121 pgs: 121 active+clean; 1.2 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 20 op/s 2024-04-13T07:58:04.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:04 smithi139 ceph-mon[88985]: osdmap e772: 8 total, 8 up, 8 in 2024-04-13T07:58:05.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:58:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:58:04] "GET /metrics HTTP/1.1" 200 36207 "" "Prometheus/2.43.0" 2024-04-13T07:58:05.464 INFO:tasks.rados.rados.0.smithi119.stdout:3650: done (6 left) 2024-04-13T07:58:05.464 INFO:tasks.rados.rados.0.smithi119.stdout:3651: done (5 left) 2024-04-13T07:58:05.464 INFO:tasks.rados.rados.0.smithi119.stdout:3652: done (4 left) 2024-04-13T07:58:05.464 INFO:tasks.rados.rados.0.smithi119.stdout:3654: done (3 left) 2024-04-13T07:58:05.465 INFO:tasks.rados.rados.0.smithi119.stdout:3655: done (2 left) 2024-04-13T07:58:05.465 INFO:tasks.rados.rados.0.smithi119.stdout:3657: done (1 left) 2024-04-13T07:58:05.465 INFO:tasks.rados.rados.0.smithi119.stdout:3658: done (0 left) 2024-04-13T07:58:05.465 INFO:tasks.rados.rados.0.smithi119.stdout:3659: snap_create 2024-04-13T07:58:05.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:05 smithi139 ceph-mon[88985]: osdmap e773: 8 total, 8 up, 8 in 2024-04-13T07:58:05.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:05 smithi139 ceph-mon[88985]: osdmap e774: 8 total, 8 up, 8 in 2024-04-13T07:58:05.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:05 smithi119 ceph-mon[96316]: osdmap e773: 8 total, 8 up, 8 in 2024-04-13T07:58:05.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:05 smithi119 ceph-mon[96316]: osdmap e774: 8 total, 8 up, 8 in 2024-04-13T07:58:05.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:05 smithi119 ceph-mon[93746]: osdmap e773: 8 total, 8 up, 8 in 2024-04-13T07:58:05.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:05 smithi119 ceph-mon[93746]: osdmap e774: 8 total, 8 up, 8 in 2024-04-13T07:58:06.471 INFO:tasks.rados.rados.0.smithi119.stdout:3659: done (0 left) 2024-04-13T07:58:06.471 INFO:tasks.rados.rados.0.smithi119.stdout:3660: rollback oid 29 current snap is 384 2024-04-13T07:58:06.471 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 29 to 311 2024-04-13T07:58:06.471 INFO:tasks.rados.rados.0.smithi119.stdout:3661: rmattr oid 15 current snap is 384 2024-04-13T07:58:06.471 INFO:tasks.rados.rados.0.smithi119.stdout:3661: done (1 left) 2024-04-13T07:58:06.471 INFO:tasks.rados.rados.0.smithi119.stdout:3662: rmattr oid 40 current snap is 384 2024-04-13T07:58:06.471 INFO:tasks.rados.rados.0.smithi119.stdout:3663: snap_remove snap 323 2024-04-13T07:58:06.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:06 smithi139 ceph-mon[88985]: pgmap v830: 121 pgs: 121 active+clean; 1.2 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 440 KiB/s wr, 11 op/s 2024-04-13T07:58:06.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:06 smithi139 ceph-mon[88985]: osdmap e775: 8 total, 8 up, 8 in 2024-04-13T07:58:06.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:06 smithi119 ceph-mon[96316]: pgmap v830: 121 pgs: 121 active+clean; 1.2 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 440 KiB/s wr, 11 op/s 2024-04-13T07:58:06.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:06 smithi119 ceph-mon[96316]: osdmap e775: 8 total, 8 up, 8 in 2024-04-13T07:58:06.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:06 smithi119 ceph-mon[93746]: pgmap v830: 121 pgs: 121 active+clean; 1.2 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 440 KiB/s wr, 11 op/s 2024-04-13T07:58:06.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:06 smithi119 ceph-mon[93746]: osdmap e775: 8 total, 8 up, 8 in 2024-04-13T07:58:07.468 INFO:tasks.rados.rados.0.smithi119.stdout:3660: finishing rollback tid 1 to smithi11982245-29 2024-04-13T07:58:07.469 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 29 v 2233 (ObjNum 33 snap 0 seq_num 751886288) dirty dne 2024-04-13T07:58:07.469 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 40 v 2547 (ObjNum 65 snap 0 seq_num 1952279886) dirty exists 2024-04-13T07:58:07.469 INFO:tasks.rados.rados.0.smithi119.stdout:3660: done (2 left) 2024-04-13T07:58:07.469 INFO:tasks.rados.rados.0.smithi119.stdout:3662: done (1 left) 2024-04-13T07:58:07.469 INFO:tasks.rados.rados.0.smithi119.stdout:3663: done (0 left) 2024-04-13T07:58:07.469 INFO:tasks.rados.rados.0.smithi119.stdout:3664: delete oid 27 current snap is 384 2024-04-13T07:58:07.480 INFO:tasks.rados.rados.0.smithi119.stdout:3664: done (0 left) 2024-04-13T07:58:07.480 INFO:tasks.rados.rados.0.smithi119.stdout:3665: snap_create 2024-04-13T07:58:08.476 INFO:tasks.rados.rados.0.smithi119.stdout:3665: done (0 left) 2024-04-13T07:58:08.476 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 19 current snap is 385 2024-04-13T07:58:08.477 INFO:tasks.rados.rados.0.smithi119.stdout:3666: seq_num 1115 ranges {5152768=679936,5832704=688128,6520832=516096} 2024-04-13T07:58:08.507 INFO:tasks.rados.rados.0.smithi119.stdout:3666: writing smithi11982245-19 from 5152768 to 5832704 tid 1 2024-04-13T07:58:08.511 INFO:tasks.rados.rados.0.smithi119.stdout:3666: writing smithi11982245-19 from 5832704 to 6520832 tid 2 2024-04-13T07:58:08.514 INFO:tasks.rados.rados.0.smithi119.stdout:3666: writing smithi11982245-19 from 6520832 to 7036928 tid 3 2024-04-13T07:58:08.515 INFO:tasks.rados.rados.0.smithi119.stdout:3667: copy_from oid 20 from oid 49 current snap is 385 2024-04-13T07:58:08.515 INFO:tasks.rados.rados.0.smithi119.stdout:3668: snap_remove snap 260 2024-04-13T07:58:08.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:08 smithi119 ceph-mon[96316]: pgmap v833: 121 pgs: 121 active+clean; 1.2 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:58:08.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:08 smithi119 ceph-mon[96316]: osdmap e776: 8 total, 8 up, 8 in 2024-04-13T07:58:08.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:08 smithi119 ceph-mon[93746]: pgmap v833: 121 pgs: 121 active+clean; 1.2 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:58:08.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:08 smithi119 ceph-mon[93746]: osdmap e776: 8 total, 8 up, 8 in 2024-04-13T07:58:08.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:08 smithi139 ceph-mon[88985]: pgmap v833: 121 pgs: 121 active+clean; 1.2 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:58:08.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:08 smithi139 ceph-mon[88985]: osdmap e776: 8 total, 8 up, 8 in 2024-04-13T07:58:09.484 INFO:tasks.rados.rados.0.smithi119.stdout:3668: done (2 left) 2024-04-13T07:58:09.484 INFO:tasks.rados.rados.0.smithi119.stdout:3669: rollback oid 39 current snap is 385 2024-04-13T07:58:09.484 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 39 to 368 2024-04-13T07:58:09.484 INFO:tasks.rados.rados.0.smithi119.stdout:3666: finishing write tid 1 to smithi11982245-19 2024-04-13T07:58:09.484 INFO:tasks.rados.rados.0.smithi119.stdout:3666: finishing write tid 2 to smithi11982245-19 2024-04-13T07:58:09.484 INFO:tasks.rados.rados.0.smithi119.stdout:3666: finishing write tid 3 to smithi11982245-19 2024-04-13T07:58:09.485 INFO:tasks.rados.rados.0.smithi119.stdout:3666: finishing write tid 4 to smithi11982245-19 2024-04-13T07:58:09.485 INFO:tasks.rados.rados.0.smithi119.stdout:3666: finishing write tid 5 to smithi11982245-19 2024-04-13T07:58:09.485 INFO:tasks.rados.rados.0.smithi119.stdout:3666: oid 19 updating version 0 to 2487 2024-04-13T07:58:09.485 INFO:tasks.rados.rados.0.smithi119.stdout:3666: oid 19 updating version 2487 to 2489 2024-04-13T07:58:09.485 INFO:tasks.rados.rados.0.smithi119.stdout:3666: oid 19 version 2489 is already newer than 2486 2024-04-13T07:58:09.485 INFO:tasks.rados.rados.0.smithi119.stdout:3666: oid 19 version 2489 is already newer than 2488 2024-04-13T07:58:09.485 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 19 v 2489 (ObjNum 1115 snap 385 seq_num 1115) dirty exists 2024-04-13T07:58:09.485 INFO:tasks.rados.rados.0.smithi119.stdout:3666: left oid 19 (ObjNum 1115 snap 385 seq_num 1115) 2024-04-13T07:58:09.485 INFO:tasks.rados.rados.0.smithi119.stdout:3667: finishing copy_from racing read to smithi11982245-20 2024-04-13T07:58:09.485 INFO:tasks.rados.rados.0.smithi119.stdout:3666: done (2 left) 2024-04-13T07:58:09.485 INFO:tasks.rados.rados.0.smithi119.stdout:3670: copy_from oid 19 from oid 31 current snap is 385 2024-04-13T07:58:09.485 INFO:tasks.rados.rados.0.smithi119.stdout:3667: finishing copy_from to smithi11982245-20 2024-04-13T07:58:09.485 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 20 v 2480 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-13T07:58:09.485 INFO:tasks.rados.rados.0.smithi119.stdout:3667: done (2 left) 2024-04-13T07:58:09.485 INFO:tasks.rados.rados.0.smithi119.stdout:3671: delete oid 40 current snap is 385 2024-04-13T07:58:09.494 INFO:tasks.rados.rados.0.smithi119.stdout:3669: finishing rollback tid 1 to smithi11982245-39 2024-04-13T07:58:09.494 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 39 v 2073 (ObjNum 289 snap 0 seq_num 1908190504) dirty dne 2024-04-13T07:58:09.502 INFO:tasks.rados.rados.0.smithi119.stdout:3669: done (2 left) 2024-04-13T07:58:09.502 INFO:tasks.rados.rados.0.smithi119.stdout:3671: done (1 left) 2024-04-13T07:58:09.502 INFO:tasks.rados.rados.0.smithi119.stdout:3672: rollback oid 44 current snap is 385 2024-04-13T07:58:09.502 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 44 to 374 2024-04-13T07:58:09.502 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 14 current snap is 385 2024-04-13T07:58:09.502 INFO:tasks.rados.rados.0.smithi119.stdout:3673: seq_num 1117 ranges {1646592=712704,2359296=458752,2818048=655360,3473408=90112} 2024-04-13T07:58:09.517 INFO:tasks.rados.rados.0.smithi119.stdout:3673: writing smithi11982245-14 from 1646592 to 2359296 tid 1 2024-04-13T07:58:09.520 INFO:tasks.rados.rados.0.smithi119.stdout:3673: writing smithi11982245-14 from 2359296 to 2818048 tid 2 2024-04-13T07:58:09.524 INFO:tasks.rados.rados.0.smithi119.stdout:3673: writing smithi11982245-14 from 2818048 to 3473408 tid 3 2024-04-13T07:58:09.525 INFO:tasks.rados.rados.0.smithi119.stdout:3673: writing smithi11982245-14 from 3473408 to 3563520 tid 4 2024-04-13T07:58:09.525 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 9 current snap is 385 2024-04-13T07:58:09.525 INFO:tasks.rados.rados.0.smithi119.stdout:3672: finishing rollback tid 0 to smithi11982245-44 2024-04-13T07:58:09.525 INFO:tasks.rados.rados.0.smithi119.stdout:3672: finishing rollback tid 1 to smithi11982245-44 2024-04-13T07:58:09.525 INFO:tasks.rados.rados.0.smithi119.stdout:3672: finishing rollback tid 2 to smithi11982245-44 2024-04-13T07:58:09.525 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 44 v 2513 (ObjNum 1084 snap 372 seq_num 1084) dirty exists 2024-04-13T07:58:09.525 INFO:tasks.rados.rados.0.smithi119.stdout:3673: finishing write tid 1 to smithi11982245-14 2024-04-13T07:58:09.525 INFO:tasks.rados.rados.0.smithi119.stdout:3674: seq_num 1118 ranges {892928=729088,1622016=794624,2416640=409600} 2024-04-13T07:58:09.534 INFO:tasks.rados.rados.0.smithi119.stdout:3674: writing smithi11982245-9 from 892928 to 1622016 tid 1 2024-04-13T07:58:09.538 INFO:tasks.rados.rados.0.smithi119.stdout:3674: writing smithi11982245-9 from 1622016 to 2416640 tid 2 2024-04-13T07:58:09.541 INFO:tasks.rados.rados.0.smithi119.stdout:3674: writing smithi11982245-9 from 2416640 to 2826240 tid 3 2024-04-13T07:58:09.541 INFO:tasks.rados.rados.0.smithi119.stdout:3672: done (3 left) 2024-04-13T07:58:09.541 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 22 current snap is 385 2024-04-13T07:58:09.541 INFO:tasks.rados.rados.0.smithi119.stdout:3670: finishing copy_from racing read to smithi11982245-19 2024-04-13T07:58:09.541 INFO:tasks.rados.rados.0.smithi119.stdout:3675: seq_num 1119 ranges {876544=745472,1622016=679936,2301952=524288} 2024-04-13T07:58:09.550 INFO:tasks.rados.rados.0.smithi119.stdout:3675: writing smithi11982245-22 from 876544 to 1622016 tid 1 2024-04-13T07:58:09.554 INFO:tasks.rados.rados.0.smithi119.stdout:3675: writing smithi11982245-22 from 1622016 to 2301952 tid 2 2024-04-13T07:58:09.557 INFO:tasks.rados.rados.0.smithi119.stdout:3675: writing smithi11982245-22 from 2301952 to 2826240 tid 3 2024-04-13T07:58:09.557 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 44 current snap is 385 2024-04-13T07:58:09.557 INFO:tasks.rados.rados.0.smithi119.stdout:3673: finishing write tid 2 to smithi11982245-14 2024-04-13T07:58:09.557 INFO:tasks.rados.rados.0.smithi119.stdout:3670: finishing copy_from to smithi11982245-19 2024-04-13T07:58:09.557 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 19 v 2343 (ObjNum 706 snap 243 seq_num 706) dirty exists 2024-04-13T07:58:09.557 INFO:tasks.rados.rados.0.smithi119.stdout:3673: finishing write tid 3 to smithi11982245-14 2024-04-13T07:58:09.558 INFO:tasks.rados.rados.0.smithi119.stdout:3673: finishing write tid 4 to smithi11982245-14 2024-04-13T07:58:09.558 INFO:tasks.rados.rados.0.smithi119.stdout:3673: finishing write tid 5 to smithi11982245-14 2024-04-13T07:58:09.558 INFO:tasks.rados.rados.0.smithi119.stdout:3673: finishing write tid 6 to smithi11982245-14 2024-04-13T07:58:09.558 INFO:tasks.rados.rados.0.smithi119.stdout:3673: oid 14 updating version 0 to 2224 2024-04-13T07:58:09.558 INFO:tasks.rados.rados.0.smithi119.stdout:3673: oid 14 updating version 2224 to 2227 2024-04-13T07:58:09.558 INFO:tasks.rados.rados.0.smithi119.stdout:3673: oid 14 version 2227 is already newer than 2225 2024-04-13T07:58:09.558 INFO:tasks.rados.rados.0.smithi119.stdout:3673: oid 14 version 2227 is already newer than 2226 2024-04-13T07:58:09.558 INFO:tasks.rados.rados.0.smithi119.stdout:3673: oid 14 updating version 2227 to 2228 2024-04-13T07:58:09.558 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 14 v 2228 (ObjNum 1117 snap 385 seq_num 1117) dirty exists 2024-04-13T07:58:09.558 INFO:tasks.rados.rados.0.smithi119.stdout:3673: left oid 14 (ObjNum 1117 snap 385 seq_num 1117) 2024-04-13T07:58:09.558 INFO:tasks.rados.rados.0.smithi119.stdout:3676: seq_num 1120 ranges {2547712=761856,3309568=557056,3866624=425984,4292608=221184} 2024-04-13T07:58:09.574 INFO:tasks.rados.rados.0.smithi119.stdout:3676: writing smithi11982245-44 from 2547712 to 3309568 tid 1 2024-04-13T07:58:09.577 INFO:tasks.rados.rados.0.smithi119.stdout:3676: writing smithi11982245-44 from 3309568 to 3866624 tid 2 2024-04-13T07:58:09.580 INFO:tasks.rados.rados.0.smithi119.stdout:3676: writing smithi11982245-44 from 3866624 to 4292608 tid 3 2024-04-13T07:58:09.582 INFO:tasks.rados.rados.0.smithi119.stdout:3676: writing smithi11982245-44 from 4292608 to 4513792 tid 4 2024-04-13T07:58:09.582 INFO:tasks.rados.rados.0.smithi119.stdout:3670: done (4 left) 2024-04-13T07:58:09.582 INFO:tasks.rados.rados.0.smithi119.stdout:3673: done (3 left) 2024-04-13T07:58:09.582 INFO:tasks.rados.rados.0.smithi119.stdout:3677: delete oid 8 current snap is 385 2024-04-13T07:58:09.583 INFO:tasks.rados.rados.0.smithi119.stdout:3674: finishing write tid 1 to smithi11982245-9 2024-04-13T07:58:09.583 INFO:tasks.rados.rados.0.smithi119.stdout:3674: finishing write tid 2 to smithi11982245-9 2024-04-13T07:58:09.583 INFO:tasks.rados.rados.0.smithi119.stdout:3674: finishing write tid 3 to smithi11982245-9 2024-04-13T07:58:09.583 INFO:tasks.rados.rados.0.smithi119.stdout:3674: finishing write tid 4 to smithi11982245-9 2024-04-13T07:58:09.583 INFO:tasks.rados.rados.0.smithi119.stdout:3674: finishing write tid 5 to smithi11982245-9 2024-04-13T07:58:09.583 INFO:tasks.rados.rados.0.smithi119.stdout:3674: oid 9 updating version 0 to 2089 2024-04-13T07:58:09.583 INFO:tasks.rados.rados.0.smithi119.stdout:3674: oid 9 version 2089 is already newer than 2088 2024-04-13T07:58:09.583 INFO:tasks.rados.rados.0.smithi119.stdout:3674: oid 9 updating version 2089 to 2090 2024-04-13T07:58:09.583 INFO:tasks.rados.rados.0.smithi119.stdout:3674: oid 9 version 2090 is already newer than 2087 2024-04-13T07:58:09.583 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 9 v 2090 (ObjNum 1118 snap 385 seq_num 1118) dirty exists 2024-04-13T07:58:09.583 INFO:tasks.rados.rados.0.smithi119.stdout:3674: left oid 9 (ObjNum 1118 snap 385 seq_num 1118) 2024-04-13T07:58:09.583 INFO:tasks.rados.rados.0.smithi119.stdout:3675: finishing write tid 1 to smithi11982245-22 2024-04-13T07:58:09.583 INFO:tasks.rados.rados.0.smithi119.stdout:3675: finishing write tid 2 to smithi11982245-22 2024-04-13T07:58:09.583 INFO:tasks.rados.rados.0.smithi119.stdout:3675: finishing write tid 3 to smithi11982245-22 2024-04-13T07:58:09.583 INFO:tasks.rados.rados.0.smithi119.stdout:3675: finishing write tid 4 to smithi11982245-22 2024-04-13T07:58:09.583 INFO:tasks.rados.rados.0.smithi119.stdout:3675: finishing write tid 5 to smithi11982245-22 2024-04-13T07:58:09.583 INFO:tasks.rados.rados.0.smithi119.stdout:3675: oid 22 updating version 0 to 2357 2024-04-13T07:58:09.584 INFO:tasks.rados.rados.0.smithi119.stdout:3675: oid 22 version 2357 is already newer than 2356 2024-04-13T07:58:09.584 INFO:tasks.rados.rados.0.smithi119.stdout:3675: oid 22 updating version 2357 to 2358 2024-04-13T07:58:09.584 INFO:tasks.rados.rados.0.smithi119.stdout:3675: oid 22 updating version 2358 to 2359 2024-04-13T07:58:09.584 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 22 v 2359 (ObjNum 1119 snap 385 seq_num 1119) dirty exists 2024-04-13T07:58:09.584 INFO:tasks.rados.rados.0.smithi119.stdout:3675: left oid 22 (ObjNum 1119 snap 385 seq_num 1119) 2024-04-13T07:58:09.584 INFO:tasks.rados.rados.0.smithi119.stdout:3676: finishing write tid 1 to smithi11982245-44 2024-04-13T07:58:09.584 INFO:tasks.rados.rados.0.smithi119.stdout:3676: finishing write tid 2 to smithi11982245-44 2024-04-13T07:58:09.584 INFO:tasks.rados.rados.0.smithi119.stdout:3674: done (3 left) 2024-04-13T07:58:09.584 INFO:tasks.rados.rados.0.smithi119.stdout:3675: done (2 left) 2024-04-13T07:58:09.584 INFO:tasks.rados.rados.0.smithi119.stdout:3677: done (1 left) 2024-04-13T07:58:09.585 INFO:tasks.rados.rados.0.smithi119.stdout:3678: delete oid 1 current snap is 385 2024-04-13T07:58:09.586 INFO:tasks.rados.rados.0.smithi119.stdout:3676: finishing write tid 3 to smithi11982245-44 2024-04-13T07:58:09.586 INFO:tasks.rados.rados.0.smithi119.stdout:3676: finishing write tid 4 to smithi11982245-44 2024-04-13T07:58:09.587 INFO:tasks.rados.rados.0.smithi119.stdout:3676: finishing write tid 5 to smithi11982245-44 2024-04-13T07:58:09.587 INFO:tasks.rados.rados.0.smithi119.stdout:3678: done (1 left) 2024-04-13T07:58:09.587 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 2 current snap is 385 2024-04-13T07:58:09.587 INFO:tasks.rados.rados.0.smithi119.stdout:3679: seq_num 1123 ranges {0=409600,409600=614400,1024000=598016,1622016=393216} 2024-04-13T07:58:09.589 INFO:tasks.rados.rados.0.smithi119.stdout:3679: writing smithi11982245-2 from 0 to 409600 tid 1 2024-04-13T07:58:09.593 INFO:tasks.rados.rados.0.smithi119.stdout:3679: writing smithi11982245-2 from 409600 to 1024000 tid 2 2024-04-13T07:58:09.596 INFO:tasks.rados.rados.0.smithi119.stdout:3679: writing smithi11982245-2 from 1024000 to 1622016 tid 3 2024-04-13T07:58:09.599 INFO:tasks.rados.rados.0.smithi119.stdout:3679: writing smithi11982245-2 from 1622016 to 2015232 tid 4 2024-04-13T07:58:09.599 INFO:tasks.rados.rados.0.smithi119.stdout:3680: snap_create 2024-04-13T07:58:09.599 INFO:tasks.rados.rados.0.smithi119.stdout:3676: finishing write tid 6 to smithi11982245-44 2024-04-13T07:58:09.599 INFO:tasks.rados.rados.0.smithi119.stdout:3676: oid 44 updating version 0 to 2517 2024-04-13T07:58:09.599 INFO:tasks.rados.rados.0.smithi119.stdout:3676: oid 44 updating version 2517 to 2518 2024-04-13T07:58:09.599 INFO:tasks.rados.rados.0.smithi119.stdout:3676: oid 44 updating version 2518 to 2519 2024-04-13T07:58:09.599 INFO:tasks.rados.rados.0.smithi119.stdout:3676: oid 44 updating version 2519 to 2520 2024-04-13T07:58:09.599 INFO:tasks.rados.rados.0.smithi119.stdout:3676: oid 44 version 2520 is already newer than 2516 2024-04-13T07:58:09.599 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 44 v 2520 (ObjNum 1120 snap 385 seq_num 1120) dirty exists 2024-04-13T07:58:09.599 INFO:tasks.rados.rados.0.smithi119.stdout:3676: left oid 44 (ObjNum 1120 snap 385 seq_num 1120) 2024-04-13T07:58:09.599 INFO:tasks.rados.rados.0.smithi119.stdout:3679: finishing write tid 1 to smithi11982245-2 2024-04-13T07:58:09.599 INFO:tasks.rados.rados.0.smithi119.stdout:3679: finishing write tid 2 to smithi11982245-2 2024-04-13T07:58:09.602 INFO:tasks.rados.rados.0.smithi119.stdout:3679: finishing write tid 3 to smithi11982245-2 2024-04-13T07:58:09.602 INFO:tasks.rados.rados.0.smithi119.stdout:3679: finishing write tid 4 to smithi11982245-2 2024-04-13T07:58:09.602 INFO:tasks.rados.rados.0.smithi119.stdout:3679: finishing write tid 5 to smithi11982245-2 2024-04-13T07:58:09.604 INFO:tasks.rados.rados.0.smithi119.stdout:3679: finishing write tid 6 to smithi11982245-2 2024-04-13T07:58:09.604 INFO:tasks.rados.rados.0.smithi119.stdout:3679: oid 2 updating version 0 to 2481 2024-04-13T07:58:09.604 INFO:tasks.rados.rados.0.smithi119.stdout:3679: oid 2 updating version 2481 to 2482 2024-04-13T07:58:09.604 INFO:tasks.rados.rados.0.smithi119.stdout:3679: oid 2 updating version 2482 to 2484 2024-04-13T07:58:09.604 INFO:tasks.rados.rados.0.smithi119.stdout:3679: oid 2 updating version 2484 to 2485 2024-04-13T07:58:09.604 INFO:tasks.rados.rados.0.smithi119.stdout:3679: oid 2 version 2485 is already newer than 2483 2024-04-13T07:58:09.604 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 2 v 2485 (ObjNum 1123 snap 385 seq_num 1123) dirty exists 2024-04-13T07:58:09.604 INFO:tasks.rados.rados.0.smithi119.stdout:3679: left oid 2 (ObjNum 1123 snap 385 seq_num 1123) 2024-04-13T07:58:09.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:09 smithi139 ceph-mon[88985]: osdmap e777: 8 total, 8 up, 8 in 2024-04-13T07:58:09.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:58:09.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:09 smithi119 ceph-mon[96316]: osdmap e777: 8 total, 8 up, 8 in 2024-04-13T07:58:09.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:58:09.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:09 smithi119 ceph-mon[93746]: osdmap e777: 8 total, 8 up, 8 in 2024-04-13T07:58:09.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:58:10.466 INFO:tasks.rados.rados.0.smithi119.stdout:3676: done (2 left) 2024-04-13T07:58:10.467 INFO:tasks.rados.rados.0.smithi119.stdout:3679: done (1 left) 2024-04-13T07:58:10.467 INFO:tasks.rados.rados.0.smithi119.stdout:3680: done (0 left) 2024-04-13T07:58:10.467 INFO:tasks.rados.rados.0.smithi119.stdout:3681: read oid 25 snap -1 2024-04-13T07:58:10.467 INFO:tasks.rados.rados.0.smithi119.stdout:3681: expect (ObjNum 1088 snap 373 seq_num 1088) 2024-04-13T07:58:10.467 INFO:tasks.rados.rados.0.smithi119.stdout:3682: rollback oid 21 current snap is 386 2024-04-13T07:58:10.467 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 21 to 324 2024-04-13T07:58:10.467 INFO:tasks.rados.rados.0.smithi119.stdout:3683: read oid 35 snap 293 2024-04-13T07:58:10.467 INFO:tasks.rados.rados.0.smithi119.stdout:3683: expect (ObjNum 856 snap 286 seq_num 856) 2024-04-13T07:58:10.467 INFO:tasks.rados.rados.0.smithi119.stdout:3684: snap_create 2024-04-13T07:58:10.480 INFO:tasks.rados.rados.0.smithi119.stdout:3683: expect (ObjNum 856 snap 286 seq_num 856) 2024-04-13T07:58:10.542 INFO:tasks.rados.rados.0.smithi119.stdout:3681: expect (ObjNum 1088 snap 373 seq_num 1088) 2024-04-13T07:58:10.579 INFO:tasks.rados.rados.0.smithi119.stdout:3682: finishing rollback tid 0 to smithi11982245-21 2024-04-13T07:58:10.579 INFO:tasks.rados.rados.0.smithi119.stdout:3682: finishing rollback tid 1 to smithi11982245-21 2024-04-13T07:58:10.579 INFO:tasks.rados.rados.0.smithi119.stdout:3682: finishing rollback tid 2 to smithi11982245-21 2024-04-13T07:58:10.579 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 21 v 2231 (ObjNum 883 snap 300 seq_num 883) dirty exists 2024-04-13T07:58:10.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:10 smithi139 ceph-mon[88985]: pgmap v836: 121 pgs: 121 active+clean; 1.2 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 1.7 MiB/s wr, 6 op/s 2024-04-13T07:58:10.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:10 smithi139 ceph-mon[88985]: osdmap e778: 8 total, 8 up, 8 in 2024-04-13T07:58:10.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:10 smithi139 ceph-mon[88985]: osdmap e779: 8 total, 8 up, 8 in 2024-04-13T07:58:10.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:10 smithi119 ceph-mon[96316]: pgmap v836: 121 pgs: 121 active+clean; 1.2 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 1.7 MiB/s wr, 6 op/s 2024-04-13T07:58:10.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:10 smithi119 ceph-mon[96316]: osdmap e778: 8 total, 8 up, 8 in 2024-04-13T07:58:10.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:10 smithi119 ceph-mon[96316]: osdmap e779: 8 total, 8 up, 8 in 2024-04-13T07:58:10.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:10 smithi119 ceph-mon[93746]: pgmap v836: 121 pgs: 121 active+clean; 1.2 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 1.7 MiB/s wr, 6 op/s 2024-04-13T07:58:10.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:10 smithi119 ceph-mon[93746]: osdmap e778: 8 total, 8 up, 8 in 2024-04-13T07:58:10.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:10 smithi119 ceph-mon[93746]: osdmap e779: 8 total, 8 up, 8 in 2024-04-13T07:58:11.468 INFO:tasks.rados.rados.0.smithi119.stdout:3681: done (3 left) 2024-04-13T07:58:11.468 INFO:tasks.rados.rados.0.smithi119.stdout:3682: done (2 left) 2024-04-13T07:58:11.468 INFO:tasks.rados.rados.0.smithi119.stdout:3683: done (1 left) 2024-04-13T07:58:11.468 INFO:tasks.rados.rados.0.smithi119.stdout:3684: done (0 left) 2024-04-13T07:58:11.468 INFO:tasks.rados.rados.0.smithi119.stdout:3685: setattr oid 4 current snap is 387 2024-04-13T07:58:11.469 INFO:tasks.rados.rados.0.smithi119.stdout:3686: setattr oid 39 current snap is 387 2024-04-13T07:58:11.471 INFO:tasks.rados.rados.0.smithi119.stdout:3687: snap_create 2024-04-13T07:58:11.475 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 4 v 2486 (ObjNum 1097 snap 375 seq_num 1097) dirty exists 2024-04-13T07:58:11.475 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 39 v 2091 (ObjNum 49 snap 0 seq_num 749931200) dirty exists 2024-04-13T07:58:12.473 INFO:tasks.rados.rados.0.smithi119.stdout:3685: done (2 left) 2024-04-13T07:58:12.473 INFO:tasks.rados.rados.0.smithi119.stdout:3686: done (1 left) 2024-04-13T07:58:12.473 INFO:tasks.rados.rados.0.smithi119.stdout:3687: done (0 left) 2024-04-13T07:58:12.473 INFO:tasks.rados.rados.0.smithi119.stdout:3688: rollback oid 29 current snap is 388 2024-04-13T07:58:12.473 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 29 to 320 2024-04-13T07:58:12.473 INFO:tasks.rados.rados.0.smithi119.stdout:3689: rollback oid 14 current snap is 388 2024-04-13T07:58:12.473 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 14 to 312 2024-04-13T07:58:12.473 INFO:tasks.rados.rados.0.smithi119.stdout:3690: snap_remove snap 325 2024-04-13T07:58:12.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:12 smithi139 ceph-mon[88985]: pgmap v839: 121 pgs: 121 active+clean; 1.2 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 12 op/s 2024-04-13T07:58:12.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:12 smithi139 ceph-mon[88985]: osdmap e780: 8 total, 8 up, 8 in 2024-04-13T07:58:12.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:58:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T07:58:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:58:12.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:12 smithi119 ceph-mon[96316]: pgmap v839: 121 pgs: 121 active+clean; 1.2 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 12 op/s 2024-04-13T07:58:12.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:12 smithi119 ceph-mon[96316]: osdmap e780: 8 total, 8 up, 8 in 2024-04-13T07:58:12.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:12 smithi119 ceph-mon[93746]: pgmap v839: 121 pgs: 121 active+clean; 1.2 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 12 op/s 2024-04-13T07:58:12.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:12 smithi119 ceph-mon[93746]: osdmap e780: 8 total, 8 up, 8 in 2024-04-13T07:58:13.486 INFO:tasks.rados.rados.0.smithi119.stdout:3690: done (2 left) 2024-04-13T07:58:13.486 INFO:tasks.rados.rados.0.smithi119.stdout:3691: rmattr oid 43 current snap is 388 2024-04-13T07:58:13.486 INFO:tasks.rados.rados.0.smithi119.stdout:3689: finishing rollback tid 0 to smithi11982245-14 2024-04-13T07:58:13.486 INFO:tasks.rados.rados.0.smithi119.stdout:3688: finishing rollback tid 1 to smithi11982245-29 2024-04-13T07:58:13.486 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 29 v 2233 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-04-13T07:58:13.486 INFO:tasks.rados.rados.0.smithi119.stdout:3689: finishing rollback tid 1 to smithi11982245-14 2024-04-13T07:58:13.486 INFO:tasks.rados.rados.0.smithi119.stdout:3689: finishing rollback tid 2 to smithi11982245-14 2024-04-13T07:58:13.486 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 14 v 2234 (ObjNum 915 snap 310 seq_num 915) dirty exists 2024-04-13T07:58:13.486 INFO:tasks.rados.rados.0.smithi119.stdout:3688: done (2 left) 2024-04-13T07:58:13.486 INFO:tasks.rados.rados.0.smithi119.stdout:3689: done (1 left) 2024-04-13T07:58:13.487 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 4 current snap is 388 2024-04-13T07:58:13.487 INFO:tasks.rados.rados.0.smithi119.stdout:3692: seq_num 1124 ranges {21061632=434176,21495808=499712,21995520=409600,22405120=663552,23068672=32768} 2024-04-13T07:58:13.600 INFO:tasks.rados.rados.0.smithi119.stdout:3692: writing smithi11982245-4 from 21061632 to 21495808 tid 1 2024-04-13T07:58:13.603 INFO:tasks.rados.rados.0.smithi119.stdout:3692: writing smithi11982245-4 from 21495808 to 21995520 tid 2 2024-04-13T07:58:13.606 INFO:tasks.rados.rados.0.smithi119.stdout:3692: writing smithi11982245-4 from 21995520 to 22405120 tid 3 2024-04-13T07:58:13.611 INFO:tasks.rados.rados.0.smithi119.stdout:3692: writing smithi11982245-4 from 22405120 to 23068672 tid 4 2024-04-13T07:58:13.611 INFO:tasks.rados.rados.0.smithi119.stdout:3692: writing smithi11982245-4 from 23068672 to 23101440 tid 5 2024-04-13T07:58:13.611 INFO:tasks.rados.rados.0.smithi119.stdout:3693: read oid 23 snap -1 2024-04-13T07:58:13.611 INFO:tasks.rados.rados.0.smithi119.stdout:3693: expect (ObjNum 1085 snap 373 seq_num 1085) 2024-04-13T07:58:13.611 INFO:tasks.rados.rados.0.smithi119.stdout:3694: copy_from oid 11 from oid 36 current snap is 388 2024-04-13T07:58:13.611 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 43 v 2526 (ObjNum 1017 snap 338 seq_num 1017) dirty exists 2024-04-13T07:58:13.611 INFO:tasks.rados.rados.0.smithi119.stdout:3691: done (3 left) 2024-04-13T07:58:13.611 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 10 current snap is 388 2024-04-13T07:58:13.611 INFO:tasks.rados.rados.0.smithi119.stdout:3692: finishing write tid 1 to smithi11982245-4 2024-04-13T07:58:13.611 INFO:tasks.rados.rados.0.smithi119.stdout:3692: finishing write tid 2 to smithi11982245-4 2024-04-13T07:58:13.611 INFO:tasks.rados.rados.0.smithi119.stdout:3692: finishing write tid 3 to smithi11982245-4 2024-04-13T07:58:13.611 INFO:tasks.rados.rados.0.smithi119.stdout:3695: seq_num 1125 ranges {10575872=450560,11026432=786432,11812864=614400,12427264=204800} 2024-04-13T07:58:13.668 INFO:tasks.rados.rados.0.smithi119.stdout:3695: writing smithi11982245-10 from 10575872 to 11026432 tid 1 2024-04-13T07:58:13.673 INFO:tasks.rados.rados.0.smithi119.stdout:3695: writing smithi11982245-10 from 11026432 to 11812864 tid 2 2024-04-13T07:58:13.676 INFO:tasks.rados.rados.0.smithi119.stdout:3695: writing smithi11982245-10 from 11812864 to 12427264 tid 3 2024-04-13T07:58:13.678 INFO:tasks.rados.rados.0.smithi119.stdout:3695: writing smithi11982245-10 from 12427264 to 12632064 tid 4 2024-04-13T07:58:13.678 INFO:tasks.rados.rados.0.smithi119.stdout:3696: copy_from oid 35 from oid 38 current snap is 388 2024-04-13T07:58:13.678 INFO:tasks.rados.rados.0.smithi119.stdout:3692: finishing write tid 4 to smithi11982245-4 2024-04-13T07:58:13.678 INFO:tasks.rados.rados.0.smithi119.stdout:3697: read oid 8 snap -1 2024-04-13T07:58:13.678 INFO:tasks.rados.rados.0.smithi119.stdout:3697: expect deleted 2024-04-13T07:58:13.678 INFO:tasks.rados.rados.0.smithi119.stdout:3698: setattr oid 28 current snap is 388 2024-04-13T07:58:13.678 INFO:tasks.rados.rados.0.smithi119.stdout:3692: finishing write tid 5 to smithi11982245-4 2024-04-13T07:58:13.678 INFO:tasks.rados.rados.0.smithi119.stdout:3692: finishing write tid 6 to smithi11982245-4 2024-04-13T07:58:13.678 INFO:tasks.rados.rados.0.smithi119.stdout:3693: expect (ObjNum 1085 snap 373 seq_num 1085) 2024-04-13T07:58:13.718 INFO:tasks.rados.rados.0.smithi119.stdout:3694: finishing copy_from racing read to smithi11982245-11 2024-04-13T07:58:13.718 INFO:tasks.rados.rados.0.smithi119.stdout:3694: finishing copy_from to smithi11982245-11 2024-04-13T07:58:13.718 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 11 v 2098 (ObjNum 930 snap 319 seq_num 930) dirty exists 2024-04-13T07:58:13.718 INFO:tasks.rados.rados.0.smithi119.stdout:3692: finishing write tid 7 to smithi11982245-4 2024-04-13T07:58:13.718 INFO:tasks.rados.rados.0.smithi119.stdout:3692: oid 4 updating version 0 to 2492 2024-04-13T07:58:13.718 INFO:tasks.rados.rados.0.smithi119.stdout:3692: oid 4 version 2492 is already newer than 2491 2024-04-13T07:58:13.718 INFO:tasks.rados.rados.0.smithi119.stdout:3692: oid 4 version 2492 is already newer than 2487 2024-04-13T07:58:13.718 INFO:tasks.rados.rados.0.smithi119.stdout:3692: oid 4 version 2492 is already newer than 2490 2024-04-13T07:58:13.718 INFO:tasks.rados.rados.0.smithi119.stdout:3692: oid 4 version 2492 is already newer than 2489 2024-04-13T07:58:13.718 INFO:tasks.rados.rados.0.smithi119.stdout:3692: oid 4 version 2492 is already newer than 2488 2024-04-13T07:58:13.718 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 4 v 2492 (ObjNum 1124 snap 388 seq_num 1124) dirty exists 2024-04-13T07:58:13.719 INFO:tasks.rados.rados.0.smithi119.stdout:3692: left oid 4 (ObjNum 1124 snap 388 seq_num 1124) 2024-04-13T07:58:13.719 INFO:tasks.rados.rados.0.smithi119.stdout:3695: finishing write tid 1 to smithi11982245-10 2024-04-13T07:58:13.719 INFO:tasks.rados.rados.0.smithi119.stdout:3695: finishing write tid 2 to smithi11982245-10 2024-04-13T07:58:13.719 INFO:tasks.rados.rados.0.smithi119.stdout:3695: finishing write tid 3 to smithi11982245-10 2024-04-13T07:58:13.719 INFO:tasks.rados.rados.0.smithi119.stdout:3695: finishing write tid 4 to smithi11982245-10 2024-04-13T07:58:13.719 INFO:tasks.rados.rados.0.smithi119.stdout:3695: finishing write tid 5 to smithi11982245-10 2024-04-13T07:58:13.719 INFO:tasks.rados.rados.0.smithi119.stdout:3695: finishing write tid 6 to smithi11982245-10 2024-04-13T07:58:13.719 INFO:tasks.rados.rados.0.smithi119.stdout:3695: oid 10 updating version 0 to 2473 2024-04-13T07:58:13.719 INFO:tasks.rados.rados.0.smithi119.stdout:3695: oid 10 updating version 2473 to 2476 2024-04-13T07:58:13.719 INFO:tasks.rados.rados.0.smithi119.stdout:3695: oid 10 version 2476 is already newer than 2475 2024-04-13T07:58:13.719 INFO:tasks.rados.rados.0.smithi119.stdout:3695: oid 10 updating version 2476 to 2477 2024-04-13T07:58:13.719 INFO:tasks.rados.rados.0.smithi119.stdout:3695: oid 10 version 2477 is already newer than 2474 2024-04-13T07:58:13.719 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 10 v 2477 (ObjNum 1125 snap 388 seq_num 1125) dirty exists 2024-04-13T07:58:13.719 INFO:tasks.rados.rados.0.smithi119.stdout:3695: left oid 10 (ObjNum 1125 snap 388 seq_num 1125) 2024-04-13T07:58:13.719 INFO:tasks.rados.rados.0.smithi119.stdout:3696: finishing copy_from racing read to smithi11982245-35 2024-04-13T07:58:13.719 INFO:tasks.rados.rados.0.smithi119.stdout:3696: finishing copy_from to smithi11982245-35 2024-04-13T07:58:13.720 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 35 v 2355 (ObjNum 628 snap 211 seq_num 628) dirty exists 2024-04-13T07:58:13.720 INFO:tasks.rados.rados.0.smithi119.stdout:3692: done (6 left) 2024-04-13T07:58:13.720 INFO:tasks.rados.rados.0.smithi119.stdout:3693: done (5 left) 2024-04-13T07:58:13.720 INFO:tasks.rados.rados.0.smithi119.stdout:3694: done (4 left) 2024-04-13T07:58:13.720 INFO:tasks.rados.rados.0.smithi119.stdout:3695: done (3 left) 2024-04-13T07:58:13.720 INFO:tasks.rados.rados.0.smithi119.stdout:3696: done (2 left) 2024-04-13T07:58:13.720 INFO:tasks.rados.rados.0.smithi119.stdout:3697: done (1 left) 2024-04-13T07:58:13.720 INFO:tasks.rados.rados.0.smithi119.stdout:3699: delete oid 39 current snap is 388 2024-04-13T07:58:13.721 INFO:tasks.rados.rados.0.smithi119.stdout:3699: done (1 left) 2024-04-13T07:58:13.721 INFO:tasks.rados.rados.0.smithi119.stdout:3700: read oid 24 snap -1 2024-04-13T07:58:13.721 INFO:tasks.rados.rados.0.smithi119.stdout:3700: expect deleted 2024-04-13T07:58:13.721 INFO:tasks.rados.rados.0.smithi119.stdout:3701: copy_from oid 20 from oid 7 current snap is 388 2024-04-13T07:58:13.721 INFO:tasks.rados.rados.0.smithi119.stdout:3702: read oid 10 snap 381 2024-04-13T07:58:13.721 INFO:tasks.rados.rados.0.smithi119.stdout:3702: expect (ObjNum 278 snap 95 seq_num 278) 2024-04-13T07:58:13.721 INFO:tasks.rados.rados.0.smithi119.stdout:3703: snap_remove snap 374 2024-04-13T07:58:13.867 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:13 smithi119 ceph-mon[96316]: osdmap e781: 8 total, 8 up, 8 in 2024-04-13T07:58:13.867 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:13 smithi119 ceph-mon[93746]: osdmap e781: 8 total, 8 up, 8 in 2024-04-13T07:58:13.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:13 smithi139 ceph-mon[88985]: osdmap e781: 8 total, 8 up, 8 in 2024-04-13T07:58:14.485 INFO:tasks.rados.rados.0.smithi119.stdout:3703: done (4 left) 2024-04-13T07:58:14.485 INFO:tasks.rados.rados.0.smithi119.stdout:3704: snap_create 2024-04-13T07:58:14.485 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 28 v 2479 (ObjNum 930 snap 319 seq_num 930) dirty exists 2024-04-13T07:58:14.485 INFO:tasks.rados.rados.0.smithi119.stdout:3701: finishing copy_from racing read to smithi11982245-20 2024-04-13T07:58:14.485 INFO:tasks.rados.rados.0.smithi119.stdout:3701: finishing copy_from to smithi11982245-20 2024-04-13T07:58:14.485 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 20 v 2485 (ObjNum 1108 snap 379 seq_num 1108) dirty exists 2024-04-13T07:58:14.485 INFO:tasks.rados.rados.0.smithi119.stdout:3702: expect (ObjNum 278 snap 95 seq_num 278) 2024-04-13T07:58:14.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:14 smithi119 ceph-mon[96316]: pgmap v842: 121 pgs: 121 active+clean; 1.2 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 4.1 MiB/s wr, 13 op/s 2024-04-13T07:58:14.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:14 smithi119 ceph-mon[96316]: osdmap e782: 8 total, 8 up, 8 in 2024-04-13T07:58:14.819 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:14 smithi119 ceph-mon[93746]: pgmap v842: 121 pgs: 121 active+clean; 1.2 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 4.1 MiB/s wr, 13 op/s 2024-04-13T07:58:14.819 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:14 smithi119 ceph-mon[93746]: osdmap e782: 8 total, 8 up, 8 in 2024-04-13T07:58:14.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:14 smithi139 ceph-mon[88985]: pgmap v842: 121 pgs: 121 active+clean; 1.2 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 4.1 MiB/s wr, 13 op/s 2024-04-13T07:58:14.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:14 smithi139 ceph-mon[88985]: osdmap e782: 8 total, 8 up, 8 in 2024-04-13T07:58:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:58:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:58:14] "GET /metrics HTTP/1.1" 200 36207 "" "Prometheus/2.43.0" 2024-04-13T07:58:15.468 INFO:tasks.rados.rados.0.smithi119.stdout:3698: done (4 left) 2024-04-13T07:58:15.468 INFO:tasks.rados.rados.0.smithi119.stdout:3700: done (3 left) 2024-04-13T07:58:15.468 INFO:tasks.rados.rados.0.smithi119.stdout:3701: done (2 left) 2024-04-13T07:58:15.468 INFO:tasks.rados.rados.0.smithi119.stdout:3702: done (1 left) 2024-04-13T07:58:15.468 INFO:tasks.rados.rados.0.smithi119.stdout:3704: done (0 left) 2024-04-13T07:58:15.468 INFO:tasks.rados.rados.0.smithi119.stdout:3705: snap_remove snap 364 2024-04-13T07:58:15.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:15 smithi139 ceph-mon[88985]: osdmap e783: 8 total, 8 up, 8 in 2024-04-13T07:58:15.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:15 smithi139 ceph-mon[88985]: osdmap e784: 8 total, 8 up, 8 in 2024-04-13T07:58:15.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:15 smithi119 ceph-mon[93746]: osdmap e783: 8 total, 8 up, 8 in 2024-04-13T07:58:15.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:15 smithi119 ceph-mon[93746]: osdmap e784: 8 total, 8 up, 8 in 2024-04-13T07:58:15.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:15 smithi119 ceph-mon[96316]: osdmap e783: 8 total, 8 up, 8 in 2024-04-13T07:58:15.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:15 smithi119 ceph-mon[96316]: osdmap e784: 8 total, 8 up, 8 in 2024-04-13T07:58:16.483 INFO:tasks.rados.rados.0.smithi119.stdout:3705: done (0 left) 2024-04-13T07:58:16.483 INFO:tasks.rados.rados.0.smithi119.stdout:3706: read oid 32 snap -1 2024-04-13T07:58:16.483 INFO:tasks.rados.rados.0.smithi119.stdout:3706: expect (ObjNum 1016 snap 338 seq_num 1016) 2024-04-13T07:58:16.483 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 48 current snap is 389 2024-04-13T07:58:16.483 INFO:tasks.rados.rados.0.smithi119.stdout:3707: seq_num 1127 ranges {0=483328,483328=598016,1081344=581632,1662976=425984} 2024-04-13T07:58:16.486 INFO:tasks.rados.rados.0.smithi119.stdout:3707: writing smithi11982245-48 from 0 to 483328 tid 1 2024-04-13T07:58:16.490 INFO:tasks.rados.rados.0.smithi119.stdout:3707: writing smithi11982245-48 from 483328 to 1081344 tid 2 2024-04-13T07:58:16.494 INFO:tasks.rados.rados.0.smithi119.stdout:3707: writing smithi11982245-48 from 1081344 to 1662976 tid 3 2024-04-13T07:58:16.498 INFO:tasks.rados.rados.0.smithi119.stdout:3707: writing smithi11982245-48 from 1662976 to 2088960 tid 4 2024-04-13T07:58:16.498 INFO:tasks.rados.rados.0.smithi119.stdout:3708: rollback oid 43 current snap is 389 2024-04-13T07:58:16.498 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 43 to 186 2024-04-13T07:58:16.498 INFO:tasks.rados.rados.0.smithi119.stdout:3707: finishing write tid 1 to smithi11982245-48 2024-04-13T07:58:16.498 INFO:tasks.rados.rados.0.smithi119.stdout:3706: expect (ObjNum 1016 snap 338 seq_num 1016) 2024-04-13T07:58:16.507 INFO:tasks.rados.rados.0.smithi119.stdout:3707: finishing write tid 2 to smithi11982245-48 2024-04-13T07:58:16.507 INFO:tasks.rados.rados.0.smithi119.stdout:3707: finishing write tid 3 to smithi11982245-48 2024-04-13T07:58:16.507 INFO:tasks.rados.rados.0.smithi119.stdout:3707: finishing write tid 4 to smithi11982245-48 2024-04-13T07:58:16.507 INFO:tasks.rados.rados.0.smithi119.stdout:3707: finishing write tid 5 to smithi11982245-48 2024-04-13T07:58:16.507 INFO:tasks.rados.rados.0.smithi119.stdout:3706: done (2 left) 2024-04-13T07:58:16.507 INFO:tasks.rados.rados.0.smithi119.stdout:3709: rollback oid 40 current snap is 389 2024-04-13T07:58:16.507 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 40 to 368 2024-04-13T07:58:16.507 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 50 current snap is 389 2024-04-13T07:58:16.508 INFO:tasks.rados.rados.0.smithi119.stdout:3710: seq_num 1128 ranges {2711552=499712,3211264=483328,3694592=786432,4481024=335872} 2024-04-13T07:58:16.524 INFO:tasks.rados.rados.0.smithi119.stdout:3710: writing smithi11982245-50 from 2711552 to 3211264 tid 1 2024-04-13T07:58:16.527 INFO:tasks.rados.rados.0.smithi119.stdout:3710: writing smithi11982245-50 from 3211264 to 3694592 tid 2 2024-04-13T07:58:16.532 INFO:tasks.rados.rados.0.smithi119.stdout:3710: writing smithi11982245-50 from 3694592 to 4481024 tid 3 2024-04-13T07:58:16.534 INFO:tasks.rados.rados.0.smithi119.stdout:3710: writing smithi11982245-50 from 4481024 to 4816896 tid 4 2024-04-13T07:58:16.535 INFO:tasks.rados.rados.0.smithi119.stdout:3711: rollback oid 28 current snap is 389 2024-04-13T07:58:16.535 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 28 to 316 2024-04-13T07:58:16.535 INFO:tasks.rados.rados.0.smithi119.stdout:3708: finishing rollback tid 0 to smithi11982245-43 2024-04-13T07:58:16.535 INFO:tasks.rados.rados.0.smithi119.stdout:3708: finishing rollback tid 1 to smithi11982245-43 2024-04-13T07:58:16.535 INFO:tasks.rados.rados.0.smithi119.stdout:3707: finishing write tid 6 to smithi11982245-48 2024-04-13T07:58:16.535 INFO:tasks.rados.rados.0.smithi119.stdout:3707: oid 48 updating version 0 to 2360 2024-04-13T07:58:16.535 INFO:tasks.rados.rados.0.smithi119.stdout:3707: oid 48 updating version 2360 to 2363 2024-04-13T07:58:16.535 INFO:tasks.rados.rados.0.smithi119.stdout:3707: oid 48 version 2363 is already newer than 2361 2024-04-13T07:58:16.535 INFO:tasks.rados.rados.0.smithi119.stdout:3707: oid 48 version 2363 is already newer than 2362 2024-04-13T07:58:16.535 INFO:tasks.rados.rados.0.smithi119.stdout:3707: oid 48 updating version 2363 to 2364 2024-04-13T07:58:16.535 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 48 v 2364 (ObjNum 1127 snap 389 seq_num 1127) dirty exists 2024-04-13T07:58:16.535 INFO:tasks.rados.rados.0.smithi119.stdout:3707: left oid 48 (ObjNum 1127 snap 389 seq_num 1127) 2024-04-13T07:58:16.535 INFO:tasks.rados.rados.0.smithi119.stdout:3708: finishing rollback tid 2 to smithi11982245-43 2024-04-13T07:58:16.535 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 43 v 2548 (ObjNum 544 snap 181 seq_num 544) dirty exists 2024-04-13T07:58:16.535 INFO:tasks.rados.rados.0.smithi119.stdout:3709: finishing rollback tid 1 to smithi11982245-40 2024-04-13T07:58:16.535 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 40 v 2555 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-04-13T07:58:16.536 INFO:tasks.rados.rados.0.smithi119.stdout:3710: finishing write tid 1 to smithi11982245-50 2024-04-13T07:58:16.536 INFO:tasks.rados.rados.0.smithi119.stdout:3710: finishing write tid 2 to smithi11982245-50 2024-04-13T07:58:16.536 INFO:tasks.rados.rados.0.smithi119.stdout:3707: done (4 left) 2024-04-13T07:58:16.536 INFO:tasks.rados.rados.0.smithi119.stdout:3708: done (3 left) 2024-04-13T07:58:16.536 INFO:tasks.rados.rados.0.smithi119.stdout:3709: done (2 left) 2024-04-13T07:58:16.536 INFO:tasks.rados.rados.0.smithi119.stdout:3712: setattr oid 4 current snap is 389 2024-04-13T07:58:16.537 INFO:tasks.rados.rados.0.smithi119.stdout:3710: finishing write tid 3 to smithi11982245-50 2024-04-13T07:58:16.537 INFO:tasks.rados.rados.0.smithi119.stdout:3710: finishing write tid 4 to smithi11982245-50 2024-04-13T07:58:16.537 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 23 current snap is 389 2024-04-13T07:58:16.537 INFO:tasks.rados.rados.0.smithi119.stdout:3713: seq_num 1129 ranges {1384448=516096,1900544=770048,2670592=598016,3268608=237568} 2024-04-13T07:58:16.547 INFO:tasks.rados.rados.0.smithi119.stdout:3713: writing smithi11982245-23 from 1384448 to 1900544 tid 1 2024-04-13T07:58:16.552 INFO:tasks.rados.rados.0.smithi119.stdout:3713: writing smithi11982245-23 from 1900544 to 2670592 tid 2 2024-04-13T07:58:16.555 INFO:tasks.rados.rados.0.smithi119.stdout:3713: writing smithi11982245-23 from 2670592 to 3268608 tid 3 2024-04-13T07:58:16.558 INFO:tasks.rados.rados.0.smithi119.stdout:3713: writing smithi11982245-23 from 3268608 to 3506176 tid 4 2024-04-13T07:58:16.558 INFO:tasks.rados.rados.0.smithi119.stdout:3714: read oid 44 snap 372 2024-04-13T07:58:16.558 INFO:tasks.rados.rados.0.smithi119.stdout:3714: expect (ObjNum 1084 snap 372 seq_num 1084) 2024-04-13T07:58:16.558 INFO:tasks.rados.rados.0.smithi119.stdout:3715: rollback oid 48 current snap is 389 2024-04-13T07:58:16.558 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 48 to 307 2024-04-13T07:58:16.558 INFO:tasks.rados.rados.0.smithi119.stdout:3710: finishing write tid 5 to smithi11982245-50 2024-04-13T07:58:16.558 INFO:tasks.rados.rados.0.smithi119.stdout:3711: finishing rollback tid 0 to smithi11982245-28 2024-04-13T07:58:16.558 INFO:tasks.rados.rados.0.smithi119.stdout:3716: delete oid 8 current snap is 389 2024-04-13T07:58:16.558 INFO:tasks.rados.rados.0.smithi119.stdout:3710: finishing write tid 6 to smithi11982245-50 2024-04-13T07:58:16.558 INFO:tasks.rados.rados.0.smithi119.stdout:3710: oid 50 updating version 0 to 2097 2024-04-13T07:58:16.558 INFO:tasks.rados.rados.0.smithi119.stdout:3710: oid 50 version 2097 is already newer than 2093 2024-04-13T07:58:16.558 INFO:tasks.rados.rados.0.smithi119.stdout:3710: oid 50 version 2097 is already newer than 2096 2024-04-13T07:58:16.558 INFO:tasks.rados.rados.0.smithi119.stdout:3710: oid 50 version 2097 is already newer than 2095 2024-04-13T07:58:16.559 INFO:tasks.rados.rados.0.smithi119.stdout:3710: oid 50 version 2097 is already newer than 2094 2024-04-13T07:58:16.559 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 50 v 2097 (ObjNum 1128 snap 389 seq_num 1128) dirty exists 2024-04-13T07:58:16.559 INFO:tasks.rados.rados.0.smithi119.stdout:3710: left oid 50 (ObjNum 1128 snap 389 seq_num 1128) 2024-04-13T07:58:16.559 INFO:tasks.rados.rados.0.smithi119.stdout:3711: finishing rollback tid 1 to smithi11982245-28 2024-04-13T07:58:16.559 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 28 v 2490 (ObjNum 161 snap 0 seq_num 1910664224) dirty dne 2024-04-13T07:58:16.559 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 4 v 2493 (ObjNum 1124 snap 388 seq_num 1124) dirty exists 2024-04-13T07:58:16.559 INFO:tasks.rados.rados.0.smithi119.stdout:3713: finishing write tid 1 to smithi11982245-23 2024-04-13T07:58:16.559 INFO:tasks.rados.rados.0.smithi119.stdout:3713: finishing write tid 2 to smithi11982245-23 2024-04-13T07:58:16.560 INFO:tasks.rados.rados.0.smithi119.stdout:3710: done (6 left) 2024-04-13T07:58:16.560 INFO:tasks.rados.rados.0.smithi119.stdout:3711: done (5 left) 2024-04-13T07:58:16.560 INFO:tasks.rados.rados.0.smithi119.stdout:3712: done (4 left) 2024-04-13T07:58:16.560 INFO:tasks.rados.rados.0.smithi119.stdout:3716: done (3 left) 2024-04-13T07:58:16.561 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 4 current snap is 389 2024-04-13T07:58:16.561 INFO:tasks.rados.rados.0.smithi119.stdout:3717: seq_num 1131 ranges {23101440=548864,23650304=540672,24190976=565248,24756224=425984,25182208=73728} 2024-04-13T07:58:16.685 INFO:tasks.rados.rados.0.smithi119.stdout:3717: writing smithi11982245-4 from 23101440 to 23650304 tid 1 2024-04-13T07:58:16.688 INFO:tasks.rados.rados.0.smithi119.stdout:3717: writing smithi11982245-4 from 23650304 to 24190976 tid 2 2024-04-13T07:58:16.691 INFO:tasks.rados.rados.0.smithi119.stdout:3717: writing smithi11982245-4 from 24190976 to 24756224 tid 3 2024-04-13T07:58:16.694 INFO:tasks.rados.rados.0.smithi119.stdout:3717: writing smithi11982245-4 from 24756224 to 25182208 tid 4 2024-04-13T07:58:16.694 INFO:tasks.rados.rados.0.smithi119.stdout:3717: writing smithi11982245-4 from 25182208 to 25255936 tid 5 2024-04-13T07:58:16.694 INFO:tasks.rados.rados.0.smithi119.stdout:3718: rmattr oid 5 current snap is 389 2024-04-13T07:58:16.694 INFO:tasks.rados.rados.0.smithi119.stdout:3718: done (4 left) 2024-04-13T07:58:16.694 INFO:tasks.rados.rados.0.smithi119.stdout:3719: snap_remove snap 377 2024-04-13T07:58:16.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:16 smithi139 ceph-mon[88985]: pgmap v845: 121 pgs: 121 active+clean; 1.2 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 492 KiB/s wr, 2 op/s 2024-04-13T07:58:16.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:16 smithi139 ceph-mon[88985]: osdmap e785: 8 total, 8 up, 8 in 2024-04-13T07:58:16.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:16 smithi119 ceph-mon[96316]: pgmap v845: 121 pgs: 121 active+clean; 1.2 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 492 KiB/s wr, 2 op/s 2024-04-13T07:58:16.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:16 smithi119 ceph-mon[96316]: osdmap e785: 8 total, 8 up, 8 in 2024-04-13T07:58:16.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:16 smithi119 ceph-mon[93746]: pgmap v845: 121 pgs: 121 active+clean; 1.2 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 492 KiB/s wr, 2 op/s 2024-04-13T07:58:16.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:16 smithi119 ceph-mon[93746]: osdmap e785: 8 total, 8 up, 8 in 2024-04-13T07:58:17.535 INFO:tasks.rados.rados.0.smithi119.stdout:3719: done (4 left) 2024-04-13T07:58:17.535 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 32 current snap is 389 2024-04-13T07:58:17.535 INFO:tasks.rados.rados.0.smithi119.stdout:3715: finishing rollback tid 0 to smithi11982245-48 2024-04-13T07:58:17.535 INFO:tasks.rados.rados.0.smithi119.stdout:3715: finishing rollback tid 1 to smithi11982245-48 2024-04-13T07:58:17.535 INFO:tasks.rados.rados.0.smithi119.stdout:3713: finishing write tid 3 to smithi11982245-23 2024-04-13T07:58:17.535 INFO:tasks.rados.rados.0.smithi119.stdout:3713: finishing write tid 4 to smithi11982245-23 2024-04-13T07:58:17.535 INFO:tasks.rados.rados.0.smithi119.stdout:3715: finishing rollback tid 2 to smithi11982245-48 2024-04-13T07:58:17.535 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 48 v 2367 (ObjNum 901 snap 307 seq_num 901) dirty exists 2024-04-13T07:58:17.535 INFO:tasks.rados.rados.0.smithi119.stdout:3713: finishing write tid 5 to smithi11982245-23 2024-04-13T07:58:17.535 INFO:tasks.rados.rados.0.smithi119.stdout:3713: finishing write tid 6 to smithi11982245-23 2024-04-13T07:58:17.535 INFO:tasks.rados.rados.0.smithi119.stdout:3713: oid 23 updating version 0 to 2495 2024-04-13T07:58:17.535 INFO:tasks.rados.rados.0.smithi119.stdout:3713: oid 23 version 2495 is already newer than 2492 2024-04-13T07:58:17.536 INFO:tasks.rados.rados.0.smithi119.stdout:3713: oid 23 version 2495 is already newer than 2494 2024-04-13T07:58:17.536 INFO:tasks.rados.rados.0.smithi119.stdout:3713: oid 23 updating version 2495 to 2496 2024-04-13T07:58:17.536 INFO:tasks.rados.rados.0.smithi119.stdout:3713: oid 23 version 2496 is already newer than 2493 2024-04-13T07:58:17.536 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 23 v 2496 (ObjNum 1129 snap 389 seq_num 1129) dirty exists 2024-04-13T07:58:17.536 INFO:tasks.rados.rados.0.smithi119.stdout:3713: left oid 23 (ObjNum 1129 snap 389 seq_num 1129) 2024-04-13T07:58:17.536 INFO:tasks.rados.rados.0.smithi119.stdout:3714: expect (ObjNum 1084 snap 372 seq_num 1084) 2024-04-13T07:58:17.626 INFO:tasks.rados.rados.0.smithi119.stdout:3717: finishing write tid 1 to smithi11982245-4 2024-04-13T07:58:17.626 INFO:tasks.rados.rados.0.smithi119.stdout:3717: finishing write tid 2 to smithi11982245-4 2024-04-13T07:58:17.626 INFO:tasks.rados.rados.0.smithi119.stdout:3717: finishing write tid 3 to smithi11982245-4 2024-04-13T07:58:17.626 INFO:tasks.rados.rados.0.smithi119.stdout:3717: finishing write tid 4 to smithi11982245-4 2024-04-13T07:58:17.626 INFO:tasks.rados.rados.0.smithi119.stdout:3717: finishing write tid 5 to smithi11982245-4 2024-04-13T07:58:17.626 INFO:tasks.rados.rados.0.smithi119.stdout:3717: finishing write tid 6 to smithi11982245-4 2024-04-13T07:58:17.626 INFO:tasks.rados.rados.0.smithi119.stdout:3717: finishing write tid 7 to smithi11982245-4 2024-04-13T07:58:17.626 INFO:tasks.rados.rados.0.smithi119.stdout:3717: oid 4 updating version 0 to 2497 2024-04-13T07:58:17.626 INFO:tasks.rados.rados.0.smithi119.stdout:3717: oid 4 version 2497 is already newer than 2495 2024-04-13T07:58:17.626 INFO:tasks.rados.rados.0.smithi119.stdout:3717: oid 4 version 2497 is already newer than 2496 2024-04-13T07:58:17.626 INFO:tasks.rados.rados.0.smithi119.stdout:3717: oid 4 updating version 2497 to 2499 2024-04-13T07:58:17.626 INFO:tasks.rados.rados.0.smithi119.stdout:3717: oid 4 version 2499 is already newer than 2494 2024-04-13T07:58:17.626 INFO:tasks.rados.rados.0.smithi119.stdout:3717: oid 4 version 2499 is already newer than 2498 2024-04-13T07:58:17.627 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 4 v 2499 (ObjNum 1131 snap 389 seq_num 1131) dirty exists 2024-04-13T07:58:17.627 INFO:tasks.rados.rados.0.smithi119.stdout:3717: left oid 4 (ObjNum 1131 snap 389 seq_num 1131) 2024-04-13T07:58:17.627 INFO:tasks.rados.rados.0.smithi119.stdout:3720: seq_num 1132 ranges {221184=565248,786432=425984,1212416=770048,1982464=409600} 2024-04-13T07:58:17.630 INFO:tasks.rados.rados.0.smithi119.stdout:3720: writing smithi11982245-32 from 221184 to 786432 tid 1 2024-04-13T07:58:17.632 INFO:tasks.rados.rados.0.smithi119.stdout:3720: writing smithi11982245-32 from 786432 to 1212416 tid 2 2024-04-13T07:58:17.637 INFO:tasks.rados.rados.0.smithi119.stdout:3720: writing smithi11982245-32 from 1212416 to 1982464 tid 3 2024-04-13T07:58:17.639 INFO:tasks.rados.rados.0.smithi119.stdout:3720: writing smithi11982245-32 from 1982464 to 2392064 tid 4 2024-04-13T07:58:17.640 INFO:tasks.rados.rados.0.smithi119.stdout:3713: done (4 left) 2024-04-13T07:58:17.640 INFO:tasks.rados.rados.0.smithi119.stdout:3714: done (3 left) 2024-04-13T07:58:17.640 INFO:tasks.rados.rados.0.smithi119.stdout:3715: done (2 left) 2024-04-13T07:58:17.640 INFO:tasks.rados.rados.0.smithi119.stdout:3717: done (1 left) 2024-04-13T07:58:17.640 INFO:tasks.rados.rados.0.smithi119.stdout:3721: snap_remove snap 282 2024-04-13T07:58:18.540 INFO:tasks.rados.rados.0.smithi119.stdout:3721: done (1 left) 2024-04-13T07:58:18.540 INFO:tasks.rados.rados.0.smithi119.stdout:3722: delete oid 26 current snap is 389 2024-04-13T07:58:18.540 INFO:tasks.rados.rados.0.smithi119.stdout:3720: finishing write tid 1 to smithi11982245-32 2024-04-13T07:58:18.541 INFO:tasks.rados.rados.0.smithi119.stdout:3720: finishing write tid 2 to smithi11982245-32 2024-04-13T07:58:18.541 INFO:tasks.rados.rados.0.smithi119.stdout:3720: finishing write tid 3 to smithi11982245-32 2024-04-13T07:58:18.541 INFO:tasks.rados.rados.0.smithi119.stdout:3720: finishing write tid 4 to smithi11982245-32 2024-04-13T07:58:18.541 INFO:tasks.rados.rados.0.smithi119.stdout:3720: finishing write tid 5 to smithi11982245-32 2024-04-13T07:58:18.541 INFO:tasks.rados.rados.0.smithi119.stdout:3720: finishing write tid 6 to smithi11982245-32 2024-04-13T07:58:18.541 INFO:tasks.rados.rados.0.smithi119.stdout:3720: oid 32 updating version 0 to 1330 2024-04-13T07:58:18.541 INFO:tasks.rados.rados.0.smithi119.stdout:3720: oid 32 updating version 1330 to 1331 2024-04-13T07:58:18.541 INFO:tasks.rados.rados.0.smithi119.stdout:3720: oid 32 version 1331 is already newer than 1327 2024-04-13T07:58:18.541 INFO:tasks.rados.rados.0.smithi119.stdout:3720: oid 32 version 1331 is already newer than 1329 2024-04-13T07:58:18.541 INFO:tasks.rados.rados.0.smithi119.stdout:3720: oid 32 version 1331 is already newer than 1328 2024-04-13T07:58:18.541 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 32 v 1331 (ObjNum 1132 snap 389 seq_num 1132) dirty exists 2024-04-13T07:58:18.541 INFO:tasks.rados.rados.0.smithi119.stdout:3720: left oid 32 (ObjNum 1132 snap 389 seq_num 1132) 2024-04-13T07:58:18.554 INFO:tasks.rados.rados.0.smithi119.stdout:3720: done (1 left) 2024-04-13T07:58:18.555 INFO:tasks.rados.rados.0.smithi119.stdout:3722: done (0 left) 2024-04-13T07:58:18.555 INFO:tasks.rados.rados.0.smithi119.stdout:3723: rollback oid 8 current snap is 389 2024-04-13T07:58:18.555 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 8 to 342 2024-04-13T07:58:18.555 INFO:tasks.rados.rados.0.smithi119.stdout:3724: read oid 28 snap -1 2024-04-13T07:58:18.555 INFO:tasks.rados.rados.0.smithi119.stdout:3724: expect deleted 2024-04-13T07:58:18.555 INFO:tasks.rados.rados.0.smithi119.stdout:3725: delete oid 43 current snap is 389 2024-04-13T07:58:18.561 INFO:tasks.rados.rados.0.smithi119.stdout:3724: done (2 left) 2024-04-13T07:58:18.561 INFO:tasks.rados.rados.0.smithi119.stdout:3725: done (1 left) 2024-04-13T07:58:18.561 INFO:tasks.rados.rados.0.smithi119.stdout:3726: snap_remove snap 270 2024-04-13T07:58:18.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:18 smithi139 ceph-mon[88985]: pgmap v848: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 1.2 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 2.5 MiB/s wr, 17 op/s 2024-04-13T07:58:18.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:18 smithi139 ceph-mon[88985]: osdmap e786: 8 total, 8 up, 8 in 2024-04-13T07:58:18.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:58:18.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:18 smithi119 ceph-mon[96316]: pgmap v848: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 1.2 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 2.5 MiB/s wr, 17 op/s 2024-04-13T07:58:18.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:18 smithi119 ceph-mon[96316]: osdmap e786: 8 total, 8 up, 8 in 2024-04-13T07:58:18.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:58:18.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:18 smithi119 ceph-mon[93746]: pgmap v848: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 1.2 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 2.5 MiB/s wr, 17 op/s 2024-04-13T07:58:18.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:18 smithi119 ceph-mon[93746]: osdmap e786: 8 total, 8 up, 8 in 2024-04-13T07:58:18.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:58:19.550 INFO:tasks.rados.rados.0.smithi119.stdout:3726: done (1 left) 2024-04-13T07:58:19.550 INFO:tasks.rados.rados.0.smithi119.stdout:3727: rollback oid 26 current snap is 389 2024-04-13T07:58:19.550 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 26 to 370 2024-04-13T07:58:19.550 INFO:tasks.rados.rados.0.smithi119.stdout:3728: rollback oid 35 current snap is 389 2024-04-13T07:58:19.550 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 35 to 281 2024-04-13T07:58:19.550 INFO:tasks.rados.rados.0.smithi119.stdout:3729: rollback oid 47 current snap is 389 2024-04-13T07:58:19.550 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 47 to 365 2024-04-13T07:58:19.551 INFO:tasks.rados.rados.0.smithi119.stdout:3730: delete oid 24 current snap is 389 2024-04-13T07:58:19.551 INFO:tasks.rados.rados.0.smithi119.stdout:3723: finishing rollback tid 1 to smithi11982245-8 2024-04-13T07:58:19.551 INFO:tasks.rados.rados.0.smithi119.stdout:3723: finishing rollback tid 2 to smithi11982245-8 2024-04-13T07:58:19.551 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 8 v 2487 (ObjNum 1019 snap 342 seq_num 1019) dirty exists 2024-04-13T07:58:19.560 INFO:tasks.rados.rados.0.smithi119.stdout:3727: finishing rollback tid 1 to smithi11982245-26 2024-04-13T07:58:19.560 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 26 v 2194 (ObjNum 129 snap 0 seq_num 750426000) dirty dne 2024-04-13T07:58:19.565 INFO:tasks.rados.rados.0.smithi119.stdout:3728: finishing rollback tid 0 to smithi11982245-35 2024-04-13T07:58:19.568 INFO:tasks.rados.rados.0.smithi119.stdout:3723: done (4 left) 2024-04-13T07:58:19.568 INFO:tasks.rados.rados.0.smithi119.stdout:3727: done (3 left) 2024-04-13T07:58:19.568 INFO:tasks.rados.rados.0.smithi119.stdout:3730: done (2 left) 2024-04-13T07:58:19.568 INFO:tasks.rados.rados.0.smithi119.stdout:3731: delete oid 36 current snap is 389 2024-04-13T07:58:19.574 INFO:tasks.rados.rados.0.smithi119.stdout:3728: finishing rollback tid 1 to smithi11982245-35 2024-04-13T07:58:19.574 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 35 v 2501 (ObjNum 81 snap 0 seq_num 1483493744) dirty dne 2024-04-13T07:58:19.575 INFO:tasks.rados.rados.0.smithi119.stdout:3728: done (2 left) 2024-04-13T07:58:19.575 INFO:tasks.rados.rados.0.smithi119.stdout:3731: done (1 left) 2024-04-13T07:58:19.575 INFO:tasks.rados.rados.0.smithi119.stdout:3732: rmattr oid 38 current snap is 389 2024-04-13T07:58:19.575 INFO:tasks.rados.rados.0.smithi119.stdout:3732: done (1 left) 2024-04-13T07:58:19.575 INFO:tasks.rados.rados.0.smithi119.stdout:3733: read oid 37 snap -1 2024-04-13T07:58:19.575 INFO:tasks.rados.rados.0.smithi119.stdout:3733: expect deleted 2024-04-13T07:58:19.575 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 43 current snap is 389 2024-04-13T07:58:19.576 INFO:tasks.rados.rados.0.smithi119.stdout:3734: seq_num 1137 ranges {0=647168,647168=696320,1343488=557056,1900544=352256} 2024-04-13T07:58:19.579 INFO:tasks.rados.rados.0.smithi119.stdout:3734: writing smithi11982245-43 from 0 to 647168 tid 1 2024-04-13T07:58:19.583 INFO:tasks.rados.rados.0.smithi119.stdout:3734: writing smithi11982245-43 from 647168 to 1343488 tid 2 2024-04-13T07:58:19.587 INFO:tasks.rados.rados.0.smithi119.stdout:3734: writing smithi11982245-43 from 1343488 to 1900544 tid 3 2024-04-13T07:58:19.589 INFO:tasks.rados.rados.0.smithi119.stdout:3734: writing smithi11982245-43 from 1900544 to 2252800 tid 4 2024-04-13T07:58:19.589 INFO:tasks.rados.rados.0.smithi119.stdout:3735: copy_from oid 10 from oid 27 current snap is 389 2024-04-13T07:58:19.589 INFO:tasks.rados.rados.0.smithi119.stdout:3729: finishing rollback tid 0 to smithi11982245-47 2024-04-13T07:58:19.590 INFO:tasks.rados.rados.0.smithi119.stdout:3729: finishing rollback tid 1 to smithi11982245-47 2024-04-13T07:58:19.590 INFO:tasks.rados.rados.0.smithi119.stdout:3729: finishing rollback tid 2 to smithi11982245-47 2024-04-13T07:58:19.590 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 47 v 2594 (ObjNum 305 snap 0 seq_num 1907836378) dirty exists 2024-04-13T07:58:19.590 INFO:tasks.rados.rados.0.smithi119.stdout:3734: finishing write tid 1 to smithi11982245-43 2024-04-13T07:58:19.590 INFO:tasks.rados.rados.0.smithi119.stdout:3729: done (3 left) 2024-04-13T07:58:19.590 INFO:tasks.rados.rados.0.smithi119.stdout:3733: done (2 left) 2024-04-13T07:58:19.590 INFO:tasks.rados.rados.0.smithi119.stdout:3736: read oid 13 snap -1 2024-04-13T07:58:19.590 INFO:tasks.rados.rados.0.smithi119.stdout:3736: expect (ObjNum 1102 snap 376 seq_num 1102) 2024-04-13T07:58:19.590 INFO:tasks.rados.rados.0.smithi119.stdout:3737: read oid 8 snap -1 2024-04-13T07:58:19.590 INFO:tasks.rados.rados.0.smithi119.stdout:3737: expect (ObjNum 1019 snap 342 seq_num 1019) 2024-04-13T07:58:19.590 INFO:tasks.rados.rados.0.smithi119.stdout:3738: copy_from oid 9 from oid 15 current snap is 389 2024-04-13T07:58:19.590 INFO:tasks.rados.rados.0.smithi119.stdout:3739: delete oid 32 current snap is 389 2024-04-13T07:58:19.590 INFO:tasks.rados.rados.0.smithi119.stdout:3734: finishing write tid 2 to smithi11982245-43 2024-04-13T07:58:19.591 INFO:tasks.rados.rados.0.smithi119.stdout:3738: finishing copy_from to smithi11982245-9 2024-04-13T07:58:19.591 INFO:tasks.rados.rados.0.smithi119.stdout:3738: got expected ENOENT (src dne) 2024-04-13T07:58:19.591 INFO:tasks.rados.rados.0.smithi119.stdout:3738: finishing copy_from racing read to smithi11982245-9 2024-04-13T07:58:19.591 INFO:tasks.rados.rados.0.smithi119.stdout:3735: finishing copy_from to smithi11982245-10 2024-04-13T07:58:19.592 INFO:tasks.rados.rados.0.smithi119.stdout:3735: got expected ENOENT (src dne) 2024-04-13T07:58:19.592 INFO:tasks.rados.rados.0.smithi119.stdout:3735: finishing copy_from racing read to smithi11982245-10 2024-04-13T07:58:19.592 INFO:tasks.rados.rados.0.smithi119.stdout:3735: done (5 left) 2024-04-13T07:58:19.592 INFO:tasks.rados.rados.0.smithi119.stdout:3738: done (4 left) 2024-04-13T07:58:19.592 INFO:tasks.rados.rados.0.smithi119.stdout:3739: done (3 left) 2024-04-13T07:58:19.592 INFO:tasks.rados.rados.0.smithi119.stdout:3740: snap_create 2024-04-13T07:58:19.592 INFO:tasks.rados.rados.0.smithi119.stdout:3734: finishing write tid 3 to smithi11982245-43 2024-04-13T07:58:19.593 INFO:tasks.rados.rados.0.smithi119.stdout:3734: finishing write tid 4 to smithi11982245-43 2024-04-13T07:58:19.594 INFO:tasks.rados.rados.0.smithi119.stdout:3734: finishing write tid 5 to smithi11982245-43 2024-04-13T07:58:19.596 INFO:tasks.rados.rados.0.smithi119.stdout:3734: finishing write tid 6 to smithi11982245-43 2024-04-13T07:58:19.596 INFO:tasks.rados.rados.0.smithi119.stdout:3734: oid 43 updating version 0 to 2570 2024-04-13T07:58:19.596 INFO:tasks.rados.rados.0.smithi119.stdout:3734: oid 43 version 2570 is already newer than 2568 2024-04-13T07:58:19.596 INFO:tasks.rados.rados.0.smithi119.stdout:3734: oid 43 updating version 2570 to 2571 2024-04-13T07:58:19.596 INFO:tasks.rados.rados.0.smithi119.stdout:3734: oid 43 version 2571 is already newer than 2569 2024-04-13T07:58:19.596 INFO:tasks.rados.rados.0.smithi119.stdout:3734: oid 43 updating version 2571 to 2572 2024-04-13T07:58:19.596 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 43 v 2572 (ObjNum 1137 snap 389 seq_num 1137) dirty exists 2024-04-13T07:58:19.597 INFO:tasks.rados.rados.0.smithi119.stdout:3734: left oid 43 (ObjNum 1137 snap 389 seq_num 1137) 2024-04-13T07:58:19.608 INFO:tasks.rados.rados.0.smithi119.stdout:3736: expect (ObjNum 1102 snap 376 seq_num 1102) 2024-04-13T07:58:19.741 INFO:tasks.rados.rados.0.smithi119.stdout:3737: expect (ObjNum 1019 snap 342 seq_num 1019) 2024-04-13T07:58:19.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:19 smithi139 ceph-mon[88985]: osdmap e787: 8 total, 8 up, 8 in 2024-04-13T07:58:19.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:19 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:58:19.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:19 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:58:19.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:19 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:58:19.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:19 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:58:19.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:19 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:58:19.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:19 smithi119 ceph-mon[96316]: osdmap e787: 8 total, 8 up, 8 in 2024-04-13T07:58:19.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:19 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:58:19.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:19 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:58:19.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:19 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:58:19.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:19 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:58:19.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:19 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:58:19.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:19 smithi119 ceph-mon[93746]: osdmap e787: 8 total, 8 up, 8 in 2024-04-13T07:58:19.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:19 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:58:19.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:19 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:58:19.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:19 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:58:19.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:19 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:58:19.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:19 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:58:20.469 INFO:tasks.rados.rados.0.smithi119.stdout:3734: done (3 left) 2024-04-13T07:58:20.469 INFO:tasks.rados.rados.0.smithi119.stdout:3736: done (2 left) 2024-04-13T07:58:20.470 INFO:tasks.rados.rados.0.smithi119.stdout:3737: done (1 left) 2024-04-13T07:58:20.470 INFO:tasks.rados.rados.0.smithi119.stdout:3740: done (0 left) 2024-04-13T07:58:20.470 INFO:tasks.rados.rados.0.smithi119.stdout:3741: read oid 47 snap 353 2024-04-13T07:58:20.470 INFO:tasks.rados.rados.0.smithi119.stdout:3741: expect deleted 2024-04-13T07:58:20.470 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 36 current snap is 390 2024-04-13T07:58:20.470 INFO:tasks.rados.rados.0.smithi119.stdout:3742: seq_num 1139 ranges {0=679936,679936=458752,1138688=524288,1662976=540672,2203648=81920} 2024-04-13T07:58:20.473 INFO:tasks.rados.rados.0.smithi119.stdout:3742: writing smithi11982245-36 from 0 to 679936 tid 1 2024-04-13T07:58:20.475 INFO:tasks.rados.rados.0.smithi119.stdout:3742: writing smithi11982245-36 from 679936 to 1138688 tid 2 2024-04-13T07:58:20.478 INFO:tasks.rados.rados.0.smithi119.stdout:3742: writing smithi11982245-36 from 1138688 to 1662976 tid 3 2024-04-13T07:58:20.481 INFO:tasks.rados.rados.0.smithi119.stdout:3742: writing smithi11982245-36 from 1662976 to 2203648 tid 4 2024-04-13T07:58:20.482 INFO:tasks.rados.rados.0.smithi119.stdout:3742: writing smithi11982245-36 from 2203648 to 2285568 tid 5 2024-04-13T07:58:20.482 INFO:tasks.rados.rados.0.smithi119.stdout:3743: snap_remove snap 370 2024-04-13T07:58:20.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:20 smithi139 ceph-mon[88985]: pgmap v851: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 1.2 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.6 MiB/s rd, 3.5 MiB/s wr, 27 op/s 2024-04-13T07:58:20.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:20 smithi139 ceph-mon[88985]: osdmap e788: 8 total, 8 up, 8 in 2024-04-13T07:58:20.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:20 smithi139 ceph-mon[88985]: osdmap e789: 8 total, 8 up, 8 in 2024-04-13T07:58:20.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:20 smithi119 ceph-mon[96316]: pgmap v851: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 1.2 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.6 MiB/s rd, 3.5 MiB/s wr, 27 op/s 2024-04-13T07:58:20.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:20 smithi119 ceph-mon[96316]: osdmap e788: 8 total, 8 up, 8 in 2024-04-13T07:58:20.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:20 smithi119 ceph-mon[96316]: osdmap e789: 8 total, 8 up, 8 in 2024-04-13T07:58:20.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:20 smithi119 ceph-mon[93746]: pgmap v851: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 1.2 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.6 MiB/s rd, 3.5 MiB/s wr, 27 op/s 2024-04-13T07:58:20.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:20 smithi119 ceph-mon[93746]: osdmap e788: 8 total, 8 up, 8 in 2024-04-13T07:58:20.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:20 smithi119 ceph-mon[93746]: osdmap e789: 8 total, 8 up, 8 in 2024-04-13T07:58:21.476 INFO:tasks.rados.rados.0.smithi119.stdout:3743: done (2 left) 2024-04-13T07:58:21.476 INFO:tasks.rados.rados.0.smithi119.stdout:3744: delete oid 3 current snap is 390 2024-04-13T07:58:21.476 INFO:tasks.rados.rados.0.smithi119.stdout:3742: finishing write tid 1 to smithi11982245-36 2024-04-13T07:58:21.476 INFO:tasks.rados.rados.0.smithi119.stdout:3742: finishing write tid 2 to smithi11982245-36 2024-04-13T07:58:21.476 INFO:tasks.rados.rados.0.smithi119.stdout:3742: finishing write tid 3 to smithi11982245-36 2024-04-13T07:58:21.476 INFO:tasks.rados.rados.0.smithi119.stdout:3742: finishing write tid 4 to smithi11982245-36 2024-04-13T07:58:21.476 INFO:tasks.rados.rados.0.smithi119.stdout:3742: finishing write tid 5 to smithi11982245-36 2024-04-13T07:58:21.476 INFO:tasks.rados.rados.0.smithi119.stdout:3742: finishing write tid 6 to smithi11982245-36 2024-04-13T07:58:21.476 INFO:tasks.rados.rados.0.smithi119.stdout:3742: finishing write tid 7 to smithi11982245-36 2024-04-13T07:58:21.476 INFO:tasks.rados.rados.0.smithi119.stdout:3742: oid 36 updating version 0 to 2349 2024-04-13T07:58:21.476 INFO:tasks.rados.rados.0.smithi119.stdout:3742: oid 36 version 2349 is already newer than 2348 2024-04-13T07:58:21.476 INFO:tasks.rados.rados.0.smithi119.stdout:3742: oid 36 version 2349 is already newer than 2347 2024-04-13T07:58:21.477 INFO:tasks.rados.rados.0.smithi119.stdout:3742: oid 36 version 2349 is already newer than 2346 2024-04-13T07:58:21.477 INFO:tasks.rados.rados.0.smithi119.stdout:3742: oid 36 version 2349 is already newer than 2345 2024-04-13T07:58:21.477 INFO:tasks.rados.rados.0.smithi119.stdout:3742: oid 36 version 2349 is already newer than 2344 2024-04-13T07:58:21.477 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 36 v 2349 (ObjNum 1139 snap 390 seq_num 1139) dirty exists 2024-04-13T07:58:21.477 INFO:tasks.rados.rados.0.smithi119.stdout:3742: left oid 36 (ObjNum 1139 snap 390 seq_num 1139) 2024-04-13T07:58:21.487 INFO:tasks.rados.rados.0.smithi119.stdout:3741: done (2 left) 2024-04-13T07:58:21.487 INFO:tasks.rados.rados.0.smithi119.stdout:3742: done (1 left) 2024-04-13T07:58:21.487 INFO:tasks.rados.rados.0.smithi119.stdout:3744: done (0 left) 2024-04-13T07:58:21.487 INFO:tasks.rados.rados.0.smithi119.stdout:3745: setattr oid 47 current snap is 390 2024-04-13T07:58:21.488 INFO:tasks.rados.rados.0.smithi119.stdout:3746: read oid 49 snap -1 2024-04-13T07:58:21.488 INFO:tasks.rados.rados.0.smithi119.stdout:3746: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:58:21.488 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 37 current snap is 390 2024-04-13T07:58:21.488 INFO:tasks.rados.rados.0.smithi119.stdout:3747: seq_num 1141 ranges {0=712704,712704=679936,1392640=540672,1933312=385024} 2024-04-13T07:58:21.493 INFO:tasks.rados.rados.0.smithi119.stdout:3747: writing smithi11982245-37 from 0 to 712704 tid 1 2024-04-13T07:58:21.498 INFO:tasks.rados.rados.0.smithi119.stdout:3747: writing smithi11982245-37 from 712704 to 1392640 tid 2 2024-04-13T07:58:21.501 INFO:tasks.rados.rados.0.smithi119.stdout:3747: writing smithi11982245-37 from 1392640 to 1933312 tid 3 2024-04-13T07:58:21.504 INFO:tasks.rados.rados.0.smithi119.stdout:3747: writing smithi11982245-37 from 1933312 to 2318336 tid 4 2024-04-13T07:58:21.504 INFO:tasks.rados.rados.0.smithi119.stdout:3748: rollback oid 20 current snap is 390 2024-04-13T07:58:21.504 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 20 to 371 2024-04-13T07:58:21.504 INFO:tasks.rados.rados.0.smithi119.stdout:3746: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:58:21.508 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 47 v 2606 (ObjNum 33 snap 0 seq_num 751662336) dirty exists 2024-04-13T07:58:21.508 INFO:tasks.rados.rados.0.smithi119.stdout:3747: finishing write tid 1 to smithi11982245-37 2024-04-13T07:58:21.509 INFO:tasks.rados.rados.0.smithi119.stdout:3747: finishing write tid 2 to smithi11982245-37 2024-04-13T07:58:21.509 INFO:tasks.rados.rados.0.smithi119.stdout:3747: finishing write tid 3 to smithi11982245-37 2024-04-13T07:58:21.509 INFO:tasks.rados.rados.0.smithi119.stdout:3747: finishing write tid 4 to smithi11982245-37 2024-04-13T07:58:21.509 INFO:tasks.rados.rados.0.smithi119.stdout:3745: done (3 left) 2024-04-13T07:58:21.509 INFO:tasks.rados.rados.0.smithi119.stdout:3746: done (2 left) 2024-04-13T07:58:21.509 INFO:tasks.rados.rados.0.smithi119.stdout:3749: read oid 46 snap -1 2024-04-13T07:58:21.509 INFO:tasks.rados.rados.0.smithi119.stdout:3749: expect (ObjNum 1071 snap 361 seq_num 1071) 2024-04-13T07:58:21.509 INFO:tasks.rados.rados.0.smithi119.stdout:3750: delete oid 42 current snap is 390 2024-04-13T07:58:21.509 INFO:tasks.rados.rados.0.smithi119.stdout:3747: finishing write tid 5 to smithi11982245-37 2024-04-13T07:58:21.510 INFO:tasks.rados.rados.0.smithi119.stdout:3748: finishing rollback tid 0 to smithi11982245-20 2024-04-13T07:58:21.511 INFO:tasks.rados.rados.0.smithi119.stdout:3748: finishing rollback tid 1 to smithi11982245-20 2024-04-13T07:58:21.511 INFO:tasks.rados.rados.0.smithi119.stdout:3748: finishing rollback tid 2 to smithi11982245-20 2024-04-13T07:58:21.511 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 20 v 2490 (ObjNum 536 snap 179 seq_num 536) dirty exists 2024-04-13T07:58:21.512 INFO:tasks.rados.rados.0.smithi119.stdout:3748: done (3 left) 2024-04-13T07:58:21.512 INFO:tasks.rados.rados.0.smithi119.stdout:3750: done (2 left) 2024-04-13T07:58:21.512 INFO:tasks.rados.rados.0.smithi119.stdout:3751: delete oid 19 current snap is 390 2024-04-13T07:58:21.513 INFO:tasks.rados.rados.0.smithi119.stdout:3747: finishing write tid 6 to smithi11982245-37 2024-04-13T07:58:21.513 INFO:tasks.rados.rados.0.smithi119.stdout:3747: oid 37 updating version 0 to 2205 2024-04-13T07:58:21.513 INFO:tasks.rados.rados.0.smithi119.stdout:3747: oid 37 version 2205 is already newer than 2203 2024-04-13T07:58:21.513 INFO:tasks.rados.rados.0.smithi119.stdout:3747: oid 37 version 2205 is already newer than 2202 2024-04-13T07:58:21.513 INFO:tasks.rados.rados.0.smithi119.stdout:3747: oid 37 version 2205 is already newer than 2201 2024-04-13T07:58:21.513 INFO:tasks.rados.rados.0.smithi119.stdout:3747: oid 37 version 2205 is already newer than 2204 2024-04-13T07:58:21.513 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 37 v 2205 (ObjNum 1141 snap 390 seq_num 1141) dirty exists 2024-04-13T07:58:21.513 INFO:tasks.rados.rados.0.smithi119.stdout:3747: left oid 37 (ObjNum 1141 snap 390 seq_num 1141) 2024-04-13T07:58:21.515 INFO:tasks.rados.rados.0.smithi119.stdout:3747: done (2 left) 2024-04-13T07:58:21.515 INFO:tasks.rados.rados.0.smithi119.stdout:3751: done (1 left) 2024-04-13T07:58:21.516 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 33 current snap is 390 2024-04-13T07:58:21.516 INFO:tasks.rados.rados.0.smithi119.stdout:3752: seq_num 1144 ranges {2260992=770048,3031040=737280,3768320=712704,4481024=155648} 2024-04-13T07:58:21.532 INFO:tasks.rados.rados.0.smithi119.stdout:3752: writing smithi11982245-33 from 2260992 to 3031040 tid 1 2024-04-13T07:58:21.536 INFO:tasks.rados.rados.0.smithi119.stdout:3752: writing smithi11982245-33 from 3031040 to 3768320 tid 2 2024-04-13T07:58:21.540 INFO:tasks.rados.rados.0.smithi119.stdout:3752: writing smithi11982245-33 from 3768320 to 4481024 tid 3 2024-04-13T07:58:21.541 INFO:tasks.rados.rados.0.smithi119.stdout:3752: writing smithi11982245-33 from 4481024 to 4636672 tid 4 2024-04-13T07:58:21.541 INFO:tasks.rados.rados.0.smithi119.stdout:3753: snap_remove snap 328 2024-04-13T07:58:22.483 INFO:tasks.rados.rados.0.smithi119.stdout:3753: done (2 left) 2024-04-13T07:58:22.484 INFO:tasks.rados.rados.0.smithi119.stdout:3754: snap_create 2024-04-13T07:58:22.484 INFO:tasks.rados.rados.0.smithi119.stdout:3749: expect (ObjNum 1071 snap 361 seq_num 1071) 2024-04-13T07:58:22.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:22 smithi139 ceph-mon[88985]: pgmap v854: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 1.2 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 3.6 MiB/s wr, 27 op/s 2024-04-13T07:58:22.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:22 smithi139 ceph-mon[88985]: osdmap e790: 8 total, 8 up, 8 in 2024-04-13T07:58:22.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:58:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T07:58:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:58:22.651 INFO:tasks.rados.rados.0.smithi119.stdout:3752: finishing write tid 1 to smithi11982245-33 2024-04-13T07:58:22.651 INFO:tasks.rados.rados.0.smithi119.stdout:3752: finishing write tid 2 to smithi11982245-33 2024-04-13T07:58:22.651 INFO:tasks.rados.rados.0.smithi119.stdout:3752: finishing write tid 3 to smithi11982245-33 2024-04-13T07:58:22.651 INFO:tasks.rados.rados.0.smithi119.stdout:3752: finishing write tid 4 to smithi11982245-33 2024-04-13T07:58:22.651 INFO:tasks.rados.rados.0.smithi119.stdout:3752: finishing write tid 5 to smithi11982245-33 2024-04-13T07:58:22.651 INFO:tasks.rados.rados.0.smithi119.stdout:3752: finishing write tid 6 to smithi11982245-33 2024-04-13T07:58:22.651 INFO:tasks.rados.rados.0.smithi119.stdout:3752: oid 33 updating version 0 to 2507 2024-04-13T07:58:22.651 INFO:tasks.rados.rados.0.smithi119.stdout:3752: oid 33 version 2507 is already newer than 2503 2024-04-13T07:58:22.652 INFO:tasks.rados.rados.0.smithi119.stdout:3752: oid 33 version 2507 is already newer than 2505 2024-04-13T07:58:22.652 INFO:tasks.rados.rados.0.smithi119.stdout:3752: oid 33 version 2507 is already newer than 2504 2024-04-13T07:58:22.652 INFO:tasks.rados.rados.0.smithi119.stdout:3752: oid 33 version 2507 is already newer than 2506 2024-04-13T07:58:22.652 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 33 v 2507 (ObjNum 1144 snap 390 seq_num 1144) dirty exists 2024-04-13T07:58:22.652 INFO:tasks.rados.rados.0.smithi119.stdout:3752: left oid 33 (ObjNum 1144 snap 390 seq_num 1144) 2024-04-13T07:58:22.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:22 smithi119 ceph-mon[96316]: pgmap v854: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 1.2 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 3.6 MiB/s wr, 27 op/s 2024-04-13T07:58:22.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:22 smithi119 ceph-mon[96316]: osdmap e790: 8 total, 8 up, 8 in 2024-04-13T07:58:22.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:22 smithi119 ceph-mon[93746]: pgmap v854: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 1.2 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 3.6 MiB/s wr, 27 op/s 2024-04-13T07:58:22.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:22 smithi119 ceph-mon[93746]: osdmap e790: 8 total, 8 up, 8 in 2024-04-13T07:58:23.489 INFO:tasks.rados.rados.0.smithi119.stdout:3749: done (2 left) 2024-04-13T07:58:23.489 INFO:tasks.rados.rados.0.smithi119.stdout:3752: done (1 left) 2024-04-13T07:58:23.489 INFO:tasks.rados.rados.0.smithi119.stdout:3754: done (0 left) 2024-04-13T07:58:23.489 INFO:tasks.rados.rados.0.smithi119.stdout:3755: rollback oid 21 current snap is 391 2024-04-13T07:58:23.489 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 21 to 333 2024-04-13T07:58:23.489 INFO:tasks.rados.rados.0.smithi119.stdout:3756: rollback oid 38 current snap is 391 2024-04-13T07:58:23.489 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 38 to 378 2024-04-13T07:58:23.489 INFO:tasks.rados.rados.0.smithi119.stdout:3757: snap_create 2024-04-13T07:58:23.495 INFO:tasks.rados.rados.0.smithi119.stdout:3755: finishing rollback tid 0 to smithi11982245-21 2024-04-13T07:58:23.495 INFO:tasks.rados.rados.0.smithi119.stdout:3755: finishing rollback tid 1 to smithi11982245-21 2024-04-13T07:58:23.495 INFO:tasks.rados.rados.0.smithi119.stdout:3755: finishing rollback tid 2 to smithi11982245-21 2024-04-13T07:58:23.496 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 21 v 2237 (ObjNum 968 snap 324 seq_num 968) dirty exists 2024-04-13T07:58:23.496 INFO:tasks.rados.rados.0.smithi119.stdout:3756: finishing rollback tid 0 to smithi11982245-38 2024-04-13T07:58:23.496 INFO:tasks.rados.rados.0.smithi119.stdout:3756: finishing rollback tid 1 to smithi11982245-38 2024-04-13T07:58:23.496 INFO:tasks.rados.rados.0.smithi119.stdout:3756: finishing rollback tid 2 to smithi11982245-38 2024-04-13T07:58:23.496 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 38 v 2370 (ObjNum 628 snap 211 seq_num 628) dirty exists 2024-04-13T07:58:23.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:23 smithi139 ceph-mon[88985]: osdmap e791: 8 total, 8 up, 8 in 2024-04-13T07:58:23.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:23 smithi119 ceph-mon[93746]: osdmap e791: 8 total, 8 up, 8 in 2024-04-13T07:58:23.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:23 smithi119 ceph-mon[96316]: osdmap e791: 8 total, 8 up, 8 in 2024-04-13T07:58:24.488 INFO:tasks.rados.rados.0.smithi119.stdout:3755: done (2 left) 2024-04-13T07:58:24.488 INFO:tasks.rados.rados.0.smithi119.stdout:3756: done (1 left) 2024-04-13T07:58:24.488 INFO:tasks.rados.rados.0.smithi119.stdout:3757: done (0 left) 2024-04-13T07:58:24.488 INFO:tasks.rados.rados.0.smithi119.stdout:3758: read oid 9 snap 384 2024-04-13T07:58:24.488 INFO:tasks.rados.rados.0.smithi119.stdout:3758: expect (ObjNum 1056 snap 354 seq_num 1056) 2024-04-13T07:58:24.488 INFO:tasks.rados.rados.0.smithi119.stdout:3759: delete oid 37 current snap is 392 2024-04-13T07:58:24.492 INFO:tasks.rados.rados.0.smithi119.stdout:3759: done (1 left) 2024-04-13T07:58:24.492 INFO:tasks.rados.rados.0.smithi119.stdout:3760: rollback oid 8 current snap is 392 2024-04-13T07:58:24.492 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 8 to 312 2024-04-13T07:58:24.492 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 32 current snap is 392 2024-04-13T07:58:24.492 INFO:tasks.rados.rados.0.smithi119.stdout:3761: seq_num 1146 ranges {0=802816,802816=499712,1302528=679936,1982464=425984} 2024-04-13T07:58:24.497 INFO:tasks.rados.rados.0.smithi119.stdout:3761: writing smithi11982245-32 from 0 to 802816 tid 1 2024-04-13T07:58:24.501 INFO:tasks.rados.rados.0.smithi119.stdout:3761: writing smithi11982245-32 from 802816 to 1302528 tid 2 2024-04-13T07:58:24.505 INFO:tasks.rados.rados.0.smithi119.stdout:3761: writing smithi11982245-32 from 1302528 to 1982464 tid 3 2024-04-13T07:58:24.508 INFO:tasks.rados.rados.0.smithi119.stdout:3761: writing smithi11982245-32 from 1982464 to 2408448 tid 4 2024-04-13T07:58:24.508 INFO:tasks.rados.rados.0.smithi119.stdout:3762: rmattr oid 7 current snap is 392 2024-04-13T07:58:24.508 INFO:tasks.rados.rados.0.smithi119.stdout:3762: done (3 left) 2024-04-13T07:58:24.508 INFO:tasks.rados.rados.0.smithi119.stdout:3763: copy_from oid 6 from oid 34 current snap is 392 2024-04-13T07:58:24.508 INFO:tasks.rados.rados.0.smithi119.stdout:3758: expect (ObjNum 1056 snap 354 seq_num 1056) 2024-04-13T07:58:24.533 INFO:tasks.rados.rados.0.smithi119.stdout:3760: finishing rollback tid 0 to smithi11982245-8 2024-04-13T07:58:24.533 INFO:tasks.rados.rados.0.smithi119.stdout:3760: finishing rollback tid 1 to smithi11982245-8 2024-04-13T07:58:24.533 INFO:tasks.rados.rados.0.smithi119.stdout:3760: finishing rollback tid 2 to smithi11982245-8 2024-04-13T07:58:24.533 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 8 v 2493 (ObjNum 679 snap 228 seq_num 679) dirty exists 2024-04-13T07:58:24.533 INFO:tasks.rados.rados.0.smithi119.stdout:3761: finishing write tid 1 to smithi11982245-32 2024-04-13T07:58:24.533 INFO:tasks.rados.rados.0.smithi119.stdout:3758: done (3 left) 2024-04-13T07:58:24.533 INFO:tasks.rados.rados.0.smithi119.stdout:3760: done (2 left) 2024-04-13T07:58:24.533 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 49 current snap is 392 2024-04-13T07:58:24.533 INFO:tasks.rados.rados.0.smithi119.stdout:3761: finishing write tid 2 to smithi11982245-32 2024-04-13T07:58:24.533 INFO:tasks.rados.rados.0.smithi119.stdout:3761: finishing write tid 3 to smithi11982245-32 2024-04-13T07:58:24.534 INFO:tasks.rados.rados.0.smithi119.stdout:3763: finishing copy_from to smithi11982245-6 2024-04-13T07:58:24.534 INFO:tasks.rados.rados.0.smithi119.stdout:3763: got expected ENOENT (src dne) 2024-04-13T07:58:24.534 INFO:tasks.rados.rados.0.smithi119.stdout:3763: finishing copy_from racing read to smithi11982245-6 2024-04-13T07:58:24.534 INFO:tasks.rados.rados.0.smithi119.stdout:3761: finishing write tid 4 to smithi11982245-32 2024-04-13T07:58:24.534 INFO:tasks.rados.rados.0.smithi119.stdout:3761: finishing write tid 5 to smithi11982245-32 2024-04-13T07:58:24.534 INFO:tasks.rados.rados.0.smithi119.stdout:3764: seq_num 1147 ranges {0=16384} 2024-04-13T07:58:24.534 INFO:tasks.rados.rados.0.smithi119.stdout:3764: writing smithi11982245-49 from 0 to 16384 tid 1 2024-04-13T07:58:24.534 INFO:tasks.rados.rados.0.smithi119.stdout:3763: done (2 left) 2024-04-13T07:58:24.534 INFO:tasks.rados.rados.0.smithi119.stdout:3765: delete oid 48 current snap is 392 2024-04-13T07:58:24.534 INFO:tasks.rados.rados.0.smithi119.stdout:3761: finishing write tid 6 to smithi11982245-32 2024-04-13T07:58:24.534 INFO:tasks.rados.rados.0.smithi119.stdout:3761: oid 32 updating version 0 to 1333 2024-04-13T07:58:24.534 INFO:tasks.rados.rados.0.smithi119.stdout:3761: oid 32 updating version 1333 to 1334 2024-04-13T07:58:24.534 INFO:tasks.rados.rados.0.smithi119.stdout:3761: oid 32 updating version 1334 to 1337 2024-04-13T07:58:24.534 INFO:tasks.rados.rados.0.smithi119.stdout:3761: oid 32 version 1337 is already newer than 1336 2024-04-13T07:58:24.534 INFO:tasks.rados.rados.0.smithi119.stdout:3761: oid 32 version 1337 is already newer than 1335 2024-04-13T07:58:24.535 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 32 v 1337 (ObjNum 1146 snap 392 seq_num 1146) dirty exists 2024-04-13T07:58:24.535 INFO:tasks.rados.rados.0.smithi119.stdout:3761: left oid 32 (ObjNum 1146 snap 392 seq_num 1146) 2024-04-13T07:58:24.536 INFO:tasks.rados.rados.0.smithi119.stdout:3764: finishing write tid 1 to smithi11982245-49 2024-04-13T07:58:24.536 INFO:tasks.rados.rados.0.smithi119.stdout:3764: finishing write tid 2 to smithi11982245-49 2024-04-13T07:58:24.538 INFO:tasks.rados.rados.0.smithi119.stdout:3764: finishing write tid 3 to smithi11982245-49 2024-04-13T07:58:24.538 INFO:tasks.rados.rados.0.smithi119.stdout:3764: oid 49 updating version 0 to 2492 2024-04-13T07:58:24.538 INFO:tasks.rados.rados.0.smithi119.stdout:3764: oid 49 version 2492 is already newer than 2491 2024-04-13T07:58:24.538 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 49 v 2492 (ObjNum 1147 snap 392 seq_num 1147) dirty exists 2024-04-13T07:58:24.538 INFO:tasks.rados.rados.0.smithi119.stdout:3764: left oid 49 (ObjNum 1147 snap 392 seq_num 1147) 2024-04-13T07:58:24.539 INFO:tasks.rados.rados.0.smithi119.stdout:3761: done (2 left) 2024-04-13T07:58:24.539 INFO:tasks.rados.rados.0.smithi119.stdout:3764: done (1 left) 2024-04-13T07:58:24.539 INFO:tasks.rados.rados.0.smithi119.stdout:3765: done (0 left) 2024-04-13T07:58:24.539 INFO:tasks.rados.rados.0.smithi119.stdout:3766: rollback oid 48 current snap is 392 2024-04-13T07:58:24.539 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 48 to 218 2024-04-13T07:58:24.539 INFO:tasks.rados.rados.0.smithi119.stdout:3767: setattr oid 36 current snap is 392 2024-04-13T07:58:24.540 INFO:tasks.rados.rados.0.smithi119.stdout:3768: read oid 20 snap -1 2024-04-13T07:58:24.541 INFO:tasks.rados.rados.0.smithi119.stdout:3768: expect (ObjNum 536 snap 179 seq_num 536) 2024-04-13T07:58:24.541 INFO:tasks.rados.rados.0.smithi119.stdout:3769: rollback oid 7 current snap is 392 2024-04-13T07:58:24.541 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 7 to 296 2024-04-13T07:58:24.541 INFO:tasks.rados.rados.0.smithi119.stdout:3770: snap_remove snap 300 2024-04-13T07:58:24.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:24 smithi119 ceph-mon[96316]: pgmap v857: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 1.2 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.6 MiB/s wr, 25 op/s 2024-04-13T07:58:24.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:24 smithi119 ceph-mon[96316]: osdmap e792: 8 total, 8 up, 8 in 2024-04-13T07:58:24.820 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:58:24.820 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:24 smithi119 ceph-mon[93746]: pgmap v857: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 1.2 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.6 MiB/s wr, 25 op/s 2024-04-13T07:58:24.820 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:24 smithi119 ceph-mon[93746]: osdmap e792: 8 total, 8 up, 8 in 2024-04-13T07:58:24.820 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:58:24.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:24 smithi139 ceph-mon[88985]: pgmap v857: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 1.2 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.6 MiB/s wr, 25 op/s 2024-04-13T07:58:24.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:24 smithi139 ceph-mon[88985]: osdmap e792: 8 total, 8 up, 8 in 2024-04-13T07:58:24.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:58:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:58:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:58:24] "GET /metrics HTTP/1.1" 200 36203 "" "Prometheus/2.43.0" 2024-04-13T07:58:25.480 INFO:tasks.rados.rados.0.smithi119.stdout:3770: done (4 left) 2024-04-13T07:58:25.480 INFO:tasks.rados.rados.0.smithi119.stdout:3771: snap_create 2024-04-13T07:58:25.480 INFO:tasks.rados.rados.0.smithi119.stdout:3766: finishing rollback tid 1 to smithi11982245-48 2024-04-13T07:58:25.480 INFO:tasks.rados.rados.0.smithi119.stdout:3766: finishing rollback tid 2 to smithi11982245-48 2024-04-13T07:58:25.481 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 48 v 2373 (ObjNum 547 snap 182 seq_num 547) dirty exists 2024-04-13T07:58:25.481 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 36 v 2350 (ObjNum 1139 snap 390 seq_num 1139) dirty exists 2024-04-13T07:58:25.481 INFO:tasks.rados.rados.0.smithi119.stdout:3769: finishing rollback tid 0 to smithi11982245-7 2024-04-13T07:58:25.481 INFO:tasks.rados.rados.0.smithi119.stdout:3769: finishing rollback tid 1 to smithi11982245-7 2024-04-13T07:58:25.481 INFO:tasks.rados.rados.0.smithi119.stdout:3769: finishing rollback tid 2 to smithi11982245-7 2024-04-13T07:58:25.481 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 7 v 2495 (ObjNum 97 snap 0 seq_num 3676286256) dirty exists 2024-04-13T07:58:25.481 INFO:tasks.rados.rados.0.smithi119.stdout:3768: expect (ObjNum 536 snap 179 seq_num 536) 2024-04-13T07:58:25.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:25 smithi139 ceph-mon[88985]: osdmap e793: 8 total, 8 up, 8 in 2024-04-13T07:58:25.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:25 smithi139 ceph-mon[88985]: osdmap e794: 8 total, 8 up, 8 in 2024-04-13T07:58:25.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:25 smithi119 ceph-mon[96316]: osdmap e793: 8 total, 8 up, 8 in 2024-04-13T07:58:25.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:25 smithi119 ceph-mon[96316]: osdmap e794: 8 total, 8 up, 8 in 2024-04-13T07:58:25.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:25 smithi119 ceph-mon[93746]: osdmap e793: 8 total, 8 up, 8 in 2024-04-13T07:58:25.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:25 smithi119 ceph-mon[93746]: osdmap e794: 8 total, 8 up, 8 in 2024-04-13T07:58:26.637 INFO:tasks.rados.rados.0.smithi119.stdout:3766: done (4 left) 2024-04-13T07:58:26.637 INFO:tasks.rados.rados.0.smithi119.stdout:3767: done (3 left) 2024-04-13T07:58:26.637 INFO:tasks.rados.rados.0.smithi119.stdout:3768: done (2 left) 2024-04-13T07:58:26.638 INFO:tasks.rados.rados.0.smithi119.stdout:3769: done (1 left) 2024-04-13T07:58:26.638 INFO:tasks.rados.rados.0.smithi119.stdout:3771: done (0 left) 2024-04-13T07:58:26.638 INFO:tasks.rados.rados.0.smithi119.stdout:3772: rmattr oid 7 current snap is 393 2024-04-13T07:58:26.638 INFO:tasks.rados.rados.0.smithi119.stdout:3773: read oid 30 snap 380 2024-04-13T07:58:26.638 INFO:tasks.rados.rados.0.smithi119.stdout:3773: expect deleted 2024-04-13T07:58:26.638 INFO:tasks.rados.rados.0.smithi119.stdout:3774: read oid 37 snap -1 2024-04-13T07:58:26.638 INFO:tasks.rados.rados.0.smithi119.stdout:3774: expect deleted 2024-04-13T07:58:26.638 INFO:tasks.rados.rados.0.smithi119.stdout:3775: snap_create 2024-04-13T07:58:26.641 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 7 v 2496 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-13T07:58:26.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:26 smithi139 ceph-mon[88985]: pgmap v860: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 1.2 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 0 B/s wr, 8 op/s 2024-04-13T07:58:26.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:26 smithi139 ceph-mon[88985]: osdmap e795: 8 total, 8 up, 8 in 2024-04-13T07:58:26.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:26 smithi119 ceph-mon[96316]: pgmap v860: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 1.2 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 0 B/s wr, 8 op/s 2024-04-13T07:58:26.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:26 smithi119 ceph-mon[96316]: osdmap e795: 8 total, 8 up, 8 in 2024-04-13T07:58:26.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:26 smithi119 ceph-mon[93746]: pgmap v860: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 1.2 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 0 B/s wr, 8 op/s 2024-04-13T07:58:26.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:26 smithi119 ceph-mon[93746]: osdmap e795: 8 total, 8 up, 8 in 2024-04-13T07:58:27.508 INFO:tasks.rados.rados.0.smithi119.stdout:3772: done (3 left) 2024-04-13T07:58:27.509 INFO:tasks.rados.rados.0.smithi119.stdout:3773: done (2 left) 2024-04-13T07:58:27.509 INFO:tasks.rados.rados.0.smithi119.stdout:3774: done (1 left) 2024-04-13T07:58:27.509 INFO:tasks.rados.rados.0.smithi119.stdout:3775: done (0 left) 2024-04-13T07:58:27.509 INFO:tasks.rados.rados.0.smithi119.stdout:3776: snap_create 2024-04-13T07:58:28.510 INFO:tasks.rados.rados.0.smithi119.stdout:3776: done (0 left) 2024-04-13T07:58:28.510 INFO:tasks.rados.rados.0.smithi119.stdout:3777: snap_remove snap 392 2024-04-13T07:58:28.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:28 smithi139 ceph-mon[88985]: pgmap v863: 121 pgs: 2 active+clean+snaptrim_wait, 7 active+clean+snaptrim, 112 active+clean; 1.2 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 2.2 MiB/s wr, 20 op/s 2024-04-13T07:58:28.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:28 smithi139 ceph-mon[88985]: osdmap e796: 8 total, 8 up, 8 in 2024-04-13T07:58:28.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:28 smithi119 ceph-mon[96316]: pgmap v863: 121 pgs: 2 active+clean+snaptrim_wait, 7 active+clean+snaptrim, 112 active+clean; 1.2 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 2.2 MiB/s wr, 20 op/s 2024-04-13T07:58:28.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:28 smithi119 ceph-mon[96316]: osdmap e796: 8 total, 8 up, 8 in 2024-04-13T07:58:28.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:28 smithi119 ceph-mon[93746]: pgmap v863: 121 pgs: 2 active+clean+snaptrim_wait, 7 active+clean+snaptrim, 112 active+clean; 1.2 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 2.2 MiB/s wr, 20 op/s 2024-04-13T07:58:28.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:28 smithi119 ceph-mon[93746]: osdmap e796: 8 total, 8 up, 8 in 2024-04-13T07:58:29.526 INFO:tasks.rados.rados.0.smithi119.stdout:3777: done (0 left) 2024-04-13T07:58:29.526 INFO:tasks.rados.rados.0.smithi119.stdout:3778: rmattr oid 50 current snap is 395 2024-04-13T07:58:29.526 INFO:tasks.rados.rados.0.smithi119.stdout:3778: done (0 left) 2024-04-13T07:58:29.526 INFO:tasks.rados.rados.0.smithi119.stdout:3779: read oid 21 snap 320 2024-04-13T07:58:29.526 INFO:tasks.rados.rados.0.smithi119.stdout:3779: expect (ObjNum 883 snap 300 seq_num 883) 2024-04-13T07:58:29.526 INFO:tasks.rados.rados.0.smithi119.stdout:3780: read oid 37 snap -1 2024-04-13T07:58:29.526 INFO:tasks.rados.rados.0.smithi119.stdout:3780: expect deleted 2024-04-13T07:58:29.527 INFO:tasks.rados.rados.0.smithi119.stdout:3781: rollback oid 26 current snap is 395 2024-04-13T07:58:29.527 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 26 to 255 2024-04-13T07:58:29.527 INFO:tasks.rados.rados.0.smithi119.stdout:3782: delete oid 47 current snap is 395 2024-04-13T07:58:29.531 INFO:tasks.rados.rados.0.smithi119.stdout:3781: finishing rollback tid 1 to smithi11982245-26 2024-04-13T07:58:29.534 INFO:tasks.rados.rados.0.smithi119.stdout:3781: finishing rollback tid 2 to smithi11982245-26 2024-04-13T07:58:29.535 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 26 v 2208 (ObjNum 665 snap 225 seq_num 665) dirty exists 2024-04-13T07:58:29.535 INFO:tasks.rados.rados.0.smithi119.stdout:3779: expect (ObjNum 883 snap 300 seq_num 883) 2024-04-13T07:58:29.550 INFO:tasks.rados.rados.0.smithi119.stdout:3779: done (3 left) 2024-04-13T07:58:29.550 INFO:tasks.rados.rados.0.smithi119.stdout:3780: done (2 left) 2024-04-13T07:58:29.550 INFO:tasks.rados.rados.0.smithi119.stdout:3781: done (1 left) 2024-04-13T07:58:29.550 INFO:tasks.rados.rados.0.smithi119.stdout:3782: done (0 left) 2024-04-13T07:58:29.550 INFO:tasks.rados.rados.0.smithi119.stdout:3783: setattr oid 14 current snap is 395 2024-04-13T07:58:29.551 INFO:tasks.rados.rados.0.smithi119.stdout:3784: rollback oid 7 current snap is 395 2024-04-13T07:58:29.552 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 7 to 391 2024-04-13T07:58:29.552 INFO:tasks.rados.rados.0.smithi119.stdout:3785: snap_remove snap 333 2024-04-13T07:58:29.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:29 smithi139 ceph-mon[88985]: osdmap e797: 8 total, 8 up, 8 in 2024-04-13T07:58:29.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:29 smithi119 ceph-mon[96316]: osdmap e797: 8 total, 8 up, 8 in 2024-04-13T07:58:29.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:29 smithi119 ceph-mon[93746]: osdmap e797: 8 total, 8 up, 8 in 2024-04-13T07:58:30.474 INFO:tasks.rados.rados.0.smithi119.stdout:3785: done (2 left) 2024-04-13T07:58:30.474 INFO:tasks.rados.rados.0.smithi119.stdout:3786: read oid 39 snap -1 2024-04-13T07:58:30.474 INFO:tasks.rados.rados.0.smithi119.stdout:3786: expect deleted 2024-04-13T07:58:30.474 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 13 current snap is 395 2024-04-13T07:58:30.475 INFO:tasks.rados.rados.0.smithi119.stdout:3787: seq_num 1150 ranges {3571712=65536} 2024-04-13T07:58:30.496 INFO:tasks.rados.rados.0.smithi119.stdout:3787: writing smithi11982245-13 from 3571712 to 3637248 tid 1 2024-04-13T07:58:30.496 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 14 v 2238 (ObjNum 915 snap 310 seq_num 915) dirty exists 2024-04-13T07:58:30.496 INFO:tasks.rados.rados.0.smithi119.stdout:3784: finishing rollback tid 0 to smithi11982245-7 2024-04-13T07:58:30.496 INFO:tasks.rados.rados.0.smithi119.stdout:3784: finishing rollback tid 1 to smithi11982245-7 2024-04-13T07:58:30.496 INFO:tasks.rados.rados.0.smithi119.stdout:3784: finishing rollback tid 2 to smithi11982245-7 2024-04-13T07:58:30.496 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 7 v 2499 (ObjNum 1108 snap 379 seq_num 1108) dirty exists 2024-04-13T07:58:30.496 INFO:tasks.rados.rados.0.smithi119.stdout:3783: done (3 left) 2024-04-13T07:58:30.496 INFO:tasks.rados.rados.0.smithi119.stdout:3784: done (2 left) 2024-04-13T07:58:30.496 INFO:tasks.rados.rados.0.smithi119.stdout:3786: done (1 left) 2024-04-13T07:58:30.496 INFO:tasks.rados.rados.0.smithi119.stdout:3788: snap_remove snap 203 2024-04-13T07:58:30.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:30 smithi139 ceph-mon[88985]: pgmap v866: 121 pgs: 2 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 114 active+clean; 1.2 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 2.2 MiB/s wr, 20 op/s 2024-04-13T07:58:30.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:30 smithi139 ceph-mon[88985]: osdmap e798: 8 total, 8 up, 8 in 2024-04-13T07:58:30.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:30 smithi139 ceph-mon[88985]: osdmap e799: 8 total, 8 up, 8 in 2024-04-13T07:58:30.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:30 smithi119 ceph-mon[96316]: pgmap v866: 121 pgs: 2 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 114 active+clean; 1.2 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 2.2 MiB/s wr, 20 op/s 2024-04-13T07:58:30.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:30 smithi119 ceph-mon[96316]: osdmap e798: 8 total, 8 up, 8 in 2024-04-13T07:58:30.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:30 smithi119 ceph-mon[96316]: osdmap e799: 8 total, 8 up, 8 in 2024-04-13T07:58:30.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:30 smithi119 ceph-mon[93746]: pgmap v866: 121 pgs: 2 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 114 active+clean; 1.2 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 2.2 MiB/s wr, 20 op/s 2024-04-13T07:58:30.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:30 smithi119 ceph-mon[93746]: osdmap e798: 8 total, 8 up, 8 in 2024-04-13T07:58:30.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:30 smithi119 ceph-mon[93746]: osdmap e799: 8 total, 8 up, 8 in 2024-04-13T07:58:31.474 INFO:tasks.rados.rados.0.smithi119.stdout:3788: done (1 left) 2024-04-13T07:58:31.475 INFO:tasks.rados.rados.0.smithi119.stdout:3787: finishing write tid 1 to smithi11982245-13 2024-04-13T07:58:31.475 INFO:tasks.rados.rados.0.smithi119.stdout:3787: finishing write tid 2 to smithi11982245-13 2024-04-13T07:58:31.475 INFO:tasks.rados.rados.0.smithi119.stdout:3787: finishing write tid 3 to smithi11982245-13 2024-04-13T07:58:31.475 INFO:tasks.rados.rados.0.smithi119.stdout:3787: oid 13 updating version 0 to 2495 2024-04-13T07:58:31.475 INFO:tasks.rados.rados.0.smithi119.stdout:3787: oid 13 version 2495 is already newer than 2494 2024-04-13T07:58:31.475 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 13 v 2495 (ObjNum 1150 snap 395 seq_num 1150) dirty exists 2024-04-13T07:58:31.475 INFO:tasks.rados.rados.0.smithi119.stdout:3787: left oid 13 (ObjNum 1150 snap 395 seq_num 1150) 2024-04-13T07:58:31.476 INFO:tasks.rados.rados.0.smithi119.stdout:3789: read oid 46 snap -1 2024-04-13T07:58:31.476 INFO:tasks.rados.rados.0.smithi119.stdout:3789: expect (ObjNum 1071 snap 361 seq_num 1071) 2024-04-13T07:58:31.476 INFO:tasks.rados.rados.0.smithi119.stdout:3787: done (1 left) 2024-04-13T07:58:31.476 INFO:tasks.rados.rados.0.smithi119.stdout:3790: copy_from oid 31 from oid 8 current snap is 395 2024-04-13T07:58:31.476 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 17 current snap is 395 2024-04-13T07:58:31.476 INFO:tasks.rados.rados.0.smithi119.stdout:3791: seq_num 1151 ranges {0=81920} 2024-04-13T07:58:31.477 INFO:tasks.rados.rados.0.smithi119.stdout:3791: writing smithi11982245-17 from 0 to 81920 tid 1 2024-04-13T07:58:31.477 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 27 current snap is 395 2024-04-13T07:58:31.477 INFO:tasks.rados.rados.0.smithi119.stdout:3792: seq_num 1152 ranges {0=98304} 2024-04-13T07:58:31.477 INFO:tasks.rados.rados.0.smithi119.stdout:3792: writing smithi11982245-27 from 0 to 98304 tid 1 2024-04-13T07:58:31.477 INFO:tasks.rados.rados.0.smithi119.stdout:3793: rollback oid 9 current snap is 395 2024-04-13T07:58:31.477 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 9 to 384 2024-04-13T07:58:31.477 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 22 current snap is 395 2024-04-13T07:58:31.477 INFO:tasks.rados.rados.0.smithi119.stdout:3794: seq_num 1153 ranges {2826240=114688} 2024-04-13T07:58:31.495 INFO:tasks.rados.rados.0.smithi119.stdout:3794: writing smithi11982245-22 from 2826240 to 2940928 tid 1 2024-04-13T07:58:31.496 INFO:tasks.rados.rados.0.smithi119.stdout:3795: read oid 14 snap 353 2024-04-13T07:58:31.496 INFO:tasks.rados.rados.0.smithi119.stdout:3795: expect deleted 2024-04-13T07:58:31.496 INFO:tasks.rados.rados.0.smithi119.stdout:3796: snap_create 2024-04-13T07:58:31.496 INFO:tasks.rados.rados.0.smithi119.stdout:3791: finishing write tid 1 to smithi11982245-17 2024-04-13T07:58:31.496 INFO:tasks.rados.rados.0.smithi119.stdout:3791: finishing write tid 2 to smithi11982245-17 2024-04-13T07:58:31.496 INFO:tasks.rados.rados.0.smithi119.stdout:3793: finishing rollback tid 0 to smithi11982245-9 2024-04-13T07:58:31.496 INFO:tasks.rados.rados.0.smithi119.stdout:3792: finishing write tid 1 to smithi11982245-27 2024-04-13T07:58:31.496 INFO:tasks.rados.rados.0.smithi119.stdout:3792: finishing write tid 2 to smithi11982245-27 2024-04-13T07:58:31.496 INFO:tasks.rados.rados.0.smithi119.stdout:3793: finishing rollback tid 1 to smithi11982245-9 2024-04-13T07:58:31.498 INFO:tasks.rados.rados.0.smithi119.stdout:3793: finishing rollback tid 2 to smithi11982245-9 2024-04-13T07:58:31.498 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 9 v 2100 (ObjNum 1056 snap 354 seq_num 1056) dirty exists 2024-04-13T07:58:31.500 INFO:tasks.rados.rados.0.smithi119.stdout:3792: finishing write tid 3 to smithi11982245-27 2024-04-13T07:58:31.500 INFO:tasks.rados.rados.0.smithi119.stdout:3792: oid 27 updating version 0 to 2210 2024-04-13T07:58:31.500 INFO:tasks.rados.rados.0.smithi119.stdout:3792: oid 27 version 2210 is already newer than 2209 2024-04-13T07:58:31.500 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 27 v 2210 (ObjNum 1152 snap 395 seq_num 1152) dirty exists 2024-04-13T07:58:31.500 INFO:tasks.rados.rados.0.smithi119.stdout:3792: left oid 27 (ObjNum 1152 snap 395 seq_num 1152) 2024-04-13T07:58:31.504 INFO:tasks.rados.rados.0.smithi119.stdout:3789: expect (ObjNum 1071 snap 361 seq_num 1071) 2024-04-13T07:58:31.663 INFO:tasks.rados.rados.0.smithi119.stdout:3794: finishing write tid 1 to smithi11982245-22 2024-04-13T07:58:31.663 INFO:tasks.rados.rados.0.smithi119.stdout:3791: finishing write tid 3 to smithi11982245-17 2024-04-13T07:58:31.663 INFO:tasks.rados.rados.0.smithi119.stdout:3791: oid 17 updating version 0 to 2357 2024-04-13T07:58:31.663 INFO:tasks.rados.rados.0.smithi119.stdout:3791: oid 17 updating version 2357 to 2358 2024-04-13T07:58:31.663 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 17 v 2358 (ObjNum 1151 snap 395 seq_num 1151) dirty exists 2024-04-13T07:58:31.663 INFO:tasks.rados.rados.0.smithi119.stdout:3791: left oid 17 (ObjNum 1151 snap 395 seq_num 1151) 2024-04-13T07:58:31.663 INFO:tasks.rados.rados.0.smithi119.stdout:3794: finishing write tid 2 to smithi11982245-22 2024-04-13T07:58:31.663 INFO:tasks.rados.rados.0.smithi119.stdout:3794: finishing write tid 3 to smithi11982245-22 2024-04-13T07:58:31.663 INFO:tasks.rados.rados.0.smithi119.stdout:3794: oid 22 updating version 0 to 2374 2024-04-13T07:58:31.663 INFO:tasks.rados.rados.0.smithi119.stdout:3794: oid 22 updating version 2374 to 2375 2024-04-13T07:58:31.663 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 22 v 2375 (ObjNum 1153 snap 395 seq_num 1153) dirty exists 2024-04-13T07:58:31.663 INFO:tasks.rados.rados.0.smithi119.stdout:3794: left oid 22 (ObjNum 1153 snap 395 seq_num 1153) 2024-04-13T07:58:31.663 INFO:tasks.rados.rados.0.smithi119.stdout:3790: finishing copy_from racing read to smithi11982245-31 2024-04-13T07:58:31.664 INFO:tasks.rados.rados.0.smithi119.stdout:3790: finishing copy_from to smithi11982245-31 2024-04-13T07:58:31.664 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 31 v 2493 (ObjNum 679 snap 228 seq_num 679) dirty exists 2024-04-13T07:58:32.479 INFO:tasks.rados.rados.0.smithi119.stdout:3789: done (7 left) 2024-04-13T07:58:32.479 INFO:tasks.rados.rados.0.smithi119.stdout:3790: done (6 left) 2024-04-13T07:58:32.479 INFO:tasks.rados.rados.0.smithi119.stdout:3791: done (5 left) 2024-04-13T07:58:32.479 INFO:tasks.rados.rados.0.smithi119.stdout:3792: done (4 left) 2024-04-13T07:58:32.479 INFO:tasks.rados.rados.0.smithi119.stdout:3793: done (3 left) 2024-04-13T07:58:32.480 INFO:tasks.rados.rados.0.smithi119.stdout:3794: done (2 left) 2024-04-13T07:58:32.480 INFO:tasks.rados.rados.0.smithi119.stdout:3795: done (1 left) 2024-04-13T07:58:32.480 INFO:tasks.rados.rados.0.smithi119.stdout:3796: done (0 left) 2024-04-13T07:58:32.480 INFO:tasks.rados.rados.0.smithi119.stdout:3797: setattr oid 35 current snap is 396 2024-04-13T07:58:32.480 INFO:tasks.rados.rados.0.smithi119.stdout:3798: copy_from oid 3 from oid 19 current snap is 396 2024-04-13T07:58:32.481 INFO:tasks.rados.rados.0.smithi119.stdout:3799: read oid 44 snap -1 2024-04-13T07:58:32.481 INFO:tasks.rados.rados.0.smithi119.stdout:3799: expect (ObjNum 1120 snap 385 seq_num 1120) 2024-04-13T07:58:32.481 INFO:tasks.rados.rados.0.smithi119.stdout:3800: snap_remove snap 327 2024-04-13T07:58:32.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:32 smithi139 ceph-mon[88985]: pgmap v869: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 1.2 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 378 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-13T07:58:32.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:32 smithi139 ceph-mon[88985]: osdmap e800: 8 total, 8 up, 8 in 2024-04-13T07:58:32.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:58:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T07:58:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:58:32.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:32 smithi119 ceph-mon[96316]: pgmap v869: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 1.2 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 378 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-13T07:58:32.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:32 smithi119 ceph-mon[96316]: osdmap e800: 8 total, 8 up, 8 in 2024-04-13T07:58:32.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:32 smithi119 ceph-mon[93746]: pgmap v869: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 1.2 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 378 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-13T07:58:32.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:32 smithi119 ceph-mon[93746]: osdmap e800: 8 total, 8 up, 8 in 2024-04-13T07:58:33.485 INFO:tasks.rados.rados.0.smithi119.stdout:3800: done (3 left) 2024-04-13T07:58:33.485 INFO:tasks.rados.rados.0.smithi119.stdout:3801: rollback oid 38 current snap is 396 2024-04-13T07:58:33.485 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 38 to 356 2024-04-13T07:58:33.486 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 35 v 2508 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-13T07:58:33.486 INFO:tasks.rados.rados.0.smithi119.stdout:3798: finishing copy_from to smithi11982245-3 2024-04-13T07:58:33.486 INFO:tasks.rados.rados.0.smithi119.stdout:3798: got expected ENOENT (src dne) 2024-04-13T07:58:33.486 INFO:tasks.rados.rados.0.smithi119.stdout:3798: finishing copy_from racing read to smithi11982245-3 2024-04-13T07:58:33.486 INFO:tasks.rados.rados.0.smithi119.stdout:3799: expect (ObjNum 1120 snap 385 seq_num 1120) 2024-04-13T07:58:33.670 INFO:tasks.rados.rados.0.smithi119.stdout:3801: finishing rollback tid 0 to smithi11982245-38 2024-04-13T07:58:33.670 INFO:tasks.rados.rados.0.smithi119.stdout:3801: finishing rollback tid 1 to smithi11982245-38 2024-04-13T07:58:33.670 INFO:tasks.rados.rados.0.smithi119.stdout:3801: finishing rollback tid 2 to smithi11982245-38 2024-04-13T07:58:33.670 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 38 v 2378 (ObjNum 628 snap 211 seq_num 628) dirty exists 2024-04-13T07:58:33.670 INFO:tasks.rados.rados.0.smithi119.stdout:3797: done (3 left) 2024-04-13T07:58:33.670 INFO:tasks.rados.rados.0.smithi119.stdout:3798: done (2 left) 2024-04-13T07:58:33.670 INFO:tasks.rados.rados.0.smithi119.stdout:3799: done (1 left) 2024-04-13T07:58:33.670 INFO:tasks.rados.rados.0.smithi119.stdout:3801: done (0 left) 2024-04-13T07:58:33.670 INFO:tasks.rados.rados.0.smithi119.stdout:3802: rollback oid 5 current snap is 396 2024-04-13T07:58:33.670 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 5 to 322 2024-04-13T07:58:33.671 INFO:tasks.rados.rados.0.smithi119.stdout:3803: copy_from oid 17 from oid 48 current snap is 396 2024-04-13T07:58:33.671 INFO:tasks.rados.rados.0.smithi119.stdout:3804: setattr oid 32 current snap is 396 2024-04-13T07:58:33.671 INFO:tasks.rados.rados.0.smithi119.stdout:3805: rollback oid 27 current snap is 396 2024-04-13T07:58:33.671 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 27 to 312 2024-04-13T07:58:33.671 INFO:tasks.rados.rados.0.smithi119.stdout:3806: read oid 15 snap -1 2024-04-13T07:58:33.671 INFO:tasks.rados.rados.0.smithi119.stdout:3806: expect deleted 2024-04-13T07:58:33.671 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 49 current snap is 396 2024-04-13T07:58:33.672 INFO:tasks.rados.rados.0.smithi119.stdout:3807: seq_num 1154 ranges {16384=131072} 2024-04-13T07:58:33.672 INFO:tasks.rados.rados.0.smithi119.stdout:3807: writing smithi11982245-49 from 16384 to 147456 tid 1 2024-04-13T07:58:33.672 INFO:tasks.rados.rados.0.smithi119.stdout:3808: read oid 47 snap -1 2024-04-13T07:58:33.672 INFO:tasks.rados.rados.0.smithi119.stdout:3808: expect deleted 2024-04-13T07:58:33.672 INFO:tasks.rados.rados.0.smithi119.stdout:3806: done (6 left) 2024-04-13T07:58:33.673 INFO:tasks.rados.rados.0.smithi119.stdout:3809: snap_remove snap 353 2024-04-13T07:58:33.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:33 smithi139 ceph-mon[88985]: osdmap e801: 8 total, 8 up, 8 in 2024-04-13T07:58:33.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:33 smithi119 ceph-mon[93746]: osdmap e801: 8 total, 8 up, 8 in 2024-04-13T07:58:33.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:33 smithi119 ceph-mon[96316]: osdmap e801: 8 total, 8 up, 8 in 2024-04-13T07:58:34.495 INFO:tasks.rados.rados.0.smithi119.stdout:3809: done (6 left) 2024-04-13T07:58:34.496 INFO:tasks.rados.rados.0.smithi119.stdout:3810: copy_from oid 33 from oid 29 current snap is 396 2024-04-13T07:58:34.496 INFO:tasks.rados.rados.0.smithi119.stdout:3802: finishing rollback tid 0 to smithi11982245-5 2024-04-13T07:58:34.496 INFO:tasks.rados.rados.0.smithi119.stdout:3802: finishing rollback tid 1 to smithi11982245-5 2024-04-13T07:58:34.496 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 32 v 1338 (ObjNum 1146 snap 392 seq_num 1146) dirty exists 2024-04-13T07:58:34.496 INFO:tasks.rados.rados.0.smithi119.stdout:3805: finishing rollback tid 0 to smithi11982245-27 2024-04-13T07:58:34.496 INFO:tasks.rados.rados.0.smithi119.stdout:3805: finishing rollback tid 1 to smithi11982245-27 2024-04-13T07:58:34.496 INFO:tasks.rados.rados.0.smithi119.stdout:3807: finishing write tid 1 to smithi11982245-49 2024-04-13T07:58:34.496 INFO:tasks.rados.rados.0.smithi119.stdout:3802: finishing rollback tid 2 to smithi11982245-5 2024-04-13T07:58:34.496 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 5 v 2650 (ObjNum 929 snap 319 seq_num 929) dirty exists 2024-04-13T07:58:34.496 INFO:tasks.rados.rados.0.smithi119.stdout:3807: finishing write tid 2 to smithi11982245-49 2024-04-13T07:58:34.496 INFO:tasks.rados.rados.0.smithi119.stdout:3805: finishing rollback tid 2 to smithi11982245-27 2024-04-13T07:58:34.496 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 27 v 2213 (ObjNum 893 snap 305 seq_num 893) dirty exists 2024-04-13T07:58:34.496 INFO:tasks.rados.rados.0.smithi119.stdout:3807: finishing write tid 3 to smithi11982245-49 2024-04-13T07:58:34.496 INFO:tasks.rados.rados.0.smithi119.stdout:3807: oid 49 updating version 0 to 2500 2024-04-13T07:58:34.496 INFO:tasks.rados.rados.0.smithi119.stdout:3807: oid 49 updating version 2500 to 2501 2024-04-13T07:58:34.497 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 49 v 2501 (ObjNum 1154 snap 396 seq_num 1154) dirty exists 2024-04-13T07:58:34.497 INFO:tasks.rados.rados.0.smithi119.stdout:3807: left oid 49 (ObjNum 1154 snap 396 seq_num 1154) 2024-04-13T07:58:34.497 INFO:tasks.rados.rados.0.smithi119.stdout:3803: finishing copy_from racing read to smithi11982245-17 2024-04-13T07:58:34.497 INFO:tasks.rados.rados.0.smithi119.stdout:3803: finishing copy_from to smithi11982245-17 2024-04-13T07:58:34.497 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 17 v 2373 (ObjNum 547 snap 182 seq_num 547) dirty exists 2024-04-13T07:58:34.497 INFO:tasks.rados.rados.0.smithi119.stdout:3802: done (6 left) 2024-04-13T07:58:34.497 INFO:tasks.rados.rados.0.smithi119.stdout:3803: done (5 left) 2024-04-13T07:58:34.497 INFO:tasks.rados.rados.0.smithi119.stdout:3804: done (4 left) 2024-04-13T07:58:34.497 INFO:tasks.rados.rados.0.smithi119.stdout:3805: done (3 left) 2024-04-13T07:58:34.497 INFO:tasks.rados.rados.0.smithi119.stdout:3807: done (2 left) 2024-04-13T07:58:34.497 INFO:tasks.rados.rados.0.smithi119.stdout:3808: done (1 left) 2024-04-13T07:58:34.497 INFO:tasks.rados.rados.0.smithi119.stdout:3811: setattr oid 34 current snap is 396 2024-04-13T07:58:34.498 INFO:tasks.rados.rados.0.smithi119.stdout:3812: read oid 46 snap 383 2024-04-13T07:58:34.498 INFO:tasks.rados.rados.0.smithi119.stdout:3812: expect (ObjNum 1071 snap 361 seq_num 1071) 2024-04-13T07:58:34.498 INFO:tasks.rados.rados.0.smithi119.stdout:3813: copy_from oid 3 from oid 37 current snap is 396 2024-04-13T07:58:34.498 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 17 current snap is 396 2024-04-13T07:58:34.498 INFO:tasks.rados.rados.0.smithi119.stdout:3814: seq_num 1155 ranges {9814016=147456} 2024-04-13T07:58:34.553 INFO:tasks.rados.rados.0.smithi119.stdout:3814: writing smithi11982245-17 from 9814016 to 9961472 tid 1 2024-04-13T07:58:34.553 INFO:tasks.rados.rados.0.smithi119.stdout:3815: rmattr oid 9 current snap is 396 2024-04-13T07:58:34.553 INFO:tasks.rados.rados.0.smithi119.stdout:3813: finishing copy_from to smithi11982245-3 2024-04-13T07:58:34.553 INFO:tasks.rados.rados.0.smithi119.stdout:3813: got expected ENOENT (src dne) 2024-04-13T07:58:34.553 INFO:tasks.rados.rados.0.smithi119.stdout:3813: finishing copy_from racing read to smithi11982245-3 2024-04-13T07:58:34.553 INFO:tasks.rados.rados.0.smithi119.stdout:3810: finishing copy_from to smithi11982245-33 2024-04-13T07:58:34.553 INFO:tasks.rados.rados.0.smithi119.stdout:3810: got expected ENOENT (src dne) 2024-04-13T07:58:34.553 INFO:tasks.rados.rados.0.smithi119.stdout:3810: finishing copy_from racing read to smithi11982245-33 2024-04-13T07:58:34.553 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 34 v 2631 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-13T07:58:34.553 INFO:tasks.rados.rados.0.smithi119.stdout:3812: expect (ObjNum 1071 snap 361 seq_num 1071) 2024-04-13T07:58:34.711 INFO:tasks.rados.rados.0.smithi119.stdout:3814: finishing write tid 1 to smithi11982245-17 2024-04-13T07:58:34.711 INFO:tasks.rados.rados.0.smithi119.stdout:3814: finishing write tid 2 to smithi11982245-17 2024-04-13T07:58:34.711 INFO:tasks.rados.rados.0.smithi119.stdout:3814: finishing write tid 3 to smithi11982245-17 2024-04-13T07:58:34.711 INFO:tasks.rados.rados.0.smithi119.stdout:3814: oid 17 updating version 0 to 2375 2024-04-13T07:58:34.711 INFO:tasks.rados.rados.0.smithi119.stdout:3814: oid 17 version 2375 is already newer than 2374 2024-04-13T07:58:34.711 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 17 v 2375 (ObjNum 1155 snap 396 seq_num 1155) dirty exists 2024-04-13T07:58:34.712 INFO:tasks.rados.rados.0.smithi119.stdout:3814: left oid 17 (ObjNum 1155 snap 396 seq_num 1155) 2024-04-13T07:58:34.712 INFO:tasks.rados.rados.0.smithi119.stdout:3810: done (5 left) 2024-04-13T07:58:34.712 INFO:tasks.rados.rados.0.smithi119.stdout:3811: done (4 left) 2024-04-13T07:58:34.712 INFO:tasks.rados.rados.0.smithi119.stdout:3812: done (3 left) 2024-04-13T07:58:34.712 INFO:tasks.rados.rados.0.smithi119.stdout:3813: done (2 left) 2024-04-13T07:58:34.712 INFO:tasks.rados.rados.0.smithi119.stdout:3814: done (1 left) 2024-04-13T07:58:34.712 INFO:tasks.rados.rados.0.smithi119.stdout:3815: done (0 left) 2024-04-13T07:58:34.712 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 7 current snap is 396 2024-04-13T07:58:34.712 INFO:tasks.rados.rados.0.smithi119.stdout:3816: seq_num 1156 ranges {1769472=163840} 2024-04-13T07:58:34.721 INFO:tasks.rados.rados.0.smithi119.stdout:3816: writing smithi11982245-7 from 1769472 to 1933312 tid 1 2024-04-13T07:58:34.721 INFO:tasks.rados.rados.0.smithi119.stdout:3817: snap_create 2024-04-13T07:58:34.724 INFO:tasks.rados.rados.0.smithi119.stdout:3816: finishing write tid 1 to smithi11982245-7 2024-04-13T07:58:34.724 INFO:tasks.rados.rados.0.smithi119.stdout:3816: finishing write tid 2 to smithi11982245-7 2024-04-13T07:58:34.725 INFO:tasks.rados.rados.0.smithi119.stdout:3816: finishing write tid 3 to smithi11982245-7 2024-04-13T07:58:34.726 INFO:tasks.rados.rados.0.smithi119.stdout:3816: oid 7 updating version 0 to 2503 2024-04-13T07:58:34.726 INFO:tasks.rados.rados.0.smithi119.stdout:3816: oid 7 version 2503 is already newer than 2502 2024-04-13T07:58:34.726 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 7 v 2503 (ObjNum 1156 snap 396 seq_num 1156) dirty exists 2024-04-13T07:58:34.726 INFO:tasks.rados.rados.0.smithi119.stdout:3816: left oid 7 (ObjNum 1156 snap 396 seq_num 1156) 2024-04-13T07:58:34.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:34 smithi119 ceph-mon[96316]: pgmap v872: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 1.2 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 378 KiB/s rd, 16 KiB/s wr, 8 op/s 2024-04-13T07:58:34.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:34 smithi119 ceph-mon[96316]: osdmap e802: 8 total, 8 up, 8 in 2024-04-13T07:58:34.819 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:34 smithi119 ceph-mon[93746]: pgmap v872: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 1.2 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 378 KiB/s rd, 16 KiB/s wr, 8 op/s 2024-04-13T07:58:34.820 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:34 smithi119 ceph-mon[93746]: osdmap e802: 8 total, 8 up, 8 in 2024-04-13T07:58:34.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:34 smithi139 ceph-mon[88985]: pgmap v872: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 1.2 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 378 KiB/s rd, 16 KiB/s wr, 8 op/s 2024-04-13T07:58:34.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:34 smithi139 ceph-mon[88985]: osdmap e802: 8 total, 8 up, 8 in 2024-04-13T07:58:35.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:58:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:58:34] "GET /metrics HTTP/1.1" 200 36203 "" "Prometheus/2.43.0" 2024-04-13T07:58:35.473 INFO:tasks.rados.rados.0.smithi119.stdout:3816: done (1 left) 2024-04-13T07:58:35.473 INFO:tasks.rados.rados.0.smithi119.stdout:3817: done (0 left) 2024-04-13T07:58:35.473 INFO:tasks.rados.rados.0.smithi119.stdout:3818: snap_remove snap 381 2024-04-13T07:58:35.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:35 smithi139 ceph-mon[88985]: osdmap e803: 8 total, 8 up, 8 in 2024-04-13T07:58:35.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:35 smithi139 ceph-mon[88985]: osdmap e804: 8 total, 8 up, 8 in 2024-04-13T07:58:35.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:35 smithi119 ceph-mon[96316]: osdmap e803: 8 total, 8 up, 8 in 2024-04-13T07:58:35.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:35 smithi119 ceph-mon[96316]: osdmap e804: 8 total, 8 up, 8 in 2024-04-13T07:58:35.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:35 smithi119 ceph-mon[93746]: osdmap e803: 8 total, 8 up, 8 in 2024-04-13T07:58:35.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:35 smithi119 ceph-mon[93746]: osdmap e804: 8 total, 8 up, 8 in 2024-04-13T07:58:36.481 INFO:tasks.rados.rados.0.smithi119.stdout:3818: done (0 left) 2024-04-13T07:58:36.481 INFO:tasks.rados.rados.0.smithi119.stdout:3819: copy_from oid 49 from oid 2 current snap is 397 2024-04-13T07:58:36.481 INFO:tasks.rados.rados.0.smithi119.stdout:3820: read oid 18 snap -1 2024-04-13T07:58:36.481 INFO:tasks.rados.rados.0.smithi119.stdout:3820: expect (ObjNum 804 snap 274 seq_num 804) 2024-04-13T07:58:36.481 INFO:tasks.rados.rados.0.smithi119.stdout:3821: setattr oid 46 current snap is 397 2024-04-13T07:58:36.483 INFO:tasks.rados.rados.0.smithi119.stdout:3822: copy_from oid 23 from oid 39 current snap is 397 2024-04-13T07:58:36.483 INFO:tasks.rados.rados.0.smithi119.stdout:3823: rollback oid 50 current snap is 397 2024-04-13T07:58:36.483 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 50 to 372 2024-04-13T07:58:36.484 INFO:tasks.rados.rados.0.smithi119.stdout:3824: delete oid 35 current snap is 397 2024-04-13T07:58:36.499 INFO:tasks.rados.rados.0.smithi119.stdout:3823: finishing rollback tid 0 to smithi11982245-50 2024-04-13T07:58:36.499 INFO:tasks.rados.rados.0.smithi119.stdout:3823: finishing rollback tid 1 to smithi11982245-50 2024-04-13T07:58:36.499 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 46 v 2643 (ObjNum 1071 snap 361 seq_num 1071) dirty exists 2024-04-13T07:58:36.500 INFO:tasks.rados.rados.0.smithi119.stdout:3823: finishing rollback tid 2 to smithi11982245-50 2024-04-13T07:58:36.501 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 50 v 2103 (ObjNum 1068 snap 359 seq_num 1068) dirty exists 2024-04-13T07:58:36.502 INFO:tasks.rados.rados.0.smithi119.stdout:3822: finishing copy_from to smithi11982245-23 2024-04-13T07:58:36.503 INFO:tasks.rados.rados.0.smithi119.stdout:3822: got expected ENOENT (src dne) 2024-04-13T07:58:36.503 INFO:tasks.rados.rados.0.smithi119.stdout:3822: finishing copy_from racing read to smithi11982245-23 2024-04-13T07:58:36.503 INFO:tasks.rados.rados.0.smithi119.stdout:3821: done (5 left) 2024-04-13T07:58:36.503 INFO:tasks.rados.rados.0.smithi119.stdout:3822: done (4 left) 2024-04-13T07:58:36.503 INFO:tasks.rados.rados.0.smithi119.stdout:3823: done (3 left) 2024-04-13T07:58:36.503 INFO:tasks.rados.rados.0.smithi119.stdout:3824: done (2 left) 2024-04-13T07:58:36.503 INFO:tasks.rados.rados.0.smithi119.stdout:3825: snap_create 2024-04-13T07:58:36.518 INFO:tasks.rados.rados.0.smithi119.stdout:3819: finishing copy_from racing read to smithi11982245-49 2024-04-13T07:58:36.521 INFO:tasks.rados.rados.0.smithi119.stdout:3819: finishing copy_from to smithi11982245-49 2024-04-13T07:58:36.521 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 49 v 2485 (ObjNum 1123 snap 385 seq_num 1123) dirty exists 2024-04-13T07:58:36.535 INFO:tasks.rados.rados.0.smithi119.stdout:3820: expect (ObjNum 804 snap 274 seq_num 804) 2024-04-13T07:58:36.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:36 smithi139 ceph-mon[88985]: pgmap v875: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 1.2 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 16 KiB/s wr, 0 op/s 2024-04-13T07:58:36.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:36 smithi139 ceph-mon[88985]: osdmap e805: 8 total, 8 up, 8 in 2024-04-13T07:58:36.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:36 smithi119 ceph-mon[96316]: pgmap v875: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 1.2 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 16 KiB/s wr, 0 op/s 2024-04-13T07:58:36.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:36 smithi119 ceph-mon[96316]: osdmap e805: 8 total, 8 up, 8 in 2024-04-13T07:58:36.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:36 smithi119 ceph-mon[93746]: pgmap v875: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 1.2 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 16 KiB/s wr, 0 op/s 2024-04-13T07:58:36.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:36 smithi119 ceph-mon[93746]: osdmap e805: 8 total, 8 up, 8 in 2024-04-13T07:58:37.511 INFO:tasks.rados.rados.0.smithi119.stdout:3819: done (2 left) 2024-04-13T07:58:37.511 INFO:tasks.rados.rados.0.smithi119.stdout:3820: done (1 left) 2024-04-13T07:58:37.511 INFO:tasks.rados.rados.0.smithi119.stdout:3825: done (0 left) 2024-04-13T07:58:37.511 INFO:tasks.rados.rados.0.smithi119.stdout:3826: rollback oid 41 current snap is 398 2024-04-13T07:58:37.511 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 41 to 372 2024-04-13T07:58:37.511 INFO:tasks.rados.rados.0.smithi119.stdout:3827: rmattr oid 38 current snap is 398 2024-04-13T07:58:37.511 INFO:tasks.rados.rados.0.smithi119.stdout:3827: done (1 left) 2024-04-13T07:58:37.511 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 13 current snap is 398 2024-04-13T07:58:37.511 INFO:tasks.rados.rados.0.smithi119.stdout:3828: seq_num 1158 ranges {3637248=196608} 2024-04-13T07:58:37.532 INFO:tasks.rados.rados.0.smithi119.stdout:3828: writing smithi11982245-13 from 3637248 to 3833856 tid 1 2024-04-13T07:58:37.532 INFO:tasks.rados.rados.0.smithi119.stdout:3829: rmattr oid 48 current snap is 398 2024-04-13T07:58:37.532 INFO:tasks.rados.rados.0.smithi119.stdout:3826: finishing rollback tid 0 to smithi11982245-41 2024-04-13T07:58:37.532 INFO:tasks.rados.rados.0.smithi119.stdout:3826: finishing rollback tid 1 to smithi11982245-41 2024-04-13T07:58:37.532 INFO:tasks.rados.rados.0.smithi119.stdout:3826: finishing rollback tid 2 to smithi11982245-41 2024-04-13T07:58:37.532 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 41 v 2435 (ObjNum 1077 snap 364 seq_num 1077) dirty exists 2024-04-13T07:58:37.532 INFO:tasks.rados.rados.0.smithi119.stdout:3826: done (2 left) 2024-04-13T07:58:37.532 INFO:tasks.rados.rados.0.smithi119.stdout:3830: read oid 42 snap -1 2024-04-13T07:58:37.532 INFO:tasks.rados.rados.0.smithi119.stdout:3830: expect deleted 2024-04-13T07:58:37.532 INFO:tasks.rados.rados.0.smithi119.stdout:3831: copy_from oid 15 from oid 35 current snap is 398 2024-04-13T07:58:37.532 INFO:tasks.rados.rados.0.smithi119.stdout:3832: setattr oid 10 current snap is 398 2024-04-13T07:58:37.533 INFO:tasks.rados.rados.0.smithi119.stdout:3833: delete oid 47 current snap is 398 2024-04-13T07:58:37.533 INFO:tasks.rados.rados.0.smithi119.stdout:3831: finishing copy_from to smithi11982245-15 2024-04-13T07:58:37.533 INFO:tasks.rados.rados.0.smithi119.stdout:3831: got expected ENOENT (src dne) 2024-04-13T07:58:37.533 INFO:tasks.rados.rados.0.smithi119.stdout:3831: finishing copy_from racing read to smithi11982245-15 2024-04-13T07:58:37.539 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 48 v 2379 (ObjNum 547 snap 182 seq_num 547) dirty exists 2024-04-13T07:58:37.540 INFO:tasks.rados.rados.0.smithi119.stdout:3829: done (5 left) 2024-04-13T07:58:37.540 INFO:tasks.rados.rados.0.smithi119.stdout:3830: done (4 left) 2024-04-13T07:58:37.540 INFO:tasks.rados.rados.0.smithi119.stdout:3831: done (3 left) 2024-04-13T07:58:37.540 INFO:tasks.rados.rados.0.smithi119.stdout:3833: done (2 left) 2024-04-13T07:58:37.540 INFO:tasks.rados.rados.0.smithi119.stdout:3834: copy_from oid 1 from oid 44 current snap is 398 2024-04-13T07:58:37.540 INFO:tasks.rados.rados.0.smithi119.stdout:3835: copy_from oid 6 from oid 3 current snap is 398 2024-04-13T07:58:37.540 INFO:tasks.rados.rados.0.smithi119.stdout:3836: delete oid 37 current snap is 398 2024-04-13T07:58:37.540 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 10 v 2586 (ObjNum 1125 snap 388 seq_num 1125) dirty exists 2024-04-13T07:58:37.541 INFO:tasks.rados.rados.0.smithi119.stdout:3835: finishing copy_from to smithi11982245-6 2024-04-13T07:58:37.541 INFO:tasks.rados.rados.0.smithi119.stdout:3835: got expected ENOENT (src dne) 2024-04-13T07:58:37.541 INFO:tasks.rados.rados.0.smithi119.stdout:3835: finishing copy_from racing read to smithi11982245-6 2024-04-13T07:58:37.541 INFO:tasks.rados.rados.0.smithi119.stdout:3828: finishing write tid 1 to smithi11982245-13 2024-04-13T07:58:37.542 INFO:tasks.rados.rados.0.smithi119.stdout:3828: finishing write tid 2 to smithi11982245-13 2024-04-13T07:58:37.544 INFO:tasks.rados.rados.0.smithi119.stdout:3828: finishing write tid 3 to smithi11982245-13 2024-04-13T07:58:37.544 INFO:tasks.rados.rados.0.smithi119.stdout:3828: oid 13 updating version 0 to 2497 2024-04-13T07:58:37.544 INFO:tasks.rados.rados.0.smithi119.stdout:3828: oid 13 version 2497 is already newer than 2496 2024-04-13T07:58:37.544 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 13 v 2497 (ObjNum 1158 snap 398 seq_num 1158) dirty exists 2024-04-13T07:58:37.544 INFO:tasks.rados.rados.0.smithi119.stdout:3828: left oid 13 (ObjNum 1158 snap 398 seq_num 1158) 2024-04-13T07:58:37.545 INFO:tasks.rados.rados.0.smithi119.stdout:3828: done (4 left) 2024-04-13T07:58:37.545 INFO:tasks.rados.rados.0.smithi119.stdout:3832: done (3 left) 2024-04-13T07:58:37.545 INFO:tasks.rados.rados.0.smithi119.stdout:3835: done (2 left) 2024-04-13T07:58:37.545 INFO:tasks.rados.rados.0.smithi119.stdout:3836: done (1 left) 2024-04-13T07:58:37.545 INFO:tasks.rados.rados.0.smithi119.stdout:3837: snap_remove snap 348 2024-04-13T07:58:38.515 INFO:tasks.rados.rados.0.smithi119.stdout:3837: done (1 left) 2024-04-13T07:58:38.515 INFO:tasks.rados.rados.0.smithi119.stdout:3838: setattr oid 50 current snap is 398 2024-04-13T07:58:38.516 INFO:tasks.rados.rados.0.smithi119.stdout:3839: delete oid 48 current snap is 398 2024-04-13T07:58:38.516 INFO:tasks.rados.rados.0.smithi119.stdout:3834: finishing copy_from racing read to smithi11982245-1 2024-04-13T07:58:38.516 INFO:tasks.rados.rados.0.smithi119.stdout:3834: finishing copy_from to smithi11982245-1 2024-04-13T07:58:38.516 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 1 v 2520 (ObjNum 1120 snap 385 seq_num 1120) dirty exists 2024-04-13T07:58:38.529 INFO:tasks.rados.rados.0.smithi119.stdout:3834: done (2 left) 2024-04-13T07:58:38.529 INFO:tasks.rados.rados.0.smithi119.stdout:3839: done (1 left) 2024-04-13T07:58:38.530 INFO:tasks.rados.rados.0.smithi119.stdout:3840: read oid 48 snap -1 2024-04-13T07:58:38.530 INFO:tasks.rados.rados.0.smithi119.stdout:3840: expect deleted 2024-04-13T07:58:38.530 INFO:tasks.rados.rados.0.smithi119.stdout:3841: rollback oid 21 current snap is 398 2024-04-13T07:58:38.530 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 21 to 376 2024-04-13T07:58:38.530 INFO:tasks.rados.rados.0.smithi119.stdout:3842: read oid 39 snap -1 2024-04-13T07:58:38.530 INFO:tasks.rados.rados.0.smithi119.stdout:3842: expect deleted 2024-04-13T07:58:38.530 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 32 current snap is 398 2024-04-13T07:58:38.530 INFO:tasks.rados.rados.0.smithi119.stdout:3843: seq_num 1162 ranges {2408448=270336} 2024-04-13T07:58:38.546 INFO:tasks.rados.rados.0.smithi119.stdout:3843: writing smithi11982245-32 from 2408448 to 2678784 tid 1 2024-04-13T07:58:38.546 INFO:tasks.rados.rados.0.smithi119.stdout:3844: rollback oid 11 current snap is 398 2024-04-13T07:58:38.546 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 11 to 395 2024-04-13T07:58:38.547 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 50 v 2104 (ObjNum 1068 snap 359 seq_num 1068) dirty exists 2024-04-13T07:58:38.547 INFO:tasks.rados.rados.0.smithi119.stdout:3838: done (5 left) 2024-04-13T07:58:38.547 INFO:tasks.rados.rados.0.smithi119.stdout:3840: done (4 left) 2024-04-13T07:58:38.547 INFO:tasks.rados.rados.0.smithi119.stdout:3842: done (3 left) 2024-04-13T07:58:38.547 INFO:tasks.rados.rados.0.smithi119.stdout:3845: copy_from oid 29 from oid 25 current snap is 398 2024-04-13T07:58:38.547 INFO:tasks.rados.rados.0.smithi119.stdout:3841: finishing rollback tid 0 to smithi11982245-21 2024-04-13T07:58:38.547 INFO:tasks.rados.rados.0.smithi119.stdout:3841: finishing rollback tid 1 to smithi11982245-21 2024-04-13T07:58:38.547 INFO:tasks.rados.rados.0.smithi119.stdout:3841: finishing rollback tid 2 to smithi11982245-21 2024-04-13T07:58:38.547 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 21 v 2241 (ObjNum 1089 snap 373 seq_num 1089) dirty exists 2024-04-13T07:58:38.547 INFO:tasks.rados.rados.0.smithi119.stdout:3841: done (3 left) 2024-04-13T07:58:38.547 INFO:tasks.rados.rados.0.smithi119.stdout:3846: read oid 3 snap -1 2024-04-13T07:58:38.547 INFO:tasks.rados.rados.0.smithi119.stdout:3846: expect deleted 2024-04-13T07:58:38.547 INFO:tasks.rados.rados.0.smithi119.stdout:3847: copy_from oid 31 from oid 44 current snap is 398 2024-04-13T07:58:38.547 INFO:tasks.rados.rados.0.smithi119.stdout:3848: snap_remove snap 371 2024-04-13T07:58:38.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:38 smithi139 ceph-mon[88985]: pgmap v878: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 1.2 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-13T07:58:38.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:38 smithi139 ceph-mon[88985]: osdmap e806: 8 total, 8 up, 8 in 2024-04-13T07:58:38.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:38 smithi119 ceph-mon[93746]: pgmap v878: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 1.2 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-13T07:58:38.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:38 smithi119 ceph-mon[93746]: osdmap e806: 8 total, 8 up, 8 in 2024-04-13T07:58:38.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:38 smithi119 ceph-mon[96316]: pgmap v878: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 1.2 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-13T07:58:38.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:38 smithi119 ceph-mon[96316]: osdmap e806: 8 total, 8 up, 8 in 2024-04-13T07:58:39.523 INFO:tasks.rados.rados.0.smithi119.stdout:3848: done (5 left) 2024-04-13T07:58:39.523 INFO:tasks.rados.rados.0.smithi119.stdout:3849: rollback oid 10 current snap is 398 2024-04-13T07:58:39.523 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 10 to 382 2024-04-13T07:58:39.523 INFO:tasks.rados.rados.0.smithi119.stdout:3843: finishing write tid 1 to smithi11982245-32 2024-04-13T07:58:39.523 INFO:tasks.rados.rados.0.smithi119.stdout:3843: finishing write tid 2 to smithi11982245-32 2024-04-13T07:58:39.523 INFO:tasks.rados.rados.0.smithi119.stdout:3844: finishing rollback tid 0 to smithi11982245-11 2024-04-13T07:58:39.523 INFO:tasks.rados.rados.0.smithi119.stdout:3844: finishing rollback tid 1 to smithi11982245-11 2024-04-13T07:58:39.524 INFO:tasks.rados.rados.0.smithi119.stdout:3845: finishing copy_from racing read to smithi11982245-29 2024-04-13T07:58:39.524 INFO:tasks.rados.rados.0.smithi119.stdout:3843: finishing write tid 3 to smithi11982245-32 2024-04-13T07:58:39.524 INFO:tasks.rados.rados.0.smithi119.stdout:3843: oid 32 updating version 0 to 2522 2024-04-13T07:58:39.524 INFO:tasks.rados.rados.0.smithi119.stdout:3843: oid 32 version 2522 is already newer than 2521 2024-04-13T07:58:39.524 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 32 v 2522 (ObjNum 1162 snap 398 seq_num 1162) dirty exists 2024-04-13T07:58:39.524 INFO:tasks.rados.rados.0.smithi119.stdout:3843: left oid 32 (ObjNum 1162 snap 398 seq_num 1162) 2024-04-13T07:58:39.524 INFO:tasks.rados.rados.0.smithi119.stdout:3844: finishing rollback tid 2 to smithi11982245-11 2024-04-13T07:58:39.524 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 11 v 2378 (ObjNum 930 snap 319 seq_num 930) dirty exists 2024-04-13T07:58:39.524 INFO:tasks.rados.rados.0.smithi119.stdout:3845: finishing copy_from to smithi11982245-29 2024-04-13T07:58:39.524 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 29 v 2215 (ObjNum 1088 snap 373 seq_num 1088) dirty exists 2024-04-13T07:58:39.524 INFO:tasks.rados.rados.0.smithi119.stdout:3847: finishing copy_from racing read to smithi11982245-31 2024-04-13T07:58:39.524 INFO:tasks.rados.rados.0.smithi119.stdout:3847: finishing copy_from to smithi11982245-31 2024-04-13T07:58:39.524 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 31 v 2520 (ObjNum 1120 snap 385 seq_num 1120) dirty exists 2024-04-13T07:58:39.524 INFO:tasks.rados.rados.0.smithi119.stdout:3843: done (5 left) 2024-04-13T07:58:39.524 INFO:tasks.rados.rados.0.smithi119.stdout:3844: done (4 left) 2024-04-13T07:58:39.524 INFO:tasks.rados.rados.0.smithi119.stdout:3845: done (3 left) 2024-04-13T07:58:39.525 INFO:tasks.rados.rados.0.smithi119.stdout:3846: done (2 left) 2024-04-13T07:58:39.525 INFO:tasks.rados.rados.0.smithi119.stdout:3847: done (1 left) 2024-04-13T07:58:39.525 INFO:tasks.rados.rados.0.smithi119.stdout:3850: copy_from oid 26 from oid 13 current snap is 398 2024-04-13T07:58:39.525 INFO:tasks.rados.rados.0.smithi119.stdout:3851: snap_remove snap 264 2024-04-13T07:58:39.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:39 smithi139 ceph-mon[88985]: osdmap e807: 8 total, 8 up, 8 in 2024-04-13T07:58:39.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:58:39.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:39 smithi119 ceph-mon[96316]: osdmap e807: 8 total, 8 up, 8 in 2024-04-13T07:58:39.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:58:39.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:39 smithi119 ceph-mon[93746]: osdmap e807: 8 total, 8 up, 8 in 2024-04-13T07:58:39.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:58:40.479 INFO:tasks.rados.rados.0.smithi119.stdout:3851: done (2 left) 2024-04-13T07:58:40.479 INFO:tasks.rados.rados.0.smithi119.stdout:3852: rmattr oid 28 current snap is 398 2024-04-13T07:58:40.479 INFO:tasks.rados.rados.0.smithi119.stdout:3852: done (2 left) 2024-04-13T07:58:40.479 INFO:tasks.rados.rados.0.smithi119.stdout:3853: read oid 24 snap -1 2024-04-13T07:58:40.480 INFO:tasks.rados.rados.0.smithi119.stdout:3853: expect deleted 2024-04-13T07:58:40.480 INFO:tasks.rados.rados.0.smithi119.stdout:3854: read oid 35 snap -1 2024-04-13T07:58:40.480 INFO:tasks.rados.rados.0.smithi119.stdout:3854: expect deleted 2024-04-13T07:58:40.480 INFO:tasks.rados.rados.0.smithi119.stdout:3855: rmattr oid 27 current snap is 398 2024-04-13T07:58:40.480 INFO:tasks.rados.rados.0.smithi119.stdout:3855: done (4 left) 2024-04-13T07:58:40.480 INFO:tasks.rados.rados.0.smithi119.stdout:3856: read oid 45 snap -1 2024-04-13T07:58:40.480 INFO:tasks.rados.rados.0.smithi119.stdout:3856: expect (ObjNum 850 snap 282 seq_num 850) 2024-04-13T07:58:40.480 INFO:tasks.rados.rados.0.smithi119.stdout:3857: snap_create 2024-04-13T07:58:40.480 INFO:tasks.rados.rados.0.smithi119.stdout:3849: finishing rollback tid 0 to smithi11982245-10 2024-04-13T07:58:40.480 INFO:tasks.rados.rados.0.smithi119.stdout:3849: finishing rollback tid 1 to smithi11982245-10 2024-04-13T07:58:40.480 INFO:tasks.rados.rados.0.smithi119.stdout:3849: finishing rollback tid 2 to smithi11982245-10 2024-04-13T07:58:40.480 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 10 v 2597 (ObjNum 278 snap 95 seq_num 278) dirty exists 2024-04-13T07:58:40.480 INFO:tasks.rados.rados.0.smithi119.stdout:3850: finishing copy_from racing read to smithi11982245-26 2024-04-13T07:58:40.480 INFO:tasks.rados.rados.0.smithi119.stdout:3850: finishing copy_from to smithi11982245-26 2024-04-13T07:58:40.480 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 26 v 2497 (ObjNum 1158 snap 398 seq_num 1158) dirty exists 2024-04-13T07:58:40.509 INFO:tasks.rados.rados.0.smithi119.stdout:3856: expect (ObjNum 850 snap 282 seq_num 850) 2024-04-13T07:58:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:40 smithi139 ceph-mon[88985]: pgmap v881: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 1.2 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 3.3 MiB/s wr, 26 op/s 2024-04-13T07:58:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:40 smithi139 ceph-mon[88985]: osdmap e808: 8 total, 8 up, 8 in 2024-04-13T07:58:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:40 smithi139 ceph-mon[88985]: osdmap e809: 8 total, 8 up, 8 in 2024-04-13T07:58:40.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:40 smithi119 ceph-mon[96316]: pgmap v881: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 1.2 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 3.3 MiB/s wr, 26 op/s 2024-04-13T07:58:40.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:40 smithi119 ceph-mon[96316]: osdmap e808: 8 total, 8 up, 8 in 2024-04-13T07:58:40.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:40 smithi119 ceph-mon[96316]: osdmap e809: 8 total, 8 up, 8 in 2024-04-13T07:58:40.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:40 smithi119 ceph-mon[93746]: pgmap v881: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 1.2 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 3.3 MiB/s wr, 26 op/s 2024-04-13T07:58:40.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:40 smithi119 ceph-mon[93746]: osdmap e808: 8 total, 8 up, 8 in 2024-04-13T07:58:40.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:40 smithi119 ceph-mon[93746]: osdmap e809: 8 total, 8 up, 8 in 2024-04-13T07:58:41.477 INFO:tasks.rados.rados.0.smithi119.stdout:3849: done (5 left) 2024-04-13T07:58:41.477 INFO:tasks.rados.rados.0.smithi119.stdout:3850: done (4 left) 2024-04-13T07:58:41.477 INFO:tasks.rados.rados.0.smithi119.stdout:3853: done (3 left) 2024-04-13T07:58:41.477 INFO:tasks.rados.rados.0.smithi119.stdout:3854: done (2 left) 2024-04-13T07:58:41.477 INFO:tasks.rados.rados.0.smithi119.stdout:3856: done (1 left) 2024-04-13T07:58:41.477 INFO:tasks.rados.rados.0.smithi119.stdout:3857: done (0 left) 2024-04-13T07:58:41.477 INFO:tasks.rados.rados.0.smithi119.stdout:3858: snap_create 2024-04-13T07:58:42.478 INFO:tasks.rados.rados.0.smithi119.stdout:3858: done (0 left) 2024-04-13T07:58:42.479 INFO:tasks.rados.rados.0.smithi119.stdout:3859: read oid 15 snap -1 2024-04-13T07:58:42.479 INFO:tasks.rados.rados.0.smithi119.stdout:3859: expect deleted 2024-04-13T07:58:42.479 INFO:tasks.rados.rados.0.smithi119.stdout:3860: setattr oid 2 current snap is 400 2024-04-13T07:58:42.481 INFO:tasks.rados.rados.0.smithi119.stdout:3861: copy_from oid 43 from oid 45 current snap is 400 2024-04-13T07:58:42.481 INFO:tasks.rados.rados.0.smithi119.stdout:3862: rmattr oid 31 current snap is 400 2024-04-13T07:58:42.481 INFO:tasks.rados.rados.0.smithi119.stdout:3862: done (3 left) 2024-04-13T07:58:42.481 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 50 current snap is 400 2024-04-13T07:58:42.481 INFO:tasks.rados.rados.0.smithi119.stdout:3863: seq_num 1163 ranges {1097728=286720} 2024-04-13T07:58:42.489 INFO:tasks.rados.rados.0.smithi119.stdout:3863: writing smithi11982245-50 from 1097728 to 1384448 tid 1 2024-04-13T07:58:42.489 INFO:tasks.rados.rados.0.smithi119.stdout:3864: copy_from oid 23 from oid 17 current snap is 400 2024-04-13T07:58:42.489 INFO:tasks.rados.rados.0.smithi119.stdout:3859: done (4 left) 2024-04-13T07:58:42.489 INFO:tasks.rados.rados.0.smithi119.stdout:3865: setattr oid 36 current snap is 400 2024-04-13T07:58:42.490 INFO:tasks.rados.rados.0.smithi119.stdout:3866: rollback oid 38 current snap is 400 2024-04-13T07:58:42.491 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 38 to 395 2024-04-13T07:58:42.491 INFO:tasks.rados.rados.0.smithi119.stdout:3867: read oid 3 snap 317 2024-04-13T07:58:42.491 INFO:tasks.rados.rados.0.smithi119.stdout:3867: expect (ObjNum 898 snap 306 seq_num 898) 2024-04-13T07:58:42.491 INFO:tasks.rados.rados.0.smithi119.stdout:3868: read oid 16 snap 365 2024-04-13T07:58:42.491 INFO:tasks.rados.rados.0.smithi119.stdout:3868: expect deleted 2024-04-13T07:58:42.491 INFO:tasks.rados.rados.0.smithi119.stdout:3869: setattr oid 41 current snap is 400 2024-04-13T07:58:42.492 INFO:tasks.rados.rados.0.smithi119.stdout:3868: done (8 left) 2024-04-13T07:58:42.492 INFO:tasks.rados.rados.0.smithi119.stdout:3870: copy_from oid 34 from oid 20 current snap is 400 2024-04-13T07:58:42.493 INFO:tasks.rados.rados.0.smithi119.stdout:3871: snap_remove snap 373 2024-04-13T07:58:42.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:42 smithi139 ceph-mon[88985]: pgmap v884: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 1.2 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.0 MiB/s wr, 18 op/s 2024-04-13T07:58:42.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:42 smithi139 ceph-mon[88985]: osdmap e810: 8 total, 8 up, 8 in 2024-04-13T07:58:42.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:58:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T07:58:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:58:42.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:42 smithi119 ceph-mon[96316]: pgmap v884: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 1.2 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.0 MiB/s wr, 18 op/s 2024-04-13T07:58:42.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:42 smithi119 ceph-mon[96316]: osdmap e810: 8 total, 8 up, 8 in 2024-04-13T07:58:42.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:42 smithi119 ceph-mon[93746]: pgmap v884: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 1.2 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.0 MiB/s wr, 18 op/s 2024-04-13T07:58:42.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:42 smithi119 ceph-mon[93746]: osdmap e810: 8 total, 8 up, 8 in 2024-04-13T07:58:43.491 INFO:tasks.rados.rados.0.smithi119.stdout:3871: done (9 left) 2024-04-13T07:58:43.491 INFO:tasks.rados.rados.0.smithi119.stdout:3872: rmattr oid 19 current snap is 400 2024-04-13T07:58:43.491 INFO:tasks.rados.rados.0.smithi119.stdout:3872: done (9 left) 2024-04-13T07:58:43.491 INFO:tasks.rados.rados.0.smithi119.stdout:3873: rollback oid 6 current snap is 400 2024-04-13T07:58:43.491 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 6 to 342 2024-04-13T07:58:43.491 INFO:tasks.rados.rados.0.smithi119.stdout:3874: snap_remove snap 311 2024-04-13T07:58:43.867 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:43 smithi119 ceph-mon[96316]: osdmap e811: 8 total, 8 up, 8 in 2024-04-13T07:58:43.867 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:43 smithi119 ceph-mon[93746]: osdmap e811: 8 total, 8 up, 8 in 2024-04-13T07:58:43.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:43 smithi139 ceph-mon[88985]: osdmap e811: 8 total, 8 up, 8 in 2024-04-13T07:58:44.503 INFO:tasks.rados.rados.0.smithi119.stdout:3874: done (10 left) 2024-04-13T07:58:44.503 INFO:tasks.rados.rados.0.smithi119.stdout:3875: snap_remove snap 340 2024-04-13T07:58:44.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:44 smithi119 ceph-mon[96316]: pgmap v887: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 1.2 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.0 MiB/s wr, 24 op/s 2024-04-13T07:58:44.820 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:44 smithi119 ceph-mon[96316]: osdmap e812: 8 total, 8 up, 8 in 2024-04-13T07:58:44.820 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:44 smithi119 ceph-mon[93746]: pgmap v887: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 1.2 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.0 MiB/s wr, 24 op/s 2024-04-13T07:58:44.820 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:44 smithi119 ceph-mon[93746]: osdmap e812: 8 total, 8 up, 8 in 2024-04-13T07:58:44.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:44 smithi139 ceph-mon[88985]: pgmap v887: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 1.2 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.0 MiB/s wr, 24 op/s 2024-04-13T07:58:44.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:44 smithi139 ceph-mon[88985]: osdmap e812: 8 total, 8 up, 8 in 2024-04-13T07:58:45.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:58:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:58:44] "GET /metrics HTTP/1.1" 200 36207 "" "Prometheus/2.43.0" 2024-04-13T07:58:45.485 INFO:tasks.rados.rados.0.smithi119.stdout:3875: done (10 left) 2024-04-13T07:58:45.485 INFO:tasks.rados.rados.0.smithi119.stdout:3876: copy_from oid 9 from oid 49 current snap is 400 2024-04-13T07:58:45.485 INFO:tasks.rados.rados.0.smithi119.stdout:3877: copy_from oid 31 from oid 7 current snap is 400 2024-04-13T07:58:45.485 INFO:tasks.rados.rados.0.smithi119.stdout:3878: snap_remove snap 281 2024-04-13T07:58:45.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:45 smithi139 ceph-mon[88985]: osdmap e813: 8 total, 8 up, 8 in 2024-04-13T07:58:45.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:45 smithi139 ceph-mon[88985]: osdmap e814: 8 total, 8 up, 8 in 2024-04-13T07:58:45.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:45 smithi119 ceph-mon[96316]: osdmap e813: 8 total, 8 up, 8 in 2024-04-13T07:58:45.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:45 smithi119 ceph-mon[96316]: osdmap e814: 8 total, 8 up, 8 in 2024-04-13T07:58:45.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:45 smithi119 ceph-mon[93746]: osdmap e813: 8 total, 8 up, 8 in 2024-04-13T07:58:45.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:45 smithi119 ceph-mon[93746]: osdmap e814: 8 total, 8 up, 8 in 2024-04-13T07:58:46.485 INFO:tasks.rados.rados.0.smithi119.stdout:3878: done (12 left) 2024-04-13T07:58:46.485 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 28 current snap is 400 2024-04-13T07:58:46.485 INFO:tasks.rados.rados.0.smithi119.stdout:3879: seq_num 1164 ranges {0=303104} 2024-04-13T07:58:46.487 INFO:tasks.rados.rados.0.smithi119.stdout:3879: writing smithi11982245-28 from 0 to 303104 tid 1 2024-04-13T07:58:46.488 INFO:tasks.rados.rados.0.smithi119.stdout:3866: finishing rollback tid 0 to smithi11982245-38 2024-04-13T07:58:46.488 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 41 v 2436 (ObjNum 1077 snap 364 seq_num 1077) dirty exists 2024-04-13T07:58:46.488 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 36 v 2351 (ObjNum 1139 snap 390 seq_num 1139) dirty exists 2024-04-13T07:58:46.488 INFO:tasks.rados.rados.0.smithi119.stdout:3866: finishing rollback tid 1 to smithi11982245-38 2024-04-13T07:58:46.488 INFO:tasks.rados.rados.0.smithi119.stdout:3863: finishing write tid 1 to smithi11982245-50 2024-04-13T07:58:46.488 INFO:tasks.rados.rados.0.smithi119.stdout:3863: finishing write tid 2 to smithi11982245-50 2024-04-13T07:58:46.489 INFO:tasks.rados.rados.0.smithi119.stdout:3866: finishing rollback tid 2 to smithi11982245-38 2024-04-13T07:58:46.489 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 38 v 2383 (ObjNum 628 snap 211 seq_num 628) dirty exists 2024-04-13T07:58:46.489 INFO:tasks.rados.rados.0.smithi119.stdout:3863: finishing write tid 3 to smithi11982245-50 2024-04-13T07:58:46.489 INFO:tasks.rados.rados.0.smithi119.stdout:3863: oid 50 updating version 0 to 2105 2024-04-13T07:58:46.489 INFO:tasks.rados.rados.0.smithi119.stdout:3863: oid 50 updating version 2105 to 2106 2024-04-13T07:58:46.489 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 50 v 2106 (ObjNum 1163 snap 400 seq_num 1163) dirty exists 2024-04-13T07:58:46.489 INFO:tasks.rados.rados.0.smithi119.stdout:3863: left oid 50 (ObjNum 1163 snap 400 seq_num 1163) 2024-04-13T07:58:46.489 INFO:tasks.rados.rados.0.smithi119.stdout:3867: expect (ObjNum 898 snap 306 seq_num 898) 2024-04-13T07:58:46.572 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 2 v 2498 (ObjNum 1123 snap 385 seq_num 1123) dirty exists 2024-04-13T07:58:46.573 INFO:tasks.rados.rados.0.smithi119.stdout:3861: finishing copy_from racing read to smithi11982245-43 2024-04-13T07:58:46.573 INFO:tasks.rados.rados.0.smithi119.stdout:3861: finishing copy_from to smithi11982245-43 2024-04-13T07:58:46.573 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 43 v 2404 (ObjNum 850 snap 282 seq_num 850) dirty exists 2024-04-13T07:58:46.573 INFO:tasks.rados.rados.0.smithi119.stdout:3870: finishing copy_from racing read to smithi11982245-34 2024-04-13T07:58:46.573 INFO:tasks.rados.rados.0.smithi119.stdout:3864: finishing copy_from racing read to smithi11982245-23 2024-04-13T07:58:46.573 INFO:tasks.rados.rados.0.smithi119.stdout:3870: finishing copy_from to smithi11982245-34 2024-04-13T07:58:46.573 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 34 v 2490 (ObjNum 536 snap 179 seq_num 536) dirty exists 2024-04-13T07:58:46.573 INFO:tasks.rados.rados.0.smithi119.stdout:3864: finishing copy_from to smithi11982245-23 2024-04-13T07:58:46.573 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 23 v 2375 (ObjNum 1155 snap 396 seq_num 1155) dirty exists 2024-04-13T07:58:46.573 INFO:tasks.rados.rados.0.smithi119.stdout:3873: finishing rollback tid 1 to smithi11982245-6 2024-04-13T07:58:46.573 INFO:tasks.rados.rados.0.smithi119.stdout:3873: finishing rollback tid 2 to smithi11982245-6 2024-04-13T07:58:46.573 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 6 v 2380 (ObjNum 985 snap 329 seq_num 985) dirty exists 2024-04-13T07:58:46.574 INFO:tasks.rados.rados.0.smithi119.stdout:3876: finishing copy_from racing read to smithi11982245-9 2024-04-13T07:58:46.574 INFO:tasks.rados.rados.0.smithi119.stdout:3860: done (12 left) 2024-04-13T07:58:46.574 INFO:tasks.rados.rados.0.smithi119.stdout:3861: done (11 left) 2024-04-13T07:58:46.574 INFO:tasks.rados.rados.0.smithi119.stdout:3863: done (10 left) 2024-04-13T07:58:46.574 INFO:tasks.rados.rados.0.smithi119.stdout:3864: done (9 left) 2024-04-13T07:58:46.574 INFO:tasks.rados.rados.0.smithi119.stdout:3865: done (8 left) 2024-04-13T07:58:46.574 INFO:tasks.rados.rados.0.smithi119.stdout:3866: done (7 left) 2024-04-13T07:58:46.574 INFO:tasks.rados.rados.0.smithi119.stdout:3867: done (6 left) 2024-04-13T07:58:46.574 INFO:tasks.rados.rados.0.smithi119.stdout:3869: done (5 left) 2024-04-13T07:58:46.574 INFO:tasks.rados.rados.0.smithi119.stdout:3870: done (4 left) 2024-04-13T07:58:46.574 INFO:tasks.rados.rados.0.smithi119.stdout:3873: done (3 left) 2024-04-13T07:58:46.574 INFO:tasks.rados.rados.0.smithi119.stdout:3880: rmattr oid 34 current snap is 400 2024-04-13T07:58:46.574 INFO:tasks.rados.rados.0.smithi119.stdout:3876: finishing copy_from to smithi11982245-9 2024-04-13T07:58:46.575 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 9 v 2485 (ObjNum 1123 snap 385 seq_num 1123) dirty exists 2024-04-13T07:58:46.575 INFO:tasks.rados.rados.0.smithi119.stdout:3877: finishing copy_from racing read to smithi11982245-31 2024-04-13T07:58:46.575 INFO:tasks.rados.rados.0.smithi119.stdout:3877: finishing copy_from to smithi11982245-31 2024-04-13T07:58:46.575 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 31 v 2503 (ObjNum 1156 snap 396 seq_num 1156) dirty exists 2024-04-13T07:58:46.575 INFO:tasks.rados.rados.0.smithi119.stdout:3879: finishing write tid 1 to smithi11982245-28 2024-04-13T07:58:46.575 INFO:tasks.rados.rados.0.smithi119.stdout:3879: finishing write tid 2 to smithi11982245-28 2024-04-13T07:58:46.575 INFO:tasks.rados.rados.0.smithi119.stdout:3879: finishing write tid 3 to smithi11982245-28 2024-04-13T07:58:46.575 INFO:tasks.rados.rados.0.smithi119.stdout:3879: oid 28 updating version 0 to 2635 2024-04-13T07:58:46.575 INFO:tasks.rados.rados.0.smithi119.stdout:3879: oid 28 version 2635 is already newer than 2634 2024-04-13T07:58:46.575 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 28 v 2635 (ObjNum 1164 snap 400 seq_num 1164) dirty exists 2024-04-13T07:58:46.575 INFO:tasks.rados.rados.0.smithi119.stdout:3879: left oid 28 (ObjNum 1164 snap 400 seq_num 1164) 2024-04-13T07:58:46.575 INFO:tasks.rados.rados.0.smithi119.stdout:3876: done (3 left) 2024-04-13T07:58:46.575 INFO:tasks.rados.rados.0.smithi119.stdout:3877: done (2 left) 2024-04-13T07:58:46.575 INFO:tasks.rados.rados.0.smithi119.stdout:3879: done (1 left) 2024-04-13T07:58:46.576 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 36 current snap is 400 2024-04-13T07:58:46.576 INFO:tasks.rados.rados.0.smithi119.stdout:3881: seq_num 1165 ranges {2285568=319488} 2024-04-13T07:58:46.586 INFO:tasks.rados.rados.0.smithi119.stdout:3881: writing smithi11982245-36 from 2285568 to 2605056 tid 1 2024-04-13T07:58:46.586 INFO:tasks.rados.rados.0.smithi119.stdout:3882: setattr oid 20 current snap is 400 2024-04-13T07:58:46.586 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 34 v 2714 (ObjNum 536 snap 179 seq_num 536) dirty exists 2024-04-13T07:58:46.587 INFO:tasks.rados.rados.0.smithi119.stdout:3880: done (2 left) 2024-04-13T07:58:46.587 INFO:tasks.rados.rados.0.smithi119.stdout:3883: read oid 29 snap -1 2024-04-13T07:58:46.587 INFO:tasks.rados.rados.0.smithi119.stdout:3883: expect (ObjNum 1088 snap 373 seq_num 1088) 2024-04-13T07:58:46.587 INFO:tasks.rados.rados.0.smithi119.stdout:3884: delete oid 38 current snap is 400 2024-04-13T07:58:46.590 INFO:tasks.rados.rados.0.smithi119.stdout:3884: done (3 left) 2024-04-13T07:58:46.590 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 50 current snap is 400 2024-04-13T07:58:46.591 INFO:tasks.rados.rados.0.smithi119.stdout:3885: seq_num 1167 ranges {1384448=352256} 2024-04-13T07:58:46.600 INFO:tasks.rados.rados.0.smithi119.stdout:3885: writing smithi11982245-50 from 1384448 to 1736704 tid 1 2024-04-13T07:58:46.600 INFO:tasks.rados.rados.0.smithi119.stdout:3886: rollback oid 22 current snap is 400 2024-04-13T07:58:46.600 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 22 to 346 2024-04-13T07:58:46.601 INFO:tasks.rados.rados.0.smithi119.stdout:3881: finishing write tid 1 to smithi11982245-36 2024-04-13T07:58:46.601 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 12 current snap is 400 2024-04-13T07:58:46.601 INFO:tasks.rados.rados.0.smithi119.stdout:3881: finishing write tid 2 to smithi11982245-36 2024-04-13T07:58:46.601 INFO:tasks.rados.rados.0.smithi119.stdout:3883: expect (ObjNum 1088 snap 373 seq_num 1088) 2024-04-13T07:58:46.640 INFO:tasks.rados.rados.0.smithi119.stdout:3881: finishing write tid 3 to smithi11982245-36 2024-04-13T07:58:46.640 INFO:tasks.rados.rados.0.smithi119.stdout:3881: oid 36 updating version 0 to 2353 2024-04-13T07:58:46.640 INFO:tasks.rados.rados.0.smithi119.stdout:3881: oid 36 version 2353 is already newer than 2352 2024-04-13T07:58:46.640 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 36 v 2353 (ObjNum 1165 snap 400 seq_num 1165) dirty exists 2024-04-13T07:58:46.640 INFO:tasks.rados.rados.0.smithi119.stdout:3881: left oid 36 (ObjNum 1165 snap 400 seq_num 1165) 2024-04-13T07:58:46.640 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 20 v 2499 (ObjNum 536 snap 179 seq_num 536) dirty exists 2024-04-13T07:58:46.640 INFO:tasks.rados.rados.0.smithi119.stdout:3887: seq_num 1168 ranges {0=368640} 2024-04-13T07:58:46.643 INFO:tasks.rados.rados.0.smithi119.stdout:3887: writing smithi11982245-12 from 0 to 368640 tid 1 2024-04-13T07:58:46.643 INFO:tasks.rados.rados.0.smithi119.stdout:3881: done (5 left) 2024-04-13T07:58:46.643 INFO:tasks.rados.rados.0.smithi119.stdout:3882: done (4 left) 2024-04-13T07:58:46.643 INFO:tasks.rados.rados.0.smithi119.stdout:3883: done (3 left) 2024-04-13T07:58:46.643 INFO:tasks.rados.rados.0.smithi119.stdout:3888: read oid 9 snap -1 2024-04-13T07:58:46.643 INFO:tasks.rados.rados.0.smithi119.stdout:3888: expect (ObjNum 1123 snap 385 seq_num 1123) 2024-04-13T07:58:46.643 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 24 current snap is 400 2024-04-13T07:58:46.643 INFO:tasks.rados.rados.0.smithi119.stdout:3885: finishing write tid 1 to smithi11982245-50 2024-04-13T07:58:46.643 INFO:tasks.rados.rados.0.smithi119.stdout:3885: finishing write tid 2 to smithi11982245-50 2024-04-13T07:58:46.643 INFO:tasks.rados.rados.0.smithi119.stdout:3886: finishing rollback tid 0 to smithi11982245-22 2024-04-13T07:58:46.643 INFO:tasks.rados.rados.0.smithi119.stdout:3886: finishing rollback tid 1 to smithi11982245-22 2024-04-13T07:58:46.643 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 22 v 2386 (ObjNum 33 snap 0 seq_num 751710864) dirty dne 2024-04-13T07:58:46.644 INFO:tasks.rados.rados.0.smithi119.stdout:3885: finishing write tid 3 to smithi11982245-50 2024-04-13T07:58:46.644 INFO:tasks.rados.rados.0.smithi119.stdout:3885: oid 50 updating version 0 to 2486 2024-04-13T07:58:46.644 INFO:tasks.rados.rados.0.smithi119.stdout:3885: oid 50 updating version 2486 to 2487 2024-04-13T07:58:46.644 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 50 v 2487 (ObjNum 1167 snap 400 seq_num 1167) dirty exists 2024-04-13T07:58:46.644 INFO:tasks.rados.rados.0.smithi119.stdout:3885: left oid 50 (ObjNum 1167 snap 400 seq_num 1167) 2024-04-13T07:58:46.644 INFO:tasks.rados.rados.0.smithi119.stdout:3889: seq_num 1169 ranges {0=385024} 2024-04-13T07:58:46.645 INFO:tasks.rados.rados.0.smithi119.stdout:3889: writing smithi11982245-24 from 0 to 385024 tid 1 2024-04-13T07:58:46.645 INFO:tasks.rados.rados.0.smithi119.stdout:3885: done (4 left) 2024-04-13T07:58:46.645 INFO:tasks.rados.rados.0.smithi119.stdout:3886: done (3 left) 2024-04-13T07:58:46.645 INFO:tasks.rados.rados.0.smithi119.stdout:3890: rollback oid 30 current snap is 400 2024-04-13T07:58:46.645 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 30 to 363 2024-04-13T07:58:46.645 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 37 current snap is 400 2024-04-13T07:58:46.645 INFO:tasks.rados.rados.0.smithi119.stdout:3891: seq_num 1170 ranges {0=401408} 2024-04-13T07:58:46.648 INFO:tasks.rados.rados.0.smithi119.stdout:3891: writing smithi11982245-37 from 0 to 401408 tid 1 2024-04-13T07:58:46.648 INFO:tasks.rados.rados.0.smithi119.stdout:3892: copy_from oid 47 from oid 16 current snap is 400 2024-04-13T07:58:46.648 INFO:tasks.rados.rados.0.smithi119.stdout:3887: finishing write tid 1 to smithi11982245-12 2024-04-13T07:58:46.648 INFO:tasks.rados.rados.0.smithi119.stdout:3887: finishing write tid 2 to smithi11982245-12 2024-04-13T07:58:46.648 INFO:tasks.rados.rados.0.smithi119.stdout:3893: read oid 13 snap -1 2024-04-13T07:58:46.648 INFO:tasks.rados.rados.0.smithi119.stdout:3893: expect (ObjNum 1158 snap 398 seq_num 1158) 2024-04-13T07:58:46.648 INFO:tasks.rados.rados.0.smithi119.stdout:3894: read oid 44 snap -1 2024-04-13T07:58:46.648 INFO:tasks.rados.rados.0.smithi119.stdout:3894: expect (ObjNum 1120 snap 385 seq_num 1120) 2024-04-13T07:58:46.648 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 21 current snap is 400 2024-04-13T07:58:46.648 INFO:tasks.rados.rados.0.smithi119.stdout:3895: seq_num 1171 ranges {4169728=417792} 2024-04-13T07:58:46.673 INFO:tasks.rados.rados.0.smithi119.stdout:3895: writing smithi11982245-21 from 4169728 to 4587520 tid 1 2024-04-13T07:58:46.673 INFO:tasks.rados.rados.0.smithi119.stdout:3896: snap_remove snap 380 2024-04-13T07:58:46.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:46 smithi139 ceph-mon[88985]: pgmap v890: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 1.2 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 48 KiB/s wr, 7 op/s 2024-04-13T07:58:46.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:46 smithi139 ceph-mon[88985]: osdmap e815: 8 total, 8 up, 8 in 2024-04-13T07:58:46.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:46 smithi119 ceph-mon[96316]: pgmap v890: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 1.2 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 48 KiB/s wr, 7 op/s 2024-04-13T07:58:46.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:46 smithi119 ceph-mon[96316]: osdmap e815: 8 total, 8 up, 8 in 2024-04-13T07:58:46.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:46 smithi119 ceph-mon[93746]: pgmap v890: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 1.2 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 48 KiB/s wr, 7 op/s 2024-04-13T07:58:46.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:46 smithi119 ceph-mon[93746]: osdmap e815: 8 total, 8 up, 8 in 2024-04-13T07:58:47.521 INFO:tasks.rados.rados.0.smithi119.stdout:3896: done (9 left) 2024-04-13T07:58:47.521 INFO:tasks.rados.rados.0.smithi119.stdout:3897: snap_remove snap 397 2024-04-13T07:58:48.521 INFO:tasks.rados.rados.0.smithi119.stdout:3897: done (9 left) 2024-04-13T07:58:48.521 INFO:tasks.rados.rados.0.smithi119.stdout:3898: copy_from oid 45 from oid 29 current snap is 400 2024-04-13T07:58:48.521 INFO:tasks.rados.rados.0.smithi119.stdout:3887: finishing write tid 3 to smithi11982245-12 2024-04-13T07:58:48.521 INFO:tasks.rados.rados.0.smithi119.stdout:3887: oid 12 updating version 0 to 2387 2024-04-13T07:58:48.521 INFO:tasks.rados.rados.0.smithi119.stdout:3887: oid 12 updating version 2387 to 2388 2024-04-13T07:58:48.521 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 12 v 2388 (ObjNum 1168 snap 400 seq_num 1168) dirty exists 2024-04-13T07:58:48.521 INFO:tasks.rados.rados.0.smithi119.stdout:3887: left oid 12 (ObjNum 1168 snap 400 seq_num 1168) 2024-04-13T07:58:48.522 INFO:tasks.rados.rados.0.smithi119.stdout:3889: finishing write tid 1 to smithi11982245-24 2024-04-13T07:58:48.522 INFO:tasks.rados.rados.0.smithi119.stdout:3889: finishing write tid 2 to smithi11982245-24 2024-04-13T07:58:48.522 INFO:tasks.rados.rados.0.smithi119.stdout:3888: expect (ObjNum 1123 snap 385 seq_num 1123) 2024-04-13T07:58:48.587 INFO:tasks.rados.rados.0.smithi119.stdout:3889: finishing write tid 3 to smithi11982245-24 2024-04-13T07:58:48.587 INFO:tasks.rados.rados.0.smithi119.stdout:3889: oid 24 updating version 0 to 2354 2024-04-13T07:58:48.587 INFO:tasks.rados.rados.0.smithi119.stdout:3889: oid 24 updating version 2354 to 2355 2024-04-13T07:58:48.587 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 24 v 2355 (ObjNum 1169 snap 400 seq_num 1169) dirty exists 2024-04-13T07:58:48.587 INFO:tasks.rados.rados.0.smithi119.stdout:3889: left oid 24 (ObjNum 1169 snap 400 seq_num 1169) 2024-04-13T07:58:48.588 INFO:tasks.rados.rados.0.smithi119.stdout:3891: finishing write tid 1 to smithi11982245-37 2024-04-13T07:58:48.588 INFO:tasks.rados.rados.0.smithi119.stdout:3887: done (9 left) 2024-04-13T07:58:48.588 INFO:tasks.rados.rados.0.smithi119.stdout:3888: done (8 left) 2024-04-13T07:58:48.588 INFO:tasks.rados.rados.0.smithi119.stdout:3889: done (7 left) 2024-04-13T07:58:48.588 INFO:tasks.rados.rados.0.smithi119.stdout:3899: copy_from oid 36 from oid 23 current snap is 400 2024-04-13T07:58:48.588 INFO:tasks.rados.rados.0.smithi119.stdout:3890: finishing rollback tid 0 to smithi11982245-30 2024-04-13T07:58:48.588 INFO:tasks.rados.rados.0.smithi119.stdout:3890: finishing rollback tid 1 to smithi11982245-30 2024-04-13T07:58:48.588 INFO:tasks.rados.rados.0.smithi119.stdout:3890: finishing rollback tid 2 to smithi11982245-30 2024-04-13T07:58:48.588 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 30 v 2512 (ObjNum 871 snap 295 seq_num 871) dirty exists 2024-04-13T07:58:48.588 INFO:tasks.rados.rados.0.smithi119.stdout:3891: finishing write tid 2 to smithi11982245-37 2024-04-13T07:58:48.588 INFO:tasks.rados.rados.0.smithi119.stdout:3891: finishing write tid 3 to smithi11982245-37 2024-04-13T07:58:48.588 INFO:tasks.rados.rados.0.smithi119.stdout:3891: oid 37 updating version 0 to 2498 2024-04-13T07:58:48.588 INFO:tasks.rados.rados.0.smithi119.stdout:3891: oid 37 updating version 2498 to 2499 2024-04-13T07:58:48.589 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 37 v 2499 (ObjNum 1170 snap 400 seq_num 1170) dirty exists 2024-04-13T07:58:48.589 INFO:tasks.rados.rados.0.smithi119.stdout:3891: left oid 37 (ObjNum 1170 snap 400 seq_num 1170) 2024-04-13T07:58:48.589 INFO:tasks.rados.rados.0.smithi119.stdout:3892: finishing copy_from racing read to smithi11982245-47 2024-04-13T07:58:48.589 INFO:tasks.rados.rados.0.smithi119.stdout:3895: finishing write tid 1 to smithi11982245-21 2024-04-13T07:58:48.589 INFO:tasks.rados.rados.0.smithi119.stdout:3895: finishing write tid 2 to smithi11982245-21 2024-04-13T07:58:48.589 INFO:tasks.rados.rados.0.smithi119.stdout:3895: finishing write tid 3 to smithi11982245-21 2024-04-13T07:58:48.589 INFO:tasks.rados.rados.0.smithi119.stdout:3895: oid 21 updating version 0 to 2243 2024-04-13T07:58:48.589 INFO:tasks.rados.rados.0.smithi119.stdout:3895: oid 21 version 2243 is already newer than 2242 2024-04-13T07:58:48.589 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 21 v 2243 (ObjNum 1171 snap 400 seq_num 1171) dirty exists 2024-04-13T07:58:48.589 INFO:tasks.rados.rados.0.smithi119.stdout:3895: left oid 21 (ObjNum 1171 snap 400 seq_num 1171) 2024-04-13T07:58:48.589 INFO:tasks.rados.rados.0.smithi119.stdout:3893: expect (ObjNum 1158 snap 398 seq_num 1158) 2024-04-13T07:58:48.841 INFO:tasks.rados.rados.0.smithi119.stdout:3892: finishing copy_from to smithi11982245-47 2024-04-13T07:58:48.841 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 47 v 2437 (ObjNum 1110 snap 379 seq_num 1110) dirty exists 2024-04-13T07:58:48.841 INFO:tasks.rados.rados.0.smithi119.stdout:3894: expect (ObjNum 1120 snap 385 seq_num 1120) 2024-04-13T07:58:48.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:48 smithi139 ceph-mon[88985]: pgmap v893: 121 pgs: 1 active+clean+snaptrim_wait, 6 active+clean+snaptrim, 114 active+clean; 1.3 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.4 MiB/s wr, 18 op/s 2024-04-13T07:58:48.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:48 smithi139 ceph-mon[88985]: osdmap e816: 8 total, 8 up, 8 in 2024-04-13T07:58:48.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:48 smithi119 ceph-mon[96316]: pgmap v893: 121 pgs: 1 active+clean+snaptrim_wait, 6 active+clean+snaptrim, 114 active+clean; 1.3 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.4 MiB/s wr, 18 op/s 2024-04-13T07:58:48.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:48 smithi119 ceph-mon[96316]: osdmap e816: 8 total, 8 up, 8 in 2024-04-13T07:58:48.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:48 smithi119 ceph-mon[93746]: pgmap v893: 121 pgs: 1 active+clean+snaptrim_wait, 6 active+clean+snaptrim, 114 active+clean; 1.3 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.4 MiB/s wr, 18 op/s 2024-04-13T07:58:48.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:48 smithi119 ceph-mon[93746]: osdmap e816: 8 total, 8 up, 8 in 2024-04-13T07:58:49.013 INFO:tasks.rados.rados.0.smithi119.stdout:3898: finishing copy_from racing read to smithi11982245-45 2024-04-13T07:58:49.013 INFO:tasks.rados.rados.0.smithi119.stdout:3898: finishing copy_from to smithi11982245-45 2024-04-13T07:58:49.014 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 45 v 2215 (ObjNum 1088 snap 373 seq_num 1088) dirty exists 2024-04-13T07:58:49.014 INFO:tasks.rados.rados.0.smithi119.stdout:3899: finishing copy_from racing read to smithi11982245-36 2024-04-13T07:58:49.014 INFO:tasks.rados.rados.0.smithi119.stdout:3899: finishing copy_from to smithi11982245-36 2024-04-13T07:58:49.014 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 36 v 2375 (ObjNum 1155 snap 396 seq_num 1155) dirty exists 2024-04-13T07:58:49.014 INFO:tasks.rados.rados.0.smithi119.stdout:3890: done (7 left) 2024-04-13T07:58:49.014 INFO:tasks.rados.rados.0.smithi119.stdout:3891: done (6 left) 2024-04-13T07:58:49.014 INFO:tasks.rados.rados.0.smithi119.stdout:3892: done (5 left) 2024-04-13T07:58:49.014 INFO:tasks.rados.rados.0.smithi119.stdout:3893: done (4 left) 2024-04-13T07:58:49.014 INFO:tasks.rados.rados.0.smithi119.stdout:3894: done (3 left) 2024-04-13T07:58:49.014 INFO:tasks.rados.rados.0.smithi119.stdout:3895: done (2 left) 2024-04-13T07:58:49.014 INFO:tasks.rados.rados.0.smithi119.stdout:3898: done (1 left) 2024-04-13T07:58:49.014 INFO:tasks.rados.rados.0.smithi119.stdout:3899: done (0 left) 2024-04-13T07:58:49.014 INFO:tasks.rados.rados.0.smithi119.stdout:3900: setattr oid 42 current snap is 400 2024-04-13T07:58:49.015 INFO:tasks.rados.rados.0.smithi119.stdout:3901: delete oid 2 current snap is 400 2024-04-13T07:58:49.018 INFO:tasks.rados.rados.0.smithi119.stdout:3901: done (1 left) 2024-04-13T07:58:49.018 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 32 current snap is 400 2024-04-13T07:58:49.019 INFO:tasks.rados.rados.0.smithi119.stdout:3902: seq_num 1173 ranges {2678784=450560} 2024-04-13T07:58:49.038 INFO:tasks.rados.rados.0.smithi119.stdout:3902: writing smithi11982245-32 from 2678784 to 3129344 tid 1 2024-04-13T07:58:49.038 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 20 current snap is 400 2024-04-13T07:58:49.038 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 42 v 2648 (ObjNum 33 snap 0 seq_num 752130864) dirty exists 2024-04-13T07:58:49.038 INFO:tasks.rados.rados.0.smithi119.stdout:3903: seq_num 1174 ranges {11608064=466944} 2024-04-13T07:58:49.099 INFO:tasks.rados.rados.0.smithi119.stdout:3903: writing smithi11982245-20 from 11608064 to 12075008 tid 1 2024-04-13T07:58:49.099 INFO:tasks.rados.rados.0.smithi119.stdout:3900: done (2 left) 2024-04-13T07:58:49.099 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 29 current snap is 400 2024-04-13T07:58:49.100 INFO:tasks.rados.rados.0.smithi119.stdout:3902: finishing write tid 1 to smithi11982245-32 2024-04-13T07:58:49.100 INFO:tasks.rados.rados.0.smithi119.stdout:3902: finishing write tid 2 to smithi11982245-32 2024-04-13T07:58:49.100 INFO:tasks.rados.rados.0.smithi119.stdout:3902: finishing write tid 3 to smithi11982245-32 2024-04-13T07:58:49.100 INFO:tasks.rados.rados.0.smithi119.stdout:3902: oid 32 updating version 0 to 2523 2024-04-13T07:58:49.100 INFO:tasks.rados.rados.0.smithi119.stdout:3902: oid 32 updating version 2523 to 2524 2024-04-13T07:58:49.100 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 32 v 2524 (ObjNum 1173 snap 400 seq_num 1173) dirty exists 2024-04-13T07:58:49.100 INFO:tasks.rados.rados.0.smithi119.stdout:3902: left oid 32 (ObjNum 1173 snap 400 seq_num 1173) 2024-04-13T07:58:49.100 INFO:tasks.rados.rados.0.smithi119.stdout:3904: seq_num 1175 ranges {1433600=483328} 2024-04-13T07:58:49.110 INFO:tasks.rados.rados.0.smithi119.stdout:3904: writing smithi11982245-29 from 1433600 to 1916928 tid 1 2024-04-13T07:58:49.110 INFO:tasks.rados.rados.0.smithi119.stdout:3902: done (2 left) 2024-04-13T07:58:49.110 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 30 current snap is 400 2024-04-13T07:58:49.110 INFO:tasks.rados.rados.0.smithi119.stdout:3903: finishing write tid 1 to smithi11982245-20 2024-04-13T07:58:49.110 INFO:tasks.rados.rados.0.smithi119.stdout:3903: finishing write tid 2 to smithi11982245-20 2024-04-13T07:58:49.110 INFO:tasks.rados.rados.0.smithi119.stdout:3903: finishing write tid 3 to smithi11982245-20 2024-04-13T07:58:49.110 INFO:tasks.rados.rados.0.smithi119.stdout:3903: oid 20 updating version 0 to 2502 2024-04-13T07:58:49.110 INFO:tasks.rados.rados.0.smithi119.stdout:3903: oid 20 version 2502 is already newer than 2501 2024-04-13T07:58:49.110 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 20 v 2502 (ObjNum 1174 snap 400 seq_num 1174) dirty exists 2024-04-13T07:58:49.111 INFO:tasks.rados.rados.0.smithi119.stdout:3903: left oid 20 (ObjNum 1174 snap 400 seq_num 1174) 2024-04-13T07:58:49.111 INFO:tasks.rados.rados.0.smithi119.stdout:3905: seq_num 1176 ranges {6242304=499712} 2024-04-13T07:58:49.145 INFO:tasks.rados.rados.0.smithi119.stdout:3905: writing smithi11982245-30 from 6242304 to 6742016 tid 1 2024-04-13T07:58:49.146 INFO:tasks.rados.rados.0.smithi119.stdout:3903: done (2 left) 2024-04-13T07:58:49.146 INFO:tasks.rados.rados.0.smithi119.stdout:3906: snap_create 2024-04-13T07:58:49.146 INFO:tasks.rados.rados.0.smithi119.stdout:3904: finishing write tid 1 to smithi11982245-29 2024-04-13T07:58:49.146 INFO:tasks.rados.rados.0.smithi119.stdout:3904: finishing write tid 2 to smithi11982245-29 2024-04-13T07:58:49.146 INFO:tasks.rados.rados.0.smithi119.stdout:3904: finishing write tid 3 to smithi11982245-29 2024-04-13T07:58:49.146 INFO:tasks.rados.rados.0.smithi119.stdout:3904: oid 29 updating version 0 to 2504 2024-04-13T07:58:49.146 INFO:tasks.rados.rados.0.smithi119.stdout:3904: oid 29 updating version 2504 to 2505 2024-04-13T07:58:49.146 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 29 v 2505 (ObjNum 1175 snap 400 seq_num 1175) dirty exists 2024-04-13T07:58:49.146 INFO:tasks.rados.rados.0.smithi119.stdout:3904: left oid 29 (ObjNum 1175 snap 400 seq_num 1175) 2024-04-13T07:58:49.149 INFO:tasks.rados.rados.0.smithi119.stdout:3905: finishing write tid 1 to smithi11982245-30 2024-04-13T07:58:49.150 INFO:tasks.rados.rados.0.smithi119.stdout:3905: finishing write tid 2 to smithi11982245-30 2024-04-13T07:58:49.151 INFO:tasks.rados.rados.0.smithi119.stdout:3905: finishing write tid 3 to smithi11982245-30 2024-04-13T07:58:49.151 INFO:tasks.rados.rados.0.smithi119.stdout:3905: oid 30 updating version 0 to 2513 2024-04-13T07:58:49.151 INFO:tasks.rados.rados.0.smithi119.stdout:3905: oid 30 updating version 2513 to 2514 2024-04-13T07:58:49.151 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 30 v 2514 (ObjNum 1176 snap 400 seq_num 1176) dirty exists 2024-04-13T07:58:49.151 INFO:tasks.rados.rados.0.smithi119.stdout:3905: left oid 30 (ObjNum 1176 snap 400 seq_num 1176) 2024-04-13T07:58:49.532 INFO:tasks.rados.rados.0.smithi119.stdout:3904: done (2 left) 2024-04-13T07:58:49.532 INFO:tasks.rados.rados.0.smithi119.stdout:3905: done (1 left) 2024-04-13T07:58:49.532 INFO:tasks.rados.rados.0.smithi119.stdout:3906: done (0 left) 2024-04-13T07:58:49.533 INFO:tasks.rados.rados.0.smithi119.stdout:3907: read oid 22 snap -1 2024-04-13T07:58:49.533 INFO:tasks.rados.rados.0.smithi119.stdout:3907: expect deleted 2024-04-13T07:58:49.533 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 2 current snap is 401 2024-04-13T07:58:49.533 INFO:tasks.rados.rados.0.smithi119.stdout:3908: seq_num 1177 ranges {0=516096} 2024-04-13T07:58:49.535 INFO:tasks.rados.rados.0.smithi119.stdout:3908: writing smithi11982245-2 from 0 to 516096 tid 1 2024-04-13T07:58:49.535 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 44 current snap is 401 2024-04-13T07:58:49.535 INFO:tasks.rados.rados.0.smithi119.stdout:3909: seq_num 1178 ranges {4513792=532480} 2024-04-13T07:58:49.562 INFO:tasks.rados.rados.0.smithi119.stdout:3909: writing smithi11982245-44 from 4513792 to 5046272 tid 1 2024-04-13T07:58:49.563 INFO:tasks.rados.rados.0.smithi119.stdout:3910: copy_from oid 50 from oid 29 current snap is 401 2024-04-13T07:58:49.563 INFO:tasks.rados.rados.0.smithi119.stdout:3908: finishing write tid 1 to smithi11982245-2 2024-04-13T07:58:49.563 INFO:tasks.rados.rados.0.smithi119.stdout:3908: finishing write tid 2 to smithi11982245-2 2024-04-13T07:58:49.563 INFO:tasks.rados.rados.0.smithi119.stdout:3908: finishing write tid 3 to smithi11982245-2 2024-04-13T07:58:49.563 INFO:tasks.rados.rados.0.smithi119.stdout:3908: oid 2 updating version 0 to 2503 2024-04-13T07:58:49.563 INFO:tasks.rados.rados.0.smithi119.stdout:3908: oid 2 updating version 2503 to 2504 2024-04-13T07:58:49.563 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 2 v 2504 (ObjNum 1177 snap 401 seq_num 1177) dirty exists 2024-04-13T07:58:49.563 INFO:tasks.rados.rados.0.smithi119.stdout:3908: left oid 2 (ObjNum 1177 snap 401 seq_num 1177) 2024-04-13T07:58:49.563 INFO:tasks.rados.rados.0.smithi119.stdout:3907: done (3 left) 2024-04-13T07:58:49.563 INFO:tasks.rados.rados.0.smithi119.stdout:3908: done (2 left) 2024-04-13T07:58:49.563 INFO:tasks.rados.rados.0.smithi119.stdout:3911: read oid 41 snap 343 2024-04-13T07:58:49.563 INFO:tasks.rados.rados.0.smithi119.stdout:3911: expect (ObjNum 752941008 snap 21968 seq_num 751269824) 2024-04-13T07:58:49.564 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 9 current snap is 401 2024-04-13T07:58:49.564 INFO:tasks.rados.rados.0.smithi119.stdout:3912: seq_num 1179 ranges {2015232=548864} 2024-04-13T07:58:49.576 INFO:tasks.rados.rados.0.smithi119.stdout:3912: writing smithi11982245-9 from 2015232 to 2564096 tid 1 2024-04-13T07:58:49.576 INFO:tasks.rados.rados.0.smithi119.stdout:3913: snap_remove snap 389 2024-04-13T07:58:49.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:49 smithi139 ceph-mon[88985]: osdmap e817: 8 total, 8 up, 8 in 2024-04-13T07:58:49.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:49 smithi119 ceph-mon[96316]: osdmap e817: 8 total, 8 up, 8 in 2024-04-13T07:58:49.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:49 smithi119 ceph-mon[93746]: osdmap e817: 8 total, 8 up, 8 in 2024-04-13T07:58:50.485 INFO:tasks.rados.rados.0.smithi119.stdout:3913: done (4 left) 2024-04-13T07:58:50.485 INFO:tasks.rados.rados.0.smithi119.stdout:3914: read oid 47 snap -1 2024-04-13T07:58:50.485 INFO:tasks.rados.rados.0.smithi119.stdout:3914: expect (ObjNum 1110 snap 379 seq_num 1110) 2024-04-13T07:58:50.485 INFO:tasks.rados.rados.0.smithi119.stdout:3915: setattr oid 12 current snap is 401 2024-04-13T07:58:50.485 INFO:tasks.rados.rados.0.smithi119.stdout:3911: expect (ObjNum 752941008 snap 21968 seq_num 751269824) 2024-04-13T07:58:50.490 INFO:tasks.rados.rados.0.smithi119.stdout:3909: finishing write tid 1 to smithi11982245-44 2024-04-13T07:58:50.490 INFO:tasks.rados.rados.0.smithi119.stdout:3909: finishing write tid 2 to smithi11982245-44 2024-04-13T07:58:50.490 INFO:tasks.rados.rados.0.smithi119.stdout:3909: finishing write tid 3 to smithi11982245-44 2024-04-13T07:58:50.490 INFO:tasks.rados.rados.0.smithi119.stdout:3909: oid 44 updating version 0 to 2731 2024-04-13T07:58:50.490 INFO:tasks.rados.rados.0.smithi119.stdout:3909: oid 44 version 2731 is already newer than 2730 2024-04-13T07:58:50.490 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 44 v 2731 (ObjNum 1178 snap 401 seq_num 1178) dirty exists 2024-04-13T07:58:50.490 INFO:tasks.rados.rados.0.smithi119.stdout:3909: left oid 44 (ObjNum 1178 snap 401 seq_num 1178) 2024-04-13T07:58:50.491 INFO:tasks.rados.rados.0.smithi119.stdout:3910: finishing copy_from racing read to smithi11982245-50 2024-04-13T07:58:50.491 INFO:tasks.rados.rados.0.smithi119.stdout:3910: finishing copy_from to smithi11982245-50 2024-04-13T07:58:50.491 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 50 v 2505 (ObjNum 1175 snap 400 seq_num 1175) dirty exists 2024-04-13T07:58:50.491 INFO:tasks.rados.rados.0.smithi119.stdout:3912: finishing write tid 1 to smithi11982245-9 2024-04-13T07:58:50.491 INFO:tasks.rados.rados.0.smithi119.stdout:3912: finishing write tid 2 to smithi11982245-9 2024-04-13T07:58:50.491 INFO:tasks.rados.rados.0.smithi119.stdout:3912: finishing write tid 3 to smithi11982245-9 2024-04-13T07:58:50.491 INFO:tasks.rados.rados.0.smithi119.stdout:3912: oid 9 updating version 0 to 2507 2024-04-13T07:58:50.491 INFO:tasks.rados.rados.0.smithi119.stdout:3912: oid 9 version 2507 is already newer than 2506 2024-04-13T07:58:50.491 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 9 v 2507 (ObjNum 1179 snap 401 seq_num 1179) dirty exists 2024-04-13T07:58:50.491 INFO:tasks.rados.rados.0.smithi119.stdout:3912: left oid 9 (ObjNum 1179 snap 401 seq_num 1179) 2024-04-13T07:58:50.491 INFO:tasks.rados.rados.0.smithi119.stdout:3909: done (5 left) 2024-04-13T07:58:50.491 INFO:tasks.rados.rados.0.smithi119.stdout:3910: done (4 left) 2024-04-13T07:58:50.491 INFO:tasks.rados.rados.0.smithi119.stdout:3911: done (3 left) 2024-04-13T07:58:50.491 INFO:tasks.rados.rados.0.smithi119.stdout:3912: done (2 left) 2024-04-13T07:58:50.491 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 49 current snap is 401 2024-04-13T07:58:50.491 INFO:tasks.rados.rados.0.smithi119.stdout:3916: seq_num 1180 ranges {2015232=565248} 2024-04-13T07:58:50.505 INFO:tasks.rados.rados.0.smithi119.stdout:3916: writing smithi11982245-49 from 2015232 to 2580480 tid 1 2024-04-13T07:58:50.506 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 27 current snap is 401 2024-04-13T07:58:50.506 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 12 v 2389 (ObjNum 1168 snap 400 seq_num 1168) dirty exists 2024-04-13T07:58:50.506 INFO:tasks.rados.rados.0.smithi119.stdout:3917: seq_num 1181 ranges {565248=581632} 2024-04-13T07:58:50.512 INFO:tasks.rados.rados.0.smithi119.stdout:3917: writing smithi11982245-27 from 565248 to 1146880 tid 1 2024-04-13T07:58:50.513 INFO:tasks.rados.rados.0.smithi119.stdout:3915: done (3 left) 2024-04-13T07:58:50.513 INFO:tasks.rados.rados.0.smithi119.stdout:3918: copy_from oid 8 from oid 10 current snap is 401 2024-04-13T07:58:50.513 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 6 current snap is 401 2024-04-13T07:58:50.513 INFO:tasks.rados.rados.0.smithi119.stdout:3919: seq_num 1182 ranges {7421952=606208} 2024-04-13T07:58:50.557 INFO:tasks.rados.rados.0.smithi119.stdout:3919: writing smithi11982245-6 from 7421952 to 8028160 tid 1 2024-04-13T07:58:50.557 INFO:tasks.rados.rados.0.smithi119.stdout:3920: copy_from oid 7 from oid 20 current snap is 401 2024-04-13T07:58:50.558 INFO:tasks.rados.rados.0.smithi119.stdout:3916: finishing write tid 1 to smithi11982245-49 2024-04-13T07:58:50.558 INFO:tasks.rados.rados.0.smithi119.stdout:3916: finishing write tid 2 to smithi11982245-49 2024-04-13T07:58:50.558 INFO:tasks.rados.rados.0.smithi119.stdout:3917: finishing write tid 1 to smithi11982245-27 2024-04-13T07:58:50.558 INFO:tasks.rados.rados.0.smithi119.stdout:3921: snap_remove snap 366 2024-04-13T07:58:50.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:50 smithi139 ceph-mon[88985]: pgmap v896: 121 pgs: 1 active+clean+snaptrim_wait, 6 active+clean+snaptrim, 114 active+clean; 1.3 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 7.1 MiB/s wr, 20 op/s 2024-04-13T07:58:50.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:50 smithi139 ceph-mon[88985]: osdmap e818: 8 total, 8 up, 8 in 2024-04-13T07:58:50.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:50 smithi139 ceph-mon[88985]: osdmap e819: 8 total, 8 up, 8 in 2024-04-13T07:58:50.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:50 smithi119 ceph-mon[96316]: pgmap v896: 121 pgs: 1 active+clean+snaptrim_wait, 6 active+clean+snaptrim, 114 active+clean; 1.3 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 7.1 MiB/s wr, 20 op/s 2024-04-13T07:58:50.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:50 smithi119 ceph-mon[96316]: osdmap e818: 8 total, 8 up, 8 in 2024-04-13T07:58:50.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:50 smithi119 ceph-mon[96316]: osdmap e819: 8 total, 8 up, 8 in 2024-04-13T07:58:50.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:50 smithi119 ceph-mon[93746]: pgmap v896: 121 pgs: 1 active+clean+snaptrim_wait, 6 active+clean+snaptrim, 114 active+clean; 1.3 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 7.1 MiB/s wr, 20 op/s 2024-04-13T07:58:50.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:50 smithi119 ceph-mon[93746]: osdmap e818: 8 total, 8 up, 8 in 2024-04-13T07:58:50.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:50 smithi119 ceph-mon[93746]: osdmap e819: 8 total, 8 up, 8 in 2024-04-13T07:58:51.546 INFO:tasks.rados.rados.0.smithi119.stdout:3921: done (6 left) 2024-04-13T07:58:51.547 INFO:tasks.rados.rados.0.smithi119.stdout:3922: rollback oid 37 current snap is 401 2024-04-13T07:58:51.547 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 37 to 249 2024-04-13T07:58:51.547 INFO:tasks.rados.rados.0.smithi119.stdout:3917: finishing write tid 2 to smithi11982245-27 2024-04-13T07:58:51.547 INFO:tasks.rados.rados.0.smithi119.stdout:3916: finishing write tid 3 to smithi11982245-49 2024-04-13T07:58:51.547 INFO:tasks.rados.rados.0.smithi119.stdout:3916: oid 49 updating version 0 to 2506 2024-04-13T07:58:51.547 INFO:tasks.rados.rados.0.smithi119.stdout:3916: oid 49 updating version 2506 to 2507 2024-04-13T07:58:51.547 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 49 v 2507 (ObjNum 1180 snap 401 seq_num 1180) dirty exists 2024-04-13T07:58:51.547 INFO:tasks.rados.rados.0.smithi119.stdout:3916: left oid 49 (ObjNum 1180 snap 401 seq_num 1180) 2024-04-13T07:58:51.547 INFO:tasks.rados.rados.0.smithi119.stdout:3917: finishing write tid 3 to smithi11982245-27 2024-04-13T07:58:51.547 INFO:tasks.rados.rados.0.smithi119.stdout:3917: oid 27 updating version 0 to 2501 2024-04-13T07:58:51.547 INFO:tasks.rados.rados.0.smithi119.stdout:3917: oid 27 version 2501 is already newer than 2500 2024-04-13T07:58:51.547 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 27 v 2501 (ObjNum 1181 snap 401 seq_num 1181) dirty exists 2024-04-13T07:58:51.548 INFO:tasks.rados.rados.0.smithi119.stdout:3917: left oid 27 (ObjNum 1181 snap 401 seq_num 1181) 2024-04-13T07:58:51.548 INFO:tasks.rados.rados.0.smithi119.stdout:3914: expect (ObjNum 1110 snap 379 seq_num 1110) 2024-04-13T07:58:51.763 INFO:tasks.rados.rados.0.smithi119.stdout:3918: finishing copy_from racing read to smithi11982245-8 2024-04-13T07:58:51.763 INFO:tasks.rados.rados.0.smithi119.stdout:3919: finishing write tid 1 to smithi11982245-6 2024-04-13T07:58:51.763 INFO:tasks.rados.rados.0.smithi119.stdout:3919: finishing write tid 2 to smithi11982245-6 2024-04-13T07:58:51.763 INFO:tasks.rados.rados.0.smithi119.stdout:3919: finishing write tid 3 to smithi11982245-6 2024-04-13T07:58:51.763 INFO:tasks.rados.rados.0.smithi119.stdout:3919: oid 6 updating version 0 to 2381 2024-04-13T07:58:51.763 INFO:tasks.rados.rados.0.smithi119.stdout:3919: oid 6 updating version 2381 to 2382 2024-04-13T07:58:51.763 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 6 v 2382 (ObjNum 1182 snap 401 seq_num 1182) dirty exists 2024-04-13T07:58:51.763 INFO:tasks.rados.rados.0.smithi119.stdout:3919: left oid 6 (ObjNum 1182 snap 401 seq_num 1182) 2024-04-13T07:58:51.763 INFO:tasks.rados.rados.0.smithi119.stdout:3918: finishing copy_from to smithi11982245-8 2024-04-13T07:58:51.763 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 8 v 2597 (ObjNum 278 snap 95 seq_num 278) dirty exists 2024-04-13T07:58:51.764 INFO:tasks.rados.rados.0.smithi119.stdout:3920: finishing copy_from racing read to smithi11982245-7 2024-04-13T07:58:51.764 INFO:tasks.rados.rados.0.smithi119.stdout:3914: done (6 left) 2024-04-13T07:58:51.764 INFO:tasks.rados.rados.0.smithi119.stdout:3916: done (5 left) 2024-04-13T07:58:51.764 INFO:tasks.rados.rados.0.smithi119.stdout:3917: done (4 left) 2024-04-13T07:58:51.764 INFO:tasks.rados.rados.0.smithi119.stdout:3918: done (3 left) 2024-04-13T07:58:51.764 INFO:tasks.rados.rados.0.smithi119.stdout:3919: done (2 left) 2024-04-13T07:58:51.764 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 47 current snap is 401 2024-04-13T07:58:51.764 INFO:tasks.rados.rados.0.smithi119.stdout:3920: finishing copy_from to smithi11982245-7 2024-04-13T07:58:51.764 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 7 v 2502 (ObjNum 1174 snap 400 seq_num 1174) dirty exists 2024-04-13T07:58:51.764 INFO:tasks.rados.rados.0.smithi119.stdout:3922: finishing rollback tid 0 to smithi11982245-37 2024-04-13T07:58:51.764 INFO:tasks.rados.rados.0.smithi119.stdout:3922: finishing rollback tid 1 to smithi11982245-37 2024-04-13T07:58:51.764 INFO:tasks.rados.rados.0.smithi119.stdout:3922: finishing rollback tid 2 to smithi11982245-37 2024-04-13T07:58:51.764 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 37 v 2504 (ObjNum 693 snap 239 seq_num 693) dirty exists 2024-04-13T07:58:51.764 INFO:tasks.rados.rados.0.smithi119.stdout:3923: seq_num 1183 ranges {5079040=622592} 2024-04-13T07:58:51.793 INFO:tasks.rados.rados.0.smithi119.stdout:3923: writing smithi11982245-47 from 5079040 to 5701632 tid 1 2024-04-13T07:58:51.793 INFO:tasks.rados.rados.0.smithi119.stdout:3920: done (2 left) 2024-04-13T07:58:51.793 INFO:tasks.rados.rados.0.smithi119.stdout:3922: done (1 left) 2024-04-13T07:58:51.793 INFO:tasks.rados.rados.0.smithi119.stdout:3924: read oid 20 snap 391 2024-04-13T07:58:51.793 INFO:tasks.rados.rados.0.smithi119.stdout:3924: expect (ObjNum 536 snap 179 seq_num 536) 2024-04-13T07:58:51.793 INFO:tasks.rados.rados.0.smithi119.stdout:3925: snap_create 2024-04-13T07:58:51.798 INFO:tasks.rados.rados.0.smithi119.stdout:3923: finishing write tid 1 to smithi11982245-47 2024-04-13T07:58:51.798 INFO:tasks.rados.rados.0.smithi119.stdout:3923: finishing write tid 2 to smithi11982245-47 2024-04-13T07:58:51.800 INFO:tasks.rados.rados.0.smithi119.stdout:3923: finishing write tid 3 to smithi11982245-47 2024-04-13T07:58:51.800 INFO:tasks.rados.rados.0.smithi119.stdout:3923: oid 47 updating version 0 to 2737 2024-04-13T07:58:51.800 INFO:tasks.rados.rados.0.smithi119.stdout:3923: oid 47 version 2737 is already newer than 2736 2024-04-13T07:58:51.800 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 47 v 2737 (ObjNum 1183 snap 401 seq_num 1183) dirty exists 2024-04-13T07:58:51.800 INFO:tasks.rados.rados.0.smithi119.stdout:3923: left oid 47 (ObjNum 1183 snap 401 seq_num 1183) 2024-04-13T07:58:51.865 INFO:tasks.rados.rados.0.smithi119.stdout:3924: expect (ObjNum 536 snap 179 seq_num 536) 2024-04-13T07:58:52.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:52 smithi139 ceph-mon[88985]: pgmap v899: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 1.3 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.7 MiB/s rd, 8.6 MiB/s wr, 29 op/s 2024-04-13T07:58:52.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:52 smithi139 ceph-mon[88985]: osdmap e820: 8 total, 8 up, 8 in 2024-04-13T07:58:52.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:58:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T07:58:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:58:52.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:52 smithi119 ceph-mon[96316]: pgmap v899: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 1.3 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.7 MiB/s rd, 8.6 MiB/s wr, 29 op/s 2024-04-13T07:58:52.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:52 smithi119 ceph-mon[96316]: osdmap e820: 8 total, 8 up, 8 in 2024-04-13T07:58:52.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:52 smithi119 ceph-mon[93746]: pgmap v899: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 1.3 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.7 MiB/s rd, 8.6 MiB/s wr, 29 op/s 2024-04-13T07:58:52.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:52 smithi119 ceph-mon[93746]: osdmap e820: 8 total, 8 up, 8 in 2024-04-13T07:58:53.011 INFO:tasks.rados.rados.0.smithi119.stdout:3923: done (2 left) 2024-04-13T07:58:53.011 INFO:tasks.rados.rados.0.smithi119.stdout:3924: done (1 left) 2024-04-13T07:58:53.011 INFO:tasks.rados.rados.0.smithi119.stdout:3925: done (0 left) 2024-04-13T07:58:53.011 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 45 current snap is 402 2024-04-13T07:58:53.011 INFO:tasks.rados.rados.0.smithi119.stdout:3926: seq_num 1184 ranges {1433600=638976} 2024-04-13T07:58:53.022 INFO:tasks.rados.rados.0.smithi119.stdout:3926: writing smithi11982245-45 from 1433600 to 2072576 tid 1 2024-04-13T07:58:53.022 INFO:tasks.rados.rados.0.smithi119.stdout:3927: read oid 16 snap -1 2024-04-13T07:58:53.023 INFO:tasks.rados.rados.0.smithi119.stdout:3927: expect (ObjNum 1110 snap 379 seq_num 1110) 2024-04-13T07:58:53.023 INFO:tasks.rados.rados.0.smithi119.stdout:3928: snap_remove snap 320 2024-04-13T07:58:53.557 INFO:tasks.rados.rados.0.smithi119.stdout:3926: finishing write tid 1 to smithi11982245-45 2024-04-13T07:58:53.557 INFO:tasks.rados.rados.0.smithi119.stdout:3926: finishing write tid 2 to smithi11982245-45 2024-04-13T07:58:53.557 INFO:tasks.rados.rados.0.smithi119.stdout:3926: finishing write tid 3 to smithi11982245-45 2024-04-13T07:58:53.557 INFO:tasks.rados.rados.0.smithi119.stdout:3926: oid 45 updating version 0 to 2740 2024-04-13T07:58:53.558 INFO:tasks.rados.rados.0.smithi119.stdout:3926: oid 45 version 2740 is already newer than 2739 2024-04-13T07:58:53.558 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 45 v 2740 (ObjNum 1184 snap 402 seq_num 1184) dirty exists 2024-04-13T07:58:53.558 INFO:tasks.rados.rados.0.smithi119.stdout:3926: left oid 45 (ObjNum 1184 snap 402 seq_num 1184) 2024-04-13T07:58:53.558 INFO:tasks.rados.rados.0.smithi119.stdout:3927: expect (ObjNum 1110 snap 379 seq_num 1110) 2024-04-13T07:58:53.773 INFO:tasks.rados.rados.0.smithi119.stdout:3926: done (2 left) 2024-04-13T07:58:53.773 INFO:tasks.rados.rados.0.smithi119.stdout:3927: done (1 left) 2024-04-13T07:58:53.773 INFO:tasks.rados.rados.0.smithi119.stdout:3928: done (0 left) 2024-04-13T07:58:53.774 INFO:tasks.rados.rados.0.smithi119.stdout:3929: delete oid 43 current snap is 402 2024-04-13T07:58:53.777 INFO:tasks.rados.rados.0.smithi119.stdout:3929: done (0 left) 2024-04-13T07:58:53.778 INFO:tasks.rados.rados.0.smithi119.stdout:3930: read oid 22 snap -1 2024-04-13T07:58:53.778 INFO:tasks.rados.rados.0.smithi119.stdout:3930: expect deleted 2024-04-13T07:58:53.778 INFO:tasks.rados.rados.0.smithi119.stdout:3931: rollback oid 32 current snap is 402 2024-04-13T07:58:53.778 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 32 to 398 2024-04-13T07:58:53.778 INFO:tasks.rados.rados.0.smithi119.stdout:3932: rmattr oid 10 current snap is 402 2024-04-13T07:58:53.778 INFO:tasks.rados.rados.0.smithi119.stdout:3932: done (2 left) 2024-04-13T07:58:53.778 INFO:tasks.rados.rados.0.smithi119.stdout:3933: rollback oid 11 current snap is 402 2024-04-13T07:58:53.778 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 11 to 305 2024-04-13T07:58:53.778 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 39 current snap is 402 2024-04-13T07:58:53.778 INFO:tasks.rados.rados.0.smithi119.stdout:3934: seq_num 1186 ranges {0=671744} 2024-04-13T07:58:53.782 INFO:tasks.rados.rados.0.smithi119.stdout:3934: writing smithi11982245-39 from 0 to 671744 tid 1 2024-04-13T07:58:53.782 INFO:tasks.rados.rados.0.smithi119.stdout:3935: read oid 24 snap -1 2024-04-13T07:58:53.783 INFO:tasks.rados.rados.0.smithi119.stdout:3935: expect (ObjNum 1169 snap 400 seq_num 1169) 2024-04-13T07:58:53.783 INFO:tasks.rados.rados.0.smithi119.stdout:3936: delete oid 31 current snap is 402 2024-04-13T07:58:53.783 INFO:tasks.rados.rados.0.smithi119.stdout:3931: finishing rollback tid 0 to smithi11982245-32 2024-04-13T07:58:53.783 INFO:tasks.rados.rados.0.smithi119.stdout:3931: finishing rollback tid 1 to smithi11982245-32 2024-04-13T07:58:53.783 INFO:tasks.rados.rados.0.smithi119.stdout:3931: finishing rollback tid 2 to smithi11982245-32 2024-04-13T07:58:53.783 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 32 v 2527 (ObjNum 1162 snap 398 seq_num 1162) dirty exists 2024-04-13T07:58:53.785 INFO:tasks.rados.rados.0.smithi119.stdout:3933: finishing rollback tid 0 to smithi11982245-11 2024-04-13T07:58:53.785 INFO:tasks.rados.rados.0.smithi119.stdout:3933: finishing rollback tid 1 to smithi11982245-11 2024-04-13T07:58:53.785 INFO:tasks.rados.rados.0.smithi119.stdout:3933: finishing rollback tid 2 to smithi11982245-11 2024-04-13T07:58:53.785 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 11 v 2385 (ObjNum 858 snap 287 seq_num 858) dirty exists 2024-04-13T07:58:53.786 INFO:tasks.rados.rados.0.smithi119.stdout:3935: expect (ObjNum 1169 snap 400 seq_num 1169) 2024-04-13T07:58:53.798 INFO:tasks.rados.rados.0.smithi119.stdout:3934: finishing write tid 1 to smithi11982245-39 2024-04-13T07:58:53.798 INFO:tasks.rados.rados.0.smithi119.stdout:3934: finishing write tid 2 to smithi11982245-39 2024-04-13T07:58:53.798 INFO:tasks.rados.rados.0.smithi119.stdout:3930: done (5 left) 2024-04-13T07:58:53.798 INFO:tasks.rados.rados.0.smithi119.stdout:3931: done (4 left) 2024-04-13T07:58:53.798 INFO:tasks.rados.rados.0.smithi119.stdout:3933: done (3 left) 2024-04-13T07:58:53.798 INFO:tasks.rados.rados.0.smithi119.stdout:3935: done (2 left) 2024-04-13T07:58:53.798 INFO:tasks.rados.rados.0.smithi119.stdout:3936: done (1 left) 2024-04-13T07:58:53.798 INFO:tasks.rados.rados.0.smithi119.stdout:3937: delete oid 46 current snap is 402 2024-04-13T07:58:53.798 INFO:tasks.rados.rados.0.smithi119.stdout:3934: finishing write tid 3 to smithi11982245-39 2024-04-13T07:58:53.798 INFO:tasks.rados.rados.0.smithi119.stdout:3934: oid 39 updating version 0 to 2509 2024-04-13T07:58:53.798 INFO:tasks.rados.rados.0.smithi119.stdout:3934: oid 39 version 2509 is already newer than 2508 2024-04-13T07:58:53.799 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 39 v 2509 (ObjNum 1186 snap 402 seq_num 1186) dirty exists 2024-04-13T07:58:53.799 INFO:tasks.rados.rados.0.smithi119.stdout:3934: left oid 39 (ObjNum 1186 snap 402 seq_num 1186) 2024-04-13T07:58:53.801 INFO:tasks.rados.rados.0.smithi119.stdout:3934: done (1 left) 2024-04-13T07:58:53.801 INFO:tasks.rados.rados.0.smithi119.stdout:3937: done (0 left) 2024-04-13T07:58:53.801 INFO:tasks.rados.rados.0.smithi119.stdout:3938: snap_create 2024-04-13T07:58:53.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:53 smithi139 ceph-mon[88985]: osdmap e821: 8 total, 8 up, 8 in 2024-04-13T07:58:53.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:53 smithi119 ceph-mon[93746]: osdmap e821: 8 total, 8 up, 8 in 2024-04-13T07:58:53.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:53 smithi119 ceph-mon[96316]: osdmap e821: 8 total, 8 up, 8 in 2024-04-13T07:58:54.562 INFO:tasks.rados.rados.0.smithi119.stdout:3938: done (0 left) 2024-04-13T07:58:54.562 INFO:tasks.rados.rados.0.smithi119.stdout:3939: copy_from oid 50 from oid 35 current snap is 403 2024-04-13T07:58:54.562 INFO:tasks.rados.rados.0.smithi119.stdout:3940: snap_create 2024-04-13T07:58:54.563 INFO:tasks.rados.rados.0.smithi119.stdout:3939: finishing copy_from to smithi11982245-50 2024-04-13T07:58:54.563 INFO:tasks.rados.rados.0.smithi119.stdout:3939: got expected ENOENT (src dne) 2024-04-13T07:58:54.563 INFO:tasks.rados.rados.0.smithi119.stdout:3939: finishing copy_from racing read to smithi11982245-50 2024-04-13T07:58:54.820 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:54 smithi119 ceph-mon[96316]: pgmap v902: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 1.3 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 42 op/s 2024-04-13T07:58:54.820 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:54 smithi119 ceph-mon[96316]: osdmap e822: 8 total, 8 up, 8 in 2024-04-13T07:58:54.820 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:58:54.820 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:54 smithi119 ceph-mon[93746]: pgmap v902: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 1.3 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 42 op/s 2024-04-13T07:58:54.820 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:54 smithi119 ceph-mon[93746]: osdmap e822: 8 total, 8 up, 8 in 2024-04-13T07:58:54.820 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:58:54.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:54 smithi139 ceph-mon[88985]: pgmap v902: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 1.3 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 42 op/s 2024-04-13T07:58:54.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:54 smithi139 ceph-mon[88985]: osdmap e822: 8 total, 8 up, 8 in 2024-04-13T07:58:54.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:58:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:58:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:58:54] "GET /metrics HTTP/1.1" 200 36203 "" "Prometheus/2.43.0" 2024-04-13T07:58:55.481 INFO:tasks.rados.rados.0.smithi119.stdout:3939: done (1 left) 2024-04-13T07:58:55.481 INFO:tasks.rados.rados.0.smithi119.stdout:3940: done (0 left) 2024-04-13T07:58:55.481 INFO:tasks.rados.rados.0.smithi119.stdout:3941: read oid 23 snap -1 2024-04-13T07:58:55.481 INFO:tasks.rados.rados.0.smithi119.stdout:3941: expect (ObjNum 1155 snap 396 seq_num 1155) 2024-04-13T07:58:55.481 INFO:tasks.rados.rados.0.smithi119.stdout:3942: copy_from oid 16 from oid 46 current snap is 404 2024-04-13T07:58:55.481 INFO:tasks.rados.rados.0.smithi119.stdout:3943: snap_remove snap 317 2024-04-13T07:58:55.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:55 smithi139 ceph-mon[88985]: osdmap e823: 8 total, 8 up, 8 in 2024-04-13T07:58:55.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:55 smithi139 ceph-mon[88985]: osdmap e824: 8 total, 8 up, 8 in 2024-04-13T07:58:55.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:55 smithi119 ceph-mon[96316]: osdmap e823: 8 total, 8 up, 8 in 2024-04-13T07:58:55.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:55 smithi119 ceph-mon[96316]: osdmap e824: 8 total, 8 up, 8 in 2024-04-13T07:58:55.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:55 smithi119 ceph-mon[93746]: osdmap e823: 8 total, 8 up, 8 in 2024-04-13T07:58:55.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:55 smithi119 ceph-mon[93746]: osdmap e824: 8 total, 8 up, 8 in 2024-04-13T07:58:56.487 INFO:tasks.rados.rados.0.smithi119.stdout:3942: finishing copy_from to smithi11982245-16 2024-04-13T07:58:56.488 INFO:tasks.rados.rados.0.smithi119.stdout:3942: got expected ENOENT (src dne) 2024-04-13T07:58:56.488 INFO:tasks.rados.rados.0.smithi119.stdout:3941: expect (ObjNum 1155 snap 396 seq_num 1155) 2024-04-13T07:58:56.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:56 smithi139 ceph-mon[88985]: pgmap v905: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 1.3 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.2 MiB/s wr, 15 op/s 2024-04-13T07:58:56.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:56 smithi139 ceph-mon[88985]: osdmap e825: 8 total, 8 up, 8 in 2024-04-13T07:58:56.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:56 smithi119 ceph-mon[96316]: pgmap v905: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 1.3 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.2 MiB/s wr, 15 op/s 2024-04-13T07:58:56.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:56 smithi119 ceph-mon[96316]: osdmap e825: 8 total, 8 up, 8 in 2024-04-13T07:58:56.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:56 smithi119 ceph-mon[93746]: pgmap v905: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 1.3 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.2 MiB/s wr, 15 op/s 2024-04-13T07:58:56.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:56 smithi119 ceph-mon[93746]: osdmap e825: 8 total, 8 up, 8 in 2024-04-13T07:58:57.265 INFO:tasks.rados.rados.0.smithi119.stdout:3942: finishing copy_from racing read to smithi11982245-16 2024-04-13T07:58:57.266 INFO:tasks.rados.rados.0.smithi119.stdout:3941: done (2 left) 2024-04-13T07:58:57.266 INFO:tasks.rados.rados.0.smithi119.stdout:3942: done (1 left) 2024-04-13T07:58:57.266 INFO:tasks.rados.rados.0.smithi119.stdout:3943: done (0 left) 2024-04-13T07:58:57.266 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 16 current snap is 404 2024-04-13T07:58:57.266 INFO:tasks.rados.rados.0.smithi119.stdout:3944: seq_num 1189 ranges {5079040=720896} 2024-04-13T07:58:57.296 INFO:tasks.rados.rados.0.smithi119.stdout:3944: writing smithi11982245-16 from 5079040 to 5799936 tid 1 2024-04-13T07:58:57.296 INFO:tasks.rados.rados.0.smithi119.stdout:3945: rollback oid 45 current snap is 404 2024-04-13T07:58:57.296 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 45 to 296 2024-04-13T07:58:57.296 INFO:tasks.rados.rados.0.smithi119.stdout:3946: rmattr oid 8 current snap is 404 2024-04-13T07:58:57.296 INFO:tasks.rados.rados.0.smithi119.stdout:3946: done (2 left) 2024-04-13T07:58:57.296 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 6 current snap is 404 2024-04-13T07:58:57.296 INFO:tasks.rados.rados.0.smithi119.stdout:3947: seq_num 1190 ranges {8028160=737280} 2024-04-13T07:58:57.342 INFO:tasks.rados.rados.0.smithi119.stdout:3947: writing smithi11982245-6 from 8028160 to 8765440 tid 1 2024-04-13T07:58:57.342 INFO:tasks.rados.rados.0.smithi119.stdout:3948: read oid 15 snap -1 2024-04-13T07:58:57.342 INFO:tasks.rados.rados.0.smithi119.stdout:3948: expect deleted 2024-04-13T07:58:57.342 INFO:tasks.rados.rados.0.smithi119.stdout:3949: snap_remove snap 358 2024-04-13T07:58:57.573 INFO:tasks.rados.rados.0.smithi119.stdout:3945: finishing rollback tid 0 to smithi11982245-45 2024-04-13T07:58:57.573 INFO:tasks.rados.rados.0.smithi119.stdout:3944: finishing write tid 1 to smithi11982245-16 2024-04-13T07:58:57.573 INFO:tasks.rados.rados.0.smithi119.stdout:3944: finishing write tid 2 to smithi11982245-16 2024-04-13T07:58:57.573 INFO:tasks.rados.rados.0.smithi119.stdout:3945: finishing rollback tid 1 to smithi11982245-45 2024-04-13T07:58:57.574 INFO:tasks.rados.rados.0.smithi119.stdout:3945: finishing rollback tid 2 to smithi11982245-45 2024-04-13T07:58:57.574 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 45 v 2762 (ObjNum 850 snap 282 seq_num 850) dirty exists 2024-04-13T07:58:57.574 INFO:tasks.rados.rados.0.smithi119.stdout:3944: finishing write tid 3 to smithi11982245-16 2024-04-13T07:58:57.574 INFO:tasks.rados.rados.0.smithi119.stdout:3944: oid 16 updating version 0 to 2674 2024-04-13T07:58:57.574 INFO:tasks.rados.rados.0.smithi119.stdout:3944: oid 16 updating version 2674 to 2675 2024-04-13T07:58:57.574 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 16 v 2675 (ObjNum 1189 snap 404 seq_num 1189) dirty exists 2024-04-13T07:58:57.574 INFO:tasks.rados.rados.0.smithi119.stdout:3944: left oid 16 (ObjNum 1189 snap 404 seq_num 1189) 2024-04-13T07:58:57.574 INFO:tasks.rados.rados.0.smithi119.stdout:3947: finishing write tid 1 to smithi11982245-6 2024-04-13T07:58:57.574 INFO:tasks.rados.rados.0.smithi119.stdout:3947: finishing write tid 2 to smithi11982245-6 2024-04-13T07:58:57.574 INFO:tasks.rados.rados.0.smithi119.stdout:3947: finishing write tid 3 to smithi11982245-6 2024-04-13T07:58:57.574 INFO:tasks.rados.rados.0.smithi119.stdout:3947: oid 6 updating version 0 to 2387 2024-04-13T07:58:57.574 INFO:tasks.rados.rados.0.smithi119.stdout:3947: oid 6 version 2387 is already newer than 2386 2024-04-13T07:58:57.574 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 6 v 2387 (ObjNum 1190 snap 404 seq_num 1190) dirty exists 2024-04-13T07:58:57.574 INFO:tasks.rados.rados.0.smithi119.stdout:3947: left oid 6 (ObjNum 1190 snap 404 seq_num 1190) 2024-04-13T07:58:57.575 INFO:tasks.rados.rados.0.smithi119.stdout:3944: done (4 left) 2024-04-13T07:58:57.575 INFO:tasks.rados.rados.0.smithi119.stdout:3945: done (3 left) 2024-04-13T07:58:57.575 INFO:tasks.rados.rados.0.smithi119.stdout:3947: done (2 left) 2024-04-13T07:58:57.575 INFO:tasks.rados.rados.0.smithi119.stdout:3948: done (1 left) 2024-04-13T07:58:57.575 INFO:tasks.rados.rados.0.smithi119.stdout:3949: done (0 left) 2024-04-13T07:58:57.575 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 20 current snap is 404 2024-04-13T07:58:57.575 INFO:tasks.rados.rados.0.smithi119.stdout:3950: seq_num 1191 ranges {12075008=753664} 2024-04-13T07:58:57.643 INFO:tasks.rados.rados.0.smithi119.stdout:3950: writing smithi11982245-20 from 12075008 to 12828672 tid 1 2024-04-13T07:58:57.643 INFO:tasks.rados.rados.0.smithi119.stdout:3951: copy_from oid 26 from oid 5 current snap is 404 2024-04-13T07:58:57.643 INFO:tasks.rados.rados.0.smithi119.stdout:3952: rmattr oid 38 current snap is 404 2024-04-13T07:58:57.643 INFO:tasks.rados.rados.0.smithi119.stdout:3952: done (2 left) 2024-04-13T07:58:57.643 INFO:tasks.rados.rados.0.smithi119.stdout:3953: snap_remove snap 312 2024-04-13T07:58:58.582 INFO:tasks.rados.rados.0.smithi119.stdout:3950: finishing write tid 1 to smithi11982245-20 2024-04-13T07:58:58.582 INFO:tasks.rados.rados.0.smithi119.stdout:3951: finishing copy_from racing read to smithi11982245-26 2024-04-13T07:58:58.582 INFO:tasks.rados.rados.0.smithi119.stdout:3950: finishing write tid 2 to smithi11982245-20 2024-04-13T07:58:58.582 INFO:tasks.rados.rados.0.smithi119.stdout:3951: finishing copy_from to smithi11982245-26 2024-04-13T07:58:58.582 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 26 v 2650 (ObjNum 929 snap 319 seq_num 929) dirty exists 2024-04-13T07:58:58.582 INFO:tasks.rados.rados.0.smithi119.stdout:3950: finishing write tid 3 to smithi11982245-20 2024-04-13T07:58:58.582 INFO:tasks.rados.rados.0.smithi119.stdout:3950: oid 20 updating version 0 to 2599 2024-04-13T07:58:58.583 INFO:tasks.rados.rados.0.smithi119.stdout:3950: oid 20 version 2599 is already newer than 2598 2024-04-13T07:58:58.583 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 20 v 2599 (ObjNum 1191 snap 404 seq_num 1191) dirty exists 2024-04-13T07:58:58.583 INFO:tasks.rados.rados.0.smithi119.stdout:3950: left oid 20 (ObjNum 1191 snap 404 seq_num 1191) 2024-04-13T07:58:58.583 INFO:tasks.rados.rados.0.smithi119.stdout:3950: done (2 left) 2024-04-13T07:58:58.583 INFO:tasks.rados.rados.0.smithi119.stdout:3951: done (1 left) 2024-04-13T07:58:58.583 INFO:tasks.rados.rados.0.smithi119.stdout:3953: done (0 left) 2024-04-13T07:58:58.583 INFO:tasks.rados.rados.0.smithi119.stdout:3954: rmattr oid 28 current snap is 404 2024-04-13T07:58:58.583 INFO:tasks.rados.rados.0.smithi119.stdout:3954: done (0 left) 2024-04-13T07:58:58.583 INFO:tasks.rados.rados.0.smithi119.stdout:3955: rollback oid 9 current snap is 404 2024-04-13T07:58:58.583 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 9 to 398 2024-04-13T07:58:58.583 INFO:tasks.rados.rados.0.smithi119.stdout:3956: read oid 41 snap -1 2024-04-13T07:58:58.583 INFO:tasks.rados.rados.0.smithi119.stdout:3956: expect (ObjNum 1077 snap 364 seq_num 1077) 2024-04-13T07:58:58.583 INFO:tasks.rados.rados.0.smithi119.stdout:3957: snap_create 2024-04-13T07:58:58.597 INFO:tasks.rados.rados.0.smithi119.stdout:3955: finishing rollback tid 0 to smithi11982245-9 2024-04-13T07:58:58.599 INFO:tasks.rados.rados.0.smithi119.stdout:3955: finishing rollback tid 1 to smithi11982245-9 2024-04-13T07:58:58.599 INFO:tasks.rados.rados.0.smithi119.stdout:3955: finishing rollback tid 2 to smithi11982245-9 2024-04-13T07:58:58.599 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 9 v 2512 (ObjNum 1056 snap 354 seq_num 1056) dirty exists 2024-04-13T07:58:58.614 INFO:tasks.rados.rados.0.smithi119.stdout:3956: expect (ObjNum 1077 snap 364 seq_num 1077) 2024-04-13T07:58:58.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:58 smithi139 ceph-mon[88985]: pgmap v908: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 1.3 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 8.6 MiB/s rd, 3.5 MiB/s wr, 8 op/s 2024-04-13T07:58:58.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:58 smithi139 ceph-mon[88985]: osdmap e826: 8 total, 8 up, 8 in 2024-04-13T07:58:58.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:58 smithi119 ceph-mon[96316]: pgmap v908: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 1.3 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 8.6 MiB/s rd, 3.5 MiB/s wr, 8 op/s 2024-04-13T07:58:58.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:58 smithi119 ceph-mon[96316]: osdmap e826: 8 total, 8 up, 8 in 2024-04-13T07:58:58.967 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 07:58:58 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-0[102289]: 2024-04-13T07:58:58.606+0000 7fa8c3582700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 176 after trimming was started 2024-04-13T07:58:58.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:58 smithi119 ceph-mon[93746]: pgmap v908: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 1.3 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 8.6 MiB/s rd, 3.5 MiB/s wr, 8 op/s 2024-04-13T07:58:58.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:58 smithi119 ceph-mon[93746]: osdmap e826: 8 total, 8 up, 8 in 2024-04-13T07:58:59.586 INFO:tasks.rados.rados.0.smithi119.stdout:3955: done (2 left) 2024-04-13T07:58:59.586 INFO:tasks.rados.rados.0.smithi119.stdout:3956: done (1 left) 2024-04-13T07:58:59.587 INFO:tasks.rados.rados.0.smithi119.stdout:3957: done (0 left) 2024-04-13T07:58:59.587 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 34 current snap is 405 2024-04-13T07:58:59.587 INFO:tasks.rados.rados.0.smithi119.stdout:3958: seq_num 1192 ranges {11608064=770048} 2024-04-13T07:58:59.652 INFO:tasks.rados.rados.0.smithi119.stdout:3958: writing smithi11982245-34 from 11608064 to 12378112 tid 1 2024-04-13T07:58:59.652 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 21 current snap is 405 2024-04-13T07:58:59.652 INFO:tasks.rados.rados.0.smithi119.stdout:3959: seq_num 1193 ranges {4587520=786432} 2024-04-13T07:58:59.681 INFO:tasks.rados.rados.0.smithi119.stdout:3959: writing smithi11982245-21 from 4587520 to 5373952 tid 1 2024-04-13T07:58:59.681 INFO:tasks.rados.rados.0.smithi119.stdout:3960: read oid 36 snap 337 2024-04-13T07:58:59.681 INFO:tasks.rados.rados.0.smithi119.stdout:3960: expect deleted 2024-04-13T07:58:59.681 INFO:tasks.rados.rados.0.smithi119.stdout:3961: rollback oid 20 current snap is 405 2024-04-13T07:58:59.681 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 20 to 346 2024-04-13T07:58:59.681 INFO:tasks.rados.rados.0.smithi119.stdout:3962: copy_from oid 12 from oid 3 current snap is 405 2024-04-13T07:58:59.681 INFO:tasks.rados.rados.0.smithi119.stdout:3963: read oid 4 snap 382 2024-04-13T07:58:59.681 INFO:tasks.rados.rados.0.smithi119.stdout:3963: expect (ObjNum 1097 snap 375 seq_num 1097) 2024-04-13T07:58:59.681 INFO:tasks.rados.rados.0.smithi119.stdout:3964: rollback oid 41 current snap is 405 2024-04-13T07:58:59.682 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 41 to 349 2024-04-13T07:58:59.682 INFO:tasks.rados.rados.0.smithi119.stdout:3965: snap_remove snap 322 2024-04-13T07:58:59.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:58:59 smithi139 ceph-mon[88985]: osdmap e827: 8 total, 8 up, 8 in 2024-04-13T07:58:59.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:58:59 smithi119 ceph-mon[96316]: osdmap e827: 8 total, 8 up, 8 in 2024-04-13T07:58:59.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:58:59 smithi119 ceph-mon[93746]: osdmap e827: 8 total, 8 up, 8 in 2024-04-13T07:59:00.488 INFO:tasks.rados.rados.0.smithi119.stdout:3964: finishing rollback tid 0 to smithi11982245-41 2024-04-13T07:59:00.489 INFO:tasks.rados.rados.0.smithi119.stdout:3964: finishing rollback tid 1 to smithi11982245-41 2024-04-13T07:59:00.489 INFO:tasks.rados.rados.0.smithi119.stdout:3959: finishing write tid 1 to smithi11982245-21 2024-04-13T07:59:00.489 INFO:tasks.rados.rados.0.smithi119.stdout:3964: finishing rollback tid 2 to smithi11982245-41 2024-04-13T07:59:00.489 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 41 v 2439 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-13T07:59:00.489 INFO:tasks.rados.rados.0.smithi119.stdout:3959: finishing write tid 2 to smithi11982245-21 2024-04-13T07:59:00.489 INFO:tasks.rados.rados.0.smithi119.stdout:3961: finishing rollback tid 0 to smithi11982245-20 2024-04-13T07:59:00.489 INFO:tasks.rados.rados.0.smithi119.stdout:3961: finishing rollback tid 1 to smithi11982245-20 2024-04-13T07:59:00.489 INFO:tasks.rados.rados.0.smithi119.stdout:3959: finishing write tid 3 to smithi11982245-21 2024-04-13T07:59:00.489 INFO:tasks.rados.rados.0.smithi119.stdout:3959: oid 21 updating version 0 to 2245 2024-04-13T07:59:00.489 INFO:tasks.rados.rados.0.smithi119.stdout:3959: oid 21 version 2245 is already newer than 2244 2024-04-13T07:59:00.489 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 21 v 2245 (ObjNum 1193 snap 405 seq_num 1193) dirty exists 2024-04-13T07:59:00.489 INFO:tasks.rados.rados.0.smithi119.stdout:3959: left oid 21 (ObjNum 1193 snap 405 seq_num 1193) 2024-04-13T07:59:00.489 INFO:tasks.rados.rados.0.smithi119.stdout:3961: finishing rollback tid 2 to smithi11982245-20 2024-04-13T07:59:00.490 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 20 v 2602 (ObjNum 536 snap 179 seq_num 536) dirty exists 2024-04-13T07:59:00.490 INFO:tasks.rados.rados.0.smithi119.stdout:3962: finishing copy_from to smithi11982245-12 2024-04-13T07:59:00.490 INFO:tasks.rados.rados.0.smithi119.stdout:3962: got expected ENOENT (src dne) 2024-04-13T07:59:00.490 INFO:tasks.rados.rados.0.smithi119.stdout:3962: finishing copy_from racing read to smithi11982245-12 2024-04-13T07:59:00.490 INFO:tasks.rados.rados.0.smithi119.stdout:3958: finishing write tid 1 to smithi11982245-34 2024-04-13T07:59:00.490 INFO:tasks.rados.rados.0.smithi119.stdout:3958: finishing write tid 2 to smithi11982245-34 2024-04-13T07:59:00.490 INFO:tasks.rados.rados.0.smithi119.stdout:3958: finishing write tid 3 to smithi11982245-34 2024-04-13T07:59:00.490 INFO:tasks.rados.rados.0.smithi119.stdout:3958: oid 34 updating version 0 to 2792 2024-04-13T07:59:00.490 INFO:tasks.rados.rados.0.smithi119.stdout:3958: oid 34 version 2792 is already newer than 2791 2024-04-13T07:59:00.490 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 34 v 2792 (ObjNum 1192 snap 405 seq_num 1192) dirty exists 2024-04-13T07:59:00.490 INFO:tasks.rados.rados.0.smithi119.stdout:3958: left oid 34 (ObjNum 1192 snap 405 seq_num 1192) 2024-04-13T07:59:00.490 INFO:tasks.rados.rados.0.smithi119.stdout:3963: expect (ObjNum 1097 snap 375 seq_num 1097) 2024-04-13T07:59:00.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:00 smithi139 ceph-mon[88985]: pgmap v911: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 1.3 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 3.8 MiB/s wr, 12 op/s 2024-04-13T07:59:00.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:00 smithi139 ceph-mon[88985]: osdmap e828: 8 total, 8 up, 8 in 2024-04-13T07:59:00.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:00 smithi139 ceph-mon[88985]: osdmap e829: 8 total, 8 up, 8 in 2024-04-13T07:59:00.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:00 smithi119 ceph-mon[96316]: pgmap v911: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 1.3 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 3.8 MiB/s wr, 12 op/s 2024-04-13T07:59:00.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:00 smithi119 ceph-mon[96316]: osdmap e828: 8 total, 8 up, 8 in 2024-04-13T07:59:00.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:00 smithi119 ceph-mon[96316]: osdmap e829: 8 total, 8 up, 8 in 2024-04-13T07:59:00.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:00 smithi119 ceph-mon[93746]: pgmap v911: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 1.3 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 3.8 MiB/s wr, 12 op/s 2024-04-13T07:59:00.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:00 smithi119 ceph-mon[93746]: osdmap e828: 8 total, 8 up, 8 in 2024-04-13T07:59:00.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:00 smithi119 ceph-mon[93746]: osdmap e829: 8 total, 8 up, 8 in 2024-04-13T07:59:02.587 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:59:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T07:59:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:59:02.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:02 smithi139 ceph-mon[88985]: pgmap v914: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 1.3 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-04-13T07:59:02.943 INFO:tasks.rados.rados.0.smithi119.stdout:3958: done (7 left) 2024-04-13T07:59:02.943 INFO:tasks.rados.rados.0.smithi119.stdout:3959: done (6 left) 2024-04-13T07:59:02.943 INFO:tasks.rados.rados.0.smithi119.stdout:3960: done (5 left) 2024-04-13T07:59:02.943 INFO:tasks.rados.rados.0.smithi119.stdout:3961: done (4 left) 2024-04-13T07:59:02.944 INFO:tasks.rados.rados.0.smithi119.stdout:3962: done (3 left) 2024-04-13T07:59:02.944 INFO:tasks.rados.rados.0.smithi119.stdout:3963: done (2 left) 2024-04-13T07:59:02.944 INFO:tasks.rados.rados.0.smithi119.stdout:3964: done (1 left) 2024-04-13T07:59:02.944 INFO:tasks.rados.rados.0.smithi119.stdout:3965: done (0 left) 2024-04-13T07:59:02.944 INFO:tasks.rados.rados.0.smithi119.stdout:3966: rmattr oid 43 current snap is 405 2024-04-13T07:59:02.944 INFO:tasks.rados.rados.0.smithi119.stdout:3966: done (0 left) 2024-04-13T07:59:02.944 INFO:tasks.rados.rados.0.smithi119.stdout:3967: rollback oid 7 current snap is 405 2024-04-13T07:59:02.944 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 7 to 362 2024-04-13T07:59:02.944 INFO:tasks.rados.rados.0.smithi119.stdout:3968: snap_remove snap 134 2024-04-13T07:59:02.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:02 smithi119 ceph-mon[96316]: pgmap v914: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 1.3 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-04-13T07:59:02.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:02 smithi119 ceph-mon[93746]: pgmap v914: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 1.3 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-04-13T07:59:03.604 INFO:tasks.rados.rados.0.smithi119.stdout:3968: done (1 left) 2024-04-13T07:59:03.604 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 39 current snap is 405 2024-04-13T07:59:03.604 INFO:tasks.rados.rados.0.smithi119.stdout:3967: finishing rollback tid 0 to smithi11982245-7 2024-04-13T07:59:03.604 INFO:tasks.rados.rados.0.smithi119.stdout:3967: finishing rollback tid 1 to smithi11982245-7 2024-04-13T07:59:03.604 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 7 v 2509 (ObjNum 65 snap 0 seq_num 1735349086) dirty dne 2024-04-13T07:59:03.604 INFO:tasks.rados.rados.0.smithi119.stdout:3969: seq_num 1194 ranges {671744=802816} 2024-04-13T07:59:03.612 INFO:tasks.rados.rados.0.smithi119.stdout:3969: writing smithi11982245-39 from 671744 to 1474560 tid 1 2024-04-13T07:59:03.613 INFO:tasks.rados.rados.0.smithi119.stdout:3967: done (1 left) 2024-04-13T07:59:03.613 INFO:tasks.rados.rados.0.smithi119.stdout:3970: snap_create 2024-04-13T07:59:03.624 INFO:tasks.rados.rados.0.smithi119.stdout:3969: finishing write tid 1 to smithi11982245-39 2024-04-13T07:59:03.627 INFO:tasks.rados.rados.0.smithi119.stdout:3969: finishing write tid 2 to smithi11982245-39 2024-04-13T07:59:03.628 INFO:tasks.rados.rados.0.smithi119.stdout:3969: finishing write tid 3 to smithi11982245-39 2024-04-13T07:59:03.628 INFO:tasks.rados.rados.0.smithi119.stdout:3969: oid 39 updating version 0 to 2514 2024-04-13T07:59:03.628 INFO:tasks.rados.rados.0.smithi119.stdout:3969: oid 39 version 2514 is already newer than 2513 2024-04-13T07:59:03.629 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 39 v 2514 (ObjNum 1194 snap 405 seq_num 1194) dirty exists 2024-04-13T07:59:03.629 INFO:tasks.rados.rados.0.smithi119.stdout:3969: left oid 39 (ObjNum 1194 snap 405 seq_num 1194) 2024-04-13T07:59:04.603 INFO:tasks.rados.rados.0.smithi119.stdout:3969: done (1 left) 2024-04-13T07:59:04.604 INFO:tasks.rados.rados.0.smithi119.stdout:3970: done (0 left) 2024-04-13T07:59:04.604 INFO:tasks.rados.rados.0.smithi119.stdout:3971: snap_create 2024-04-13T07:59:04.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:04 smithi139 ceph-mon[88985]: pgmap v915: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 1.3 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 740 KiB/s wr, 5 op/s 2024-04-13T07:59:04.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:04 smithi139 ceph-mon[88985]: osdmap e830: 8 total, 8 up, 8 in 2024-04-13T07:59:04.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:59:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:59:04] "GET /metrics HTTP/1.1" 200 36203 "" "Prometheus/2.43.0" 2024-04-13T07:59:04.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:04 smithi119 ceph-mon[96316]: pgmap v915: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 1.3 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 740 KiB/s wr, 5 op/s 2024-04-13T07:59:04.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:04 smithi119 ceph-mon[96316]: osdmap e830: 8 total, 8 up, 8 in 2024-04-13T07:59:04.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:04 smithi119 ceph-mon[93746]: pgmap v915: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 1.3 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 740 KiB/s wr, 5 op/s 2024-04-13T07:59:04.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:04 smithi119 ceph-mon[93746]: osdmap e830: 8 total, 8 up, 8 in 2024-04-13T07:59:05.482 INFO:tasks.rados.rados.0.smithi119.stdout:3971: done (0 left) 2024-04-13T07:59:05.483 INFO:tasks.rados.rados.0.smithi119.stdout:3972: snap_remove snap 351 2024-04-13T07:59:05.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:05 smithi139 ceph-mon[88985]: osdmap e831: 8 total, 8 up, 8 in 2024-04-13T07:59:05.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:05 smithi139 ceph-mon[88985]: osdmap e832: 8 total, 8 up, 8 in 2024-04-13T07:59:05.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:05 smithi119 ceph-mon[96316]: osdmap e831: 8 total, 8 up, 8 in 2024-04-13T07:59:05.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:05 smithi119 ceph-mon[96316]: osdmap e832: 8 total, 8 up, 8 in 2024-04-13T07:59:05.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:05 smithi119 ceph-mon[93746]: osdmap e831: 8 total, 8 up, 8 in 2024-04-13T07:59:05.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:05 smithi119 ceph-mon[93746]: osdmap e832: 8 total, 8 up, 8 in 2024-04-13T07:59:06.488 INFO:tasks.rados.rados.0.smithi119.stdout:3972: done (0 left) 2024-04-13T07:59:06.488 INFO:tasks.rados.rados.0.smithi119.stdout:3973: snap_remove snap 293 2024-04-13T07:59:06.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:06 smithi139 ceph-mon[88985]: pgmap v918: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 1.3 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 741 KiB/s wr, 5 op/s 2024-04-13T07:59:06.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:06 smithi139 ceph-mon[88985]: osdmap e833: 8 total, 8 up, 8 in 2024-04-13T07:59:06.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:06 smithi119 ceph-mon[96316]: pgmap v918: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 1.3 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 741 KiB/s wr, 5 op/s 2024-04-13T07:59:06.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:06 smithi119 ceph-mon[96316]: osdmap e833: 8 total, 8 up, 8 in 2024-04-13T07:59:06.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:06 smithi119 ceph-mon[93746]: pgmap v918: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 1.3 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 741 KiB/s wr, 5 op/s 2024-04-13T07:59:06.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:06 smithi119 ceph-mon[93746]: osdmap e833: 8 total, 8 up, 8 in 2024-04-13T07:59:07.491 INFO:tasks.rados.rados.0.smithi119.stdout:3973: done (0 left) 2024-04-13T07:59:07.491 INFO:tasks.rados.rados.0.smithi119.stdout:3974: rmattr oid 1 current snap is 407 2024-04-13T07:59:07.491 INFO:tasks.rados.rados.0.smithi119.stdout:3974: done (0 left) 2024-04-13T07:59:07.492 INFO:tasks.rados.rados.0.smithi119.stdout:3975: snap_remove snap 400 2024-04-13T07:59:08.503 INFO:tasks.rados.rados.0.smithi119.stdout:3975: done (0 left) 2024-04-13T07:59:08.503 INFO:tasks.rados.rados.0.smithi119.stdout:3976: delete oid 18 current snap is 407 2024-04-13T07:59:08.519 INFO:tasks.rados.rados.0.smithi119.stdout:3976: done (0 left) 2024-04-13T07:59:08.519 INFO:tasks.rados.rados.0.smithi119.stdout:3977: setattr oid 31 current snap is 407 2024-04-13T07:59:08.522 INFO:tasks.rados.rados.0.smithi119.stdout:3978: copy_from oid 2 from oid 7 current snap is 407 2024-04-13T07:59:08.522 INFO:tasks.rados.rados.0.smithi119.stdout:3979: read oid 50 snap -1 2024-04-13T07:59:08.522 INFO:tasks.rados.rados.0.smithi119.stdout:3979: expect (ObjNum 1175 snap 400 seq_num 1175) 2024-04-13T07:59:08.522 INFO:tasks.rados.rados.0.smithi119.stdout:3980: read oid 6 snap -1 2024-04-13T07:59:08.522 INFO:tasks.rados.rados.0.smithi119.stdout:3980: expect (ObjNum 1190 snap 404 seq_num 1190) 2024-04-13T07:59:08.522 INFO:tasks.rados.rados.0.smithi119.stdout:3981: rollback oid 48 current snap is 407 2024-04-13T07:59:08.522 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 48 to 390 2024-04-13T07:59:08.522 INFO:tasks.rados.rados.0.smithi119.stdout:3982: read oid 47 snap -1 2024-04-13T07:59:08.523 INFO:tasks.rados.rados.0.smithi119.stdout:3982: expect (ObjNum 1183 snap 401 seq_num 1183) 2024-04-13T07:59:08.523 INFO:tasks.rados.rados.0.smithi119.stdout:3983: read oid 25 snap -1 2024-04-13T07:59:08.523 INFO:tasks.rados.rados.0.smithi119.stdout:3983: expect (ObjNum 1088 snap 373 seq_num 1088) 2024-04-13T07:59:08.523 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 4 current snap is 407 2024-04-13T07:59:08.523 INFO:tasks.rados.rados.0.smithi119.stdout:3984: seq_num 1196 ranges {25255936=434176,25690112=401408} 2024-04-13T07:59:08.659 INFO:tasks.rados.rados.0.smithi119.stdout:3984: writing smithi11982245-4 from 25255936 to 25690112 tid 1 2024-04-13T07:59:08.661 INFO:tasks.rados.rados.0.smithi119.stdout:3984: writing smithi11982245-4 from 25690112 to 26091520 tid 2 2024-04-13T07:59:08.662 INFO:tasks.rados.rados.0.smithi119.stdout:3985: snap_create 2024-04-13T07:59:08.662 INFO:tasks.rados.rados.0.smithi119.stdout:3978: finishing copy_from to smithi11982245-2 2024-04-13T07:59:08.662 INFO:tasks.rados.rados.0.smithi119.stdout:3978: got expected ENOENT (src dne) 2024-04-13T07:59:08.662 INFO:tasks.rados.rados.0.smithi119.stdout:3978: finishing copy_from racing read to smithi11982245-2 2024-04-13T07:59:08.662 INFO:tasks.rados.rados.0.smithi119.stdout:3981: finishing rollback tid 1 to smithi11982245-48 2024-04-13T07:59:08.662 INFO:tasks.rados.rados.0.smithi119.stdout:3981: finishing rollback tid 2 to smithi11982245-48 2024-04-13T07:59:08.662 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 48 v 2391 (ObjNum 901 snap 307 seq_num 901) dirty exists 2024-04-13T07:59:08.662 INFO:tasks.rados.rados.0.smithi119.stdout:3983: expect (ObjNum 1088 snap 373 seq_num 1088) 2024-04-13T07:59:08.698 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 31 v 2835 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-13T07:59:08.699 INFO:tasks.rados.rados.0.smithi119.stdout:3979: expect (ObjNum 1175 snap 400 seq_num 1175) 2024-04-13T07:59:08.770 INFO:tasks.rados.rados.0.smithi119.stdout:3982: expect (ObjNum 1183 snap 401 seq_num 1183) 2024-04-13T07:59:08.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:08 smithi139 ceph-mon[88985]: pgmap v921: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 1.3 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 196 KiB/s wr, 1 op/s 2024-04-13T07:59:08.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:08 smithi139 ceph-mon[88985]: osdmap e834: 8 total, 8 up, 8 in 2024-04-13T07:59:08.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:08 smithi119 ceph-mon[96316]: pgmap v921: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 1.3 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 196 KiB/s wr, 1 op/s 2024-04-13T07:59:08.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:08 smithi119 ceph-mon[96316]: osdmap e834: 8 total, 8 up, 8 in 2024-04-13T07:59:08.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:08 smithi119 ceph-mon[93746]: pgmap v921: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 1.3 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 196 KiB/s wr, 1 op/s 2024-04-13T07:59:08.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:08 smithi119 ceph-mon[93746]: osdmap e834: 8 total, 8 up, 8 in 2024-04-13T07:59:09.074 INFO:tasks.rados.rados.0.smithi119.stdout:3980: expect (ObjNum 1190 snap 404 seq_num 1190) 2024-04-13T07:59:09.808 INFO:tasks.rados.rados.0.smithi119.stdout:3984: finishing write tid 1 to smithi11982245-4 2024-04-13T07:59:09.808 INFO:tasks.rados.rados.0.smithi119.stdout:3984: finishing write tid 2 to smithi11982245-4 2024-04-13T07:59:09.808 INFO:tasks.rados.rados.0.smithi119.stdout:3984: finishing write tid 3 to smithi11982245-4 2024-04-13T07:59:09.808 INFO:tasks.rados.rados.0.smithi119.stdout:3984: finishing write tid 4 to smithi11982245-4 2024-04-13T07:59:09.808 INFO:tasks.rados.rados.0.smithi119.stdout:3984: oid 4 updating version 0 to 2555 2024-04-13T07:59:09.808 INFO:tasks.rados.rados.0.smithi119.stdout:3984: oid 4 version 2555 is already newer than 2553 2024-04-13T07:59:09.809 INFO:tasks.rados.rados.0.smithi119.stdout:3984: oid 4 version 2555 is already newer than 2554 2024-04-13T07:59:09.809 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 4 v 2555 (ObjNum 1196 snap 407 seq_num 1196) dirty exists 2024-04-13T07:59:09.809 INFO:tasks.rados.rados.0.smithi119.stdout:3984: left oid 4 (ObjNum 1196 snap 407 seq_num 1196) 2024-04-13T07:59:09.809 INFO:tasks.rados.rados.0.smithi119.stdout:3977: done (8 left) 2024-04-13T07:59:09.809 INFO:tasks.rados.rados.0.smithi119.stdout:3978: done (7 left) 2024-04-13T07:59:09.809 INFO:tasks.rados.rados.0.smithi119.stdout:3979: done (6 left) 2024-04-13T07:59:09.809 INFO:tasks.rados.rados.0.smithi119.stdout:3980: done (5 left) 2024-04-13T07:59:09.809 INFO:tasks.rados.rados.0.smithi119.stdout:3981: done (4 left) 2024-04-13T07:59:09.809 INFO:tasks.rados.rados.0.smithi119.stdout:3982: done (3 left) 2024-04-13T07:59:09.809 INFO:tasks.rados.rados.0.smithi119.stdout:3983: done (2 left) 2024-04-13T07:59:09.809 INFO:tasks.rados.rados.0.smithi119.stdout:3984: done (1 left) 2024-04-13T07:59:09.809 INFO:tasks.rados.rados.0.smithi119.stdout:3985: done (0 left) 2024-04-13T07:59:09.809 INFO:tasks.rados.rados.0.smithi119.stdout:3986: delete oid 24 current snap is 408 2024-04-13T07:59:09.810 INFO:tasks.rados.rados.0.smithi119.stdout:3986: done (0 left) 2024-04-13T07:59:09.810 INFO:tasks.rados.rados.0.smithi119.stdout:3987: rmattr oid 49 current snap is 408 2024-04-13T07:59:09.810 INFO:tasks.rados.rados.0.smithi119.stdout:3988: snap_remove snap 403 2024-04-13T07:59:09.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:09 smithi139 ceph-mon[88985]: osdmap e835: 8 total, 8 up, 8 in 2024-04-13T07:59:09.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:59:09.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:09 smithi119 ceph-mon[96316]: osdmap e835: 8 total, 8 up, 8 in 2024-04-13T07:59:09.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:59:09.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:09 smithi119 ceph-mon[93746]: osdmap e835: 8 total, 8 up, 8 in 2024-04-13T07:59:09.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:59:10.492 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 49 v 2510 (ObjNum 1180 snap 401 seq_num 1180) dirty exists 2024-04-13T07:59:10.492 INFO:tasks.rados.rados.0.smithi119.stdout:3987: done (1 left) 2024-04-13T07:59:10.492 INFO:tasks.rados.rados.0.smithi119.stdout:3988: done (0 left) 2024-04-13T07:59:10.492 INFO:tasks.rados.rados.0.smithi119.stdout:3989: copy_from oid 41 from oid 10 current snap is 408 2024-04-13T07:59:10.492 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 47 current snap is 408 2024-04-13T07:59:10.492 INFO:tasks.rados.rados.0.smithi119.stdout:3990: seq_num 1198 ranges {5701632=466944,6168576=401408} 2024-04-13T07:59:10.526 INFO:tasks.rados.rados.0.smithi119.stdout:3990: writing smithi11982245-47 from 5701632 to 6168576 tid 1 2024-04-13T07:59:10.529 INFO:tasks.rados.rados.0.smithi119.stdout:3990: writing smithi11982245-47 from 6168576 to 6569984 tid 2 2024-04-13T07:59:10.529 INFO:tasks.rados.rados.0.smithi119.stdout:3991: copy_from oid 48 from oid 42 current snap is 408 2024-04-13T07:59:10.529 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 25 current snap is 408 2024-04-13T07:59:10.529 INFO:tasks.rados.rados.0.smithi119.stdout:3992: seq_num 1199 ranges {1433600=483328,1916928=401408} 2024-04-13T07:59:10.539 INFO:tasks.rados.rados.0.smithi119.stdout:3992: writing smithi11982245-25 from 1433600 to 1916928 tid 1 2024-04-13T07:59:10.542 INFO:tasks.rados.rados.0.smithi119.stdout:3992: writing smithi11982245-25 from 1916928 to 2318336 tid 2 2024-04-13T07:59:10.542 INFO:tasks.rados.rados.0.smithi119.stdout:3993: snap_remove snap 305 2024-04-13T07:59:10.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:10 smithi139 ceph-mon[88985]: pgmap v924: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 1.2 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 196 KiB/s wr, 1 op/s 2024-04-13T07:59:10.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:10 smithi139 ceph-mon[88985]: osdmap e836: 8 total, 8 up, 8 in 2024-04-13T07:59:10.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:10 smithi139 ceph-mon[88985]: osdmap e837: 8 total, 8 up, 8 in 2024-04-13T07:59:10.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:10 smithi119 ceph-mon[96316]: pgmap v924: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 1.2 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 196 KiB/s wr, 1 op/s 2024-04-13T07:59:10.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:10 smithi119 ceph-mon[96316]: osdmap e836: 8 total, 8 up, 8 in 2024-04-13T07:59:10.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:10 smithi119 ceph-mon[96316]: osdmap e837: 8 total, 8 up, 8 in 2024-04-13T07:59:10.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:10 smithi119 ceph-mon[93746]: pgmap v924: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 1.2 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 196 KiB/s wr, 1 op/s 2024-04-13T07:59:10.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:10 smithi119 ceph-mon[93746]: osdmap e836: 8 total, 8 up, 8 in 2024-04-13T07:59:10.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:10 smithi119 ceph-mon[93746]: osdmap e837: 8 total, 8 up, 8 in 2024-04-13T07:59:11.511 INFO:tasks.rados.rados.0.smithi119.stdout:3991: finishing copy_from racing read to smithi11982245-48 2024-04-13T07:59:11.511 INFO:tasks.rados.rados.0.smithi119.stdout:3990: finishing write tid 1 to smithi11982245-47 2024-04-13T07:59:11.511 INFO:tasks.rados.rados.0.smithi119.stdout:3990: finishing write tid 2 to smithi11982245-47 2024-04-13T07:59:11.511 INFO:tasks.rados.rados.0.smithi119.stdout:3990: finishing write tid 3 to smithi11982245-47 2024-04-13T07:59:11.511 INFO:tasks.rados.rados.0.smithi119.stdout:3991: finishing copy_from to smithi11982245-48 2024-04-13T07:59:11.511 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 48 v 2648 (ObjNum 33 snap 0 seq_num 751080592) dirty exists 2024-04-13T07:59:11.511 INFO:tasks.rados.rados.0.smithi119.stdout:3990: finishing write tid 4 to smithi11982245-47 2024-04-13T07:59:11.511 INFO:tasks.rados.rados.0.smithi119.stdout:3990: oid 47 updating version 0 to 2822 2024-04-13T07:59:11.511 INFO:tasks.rados.rados.0.smithi119.stdout:3990: oid 47 version 2822 is already newer than 2821 2024-04-13T07:59:11.511 INFO:tasks.rados.rados.0.smithi119.stdout:3990: oid 47 version 2822 is already newer than 2820 2024-04-13T07:59:11.511 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 47 v 2822 (ObjNum 1198 snap 408 seq_num 1198) dirty exists 2024-04-13T07:59:11.511 INFO:tasks.rados.rados.0.smithi119.stdout:3990: left oid 47 (ObjNum 1198 snap 408 seq_num 1198) 2024-04-13T07:59:11.511 INFO:tasks.rados.rados.0.smithi119.stdout:3992: finishing write tid 1 to smithi11982245-25 2024-04-13T07:59:11.512 INFO:tasks.rados.rados.0.smithi119.stdout:3992: finishing write tid 2 to smithi11982245-25 2024-04-13T07:59:11.512 INFO:tasks.rados.rados.0.smithi119.stdout:3992: finishing write tid 3 to smithi11982245-25 2024-04-13T07:59:11.512 INFO:tasks.rados.rados.0.smithi119.stdout:3992: finishing write tid 4 to smithi11982245-25 2024-04-13T07:59:11.512 INFO:tasks.rados.rados.0.smithi119.stdout:3992: oid 25 updating version 0 to 2246 2024-04-13T07:59:11.512 INFO:tasks.rados.rados.0.smithi119.stdout:3992: oid 25 updating version 2246 to 2248 2024-04-13T07:59:11.512 INFO:tasks.rados.rados.0.smithi119.stdout:3992: oid 25 version 2248 is already newer than 2247 2024-04-13T07:59:11.512 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 25 v 2248 (ObjNum 1199 snap 408 seq_num 1199) dirty exists 2024-04-13T07:59:11.512 INFO:tasks.rados.rados.0.smithi119.stdout:3992: left oid 25 (ObjNum 1199 snap 408 seq_num 1199) 2024-04-13T07:59:11.512 INFO:tasks.rados.rados.0.smithi119.stdout:3989: finishing copy_from racing read to smithi11982245-41 2024-04-13T07:59:11.512 INFO:tasks.rados.rados.0.smithi119.stdout:3989: finishing copy_from to smithi11982245-41 2024-04-13T07:59:11.512 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 41 v 2597 (ObjNum 278 snap 95 seq_num 278) dirty exists 2024-04-13T07:59:11.512 INFO:tasks.rados.rados.0.smithi119.stdout:3989: done (4 left) 2024-04-13T07:59:11.512 INFO:tasks.rados.rados.0.smithi119.stdout:3990: done (3 left) 2024-04-13T07:59:11.512 INFO:tasks.rados.rados.0.smithi119.stdout:3991: done (2 left) 2024-04-13T07:59:11.512 INFO:tasks.rados.rados.0.smithi119.stdout:3992: done (1 left) 2024-04-13T07:59:11.513 INFO:tasks.rados.rados.0.smithi119.stdout:3993: done (0 left) 2024-04-13T07:59:11.513 INFO:tasks.rados.rados.0.smithi119.stdout:3994: delete oid 7 current snap is 408 2024-04-13T07:59:11.528 INFO:tasks.rados.rados.0.smithi119.stdout:3994: done (0 left) 2024-04-13T07:59:11.528 INFO:tasks.rados.rados.0.smithi119.stdout:3995: rollback oid 47 current snap is 408 2024-04-13T07:59:11.528 INFO:tasks.rados.rados.0.smithi119.stdout:rollback oid 47 to 391 2024-04-13T07:59:11.528 INFO:tasks.rados.rados.0.smithi119.stdout:append oid 25 current snap is 408 2024-04-13T07:59:11.528 INFO:tasks.rados.rados.0.smithi119.stdout:3996: seq_num 1201 ranges {2318336=524288,2842624=401408} 2024-04-13T07:59:11.544 INFO:tasks.rados.rados.0.smithi119.stdout:3996: writing smithi11982245-25 from 2318336 to 2842624 tid 1 2024-04-13T07:59:11.548 INFO:tasks.rados.rados.0.smithi119.stdout:3996: writing smithi11982245-25 from 2842624 to 3244032 tid 2 2024-04-13T07:59:11.548 INFO:tasks.rados.rados.0.smithi119.stdout:3995: finishing rollback tid 0 to smithi11982245-47 2024-04-13T07:59:11.548 INFO:tasks.rados.rados.0.smithi119.stdout:3995: finishing rollback tid 1 to smithi11982245-47 2024-04-13T07:59:11.548 INFO:tasks.rados.rados.0.smithi119.stdout:3995: finishing rollback tid 2 to smithi11982245-47 2024-04-13T07:59:11.548 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 47 v 2829 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-13T07:59:11.548 INFO:tasks.rados.rados.0.smithi119.stdout:3995: done (1 left) 2024-04-13T07:59:11.548 INFO:tasks.rados.rados.0.smithi119.stdout:3997: read oid 41 snap -1 2024-04-13T07:59:11.548 INFO:tasks.rados.rados.0.smithi119.stdout:3997: expect (ObjNum 278 snap 95 seq_num 278) 2024-04-13T07:59:11.548 INFO:tasks.rados.rados.0.smithi119.stdout:3998: delete oid 24 current snap is 408 2024-04-13T07:59:11.551 INFO:tasks.rados.rados.0.smithi119.stdout:3996: finishing write tid 1 to smithi11982245-25 2024-04-13T07:59:11.554 INFO:tasks.rados.rados.0.smithi119.stdout:3998: done (2 left) 2024-04-13T07:59:11.554 INFO:tasks.rados.rados.0.smithi119.stdout:3999: setattr oid 49 current snap is 408 2024-04-13T07:59:11.555 INFO:tasks.rados.rados.0.smithi119.stdout:3996: finishing write tid 2 to smithi11982245-25 2024-04-13T07:59:11.555 INFO:tasks.rados.rados.0.smithi119.stdout:3996: finishing write tid 3 to smithi11982245-25 2024-04-13T07:59:11.555 INFO:tasks.rados.rados.0.smithi119.stdout: waiting on 3 2024-04-13T07:59:11.556 INFO:tasks.rados.rados.0.smithi119.stdout:3996: finishing write tid 4 to smithi11982245-25 2024-04-13T07:59:11.557 INFO:tasks.rados.rados.0.smithi119.stdout:3996: oid 25 updating version 0 to 2249 2024-04-13T07:59:11.557 INFO:tasks.rados.rados.0.smithi119.stdout:3996: oid 25 updating version 2249 to 2250 2024-04-13T07:59:11.557 INFO:tasks.rados.rados.0.smithi119.stdout:3996: oid 25 updating version 2250 to 2251 2024-04-13T07:59:11.557 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 25 v 2251 (ObjNum 1201 snap 408 seq_num 1201) dirty exists 2024-04-13T07:59:11.557 INFO:tasks.rados.rados.0.smithi119.stdout:3996: left oid 25 (ObjNum 1201 snap 408 seq_num 1201) 2024-04-13T07:59:11.557 INFO:tasks.rados.rados.0.smithi119.stdout:3996: done (2 left) 2024-04-13T07:59:11.557 INFO:tasks.rados.rados.0.smithi119.stdout: waiting on 2 2024-04-13T07:59:11.559 INFO:tasks.rados.rados.0.smithi119.stdout:update_object_version oid 49 v 2511 (ObjNum 1180 snap 401 seq_num 1180) dirty exists 2024-04-13T07:59:11.559 INFO:tasks.rados.rados.0.smithi119.stdout:3999: done (1 left) 2024-04-13T07:59:11.559 INFO:tasks.rados.rados.0.smithi119.stdout: waiting on 1 2024-04-13T07:59:11.587 INFO:tasks.rados.rados.0.smithi119.stdout:3997: expect (ObjNum 278 snap 95 seq_num 278) 2024-04-13T07:59:12.235 INFO:tasks.rados.rados.0.smithi119.stdout:3997: done (0 left) 2024-04-13T07:59:12.237 INFO:tasks.rados.rados.0.smithi119.stderr:0 errors. 2024-04-13T07:59:12.238 INFO:tasks.rados.rados.0.smithi119.stderr: 2024-04-13T07:59:12.243 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph osd dump --format=json 2024-04-13T07:59:12.487 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:59:12.610 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:12 smithi119 ceph-mon[96316]: pgmap v927: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 1.2 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 204 KiB/s wr, 11 op/s 2024-04-13T07:59:12.610 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:12 smithi119 ceph-mon[96316]: osdmap e838: 8 total, 8 up, 8 in 2024-04-13T07:59:12.610 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:12 smithi119 ceph-mon[93746]: pgmap v927: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 1.2 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 204 KiB/s wr, 11 op/s 2024-04-13T07:59:12.611 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:12 smithi119 ceph-mon[93746]: osdmap e838: 8 total, 8 up, 8 in 2024-04-13T07:59:12.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:12 smithi139 ceph-mon[88985]: pgmap v927: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 1.2 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 204 KiB/s wr, 11 op/s 2024-04-13T07:59:12.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:12 smithi139 ceph-mon[88985]: osdmap e838: 8 total, 8 up, 8 in 2024-04-13T07:59:12.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:59:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T07:59:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:59:14.655 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:59:14.656 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":838,"fsid":"7e8cfa84-f968-11ee-bc8d-c7b262605968","created":"2024-04-13T07:37:07.748755+0000","modified":"2024-04-13T07:59:11.501739+0000","last_up_change":"2024-04-13T07:54:18.394934+0000","last_in_change":"2024-04-13T07:42:00.883113+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-13T07:40:15.190780+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-13T07:42:34.955306+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-13T07:42:36.167771+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-13T07:43:11.545710+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2024-04-13T07:45:59.239943+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"838","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":469,"snap_epoch":838,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"765e54ef-81fc-4e44-b4de-66e88f3ddbe8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":300,"up_from":311,"up_thru":554,"down_at":301,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":2948184474},{"type":"v1","addr":"172.21.15.119:6803","nonce":2948184474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":2948184474},{"type":"v1","addr":"172.21.15.119:6805","nonce":2948184474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":2948184474},{"type":"v1","addr":"172.21.15.119:6809","nonce":2948184474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":2948184474},{"type":"v1","addr":"172.21.15.119:6807","nonce":2948184474}]},"public_addr":"172.21.15.119:6803/2948184474","cluster_addr":"172.21.15.119:6805/2948184474","heartbeat_back_addr":"172.21.15.119:6809/2948184474","heartbeat_front_addr":"172.21.15.119:6807/2948184474","state":["exists","up"]},{"osd":1,"uuid":"be4a455e-ef82-4efa-bb4d-0b6dc8498f0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":334,"up_from":345,"up_thru":554,"down_at":335,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":4117136986},{"type":"v1","addr":"172.21.15.119:6811","nonce":4117136986}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":4117136986},{"type":"v1","addr":"172.21.15.119:6813","nonce":4117136986}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":4117136986},{"type":"v1","addr":"172.21.15.119:6817","nonce":4117136986}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":4117136986},{"type":"v1","addr":"172.21.15.119:6815","nonce":4117136986}]},"public_addr":"172.21.15.119:6811/4117136986","cluster_addr":"172.21.15.119:6813/4117136986","heartbeat_back_addr":"172.21.15.119:6817/4117136986","heartbeat_front_addr":"172.21.15.119:6815/4117136986","state":["exists","up"]},{"osd":2,"uuid":"9121996c-837a-482d-ae53-d603d56962fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":369,"up_from":380,"up_thru":554,"down_at":370,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":3804354792},{"type":"v1","addr":"172.21.15.119:6819","nonce":3804354792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":3804354792},{"type":"v1","addr":"172.21.15.119:6821","nonce":3804354792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":3804354792},{"type":"v1","addr":"172.21.15.119:6825","nonce":3804354792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":3804354792},{"type":"v1","addr":"172.21.15.119:6823","nonce":3804354792}]},"public_addr":"172.21.15.119:6819/3804354792","cluster_addr":"172.21.15.119:6821/3804354792","heartbeat_back_addr":"172.21.15.119:6825/3804354792","heartbeat_front_addr":"172.21.15.119:6823/3804354792","state":["exists","up"]},{"osd":3,"uuid":"0e5773de-d79f-42ed-ae13-5f4299fe42a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":403,"up_from":414,"up_thru":554,"down_at":404,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":2879040646},{"type":"v1","addr":"172.21.15.119:6827","nonce":2879040646}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":2879040646},{"type":"v1","addr":"172.21.15.119:6829","nonce":2879040646}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":2879040646},{"type":"v1","addr":"172.21.15.119:6833","nonce":2879040646}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":2879040646},{"type":"v1","addr":"172.21.15.119:6831","nonce":2879040646}]},"public_addr":"172.21.15.119:6827/2879040646","cluster_addr":"172.21.15.119:6829/2879040646","heartbeat_back_addr":"172.21.15.119:6833/2879040646","heartbeat_front_addr":"172.21.15.119:6831/2879040646","state":["exists","up"]},{"osd":4,"uuid":"3d797e8c-e4f2-4b04-9669-3bf0df610c14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":438,"up_from":449,"up_thru":554,"down_at":439,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6800","nonce":2406193774},{"type":"v1","addr":"172.21.15.139:6801","nonce":2406193774}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6802","nonce":2406193774},{"type":"v1","addr":"172.21.15.139:6803","nonce":2406193774}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6806","nonce":2406193774},{"type":"v1","addr":"172.21.15.139:6807","nonce":2406193774}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6804","nonce":2406193774},{"type":"v1","addr":"172.21.15.139:6805","nonce":2406193774}]},"public_addr":"172.21.15.139:6801/2406193774","cluster_addr":"172.21.15.139:6803/2406193774","heartbeat_back_addr":"172.21.15.139:6807/2406193774","heartbeat_front_addr":"172.21.15.139:6805/2406193774","state":["exists","up"]},{"osd":5,"uuid":"209de55f-427f-4379-9b7f-dd19228d913a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":38,"last_clean_end":472,"up_from":484,"up_thru":554,"down_at":473,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6808","nonce":3395318322},{"type":"v1","addr":"172.21.15.139:6809","nonce":3395318322}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6810","nonce":3395318322},{"type":"v1","addr":"172.21.15.139:6811","nonce":3395318322}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6814","nonce":3395318322},{"type":"v1","addr":"172.21.15.139:6815","nonce":3395318322}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6812","nonce":3395318322},{"type":"v1","addr":"172.21.15.139:6813","nonce":3395318322}]},"public_addr":"172.21.15.139:6809/3395318322","cluster_addr":"172.21.15.139:6811/3395318322","heartbeat_back_addr":"172.21.15.139:6815/3395318322","heartbeat_front_addr":"172.21.15.139:6813/3395318322","state":["exists","up"]},{"osd":6,"uuid":"f6708905-d34c-4079-ab69-4b0556d21c20","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":507,"up_from":518,"up_thru":554,"down_at":508,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6816","nonce":2413725688},{"type":"v1","addr":"172.21.15.139:6817","nonce":2413725688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6818","nonce":2413725688},{"type":"v1","addr":"172.21.15.139:6819","nonce":2413725688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6822","nonce":2413725688},{"type":"v1","addr":"172.21.15.139:6823","nonce":2413725688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6820","nonce":2413725688},{"type":"v1","addr":"172.21.15.139:6821","nonce":2413725688}]},"public_addr":"172.21.15.139:6817/2413725688","cluster_addr":"172.21.15.139:6819/2413725688","heartbeat_back_addr":"172.21.15.139:6823/2413725688","heartbeat_front_addr":"172.21.15.139:6821/2413725688","state":["exists","up"]},{"osd":7,"uuid":"3e5cdc91-9372-40a0-ab21-4443ee3a5005","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":54,"last_clean_end":542,"up_from":554,"up_thru":554,"down_at":543,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6824","nonce":847703338},{"type":"v1","addr":"172.21.15.139:6825","nonce":847703338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6826","nonce":847703338},{"type":"v1","addr":"172.21.15.139:6827","nonce":847703338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6830","nonce":847703338},{"type":"v1","addr":"172.21.15.139:6831","nonce":847703338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6828","nonce":847703338},{"type":"v1","addr":"172.21.15.139:6829","nonce":847703338}]},"public_addr":"172.21.15.139:6825/847703338","cluster_addr":"172.21.15.139:6827/847703338","heartbeat_back_addr":"172.21.15.139:6831/847703338","heartbeat_front_addr":"172.21.15.139:6829/847703338","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:39:23.707203+0000","dead_epoch":300},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:39:48.162289+0000","dead_epoch":334},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:40:12.825237+0000","dead_epoch":369},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:40:38.173946+0000","dead_epoch":403},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:41:01.319151+0000","dead_epoch":438},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:41:26.397872+0000","dead_epoch":472},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:41:51.557660+0000","dead_epoch":507},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:42:16.677397+0000","dead_epoch":542}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1","mappings":[{"from":0,"to":1}]},{"pgid":"2.5","mappings":[{"from":7,"to":1}]},{"pgid":"2.e","mappings":[{"from":7,"to":1}]},{"pgid":"2.12","mappings":[{"from":7,"to":1}]},{"pgid":"2.13","mappings":[{"from":0,"to":1}]},{"pgid":"2.1d","mappings":[{"from":7,"to":1}]},{"pgid":"2.1f","mappings":[{"from":7,"to":2}]},{"pgid":"3.1","mappings":[{"from":0,"to":2}]},{"pgid":"3.3","mappings":[{"from":4,"to":2}]},{"pgid":"3.a","mappings":[{"from":6,"to":2}]},{"pgid":"3.23","mappings":[{"from":0,"to":1}]},{"pgid":"3.2f","mappings":[{"from":4,"to":3}]},{"pgid":"3.3c","mappings":[{"from":5,"to":1}]},{"pgid":"5.b","mappings":[{"from":0,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.139:6833/3605294311":"2024-04-14T07:54:47.250367+0000","172.21.15.119:6834/2150728336":"2024-04-14T07:54:27.747405+0000","172.21.15.119:0/1637603065":"2024-04-14T07:37:35.930225+0000","172.21.15.119:0/2119832921":"2024-04-14T07:47:17.672735+0000","172.21.15.119:6800/2384769861":"2024-04-14T07:47:17.672735+0000","172.21.15.119:0/3311438441":"2024-04-14T07:48:38.690371+0000","172.21.15.139:0/3906500702":"2024-04-14T07:47:53.393772+0000","172.21.15.139:6834/952009280":"2024-04-14T07:47:53.393772+0000","172.21.15.119:0/345889341":"2024-04-14T07:48:38.690371+0000","172.21.15.119:0/3395885574":"2024-04-14T07:47:17.672735+0000","172.21.15.119:6801/2578031469":"2024-04-14T07:38:00.884979+0000","172.21.15.119:0/930226074":"2024-04-14T07:38:00.884979+0000","172.21.15.139:6832/3605294311":"2024-04-14T07:54:47.250367+0000","172.21.15.139:0/4178953220":"2024-04-14T07:47:53.393772+0000","172.21.15.119:6801/3678637246":"2024-04-14T07:43:09.906324+0000","172.21.15.119:0/1742895187":"2024-04-14T07:47:17.672735+0000","172.21.15.119:0/3052652426":"2024-04-14T07:48:38.690371+0000","172.21.15.119:6801/2384769861":"2024-04-14T07:47:17.672735+0000","172.21.15.119:6801/3639691160":"2024-04-14T07:48:38.690371+0000","172.21.15.119:0/3006046729":"2024-04-14T07:43:09.906324+0000","172.21.15.119:6800/3639691160":"2024-04-14T07:48:38.690371+0000","172.21.15.119:0/2492605224":"2024-04-14T07:43:09.906324+0000","172.21.15.119:6835/2150728336":"2024-04-14T07:54:27.747405+0000","172.21.15.119:0/347559467":"2024-04-14T07:38:00.884979+0000","172.21.15.139:0/3872224318":"2024-04-14T07:47:53.393772+0000","172.21.15.119:6800/2578031469":"2024-04-14T07:38:00.884979+0000","172.21.15.139:0/2384787585":"2024-04-14T07:47:53.393772+0000","172.21.15.119:0/1453889707":"2024-04-14T07:43:09.906324+0000","172.21.15.119:6800/3067787372":"2024-04-14T07:37:35.930225+0000","172.21.15.119:0/2709912124":"2024-04-14T07:43:09.906324+0000","172.21.15.119:0/540377905":"2024-04-14T07:48:38.690371+0000","172.21.15.119:0/3319990231":"2024-04-14T07:37:35.930225+0000","172.21.15.119:6801/3067787372":"2024-04-14T07:37:35.930225+0000","172.21.15.139:0/1549727655":"2024-04-14T07:47:53.393772+0000","172.21.15.119:0/4241379209":"2024-04-14T07:47:17.672735+0000","172.21.15.119:0/753443995":"2024-04-14T07:47:17.672735+0000","172.21.15.119:0/3682983579":"2024-04-14T07:38:00.884979+0000","172.21.15.119:0/447468958":"2024-04-14T07:48:38.690371+0000","172.21.15.119:0/1967818941":"2024-04-14T07:37:35.930225+0000","172.21.15.139:0/552045480":"2024-04-14T07:47:53.393772+0000","172.21.15.139:6835/952009280":"2024-04-14T07:47:53.393772+0000","172.21.15.119:0/3983804598":"2024-04-14T07:48:38.690371+0000","172.21.15.119:6800/3678637246":"2024-04-14T07:43:09.906324+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":355,"length":1},{"begin":367,"length":1},{"begin":413,"length":1},{"begin":462,"length":1},{"begin":465,"length":1}]}],"new_removed_snaps":[{"pool":5,"snaps":[{"begin":367,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-13T07:59:14.820 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:14 smithi119 ceph-mon[96316]: pgmap v929: 121 pgs: 121 active+clean; 1.2 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 359 KiB/s wr, 12 op/s 2024-04-13T07:59:14.820 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:14 smithi119 ceph-mon[93746]: pgmap v929: 121 pgs: 121 active+clean; 1.2 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 359 KiB/s wr, 12 op/s 2024-04-13T07:59:14.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:14 smithi139 ceph-mon[88985]: pgmap v929: 121 pgs: 121 active+clean; 1.2 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 359 KiB/s wr, 12 op/s 2024-04-13T07:59:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:59:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:59:14] "GET /metrics HTTP/1.1" 200 36200 "" "Prometheus/2.43.0" 2024-04-13T07:59:15.259 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph pg dump --format=json 2024-04-13T07:59:15.469 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:59:15.757 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:15 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2257808355' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:59:15.757 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:15 smithi119 ceph-mon[96316]: osdmap e839: 8 total, 8 up, 8 in 2024-04-13T07:59:15.758 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:15 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2257808355' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:59:15.758 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:15 smithi119 ceph-mon[93746]: osdmap e839: 8 total, 8 up, 8 in 2024-04-13T07:59:15.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:15 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2257808355' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:59:15.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:15 smithi139 ceph-mon[88985]: osdmap e839: 8 total, 8 up, 8 in 2024-04-13T07:59:16.652 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:16 smithi119 ceph-mon[96316]: pgmap v930: 121 pgs: 121 active+clean; 1.2 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 277 KiB/s wr, 9 op/s 2024-04-13T07:59:16.652 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:16 smithi119 ceph-mon[93746]: pgmap v930: 121 pgs: 121 active+clean; 1.2 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 277 KiB/s wr, 9 op/s 2024-04-13T07:59:16.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:16 smithi139 ceph-mon[88985]: pgmap v930: 121 pgs: 121 active+clean; 1.2 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 277 KiB/s wr, 9 op/s 2024-04-13T07:59:17.372 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T07:59:17.374 INFO:teuthology.orchestra.run.smithi119.stderr:dumped all 2024-04-13T07:59:18.276 INFO:teuthology.orchestra.run.smithi119.stdout:{"pg_ready":true,"pg_map":{"version":932,"stamp":"2024-04-13T07:59:17.133575+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1351883774,"num_objects":682,"num_object_clones":608,"num_object_copies":2046,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":682,"num_whiteouts":12,"num_read":4827,"num_read_kb":5062077,"num_write":9058,"num_write_kb":1758332,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":144,"num_bytes_recovered":430352002,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":27693,"ondisk_log_size":27693,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":5129316,"kb_used_data":1538228,"kb_used_omap":500,"kb_used_meta":3590475,"kb_avail":744831900,"statfs":{"total":767960285184,"available":762707865600,"internally_reserved":0,"allocated":1575145472,"data_stored":3383712707,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":512525,"internal_metadata":3676646899},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":16048128,"num_objects":-2,"num_object_clones":-2,"num_object_copies":-6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-2,"num_whiteouts":0,"num_read":27,"num_read_kb":83193,"num_write":43,"num_write_kb":13760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.646400"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1072,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-04-13T07:59:11.519374+0000","last_change":"2024-04-13T07:54:19.428858+0000","last_active":"2024-04-13T07:59:11.519374+0000","last_peered":"2024-04-13T07:59:11.519374+0000","last_clean":"2024-04-13T07:59:11.519374+0000","last_became_active":"2024-04-13T07:54:19.428543+0000","last_became_peered":"2024-04-13T07:54:19.428543+0000","last_unstale":"2024-04-13T07:59:11.519374+0000","last_undegraded":"2024-04-13T07:59:11.519374+0000","last_fullsized":"2024-04-13T07:59:11.519374+0000","mapping_epoch":554,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:11:35.560072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1281,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.486075+0000","last_change":"2024-04-13T07:53:42.620634+0000","last_active":"2024-04-13T07:59:15.486075+0000","last_peered":"2024-04-13T07:59:15.486075+0000","last_clean":"2024-04-13T07:59:15.486075+0000","last_became_active":"2024-04-13T07:53:42.620225+0000","last_became_peered":"2024-04-13T07:53:42.620225+0000","last_unstale":"2024-04-13T07:59:15.486075+0000","last_undegraded":"2024-04-13T07:59:15.486075+0000","last_fullsized":"2024-04-13T07:59:15.486075+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:45:28.871535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1291,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.491758+0000","last_change":"2024-04-13T07:51:22.364419+0000","last_active":"2024-04-13T07:59:15.491758+0000","last_peered":"2024-04-13T07:59:15.491758+0000","last_clean":"2024-04-13T07:59:15.491758+0000","last_became_active":"2024-04-13T07:51:22.364031+0000","last_became_peered":"2024-04-13T07:51:22.364031+0000","last_unstale":"2024-04-13T07:59:15.491758+0000","last_undegraded":"2024-04-13T07:59:15.491758+0000","last_fullsized":"2024-04-13T07:59:15.491758+0000","mapping_epoch":380,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":381,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:27:13.519038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1009,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.487659+0000","last_change":"2024-04-13T07:54:19.430838+0000","last_active":"2024-04-13T07:59:15.487659+0000","last_peered":"2024-04-13T07:59:15.487659+0000","last_clean":"2024-04-13T07:59:15.487659+0000","last_became_active":"2024-04-13T07:54:19.430060+0000","last_became_peered":"2024-04-13T07:54:19.430060+0000","last_unstale":"2024-04-13T07:59:15.487659+0000","last_undegraded":"2024-04-13T07:59:15.487659+0000","last_fullsized":"2024-04-13T07:59:15.487659+0000","mapping_epoch":554,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:16:28.042016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1084,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-04-13T07:59:11.518107+0000","last_change":"2024-04-13T07:54:19.430838+0000","last_active":"2024-04-13T07:59:11.518107+0000","last_peered":"2024-04-13T07:59:11.518107+0000","last_clean":"2024-04-13T07:59:11.518107+0000","last_became_active":"2024-04-13T07:54:19.430536+0000","last_became_peered":"2024-04-13T07:54:19.430536+0000","last_unstale":"2024-04-13T07:59:11.518107+0000","last_undegraded":"2024-04-13T07:59:11.518107+0000","last_fullsized":"2024-04-13T07:59:11.518107+0000","mapping_epoch":554,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:51:37.768233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1160,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.599394+0000","last_change":"2024-04-13T07:53:08.431365+0000","last_active":"2024-04-13T07:59:15.599394+0000","last_peered":"2024-04-13T07:59:15.599394+0000","last_clean":"2024-04-13T07:59:15.599394+0000","last_became_active":"2024-04-13T07:53:08.430030+0000","last_became_peered":"2024-04-13T07:53:08.430030+0000","last_unstale":"2024-04-13T07:59:15.599394+0000","last_undegraded":"2024-04-13T07:59:15.599394+0000","last_fullsized":"2024-04-13T07:59:15.599394+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":485,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:17:34.831660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1084,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-04-13T07:59:11.517901+0000","last_change":"2024-04-13T07:54:19.432503+0000","last_active":"2024-04-13T07:59:11.517901+0000","last_peered":"2024-04-13T07:59:11.517901+0000","last_clean":"2024-04-13T07:59:11.517901+0000","last_became_active":"2024-04-13T07:54:19.429514+0000","last_became_peered":"2024-04-13T07:54:19.429514+0000","last_unstale":"2024-04-13T07:59:11.517901+0000","last_undegraded":"2024-04-13T07:59:11.517901+0000","last_fullsized":"2024-04-13T07:59:11.517901+0000","mapping_epoch":554,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:15:40.249062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1212,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.484926+0000","last_change":"2024-04-13T07:53:42.599508+0000","last_active":"2024-04-13T07:59:15.484926+0000","last_peered":"2024-04-13T07:59:15.484926+0000","last_clean":"2024-04-13T07:59:15.484926+0000","last_became_active":"2024-04-13T07:53:42.599209+0000","last_became_peered":"2024-04-13T07:53:42.599209+0000","last_unstale":"2024-04-13T07:59:15.484926+0000","last_undegraded":"2024-04-13T07:59:15.484926+0000","last_fullsized":"2024-04-13T07:59:15.484926+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:05:51.870964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1079,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-04-13T07:59:11.519275+0000","last_change":"2024-04-13T07:54:19.436784+0000","last_active":"2024-04-13T07:59:11.519275+0000","last_peered":"2024-04-13T07:59:11.519275+0000","last_clean":"2024-04-13T07:59:11.519275+0000","last_became_active":"2024-04-13T07:54:19.436118+0000","last_became_peered":"2024-04-13T07:54:19.436118+0000","last_unstale":"2024-04-13T07:59:11.519275+0000","last_undegraded":"2024-04-13T07:59:11.519275+0000","last_fullsized":"2024-04-13T07:59:11.519275+0000","mapping_epoch":554,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:23:19.848903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1106,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.489473+0000","last_change":"2024-04-13T07:53:42.617073+0000","last_active":"2024-04-13T07:59:15.489473+0000","last_peered":"2024-04-13T07:59:15.489473+0000","last_clean":"2024-04-13T07:59:15.489473+0000","last_became_active":"2024-04-13T07:53:42.616782+0000","last_became_peered":"2024-04-13T07:53:42.616782+0000","last_unstale":"2024-04-13T07:59:15.489473+0000","last_undegraded":"2024-04-13T07:59:15.489473+0000","last_fullsized":"2024-04-13T07:59:15.489473+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:19:14.453897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1106,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.489235+0000","last_change":"2024-04-13T07:53:42.616215+0000","last_active":"2024-04-13T07:59:15.489235+0000","last_peered":"2024-04-13T07:59:15.489235+0000","last_clean":"2024-04-13T07:59:15.489235+0000","last_became_active":"2024-04-13T07:53:42.615929+0000","last_became_peered":"2024-04-13T07:53:42.615929+0000","last_unstale":"2024-04-13T07:59:15.489235+0000","last_undegraded":"2024-04-13T07:59:15.489235+0000","last_fullsized":"2024-04-13T07:59:15.489235+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:20:37.625843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1194,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-04-13T07:59:11.511142+0000","last_change":"2024-04-13T07:53:42.605546+0000","last_active":"2024-04-13T07:59:11.511142+0000","last_peered":"2024-04-13T07:59:11.511142+0000","last_clean":"2024-04-13T07:59:11.511142+0000","last_became_active":"2024-04-13T07:53:42.605252+0000","last_became_peered":"2024-04-13T07:53:42.605252+0000","last_unstale":"2024-04-13T07:59:11.511142+0000","last_undegraded":"2024-04-13T07:59:11.511142+0000","last_fullsized":"2024-04-13T07:59:11.511142+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:32:05.668197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1217,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.485691+0000","last_change":"2024-04-13T07:53:42.598782+0000","last_active":"2024-04-13T07:59:15.485691+0000","last_peered":"2024-04-13T07:59:15.485691+0000","last_clean":"2024-04-13T07:59:15.485691+0000","last_became_active":"2024-04-13T07:53:42.598367+0000","last_became_peered":"2024-04-13T07:53:42.598367+0000","last_unstale":"2024-04-13T07:59:15.485691+0000","last_undegraded":"2024-04-13T07:59:15.485691+0000","last_fullsized":"2024-04-13T07:59:15.485691+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:11:26.049858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1289,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.490875+0000","last_change":"2024-04-13T07:53:08.425239+0000","last_active":"2024-04-13T07:59:15.490875+0000","last_peered":"2024-04-13T07:59:15.490875+0000","last_clean":"2024-04-13T07:59:15.490875+0000","last_became_active":"2024-04-13T07:53:08.424833+0000","last_became_peered":"2024-04-13T07:53:08.424833+0000","last_unstale":"2024-04-13T07:59:15.490875+0000","last_undegraded":"2024-04-13T07:59:15.490875+0000","last_fullsized":"2024-04-13T07:59:15.490875+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":485,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:41:38.830186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1270,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.487370+0000","last_change":"2024-04-13T07:53:08.428566+0000","last_active":"2024-04-13T07:59:15.487370+0000","last_peered":"2024-04-13T07:59:15.487370+0000","last_clean":"2024-04-13T07:59:15.487370+0000","last_became_active":"2024-04-13T07:53:08.428148+0000","last_became_peered":"2024-04-13T07:53:08.428148+0000","last_unstale":"2024-04-13T07:59:15.487370+0000","last_undegraded":"2024-04-13T07:59:15.487370+0000","last_fullsized":"2024-04-13T07:59:15.487370+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":485,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:41:48.303798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1120,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.598881+0000","last_change":"2024-04-13T07:54:19.421611+0000","last_active":"2024-04-13T07:59:15.598881+0000","last_peered":"2024-04-13T07:59:15.598881+0000","last_clean":"2024-04-13T07:59:15.598881+0000","last_became_active":"2024-04-13T07:54:19.421293+0000","last_became_peered":"2024-04-13T07:54:19.421293+0000","last_unstale":"2024-04-13T07:59:15.598881+0000","last_undegraded":"2024-04-13T07:59:15.598881+0000","last_fullsized":"2024-04-13T07:59:15.598881+0000","mapping_epoch":554,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:38:22.394446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1150,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.600222+0000","last_change":"2024-04-13T07:54:19.422922+0000","last_active":"2024-04-13T07:59:15.600222+0000","last_peered":"2024-04-13T07:59:15.600222+0000","last_clean":"2024-04-13T07:59:15.600222+0000","last_became_active":"2024-04-13T07:54:19.422540+0000","last_became_peered":"2024-04-13T07:54:19.422540+0000","last_unstale":"2024-04-13T07:59:15.600222+0000","last_undegraded":"2024-04-13T07:59:15.600222+0000","last_fullsized":"2024-04-13T07:59:15.600222+0000","mapping_epoch":554,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:28:39.496974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1237,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.490517+0000","last_change":"2024-04-13T07:54:19.417727+0000","last_active":"2024-04-13T07:59:15.490517+0000","last_peered":"2024-04-13T07:59:15.490517+0000","last_clean":"2024-04-13T07:59:15.490517+0000","last_became_active":"2024-04-13T07:54:19.417376+0000","last_became_peered":"2024-04-13T07:54:19.417376+0000","last_unstale":"2024-04-13T07:59:15.490517+0000","last_undegraded":"2024-04-13T07:59:15.490517+0000","last_fullsized":"2024-04-13T07:59:15.490517+0000","mapping_epoch":554,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:41:42.045398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1071,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-04-13T07:59:11.518095+0000","last_change":"2024-04-13T07:54:19.432895+0000","last_active":"2024-04-13T07:59:11.518095+0000","last_peered":"2024-04-13T07:59:11.518095+0000","last_clean":"2024-04-13T07:59:11.518095+0000","last_became_active":"2024-04-13T07:54:19.432625+0000","last_became_peered":"2024-04-13T07:54:19.432625+0000","last_unstale":"2024-04-13T07:59:11.518095+0000","last_undegraded":"2024-04-13T07:59:11.518095+0000","last_fullsized":"2024-04-13T07:59:11.518095+0000","mapping_epoch":554,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:14:58.192982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"583'6","reported_seq":1320,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.492447+0000","last_change":"2024-04-13T07:52:32.415356+0000","last_active":"2024-04-13T07:59:15.492447+0000","last_peered":"2024-04-13T07:59:15.492447+0000","last_clean":"2024-04-13T07:59:15.492447+0000","last_became_active":"2024-04-13T07:52:32.414927+0000","last_became_peered":"2024-04-13T07:52:32.414927+0000","last_unstale":"2024-04-13T07:59:15.492447+0000","last_undegraded":"2024-04-13T07:59:15.492447+0000","last_fullsized":"2024-04-13T07:59:15.492447+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:58:33.272853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":8,"num_read_kb":8,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1211,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.484679+0000","last_change":"2024-04-13T07:53:42.600080+0000","last_active":"2024-04-13T07:59:15.484679+0000","last_peered":"2024-04-13T07:59:15.484679+0000","last_clean":"2024-04-13T07:59:15.484679+0000","last_became_active":"2024-04-13T07:53:42.599663+0000","last_became_peered":"2024-04-13T07:53:42.599663+0000","last_unstale":"2024-04-13T07:59:15.484679+0000","last_undegraded":"2024-04-13T07:59:15.484679+0000","last_fullsized":"2024-04-13T07:59:15.484679+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:36:19.672898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"583'3","reported_seq":1229,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.484906+0000","last_change":"2024-04-13T07:53:08.420234+0000","last_active":"2024-04-13T07:59:15.484906+0000","last_peered":"2024-04-13T07:59:15.484906+0000","last_clean":"2024-04-13T07:59:15.484906+0000","last_became_active":"2024-04-13T07:53:08.419829+0000","last_became_peered":"2024-04-13T07:53:08.419829+0000","last_unstale":"2024-04-13T07:59:15.484906+0000","last_undegraded":"2024-04-13T07:59:15.484906+0000","last_fullsized":"2024-04-13T07:59:15.484906+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":485,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:19:32.664666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1291,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.491973+0000","last_change":"2024-04-13T07:53:08.425714+0000","last_active":"2024-04-13T07:59:15.491973+0000","last_peered":"2024-04-13T07:59:15.491973+0000","last_clean":"2024-04-13T07:59:15.491973+0000","last_became_active":"2024-04-13T07:53:08.425386+0000","last_became_peered":"2024-04-13T07:53:08.425386+0000","last_unstale":"2024-04-13T07:59:15.491973+0000","last_undegraded":"2024-04-13T07:59:15.491973+0000","last_fullsized":"2024-04-13T07:59:15.491973+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":485,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:18:32.716391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1007,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.485551+0000","last_change":"2024-04-13T07:53:42.602365+0000","last_active":"2024-04-13T07:59:15.485551+0000","last_peered":"2024-04-13T07:59:15.485551+0000","last_clean":"2024-04-13T07:59:15.485551+0000","last_became_active":"2024-04-13T07:53:42.601963+0000","last_became_peered":"2024-04-13T07:53:42.601963+0000","last_unstale":"2024-04-13T07:59:15.485551+0000","last_undegraded":"2024-04-13T07:59:15.485551+0000","last_fullsized":"2024-04-13T07:59:15.485551+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:35:15.369524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1139,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.599603+0000","last_change":"2024-04-13T07:53:08.429326+0000","last_active":"2024-04-13T07:59:15.599603+0000","last_peered":"2024-04-13T07:59:15.599603+0000","last_clean":"2024-04-13T07:59:15.599603+0000","last_became_active":"2024-04-13T07:53:08.429019+0000","last_became_peered":"2024-04-13T07:53:08.429019+0000","last_unstale":"2024-04-13T07:59:15.599603+0000","last_undegraded":"2024-04-13T07:59:15.599603+0000","last_fullsized":"2024-04-13T07:59:15.599603+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":485,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:03:22.808438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":1085,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-04-13T07:59:11.519407+0000","last_change":"2024-04-13T07:54:19.433176+0000","last_active":"2024-04-13T07:59:11.519407+0000","last_peered":"2024-04-13T07:59:11.519407+0000","last_clean":"2024-04-13T07:59:11.519407+0000","last_became_active":"2024-04-13T07:54:19.431556+0000","last_became_peered":"2024-04-13T07:54:19.431556+0000","last_unstale":"2024-04-13T07:59:11.519407+0000","last_undegraded":"2024-04-13T07:59:11.519407+0000","last_fullsized":"2024-04-13T07:59:11.519407+0000","mapping_epoch":554,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:17:16.607282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1133,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.599635+0000","last_change":"2024-04-13T07:53:42.604467+0000","last_active":"2024-04-13T07:59:15.599635+0000","last_peered":"2024-04-13T07:59:15.599635+0000","last_clean":"2024-04-13T07:59:15.599635+0000","last_became_active":"2024-04-13T07:53:42.604001+0000","last_became_peered":"2024-04-13T07:53:42.604001+0000","last_unstale":"2024-04-13T07:59:15.599635+0000","last_undegraded":"2024-04-13T07:59:15.599635+0000","last_fullsized":"2024-04-13T07:59:15.599635+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:40:38.665714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"583'3","reported_seq":1216,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.485959+0000","last_change":"2024-04-13T07:54:19.429964+0000","last_active":"2024-04-13T07:59:15.485959+0000","last_peered":"2024-04-13T07:59:15.485959+0000","last_clean":"2024-04-13T07:59:15.485959+0000","last_became_active":"2024-04-13T07:54:19.429590+0000","last_became_peered":"2024-04-13T07:54:19.429590+0000","last_unstale":"2024-04-13T07:59:15.485959+0000","last_undegraded":"2024-04-13T07:59:15.485959+0000","last_fullsized":"2024-04-13T07:59:15.485959+0000","mapping_epoch":554,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:28:25.647871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1186,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-04-13T07:59:11.510653+0000","last_change":"2024-04-13T07:52:32.414072+0000","last_active":"2024-04-13T07:59:11.510653+0000","last_peered":"2024-04-13T07:59:11.510653+0000","last_clean":"2024-04-13T07:59:11.510653+0000","last_became_active":"2024-04-13T07:52:32.413663+0000","last_became_peered":"2024-04-13T07:52:32.413663+0000","last_unstale":"2024-04-13T07:59:11.510653+0000","last_undegraded":"2024-04-13T07:59:11.510653+0000","last_fullsized":"2024-04-13T07:59:11.510653+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:31:33.356986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"583'3","reported_seq":1111,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.489147+0000","last_change":"2024-04-13T07:54:19.413965+0000","last_active":"2024-04-13T07:59:15.489147+0000","last_peered":"2024-04-13T07:59:15.489147+0000","last_clean":"2024-04-13T07:59:15.489147+0000","last_became_active":"2024-04-13T07:54:19.413331+0000","last_became_peered":"2024-04-13T07:54:19.413331+0000","last_unstale":"2024-04-13T07:59:15.489147+0000","last_undegraded":"2024-04-13T07:59:15.489147+0000","last_fullsized":"2024-04-13T07:59:15.489147+0000","mapping_epoch":554,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:07:06.200021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1289,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.491802+0000","last_change":"2024-04-13T07:54:19.432559+0000","last_active":"2024-04-13T07:59:15.491802+0000","last_peered":"2024-04-13T07:59:15.491802+0000","last_clean":"2024-04-13T07:59:15.491802+0000","last_became_active":"2024-04-13T07:54:19.432208+0000","last_became_peered":"2024-04-13T07:54:19.432208+0000","last_unstale":"2024-04-13T07:59:15.491802+0000","last_undegraded":"2024-04-13T07:59:15.491802+0000","last_fullsized":"2024-04-13T07:59:15.491802+0000","mapping_epoch":554,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:37:05.241403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1225,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.485553+0000","last_change":"2024-04-13T07:53:42.608573+0000","last_active":"2024-04-13T07:59:15.485553+0000","last_peered":"2024-04-13T07:59:15.485553+0000","last_clean":"2024-04-13T07:59:15.485553+0000","last_became_active":"2024-04-13T07:53:42.608123+0000","last_became_peered":"2024-04-13T07:53:42.608123+0000","last_unstale":"2024-04-13T07:59:15.485553+0000","last_undegraded":"2024-04-13T07:59:15.485553+0000","last_fullsized":"2024-04-13T07:59:15.485553+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:00:06.500631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1223,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.485092+0000","last_change":"2024-04-13T07:51:57.372968+0000","last_active":"2024-04-13T07:59:15.485092+0000","last_peered":"2024-04-13T07:59:15.485092+0000","last_clean":"2024-04-13T07:59:15.485092+0000","last_became_active":"2024-04-13T07:51:57.372102+0000","last_became_peered":"2024-04-13T07:51:57.372102+0000","last_unstale":"2024-04-13T07:59:15.485092+0000","last_undegraded":"2024-04-13T07:59:15.485092+0000","last_fullsized":"2024-04-13T07:59:15.485092+0000","mapping_epoch":414,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":415,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:27:38.344165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1164,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.599053+0000","last_change":"2024-04-13T07:54:19.421670+0000","last_active":"2024-04-13T07:59:15.599053+0000","last_peered":"2024-04-13T07:59:15.599053+0000","last_clean":"2024-04-13T07:59:15.599053+0000","last_became_active":"2024-04-13T07:54:19.421347+0000","last_became_peered":"2024-04-13T07:54:19.421347+0000","last_unstale":"2024-04-13T07:59:15.599053+0000","last_undegraded":"2024-04-13T07:59:15.599053+0000","last_fullsized":"2024-04-13T07:59:15.599053+0000","mapping_epoch":554,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:11:52.556816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1270,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.487089+0000","last_change":"2024-04-13T07:52:32.412038+0000","last_active":"2024-04-13T07:59:15.487089+0000","last_peered":"2024-04-13T07:59:15.487089+0000","last_clean":"2024-04-13T07:59:15.487089+0000","last_became_active":"2024-04-13T07:52:32.409986+0000","last_became_peered":"2024-04-13T07:52:32.409986+0000","last_unstale":"2024-04-13T07:59:15.487089+0000","last_undegraded":"2024-04-13T07:59:15.487089+0000","last_fullsized":"2024-04-13T07:59:15.487089+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:59:17.239554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1107,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.489777+0000","last_change":"2024-04-13T07:53:42.619267+0000","last_active":"2024-04-13T07:59:15.489777+0000","last_peered":"2024-04-13T07:59:15.489777+0000","last_clean":"2024-04-13T07:59:15.489777+0000","last_became_active":"2024-04-13T07:53:42.618350+0000","last_became_peered":"2024-04-13T07:53:42.618350+0000","last_unstale":"2024-04-13T07:59:15.489777+0000","last_undegraded":"2024-04-13T07:59:15.489777+0000","last_fullsized":"2024-04-13T07:59:15.489777+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:27:18.385469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1154,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.599742+0000","last_change":"2024-04-13T07:54:19.418348+0000","last_active":"2024-04-13T07:59:15.599742+0000","last_peered":"2024-04-13T07:59:15.599742+0000","last_clean":"2024-04-13T07:59:15.599742+0000","last_became_active":"2024-04-13T07:54:19.418030+0000","last_became_peered":"2024-04-13T07:54:19.418030+0000","last_unstale":"2024-04-13T07:59:15.599742+0000","last_undegraded":"2024-04-13T07:59:15.599742+0000","last_fullsized":"2024-04-13T07:59:15.599742+0000","mapping_epoch":554,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:07:50.271086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1149,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.599601+0000","last_change":"2024-04-13T07:53:42.605090+0000","last_active":"2024-04-13T07:59:15.599601+0000","last_peered":"2024-04-13T07:59:15.599601+0000","last_clean":"2024-04-13T07:59:15.599601+0000","last_became_active":"2024-04-13T07:53:42.602505+0000","last_became_peered":"2024-04-13T07:53:42.602505+0000","last_unstale":"2024-04-13T07:59:15.599601+0000","last_undegraded":"2024-04-13T07:59:15.599601+0000","last_fullsized":"2024-04-13T07:59:15.599601+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:15:04.844294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1289,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.492218+0000","last_change":"2024-04-13T07:53:08.422790+0000","last_active":"2024-04-13T07:59:15.492218+0000","last_peered":"2024-04-13T07:59:15.492218+0000","last_clean":"2024-04-13T07:59:15.492218+0000","last_became_active":"2024-04-13T07:53:08.422480+0000","last_became_peered":"2024-04-13T07:53:08.422480+0000","last_unstale":"2024-04-13T07:59:15.492218+0000","last_undegraded":"2024-04-13T07:59:15.492218+0000","last_fullsized":"2024-04-13T07:59:15.492218+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":485,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:26:20.693497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1290,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.485318+0000","last_change":"2024-04-13T07:53:08.425571+0000","last_active":"2024-04-13T07:59:15.485318+0000","last_peered":"2024-04-13T07:59:15.485318+0000","last_clean":"2024-04-13T07:59:15.485318+0000","last_became_active":"2024-04-13T07:53:08.425167+0000","last_became_peered":"2024-04-13T07:53:08.425167+0000","last_unstale":"2024-04-13T07:59:15.485318+0000","last_undegraded":"2024-04-13T07:59:15.485318+0000","last_fullsized":"2024-04-13T07:59:15.485318+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":485,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:58:46.908166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":14,"num_read_kb":14,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1183,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-04-13T07:59:11.511604+0000","last_change":"2024-04-13T07:54:19.430267+0000","last_active":"2024-04-13T07:59:11.511604+0000","last_peered":"2024-04-13T07:59:11.511604+0000","last_clean":"2024-04-13T07:59:11.511604+0000","last_became_active":"2024-04-13T07:54:19.429960+0000","last_became_peered":"2024-04-13T07:54:19.429960+0000","last_unstale":"2024-04-13T07:59:11.511604+0000","last_undegraded":"2024-04-13T07:59:11.511604+0000","last_fullsized":"2024-04-13T07:59:11.511604+0000","mapping_epoch":554,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:09:12.819949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"583'30","reported_seq":1149,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.489357+0000","last_change":"2024-04-13T07:53:42.618460+0000","last_active":"2024-04-13T07:59:15.489357+0000","last_peered":"2024-04-13T07:59:15.489357+0000","last_clean":"2024-04-13T07:59:15.489357+0000","last_became_active":"2024-04-13T07:53:42.618052+0000","last_became_peered":"2024-04-13T07:53:42.618052+0000","last_unstale":"2024-04-13T07:59:15.489357+0000","last_undegraded":"2024-04-13T07:59:15.489357+0000","last_fullsized":"2024-04-13T07:59:15.489357+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:17:59.022233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5824,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":20,"num_read_kb":28,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1085,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-04-13T07:59:11.518381+0000","last_change":"2024-04-13T07:54:19.430002+0000","last_active":"2024-04-13T07:59:11.518381+0000","last_peered":"2024-04-13T07:59:11.518381+0000","last_clean":"2024-04-13T07:59:11.518381+0000","last_became_active":"2024-04-13T07:54:19.429708+0000","last_became_peered":"2024-04-13T07:54:19.429708+0000","last_unstale":"2024-04-13T07:59:11.518381+0000","last_undegraded":"2024-04-13T07:59:11.518381+0000","last_fullsized":"2024-04-13T07:59:11.518381+0000","mapping_epoch":554,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:01:06.169145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1018,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.486839+0000","last_change":"2024-04-13T07:52:32.406477+0000","last_active":"2024-04-13T07:59:15.486839+0000","last_peered":"2024-04-13T07:59:15.486839+0000","last_clean":"2024-04-13T07:59:15.486839+0000","last_became_active":"2024-04-13T07:52:32.405988+0000","last_became_peered":"2024-04-13T07:52:32.405988+0000","last_unstale":"2024-04-13T07:59:15.486839+0000","last_undegraded":"2024-04-13T07:59:15.486839+0000","last_fullsized":"2024-04-13T07:59:15.486839+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:26:37.025851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":8,"num_read_kb":16,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1289,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.491218+0000","last_change":"2024-04-13T07:54:19.417479+0000","last_active":"2024-04-13T07:59:15.491218+0000","last_peered":"2024-04-13T07:59:15.491218+0000","last_clean":"2024-04-13T07:59:15.491218+0000","last_became_active":"2024-04-13T07:54:19.417122+0000","last_became_peered":"2024-04-13T07:54:19.417122+0000","last_unstale":"2024-04-13T07:59:15.491218+0000","last_undegraded":"2024-04-13T07:59:15.491218+0000","last_fullsized":"2024-04-13T07:59:15.491218+0000","mapping_epoch":554,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:10:07.850885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1153,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.599662+0000","last_change":"2024-04-13T07:53:08.432264+0000","last_active":"2024-04-13T07:59:15.599662+0000","last_peered":"2024-04-13T07:59:15.599662+0000","last_clean":"2024-04-13T07:59:15.599662+0000","last_became_active":"2024-04-13T07:53:08.429805+0000","last_became_peered":"2024-04-13T07:53:08.429805+0000","last_unstale":"2024-04-13T07:59:15.599662+0000","last_undegraded":"2024-04-13T07:59:15.599662+0000","last_fullsized":"2024-04-13T07:59:15.599662+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":485,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:09:06.086315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1085,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-04-13T07:59:11.518358+0000","last_change":"2024-04-13T07:54:19.420781+0000","last_active":"2024-04-13T07:59:11.518358+0000","last_peered":"2024-04-13T07:59:11.518358+0000","last_clean":"2024-04-13T07:59:11.518358+0000","last_became_active":"2024-04-13T07:54:19.420266+0000","last_became_peered":"2024-04-13T07:54:19.420266+0000","last_unstale":"2024-04-13T07:59:11.518358+0000","last_undegraded":"2024-04-13T07:59:11.518358+0000","last_fullsized":"2024-04-13T07:59:11.518358+0000","mapping_epoch":554,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:48:30.525646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1114,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.489002+0000","last_change":"2024-04-13T07:53:42.609181+0000","last_active":"2024-04-13T07:59:15.489002+0000","last_peered":"2024-04-13T07:59:15.489002+0000","last_clean":"2024-04-13T07:59:15.489002+0000","last_became_active":"2024-04-13T07:53:42.607669+0000","last_became_peered":"2024-04-13T07:53:42.607669+0000","last_unstale":"2024-04-13T07:59:15.489002+0000","last_undegraded":"2024-04-13T07:59:15.489002+0000","last_fullsized":"2024-04-13T07:59:15.489002+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:49:34.336766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1106,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.488774+0000","last_change":"2024-04-13T07:53:42.604848+0000","last_active":"2024-04-13T07:59:15.488774+0000","last_peered":"2024-04-13T07:59:15.488774+0000","last_clean":"2024-04-13T07:59:15.488774+0000","last_became_active":"2024-04-13T07:53:42.604541+0000","last_became_peered":"2024-04-13T07:53:42.604541+0000","last_unstale":"2024-04-13T07:59:15.488774+0000","last_undegraded":"2024-04-13T07:59:15.488774+0000","last_fullsized":"2024-04-13T07:59:15.488774+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:10:10.629169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1271,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.491513+0000","last_change":"2024-04-13T07:51:22.379622+0000","last_active":"2024-04-13T07:59:15.491513+0000","last_peered":"2024-04-13T07:59:15.491513+0000","last_clean":"2024-04-13T07:59:15.491513+0000","last_became_active":"2024-04-13T07:51:22.379267+0000","last_became_peered":"2024-04-13T07:51:22.379267+0000","last_unstale":"2024-04-13T07:59:15.491513+0000","last_undegraded":"2024-04-13T07:59:15.491513+0000","last_fullsized":"2024-04-13T07:59:15.491513+0000","mapping_epoch":380,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":381,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:44:15.951223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":48,"num_read_kb":48,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1071,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-04-13T07:59:11.518885+0000","last_change":"2024-04-13T07:54:19.419915+0000","last_active":"2024-04-13T07:59:11.518885+0000","last_peered":"2024-04-13T07:59:11.518885+0000","last_clean":"2024-04-13T07:59:11.518885+0000","last_became_active":"2024-04-13T07:54:19.416982+0000","last_became_peered":"2024-04-13T07:54:19.416982+0000","last_unstale":"2024-04-13T07:59:11.518885+0000","last_undegraded":"2024-04-13T07:59:11.518885+0000","last_fullsized":"2024-04-13T07:59:11.518885+0000","mapping_epoch":554,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:03:22.542941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"838'1123","reported_seq":4172,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.490543+0000","last_change":"2024-04-13T07:59:11.523749+0000","last_active":"2024-04-13T07:59:15.490543+0000","last_peered":"2024-04-13T07:59:15.490543+0000","last_clean":"2024-04-13T07:59:15.490543+0000","last_became_active":"2024-04-13T07:51:22.376998+0000","last_became_peered":"2024-04-13T07:51:22.376998+0000","last_unstale":"2024-04-13T07:59:15.490543+0000","last_undegraded":"2024-04-13T07:59:15.490543+0000","last_fullsized":"2024-04-13T07:59:15.490543+0000","mapping_epoch":380,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":381,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:45:59.981451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:45:59.981451+0000","last_clean_scrub_stamp":"2024-04-13T07:45:59.981451+0000","objects_scrubbed":0,"log_size":1123,"log_dups_size":0,"ondisk_log_size":1123,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:30:09.402070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017156312999999999,"stat_sum":{"num_bytes":61161472,"num_objects":29,"num_object_clones":27,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":158,"num_read_kb":281038,"num_write":426,"num_write_kb":52136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":19980288,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"16f","length":"1"},{"start":"1d1","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1199,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-04-13T07:59:11.511616+0000","last_change":"2024-04-13T07:54:19.430472+0000","last_active":"2024-04-13T07:59:11.511616+0000","last_peered":"2024-04-13T07:59:11.511616+0000","last_clean":"2024-04-13T07:59:11.511616+0000","last_became_active":"2024-04-13T07:54:19.430139+0000","last_became_peered":"2024-04-13T07:54:19.430139+0000","last_unstale":"2024-04-13T07:59:11.511616+0000","last_undegraded":"2024-04-13T07:59:11.511616+0000","last_fullsized":"2024-04-13T07:59:11.511616+0000","mapping_epoch":554,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:57:41.752781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1085,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-04-13T07:59:11.518398+0000","last_change":"2024-04-13T07:54:19.427646+0000","last_active":"2024-04-13T07:59:11.518398+0000","last_peered":"2024-04-13T07:59:11.518398+0000","last_clean":"2024-04-13T07:59:11.518398+0000","last_became_active":"2024-04-13T07:54:19.427338+0000","last_became_peered":"2024-04-13T07:54:19.427338+0000","last_unstale":"2024-04-13T07:59:11.518398+0000","last_undegraded":"2024-04-13T07:59:11.518398+0000","last_fullsized":"2024-04-13T07:59:11.518398+0000","mapping_epoch":554,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:04:15.045314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"838'682","reported_seq":3944,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.491234+0000","last_change":"2024-04-13T07:59:11.523907+0000","last_active":"2024-04-13T07:59:15.491234+0000","last_peered":"2024-04-13T07:59:15.491234+0000","last_clean":"2024-04-13T07:59:15.491234+0000","last_became_active":"2024-04-13T07:53:42.620340+0000","last_became_peered":"2024-04-13T07:53:42.620340+0000","last_unstale":"2024-04-13T07:59:15.491234+0000","last_undegraded":"2024-04-13T07:59:15.491234+0000","last_fullsized":"2024-04-13T07:59:15.491234+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:45:59.981451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:45:59.981451+0000","last_clean_scrub_stamp":"2024-04-13T07:45:59.981451+0000","objects_scrubbed":0,"log_size":682,"log_dups_size":0,"ondisk_log_size":682,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:40:16.625817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091245170000000004,"stat_sum":{"num_bytes":59195392,"num_objects":17,"num_object_clones":16,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":93,"num_read_kb":180071,"num_write":249,"num_write_kb":54128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":35594240,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"16f","length":"1"},{"start":"1d1","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1271,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.485137+0000","last_change":"2024-04-13T07:53:08.428533+0000","last_active":"2024-04-13T07:59:15.485137+0000","last_peered":"2024-04-13T07:59:15.485137+0000","last_clean":"2024-04-13T07:59:15.485137+0000","last_became_active":"2024-04-13T07:53:08.428208+0000","last_became_peered":"2024-04-13T07:53:08.428208+0000","last_unstale":"2024-04-13T07:59:15.485137+0000","last_undegraded":"2024-04-13T07:59:15.485137+0000","last_fullsized":"2024-04-13T07:59:15.485137+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":485,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:43:11.971863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:43:11.971863+0000","last_clean_scrub_stamp":"2024-04-13T07:43:11.971863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:14:23.582023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1282,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.487546+0000","last_change":"2024-04-13T07:54:19.431055+0000","last_active":"2024-04-13T07:59:15.487546+0000","last_peered":"2024-04-13T07:59:15.487546+0000","last_clean":"2024-04-13T07:59:15.487546+0000","last_became_active":"2024-04-13T07:54:19.430513+0000","last_became_peered":"2024-04-13T07:54:19.430513+0000","last_unstale":"2024-04-13T07:59:15.487546+0000","last_undegraded":"2024-04-13T07:59:15.487546+0000","last_fullsized":"2024-04-13T07:59:15.487546+0000","mapping_epoch":554,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:21:45.163379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1147,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.599504+0000","last_change":"2024-04-13T07:53:08.432658+0000","last_active":"2024-04-13T07:59:15.599504+0000","last_peered":"2024-04-13T07:59:15.599504+0000","last_clean":"2024-04-13T07:59:15.599504+0000","last_became_active":"2024-04-13T07:53:08.432331+0000","last_became_peered":"2024-04-13T07:53:08.432331+0000","last_unstale":"2024-04-13T07:59:15.599504+0000","last_undegraded":"2024-04-13T07:59:15.599504+0000","last_fullsized":"2024-04-13T07:59:15.599504+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":485,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:13:31.892740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"838'1675","reported_seq":4780,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.492032+0000","last_change":"2024-04-13T07:59:11.535200+0000","last_active":"2024-04-13T07:59:15.492032+0000","last_peered":"2024-04-13T07:59:15.492032+0000","last_clean":"2024-04-13T07:59:15.492032+0000","last_became_active":"2024-04-13T07:52:32.407316+0000","last_became_peered":"2024-04-13T07:52:32.407316+0000","last_unstale":"2024-04-13T07:59:15.492032+0000","last_undegraded":"2024-04-13T07:59:15.492032+0000","last_fullsized":"2024-04-13T07:59:15.492032+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:45:59.981451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:45:59.981451+0000","last_clean_scrub_stamp":"2024-04-13T07:45:59.981451+0000","objects_scrubbed":0,"log_size":1675,"log_dups_size":0,"ondisk_log_size":1675,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:04:46.101187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019569526,"stat_sum":{"num_bytes":74334208,"num_objects":40,"num_object_clones":37,"num_object_copies":120,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":40,"num_whiteouts":0,"num_read":221,"num_read_kb":143849,"num_write":482,"num_write_kb":123896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":45629440,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"16f","length":"1"},{"start":"1d1","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1271,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.487759+0000","last_change":"2024-04-13T07:51:57.373536+0000","last_active":"2024-04-13T07:59:15.487759+0000","last_peered":"2024-04-13T07:59:15.487759+0000","last_clean":"2024-04-13T07:59:15.487759+0000","last_became_active":"2024-04-13T07:51:57.373064+0000","last_became_peered":"2024-04-13T07:51:57.373064+0000","last_unstale":"2024-04-13T07:59:15.487759+0000","last_undegraded":"2024-04-13T07:59:15.487759+0000","last_fullsized":"2024-04-13T07:59:15.487759+0000","mapping_epoch":414,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":415,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:43:11.971863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:43:11.971863+0000","last_clean_scrub_stamp":"2024-04-13T07:43:11.971863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:47:18.052608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1155,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.599327+0000","last_change":"2024-04-13T07:53:42.603392+0000","last_active":"2024-04-13T07:59:15.599327+0000","last_peered":"2024-04-13T07:59:15.599327+0000","last_clean":"2024-04-13T07:59:15.599327+0000","last_became_active":"2024-04-13T07:53:42.603032+0000","last_became_peered":"2024-04-13T07:53:42.603032+0000","last_unstale":"2024-04-13T07:59:15.599327+0000","last_undegraded":"2024-04-13T07:59:15.599327+0000","last_fullsized":"2024-04-13T07:59:15.599327+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:40:14.576761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1246,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.492354+0000","last_change":"2024-04-13T07:53:42.602966+0000","last_active":"2024-04-13T07:59:15.492354+0000","last_peered":"2024-04-13T07:59:15.492354+0000","last_clean":"2024-04-13T07:59:15.492354+0000","last_became_active":"2024-04-13T07:53:42.602559+0000","last_became_peered":"2024-04-13T07:53:42.602559+0000","last_unstale":"2024-04-13T07:59:15.492354+0000","last_undegraded":"2024-04-13T07:59:15.492354+0000","last_fullsized":"2024-04-13T07:59:15.492354+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:02:51.674881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":3108,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.490797+0000","last_change":"2024-04-13T07:59:11.525088+0000","last_active":"2024-04-13T07:59:15.490797+0000","last_peered":"2024-04-13T07:59:15.490797+0000","last_clean":"2024-04-13T07:59:15.490797+0000","last_became_active":"2024-04-13T07:53:08.438086+0000","last_became_peered":"2024-04-13T07:53:08.438086+0000","last_unstale":"2024-04-13T07:59:15.490797+0000","last_undegraded":"2024-04-13T07:59:15.490797+0000","last_fullsized":"2024-04-13T07:59:15.490797+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":485,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:45:59.981451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:45:59.981451+0000","last_clean_scrub_stamp":"2024-04-13T07:45:59.981451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:38:07.786570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017704289000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"16f","length":"1"},{"start":"1d1","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1274,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.486445+0000","last_change":"2024-04-13T07:53:08.428555+0000","last_active":"2024-04-13T07:59:15.486445+0000","last_peered":"2024-04-13T07:59:15.486445+0000","last_clean":"2024-04-13T07:59:15.486445+0000","last_became_active":"2024-04-13T07:53:08.428256+0000","last_became_peered":"2024-04-13T07:53:08.428256+0000","last_unstale":"2024-04-13T07:59:15.486445+0000","last_undegraded":"2024-04-13T07:59:15.486445+0000","last_fullsized":"2024-04-13T07:59:15.486445+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":485,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:43:11.971863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:43:11.971863+0000","last_clean_scrub_stamp":"2024-04-13T07:43:11.971863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:57:37.229772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1271,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.486371+0000","last_change":"2024-04-13T07:53:42.602315+0000","last_active":"2024-04-13T07:59:15.486371+0000","last_peered":"2024-04-13T07:59:15.486371+0000","last_clean":"2024-04-13T07:59:15.486371+0000","last_became_active":"2024-04-13T07:53:42.601965+0000","last_became_peered":"2024-04-13T07:53:42.601965+0000","last_unstale":"2024-04-13T07:59:15.486371+0000","last_undegraded":"2024-04-13T07:59:15.486371+0000","last_fullsized":"2024-04-13T07:59:15.486371+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:42:20.804814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1262,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.490568+0000","last_change":"2024-04-13T07:51:57.370550+0000","last_active":"2024-04-13T07:59:15.490568+0000","last_peered":"2024-04-13T07:59:15.490568+0000","last_clean":"2024-04-13T07:59:15.490568+0000","last_became_active":"2024-04-13T07:51:57.370289+0000","last_became_peered":"2024-04-13T07:51:57.370289+0000","last_unstale":"2024-04-13T07:59:15.490568+0000","last_undegraded":"2024-04-13T07:59:15.490568+0000","last_fullsized":"2024-04-13T07:59:15.490568+0000","mapping_epoch":414,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":415,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:24:13.779592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1],"acting":[2,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"838'2833","reported_seq":5340,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-04-13T07:59:11.546165+0000","last_change":"2024-04-13T07:59:11.548439+0000","last_active":"2024-04-13T07:59:11.546165+0000","last_peered":"2024-04-13T07:59:11.546165+0000","last_clean":"2024-04-13T07:59:11.546165+0000","last_became_active":"2024-04-13T07:54:19.430947+0000","last_became_peered":"2024-04-13T07:54:19.430947+0000","last_unstale":"2024-04-13T07:59:11.546165+0000","last_undegraded":"2024-04-13T07:59:11.546165+0000","last_fullsized":"2024-04-13T07:59:11.546165+0000","mapping_epoch":554,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:45:59.981451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:45:59.981451+0000","last_clean_scrub_stamp":"2024-04-13T07:45:59.981451+0000","objects_scrubbed":0,"log_size":2833,"log_dups_size":0,"ondisk_log_size":2833,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:00:26.230626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.028823363000000001,"stat_sum":{"num_bytes":101875712,"num_objects":61,"num_object_clones":56,"num_object_copies":183,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":61,"num_whiteouts":2,"num_read":368,"num_read_kb":349992,"num_write":1007,"num_write_kb":170432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":39845888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"163","length":"1"},{"start":"16f","length":"1"},{"start":"19d","length":"1"},{"start":"1ce","length":"1"},{"start":"1d1","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1101,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.489557+0000","last_change":"2024-04-13T07:54:19.424397+0000","last_active":"2024-04-13T07:59:15.489557+0000","last_peered":"2024-04-13T07:59:15.489557+0000","last_clean":"2024-04-13T07:59:15.489557+0000","last_became_active":"2024-04-13T07:54:19.424104+0000","last_became_peered":"2024-04-13T07:54:19.424104+0000","last_unstale":"2024-04-13T07:59:15.489557+0000","last_undegraded":"2024-04-13T07:59:15.489557+0000","last_fullsized":"2024-04-13T07:59:15.489557+0000","mapping_epoch":554,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:43:11.971863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:43:11.971863+0000","last_clean_scrub_stamp":"2024-04-13T07:43:11.971863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:23:02.392106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1214,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.486130+0000","last_change":"2024-04-13T07:53:42.599817+0000","last_active":"2024-04-13T07:59:15.486130+0000","last_peered":"2024-04-13T07:59:15.486130+0000","last_clean":"2024-04-13T07:59:15.486130+0000","last_became_active":"2024-04-13T07:53:42.599481+0000","last_became_peered":"2024-04-13T07:53:42.599481+0000","last_unstale":"2024-04-13T07:59:15.486130+0000","last_undegraded":"2024-04-13T07:59:15.486130+0000","last_fullsized":"2024-04-13T07:59:15.486130+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:05:52.926653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1149,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.599251+0000","last_change":"2024-04-13T07:54:19.422873+0000","last_active":"2024-04-13T07:59:15.599251+0000","last_peered":"2024-04-13T07:59:15.599251+0000","last_clean":"2024-04-13T07:59:15.599251+0000","last_became_active":"2024-04-13T07:54:19.422580+0000","last_became_peered":"2024-04-13T07:54:19.422580+0000","last_unstale":"2024-04-13T07:59:15.599251+0000","last_undegraded":"2024-04-13T07:59:15.599251+0000","last_fullsized":"2024-04-13T07:59:15.599251+0000","mapping_epoch":554,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:10:11.026760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"231'197","reported_seq":1564,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-04-13T07:59:11.517780+0000","last_change":"2024-04-13T07:54:19.428806+0000","last_active":"2024-04-13T07:59:11.517780+0000","last_peered":"2024-04-13T07:59:11.517780+0000","last_clean":"2024-04-13T07:59:11.517780+0000","last_became_active":"2024-04-13T07:54:19.428479+0000","last_became_peered":"2024-04-13T07:54:19.428479+0000","last_unstale":"2024-04-13T07:59:11.517780+0000","last_undegraded":"2024-04-13T07:59:11.517780+0000","last_fullsized":"2024-04-13T07:59:11.517780+0000","mapping_epoch":554,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:40:15.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:40:15.469395+0000","last_clean_scrub_stamp":"2024-04-13T07:40:15.469395+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:08:38.786226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"838'2259","reported_seq":4991,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.599835+0000","last_change":"2024-04-13T07:59:11.531752+0000","last_active":"2024-04-13T07:59:15.599835+0000","last_peered":"2024-04-13T07:59:15.599835+0000","last_clean":"2024-04-13T07:59:15.599835+0000","last_became_active":"2024-04-13T07:53:08.435077+0000","last_became_peered":"2024-04-13T07:53:08.435077+0000","last_unstale":"2024-04-13T07:59:15.599835+0000","last_undegraded":"2024-04-13T07:59:15.599835+0000","last_fullsized":"2024-04-13T07:59:15.599835+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":485,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:45:59.981451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:45:59.981451+0000","last_clean_scrub_stamp":"2024-04-13T07:45:59.981451+0000","objects_scrubbed":0,"log_size":2259,"log_dups_size":0,"ondisk_log_size":2259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:40:25.823281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017012276,"stat_sum":{"num_bytes":138788864,"num_objects":55,"num_object_clones":51,"num_object_copies":165,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":55,"num_whiteouts":0,"num_read":303,"num_read_kb":543698,"num_write":731,"num_write_kb":152224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":28712960,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"16f","length":"1"},{"start":"1d1","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1290,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.491929+0000","last_change":"2024-04-13T07:51:22.368514+0000","last_active":"2024-04-13T07:59:15.491929+0000","last_peered":"2024-04-13T07:59:15.491929+0000","last_clean":"2024-04-13T07:59:15.491929+0000","last_became_active":"2024-04-13T07:51:22.368209+0000","last_became_peered":"2024-04-13T07:51:22.368209+0000","last_unstale":"2024-04-13T07:59:15.491929+0000","last_undegraded":"2024-04-13T07:59:15.491929+0000","last_fullsized":"2024-04-13T07:59:15.491929+0000","mapping_epoch":380,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":381,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:43:11.971863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:43:11.971863+0000","last_clean_scrub_stamp":"2024-04-13T07:43:11.971863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:28:22.072356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1238,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.490439+0000","last_change":"2024-04-13T07:52:32.417292+0000","last_active":"2024-04-13T07:59:15.490439+0000","last_peered":"2024-04-13T07:59:15.490439+0000","last_clean":"2024-04-13T07:59:15.490439+0000","last_became_active":"2024-04-13T07:52:32.416928+0000","last_became_peered":"2024-04-13T07:52:32.416928+0000","last_unstale":"2024-04-13T07:59:15.490439+0000","last_undegraded":"2024-04-13T07:59:15.490439+0000","last_fullsized":"2024-04-13T07:59:15.490439+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:09:43.106533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1065,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-04-13T07:59:11.517968+0000","last_change":"2024-04-13T07:54:19.429621+0000","last_active":"2024-04-13T07:59:11.517968+0000","last_peered":"2024-04-13T07:59:11.517968+0000","last_clean":"2024-04-13T07:59:11.517968+0000","last_became_active":"2024-04-13T07:54:19.429116+0000","last_became_peered":"2024-04-13T07:54:19.429116+0000","last_unstale":"2024-04-13T07:59:11.517968+0000","last_undegraded":"2024-04-13T07:59:11.517968+0000","last_fullsized":"2024-04-13T07:59:11.517968+0000","mapping_epoch":554,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:50:35.622595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"838'2228","reported_seq":4901,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.489268+0000","last_change":"2024-04-13T07:59:11.535358+0000","last_active":"2024-04-13T07:59:15.489268+0000","last_peered":"2024-04-13T07:59:15.489268+0000","last_clean":"2024-04-13T07:59:15.489268+0000","last_became_active":"2024-04-13T07:53:42.616042+0000","last_became_peered":"2024-04-13T07:53:42.616042+0000","last_unstale":"2024-04-13T07:59:15.489268+0000","last_undegraded":"2024-04-13T07:59:15.489268+0000","last_fullsized":"2024-04-13T07:59:15.489268+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:45:59.981451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:45:59.981451+0000","last_clean_scrub_stamp":"2024-04-13T07:45:59.981451+0000","objects_scrubbed":0,"log_size":2228,"log_dups_size":0,"ondisk_log_size":2228,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:29:19.869010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.026200121999999999,"stat_sum":{"num_bytes":108453888,"num_objects":52,"num_object_clones":48,"num_object_copies":156,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":52,"num_whiteouts":2,"num_read":296,"num_read_kb":361252,"num_write":691,"num_write_kb":116536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9543680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"16f","length":"1"},{"start":"1d1","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1290,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.491311+0000","last_change":"2024-04-13T07:54:19.431162+0000","last_active":"2024-04-13T07:59:15.491311+0000","last_peered":"2024-04-13T07:59:15.491311+0000","last_clean":"2024-04-13T07:59:15.491311+0000","last_became_active":"2024-04-13T07:54:19.430423+0000","last_became_peered":"2024-04-13T07:54:19.430423+0000","last_unstale":"2024-04-13T07:59:15.491311+0000","last_undegraded":"2024-04-13T07:59:15.491311+0000","last_fullsized":"2024-04-13T07:59:15.491311+0000","mapping_epoch":554,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:43:11.971863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:43:11.971863+0000","last_clean_scrub_stamp":"2024-04-13T07:43:11.971863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:45:24.290462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1000,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.485240+0000","last_change":"2024-04-13T07:52:32.404605+0000","last_active":"2024-04-13T07:59:15.485240+0000","last_peered":"2024-04-13T07:59:15.485240+0000","last_clean":"2024-04-13T07:59:15.485240+0000","last_became_active":"2024-04-13T07:52:32.404248+0000","last_became_peered":"2024-04-13T07:52:32.404248+0000","last_unstale":"2024-04-13T07:59:15.485240+0000","last_undegraded":"2024-04-13T07:59:15.485240+0000","last_fullsized":"2024-04-13T07:59:15.485240+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:25:38.285758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1271,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.487853+0000","last_change":"2024-04-13T07:53:08.429063+0000","last_active":"2024-04-13T07:59:15.487853+0000","last_peered":"2024-04-13T07:59:15.487853+0000","last_clean":"2024-04-13T07:59:15.487853+0000","last_became_active":"2024-04-13T07:53:08.428267+0000","last_became_peered":"2024-04-13T07:53:08.428267+0000","last_unstale":"2024-04-13T07:59:15.487853+0000","last_undegraded":"2024-04-13T07:59:15.487853+0000","last_fullsized":"2024-04-13T07:59:15.487853+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":485,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:12:38.999794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"838'2847","reported_seq":5548,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-04-13T07:59:11.544800+0000","last_change":"2024-04-13T07:59:11.546842+0000","last_active":"2024-04-13T07:59:11.544800+0000","last_peered":"2024-04-13T07:59:11.544800+0000","last_clean":"2024-04-13T07:59:11.544800+0000","last_became_active":"2024-04-13T07:54:19.431199+0000","last_became_peered":"2024-04-13T07:54:19.431199+0000","last_unstale":"2024-04-13T07:59:11.544800+0000","last_undegraded":"2024-04-13T07:59:11.544800+0000","last_fullsized":"2024-04-13T07:59:11.544800+0000","mapping_epoch":554,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:45:59.981451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:45:59.981451+0000","last_clean_scrub_stamp":"2024-04-13T07:45:59.981451+0000","objects_scrubbed":0,"log_size":2847,"log_dups_size":0,"ondisk_log_size":2847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:42:30.039029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.035749861000000001,"stat_sum":{"num_bytes":114950144,"num_objects":65,"num_object_clones":60,"num_object_copies":195,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":2,"num_read":363,"num_read_kb":486393,"num_write":871,"num_write_kb":175168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":34816000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"163","length":"1"},{"start":"16f","length":"1"},{"start":"19d","length":"1"},{"start":"1ce","length":"1"},{"start":"1d1","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1219,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.485443+0000","last_change":"2024-04-13T07:54:19.418112+0000","last_active":"2024-04-13T07:59:15.485443+0000","last_peered":"2024-04-13T07:59:15.485443+0000","last_clean":"2024-04-13T07:59:15.485443+0000","last_became_active":"2024-04-13T07:54:19.417455+0000","last_became_peered":"2024-04-13T07:54:19.417455+0000","last_unstale":"2024-04-13T07:59:15.485443+0000","last_undegraded":"2024-04-13T07:59:15.485443+0000","last_fullsized":"2024-04-13T07:59:15.485443+0000","mapping_epoch":554,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:43:11.971863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:43:11.971863+0000","last_clean_scrub_stamp":"2024-04-13T07:43:11.971863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:18:41.636920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"587'3","reported_seq":1277,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.486179+0000","last_change":"2024-04-13T07:53:42.621266+0000","last_active":"2024-04-13T07:59:15.486179+0000","last_peered":"2024-04-13T07:59:15.486179+0000","last_clean":"2024-04-13T07:59:15.486179+0000","last_became_active":"2024-04-13T07:53:42.620874+0000","last_became_peered":"2024-04-13T07:53:42.620874+0000","last_unstale":"2024-04-13T07:59:15.486179+0000","last_undegraded":"2024-04-13T07:59:15.486179+0000","last_fullsized":"2024-04-13T07:59:15.486179+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:15:31.693915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1225,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.485290+0000","last_change":"2024-04-13T07:54:19.431392+0000","last_active":"2024-04-13T07:59:15.485290+0000","last_peered":"2024-04-13T07:59:15.485290+0000","last_clean":"2024-04-13T07:59:15.485290+0000","last_became_active":"2024-04-13T07:54:19.430821+0000","last_became_peered":"2024-04-13T07:54:19.430821+0000","last_unstale":"2024-04-13T07:59:15.485290+0000","last_undegraded":"2024-04-13T07:59:15.485290+0000","last_fullsized":"2024-04-13T07:59:15.485290+0000","mapping_epoch":554,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:50:05.831761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"838'1661","reported_seq":4593,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.485321+0000","last_change":"2024-04-13T07:59:11.524427+0000","last_active":"2024-04-13T07:59:15.485321+0000","last_peered":"2024-04-13T07:59:15.485321+0000","last_clean":"2024-04-13T07:59:15.485321+0000","last_became_active":"2024-04-13T07:52:32.405491+0000","last_became_peered":"2024-04-13T07:52:32.405491+0000","last_unstale":"2024-04-13T07:59:15.485321+0000","last_undegraded":"2024-04-13T07:59:15.485321+0000","last_fullsized":"2024-04-13T07:59:15.485321+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:45:59.981451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:45:59.981451+0000","last_clean_scrub_stamp":"2024-04-13T07:45:59.981451+0000","objects_scrubbed":0,"log_size":1661,"log_dups_size":0,"ondisk_log_size":1661,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:57:15.232716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.018373751000000001,"stat_sum":{"num_bytes":73490432,"num_objects":41,"num_object_clones":38,"num_object_copies":123,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":41,"num_whiteouts":0,"num_read":229,"num_read_kb":295821,"num_write":632,"num_write_kb":96440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":21004288,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"16f","length":"1"},{"start":"1d1","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1184,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-04-13T07:59:11.510511+0000","last_change":"2024-04-13T07:53:42.620703+0000","last_active":"2024-04-13T07:59:11.510511+0000","last_peered":"2024-04-13T07:59:11.510511+0000","last_clean":"2024-04-13T07:59:11.510511+0000","last_became_active":"2024-04-13T07:53:42.620349+0000","last_became_peered":"2024-04-13T07:53:42.620349+0000","last_unstale":"2024-04-13T07:59:11.510511+0000","last_undegraded":"2024-04-13T07:59:11.510511+0000","last_fullsized":"2024-04-13T07:59:11.510511+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:43:11.971863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:43:11.971863+0000","last_clean_scrub_stamp":"2024-04-13T07:43:11.971863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:25:04.053914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1127,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.489474+0000","last_change":"2024-04-13T07:54:19.421800+0000","last_active":"2024-04-13T07:59:15.489474+0000","last_peered":"2024-04-13T07:59:15.489474+0000","last_clean":"2024-04-13T07:59:15.489474+0000","last_became_active":"2024-04-13T07:54:19.421445+0000","last_became_peered":"2024-04-13T07:54:19.421445+0000","last_unstale":"2024-04-13T07:59:15.489474+0000","last_undegraded":"2024-04-13T07:59:15.489474+0000","last_fullsized":"2024-04-13T07:59:15.489474+0000","mapping_epoch":554,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:37:57.243125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1291,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.491802+0000","last_change":"2024-04-13T07:52:32.415206+0000","last_active":"2024-04-13T07:59:15.491802+0000","last_peered":"2024-04-13T07:59:15.491802+0000","last_clean":"2024-04-13T07:59:15.491802+0000","last_became_active":"2024-04-13T07:52:32.414802+0000","last_became_peered":"2024-04-13T07:52:32.414802+0000","last_unstale":"2024-04-13T07:59:15.491802+0000","last_undegraded":"2024-04-13T07:59:15.491802+0000","last_fullsized":"2024-04-13T07:59:15.491802+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:43:47.274386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":2917,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.599926+0000","last_change":"2024-04-13T07:59:11.516964+0000","last_active":"2024-04-13T07:59:15.599926+0000","last_peered":"2024-04-13T07:59:15.599926+0000","last_clean":"2024-04-13T07:59:15.599926+0000","last_became_active":"2024-04-13T07:53:42.606102+0000","last_became_peered":"2024-04-13T07:53:42.606102+0000","last_unstale":"2024-04-13T07:59:15.599926+0000","last_undegraded":"2024-04-13T07:59:15.599926+0000","last_fullsized":"2024-04-13T07:59:15.599926+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:45:59.981451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:45:59.981451+0000","last_clean_scrub_stamp":"2024-04-13T07:45:59.981451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:02:33.136249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0022943410000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"16f","length":"1"},{"start":"1d1","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1065,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-04-13T07:59:11.517662+0000","last_change":"2024-04-13T07:54:19.429055+0000","last_active":"2024-04-13T07:59:11.517662+0000","last_peered":"2024-04-13T07:59:11.517662+0000","last_clean":"2024-04-13T07:59:11.517662+0000","last_became_active":"2024-04-13T07:54:19.428562+0000","last_became_peered":"2024-04-13T07:54:19.428562+0000","last_unstale":"2024-04-13T07:59:11.517662+0000","last_undegraded":"2024-04-13T07:59:11.517662+0000","last_fullsized":"2024-04-13T07:59:11.517662+0000","mapping_epoch":554,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:37:10.132759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1182,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-04-13T07:59:11.510487+0000","last_change":"2024-04-13T07:54:19.418261+0000","last_active":"2024-04-13T07:59:11.510487+0000","last_peered":"2024-04-13T07:59:11.510487+0000","last_clean":"2024-04-13T07:59:11.510487+0000","last_became_active":"2024-04-13T07:54:19.417907+0000","last_became_peered":"2024-04-13T07:54:19.417907+0000","last_unstale":"2024-04-13T07:59:11.510487+0000","last_undegraded":"2024-04-13T07:59:11.510487+0000","last_fullsized":"2024-04-13T07:59:11.510487+0000","mapping_epoch":554,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:39:30.402851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"838'1614","reported_seq":4545,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-04-13T07:59:11.555040+0000","last_change":"2024-04-13T07:59:11.534692+0000","last_active":"2024-04-13T07:59:11.555040+0000","last_peered":"2024-04-13T07:59:11.555040+0000","last_clean":"2024-04-13T07:59:11.555040+0000","last_became_active":"2024-04-13T07:53:08.419882+0000","last_became_peered":"2024-04-13T07:53:08.419882+0000","last_unstale":"2024-04-13T07:59:11.555040+0000","last_undegraded":"2024-04-13T07:59:11.555040+0000","last_fullsized":"2024-04-13T07:59:11.555040+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":485,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:45:59.981451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:45:59.981451+0000","last_clean_scrub_stamp":"2024-04-13T07:45:59.981451+0000","objects_scrubbed":0,"log_size":1614,"log_dups_size":0,"ondisk_log_size":1614,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:32:09.764221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.023161008,"stat_sum":{"num_bytes":66961408,"num_objects":37,"num_object_clones":34,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":2,"num_read":263,"num_read_kb":251434,"num_write":381,"num_write_kb":79832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":11010048,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"163","length":"1"},{"start":"16f","length":"1"},{"start":"19d","length":"1"},{"start":"1ce","length":"1"},{"start":"1d1","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1270,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.487279+0000","last_change":"2024-04-13T07:54:19.433647+0000","last_active":"2024-04-13T07:59:15.487279+0000","last_peered":"2024-04-13T07:59:15.487279+0000","last_clean":"2024-04-13T07:59:15.487279+0000","last_became_active":"2024-04-13T07:54:19.433334+0000","last_became_peered":"2024-04-13T07:54:19.433334+0000","last_unstale":"2024-04-13T07:59:15.487279+0000","last_undegraded":"2024-04-13T07:59:15.487279+0000","last_fullsized":"2024-04-13T07:59:15.487279+0000","mapping_epoch":554,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:03:12.185579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1218,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.485493+0000","last_change":"2024-04-13T07:54:19.418260+0000","last_active":"2024-04-13T07:59:15.485493+0000","last_peered":"2024-04-13T07:59:15.485493+0000","last_clean":"2024-04-13T07:59:15.485493+0000","last_became_active":"2024-04-13T07:54:19.417906+0000","last_became_peered":"2024-04-13T07:54:19.417906+0000","last_unstale":"2024-04-13T07:59:15.485493+0000","last_undegraded":"2024-04-13T07:59:15.485493+0000","last_fullsized":"2024-04-13T07:59:15.485493+0000","mapping_epoch":554,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:48:49.095385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"838'2567","reported_seq":5435,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.491238+0000","last_change":"2024-04-13T07:59:11.549357+0000","last_active":"2024-04-13T07:59:15.491238+0000","last_peered":"2024-04-13T07:59:15.491238+0000","last_clean":"2024-04-13T07:59:15.491238+0000","last_became_active":"2024-04-13T07:54:19.430300+0000","last_became_peered":"2024-04-13T07:54:19.430300+0000","last_unstale":"2024-04-13T07:59:15.491238+0000","last_undegraded":"2024-04-13T07:59:15.491238+0000","last_fullsized":"2024-04-13T07:59:15.491238+0000","mapping_epoch":554,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:45:59.981451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:45:59.981451+0000","last_clean_scrub_stamp":"2024-04-13T07:45:59.981451+0000","objects_scrubbed":0,"log_size":2567,"log_dups_size":0,"ondisk_log_size":2567,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:49:12.694352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.041496242000000003,"stat_sum":{"num_bytes":149200896,"num_objects":65,"num_object_clones":60,"num_object_copies":195,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":2,"num_read":363,"num_read_kb":503036,"num_write":926,"num_write_kb":185856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":30834688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"16f","length":"1"},{"start":"1d1","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1270,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.485002+0000","last_change":"2024-04-13T07:54:19.430061+0000","last_active":"2024-04-13T07:59:15.485002+0000","last_peered":"2024-04-13T07:59:15.485002+0000","last_clean":"2024-04-13T07:59:15.485002+0000","last_became_active":"2024-04-13T07:54:19.429696+0000","last_became_peered":"2024-04-13T07:54:19.429696+0000","last_unstale":"2024-04-13T07:59:15.485002+0000","last_undegraded":"2024-04-13T07:59:15.485002+0000","last_fullsized":"2024-04-13T07:59:15.485002+0000","mapping_epoch":554,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:36:08.808318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1224,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.485599+0000","last_change":"2024-04-13T07:52:32.410464+0000","last_active":"2024-04-13T07:59:15.485599+0000","last_peered":"2024-04-13T07:59:15.485599+0000","last_clean":"2024-04-13T07:59:15.485599+0000","last_became_active":"2024-04-13T07:52:32.410062+0000","last_became_peered":"2024-04-13T07:52:32.410062+0000","last_unstale":"2024-04-13T07:59:15.485599+0000","last_undegraded":"2024-04-13T07:59:15.485599+0000","last_fullsized":"2024-04-13T07:59:15.485599+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:23:16.233237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"838'2010","reported_seq":5097,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.487967+0000","last_change":"2024-04-13T07:59:11.543178+0000","last_active":"2024-04-13T07:59:15.487967+0000","last_peered":"2024-04-13T07:59:15.487967+0000","last_clean":"2024-04-13T07:59:15.487967+0000","last_became_active":"2024-04-13T07:52:32.414657+0000","last_became_peered":"2024-04-13T07:52:32.414657+0000","last_unstale":"2024-04-13T07:59:15.487967+0000","last_undegraded":"2024-04-13T07:59:15.487967+0000","last_fullsized":"2024-04-13T07:59:15.487967+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:45:59.981451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:45:59.981451+0000","last_clean_scrub_stamp":"2024-04-13T07:45:59.981451+0000","objects_scrubbed":0,"log_size":2010,"log_dups_size":0,"ondisk_log_size":2010,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:41:12.381062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.028858809999999999,"stat_sum":{"num_bytes":128442368,"num_objects":60,"num_object_clones":56,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":2,"num_read":338,"num_read_kb":392335,"num_write":656,"num_write_kb":179768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":42450944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"16f","length":"1"},{"start":"1d1","length":"1"}]},{"pgid":"2.b","version":"583'4","reported_seq":1087,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-04-13T07:59:11.518305+0000","last_change":"2024-04-13T07:54:19.426111+0000","last_active":"2024-04-13T07:59:11.518305+0000","last_peered":"2024-04-13T07:59:11.518305+0000","last_clean":"2024-04-13T07:59:11.518305+0000","last_became_active":"2024-04-13T07:54:19.425208+0000","last_became_peered":"2024-04-13T07:54:19.425208+0000","last_unstale":"2024-04-13T07:59:11.518305+0000","last_undegraded":"2024-04-13T07:59:11.518305+0000","last_fullsized":"2024-04-13T07:59:11.518305+0000","mapping_epoch":554,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:10:31.717094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1238,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.491014+0000","last_change":"2024-04-13T07:52:32.417620+0000","last_active":"2024-04-13T07:59:15.491014+0000","last_peered":"2024-04-13T07:59:15.491014+0000","last_clean":"2024-04-13T07:59:15.491014+0000","last_became_active":"2024-04-13T07:52:32.416705+0000","last_became_peered":"2024-04-13T07:52:32.416705+0000","last_unstale":"2024-04-13T07:59:15.491014+0000","last_undegraded":"2024-04-13T07:59:15.491014+0000","last_fullsized":"2024-04-13T07:59:15.491014+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:33:06.026365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.b","version":"838'1595","reported_seq":4694,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.492571+0000","last_change":"2024-04-13T07:59:11.527183+0000","last_active":"2024-04-13T07:59:15.492571+0000","last_peered":"2024-04-13T07:59:15.492571+0000","last_clean":"2024-04-13T07:59:15.492571+0000","last_became_active":"2024-04-13T07:53:08.432450+0000","last_became_peered":"2024-04-13T07:53:08.432450+0000","last_unstale":"2024-04-13T07:59:15.492571+0000","last_undegraded":"2024-04-13T07:59:15.492571+0000","last_fullsized":"2024-04-13T07:59:15.492571+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":485,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:45:59.981451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:45:59.981451+0000","last_clean_scrub_stamp":"2024-04-13T07:45:59.981451+0000","objects_scrubbed":0,"log_size":1595,"log_dups_size":0,"ondisk_log_size":1595,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:04:56.685050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.020536156999999999,"stat_sum":{"num_bytes":75587584,"num_objects":41,"num_object_clones":38,"num_object_copies":123,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":41,"num_whiteouts":0,"num_read":239,"num_read_kb":329562,"num_write":382,"num_write_kb":86952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":30,"num_bytes_recovered":31424512,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"16f","length":"1"},{"start":"1d1","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1249,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.492408+0000","last_change":"2024-04-13T07:53:08.432550+0000","last_active":"2024-04-13T07:59:15.492408+0000","last_peered":"2024-04-13T07:59:15.492408+0000","last_clean":"2024-04-13T07:59:15.492408+0000","last_became_active":"2024-04-13T07:53:08.431981+0000","last_became_peered":"2024-04-13T07:53:08.431981+0000","last_unstale":"2024-04-13T07:59:15.492408+0000","last_undegraded":"2024-04-13T07:59:15.492408+0000","last_fullsized":"2024-04-13T07:59:15.492408+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":485,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:20:16.345741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1071,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-04-13T07:59:11.518252+0000","last_change":"2024-04-13T07:54:19.426941+0000","last_active":"2024-04-13T07:59:11.518252+0000","last_peered":"2024-04-13T07:59:11.518252+0000","last_clean":"2024-04-13T07:59:11.518252+0000","last_became_active":"2024-04-13T07:54:19.426554+0000","last_became_peered":"2024-04-13T07:54:19.426554+0000","last_unstale":"2024-04-13T07:59:11.518252+0000","last_undegraded":"2024-04-13T07:59:11.518252+0000","last_fullsized":"2024-04-13T07:59:11.518252+0000","mapping_epoch":554,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:35:56.607426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"838'1600","reported_seq":4611,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.490841+0000","last_change":"2024-04-13T07:59:11.539974+0000","last_active":"2024-04-13T07:59:15.490841+0000","last_peered":"2024-04-13T07:59:15.490841+0000","last_clean":"2024-04-13T07:59:15.490841+0000","last_became_active":"2024-04-13T07:52:32.416851+0000","last_became_peered":"2024-04-13T07:52:32.416851+0000","last_unstale":"2024-04-13T07:59:15.490841+0000","last_undegraded":"2024-04-13T07:59:15.490841+0000","last_fullsized":"2024-04-13T07:59:15.490841+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:45:59.981451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:45:59.981451+0000","last_clean_scrub_stamp":"2024-04-13T07:45:59.981451+0000","objects_scrubbed":0,"log_size":1600,"log_dups_size":0,"ondisk_log_size":1600,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:26:45.707570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.031390273000000003,"stat_sum":{"num_bytes":66740224,"num_objects":40,"num_object_clones":37,"num_object_copies":120,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":40,"num_whiteouts":0,"num_read":217,"num_read_kb":400844,"num_write":549,"num_write_kb":108160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":50241536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"16f","length":"1"},{"start":"1d1","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1274,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.485641+0000","last_change":"2024-04-13T07:52:32.400044+0000","last_active":"2024-04-13T07:59:15.485641+0000","last_peered":"2024-04-13T07:59:15.485641+0000","last_clean":"2024-04-13T07:59:15.485641+0000","last_became_active":"2024-04-13T07:52:32.399652+0000","last_became_peered":"2024-04-13T07:52:32.399652+0000","last_unstale":"2024-04-13T07:59:15.485641+0000","last_undegraded":"2024-04-13T07:59:15.485641+0000","last_fullsized":"2024-04-13T07:59:15.485641+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:04:12.082904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1141,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.599351+0000","last_change":"2024-04-13T07:53:42.613258+0000","last_active":"2024-04-13T07:59:15.599351+0000","last_peered":"2024-04-13T07:59:15.599351+0000","last_clean":"2024-04-13T07:59:15.599351+0000","last_became_active":"2024-04-13T07:53:42.609888+0000","last_became_peered":"2024-04-13T07:53:42.609888+0000","last_unstale":"2024-04-13T07:59:15.599351+0000","last_undegraded":"2024-04-13T07:59:15.599351+0000","last_fullsized":"2024-04-13T07:59:15.599351+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:52:42.372290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"838'2727","reported_seq":5316,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-04-13T07:59:11.543041+0000","last_change":"2024-04-13T07:59:11.544755+0000","last_active":"2024-04-13T07:59:11.543041+0000","last_peered":"2024-04-13T07:59:11.543041+0000","last_clean":"2024-04-13T07:59:11.543041+0000","last_became_active":"2024-04-13T07:54:19.427190+0000","last_became_peered":"2024-04-13T07:54:19.427190+0000","last_unstale":"2024-04-13T07:59:11.543041+0000","last_undegraded":"2024-04-13T07:59:11.543041+0000","last_fullsized":"2024-04-13T07:59:11.543041+0000","mapping_epoch":554,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:45:59.981451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:45:59.981451+0000","last_clean_scrub_stamp":"2024-04-13T07:45:59.981451+0000","objects_scrubbed":0,"log_size":2727,"log_dups_size":0,"ondisk_log_size":2727,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:10:06.674877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.026197412,"stat_sum":{"num_bytes":132104192,"num_objects":55,"num_object_clones":50,"num_object_copies":165,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":55,"num_whiteouts":0,"num_read":406,"num_read_kb":541268,"num_write":695,"num_write_kb":174352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":27492352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"163","length":"1"},{"start":"16f","length":"1"},{"start":"19d","length":"1"},{"start":"1ce","length":"1"},{"start":"1d1","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1257,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.490954+0000","last_change":"2024-04-13T07:51:57.372730+0000","last_active":"2024-04-13T07:59:15.490954+0000","last_peered":"2024-04-13T07:59:15.490954+0000","last_clean":"2024-04-13T07:59:15.490954+0000","last_became_active":"2024-04-13T07:51:57.372340+0000","last_became_peered":"2024-04-13T07:51:57.372340+0000","last_unstale":"2024-04-13T07:59:15.490954+0000","last_undegraded":"2024-04-13T07:59:15.490954+0000","last_fullsized":"2024-04-13T07:59:15.490954+0000","mapping_epoch":414,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":415,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:35.607187+0000","last_clean_scrub_stamp":"2024-04-13T07:42:35.607187+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:31:10.720585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1],"acting":[2,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1085,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-04-13T07:59:11.519040+0000","last_change":"2024-04-13T07:54:19.437054+0000","last_active":"2024-04-13T07:59:11.519040+0000","last_peered":"2024-04-13T07:59:11.519040+0000","last_clean":"2024-04-13T07:59:11.519040+0000","last_became_active":"2024-04-13T07:54:19.436500+0000","last_became_peered":"2024-04-13T07:54:19.436500+0000","last_unstale":"2024-04-13T07:59:11.519040+0000","last_undegraded":"2024-04-13T07:59:11.519040+0000","last_fullsized":"2024-04-13T07:59:11.519040+0000","mapping_epoch":554,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:13:30.634874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1107,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.488775+0000","last_change":"2024-04-13T07:53:42.605689+0000","last_active":"2024-04-13T07:59:15.488775+0000","last_peered":"2024-04-13T07:59:15.488775+0000","last_clean":"2024-04-13T07:59:15.488775+0000","last_became_active":"2024-04-13T07:53:42.605379+0000","last_became_peered":"2024-04-13T07:53:42.605379+0000","last_unstale":"2024-04-13T07:59:15.488775+0000","last_undegraded":"2024-04-13T07:59:15.488775+0000","last_fullsized":"2024-04-13T07:59:15.488775+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:37:08.711894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1237,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.490625+0000","last_change":"2024-04-13T07:53:42.620963+0000","last_active":"2024-04-13T07:59:15.490625+0000","last_peered":"2024-04-13T07:59:15.490625+0000","last_clean":"2024-04-13T07:59:15.490625+0000","last_became_active":"2024-04-13T07:53:42.620141+0000","last_became_peered":"2024-04-13T07:53:42.620141+0000","last_unstale":"2024-04-13T07:59:15.490625+0000","last_undegraded":"2024-04-13T07:59:15.490625+0000","last_fullsized":"2024-04-13T07:59:15.490625+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:18:36.139869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1147,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.599624+0000","last_change":"2024-04-13T07:53:08.425478+0000","last_active":"2024-04-13T07:59:15.599624+0000","last_peered":"2024-04-13T07:59:15.599624+0000","last_clean":"2024-04-13T07:59:15.599624+0000","last_became_active":"2024-04-13T07:53:08.425069+0000","last_became_peered":"2024-04-13T07:53:08.425069+0000","last_unstale":"2024-04-13T07:59:15.599624+0000","last_undegraded":"2024-04-13T07:59:15.599624+0000","last_fullsized":"2024-04-13T07:59:15.599624+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":485,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:44:20.039222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1009,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.486719+0000","last_change":"2024-04-13T07:52:32.411436+0000","last_active":"2024-04-13T07:59:15.486719+0000","last_peered":"2024-04-13T07:59:15.486719+0000","last_clean":"2024-04-13T07:59:15.486719+0000","last_became_active":"2024-04-13T07:52:32.409920+0000","last_became_peered":"2024-04-13T07:52:32.409920+0000","last_unstale":"2024-04-13T07:59:15.486719+0000","last_undegraded":"2024-04-13T07:59:15.486719+0000","last_fullsized":"2024-04-13T07:59:15.486719+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:12:41.818672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1225,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.487504+0000","last_change":"2024-04-13T07:52:32.406385+0000","last_active":"2024-04-13T07:59:15.487504+0000","last_peered":"2024-04-13T07:59:15.487504+0000","last_clean":"2024-04-13T07:59:15.487504+0000","last_became_active":"2024-04-13T07:52:32.405997+0000","last_became_peered":"2024-04-13T07:52:32.405997+0000","last_unstale":"2024-04-13T07:59:15.487504+0000","last_undegraded":"2024-04-13T07:59:15.487504+0000","last_fullsized":"2024-04-13T07:59:15.487504+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:24:40.630761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1270,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.485465+0000","last_change":"2024-04-13T07:51:57.372904+0000","last_active":"2024-04-13T07:59:15.485465+0000","last_peered":"2024-04-13T07:59:15.485465+0000","last_clean":"2024-04-13T07:59:15.485465+0000","last_became_active":"2024-04-13T07:51:57.372615+0000","last_became_peered":"2024-04-13T07:51:57.372615+0000","last_unstale":"2024-04-13T07:59:15.485465+0000","last_undegraded":"2024-04-13T07:59:15.485465+0000","last_fullsized":"2024-04-13T07:59:15.485465+0000","mapping_epoch":414,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":415,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:21:58.941870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1107,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.489783+0000","last_change":"2024-04-13T07:54:19.415660+0000","last_active":"2024-04-13T07:59:15.489783+0000","last_peered":"2024-04-13T07:59:15.489783+0000","last_clean":"2024-04-13T07:59:15.489783+0000","last_became_active":"2024-04-13T07:54:19.415331+0000","last_became_peered":"2024-04-13T07:54:19.415331+0000","last_unstale":"2024-04-13T07:59:15.489783+0000","last_undegraded":"2024-04-13T07:59:15.489783+0000","last_fullsized":"2024-04-13T07:59:15.489783+0000","mapping_epoch":554,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:04:50.537921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1210,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.485383+0000","last_change":"2024-04-13T07:52:32.405497+0000","last_active":"2024-04-13T07:59:15.485383+0000","last_peered":"2024-04-13T07:59:15.485383+0000","last_clean":"2024-04-13T07:59:15.485383+0000","last_became_active":"2024-04-13T07:52:32.405168+0000","last_became_peered":"2024-04-13T07:52:32.405168+0000","last_unstale":"2024-04-13T07:59:15.485383+0000","last_undegraded":"2024-04-13T07:59:15.485383+0000","last_fullsized":"2024-04-13T07:59:15.485383+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:31:51.713099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1147,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.599018+0000","last_change":"2024-04-13T07:53:08.433242+0000","last_active":"2024-04-13T07:59:15.599018+0000","last_peered":"2024-04-13T07:59:15.599018+0000","last_clean":"2024-04-13T07:59:15.599018+0000","last_became_active":"2024-04-13T07:53:08.432933+0000","last_became_peered":"2024-04-13T07:53:08.432933+0000","last_unstale":"2024-04-13T07:59:15.599018+0000","last_undegraded":"2024-04-13T07:59:15.599018+0000","last_fullsized":"2024-04-13T07:59:15.599018+0000","mapping_epoch":484,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":485,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:06:26.595249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1217,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.485924+0000","last_change":"2024-04-13T07:52:32.406789+0000","last_active":"2024-04-13T07:59:15.485924+0000","last_peered":"2024-04-13T07:59:15.485924+0000","last_clean":"2024-04-13T07:59:15.485924+0000","last_became_active":"2024-04-13T07:52:32.406407+0000","last_became_peered":"2024-04-13T07:52:32.406407+0000","last_unstale":"2024-04-13T07:59:15.485924+0000","last_undegraded":"2024-04-13T07:59:15.485924+0000","last_fullsized":"2024-04-13T07:59:15.485924+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:44:14.674916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1150,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.599130+0000","last_change":"2024-04-13T07:54:19.413693+0000","last_active":"2024-04-13T07:59:15.599130+0000","last_peered":"2024-04-13T07:59:15.599130+0000","last_clean":"2024-04-13T07:59:15.599130+0000","last_became_active":"2024-04-13T07:54:19.413372+0000","last_became_peered":"2024-04-13T07:54:19.413372+0000","last_unstale":"2024-04-13T07:59:15.599130+0000","last_undegraded":"2024-04-13T07:59:15.599130+0000","last_fullsized":"2024-04-13T07:59:15.599130+0000","mapping_epoch":554,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:13:38.957806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1291,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.491159+0000","last_change":"2024-04-13T07:54:19.431826+0000","last_active":"2024-04-13T07:59:15.491159+0000","last_peered":"2024-04-13T07:59:15.491159+0000","last_clean":"2024-04-13T07:59:15.491159+0000","last_became_active":"2024-04-13T07:54:19.430872+0000","last_became_peered":"2024-04-13T07:54:19.430872+0000","last_unstale":"2024-04-13T07:59:15.491159+0000","last_undegraded":"2024-04-13T07:59:15.491159+0000","last_fullsized":"2024-04-13T07:59:15.491159+0000","mapping_epoch":554,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":555,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:14:19.467533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1113,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-04-13T07:59:15.489162+0000","last_change":"2024-04-13T07:53:42.623838+0000","last_active":"2024-04-13T07:59:15.489162+0000","last_peered":"2024-04-13T07:59:15.489162+0000","last_clean":"2024-04-13T07:59:15.489162+0000","last_became_active":"2024-04-13T07:53:42.619905+0000","last_became_peered":"2024-04-13T07:53:42.619905+0000","last_unstale":"2024-04-13T07:59:15.489162+0000","last_undegraded":"2024-04-13T07:59:15.489162+0000","last_fullsized":"2024-04-13T07:59:15.489162+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:42:36.615398+0000","last_clean_scrub_stamp":"2024-04-13T07:42:36.615398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:27:37.316267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":1351286784,"num_objects":658,"num_object_clones":608,"num_object_copies":1974,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":658,"num_whiteouts":12,"num_read":3857,"num_read_kb":5060593,"num_write":8678,"num_write_kb":1755880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":135,"num_bytes_recovered":428580864,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1496367104,"data_stored":3336806400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":27421,"ondisk_log_size":27421,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6622,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":158,"num_read_kb":174,"num_write":69,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19866,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":44473,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":554,"seq":2379411882044,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":509444,"kb_used_data":203000,"kb_used_omap":85,"kb_used_meta":306346,"kb_avail":93235708,"statfs":{"total":95995035648,"available":95473364992,"internally_reserved":0,"allocated":207872000,"data_stored":481160057,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":87541,"internal_metadata":313698827},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":518,"seq":2224793059396,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":251016,"kb_used_data":112636,"kb_used_omap":42,"kb_used_meta":138325,"kb_avail":93494136,"statfs":{"total":95995035648,"available":95737995264,"internally_reserved":0,"allocated":115339264,"data_stored":224080419,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43544,"internal_metadata":141645288},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":345,"seq":1481763717223,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1020520,"kb_used_data":254744,"kb_used_omap":57,"kb_used_meta":765702,"kb_avail":92724632,"statfs":{"total":95995035648,"available":94950023168,"internally_reserved":0,"allocated":260857856,"data_stored":533150213,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":58765,"internal_metadata":784079475},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":311,"seq":1335734829166,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":891852,"kb_used_data":225088,"kb_used_omap":59,"kb_used_meta":666692,"kb_avail":92853300,"statfs":{"total":95995035648,"available":95081779200,"internally_reserved":0,"allocated":230490112,"data_stored":485596697,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":60530,"internal_metadata":682693518},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":380,"seq":1632087572576,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":644676,"kb_used_data":173232,"kb_used_omap":51,"kb_used_meta":471372,"kb_avail":93100476,"statfs":{"total":95995035648,"available":95334887424,"internally_reserved":0,"allocated":177389568,"data_stored":441050257,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":53032,"internal_metadata":482685144},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":414,"seq":1778116460633,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":458936,"kb_used_data":131564,"kb_used_omap":41,"kb_used_meta":327318,"kb_avail":93286216,"statfs":{"total":95995035648,"available":95525085184,"internally_reserved":0,"allocated":134721536,"data_stored":236413035,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":42394,"internal_metadata":335174246},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":449,"seq":1928440315986,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":656932,"kb_used_data":215572,"kb_used_omap":75,"kb_used_meta":441268,"kb_avail":93088220,"statfs":{"total":95995035648,"available":95322337280,"internally_reserved":0,"allocated":220745728,"data_stored":396614663,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":77305,"internal_metadata":451858951},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":484,"seq":2078764171339,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":695940,"kb_used_data":222392,"kb_used_omap":87,"kb_used_meta":473448,"kb_avail":93049212,"statfs":{"total":95995035648,"available":95282393088,"internally_reserved":0,"allocated":227729408,"data_stored":585647366,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":89414,"internal_metadata":484811450},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5680,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4351,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5507,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5786,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6185,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5914,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5360,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5704,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5900,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":220274688,"data_stored":479367168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":251236352,"data_stored":527511552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":167780352,"data_stored":435412992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":125087744,"data_stored":230768640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":211120128,"data_stored":390975488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":218083328,"data_stored":579993600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":105119744,"data_stored":217845760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":197664768,"data_stored":474931200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-13T07:59:18.283 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2024-04-13T07:59:18.283 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2024-04-13T07:59:18.495 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:59:18.861 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:18 smithi119 ceph-mon[96316]: pgmap v932: 121 pgs: 121 active+clean; 1.3 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-04-13T07:59:18.861 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:18 smithi119 ceph-mon[96316]: from='client.34503 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T07:59:18.861 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:18 smithi119 ceph-mon[93746]: pgmap v932: 121 pgs: 121 active+clean; 1.3 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-04-13T07:59:18.861 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:18 smithi119 ceph-mon[93746]: from='client.34503 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T07:59:18.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:18 smithi139 ceph-mon[88985]: pgmap v932: 121 pgs: 121 active+clean; 1.3 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-04-13T07:59:18.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:18 smithi139 ceph-mon[88985]: from='client.34503 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T07:59:19.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:19 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:59:19.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:19 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:59:19.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:19 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:59:20.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:20 smithi139 ceph-mon[88985]: pgmap v933: 121 pgs: 121 active+clean; 1.3 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-13T07:59:20.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:20 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:59:20.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:20 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:59:20.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:20 smithi139 ceph-mon[88985]: osdmap e840: 8 total, 8 up, 8 in 2024-04-13T07:59:20.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:20 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/3230200347' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-13T07:59:20.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:20 smithi119 ceph-mon[96316]: pgmap v933: 121 pgs: 121 active+clean; 1.3 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-13T07:59:20.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:20 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:59:20.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:20 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:59:20.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:20 smithi119 ceph-mon[96316]: osdmap e840: 8 total, 8 up, 8 in 2024-04-13T07:59:20.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:20 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/3230200347' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-13T07:59:20.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:20 smithi119 ceph-mon[93746]: pgmap v933: 121 pgs: 121 active+clean; 1.3 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-13T07:59:20.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:20 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:59:20.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:20 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:59:20.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:20 smithi119 ceph-mon[93746]: osdmap e840: 8 total, 8 up, 8 in 2024-04-13T07:59:20.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:20 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/3230200347' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-13T07:59:21.492 INFO:teuthology.orchestra.run.smithi119.stderr:pool 'unique_pool_0' removed 2024-04-13T07:59:21.837 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:21 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:59:21.838 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:21 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:59:21.838 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:21 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:59:21.838 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:21 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/3230200347' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-04-13T07:59:21.838 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:21 smithi119 ceph-mon[96316]: osdmap e841: 8 total, 8 up, 8 in 2024-04-13T07:59:21.838 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:21 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:59:21.838 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:21 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:59:21.838 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:21 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:59:21.838 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:21 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/3230200347' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-04-13T07:59:21.838 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:21 smithi119 ceph-mon[93746]: osdmap e841: 8 total, 8 up, 8 in 2024-04-13T07:59:21.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:21 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:59:21.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:21 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:59:21.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:21 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T07:59:21.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:21 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/3230200347' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-04-13T07:59:21.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:21 smithi139 ceph-mon[88985]: osdmap e841: 8 total, 8 up, 8 in 2024-04-13T07:59:22.158 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-13T07:59:22.158 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2024-04-13T07:59:22.158 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-13T07:59:22.158 INFO:teuthology.task.print:**** done start rados_api.yaml 2024-04-13T07:59:22.158 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-13T07:59:22.159 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-13T07:59:22.160 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-13T07:59:22.160 DEBUG:teuthology.orchestra.run.smithi119:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-13T07:59:22.175 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-13T07:59:22.176 INFO:teuthology.orchestra.run.smithi119.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-13T07:59:22.176 DEBUG:teuthology.orchestra.run.smithi119:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-13T07:59:22.230 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-13T07:59:22.231 DEBUG:teuthology.orchestra.run.smithi119:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-13T07:59:22.285 INFO:tasks.workunit:timeout=3h 2024-04-13T07:59:22.285 INFO:tasks.workunit:cleanup=True 2024-04-13T07:59:22.286 DEBUG:teuthology.orchestra.run.smithi119:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-13T07:59:22.340 INFO:tasks.workunit.client.0.smithi119.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-13T07:59:22.594 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:59:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T07:59:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:59:22.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:22 smithi139 ceph-mon[88985]: pgmap v935: 121 pgs: 121 active+clean; 1.3 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-13T07:59:22.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:22 smithi119 ceph-mon[96316]: pgmap v935: 121 pgs: 121 active+clean; 1.3 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-13T07:59:22.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:22 smithi119 ceph-mon[93746]: pgmap v935: 121 pgs: 121 active+clean; 1.3 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-13T07:59:24.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:24 smithi139 ceph-mon[88985]: pgmap v937: 105 pgs: 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:59:24.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:59:24.947 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:59:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:59:24] "GET /metrics HTTP/1.1" 200 33852 "" "Prometheus/2.43.0" 2024-04-13T07:59:24.948 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:24 smithi119 ceph-mon[96316]: pgmap v937: 105 pgs: 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:59:24.948 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:59:24.948 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:24 smithi119 ceph-mon[93746]: pgmap v937: 105 pgs: 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:59:24.948 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:59:26.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:26 smithi139 ceph-mon[88985]: pgmap v938: 105 pgs: 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:59:26.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:26 smithi119 ceph-mon[93746]: pgmap v938: 105 pgs: 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:59:26.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:26 smithi119 ceph-mon[96316]: pgmap v938: 105 pgs: 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:59:28.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:28 smithi139 ceph-mon[88985]: pgmap v939: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:59:28.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:28 smithi119 ceph-mon[96316]: pgmap v939: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:59:28.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:28 smithi119 ceph-mon[93746]: pgmap v939: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:59:30.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:30 smithi139 ceph-mon[88985]: pgmap v940: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:59:30.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:30 smithi119 ceph-mon[96316]: pgmap v940: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:59:30.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:30 smithi119 ceph-mon[93746]: pgmap v940: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:59:32.607 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:59:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T07:59:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:59:32.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:32 smithi139 ceph-mon[88985]: pgmap v941: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:59:32.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:32 smithi119 ceph-mon[96316]: pgmap v941: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:59:32.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:32 smithi119 ceph-mon[93746]: pgmap v941: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:59:34.735 DEBUG:teuthology.orchestra.run.smithi119:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-13T07:59:34.791 INFO:tasks.workunit.client.0.smithi119.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-13T07:59:34.793 INFO:tasks.workunit.client.0.smithi119.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-13T07:59:34.793 INFO:tasks.workunit.client.0.smithi119.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-13T07:59:34.842 INFO:tasks.workunit.client.0.smithi119.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-13T07:59:34.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:34 smithi139 ceph-mon[88985]: pgmap v942: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:59:34.893 INFO:tasks.workunit.client.0.smithi119.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-13T07:59:34.932 INFO:tasks.workunit.client.0.smithi119.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-13T07:59:34.934 INFO:tasks.workunit.client.0.smithi119.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-13T07:59:34.934 INFO:tasks.workunit.client.0.smithi119.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-13T07:59:34.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:34 smithi119 ceph-mon[96316]: pgmap v942: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:59:34.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:34 smithi119 ceph-mon[93746]: pgmap v942: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:59:34.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:59:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:59:34] "GET /metrics HTTP/1.1" 200 33852 "" "Prometheus/2.43.0" 2024-04-13T07:59:34.972 INFO:tasks.workunit.client.0.smithi119.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-13T07:59:34.976 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-04-13T07:59:34.976 DEBUG:teuthology.orchestra.run.smithi119:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-13T07:59:35.031 INFO:tasks.workunit:Running workunits matching cls on client.0... 2024-04-13T07:59:35.033 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-04-13T07:59:35.033 DEBUG:teuthology.orchestra.run.smithi119:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-04-13T07:59:35.099 INFO:tasks.workunit.client.0.smithi119.stdout:Running main() from gmock_main.cc 2024-04-13T07:59:35.100 INFO:tasks.workunit.client.0.smithi119.stdout:[==========] Running 22 tests from 1 test suite. 2024-04-13T07:59:35.100 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] Global test environment set-up. 2024-04-13T07:59:35.100 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 22 tests from TestCls2PCQueue 2024-04-13T07:59:35.100 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-04-13T07:59:36.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:36 smithi139 ceph-mon[88985]: pgmap v943: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:59:36.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:36 smithi139 ceph-mon[88985]: osdmap e842: 8 total, 8 up, 8 in 2024-04-13T07:59:36.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:36 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/3406143831' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:59:36.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:36 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:59:36.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:36 smithi119 ceph-mon[93746]: pgmap v943: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:59:36.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:36 smithi119 ceph-mon[93746]: osdmap e842: 8 total, 8 up, 8 in 2024-04-13T07:59:36.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:36 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/3406143831' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:59:36.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:36 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:59:36.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:36 smithi119 ceph-mon[96316]: pgmap v943: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:59:36.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:36 smithi119 ceph-mon[96316]: osdmap e842: 8 total, 8 up, 8 in 2024-04-13T07:59:36.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:36 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/3406143831' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:59:36.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:36 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:59:37.645 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2545 ms) 2024-04-13T07:59:37.645 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-04-13T07:59:37.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:37 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:59:37.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:37 smithi119 ceph-mon[96316]: osdmap e843: 8 total, 8 up, 8 in 2024-04-13T07:59:37.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:37 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:59:37.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:37 smithi119 ceph-mon[93746]: osdmap e843: 8 total, 8 up, 8 in 2024-04-13T07:59:38.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:37 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:59:38.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:37 smithi139 ceph-mon[88985]: osdmap e843: 8 total, 8 up, 8 in 2024-04-13T07:59:38.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:38 smithi119 ceph-mon[93746]: pgmap v946: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:59:38.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:38 smithi119 ceph-mon[93746]: osdmap e844: 8 total, 8 up, 8 in 2024-04-13T07:59:38.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:38 smithi119 ceph-mon[96316]: pgmap v946: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:59:38.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:38 smithi119 ceph-mon[96316]: osdmap e844: 8 total, 8 up, 8 in 2024-04-13T07:59:39.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:38 smithi139 ceph-mon[88985]: pgmap v946: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:59:39.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:38 smithi139 ceph-mon[88985]: osdmap e844: 8 total, 8 up, 8 in 2024-04-13T07:59:39.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:39 smithi119 ceph-mon[96316]: osdmap e845: 8 total, 8 up, 8 in 2024-04-13T07:59:39.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:39 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2709298627' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:59:39.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:59:39.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:39 smithi119 ceph-mon[93746]: osdmap e845: 8 total, 8 up, 8 in 2024-04-13T07:59:39.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:39 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2709298627' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:59:39.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:59:40.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:39 smithi139 ceph-mon[88985]: osdmap e845: 8 total, 8 up, 8 in 2024-04-13T07:59:40.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:39 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2709298627' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:59:40.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:59:40.660 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3014 ms) 2024-04-13T07:59:40.661 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-04-13T07:59:40.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:40 smithi119 ceph-mon[96316]: pgmap v949: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:59:40.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:40 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:59:40.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:40 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2709298627' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:59:40.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:40 smithi119 ceph-mon[96316]: osdmap e846: 8 total, 8 up, 8 in 2024-04-13T07:59:40.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:40 smithi119 ceph-mon[93746]: pgmap v949: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:59:40.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:40 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:59:40.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:40 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2709298627' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:59:40.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:40 smithi119 ceph-mon[93746]: osdmap e846: 8 total, 8 up, 8 in 2024-04-13T07:59:41.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:40 smithi139 ceph-mon[88985]: pgmap v949: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:59:41.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:40 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:59:41.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:40 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2709298627' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:59:41.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:40 smithi139 ceph-mon[88985]: osdmap e846: 8 total, 8 up, 8 in 2024-04-13T07:59:41.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:41 smithi119 ceph-mon[96316]: osdmap e847: 8 total, 8 up, 8 in 2024-04-13T07:59:41.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:41 smithi119 ceph-mon[93746]: osdmap e847: 8 total, 8 up, 8 in 2024-04-13T07:59:42.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:41 smithi139 ceph-mon[88985]: osdmap e847: 8 total, 8 up, 8 in 2024-04-13T07:59:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:59:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T07:59:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:59:42.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:42 smithi119 ceph-mon[96316]: pgmap v952: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:59:42.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:42 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:59:42.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:42 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T07:59:42.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:42 smithi119 ceph-mon[96316]: osdmap e848: 8 total, 8 up, 8 in 2024-04-13T07:59:42.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:42 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1852351512' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:59:42.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:42 smithi119 ceph-mon[93746]: pgmap v952: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:59:42.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:42 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:59:42.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:42 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T07:59:42.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:42 smithi119 ceph-mon[93746]: osdmap e848: 8 total, 8 up, 8 in 2024-04-13T07:59:42.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:42 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1852351512' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:59:43.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:42 smithi139 ceph-mon[88985]: pgmap v952: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:59:43.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:42 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:59:43.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:42 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T07:59:43.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:42 smithi139 ceph-mon[88985]: osdmap e848: 8 total, 8 up, 8 in 2024-04-13T07:59:43.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:42 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1852351512' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:59:43.680 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestCls2PCQueue.Reserve (3022 ms) 2024-04-13T07:59:43.680 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-04-13T07:59:43.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:43 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1852351512' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:59:43.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:43 smithi119 ceph-mon[96316]: osdmap e849: 8 total, 8 up, 8 in 2024-04-13T07:59:43.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:43 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1852351512' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:59:43.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:43 smithi119 ceph-mon[93746]: osdmap e849: 8 total, 8 up, 8 in 2024-04-13T07:59:44.037 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:43 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1852351512' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:59:44.037 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:43 smithi139 ceph-mon[88985]: osdmap e849: 8 total, 8 up, 8 in 2024-04-13T07:59:44.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:44 smithi119 ceph-mon[96316]: pgmap v955: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:59:44.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:44 smithi119 ceph-mon[96316]: osdmap e850: 8 total, 8 up, 8 in 2024-04-13T07:59:44.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:44 smithi119 ceph-mon[93746]: pgmap v955: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:59:44.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:44 smithi119 ceph-mon[93746]: osdmap e850: 8 total, 8 up, 8 in 2024-04-13T07:59:44.967 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:59:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:59:44] "GET /metrics HTTP/1.1" 200 36159 "" "Prometheus/2.43.0" 2024-04-13T07:59:45.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:44 smithi139 ceph-mon[88985]: pgmap v955: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:59:45.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:44 smithi139 ceph-mon[88985]: osdmap e850: 8 total, 8 up, 8 in 2024-04-13T07:59:45.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:45 smithi119 ceph-mon[96316]: osdmap e851: 8 total, 8 up, 8 in 2024-04-13T07:59:45.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:45 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/438624241' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:59:45.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:45 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/438624241' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:59:45.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:45 smithi119 ceph-mon[93746]: osdmap e851: 8 total, 8 up, 8 in 2024-04-13T07:59:45.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:45 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/438624241' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:59:45.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:45 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/438624241' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:59:46.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:45 smithi139 ceph-mon[88985]: osdmap e851: 8 total, 8 up, 8 in 2024-04-13T07:59:46.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:45 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/438624241' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:59:46.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:45 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/438624241' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:59:46.701 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3020 ms) 2024-04-13T07:59:46.701 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-04-13T07:59:46.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:46 smithi119 ceph-mon[96316]: pgmap v958: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:59:46.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:46 smithi119 ceph-mon[96316]: osdmap e852: 8 total, 8 up, 8 in 2024-04-13T07:59:46.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:46 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:59:46.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:46 smithi119 ceph-mon[93746]: pgmap v958: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:59:46.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:46 smithi119 ceph-mon[93746]: osdmap e852: 8 total, 8 up, 8 in 2024-04-13T07:59:46.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:46 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:59:47.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:46 smithi139 ceph-mon[88985]: pgmap v958: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:59:47.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:46 smithi139 ceph-mon[88985]: osdmap e852: 8 total, 8 up, 8 in 2024-04-13T07:59:47.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:46 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:59:47.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:47 smithi119 ceph-mon[93746]: osdmap e853: 8 total, 8 up, 8 in 2024-04-13T07:59:47.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:47 smithi119 ceph-mon[96316]: osdmap e853: 8 total, 8 up, 8 in 2024-04-13T07:59:48.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:47 smithi139 ceph-mon[88985]: osdmap e853: 8 total, 8 up, 8 in 2024-04-13T07:59:48.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:48 smithi119 ceph-mon[93746]: pgmap v961: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:59:48.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:48 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:59:48.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:48 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T07:59:48.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:48 smithi119 ceph-mon[93746]: osdmap e854: 8 total, 8 up, 8 in 2024-04-13T07:59:48.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:48 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/3434644747' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:59:48.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:48 smithi119 ceph-mon[96316]: pgmap v961: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:59:48.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:48 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:59:48.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:48 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T07:59:48.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:48 smithi119 ceph-mon[96316]: osdmap e854: 8 total, 8 up, 8 in 2024-04-13T07:59:48.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:48 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/3434644747' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:59:49.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:48 smithi139 ceph-mon[88985]: pgmap v961: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:59:49.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:48 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:59:49.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:48 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T07:59:49.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:48 smithi139 ceph-mon[88985]: osdmap e854: 8 total, 8 up, 8 in 2024-04-13T07:59:49.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:48 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/3434644747' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:59:49.727 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestCls2PCQueue.Commit (3027 ms) 2024-04-13T07:59:49.727 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-04-13T07:59:50.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:49 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/3434644747' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:59:50.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:49 smithi139 ceph-mon[88985]: osdmap e855: 8 total, 8 up, 8 in 2024-04-13T07:59:50.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:49 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/3434644747' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:59:50.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:49 smithi119 ceph-mon[96316]: osdmap e855: 8 total, 8 up, 8 in 2024-04-13T07:59:50.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:49 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/3434644747' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:59:50.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:49 smithi119 ceph-mon[93746]: osdmap e855: 8 total, 8 up, 8 in 2024-04-13T07:59:51.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:50 smithi139 ceph-mon[88985]: pgmap v964: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:59:51.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:50 smithi139 ceph-mon[88985]: osdmap e856: 8 total, 8 up, 8 in 2024-04-13T07:59:51.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:50 smithi119 ceph-mon[96316]: pgmap v964: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:59:51.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:50 smithi119 ceph-mon[96316]: osdmap e856: 8 total, 8 up, 8 in 2024-04-13T07:59:51.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:50 smithi119 ceph-mon[93746]: pgmap v964: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:59:51.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:50 smithi119 ceph-mon[93746]: osdmap e856: 8 total, 8 up, 8 in 2024-04-13T07:59:52.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:51 smithi139 ceph-mon[88985]: osdmap e857: 8 total, 8 up, 8 in 2024-04-13T07:59:52.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:51 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/3290896765' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:59:52.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:51 smithi119 ceph-mon[96316]: osdmap e857: 8 total, 8 up, 8 in 2024-04-13T07:59:52.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:51 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/3290896765' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:59:52.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:51 smithi119 ceph-mon[93746]: osdmap e857: 8 total, 8 up, 8 in 2024-04-13T07:59:52.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:51 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/3290896765' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:59:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 07:59:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T07:59:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:59:52.743 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestCls2PCQueue.Abort (3016 ms) 2024-04-13T07:59:52.743 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-04-13T07:59:53.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:52 smithi139 ceph-mon[88985]: pgmap v967: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:59:53.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:52 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:59:53.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:52 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/3290896765' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:59:53.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:52 smithi139 ceph-mon[88985]: osdmap e858: 8 total, 8 up, 8 in 2024-04-13T07:59:53.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:52 smithi119 ceph-mon[93746]: pgmap v967: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:59:53.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:52 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:59:53.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:52 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/3290896765' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:59:53.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:52 smithi119 ceph-mon[93746]: osdmap e858: 8 total, 8 up, 8 in 2024-04-13T07:59:53.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:52 smithi119 ceph-mon[96316]: pgmap v967: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:59:53.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:52 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:59:53.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:52 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/3290896765' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:59:53.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:52 smithi119 ceph-mon[96316]: osdmap e858: 8 total, 8 up, 8 in 2024-04-13T07:59:54.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:53 smithi139 ceph-mon[88985]: osdmap e859: 8 total, 8 up, 8 in 2024-04-13T07:59:54.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:53 smithi119 ceph-mon[96316]: osdmap e859: 8 total, 8 up, 8 in 2024-04-13T07:59:54.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:53 smithi119 ceph-mon[93746]: osdmap e859: 8 total, 8 up, 8 in 2024-04-13T07:59:55.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:54 smithi139 ceph-mon[88985]: pgmap v970: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:59:55.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:54 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:59:55.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:54 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T07:59:55.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:54 smithi139 ceph-mon[88985]: osdmap e860: 8 total, 8 up, 8 in 2024-04-13T07:59:55.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:54 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1537754145' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:59:55.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:59:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 07:59:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:07:59:54] "GET /metrics HTTP/1.1" 200 36216 "" "Prometheus/2.43.0" 2024-04-13T07:59:55.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:54 smithi119 ceph-mon[96316]: pgmap v970: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:59:55.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:54 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:59:55.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:54 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T07:59:55.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:54 smithi119 ceph-mon[96316]: osdmap e860: 8 total, 8 up, 8 in 2024-04-13T07:59:55.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:54 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1537754145' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:59:55.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:59:55.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:54 smithi119 ceph-mon[93746]: pgmap v970: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:59:55.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:54 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:59:55.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:54 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T07:59:55.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:54 smithi119 ceph-mon[93746]: osdmap e860: 8 total, 8 up, 8 in 2024-04-13T07:59:55.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:54 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1537754145' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:59:55.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:59:55.773 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestCls2PCQueue.ReserveError (3029 ms) 2024-04-13T07:59:55.773 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-04-13T07:59:55.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:55 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1537754145' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:59:55.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:55 smithi119 ceph-mon[93746]: osdmap e861: 8 total, 8 up, 8 in 2024-04-13T07:59:55.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:55 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1537754145' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:59:55.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:55 smithi119 ceph-mon[96316]: osdmap e861: 8 total, 8 up, 8 in 2024-04-13T07:59:56.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:55 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1537754145' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:59:56.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:55 smithi139 ceph-mon[88985]: osdmap e861: 8 total, 8 up, 8 in 2024-04-13T07:59:57.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:56 smithi139 ceph-mon[88985]: pgmap v973: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:59:57.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:56 smithi139 ceph-mon[88985]: osdmap e862: 8 total, 8 up, 8 in 2024-04-13T07:59:57.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:56 smithi119 ceph-mon[93746]: pgmap v973: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:59:57.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:56 smithi119 ceph-mon[93746]: osdmap e862: 8 total, 8 up, 8 in 2024-04-13T07:59:57.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:56 smithi119 ceph-mon[96316]: pgmap v973: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:59:57.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:56 smithi119 ceph-mon[96316]: osdmap e862: 8 total, 8 up, 8 in 2024-04-13T07:59:58.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:57 smithi139 ceph-mon[88985]: osdmap e863: 8 total, 8 up, 8 in 2024-04-13T07:59:58.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:57 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2313828742' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:59:58.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:57 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:59:58.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:57 smithi119 ceph-mon[96316]: osdmap e863: 8 total, 8 up, 8 in 2024-04-13T07:59:58.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:57 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2313828742' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:59:58.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:57 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:59:58.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:57 smithi119 ceph-mon[93746]: osdmap e863: 8 total, 8 up, 8 in 2024-04-13T07:59:58.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:57 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2313828742' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:59:58.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:57 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:59:58.806 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestCls2PCQueue.CommitError (3034 ms) 2024-04-13T07:59:58.806 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-04-13T07:59:59.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:58 smithi139 ceph-mon[88985]: pgmap v976: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:59:59.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:58 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:59:59.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:58 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:59:59.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:58 smithi139 ceph-mon[88985]: osdmap e864: 8 total, 8 up, 8 in 2024-04-13T07:59:59.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:58 smithi119 ceph-mon[93746]: pgmap v976: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:59:59.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:58 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:59:59.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:58 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:59:59.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:58 smithi119 ceph-mon[93746]: osdmap e864: 8 total, 8 up, 8 in 2024-04-13T07:59:59.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:58 smithi119 ceph-mon[96316]: pgmap v976: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:59:59.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:58 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:59:59.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:58 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:59:59.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:58 smithi119 ceph-mon[96316]: osdmap e864: 8 total, 8 up, 8 in 2024-04-13T08:00:00.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 07:59:59 smithi139 ceph-mon[88985]: osdmap e865: 8 total, 8 up, 8 in 2024-04-13T08:00:00.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 07:59:59 smithi119 ceph-mon[96316]: osdmap e865: 8 total, 8 up, 8 in 2024-04-13T08:00:00.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 07:59:59 smithi119 ceph-mon[93746]: osdmap e865: 8 total, 8 up, 8 in 2024-04-13T08:00:01.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:00 smithi139 ceph-mon[88985]: pgmap v979: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T08:00:01.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:00 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:00:01.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:00 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T08:00:01.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:00 smithi139 ceph-mon[88985]: osdmap e866: 8 total, 8 up, 8 in 2024-04-13T08:00:01.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:00 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/723946323' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:00:01.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:00 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:00:01.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:00 smithi139 ceph-mon[88985]: overall HEALTH_OK 2024-04-13T08:00:01.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:00 smithi119 ceph-mon[96316]: pgmap v979: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T08:00:01.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:00 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:00:01.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:00 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T08:00:01.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:00 smithi119 ceph-mon[96316]: osdmap e866: 8 total, 8 up, 8 in 2024-04-13T08:00:01.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:00 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/723946323' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:00:01.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:00 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:00:01.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:00 smithi119 ceph-mon[96316]: overall HEALTH_OK 2024-04-13T08:00:01.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:00 smithi119 ceph-mon[93746]: pgmap v979: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T08:00:01.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:00 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:00:01.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:00 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T08:00:01.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:00 smithi119 ceph-mon[93746]: osdmap e866: 8 total, 8 up, 8 in 2024-04-13T08:00:01.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:00 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/723946323' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:00:01.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:00 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:00:01.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:00 smithi119 ceph-mon[93746]: overall HEALTH_OK 2024-04-13T08:00:01.825 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestCls2PCQueue.AbortError (3019 ms) 2024-04-13T08:00:01.825 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-04-13T08:00:02.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:01 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:00:02.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:01 smithi139 ceph-mon[88985]: osdmap e867: 8 total, 8 up, 8 in 2024-04-13T08:00:02.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:01 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:00:02.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:01 smithi119 ceph-mon[96316]: osdmap e867: 8 total, 8 up, 8 in 2024-04-13T08:00:02.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:01 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:00:02.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:01 smithi119 ceph-mon[93746]: osdmap e867: 8 total, 8 up, 8 in 2024-04-13T08:00:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:00:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:00:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:00:03.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:02 smithi139 ceph-mon[88985]: pgmap v982: 137 pgs: 26 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T08:00:03.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:02 smithi139 ceph-mon[88985]: osdmap e868: 8 total, 8 up, 8 in 2024-04-13T08:00:03.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:02 smithi119 ceph-mon[96316]: pgmap v982: 137 pgs: 26 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T08:00:03.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:02 smithi119 ceph-mon[96316]: osdmap e868: 8 total, 8 up, 8 in 2024-04-13T08:00:03.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:02 smithi119 ceph-mon[93746]: pgmap v982: 137 pgs: 26 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T08:00:03.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:02 smithi119 ceph-mon[93746]: osdmap e868: 8 total, 8 up, 8 in 2024-04-13T08:00:04.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:03 smithi139 ceph-mon[88985]: osdmap e869: 8 total, 8 up, 8 in 2024-04-13T08:00:04.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:03 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/3521231134' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:00:04.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:03 smithi119 ceph-mon[96316]: osdmap e869: 8 total, 8 up, 8 in 2024-04-13T08:00:04.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:03 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/3521231134' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:00:04.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:03 smithi119 ceph-mon[93746]: osdmap e869: 8 total, 8 up, 8 in 2024-04-13T08:00:04.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:03 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/3521231134' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:00:04.853 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3028 ms) 2024-04-13T08:00:04.854 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-04-13T08:00:05.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:04 smithi139 ceph-mon[88985]: pgmap v985: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T08:00:05.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:04 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:00:05.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:04 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/3521231134' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:00:05.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:04 smithi139 ceph-mon[88985]: osdmap e870: 8 total, 8 up, 8 in 2024-04-13T08:00:05.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:00:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:00:04] "GET /metrics HTTP/1.1" 200 36216 "" "Prometheus/2.43.0" 2024-04-13T08:00:05.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:04 smithi119 ceph-mon[96316]: pgmap v985: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T08:00:05.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:04 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:00:05.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:04 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/3521231134' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:00:05.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:04 smithi119 ceph-mon[96316]: osdmap e870: 8 total, 8 up, 8 in 2024-04-13T08:00:05.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:04 smithi119 ceph-mon[93746]: pgmap v985: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T08:00:05.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:04 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:00:05.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:04 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/3521231134' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:00:05.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:04 smithi119 ceph-mon[93746]: osdmap e870: 8 total, 8 up, 8 in 2024-04-13T08:00:06.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:05 smithi139 ceph-mon[88985]: osdmap e871: 8 total, 8 up, 8 in 2024-04-13T08:00:06.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:05 smithi119 ceph-mon[96316]: osdmap e871: 8 total, 8 up, 8 in 2024-04-13T08:00:06.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:05 smithi119 ceph-mon[93746]: osdmap e871: 8 total, 8 up, 8 in 2024-04-13T08:00:07.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:06 smithi139 ceph-mon[88985]: pgmap v988: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T08:00:07.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:06 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:00:07.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:06 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T08:00:07.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:06 smithi139 ceph-mon[88985]: osdmap e872: 8 total, 8 up, 8 in 2024-04-13T08:00:07.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:06 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1010244810' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:00:07.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:06 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:00:07.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:06 smithi119 ceph-mon[96316]: pgmap v988: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T08:00:07.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:06 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:00:07.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:06 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T08:00:07.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:06 smithi119 ceph-mon[96316]: osdmap e872: 8 total, 8 up, 8 in 2024-04-13T08:00:07.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:06 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1010244810' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:00:07.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:06 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:00:07.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:06 smithi119 ceph-mon[93746]: pgmap v988: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T08:00:07.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:06 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:00:07.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:06 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T08:00:07.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:06 smithi119 ceph-mon[93746]: osdmap e872: 8 total, 8 up, 8 in 2024-04-13T08:00:07.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:06 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1010244810' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:00:07.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:06 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:00:07.873 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3018 ms) 2024-04-13T08:00:07.873 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-04-13T08:00:08.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:07 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:00:08.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:07 smithi139 ceph-mon[88985]: osdmap e873: 8 total, 8 up, 8 in 2024-04-13T08:00:08.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:07 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:00:08.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:07 smithi119 ceph-mon[96316]: osdmap e873: 8 total, 8 up, 8 in 2024-04-13T08:00:08.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:07 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:00:08.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:07 smithi119 ceph-mon[93746]: osdmap e873: 8 total, 8 up, 8 in 2024-04-13T08:00:09.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:08 smithi139 ceph-mon[88985]: pgmap v991: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T08:00:09.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:08 smithi139 ceph-mon[88985]: osdmap e874: 8 total, 8 up, 8 in 2024-04-13T08:00:09.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:08 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:00:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:08 smithi119 ceph-mon[96316]: pgmap v991: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T08:00:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:08 smithi119 ceph-mon[96316]: osdmap e874: 8 total, 8 up, 8 in 2024-04-13T08:00:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:08 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:00:09.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:08 smithi119 ceph-mon[93746]: pgmap v991: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T08:00:09.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:08 smithi119 ceph-mon[93746]: osdmap e874: 8 total, 8 up, 8 in 2024-04-13T08:00:09.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:08 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:00:10.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:09 smithi139 ceph-mon[88985]: osdmap e875: 8 total, 8 up, 8 in 2024-04-13T08:00:10.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:09 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/3273511596' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:00:10.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:09 smithi119 ceph-mon[96316]: osdmap e875: 8 total, 8 up, 8 in 2024-04-13T08:00:10.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:09 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/3273511596' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:00:10.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:09 smithi119 ceph-mon[93746]: osdmap e875: 8 total, 8 up, 8 in 2024-04-13T08:00:10.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:09 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/3273511596' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:00:10.898 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3026 ms) 2024-04-13T08:00:10.898 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-04-13T08:00:11.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:10 smithi139 ceph-mon[88985]: pgmap v994: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T08:00:11.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:10 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:00:11.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:10 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/3273511596' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:00:11.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:10 smithi139 ceph-mon[88985]: osdmap e876: 8 total, 8 up, 8 in 2024-04-13T08:00:11.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:10 smithi119 ceph-mon[96316]: pgmap v994: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T08:00:11.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:10 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:00:11.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:10 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/3273511596' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:00:11.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:10 smithi119 ceph-mon[96316]: osdmap e876: 8 total, 8 up, 8 in 2024-04-13T08:00:11.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:10 smithi119 ceph-mon[93746]: pgmap v994: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T08:00:11.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:10 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:00:11.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:10 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/3273511596' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:00:11.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:10 smithi119 ceph-mon[93746]: osdmap e876: 8 total, 8 up, 8 in 2024-04-13T08:00:12.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:11 smithi119 ceph-mon[96316]: osdmap e877: 8 total, 8 up, 8 in 2024-04-13T08:00:12.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:11 smithi119 ceph-mon[93746]: osdmap e877: 8 total, 8 up, 8 in 2024-04-13T08:00:12.313 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:11 smithi139 ceph-mon[88985]: osdmap e877: 8 total, 8 up, 8 in 2024-04-13T08:00:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:00:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:00:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:00:13.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:12 smithi119 ceph-mon[96316]: pgmap v997: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T08:00:13.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:12 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:00:13.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:12 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T08:00:13.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:12 smithi119 ceph-mon[96316]: osdmap e878: 8 total, 8 up, 8 in 2024-04-13T08:00:13.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:12 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1801418500' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:00:13.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:12 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:00:13.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:12 smithi119 ceph-mon[93746]: pgmap v997: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T08:00:13.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:12 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:00:13.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:12 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T08:00:13.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:12 smithi119 ceph-mon[93746]: osdmap e878: 8 total, 8 up, 8 in 2024-04-13T08:00:13.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:12 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1801418500' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:00:13.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:12 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:00:13.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:12 smithi139 ceph-mon[88985]: pgmap v997: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T08:00:13.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:12 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:00:13.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:12 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T08:00:13.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:12 smithi139 ceph-mon[88985]: osdmap e878: 8 total, 8 up, 8 in 2024-04-13T08:00:13.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:12 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1801418500' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:00:13.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:12 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:00:13.928 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3030 ms) 2024-04-13T08:00:13.928 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-04-13T08:00:14.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:13 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:00:14.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:13 smithi119 ceph-mon[96316]: osdmap e879: 8 total, 8 up, 8 in 2024-04-13T08:00:14.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:13 smithi119 ceph-mon[96316]: pgmap v1000: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T08:00:14.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:13 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:00:14.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:13 smithi119 ceph-mon[93746]: osdmap e879: 8 total, 8 up, 8 in 2024-04-13T08:00:14.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:13 smithi119 ceph-mon[93746]: pgmap v1000: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T08:00:14.287 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:13 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:00:14.287 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:13 smithi139 ceph-mon[88985]: osdmap e879: 8 total, 8 up, 8 in 2024-04-13T08:00:14.287 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:13 smithi139 ceph-mon[88985]: pgmap v1000: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T08:00:15.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:14 smithi119 ceph-mon[96316]: osdmap e880: 8 total, 8 up, 8 in 2024-04-13T08:00:15.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:14 smithi119 ceph-mon[93746]: osdmap e880: 8 total, 8 up, 8 in 2024-04-13T08:00:15.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:00:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:00:14] "GET /metrics HTTP/1.1" 200 33849 "" "Prometheus/2.43.0" 2024-04-13T08:00:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:14 smithi139 ceph-mon[88985]: osdmap e880: 8 total, 8 up, 8 in 2024-04-13T08:00:16.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:15 smithi119 ceph-mon[96316]: osdmap e881: 8 total, 8 up, 8 in 2024-04-13T08:00:16.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:15 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1496787508' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:00:16.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:15 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:00:16.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:15 smithi119 ceph-mon[96316]: pgmap v1003: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T08:00:16.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:15 smithi119 ceph-mon[93746]: osdmap e881: 8 total, 8 up, 8 in 2024-04-13T08:00:16.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:15 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1496787508' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:00:16.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:15 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:00:16.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:15 smithi119 ceph-mon[93746]: pgmap v1003: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T08:00:16.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:15 smithi139 ceph-mon[88985]: osdmap e881: 8 total, 8 up, 8 in 2024-04-13T08:00:16.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:15 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1496787508' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:00:16.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:15 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:00:16.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:15 smithi139 ceph-mon[88985]: pgmap v1003: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T08:00:16.950 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3021 ms) 2024-04-13T08:00:16.950 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-04-13T08:00:17.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:16 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:00:17.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:16 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:00:17.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:16 smithi119 ceph-mon[96316]: osdmap e882: 8 total, 8 up, 8 in 2024-04-13T08:00:17.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:16 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:00:17.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:16 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:00:17.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:16 smithi119 ceph-mon[93746]: osdmap e882: 8 total, 8 up, 8 in 2024-04-13T08:00:17.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:16 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:00:17.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:16 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:00:17.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:16 smithi139 ceph-mon[88985]: osdmap e882: 8 total, 8 up, 8 in 2024-04-13T08:00:18.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:17 smithi119 ceph-mon[96316]: osdmap e883: 8 total, 8 up, 8 in 2024-04-13T08:00:18.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:17 smithi119 ceph-mon[96316]: pgmap v1006: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T08:00:18.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:17 smithi119 ceph-mon[93746]: osdmap e883: 8 total, 8 up, 8 in 2024-04-13T08:00:18.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:17 smithi119 ceph-mon[93746]: pgmap v1006: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T08:00:18.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:17 smithi139 ceph-mon[88985]: osdmap e883: 8 total, 8 up, 8 in 2024-04-13T08:00:18.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:17 smithi139 ceph-mon[88985]: pgmap v1006: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T08:00:19.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:18 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:00:19.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:18 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T08:00:19.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:18 smithi119 ceph-mon[93746]: osdmap e884: 8 total, 8 up, 8 in 2024-04-13T08:00:19.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:18 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1434815777' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:00:19.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:18 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:00:19.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:18 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T08:00:19.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:18 smithi119 ceph-mon[96316]: osdmap e884: 8 total, 8 up, 8 in 2024-04-13T08:00:19.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:18 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1434815777' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:00:19.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:18 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:00:19.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:18 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T08:00:19.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:18 smithi139 ceph-mon[88985]: osdmap e884: 8 total, 8 up, 8 in 2024-04-13T08:00:19.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:18 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1434815777' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:00:19.969 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3018 ms) 2024-04-13T08:00:19.969 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-04-13T08:00:20.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:19 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1434815777' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:00:20.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:19 smithi119 ceph-mon[96316]: osdmap e885: 8 total, 8 up, 8 in 2024-04-13T08:00:20.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:19 smithi119 ceph-mon[96316]: pgmap v1009: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T08:00:20.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:19 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1434815777' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:00:20.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:19 smithi119 ceph-mon[93746]: osdmap e885: 8 total, 8 up, 8 in 2024-04-13T08:00:20.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:19 smithi119 ceph-mon[93746]: pgmap v1009: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T08:00:20.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:19 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1434815777' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:00:20.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:19 smithi139 ceph-mon[88985]: osdmap e885: 8 total, 8 up, 8 in 2024-04-13T08:00:20.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:19 smithi139 ceph-mon[88985]: pgmap v1009: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T08:00:21.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:20 smithi119 ceph-mon[96316]: osdmap e886: 8 total, 8 up, 8 in 2024-04-13T08:00:21.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:20 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:00:21.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:20 smithi119 ceph-mon[93746]: osdmap e886: 8 total, 8 up, 8 in 2024-04-13T08:00:21.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:20 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:00:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:20 smithi139 ceph-mon[88985]: osdmap e886: 8 total, 8 up, 8 in 2024-04-13T08:00:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:20 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:00:22.313 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:21 smithi139 ceph-mon[88985]: osdmap e887: 8 total, 8 up, 8 in 2024-04-13T08:00:22.313 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:21 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1885751496' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:00:22.314 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:21 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:00:22.314 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:21 smithi139 ceph-mon[88985]: pgmap v1012: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T08:00:22.314 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:21 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:00:22.314 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:21 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:00:22.314 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:21 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:00:22.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:21 smithi119 ceph-mon[93746]: osdmap e887: 8 total, 8 up, 8 in 2024-04-13T08:00:22.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:21 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1885751496' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:00:22.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:21 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:00:22.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:21 smithi119 ceph-mon[93746]: pgmap v1012: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T08:00:22.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:21 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:00:22.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:21 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:00:22.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:21 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:00:22.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:21 smithi119 ceph-mon[96316]: osdmap e887: 8 total, 8 up, 8 in 2024-04-13T08:00:22.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:21 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1885751496' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:00:22.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:21 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:00:22.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:21 smithi119 ceph-mon[96316]: pgmap v1012: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T08:00:22.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:21 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:00:22.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:21 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:00:22.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:21 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:00:22.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:00:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:00:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:00:22.982 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestCls2PCQueue.Cleanup (3012 ms) 2024-04-13T08:00:22.982 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-04-13T08:00:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:22 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:00:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:22 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:00:23.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:22 smithi139 ceph-mon[88985]: osdmap e888: 8 total, 8 up, 8 in 2024-04-13T08:00:23.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:22 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:00:23.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:22 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:00:23.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:22 smithi119 ceph-mon[96316]: osdmap e888: 8 total, 8 up, 8 in 2024-04-13T08:00:23.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:22 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:00:23.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:22 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:00:23.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:22 smithi119 ceph-mon[93746]: osdmap e888: 8 total, 8 up, 8 in 2024-04-13T08:00:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:23 smithi139 ceph-mon[88985]: osdmap e889: 8 total, 8 up, 8 in 2024-04-13T08:00:24.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:23 smithi139 ceph-mon[88985]: pgmap v1015: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T08:00:24.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:23 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:00:24.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:23 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:00:24.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:23 smithi119 ceph-mon[96316]: osdmap e889: 8 total, 8 up, 8 in 2024-04-13T08:00:24.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:23 smithi119 ceph-mon[96316]: pgmap v1015: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T08:00:24.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:23 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:00:24.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:23 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:00:24.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:23 smithi119 ceph-mon[93746]: osdmap e889: 8 total, 8 up, 8 in 2024-04-13T08:00:24.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:23 smithi119 ceph-mon[93746]: pgmap v1015: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T08:00:24.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:23 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:00:24.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:23 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:00:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:00:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:00:24] "GET /metrics HTTP/1.1" 200 33922 "" "Prometheus/2.43.0" 2024-04-13T08:00:25.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:24 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:00:25.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:24 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T08:00:25.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:24 smithi119 ceph-mon[96316]: osdmap e890: 8 total, 8 up, 8 in 2024-04-13T08:00:25.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:24 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1347334966' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:00:25.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:24 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:00:25.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:24 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T08:00:25.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:24 smithi119 ceph-mon[93746]: osdmap e890: 8 total, 8 up, 8 in 2024-04-13T08:00:25.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:24 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1347334966' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:00:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:24 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:00:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:24 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T08:00:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:24 smithi139 ceph-mon[88985]: osdmap e890: 8 total, 8 up, 8 in 2024-04-13T08:00:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:24 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1347334966' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:00:26.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:25 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1347334966' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:00:26.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:25 smithi139 ceph-mon[88985]: osdmap e891: 8 total, 8 up, 8 in 2024-04-13T08:00:26.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:25 smithi139 ceph-mon[88985]: pgmap v1018: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T08:00:26.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:25 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1347334966' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:00:26.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:25 smithi119 ceph-mon[96316]: osdmap e891: 8 total, 8 up, 8 in 2024-04-13T08:00:26.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:25 smithi119 ceph-mon[96316]: pgmap v1018: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T08:00:26.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:25 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1347334966' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:00:26.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:25 smithi119 ceph-mon[93746]: osdmap e891: 8 total, 8 up, 8 in 2024-04-13T08:00:26.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:25 smithi119 ceph-mon[93746]: pgmap v1018: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T08:00:27.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:26 smithi139 ceph-mon[88985]: osdmap e892: 8 total, 8 up, 8 in 2024-04-13T08:00:27.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:26 smithi119 ceph-mon[96316]: osdmap e892: 8 total, 8 up, 8 in 2024-04-13T08:00:27.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:26 smithi119 ceph-mon[93746]: osdmap e892: 8 total, 8 up, 8 in 2024-04-13T08:00:28.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:28 smithi139 ceph-mon[88985]: pgmap v1020: 137 pgs: 5 unknown, 132 active+clean; 776 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.8 MiB/s wr, 1.97k op/s 2024-04-13T08:00:28.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:28 smithi119 ceph-mon[96316]: pgmap v1020: 137 pgs: 5 unknown, 132 active+clean; 776 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.8 MiB/s wr, 1.97k op/s 2024-04-13T08:00:28.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:28 smithi119 ceph-mon[93746]: pgmap v1020: 137 pgs: 5 unknown, 132 active+clean; 776 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.8 MiB/s wr, 1.97k op/s 2024-04-13T08:00:30.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:30 smithi119 ceph-mon[96316]: pgmap v1021: 137 pgs: 137 active+clean; 776 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 1.37k op/s 2024-04-13T08:00:30.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:30 smithi119 ceph-mon[93746]: pgmap v1021: 137 pgs: 137 active+clean; 776 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 1.37k op/s 2024-04-13T08:00:30.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:30 smithi139 ceph-mon[88985]: pgmap v1021: 137 pgs: 137 active+clean; 776 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 1.37k op/s 2024-04-13T08:00:32.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:32 smithi119 ceph-mon[96316]: pgmap v1022: 137 pgs: 137 active+clean; 1.9 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 36 MiB/s rd, 7.7 MiB/s wr, 8.70k op/s 2024-04-13T08:00:32.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:32 smithi119 ceph-mon[93746]: pgmap v1022: 137 pgs: 137 active+clean; 1.9 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 36 MiB/s rd, 7.7 MiB/s wr, 8.70k op/s 2024-04-13T08:00:32.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:32 smithi139 ceph-mon[88985]: pgmap v1022: 137 pgs: 137 active+clean; 1.9 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 36 MiB/s rd, 7.7 MiB/s wr, 8.70k op/s 2024-04-13T08:00:32.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:00:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:00:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:00:34.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:34 smithi119 ceph-mon[96316]: pgmap v1023: 137 pgs: 137 active+clean; 1.9 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 6.8 MiB/s wr, 7.64k op/s 2024-04-13T08:00:34.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:34 smithi119 ceph-mon[93746]: pgmap v1023: 137 pgs: 137 active+clean; 1.9 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 6.8 MiB/s wr, 7.64k op/s 2024-04-13T08:00:34.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:34 smithi139 ceph-mon[88985]: pgmap v1023: 137 pgs: 137 active+clean; 1.9 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 6.8 MiB/s wr, 7.64k op/s 2024-04-13T08:00:35.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:00:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:00:34] "GET /metrics HTTP/1.1" 200 33922 "" "Prometheus/2.43.0" 2024-04-13T08:00:36.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:36 smithi119 ceph-mon[96316]: pgmap v1024: 137 pgs: 137 active+clean; 1.9 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 26 MiB/s rd, 5.5 MiB/s wr, 6.24k op/s 2024-04-13T08:00:36.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:36 smithi119 ceph-mon[93746]: pgmap v1024: 137 pgs: 137 active+clean; 1.9 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 26 MiB/s rd, 5.5 MiB/s wr, 6.24k op/s 2024-04-13T08:00:36.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:36 smithi139 ceph-mon[88985]: pgmap v1024: 137 pgs: 137 active+clean; 1.9 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 26 MiB/s rd, 5.5 MiB/s wr, 6.24k op/s 2024-04-13T08:00:37.218 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestCls2PCQueue.MultiProducer (14234 ms) 2024-04-13T08:00:37.218 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-04-13T08:00:38.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:38 smithi119 ceph-mon[96316]: pgmap v1025: 137 pgs: 137 active+clean; 2.3 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 187 MiB/s rd, 6.0 MiB/s wr, 7.13k op/s 2024-04-13T08:00:38.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:38 smithi119 ceph-mon[96316]: osdmap e893: 8 total, 8 up, 8 in 2024-04-13T08:00:38.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:38 smithi119 ceph-mon[93746]: pgmap v1025: 137 pgs: 137 active+clean; 2.3 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 187 MiB/s rd, 6.0 MiB/s wr, 7.13k op/s 2024-04-13T08:00:38.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:38 smithi119 ceph-mon[93746]: osdmap e893: 8 total, 8 up, 8 in 2024-04-13T08:00:38.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:38 smithi139 ceph-mon[88985]: pgmap v1025: 137 pgs: 137 active+clean; 2.3 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 187 MiB/s rd, 6.0 MiB/s wr, 7.13k op/s 2024-04-13T08:00:38.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:38 smithi139 ceph-mon[88985]: osdmap e893: 8 total, 8 up, 8 in 2024-04-13T08:00:39.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:39 smithi139 ceph-mon[88985]: osdmap e894: 8 total, 8 up, 8 in 2024-04-13T08:00:39.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:39 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/3868298094' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:00:39.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:39 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:00:39.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:00:39.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:39 smithi119 ceph-mon[93746]: osdmap e894: 8 total, 8 up, 8 in 2024-04-13T08:00:39.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:39 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/3868298094' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:00:39.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:39 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:00:39.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:00:39.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:39 smithi119 ceph-mon[96316]: osdmap e894: 8 total, 8 up, 8 in 2024-04-13T08:00:39.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:39 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/3868298094' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:00:39.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:39 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:00:39.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:00:40.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:40 smithi139 ceph-mon[88985]: pgmap v1028: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:00:40.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:40 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/3868298094' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:00:40.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:40 smithi139 ceph-mon[88985]: osdmap e895: 8 total, 8 up, 8 in 2024-04-13T08:00:40.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:40 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:00:40.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:40 smithi119 ceph-mon[96316]: pgmap v1028: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:00:40.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:40 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/3868298094' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:00:40.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:40 smithi119 ceph-mon[96316]: osdmap e895: 8 total, 8 up, 8 in 2024-04-13T08:00:40.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:40 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:00:40.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:40 smithi119 ceph-mon[93746]: pgmap v1028: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:00:40.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:40 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/3868298094' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:00:40.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:40 smithi119 ceph-mon[93746]: osdmap e895: 8 total, 8 up, 8 in 2024-04-13T08:00:40.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:40 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:00:41.247 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (4031 ms) 2024-04-13T08:00:41.247 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-04-13T08:00:41.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:41 smithi139 ceph-mon[88985]: osdmap e896: 8 total, 8 up, 8 in 2024-04-13T08:00:41.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:41 smithi119 ceph-mon[96316]: osdmap e896: 8 total, 8 up, 8 in 2024-04-13T08:00:41.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:41 smithi119 ceph-mon[93746]: osdmap e896: 8 total, 8 up, 8 in 2024-04-13T08:00:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:00:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:00:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:00:42.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:42 smithi139 ceph-mon[88985]: pgmap v1031: 137 pgs: 5 unknown, 132 active+clean; 607 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:00:42.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:42 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:00:42.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:42 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T08:00:42.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:42 smithi139 ceph-mon[88985]: osdmap e897: 8 total, 8 up, 8 in 2024-04-13T08:00:42.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:42 smithi119 ceph-mon[96316]: pgmap v1031: 137 pgs: 5 unknown, 132 active+clean; 607 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:00:42.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:42 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:00:42.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:42 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T08:00:42.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:42 smithi119 ceph-mon[96316]: osdmap e897: 8 total, 8 up, 8 in 2024-04-13T08:00:42.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:42 smithi119 ceph-mon[93746]: pgmap v1031: 137 pgs: 5 unknown, 132 active+clean; 607 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:00:42.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:42 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:00:42.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:42 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T08:00:42.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:42 smithi119 ceph-mon[93746]: osdmap e897: 8 total, 8 up, 8 in 2024-04-13T08:00:43.617 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:43 smithi119 ceph-mon[96316]: osdmap e898: 8 total, 8 up, 8 in 2024-04-13T08:00:43.617 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:43 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1563779790' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:00:43.617 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:43 smithi119 ceph-mon[93746]: osdmap e898: 8 total, 8 up, 8 in 2024-04-13T08:00:43.617 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:43 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1563779790' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:00:43.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:43 smithi139 ceph-mon[88985]: osdmap e898: 8 total, 8 up, 8 in 2024-04-13T08:00:43.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:43 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1563779790' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:00:44.536 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:44 smithi139 ceph-mon[88985]: pgmap v1034: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:00:44.537 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:44 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:00:44.537 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:44 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1563779790' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:00:44.537 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:44 smithi139 ceph-mon[88985]: osdmap e899: 8 total, 8 up, 8 in 2024-04-13T08:00:44.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:44 smithi119 ceph-mon[96316]: pgmap v1034: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:00:44.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:44 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:00:44.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:44 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1563779790' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:00:44.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:44 smithi119 ceph-mon[96316]: osdmap e899: 8 total, 8 up, 8 in 2024-04-13T08:00:44.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:44 smithi119 ceph-mon[93746]: pgmap v1034: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:00:44.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:44 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:00:44.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:44 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1563779790' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:00:44.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:44 smithi119 ceph-mon[93746]: osdmap e899: 8 total, 8 up, 8 in 2024-04-13T08:00:45.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:00:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:00:44] "GET /metrics HTTP/1.1" 200 36292 "" "Prometheus/2.43.0" 2024-04-13T08:00:45.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:45 smithi139 ceph-mon[88985]: osdmap e900: 8 total, 8 up, 8 in 2024-04-13T08:00:45.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:45 smithi119 ceph-mon[96316]: osdmap e900: 8 total, 8 up, 8 in 2024-04-13T08:00:45.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:45 smithi119 ceph-mon[93746]: osdmap e900: 8 total, 8 up, 8 in 2024-04-13T08:00:46.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:46 smithi139 ceph-mon[88985]: pgmap v1037: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:00:46.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:46 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:00:46.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:46 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T08:00:46.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:46 smithi119 ceph-mon[96316]: pgmap v1037: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:00:46.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:46 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:00:46.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:46 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T08:00:46.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:46 smithi119 ceph-mon[93746]: pgmap v1037: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:00:46.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:46 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:00:46.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:46 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T08:00:48.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:48 smithi139 ceph-mon[88985]: pgmap v1038: 137 pgs: 6 creating+peering, 131 active+clean; 1.1 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 3.5 MiB/s wr, 4.18k op/s 2024-04-13T08:00:48.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:48 smithi119 ceph-mon[96316]: pgmap v1038: 137 pgs: 6 creating+peering, 131 active+clean; 1.1 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 3.5 MiB/s wr, 4.18k op/s 2024-04-13T08:00:48.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:48 smithi119 ceph-mon[93746]: pgmap v1038: 137 pgs: 6 creating+peering, 131 active+clean; 1.1 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 3.5 MiB/s wr, 4.18k op/s 2024-04-13T08:00:50.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:50 smithi139 ceph-mon[88985]: pgmap v1039: 137 pgs: 137 active+clean; 1.1 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 3.0 MiB/s wr, 3.58k op/s 2024-04-13T08:00:50.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:50 smithi119 ceph-mon[96316]: pgmap v1039: 137 pgs: 137 active+clean; 1.1 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 3.0 MiB/s wr, 3.58k op/s 2024-04-13T08:00:50.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:50 smithi119 ceph-mon[93746]: pgmap v1039: 137 pgs: 137 active+clean; 1.1 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 3.0 MiB/s wr, 3.58k op/s 2024-04-13T08:00:52.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:52 smithi139 ceph-mon[88985]: pgmap v1040: 137 pgs: 137 active+clean; 1.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 77 MiB/s rd, 6.5 MiB/s wr, 7.74k op/s 2024-04-13T08:00:52.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:00:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:00:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:00:52.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:52 smithi119 ceph-mon[96316]: pgmap v1040: 137 pgs: 137 active+clean; 1.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 77 MiB/s rd, 6.5 MiB/s wr, 7.74k op/s 2024-04-13T08:00:52.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:52 smithi119 ceph-mon[93746]: pgmap v1040: 137 pgs: 137 active+clean; 1.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 77 MiB/s rd, 6.5 MiB/s wr, 7.74k op/s 2024-04-13T08:00:54.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:54 smithi139 ceph-mon[88985]: pgmap v1041: 137 pgs: 137 active+clean; 1.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 62 MiB/s rd, 5.3 MiB/s wr, 6.26k op/s 2024-04-13T08:00:54.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:00:54.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:54 smithi119 ceph-mon[96316]: pgmap v1041: 137 pgs: 137 active+clean; 1.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 62 MiB/s rd, 5.3 MiB/s wr, 6.26k op/s 2024-04-13T08:00:54.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:00:54.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:54 smithi119 ceph-mon[93746]: pgmap v1041: 137 pgs: 137 active+clean; 1.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 62 MiB/s rd, 5.3 MiB/s wr, 6.26k op/s 2024-04-13T08:00:54.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:00:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:00:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:00:54] "GET /metrics HTTP/1.1" 200 36350 "" "Prometheus/2.43.0" 2024-04-13T08:00:56.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:56 smithi139 ceph-mon[88985]: pgmap v1042: 137 pgs: 137 active+clean; 1.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 56 MiB/s rd, 4.8 MiB/s wr, 5.69k op/s 2024-04-13T08:00:56.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:56 smithi119 ceph-mon[96316]: pgmap v1042: 137 pgs: 137 active+clean; 1.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 56 MiB/s rd, 4.8 MiB/s wr, 5.69k op/s 2024-04-13T08:00:56.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:56 smithi119 ceph-mon[93746]: pgmap v1042: 137 pgs: 137 active+clean; 1.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 56 MiB/s rd, 4.8 MiB/s wr, 5.69k op/s 2024-04-13T08:00:58.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:00:58 smithi139 ceph-mon[88985]: pgmap v1043: 137 pgs: 137 active+clean; 1.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 75 MiB/s rd, 5.4 MiB/s wr, 6.59k op/s 2024-04-13T08:00:58.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:00:58 smithi119 ceph-mon[96316]: pgmap v1043: 137 pgs: 137 active+clean; 1.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 75 MiB/s rd, 5.4 MiB/s wr, 6.59k op/s 2024-04-13T08:00:58.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:00:58 smithi119 ceph-mon[93746]: pgmap v1043: 137 pgs: 137 active+clean; 1.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 75 MiB/s rd, 5.4 MiB/s wr, 6.59k op/s 2024-04-13T08:01:00.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:00 smithi139 ceph-mon[88985]: pgmap v1044: 137 pgs: 137 active+clean; 1.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 65 MiB/s rd, 3.7 MiB/s wr, 4.53k op/s 2024-04-13T08:01:00.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:00 smithi119 ceph-mon[96316]: pgmap v1044: 137 pgs: 137 active+clean; 1.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 65 MiB/s rd, 3.7 MiB/s wr, 4.53k op/s 2024-04-13T08:01:00.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:00 smithi119 ceph-mon[93746]: pgmap v1044: 137 pgs: 137 active+clean; 1.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 65 MiB/s rd, 3.7 MiB/s wr, 4.53k op/s 2024-04-13T08:01:01.311 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (20060 ms) 2024-04-13T08:01:01.311 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-04-13T08:01:02.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:02 smithi119 ceph-mon[93746]: pgmap v1045: 137 pgs: 137 active+clean; 1.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 113 MiB/s rd, 4.6 MiB/s wr, 5.85k op/s 2024-04-13T08:01:02.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:02 smithi119 ceph-mon[93746]: osdmap e901: 8 total, 8 up, 8 in 2024-04-13T08:01:02.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:02 smithi119 ceph-mon[96316]: pgmap v1045: 137 pgs: 137 active+clean; 1.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 113 MiB/s rd, 4.6 MiB/s wr, 5.85k op/s 2024-04-13T08:01:02.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:02 smithi119 ceph-mon[96316]: osdmap e901: 8 total, 8 up, 8 in 2024-04-13T08:01:02.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:02 smithi139 ceph-mon[88985]: pgmap v1045: 137 pgs: 137 active+clean; 1.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 113 MiB/s rd, 4.6 MiB/s wr, 5.85k op/s 2024-04-13T08:01:02.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:02 smithi139 ceph-mon[88985]: osdmap e901: 8 total, 8 up, 8 in 2024-04-13T08:01:02.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:01:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:01:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:01:03.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:03 smithi139 ceph-mon[88985]: osdmap e902: 8 total, 8 up, 8 in 2024-04-13T08:01:03.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:03 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/750080370' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:03.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:03 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:03.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:03 smithi119 ceph-mon[96316]: osdmap e902: 8 total, 8 up, 8 in 2024-04-13T08:01:03.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:03 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/750080370' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:03.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:03 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:03.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:03 smithi119 ceph-mon[93746]: osdmap e902: 8 total, 8 up, 8 in 2024-04-13T08:01:03.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:03 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/750080370' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:03.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:03 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:04.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:04 smithi139 ceph-mon[88985]: pgmap v1048: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:04.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:04 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:01:04.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:04 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:01:04.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:04 smithi139 ceph-mon[88985]: osdmap e903: 8 total, 8 up, 8 in 2024-04-13T08:01:04.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:04 smithi119 ceph-mon[96316]: pgmap v1048: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:04.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:04 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:01:04.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:04 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:01:04.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:04 smithi119 ceph-mon[96316]: osdmap e903: 8 total, 8 up, 8 in 2024-04-13T08:01:04.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:04 smithi119 ceph-mon[93746]: pgmap v1048: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:04.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:04 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:01:04.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:04 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:01:04.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:04 smithi119 ceph-mon[93746]: osdmap e903: 8 total, 8 up, 8 in 2024-04-13T08:01:05.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:01:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:01:04] "GET /metrics HTTP/1.1" 200 36350 "" "Prometheus/2.43.0" 2024-04-13T08:01:05.329 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4022 ms) 2024-04-13T08:01:05.330 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-04-13T08:01:05.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:05 smithi139 ceph-mon[88985]: osdmap e904: 8 total, 8 up, 8 in 2024-04-13T08:01:05.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:05 smithi119 ceph-mon[96316]: osdmap e904: 8 total, 8 up, 8 in 2024-04-13T08:01:05.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:05 smithi119 ceph-mon[93746]: osdmap e904: 8 total, 8 up, 8 in 2024-04-13T08:01:06.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:06 smithi139 ceph-mon[88985]: pgmap v1051: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:06.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:06 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:01:06.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:06 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T08:01:06.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:06 smithi139 ceph-mon[88985]: osdmap e905: 8 total, 8 up, 8 in 2024-04-13T08:01:06.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:06 smithi119 ceph-mon[96316]: pgmap v1051: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:06.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:06 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:01:06.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:06 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T08:01:06.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:06 smithi119 ceph-mon[96316]: osdmap e905: 8 total, 8 up, 8 in 2024-04-13T08:01:06.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:06 smithi119 ceph-mon[93746]: pgmap v1051: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:06.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:06 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:01:06.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:06 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T08:01:06.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:06 smithi119 ceph-mon[93746]: osdmap e905: 8 total, 8 up, 8 in 2024-04-13T08:01:07.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:07 smithi139 ceph-mon[88985]: osdmap e906: 8 total, 8 up, 8 in 2024-04-13T08:01:07.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:07 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2698272197' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:07.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:07 smithi119 ceph-mon[96316]: osdmap e906: 8 total, 8 up, 8 in 2024-04-13T08:01:07.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:07 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2698272197' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:07.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:07 smithi119 ceph-mon[93746]: osdmap e906: 8 total, 8 up, 8 in 2024-04-13T08:01:07.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:07 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2698272197' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:08.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:08 smithi139 ceph-mon[88985]: pgmap v1054: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:08.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:08 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:01:08.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:08 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2698272197' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:01:08.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:08 smithi139 ceph-mon[88985]: osdmap e907: 8 total, 8 up, 8 in 2024-04-13T08:01:08.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:08 smithi119 ceph-mon[96316]: pgmap v1054: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:08.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:08 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:01:08.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:08 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2698272197' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:01:08.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:08 smithi119 ceph-mon[96316]: osdmap e907: 8 total, 8 up, 8 in 2024-04-13T08:01:08.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:08 smithi119 ceph-mon[93746]: pgmap v1054: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:08.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:08 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:01:08.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:08 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2698272197' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:01:08.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:08 smithi119 ceph-mon[93746]: osdmap e907: 8 total, 8 up, 8 in 2024-04-13T08:01:09.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:09 smithi139 ceph-mon[88985]: osdmap e908: 8 total, 8 up, 8 in 2024-04-13T08:01:09.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:09 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:01:09.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:01:09.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:09 smithi119 ceph-mon[96316]: osdmap e908: 8 total, 8 up, 8 in 2024-04-13T08:01:09.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:09 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:01:09.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:01:09.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:09 smithi119 ceph-mon[93746]: osdmap e908: 8 total, 8 up, 8 in 2024-04-13T08:01:09.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:09 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:01:09.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:01:10.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:10 smithi139 ceph-mon[88985]: pgmap v1057: 137 pgs: 2 creating+peering, 26 unknown, 109 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:10.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:10 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:01:10.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:10 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T08:01:10.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:10 smithi119 ceph-mon[96316]: pgmap v1057: 137 pgs: 2 creating+peering, 26 unknown, 109 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:10.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:10 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:01:10.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:10 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T08:01:10.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:10 smithi119 ceph-mon[93746]: pgmap v1057: 137 pgs: 2 creating+peering, 26 unknown, 109 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:10.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:10 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:01:10.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:10 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T08:01:11.356 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (6027 ms) 2024-04-13T08:01:11.356 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-04-13T08:01:12.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:12 smithi139 ceph-mon[88985]: pgmap v1058: 137 pgs: 2 creating+peering, 135 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:12.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:12 smithi139 ceph-mon[88985]: osdmap e909: 8 total, 8 up, 8 in 2024-04-13T08:01:12.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:01:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:01:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:01:12.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:12 smithi119 ceph-mon[96316]: pgmap v1058: 137 pgs: 2 creating+peering, 135 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:12.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:12 smithi119 ceph-mon[96316]: osdmap e909: 8 total, 8 up, 8 in 2024-04-13T08:01:12.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:12 smithi119 ceph-mon[93746]: pgmap v1058: 137 pgs: 2 creating+peering, 135 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:12.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:12 smithi119 ceph-mon[93746]: osdmap e909: 8 total, 8 up, 8 in 2024-04-13T08:01:13.617 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:13 smithi119 ceph-mon[96316]: osdmap e910: 8 total, 8 up, 8 in 2024-04-13T08:01:13.617 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:13 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2607290841' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:13.617 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:13 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:13.618 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:13 smithi119 ceph-mon[93746]: osdmap e910: 8 total, 8 up, 8 in 2024-04-13T08:01:13.618 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:13 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2607290841' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:13.618 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:13 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:13.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:13 smithi139 ceph-mon[88985]: osdmap e910: 8 total, 8 up, 8 in 2024-04-13T08:01:13.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:13 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2607290841' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:13.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:13 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:14.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:14 smithi139 ceph-mon[88985]: pgmap v1061: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:14.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:14 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:01:14.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:14 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:01:14.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:14 smithi139 ceph-mon[88985]: osdmap e911: 8 total, 8 up, 8 in 2024-04-13T08:01:14.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:14 smithi119 ceph-mon[93746]: pgmap v1061: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:14.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:14 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:01:14.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:14 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:01:14.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:14 smithi119 ceph-mon[93746]: osdmap e911: 8 total, 8 up, 8 in 2024-04-13T08:01:14.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:14 smithi119 ceph-mon[96316]: pgmap v1061: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:14.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:14 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:01:14.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:14 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137255-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:01:14.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:14 smithi119 ceph-mon[96316]: osdmap e911: 8 total, 8 up, 8 in 2024-04-13T08:01:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:01:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:01:14] "GET /metrics HTTP/1.1" 200 36316 "" "Prometheus/2.43.0" 2024-04-13T08:01:15.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:15 smithi139 ceph-mon[88985]: osdmap e912: 8 total, 8 up, 8 in 2024-04-13T08:01:15.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:15 smithi119 ceph-mon[96316]: osdmap e912: 8 total, 8 up, 8 in 2024-04-13T08:01:15.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:15 smithi119 ceph-mon[93746]: osdmap e912: 8 total, 8 up, 8 in 2024-04-13T08:01:16.377 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:16 smithi119 ceph-mon[96316]: pgmap v1064: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:16.377 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:16 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:01:16.377 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:16 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T08:01:16.377 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:16 smithi119 ceph-mon[93746]: pgmap v1064: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:16.377 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:16 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:01:16.378 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:16 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T08:01:16.390 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5034 ms) 2024-04-13T08:01:16.390 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 22 tests from TestCls2PCQueue (101291 ms total) 2024-04-13T08:01:16.390 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:01:16.390 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] Global test environment tear-down 2024-04-13T08:01:16.390 INFO:tasks.workunit.client.0.smithi119.stdout:[==========] 22 tests from 1 test suite ran. (101291 ms total) 2024-04-13T08:01:16.390 INFO:tasks.workunit.client.0.smithi119.stdout:[ PASSED ] 22 tests. 2024-04-13T08:01:16.394 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-13T08:01:16.395 DEBUG:teuthology.orchestra.run.smithi119:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-13T08:01:16.432 INFO:tasks.workunit:Running workunit cls/test_cls_cas.sh... 2024-04-13T08:01:16.433 DEBUG:teuthology.orchestra.run.smithi119:workunit test cls/test_cls_cas.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cas.sh 2024-04-13T08:01:16.502 INFO:tasks.workunit.client.0.smithi119.stdout:Running main() from gmock_main.cc 2024-04-13T08:01:16.502 INFO:tasks.workunit.client.0.smithi119.stdout:[==========] Running 6 tests from 2 test suites. 2024-04-13T08:01:16.502 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] Global test environment set-up. 2024-04-13T08:01:16.502 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 5 tests from cls_cas 2024-04-13T08:01:16.502 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] cls_cas.get_put 2024-04-13T08:01:16.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:16 smithi139 ceph-mon[88985]: pgmap v1064: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:16.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:16 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:01:16.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:16 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T08:01:17.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:17 smithi139 ceph-mon[88985]: osdmap e913: 8 total, 8 up, 8 in 2024-04-13T08:01:17.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:17 smithi119 ceph-mon[96316]: osdmap e913: 8 total, 8 up, 8 in 2024-04-13T08:01:17.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:17 smithi119 ceph-mon[93746]: osdmap e913: 8 total, 8 up, 8 in 2024-04-13T08:01:18.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:18 smithi119 ceph-mon[96316]: pgmap v1066: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:18.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:18 smithi119 ceph-mon[96316]: osdmap e914: 8 total, 8 up, 8 in 2024-04-13T08:01:18.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:18 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1367587314' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137940-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:18.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:18 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137940-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:18.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:18 smithi119 ceph-mon[93746]: pgmap v1066: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:18.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:18 smithi119 ceph-mon[93746]: osdmap e914: 8 total, 8 up, 8 in 2024-04-13T08:01:18.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:18 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1367587314' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137940-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:18.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:18 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137940-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:18.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:18 smithi139 ceph-mon[88985]: pgmap v1066: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:18.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:18 smithi139 ceph-mon[88985]: osdmap e914: 8 total, 8 up, 8 in 2024-04-13T08:01:18.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:18 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1367587314' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137940-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:18.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:18 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137940-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:19.412 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] cls_cas.get_put (2910 ms) 2024-04-13T08:01:19.412 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] cls_cas.wrong_put 2024-04-13T08:01:19.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:19 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137940-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:01:19.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:19 smithi119 ceph-mon[96316]: osdmap e915: 8 total, 8 up, 8 in 2024-04-13T08:01:19.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:19 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137940-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:01:19.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:19 smithi119 ceph-mon[93746]: osdmap e915: 8 total, 8 up, 8 in 2024-04-13T08:01:19.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:19 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137940-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:01:19.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:19 smithi139 ceph-mon[88985]: osdmap e915: 8 total, 8 up, 8 in 2024-04-13T08:01:20.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:20 smithi119 ceph-mon[96316]: pgmap v1069: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:20.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:20 smithi119 ceph-mon[96316]: osdmap e916: 8 total, 8 up, 8 in 2024-04-13T08:01:20.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:20 smithi119 ceph-mon[93746]: pgmap v1069: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:20.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:20 smithi119 ceph-mon[93746]: osdmap e916: 8 total, 8 up, 8 in 2024-04-13T08:01:20.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:20 smithi139 ceph-mon[88985]: pgmap v1069: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:20.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:20 smithi139 ceph-mon[88985]: osdmap e916: 8 total, 8 up, 8 in 2024-04-13T08:01:21.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:21 smithi119 ceph-mon[96316]: osdmap e917: 8 total, 8 up, 8 in 2024-04-13T08:01:21.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:21 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/4050311985' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137940-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:21.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:21 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137940-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:21.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:21 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:01:21.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:21 smithi119 ceph-mon[93746]: osdmap e917: 8 total, 8 up, 8 in 2024-04-13T08:01:21.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:21 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/4050311985' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137940-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:21.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:21 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137940-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:21.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:21 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:01:21.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:21 smithi139 ceph-mon[88985]: osdmap e917: 8 total, 8 up, 8 in 2024-04-13T08:01:21.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:21 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/4050311985' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137940-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:21.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:21 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137940-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:21.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:21 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:01:22.429 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] cls_cas.wrong_put (3017 ms) 2024-04-13T08:01:22.430 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] cls_cas.dup_get 2024-04-13T08:01:22.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:01:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:01:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:01:22.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:22 smithi139 ceph-mon[88985]: pgmap v1072: 137 pgs: 24 creating+peering, 8 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:22.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:22 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:01:22.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:22 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137940-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:01:22.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:22 smithi139 ceph-mon[88985]: osdmap e918: 8 total, 8 up, 8 in 2024-04-13T08:01:22.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:22 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:01:22.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:22 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:01:22.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:22 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:01:22.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:22 smithi119 ceph-mon[93746]: pgmap v1072: 137 pgs: 24 creating+peering, 8 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:22.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:22 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:01:22.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:22 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137940-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:01:22.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:22 smithi119 ceph-mon[93746]: osdmap e918: 8 total, 8 up, 8 in 2024-04-13T08:01:22.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:22 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:01:22.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:22 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:01:22.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:22 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:01:22.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:22 smithi119 ceph-mon[96316]: pgmap v1072: 137 pgs: 24 creating+peering, 8 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:22.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:22 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:01:22.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:22 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137940-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:01:22.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:22 smithi119 ceph-mon[96316]: osdmap e918: 8 total, 8 up, 8 in 2024-04-13T08:01:22.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:22 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:01:22.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:22 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:01:22.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:22 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:01:23.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:23 smithi119 ceph-mon[96316]: osdmap e919: 8 total, 8 up, 8 in 2024-04-13T08:01:23.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:23 smithi119 ceph-mon[93746]: osdmap e919: 8 total, 8 up, 8 in 2024-04-13T08:01:23.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:23 smithi139 ceph-mon[88985]: osdmap e919: 8 total, 8 up, 8 in 2024-04-13T08:01:24.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:24 smithi119 ceph-mon[96316]: pgmap v1075: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:24.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:24 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:01:24.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:24 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T08:01:24.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:24 smithi119 ceph-mon[96316]: osdmap e920: 8 total, 8 up, 8 in 2024-04-13T08:01:24.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:24 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2847831090' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137940-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:24.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:24 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137940-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:24.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:24 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:01:24.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:01:24.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:24 smithi119 ceph-mon[93746]: pgmap v1075: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:24.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:24 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:01:24.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:24 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T08:01:24.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:24 smithi119 ceph-mon[93746]: osdmap e920: 8 total, 8 up, 8 in 2024-04-13T08:01:24.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:24 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2847831090' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137940-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:24.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:24 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137940-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:24.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:24 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:01:24.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:01:24.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:24 smithi139 ceph-mon[88985]: pgmap v1075: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:24.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:24 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:01:24.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:24 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T08:01:24.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:24 smithi139 ceph-mon[88985]: osdmap e920: 8 total, 8 up, 8 in 2024-04-13T08:01:24.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:24 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2847831090' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137940-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:24.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:24 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137940-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:24.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:24 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:01:24.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:01:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:01:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:01:24] "GET /metrics HTTP/1.1" 200 36290 "" "Prometheus/2.43.0" 2024-04-13T08:01:25.454 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] cls_cas.dup_get (3024 ms) 2024-04-13T08:01:25.454 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] cls_cas.dup_put 2024-04-13T08:01:25.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:25 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137940-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:01:25.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:25 smithi119 ceph-mon[96316]: osdmap e921: 8 total, 8 up, 8 in 2024-04-13T08:01:25.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:25 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137940-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:01:25.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:25 smithi119 ceph-mon[93746]: osdmap e921: 8 total, 8 up, 8 in 2024-04-13T08:01:25.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:25 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137940-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:01:25.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:25 smithi139 ceph-mon[88985]: osdmap e921: 8 total, 8 up, 8 in 2024-04-13T08:01:26.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:26 smithi119 ceph-mon[96316]: pgmap v1078: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:26.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:26 smithi119 ceph-mon[96316]: osdmap e922: 8 total, 8 up, 8 in 2024-04-13T08:01:26.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:26 smithi119 ceph-mon[93746]: pgmap v1078: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:26.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:26 smithi119 ceph-mon[93746]: osdmap e922: 8 total, 8 up, 8 in 2024-04-13T08:01:26.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:26 smithi139 ceph-mon[88985]: pgmap v1078: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:26.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:26 smithi139 ceph-mon[88985]: osdmap e922: 8 total, 8 up, 8 in 2024-04-13T08:01:27.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:27 smithi119 ceph-mon[96316]: osdmap e923: 8 total, 8 up, 8 in 2024-04-13T08:01:27.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:27 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2578719901' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137940-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:27.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:27 smithi119 ceph-mon[93746]: osdmap e923: 8 total, 8 up, 8 in 2024-04-13T08:01:27.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:27 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2578719901' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137940-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:27.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:27 smithi139 ceph-mon[88985]: osdmap e923: 8 total, 8 up, 8 in 2024-04-13T08:01:27.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:27 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2578719901' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137940-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:28.468 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] cls_cas.dup_put (3015 ms) 2024-04-13T08:01:28.469 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] cls_cas.get_wrong_data 2024-04-13T08:01:28.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:28 smithi119 ceph-mon[96316]: pgmap v1081: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:28.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:28 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:01:28.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:28 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2578719901' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137940-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:01:28.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:28 smithi119 ceph-mon[96316]: osdmap e924: 8 total, 8 up, 8 in 2024-04-13T08:01:28.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:28 smithi119 ceph-mon[93746]: pgmap v1081: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:28.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:28 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:01:28.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:28 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2578719901' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137940-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:01:28.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:28 smithi119 ceph-mon[93746]: osdmap e924: 8 total, 8 up, 8 in 2024-04-13T08:01:28.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:28 smithi139 ceph-mon[88985]: pgmap v1081: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:28.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:28 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:01:28.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:28 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2578719901' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137940-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:01:28.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:28 smithi139 ceph-mon[88985]: osdmap e924: 8 total, 8 up, 8 in 2024-04-13T08:01:29.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:29 smithi139 ceph-mon[88985]: osdmap e925: 8 total, 8 up, 8 in 2024-04-13T08:01:29.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:29 smithi119 ceph-mon[96316]: osdmap e925: 8 total, 8 up, 8 in 2024-04-13T08:01:29.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:29 smithi119 ceph-mon[93746]: osdmap e925: 8 total, 8 up, 8 in 2024-04-13T08:01:30.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:30 smithi139 ceph-mon[88985]: pgmap v1084: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:30.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:30 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:01:30.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:30 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T08:01:30.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:30 smithi139 ceph-mon[88985]: osdmap e926: 8 total, 8 up, 8 in 2024-04-13T08:01:30.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:30 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/3775919203' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137940-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:30.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:30 smithi119 ceph-mon[96316]: pgmap v1084: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:30.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:30 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:01:30.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:30 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T08:01:30.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:30 smithi119 ceph-mon[96316]: osdmap e926: 8 total, 8 up, 8 in 2024-04-13T08:01:30.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:30 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/3775919203' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137940-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:30.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:30 smithi119 ceph-mon[93746]: pgmap v1084: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:30.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:30 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:01:30.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:30 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T08:01:30.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:30 smithi119 ceph-mon[93746]: osdmap e926: 8 total, 8 up, 8 in 2024-04-13T08:01:30.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:30 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/3775919203' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137940-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:31.491 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] cls_cas.get_wrong_data (3021 ms) 2024-04-13T08:01:31.491 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 5 tests from cls_cas (14988 ms total) 2024-04-13T08:01:31.491 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:01:31.491 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 1 test from chunk_refs_t 2024-04-13T08:01:31.491 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] chunk_refs_t.size 2024-04-13T08:01:31.491 INFO:tasks.workunit.client.0.smithi119.stdout:1 60 by_object 2024-04-13T08:01:31.491 INFO:tasks.workunit.client.0.smithi119.stdout:2 103 by_object 2024-04-13T08:01:31.491 INFO:tasks.workunit.client.0.smithi119.stdout:4 189 by_object 2024-04-13T08:01:31.491 INFO:tasks.workunit.client.0.smithi119.stdout:8 361 by_object 2024-04-13T08:01:31.491 INFO:tasks.workunit.client.0.smithi119.stdout:16 112 by_hash(32 bits) 2024-04-13T08:01:31.491 INFO:tasks.workunit.client.0.smithi119.stdout:32 208 by_hash(32 bits) 2024-04-13T08:01:31.491 INFO:tasks.workunit.client.0.smithi119.stdout:64 400 by_hash(32 bits) 2024-04-13T08:01:31.492 INFO:tasks.workunit.client.0.smithi119.stdout:128 509 by_hash(10 bits) 2024-04-13T08:01:31.492 INFO:tasks.workunit.client.0.smithi119.stdout:256 499 by_hash(7 bits) 2024-04-13T08:01:31.492 INFO:tasks.workunit.client.0.smithi119.stdout:512 462 by_hash(5 bits) 2024-04-13T08:01:31.493 INFO:tasks.workunit.client.0.smithi119.stdout:1024 466 by_hash(5 bits) 2024-04-13T08:01:31.493 INFO:tasks.workunit.client.0.smithi119.stdout:2048 466 by_hash(5 bits) 2024-04-13T08:01:31.494 INFO:tasks.workunit.client.0.smithi119.stdout:4096 470 by_hash(5 bits) 2024-04-13T08:01:31.496 INFO:tasks.workunit.client.0.smithi119.stdout:8192 498 by_hash(4 bits) 2024-04-13T08:01:31.498 INFO:tasks.workunit.client.0.smithi119.stdout:16384 278 by_hash(3 bits) 2024-04-13T08:01:31.501 INFO:tasks.workunit.client.0.smithi119.stdout:32768 337 by_hash(2 bits) 2024-04-13T08:01:31.508 INFO:tasks.workunit.client.0.smithi119.stdout:65536 367 by_hash(2 bits) 2024-04-13T08:01:31.519 INFO:tasks.workunit.client.0.smithi119.stdout:131072 387 by_hash(1 bits) 2024-04-13T08:01:31.537 INFO:tasks.workunit.client.0.smithi119.stdout:262144 331 by_pool 2024-04-13T08:01:31.565 INFO:tasks.workunit.client.0.smithi119.stdout:524288 21 count 2024-04-13T08:01:31.613 INFO:tasks.workunit.client.0.smithi119.stdout:1048576 21 count 2024-04-13T08:01:31.710 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] chunk_refs_t.size (220 ms) 2024-04-13T08:01:31.710 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 1 test from chunk_refs_t (220 ms total) 2024-04-13T08:01:31.710 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:01:31.710 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] Global test environment tear-down 2024-04-13T08:01:31.711 INFO:tasks.workunit.client.0.smithi119.stdout:[==========] 6 tests from 2 test suites ran. (15208 ms total) 2024-04-13T08:01:31.711 INFO:tasks.workunit.client.0.smithi119.stdout:[ PASSED ] 6 tests. 2024-04-13T08:01:31.713 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-13T08:01:31.713 DEBUG:teuthology.orchestra.run.smithi119:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-13T08:01:31.778 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:31 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/3775919203' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137940-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:01:31.778 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:31 smithi119 ceph-mon[96316]: osdmap e927: 8 total, 8 up, 8 in 2024-04-13T08:01:31.779 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:31 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/3775919203' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137940-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:01:31.779 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:31 smithi119 ceph-mon[93746]: osdmap e927: 8 total, 8 up, 8 in 2024-04-13T08:01:31.782 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-04-13T08:01:31.782 DEBUG:teuthology.orchestra.run.smithi119:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-04-13T08:01:31.851 INFO:tasks.workunit.client.0.smithi119.stdout:Running main() from gmock_main.cc 2024-04-13T08:01:31.851 INFO:tasks.workunit.client.0.smithi119.stdout:[==========] Running 31 tests from 1 test suite. 2024-04-13T08:01:31.851 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] Global test environment set-up. 2024-04-13T08:01:31.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:31 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/3775919203' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-137940-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:01:31.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:31 smithi139 ceph-mon[88985]: osdmap e927: 8 total, 8 up, 8 in 2024-04-13T08:01:32.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:32 smithi139 ceph-mon[88985]: pgmap v1087: 137 pgs: 6 unknown, 131 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 255 B/s wr, 2 op/s 2024-04-13T08:01:32.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:32 smithi139 ceph-mon[88985]: osdmap e928: 8 total, 8 up, 8 in 2024-04-13T08:01:32.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:01:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:01:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:01:32.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:32 smithi119 ceph-mon[96316]: pgmap v1087: 137 pgs: 6 unknown, 131 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 255 B/s wr, 2 op/s 2024-04-13T08:01:32.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:32 smithi119 ceph-mon[96316]: osdmap e928: 8 total, 8 up, 8 in 2024-04-13T08:01:32.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:32 smithi119 ceph-mon[93746]: pgmap v1087: 137 pgs: 6 unknown, 131 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 255 B/s wr, 2 op/s 2024-04-13T08:01:32.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:32 smithi119 ceph-mon[93746]: osdmap e928: 8 total, 8 up, 8 in 2024-04-13T08:01:33.500 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 31 tests from CmpOmap 2024-04-13T08:01:33.500 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-04-13T08:01:33.516 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (16 ms) 2024-04-13T08:01:33.517 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-04-13T08:01:33.521 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (5 ms) 2024-04-13T08:01:33.521 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-04-13T08:01:33.524 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (3 ms) 2024-04-13T08:01:33.524 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-04-13T08:01:33.527 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (3 ms) 2024-04-13T08:01:33.527 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-04-13T08:01:33.532 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] CmpOmap.cmp_vals_str (5 ms) 2024-04-13T08:01:33.532 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-04-13T08:01:33.539 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] CmpOmap.cmp_vals_u64 (7 ms) 2024-04-13T08:01:33.539 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-04-13T08:01:33.542 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (3 ms) 2024-04-13T08:01:33.542 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-04-13T08:01:33.545 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (2 ms) 2024-04-13T08:01:33.545 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-04-13T08:01:33.547 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (2 ms) 2024-04-13T08:01:33.547 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-04-13T08:01:33.552 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (5 ms) 2024-04-13T08:01:33.552 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-04-13T08:01:33.552 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (0 ms) 2024-04-13T08:01:33.552 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-04-13T08:01:33.553 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (1 ms) 2024-04-13T08:01:33.553 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-04-13T08:01:33.559 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (6 ms) 2024-04-13T08:01:33.559 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-04-13T08:01:33.565 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (6 ms) 2024-04-13T08:01:33.565 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-04-13T08:01:33.571 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (6 ms) 2024-04-13T08:01:33.571 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-04-13T08:01:33.578 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (7 ms) 2024-04-13T08:01:33.578 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-04-13T08:01:33.585 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] CmpOmap.cmp_set_vals_str (7 ms) 2024-04-13T08:01:33.585 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-04-13T08:01:33.592 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (7 ms) 2024-04-13T08:01:33.593 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-04-13T08:01:33.594 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (2 ms) 2024-04-13T08:01:33.594 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-04-13T08:01:33.596 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (2 ms) 2024-04-13T08:01:33.597 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-04-13T08:01:33.597 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2024-04-13T08:01:33.598 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-04-13T08:01:33.598 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (1 ms) 2024-04-13T08:01:33.598 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-04-13T08:01:33.606 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (8 ms) 2024-04-13T08:01:33.606 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-04-13T08:01:33.611 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (5 ms) 2024-04-13T08:01:33.611 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-04-13T08:01:33.618 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (7 ms) 2024-04-13T08:01:33.618 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-04-13T08:01:33.625 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (7 ms) 2024-04-13T08:01:33.625 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-04-13T08:01:33.627 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (2 ms) 2024-04-13T08:01:33.627 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-04-13T08:01:33.629 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (2 ms) 2024-04-13T08:01:33.629 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-04-13T08:01:33.630 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2024-04-13T08:01:33.630 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-04-13T08:01:33.631 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (1 ms) 2024-04-13T08:01:33.631 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-04-13T08:01:33.639 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (8 ms) 2024-04-13T08:01:33.639 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 31 tests from CmpOmap (139 ms total) 2024-04-13T08:01:33.639 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:01:33.639 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] Global test environment tear-down 2024-04-13T08:01:33.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:33 smithi139 ceph-mon[88985]: osdmap e929: 8 total, 8 up, 8 in 2024-04-13T08:01:33.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:33 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/3493318647' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138194-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:33.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:33 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138194-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:33.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:33 smithi119 ceph-mon[96316]: osdmap e929: 8 total, 8 up, 8 in 2024-04-13T08:01:33.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:33 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/3493318647' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138194-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:33.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:33 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138194-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:33.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:33 smithi119 ceph-mon[93746]: osdmap e929: 8 total, 8 up, 8 in 2024-04-13T08:01:33.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:33 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/3493318647' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138194-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:33.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:33 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138194-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:34.510 INFO:tasks.workunit.client.0.smithi119.stdout:[==========] 31 tests from 1 test suite ran. (2659 ms total) 2024-04-13T08:01:34.510 INFO:tasks.workunit.client.0.smithi119.stdout:[ PASSED ] 31 tests. 2024-04-13T08:01:34.513 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-13T08:01:34.513 DEBUG:teuthology.orchestra.run.smithi119:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-13T08:01:34.581 INFO:tasks.workunit:Running workunit cls/test_cls_hello.sh... 2024-04-13T08:01:34.581 DEBUG:teuthology.orchestra.run.smithi119:workunit test cls/test_cls_hello.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_hello.sh 2024-04-13T08:01:34.658 INFO:tasks.workunit.client.0.smithi119.stdout:Running main() from gmock_main.cc 2024-04-13T08:01:34.659 INFO:tasks.workunit.client.0.smithi119.stdout:[==========] Running 6 tests from 1 test suite. 2024-04-13T08:01:34.659 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] Global test environment set-up. 2024-04-13T08:01:34.659 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 6 tests from ClsHello 2024-04-13T08:01:34.659 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] ClsHello.SayHello 2024-04-13T08:01:34.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:34 smithi119 ceph-mon[96316]: pgmap v1090: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:34.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:34 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:01:34.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:34 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138194-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:01:34.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:34 smithi119 ceph-mon[96316]: osdmap e930: 8 total, 8 up, 8 in 2024-04-13T08:01:34.819 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:34 smithi119 ceph-mon[93746]: pgmap v1090: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:34.819 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:34 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:01:34.820 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:34 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138194-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:01:34.820 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:34 smithi119 ceph-mon[93746]: osdmap e930: 8 total, 8 up, 8 in 2024-04-13T08:01:34.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:34 smithi139 ceph-mon[88985]: pgmap v1090: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:34.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:34 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:01:34.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:34 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138194-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:01:34.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:34 smithi139 ceph-mon[88985]: osdmap e930: 8 total, 8 up, 8 in 2024-04-13T08:01:35.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:01:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:01:34] "GET /metrics HTTP/1.1" 200 36290 "" "Prometheus/2.43.0" 2024-04-13T08:01:35.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:35 smithi139 ceph-mon[88985]: osdmap e931: 8 total, 8 up, 8 in 2024-04-13T08:01:35.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:35 smithi119 ceph-mon[93746]: osdmap e931: 8 total, 8 up, 8 in 2024-04-13T08:01:35.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:35 smithi119 ceph-mon[96316]: osdmap e931: 8 total, 8 up, 8 in 2024-04-13T08:01:36.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:36 smithi139 ceph-mon[88985]: pgmap v1093: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:36.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:36 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:01:36.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:36 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T08:01:36.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:36 smithi139 ceph-mon[88985]: osdmap e932: 8 total, 8 up, 8 in 2024-04-13T08:01:36.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:36 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/120834400' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138249-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:36.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:36 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138249-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:36.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:36 smithi119 ceph-mon[96316]: pgmap v1093: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:36.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:36 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:01:36.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:36 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T08:01:36.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:36 smithi119 ceph-mon[96316]: osdmap e932: 8 total, 8 up, 8 in 2024-04-13T08:01:36.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:36 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/120834400' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138249-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:36.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:36 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138249-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:36.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:36 smithi119 ceph-mon[93746]: pgmap v1093: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:36.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:36 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:01:36.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:36 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T08:01:36.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:36 smithi119 ceph-mon[93746]: osdmap e932: 8 total, 8 up, 8 in 2024-04-13T08:01:36.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:36 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/120834400' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138249-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:36.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:36 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138249-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:37.528 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] ClsHello.SayHello (2869 ms) 2024-04-13T08:01:37.528 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] ClsHello.RecordHello 2024-04-13T08:01:37.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:37 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138249-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:01:37.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:37 smithi139 ceph-mon[88985]: osdmap e933: 8 total, 8 up, 8 in 2024-04-13T08:01:37.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:37 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138249-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:01:37.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:37 smithi119 ceph-mon[96316]: osdmap e933: 8 total, 8 up, 8 in 2024-04-13T08:01:37.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:37 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138249-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:01:37.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:37 smithi119 ceph-mon[93746]: osdmap e933: 8 total, 8 up, 8 in 2024-04-13T08:01:38.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:38 smithi139 ceph-mon[88985]: pgmap v1096: 137 pgs: 26 creating+peering, 4 unknown, 107 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:38.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:38 smithi139 ceph-mon[88985]: osdmap e934: 8 total, 8 up, 8 in 2024-04-13T08:01:38.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:38 smithi119 ceph-mon[96316]: pgmap v1096: 137 pgs: 26 creating+peering, 4 unknown, 107 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:38.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:38 smithi119 ceph-mon[96316]: osdmap e934: 8 total, 8 up, 8 in 2024-04-13T08:01:38.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:38 smithi119 ceph-mon[93746]: pgmap v1096: 137 pgs: 26 creating+peering, 4 unknown, 107 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:38.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:38 smithi119 ceph-mon[93746]: osdmap e934: 8 total, 8 up, 8 in 2024-04-13T08:01:39.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:39 smithi139 ceph-mon[88985]: osdmap e935: 8 total, 8 up, 8 in 2024-04-13T08:01:39.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:39 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/4152826053' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138249-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:39.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:39 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138249-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:39.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:01:39.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:39 smithi119 ceph-mon[96316]: osdmap e935: 8 total, 8 up, 8 in 2024-04-13T08:01:39.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:39 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/4152826053' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138249-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:39.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:39 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138249-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:39.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:01:39.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:39 smithi119 ceph-mon[93746]: osdmap e935: 8 total, 8 up, 8 in 2024-04-13T08:01:39.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:39 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/4152826053' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138249-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:39.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:39 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138249-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:39.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:01:40.541 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] ClsHello.RecordHello (3014 ms) 2024-04-13T08:01:40.542 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] ClsHello.WriteReturnData 2024-04-13T08:01:40.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:40 smithi139 ceph-mon[88985]: pgmap v1099: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:40.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:40 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:01:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:40 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138249-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:01:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:40 smithi139 ceph-mon[88985]: osdmap e936: 8 total, 8 up, 8 in 2024-04-13T08:01:40.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:40 smithi119 ceph-mon[96316]: pgmap v1099: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:40.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:40 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:01:40.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:40 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138249-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:01:40.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:40 smithi119 ceph-mon[96316]: osdmap e936: 8 total, 8 up, 8 in 2024-04-13T08:01:40.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:40 smithi119 ceph-mon[93746]: pgmap v1099: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:40.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:40 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:01:40.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:40 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138249-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:01:40.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:40 smithi119 ceph-mon[93746]: osdmap e936: 8 total, 8 up, 8 in 2024-04-13T08:01:41.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:41 smithi139 ceph-mon[88985]: osdmap e937: 8 total, 8 up, 8 in 2024-04-13T08:01:41.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:41 smithi119 ceph-mon[96316]: osdmap e937: 8 total, 8 up, 8 in 2024-04-13T08:01:41.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:41 smithi119 ceph-mon[93746]: osdmap e937: 8 total, 8 up, 8 in 2024-04-13T08:01:42.562 INFO:tasks.workunit.client.0.smithi119.stdout:require_osd_release = squid 2024-04-13T08:01:42.574 INFO:tasks.workunit.client.0.smithi119.stdout:0 2024-04-13T08:01:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:01:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:01:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:01:42.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:42 smithi139 ceph-mon[88985]: pgmap v1102: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:42.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:42 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:01:42.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:42 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T08:01:42.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:42 smithi139 ceph-mon[88985]: osdmap e938: 8 total, 8 up, 8 in 2024-04-13T08:01:42.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:42 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1978198572' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138249-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:42.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:42 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138249-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:42.786 INFO:tasks.workunit.client.0.smithi119.stdout:1 2024-04-13T08:01:42.787 INFO:tasks.workunit.client.0.smithi119.stdout:2 2024-04-13T08:01:42.788 INFO:tasks.workunit.client.0.smithi119.stdout:3 2024-04-13T08:01:42.789 INFO:tasks.workunit.client.0.smithi119.stdout:4 2024-04-13T08:01:42.790 INFO:tasks.workunit.client.0.smithi119.stdout:5 2024-04-13T08:01:42.791 INFO:tasks.workunit.client.0.smithi119.stdout:6 2024-04-13T08:01:42.792 INFO:tasks.workunit.client.0.smithi119.stdout:7 2024-04-13T08:01:42.793 INFO:tasks.workunit.client.0.smithi119.stdout:8 2024-04-13T08:01:42.794 INFO:tasks.workunit.client.0.smithi119.stdout:9 2024-04-13T08:01:42.795 INFO:tasks.workunit.client.0.smithi119.stdout:10 2024-04-13T08:01:42.796 INFO:tasks.workunit.client.0.smithi119.stdout:11 2024-04-13T08:01:42.797 INFO:tasks.workunit.client.0.smithi119.stdout:12 2024-04-13T08:01:42.798 INFO:tasks.workunit.client.0.smithi119.stdout:13 2024-04-13T08:01:42.799 INFO:tasks.workunit.client.0.smithi119.stdout:14 2024-04-13T08:01:42.800 INFO:tasks.workunit.client.0.smithi119.stdout:15 2024-04-13T08:01:42.801 INFO:tasks.workunit.client.0.smithi119.stdout:16 2024-04-13T08:01:42.802 INFO:tasks.workunit.client.0.smithi119.stdout:17 2024-04-13T08:01:42.803 INFO:tasks.workunit.client.0.smithi119.stdout:18 2024-04-13T08:01:42.804 INFO:tasks.workunit.client.0.smithi119.stdout:19 2024-04-13T08:01:42.805 INFO:tasks.workunit.client.0.smithi119.stdout:20 2024-04-13T08:01:42.805 INFO:tasks.workunit.client.0.smithi119.stdout:21 2024-04-13T08:01:42.806 INFO:tasks.workunit.client.0.smithi119.stdout:22 2024-04-13T08:01:42.807 INFO:tasks.workunit.client.0.smithi119.stdout:23 2024-04-13T08:01:42.808 INFO:tasks.workunit.client.0.smithi119.stdout:24 2024-04-13T08:01:42.809 INFO:tasks.workunit.client.0.smithi119.stdout:25 2024-04-13T08:01:42.810 INFO:tasks.workunit.client.0.smithi119.stdout:26 2024-04-13T08:01:42.811 INFO:tasks.workunit.client.0.smithi119.stdout:27 2024-04-13T08:01:42.812 INFO:tasks.workunit.client.0.smithi119.stdout:28 2024-04-13T08:01:42.813 INFO:tasks.workunit.client.0.smithi119.stdout:29 2024-04-13T08:01:42.814 INFO:tasks.workunit.client.0.smithi119.stdout:30 2024-04-13T08:01:42.815 INFO:tasks.workunit.client.0.smithi119.stdout:31 2024-04-13T08:01:42.816 INFO:tasks.workunit.client.0.smithi119.stdout:32 2024-04-13T08:01:42.817 INFO:tasks.workunit.client.0.smithi119.stdout:33 2024-04-13T08:01:42.818 INFO:tasks.workunit.client.0.smithi119.stdout:34 2024-04-13T08:01:42.819 INFO:tasks.workunit.client.0.smithi119.stdout:35 2024-04-13T08:01:42.820 INFO:tasks.workunit.client.0.smithi119.stdout:36 2024-04-13T08:01:42.821 INFO:tasks.workunit.client.0.smithi119.stdout:37 2024-04-13T08:01:42.822 INFO:tasks.workunit.client.0.smithi119.stdout:38 2024-04-13T08:01:42.823 INFO:tasks.workunit.client.0.smithi119.stdout:39 2024-04-13T08:01:42.824 INFO:tasks.workunit.client.0.smithi119.stdout:40 2024-04-13T08:01:42.825 INFO:tasks.workunit.client.0.smithi119.stdout:41 2024-04-13T08:01:42.826 INFO:tasks.workunit.client.0.smithi119.stdout:42 2024-04-13T08:01:42.827 INFO:tasks.workunit.client.0.smithi119.stdout:43 2024-04-13T08:01:42.827 INFO:tasks.workunit.client.0.smithi119.stdout:44 2024-04-13T08:01:42.828 INFO:tasks.workunit.client.0.smithi119.stdout:45 2024-04-13T08:01:42.829 INFO:tasks.workunit.client.0.smithi119.stdout:46 2024-04-13T08:01:42.830 INFO:tasks.workunit.client.0.smithi119.stdout:47 2024-04-13T08:01:42.831 INFO:tasks.workunit.client.0.smithi119.stdout:48 2024-04-13T08:01:42.832 INFO:tasks.workunit.client.0.smithi119.stdout:49 2024-04-13T08:01:42.833 INFO:tasks.workunit.client.0.smithi119.stdout:50 2024-04-13T08:01:42.834 INFO:tasks.workunit.client.0.smithi119.stdout:51 2024-04-13T08:01:42.834 INFO:tasks.workunit.client.0.smithi119.stdout:52 2024-04-13T08:01:42.835 INFO:tasks.workunit.client.0.smithi119.stdout:53 2024-04-13T08:01:42.836 INFO:tasks.workunit.client.0.smithi119.stdout:54 2024-04-13T08:01:42.837 INFO:tasks.workunit.client.0.smithi119.stdout:55 2024-04-13T08:01:42.838 INFO:tasks.workunit.client.0.smithi119.stdout:56 2024-04-13T08:01:42.839 INFO:tasks.workunit.client.0.smithi119.stdout:57 2024-04-13T08:01:42.840 INFO:tasks.workunit.client.0.smithi119.stdout:58 2024-04-13T08:01:42.841 INFO:tasks.workunit.client.0.smithi119.stdout:59 2024-04-13T08:01:42.842 INFO:tasks.workunit.client.0.smithi119.stdout:60 2024-04-13T08:01:42.842 INFO:tasks.workunit.client.0.smithi119.stdout:61 2024-04-13T08:01:42.843 INFO:tasks.workunit.client.0.smithi119.stdout:62 2024-04-13T08:01:42.844 INFO:tasks.workunit.client.0.smithi119.stdout:63 2024-04-13T08:01:42.845 INFO:tasks.workunit.client.0.smithi119.stdout:64 2024-04-13T08:01:42.846 INFO:tasks.workunit.client.0.smithi119.stdout:65 2024-04-13T08:01:42.847 INFO:tasks.workunit.client.0.smithi119.stdout:66 2024-04-13T08:01:42.847 INFO:tasks.workunit.client.0.smithi119.stdout:67 2024-04-13T08:01:42.848 INFO:tasks.workunit.client.0.smithi119.stdout:68 2024-04-13T08:01:42.849 INFO:tasks.workunit.client.0.smithi119.stdout:69 2024-04-13T08:01:42.850 INFO:tasks.workunit.client.0.smithi119.stdout:70 2024-04-13T08:01:42.851 INFO:tasks.workunit.client.0.smithi119.stdout:71 2024-04-13T08:01:42.852 INFO:tasks.workunit.client.0.smithi119.stdout:72 2024-04-13T08:01:42.852 INFO:tasks.workunit.client.0.smithi119.stdout:73 2024-04-13T08:01:42.853 INFO:tasks.workunit.client.0.smithi119.stdout:74 2024-04-13T08:01:42.854 INFO:tasks.workunit.client.0.smithi119.stdout:75 2024-04-13T08:01:42.855 INFO:tasks.workunit.client.0.smithi119.stdout:76 2024-04-13T08:01:42.856 INFO:tasks.workunit.client.0.smithi119.stdout:77 2024-04-13T08:01:42.857 INFO:tasks.workunit.client.0.smithi119.stdout:78 2024-04-13T08:01:42.858 INFO:tasks.workunit.client.0.smithi119.stdout:79 2024-04-13T08:01:42.859 INFO:tasks.workunit.client.0.smithi119.stdout:80 2024-04-13T08:01:42.860 INFO:tasks.workunit.client.0.smithi119.stdout:81 2024-04-13T08:01:42.860 INFO:tasks.workunit.client.0.smithi119.stdout:82 2024-04-13T08:01:42.861 INFO:tasks.workunit.client.0.smithi119.stdout:83 2024-04-13T08:01:42.862 INFO:tasks.workunit.client.0.smithi119.stdout:84 2024-04-13T08:01:42.863 INFO:tasks.workunit.client.0.smithi119.stdout:85 2024-04-13T08:01:42.864 INFO:tasks.workunit.client.0.smithi119.stdout:86 2024-04-13T08:01:42.865 INFO:tasks.workunit.client.0.smithi119.stdout:87 2024-04-13T08:01:42.866 INFO:tasks.workunit.client.0.smithi119.stdout:88 2024-04-13T08:01:42.867 INFO:tasks.workunit.client.0.smithi119.stdout:89 2024-04-13T08:01:42.868 INFO:tasks.workunit.client.0.smithi119.stdout:90 2024-04-13T08:01:42.869 INFO:tasks.workunit.client.0.smithi119.stdout:91 2024-04-13T08:01:42.870 INFO:tasks.workunit.client.0.smithi119.stdout:92 2024-04-13T08:01:42.871 INFO:tasks.workunit.client.0.smithi119.stdout:93 2024-04-13T08:01:42.871 INFO:tasks.workunit.client.0.smithi119.stdout:94 2024-04-13T08:01:42.872 INFO:tasks.workunit.client.0.smithi119.stdout:95 2024-04-13T08:01:42.873 INFO:tasks.workunit.client.0.smithi119.stdout:96 2024-04-13T08:01:42.874 INFO:tasks.workunit.client.0.smithi119.stdout:97 2024-04-13T08:01:42.875 INFO:tasks.workunit.client.0.smithi119.stdout:98 2024-04-13T08:01:42.876 INFO:tasks.workunit.client.0.smithi119.stdout:99 2024-04-13T08:01:42.877 INFO:tasks.workunit.client.0.smithi119.stdout:100 2024-04-13T08:01:42.877 INFO:tasks.workunit.client.0.smithi119.stdout:101 2024-04-13T08:01:42.879 INFO:tasks.workunit.client.0.smithi119.stdout:102 2024-04-13T08:01:42.879 INFO:tasks.workunit.client.0.smithi119.stdout:103 2024-04-13T08:01:42.880 INFO:tasks.workunit.client.0.smithi119.stdout:104 2024-04-13T08:01:42.881 INFO:tasks.workunit.client.0.smithi119.stdout:105 2024-04-13T08:01:42.882 INFO:tasks.workunit.client.0.smithi119.stdout:106 2024-04-13T08:01:42.883 INFO:tasks.workunit.client.0.smithi119.stdout:107 2024-04-13T08:01:42.884 INFO:tasks.workunit.client.0.smithi119.stdout:108 2024-04-13T08:01:42.885 INFO:tasks.workunit.client.0.smithi119.stdout:109 2024-04-13T08:01:42.886 INFO:tasks.workunit.client.0.smithi119.stdout:110 2024-04-13T08:01:42.887 INFO:tasks.workunit.client.0.smithi119.stdout:111 2024-04-13T08:01:42.887 INFO:tasks.workunit.client.0.smithi119.stdout:112 2024-04-13T08:01:42.888 INFO:tasks.workunit.client.0.smithi119.stdout:113 2024-04-13T08:01:42.889 INFO:tasks.workunit.client.0.smithi119.stdout:114 2024-04-13T08:01:42.890 INFO:tasks.workunit.client.0.smithi119.stdout:115 2024-04-13T08:01:42.891 INFO:tasks.workunit.client.0.smithi119.stdout:116 2024-04-13T08:01:42.892 INFO:tasks.workunit.client.0.smithi119.stdout:117 2024-04-13T08:01:42.892 INFO:tasks.workunit.client.0.smithi119.stdout:118 2024-04-13T08:01:42.893 INFO:tasks.workunit.client.0.smithi119.stdout:119 2024-04-13T08:01:42.894 INFO:tasks.workunit.client.0.smithi119.stdout:120 2024-04-13T08:01:42.895 INFO:tasks.workunit.client.0.smithi119.stdout:121 2024-04-13T08:01:42.896 INFO:tasks.workunit.client.0.smithi119.stdout:122 2024-04-13T08:01:42.896 INFO:tasks.workunit.client.0.smithi119.stdout:123 2024-04-13T08:01:42.897 INFO:tasks.workunit.client.0.smithi119.stdout:124 2024-04-13T08:01:42.898 INFO:tasks.workunit.client.0.smithi119.stdout:125 2024-04-13T08:01:42.899 INFO:tasks.workunit.client.0.smithi119.stdout:126 2024-04-13T08:01:42.900 INFO:tasks.workunit.client.0.smithi119.stdout:127 2024-04-13T08:01:42.901 INFO:tasks.workunit.client.0.smithi119.stdout:128 2024-04-13T08:01:42.902 INFO:tasks.workunit.client.0.smithi119.stdout:129 2024-04-13T08:01:42.903 INFO:tasks.workunit.client.0.smithi119.stdout:130 2024-04-13T08:01:42.903 INFO:tasks.workunit.client.0.smithi119.stdout:131 2024-04-13T08:01:42.904 INFO:tasks.workunit.client.0.smithi119.stdout:132 2024-04-13T08:01:42.905 INFO:tasks.workunit.client.0.smithi119.stdout:133 2024-04-13T08:01:42.906 INFO:tasks.workunit.client.0.smithi119.stdout:134 2024-04-13T08:01:42.907 INFO:tasks.workunit.client.0.smithi119.stdout:135 2024-04-13T08:01:42.908 INFO:tasks.workunit.client.0.smithi119.stdout:136 2024-04-13T08:01:42.909 INFO:tasks.workunit.client.0.smithi119.stdout:137 2024-04-13T08:01:42.910 INFO:tasks.workunit.client.0.smithi119.stdout:138 2024-04-13T08:01:42.911 INFO:tasks.workunit.client.0.smithi119.stdout:139 2024-04-13T08:01:42.912 INFO:tasks.workunit.client.0.smithi119.stdout:140 2024-04-13T08:01:42.913 INFO:tasks.workunit.client.0.smithi119.stdout:141 2024-04-13T08:01:42.913 INFO:tasks.workunit.client.0.smithi119.stdout:142 2024-04-13T08:01:42.914 INFO:tasks.workunit.client.0.smithi119.stdout:143 2024-04-13T08:01:42.915 INFO:tasks.workunit.client.0.smithi119.stdout:144 2024-04-13T08:01:42.916 INFO:tasks.workunit.client.0.smithi119.stdout:145 2024-04-13T08:01:42.917 INFO:tasks.workunit.client.0.smithi119.stdout:146 2024-04-13T08:01:42.918 INFO:tasks.workunit.client.0.smithi119.stdout:147 2024-04-13T08:01:42.918 INFO:tasks.workunit.client.0.smithi119.stdout:148 2024-04-13T08:01:42.919 INFO:tasks.workunit.client.0.smithi119.stdout:149 2024-04-13T08:01:42.920 INFO:tasks.workunit.client.0.smithi119.stdout:150 2024-04-13T08:01:42.921 INFO:tasks.workunit.client.0.smithi119.stdout:151 2024-04-13T08:01:42.922 INFO:tasks.workunit.client.0.smithi119.stdout:152 2024-04-13T08:01:42.923 INFO:tasks.workunit.client.0.smithi119.stdout:153 2024-04-13T08:01:42.924 INFO:tasks.workunit.client.0.smithi119.stdout:154 2024-04-13T08:01:42.924 INFO:tasks.workunit.client.0.smithi119.stdout:155 2024-04-13T08:01:42.925 INFO:tasks.workunit.client.0.smithi119.stdout:156 2024-04-13T08:01:42.926 INFO:tasks.workunit.client.0.smithi119.stdout:157 2024-04-13T08:01:42.927 INFO:tasks.workunit.client.0.smithi119.stdout:158 2024-04-13T08:01:42.928 INFO:tasks.workunit.client.0.smithi119.stdout:159 2024-04-13T08:01:42.929 INFO:tasks.workunit.client.0.smithi119.stdout:160 2024-04-13T08:01:42.929 INFO:tasks.workunit.client.0.smithi119.stdout:161 2024-04-13T08:01:42.930 INFO:tasks.workunit.client.0.smithi119.stdout:162 2024-04-13T08:01:42.931 INFO:tasks.workunit.client.0.smithi119.stdout:163 2024-04-13T08:01:42.932 INFO:tasks.workunit.client.0.smithi119.stdout:164 2024-04-13T08:01:42.933 INFO:tasks.workunit.client.0.smithi119.stdout:165 2024-04-13T08:01:42.933 INFO:tasks.workunit.client.0.smithi119.stdout:166 2024-04-13T08:01:42.934 INFO:tasks.workunit.client.0.smithi119.stdout:167 2024-04-13T08:01:42.935 INFO:tasks.workunit.client.0.smithi119.stdout:168 2024-04-13T08:01:42.936 INFO:tasks.workunit.client.0.smithi119.stdout:169 2024-04-13T08:01:42.937 INFO:tasks.workunit.client.0.smithi119.stdout:170 2024-04-13T08:01:42.938 INFO:tasks.workunit.client.0.smithi119.stdout:171 2024-04-13T08:01:42.938 INFO:tasks.workunit.client.0.smithi119.stdout:172 2024-04-13T08:01:42.939 INFO:tasks.workunit.client.0.smithi119.stdout:173 2024-04-13T08:01:42.940 INFO:tasks.workunit.client.0.smithi119.stdout:174 2024-04-13T08:01:42.941 INFO:tasks.workunit.client.0.smithi119.stdout:175 2024-04-13T08:01:42.942 INFO:tasks.workunit.client.0.smithi119.stdout:176 2024-04-13T08:01:42.942 INFO:tasks.workunit.client.0.smithi119.stdout:177 2024-04-13T08:01:42.943 INFO:tasks.workunit.client.0.smithi119.stdout:178 2024-04-13T08:01:42.944 INFO:tasks.workunit.client.0.smithi119.stdout:179 2024-04-13T08:01:42.945 INFO:tasks.workunit.client.0.smithi119.stdout:180 2024-04-13T08:01:42.946 INFO:tasks.workunit.client.0.smithi119.stdout:181 2024-04-13T08:01:42.946 INFO:tasks.workunit.client.0.smithi119.stdout:182 2024-04-13T08:01:42.947 INFO:tasks.workunit.client.0.smithi119.stdout:183 2024-04-13T08:01:42.948 INFO:tasks.workunit.client.0.smithi119.stdout:184 2024-04-13T08:01:42.949 INFO:tasks.workunit.client.0.smithi119.stdout:185 2024-04-13T08:01:42.950 INFO:tasks.workunit.client.0.smithi119.stdout:186 2024-04-13T08:01:42.950 INFO:tasks.workunit.client.0.smithi119.stdout:187 2024-04-13T08:01:42.951 INFO:tasks.workunit.client.0.smithi119.stdout:188 2024-04-13T08:01:42.952 INFO:tasks.workunit.client.0.smithi119.stdout:189 2024-04-13T08:01:42.953 INFO:tasks.workunit.client.0.smithi119.stdout:190 2024-04-13T08:01:42.954 INFO:tasks.workunit.client.0.smithi119.stdout:191 2024-04-13T08:01:42.955 INFO:tasks.workunit.client.0.smithi119.stdout:192 2024-04-13T08:01:42.955 INFO:tasks.workunit.client.0.smithi119.stdout:193 2024-04-13T08:01:42.956 INFO:tasks.workunit.client.0.smithi119.stdout:194 2024-04-13T08:01:42.957 INFO:tasks.workunit.client.0.smithi119.stdout:195 2024-04-13T08:01:42.958 INFO:tasks.workunit.client.0.smithi119.stdout:196 2024-04-13T08:01:42.959 INFO:tasks.workunit.client.0.smithi119.stdout:197 2024-04-13T08:01:42.960 INFO:tasks.workunit.client.0.smithi119.stdout:198 2024-04-13T08:01:42.960 INFO:tasks.workunit.client.0.smithi119.stdout:199 2024-04-13T08:01:42.961 INFO:tasks.workunit.client.0.smithi119.stdout:200 2024-04-13T08:01:42.962 INFO:tasks.workunit.client.0.smithi119.stdout:201 2024-04-13T08:01:42.963 INFO:tasks.workunit.client.0.smithi119.stdout:202 2024-04-13T08:01:42.964 INFO:tasks.workunit.client.0.smithi119.stdout:203 2024-04-13T08:01:42.964 INFO:tasks.workunit.client.0.smithi119.stdout:204 2024-04-13T08:01:42.965 INFO:tasks.workunit.client.0.smithi119.stdout:205 2024-04-13T08:01:42.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:42 smithi119 ceph-mon[93746]: pgmap v1102: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:42.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:42 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:01:42.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:42 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T08:01:42.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:42 smithi119 ceph-mon[93746]: osdmap e938: 8 total, 8 up, 8 in 2024-04-13T08:01:42.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:42 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1978198572' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138249-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:42.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:42 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138249-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:42.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:42 smithi119 ceph-mon[96316]: pgmap v1102: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:42.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:42 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:01:42.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:42 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T08:01:42.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:42 smithi119 ceph-mon[96316]: osdmap e938: 8 total, 8 up, 8 in 2024-04-13T08:01:42.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:42 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1978198572' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138249-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:42.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:42 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138249-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:42.967 INFO:tasks.workunit.client.0.smithi119.stdout:206 2024-04-13T08:01:42.967 INFO:tasks.workunit.client.0.smithi119.stdout:207 2024-04-13T08:01:42.968 INFO:tasks.workunit.client.0.smithi119.stdout:208 2024-04-13T08:01:42.969 INFO:tasks.workunit.client.0.smithi119.stdout:209 2024-04-13T08:01:42.969 INFO:tasks.workunit.client.0.smithi119.stdout:210 2024-04-13T08:01:42.970 INFO:tasks.workunit.client.0.smithi119.stdout:211 2024-04-13T08:01:42.971 INFO:tasks.workunit.client.0.smithi119.stdout:212 2024-04-13T08:01:42.972 INFO:tasks.workunit.client.0.smithi119.stdout:213 2024-04-13T08:01:42.973 INFO:tasks.workunit.client.0.smithi119.stdout:214 2024-04-13T08:01:42.973 INFO:tasks.workunit.client.0.smithi119.stdout:215 2024-04-13T08:01:42.974 INFO:tasks.workunit.client.0.smithi119.stdout:216 2024-04-13T08:01:42.975 INFO:tasks.workunit.client.0.smithi119.stdout:217 2024-04-13T08:01:42.976 INFO:tasks.workunit.client.0.smithi119.stdout:218 2024-04-13T08:01:42.977 INFO:tasks.workunit.client.0.smithi119.stdout:219 2024-04-13T08:01:42.978 INFO:tasks.workunit.client.0.smithi119.stdout:220 2024-04-13T08:01:42.979 INFO:tasks.workunit.client.0.smithi119.stdout:221 2024-04-13T08:01:42.979 INFO:tasks.workunit.client.0.smithi119.stdout:222 2024-04-13T08:01:42.980 INFO:tasks.workunit.client.0.smithi119.stdout:223 2024-04-13T08:01:42.981 INFO:tasks.workunit.client.0.smithi119.stdout:224 2024-04-13T08:01:42.982 INFO:tasks.workunit.client.0.smithi119.stdout:225 2024-04-13T08:01:42.983 INFO:tasks.workunit.client.0.smithi119.stdout:226 2024-04-13T08:01:42.984 INFO:tasks.workunit.client.0.smithi119.stdout:227 2024-04-13T08:01:42.984 INFO:tasks.workunit.client.0.smithi119.stdout:228 2024-04-13T08:01:42.985 INFO:tasks.workunit.client.0.smithi119.stdout:229 2024-04-13T08:01:42.986 INFO:tasks.workunit.client.0.smithi119.stdout:230 2024-04-13T08:01:42.987 INFO:tasks.workunit.client.0.smithi119.stdout:231 2024-04-13T08:01:42.988 INFO:tasks.workunit.client.0.smithi119.stdout:232 2024-04-13T08:01:42.988 INFO:tasks.workunit.client.0.smithi119.stdout:233 2024-04-13T08:01:42.989 INFO:tasks.workunit.client.0.smithi119.stdout:234 2024-04-13T08:01:42.990 INFO:tasks.workunit.client.0.smithi119.stdout:235 2024-04-13T08:01:42.991 INFO:tasks.workunit.client.0.smithi119.stdout:236 2024-04-13T08:01:42.992 INFO:tasks.workunit.client.0.smithi119.stdout:237 2024-04-13T08:01:42.993 INFO:tasks.workunit.client.0.smithi119.stdout:238 2024-04-13T08:01:42.994 INFO:tasks.workunit.client.0.smithi119.stdout:239 2024-04-13T08:01:42.994 INFO:tasks.workunit.client.0.smithi119.stdout:240 2024-04-13T08:01:42.995 INFO:tasks.workunit.client.0.smithi119.stdout:241 2024-04-13T08:01:42.996 INFO:tasks.workunit.client.0.smithi119.stdout:242 2024-04-13T08:01:42.997 INFO:tasks.workunit.client.0.smithi119.stdout:243 2024-04-13T08:01:42.998 INFO:tasks.workunit.client.0.smithi119.stdout:244 2024-04-13T08:01:42.999 INFO:tasks.workunit.client.0.smithi119.stdout:245 2024-04-13T08:01:42.999 INFO:tasks.workunit.client.0.smithi119.stdout:246 2024-04-13T08:01:43.000 INFO:tasks.workunit.client.0.smithi119.stdout:247 2024-04-13T08:01:43.001 INFO:tasks.workunit.client.0.smithi119.stdout:248 2024-04-13T08:01:43.002 INFO:tasks.workunit.client.0.smithi119.stdout:249 2024-04-13T08:01:43.003 INFO:tasks.workunit.client.0.smithi119.stdout:250 2024-04-13T08:01:43.004 INFO:tasks.workunit.client.0.smithi119.stdout:251 2024-04-13T08:01:43.005 INFO:tasks.workunit.client.0.smithi119.stdout:252 2024-04-13T08:01:43.006 INFO:tasks.workunit.client.0.smithi119.stdout:253 2024-04-13T08:01:43.007 INFO:tasks.workunit.client.0.smithi119.stdout:254 2024-04-13T08:01:43.007 INFO:tasks.workunit.client.0.smithi119.stdout:255 2024-04-13T08:01:43.008 INFO:tasks.workunit.client.0.smithi119.stdout:256 2024-04-13T08:01:43.009 INFO:tasks.workunit.client.0.smithi119.stdout:257 2024-04-13T08:01:43.010 INFO:tasks.workunit.client.0.smithi119.stdout:258 2024-04-13T08:01:43.011 INFO:tasks.workunit.client.0.smithi119.stdout:259 2024-04-13T08:01:43.012 INFO:tasks.workunit.client.0.smithi119.stdout:260 2024-04-13T08:01:43.013 INFO:tasks.workunit.client.0.smithi119.stdout:261 2024-04-13T08:01:43.013 INFO:tasks.workunit.client.0.smithi119.stdout:262 2024-04-13T08:01:43.014 INFO:tasks.workunit.client.0.smithi119.stdout:263 2024-04-13T08:01:43.015 INFO:tasks.workunit.client.0.smithi119.stdout:264 2024-04-13T08:01:43.016 INFO:tasks.workunit.client.0.smithi119.stdout:265 2024-04-13T08:01:43.017 INFO:tasks.workunit.client.0.smithi119.stdout:266 2024-04-13T08:01:43.018 INFO:tasks.workunit.client.0.smithi119.stdout:267 2024-04-13T08:01:43.019 INFO:tasks.workunit.client.0.smithi119.stdout:268 2024-04-13T08:01:43.019 INFO:tasks.workunit.client.0.smithi119.stdout:269 2024-04-13T08:01:43.020 INFO:tasks.workunit.client.0.smithi119.stdout:270 2024-04-13T08:01:43.021 INFO:tasks.workunit.client.0.smithi119.stdout:271 2024-04-13T08:01:43.022 INFO:tasks.workunit.client.0.smithi119.stdout:272 2024-04-13T08:01:43.023 INFO:tasks.workunit.client.0.smithi119.stdout:273 2024-04-13T08:01:43.024 INFO:tasks.workunit.client.0.smithi119.stdout:274 2024-04-13T08:01:43.025 INFO:tasks.workunit.client.0.smithi119.stdout:275 2024-04-13T08:01:43.026 INFO:tasks.workunit.client.0.smithi119.stdout:276 2024-04-13T08:01:43.027 INFO:tasks.workunit.client.0.smithi119.stdout:277 2024-04-13T08:01:43.027 INFO:tasks.workunit.client.0.smithi119.stdout:278 2024-04-13T08:01:43.028 INFO:tasks.workunit.client.0.smithi119.stdout:279 2024-04-13T08:01:43.029 INFO:tasks.workunit.client.0.smithi119.stdout:280 2024-04-13T08:01:43.030 INFO:tasks.workunit.client.0.smithi119.stdout:281 2024-04-13T08:01:43.031 INFO:tasks.workunit.client.0.smithi119.stdout:282 2024-04-13T08:01:43.032 INFO:tasks.workunit.client.0.smithi119.stdout:283 2024-04-13T08:01:43.033 INFO:tasks.workunit.client.0.smithi119.stdout:284 2024-04-13T08:01:43.034 INFO:tasks.workunit.client.0.smithi119.stdout:285 2024-04-13T08:01:43.034 INFO:tasks.workunit.client.0.smithi119.stdout:286 2024-04-13T08:01:43.035 INFO:tasks.workunit.client.0.smithi119.stdout:287 2024-04-13T08:01:43.036 INFO:tasks.workunit.client.0.smithi119.stdout:288 2024-04-13T08:01:43.037 INFO:tasks.workunit.client.0.smithi119.stdout:289 2024-04-13T08:01:43.038 INFO:tasks.workunit.client.0.smithi119.stdout:290 2024-04-13T08:01:43.039 INFO:tasks.workunit.client.0.smithi119.stdout:291 2024-04-13T08:01:43.040 INFO:tasks.workunit.client.0.smithi119.stdout:292 2024-04-13T08:01:43.041 INFO:tasks.workunit.client.0.smithi119.stdout:293 2024-04-13T08:01:43.042 INFO:tasks.workunit.client.0.smithi119.stdout:294 2024-04-13T08:01:43.043 INFO:tasks.workunit.client.0.smithi119.stdout:295 2024-04-13T08:01:43.043 INFO:tasks.workunit.client.0.smithi119.stdout:296 2024-04-13T08:01:43.044 INFO:tasks.workunit.client.0.smithi119.stdout:297 2024-04-13T08:01:43.045 INFO:tasks.workunit.client.0.smithi119.stdout:298 2024-04-13T08:01:43.046 INFO:tasks.workunit.client.0.smithi119.stdout:299 2024-04-13T08:01:43.047 INFO:tasks.workunit.client.0.smithi119.stdout:300 2024-04-13T08:01:43.048 INFO:tasks.workunit.client.0.smithi119.stdout:301 2024-04-13T08:01:43.049 INFO:tasks.workunit.client.0.smithi119.stdout:302 2024-04-13T08:01:43.050 INFO:tasks.workunit.client.0.smithi119.stdout:303 2024-04-13T08:01:43.051 INFO:tasks.workunit.client.0.smithi119.stdout:304 2024-04-13T08:01:43.052 INFO:tasks.workunit.client.0.smithi119.stdout:305 2024-04-13T08:01:43.053 INFO:tasks.workunit.client.0.smithi119.stdout:306 2024-04-13T08:01:43.053 INFO:tasks.workunit.client.0.smithi119.stdout:307 2024-04-13T08:01:43.055 INFO:tasks.workunit.client.0.smithi119.stdout:308 2024-04-13T08:01:43.055 INFO:tasks.workunit.client.0.smithi119.stdout:309 2024-04-13T08:01:43.056 INFO:tasks.workunit.client.0.smithi119.stdout:310 2024-04-13T08:01:43.057 INFO:tasks.workunit.client.0.smithi119.stdout:311 2024-04-13T08:01:43.058 INFO:tasks.workunit.client.0.smithi119.stdout:312 2024-04-13T08:01:43.059 INFO:tasks.workunit.client.0.smithi119.stdout:313 2024-04-13T08:01:43.059 INFO:tasks.workunit.client.0.smithi119.stdout:314 2024-04-13T08:01:43.060 INFO:tasks.workunit.client.0.smithi119.stdout:315 2024-04-13T08:01:43.061 INFO:tasks.workunit.client.0.smithi119.stdout:316 2024-04-13T08:01:43.062 INFO:tasks.workunit.client.0.smithi119.stdout:317 2024-04-13T08:01:43.063 INFO:tasks.workunit.client.0.smithi119.stdout:318 2024-04-13T08:01:43.064 INFO:tasks.workunit.client.0.smithi119.stdout:319 2024-04-13T08:01:43.064 INFO:tasks.workunit.client.0.smithi119.stdout:320 2024-04-13T08:01:43.065 INFO:tasks.workunit.client.0.smithi119.stdout:321 2024-04-13T08:01:43.066 INFO:tasks.workunit.client.0.smithi119.stdout:322 2024-04-13T08:01:43.067 INFO:tasks.workunit.client.0.smithi119.stdout:323 2024-04-13T08:01:43.068 INFO:tasks.workunit.client.0.smithi119.stdout:324 2024-04-13T08:01:43.069 INFO:tasks.workunit.client.0.smithi119.stdout:325 2024-04-13T08:01:43.070 INFO:tasks.workunit.client.0.smithi119.stdout:326 2024-04-13T08:01:43.070 INFO:tasks.workunit.client.0.smithi119.stdout:327 2024-04-13T08:01:43.071 INFO:tasks.workunit.client.0.smithi119.stdout:328 2024-04-13T08:01:43.072 INFO:tasks.workunit.client.0.smithi119.stdout:329 2024-04-13T08:01:43.073 INFO:tasks.workunit.client.0.smithi119.stdout:330 2024-04-13T08:01:43.074 INFO:tasks.workunit.client.0.smithi119.stdout:331 2024-04-13T08:01:43.075 INFO:tasks.workunit.client.0.smithi119.stdout:332 2024-04-13T08:01:43.076 INFO:tasks.workunit.client.0.smithi119.stdout:333 2024-04-13T08:01:43.077 INFO:tasks.workunit.client.0.smithi119.stdout:334 2024-04-13T08:01:43.077 INFO:tasks.workunit.client.0.smithi119.stdout:335 2024-04-13T08:01:43.078 INFO:tasks.workunit.client.0.smithi119.stdout:336 2024-04-13T08:01:43.079 INFO:tasks.workunit.client.0.smithi119.stdout:337 2024-04-13T08:01:43.080 INFO:tasks.workunit.client.0.smithi119.stdout:338 2024-04-13T08:01:43.081 INFO:tasks.workunit.client.0.smithi119.stdout:339 2024-04-13T08:01:43.082 INFO:tasks.workunit.client.0.smithi119.stdout:340 2024-04-13T08:01:43.083 INFO:tasks.workunit.client.0.smithi119.stdout:341 2024-04-13T08:01:43.084 INFO:tasks.workunit.client.0.smithi119.stdout:342 2024-04-13T08:01:43.084 INFO:tasks.workunit.client.0.smithi119.stdout:343 2024-04-13T08:01:43.085 INFO:tasks.workunit.client.0.smithi119.stdout:344 2024-04-13T08:01:43.086 INFO:tasks.workunit.client.0.smithi119.stdout:345 2024-04-13T08:01:43.087 INFO:tasks.workunit.client.0.smithi119.stdout:346 2024-04-13T08:01:43.088 INFO:tasks.workunit.client.0.smithi119.stdout:347 2024-04-13T08:01:43.089 INFO:tasks.workunit.client.0.smithi119.stdout:348 2024-04-13T08:01:43.090 INFO:tasks.workunit.client.0.smithi119.stdout:349 2024-04-13T08:01:43.090 INFO:tasks.workunit.client.0.smithi119.stdout:350 2024-04-13T08:01:43.091 INFO:tasks.workunit.client.0.smithi119.stdout:351 2024-04-13T08:01:43.092 INFO:tasks.workunit.client.0.smithi119.stdout:352 2024-04-13T08:01:43.093 INFO:tasks.workunit.client.0.smithi119.stdout:353 2024-04-13T08:01:43.094 INFO:tasks.workunit.client.0.smithi119.stdout:354 2024-04-13T08:01:43.095 INFO:tasks.workunit.client.0.smithi119.stdout:355 2024-04-13T08:01:43.096 INFO:tasks.workunit.client.0.smithi119.stdout:356 2024-04-13T08:01:43.097 INFO:tasks.workunit.client.0.smithi119.stdout:357 2024-04-13T08:01:43.098 INFO:tasks.workunit.client.0.smithi119.stdout:358 2024-04-13T08:01:43.099 INFO:tasks.workunit.client.0.smithi119.stdout:359 2024-04-13T08:01:43.100 INFO:tasks.workunit.client.0.smithi119.stdout:360 2024-04-13T08:01:43.101 INFO:tasks.workunit.client.0.smithi119.stdout:361 2024-04-13T08:01:43.101 INFO:tasks.workunit.client.0.smithi119.stdout:362 2024-04-13T08:01:43.102 INFO:tasks.workunit.client.0.smithi119.stdout:363 2024-04-13T08:01:43.103 INFO:tasks.workunit.client.0.smithi119.stdout:364 2024-04-13T08:01:43.104 INFO:tasks.workunit.client.0.smithi119.stdout:365 2024-04-13T08:01:43.105 INFO:tasks.workunit.client.0.smithi119.stdout:366 2024-04-13T08:01:43.106 INFO:tasks.workunit.client.0.smithi119.stdout:367 2024-04-13T08:01:43.107 INFO:tasks.workunit.client.0.smithi119.stdout:368 2024-04-13T08:01:43.108 INFO:tasks.workunit.client.0.smithi119.stdout:369 2024-04-13T08:01:43.109 INFO:tasks.workunit.client.0.smithi119.stdout:370 2024-04-13T08:01:43.109 INFO:tasks.workunit.client.0.smithi119.stdout:371 2024-04-13T08:01:43.110 INFO:tasks.workunit.client.0.smithi119.stdout:372 2024-04-13T08:01:43.111 INFO:tasks.workunit.client.0.smithi119.stdout:373 2024-04-13T08:01:43.112 INFO:tasks.workunit.client.0.smithi119.stdout:374 2024-04-13T08:01:43.113 INFO:tasks.workunit.client.0.smithi119.stdout:375 2024-04-13T08:01:43.114 INFO:tasks.workunit.client.0.smithi119.stdout:376 2024-04-13T08:01:43.114 INFO:tasks.workunit.client.0.smithi119.stdout:377 2024-04-13T08:01:43.115 INFO:tasks.workunit.client.0.smithi119.stdout:378 2024-04-13T08:01:43.116 INFO:tasks.workunit.client.0.smithi119.stdout:379 2024-04-13T08:01:43.117 INFO:tasks.workunit.client.0.smithi119.stdout:380 2024-04-13T08:01:43.118 INFO:tasks.workunit.client.0.smithi119.stdout:381 2024-04-13T08:01:43.119 INFO:tasks.workunit.client.0.smithi119.stdout:382 2024-04-13T08:01:43.120 INFO:tasks.workunit.client.0.smithi119.stdout:383 2024-04-13T08:01:43.121 INFO:tasks.workunit.client.0.smithi119.stdout:384 2024-04-13T08:01:43.122 INFO:tasks.workunit.client.0.smithi119.stdout:385 2024-04-13T08:01:43.123 INFO:tasks.workunit.client.0.smithi119.stdout:386 2024-04-13T08:01:43.124 INFO:tasks.workunit.client.0.smithi119.stdout:387 2024-04-13T08:01:43.124 INFO:tasks.workunit.client.0.smithi119.stdout:388 2024-04-13T08:01:43.125 INFO:tasks.workunit.client.0.smithi119.stdout:389 2024-04-13T08:01:43.126 INFO:tasks.workunit.client.0.smithi119.stdout:390 2024-04-13T08:01:43.127 INFO:tasks.workunit.client.0.smithi119.stdout:391 2024-04-13T08:01:43.128 INFO:tasks.workunit.client.0.smithi119.stdout:392 2024-04-13T08:01:43.129 INFO:tasks.workunit.client.0.smithi119.stdout:393 2024-04-13T08:01:43.130 INFO:tasks.workunit.client.0.smithi119.stdout:394 2024-04-13T08:01:43.131 INFO:tasks.workunit.client.0.smithi119.stdout:395 2024-04-13T08:01:43.132 INFO:tasks.workunit.client.0.smithi119.stdout:396 2024-04-13T08:01:43.133 INFO:tasks.workunit.client.0.smithi119.stdout:397 2024-04-13T08:01:43.134 INFO:tasks.workunit.client.0.smithi119.stdout:398 2024-04-13T08:01:43.135 INFO:tasks.workunit.client.0.smithi119.stdout:399 2024-04-13T08:01:43.136 INFO:tasks.workunit.client.0.smithi119.stdout:400 2024-04-13T08:01:43.137 INFO:tasks.workunit.client.0.smithi119.stdout:401 2024-04-13T08:01:43.138 INFO:tasks.workunit.client.0.smithi119.stdout:402 2024-04-13T08:01:43.139 INFO:tasks.workunit.client.0.smithi119.stdout:403 2024-04-13T08:01:43.140 INFO:tasks.workunit.client.0.smithi119.stdout:404 2024-04-13T08:01:43.141 INFO:tasks.workunit.client.0.smithi119.stdout:405 2024-04-13T08:01:43.143 INFO:tasks.workunit.client.0.smithi119.stdout:406 2024-04-13T08:01:43.144 INFO:tasks.workunit.client.0.smithi119.stdout:407 2024-04-13T08:01:43.145 INFO:tasks.workunit.client.0.smithi119.stdout:408 2024-04-13T08:01:43.147 INFO:tasks.workunit.client.0.smithi119.stdout:409 2024-04-13T08:01:43.148 INFO:tasks.workunit.client.0.smithi119.stdout:410 2024-04-13T08:01:43.150 INFO:tasks.workunit.client.0.smithi119.stdout:411 2024-04-13T08:01:43.151 INFO:tasks.workunit.client.0.smithi119.stdout:412 2024-04-13T08:01:43.152 INFO:tasks.workunit.client.0.smithi119.stdout:413 2024-04-13T08:01:43.154 INFO:tasks.workunit.client.0.smithi119.stdout:414 2024-04-13T08:01:43.155 INFO:tasks.workunit.client.0.smithi119.stdout:415 2024-04-13T08:01:43.156 INFO:tasks.workunit.client.0.smithi119.stdout:416 2024-04-13T08:01:43.157 INFO:tasks.workunit.client.0.smithi119.stdout:417 2024-04-13T08:01:43.157 INFO:tasks.workunit.client.0.smithi119.stdout:418 2024-04-13T08:01:43.158 INFO:tasks.workunit.client.0.smithi119.stdout:419 2024-04-13T08:01:43.159 INFO:tasks.workunit.client.0.smithi119.stdout:420 2024-04-13T08:01:43.160 INFO:tasks.workunit.client.0.smithi119.stdout:421 2024-04-13T08:01:43.161 INFO:tasks.workunit.client.0.smithi119.stdout:422 2024-04-13T08:01:43.162 INFO:tasks.workunit.client.0.smithi119.stdout:423 2024-04-13T08:01:43.163 INFO:tasks.workunit.client.0.smithi119.stdout:424 2024-04-13T08:01:43.163 INFO:tasks.workunit.client.0.smithi119.stdout:425 2024-04-13T08:01:43.164 INFO:tasks.workunit.client.0.smithi119.stdout:426 2024-04-13T08:01:43.165 INFO:tasks.workunit.client.0.smithi119.stdout:427 2024-04-13T08:01:43.166 INFO:tasks.workunit.client.0.smithi119.stdout:428 2024-04-13T08:01:43.167 INFO:tasks.workunit.client.0.smithi119.stdout:429 2024-04-13T08:01:43.168 INFO:tasks.workunit.client.0.smithi119.stdout:430 2024-04-13T08:01:43.169 INFO:tasks.workunit.client.0.smithi119.stdout:431 2024-04-13T08:01:43.170 INFO:tasks.workunit.client.0.smithi119.stdout:432 2024-04-13T08:01:43.172 INFO:tasks.workunit.client.0.smithi119.stdout:433 2024-04-13T08:01:43.173 INFO:tasks.workunit.client.0.smithi119.stdout:434 2024-04-13T08:01:43.174 INFO:tasks.workunit.client.0.smithi119.stdout:435 2024-04-13T08:01:43.175 INFO:tasks.workunit.client.0.smithi119.stdout:436 2024-04-13T08:01:43.176 INFO:tasks.workunit.client.0.smithi119.stdout:437 2024-04-13T08:01:43.177 INFO:tasks.workunit.client.0.smithi119.stdout:438 2024-04-13T08:01:43.178 INFO:tasks.workunit.client.0.smithi119.stdout:439 2024-04-13T08:01:43.179 INFO:tasks.workunit.client.0.smithi119.stdout:440 2024-04-13T08:01:43.180 INFO:tasks.workunit.client.0.smithi119.stdout:441 2024-04-13T08:01:43.181 INFO:tasks.workunit.client.0.smithi119.stdout:442 2024-04-13T08:01:43.181 INFO:tasks.workunit.client.0.smithi119.stdout:443 2024-04-13T08:01:43.183 INFO:tasks.workunit.client.0.smithi119.stdout:444 2024-04-13T08:01:43.184 INFO:tasks.workunit.client.0.smithi119.stdout:445 2024-04-13T08:01:43.185 INFO:tasks.workunit.client.0.smithi119.stdout:446 2024-04-13T08:01:43.185 INFO:tasks.workunit.client.0.smithi119.stdout:447 2024-04-13T08:01:43.186 INFO:tasks.workunit.client.0.smithi119.stdout:448 2024-04-13T08:01:43.187 INFO:tasks.workunit.client.0.smithi119.stdout:449 2024-04-13T08:01:43.188 INFO:tasks.workunit.client.0.smithi119.stdout:450 2024-04-13T08:01:43.189 INFO:tasks.workunit.client.0.smithi119.stdout:451 2024-04-13T08:01:43.190 INFO:tasks.workunit.client.0.smithi119.stdout:452 2024-04-13T08:01:43.191 INFO:tasks.workunit.client.0.smithi119.stdout:453 2024-04-13T08:01:43.192 INFO:tasks.workunit.client.0.smithi119.stdout:454 2024-04-13T08:01:43.193 INFO:tasks.workunit.client.0.smithi119.stdout:455 2024-04-13T08:01:43.194 INFO:tasks.workunit.client.0.smithi119.stdout:456 2024-04-13T08:01:43.195 INFO:tasks.workunit.client.0.smithi119.stdout:457 2024-04-13T08:01:43.195 INFO:tasks.workunit.client.0.smithi119.stdout:458 2024-04-13T08:01:43.197 INFO:tasks.workunit.client.0.smithi119.stdout:459 2024-04-13T08:01:43.198 INFO:tasks.workunit.client.0.smithi119.stdout:460 2024-04-13T08:01:43.199 INFO:tasks.workunit.client.0.smithi119.stdout:461 2024-04-13T08:01:43.200 INFO:tasks.workunit.client.0.smithi119.stdout:462 2024-04-13T08:01:43.201 INFO:tasks.workunit.client.0.smithi119.stdout:463 2024-04-13T08:01:43.202 INFO:tasks.workunit.client.0.smithi119.stdout:464 2024-04-13T08:01:43.203 INFO:tasks.workunit.client.0.smithi119.stdout:465 2024-04-13T08:01:43.204 INFO:tasks.workunit.client.0.smithi119.stdout:466 2024-04-13T08:01:43.205 INFO:tasks.workunit.client.0.smithi119.stdout:467 2024-04-13T08:01:43.206 INFO:tasks.workunit.client.0.smithi119.stdout:468 2024-04-13T08:01:43.207 INFO:tasks.workunit.client.0.smithi119.stdout:469 2024-04-13T08:01:43.208 INFO:tasks.workunit.client.0.smithi119.stdout:470 2024-04-13T08:01:43.209 INFO:tasks.workunit.client.0.smithi119.stdout:471 2024-04-13T08:01:43.209 INFO:tasks.workunit.client.0.smithi119.stdout:472 2024-04-13T08:01:43.210 INFO:tasks.workunit.client.0.smithi119.stdout:473 2024-04-13T08:01:43.211 INFO:tasks.workunit.client.0.smithi119.stdout:474 2024-04-13T08:01:43.212 INFO:tasks.workunit.client.0.smithi119.stdout:475 2024-04-13T08:01:43.213 INFO:tasks.workunit.client.0.smithi119.stdout:476 2024-04-13T08:01:43.214 INFO:tasks.workunit.client.0.smithi119.stdout:477 2024-04-13T08:01:43.215 INFO:tasks.workunit.client.0.smithi119.stdout:478 2024-04-13T08:01:43.216 INFO:tasks.workunit.client.0.smithi119.stdout:479 2024-04-13T08:01:43.217 INFO:tasks.workunit.client.0.smithi119.stdout:480 2024-04-13T08:01:43.218 INFO:tasks.workunit.client.0.smithi119.stdout:481 2024-04-13T08:01:43.220 INFO:tasks.workunit.client.0.smithi119.stdout:482 2024-04-13T08:01:43.220 INFO:tasks.workunit.client.0.smithi119.stdout:483 2024-04-13T08:01:43.222 INFO:tasks.workunit.client.0.smithi119.stdout:484 2024-04-13T08:01:43.222 INFO:tasks.workunit.client.0.smithi119.stdout:485 2024-04-13T08:01:43.223 INFO:tasks.workunit.client.0.smithi119.stdout:486 2024-04-13T08:01:43.224 INFO:tasks.workunit.client.0.smithi119.stdout:487 2024-04-13T08:01:43.225 INFO:tasks.workunit.client.0.smithi119.stdout:488 2024-04-13T08:01:43.226 INFO:tasks.workunit.client.0.smithi119.stdout:489 2024-04-13T08:01:43.227 INFO:tasks.workunit.client.0.smithi119.stdout:490 2024-04-13T08:01:43.228 INFO:tasks.workunit.client.0.smithi119.stdout:491 2024-04-13T08:01:43.229 INFO:tasks.workunit.client.0.smithi119.stdout:492 2024-04-13T08:01:43.230 INFO:tasks.workunit.client.0.smithi119.stdout:493 2024-04-13T08:01:43.231 INFO:tasks.workunit.client.0.smithi119.stdout:494 2024-04-13T08:01:43.232 INFO:tasks.workunit.client.0.smithi119.stdout:495 2024-04-13T08:01:43.233 INFO:tasks.workunit.client.0.smithi119.stdout:496 2024-04-13T08:01:43.234 INFO:tasks.workunit.client.0.smithi119.stdout:497 2024-04-13T08:01:43.235 INFO:tasks.workunit.client.0.smithi119.stdout:498 2024-04-13T08:01:43.236 INFO:tasks.workunit.client.0.smithi119.stdout:499 2024-04-13T08:01:43.237 INFO:tasks.workunit.client.0.smithi119.stdout:500 2024-04-13T08:01:43.238 INFO:tasks.workunit.client.0.smithi119.stdout:501 2024-04-13T08:01:43.239 INFO:tasks.workunit.client.0.smithi119.stdout:502 2024-04-13T08:01:43.240 INFO:tasks.workunit.client.0.smithi119.stdout:503 2024-04-13T08:01:43.241 INFO:tasks.workunit.client.0.smithi119.stdout:504 2024-04-13T08:01:43.242 INFO:tasks.workunit.client.0.smithi119.stdout:505 2024-04-13T08:01:43.243 INFO:tasks.workunit.client.0.smithi119.stdout:506 2024-04-13T08:01:43.244 INFO:tasks.workunit.client.0.smithi119.stdout:507 2024-04-13T08:01:43.244 INFO:tasks.workunit.client.0.smithi119.stdout:508 2024-04-13T08:01:43.246 INFO:tasks.workunit.client.0.smithi119.stdout:509 2024-04-13T08:01:43.247 INFO:tasks.workunit.client.0.smithi119.stdout:510 2024-04-13T08:01:43.248 INFO:tasks.workunit.client.0.smithi119.stdout:511 2024-04-13T08:01:43.248 INFO:tasks.workunit.client.0.smithi119.stdout:512 2024-04-13T08:01:43.249 INFO:tasks.workunit.client.0.smithi119.stdout:513 2024-04-13T08:01:43.250 INFO:tasks.workunit.client.0.smithi119.stdout:514 2024-04-13T08:01:43.251 INFO:tasks.workunit.client.0.smithi119.stdout:515 2024-04-13T08:01:43.252 INFO:tasks.workunit.client.0.smithi119.stdout:516 2024-04-13T08:01:43.254 INFO:tasks.workunit.client.0.smithi119.stdout:517 2024-04-13T08:01:43.255 INFO:tasks.workunit.client.0.smithi119.stdout:518 2024-04-13T08:01:43.256 INFO:tasks.workunit.client.0.smithi119.stdout:519 2024-04-13T08:01:43.257 INFO:tasks.workunit.client.0.smithi119.stdout:520 2024-04-13T08:01:43.259 INFO:tasks.workunit.client.0.smithi119.stdout:521 2024-04-13T08:01:43.260 INFO:tasks.workunit.client.0.smithi119.stdout:522 2024-04-13T08:01:43.261 INFO:tasks.workunit.client.0.smithi119.stdout:523 2024-04-13T08:01:43.263 INFO:tasks.workunit.client.0.smithi119.stdout:524 2024-04-13T08:01:43.265 INFO:tasks.workunit.client.0.smithi119.stdout:525 2024-04-13T08:01:43.267 INFO:tasks.workunit.client.0.smithi119.stdout:526 2024-04-13T08:01:43.268 INFO:tasks.workunit.client.0.smithi119.stdout:527 2024-04-13T08:01:43.269 INFO:tasks.workunit.client.0.smithi119.stdout:528 2024-04-13T08:01:43.270 INFO:tasks.workunit.client.0.smithi119.stdout:529 2024-04-13T08:01:43.271 INFO:tasks.workunit.client.0.smithi119.stdout:530 2024-04-13T08:01:43.272 INFO:tasks.workunit.client.0.smithi119.stdout:531 2024-04-13T08:01:43.273 INFO:tasks.workunit.client.0.smithi119.stdout:532 2024-04-13T08:01:43.275 INFO:tasks.workunit.client.0.smithi119.stdout:533 2024-04-13T08:01:43.276 INFO:tasks.workunit.client.0.smithi119.stdout:534 2024-04-13T08:01:43.277 INFO:tasks.workunit.client.0.smithi119.stdout:535 2024-04-13T08:01:43.278 INFO:tasks.workunit.client.0.smithi119.stdout:536 2024-04-13T08:01:43.279 INFO:tasks.workunit.client.0.smithi119.stdout:537 2024-04-13T08:01:43.280 INFO:tasks.workunit.client.0.smithi119.stdout:538 2024-04-13T08:01:43.281 INFO:tasks.workunit.client.0.smithi119.stdout:539 2024-04-13T08:01:43.282 INFO:tasks.workunit.client.0.smithi119.stdout:540 2024-04-13T08:01:43.283 INFO:tasks.workunit.client.0.smithi119.stdout:541 2024-04-13T08:01:43.284 INFO:tasks.workunit.client.0.smithi119.stdout:542 2024-04-13T08:01:43.285 INFO:tasks.workunit.client.0.smithi119.stdout:543 2024-04-13T08:01:43.286 INFO:tasks.workunit.client.0.smithi119.stdout:544 2024-04-13T08:01:43.287 INFO:tasks.workunit.client.0.smithi119.stdout:545 2024-04-13T08:01:43.287 INFO:tasks.workunit.client.0.smithi119.stdout:546 2024-04-13T08:01:43.289 INFO:tasks.workunit.client.0.smithi119.stdout:547 2024-04-13T08:01:43.290 INFO:tasks.workunit.client.0.smithi119.stdout:548 2024-04-13T08:01:43.290 INFO:tasks.workunit.client.0.smithi119.stdout:549 2024-04-13T08:01:43.291 INFO:tasks.workunit.client.0.smithi119.stdout:550 2024-04-13T08:01:43.293 INFO:tasks.workunit.client.0.smithi119.stdout:551 2024-04-13T08:01:43.294 INFO:tasks.workunit.client.0.smithi119.stdout:552 2024-04-13T08:01:43.295 INFO:tasks.workunit.client.0.smithi119.stdout:553 2024-04-13T08:01:43.296 INFO:tasks.workunit.client.0.smithi119.stdout:554 2024-04-13T08:01:43.296 INFO:tasks.workunit.client.0.smithi119.stdout:555 2024-04-13T08:01:43.297 INFO:tasks.workunit.client.0.smithi119.stdout:556 2024-04-13T08:01:43.298 INFO:tasks.workunit.client.0.smithi119.stdout:557 2024-04-13T08:01:43.304 INFO:tasks.workunit.client.0.smithi119.stdout:558 2024-04-13T08:01:43.306 INFO:tasks.workunit.client.0.smithi119.stdout:559 2024-04-13T08:01:43.308 INFO:tasks.workunit.client.0.smithi119.stdout:560 2024-04-13T08:01:43.309 INFO:tasks.workunit.client.0.smithi119.stdout:561 2024-04-13T08:01:43.309 INFO:tasks.workunit.client.0.smithi119.stdout:562 2024-04-13T08:01:43.310 INFO:tasks.workunit.client.0.smithi119.stdout:563 2024-04-13T08:01:43.311 INFO:tasks.workunit.client.0.smithi119.stdout:564 2024-04-13T08:01:43.312 INFO:tasks.workunit.client.0.smithi119.stdout:565 2024-04-13T08:01:43.313 INFO:tasks.workunit.client.0.smithi119.stdout:566 2024-04-13T08:01:43.314 INFO:tasks.workunit.client.0.smithi119.stdout:567 2024-04-13T08:01:43.315 INFO:tasks.workunit.client.0.smithi119.stdout:568 2024-04-13T08:01:43.316 INFO:tasks.workunit.client.0.smithi119.stdout:569 2024-04-13T08:01:43.317 INFO:tasks.workunit.client.0.smithi119.stdout:570 2024-04-13T08:01:43.318 INFO:tasks.workunit.client.0.smithi119.stdout:571 2024-04-13T08:01:43.319 INFO:tasks.workunit.client.0.smithi119.stdout:572 2024-04-13T08:01:43.321 INFO:tasks.workunit.client.0.smithi119.stdout:573 2024-04-13T08:01:43.322 INFO:tasks.workunit.client.0.smithi119.stdout:574 2024-04-13T08:01:43.323 INFO:tasks.workunit.client.0.smithi119.stdout:575 2024-04-13T08:01:43.324 INFO:tasks.workunit.client.0.smithi119.stdout:576 2024-04-13T08:01:43.325 INFO:tasks.workunit.client.0.smithi119.stdout:577 2024-04-13T08:01:43.327 INFO:tasks.workunit.client.0.smithi119.stdout:578 2024-04-13T08:01:43.328 INFO:tasks.workunit.client.0.smithi119.stdout:579 2024-04-13T08:01:43.329 INFO:tasks.workunit.client.0.smithi119.stdout:580 2024-04-13T08:01:43.330 INFO:tasks.workunit.client.0.smithi119.stdout:581 2024-04-13T08:01:43.331 INFO:tasks.workunit.client.0.smithi119.stdout:582 2024-04-13T08:01:43.332 INFO:tasks.workunit.client.0.smithi119.stdout:583 2024-04-13T08:01:43.333 INFO:tasks.workunit.client.0.smithi119.stdout:584 2024-04-13T08:01:43.334 INFO:tasks.workunit.client.0.smithi119.stdout:585 2024-04-13T08:01:43.335 INFO:tasks.workunit.client.0.smithi119.stdout:586 2024-04-13T08:01:43.336 INFO:tasks.workunit.client.0.smithi119.stdout:587 2024-04-13T08:01:43.338 INFO:tasks.workunit.client.0.smithi119.stdout:588 2024-04-13T08:01:43.339 INFO:tasks.workunit.client.0.smithi119.stdout:589 2024-04-13T08:01:43.340 INFO:tasks.workunit.client.0.smithi119.stdout:590 2024-04-13T08:01:43.341 INFO:tasks.workunit.client.0.smithi119.stdout:591 2024-04-13T08:01:43.342 INFO:tasks.workunit.client.0.smithi119.stdout:592 2024-04-13T08:01:43.343 INFO:tasks.workunit.client.0.smithi119.stdout:593 2024-04-13T08:01:43.344 INFO:tasks.workunit.client.0.smithi119.stdout:594 2024-04-13T08:01:43.345 INFO:tasks.workunit.client.0.smithi119.stdout:595 2024-04-13T08:01:43.346 INFO:tasks.workunit.client.0.smithi119.stdout:596 2024-04-13T08:01:43.347 INFO:tasks.workunit.client.0.smithi119.stdout:597 2024-04-13T08:01:43.348 INFO:tasks.workunit.client.0.smithi119.stdout:598 2024-04-13T08:01:43.349 INFO:tasks.workunit.client.0.smithi119.stdout:599 2024-04-13T08:01:43.350 INFO:tasks.workunit.client.0.smithi119.stdout:600 2024-04-13T08:01:43.351 INFO:tasks.workunit.client.0.smithi119.stdout:601 2024-04-13T08:01:43.352 INFO:tasks.workunit.client.0.smithi119.stdout:602 2024-04-13T08:01:43.353 INFO:tasks.workunit.client.0.smithi119.stdout:603 2024-04-13T08:01:43.355 INFO:tasks.workunit.client.0.smithi119.stdout:604 2024-04-13T08:01:43.355 INFO:tasks.workunit.client.0.smithi119.stdout:605 2024-04-13T08:01:43.357 INFO:tasks.workunit.client.0.smithi119.stdout:606 2024-04-13T08:01:43.358 INFO:tasks.workunit.client.0.smithi119.stdout:607 2024-04-13T08:01:43.359 INFO:tasks.workunit.client.0.smithi119.stdout:608 2024-04-13T08:01:43.360 INFO:tasks.workunit.client.0.smithi119.stdout:609 2024-04-13T08:01:43.361 INFO:tasks.workunit.client.0.smithi119.stdout:610 2024-04-13T08:01:43.361 INFO:tasks.workunit.client.0.smithi119.stdout:611 2024-04-13T08:01:43.362 INFO:tasks.workunit.client.0.smithi119.stdout:612 2024-04-13T08:01:43.367 INFO:tasks.workunit.client.0.smithi119.stdout:613 2024-04-13T08:01:43.367 INFO:tasks.workunit.client.0.smithi119.stdout:614 2024-04-13T08:01:43.367 INFO:tasks.workunit.client.0.smithi119.stdout:615 2024-04-13T08:01:43.367 INFO:tasks.workunit.client.0.smithi119.stdout:616 2024-04-13T08:01:43.367 INFO:tasks.workunit.client.0.smithi119.stdout:617 2024-04-13T08:01:43.368 INFO:tasks.workunit.client.0.smithi119.stdout:618 2024-04-13T08:01:43.369 INFO:tasks.workunit.client.0.smithi119.stdout:619 2024-04-13T08:01:43.370 INFO:tasks.workunit.client.0.smithi119.stdout:620 2024-04-13T08:01:43.371 INFO:tasks.workunit.client.0.smithi119.stdout:621 2024-04-13T08:01:43.372 INFO:tasks.workunit.client.0.smithi119.stdout:622 2024-04-13T08:01:43.373 INFO:tasks.workunit.client.0.smithi119.stdout:623 2024-04-13T08:01:43.374 INFO:tasks.workunit.client.0.smithi119.stdout:624 2024-04-13T08:01:43.375 INFO:tasks.workunit.client.0.smithi119.stdout:625 2024-04-13T08:01:43.377 INFO:tasks.workunit.client.0.smithi119.stdout:626 2024-04-13T08:01:43.378 INFO:tasks.workunit.client.0.smithi119.stdout:627 2024-04-13T08:01:43.379 INFO:tasks.workunit.client.0.smithi119.stdout:628 2024-04-13T08:01:43.380 INFO:tasks.workunit.client.0.smithi119.stdout:629 2024-04-13T08:01:43.381 INFO:tasks.workunit.client.0.smithi119.stdout:630 2024-04-13T08:01:43.382 INFO:tasks.workunit.client.0.smithi119.stdout:631 2024-04-13T08:01:43.383 INFO:tasks.workunit.client.0.smithi119.stdout:632 2024-04-13T08:01:43.384 INFO:tasks.workunit.client.0.smithi119.stdout:633 2024-04-13T08:01:43.385 INFO:tasks.workunit.client.0.smithi119.stdout:634 2024-04-13T08:01:43.386 INFO:tasks.workunit.client.0.smithi119.stdout:635 2024-04-13T08:01:43.387 INFO:tasks.workunit.client.0.smithi119.stdout:636 2024-04-13T08:01:43.389 INFO:tasks.workunit.client.0.smithi119.stdout:637 2024-04-13T08:01:43.390 INFO:tasks.workunit.client.0.smithi119.stdout:638 2024-04-13T08:01:43.391 INFO:tasks.workunit.client.0.smithi119.stdout:639 2024-04-13T08:01:43.393 INFO:tasks.workunit.client.0.smithi119.stdout:640 2024-04-13T08:01:43.394 INFO:tasks.workunit.client.0.smithi119.stdout:641 2024-04-13T08:01:43.396 INFO:tasks.workunit.client.0.smithi119.stdout:642 2024-04-13T08:01:43.397 INFO:tasks.workunit.client.0.smithi119.stdout:643 2024-04-13T08:01:43.398 INFO:tasks.workunit.client.0.smithi119.stdout:644 2024-04-13T08:01:43.399 INFO:tasks.workunit.client.0.smithi119.stdout:645 2024-04-13T08:01:43.400 INFO:tasks.workunit.client.0.smithi119.stdout:646 2024-04-13T08:01:43.402 INFO:tasks.workunit.client.0.smithi119.stdout:647 2024-04-13T08:01:43.403 INFO:tasks.workunit.client.0.smithi119.stdout:648 2024-04-13T08:01:43.404 INFO:tasks.workunit.client.0.smithi119.stdout:649 2024-04-13T08:01:43.406 INFO:tasks.workunit.client.0.smithi119.stdout:650 2024-04-13T08:01:43.407 INFO:tasks.workunit.client.0.smithi119.stdout:651 2024-04-13T08:01:43.408 INFO:tasks.workunit.client.0.smithi119.stdout:652 2024-04-13T08:01:43.409 INFO:tasks.workunit.client.0.smithi119.stdout:653 2024-04-13T08:01:43.410 INFO:tasks.workunit.client.0.smithi119.stdout:654 2024-04-13T08:01:43.411 INFO:tasks.workunit.client.0.smithi119.stdout:655 2024-04-13T08:01:43.412 INFO:tasks.workunit.client.0.smithi119.stdout:656 2024-04-13T08:01:43.413 INFO:tasks.workunit.client.0.smithi119.stdout:657 2024-04-13T08:01:43.414 INFO:tasks.workunit.client.0.smithi119.stdout:658 2024-04-13T08:01:43.416 INFO:tasks.workunit.client.0.smithi119.stdout:659 2024-04-13T08:01:43.417 INFO:tasks.workunit.client.0.smithi119.stdout:660 2024-04-13T08:01:43.418 INFO:tasks.workunit.client.0.smithi119.stdout:661 2024-04-13T08:01:43.419 INFO:tasks.workunit.client.0.smithi119.stdout:662 2024-04-13T08:01:43.420 INFO:tasks.workunit.client.0.smithi119.stdout:663 2024-04-13T08:01:43.421 INFO:tasks.workunit.client.0.smithi119.stdout:664 2024-04-13T08:01:43.422 INFO:tasks.workunit.client.0.smithi119.stdout:665 2024-04-13T08:01:43.423 INFO:tasks.workunit.client.0.smithi119.stdout:666 2024-04-13T08:01:43.424 INFO:tasks.workunit.client.0.smithi119.stdout:667 2024-04-13T08:01:43.426 INFO:tasks.workunit.client.0.smithi119.stdout:668 2024-04-13T08:01:43.427 INFO:tasks.workunit.client.0.smithi119.stdout:669 2024-04-13T08:01:43.428 INFO:tasks.workunit.client.0.smithi119.stdout:670 2024-04-13T08:01:43.429 INFO:tasks.workunit.client.0.smithi119.stdout:671 2024-04-13T08:01:43.430 INFO:tasks.workunit.client.0.smithi119.stdout:672 2024-04-13T08:01:43.431 INFO:tasks.workunit.client.0.smithi119.stdout:673 2024-04-13T08:01:43.432 INFO:tasks.workunit.client.0.smithi119.stdout:674 2024-04-13T08:01:43.433 INFO:tasks.workunit.client.0.smithi119.stdout:675 2024-04-13T08:01:43.434 INFO:tasks.workunit.client.0.smithi119.stdout:676 2024-04-13T08:01:43.435 INFO:tasks.workunit.client.0.smithi119.stdout:677 2024-04-13T08:01:43.437 INFO:tasks.workunit.client.0.smithi119.stdout:678 2024-04-13T08:01:43.438 INFO:tasks.workunit.client.0.smithi119.stdout:679 2024-04-13T08:01:43.440 INFO:tasks.workunit.client.0.smithi119.stdout:680 2024-04-13T08:01:43.441 INFO:tasks.workunit.client.0.smithi119.stdout:681 2024-04-13T08:01:43.442 INFO:tasks.workunit.client.0.smithi119.stdout:682 2024-04-13T08:01:43.443 INFO:tasks.workunit.client.0.smithi119.stdout:683 2024-04-13T08:01:43.445 INFO:tasks.workunit.client.0.smithi119.stdout:684 2024-04-13T08:01:43.446 INFO:tasks.workunit.client.0.smithi119.stdout:685 2024-04-13T08:01:43.447 INFO:tasks.workunit.client.0.smithi119.stdout:686 2024-04-13T08:01:43.448 INFO:tasks.workunit.client.0.smithi119.stdout:687 2024-04-13T08:01:43.450 INFO:tasks.workunit.client.0.smithi119.stdout:688 2024-04-13T08:01:43.451 INFO:tasks.workunit.client.0.smithi119.stdout:689 2024-04-13T08:01:43.453 INFO:tasks.workunit.client.0.smithi119.stdout:690 2024-04-13T08:01:43.454 INFO:tasks.workunit.client.0.smithi119.stdout:691 2024-04-13T08:01:43.455 INFO:tasks.workunit.client.0.smithi119.stdout:692 2024-04-13T08:01:43.457 INFO:tasks.workunit.client.0.smithi119.stdout:693 2024-04-13T08:01:43.458 INFO:tasks.workunit.client.0.smithi119.stdout:694 2024-04-13T08:01:43.459 INFO:tasks.workunit.client.0.smithi119.stdout:695 2024-04-13T08:01:43.460 INFO:tasks.workunit.client.0.smithi119.stdout:696 2024-04-13T08:01:43.462 INFO:tasks.workunit.client.0.smithi119.stdout:697 2024-04-13T08:01:43.463 INFO:tasks.workunit.client.0.smithi119.stdout:698 2024-04-13T08:01:43.464 INFO:tasks.workunit.client.0.smithi119.stdout:699 2024-04-13T08:01:43.466 INFO:tasks.workunit.client.0.smithi119.stdout:700 2024-04-13T08:01:43.467 INFO:tasks.workunit.client.0.smithi119.stdout:701 2024-04-13T08:01:43.468 INFO:tasks.workunit.client.0.smithi119.stdout:702 2024-04-13T08:01:43.469 INFO:tasks.workunit.client.0.smithi119.stdout:703 2024-04-13T08:01:43.471 INFO:tasks.workunit.client.0.smithi119.stdout:704 2024-04-13T08:01:43.472 INFO:tasks.workunit.client.0.smithi119.stdout:705 2024-04-13T08:01:43.473 INFO:tasks.workunit.client.0.smithi119.stdout:706 2024-04-13T08:01:43.474 INFO:tasks.workunit.client.0.smithi119.stdout:707 2024-04-13T08:01:43.475 INFO:tasks.workunit.client.0.smithi119.stdout:708 2024-04-13T08:01:43.476 INFO:tasks.workunit.client.0.smithi119.stdout:709 2024-04-13T08:01:43.477 INFO:tasks.workunit.client.0.smithi119.stdout:710 2024-04-13T08:01:43.478 INFO:tasks.workunit.client.0.smithi119.stdout:711 2024-04-13T08:01:43.480 INFO:tasks.workunit.client.0.smithi119.stdout:712 2024-04-13T08:01:43.481 INFO:tasks.workunit.client.0.smithi119.stdout:713 2024-04-13T08:01:43.482 INFO:tasks.workunit.client.0.smithi119.stdout:714 2024-04-13T08:01:43.483 INFO:tasks.workunit.client.0.smithi119.stdout:715 2024-04-13T08:01:43.484 INFO:tasks.workunit.client.0.smithi119.stdout:716 2024-04-13T08:01:43.485 INFO:tasks.workunit.client.0.smithi119.stdout:717 2024-04-13T08:01:43.486 INFO:tasks.workunit.client.0.smithi119.stdout:718 2024-04-13T08:01:43.487 INFO:tasks.workunit.client.0.smithi119.stdout:719 2024-04-13T08:01:43.489 INFO:tasks.workunit.client.0.smithi119.stdout:720 2024-04-13T08:01:43.490 INFO:tasks.workunit.client.0.smithi119.stdout:721 2024-04-13T08:01:43.491 INFO:tasks.workunit.client.0.smithi119.stdout:722 2024-04-13T08:01:43.492 INFO:tasks.workunit.client.0.smithi119.stdout:723 2024-04-13T08:01:43.493 INFO:tasks.workunit.client.0.smithi119.stdout:724 2024-04-13T08:01:43.494 INFO:tasks.workunit.client.0.smithi119.stdout:725 2024-04-13T08:01:43.496 INFO:tasks.workunit.client.0.smithi119.stdout:726 2024-04-13T08:01:43.497 INFO:tasks.workunit.client.0.smithi119.stdout:727 2024-04-13T08:01:43.498 INFO:tasks.workunit.client.0.smithi119.stdout:728 2024-04-13T08:01:43.499 INFO:tasks.workunit.client.0.smithi119.stdout:729 2024-04-13T08:01:43.500 INFO:tasks.workunit.client.0.smithi119.stdout:730 2024-04-13T08:01:43.501 INFO:tasks.workunit.client.0.smithi119.stdout:731 2024-04-13T08:01:43.502 INFO:tasks.workunit.client.0.smithi119.stdout:732 2024-04-13T08:01:43.503 INFO:tasks.workunit.client.0.smithi119.stdout:733 2024-04-13T08:01:43.504 INFO:tasks.workunit.client.0.smithi119.stdout:734 2024-04-13T08:01:43.505 INFO:tasks.workunit.client.0.smithi119.stdout:735 2024-04-13T08:01:43.507 INFO:tasks.workunit.client.0.smithi119.stdout:736 2024-04-13T08:01:43.508 INFO:tasks.workunit.client.0.smithi119.stdout:737 2024-04-13T08:01:43.509 INFO:tasks.workunit.client.0.smithi119.stdout:738 2024-04-13T08:01:43.511 INFO:tasks.workunit.client.0.smithi119.stdout:739 2024-04-13T08:01:43.512 INFO:tasks.workunit.client.0.smithi119.stdout:740 2024-04-13T08:01:43.513 INFO:tasks.workunit.client.0.smithi119.stdout:741 2024-04-13T08:01:43.514 INFO:tasks.workunit.client.0.smithi119.stdout:742 2024-04-13T08:01:43.515 INFO:tasks.workunit.client.0.smithi119.stdout:743 2024-04-13T08:01:43.517 INFO:tasks.workunit.client.0.smithi119.stdout:744 2024-04-13T08:01:43.517 INFO:tasks.workunit.client.0.smithi119.stdout:745 2024-04-13T08:01:43.519 INFO:tasks.workunit.client.0.smithi119.stdout:746 2024-04-13T08:01:43.520 INFO:tasks.workunit.client.0.smithi119.stdout:747 2024-04-13T08:01:43.522 INFO:tasks.workunit.client.0.smithi119.stdout:748 2024-04-13T08:01:43.524 INFO:tasks.workunit.client.0.smithi119.stdout:749 2024-04-13T08:01:43.526 INFO:tasks.workunit.client.0.smithi119.stdout:750 2024-04-13T08:01:43.527 INFO:tasks.workunit.client.0.smithi119.stdout:751 2024-04-13T08:01:43.528 INFO:tasks.workunit.client.0.smithi119.stdout:752 2024-04-13T08:01:43.530 INFO:tasks.workunit.client.0.smithi119.stdout:753 2024-04-13T08:01:43.531 INFO:tasks.workunit.client.0.smithi119.stdout:754 2024-04-13T08:01:43.532 INFO:tasks.workunit.client.0.smithi119.stdout:755 2024-04-13T08:01:43.533 INFO:tasks.workunit.client.0.smithi119.stdout:756 2024-04-13T08:01:43.535 INFO:tasks.workunit.client.0.smithi119.stdout:757 2024-04-13T08:01:43.536 INFO:tasks.workunit.client.0.smithi119.stdout:758 2024-04-13T08:01:43.537 INFO:tasks.workunit.client.0.smithi119.stdout:759 2024-04-13T08:01:43.538 INFO:tasks.workunit.client.0.smithi119.stdout:760 2024-04-13T08:01:43.539 INFO:tasks.workunit.client.0.smithi119.stdout:761 2024-04-13T08:01:43.540 INFO:tasks.workunit.client.0.smithi119.stdout:762 2024-04-13T08:01:43.542 INFO:tasks.workunit.client.0.smithi119.stdout:763 2024-04-13T08:01:43.543 INFO:tasks.workunit.client.0.smithi119.stdout:764 2024-04-13T08:01:43.544 INFO:tasks.workunit.client.0.smithi119.stdout:765 2024-04-13T08:01:43.545 INFO:tasks.workunit.client.0.smithi119.stdout:766 2024-04-13T08:01:43.547 INFO:tasks.workunit.client.0.smithi119.stdout:767 2024-04-13T08:01:43.548 INFO:tasks.workunit.client.0.smithi119.stdout:768 2024-04-13T08:01:43.549 INFO:tasks.workunit.client.0.smithi119.stdout:769 2024-04-13T08:01:43.551 INFO:tasks.workunit.client.0.smithi119.stdout:770 2024-04-13T08:01:43.552 INFO:tasks.workunit.client.0.smithi119.stdout:771 2024-04-13T08:01:43.553 INFO:tasks.workunit.client.0.smithi119.stdout:772 2024-04-13T08:01:43.557 INFO:tasks.workunit.client.0.smithi119.stdout:773 2024-04-13T08:01:43.563 INFO:tasks.workunit.client.0.smithi119.stdout:774 2024-04-13T08:01:43.569 INFO:tasks.workunit.client.0.smithi119.stdout:775 2024-04-13T08:01:43.573 INFO:tasks.workunit.client.0.smithi119.stdout:776 2024-04-13T08:01:43.574 INFO:tasks.workunit.client.0.smithi119.stdout:777 2024-04-13T08:01:43.575 INFO:tasks.workunit.client.0.smithi119.stdout:778 2024-04-13T08:01:43.576 INFO:tasks.workunit.client.0.smithi119.stdout:779 2024-04-13T08:01:43.578 INFO:tasks.workunit.client.0.smithi119.stdout:780 2024-04-13T08:01:43.579 INFO:tasks.workunit.client.0.smithi119.stdout:781 2024-04-13T08:01:43.580 INFO:tasks.workunit.client.0.smithi119.stdout:782 2024-04-13T08:01:43.581 INFO:tasks.workunit.client.0.smithi119.stdout:783 2024-04-13T08:01:43.583 INFO:tasks.workunit.client.0.smithi119.stdout:784 2024-04-13T08:01:43.584 INFO:tasks.workunit.client.0.smithi119.stdout:785 2024-04-13T08:01:43.585 INFO:tasks.workunit.client.0.smithi119.stdout:786 2024-04-13T08:01:43.586 INFO:tasks.workunit.client.0.smithi119.stdout:787 2024-04-13T08:01:43.587 INFO:tasks.workunit.client.0.smithi119.stdout:788 2024-04-13T08:01:43.588 INFO:tasks.workunit.client.0.smithi119.stdout:789 2024-04-13T08:01:43.589 INFO:tasks.workunit.client.0.smithi119.stdout:790 2024-04-13T08:01:43.591 INFO:tasks.workunit.client.0.smithi119.stdout:791 2024-04-13T08:01:43.592 INFO:tasks.workunit.client.0.smithi119.stdout:792 2024-04-13T08:01:43.593 INFO:tasks.workunit.client.0.smithi119.stdout:793 2024-04-13T08:01:43.594 INFO:tasks.workunit.client.0.smithi119.stdout:794 2024-04-13T08:01:43.595 INFO:tasks.workunit.client.0.smithi119.stdout:795 2024-04-13T08:01:43.596 INFO:tasks.workunit.client.0.smithi119.stdout:796 2024-04-13T08:01:43.597 INFO:tasks.workunit.client.0.smithi119.stdout:797 2024-04-13T08:01:43.598 INFO:tasks.workunit.client.0.smithi119.stdout:798 2024-04-13T08:01:43.599 INFO:tasks.workunit.client.0.smithi119.stdout:799 2024-04-13T08:01:43.601 INFO:tasks.workunit.client.0.smithi119.stdout:800 2024-04-13T08:01:43.602 INFO:tasks.workunit.client.0.smithi119.stdout:801 2024-04-13T08:01:43.603 INFO:tasks.workunit.client.0.smithi119.stdout:802 2024-04-13T08:01:43.604 INFO:tasks.workunit.client.0.smithi119.stdout:803 2024-04-13T08:01:43.605 INFO:tasks.workunit.client.0.smithi119.stdout:804 2024-04-13T08:01:43.606 INFO:tasks.workunit.client.0.smithi119.stdout:805 2024-04-13T08:01:43.608 INFO:tasks.workunit.client.0.smithi119.stdout:806 2024-04-13T08:01:43.609 INFO:tasks.workunit.client.0.smithi119.stdout:807 2024-04-13T08:01:43.610 INFO:tasks.workunit.client.0.smithi119.stdout:808 2024-04-13T08:01:43.611 INFO:tasks.workunit.client.0.smithi119.stdout:809 2024-04-13T08:01:43.613 INFO:tasks.workunit.client.0.smithi119.stdout:810 2024-04-13T08:01:43.614 INFO:tasks.workunit.client.0.smithi119.stdout:811 2024-04-13T08:01:43.615 INFO:tasks.workunit.client.0.smithi119.stdout:812 2024-04-13T08:01:43.616 INFO:tasks.workunit.client.0.smithi119.stdout:813 2024-04-13T08:01:43.617 INFO:tasks.workunit.client.0.smithi119.stdout:814 2024-04-13T08:01:43.618 INFO:tasks.workunit.client.0.smithi119.stdout:815 2024-04-13T08:01:43.619 INFO:tasks.workunit.client.0.smithi119.stdout:816 2024-04-13T08:01:43.620 INFO:tasks.workunit.client.0.smithi119.stdout:817 2024-04-13T08:01:43.621 INFO:tasks.workunit.client.0.smithi119.stdout:818 2024-04-13T08:01:43.622 INFO:tasks.workunit.client.0.smithi119.stdout:819 2024-04-13T08:01:43.623 INFO:tasks.workunit.client.0.smithi119.stdout:820 2024-04-13T08:01:43.624 INFO:tasks.workunit.client.0.smithi119.stdout:821 2024-04-13T08:01:43.625 INFO:tasks.workunit.client.0.smithi119.stdout:822 2024-04-13T08:01:43.627 INFO:tasks.workunit.client.0.smithi119.stdout:823 2024-04-13T08:01:43.628 INFO:tasks.workunit.client.0.smithi119.stdout:824 2024-04-13T08:01:43.629 INFO:tasks.workunit.client.0.smithi119.stdout:825 2024-04-13T08:01:43.630 INFO:tasks.workunit.client.0.smithi119.stdout:826 2024-04-13T08:01:43.631 INFO:tasks.workunit.client.0.smithi119.stdout:827 2024-04-13T08:01:43.632 INFO:tasks.workunit.client.0.smithi119.stdout:828 2024-04-13T08:01:43.633 INFO:tasks.workunit.client.0.smithi119.stdout:829 2024-04-13T08:01:43.634 INFO:tasks.workunit.client.0.smithi119.stdout:830 2024-04-13T08:01:43.635 INFO:tasks.workunit.client.0.smithi119.stdout:831 2024-04-13T08:01:43.636 INFO:tasks.workunit.client.0.smithi119.stdout:832 2024-04-13T08:01:43.637 INFO:tasks.workunit.client.0.smithi119.stdout:833 2024-04-13T08:01:43.639 INFO:tasks.workunit.client.0.smithi119.stdout:834 2024-04-13T08:01:43.639 INFO:tasks.workunit.client.0.smithi119.stdout:835 2024-04-13T08:01:43.640 INFO:tasks.workunit.client.0.smithi119.stdout:836 2024-04-13T08:01:43.641 INFO:tasks.workunit.client.0.smithi119.stdout:837 2024-04-13T08:01:43.642 INFO:tasks.workunit.client.0.smithi119.stdout:838 2024-04-13T08:01:43.644 INFO:tasks.workunit.client.0.smithi119.stdout:839 2024-04-13T08:01:43.645 INFO:tasks.workunit.client.0.smithi119.stdout:840 2024-04-13T08:01:43.646 INFO:tasks.workunit.client.0.smithi119.stdout:841 2024-04-13T08:01:43.647 INFO:tasks.workunit.client.0.smithi119.stdout:842 2024-04-13T08:01:43.648 INFO:tasks.workunit.client.0.smithi119.stdout:843 2024-04-13T08:01:43.649 INFO:tasks.workunit.client.0.smithi119.stdout:844 2024-04-13T08:01:43.650 INFO:tasks.workunit.client.0.smithi119.stdout:845 2024-04-13T08:01:43.651 INFO:tasks.workunit.client.0.smithi119.stdout:846 2024-04-13T08:01:43.652 INFO:tasks.workunit.client.0.smithi119.stdout:847 2024-04-13T08:01:43.653 INFO:tasks.workunit.client.0.smithi119.stdout:848 2024-04-13T08:01:43.654 INFO:tasks.workunit.client.0.smithi119.stdout:849 2024-04-13T08:01:43.655 INFO:tasks.workunit.client.0.smithi119.stdout:850 2024-04-13T08:01:43.656 INFO:tasks.workunit.client.0.smithi119.stdout:851 2024-04-13T08:01:43.658 INFO:tasks.workunit.client.0.smithi119.stdout:852 2024-04-13T08:01:43.659 INFO:tasks.workunit.client.0.smithi119.stdout:853 2024-04-13T08:01:43.660 INFO:tasks.workunit.client.0.smithi119.stdout:854 2024-04-13T08:01:43.661 INFO:tasks.workunit.client.0.smithi119.stdout:855 2024-04-13T08:01:43.662 INFO:tasks.workunit.client.0.smithi119.stdout:856 2024-04-13T08:01:43.663 INFO:tasks.workunit.client.0.smithi119.stdout:857 2024-04-13T08:01:43.664 INFO:tasks.workunit.client.0.smithi119.stdout:858 2024-04-13T08:01:43.665 INFO:tasks.workunit.client.0.smithi119.stdout:859 2024-04-13T08:01:43.666 INFO:tasks.workunit.client.0.smithi119.stdout:860 2024-04-13T08:01:43.667 INFO:tasks.workunit.client.0.smithi119.stdout:861 2024-04-13T08:01:43.668 INFO:tasks.workunit.client.0.smithi119.stdout:862 2024-04-13T08:01:43.669 INFO:tasks.workunit.client.0.smithi119.stdout:863 2024-04-13T08:01:43.671 INFO:tasks.workunit.client.0.smithi119.stdout:864 2024-04-13T08:01:43.671 INFO:tasks.workunit.client.0.smithi119.stdout:865 2024-04-13T08:01:43.673 INFO:tasks.workunit.client.0.smithi119.stdout:866 2024-04-13T08:01:43.674 INFO:tasks.workunit.client.0.smithi119.stdout:867 2024-04-13T08:01:43.675 INFO:tasks.workunit.client.0.smithi119.stdout:868 2024-04-13T08:01:43.676 INFO:tasks.workunit.client.0.smithi119.stdout:869 2024-04-13T08:01:43.677 INFO:tasks.workunit.client.0.smithi119.stdout:870 2024-04-13T08:01:43.679 INFO:tasks.workunit.client.0.smithi119.stdout:871 2024-04-13T08:01:43.680 INFO:tasks.workunit.client.0.smithi119.stdout:872 2024-04-13T08:01:43.681 INFO:tasks.workunit.client.0.smithi119.stdout:873 2024-04-13T08:01:43.682 INFO:tasks.workunit.client.0.smithi119.stdout:874 2024-04-13T08:01:43.683 INFO:tasks.workunit.client.0.smithi119.stdout:875 2024-04-13T08:01:43.684 INFO:tasks.workunit.client.0.smithi119.stdout:876 2024-04-13T08:01:43.685 INFO:tasks.workunit.client.0.smithi119.stdout:877 2024-04-13T08:01:43.686 INFO:tasks.workunit.client.0.smithi119.stdout:878 2024-04-13T08:01:43.687 INFO:tasks.workunit.client.0.smithi119.stdout:879 2024-04-13T08:01:43.689 INFO:tasks.workunit.client.0.smithi119.stdout:880 2024-04-13T08:01:43.690 INFO:tasks.workunit.client.0.smithi119.stdout:881 2024-04-13T08:01:43.691 INFO:tasks.workunit.client.0.smithi119.stdout:882 2024-04-13T08:01:43.692 INFO:tasks.workunit.client.0.smithi119.stdout:883 2024-04-13T08:01:43.693 INFO:tasks.workunit.client.0.smithi119.stdout:884 2024-04-13T08:01:43.694 INFO:tasks.workunit.client.0.smithi119.stdout:885 2024-04-13T08:01:43.696 INFO:tasks.workunit.client.0.smithi119.stdout:886 2024-04-13T08:01:43.697 INFO:tasks.workunit.client.0.smithi119.stdout:887 2024-04-13T08:01:43.698 INFO:tasks.workunit.client.0.smithi119.stdout:888 2024-04-13T08:01:43.699 INFO:tasks.workunit.client.0.smithi119.stdout:889 2024-04-13T08:01:43.700 INFO:tasks.workunit.client.0.smithi119.stdout:890 2024-04-13T08:01:43.702 INFO:tasks.workunit.client.0.smithi119.stdout:891 2024-04-13T08:01:43.703 INFO:tasks.workunit.client.0.smithi119.stdout:892 2024-04-13T08:01:43.704 INFO:tasks.workunit.client.0.smithi119.stdout:893 2024-04-13T08:01:43.705 INFO:tasks.workunit.client.0.smithi119.stdout:894 2024-04-13T08:01:43.706 INFO:tasks.workunit.client.0.smithi119.stdout:895 2024-04-13T08:01:43.707 INFO:tasks.workunit.client.0.smithi119.stdout:896 2024-04-13T08:01:43.708 INFO:tasks.workunit.client.0.smithi119.stdout:897 2024-04-13T08:01:43.710 INFO:tasks.workunit.client.0.smithi119.stdout:898 2024-04-13T08:01:43.711 INFO:tasks.workunit.client.0.smithi119.stdout:899 2024-04-13T08:01:43.712 INFO:tasks.workunit.client.0.smithi119.stdout:900 2024-04-13T08:01:43.713 INFO:tasks.workunit.client.0.smithi119.stdout:901 2024-04-13T08:01:43.714 INFO:tasks.workunit.client.0.smithi119.stdout:902 2024-04-13T08:01:43.715 INFO:tasks.workunit.client.0.smithi119.stdout:903 2024-04-13T08:01:43.716 INFO:tasks.workunit.client.0.smithi119.stdout:904 2024-04-13T08:01:43.717 INFO:tasks.workunit.client.0.smithi119.stdout:905 2024-04-13T08:01:43.719 INFO:tasks.workunit.client.0.smithi119.stdout:906 2024-04-13T08:01:43.720 INFO:tasks.workunit.client.0.smithi119.stdout:907 2024-04-13T08:01:43.721 INFO:tasks.workunit.client.0.smithi119.stdout:908 2024-04-13T08:01:43.722 INFO:tasks.workunit.client.0.smithi119.stdout:909 2024-04-13T08:01:43.723 INFO:tasks.workunit.client.0.smithi119.stdout:910 2024-04-13T08:01:43.724 INFO:tasks.workunit.client.0.smithi119.stdout:911 2024-04-13T08:01:43.725 INFO:tasks.workunit.client.0.smithi119.stdout:912 2024-04-13T08:01:43.726 INFO:tasks.workunit.client.0.smithi119.stdout:913 2024-04-13T08:01:43.728 INFO:tasks.workunit.client.0.smithi119.stdout:914 2024-04-13T08:01:43.729 INFO:tasks.workunit.client.0.smithi119.stdout:915 2024-04-13T08:01:43.730 INFO:tasks.workunit.client.0.smithi119.stdout:916 2024-04-13T08:01:43.731 INFO:tasks.workunit.client.0.smithi119.stdout:917 2024-04-13T08:01:43.732 INFO:tasks.workunit.client.0.smithi119.stdout:918 2024-04-13T08:01:43.733 INFO:tasks.workunit.client.0.smithi119.stdout:919 2024-04-13T08:01:43.735 INFO:tasks.workunit.client.0.smithi119.stdout:920 2024-04-13T08:01:43.736 INFO:tasks.workunit.client.0.smithi119.stdout:921 2024-04-13T08:01:43.737 INFO:tasks.workunit.client.0.smithi119.stdout:922 2024-04-13T08:01:43.738 INFO:tasks.workunit.client.0.smithi119.stdout:923 2024-04-13T08:01:43.739 INFO:tasks.workunit.client.0.smithi119.stdout:924 2024-04-13T08:01:43.740 INFO:tasks.workunit.client.0.smithi119.stdout:925 2024-04-13T08:01:43.742 INFO:tasks.workunit.client.0.smithi119.stdout:926 2024-04-13T08:01:43.743 INFO:tasks.workunit.client.0.smithi119.stdout:927 2024-04-13T08:01:43.744 INFO:tasks.workunit.client.0.smithi119.stdout:928 2024-04-13T08:01:43.745 INFO:tasks.workunit.client.0.smithi119.stdout:929 2024-04-13T08:01:43.747 INFO:tasks.workunit.client.0.smithi119.stdout:930 2024-04-13T08:01:43.748 INFO:tasks.workunit.client.0.smithi119.stdout:931 2024-04-13T08:01:43.749 INFO:tasks.workunit.client.0.smithi119.stdout:932 2024-04-13T08:01:43.750 INFO:tasks.workunit.client.0.smithi119.stdout:933 2024-04-13T08:01:43.751 INFO:tasks.workunit.client.0.smithi119.stdout:934 2024-04-13T08:01:43.753 INFO:tasks.workunit.client.0.smithi119.stdout:935 2024-04-13T08:01:43.754 INFO:tasks.workunit.client.0.smithi119.stdout:936 2024-04-13T08:01:43.756 INFO:tasks.workunit.client.0.smithi119.stdout:937 2024-04-13T08:01:43.756 INFO:tasks.workunit.client.0.smithi119.stdout:938 2024-04-13T08:01:43.759 INFO:tasks.workunit.client.0.smithi119.stdout:939 2024-04-13T08:01:43.759 INFO:tasks.workunit.client.0.smithi119.stdout:940 2024-04-13T08:01:43.760 INFO:tasks.workunit.client.0.smithi119.stdout:941 2024-04-13T08:01:43.762 INFO:tasks.workunit.client.0.smithi119.stdout:942 2024-04-13T08:01:43.763 INFO:tasks.workunit.client.0.smithi119.stdout:943 2024-04-13T08:01:43.765 INFO:tasks.workunit.client.0.smithi119.stdout:944 2024-04-13T08:01:43.766 INFO:tasks.workunit.client.0.smithi119.stdout:945 2024-04-13T08:01:43.767 INFO:tasks.workunit.client.0.smithi119.stdout:946 2024-04-13T08:01:43.768 INFO:tasks.workunit.client.0.smithi119.stdout:947 2024-04-13T08:01:43.769 INFO:tasks.workunit.client.0.smithi119.stdout:948 2024-04-13T08:01:43.771 INFO:tasks.workunit.client.0.smithi119.stdout:949 2024-04-13T08:01:43.772 INFO:tasks.workunit.client.0.smithi119.stdout:950 2024-04-13T08:01:43.773 INFO:tasks.workunit.client.0.smithi119.stdout:951 2024-04-13T08:01:43.774 INFO:tasks.workunit.client.0.smithi119.stdout:952 2024-04-13T08:01:43.776 INFO:tasks.workunit.client.0.smithi119.stdout:953 2024-04-13T08:01:43.777 INFO:tasks.workunit.client.0.smithi119.stdout:954 2024-04-13T08:01:43.778 INFO:tasks.workunit.client.0.smithi119.stdout:955 2024-04-13T08:01:43.779 INFO:tasks.workunit.client.0.smithi119.stdout:956 2024-04-13T08:01:43.781 INFO:tasks.workunit.client.0.smithi119.stdout:957 2024-04-13T08:01:43.782 INFO:tasks.workunit.client.0.smithi119.stdout:958 2024-04-13T08:01:43.783 INFO:tasks.workunit.client.0.smithi119.stdout:959 2024-04-13T08:01:43.784 INFO:tasks.workunit.client.0.smithi119.stdout:960 2024-04-13T08:01:43.785 INFO:tasks.workunit.client.0.smithi119.stdout:961 2024-04-13T08:01:43.787 INFO:tasks.workunit.client.0.smithi119.stdout:962 2024-04-13T08:01:43.788 INFO:tasks.workunit.client.0.smithi119.stdout:963 2024-04-13T08:01:43.789 INFO:tasks.workunit.client.0.smithi119.stdout:964 2024-04-13T08:01:43.790 INFO:tasks.workunit.client.0.smithi119.stdout:965 2024-04-13T08:01:43.792 INFO:tasks.workunit.client.0.smithi119.stdout:966 2024-04-13T08:01:43.793 INFO:tasks.workunit.client.0.smithi119.stdout:967 2024-04-13T08:01:43.794 INFO:tasks.workunit.client.0.smithi119.stdout:968 2024-04-13T08:01:43.795 INFO:tasks.workunit.client.0.smithi119.stdout:969 2024-04-13T08:01:43.796 INFO:tasks.workunit.client.0.smithi119.stdout:970 2024-04-13T08:01:43.797 INFO:tasks.workunit.client.0.smithi119.stdout:971 2024-04-13T08:01:43.798 INFO:tasks.workunit.client.0.smithi119.stdout:972 2024-04-13T08:01:43.799 INFO:tasks.workunit.client.0.smithi119.stdout:973 2024-04-13T08:01:43.801 INFO:tasks.workunit.client.0.smithi119.stdout:974 2024-04-13T08:01:43.802 INFO:tasks.workunit.client.0.smithi119.stdout:975 2024-04-13T08:01:43.803 INFO:tasks.workunit.client.0.smithi119.stdout:976 2024-04-13T08:01:43.804 INFO:tasks.workunit.client.0.smithi119.stdout:977 2024-04-13T08:01:43.811 INFO:tasks.workunit.client.0.smithi119.stdout:978 2024-04-13T08:01:43.813 INFO:tasks.workunit.client.0.smithi119.stdout:979 2024-04-13T08:01:43.814 INFO:tasks.workunit.client.0.smithi119.stdout:980 2024-04-13T08:01:43.815 INFO:tasks.workunit.client.0.smithi119.stdout:981 2024-04-13T08:01:43.816 INFO:tasks.workunit.client.0.smithi119.stdout:982 2024-04-13T08:01:43.817 INFO:tasks.workunit.client.0.smithi119.stdout:983 2024-04-13T08:01:43.819 INFO:tasks.workunit.client.0.smithi119.stdout:984 2024-04-13T08:01:43.820 INFO:tasks.workunit.client.0.smithi119.stdout:985 2024-04-13T08:01:43.821 INFO:tasks.workunit.client.0.smithi119.stdout:986 2024-04-13T08:01:43.822 INFO:tasks.workunit.client.0.smithi119.stdout:987 2024-04-13T08:01:43.823 INFO:tasks.workunit.client.0.smithi119.stdout:988 2024-04-13T08:01:43.824 INFO:tasks.workunit.client.0.smithi119.stdout:989 2024-04-13T08:01:43.825 INFO:tasks.workunit.client.0.smithi119.stdout:990 2024-04-13T08:01:43.826 INFO:tasks.workunit.client.0.smithi119.stdout:991 2024-04-13T08:01:43.827 INFO:tasks.workunit.client.0.smithi119.stdout:992 2024-04-13T08:01:43.828 INFO:tasks.workunit.client.0.smithi119.stdout:993 2024-04-13T08:01:43.829 INFO:tasks.workunit.client.0.smithi119.stdout:994 2024-04-13T08:01:43.830 INFO:tasks.workunit.client.0.smithi119.stdout:995 2024-04-13T08:01:43.831 INFO:tasks.workunit.client.0.smithi119.stdout:996 2024-04-13T08:01:43.833 INFO:tasks.workunit.client.0.smithi119.stdout:997 2024-04-13T08:01:43.834 INFO:tasks.workunit.client.0.smithi119.stdout:998 2024-04-13T08:01:43.835 INFO:tasks.workunit.client.0.smithi119.stdout:999 2024-04-13T08:01:43.867 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:43 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138249-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:01:43.867 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:43 smithi119 ceph-mon[96316]: osdmap e939: 8 total, 8 up, 8 in 2024-04-13T08:01:43.867 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:43 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1978198572' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-04-13T08:01:43.867 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:43 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138249-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:01:43.867 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:43 smithi119 ceph-mon[93746]: osdmap e939: 8 total, 8 up, 8 in 2024-04-13T08:01:43.868 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:43 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1978198572' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-04-13T08:01:43.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:43 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138249-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:01:43.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:43 smithi139 ceph-mon[88985]: osdmap e939: 8 total, 8 up, 8 in 2024-04-13T08:01:43.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:43 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1978198572' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-04-13T08:01:44.572 INFO:tasks.workunit.client.0.smithi119.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-04-13T08:01:44.572 INFO:tasks.workunit.client.0.smithi119.stdout:00000010 69 73 |is| 2024-04-13T08:01:44.572 INFO:tasks.workunit.client.0.smithi119.stdout:00000012 2024-04-13T08:01:44.572 INFO:tasks.workunit.client.0.smithi119.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-04-13T08:01:44.572 INFO:tasks.workunit.client.0.smithi119.stdout:00000010 69 73 |is| 2024-04-13T08:01:44.572 INFO:tasks.workunit.client.0.smithi119.stdout:00000012 2024-04-13T08:01:44.572 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] ClsHello.WriteReturnData (4030 ms) 2024-04-13T08:01:44.572 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] ClsHello.Loud 2024-04-13T08:01:44.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:44 smithi139 ceph-mon[88985]: pgmap v1105: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:44.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:44 smithi139 ceph-mon[88985]: osdmap e940: 8 total, 8 up, 8 in 2024-04-13T08:01:44.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:44 smithi119 ceph-mon[96316]: pgmap v1105: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:44.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:44 smithi119 ceph-mon[96316]: osdmap e940: 8 total, 8 up, 8 in 2024-04-13T08:01:44.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:44 smithi119 ceph-mon[93746]: pgmap v1105: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:44.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:44 smithi119 ceph-mon[93746]: osdmap e940: 8 total, 8 up, 8 in 2024-04-13T08:01:44.967 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:01:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:01:44] "GET /metrics HTTP/1.1" 200 36293 "" "Prometheus/2.43.0" 2024-04-13T08:01:45.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:45 smithi139 ceph-mon[88985]: osdmap e941: 8 total, 8 up, 8 in 2024-04-13T08:01:45.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:45 smithi119 ceph-mon[96316]: osdmap e941: 8 total, 8 up, 8 in 2024-04-13T08:01:45.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:45 smithi119 ceph-mon[93746]: osdmap e941: 8 total, 8 up, 8 in 2024-04-13T08:01:46.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:46 smithi139 ceph-mon[88985]: pgmap v1108: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:46.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:46 smithi139 ceph-mon[88985]: osdmap e942: 8 total, 8 up, 8 in 2024-04-13T08:01:46.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:46 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2284133816' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138249-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:46.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:46 smithi119 ceph-mon[96316]: pgmap v1108: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:46.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:46 smithi119 ceph-mon[96316]: osdmap e942: 8 total, 8 up, 8 in 2024-04-13T08:01:46.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:46 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2284133816' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138249-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:46.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:46 smithi119 ceph-mon[93746]: pgmap v1108: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:46.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:46 smithi119 ceph-mon[93746]: osdmap e942: 8 total, 8 up, 8 in 2024-04-13T08:01:46.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:46 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2284133816' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138249-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:47.602 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] ClsHello.Loud (3030 ms) 2024-04-13T08:01:47.602 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] ClsHello.BadMethods 2024-04-13T08:01:47.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:47 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2284133816' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138249-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:01:47.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:47 smithi139 ceph-mon[88985]: osdmap e943: 8 total, 8 up, 8 in 2024-04-13T08:01:47.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:47 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2284133816' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138249-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:01:47.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:47 smithi119 ceph-mon[96316]: osdmap e943: 8 total, 8 up, 8 in 2024-04-13T08:01:47.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:47 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2284133816' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138249-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:01:47.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:47 smithi119 ceph-mon[93746]: osdmap e943: 8 total, 8 up, 8 in 2024-04-13T08:01:48.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:48 smithi139 ceph-mon[88985]: pgmap v1111: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:48.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:48 smithi139 ceph-mon[88985]: osdmap e944: 8 total, 8 up, 8 in 2024-04-13T08:01:48.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:48 smithi119 ceph-mon[96316]: pgmap v1111: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:48.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:48 smithi119 ceph-mon[96316]: osdmap e944: 8 total, 8 up, 8 in 2024-04-13T08:01:48.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:48 smithi119 ceph-mon[93746]: pgmap v1111: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:48.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:48 smithi119 ceph-mon[93746]: osdmap e944: 8 total, 8 up, 8 in 2024-04-13T08:01:49.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:49 smithi139 ceph-mon[88985]: osdmap e945: 8 total, 8 up, 8 in 2024-04-13T08:01:49.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:49 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2018633118' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138249-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:49.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:49 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138249-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:49.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:49 smithi119 ceph-mon[96316]: osdmap e945: 8 total, 8 up, 8 in 2024-04-13T08:01:49.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:49 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2018633118' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138249-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:49.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:49 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138249-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:49.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:49 smithi119 ceph-mon[93746]: osdmap e945: 8 total, 8 up, 8 in 2024-04-13T08:01:49.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:49 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2018633118' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138249-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:49.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:49 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138249-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:49.967 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 08:01:49 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-3[117610]: 2024-04-13T08:01:49.638+0000 7ff280641700 -1 osd.3 pg_epoch: 946 pg[38.2( v 946'1 (0'0,946'1] local-lis/les=945/946 n=1 ec=945/945 lis/c=945/945 les/c/f=946/946/0 sis=945) [3,7,5] r=0 lpr=945 crt=946'1 lcod 0'0 mlcod 0'0 active+clean] method hello.bad_reader tried to read object but is not marked RD 2024-04-13T08:01:49.967 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 08:01:49 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-3[117610]: 2024-04-13T08:01:49.640+0000 7ff27c639700 -1 osd.3 pg_epoch: 946 pg[38.2( v 946'2 (0'0,946'2] local-lis/les=945/946 n=1 ec=945/945 lis/c=945/945 les/c/f=946/946/0 sis=945) [3,7,5] r=0 lpr=945 crt=946'1 lcod 946'1 mlcod 946'1 active+clean] method hello.bad_writer tried to update object but is not marked WR 2024-04-13T08:01:50.632 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] ClsHello.BadMethods (3030 ms) 2024-04-13T08:01:50.632 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] ClsHello.Filter 2024-04-13T08:01:50.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:50 smithi139 ceph-mon[88985]: pgmap v1114: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:50.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:50 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:01:50.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:50 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138249-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:01:50.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:50 smithi139 ceph-mon[88985]: osdmap e946: 8 total, 8 up, 8 in 2024-04-13T08:01:50.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:50 smithi119 ceph-mon[96316]: pgmap v1114: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:50.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:50 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:01:50.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:50 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138249-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:01:50.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:50 smithi119 ceph-mon[96316]: osdmap e946: 8 total, 8 up, 8 in 2024-04-13T08:01:50.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:50 smithi119 ceph-mon[93746]: pgmap v1114: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:50.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:50 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:01:50.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:50 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138249-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:01:50.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:50 smithi119 ceph-mon[93746]: osdmap e946: 8 total, 8 up, 8 in 2024-04-13T08:01:51.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:51 smithi139 ceph-mon[88985]: osdmap e947: 8 total, 8 up, 8 in 2024-04-13T08:01:51.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:51 smithi119 ceph-mon[96316]: osdmap e947: 8 total, 8 up, 8 in 2024-04-13T08:01:51.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:51 smithi119 ceph-mon[93746]: osdmap e947: 8 total, 8 up, 8 in 2024-04-13T08:01:52.624 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:01:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:01:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:01:52.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:52 smithi139 ceph-mon[88985]: pgmap v1117: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:52.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:52 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:01:52.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:52 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T08:01:52.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:52 smithi139 ceph-mon[88985]: osdmap e948: 8 total, 8 up, 8 in 2024-04-13T08:01:52.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:52 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2033210423' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138249-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:52.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:52 smithi119 ceph-mon[96316]: pgmap v1117: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:52.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:52 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:01:52.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:52 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T08:01:52.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:52 smithi119 ceph-mon[96316]: osdmap e948: 8 total, 8 up, 8 in 2024-04-13T08:01:52.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:52 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2033210423' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138249-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:52.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:52 smithi119 ceph-mon[93746]: pgmap v1117: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:52.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:52 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:01:52.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:52 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T08:01:52.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:52 smithi119 ceph-mon[93746]: osdmap e948: 8 total, 8 up, 8 in 2024-04-13T08:01:52.968 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:52 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2033210423' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138249-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:53.647 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] ClsHello.Filter (3014 ms) 2024-04-13T08:01:53.647 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 6 tests from ClsHello (18988 ms total) 2024-04-13T08:01:53.647 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:01:53.647 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] Global test environment tear-down 2024-04-13T08:01:53.647 INFO:tasks.workunit.client.0.smithi119.stdout:[==========] 6 tests from 1 test suite ran. (18988 ms total) 2024-04-13T08:01:53.647 INFO:tasks.workunit.client.0.smithi119.stdout:[ PASSED ] 6 tests. 2024-04-13T08:01:53.650 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-13T08:01:53.650 DEBUG:teuthology.orchestra.run.smithi119:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-13T08:01:53.684 INFO:tasks.workunit:Running workunit cls/test_cls_journal.sh... 2024-04-13T08:01:53.684 DEBUG:teuthology.orchestra.run.smithi119:workunit test cls/test_cls_journal.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_journal.sh 2024-04-13T08:01:53.753 INFO:tasks.workunit.client.0.smithi119.stdout:Running main() from gmock_main.cc 2024-04-13T08:01:53.754 INFO:tasks.workunit.client.0.smithi119.stdout:[==========] Running 27 tests from 1 test suite. 2024-04-13T08:01:53.754 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] Global test environment set-up. 2024-04-13T08:01:53.754 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 27 tests from TestClsJournal 2024-04-13T08:01:53.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:53 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2033210423' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138249-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:01:53.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:53 smithi119 ceph-mon[96316]: osdmap e949: 8 total, 8 up, 8 in 2024-04-13T08:01:53.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:53 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2033210423' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138249-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:01:53.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:53 smithi119 ceph-mon[93746]: osdmap e949: 8 total, 8 up, 8 in 2024-04-13T08:01:54.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:53 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2033210423' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138249-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:01:54.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:53 smithi139 ceph-mon[88985]: osdmap e949: 8 total, 8 up, 8 in 2024-04-13T08:01:54.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:01:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:01:54] "GET /metrics HTTP/1.1" 200 33922 "" "Prometheus/2.43.0" 2024-04-13T08:01:54.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:54 smithi119 ceph-mon[96316]: pgmap v1120: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:54.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:54 smithi119 ceph-mon[96316]: osdmap e950: 8 total, 8 up, 8 in 2024-04-13T08:01:54.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:01:54.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:54 smithi119 ceph-mon[93746]: pgmap v1120: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:54.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:54 smithi119 ceph-mon[93746]: osdmap e950: 8 total, 8 up, 8 in 2024-04-13T08:01:54.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:01:55.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:54 smithi139 ceph-mon[88985]: pgmap v1120: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:55.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:54 smithi139 ceph-mon[88985]: osdmap e950: 8 total, 8 up, 8 in 2024-04-13T08:01:55.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:01:55.657 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsJournal.Create 2024-04-13T08:01:55.674 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsJournal.Create (17 ms) 2024-04-13T08:01:55.674 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsJournal.MinimumSet 2024-04-13T08:01:55.679 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsJournal.MinimumSet (5 ms) 2024-04-13T08:01:55.679 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsJournal.MinimumSetStale 2024-04-13T08:01:55.685 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsJournal.MinimumSetStale (5 ms) 2024-04-13T08:01:55.685 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsJournal.MinimumSetOrderConstraint 2024-04-13T08:01:55.688 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsJournal.MinimumSetOrderConstraint (3 ms) 2024-04-13T08:01:55.688 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsJournal.ActiveSet 2024-04-13T08:01:55.691 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsJournal.ActiveSet (3 ms) 2024-04-13T08:01:55.691 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsJournal.ActiveSetStale 2024-04-13T08:01:55.694 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsJournal.ActiveSetStale (3 ms) 2024-04-13T08:01:55.694 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsJournal.CreateDuplicate 2024-04-13T08:01:55.697 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsJournal.CreateDuplicate (3 ms) 2024-04-13T08:01:55.697 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsJournal.GetClient 2024-04-13T08:01:55.700 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsJournal.GetClient (3 ms) 2024-04-13T08:01:55.700 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsJournal.ClientRegister 2024-04-13T08:01:55.702 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsJournal.ClientRegister (2 ms) 2024-04-13T08:01:55.702 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsJournal.ClientRegisterDuplicate 2024-04-13T08:01:55.706 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsJournal.ClientRegisterDuplicate (4 ms) 2024-04-13T08:01:55.706 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsJournal.ClientUpdateData 2024-04-13T08:01:55.710 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsJournal.ClientUpdateData (4 ms) 2024-04-13T08:01:55.710 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsJournal.ClientUpdateState 2024-04-13T08:01:55.715 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsJournal.ClientUpdateState (5 ms) 2024-04-13T08:01:55.715 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsJournal.ClientUnregister 2024-04-13T08:01:55.718 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsJournal.ClientUnregister (3 ms) 2024-04-13T08:01:55.718 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsJournal.ClientUnregisterDNE 2024-04-13T08:01:55.722 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsJournal.ClientUnregisterDNE (4 ms) 2024-04-13T08:01:55.722 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsJournal.ClientUnregisterPruneTags 2024-04-13T08:01:55.820 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsJournal.ClientUnregisterPruneTags (98 ms) 2024-04-13T08:01:55.820 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsJournal.ClientCommit 2024-04-13T08:01:55.824 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsJournal.ClientCommit (4 ms) 2024-04-13T08:01:55.824 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsJournal.ClientCommitInvalid 2024-04-13T08:01:55.827 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsJournal.ClientCommitInvalid (3 ms) 2024-04-13T08:01:55.827 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsJournal.ClientCommitDNE 2024-04-13T08:01:55.828 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsJournal.ClientCommitDNE (1 ms) 2024-04-13T08:01:55.828 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsJournal.ClientList 2024-04-13T08:01:55.866 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsJournal.ClientList (38 ms) 2024-04-13T08:01:55.866 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsJournal.GetNextTagTid 2024-04-13T08:01:55.870 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsJournal.GetNextTagTid (4 ms) 2024-04-13T08:01:55.870 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsJournal.TagCreate 2024-04-13T08:01:55.879 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsJournal.TagCreate (9 ms) 2024-04-13T08:01:55.879 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsJournal.TagCreatePrunesTags 2024-04-13T08:01:55.887 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsJournal.TagCreatePrunesTags (8 ms) 2024-04-13T08:01:55.887 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsJournal.TagList 2024-04-13T08:01:55.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:55 smithi119 ceph-mon[96316]: osdmap e951: 8 total, 8 up, 8 in 2024-04-13T08:01:55.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:55 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2781804047' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138389-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:55.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:55 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138389-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:55.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:55 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:01:55.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:55 smithi119 ceph-mon[93746]: osdmap e951: 8 total, 8 up, 8 in 2024-04-13T08:01:55.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:55 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2781804047' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138389-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:55.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:55 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138389-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:55.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:55 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:01:55.981 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsJournal.TagList (94 ms) 2024-04-13T08:01:55.981 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsJournal.GuardAppend 2024-04-13T08:01:55.983 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsJournal.GuardAppend (2 ms) 2024-04-13T08:01:55.983 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsJournal.GuardAppendDNE 2024-04-13T08:01:55.984 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsJournal.GuardAppendDNE (1 ms) 2024-04-13T08:01:55.984 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsJournal.GuardAppendOverflow 2024-04-13T08:01:55.986 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsJournal.GuardAppendOverflow (2 ms) 2024-04-13T08:01:55.986 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsJournal.Append 2024-04-13T08:01:55.995 INFO:tasks.workunit.client.0.smithi119.stdout:padding is not enabled 2024-04-13T08:01:55.995 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsJournal.Append (9 ms) 2024-04-13T08:01:56.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:55 smithi139 ceph-mon[88985]: osdmap e951: 8 total, 8 up, 8 in 2024-04-13T08:01:56.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:55 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2781804047' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138389-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:56.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:55 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138389-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:56.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:55 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:01:56.663 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 27 tests from TestClsJournal (338 ms total) 2024-04-13T08:01:56.663 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:01:56.663 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] Global test environment tear-down 2024-04-13T08:01:56.663 INFO:tasks.workunit.client.0.smithi119.stdout:[==========] 27 tests from 1 test suite ran. (2910 ms total) 2024-04-13T08:01:56.663 INFO:tasks.workunit.client.0.smithi119.stdout:[ PASSED ] 27 tests. 2024-04-13T08:01:56.666 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-13T08:01:56.667 DEBUG:teuthology.orchestra.run.smithi119:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-13T08:01:56.734 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-04-13T08:01:56.735 DEBUG:teuthology.orchestra.run.smithi119:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-04-13T08:01:56.804 INFO:tasks.workunit.client.0.smithi119.stdout:Running main() from gmock_main.cc 2024-04-13T08:01:56.804 INFO:tasks.workunit.client.0.smithi119.stdout:[==========] Running 11 tests from 1 test suite. 2024-04-13T08:01:56.804 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] Global test environment set-up. 2024-04-13T08:01:56.804 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 11 tests from ClsLock 2024-04-13T08:01:56.804 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-04-13T08:01:56.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:56 smithi119 ceph-mon[93746]: pgmap v1123: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:56.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:56 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138389-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:01:56.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:56 smithi119 ceph-mon[93746]: osdmap e952: 8 total, 8 up, 8 in 2024-04-13T08:01:56.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:56 smithi119 ceph-mon[96316]: pgmap v1123: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:56.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:56 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138389-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:01:56.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:56 smithi119 ceph-mon[96316]: osdmap e952: 8 total, 8 up, 8 in 2024-04-13T08:01:57.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:56 smithi139 ceph-mon[88985]: pgmap v1123: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:57.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:56 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138389-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:01:57.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:56 smithi139 ceph-mon[88985]: osdmap e952: 8 total, 8 up, 8 in 2024-04-13T08:01:57.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:57 smithi119 ceph-mon[96316]: osdmap e953: 8 total, 8 up, 8 in 2024-04-13T08:01:57.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:57 smithi119 ceph-mon[93746]: osdmap e953: 8 total, 8 up, 8 in 2024-04-13T08:01:58.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:57 smithi139 ceph-mon[88985]: osdmap e953: 8 total, 8 up, 8 in 2024-04-13T08:01:58.712 INFO:tasks.workunit.client.0.smithi119.stdout:lock: mylock 2024-04-13T08:01:58.712 INFO:tasks.workunit.client.0.smithi119.stdout: lock_type: exclusive 2024-04-13T08:01:58.712 INFO:tasks.workunit.client.0.smithi119.stdout: tag: 2024-04-13T08:01:58.712 INFO:tasks.workunit.client.0.smithi119.stdout: lockers: 2024-04-13T08:01:58.712 INFO:tasks.workunit.client.0.smithi119.stdout: client.34716 expiration=2024-04-13T08:03:58.708865+0000 addr=v1:172.21.15.119:0/1077578017 cookie= 2024-04-13T08:01:58.716 INFO:tasks.workunit.client.0.smithi119.stdout:lock: mylock 2024-04-13T08:01:58.716 INFO:tasks.workunit.client.0.smithi119.stdout: lock_type: shared 2024-04-13T08:01:58.716 INFO:tasks.workunit.client.0.smithi119.stdout: tag: 2024-04-13T08:01:58.716 INFO:tasks.workunit.client.0.smithi119.stdout: lockers: 2024-04-13T08:01:58.716 INFO:tasks.workunit.client.0.smithi119.stdout: client.34716 expiration=2024-04-13T08:03:58.715611+0000 addr=v1:172.21.15.119:0/1077578017 cookie= 2024-04-13T08:01:58.716 INFO:tasks.workunit.client.0.smithi119.stdout: client.34722 expiration=0.000000 addr=v1:172.21.15.119:0/3097785083 cookie= 2024-04-13T08:01:58.717 INFO:tasks.workunit.client.0.smithi119.stdout:lock: mylock 2024-04-13T08:01:58.717 INFO:tasks.workunit.client.0.smithi119.stdout: lock_type: shared 2024-04-13T08:01:58.717 INFO:tasks.workunit.client.0.smithi119.stdout: tag: 2024-04-13T08:01:58.717 INFO:tasks.workunit.client.0.smithi119.stdout: lockers: 2024-04-13T08:01:58.718 INFO:tasks.workunit.client.0.smithi119.stdout: client.34722 expiration=0.000000 addr=v1:172.21.15.119:0/3097785083 cookie= 2024-04-13T08:01:58.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:58 smithi119 ceph-mon[96316]: pgmap v1126: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:58.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:58 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:01:58.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:58 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T08:01:58.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:58 smithi119 ceph-mon[96316]: osdmap e954: 8 total, 8 up, 8 in 2024-04-13T08:01:58.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:58 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1077578017' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:58.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:58 smithi119 ceph-mon[93746]: pgmap v1126: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:58.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:58 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:01:58.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:58 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T08:01:58.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:58 smithi119 ceph-mon[93746]: osdmap e954: 8 total, 8 up, 8 in 2024-04-13T08:01:58.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:58 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1077578017' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:59.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:58 smithi139 ceph-mon[88985]: pgmap v1126: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:01:59.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:58 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:01:59.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:58 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T08:01:59.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:58 smithi139 ceph-mon[88985]: osdmap e954: 8 total, 8 up, 8 in 2024-04-13T08:01:59.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:58 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1077578017' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:59.687 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] ClsLock.TestMultiLocking (2883 ms) 2024-04-13T08:01:59.687 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] ClsLock.TestMeta 2024-04-13T08:01:59.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:59 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1077578017' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:01:59.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:01:59 smithi119 ceph-mon[96316]: osdmap e955: 8 total, 8 up, 8 in 2024-04-13T08:01:59.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:59 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1077578017' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:01:59.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:01:59 smithi119 ceph-mon[93746]: osdmap e955: 8 total, 8 up, 8 in 2024-04-13T08:02:00.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:59 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1077578017' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:02:00.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:01:59 smithi139 ceph-mon[88985]: osdmap e955: 8 total, 8 up, 8 in 2024-04-13T08:02:00.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:00 smithi119 ceph-mon[96316]: pgmap v1129: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:00.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:00 smithi119 ceph-mon[96316]: osdmap e956: 8 total, 8 up, 8 in 2024-04-13T08:02:00.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:00 smithi119 ceph-mon[93746]: pgmap v1129: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:00.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:00 smithi119 ceph-mon[93746]: osdmap e956: 8 total, 8 up, 8 in 2024-04-13T08:02:01.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:00 smithi139 ceph-mon[88985]: pgmap v1129: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:01.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:00 smithi139 ceph-mon[88985]: osdmap e956: 8 total, 8 up, 8 in 2024-04-13T08:02:01.727 INFO:tasks.workunit.client.0.smithi119.stdout:lock: mylock 2024-04-13T08:02:01.727 INFO:tasks.workunit.client.0.smithi119.stdout: lock_type: shared 2024-04-13T08:02:01.728 INFO:tasks.workunit.client.0.smithi119.stdout: tag: 2024-04-13T08:02:01.728 INFO:tasks.workunit.client.0.smithi119.stdout: lockers: 2024-04-13T08:02:01.728 INFO:tasks.workunit.client.0.smithi119.stdout: client.34734 expiration=0.000000 addr=v1:172.21.15.119:0/424517695 cookie= 2024-04-13T08:02:01.730 INFO:tasks.workunit.client.0.smithi119.stdout:lock: mylock 2024-04-13T08:02:01.730 INFO:tasks.workunit.client.0.smithi119.stdout: lock_type: exclusive 2024-04-13T08:02:01.730 INFO:tasks.workunit.client.0.smithi119.stdout: tag: new_tag 2024-04-13T08:02:01.730 INFO:tasks.workunit.client.0.smithi119.stdout: lockers: 2024-04-13T08:02:01.730 INFO:tasks.workunit.client.0.smithi119.stdout: client.54517 expiration=0.000000 addr=v1:172.21.15.119:0/4035595750 cookie= 2024-04-13T08:02:01.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:01 smithi119 ceph-mon[96316]: osdmap e957: 8 total, 8 up, 8 in 2024-04-13T08:02:01.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:01 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/4035595750' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:02:01.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:01 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:02:01.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:01 smithi119 ceph-mon[93746]: osdmap e957: 8 total, 8 up, 8 in 2024-04-13T08:02:01.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:01 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/4035595750' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:02:01.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:01 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:02:02.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:01 smithi139 ceph-mon[88985]: osdmap e957: 8 total, 8 up, 8 in 2024-04-13T08:02:02.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:01 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/4035595750' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:02:02.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:01 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:02:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:02:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:02:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:02:02.703 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] ClsLock.TestMeta (3016 ms) 2024-04-13T08:02:02.703 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] ClsLock.TestCookie 2024-04-13T08:02:02.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:02 smithi119 ceph-mon[96316]: pgmap v1132: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:02.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:02 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:02:02.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:02 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:02:02.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:02 smithi119 ceph-mon[96316]: osdmap e958: 8 total, 8 up, 8 in 2024-04-13T08:02:02.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:02 smithi119 ceph-mon[93746]: pgmap v1132: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:02.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:02 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:02:02.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:02 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:02:02.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:02 smithi119 ceph-mon[93746]: osdmap e958: 8 total, 8 up, 8 in 2024-04-13T08:02:03.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:02 smithi139 ceph-mon[88985]: pgmap v1132: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:03.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:02 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:02:03.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:02 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:02:03.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:02 smithi139 ceph-mon[88985]: osdmap e958: 8 total, 8 up, 8 in 2024-04-13T08:02:03.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:03 smithi119 ceph-mon[96316]: osdmap e959: 8 total, 8 up, 8 in 2024-04-13T08:02:03.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:03 smithi119 ceph-mon[93746]: osdmap e959: 8 total, 8 up, 8 in 2024-04-13T08:02:04.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:03 smithi139 ceph-mon[88985]: osdmap e959: 8 total, 8 up, 8 in 2024-04-13T08:02:04.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:02:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:02:04] "GET /metrics HTTP/1.1" 200 33922 "" "Prometheus/2.43.0" 2024-04-13T08:02:04.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:04 smithi119 ceph-mon[93746]: pgmap v1135: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:04.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:04 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:02:04.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:04 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T08:02:04.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:04 smithi119 ceph-mon[93746]: osdmap e960: 8 total, 8 up, 8 in 2024-04-13T08:02:04.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:04 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/3524360098' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:02:04.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:04 smithi119 ceph-mon[96316]: pgmap v1135: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:04.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:04 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:02:04.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:04 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T08:02:04.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:04 smithi119 ceph-mon[96316]: osdmap e960: 8 total, 8 up, 8 in 2024-04-13T08:02:04.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:04 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/3524360098' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:02:05.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:04 smithi139 ceph-mon[88985]: pgmap v1135: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:05.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:04 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:02:05.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:04 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T08:02:05.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:04 smithi139 ceph-mon[88985]: osdmap e960: 8 total, 8 up, 8 in 2024-04-13T08:02:05.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:04 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/3524360098' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:02:05.137 INFO:tasks.workunit.client.0.smithi119.stdout:lock: mylock 2024-04-13T08:02:05.137 INFO:tasks.workunit.client.0.smithi119.stdout: lock_type: exclusive 2024-04-13T08:02:05.137 INFO:tasks.workunit.client.0.smithi119.stdout: tag: 2024-04-13T08:02:05.137 INFO:tasks.workunit.client.0.smithi119.stdout: lockers: 2024-04-13T08:02:05.139 INFO:tasks.workunit.client.0.smithi119.stdout:lock: mylock 2024-04-13T08:02:05.140 INFO:tasks.workunit.client.0.smithi119.stdout: lock_type: shared 2024-04-13T08:02:05.140 INFO:tasks.workunit.client.0.smithi119.stdout: tag: 2024-04-13T08:02:05.140 INFO:tasks.workunit.client.0.smithi119.stdout: lockers: 2024-04-13T08:02:05.140 INFO:tasks.workunit.client.0.smithi119.stdout: client.34740 expiration=0.000000 addr=v1:172.21.15.119:0/3524360098 cookie= 2024-04-13T08:02:05.140 INFO:tasks.workunit.client.0.smithi119.stdout: client.34740 expiration=0.000000 addr=v1:172.21.15.119:0/3524360098 cookie=new cookie 2024-04-13T08:02:05.722 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] ClsLock.TestCookie (3018 ms) 2024-04-13T08:02:05.722 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-04-13T08:02:05.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:05 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/3524360098' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:02:05.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:05 smithi119 ceph-mon[96316]: osdmap e961: 8 total, 8 up, 8 in 2024-04-13T08:02:05.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:05 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/3524360098' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:02:05.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:05 smithi119 ceph-mon[93746]: osdmap e961: 8 total, 8 up, 8 in 2024-04-13T08:02:06.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:05 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/3524360098' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:02:06.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:05 smithi139 ceph-mon[88985]: osdmap e961: 8 total, 8 up, 8 in 2024-04-13T08:02:06.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:06 smithi119 ceph-mon[96316]: pgmap v1138: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:06.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:06 smithi119 ceph-mon[96316]: osdmap e962: 8 total, 8 up, 8 in 2024-04-13T08:02:06.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:06 smithi119 ceph-mon[93746]: pgmap v1138: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:06.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:06 smithi119 ceph-mon[93746]: osdmap e962: 8 total, 8 up, 8 in 2024-04-13T08:02:07.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:06 smithi139 ceph-mon[88985]: pgmap v1138: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:07.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:06 smithi139 ceph-mon[88985]: osdmap e962: 8 total, 8 up, 8 in 2024-04-13T08:02:08.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:07 smithi139 ceph-mon[88985]: osdmap e963: 8 total, 8 up, 8 in 2024-04-13T08:02:08.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:07 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1295488725' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:02:08.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:07 smithi119 ceph-mon[96316]: osdmap e963: 8 total, 8 up, 8 in 2024-04-13T08:02:08.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:07 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1295488725' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:02:08.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:07 smithi119 ceph-mon[93746]: osdmap e963: 8 total, 8 up, 8 in 2024-04-13T08:02:08.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:07 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1295488725' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:02:08.739 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] ClsLock.TestMultipleLocks (3018 ms) 2024-04-13T08:02:08.739 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] ClsLock.TestLockDuration 2024-04-13T08:02:09.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:08 smithi139 ceph-mon[88985]: pgmap v1141: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:09.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:08 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:02:09.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:08 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1295488725' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:02:09.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:08 smithi139 ceph-mon[88985]: osdmap e964: 8 total, 8 up, 8 in 2024-04-13T08:02:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:08 smithi119 ceph-mon[96316]: pgmap v1141: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:08 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:02:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:08 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1295488725' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:02:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:08 smithi119 ceph-mon[96316]: osdmap e964: 8 total, 8 up, 8 in 2024-04-13T08:02:09.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:08 smithi119 ceph-mon[93746]: pgmap v1141: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:09.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:08 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:02:09.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:08 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1295488725' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:02:09.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:08 smithi119 ceph-mon[93746]: osdmap e964: 8 total, 8 up, 8 in 2024-04-13T08:02:10.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:09 smithi139 ceph-mon[88985]: osdmap e965: 8 total, 8 up, 8 in 2024-04-13T08:02:10.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:09 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:02:10.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:02:10.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:09 smithi119 ceph-mon[96316]: osdmap e965: 8 total, 8 up, 8 in 2024-04-13T08:02:10.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:09 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:02:10.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:02:10.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:09 smithi119 ceph-mon[93746]: osdmap e965: 8 total, 8 up, 8 in 2024-04-13T08:02:10.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:09 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:02:10.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:02:11.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:10 smithi139 ceph-mon[88985]: pgmap v1144: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:11.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:10 smithi139 ceph-mon[88985]: osdmap e966: 8 total, 8 up, 8 in 2024-04-13T08:02:11.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:10 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1002081081' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:02:11.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:10 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:02:11.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:10 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:02:11.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:10 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T08:02:11.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:10 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:02:11.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:10 smithi119 ceph-mon[96316]: pgmap v1144: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:11.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:10 smithi119 ceph-mon[96316]: osdmap e966: 8 total, 8 up, 8 in 2024-04-13T08:02:11.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:10 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1002081081' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:02:11.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:10 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:02:11.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:10 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:02:11.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:10 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T08:02:11.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:10 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:02:11.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:10 smithi119 ceph-mon[93746]: pgmap v1144: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:11.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:10 smithi119 ceph-mon[93746]: osdmap e966: 8 total, 8 up, 8 in 2024-04-13T08:02:11.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:10 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1002081081' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:02:11.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:10 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:02:11.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:10 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:02:11.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:10 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T08:02:11.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:10 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:02:12.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:11 smithi139 ceph-mon[88985]: osdmap e967: 8 total, 8 up, 8 in 2024-04-13T08:02:12.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:11 smithi119 ceph-mon[96316]: osdmap e967: 8 total, 8 up, 8 in 2024-04-13T08:02:12.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:11 smithi119 ceph-mon[93746]: osdmap e967: 8 total, 8 up, 8 in 2024-04-13T08:02:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:02:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:02:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:02:13.117 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:12 smithi119 ceph-mon[96316]: pgmap v1147: 137 pgs: 24 creating+peering, 4 unknown, 109 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:13.118 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:12 smithi119 ceph-mon[96316]: osdmap e968: 8 total, 8 up, 8 in 2024-04-13T08:02:13.118 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:12 smithi119 ceph-mon[93746]: pgmap v1147: 137 pgs: 24 creating+peering, 4 unknown, 109 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:13.118 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:12 smithi119 ceph-mon[93746]: osdmap e968: 8 total, 8 up, 8 in 2024-04-13T08:02:13.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:12 smithi139 ceph-mon[88985]: pgmap v1147: 137 pgs: 24 creating+peering, 4 unknown, 109 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:13.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:12 smithi139 ceph-mon[88985]: osdmap e968: 8 total, 8 up, 8 in 2024-04-13T08:02:15.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:14 smithi139 ceph-mon[88985]: pgmap v1149: 137 pgs: 24 creating+peering, 113 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:15.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:14 smithi119 ceph-mon[96316]: pgmap v1149: 137 pgs: 24 creating+peering, 113 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:15.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:14 smithi119 ceph-mon[93746]: pgmap v1149: 137 pgs: 24 creating+peering, 113 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:02:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:02:14] "GET /metrics HTTP/1.1" 200 33926 "" "Prometheus/2.43.0" 2024-04-13T08:02:16.775 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] ClsLock.TestLockDuration (8036 ms) 2024-04-13T08:02:16.776 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-04-13T08:02:17.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:16 smithi139 ceph-mon[88985]: pgmap v1150: 137 pgs: 24 creating+peering, 113 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:17.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:16 smithi119 ceph-mon[96316]: pgmap v1150: 137 pgs: 24 creating+peering, 113 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:17.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:16 smithi119 ceph-mon[93746]: pgmap v1150: 137 pgs: 24 creating+peering, 113 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:18.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:17 smithi139 ceph-mon[88985]: osdmap e969: 8 total, 8 up, 8 in 2024-04-13T08:02:18.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:17 smithi119 ceph-mon[96316]: osdmap e969: 8 total, 8 up, 8 in 2024-04-13T08:02:18.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:17 smithi119 ceph-mon[93746]: osdmap e969: 8 total, 8 up, 8 in 2024-04-13T08:02:19.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:18 smithi139 ceph-mon[88985]: pgmap v1152: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:19.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:18 smithi139 ceph-mon[88985]: osdmap e970: 8 total, 8 up, 8 in 2024-04-13T08:02:19.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:18 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2757505966' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:02:19.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:18 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:02:19.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:18 smithi119 ceph-mon[93746]: pgmap v1152: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:19.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:18 smithi119 ceph-mon[93746]: osdmap e970: 8 total, 8 up, 8 in 2024-04-13T08:02:19.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:18 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2757505966' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:02:19.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:18 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:02:19.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:18 smithi119 ceph-mon[96316]: pgmap v1152: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:19.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:18 smithi119 ceph-mon[96316]: osdmap e970: 8 total, 8 up, 8 in 2024-04-13T08:02:19.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:18 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2757505966' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:02:19.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:18 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:02:19.808 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] ClsLock.TestAssertLocked (3032 ms) 2024-04-13T08:02:19.808 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] ClsLock.TestSetCookie 2024-04-13T08:02:20.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:19 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:02:20.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:19 smithi139 ceph-mon[88985]: osdmap e971: 8 total, 8 up, 8 in 2024-04-13T08:02:20.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:19 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:02:20.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:19 smithi119 ceph-mon[96316]: osdmap e971: 8 total, 8 up, 8 in 2024-04-13T08:02:20.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:19 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:02:20.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:19 smithi119 ceph-mon[93746]: osdmap e971: 8 total, 8 up, 8 in 2024-04-13T08:02:21.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:20 smithi139 ceph-mon[88985]: pgmap v1155: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:21.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:20 smithi139 ceph-mon[88985]: osdmap e972: 8 total, 8 up, 8 in 2024-04-13T08:02:21.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:20 smithi119 ceph-mon[96316]: pgmap v1155: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:21.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:20 smithi119 ceph-mon[96316]: osdmap e972: 8 total, 8 up, 8 in 2024-04-13T08:02:21.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:20 smithi119 ceph-mon[93746]: pgmap v1155: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:21.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:20 smithi119 ceph-mon[93746]: osdmap e972: 8 total, 8 up, 8 in 2024-04-13T08:02:22.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:21 smithi139 ceph-mon[88985]: osdmap e973: 8 total, 8 up, 8 in 2024-04-13T08:02:22.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:21 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/3093176630' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:02:22.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:21 smithi119 ceph-mon[96316]: osdmap e973: 8 total, 8 up, 8 in 2024-04-13T08:02:22.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:21 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/3093176630' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:02:22.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:21 smithi119 ceph-mon[93746]: osdmap e973: 8 total, 8 up, 8 in 2024-04-13T08:02:22.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:21 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/3093176630' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:02:22.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:02:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:02:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:02:22.827 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] ClsLock.TestSetCookie (3018 ms) 2024-04-13T08:02:22.827 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] ClsLock.TestRenew 2024-04-13T08:02:23.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:22 smithi139 ceph-mon[88985]: pgmap v1158: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:23.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:22 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:02:23.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:22 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/3093176630' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:02:23.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:22 smithi139 ceph-mon[88985]: osdmap e974: 8 total, 8 up, 8 in 2024-04-13T08:02:23.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:22 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:02:23.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:22 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:02:23.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:22 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:02:23.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:22 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:02:23.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:22 smithi119 ceph-mon[96316]: pgmap v1158: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:23.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:22 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:02:23.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:22 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/3093176630' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:02:23.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:22 smithi119 ceph-mon[96316]: osdmap e974: 8 total, 8 up, 8 in 2024-04-13T08:02:23.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:22 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:02:23.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:22 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:02:23.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:22 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:02:23.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:22 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:02:23.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:22 smithi119 ceph-mon[93746]: pgmap v1158: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:23.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:22 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:02:23.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:22 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/3093176630' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:02:23.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:22 smithi119 ceph-mon[93746]: osdmap e974: 8 total, 8 up, 8 in 2024-04-13T08:02:23.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:22 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:02:23.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:22 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:02:23.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:22 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:02:23.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:22 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:02:24.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:23 smithi139 ceph-mon[88985]: osdmap e975: 8 total, 8 up, 8 in 2024-04-13T08:02:24.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:23 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:02:24.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:23 smithi119 ceph-mon[96316]: osdmap e975: 8 total, 8 up, 8 in 2024-04-13T08:02:24.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:23 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:02:24.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:23 smithi119 ceph-mon[93746]: osdmap e975: 8 total, 8 up, 8 in 2024-04-13T08:02:24.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:23 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:02:25.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:24 smithi139 ceph-mon[88985]: pgmap v1161: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:25.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:24 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:02:25.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:24 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T08:02:25.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:24 smithi139 ceph-mon[88985]: osdmap e976: 8 total, 8 up, 8 in 2024-04-13T08:02:25.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:24 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/3779806290' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:02:25.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:24 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:02:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:02:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:02:24] "GET /metrics HTTP/1.1" 200 33924 "" "Prometheus/2.43.0" 2024-04-13T08:02:25.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:24 smithi119 ceph-mon[96316]: pgmap v1161: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:25.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:24 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:02:25.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:24 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T08:02:25.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:24 smithi119 ceph-mon[96316]: osdmap e976: 8 total, 8 up, 8 in 2024-04-13T08:02:25.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:24 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/3779806290' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:02:25.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:24 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:02:25.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:24 smithi119 ceph-mon[93746]: pgmap v1161: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:25.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:24 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:02:25.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:24 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T08:02:25.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:24 smithi119 ceph-mon[93746]: osdmap e976: 8 total, 8 up, 8 in 2024-04-13T08:02:25.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:24 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/3779806290' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:02:25.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:24 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:02:26.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:25 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:02:26.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:25 smithi139 ceph-mon[88985]: osdmap e977: 8 total, 8 up, 8 in 2024-04-13T08:02:26.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:25 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:02:26.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:25 smithi119 ceph-mon[96316]: osdmap e977: 8 total, 8 up, 8 in 2024-04-13T08:02:26.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:25 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:02:26.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:25 smithi119 ceph-mon[93746]: osdmap e977: 8 total, 8 up, 8 in 2024-04-13T08:02:27.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:26 smithi139 ceph-mon[88985]: pgmap v1164: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:27.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:26 smithi139 ceph-mon[88985]: osdmap e978: 8 total, 8 up, 8 in 2024-04-13T08:02:27.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:26 smithi119 ceph-mon[96316]: pgmap v1164: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:27.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:26 smithi119 ceph-mon[96316]: osdmap e978: 8 total, 8 up, 8 in 2024-04-13T08:02:27.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:26 smithi119 ceph-mon[93746]: pgmap v1164: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:27.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:26 smithi119 ceph-mon[93746]: osdmap e978: 8 total, 8 up, 8 in 2024-04-13T08:02:29.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:28 smithi139 ceph-mon[88985]: pgmap v1166: 137 pgs: 4 unknown, 133 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T08:02:29.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:28 smithi119 ceph-mon[96316]: pgmap v1166: 137 pgs: 4 unknown, 133 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T08:02:29.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:28 smithi119 ceph-mon[93746]: pgmap v1166: 137 pgs: 4 unknown, 133 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T08:02:31.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:30 smithi139 ceph-mon[88985]: pgmap v1167: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T08:02:31.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:30 smithi119 ceph-mon[93746]: pgmap v1167: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T08:02:31.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:30 smithi119 ceph-mon[96316]: pgmap v1167: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T08:02:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:02:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:02:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:02:33.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:32 smithi139 ceph-mon[88985]: pgmap v1168: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 139 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T08:02:33.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:32 smithi119 ceph-mon[93746]: pgmap v1168: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 139 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T08:02:33.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:32 smithi119 ceph-mon[96316]: pgmap v1168: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 139 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T08:02:35.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:34 smithi139 ceph-mon[88985]: pgmap v1169: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 122 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T08:02:35.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:34 smithi119 ceph-mon[96316]: pgmap v1169: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 122 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T08:02:35.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:34 smithi119 ceph-mon[93746]: pgmap v1169: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 122 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T08:02:35.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:02:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:02:34] "GET /metrics HTTP/1.1" 200 33924 "" "Prometheus/2.43.0" 2024-04-13T08:02:37.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:36 smithi139 ceph-mon[88985]: pgmap v1170: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T08:02:37.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:36 smithi119 ceph-mon[96316]: pgmap v1170: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T08:02:37.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:36 smithi119 ceph-mon[93746]: pgmap v1170: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T08:02:39.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:38 smithi139 ceph-mon[88985]: pgmap v1171: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 270 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T08:02:39.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:38 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:02:39.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:38 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:02:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:38 smithi119 ceph-mon[96316]: pgmap v1171: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 270 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T08:02:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:38 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:02:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:38 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:02:39.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:38 smithi119 ceph-mon[93746]: pgmap v1171: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 270 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T08:02:39.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:38 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:02:39.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:38 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:02:41.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:40 smithi139 ceph-mon[88985]: pgmap v1172: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T08:02:41.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:40 smithi119 ceph-mon[96316]: pgmap v1172: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T08:02:41.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:40 smithi119 ceph-mon[93746]: pgmap v1172: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T08:02:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:02:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:02:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:02:43.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:42 smithi139 ceph-mon[88985]: pgmap v1173: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T08:02:43.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:42 smithi119 ceph-mon[93746]: pgmap v1173: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T08:02:43.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:42 smithi119 ceph-mon[96316]: pgmap v1173: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T08:02:43.889 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] ClsLock.TestRenew (21063 ms) 2024-04-13T08:02:43.890 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-04-13T08:02:45.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:44 smithi139 ceph-mon[88985]: pgmap v1174: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T08:02:45.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:44 smithi139 ceph-mon[88985]: osdmap e979: 8 total, 8 up, 8 in 2024-04-13T08:02:45.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:44 smithi119 ceph-mon[96316]: pgmap v1174: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T08:02:45.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:44 smithi119 ceph-mon[96316]: osdmap e979: 8 total, 8 up, 8 in 2024-04-13T08:02:45.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:44 smithi119 ceph-mon[93746]: pgmap v1174: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T08:02:45.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:44 smithi119 ceph-mon[93746]: osdmap e979: 8 total, 8 up, 8 in 2024-04-13T08:02:45.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:02:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:02:44] "GET /metrics HTTP/1.1" 200 36297 "" "Prometheus/2.43.0" 2024-04-13T08:02:46.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:45 smithi119 ceph-mon[93746]: osdmap e980: 8 total, 8 up, 8 in 2024-04-13T08:02:46.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:45 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/436977707' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:02:46.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:45 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:02:46.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:45 smithi119 ceph-mon[96316]: osdmap e980: 8 total, 8 up, 8 in 2024-04-13T08:02:46.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:45 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/436977707' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:02:46.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:45 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:02:46.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:45 smithi139 ceph-mon[88985]: osdmap e980: 8 total, 8 up, 8 in 2024-04-13T08:02:46.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:45 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/436977707' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:02:46.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:45 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:02:47.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:46 smithi119 ceph-mon[93746]: pgmap v1177: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:47.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:46 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:02:47.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:46 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:02:47.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:46 smithi119 ceph-mon[93746]: osdmap e981: 8 total, 8 up, 8 in 2024-04-13T08:02:47.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:46 smithi119 ceph-mon[96316]: pgmap v1177: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:47.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:46 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:02:47.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:46 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:02:47.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:46 smithi119 ceph-mon[96316]: osdmap e981: 8 total, 8 up, 8 in 2024-04-13T08:02:47.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:46 smithi139 ceph-mon[88985]: pgmap v1177: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:47.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:46 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:02:47.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:46 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:02:47.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:46 smithi139 ceph-mon[88985]: osdmap e981: 8 total, 8 up, 8 in 2024-04-13T08:02:48.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:47 smithi119 ceph-mon[93746]: osdmap e982: 8 total, 8 up, 8 in 2024-04-13T08:02:48.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:47 smithi119 ceph-mon[96316]: osdmap e982: 8 total, 8 up, 8 in 2024-04-13T08:02:48.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:47 smithi139 ceph-mon[88985]: osdmap e982: 8 total, 8 up, 8 in 2024-04-13T08:02:49.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:48 smithi119 ceph-mon[96316]: pgmap v1180: 137 pgs: 18 creating+peering, 6 unknown, 113 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:49.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:48 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:02:49.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:48 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T08:02:49.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:48 smithi119 ceph-mon[93746]: pgmap v1180: 137 pgs: 18 creating+peering, 6 unknown, 113 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:49.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:48 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:02:49.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:48 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T08:02:49.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:48 smithi139 ceph-mon[88985]: pgmap v1180: 137 pgs: 18 creating+peering, 6 unknown, 113 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:49.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:48 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:02:49.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:48 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T08:02:50.917 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (7027 ms) 2024-04-13T08:02:50.917 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-04-13T08:02:51.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:50 smithi119 ceph-mon[96316]: pgmap v1181: 137 pgs: 18 creating+peering, 119 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T08:02:51.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:50 smithi119 ceph-mon[93746]: pgmap v1181: 137 pgs: 18 creating+peering, 119 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T08:02:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:50 smithi139 ceph-mon[88985]: pgmap v1181: 137 pgs: 18 creating+peering, 119 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T08:02:52.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:51 smithi119 ceph-mon[96316]: osdmap e983: 8 total, 8 up, 8 in 2024-04-13T08:02:52.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:51 smithi119 ceph-mon[96316]: pgmap v1183: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:52.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:51 smithi119 ceph-mon[93746]: osdmap e983: 8 total, 8 up, 8 in 2024-04-13T08:02:52.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:51 smithi119 ceph-mon[93746]: pgmap v1183: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:52.313 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:51 smithi139 ceph-mon[88985]: osdmap e983: 8 total, 8 up, 8 in 2024-04-13T08:02:52.313 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:51 smithi139 ceph-mon[88985]: pgmap v1183: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:02:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:02:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:02:53.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:52 smithi119 ceph-mon[96316]: osdmap e984: 8 total, 8 up, 8 in 2024-04-13T08:02:53.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:52 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1364769595' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:02:53.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:52 smithi119 ceph-mon[93746]: osdmap e984: 8 total, 8 up, 8 in 2024-04-13T08:02:53.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:52 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1364769595' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:02:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:52 smithi139 ceph-mon[88985]: osdmap e984: 8 total, 8 up, 8 in 2024-04-13T08:02:53.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:52 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1364769595' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:02:54.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:53 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1364769595' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:02:54.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:53 smithi119 ceph-mon[96316]: osdmap e985: 8 total, 8 up, 8 in 2024-04-13T08:02:54.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:53 smithi119 ceph-mon[96316]: pgmap v1186: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:54.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:53 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:02:54.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:53 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1364769595' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:02:54.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:53 smithi119 ceph-mon[93746]: osdmap e985: 8 total, 8 up, 8 in 2024-04-13T08:02:54.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:53 smithi119 ceph-mon[93746]: pgmap v1186: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:54.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:53 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:02:54.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:53 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1364769595' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:02:54.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:53 smithi139 ceph-mon[88985]: osdmap e985: 8 total, 8 up, 8 in 2024-04-13T08:02:54.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:53 smithi139 ceph-mon[88985]: pgmap v1186: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:54.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:53 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:02:55.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:54 smithi119 ceph-mon[96316]: osdmap e986: 8 total, 8 up, 8 in 2024-04-13T08:02:55.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:54 smithi119 ceph-mon[93746]: osdmap e986: 8 total, 8 up, 8 in 2024-04-13T08:02:55.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:02:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:02:54] "GET /metrics HTTP/1.1" 200 36293 "" "Prometheus/2.43.0" 2024-04-13T08:02:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:54 smithi139 ceph-mon[88985]: osdmap e986: 8 total, 8 up, 8 in 2024-04-13T08:02:56.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:55 smithi119 ceph-mon[96316]: pgmap v1188: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:56.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:55 smithi119 ceph-mon[93746]: pgmap v1188: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:56.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:55 smithi139 ceph-mon[88985]: pgmap v1188: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:02:58.251 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (7334 ms) 2024-04-13T08:02:58.252 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-04-13T08:02:58.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:58 smithi139 ceph-mon[88985]: pgmap v1189: 137 pgs: 5 creating+peering, 132 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T08:02:58.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:58 smithi119 ceph-mon[96316]: pgmap v1189: 137 pgs: 5 creating+peering, 132 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T08:02:58.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:58 smithi119 ceph-mon[93746]: pgmap v1189: 137 pgs: 5 creating+peering, 132 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T08:02:59.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:02:59 smithi139 ceph-mon[88985]: osdmap e987: 8 total, 8 up, 8 in 2024-04-13T08:02:59.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:02:59 smithi119 ceph-mon[93746]: osdmap e987: 8 total, 8 up, 8 in 2024-04-13T08:02:59.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:02:59 smithi119 ceph-mon[96316]: osdmap e987: 8 total, 8 up, 8 in 2024-04-13T08:03:00.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:00 smithi139 ceph-mon[88985]: pgmap v1191: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:00.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:00 smithi139 ceph-mon[88985]: osdmap e988: 8 total, 8 up, 8 in 2024-04-13T08:03:00.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:00 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/735375476' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:00.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:00 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:00.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:00 smithi119 ceph-mon[96316]: pgmap v1191: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:00.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:00 smithi119 ceph-mon[96316]: osdmap e988: 8 total, 8 up, 8 in 2024-04-13T08:03:00.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:00 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/735375476' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:00.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:00 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:00.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:00 smithi119 ceph-mon[93746]: pgmap v1191: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:00.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:00 smithi119 ceph-mon[93746]: osdmap e988: 8 total, 8 up, 8 in 2024-04-13T08:03:00.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:00 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/735375476' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:00.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:00 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:01.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:01 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:03:01.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:01 smithi139 ceph-mon[88985]: osdmap e989: 8 total, 8 up, 8 in 2024-04-13T08:03:01.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:01 smithi139 ceph-mon[88985]: osdmap e990: 8 total, 8 up, 8 in 2024-04-13T08:03:01.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:01 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:03:01.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:01 smithi119 ceph-mon[96316]: osdmap e989: 8 total, 8 up, 8 in 2024-04-13T08:03:01.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:01 smithi119 ceph-mon[96316]: osdmap e990: 8 total, 8 up, 8 in 2024-04-13T08:03:01.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:01 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138444-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:03:01.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:01 smithi119 ceph-mon[93746]: osdmap e989: 8 total, 8 up, 8 in 2024-04-13T08:03:01.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:01 smithi119 ceph-mon[93746]: osdmap e990: 8 total, 8 up, 8 in 2024-04-13T08:03:02.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:02 smithi139 ceph-mon[88985]: pgmap v1194: 137 pgs: 10 unknown, 127 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T08:03:02.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:03:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:03:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:03:02.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:02 smithi119 ceph-mon[96316]: pgmap v1194: 137 pgs: 10 unknown, 127 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T08:03:02.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:02 smithi119 ceph-mon[93746]: pgmap v1194: 137 pgs: 10 unknown, 127 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T08:03:04.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:04 smithi139 ceph-mon[88985]: pgmap v1196: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T08:03:04.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:04 smithi119 ceph-mon[96316]: pgmap v1196: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T08:03:04.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:04 smithi119 ceph-mon[93746]: pgmap v1196: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T08:03:05.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:03:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:03:04] "GET /metrics HTTP/1.1" 200 36293 "" "Prometheus/2.43.0" 2024-04-13T08:03:06.303 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (8051 ms) 2024-04-13T08:03:06.303 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 11 tests from ClsLock (69498 ms total) 2024-04-13T08:03:06.303 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:03:06.303 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] Global test environment tear-down 2024-04-13T08:03:06.303 INFO:tasks.workunit.client.0.smithi119.stdout:[==========] 11 tests from 1 test suite ran. (69499 ms total) 2024-04-13T08:03:06.303 INFO:tasks.workunit.client.0.smithi119.stdout:[ PASSED ] 11 tests. 2024-04-13T08:03:06.308 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-13T08:03:06.308 DEBUG:teuthology.orchestra.run.smithi119:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-13T08:03:06.376 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-04-13T08:03:06.376 DEBUG:teuthology.orchestra.run.smithi119:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-04-13T08:03:06.445 INFO:tasks.workunit.client.0.smithi119.stdout:Running main() from gmock_main.cc 2024-04-13T08:03:06.445 INFO:tasks.workunit.client.0.smithi119.stdout:[==========] Running 4 tests from 1 test suite. 2024-04-13T08:03:06.445 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] Global test environment set-up. 2024-04-13T08:03:06.445 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 4 tests from cls_log 2024-04-13T08:03:06.445 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-04-13T08:03:06.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:06 smithi139 ceph-mon[88985]: pgmap v1197: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T08:03:06.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:06 smithi119 ceph-mon[93746]: pgmap v1197: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T08:03:06.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:06 smithi119 ceph-mon[96316]: pgmap v1197: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T08:03:07.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:07 smithi139 ceph-mon[88985]: osdmap e991: 8 total, 8 up, 8 in 2024-04-13T08:03:07.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:07 smithi119 ceph-mon[96316]: osdmap e991: 8 total, 8 up, 8 in 2024-04-13T08:03:07.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:07 smithi119 ceph-mon[93746]: osdmap e991: 8 total, 8 up, 8 in 2024-04-13T08:03:08.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:08 smithi139 ceph-mon[88985]: pgmap v1199: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:08.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:08 smithi139 ceph-mon[88985]: osdmap e992: 8 total, 8 up, 8 in 2024-04-13T08:03:08.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:08 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1003065037' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138829-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:08.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:08 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138829-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:08.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:08 smithi119 ceph-mon[96316]: pgmap v1199: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:08.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:08 smithi119 ceph-mon[96316]: osdmap e992: 8 total, 8 up, 8 in 2024-04-13T08:03:08.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:08 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1003065037' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138829-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:08.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:08 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138829-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:08.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:08 smithi119 ceph-mon[93746]: pgmap v1199: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:08.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:08 smithi119 ceph-mon[93746]: osdmap e992: 8 total, 8 up, 8 in 2024-04-13T08:03:08.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:08 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1003065037' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138829-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:08.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:08 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138829-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:09.342 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] cls_log.test_log_add_same_time (2897 ms) 2024-04-13T08:03:09.342 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-04-13T08:03:09.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:09 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138829-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:03:09.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:09 smithi139 ceph-mon[88985]: osdmap e993: 8 total, 8 up, 8 in 2024-04-13T08:03:09.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:03:09.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:09 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138829-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:03:09.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:09 smithi119 ceph-mon[96316]: osdmap e993: 8 total, 8 up, 8 in 2024-04-13T08:03:09.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:03:09.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:09 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138829-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:03:09.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:09 smithi119 ceph-mon[93746]: osdmap e993: 8 total, 8 up, 8 in 2024-04-13T08:03:09.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:03:10.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:10 smithi139 ceph-mon[88985]: pgmap v1202: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:10.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:10 smithi139 ceph-mon[88985]: osdmap e994: 8 total, 8 up, 8 in 2024-04-13T08:03:10.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:10 smithi119 ceph-mon[96316]: pgmap v1202: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:10.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:10 smithi119 ceph-mon[96316]: osdmap e994: 8 total, 8 up, 8 in 2024-04-13T08:03:10.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:10 smithi119 ceph-mon[93746]: pgmap v1202: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:10.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:10 smithi119 ceph-mon[93746]: osdmap e994: 8 total, 8 up, 8 in 2024-04-13T08:03:11.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:11 smithi139 ceph-mon[88985]: osdmap e995: 8 total, 8 up, 8 in 2024-04-13T08:03:11.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:11 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2257623895' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138829-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:11.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:11 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138829-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:11.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:11 smithi119 ceph-mon[96316]: osdmap e995: 8 total, 8 up, 8 in 2024-04-13T08:03:11.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:11 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2257623895' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138829-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:11.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:11 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138829-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:11.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:11 smithi119 ceph-mon[93746]: osdmap e995: 8 total, 8 up, 8 in 2024-04-13T08:03:11.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:11 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2257623895' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138829-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:11.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:11 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138829-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:12.361 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] cls_log.test_log_add_different_time (3019 ms) 2024-04-13T08:03:12.361 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] cls_log.trim_by_time 2024-04-13T08:03:12.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:12 smithi139 ceph-mon[88985]: pgmap v1205: 137 pgs: 27 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:12.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:12 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:03:12.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:12 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138829-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:03:12.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:12 smithi139 ceph-mon[88985]: osdmap e996: 8 total, 8 up, 8 in 2024-04-13T08:03:12.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:03:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:03:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:03:12.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:12 smithi119 ceph-mon[96316]: pgmap v1205: 137 pgs: 27 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:12.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:12 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:03:12.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:12 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138829-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:03:12.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:12 smithi119 ceph-mon[96316]: osdmap e996: 8 total, 8 up, 8 in 2024-04-13T08:03:12.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:12 smithi119 ceph-mon[93746]: pgmap v1205: 137 pgs: 27 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:12.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:12 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:03:12.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:12 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138829-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:03:12.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:12 smithi119 ceph-mon[93746]: osdmap e996: 8 total, 8 up, 8 in 2024-04-13T08:03:13.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:13 smithi139 ceph-mon[88985]: osdmap e997: 8 total, 8 up, 8 in 2024-04-13T08:03:13.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:13 smithi119 ceph-mon[93746]: osdmap e997: 8 total, 8 up, 8 in 2024-04-13T08:03:13.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:13 smithi119 ceph-mon[96316]: osdmap e997: 8 total, 8 up, 8 in 2024-04-13T08:03:14.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:14 smithi139 ceph-mon[88985]: pgmap v1208: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:14.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:14 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:03:14.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:14 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T08:03:14.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:14 smithi139 ceph-mon[88985]: osdmap e998: 8 total, 8 up, 8 in 2024-04-13T08:03:14.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:14 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1450631715' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138829-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:14.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:14 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138829-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:14.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:14 smithi119 ceph-mon[96316]: pgmap v1208: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:14.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:14 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:03:14.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:14 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T08:03:14.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:14 smithi119 ceph-mon[96316]: osdmap e998: 8 total, 8 up, 8 in 2024-04-13T08:03:14.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:14 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1450631715' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138829-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:14.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:14 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138829-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:14.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:14 smithi119 ceph-mon[93746]: pgmap v1208: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:14.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:14 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:03:14.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:14 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T08:03:14.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:14 smithi119 ceph-mon[93746]: osdmap e998: 8 total, 8 up, 8 in 2024-04-13T08:03:14.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:14 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1450631715' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138829-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:14.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:14 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138829-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:03:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:03:14] "GET /metrics HTTP/1.1" 200 36289 "" "Prometheus/2.43.0" 2024-04-13T08:03:15.382 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] cls_log.trim_by_time (3020 ms) 2024-04-13T08:03:15.382 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] cls_log.trim_by_marker 2024-04-13T08:03:15.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:15 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138829-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:03:15.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:15 smithi139 ceph-mon[88985]: osdmap e999: 8 total, 8 up, 8 in 2024-04-13T08:03:15.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:15 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138829-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:03:15.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:15 smithi119 ceph-mon[96316]: osdmap e999: 8 total, 8 up, 8 in 2024-04-13T08:03:15.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:15 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138829-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:03:15.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:15 smithi119 ceph-mon[93746]: osdmap e999: 8 total, 8 up, 8 in 2024-04-13T08:03:16.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:16 smithi139 ceph-mon[88985]: pgmap v1211: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:16.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:16 smithi139 ceph-mon[88985]: osdmap e1000: 8 total, 8 up, 8 in 2024-04-13T08:03:16.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:16 smithi119 ceph-mon[96316]: pgmap v1211: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:16.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:16 smithi119 ceph-mon[96316]: osdmap e1000: 8 total, 8 up, 8 in 2024-04-13T08:03:16.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:16 smithi119 ceph-mon[93746]: pgmap v1211: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:16.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:16 smithi119 ceph-mon[93746]: osdmap e1000: 8 total, 8 up, 8 in 2024-04-13T08:03:17.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:17 smithi119 ceph-mon[96316]: osdmap e1001: 8 total, 8 up, 8 in 2024-04-13T08:03:17.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:17 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/689867744' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138829-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:17.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:17 smithi119 ceph-mon[93746]: osdmap e1001: 8 total, 8 up, 8 in 2024-04-13T08:03:17.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:17 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/689867744' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138829-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:17.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:17 smithi139 ceph-mon[88985]: osdmap e1001: 8 total, 8 up, 8 in 2024-04-13T08:03:17.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:17 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/689867744' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138829-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:18.399 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] cls_log.trim_by_marker (3017 ms) 2024-04-13T08:03:18.400 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 4 tests from cls_log (11954 ms total) 2024-04-13T08:03:18.400 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:03:18.400 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] Global test environment tear-down 2024-04-13T08:03:18.400 INFO:tasks.workunit.client.0.smithi119.stdout:[==========] 4 tests from 1 test suite ran. (11954 ms total) 2024-04-13T08:03:18.400 INFO:tasks.workunit.client.0.smithi119.stdout:[ PASSED ] 4 tests. 2024-04-13T08:03:18.404 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-13T08:03:18.404 DEBUG:teuthology.orchestra.run.smithi119:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-13T08:03:18.471 INFO:tasks.workunit:Running workunit cls/test_cls_numops.sh... 2024-04-13T08:03:18.471 DEBUG:teuthology.orchestra.run.smithi119:workunit test cls/test_cls_numops.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_numops.sh 2024-04-13T08:03:18.541 INFO:tasks.workunit.client.0.smithi119.stdout:Running main() from gmock_main.cc 2024-04-13T08:03:18.541 INFO:tasks.workunit.client.0.smithi119.stdout:[==========] Running 4 tests from 1 test suite. 2024-04-13T08:03:18.541 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] Global test environment set-up. 2024-04-13T08:03:18.541 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 4 tests from ClsNumOps 2024-04-13T08:03:18.541 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] ClsNumOps.Add 2024-04-13T08:03:18.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:18 smithi119 ceph-mon[96316]: pgmap v1214: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:18.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:18 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:03:18.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:18 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/689867744' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138829-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:03:18.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:18 smithi119 ceph-mon[96316]: osdmap e1002: 8 total, 8 up, 8 in 2024-04-13T08:03:18.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:18 smithi119 ceph-mon[93746]: pgmap v1214: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:18.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:18 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:03:18.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:18 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/689867744' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138829-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:03:18.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:18 smithi119 ceph-mon[93746]: osdmap e1002: 8 total, 8 up, 8 in 2024-04-13T08:03:18.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:18 smithi139 ceph-mon[88985]: pgmap v1214: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:18.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:18 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:03:18.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:18 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/689867744' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138829-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:03:18.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:18 smithi139 ceph-mon[88985]: osdmap e1002: 8 total, 8 up, 8 in 2024-04-13T08:03:19.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:19 smithi119 ceph-mon[96316]: osdmap e1003: 8 total, 8 up, 8 in 2024-04-13T08:03:19.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:19 smithi119 ceph-mon[93746]: osdmap e1003: 8 total, 8 up, 8 in 2024-04-13T08:03:19.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:19 smithi139 ceph-mon[88985]: osdmap e1003: 8 total, 8 up, 8 in 2024-04-13T08:03:20.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:20 smithi119 ceph-mon[96316]: pgmap v1217: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:20.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:20 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:03:20.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:20 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T08:03:20.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:20 smithi119 ceph-mon[96316]: osdmap e1004: 8 total, 8 up, 8 in 2024-04-13T08:03:20.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:20 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2955555111' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138935-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:20.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:20 smithi119 ceph-mon[93746]: pgmap v1217: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:20.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:20 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:03:20.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:20 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T08:03:20.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:20 smithi119 ceph-mon[93746]: osdmap e1004: 8 total, 8 up, 8 in 2024-04-13T08:03:20.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:20 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2955555111' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138935-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:20.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:20 smithi139 ceph-mon[88985]: pgmap v1217: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:20.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:20 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:03:20.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:20 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T08:03:20.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:20 smithi139 ceph-mon[88985]: osdmap e1004: 8 total, 8 up, 8 in 2024-04-13T08:03:20.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:20 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2955555111' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138935-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:21.429 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] ClsNumOps.Add (2888 ms) 2024-04-13T08:03:21.429 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] ClsNumOps.Sub 2024-04-13T08:03:21.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:21 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2955555111' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138935-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:03:21.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:21 smithi119 ceph-mon[96316]: osdmap e1005: 8 total, 8 up, 8 in 2024-04-13T08:03:21.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:21 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2955555111' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138935-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:03:21.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:21 smithi119 ceph-mon[93746]: osdmap e1005: 8 total, 8 up, 8 in 2024-04-13T08:03:21.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:21 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2955555111' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138935-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:03:21.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:21 smithi139 ceph-mon[88985]: osdmap e1005: 8 total, 8 up, 8 in 2024-04-13T08:03:22.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:22 smithi139 ceph-mon[88985]: pgmap v1220: 137 pgs: 9 unknown, 128 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:22.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:22 smithi139 ceph-mon[88985]: osdmap e1006: 8 total, 8 up, 8 in 2024-04-13T08:03:22.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:03:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:03:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:03:22.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:22 smithi119 ceph-mon[93746]: pgmap v1220: 137 pgs: 9 unknown, 128 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:22.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:22 smithi119 ceph-mon[93746]: osdmap e1006: 8 total, 8 up, 8 in 2024-04-13T08:03:22.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:22 smithi119 ceph-mon[96316]: pgmap v1220: 137 pgs: 9 unknown, 128 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:22.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:22 smithi119 ceph-mon[96316]: osdmap e1006: 8 total, 8 up, 8 in 2024-04-13T08:03:23.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:23 smithi119 ceph-mon[96316]: osdmap e1007: 8 total, 8 up, 8 in 2024-04-13T08:03:23.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:23 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/3927921169' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138935-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:23.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:23 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138935-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:23.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:23 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:03:23.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:23 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:03:23.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:23 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:03:23.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:23 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:03:23.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:23 smithi119 ceph-mon[93746]: osdmap e1007: 8 total, 8 up, 8 in 2024-04-13T08:03:23.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:23 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/3927921169' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138935-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:23.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:23 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138935-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:23.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:23 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:03:23.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:23 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:03:23.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:23 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:03:23.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:23 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:03:23.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:23 smithi139 ceph-mon[88985]: osdmap e1007: 8 total, 8 up, 8 in 2024-04-13T08:03:23.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:23 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/3927921169' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138935-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:23.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:23 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138935-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:23.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:23 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:03:23.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:23 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:03:23.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:23 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:03:23.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:23 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:03:24.447 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] ClsNumOps.Sub (3018 ms) 2024-04-13T08:03:24.448 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] ClsNumOps.Mul 2024-04-13T08:03:24.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:24 smithi119 ceph-mon[93746]: pgmap v1223: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:24.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:24 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:03:24.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:24 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138935-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:03:24.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:24 smithi119 ceph-mon[93746]: osdmap e1008: 8 total, 8 up, 8 in 2024-04-13T08:03:24.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:24 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:03:24.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:03:24.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:24 smithi119 ceph-mon[96316]: pgmap v1223: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:24.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:24 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:03:24.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:24 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138935-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:03:24.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:24 smithi119 ceph-mon[96316]: osdmap e1008: 8 total, 8 up, 8 in 2024-04-13T08:03:24.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:24 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:03:24.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:03:24.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:24 smithi139 ceph-mon[88985]: pgmap v1223: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:24.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:24 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:03:24.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:24 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138935-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:03:24.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:24 smithi139 ceph-mon[88985]: osdmap e1008: 8 total, 8 up, 8 in 2024-04-13T08:03:24.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:24 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:03:24.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:03:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:03:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:03:24] "GET /metrics HTTP/1.1" 200 36292 "" "Prometheus/2.43.0" 2024-04-13T08:03:25.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:25 smithi119 ceph-mon[93746]: osdmap e1009: 8 total, 8 up, 8 in 2024-04-13T08:03:25.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:25 smithi119 ceph-mon[96316]: osdmap e1009: 8 total, 8 up, 8 in 2024-04-13T08:03:25.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:25 smithi139 ceph-mon[88985]: osdmap e1009: 8 total, 8 up, 8 in 2024-04-13T08:03:26.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:26 smithi119 ceph-mon[96316]: pgmap v1226: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:26.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:26 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:03:26.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:26 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T08:03:26.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:26 smithi119 ceph-mon[96316]: osdmap e1010: 8 total, 8 up, 8 in 2024-04-13T08:03:26.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:26 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/3482734186' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138935-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:26.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:26 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138935-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:26.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:26 smithi119 ceph-mon[93746]: pgmap v1226: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:26.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:26 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:03:26.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:26 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T08:03:26.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:26 smithi119 ceph-mon[93746]: osdmap e1010: 8 total, 8 up, 8 in 2024-04-13T08:03:26.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:26 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/3482734186' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138935-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:26.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:26 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138935-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:26.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:26 smithi139 ceph-mon[88985]: pgmap v1226: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:26.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:26 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:03:26.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:26 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T08:03:26.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:26 smithi139 ceph-mon[88985]: osdmap e1010: 8 total, 8 up, 8 in 2024-04-13T08:03:26.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:26 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/3482734186' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138935-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:26.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:26 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138935-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:27.470 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] ClsNumOps.Mul (3023 ms) 2024-04-13T08:03:27.470 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] ClsNumOps.Div 2024-04-13T08:03:27.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:27 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138935-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:03:27.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:27 smithi139 ceph-mon[88985]: osdmap e1011: 8 total, 8 up, 8 in 2024-04-13T08:03:27.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:27 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138935-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:03:27.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:27 smithi119 ceph-mon[93746]: osdmap e1011: 8 total, 8 up, 8 in 2024-04-13T08:03:27.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:27 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138935-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:03:27.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:27 smithi119 ceph-mon[96316]: osdmap e1011: 8 total, 8 up, 8 in 2024-04-13T08:03:28.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:28 smithi139 ceph-mon[88985]: pgmap v1229: 137 pgs: 26 creating+peering, 4 unknown, 107 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-04-13T08:03:28.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:28 smithi139 ceph-mon[88985]: osdmap e1012: 8 total, 8 up, 8 in 2024-04-13T08:03:28.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:28 smithi119 ceph-mon[93746]: pgmap v1229: 137 pgs: 26 creating+peering, 4 unknown, 107 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-04-13T08:03:28.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:28 smithi119 ceph-mon[93746]: osdmap e1012: 8 total, 8 up, 8 in 2024-04-13T08:03:28.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:28 smithi119 ceph-mon[96316]: pgmap v1229: 137 pgs: 26 creating+peering, 4 unknown, 107 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-04-13T08:03:28.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:28 smithi119 ceph-mon[96316]: osdmap e1012: 8 total, 8 up, 8 in 2024-04-13T08:03:29.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:29 smithi139 ceph-mon[88985]: osdmap e1013: 8 total, 8 up, 8 in 2024-04-13T08:03:29.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:29 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/129358162' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138935-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:29.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:29 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138935-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:29.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:29 smithi119 ceph-mon[96316]: osdmap e1013: 8 total, 8 up, 8 in 2024-04-13T08:03:29.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:29 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/129358162' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138935-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:29.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:29 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138935-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:29.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:29 smithi119 ceph-mon[93746]: osdmap e1013: 8 total, 8 up, 8 in 2024-04-13T08:03:29.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:29 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/129358162' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138935-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:29.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:29 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138935-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:30.506 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] ClsNumOps.Div (3036 ms) 2024-04-13T08:03:30.507 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 4 tests from ClsNumOps (11965 ms total) 2024-04-13T08:03:30.507 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:03:30.507 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] Global test environment tear-down 2024-04-13T08:03:30.507 INFO:tasks.workunit.client.0.smithi119.stdout:[==========] 4 tests from 1 test suite ran. (11965 ms total) 2024-04-13T08:03:30.507 INFO:tasks.workunit.client.0.smithi119.stdout:[ PASSED ] 4 tests. 2024-04-13T08:03:30.511 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-13T08:03:30.511 DEBUG:teuthology.orchestra.run.smithi119:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-13T08:03:30.581 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2024-04-13T08:03:30.581 DEBUG:teuthology.orchestra.run.smithi119:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2024-04-13T08:03:30.651 INFO:tasks.workunit.client.0.smithi119.stdout:Running main() from gmock_main.cc 2024-04-13T08:03:30.651 INFO:tasks.workunit.client.0.smithi119.stdout:[==========] Running 70 tests from 1 test suite. 2024-04-13T08:03:30.651 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] Global test environment set-up. 2024-04-13T08:03:30.651 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 70 tests from TestClsRbd 2024-04-13T08:03:30.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:30 smithi139 ceph-mon[88985]: pgmap v1232: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:30.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:30 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:03:30.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:30 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138935-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:03:30.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:30 smithi139 ceph-mon[88985]: osdmap e1014: 8 total, 8 up, 8 in 2024-04-13T08:03:30.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:30 smithi119 ceph-mon[96316]: pgmap v1232: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:30.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:30 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:03:30.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:30 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138935-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:03:30.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:30 smithi119 ceph-mon[96316]: osdmap e1014: 8 total, 8 up, 8 in 2024-04-13T08:03:30.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:30 smithi119 ceph-mon[93746]: pgmap v1232: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:30.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:30 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:03:30.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:30 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-138935-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:03:30.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:30 smithi119 ceph-mon[93746]: osdmap e1014: 8 total, 8 up, 8 in 2024-04-13T08:03:31.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:31 smithi139 ceph-mon[88985]: osdmap e1015: 8 total, 8 up, 8 in 2024-04-13T08:03:31.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:31 smithi119 ceph-mon[93746]: osdmap e1015: 8 total, 8 up, 8 in 2024-04-13T08:03:31.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:31 smithi119 ceph-mon[96316]: osdmap e1015: 8 total, 8 up, 8 in 2024-04-13T08:03:32.551 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.get_all_features 2024-04-13T08:03:32.569 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.get_all_features (18 ms) 2024-04-13T08:03:32.569 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.copyup 2024-04-13T08:03:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:03:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:03:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:03:32.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:32 smithi139 ceph-mon[88985]: pgmap v1235: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:32.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:32 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:03:32.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:32 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T08:03:32.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:32 smithi139 ceph-mon[88985]: osdmap e1016: 8 total, 8 up, 8 in 2024-04-13T08:03:32.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:32 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/3624764274' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139172-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:32.753 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.copyup (185 ms) 2024-04-13T08:03:32.754 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.sparse_copyup 2024-04-13T08:03:32.766 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.sparse_copyup (13 ms) 2024-04-13T08:03:32.766 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.get_and_set_id 2024-04-13T08:03:32.773 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.get_and_set_id (7 ms) 2024-04-13T08:03:32.774 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.add_remove_child 2024-04-13T08:03:32.785 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.add_remove_child (12 ms) 2024-04-13T08:03:32.785 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.directory_methods 2024-04-13T08:03:32.811 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.directory_methods (26 ms) 2024-04-13T08:03:32.811 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.create 2024-04-13T08:03:32.824 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.create (13 ms) 2024-04-13T08:03:32.824 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.get_features 2024-04-13T08:03:32.826 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.get_features (2 ms) 2024-04-13T08:03:32.826 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.get_object_prefix 2024-04-13T08:03:32.827 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.get_object_prefix (1 ms) 2024-04-13T08:03:32.828 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2024-04-13T08:03:32.830 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.get_create_timestamp (3 ms) 2024-04-13T08:03:32.830 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2024-04-13T08:03:32.832 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.get_access_timestamp (2 ms) 2024-04-13T08:03:32.832 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2024-04-13T08:03:32.833 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.get_modify_timestamp (1 ms) 2024-04-13T08:03:32.833 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.get_data_pool 2024-04-13T08:03:32.837 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.get_data_pool (4 ms) 2024-04-13T08:03:32.837 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.get_size 2024-04-13T08:03:32.840 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.get_size (4 ms) 2024-04-13T08:03:32.841 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.set_size 2024-04-13T08:03:32.845 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.set_size (4 ms) 2024-04-13T08:03:32.845 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.protection_status 2024-04-13T08:03:32.863 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.protection_status (18 ms) 2024-04-13T08:03:32.863 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.snapshot_limits 2024-04-13T08:03:32.871 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.snapshot_limits (8 ms) 2024-04-13T08:03:32.871 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.parents_v1 2024-04-13T08:03:32.912 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.parents_v1 (40 ms) 2024-04-13T08:03:32.912 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.parents_v2 2024-04-13T08:03:32.942 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.parents_v2 (31 ms) 2024-04-13T08:03:32.942 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.snapshots 2024-04-13T08:03:32.962 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.snapshots (20 ms) 2024-04-13T08:03:32.962 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.snapid_race 2024-04-13T08:03:32.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:32 smithi119 ceph-mon[96316]: pgmap v1235: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:32.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:32 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:03:32.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:32 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T08:03:32.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:32 smithi119 ceph-mon[96316]: osdmap e1016: 8 total, 8 up, 8 in 2024-04-13T08:03:32.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:32 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/3624764274' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139172-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:32.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:32 smithi119 ceph-mon[93746]: pgmap v1235: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:32.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:32 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:03:32.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:32 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T08:03:32.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:32 smithi119 ceph-mon[93746]: osdmap e1016: 8 total, 8 up, 8 in 2024-04-13T08:03:32.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:32 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/3624764274' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139172-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:32.969 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.snapid_race (7 ms) 2024-04-13T08:03:32.969 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.stripingv2 2024-04-13T08:03:32.978 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.stripingv2 (9 ms) 2024-04-13T08:03:32.978 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.object_map_save 2024-04-13T08:03:32.981 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.object_map_save (3 ms) 2024-04-13T08:03:32.981 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.object_map_resize 2024-04-13T08:03:32.988 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.object_map_resize (7 ms) 2024-04-13T08:03:32.988 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.object_map_update 2024-04-13T08:03:32.996 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.object_map_update (8 ms) 2024-04-13T08:03:32.996 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2024-04-13T08:03:32.996 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.object_map_load_enoent (0 ms) 2024-04-13T08:03:32.996 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2024-04-13T08:03:33.004 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.object_map_snap_add (8 ms) 2024-04-13T08:03:33.004 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2024-04-13T08:03:33.012 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.object_map_snap_remove (8 ms) 2024-04-13T08:03:33.012 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.flags 2024-04-13T08:03:33.016 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.flags (4 ms) 2024-04-13T08:03:33.016 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.metadata 2024-04-13T08:03:33.039 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.metadata (23 ms) 2024-04-13T08:03:33.039 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.set_features 2024-04-13T08:03:33.045 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.set_features (6 ms) 2024-04-13T08:03:33.045 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.mirror 2024-04-13T08:03:33.077 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.mirror (32 ms) 2024-04-13T08:03:33.077 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.mirror_image 2024-04-13T08:03:33.091 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.mirror_image (13 ms) 2024-04-13T08:03:33.091 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.mirror_image_status 2024-04-13T08:03:33.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:33 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/3624764274' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139172-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:03:33.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:33 smithi139 ceph-mon[88985]: osdmap e1017: 8 total, 8 up, 8 in 2024-04-13T08:03:33.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:33 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/3624764274' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139172-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:03:33.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:33 smithi119 ceph-mon[96316]: osdmap e1017: 8 total, 8 up, 8 in 2024-04-13T08:03:33.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:33 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/3624764274' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139172-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:03:33.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:33 smithi119 ceph-mon[93746]: osdmap e1017: 8 total, 8 up, 8 in 2024-04-13T08:03:34.818 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:34 smithi119 ceph-mon[96316]: pgmap v1238: 137 pgs: 2 creating+activating, 3 creating+peering, 26 unknown, 106 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:34.818 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:34 smithi119 ceph-mon[96316]: osdmap e1018: 8 total, 8 up, 8 in 2024-04-13T08:03:34.819 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:34 smithi119 ceph-mon[93746]: pgmap v1238: 137 pgs: 2 creating+activating, 3 creating+peering, 26 unknown, 106 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:34.819 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:34 smithi119 ceph-mon[93746]: osdmap e1018: 8 total, 8 up, 8 in 2024-04-13T08:03:34.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:34 smithi139 ceph-mon[88985]: pgmap v1238: 137 pgs: 2 creating+activating, 3 creating+peering, 26 unknown, 106 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:34.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:34 smithi139 ceph-mon[88985]: osdmap e1018: 8 total, 8 up, 8 in 2024-04-13T08:03:35.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:03:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:03:34] "GET /metrics HTTP/1.1" 200 36292 "" "Prometheus/2.43.0" 2024-04-13T08:03:35.408 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.mirror_image_status (2318 ms) 2024-04-13T08:03:35.408 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.mirror_image_map 2024-04-13T08:03:35.494 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.mirror_image_map (86 ms) 2024-04-13T08:03:35.495 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.mirror_instances 2024-04-13T08:03:35.503 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.mirror_instances (9 ms) 2024-04-13T08:03:35.503 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2024-04-13T08:03:35.515 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.mirror_snapshot (12 ms) 2024-04-13T08:03:35.515 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.group_dir_list 2024-04-13T08:03:35.517 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.group_dir_list (2 ms) 2024-04-13T08:03:35.517 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.group_dir_add 2024-04-13T08:03:35.520 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.group_dir_add (3 ms) 2024-04-13T08:03:35.520 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2024-04-13T08:03:35.523 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.dir_add_already_existing (3 ms) 2024-04-13T08:03:35.523 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.group_dir_rename 2024-04-13T08:03:35.532 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.group_dir_rename (8 ms) 2024-04-13T08:03:35.532 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.group_dir_remove 2024-04-13T08:03:35.535 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.group_dir_remove (4 ms) 2024-04-13T08:03:35.535 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2024-04-13T08:03:35.540 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (5 ms) 2024-04-13T08:03:35.540 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.group_image_add 2024-04-13T08:03:35.542 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.group_image_add (2 ms) 2024-04-13T08:03:35.542 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.group_image_remove 2024-04-13T08:03:35.545 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.group_image_remove (3 ms) 2024-04-13T08:03:35.545 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.group_image_list 2024-04-13T08:03:35.548 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.group_image_list (3 ms) 2024-04-13T08:03:35.548 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.group_image_clean 2024-04-13T08:03:35.552 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.group_image_clean (4 ms) 2024-04-13T08:03:35.552 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.image_group_add 2024-04-13T08:03:35.554 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.image_group_add (2 ms) 2024-04-13T08:03:35.554 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.image_group_remove 2024-04-13T08:03:35.557 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.image_group_remove (3 ms) 2024-04-13T08:03:35.558 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.image_group_get 2024-04-13T08:03:35.560 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.image_group_get (3 ms) 2024-04-13T08:03:35.560 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2024-04-13T08:03:35.561 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (1 ms) 2024-04-13T08:03:35.562 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2024-04-13T08:03:35.563 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (2 ms) 2024-04-13T08:03:35.563 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2024-04-13T08:03:35.566 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (3 ms) 2024-04-13T08:03:35.566 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2024-04-13T08:03:35.569 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (3 ms) 2024-04-13T08:03:35.569 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.group_snap_set 2024-04-13T08:03:35.571 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.group_snap_set (2 ms) 2024-04-13T08:03:35.571 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.group_snap_list 2024-04-13T08:03:35.574 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.group_snap_list (3 ms) 2024-04-13T08:03:35.574 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2024-04-13T08:03:35.589 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (15 ms) 2024-04-13T08:03:35.589 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2024-04-13T08:03:35.791 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (201 ms) 2024-04-13T08:03:35.791 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.group_snap_remove 2024-04-13T08:03:35.794 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.group_snap_remove (4 ms) 2024-04-13T08:03:35.794 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2024-04-13T08:03:35.795 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (1 ms) 2024-04-13T08:03:35.795 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.trash_methods 2024-04-13T08:03:35.802 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.trash_methods (7 ms) 2024-04-13T08:03:35.802 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.op_features 2024-04-13T08:03:35.809 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.op_features (7 ms) 2024-04-13T08:03:35.809 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.clone_parent 2024-04-13T08:03:35.829 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.clone_parent (20 ms) 2024-04-13T08:03:35.829 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2024-04-13T08:03:35.840 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.clone_parent_ns (11 ms) 2024-04-13T08:03:35.840 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.clone_child 2024-04-13T08:03:35.850 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.clone_child (10 ms) 2024-04-13T08:03:35.850 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.namespace_methods 2024-04-13T08:03:35.857 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.namespace_methods (7 ms) 2024-04-13T08:03:35.857 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.migration 2024-04-13T08:03:35.866 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.migration (9 ms) 2024-04-13T08:03:35.866 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.migration_v1 2024-04-13T08:03:35.877 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.migration_v1 (11 ms) 2024-04-13T08:03:35.877 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2024-04-13T08:03:36.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:36 smithi139 ceph-mon[88985]: pgmap v1240: 137 pgs: 2 creating+activating, 3 creating+peering, 26 unknown, 106 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:36.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:36 smithi119 ceph-mon[96316]: pgmap v1240: 137 pgs: 2 creating+activating, 3 creating+peering, 26 unknown, 106 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:36.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:36 smithi119 ceph-mon[93746]: pgmap v1240: 137 pgs: 2 creating+activating, 3 creating+peering, 26 unknown, 106 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:37.573 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1696 ms) 2024-04-13T08:03:37.573 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestClsRbd.sparsify 2024-04-13T08:03:37.624 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestClsRbd.sparsify (51 ms) 2024-04-13T08:03:37.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:37 smithi139 ceph-mon[88985]: osdmap e1019: 8 total, 8 up, 8 in 2024-04-13T08:03:37.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:37 smithi119 ceph-mon[96316]: osdmap e1019: 8 total, 8 up, 8 in 2024-04-13T08:03:37.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:37 smithi119 ceph-mon[93746]: osdmap e1019: 8 total, 8 up, 8 in 2024-04-13T08:03:38.582 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 70 tests from TestClsRbd (5074 ms total) 2024-04-13T08:03:38.582 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:03:38.582 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] Global test environment tear-down 2024-04-13T08:03:38.582 INFO:tasks.workunit.client.0.smithi119.stdout:[==========] 70 tests from 1 test suite ran. (7932 ms total) 2024-04-13T08:03:38.583 INFO:tasks.workunit.client.0.smithi119.stdout:[ PASSED ] 70 tests. 2024-04-13T08:03:38.587 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-13T08:03:38.587 DEBUG:teuthology.orchestra.run.smithi119:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-13T08:03:38.657 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2024-04-13T08:03:38.657 DEBUG:teuthology.orchestra.run.smithi119:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2024-04-13T08:03:38.729 INFO:tasks.workunit.client.0.smithi119.stdout:Running main() from gmock_main.cc 2024-04-13T08:03:38.729 INFO:tasks.workunit.client.0.smithi119.stdout:[==========] Running 10 tests from 1 test suite. 2024-04-13T08:03:38.729 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] Global test environment set-up. 2024-04-13T08:03:38.729 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 10 tests from cls_rgw 2024-04-13T08:03:38.730 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] cls_rgw.test_implicit 2024-04-13T08:03:38.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:38 smithi139 ceph-mon[88985]: pgmap v1242: 137 pgs: 2 creating+activating, 135 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 2.44k op/s 2024-04-13T08:03:38.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:38 smithi139 ceph-mon[88985]: osdmap e1020: 8 total, 8 up, 8 in 2024-04-13T08:03:38.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:38 smithi119 ceph-mon[96316]: pgmap v1242: 137 pgs: 2 creating+activating, 135 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 2.44k op/s 2024-04-13T08:03:38.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:38 smithi119 ceph-mon[96316]: osdmap e1020: 8 total, 8 up, 8 in 2024-04-13T08:03:38.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:38 smithi119 ceph-mon[93746]: pgmap v1242: 137 pgs: 2 creating+activating, 135 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 2.44k op/s 2024-04-13T08:03:38.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:38 smithi119 ceph-mon[93746]: osdmap e1020: 8 total, 8 up, 8 in 2024-04-13T08:03:39.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:39 smithi139 ceph-mon[88985]: osdmap e1021: 8 total, 8 up, 8 in 2024-04-13T08:03:39.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:39 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:03:39.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:03:39.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:39 smithi119 ceph-mon[96316]: osdmap e1021: 8 total, 8 up, 8 in 2024-04-13T08:03:39.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:39 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:03:39.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:03:39.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:39 smithi119 ceph-mon[93746]: osdmap e1021: 8 total, 8 up, 8 in 2024-04-13T08:03:39.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:39 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:03:39.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:03:40.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:40 smithi139 ceph-mon[88985]: pgmap v1245: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:40.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:40 smithi139 ceph-mon[88985]: osdmap e1022: 8 total, 8 up, 8 in 2024-04-13T08:03:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:40 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/3768963363' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139227-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:40.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:40 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139227-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:40.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:40 smithi119 ceph-mon[96316]: pgmap v1245: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:41.016 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:40 smithi119 ceph-mon[96316]: osdmap e1022: 8 total, 8 up, 8 in 2024-04-13T08:03:41.016 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:40 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/3768963363' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139227-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:41.016 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:40 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139227-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:41.016 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:40 smithi119 ceph-mon[93746]: pgmap v1245: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:41.016 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:40 smithi119 ceph-mon[93746]: osdmap e1022: 8 total, 8 up, 8 in 2024-04-13T08:03:41.017 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:40 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/3768963363' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139227-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:41.017 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:40 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139227-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:41.616 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] cls_rgw.test_implicit (2887 ms) 2024-04-13T08:03:41.616 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] cls_rgw.test_implicit_idempotent 2024-04-13T08:03:41.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:41 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139227-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:03:41.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:41 smithi139 ceph-mon[88985]: osdmap e1023: 8 total, 8 up, 8 in 2024-04-13T08:03:41.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:41 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139227-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:03:41.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:41 smithi119 ceph-mon[96316]: osdmap e1023: 8 total, 8 up, 8 in 2024-04-13T08:03:41.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:41 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139227-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:03:41.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:41 smithi119 ceph-mon[93746]: osdmap e1023: 8 total, 8 up, 8 in 2024-04-13T08:03:42.608 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:03:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:03:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:03:42.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:42 smithi139 ceph-mon[88985]: pgmap v1248: 137 pgs: 13 creating+peering, 12 unknown, 112 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:42.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:42 smithi139 ceph-mon[88985]: osdmap e1024: 8 total, 8 up, 8 in 2024-04-13T08:03:42.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:42 smithi119 ceph-mon[96316]: pgmap v1248: 137 pgs: 13 creating+peering, 12 unknown, 112 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:42.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:42 smithi119 ceph-mon[96316]: osdmap e1024: 8 total, 8 up, 8 in 2024-04-13T08:03:42.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:42 smithi119 ceph-mon[93746]: pgmap v1248: 137 pgs: 13 creating+peering, 12 unknown, 112 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:42.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:42 smithi119 ceph-mon[93746]: osdmap e1024: 8 total, 8 up, 8 in 2024-04-13T08:03:43.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:43 smithi139 ceph-mon[88985]: osdmap e1025: 8 total, 8 up, 8 in 2024-04-13T08:03:43.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:43 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/4185677364' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139227-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:43.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:43 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139227-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:43.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:43 smithi119 ceph-mon[96316]: osdmap e1025: 8 total, 8 up, 8 in 2024-04-13T08:03:43.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:43 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/4185677364' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139227-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:43.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:43 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139227-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:43.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:43 smithi119 ceph-mon[93746]: osdmap e1025: 8 total, 8 up, 8 in 2024-04-13T08:03:43.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:43 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/4185677364' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139227-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:43.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:43 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139227-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:44.634 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] cls_rgw.test_implicit_idempotent (3018 ms) 2024-04-13T08:03:44.634 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] cls_rgw.test_put_snap 2024-04-13T08:03:44.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:44 smithi139 ceph-mon[88985]: pgmap v1251: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:44.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:44 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:03:44.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:44 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139227-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:03:44.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:44 smithi139 ceph-mon[88985]: osdmap e1026: 8 total, 8 up, 8 in 2024-04-13T08:03:44.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:03:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:03:44] "GET /metrics HTTP/1.1" 200 33926 "" "Prometheus/2.43.0" 2024-04-13T08:03:44.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:44 smithi119 ceph-mon[93746]: pgmap v1251: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:44.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:44 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:03:44.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:44 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139227-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:03:44.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:44 smithi119 ceph-mon[93746]: osdmap e1026: 8 total, 8 up, 8 in 2024-04-13T08:03:44.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:44 smithi119 ceph-mon[96316]: pgmap v1251: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:44.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:44 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:03:44.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:44 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139227-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:03:44.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:44 smithi119 ceph-mon[96316]: osdmap e1026: 8 total, 8 up, 8 in 2024-04-13T08:03:45.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:45 smithi119 ceph-mon[96316]: osdmap e1027: 8 total, 8 up, 8 in 2024-04-13T08:03:45.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:45 smithi119 ceph-mon[93746]: osdmap e1027: 8 total, 8 up, 8 in 2024-04-13T08:03:46.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:45 smithi139 ceph-mon[88985]: osdmap e1027: 8 total, 8 up, 8 in 2024-04-13T08:03:46.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:46 smithi119 ceph-mon[96316]: pgmap v1254: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:46.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:46 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:03:46.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:46 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T08:03:46.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:46 smithi119 ceph-mon[96316]: osdmap e1028: 8 total, 8 up, 8 in 2024-04-13T08:03:46.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:46 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2899100924' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139227-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:46.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:46 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139227-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:46.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:46 smithi119 ceph-mon[93746]: pgmap v1254: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:46.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:46 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:03:46.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:46 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T08:03:46.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:46 smithi119 ceph-mon[93746]: osdmap e1028: 8 total, 8 up, 8 in 2024-04-13T08:03:46.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:46 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2899100924' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139227-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:46.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:46 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139227-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:47.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:46 smithi139 ceph-mon[88985]: pgmap v1254: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:47.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:46 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:03:47.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:46 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T08:03:47.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:46 smithi139 ceph-mon[88985]: osdmap e1028: 8 total, 8 up, 8 in 2024-04-13T08:03:47.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:46 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2899100924' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139227-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:47.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:46 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139227-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:47.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:47 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139227-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:03:47.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:47 smithi119 ceph-mon[96316]: osdmap e1029: 8 total, 8 up, 8 in 2024-04-13T08:03:47.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:47 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139227-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:03:47.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:47 smithi119 ceph-mon[93746]: osdmap e1029: 8 total, 8 up, 8 in 2024-04-13T08:03:48.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:47 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139227-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:03:48.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:47 smithi139 ceph-mon[88985]: osdmap e1029: 8 total, 8 up, 8 in 2024-04-13T08:03:48.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:48 smithi119 ceph-mon[96316]: pgmap v1257: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:48.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:48 smithi119 ceph-mon[96316]: osdmap e1030: 8 total, 8 up, 8 in 2024-04-13T08:03:48.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:48 smithi119 ceph-mon[93746]: pgmap v1257: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:48.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:48 smithi119 ceph-mon[93746]: osdmap e1030: 8 total, 8 up, 8 in 2024-04-13T08:03:49.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:48 smithi139 ceph-mon[88985]: pgmap v1257: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:49.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:48 smithi139 ceph-mon[88985]: osdmap e1030: 8 total, 8 up, 8 in 2024-04-13T08:03:50.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:50 smithi119 ceph-mon[96316]: pgmap v1259: 137 pgs: 19 creating+peering, 10 unknown, 108 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:50.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:50 smithi119 ceph-mon[93746]: pgmap v1259: 137 pgs: 19 creating+peering, 10 unknown, 108 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:51.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:50 smithi139 ceph-mon[88985]: pgmap v1259: 137 pgs: 19 creating+peering, 10 unknown, 108 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:51.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:51 smithi119 ceph-mon[96316]: osdmap e1031: 8 total, 8 up, 8 in 2024-04-13T08:03:51.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:51 smithi119 ceph-mon[93746]: osdmap e1031: 8 total, 8 up, 8 in 2024-04-13T08:03:52.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:51 smithi139 ceph-mon[88985]: osdmap e1031: 8 total, 8 up, 8 in 2024-04-13T08:03:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:03:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:03:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:03:52.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:52 smithi119 ceph-mon[93746]: pgmap v1261: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 184 B/s wr, 0 op/s 2024-04-13T08:03:52.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:52 smithi119 ceph-mon[93746]: osdmap e1032: 8 total, 8 up, 8 in 2024-04-13T08:03:52.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:52 smithi119 ceph-mon[96316]: pgmap v1261: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 184 B/s wr, 0 op/s 2024-04-13T08:03:52.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:52 smithi119 ceph-mon[96316]: osdmap e1032: 8 total, 8 up, 8 in 2024-04-13T08:03:53.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:52 smithi139 ceph-mon[88985]: pgmap v1261: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 184 B/s wr, 0 op/s 2024-04-13T08:03:53.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:52 smithi139 ceph-mon[88985]: osdmap e1032: 8 total, 8 up, 8 in 2024-04-13T08:03:53.696 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] cls_rgw.test_put_snap (9062 ms) 2024-04-13T08:03:53.696 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] cls_rgw.test_explicit 2024-04-13T08:03:53.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:53 smithi119 ceph-mon[96316]: osdmap e1033: 8 total, 8 up, 8 in 2024-04-13T08:03:53.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:53 smithi119 ceph-mon[93746]: osdmap e1033: 8 total, 8 up, 8 in 2024-04-13T08:03:54.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:53 smithi139 ceph-mon[88985]: osdmap e1033: 8 total, 8 up, 8 in 2024-04-13T08:03:54.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:03:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:03:54] "GET /metrics HTTP/1.1" 200 33924 "" "Prometheus/2.43.0" 2024-04-13T08:03:54.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:54 smithi119 ceph-mon[96316]: pgmap v1264: 137 pgs: 137 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 184 B/s wr, 0 op/s 2024-04-13T08:03:54.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:54 smithi119 ceph-mon[96316]: osdmap e1034: 8 total, 8 up, 8 in 2024-04-13T08:03:54.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:03:54.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:54 smithi119 ceph-mon[93746]: pgmap v1264: 137 pgs: 137 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 184 B/s wr, 0 op/s 2024-04-13T08:03:54.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:54 smithi119 ceph-mon[93746]: osdmap e1034: 8 total, 8 up, 8 in 2024-04-13T08:03:54.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:03:55.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:54 smithi139 ceph-mon[88985]: pgmap v1264: 137 pgs: 137 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 184 B/s wr, 0 op/s 2024-04-13T08:03:55.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:54 smithi139 ceph-mon[88985]: osdmap e1034: 8 total, 8 up, 8 in 2024-04-13T08:03:55.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:03:55.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:55 smithi119 ceph-mon[96316]: osdmap e1035: 8 total, 8 up, 8 in 2024-04-13T08:03:55.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:55 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/3747739797' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139227-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:55.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:55 smithi119 ceph-mon[93746]: osdmap e1035: 8 total, 8 up, 8 in 2024-04-13T08:03:55.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:55 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/3747739797' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139227-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:56.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:55 smithi139 ceph-mon[88985]: osdmap e1035: 8 total, 8 up, 8 in 2024-04-13T08:03:56.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:55 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/3747739797' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139227-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:56.714 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] cls_rgw.test_explicit (3018 ms) 2024-04-13T08:03:56.714 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] cls_rgw.set 2024-04-13T08:03:56.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:56 smithi119 ceph-mon[96316]: pgmap v1267: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:56.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:56 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:03:56.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:56 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/3747739797' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139227-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:03:56.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:56 smithi119 ceph-mon[96316]: osdmap e1036: 8 total, 8 up, 8 in 2024-04-13T08:03:56.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:56 smithi119 ceph-mon[93746]: pgmap v1267: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:56.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:56 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:03:56.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:56 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/3747739797' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139227-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:03:56.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:56 smithi119 ceph-mon[93746]: osdmap e1036: 8 total, 8 up, 8 in 2024-04-13T08:03:57.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:56 smithi139 ceph-mon[88985]: pgmap v1267: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:57.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:56 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:03:57.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:56 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/3747739797' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139227-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:03:57.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:56 smithi139 ceph-mon[88985]: osdmap e1036: 8 total, 8 up, 8 in 2024-04-13T08:03:57.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:57 smithi119 ceph-mon[96316]: osdmap e1037: 8 total, 8 up, 8 in 2024-04-13T08:03:57.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:57 smithi119 ceph-mon[93746]: osdmap e1037: 8 total, 8 up, 8 in 2024-04-13T08:03:58.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:57 smithi139 ceph-mon[88985]: osdmap e1037: 8 total, 8 up, 8 in 2024-04-13T08:03:58.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:58 smithi119 ceph-mon[96316]: pgmap v1270: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:58.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:58 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:03:58.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:58 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T08:03:58.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:58 smithi119 ceph-mon[96316]: osdmap e1038: 8 total, 8 up, 8 in 2024-04-13T08:03:58.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:58 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2903071172' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139227-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:58.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:58 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139227-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:58.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:58 smithi119 ceph-mon[93746]: pgmap v1270: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:58.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:58 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:03:58.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:58 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T08:03:58.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:58 smithi119 ceph-mon[93746]: osdmap e1038: 8 total, 8 up, 8 in 2024-04-13T08:03:58.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:58 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2903071172' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139227-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:58.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:58 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139227-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:59.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:58 smithi139 ceph-mon[88985]: pgmap v1270: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:03:59.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:58 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:03:59.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:58 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T08:03:59.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:58 smithi139 ceph-mon[88985]: osdmap e1038: 8 total, 8 up, 8 in 2024-04-13T08:03:59.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:58 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2903071172' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139227-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:59.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:58 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139227-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:59.735 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] cls_rgw.set (3021 ms) 2024-04-13T08:03:59.735 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] cls_rgw.test_implicit_ec 2024-04-13T08:04:00.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:59 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139227-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:04:00.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:03:59 smithi139 ceph-mon[88985]: osdmap e1039: 8 total, 8 up, 8 in 2024-04-13T08:04:00.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:59 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139227-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:04:00.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:03:59 smithi119 ceph-mon[96316]: osdmap e1039: 8 total, 8 up, 8 in 2024-04-13T08:04:00.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:59 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139227-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:04:00.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:03:59 smithi119 ceph-mon[93746]: osdmap e1039: 8 total, 8 up, 8 in 2024-04-13T08:04:01.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:00 smithi139 ceph-mon[88985]: pgmap v1273: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:01.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:00 smithi139 ceph-mon[88985]: osdmap e1040: 8 total, 8 up, 8 in 2024-04-13T08:04:01.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:00 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1979941557' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-6"}]: dispatch 2024-04-13T08:04:01.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:00 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-6"}]: dispatch 2024-04-13T08:04:01.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:00 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1979941557' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-6"}]: dispatch 2024-04-13T08:04:01.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:00 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-6"}]: dispatch 2024-04-13T08:04:01.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:00 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1979941557' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi119-139227-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T08:04:01.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:00 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi119-139227-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T08:04:01.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:00 smithi119 ceph-mon[96316]: pgmap v1273: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:01.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:00 smithi119 ceph-mon[96316]: osdmap e1040: 8 total, 8 up, 8 in 2024-04-13T08:04:01.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:00 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1979941557' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-6"}]: dispatch 2024-04-13T08:04:01.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:00 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-6"}]: dispatch 2024-04-13T08:04:01.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:00 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1979941557' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-6"}]: dispatch 2024-04-13T08:04:01.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:00 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-6"}]: dispatch 2024-04-13T08:04:01.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:00 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1979941557' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi119-139227-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T08:04:01.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:00 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi119-139227-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T08:04:01.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:00 smithi119 ceph-mon[93746]: pgmap v1273: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:01.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:00 smithi119 ceph-mon[93746]: osdmap e1040: 8 total, 8 up, 8 in 2024-04-13T08:04:01.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:00 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1979941557' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-6"}]: dispatch 2024-04-13T08:04:01.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:00 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-6"}]: dispatch 2024-04-13T08:04:01.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:00 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1979941557' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-6"}]: dispatch 2024-04-13T08:04:01.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:00 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-6"}]: dispatch 2024-04-13T08:04:01.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:00 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1979941557' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi119-139227-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T08:04:01.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:00 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi119-139227-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T08:04:02.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:01 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi119-139227-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-13T08:04:02.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:01 smithi139 ceph-mon[88985]: osdmap e1041: 8 total, 8 up, 8 in 2024-04-13T08:04:02.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:01 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1979941557' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi119-139227-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi119-139227-6"}]: dispatch 2024-04-13T08:04:02.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:01 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi119-139227-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi119-139227-6"}]: dispatch 2024-04-13T08:04:02.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:01 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi119-139227-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-13T08:04:02.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:01 smithi119 ceph-mon[96316]: osdmap e1041: 8 total, 8 up, 8 in 2024-04-13T08:04:02.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:01 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1979941557' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi119-139227-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi119-139227-6"}]: dispatch 2024-04-13T08:04:02.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:01 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi119-139227-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi119-139227-6"}]: dispatch 2024-04-13T08:04:02.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:01 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi119-139227-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-13T08:04:02.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:01 smithi119 ceph-mon[93746]: osdmap e1041: 8 total, 8 up, 8 in 2024-04-13T08:04:02.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:01 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1979941557' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi119-139227-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi119-139227-6"}]: dispatch 2024-04-13T08:04:02.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:01 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi119-139227-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi119-139227-6"}]: dispatch 2024-04-13T08:04:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:04:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:04:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:04:03.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:02 smithi139 ceph-mon[88985]: pgmap v1276: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:03.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:02 smithi139 ceph-mon[88985]: osdmap e1042: 8 total, 8 up, 8 in 2024-04-13T08:04:03.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:02 smithi119 ceph-mon[96316]: pgmap v1276: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:03.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:02 smithi119 ceph-mon[96316]: osdmap e1042: 8 total, 8 up, 8 in 2024-04-13T08:04:03.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:02 smithi119 ceph-mon[93746]: pgmap v1276: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:03.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:02 smithi119 ceph-mon[93746]: osdmap e1042: 8 total, 8 up, 8 in 2024-04-13T08:04:04.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:03 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi119-139227-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi119-139227-6"}]': finished 2024-04-13T08:04:04.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:03 smithi139 ceph-mon[88985]: osdmap e1043: 8 total, 8 up, 8 in 2024-04-13T08:04:04.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:03 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi119-139227-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi119-139227-6"}]': finished 2024-04-13T08:04:04.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:03 smithi119 ceph-mon[96316]: osdmap e1043: 8 total, 8 up, 8 in 2024-04-13T08:04:04.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:03 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi119-139227-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi119-139227-6"}]': finished 2024-04-13T08:04:04.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:03 smithi119 ceph-mon[93746]: osdmap e1043: 8 total, 8 up, 8 in 2024-04-13T08:04:05.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:04 smithi139 ceph-mon[88985]: pgmap v1279: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:05.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:04 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:04:05.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:04 smithi139 ceph-mon[88985]: osdmap e1044: 8 total, 8 up, 8 in 2024-04-13T08:04:05.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:04 smithi119 ceph-mon[96316]: pgmap v1279: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:05.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:04 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:04:05.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:04 smithi119 ceph-mon[96316]: osdmap e1044: 8 total, 8 up, 8 in 2024-04-13T08:04:05.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:04:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:04:04] "GET /metrics HTTP/1.1" 200 33924 "" "Prometheus/2.43.0" 2024-04-13T08:04:05.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:04 smithi119 ceph-mon[93746]: pgmap v1279: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:05.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:04 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:04:05.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:04 smithi119 ceph-mon[93746]: osdmap e1044: 8 total, 8 up, 8 in 2024-04-13T08:04:06.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:05 smithi139 ceph-mon[88985]: osdmap e1045: 8 total, 8 up, 8 in 2024-04-13T08:04:06.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:05 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1979941557' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-6"}]: dispatch 2024-04-13T08:04:06.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:05 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-6"}]: dispatch 2024-04-13T08:04:06.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:05 smithi119 ceph-mon[96316]: osdmap e1045: 8 total, 8 up, 8 in 2024-04-13T08:04:06.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:05 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1979941557' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-6"}]: dispatch 2024-04-13T08:04:06.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:05 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-6"}]: dispatch 2024-04-13T08:04:06.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:05 smithi119 ceph-mon[93746]: osdmap e1045: 8 total, 8 up, 8 in 2024-04-13T08:04:06.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:05 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1979941557' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-6"}]: dispatch 2024-04-13T08:04:06.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:05 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-6"}]: dispatch 2024-04-13T08:04:06.770 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] cls_rgw.test_implicit_ec (7035 ms) 2024-04-13T08:04:06.770 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] cls_rgw.test_implicit_idempotent_ec 2024-04-13T08:04:07.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:06 smithi139 ceph-mon[88985]: pgmap v1282: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:07.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:06 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:04:07.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:06 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T08:04:07.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:06 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-6"}]': finished 2024-04-13T08:04:07.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:06 smithi139 ceph-mon[88985]: osdmap e1046: 8 total, 8 up, 8 in 2024-04-13T08:04:07.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:06 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1979941557' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-6"}]: dispatch 2024-04-13T08:04:07.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:06 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-6"}]: dispatch 2024-04-13T08:04:07.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:06 smithi119 ceph-mon[96316]: pgmap v1282: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:07.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:06 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:04:07.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:06 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T08:04:07.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:06 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-6"}]': finished 2024-04-13T08:04:07.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:06 smithi119 ceph-mon[96316]: osdmap e1046: 8 total, 8 up, 8 in 2024-04-13T08:04:07.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:06 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1979941557' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-6"}]: dispatch 2024-04-13T08:04:07.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:06 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-6"}]: dispatch 2024-04-13T08:04:07.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:06 smithi119 ceph-mon[93746]: pgmap v1282: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:07.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:06 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:04:07.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:06 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T08:04:07.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:06 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-6"}]': finished 2024-04-13T08:04:07.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:06 smithi119 ceph-mon[93746]: osdmap e1046: 8 total, 8 up, 8 in 2024-04-13T08:04:07.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:06 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1979941557' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-6"}]: dispatch 2024-04-13T08:04:07.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:06 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-6"}]: dispatch 2024-04-13T08:04:08.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:07 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-6"}]': finished 2024-04-13T08:04:08.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:07 smithi139 ceph-mon[88985]: osdmap e1047: 8 total, 8 up, 8 in 2024-04-13T08:04:08.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:07 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/324042734' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-7"}]: dispatch 2024-04-13T08:04:08.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:07 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-7"}]: dispatch 2024-04-13T08:04:08.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:07 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/324042734' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-7"}]: dispatch 2024-04-13T08:04:08.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:07 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-7"}]: dispatch 2024-04-13T08:04:08.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:07 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/324042734' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi119-139227-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T08:04:08.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:07 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi119-139227-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T08:04:08.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:07 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-6"}]': finished 2024-04-13T08:04:08.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:07 smithi119 ceph-mon[96316]: osdmap e1047: 8 total, 8 up, 8 in 2024-04-13T08:04:08.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:07 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/324042734' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-7"}]: dispatch 2024-04-13T08:04:08.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:07 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-7"}]: dispatch 2024-04-13T08:04:08.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:07 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/324042734' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-7"}]: dispatch 2024-04-13T08:04:08.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:07 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-7"}]: dispatch 2024-04-13T08:04:08.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:07 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/324042734' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi119-139227-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T08:04:08.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:07 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi119-139227-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T08:04:08.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:07 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-6"}]': finished 2024-04-13T08:04:08.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:07 smithi119 ceph-mon[93746]: osdmap e1047: 8 total, 8 up, 8 in 2024-04-13T08:04:08.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:07 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/324042734' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-7"}]: dispatch 2024-04-13T08:04:08.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:07 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-7"}]: dispatch 2024-04-13T08:04:08.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:07 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/324042734' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-7"}]: dispatch 2024-04-13T08:04:08.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:07 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-7"}]: dispatch 2024-04-13T08:04:08.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:07 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/324042734' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi119-139227-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T08:04:08.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:07 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi119-139227-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T08:04:09.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:08 smithi139 ceph-mon[88985]: pgmap v1285: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:09.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:08 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi119-139227-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-13T08:04:09.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:08 smithi139 ceph-mon[88985]: osdmap e1048: 8 total, 8 up, 8 in 2024-04-13T08:04:09.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:08 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/324042734' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi119-139227-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi119-139227-7"}]: dispatch 2024-04-13T08:04:09.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:08 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi119-139227-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi119-139227-7"}]: dispatch 2024-04-13T08:04:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:08 smithi119 ceph-mon[96316]: pgmap v1285: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:08 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi119-139227-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-13T08:04:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:08 smithi119 ceph-mon[96316]: osdmap e1048: 8 total, 8 up, 8 in 2024-04-13T08:04:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:08 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/324042734' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi119-139227-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi119-139227-7"}]: dispatch 2024-04-13T08:04:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:08 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi119-139227-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi119-139227-7"}]: dispatch 2024-04-13T08:04:09.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:08 smithi119 ceph-mon[93746]: pgmap v1285: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:09.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:08 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi119-139227-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-13T08:04:09.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:08 smithi119 ceph-mon[93746]: osdmap e1048: 8 total, 8 up, 8 in 2024-04-13T08:04:09.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:08 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/324042734' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi119-139227-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi119-139227-7"}]: dispatch 2024-04-13T08:04:09.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:08 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi119-139227-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi119-139227-7"}]: dispatch 2024-04-13T08:04:10.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:09 smithi139 ceph-mon[88985]: osdmap e1049: 8 total, 8 up, 8 in 2024-04-13T08:04:10.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:04:10.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:09 smithi119 ceph-mon[96316]: osdmap e1049: 8 total, 8 up, 8 in 2024-04-13T08:04:10.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:04:10.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:09 smithi119 ceph-mon[93746]: osdmap e1049: 8 total, 8 up, 8 in 2024-04-13T08:04:10.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:04:11.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:10 smithi139 ceph-mon[88985]: pgmap v1288: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:11.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:10 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi119-139227-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi119-139227-7"}]': finished 2024-04-13T08:04:11.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:10 smithi139 ceph-mon[88985]: osdmap e1050: 8 total, 8 up, 8 in 2024-04-13T08:04:11.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:10 smithi119 ceph-mon[93746]: pgmap v1288: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:11.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:10 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi119-139227-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi119-139227-7"}]': finished 2024-04-13T08:04:11.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:10 smithi119 ceph-mon[93746]: osdmap e1050: 8 total, 8 up, 8 in 2024-04-13T08:04:11.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:10 smithi119 ceph-mon[96316]: pgmap v1288: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:11.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:10 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi119-139227-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi119-139227-7"}]': finished 2024-04-13T08:04:11.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:10 smithi119 ceph-mon[96316]: osdmap e1050: 8 total, 8 up, 8 in 2024-04-13T08:04:12.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:11 smithi139 ceph-mon[88985]: osdmap e1051: 8 total, 8 up, 8 in 2024-04-13T08:04:12.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:11 smithi119 ceph-mon[93746]: osdmap e1051: 8 total, 8 up, 8 in 2024-04-13T08:04:12.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:11 smithi119 ceph-mon[96316]: osdmap e1051: 8 total, 8 up, 8 in 2024-04-13T08:04:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:04:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:04:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:04:13.117 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:12 smithi119 ceph-mon[96316]: pgmap v1291: 113 pgs: 5 creating+peering, 2 unknown, 106 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-13T08:04:13.117 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:12 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:04:13.117 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:12 smithi119 ceph-mon[96316]: osdmap e1052: 8 total, 8 up, 8 in 2024-04-13T08:04:13.117 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:12 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/324042734' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-7"}]: dispatch 2024-04-13T08:04:13.117 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:12 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-7"}]: dispatch 2024-04-13T08:04:13.118 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:12 smithi119 ceph-mon[93746]: pgmap v1291: 113 pgs: 5 creating+peering, 2 unknown, 106 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-13T08:04:13.118 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:12 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:04:13.118 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:12 smithi119 ceph-mon[93746]: osdmap e1052: 8 total, 8 up, 8 in 2024-04-13T08:04:13.118 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:12 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/324042734' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-7"}]: dispatch 2024-04-13T08:04:13.118 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:12 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-7"}]: dispatch 2024-04-13T08:04:13.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:12 smithi139 ceph-mon[88985]: pgmap v1291: 113 pgs: 5 creating+peering, 2 unknown, 106 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-13T08:04:13.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:12 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:04:13.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:12 smithi139 ceph-mon[88985]: osdmap e1052: 8 total, 8 up, 8 in 2024-04-13T08:04:13.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:12 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/324042734' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-7"}]: dispatch 2024-04-13T08:04:13.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:12 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-7"}]: dispatch 2024-04-13T08:04:13.828 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] cls_rgw.test_implicit_idempotent_ec (7057 ms) 2024-04-13T08:04:13.828 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] cls_rgw.test_put_snap_ec 2024-04-13T08:04:14.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:13 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-7"}]': finished 2024-04-13T08:04:14.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:13 smithi139 ceph-mon[88985]: osdmap e1053: 8 total, 8 up, 8 in 2024-04-13T08:04:14.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:13 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/324042734' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-7"}]: dispatch 2024-04-13T08:04:14.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:13 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-7"}]: dispatch 2024-04-13T08:04:14.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:13 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-7"}]': finished 2024-04-13T08:04:14.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:13 smithi119 ceph-mon[96316]: osdmap e1053: 8 total, 8 up, 8 in 2024-04-13T08:04:14.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:13 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/324042734' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-7"}]: dispatch 2024-04-13T08:04:14.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:13 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-7"}]: dispatch 2024-04-13T08:04:14.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:13 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-7"}]': finished 2024-04-13T08:04:14.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:13 smithi119 ceph-mon[93746]: osdmap e1053: 8 total, 8 up, 8 in 2024-04-13T08:04:14.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:13 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/324042734' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-7"}]: dispatch 2024-04-13T08:04:14.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:13 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-7"}]: dispatch 2024-04-13T08:04:15.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:14 smithi139 ceph-mon[88985]: pgmap v1294: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:15.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:14 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:04:15.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:14 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T08:04:15.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:14 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-7"}]': finished 2024-04-13T08:04:15.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:14 smithi139 ceph-mon[88985]: osdmap e1054: 8 total, 8 up, 8 in 2024-04-13T08:04:15.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:14 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/595655894' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-8"}]: dispatch 2024-04-13T08:04:15.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:14 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/595655894' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-8"}]: dispatch 2024-04-13T08:04:15.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:14 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/595655894' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi119-139227-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T08:04:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:04:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:04:14] "GET /metrics HTTP/1.1" 200 33922 "" "Prometheus/2.43.0" 2024-04-13T08:04:15.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:14 smithi119 ceph-mon[96316]: pgmap v1294: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:15.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:14 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:04:15.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:14 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T08:04:15.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:14 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-7"}]': finished 2024-04-13T08:04:15.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:14 smithi119 ceph-mon[96316]: osdmap e1054: 8 total, 8 up, 8 in 2024-04-13T08:04:15.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:14 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/595655894' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-8"}]: dispatch 2024-04-13T08:04:15.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:14 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/595655894' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-8"}]: dispatch 2024-04-13T08:04:15.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:14 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/595655894' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi119-139227-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T08:04:15.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:14 smithi119 ceph-mon[93746]: pgmap v1294: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:15.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:14 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:04:15.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:14 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T08:04:15.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:14 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-7"}]': finished 2024-04-13T08:04:15.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:14 smithi119 ceph-mon[93746]: osdmap e1054: 8 total, 8 up, 8 in 2024-04-13T08:04:15.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:14 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/595655894' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-8"}]: dispatch 2024-04-13T08:04:15.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:14 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/595655894' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-8"}]: dispatch 2024-04-13T08:04:15.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:14 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/595655894' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi119-139227-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T08:04:16.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:15 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/595655894' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi119-139227-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-13T08:04:16.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:15 smithi139 ceph-mon[88985]: osdmap e1055: 8 total, 8 up, 8 in 2024-04-13T08:04:16.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:15 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/595655894' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi119-139227-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi119-139227-8"}]: dispatch 2024-04-13T08:04:16.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:15 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/595655894' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi119-139227-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-13T08:04:16.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:15 smithi119 ceph-mon[96316]: osdmap e1055: 8 total, 8 up, 8 in 2024-04-13T08:04:16.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:15 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/595655894' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi119-139227-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi119-139227-8"}]: dispatch 2024-04-13T08:04:16.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:15 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/595655894' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi119-139227-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-13T08:04:16.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:15 smithi119 ceph-mon[93746]: osdmap e1055: 8 total, 8 up, 8 in 2024-04-13T08:04:16.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:15 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/595655894' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi119-139227-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi119-139227-8"}]: dispatch 2024-04-13T08:04:17.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:16 smithi139 ceph-mon[88985]: pgmap v1297: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:17.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:16 smithi139 ceph-mon[88985]: osdmap e1056: 8 total, 8 up, 8 in 2024-04-13T08:04:17.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:16 smithi119 ceph-mon[96316]: pgmap v1297: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:17.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:16 smithi119 ceph-mon[96316]: osdmap e1056: 8 total, 8 up, 8 in 2024-04-13T08:04:17.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:16 smithi119 ceph-mon[93746]: pgmap v1297: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:17.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:16 smithi119 ceph-mon[93746]: osdmap e1056: 8 total, 8 up, 8 in 2024-04-13T08:04:18.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:17 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/595655894' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi119-139227-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi119-139227-8"}]': finished 2024-04-13T08:04:18.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:17 smithi139 ceph-mon[88985]: osdmap e1057: 8 total, 8 up, 8 in 2024-04-13T08:04:18.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:17 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/595655894' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi119-139227-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi119-139227-8"}]': finished 2024-04-13T08:04:18.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:17 smithi119 ceph-mon[96316]: osdmap e1057: 8 total, 8 up, 8 in 2024-04-13T08:04:18.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:17 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/595655894' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi119-139227-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi119-139227-8"}]': finished 2024-04-13T08:04:18.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:17 smithi119 ceph-mon[93746]: osdmap e1057: 8 total, 8 up, 8 in 2024-04-13T08:04:19.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:18 smithi139 ceph-mon[88985]: pgmap v1300: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:19.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:18 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:04:19.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:18 smithi139 ceph-mon[88985]: osdmap e1058: 8 total, 8 up, 8 in 2024-04-13T08:04:19.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:18 smithi119 ceph-mon[96316]: pgmap v1300: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:19.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:18 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:04:19.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:18 smithi119 ceph-mon[96316]: osdmap e1058: 8 total, 8 up, 8 in 2024-04-13T08:04:19.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:18 smithi119 ceph-mon[93746]: pgmap v1300: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:19.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:18 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:04:19.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:18 smithi119 ceph-mon[93746]: osdmap e1058: 8 total, 8 up, 8 in 2024-04-13T08:04:20.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:19 smithi139 ceph-mon[88985]: osdmap e1059: 8 total, 8 up, 8 in 2024-04-13T08:04:20.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:19 smithi119 ceph-mon[96316]: osdmap e1059: 8 total, 8 up, 8 in 2024-04-13T08:04:20.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:19 smithi119 ceph-mon[93746]: osdmap e1059: 8 total, 8 up, 8 in 2024-04-13T08:04:21.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:20 smithi139 ceph-mon[88985]: pgmap v1303: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:21.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:20 smithi119 ceph-mon[96316]: pgmap v1303: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:21.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:20 smithi119 ceph-mon[93746]: pgmap v1303: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:22.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:21 smithi139 ceph-mon[88985]: osdmap e1060: 8 total, 8 up, 8 in 2024-04-13T08:04:22.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:21 smithi119 ceph-mon[96316]: osdmap e1060: 8 total, 8 up, 8 in 2024-04-13T08:04:22.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:21 smithi119 ceph-mon[93746]: osdmap e1060: 8 total, 8 up, 8 in 2024-04-13T08:04:22.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:04:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:04:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:04:23.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:22 smithi119 ceph-mon[93746]: pgmap v1305: 113 pgs: 2 creating+peering, 1 unknown, 110 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 234 B/s wr, 0 op/s 2024-04-13T08:04:23.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:22 smithi119 ceph-mon[93746]: osdmap e1061: 8 total, 8 up, 8 in 2024-04-13T08:04:23.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:22 smithi119 ceph-mon[96316]: pgmap v1305: 113 pgs: 2 creating+peering, 1 unknown, 110 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 234 B/s wr, 0 op/s 2024-04-13T08:04:23.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:22 smithi119 ceph-mon[96316]: osdmap e1061: 8 total, 8 up, 8 in 2024-04-13T08:04:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:22 smithi139 ceph-mon[88985]: pgmap v1305: 113 pgs: 2 creating+peering, 1 unknown, 110 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 234 B/s wr, 0 op/s 2024-04-13T08:04:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:22 smithi139 ceph-mon[88985]: osdmap e1061: 8 total, 8 up, 8 in 2024-04-13T08:04:24.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:23 smithi119 ceph-mon[96316]: osdmap e1062: 8 total, 8 up, 8 in 2024-04-13T08:04:24.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:23 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:04:24.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:23 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:04:24.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:23 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:04:24.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:23 smithi119 ceph-mon[96316]: osdmap e1063: 8 total, 8 up, 8 in 2024-04-13T08:04:24.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:23 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/595655894' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-8"}]: dispatch 2024-04-13T08:04:24.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:23 smithi119 ceph-mon[93746]: osdmap e1062: 8 total, 8 up, 8 in 2024-04-13T08:04:24.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:23 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:04:24.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:23 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:04:24.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:23 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:04:24.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:23 smithi119 ceph-mon[93746]: osdmap e1063: 8 total, 8 up, 8 in 2024-04-13T08:04:24.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:23 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/595655894' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-8"}]: dispatch 2024-04-13T08:04:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:23 smithi139 ceph-mon[88985]: osdmap e1062: 8 total, 8 up, 8 in 2024-04-13T08:04:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:23 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:04:24.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:23 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:04:24.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:23 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:04:24.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:23 smithi139 ceph-mon[88985]: osdmap e1063: 8 total, 8 up, 8 in 2024-04-13T08:04:24.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:23 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/595655894' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-8"}]: dispatch 2024-04-13T08:04:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:04:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:04:24] "GET /metrics HTTP/1.1" 200 36315 "" "Prometheus/2.43.0" 2024-04-13T08:04:25.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:24 smithi119 ceph-mon[96316]: pgmap v1308: 113 pgs: 113 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 235 B/s wr, 0 op/s 2024-04-13T08:04:25.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:04:25.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:04:25.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:24 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:04:25.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:24 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/595655894' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-8"}]': finished 2024-04-13T08:04:25.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:24 smithi119 ceph-mon[96316]: osdmap e1064: 8 total, 8 up, 8 in 2024-04-13T08:04:25.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:24 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/595655894' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-8"}]: dispatch 2024-04-13T08:04:25.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:24 smithi119 ceph-mon[93746]: pgmap v1308: 113 pgs: 113 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 235 B/s wr, 0 op/s 2024-04-13T08:04:25.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:04:25.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:04:25.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:24 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:04:25.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:24 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/595655894' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-8"}]': finished 2024-04-13T08:04:25.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:24 smithi119 ceph-mon[93746]: osdmap e1064: 8 total, 8 up, 8 in 2024-04-13T08:04:25.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:24 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/595655894' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-8"}]: dispatch 2024-04-13T08:04:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:24 smithi139 ceph-mon[88985]: pgmap v1308: 113 pgs: 113 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 235 B/s wr, 0 op/s 2024-04-13T08:04:25.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:04:25.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:04:25.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:24 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:04:25.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:24 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/595655894' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-8"}]': finished 2024-04-13T08:04:25.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:24 smithi139 ceph-mon[88985]: osdmap e1064: 8 total, 8 up, 8 in 2024-04-13T08:04:25.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:24 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/595655894' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-8"}]: dispatch 2024-04-13T08:04:25.889 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] cls_rgw.test_put_snap_ec (12062 ms) 2024-04-13T08:04:25.889 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] cls_rgw.test_explicit_ec 2024-04-13T08:04:27.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:26 smithi139 ceph-mon[88985]: pgmap v1311: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:27.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:26 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/595655894' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-8"}]': finished 2024-04-13T08:04:27.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:26 smithi139 ceph-mon[88985]: osdmap e1065: 8 total, 8 up, 8 in 2024-04-13T08:04:27.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:26 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:04:27.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:26 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T08:04:27.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:26 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1486443885' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-9"}]: dispatch 2024-04-13T08:04:27.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:26 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1486443885' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-9"}]: dispatch 2024-04-13T08:04:27.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:26 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1486443885' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi119-139227-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T08:04:27.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:26 smithi119 ceph-mon[96316]: pgmap v1311: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:27.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:26 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/595655894' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-8"}]': finished 2024-04-13T08:04:27.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:26 smithi119 ceph-mon[96316]: osdmap e1065: 8 total, 8 up, 8 in 2024-04-13T08:04:27.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:26 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:04:27.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:26 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T08:04:27.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:26 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1486443885' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-9"}]: dispatch 2024-04-13T08:04:27.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:26 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1486443885' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-9"}]: dispatch 2024-04-13T08:04:27.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:26 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1486443885' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi119-139227-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T08:04:27.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:26 smithi119 ceph-mon[93746]: pgmap v1311: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:27.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:26 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/595655894' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-8"}]': finished 2024-04-13T08:04:27.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:26 smithi119 ceph-mon[93746]: osdmap e1065: 8 total, 8 up, 8 in 2024-04-13T08:04:27.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:26 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:04:27.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:26 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T08:04:27.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:26 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1486443885' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-9"}]: dispatch 2024-04-13T08:04:27.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:26 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1486443885' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-9"}]: dispatch 2024-04-13T08:04:27.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:26 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1486443885' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi119-139227-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T08:04:28.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:27 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1486443885' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi119-139227-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-13T08:04:28.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:27 smithi119 ceph-mon[96316]: osdmap e1066: 8 total, 8 up, 8 in 2024-04-13T08:04:28.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:27 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1486443885' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi119-139227-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi119-139227-9"}]: dispatch 2024-04-13T08:04:28.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:27 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1486443885' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi119-139227-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-13T08:04:28.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:27 smithi119 ceph-mon[93746]: osdmap e1066: 8 total, 8 up, 8 in 2024-04-13T08:04:28.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:27 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1486443885' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi119-139227-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi119-139227-9"}]: dispatch 2024-04-13T08:04:28.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:27 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1486443885' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi119-139227-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-13T08:04:28.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:27 smithi139 ceph-mon[88985]: osdmap e1066: 8 total, 8 up, 8 in 2024-04-13T08:04:28.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:27 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1486443885' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi119-139227-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi119-139227-9"}]: dispatch 2024-04-13T08:04:29.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:28 smithi119 ceph-mon[96316]: pgmap v1314: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:29.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:28 smithi119 ceph-mon[96316]: osdmap e1067: 8 total, 8 up, 8 in 2024-04-13T08:04:29.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:28 smithi119 ceph-mon[93746]: pgmap v1314: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:29.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:28 smithi119 ceph-mon[93746]: osdmap e1067: 8 total, 8 up, 8 in 2024-04-13T08:04:29.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:28 smithi139 ceph-mon[88985]: pgmap v1314: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:29.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:28 smithi139 ceph-mon[88985]: osdmap e1067: 8 total, 8 up, 8 in 2024-04-13T08:04:30.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:29 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1486443885' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi119-139227-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi119-139227-9"}]': finished 2024-04-13T08:04:30.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:29 smithi119 ceph-mon[96316]: osdmap e1068: 8 total, 8 up, 8 in 2024-04-13T08:04:30.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:29 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1486443885' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi119-139227-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi119-139227-9"}]': finished 2024-04-13T08:04:30.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:29 smithi119 ceph-mon[93746]: osdmap e1068: 8 total, 8 up, 8 in 2024-04-13T08:04:30.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:29 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1486443885' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi119-139227-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi119-139227-9"}]': finished 2024-04-13T08:04:30.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:29 smithi139 ceph-mon[88985]: osdmap e1068: 8 total, 8 up, 8 in 2024-04-13T08:04:31.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:30 smithi119 ceph-mon[96316]: pgmap v1317: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:31.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:30 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:04:31.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:30 smithi119 ceph-mon[96316]: osdmap e1069: 8 total, 8 up, 8 in 2024-04-13T08:04:31.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:30 smithi119 ceph-mon[93746]: pgmap v1317: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:31.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:30 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:04:31.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:30 smithi119 ceph-mon[93746]: osdmap e1069: 8 total, 8 up, 8 in 2024-04-13T08:04:31.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:30 smithi139 ceph-mon[88985]: pgmap v1317: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:31.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:30 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:04:31.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:30 smithi139 ceph-mon[88985]: osdmap e1069: 8 total, 8 up, 8 in 2024-04-13T08:04:32.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:31 smithi119 ceph-mon[96316]: osdmap e1070: 8 total, 8 up, 8 in 2024-04-13T08:04:32.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:31 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1486443885' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-9"}]: dispatch 2024-04-13T08:04:32.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:31 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1486443885' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-9"}]': finished 2024-04-13T08:04:32.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:31 smithi119 ceph-mon[96316]: osdmap e1071: 8 total, 8 up, 8 in 2024-04-13T08:04:32.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:31 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1486443885' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-9"}]: dispatch 2024-04-13T08:04:32.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:31 smithi119 ceph-mon[93746]: osdmap e1070: 8 total, 8 up, 8 in 2024-04-13T08:04:32.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:31 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1486443885' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-9"}]: dispatch 2024-04-13T08:04:32.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:31 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1486443885' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-9"}]': finished 2024-04-13T08:04:32.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:31 smithi119 ceph-mon[93746]: osdmap e1071: 8 total, 8 up, 8 in 2024-04-13T08:04:32.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:31 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1486443885' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-9"}]: dispatch 2024-04-13T08:04:32.314 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:31 smithi139 ceph-mon[88985]: osdmap e1070: 8 total, 8 up, 8 in 2024-04-13T08:04:32.314 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:31 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1486443885' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-9"}]: dispatch 2024-04-13T08:04:32.314 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:31 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1486443885' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-9"}]': finished 2024-04-13T08:04:32.314 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:31 smithi139 ceph-mon[88985]: osdmap e1071: 8 total, 8 up, 8 in 2024-04-13T08:04:32.314 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:31 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1486443885' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-9"}]: dispatch 2024-04-13T08:04:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:04:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:04:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:04:32.929 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] cls_rgw.test_explicit_ec (7040 ms) 2024-04-13T08:04:32.929 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] cls_rgw.set_ec 2024-04-13T08:04:33.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:32 smithi119 ceph-mon[96316]: pgmap v1320: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:33.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:32 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:04:33.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:32 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T08:04:33.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:32 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1486443885' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-9"}]': finished 2024-04-13T08:04:33.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:32 smithi119 ceph-mon[96316]: osdmap e1072: 8 total, 8 up, 8 in 2024-04-13T08:04:33.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:32 smithi119 ceph-mon[93746]: pgmap v1320: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:33.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:32 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:04:33.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:32 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T08:04:33.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:32 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1486443885' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-9"}]': finished 2024-04-13T08:04:33.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:32 smithi119 ceph-mon[93746]: osdmap e1072: 8 total, 8 up, 8 in 2024-04-13T08:04:33.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:32 smithi139 ceph-mon[88985]: pgmap v1320: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:33.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:32 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:04:33.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:32 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T08:04:33.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:32 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1486443885' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-9"}]': finished 2024-04-13T08:04:33.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:32 smithi139 ceph-mon[88985]: osdmap e1072: 8 total, 8 up, 8 in 2024-04-13T08:04:34.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:33 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2723461064' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-10"}]: dispatch 2024-04-13T08:04:34.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:33 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2723461064' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-10"}]: dispatch 2024-04-13T08:04:34.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:33 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2723461064' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi119-139227-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T08:04:34.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:33 smithi119 ceph-mon[96316]: pgmap v1323: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:34.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:33 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2723461064' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-10"}]: dispatch 2024-04-13T08:04:34.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:33 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2723461064' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-10"}]: dispatch 2024-04-13T08:04:34.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:33 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2723461064' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi119-139227-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T08:04:34.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:33 smithi119 ceph-mon[93746]: pgmap v1323: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:34.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:33 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2723461064' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-10"}]: dispatch 2024-04-13T08:04:34.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:33 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2723461064' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-10"}]: dispatch 2024-04-13T08:04:34.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:33 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2723461064' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi119-139227-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T08:04:34.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:33 smithi139 ceph-mon[88985]: pgmap v1323: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:35.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:04:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:04:34] "GET /metrics HTTP/1.1" 200 36315 "" "Prometheus/2.43.0" 2024-04-13T08:04:35.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:34 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2723461064' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi119-139227-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-13T08:04:35.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:34 smithi119 ceph-mon[93746]: osdmap e1073: 8 total, 8 up, 8 in 2024-04-13T08:04:35.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:34 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2723461064' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi119-139227-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi119-139227-10"}]: dispatch 2024-04-13T08:04:35.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:34 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2723461064' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi119-139227-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-13T08:04:35.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:34 smithi119 ceph-mon[96316]: osdmap e1073: 8 total, 8 up, 8 in 2024-04-13T08:04:35.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:34 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2723461064' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi119-139227-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi119-139227-10"}]: dispatch 2024-04-13T08:04:35.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:34 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2723461064' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi119-139227-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-13T08:04:35.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:34 smithi139 ceph-mon[88985]: osdmap e1073: 8 total, 8 up, 8 in 2024-04-13T08:04:35.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:34 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2723461064' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi119-139227-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi119-139227-10"}]: dispatch 2024-04-13T08:04:36.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:35 smithi119 ceph-mon[96316]: osdmap e1074: 8 total, 8 up, 8 in 2024-04-13T08:04:36.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:35 smithi119 ceph-mon[96316]: pgmap v1326: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:36.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:35 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2723461064' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi119-139227-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi119-139227-10"}]': finished 2024-04-13T08:04:36.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:35 smithi119 ceph-mon[96316]: osdmap e1075: 8 total, 8 up, 8 in 2024-04-13T08:04:36.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:35 smithi119 ceph-mon[93746]: osdmap e1074: 8 total, 8 up, 8 in 2024-04-13T08:04:36.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:35 smithi119 ceph-mon[93746]: pgmap v1326: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:36.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:35 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2723461064' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi119-139227-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi119-139227-10"}]': finished 2024-04-13T08:04:36.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:35 smithi119 ceph-mon[93746]: osdmap e1075: 8 total, 8 up, 8 in 2024-04-13T08:04:36.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:35 smithi139 ceph-mon[88985]: osdmap e1074: 8 total, 8 up, 8 in 2024-04-13T08:04:36.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:35 smithi139 ceph-mon[88985]: pgmap v1326: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:36.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:35 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2723461064' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi119-139227-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi119-139227-10"}]': finished 2024-04-13T08:04:36.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:35 smithi139 ceph-mon[88985]: osdmap e1075: 8 total, 8 up, 8 in 2024-04-13T08:04:38.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:37 smithi119 ceph-mon[96316]: osdmap e1076: 8 total, 8 up, 8 in 2024-04-13T08:04:38.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:37 smithi119 ceph-mon[96316]: pgmap v1329: 113 pgs: 4 creating+peering, 4 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:38.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:37 smithi119 ceph-mon[93746]: osdmap e1076: 8 total, 8 up, 8 in 2024-04-13T08:04:38.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:37 smithi119 ceph-mon[93746]: pgmap v1329: 113 pgs: 4 creating+peering, 4 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:38.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:37 smithi139 ceph-mon[88985]: osdmap e1076: 8 total, 8 up, 8 in 2024-04-13T08:04:38.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:37 smithi139 ceph-mon[88985]: pgmap v1329: 113 pgs: 4 creating+peering, 4 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:38 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:04:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:38 smithi119 ceph-mon[96316]: osdmap e1077: 8 total, 8 up, 8 in 2024-04-13T08:04:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:38 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2723461064' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-10"}]: dispatch 2024-04-13T08:04:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:38 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:04:39.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:38 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:04:39.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:38 smithi119 ceph-mon[93746]: osdmap e1077: 8 total, 8 up, 8 in 2024-04-13T08:04:39.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:38 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2723461064' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-10"}]: dispatch 2024-04-13T08:04:39.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:38 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:04:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:38 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:04:39.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:38 smithi139 ceph-mon[88985]: osdmap e1077: 8 total, 8 up, 8 in 2024-04-13T08:04:39.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:38 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2723461064' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-10"}]: dispatch 2024-04-13T08:04:39.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:38 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:04:39.963 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] cls_rgw.set_ec (7034 ms) 2024-04-13T08:04:39.963 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 10 tests from cls_rgw (61234 ms total) 2024-04-13T08:04:39.963 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:04:39.963 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] Global test environment tear-down 2024-04-13T08:04:39.963 INFO:tasks.workunit.client.0.smithi119.stdout:[==========] 10 tests from 1 test suite ran. (61234 ms total) 2024-04-13T08:04:39.963 INFO:tasks.workunit.client.0.smithi119.stdout:[ PASSED ] 10 tests. 2024-04-13T08:04:39.966 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-13T08:04:39.966 DEBUG:teuthology.orchestra.run.smithi119:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-13T08:04:40.036 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2024-04-13T08:04:40.036 DEBUG:teuthology.orchestra.run.smithi119:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2024-04-13T08:04:40.107 INFO:tasks.workunit.client.0.smithi119.stdout:Running main() from gmock_main.cc 2024-04-13T08:04:40.107 INFO:tasks.workunit.client.0.smithi119.stdout:[==========] Running 16 tests from 1 test suite. 2024-04-13T08:04:40.107 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] Global test environment set-up. 2024-04-13T08:04:40.107 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 16 tests from cls_rgw 2024-04-13T08:04:40.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:39 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2723461064' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-10"}]': finished 2024-04-13T08:04:40.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:39 smithi119 ceph-mon[96316]: osdmap e1078: 8 total, 8 up, 8 in 2024-04-13T08:04:40.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:39 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2723461064' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-10"}]: dispatch 2024-04-13T08:04:40.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:39 smithi119 ceph-mon[96316]: pgmap v1332: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:40.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:39 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2723461064' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-10"}]': finished 2024-04-13T08:04:40.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:39 smithi119 ceph-mon[96316]: osdmap e1079: 8 total, 8 up, 8 in 2024-04-13T08:04:40.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:39 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2723461064' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-10"}]': finished 2024-04-13T08:04:40.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:39 smithi119 ceph-mon[93746]: osdmap e1078: 8 total, 8 up, 8 in 2024-04-13T08:04:40.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:39 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2723461064' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-10"}]: dispatch 2024-04-13T08:04:40.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:39 smithi119 ceph-mon[93746]: pgmap v1332: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:40.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:39 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2723461064' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-10"}]': finished 2024-04-13T08:04:40.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:39 smithi119 ceph-mon[93746]: osdmap e1079: 8 total, 8 up, 8 in 2024-04-13T08:04:40.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:39 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2723461064' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi119-139227-10"}]': finished 2024-04-13T08:04:40.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:39 smithi139 ceph-mon[88985]: osdmap e1078: 8 total, 8 up, 8 in 2024-04-13T08:04:40.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:39 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2723461064' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-10"}]: dispatch 2024-04-13T08:04:40.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:39 smithi139 ceph-mon[88985]: pgmap v1332: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:40.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:39 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2723461064' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi119-139227-10"}]': finished 2024-04-13T08:04:40.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:39 smithi139 ceph-mon[88985]: osdmap e1079: 8 total, 8 up, 8 in 2024-04-13T08:04:41.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:40 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:04:41.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:40 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T08:04:41.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:40 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:04:41.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:40 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T08:04:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:40 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:04:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:40 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T08:04:41.982 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] cls_rgw.index_basic 2024-04-13T08:04:42.023 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] cls_rgw.index_basic (41 ms) 2024-04-13T08:04:42.023 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2024-04-13T08:04:42.050 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (27 ms) 2024-04-13T08:04:42.050 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] cls_rgw.index_remove_object 2024-04-13T08:04:42.086 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] cls_rgw.index_remove_object (36 ms) 2024-04-13T08:04:42.086 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] cls_rgw.index_suggest 2024-04-13T08:04:42.314 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:41 smithi139 ceph-mon[88985]: osdmap e1080: 8 total, 8 up, 8 in 2024-04-13T08:04:42.314 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:41 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1269467206' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139566-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:04:42.314 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:41 smithi139 ceph-mon[88985]: pgmap v1335: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:42.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:41 smithi119 ceph-mon[96316]: osdmap e1080: 8 total, 8 up, 8 in 2024-04-13T08:04:42.508 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:41 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1269467206' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139566-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:04:42.508 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:41 smithi119 ceph-mon[96316]: pgmap v1335: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:42.508 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:41 smithi119 ceph-mon[93746]: osdmap e1080: 8 total, 8 up, 8 in 2024-04-13T08:04:42.508 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:41 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1269467206' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139566-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:04:42.508 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:41 smithi119 ceph-mon[93746]: pgmap v1335: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:04:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:04:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:04:43.367 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:42 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:04:43.367 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:42 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1269467206' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139566-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:04:43.367 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:42 smithi119 ceph-mon[96316]: osdmap e1081: 8 total, 8 up, 8 in 2024-04-13T08:04:43.368 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:42 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:04:43.368 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:42 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1269467206' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139566-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:04:43.368 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:42 smithi119 ceph-mon[93746]: osdmap e1081: 8 total, 8 up, 8 in 2024-04-13T08:04:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:42 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:04:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:42 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1269467206' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139566-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:04:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:42 smithi139 ceph-mon[88985]: osdmap e1081: 8 total, 8 up, 8 in 2024-04-13T08:04:43.521 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] cls_rgw.index_suggest (1435 ms) 2024-04-13T08:04:43.521 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] cls_rgw.index_suggest_complete 2024-04-13T08:04:43.529 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] cls_rgw.index_suggest_complete (8 ms) 2024-04-13T08:04:43.529 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] cls_rgw.index_list 2024-04-13T08:04:43.548 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] cls_rgw.index_list (20 ms) 2024-04-13T08:04:43.549 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] cls_rgw.index_list_delimited 2024-04-13T08:04:44.286 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:43 smithi139 ceph-mon[88985]: osdmap e1082: 8 total, 8 up, 8 in 2024-04-13T08:04:44.287 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:43 smithi139 ceph-mon[88985]: pgmap v1338: 137 pgs: 7 creating+peering, 24 unknown, 106 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:44.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:43 smithi119 ceph-mon[96316]: osdmap e1082: 8 total, 8 up, 8 in 2024-04-13T08:04:44.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:43 smithi119 ceph-mon[96316]: pgmap v1338: 137 pgs: 7 creating+peering, 24 unknown, 106 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:44.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:43 smithi119 ceph-mon[93746]: osdmap e1082: 8 total, 8 up, 8 in 2024-04-13T08:04:44.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:43 smithi119 ceph-mon[93746]: pgmap v1338: 137 pgs: 7 creating+peering, 24 unknown, 106 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:45.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:44 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:04:45.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:44 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T08:04:45.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:44 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:04:45.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:44 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T08:04:45.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:04:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:04:44] "GET /metrics HTTP/1.1" 200 33918 "" "Prometheus/2.43.0" 2024-04-13T08:04:45.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:44 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:04:45.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:44 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T08:04:46.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:45 smithi139 ceph-mon[88985]: pgmap v1339: 137 pgs: 7 creating+peering, 24 unknown, 106 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:46.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:45 smithi119 ceph-mon[93746]: pgmap v1339: 137 pgs: 7 creating+peering, 24 unknown, 106 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:46.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:45 smithi119 ceph-mon[96316]: pgmap v1339: 137 pgs: 7 creating+peering, 24 unknown, 106 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:04:48.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:48 smithi139 ceph-mon[88985]: pgmap v1340: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 630 KiB/s rd, 392 KiB/s wr, 1.20k op/s 2024-04-13T08:04:48.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:48 smithi119 ceph-mon[96316]: pgmap v1340: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 630 KiB/s rd, 392 KiB/s wr, 1.20k op/s 2024-04-13T08:04:48.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:48 smithi119 ceph-mon[93746]: pgmap v1340: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 630 KiB/s rd, 392 KiB/s wr, 1.20k op/s 2024-04-13T08:04:50.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:50 smithi139 ceph-mon[88985]: pgmap v1341: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 492 KiB/s rd, 306 KiB/s wr, 937 op/s 2024-04-13T08:04:50.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:50 smithi119 ceph-mon[96316]: pgmap v1341: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 492 KiB/s rd, 306 KiB/s wr, 937 op/s 2024-04-13T08:04:50.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:50 smithi119 ceph-mon[93746]: pgmap v1341: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 492 KiB/s rd, 306 KiB/s wr, 937 op/s 2024-04-13T08:04:52.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:52 smithi139 ceph-mon[88985]: pgmap v1342: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 946 KiB/s rd, 612 KiB/s wr, 1.85k op/s 2024-04-13T08:04:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:04:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:04:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:04:52.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:52 smithi119 ceph-mon[96316]: pgmap v1342: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 946 KiB/s rd, 612 KiB/s wr, 1.85k op/s 2024-04-13T08:04:52.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:52 smithi119 ceph-mon[93746]: pgmap v1342: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 946 KiB/s rd, 612 KiB/s wr, 1.85k op/s 2024-04-13T08:04:55.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:54 smithi139 ceph-mon[88985]: pgmap v1343: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 854 KiB/s rd, 552 KiB/s wr, 1.67k op/s 2024-04-13T08:04:55.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:54 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:04:55.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:04:55.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:54 smithi119 ceph-mon[96316]: pgmap v1343: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 854 KiB/s rd, 552 KiB/s wr, 1.67k op/s 2024-04-13T08:04:55.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:54 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:04:55.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:04:55.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:54 smithi119 ceph-mon[93746]: pgmap v1343: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 854 KiB/s rd, 552 KiB/s wr, 1.67k op/s 2024-04-13T08:04:55.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:54 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:04:55.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:04:55.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:04:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:04:54] "GET /metrics HTTP/1.1" 200 36309 "" "Prometheus/2.43.0" 2024-04-13T08:04:57.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:56 smithi139 ceph-mon[88985]: pgmap v1344: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 728 KiB/s rd, 471 KiB/s wr, 1.43k op/s 2024-04-13T08:04:57.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:56 smithi119 ceph-mon[96316]: pgmap v1344: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 728 KiB/s rd, 471 KiB/s wr, 1.43k op/s 2024-04-13T08:04:57.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:56 smithi119 ceph-mon[93746]: pgmap v1344: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 728 KiB/s rd, 471 KiB/s wr, 1.43k op/s 2024-04-13T08:04:59.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:04:58 smithi139 ceph-mon[88985]: pgmap v1345: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 675 KiB/s wr, 2.04k op/s 2024-04-13T08:04:59.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:04:58 smithi119 ceph-mon[96316]: pgmap v1345: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 675 KiB/s wr, 2.04k op/s 2024-04-13T08:04:59.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:04:58 smithi119 ceph-mon[93746]: pgmap v1345: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 675 KiB/s wr, 2.04k op/s 2024-04-13T08:05:01.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:00 smithi139 ceph-mon[88985]: pgmap v1346: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 706 KiB/s rd, 471 KiB/s wr, 1.41k op/s 2024-04-13T08:05:01.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:00 smithi119 ceph-mon[96316]: pgmap v1346: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 706 KiB/s rd, 471 KiB/s wr, 1.41k op/s 2024-04-13T08:05:01.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:00 smithi119 ceph-mon[93746]: pgmap v1346: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 706 KiB/s rd, 471 KiB/s wr, 1.41k op/s 2024-04-13T08:05:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:05:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:05:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:05:03.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:02 smithi139 ceph-mon[88985]: pgmap v1347: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 990 KiB/s rd, 660 KiB/s wr, 1.98k op/s 2024-04-13T08:05:03.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:02 smithi119 ceph-mon[96316]: pgmap v1347: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 990 KiB/s rd, 660 KiB/s wr, 1.98k op/s 2024-04-13T08:05:03.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:02 smithi119 ceph-mon[93746]: pgmap v1347: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 990 KiB/s rd, 660 KiB/s wr, 1.98k op/s 2024-04-13T08:05:05.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:04 smithi139 ceph-mon[88985]: pgmap v1348: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 589 KiB/s rd, 393 KiB/s wr, 1.18k op/s 2024-04-13T08:05:05.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:04 smithi119 ceph-mon[96316]: pgmap v1348: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 589 KiB/s rd, 393 KiB/s wr, 1.18k op/s 2024-04-13T08:05:05.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:04 smithi119 ceph-mon[93746]: pgmap v1348: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 589 KiB/s rd, 393 KiB/s wr, 1.18k op/s 2024-04-13T08:05:05.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:05:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:05:04] "GET /metrics HTTP/1.1" 200 36309 "" "Prometheus/2.43.0" 2024-04-13T08:05:07.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:06 smithi139 ceph-mon[88985]: pgmap v1349: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 589 KiB/s rd, 393 KiB/s wr, 1.18k op/s 2024-04-13T08:05:07.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:06 smithi119 ceph-mon[96316]: pgmap v1349: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 589 KiB/s rd, 393 KiB/s wr, 1.18k op/s 2024-04-13T08:05:07.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:06 smithi119 ceph-mon[93746]: pgmap v1349: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 589 KiB/s rd, 393 KiB/s wr, 1.18k op/s 2024-04-13T08:05:09.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:08 smithi139 ceph-mon[88985]: pgmap v1350: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 868 KiB/s rd, 579 KiB/s wr, 1.74k op/s 2024-04-13T08:05:09.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:08 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:05:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:08 smithi119 ceph-mon[96316]: pgmap v1350: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 868 KiB/s rd, 579 KiB/s wr, 1.74k op/s 2024-04-13T08:05:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:08 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:05:09.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:08 smithi119 ceph-mon[93746]: pgmap v1350: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 868 KiB/s rd, 579 KiB/s wr, 1.74k op/s 2024-04-13T08:05:09.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:08 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:05:11.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:10 smithi139 ceph-mon[88985]: pgmap v1351: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 563 KiB/s rd, 375 KiB/s wr, 1.12k op/s 2024-04-13T08:05:11.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:10 smithi119 ceph-mon[96316]: pgmap v1351: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 563 KiB/s rd, 375 KiB/s wr, 1.12k op/s 2024-04-13T08:05:11.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:10 smithi119 ceph-mon[93746]: pgmap v1351: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 563 KiB/s rd, 375 KiB/s wr, 1.12k op/s 2024-04-13T08:05:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:05:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:05:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:05:13.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:12 smithi139 ceph-mon[88985]: pgmap v1352: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 843 KiB/s rd, 562 KiB/s wr, 1.69k op/s 2024-04-13T08:05:13.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:12 smithi119 ceph-mon[96316]: pgmap v1352: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 843 KiB/s rd, 562 KiB/s wr, 1.69k op/s 2024-04-13T08:05:13.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:12 smithi119 ceph-mon[93746]: pgmap v1352: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 843 KiB/s rd, 562 KiB/s wr, 1.69k op/s 2024-04-13T08:05:15.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:14 smithi139 ceph-mon[88985]: pgmap v1353: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 559 KiB/s rd, 373 KiB/s wr, 1.12k op/s 2024-04-13T08:05:15.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:14 smithi119 ceph-mon[96316]: pgmap v1353: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 559 KiB/s rd, 373 KiB/s wr, 1.12k op/s 2024-04-13T08:05:15.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:14 smithi119 ceph-mon[93746]: pgmap v1353: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 559 KiB/s rd, 373 KiB/s wr, 1.12k op/s 2024-04-13T08:05:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:05:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:05:14] "GET /metrics HTTP/1.1" 200 36312 "" "Prometheus/2.43.0" 2024-04-13T08:05:17.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:16 smithi139 ceph-mon[88985]: pgmap v1354: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 559 KiB/s rd, 373 KiB/s wr, 1.12k op/s 2024-04-13T08:05:17.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:16 smithi119 ceph-mon[96316]: pgmap v1354: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 559 KiB/s rd, 373 KiB/s wr, 1.12k op/s 2024-04-13T08:05:17.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:16 smithi119 ceph-mon[93746]: pgmap v1354: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 559 KiB/s rd, 373 KiB/s wr, 1.12k op/s 2024-04-13T08:05:19.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:18 smithi139 ceph-mon[88985]: pgmap v1355: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 837 KiB/s rd, 558 KiB/s wr, 1.67k op/s 2024-04-13T08:05:19.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:18 smithi119 ceph-mon[96316]: pgmap v1355: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 837 KiB/s rd, 558 KiB/s wr, 1.67k op/s 2024-04-13T08:05:19.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:18 smithi119 ceph-mon[93746]: pgmap v1355: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 837 KiB/s rd, 558 KiB/s wr, 1.67k op/s 2024-04-13T08:05:21.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:20 smithi139 ceph-mon[88985]: pgmap v1356: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 558 KiB/s rd, 372 KiB/s wr, 1.12k op/s 2024-04-13T08:05:21.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:20 smithi119 ceph-mon[96316]: pgmap v1356: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 558 KiB/s rd, 372 KiB/s wr, 1.12k op/s 2024-04-13T08:05:21.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:20 smithi119 ceph-mon[93746]: pgmap v1356: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 558 KiB/s rd, 372 KiB/s wr, 1.12k op/s 2024-04-13T08:05:22.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:05:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:05:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:05:23.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:22 smithi139 ceph-mon[88985]: pgmap v1357: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 835 KiB/s rd, 556 KiB/s wr, 1.67k op/s 2024-04-13T08:05:23.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:22 smithi119 ceph-mon[96316]: pgmap v1357: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 835 KiB/s rd, 556 KiB/s wr, 1.67k op/s 2024-04-13T08:05:23.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:22 smithi119 ceph-mon[93746]: pgmap v1357: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 835 KiB/s rd, 556 KiB/s wr, 1.67k op/s 2024-04-13T08:05:24.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:23 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:05:24.139 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] cls_rgw.index_list_delimited (40590 ms) 2024-04-13T08:05:24.139 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] cls_rgw.bi_list 2024-04-13T08:05:24.209 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] cls_rgw.bi_list (70 ms) 2024-04-13T08:05:24.209 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] cls_rgw.gc_set 2024-04-13T08:05:24.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:23 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:05:24.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:23 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:05:24.244 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] cls_rgw.gc_set (35 ms) 2024-04-13T08:05:24.244 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] cls_rgw.gc_list 2024-04-13T08:05:24.274 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] cls_rgw.gc_list (30 ms) 2024-04-13T08:05:24.274 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] cls_rgw.gc_defer 2024-04-13T08:05:25.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:24 smithi139 ceph-mon[88985]: pgmap v1358: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 554 KiB/s rd, 369 KiB/s wr, 1.11k op/s 2024-04-13T08:05:25.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:05:25.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:05:25.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:05:25.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:24 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:05:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:05:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:05:24] "GET /metrics HTTP/1.1" 200 36315 "" "Prometheus/2.43.0" 2024-04-13T08:05:25.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:24 smithi119 ceph-mon[96316]: pgmap v1358: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 554 KiB/s rd, 369 KiB/s wr, 1.11k op/s 2024-04-13T08:05:25.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:05:25.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:05:25.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:05:25.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:24 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:05:25.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:24 smithi119 ceph-mon[93746]: pgmap v1358: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 554 KiB/s rd, 369 KiB/s wr, 1.11k op/s 2024-04-13T08:05:25.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:05:25.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:05:25.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:05:25.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:24 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:05:26.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:25 smithi139 ceph-mon[88985]: osdmap e1083: 8 total, 8 up, 8 in 2024-04-13T08:05:26.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:25 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/3275603146' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139566-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:26.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:25 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139566-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:26.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:25 smithi119 ceph-mon[96316]: osdmap e1083: 8 total, 8 up, 8 in 2024-04-13T08:05:26.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:25 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/3275603146' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139566-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:26.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:25 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139566-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:26.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:25 smithi119 ceph-mon[93746]: osdmap e1083: 8 total, 8 up, 8 in 2024-04-13T08:05:26.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:25 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/3275603146' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139566-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:26.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:25 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139566-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:27.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:26 smithi139 ceph-mon[88985]: pgmap v1360: 169 pgs: 32 unknown, 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 665 KiB/s rd, 443 KiB/s wr, 1.33k op/s 2024-04-13T08:05:27.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:26 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:05:27.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:26 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139566-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:05:27.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:26 smithi139 ceph-mon[88985]: osdmap e1084: 8 total, 8 up, 8 in 2024-04-13T08:05:27.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:26 smithi119 ceph-mon[96316]: pgmap v1360: 169 pgs: 32 unknown, 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 665 KiB/s rd, 443 KiB/s wr, 1.33k op/s 2024-04-13T08:05:27.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:26 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:05:27.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:26 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139566-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:05:27.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:26 smithi119 ceph-mon[96316]: osdmap e1084: 8 total, 8 up, 8 in 2024-04-13T08:05:27.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:26 smithi119 ceph-mon[93746]: pgmap v1360: 169 pgs: 32 unknown, 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 665 KiB/s rd, 443 KiB/s wr, 1.33k op/s 2024-04-13T08:05:27.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:26 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:05:27.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:26 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139566-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:05:27.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:26 smithi119 ceph-mon[93746]: osdmap e1084: 8 total, 8 up, 8 in 2024-04-13T08:05:28.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:27 smithi139 ceph-mon[88985]: osdmap e1085: 8 total, 8 up, 8 in 2024-04-13T08:05:28.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:27 smithi119 ceph-mon[96316]: osdmap e1085: 8 total, 8 up, 8 in 2024-04-13T08:05:28.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:27 smithi119 ceph-mon[93746]: osdmap e1085: 8 total, 8 up, 8 in 2024-04-13T08:05:29.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:28 smithi139 ceph-mon[88985]: pgmap v1363: 169 pgs: 21 creating+peering, 4 unknown, 144 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 657 KiB/s rd, 279 KiB/s wr, 830 op/s 2024-04-13T08:05:29.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:28 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:05:29.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:28 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T08:05:29.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:28 smithi119 ceph-mon[96316]: pgmap v1363: 169 pgs: 21 creating+peering, 4 unknown, 144 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 657 KiB/s rd, 279 KiB/s wr, 830 op/s 2024-04-13T08:05:29.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:28 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:05:29.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:28 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T08:05:29.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:28 smithi119 ceph-mon[93746]: pgmap v1363: 169 pgs: 21 creating+peering, 4 unknown, 144 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 657 KiB/s rd, 279 KiB/s wr, 830 op/s 2024-04-13T08:05:29.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:28 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:05:29.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:28 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T08:05:31.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:30 smithi139 ceph-mon[88985]: pgmap v1364: 169 pgs: 21 creating+peering, 148 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 657 KiB/s rd, 279 KiB/s wr, 830 op/s 2024-04-13T08:05:31.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:30 smithi119 ceph-mon[96316]: pgmap v1364: 169 pgs: 21 creating+peering, 148 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 657 KiB/s rd, 279 KiB/s wr, 830 op/s 2024-04-13T08:05:31.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:30 smithi119 ceph-mon[93746]: pgmap v1364: 169 pgs: 21 creating+peering, 148 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 657 KiB/s rd, 279 KiB/s wr, 830 op/s 2024-04-13T08:05:31.894 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] cls_rgw.gc_defer (7620 ms) 2024-04-13T08:05:31.894 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] cls_rgw.usage_basic 2024-04-13T08:05:31.992 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] cls_rgw.usage_basic (98 ms) 2024-04-13T08:05:31.992 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2024-04-13T08:05:31.993 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] cls_rgw.usage_clear_no_obj (1 ms) 2024-04-13T08:05:31.993 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] cls_rgw.usage_clear 2024-04-13T08:05:32.092 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] cls_rgw.usage_clear (99 ms) 2024-04-13T08:05:32.092 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] cls_rgw.bi_log_trim 2024-04-13T08:05:32.192 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] cls_rgw.bi_log_trim (100 ms) 2024-04-13T08:05:32.192 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] cls_rgw.index_racing_removes 2024-04-13T08:05:32.203 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] cls_rgw.index_racing_removes (11 ms) 2024-04-13T08:05:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:05:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:05:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:05:32.898 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 16 tests from cls_rgw (50221 ms total) 2024-04-13T08:05:32.898 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:05:32.898 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] Global test environment tear-down 2024-04-13T08:05:32.898 INFO:tasks.workunit.client.0.smithi119.stdout:[==========] 16 tests from 1 test suite ran. (52791 ms total) 2024-04-13T08:05:32.898 INFO:tasks.workunit.client.0.smithi119.stdout:[ PASSED ] 16 tests. 2024-04-13T08:05:32.902 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-13T08:05:32.902 DEBUG:teuthology.orchestra.run.smithi119:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-13T08:05:32.969 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2024-04-13T08:05:32.969 DEBUG:teuthology.orchestra.run.smithi119:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2024-04-13T08:05:33.039 INFO:tasks.workunit.client.0.smithi119.stdout:Running main() from gmock_main.cc 2024-04-13T08:05:33.039 INFO:tasks.workunit.client.0.smithi119.stdout:[==========] Running 9 tests from 1 test suite. 2024-04-13T08:05:33.039 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] Global test environment set-up. 2024-04-13T08:05:33.039 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 9 tests from cls_rgw_gc 2024-04-13T08:05:33.039 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] cls_rgw_gc.init 2024-04-13T08:05:33.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:32 smithi119 ceph-mon[93746]: pgmap v1365: 169 pgs: 169 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 619 KiB/s rd, 263 KiB/s wr, 782 op/s 2024-04-13T08:05:33.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:32 smithi119 ceph-mon[93746]: osdmap e1086: 8 total, 8 up, 8 in 2024-04-13T08:05:33.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:32 smithi119 ceph-mon[96316]: pgmap v1365: 169 pgs: 169 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 619 KiB/s rd, 263 KiB/s wr, 782 op/s 2024-04-13T08:05:33.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:32 smithi119 ceph-mon[96316]: osdmap e1086: 8 total, 8 up, 8 in 2024-04-13T08:05:33.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:32 smithi139 ceph-mon[88985]: pgmap v1365: 169 pgs: 169 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 619 KiB/s rd, 263 KiB/s wr, 782 op/s 2024-04-13T08:05:33.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:32 smithi139 ceph-mon[88985]: osdmap e1086: 8 total, 8 up, 8 in 2024-04-13T08:05:34.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:33 smithi119 ceph-mon[96316]: osdmap e1087: 8 total, 8 up, 8 in 2024-04-13T08:05:34.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:33 smithi119 ceph-mon[93746]: osdmap e1087: 8 total, 8 up, 8 in 2024-04-13T08:05:34.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:33 smithi139 ceph-mon[88985]: osdmap e1087: 8 total, 8 up, 8 in 2024-04-13T08:05:34.907 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] cls_rgw_gc.init (1868 ms) 2024-04-13T08:05:34.908 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2024-04-13T08:05:34.931 INFO:tasks.workunit.client.0.smithi119.stderr:[ ] list info tag = chain-0 2024-04-13T08:05:34.931 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (24 ms) 2024-04-13T08:05:34.931 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2024-04-13T08:05:34.936 INFO:tasks.workunit.client.0.smithi119.stderr:[ ] next_marker is: = 0/4263 2024-04-13T08:05:34.936 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (5 ms) 2024-04-13T08:05:34.936 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2024-04-13T08:05:34.943 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (7 ms) 2024-04-13T08:05:34.943 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2024-04-13T08:05:34.950 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (7 ms) 2024-04-13T08:05:34.950 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2024-04-13T08:05:34.957 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (7 ms) 2024-04-13T08:05:34.957 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2024-04-13T08:05:34.963 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (7 ms) 2024-04-13T08:05:34.964 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2024-04-13T08:05:34.969 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (5 ms) 2024-04-13T08:05:34.969 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] cls_rgw_gc.finalize 2024-04-13T08:05:35.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:05:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:05:34] "GET /metrics HTTP/1.1" 200 36315 "" "Prometheus/2.43.0" 2024-04-13T08:05:35.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:34 smithi119 ceph-mon[96316]: pgmap v1368: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:05:35.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:34 smithi119 ceph-mon[96316]: osdmap e1088: 8 total, 8 up, 8 in 2024-04-13T08:05:35.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:34 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2734018281' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139771-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:35.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:34 smithi119 ceph-mon[93746]: pgmap v1368: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:05:35.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:34 smithi119 ceph-mon[93746]: osdmap e1088: 8 total, 8 up, 8 in 2024-04-13T08:05:35.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:34 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2734018281' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139771-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:35.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:34 smithi139 ceph-mon[88985]: pgmap v1368: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:05:35.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:34 smithi139 ceph-mon[88985]: osdmap e1088: 8 total, 8 up, 8 in 2024-04-13T08:05:35.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:34 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2734018281' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139771-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:35.922 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] cls_rgw_gc.finalize (953 ms) 2024-04-13T08:05:35.922 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 9 tests from cls_rgw_gc (2883 ms total) 2024-04-13T08:05:35.922 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:05:35.923 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] Global test environment tear-down 2024-04-13T08:05:35.923 INFO:tasks.workunit.client.0.smithi119.stdout:[==========] 9 tests from 1 test suite ran. (2883 ms total) 2024-04-13T08:05:35.923 INFO:tasks.workunit.client.0.smithi119.stdout:[ PASSED ] 9 tests. 2024-04-13T08:05:35.926 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-13T08:05:35.926 DEBUG:teuthology.orchestra.run.smithi119:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-13T08:05:35.994 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2024-04-13T08:05:35.994 DEBUG:teuthology.orchestra.run.smithi119:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2024-04-13T08:05:36.070 INFO:tasks.workunit.client.0.smithi119.stdout:[==========] Running 1 test from 1 test suite. 2024-04-13T08:05:36.070 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] Global test environment set-up. 2024-04-13T08:05:36.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:35 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2734018281' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139771-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:05:36.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:35 smithi119 ceph-mon[96316]: osdmap e1089: 8 total, 8 up, 8 in 2024-04-13T08:05:36.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:35 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2734018281' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139771-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:05:36.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:35 smithi119 ceph-mon[93746]: osdmap e1089: 8 total, 8 up, 8 in 2024-04-13T08:05:36.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:35 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2734018281' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139771-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:05:36.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:35 smithi139 ceph-mon[88985]: osdmap e1089: 8 total, 8 up, 8 in 2024-04-13T08:05:37.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:36 smithi119 ceph-mon[96316]: pgmap v1371: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:05:37.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:36 smithi119 ceph-mon[96316]: osdmap e1090: 8 total, 8 up, 8 in 2024-04-13T08:05:37.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:36 smithi119 ceph-mon[93746]: pgmap v1371: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:05:37.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:36 smithi119 ceph-mon[93746]: osdmap e1090: 8 total, 8 up, 8 in 2024-04-13T08:05:37.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:36 smithi139 ceph-mon[88985]: pgmap v1371: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:05:37.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:36 smithi139 ceph-mon[88985]: osdmap e1090: 8 total, 8 up, 8 in 2024-04-13T08:05:37.945 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 1 test from cls_rgw_stats 2024-04-13T08:05:37.945 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] cls_rgw_stats.simulate 2024-04-13T08:05:37.964 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:37.964+0000 7faa9f63b780 1 > prepared part key=_multipart_LCYUO09YJOWJ.2~1YRRF04ELBH0.0 size=31135 2024-04-13T08:05:37.964 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:37.964+0000 7faa9f63b780 1 > prepared multipart upload key=LCYUO09YJOWJ upload=1YRRF04ELBH0 tag=AIC83GWA8CBC type=write size=1079711 2024-04-13T08:05:37.965 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:37.965+0000 7faa9f63b780 1 > prepared operation key=1139HXY3WYTZ tag=VOYL0AVOGTRR type=write size=724425 2024-04-13T08:05:37.967 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:37.967+0000 7faa9f63b780 1 > prepared operation key=DQJZH0QC5JG1 tag=N07Z7R248SXD type=write size=940966 2024-04-13T08:05:37.968 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:37.968+0000 7faa9f63b780 1 > prepared operation key=DQJZH0QC5JG1 tag=HANS831YZT04 type=write size=297764 2024-04-13T08:05:37.969 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:37.970+0000 7faa9f63b780 1 > prepared operation key=CCIT8DQBN9WK tag=VV1HBHYHHJPS type=write size=641789 2024-04-13T08:05:37.972 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:37.972+0000 7faa9f63b780 1 > prepared part key=_multipart_6EIPCHTPO3X1.2~5N23CGZ2HRBZ.0 size=1048576 2024-04-13T08:05:37.973 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:37.973+0000 7faa9f63b780 1 > prepared part key=_multipart_6EIPCHTPO3X1.2~5N23CGZ2HRBZ.1 size=347858 2024-04-13T08:05:37.973 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:37.973+0000 7faa9f63b780 1 > prepared multipart upload key=6EIPCHTPO3X1 upload=5N23CGZ2HRBZ tag=70W13Z5NEW0C type=write size=2445010 2024-04-13T08:05:37.976 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:37.976+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~Q18YFOTS9ZHR.0 size=1048576 2024-04-13T08:05:37.977 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:37.977+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~Q18YFOTS9ZHR.1 size=1048576 2024-04-13T08:05:37.978 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:37.978+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~Q18YFOTS9ZHR.2 size=213543 2024-04-13T08:05:37.978 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:37.978+0000 7faa9f63b780 1 > prepared multipart upload key=7LQHTC0JXLLC upload=Q18YFOTS9ZHR tag=KB8HIBQRO7DS type=write size=3359271 2024-04-13T08:05:37.979 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:37.979+0000 7faa9f63b780 1 > prepared operation key=KPYALZ2K1347 tag=R030HUN1UDRF type=del size=3722097 2024-04-13T08:05:37.980 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:37.981+0000 7faa9f63b780 1 > prepared operation key=LCYUO09YJOWJ tag=I1MHOF5MTDJM type=del size=3822788 2024-04-13T08:05:37.982 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:37.982+0000 7faa9f63b780 1 > prepared operation key=NJTHX8PDBAAE tag=QDORA0OYPL81 type=del size=2058221 2024-04-13T08:05:37.983 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:37.983+0000 7faa9f63b780 1 > prepared operation key=NJTHX8PDBAAE tag=6DI9YY8IYK2K type=del size=2448869 2024-04-13T08:05:37.986 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:37.986+0000 7faa9f63b780 1 > prepared part key=_multipart_6EIPCHTPO3X1.2~6SEEAFRF2086.0 size=1048576 2024-04-13T08:05:37.987 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:37.987+0000 7faa9f63b780 1 > prepared part key=_multipart_6EIPCHTPO3X1.2~6SEEAFRF2086.1 size=161052 2024-04-13T08:05:37.987 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:37.987+0000 7faa9f63b780 1 > prepared multipart upload key=6EIPCHTPO3X1 upload=6SEEAFRF2086 tag=A0DVERBDZNGR type=write size=2258204 2024-04-13T08:05:37.989 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:37.988+0000 7faa9f63b780 1 > prepared operation key=DQJZH0QC5JG1 tag=T4TNSANTMLLW type=del size=2705728 2024-04-13T08:05:37.991 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:37.991+0000 7faa9f63b780 1 > prepared part key=_multipart_1R98I2OD2C1B.2~IYSKH0EOUF82.0 size=303747 2024-04-13T08:05:37.991 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:37.991+0000 7faa9f63b780 1 > prepared multipart upload key=1R98I2OD2C1B upload=IYSKH0EOUF82 tag=LDM1OCYE98NK type=write size=1352323 2024-04-13T08:05:37.992 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:37.992+0000 7faa9f63b780 1 > prepared operation key=EB7L7HOTRCXY tag=X6K3K46SXQ4Z type=del size=2930706 2024-04-13T08:05:37.994 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:37.994+0000 7faa9f63b780 1 > prepared operation key=6EIPCHTPO3X1 tag=0QYWNX19289J type=write size=441489 2024-04-13T08:05:37.995 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:37.995+0000 7faa9f63b780 1 < completed part key=_multipart_LCYUO09YJOWJ.2~1YRRF04ELBH0.0 size=31135 2024-04-13T08:05:37.997 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:37.998+0000 7faa9f63b780 1 < completed multipart upload key=LCYUO09YJOWJ upload=1YRRF04ELBH0 tag=AIC83GWA8CBC type=write size=1079711 2024-04-13T08:05:37.999 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:37.999+0000 7faa9f63b780 1 > prepared operation key=H9HYQWGBJXF0 tag=1Y8ECSLA507S type=del size=2734524 2024-04-13T08:05:38.002 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.002+0000 7faa9f63b780 1 < suggested update operation key=1139HXY3WYTZ tag=VOYL0AVOGTRR type=write size=724425 2024-04-13T08:05:38.005 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.005+0000 7faa9f63b780 1 > prepared part key=_multipart_BGZCO481WX23.2~CJPVVNHO4LTT.0 size=919203 2024-04-13T08:05:38.005 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.005+0000 7faa9f63b780 1 > prepared multipart upload key=BGZCO481WX23 upload=CJPVVNHO4LTT tag=98OA0AD62DB2 type=write size=1967779 2024-04-13T08:05:38.006 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.006+0000 7faa9f63b780 1 < completed write operation key=DQJZH0QC5JG1 tag=N07Z7R248SXD type=write size=940966 2024-04-13T08:05:38.007 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.007+0000 7faa9f63b780 1 > prepared operation key=ZLCXVHR00MT7 tag=LHVBY635JGUP type=del size=180295 2024-04-13T08:05:38.009 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.009+0000 7faa9f63b780 1 < canceled operation key=DQJZH0QC5JG1 tag=HANS831YZT04 type=write size=297764 2024-04-13T08:05:38.011 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.011+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~SPE90TM2FMWH.0 size=1048576 2024-04-13T08:05:38.012 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.012+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~SPE90TM2FMWH.1 size=529828 2024-04-13T08:05:38.012 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.012+0000 7faa9f63b780 1 > prepared multipart upload key=7LQHTC0JXLLC upload=SPE90TM2FMWH tag=JBGT80UVVK5G type=write size=2626980 2024-04-13T08:05:38.013 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.014+0000 7faa9f63b780 1 < canceled operation key=CCIT8DQBN9WK tag=VV1HBHYHHJPS type=write size=641789 2024-04-13T08:05:38.015 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.015+0000 7faa9f63b780 1 > prepared operation key=DQJZH0QC5JG1 tag=V8R1TOOY0049 type=del size=256721 2024-04-13T08:05:38.016 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.016+0000 7faa9f63b780 1 < completed part key=_multipart_6EIPCHTPO3X1.2~5N23CGZ2HRBZ.0 size=1048576 2024-04-13T08:05:38.017 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.017+0000 7faa9f63b780 1 < completed part key=_multipart_6EIPCHTPO3X1.2~5N23CGZ2HRBZ.1 size=347858 2024-04-13T08:05:38.019 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.019+0000 7faa9f63b780 1 < completed multipart upload key=6EIPCHTPO3X1 upload=5N23CGZ2HRBZ tag=70W13Z5NEW0C type=write size=2445010 2024-04-13T08:05:38.020 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.020+0000 7faa9f63b780 1 > prepared operation key=H9HYQWGBJXF0 tag=UUIATYKZ1JNW type=del size=503596 2024-04-13T08:05:38.021 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.021+0000 7faa9f63b780 1 < canceled part key=_multipart_7LQHTC0JXLLC.2~Q18YFOTS9ZHR.0 size=1048576 2024-04-13T08:05:38.022 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.022+0000 7faa9f63b780 1 < completed part key=_multipart_7LQHTC0JXLLC.2~Q18YFOTS9ZHR.1 size=1048576 2024-04-13T08:05:38.023 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.023+0000 7faa9f63b780 1 < completed part key=_multipart_7LQHTC0JXLLC.2~Q18YFOTS9ZHR.2 size=213543 2024-04-13T08:05:38.025 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.025+0000 7faa9f63b780 1 < canceled multipart upload key=7LQHTC0JXLLC upload=Q18YFOTS9ZHR tag=KB8HIBQRO7DS type=write size=3359271 2024-04-13T08:05:38.026 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.027+0000 7faa9f63b780 1 > prepared operation key=3H9XN46FCEJA tag=21MCP8NZWZ6T type=write size=331960 2024-04-13T08:05:38.028 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.028+0000 7faa9f63b780 1 < completed delete operation key=KPYALZ2K1347 tag=R030HUN1UDRF type=del 2024-04-13T08:05:38.030 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.031+0000 7faa9f63b780 1 > prepared part key=_multipart_BGZCO481WX23.2~L6NDYHAOSX2L.0 size=1048576 2024-04-13T08:05:38.031 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.031+0000 7faa9f63b780 1 > prepared part key=_multipart_BGZCO481WX23.2~L6NDYHAOSX2L.1 size=282825 2024-04-13T08:05:38.031 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.031+0000 7faa9f63b780 1 > prepared multipart upload key=BGZCO481WX23 upload=L6NDYHAOSX2L tag=JGSAN95QANGS type=write size=2379977 2024-04-13T08:05:38.034 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.034+0000 7faa9f63b780 1 < suggested update operation key=LCYUO09YJOWJ tag=I1MHOF5MTDJM type=del size=3822788 2024-04-13T08:05:38.035 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.035+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=DHLDSUNMLO3M type=del size=1054225 2024-04-13T08:05:38.037 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.038+0000 7faa9f63b780 1 < suggested update operation key=NJTHX8PDBAAE tag=QDORA0OYPL81 type=del size=2058221 2024-04-13T08:05:38.039 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.039+0000 7faa9f63b780 1 > prepared operation key=WSX0KY6Y4RVU tag=5OD4HSTQ3Y23 type=del size=3951303 2024-04-13T08:05:38.040 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.040+0000 7faa9f63b780 -1 < failed to complete operation key=NJTHX8PDBAAE tag=6DI9YY8IYK2K type=del size=2448869: (22) Invalid argument 2024-04-13T08:05:38.042 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.042+0000 7faa9f63b780 1 > prepared operation key=CCIT8DQBN9WK tag=KUNCLXTC0MLD type=write size=250723 2024-04-13T08:05:38.043 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.043+0000 7faa9f63b780 1 < completed part key=_multipart_6EIPCHTPO3X1.2~6SEEAFRF2086.0 size=1048576 2024-04-13T08:05:38.044 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.044+0000 7faa9f63b780 1 < completed part key=_multipart_6EIPCHTPO3X1.2~6SEEAFRF2086.1 size=161052 2024-04-13T08:05:38.046 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.046+0000 7faa9f63b780 1 < completed multipart upload key=6EIPCHTPO3X1 upload=6SEEAFRF2086 tag=A0DVERBDZNGR type=write size=2258204 2024-04-13T08:05:38.047 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.047+0000 7faa9f63b780 1 > prepared operation key=7LQHTC0JXLLC tag=5G5AANPG8OI9 type=del size=1813675 2024-04-13T08:05:38.049 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.049+0000 7faa9f63b780 1 < completed delete operation key=DQJZH0QC5JG1 tag=T4TNSANTMLLW type=del 2024-04-13T08:05:38.050 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.050+0000 7faa9f63b780 1 > prepared operation key=NHC2LNYCNU8O tag=D5MITQTSS1OD type=del size=1445188 2024-04-13T08:05:38.051 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.051+0000 7faa9f63b780 1 < completed part key=_multipart_1R98I2OD2C1B.2~IYSKH0EOUF82.0 size=303747 2024-04-13T08:05:38.053 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.053+0000 7faa9f63b780 1 < completed multipart upload key=1R98I2OD2C1B upload=IYSKH0EOUF82 tag=LDM1OCYE98NK type=write size=1352323 2024-04-13T08:05:38.055 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.055+0000 7faa9f63b780 1 > prepared operation key=C8EO3JFDK3I3 tag=OJ6BL51VYUND type=del size=3454094 2024-04-13T08:05:38.056 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.056+0000 7faa9f63b780 1 < completed delete operation key=EB7L7HOTRCXY tag=X6K3K46SXQ4Z type=del 2024-04-13T08:05:38.058 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.058+0000 7faa9f63b780 1 > prepared part key=_multipart_1139HXY3WYTZ.2~4DI5AQE0UH4X.0 size=55030 2024-04-13T08:05:38.058 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.058+0000 7faa9f63b780 1 > prepared multipart upload key=1139HXY3WYTZ upload=4DI5AQE0UH4X tag=OHG00KJVQ0SA type=write size=1103606 2024-04-13T08:05:38.060 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.060+0000 7faa9f63b780 1 < completed write operation key=6EIPCHTPO3X1 tag=0QYWNX19289J type=write size=441489 2024-04-13T08:05:38.061 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.062+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~XTGO5MUA0PVE.0 size=1048576 2024-04-13T08:05:38.063 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.063+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~XTGO5MUA0PVE.1 size=1048576 2024-04-13T08:05:38.063 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.064+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~XTGO5MUA0PVE.2 size=325380 2024-04-13T08:05:38.064 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.064+0000 7faa9f63b780 1 > prepared multipart upload key=TSACVEYQTVRN upload=XTGO5MUA0PVE tag=EHILLT7L97W4 type=write size=3471108 2024-04-13T08:05:38.065 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.065+0000 7faa9f63b780 1 < completed delete operation key=H9HYQWGBJXF0 tag=1Y8ECSLA507S type=del 2024-04-13T08:05:38.066 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.066+0000 7faa9f63b780 1 > prepared operation key=LCYUO09YJOWJ tag=6K8KIJM4OUO5 type=del size=3563523 2024-04-13T08:05:38.067 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.067+0000 7faa9f63b780 1 < completed part key=_multipart_BGZCO481WX23.2~CJPVVNHO4LTT.0 size=919203 2024-04-13T08:05:38.069 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.069+0000 7faa9f63b780 1 < completed multipart upload key=BGZCO481WX23 upload=CJPVVNHO4LTT tag=98OA0AD62DB2 type=write size=1967779 2024-04-13T08:05:38.072 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.072+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~P1SWZBNJ8OZY.0 size=1048576 2024-04-13T08:05:38.072 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.073+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~P1SWZBNJ8OZY.1 size=156440 2024-04-13T08:05:38.073 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.073+0000 7faa9f63b780 1 > prepared multipart upload key=DQJZH0QC5JG1 upload=P1SWZBNJ8OZY tag=18YJV7GW7CLO type=write size=2253592 2024-04-13T08:05:38.074 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.074+0000 7faa9f63b780 1 < completed delete operation key=ZLCXVHR00MT7 tag=LHVBY635JGUP type=del 2024-04-13T08:05:38.075 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.075+0000 7faa9f63b780 1 > prepared operation key=LCYUO09YJOWJ tag=MWLX510SOY84 type=write size=409205 2024-04-13T08:05:38.076 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.076+0000 7faa9f63b780 1 < completed part key=_multipart_7LQHTC0JXLLC.2~SPE90TM2FMWH.0 size=1048576 2024-04-13T08:05:38.077 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.077+0000 7faa9f63b780 1 < completed part key=_multipart_7LQHTC0JXLLC.2~SPE90TM2FMWH.1 size=529828 2024-04-13T08:05:38.078 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.079+0000 7faa9f63b780 1 < completed multipart upload key=7LQHTC0JXLLC upload=SPE90TM2FMWH tag=JBGT80UVVK5G type=write size=2626980 2024-04-13T08:05:38.080 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.080+0000 7faa9f63b780 1 > prepared operation key=U4KRH93HDNU6 tag=0ZRXFL200PE9 type=write size=909119 2024-04-13T08:05:38.081 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.081+0000 7faa9f63b780 1 < completed delete operation key=DQJZH0QC5JG1 tag=V8R1TOOY0049 type=del 2024-04-13T08:05:38.082 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.082+0000 7faa9f63b780 1 > prepared operation key=EBB3GPXHIYM1 tag=YHZL7ZB2MOV6 type=del size=1105600 2024-04-13T08:05:38.083 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.083+0000 7faa9f63b780 1 < completed delete operation key=H9HYQWGBJXF0 tag=UUIATYKZ1JNW type=del 2024-04-13T08:05:38.085 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.085+0000 7faa9f63b780 1 > prepared part key=_multipart_6EIPCHTPO3X1.2~YJ2TF5O49T58.0 size=1048576 2024-04-13T08:05:38.087 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.086+0000 7faa9f63b780 1 > prepared part key=_multipart_6EIPCHTPO3X1.2~YJ2TF5O49T58.1 size=849143 2024-04-13T08:05:38.087 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.086+0000 7faa9f63b780 1 > prepared multipart upload key=6EIPCHTPO3X1 upload=YJ2TF5O49T58 tag=L9F0BDUTQDS1 type=write size=2946295 2024-04-13T08:05:38.087 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.088+0000 7faa9f63b780 1 < canceled operation key=3H9XN46FCEJA tag=21MCP8NZWZ6T type=write size=331960 2024-04-13T08:05:38.089 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.089+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=2QYTYDXSJABJ type=del size=1376461 2024-04-13T08:05:38.090 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.090+0000 7faa9f63b780 1 < completed part key=_multipart_BGZCO481WX23.2~L6NDYHAOSX2L.0 size=1048576 2024-04-13T08:05:38.091 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.091+0000 7faa9f63b780 1 < completed part key=_multipart_BGZCO481WX23.2~L6NDYHAOSX2L.1 size=282825 2024-04-13T08:05:38.092 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.093+0000 7faa9f63b780 1 < completed multipart upload key=BGZCO481WX23 upload=L6NDYHAOSX2L tag=JGSAN95QANGS type=write size=2379977 2024-04-13T08:05:38.094 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.095+0000 7faa9f63b780 1 > prepared part key=_multipart_57TR9Y9AGKFZ.2~UNQL2TPZJOEZ.0 size=133591 2024-04-13T08:05:38.095 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.095+0000 7faa9f63b780 1 > prepared multipart upload key=57TR9Y9AGKFZ upload=UNQL2TPZJOEZ tag=6OEFGT15LHOT type=write size=1182167 2024-04-13T08:05:38.096 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.096+0000 7faa9f63b780 1 < completed delete operation key=USAT0PUC8Q9C tag=DHLDSUNMLO3M type=del 2024-04-13T08:05:38.098 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.098+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~68B5PJK0Z82D.0 size=1048576 2024-04-13T08:05:38.099 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.099+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~68B5PJK0Z82D.1 size=884506 2024-04-13T08:05:38.099 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.099+0000 7faa9f63b780 1 > prepared multipart upload key=3H9XN46FCEJA upload=68B5PJK0Z82D tag=K6G3BQOWD8LS type=write size=2981658 2024-04-13T08:05:38.100 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.100+0000 7faa9f63b780 1 < completed delete operation key=WSX0KY6Y4RVU tag=5OD4HSTQ3Y23 type=del 2024-04-13T08:05:38.101 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.101+0000 7faa9f63b780 1 > prepared operation key=CSYE7NHVWP4Q tag=G9UXHLRZBHAP type=write size=800369 2024-04-13T08:05:38.102 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.102+0000 7faa9f63b780 1 < completed write operation key=CCIT8DQBN9WK tag=KUNCLXTC0MLD type=write size=250723 2024-04-13T08:05:38.104 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.104+0000 7faa9f63b780 1 > prepared part key=_multipart_WSX0KY6Y4RVU.2~GF6P6VKR3HFE.0 size=1048576 2024-04-13T08:05:38.105 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.105+0000 7faa9f63b780 1 > prepared part key=_multipart_WSX0KY6Y4RVU.2~GF6P6VKR3HFE.1 size=1048576 2024-04-13T08:05:38.106 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.106+0000 7faa9f63b780 1 > prepared part key=_multipart_WSX0KY6Y4RVU.2~GF6P6VKR3HFE.2 size=799691 2024-04-13T08:05:38.106 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.106+0000 7faa9f63b780 1 > prepared multipart upload key=WSX0KY6Y4RVU upload=GF6P6VKR3HFE tag=ESV1V1QPX3EM type=write size=3945419 2024-04-13T08:05:38.108 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.108+0000 7faa9f63b780 1 < completed delete operation key=7LQHTC0JXLLC tag=5G5AANPG8OI9 type=del 2024-04-13T08:05:38.110 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.110+0000 7faa9f63b780 1 > prepared part key=_multipart_NJTHX8PDBAAE.2~58J6NH6C31GH.0 size=1048576 2024-04-13T08:05:38.111 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.111+0000 7faa9f63b780 1 > prepared part key=_multipart_NJTHX8PDBAAE.2~58J6NH6C31GH.1 size=1048576 2024-04-13T08:05:38.112 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.112+0000 7faa9f63b780 1 > prepared part key=_multipart_NJTHX8PDBAAE.2~58J6NH6C31GH.2 size=778424 2024-04-13T08:05:38.112 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.112+0000 7faa9f63b780 1 > prepared multipart upload key=NJTHX8PDBAAE upload=58J6NH6C31GH tag=WR15DLH9Y1LV type=write size=3924152 2024-04-13T08:05:38.113 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.113+0000 7faa9f63b780 1 < completed delete operation key=NHC2LNYCNU8O tag=D5MITQTSS1OD type=del 2024-04-13T08:05:38.115 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.115+0000 7faa9f63b780 1 > prepared operation key=NJTHX8PDBAAE tag=AC2VVPKRSHHW type=del size=1710133 2024-04-13T08:05:38.117 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.117+0000 7faa9f63b780 1 < suggested remove operation key=C8EO3JFDK3I3 tag=OJ6BL51VYUND type=del 2024-04-13T08:05:38.118 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.119+0000 7faa9f63b780 1 > prepared operation key=LCYUO09YJOWJ tag=EJFV6D2MAIB2 type=del size=216675 2024-04-13T08:05:38.120 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.120+0000 7faa9f63b780 1 < completed part key=_multipart_1139HXY3WYTZ.2~4DI5AQE0UH4X.0 size=55030 2024-04-13T08:05:38.121 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.122+0000 7faa9f63b780 1 < completed multipart upload key=1139HXY3WYTZ upload=4DI5AQE0UH4X tag=OHG00KJVQ0SA type=write size=1103606 2024-04-13T08:05:38.124 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.124+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~LRZULP0FISHE.0 size=1048576 2024-04-13T08:05:38.125 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.125+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~LRZULP0FISHE.1 size=114220 2024-04-13T08:05:38.125 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.125+0000 7faa9f63b780 1 > prepared multipart upload key=KPYALZ2K1347 upload=LRZULP0FISHE tag=PIPRRO5XYQ62 type=write size=2211372 2024-04-13T08:05:38.127 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.127+0000 7faa9f63b780 1 < completed part key=_multipart_TSACVEYQTVRN.2~XTGO5MUA0PVE.0 size=1048576 2024-04-13T08:05:38.128 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.128+0000 7faa9f63b780 1 < completed part key=_multipart_TSACVEYQTVRN.2~XTGO5MUA0PVE.1 size=1048576 2024-04-13T08:05:38.128 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.129+0000 7faa9f63b780 1 < completed part key=_multipart_TSACVEYQTVRN.2~XTGO5MUA0PVE.2 size=325380 2024-04-13T08:05:38.130 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.131+0000 7faa9f63b780 1 < completed multipart upload key=TSACVEYQTVRN upload=XTGO5MUA0PVE tag=EHILLT7L97W4 type=write size=3471108 2024-04-13T08:05:38.133 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.133+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~MP3R1Q5B8G7J.0 size=1048576 2024-04-13T08:05:38.134 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.134+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~MP3R1Q5B8G7J.1 size=1048576 2024-04-13T08:05:38.135 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.135+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~MP3R1Q5B8G7J.2 size=547146 2024-04-13T08:05:38.135 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.135+0000 7faa9f63b780 1 > prepared multipart upload key=7LQHTC0JXLLC upload=MP3R1Q5B8G7J tag=4JT53RU9495K type=write size=3692874 2024-04-13T08:05:38.136 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.136+0000 7faa9f63b780 1 < completed delete operation key=LCYUO09YJOWJ tag=6K8KIJM4OUO5 type=del 2024-04-13T08:05:38.138 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.138+0000 7faa9f63b780 1 > prepared operation key=DQJZH0QC5JG1 tag=90N6C99D9BJ7 type=write size=576578 2024-04-13T08:05:38.139 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.139+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~P1SWZBNJ8OZY.0 size=1048576 2024-04-13T08:05:38.140 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.140+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~P1SWZBNJ8OZY.1 size=156440 2024-04-13T08:05:38.142 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.142+0000 7faa9f63b780 1 < completed multipart upload key=DQJZH0QC5JG1 upload=P1SWZBNJ8OZY tag=18YJV7GW7CLO type=write size=2253592 2024-04-13T08:05:38.144 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.145+0000 7faa9f63b780 1 > prepared part key=_multipart_CSYE7NHVWP4Q.2~292NB1P5W4JO.0 size=1048576 2024-04-13T08:05:38.146 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.146+0000 7faa9f63b780 1 > prepared part key=_multipart_CSYE7NHVWP4Q.2~292NB1P5W4JO.1 size=381578 2024-04-13T08:05:38.146 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.146+0000 7faa9f63b780 1 > prepared multipart upload key=CSYE7NHVWP4Q upload=292NB1P5W4JO tag=ZO5LUUEL1TGB type=write size=2478730 2024-04-13T08:05:38.148 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.149+0000 7faa9f63b780 1 < suggested update operation key=LCYUO09YJOWJ tag=MWLX510SOY84 type=write size=409205 2024-04-13T08:05:38.150 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.150+0000 7faa9f63b780 1 > prepared operation key=YVLYPQFVWYAW tag=C7257AZGUVN5 type=del size=3128892 2024-04-13T08:05:38.153 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.153+0000 7faa9f63b780 1 < suggested remove operation key=U4KRH93HDNU6 tag=0ZRXFL200PE9 type=write 2024-04-13T08:05:38.154 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.154+0000 7faa9f63b780 1 > prepared operation key=KN6SVO6HG65Q tag=RRLNNS2JL5A4 type=del size=190202 2024-04-13T08:05:38.156 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.156+0000 7faa9f63b780 1 < completed delete operation key=EBB3GPXHIYM1 tag=YHZL7ZB2MOV6 type=del 2024-04-13T08:05:38.157 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.158+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~G6HW2CZ8COOE.0 size=1048576 2024-04-13T08:05:38.158 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.159+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~G6HW2CZ8COOE.1 size=154592 2024-04-13T08:05:38.159 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.159+0000 7faa9f63b780 1 > prepared multipart upload key=7LQHTC0JXLLC upload=G6HW2CZ8COOE tag=H0TBCWWQFQ15 type=write size=2251744 2024-04-13T08:05:38.160 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.160+0000 7faa9f63b780 1 < completed part key=_multipart_6EIPCHTPO3X1.2~YJ2TF5O49T58.0 size=1048576 2024-04-13T08:05:38.161 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.161+0000 7faa9f63b780 1 < completed part key=_multipart_6EIPCHTPO3X1.2~YJ2TF5O49T58.1 size=849143 2024-04-13T08:05:38.162 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.163+0000 7faa9f63b780 1 < completed multipart upload key=6EIPCHTPO3X1 upload=YJ2TF5O49T58 tag=L9F0BDUTQDS1 type=write size=2946295 2024-04-13T08:05:38.164 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.165+0000 7faa9f63b780 1 > prepared part key=_multipart_H9HYQWGBJXF0.2~Q9R3Y3B70N7M.0 size=839819 2024-04-13T08:05:38.165 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.165+0000 7faa9f63b780 1 > prepared multipart upload key=H9HYQWGBJXF0 upload=Q9R3Y3B70N7M tag=R0CG79CA1B3X type=write size=1888395 2024-04-13T08:05:38.167 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.167+0000 7faa9f63b780 1 < suggested remove operation key=ATLCBD5K8IS1 tag=2QYTYDXSJABJ type=del 2024-04-13T08:05:38.170 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.170+0000 7faa9f63b780 1 > prepared part key=_multipart_KN6SVO6HG65Q.2~G6U7NKCFD3NN.0 size=227453 2024-04-13T08:05:38.170 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.170+0000 7faa9f63b780 1 > prepared multipart upload key=KN6SVO6HG65Q upload=G6U7NKCFD3NN tag=5MQAGO257GDX type=write size=1276029 2024-04-13T08:05:38.171 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.171+0000 7faa9f63b780 1 < completed part key=_multipart_57TR9Y9AGKFZ.2~UNQL2TPZJOEZ.0 size=133591 2024-04-13T08:05:38.172 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.173+0000 7faa9f63b780 1 < completed multipart upload key=57TR9Y9AGKFZ upload=UNQL2TPZJOEZ tag=6OEFGT15LHOT type=write size=1182167 2024-04-13T08:05:38.174 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.174+0000 7faa9f63b780 1 > prepared operation key=1139HXY3WYTZ tag=OFQV8CNQFQEM type=del size=2259950 2024-04-13T08:05:38.175 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.175+0000 7faa9f63b780 1 < completed part key=_multipart_3H9XN46FCEJA.2~68B5PJK0Z82D.0 size=1048576 2024-04-13T08:05:38.176 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.176+0000 7faa9f63b780 1 < completed part key=_multipart_3H9XN46FCEJA.2~68B5PJK0Z82D.1 size=884506 2024-04-13T08:05:38.178 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.178+0000 7faa9f63b780 1 < completed multipart upload key=3H9XN46FCEJA upload=68B5PJK0Z82D tag=K6G3BQOWD8LS type=write size=2981658 2024-04-13T08:05:38.180 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.180+0000 7faa9f63b780 1 > prepared part key=_multipart_EB7L7HOTRCXY.2~KS5O87STK9JO.0 size=706723 2024-04-13T08:05:38.180 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.180+0000 7faa9f63b780 1 > prepared multipart upload key=EB7L7HOTRCXY upload=KS5O87STK9JO tag=3I8ITAHLSBQZ type=write size=1755299 2024-04-13T08:05:38.182 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.182+0000 7faa9f63b780 1 < completed write operation key=CSYE7NHVWP4Q tag=G9UXHLRZBHAP type=write size=800369 2024-04-13T08:05:38.183 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.183+0000 7faa9f63b780 1 > prepared operation key=1139HXY3WYTZ tag=JMVM9LY8WZTF type=del size=3750611 2024-04-13T08:05:38.184 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.184+0000 7faa9f63b780 1 < completed part key=_multipart_WSX0KY6Y4RVU.2~GF6P6VKR3HFE.0 size=1048576 2024-04-13T08:05:38.185 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.185+0000 7faa9f63b780 1 < completed part key=_multipart_WSX0KY6Y4RVU.2~GF6P6VKR3HFE.1 size=1048576 2024-04-13T08:05:38.186 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.186+0000 7faa9f63b780 1 < completed part key=_multipart_WSX0KY6Y4RVU.2~GF6P6VKR3HFE.2 size=799691 2024-04-13T08:05:38.188 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.188+0000 7faa9f63b780 1 < completed multipart upload key=WSX0KY6Y4RVU upload=GF6P6VKR3HFE tag=ESV1V1QPX3EM type=write size=3945419 2024-04-13T08:05:38.189 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.189+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=LLCNQW6AN2Y7 type=del size=1915533 2024-04-13T08:05:38.190 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.190+0000 7faa9f63b780 1 < completed part key=_multipart_NJTHX8PDBAAE.2~58J6NH6C31GH.0 size=1048576 2024-04-13T08:05:38.191 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.191+0000 7faa9f63b780 1 < completed part key=_multipart_NJTHX8PDBAAE.2~58J6NH6C31GH.1 size=1048576 2024-04-13T08:05:38.192 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.192+0000 7faa9f63b780 1 < completed part key=_multipart_NJTHX8PDBAAE.2~58J6NH6C31GH.2 size=778424 2024-04-13T08:05:38.194 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.194+0000 7faa9f63b780 1 < completed multipart upload key=NJTHX8PDBAAE upload=58J6NH6C31GH tag=WR15DLH9Y1LV type=write size=3924152 2024-04-13T08:05:38.196 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.196+0000 7faa9f63b780 1 > prepared part key=_multipart_NHC2LNYCNU8O.2~E74FXI3PMBFU.0 size=1048576 2024-04-13T08:05:38.197 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.197+0000 7faa9f63b780 1 > prepared part key=_multipart_NHC2LNYCNU8O.2~E74FXI3PMBFU.1 size=982918 2024-04-13T08:05:38.197 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.197+0000 7faa9f63b780 1 > prepared multipart upload key=NHC2LNYCNU8O upload=E74FXI3PMBFU tag=D3U0HVXKDUNS type=write size=3080070 2024-04-13T08:05:38.198 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.198+0000 7faa9f63b780 1 < canceled operation key=NJTHX8PDBAAE tag=AC2VVPKRSHHW type=del size=1710133 2024-04-13T08:05:38.199 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.200+0000 7faa9f63b780 1 > prepared operation key=U4KRH93HDNU6 tag=A7YZYV54PIWC type=del size=3842397 2024-04-13T08:05:38.201 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.201+0000 7faa9f63b780 -1 < failed to complete operation key=LCYUO09YJOWJ tag=EJFV6D2MAIB2 type=del size=216675: (22) Invalid argument 2024-04-13T08:05:38.202 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.202+0000 7faa9f63b780 1 > prepared operation key=KN6SVO6HG65Q tag=3BDGPV6H2V9Z type=del size=3115989 2024-04-13T08:05:38.204 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.204+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~LRZULP0FISHE.0 size=1048576 2024-04-13T08:05:38.204 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.205+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~LRZULP0FISHE.1 size=114220 2024-04-13T08:05:38.206 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.207+0000 7faa9f63b780 1 < completed multipart upload key=KPYALZ2K1347 upload=LRZULP0FISHE tag=PIPRRO5XYQ62 type=write size=2211372 2024-04-13T08:05:38.208 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.208+0000 7faa9f63b780 1 > prepared operation key=KN6SVO6HG65Q tag=IXRLEY3WIGRN type=write size=347573 2024-04-13T08:05:38.208 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.208+0000 7faa9f63b780 1 < canceled part key=_multipart_7LQHTC0JXLLC.2~MP3R1Q5B8G7J.0 size=1048576 2024-04-13T08:05:38.209 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.209+0000 7faa9f63b780 1 < completed part key=_multipart_7LQHTC0JXLLC.2~MP3R1Q5B8G7J.1 size=1048576 2024-04-13T08:05:38.210 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.210+0000 7faa9f63b780 1 < completed part key=_multipart_7LQHTC0JXLLC.2~MP3R1Q5B8G7J.2 size=547146 2024-04-13T08:05:38.214 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.212+0000 7faa9f63b780 1 < canceled multipart upload key=7LQHTC0JXLLC upload=MP3R1Q5B8G7J tag=4JT53RU9495K type=write size=3692874 2024-04-13T08:05:38.214 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.213+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=OS9C5KKJMUIF type=write size=620500 2024-04-13T08:05:38.214 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.214+0000 7faa9f63b780 1 < completed write operation key=DQJZH0QC5JG1 tag=90N6C99D9BJ7 type=write size=576578 2024-04-13T08:05:38.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:37 smithi119 ceph-mon[96316]: osdmap e1091: 8 total, 8 up, 8 in 2024-04-13T08:05:38.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:37 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/477246730' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139826-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:38.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:37 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139826-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:38.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:37 smithi119 ceph-mon[93746]: osdmap e1091: 8 total, 8 up, 8 in 2024-04-13T08:05:38.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:37 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/477246730' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139826-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:38.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:37 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139826-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:38.217 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.216+0000 7faa9f63b780 1 > prepared part key=_multipart_ATLCBD5K8IS1.2~KV997X74GV3J.0 size=286667 2024-04-13T08:05:38.217 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.216+0000 7faa9f63b780 1 > prepared multipart upload key=ATLCBD5K8IS1 upload=KV997X74GV3J tag=16ZKWX5I36JH type=write size=1335243 2024-04-13T08:05:38.217 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.216+0000 7faa9f63b780 1 < canceled part key=_multipart_CSYE7NHVWP4Q.2~292NB1P5W4JO.0 size=1048576 2024-04-13T08:05:38.217 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.217+0000 7faa9f63b780 1 < completed part key=_multipart_CSYE7NHVWP4Q.2~292NB1P5W4JO.1 size=381578 2024-04-13T08:05:38.219 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.219+0000 7faa9f63b780 1 < canceled multipart upload key=CSYE7NHVWP4Q upload=292NB1P5W4JO tag=ZO5LUUEL1TGB type=write size=2478730 2024-04-13T08:05:38.221 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.222+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~PEWWYNFH2IHJ.0 size=588138 2024-04-13T08:05:38.222 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.222+0000 7faa9f63b780 1 > prepared multipart upload key=TSACVEYQTVRN upload=PEWWYNFH2IHJ tag=HI1YUUKBJ10P type=write size=1636714 2024-04-13T08:05:38.223 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.223+0000 7faa9f63b780 1 < completed delete operation key=YVLYPQFVWYAW tag=C7257AZGUVN5 type=del 2024-04-13T08:05:38.224 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.224+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=E8BSI8CC7WC6 type=del size=3249412 2024-04-13T08:05:38.226 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.227+0000 7faa9f63b780 1 < suggested remove operation key=KN6SVO6HG65Q tag=RRLNNS2JL5A4 type=del 2024-04-13T08:05:38.228 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.228+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=95JUSV0F1GM4 type=del size=2339210 2024-04-13T08:05:38.230 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.230+0000 7faa9f63b780 1 < completed part key=_multipart_7LQHTC0JXLLC.2~G6HW2CZ8COOE.0 size=1048576 2024-04-13T08:05:38.231 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.231+0000 7faa9f63b780 1 < completed part key=_multipart_7LQHTC0JXLLC.2~G6HW2CZ8COOE.1 size=154592 2024-04-13T08:05:38.233 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.233+0000 7faa9f63b780 1 < completed multipart upload key=7LQHTC0JXLLC upload=G6HW2CZ8COOE tag=H0TBCWWQFQ15 type=write size=2251744 2024-04-13T08:05:38.235 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.236+0000 7faa9f63b780 1 > prepared part key=_multipart_BGZCO481WX23.2~I0K07V32WVQ7.0 size=1048576 2024-04-13T08:05:38.236 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.236+0000 7faa9f63b780 1 > prepared part key=_multipart_BGZCO481WX23.2~I0K07V32WVQ7.1 size=1048576 2024-04-13T08:05:38.237 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.237+0000 7faa9f63b780 1 > prepared part key=_multipart_BGZCO481WX23.2~I0K07V32WVQ7.2 size=844821 2024-04-13T08:05:38.237 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.237+0000 7faa9f63b780 1 > prepared multipart upload key=BGZCO481WX23 upload=I0K07V32WVQ7 tag=6LJDMB3FUGZ7 type=write size=3990549 2024-04-13T08:05:38.238 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.238+0000 7faa9f63b780 1 < completed part key=_multipart_H9HYQWGBJXF0.2~Q9R3Y3B70N7M.0 size=839819 2024-04-13T08:05:38.240 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.240+0000 7faa9f63b780 1 < completed multipart upload key=H9HYQWGBJXF0 upload=Q9R3Y3B70N7M tag=R0CG79CA1B3X type=write size=1888395 2024-04-13T08:05:38.241 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.241+0000 7faa9f63b780 1 > prepared operation key=ZLCXVHR00MT7 tag=HRFQ2HMW4M0K type=del size=1120846 2024-04-13T08:05:38.242 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.243+0000 7faa9f63b780 1 < completed part key=_multipart_KN6SVO6HG65Q.2~G6U7NKCFD3NN.0 size=227453 2024-04-13T08:05:38.244 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.244+0000 7faa9f63b780 1 < completed multipart upload key=KN6SVO6HG65Q upload=G6U7NKCFD3NN tag=5MQAGO257GDX type=write size=1276029 2024-04-13T08:05:38.245 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.246+0000 7faa9f63b780 1 > prepared operation key=C8EO3JFDK3I3 tag=S9K02YMK3HFL type=del size=246123 2024-04-13T08:05:38.247 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.247+0000 7faa9f63b780 1 < completed delete operation key=1139HXY3WYTZ tag=OFQV8CNQFQEM type=del 2024-04-13T08:05:38.248 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.248+0000 7faa9f63b780 1 > prepared operation key=YVLYPQFVWYAW tag=ZYBQEIIWROJB type=del size=2642064 2024-04-13T08:05:38.249 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.249+0000 7faa9f63b780 1 < completed part key=_multipart_EB7L7HOTRCXY.2~KS5O87STK9JO.0 size=706723 2024-04-13T08:05:38.251 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.251+0000 7faa9f63b780 1 < completed multipart upload key=EB7L7HOTRCXY upload=KS5O87STK9JO tag=3I8ITAHLSBQZ type=write size=1755299 2024-04-13T08:05:38.252 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.252+0000 7faa9f63b780 1 > prepared operation key=C8EO3JFDK3I3 tag=2ZPV8TG6UX07 type=del size=3662869 2024-04-13T08:05:38.253 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.253+0000 7faa9f63b780 1 < completed delete operation key=1139HXY3WYTZ tag=JMVM9LY8WZTF type=del 2024-04-13T08:05:38.254 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.254+0000 7faa9f63b780 1 > prepared operation key=CSYE7NHVWP4Q tag=FQ1F6XMWJMVH type=del size=3243480 2024-04-13T08:05:38.255 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.255+0000 7faa9f63b780 1 < completed delete operation key=ATLCBD5K8IS1 tag=LLCNQW6AN2Y7 type=del 2024-04-13T08:05:38.256 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.257+0000 7faa9f63b780 1 > prepared operation key=BGZCO481WX23 tag=GAKIP1HJZ0XU type=del size=1196901 2024-04-13T08:05:38.257 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.258+0000 7faa9f63b780 1 < completed part key=_multipart_NHC2LNYCNU8O.2~E74FXI3PMBFU.0 size=1048576 2024-04-13T08:05:38.258 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.259+0000 7faa9f63b780 1 < completed part key=_multipart_NHC2LNYCNU8O.2~E74FXI3PMBFU.1 size=982918 2024-04-13T08:05:38.260 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.261+0000 7faa9f63b780 1 < completed multipart upload key=NHC2LNYCNU8O upload=E74FXI3PMBFU tag=D3U0HVXKDUNS type=write size=3080070 2024-04-13T08:05:38.262 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.263+0000 7faa9f63b780 1 > prepared part key=_multipart_CWNYE55R1BSI.2~IGS9D12QN6VC.0 size=353914 2024-04-13T08:05:38.263 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.263+0000 7faa9f63b780 1 > prepared multipart upload key=CWNYE55R1BSI upload=IGS9D12QN6VC tag=387VAFAIG707 type=write size=1402490 2024-04-13T08:05:38.264 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.264+0000 7faa9f63b780 1 < completed delete operation key=U4KRH93HDNU6 tag=A7YZYV54PIWC type=del 2024-04-13T08:05:38.265 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.265+0000 7faa9f63b780 1 > prepared operation key=CSYE7NHVWP4Q tag=7YWQXBZKCN27 type=del size=2400189 2024-04-13T08:05:38.266 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.266+0000 7faa9f63b780 -1 < failed to complete operation key=KN6SVO6HG65Q tag=3BDGPV6H2V9Z type=del size=3115989: (22) Invalid argument 2024-04-13T08:05:38.267 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.268+0000 7faa9f63b780 1 > prepared operation key=EBB3GPXHIYM1 tag=TX43U6M3BTU0 type=del size=1748262 2024-04-13T08:05:38.269 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.269+0000 7faa9f63b780 -1 < failed to complete operation key=KN6SVO6HG65Q tag=IXRLEY3WIGRN type=write size=347573: (22) Invalid argument 2024-04-13T08:05:38.270 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.270+0000 7faa9f63b780 1 > prepared operation key=57TR9Y9AGKFZ tag=8F0QJCGB4L1U type=del size=2892203 2024-04-13T08:05:38.271 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.271+0000 7faa9f63b780 1 < completed write operation key=USAT0PUC8Q9C tag=OS9C5KKJMUIF type=write size=620500 2024-04-13T08:05:38.273 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.273+0000 7faa9f63b780 1 > prepared operation key=EBB3GPXHIYM1 tag=M0GDBX8T0E7M type=del size=2694998 2024-04-13T08:05:38.273 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.273+0000 7faa9f63b780 1 < canceled part key=_multipart_ATLCBD5K8IS1.2~KV997X74GV3J.0 size=286667 2024-04-13T08:05:38.275 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.275+0000 7faa9f63b780 1 < canceled multipart upload key=ATLCBD5K8IS1 upload=KV997X74GV3J tag=16ZKWX5I36JH type=write size=1335243 2024-04-13T08:05:38.278 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.278+0000 7faa9f63b780 1 > prepared part key=_multipart_XP1MOJCI0XHQ.2~BLSUAL1T8G8J.0 size=1048576 2024-04-13T08:05:38.279 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.279+0000 7faa9f63b780 1 > prepared part key=_multipart_XP1MOJCI0XHQ.2~BLSUAL1T8G8J.1 size=1048576 2024-04-13T08:05:38.279 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.280+0000 7faa9f63b780 1 > prepared part key=_multipart_XP1MOJCI0XHQ.2~BLSUAL1T8G8J.2 size=355838 2024-04-13T08:05:38.280 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.280+0000 7faa9f63b780 1 > prepared multipart upload key=XP1MOJCI0XHQ upload=BLSUAL1T8G8J tag=ZB7TBLRQX2ZU type=write size=3501566 2024-04-13T08:05:38.281 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.281+0000 7faa9f63b780 1 < completed part key=_multipart_TSACVEYQTVRN.2~PEWWYNFH2IHJ.0 size=588138 2024-04-13T08:05:38.283 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.283+0000 7faa9f63b780 1 < completed multipart upload key=TSACVEYQTVRN upload=PEWWYNFH2IHJ tag=HI1YUUKBJ10P type=write size=1636714 2024-04-13T08:05:38.284 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.285+0000 7faa9f63b780 1 > prepared operation key=ZLCXVHR00MT7 tag=RHSA4HXULWWW type=del size=4099682 2024-04-13T08:05:38.286 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.286+0000 7faa9f63b780 1 < completed delete operation key=ATLCBD5K8IS1 tag=E8BSI8CC7WC6 type=del 2024-04-13T08:05:38.288 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.288+0000 7faa9f63b780 1 > prepared part key=_multipart_WSX0KY6Y4RVU.2~P35QK1JPDFJ7.0 size=1048576 2024-04-13T08:05:38.289 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.289+0000 7faa9f63b780 1 > prepared part key=_multipart_WSX0KY6Y4RVU.2~P35QK1JPDFJ7.1 size=184669 2024-04-13T08:05:38.289 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.289+0000 7faa9f63b780 1 > prepared multipart upload key=WSX0KY6Y4RVU upload=P35QK1JPDFJ7 tag=KFPUAR4FDTS3 type=write size=2281821 2024-04-13T08:05:38.290 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.290+0000 7faa9f63b780 1 < completed delete operation key=USAT0PUC8Q9C tag=95JUSV0F1GM4 type=del 2024-04-13T08:05:38.291 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.291+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=P9W31GB6IRMX type=write size=193387 2024-04-13T08:05:38.293 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.293+0000 7faa9f63b780 1 < completed part key=_multipart_BGZCO481WX23.2~I0K07V32WVQ7.0 size=1048576 2024-04-13T08:05:38.294 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.294+0000 7faa9f63b780 1 < completed part key=_multipart_BGZCO481WX23.2~I0K07V32WVQ7.1 size=1048576 2024-04-13T08:05:38.294 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.295+0000 7faa9f63b780 1 < completed part key=_multipart_BGZCO481WX23.2~I0K07V32WVQ7.2 size=844821 2024-04-13T08:05:38.297 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.297+0000 7faa9f63b780 1 < completed multipart upload key=BGZCO481WX23 upload=I0K07V32WVQ7 tag=6LJDMB3FUGZ7 type=write size=3990549 2024-04-13T08:05:38.299 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.299+0000 7faa9f63b780 1 > prepared part key=_multipart_6EIPCHTPO3X1.2~M9B6FPQ1G1RZ.0 size=1048576 2024-04-13T08:05:38.300 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.300+0000 7faa9f63b780 1 > prepared part key=_multipart_6EIPCHTPO3X1.2~M9B6FPQ1G1RZ.1 size=1048576 2024-04-13T08:05:38.300 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.301+0000 7faa9f63b780 1 > prepared part key=_multipart_6EIPCHTPO3X1.2~M9B6FPQ1G1RZ.2 size=164839 2024-04-13T08:05:38.301 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.301+0000 7faa9f63b780 1 > prepared multipart upload key=6EIPCHTPO3X1 upload=M9B6FPQ1G1RZ tag=W51W2I1PG9QE type=write size=3310567 2024-04-13T08:05:38.302 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.302+0000 7faa9f63b780 1 < completed delete operation key=ZLCXVHR00MT7 tag=HRFQ2HMW4M0K type=del 2024-04-13T08:05:38.303 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.303+0000 7faa9f63b780 1 > prepared operation key=BGZCO481WX23 tag=N6UJOBYKELI8 type=del size=347658 2024-04-13T08:05:38.304 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.305+0000 7faa9f63b780 1 < completed delete operation key=C8EO3JFDK3I3 tag=S9K02YMK3HFL type=del 2024-04-13T08:05:38.306 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.307+0000 7faa9f63b780 1 > prepared part key=_multipart_57TR9Y9AGKFZ.2~V5KRKFK68S0N.0 size=779862 2024-04-13T08:05:38.306 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.307+0000 7faa9f63b780 1 > prepared multipart upload key=57TR9Y9AGKFZ upload=V5KRKFK68S0N tag=3FV1W4V43BE4 type=write size=1828438 2024-04-13T08:05:38.308 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.308+0000 7faa9f63b780 1 < completed delete operation key=YVLYPQFVWYAW tag=ZYBQEIIWROJB type=del 2024-04-13T08:05:38.310 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.310+0000 7faa9f63b780 1 > prepared part key=_multipart_ZS36Q14U11AV.2~2MF9QCFYPEJF.0 size=1048576 2024-04-13T08:05:38.310 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.311+0000 7faa9f63b780 1 > prepared part key=_multipart_ZS36Q14U11AV.2~2MF9QCFYPEJF.1 size=1048576 2024-04-13T08:05:38.311 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.312+0000 7faa9f63b780 1 > prepared part key=_multipart_ZS36Q14U11AV.2~2MF9QCFYPEJF.2 size=513352 2024-04-13T08:05:38.311 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.312+0000 7faa9f63b780 1 > prepared multipart upload key=ZS36Q14U11AV upload=2MF9QCFYPEJF tag=EH63SENE4K7K type=write size=3659080 2024-04-13T08:05:38.313 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.313+0000 7faa9f63b780 1 < completed delete operation key=C8EO3JFDK3I3 tag=2ZPV8TG6UX07 type=del 2024-04-13T08:05:38.315 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.315+0000 7faa9f63b780 1 > prepared part key=_multipart_ZS36Q14U11AV.2~2TF66RUIEEYC.0 size=1048576 2024-04-13T08:05:38.316 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.316+0000 7faa9f63b780 1 > prepared part key=_multipart_ZS36Q14U11AV.2~2TF66RUIEEYC.1 size=471371 2024-04-13T08:05:38.316 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.316+0000 7faa9f63b780 1 > prepared multipart upload key=ZS36Q14U11AV upload=2TF66RUIEEYC tag=XEIIL43ZZ73H type=write size=2568523 2024-04-13T08:05:38.319 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.319+0000 7faa9f63b780 1 < suggested remove operation key=CSYE7NHVWP4Q tag=FQ1F6XMWJMVH type=del 2024-04-13T08:05:38.320 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.320+0000 7faa9f63b780 1 > prepared operation key=U4KRH93HDNU6 tag=7PLWGC88UE6Q type=del size=754563 2024-04-13T08:05:38.321 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.321+0000 7faa9f63b780 1 < completed delete operation key=BGZCO481WX23 tag=GAKIP1HJZ0XU type=del 2024-04-13T08:05:38.324 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.324+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~6KH33FAGDWPM.0 size=1048576 2024-04-13T08:05:38.325 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.325+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~6KH33FAGDWPM.1 size=715333 2024-04-13T08:05:38.325 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.325+0000 7faa9f63b780 1 > prepared multipart upload key=USAT0PUC8Q9C upload=6KH33FAGDWPM tag=Q65MQJ38TL0M type=write size=2812485 2024-04-13T08:05:38.326 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.326+0000 7faa9f63b780 1 < completed part key=_multipart_CWNYE55R1BSI.2~IGS9D12QN6VC.0 size=353914 2024-04-13T08:05:38.328 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.328+0000 7faa9f63b780 1 < completed multipart upload key=CWNYE55R1BSI upload=IGS9D12QN6VC tag=387VAFAIG707 type=write size=1402490 2024-04-13T08:05:38.329 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.329+0000 7faa9f63b780 1 > prepared operation key=3H9XN46FCEJA tag=0EF1CZ0ULSKP type=del size=1050071 2024-04-13T08:05:38.330 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.330+0000 7faa9f63b780 -1 < failed to complete operation key=CSYE7NHVWP4Q tag=7YWQXBZKCN27 type=del size=2400189: (22) Invalid argument 2024-04-13T08:05:38.331 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.331+0000 7faa9f63b780 1 > prepared operation key=DQJZH0QC5JG1 tag=B45J52GIKBAQ type=del size=2009611 2024-04-13T08:05:38.333 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.333+0000 7faa9f63b780 1 < completed delete operation key=EBB3GPXHIYM1 tag=TX43U6M3BTU0 type=del 2024-04-13T08:05:38.335 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.335+0000 7faa9f63b780 1 > prepared part key=_multipart_YVLYPQFVWYAW.2~TP96NR3YCQVY.0 size=1048576 2024-04-13T08:05:38.336 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.336+0000 7faa9f63b780 1 > prepared part key=_multipart_YVLYPQFVWYAW.2~TP96NR3YCQVY.1 size=14435 2024-04-13T08:05:38.336 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.336+0000 7faa9f63b780 1 > prepared multipart upload key=YVLYPQFVWYAW upload=TP96NR3YCQVY tag=N3K8SYFG7P03 type=write size=2111587 2024-04-13T08:05:38.337 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.337+0000 7faa9f63b780 1 < completed delete operation key=57TR9Y9AGKFZ tag=8F0QJCGB4L1U type=del 2024-04-13T08:05:38.339 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.339+0000 7faa9f63b780 1 > prepared part key=_multipart_1139HXY3WYTZ.2~0W72BT04C5NP.0 size=1048576 2024-04-13T08:05:38.340 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.340+0000 7faa9f63b780 1 > prepared part key=_multipart_1139HXY3WYTZ.2~0W72BT04C5NP.1 size=1048576 2024-04-13T08:05:38.341 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.341+0000 7faa9f63b780 1 > prepared part key=_multipart_1139HXY3WYTZ.2~0W72BT04C5NP.2 size=505912 2024-04-13T08:05:38.341 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.341+0000 7faa9f63b780 1 > prepared multipart upload key=1139HXY3WYTZ upload=0W72BT04C5NP tag=UBLG51BHK7M9 type=write size=3651640 2024-04-13T08:05:38.342 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.342+0000 7faa9f63b780 1 < completed delete operation key=EBB3GPXHIYM1 tag=M0GDBX8T0E7M type=del 2024-04-13T08:05:38.344 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.344+0000 7faa9f63b780 1 > prepared operation key=B9J0DWQ62YOI tag=P5PBCDGQTARR type=del size=2871013 2024-04-13T08:05:38.345 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.345+0000 7faa9f63b780 1 < completed part key=_multipart_XP1MOJCI0XHQ.2~BLSUAL1T8G8J.0 size=1048576 2024-04-13T08:05:38.346 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.346+0000 7faa9f63b780 1 < completed part key=_multipart_XP1MOJCI0XHQ.2~BLSUAL1T8G8J.1 size=1048576 2024-04-13T08:05:38.347 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.347+0000 7faa9f63b780 1 < completed part key=_multipart_XP1MOJCI0XHQ.2~BLSUAL1T8G8J.2 size=355838 2024-04-13T08:05:38.349 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.349+0000 7faa9f63b780 1 < completed multipart upload key=XP1MOJCI0XHQ upload=BLSUAL1T8G8J tag=ZB7TBLRQX2ZU type=write size=3501566 2024-04-13T08:05:38.351 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.351+0000 7faa9f63b780 1 > prepared operation key=EB7L7HOTRCXY tag=VBYFWQ4MVK5G type=del size=706152 2024-04-13T08:05:38.352 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.352+0000 7faa9f63b780 1 < canceled operation key=ZLCXVHR00MT7 tag=RHSA4HXULWWW type=del size=4099682 2024-04-13T08:05:38.353 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.353+0000 7faa9f63b780 1 > prepared operation key=57TR9Y9AGKFZ tag=JMJHACTWP03R type=del size=1861203 2024-04-13T08:05:38.354 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.354+0000 7faa9f63b780 1 < completed part key=_multipart_WSX0KY6Y4RVU.2~P35QK1JPDFJ7.0 size=1048576 2024-04-13T08:05:38.355 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.355+0000 7faa9f63b780 1 < completed part key=_multipart_WSX0KY6Y4RVU.2~P35QK1JPDFJ7.1 size=184669 2024-04-13T08:05:38.357 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.357+0000 7faa9f63b780 1 < completed multipart upload key=WSX0KY6Y4RVU upload=P35QK1JPDFJ7 tag=KFPUAR4FDTS3 type=write size=2281821 2024-04-13T08:05:38.358 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.358+0000 7faa9f63b780 1 > prepared operation key=EB7L7HOTRCXY tag=GZ2R59CDI9S2 type=del size=3570238 2024-04-13T08:05:38.359 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.360+0000 7faa9f63b780 1 < completed write operation key=USAT0PUC8Q9C tag=P9W31GB6IRMX type=write size=193387 2024-04-13T08:05:38.360 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.361+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=T4NM60M6RV8Q type=del size=3649617 2024-04-13T08:05:38.362 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.362+0000 7faa9f63b780 1 < completed part key=_multipart_6EIPCHTPO3X1.2~M9B6FPQ1G1RZ.0 size=1048576 2024-04-13T08:05:38.363 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.363+0000 7faa9f63b780 1 < completed part key=_multipart_6EIPCHTPO3X1.2~M9B6FPQ1G1RZ.1 size=1048576 2024-04-13T08:05:38.364 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.364+0000 7faa9f63b780 1 < completed part key=_multipart_6EIPCHTPO3X1.2~M9B6FPQ1G1RZ.2 size=164839 2024-04-13T08:05:38.366 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.367+0000 7faa9f63b780 1 < completed multipart upload key=6EIPCHTPO3X1 upload=M9B6FPQ1G1RZ tag=W51W2I1PG9QE type=write size=3310567 2024-04-13T08:05:38.369 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.369+0000 7faa9f63b780 1 > prepared part key=_multipart_C8EO3JFDK3I3.2~NDJUXTP6N8LR.0 size=1048576 2024-04-13T08:05:38.369 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.370+0000 7faa9f63b780 1 > prepared part key=_multipart_C8EO3JFDK3I3.2~NDJUXTP6N8LR.1 size=406222 2024-04-13T08:05:38.370 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.370+0000 7faa9f63b780 1 > prepared multipart upload key=C8EO3JFDK3I3 upload=NDJUXTP6N8LR tag=XP1PNAMDOHER type=write size=2503374 2024-04-13T08:05:38.371 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.371+0000 7faa9f63b780 1 < completed delete operation key=BGZCO481WX23 tag=N6UJOBYKELI8 type=del 2024-04-13T08:05:38.372 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.372+0000 7faa9f63b780 1 > prepared operation key=B9J0DWQ62YOI tag=IXCIOAF3WKPM type=del size=185121 2024-04-13T08:05:38.373 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.373+0000 7faa9f63b780 1 < completed part key=_multipart_57TR9Y9AGKFZ.2~V5KRKFK68S0N.0 size=779862 2024-04-13T08:05:38.375 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.375+0000 7faa9f63b780 1 < completed multipart upload key=57TR9Y9AGKFZ upload=V5KRKFK68S0N tag=3FV1W4V43BE4 type=write size=1828438 2024-04-13T08:05:38.376 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.376+0000 7faa9f63b780 1 > prepared operation key=C8EO3JFDK3I3 tag=M55DD1ZM13PN type=del size=2469323 2024-04-13T08:05:38.377 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.377+0000 7faa9f63b780 1 < completed part key=_multipart_ZS36Q14U11AV.2~2MF9QCFYPEJF.0 size=1048576 2024-04-13T08:05:38.378 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.378+0000 7faa9f63b780 1 < completed part key=_multipart_ZS36Q14U11AV.2~2MF9QCFYPEJF.1 size=1048576 2024-04-13T08:05:38.378 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.378+0000 7faa9f63b780 1 < canceled part key=_multipart_ZS36Q14U11AV.2~2MF9QCFYPEJF.2 size=513352 2024-04-13T08:05:38.380 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.380+0000 7faa9f63b780 1 < canceled multipart upload key=ZS36Q14U11AV upload=2MF9QCFYPEJF tag=EH63SENE4K7K type=write size=3659080 2024-04-13T08:05:38.383 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.383+0000 7faa9f63b780 1 > prepared part key=_multipart_ZS36Q14U11AV.2~YB3XWGIMDI9T.0 size=856926 2024-04-13T08:05:38.383 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.383+0000 7faa9f63b780 1 > prepared multipart upload key=ZS36Q14U11AV upload=YB3XWGIMDI9T tag=JSHR614YGD5U type=write size=1905502 2024-04-13T08:05:38.384 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.384+0000 7faa9f63b780 1 < completed part key=_multipart_ZS36Q14U11AV.2~2TF66RUIEEYC.0 size=1048576 2024-04-13T08:05:38.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:37 smithi139 ceph-mon[88985]: osdmap e1091: 8 total, 8 up, 8 in 2024-04-13T08:05:38.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:37 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/477246730' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139826-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:38.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:37 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139826-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:38.386 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.385+0000 7faa9f63b780 1 < completed part key=_multipart_ZS36Q14U11AV.2~2TF66RUIEEYC.1 size=471371 2024-04-13T08:05:38.387 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.387+0000 7faa9f63b780 1 < completed multipart upload key=ZS36Q14U11AV upload=2TF66RUIEEYC tag=XEIIL43ZZ73H type=write size=2568523 2024-04-13T08:05:38.388 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.388+0000 7faa9f63b780 1 > prepared operation key=7LQHTC0JXLLC tag=PJK81QUAM0P3 type=del size=3750978 2024-04-13T08:05:38.390 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.391+0000 7faa9f63b780 1 < suggested update operation key=U4KRH93HDNU6 tag=7PLWGC88UE6Q type=del size=754563 2024-04-13T08:05:38.392 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.392+0000 7faa9f63b780 1 > prepared operation key=NHC2LNYCNU8O tag=45GZMXFJGI1E type=del size=4053645 2024-04-13T08:05:38.393 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.393+0000 7faa9f63b780 1 < completed part key=_multipart_USAT0PUC8Q9C.2~6KH33FAGDWPM.0 size=1048576 2024-04-13T08:05:38.394 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.394+0000 7faa9f63b780 1 < completed part key=_multipart_USAT0PUC8Q9C.2~6KH33FAGDWPM.1 size=715333 2024-04-13T08:05:38.396 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.396+0000 7faa9f63b780 1 < completed multipart upload key=USAT0PUC8Q9C upload=6KH33FAGDWPM tag=Q65MQJ38TL0M type=write size=2812485 2024-04-13T08:05:38.397 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.397+0000 7faa9f63b780 1 > prepared operation key=CWNYE55R1BSI tag=0NUUP30LU3EN type=del size=1039080 2024-04-13T08:05:38.402 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.399+0000 7faa9f63b780 1 < completed delete operation key=3H9XN46FCEJA tag=0EF1CZ0ULSKP type=del 2024-04-13T08:05:38.402 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.402+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~9HR1XLZ3YVDT.0 size=1048576 2024-04-13T08:05:38.402 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.403+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~9HR1XLZ3YVDT.1 size=1048576 2024-04-13T08:05:38.403 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.404+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~9HR1XLZ3YVDT.2 size=223400 2024-04-13T08:05:38.403 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.404+0000 7faa9f63b780 1 > prepared multipart upload key=7LQHTC0JXLLC upload=9HR1XLZ3YVDT tag=RG2SWA1NUGS2 type=write size=3369128 2024-04-13T08:05:38.405 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.405+0000 7faa9f63b780 1 < canceled operation key=DQJZH0QC5JG1 tag=B45J52GIKBAQ type=del size=2009611 2024-04-13T08:05:38.406 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.406+0000 7faa9f63b780 1 > prepared operation key=ZLCXVHR00MT7 tag=9ZLK95JFF1Z0 type=del size=286251 2024-04-13T08:05:38.407 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.407+0000 7faa9f63b780 1 < completed part key=_multipart_YVLYPQFVWYAW.2~TP96NR3YCQVY.0 size=1048576 2024-04-13T08:05:38.408 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.408+0000 7faa9f63b780 1 < completed part key=_multipart_YVLYPQFVWYAW.2~TP96NR3YCQVY.1 size=14435 2024-04-13T08:05:38.410 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.410+0000 7faa9f63b780 1 < completed multipart upload key=YVLYPQFVWYAW upload=TP96NR3YCQVY tag=N3K8SYFG7P03 type=write size=2111587 2024-04-13T08:05:38.411 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.412+0000 7faa9f63b780 1 > prepared operation key=9OD1R5489FHK tag=U2JAM0RU9DER type=write size=956013 2024-04-13T08:05:38.413 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.413+0000 7faa9f63b780 1 < completed part key=_multipart_1139HXY3WYTZ.2~0W72BT04C5NP.0 size=1048576 2024-04-13T08:05:38.414 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.414+0000 7faa9f63b780 1 < completed part key=_multipart_1139HXY3WYTZ.2~0W72BT04C5NP.1 size=1048576 2024-04-13T08:05:38.415 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.415+0000 7faa9f63b780 1 < completed part key=_multipart_1139HXY3WYTZ.2~0W72BT04C5NP.2 size=505912 2024-04-13T08:05:38.417 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.417+0000 7faa9f63b780 1 < completed multipart upload key=1139HXY3WYTZ upload=0W72BT04C5NP tag=UBLG51BHK7M9 type=write size=3651640 2024-04-13T08:05:38.418 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.419+0000 7faa9f63b780 1 > prepared operation key=Y3BAXTXJ3THV tag=NI2FHVM2FOPQ type=del size=1631995 2024-04-13T08:05:38.420 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.420+0000 7faa9f63b780 1 < completed delete operation key=B9J0DWQ62YOI tag=P5PBCDGQTARR type=del 2024-04-13T08:05:38.421 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.421+0000 7faa9f63b780 1 > prepared operation key=C8EO3JFDK3I3 tag=R26I019UNH63 type=del size=459450 2024-04-13T08:05:38.423 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.423+0000 7faa9f63b780 1 < completed delete operation key=EB7L7HOTRCXY tag=VBYFWQ4MVK5G type=del 2024-04-13T08:05:38.425 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.426+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~SPC9N2LHS3YU.0 size=80632 2024-04-13T08:05:38.426 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.426+0000 7faa9f63b780 1 > prepared multipart upload key=7LQHTC0JXLLC upload=SPC9N2LHS3YU tag=UB0WGQ48SORR type=write size=1129208 2024-04-13T08:05:38.427 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.427+0000 7faa9f63b780 1 < canceled operation key=57TR9Y9AGKFZ tag=JMJHACTWP03R type=del size=1861203 2024-04-13T08:05:38.429 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.429+0000 7faa9f63b780 1 > prepared operation key=Y3BAXTXJ3THV tag=6Z4VEDU3WF4H type=del size=3086073 2024-04-13T08:05:38.431 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.431+0000 7faa9f63b780 1 < canceled operation key=EB7L7HOTRCXY tag=GZ2R59CDI9S2 type=del size=3570238 2024-04-13T08:05:38.432 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.432+0000 7faa9f63b780 1 > prepared operation key=Y3BAXTXJ3THV tag=JCLUZCAM5S2V type=del size=4164845 2024-04-13T08:05:38.433 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.434+0000 7faa9f63b780 1 < completed delete operation key=ATLCBD5K8IS1 tag=T4NM60M6RV8Q type=del 2024-04-13T08:05:38.436 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.436+0000 7faa9f63b780 1 > prepared part key=_multipart_YVLYPQFVWYAW.2~X5K7N88MIQL0.0 size=1048576 2024-04-13T08:05:38.441 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.441+0000 7faa9f63b780 1 > prepared part key=_multipart_YVLYPQFVWYAW.2~X5K7N88MIQL0.1 size=1048576 2024-04-13T08:05:38.442 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.442+0000 7faa9f63b780 1 > prepared part key=_multipart_YVLYPQFVWYAW.2~X5K7N88MIQL0.2 size=221124 2024-04-13T08:05:38.442 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.442+0000 7faa9f63b780 1 > prepared multipart upload key=YVLYPQFVWYAW upload=X5K7N88MIQL0 tag=MTM1EHAS30KC type=write size=3366852 2024-04-13T08:05:38.444 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.444+0000 7faa9f63b780 1 < completed part key=_multipart_C8EO3JFDK3I3.2~NDJUXTP6N8LR.0 size=1048576 2024-04-13T08:05:38.445 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.445+0000 7faa9f63b780 1 < completed part key=_multipart_C8EO3JFDK3I3.2~NDJUXTP6N8LR.1 size=406222 2024-04-13T08:05:38.447 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.447+0000 7faa9f63b780 1 < completed multipart upload key=C8EO3JFDK3I3 upload=NDJUXTP6N8LR tag=XP1PNAMDOHER type=write size=2503374 2024-04-13T08:05:38.449 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.449+0000 7faa9f63b780 1 > prepared operation key=LCYUO09YJOWJ tag=ATHB58COD24N type=del size=1715956 2024-04-13T08:05:38.451 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.452+0000 7faa9f63b780 1 < completed delete operation key=B9J0DWQ62YOI tag=IXCIOAF3WKPM type=del 2024-04-13T08:05:38.453 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.453+0000 7faa9f63b780 1 > prepared operation key=H9HYQWGBJXF0 tag=Q7CVBEMSSM12 type=del size=631561 2024-04-13T08:05:38.455 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.455+0000 7faa9f63b780 1 < completed delete operation key=C8EO3JFDK3I3 tag=M55DD1ZM13PN type=del 2024-04-13T08:05:38.458 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.458+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~DHNWHKFGIF9Z.0 size=877838 2024-04-13T08:05:38.458 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.458+0000 7faa9f63b780 1 > prepared multipart upload key=DQJZH0QC5JG1 upload=DHNWHKFGIF9Z tag=3ZJ4JFJ8X4M0 type=write size=1926414 2024-04-13T08:05:38.459 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.459+0000 7faa9f63b780 1 < completed part key=_multipart_ZS36Q14U11AV.2~YB3XWGIMDI9T.0 size=856926 2024-04-13T08:05:38.461 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.461+0000 7faa9f63b780 1 < completed multipart upload key=ZS36Q14U11AV upload=YB3XWGIMDI9T tag=JSHR614YGD5U type=write size=1905502 2024-04-13T08:05:38.462 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.462+0000 7faa9f63b780 1 > prepared operation key=DQJZH0QC5JG1 tag=YAF57RLMVDSQ type=del size=2079744 2024-04-13T08:05:38.464 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.464+0000 7faa9f63b780 1 < completed delete operation key=7LQHTC0JXLLC tag=PJK81QUAM0P3 type=del 2024-04-13T08:05:38.465 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.465+0000 7faa9f63b780 1 > prepared operation key=BGZCO481WX23 tag=QU5XZLN90879 type=del size=3214633 2024-04-13T08:05:38.467 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.468+0000 7faa9f63b780 1 < suggested update operation key=NHC2LNYCNU8O tag=45GZMXFJGI1E type=del size=4053645 2024-04-13T08:05:38.470 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.470+0000 7faa9f63b780 1 > prepared part key=_multipart_ZS36Q14U11AV.2~BK8UJN845GJR.0 size=243714 2024-04-13T08:05:38.470 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.470+0000 7faa9f63b780 1 > prepared multipart upload key=ZS36Q14U11AV upload=BK8UJN845GJR tag=TB924MUGUN22 type=write size=1292290 2024-04-13T08:05:38.472 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.472+0000 7faa9f63b780 1 < suggested remove operation key=CWNYE55R1BSI tag=0NUUP30LU3EN type=del 2024-04-13T08:05:38.473 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.473+0000 7faa9f63b780 1 > prepared operation key=H9HYQWGBJXF0 tag=R8R2ZHNHLQFH type=del size=2954378 2024-04-13T08:05:38.475 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.475+0000 7faa9f63b780 1 < completed part key=_multipart_7LQHTC0JXLLC.2~9HR1XLZ3YVDT.0 size=1048576 2024-04-13T08:05:38.475 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.476+0000 7faa9f63b780 1 < completed part key=_multipart_7LQHTC0JXLLC.2~9HR1XLZ3YVDT.1 size=1048576 2024-04-13T08:05:38.477 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.477+0000 7faa9f63b780 1 < completed part key=_multipart_7LQHTC0JXLLC.2~9HR1XLZ3YVDT.2 size=223400 2024-04-13T08:05:38.479 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.479+0000 7faa9f63b780 1 < completed multipart upload key=7LQHTC0JXLLC upload=9HR1XLZ3YVDT tag=RG2SWA1NUGS2 type=write size=3369128 2024-04-13T08:05:38.481 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.481+0000 7faa9f63b780 1 > prepared part key=_multipart_XP1MOJCI0XHQ.2~044G90SGZLTY.0 size=1048576 2024-04-13T08:05:38.482 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.482+0000 7faa9f63b780 1 > prepared part key=_multipart_XP1MOJCI0XHQ.2~044G90SGZLTY.1 size=1048576 2024-04-13T08:05:38.483 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.483+0000 7faa9f63b780 1 > prepared part key=_multipart_XP1MOJCI0XHQ.2~044G90SGZLTY.2 size=200559 2024-04-13T08:05:38.483 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.483+0000 7faa9f63b780 1 > prepared multipart upload key=XP1MOJCI0XHQ upload=044G90SGZLTY tag=N464AJ8KZPFG type=write size=3346287 2024-04-13T08:05:38.484 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.484+0000 7faa9f63b780 1 < completed delete operation key=ZLCXVHR00MT7 tag=9ZLK95JFF1Z0 type=del 2024-04-13T08:05:38.486 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.486+0000 7faa9f63b780 1 > prepared operation key=NHC2LNYCNU8O tag=3KE4267ST8E4 type=del size=2754936 2024-04-13T08:05:38.487 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.487+0000 7faa9f63b780 1 < completed write operation key=9OD1R5489FHK tag=U2JAM0RU9DER type=write size=956013 2024-04-13T08:05:38.488 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.488+0000 7faa9f63b780 1 > prepared operation key=KN6SVO6HG65Q tag=32IOX2AVV2RT type=del size=1258722 2024-04-13T08:05:38.489 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.489+0000 7faa9f63b780 1 < completed delete operation key=Y3BAXTXJ3THV tag=NI2FHVM2FOPQ type=del 2024-04-13T08:05:38.491 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.491+0000 7faa9f63b780 1 > prepared operation key=ZLCXVHR00MT7 tag=I98GUAI08GFX type=del size=3619765 2024-04-13T08:05:38.492 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.492+0000 7faa9f63b780 1 < completed delete operation key=C8EO3JFDK3I3 tag=R26I019UNH63 type=del 2024-04-13T08:05:38.493 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.493+0000 7faa9f63b780 1 > prepared operation key=57TR9Y9AGKFZ tag=1A58T1LR6ZVE type=del size=3171063 2024-04-13T08:05:38.495 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.495+0000 7faa9f63b780 1 < completed part key=_multipart_7LQHTC0JXLLC.2~SPC9N2LHS3YU.0 size=80632 2024-04-13T08:05:38.497 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.497+0000 7faa9f63b780 1 < completed multipart upload key=7LQHTC0JXLLC upload=SPC9N2LHS3YU tag=UB0WGQ48SORR type=write size=1129208 2024-04-13T08:05:38.500 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.500+0000 7faa9f63b780 1 > prepared part key=_multipart_KN6SVO6HG65Q.2~L33M5M3IACGE.0 size=1048576 2024-04-13T08:05:38.501 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.501+0000 7faa9f63b780 1 > prepared part key=_multipart_KN6SVO6HG65Q.2~L33M5M3IACGE.1 size=848796 2024-04-13T08:05:38.501 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.501+0000 7faa9f63b780 1 > prepared multipart upload key=KN6SVO6HG65Q upload=L33M5M3IACGE tag=AUD032NMV7WI type=write size=2945948 2024-04-13T08:05:38.502 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.502+0000 7faa9f63b780 1 < completed delete operation key=Y3BAXTXJ3THV tag=6Z4VEDU3WF4H type=del 2024-04-13T08:05:38.504 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.504+0000 7faa9f63b780 1 > prepared operation key=ZLCXVHR00MT7 tag=G4CDG0Y85BK7 type=del size=1823273 2024-04-13T08:05:38.506 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.506+0000 7faa9f63b780 1 < completed delete operation key=Y3BAXTXJ3THV tag=JCLUZCAM5S2V type=del 2024-04-13T08:05:38.507 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.507+0000 7faa9f63b780 1 > prepared operation key=57TR9Y9AGKFZ tag=X4N5V2372F0W type=del size=1951608 2024-04-13T08:05:38.507 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.507+0000 7faa9f63b780 1 < canceled part key=_multipart_YVLYPQFVWYAW.2~X5K7N88MIQL0.0 size=1048576 2024-04-13T08:05:38.508 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.508+0000 7faa9f63b780 1 < completed part key=_multipart_YVLYPQFVWYAW.2~X5K7N88MIQL0.1 size=1048576 2024-04-13T08:05:38.509 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.510+0000 7faa9f63b780 1 < completed part key=_multipart_YVLYPQFVWYAW.2~X5K7N88MIQL0.2 size=221124 2024-04-13T08:05:38.511 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.512+0000 7faa9f63b780 1 < canceled multipart upload key=YVLYPQFVWYAW upload=X5K7N88MIQL0 tag=MTM1EHAS30KC type=write size=3366852 2024-04-13T08:05:38.514 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.514+0000 7faa9f63b780 1 > prepared part key=_multipart_ATLCBD5K8IS1.2~DZFPOCEAWVRS.0 size=1048576 2024-04-13T08:05:38.515 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.515+0000 7faa9f63b780 1 > prepared part key=_multipart_ATLCBD5K8IS1.2~DZFPOCEAWVRS.1 size=118472 2024-04-13T08:05:38.515 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.515+0000 7faa9f63b780 1 > prepared multipart upload key=ATLCBD5K8IS1 upload=DZFPOCEAWVRS tag=KPGMGAX9WHU3 type=write size=2215624 2024-04-13T08:05:38.516 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.517+0000 7faa9f63b780 1 < completed delete operation key=LCYUO09YJOWJ tag=ATHB58COD24N type=del 2024-04-13T08:05:38.518 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.518+0000 7faa9f63b780 1 > prepared operation key=ZLCXVHR00MT7 tag=CPFQYZBZ6TKI type=del size=2551240 2024-04-13T08:05:38.520 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.520+0000 7faa9f63b780 1 < suggested update operation key=H9HYQWGBJXF0 tag=Q7CVBEMSSM12 type=del size=631561 2024-04-13T08:05:38.522 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.523+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~A8IXCCQNHNIN.0 size=1048576 2024-04-13T08:05:38.524 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.524+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~A8IXCCQNHNIN.1 size=329733 2024-04-13T08:05:38.524 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.524+0000 7faa9f63b780 1 > prepared multipart upload key=DQJZH0QC5JG1 upload=A8IXCCQNHNIN tag=ZIXI029F6445 type=write size=2426885 2024-04-13T08:05:38.525 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.525+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~DHNWHKFGIF9Z.0 size=877838 2024-04-13T08:05:38.527 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.527+0000 7faa9f63b780 1 < completed multipart upload key=DQJZH0QC5JG1 upload=DHNWHKFGIF9Z tag=3ZJ4JFJ8X4M0 type=write size=1926414 2024-04-13T08:05:38.528 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.528+0000 7faa9f63b780 1 > prepared operation key=ZS36Q14U11AV tag=3W0NI249OGIC type=del size=1622096 2024-04-13T08:05:38.530 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.531+0000 7faa9f63b780 1 < suggested remove operation key=DQJZH0QC5JG1 tag=YAF57RLMVDSQ type=del 2024-04-13T08:05:38.533 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.533+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~ZLCZ8FVGU34C.0 size=1048576 2024-04-13T08:05:38.534 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.534+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~ZLCZ8FVGU34C.1 size=1048576 2024-04-13T08:05:38.535 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.535+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~ZLCZ8FVGU34C.2 size=594146 2024-04-13T08:05:38.535 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.535+0000 7faa9f63b780 1 > prepared multipart upload key=9OD1R5489FHK upload=ZLCZ8FVGU34C tag=5YXBZNA87EIV type=write size=3739874 2024-04-13T08:05:38.536 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.536+0000 7faa9f63b780 1 < completed delete operation key=BGZCO481WX23 tag=QU5XZLN90879 type=del 2024-04-13T08:05:38.537 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.537+0000 7faa9f63b780 1 > prepared operation key=6EIPCHTPO3X1 tag=1WA0IHYDXOA2 type=del size=3298032 2024-04-13T08:05:38.538 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.539+0000 7faa9f63b780 1 < completed part key=_multipart_ZS36Q14U11AV.2~BK8UJN845GJR.0 size=243714 2024-04-13T08:05:38.541 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.541+0000 7faa9f63b780 1 < completed multipart upload key=ZS36Q14U11AV upload=BK8UJN845GJR tag=TB924MUGUN22 type=write size=1292290 2024-04-13T08:05:38.543 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.543+0000 7faa9f63b780 1 > prepared part key=_multipart_XP1MOJCI0XHQ.2~3IOJT8P64EQ6.0 size=224287 2024-04-13T08:05:38.543 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.543+0000 7faa9f63b780 1 > prepared multipart upload key=XP1MOJCI0XHQ upload=3IOJT8P64EQ6 tag=8A1KHOBBP8RZ type=write size=1272863 2024-04-13T08:05:38.544 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.544+0000 7faa9f63b780 -1 < failed to complete operation key=H9HYQWGBJXF0 tag=R8R2ZHNHLQFH type=del size=2954378: (22) Invalid argument 2024-04-13T08:05:38.545 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.545+0000 7faa9f63b780 1 > prepared operation key=ZS36Q14U11AV tag=5WDT5FQGBTPW type=del size=2597611 2024-04-13T08:05:38.547 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.547+0000 7faa9f63b780 1 < completed part key=_multipart_XP1MOJCI0XHQ.2~044G90SGZLTY.0 size=1048576 2024-04-13T08:05:38.548 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.548+0000 7faa9f63b780 1 < completed part key=_multipart_XP1MOJCI0XHQ.2~044G90SGZLTY.1 size=1048576 2024-04-13T08:05:38.549 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.549+0000 7faa9f63b780 1 < completed part key=_multipart_XP1MOJCI0XHQ.2~044G90SGZLTY.2 size=200559 2024-04-13T08:05:38.552 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.552+0000 7faa9f63b780 1 < completed multipart upload key=XP1MOJCI0XHQ upload=044G90SGZLTY tag=N464AJ8KZPFG type=write size=3346287 2024-04-13T08:05:38.553 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.553+0000 7faa9f63b780 1 > prepared operation key=CCIT8DQBN9WK tag=VYSAS5P3LUFU type=del size=1362875 2024-04-13T08:05:38.554 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.554+0000 7faa9f63b780 1 < completed delete operation key=NHC2LNYCNU8O tag=3KE4267ST8E4 type=del 2024-04-13T08:05:38.555 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.555+0000 7faa9f63b780 1 > prepared operation key=Y3BAXTXJ3THV tag=BH1B5750X2C2 type=del size=46074 2024-04-13T08:05:38.558 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.558+0000 7faa9f63b780 1 < suggested remove operation key=KN6SVO6HG65Q tag=32IOX2AVV2RT type=del 2024-04-13T08:05:38.559 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.559+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=BJB23PCS4VI3 type=write size=22933 2024-04-13T08:05:38.560 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.560+0000 7faa9f63b780 1 < completed delete operation key=ZLCXVHR00MT7 tag=I98GUAI08GFX type=del 2024-04-13T08:05:38.563 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.563+0000 7faa9f63b780 1 > prepared part key=_multipart_CWNYE55R1BSI.2~W6HZFUYFJXAK.0 size=1048576 2024-04-13T08:05:38.564 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.564+0000 7faa9f63b780 1 > prepared part key=_multipart_CWNYE55R1BSI.2~W6HZFUYFJXAK.1 size=903452 2024-04-13T08:05:38.564 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.564+0000 7faa9f63b780 1 > prepared multipart upload key=CWNYE55R1BSI upload=W6HZFUYFJXAK tag=KNK5TYQCC1RW type=write size=3000604 2024-04-13T08:05:38.567 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.567+0000 7faa9f63b780 1 < suggested remove operation key=57TR9Y9AGKFZ tag=1A58T1LR6ZVE type=del 2024-04-13T08:05:38.569 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.569+0000 7faa9f63b780 1 > prepared part key=_multipart_6EIPCHTPO3X1.2~7614SSM8AIGK.0 size=1048576 2024-04-13T08:05:38.570 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.571+0000 7faa9f63b780 1 > prepared part key=_multipart_6EIPCHTPO3X1.2~7614SSM8AIGK.1 size=1048576 2024-04-13T08:05:38.571 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.572+0000 7faa9f63b780 1 > prepared part key=_multipart_6EIPCHTPO3X1.2~7614SSM8AIGK.2 size=552106 2024-04-13T08:05:38.572 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.572+0000 7faa9f63b780 1 > prepared multipart upload key=6EIPCHTPO3X1 upload=7614SSM8AIGK tag=BQ2L75RTHH7D type=write size=3697834 2024-04-13T08:05:38.573 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.573+0000 7faa9f63b780 1 < completed part key=_multipart_KN6SVO6HG65Q.2~L33M5M3IACGE.0 size=1048576 2024-04-13T08:05:38.574 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.574+0000 7faa9f63b780 1 < completed part key=_multipart_KN6SVO6HG65Q.2~L33M5M3IACGE.1 size=848796 2024-04-13T08:05:38.576 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.576+0000 7faa9f63b780 1 < completed multipart upload key=KN6SVO6HG65Q upload=L33M5M3IACGE tag=AUD032NMV7WI type=write size=2945948 2024-04-13T08:05:38.578 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.578+0000 7faa9f63b780 1 > prepared part key=_multipart_1R98I2OD2C1B.2~1KC8W0L7DGLJ.0 size=1048576 2024-04-13T08:05:38.579 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.580+0000 7faa9f63b780 1 > prepared part key=_multipart_1R98I2OD2C1B.2~1KC8W0L7DGLJ.1 size=1048576 2024-04-13T08:05:38.580 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.581+0000 7faa9f63b780 1 > prepared part key=_multipart_1R98I2OD2C1B.2~1KC8W0L7DGLJ.2 size=104674 2024-04-13T08:05:38.580 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.581+0000 7faa9f63b780 1 > prepared multipart upload key=1R98I2OD2C1B upload=1KC8W0L7DGLJ tag=UB728WAMD9SY type=write size=3250402 2024-04-13T08:05:38.583 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.583+0000 7faa9f63b780 1 < suggested remove operation key=ZLCXVHR00MT7 tag=G4CDG0Y85BK7 type=del 2024-04-13T08:05:38.584 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.584+0000 7faa9f63b780 1 > prepared operation key=57TR9Y9AGKFZ tag=82PY4YG8BH6V type=del size=1314647 2024-04-13T08:05:38.586 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.586+0000 7faa9f63b780 -1 < failed to complete operation key=57TR9Y9AGKFZ tag=X4N5V2372F0W type=del size=1951608: (22) Invalid argument 2024-04-13T08:05:38.587 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.587+0000 7faa9f63b780 1 > prepared operation key=DQJZH0QC5JG1 tag=0X4WOVZWFFBR type=del size=791688 2024-04-13T08:05:38.588 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.588+0000 7faa9f63b780 1 < completed part key=_multipart_ATLCBD5K8IS1.2~DZFPOCEAWVRS.0 size=1048576 2024-04-13T08:05:38.589 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.589+0000 7faa9f63b780 1 < completed part key=_multipart_ATLCBD5K8IS1.2~DZFPOCEAWVRS.1 size=118472 2024-04-13T08:05:38.591 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.591+0000 7faa9f63b780 1 < completed multipart upload key=ATLCBD5K8IS1 upload=DZFPOCEAWVRS tag=KPGMGAX9WHU3 type=write size=2215624 2024-04-13T08:05:38.593 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.593+0000 7faa9f63b780 1 > prepared operation key=3H9XN46FCEJA tag=EM5O00O8MBN5 type=del size=3845651 2024-04-13T08:05:38.594 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.594+0000 7faa9f63b780 -1 < failed to complete operation key=ZLCXVHR00MT7 tag=CPFQYZBZ6TKI type=del size=2551240: (22) Invalid argument 2024-04-13T08:05:38.596 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.596+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~YDVZV8N110YB.0 size=1048576 2024-04-13T08:05:38.597 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.597+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~YDVZV8N110YB.1 size=1048576 2024-04-13T08:05:38.598 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.598+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~YDVZV8N110YB.2 size=841881 2024-04-13T08:05:38.598 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.598+0000 7faa9f63b780 1 > prepared multipart upload key=KPYALZ2K1347 upload=YDVZV8N110YB tag=1BH5433LS0M6 type=write size=3987609 2024-04-13T08:05:38.599 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.600+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~A8IXCCQNHNIN.0 size=1048576 2024-04-13T08:05:38.601 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.601+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~A8IXCCQNHNIN.1 size=329733 2024-04-13T08:05:38.603 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.603+0000 7faa9f63b780 1 < completed multipart upload key=DQJZH0QC5JG1 upload=A8IXCCQNHNIN tag=ZIXI029F6445 type=write size=2426885 2024-04-13T08:05:38.604 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.604+0000 7faa9f63b780 1 > prepared operation key=U4KRH93HDNU6 tag=ZQWJVZ99DUX0 type=del size=2190270 2024-04-13T08:05:38.605 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.605+0000 7faa9f63b780 1 < completed delete operation key=ZS36Q14U11AV tag=3W0NI249OGIC type=del 2024-04-13T08:05:38.606 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.606+0000 7faa9f63b780 1 > prepared operation key=3H9XN46FCEJA tag=FBP95UJOSBJA type=write size=384580 2024-04-13T08:05:38.607 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.607+0000 7faa9f63b780 1 < canceled part key=_multipart_9OD1R5489FHK.2~ZLCZ8FVGU34C.0 size=1048576 2024-04-13T08:05:38.607 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.608+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~ZLCZ8FVGU34C.1 size=1048576 2024-04-13T08:05:38.609 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.609+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~ZLCZ8FVGU34C.2 size=594146 2024-04-13T08:05:38.611 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.611+0000 7faa9f63b780 1 < canceled multipart upload key=9OD1R5489FHK upload=ZLCZ8FVGU34C tag=5YXBZNA87EIV type=write size=3739874 2024-04-13T08:05:38.613 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.614+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~IIHY8SKC4DUU.0 size=1048576 2024-04-13T08:05:38.615 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.615+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~IIHY8SKC4DUU.1 size=234437 2024-04-13T08:05:38.615 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.615+0000 7faa9f63b780 1 > prepared multipart upload key=3H9XN46FCEJA upload=IIHY8SKC4DUU tag=JWRUTK9LL2AD type=write size=2331589 2024-04-13T08:05:38.616 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.616+0000 7faa9f63b780 1 < completed delete operation key=6EIPCHTPO3X1 tag=1WA0IHYDXOA2 type=del 2024-04-13T08:05:38.617 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.617+0000 7faa9f63b780 1 > prepared operation key=CSYE7NHVWP4Q tag=1EE67ZPNJGP3 type=del size=1218705 2024-04-13T08:05:38.619 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.619+0000 7faa9f63b780 1 < completed part key=_multipart_XP1MOJCI0XHQ.2~3IOJT8P64EQ6.0 size=224287 2024-04-13T08:05:38.620 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.621+0000 7faa9f63b780 1 < completed multipart upload key=XP1MOJCI0XHQ upload=3IOJT8P64EQ6 tag=8A1KHOBBP8RZ type=write size=1272863 2024-04-13T08:05:38.622 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.622+0000 7faa9f63b780 1 > prepared operation key=ZLCXVHR00MT7 tag=LS1LYLHOBPXV type=del size=1068314 2024-04-13T08:05:38.626 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.623+0000 7faa9f63b780 1 < completed delete operation key=ZS36Q14U11AV tag=5WDT5FQGBTPW type=del 2024-04-13T08:05:38.626 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.626+0000 7faa9f63b780 1 > prepared part key=_multipart_ATLCBD5K8IS1.2~30BQ0YU04XFH.0 size=1048576 2024-04-13T08:05:38.627 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.627+0000 7faa9f63b780 1 > prepared part key=_multipart_ATLCBD5K8IS1.2~30BQ0YU04XFH.1 size=778710 2024-04-13T08:05:38.627 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.627+0000 7faa9f63b780 1 > prepared multipart upload key=ATLCBD5K8IS1 upload=30BQ0YU04XFH tag=0ENFAJYU3ET3 type=write size=2875862 2024-04-13T08:05:38.628 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.628+0000 7faa9f63b780 1 < completed delete operation key=CCIT8DQBN9WK tag=VYSAS5P3LUFU type=del 2024-04-13T08:05:38.629 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.629+0000 7faa9f63b780 1 > prepared operation key=1R98I2OD2C1B tag=OZ42ANLQBO4R type=del size=3478706 2024-04-13T08:05:38.632 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.632+0000 7faa9f63b780 1 < suggested remove operation key=Y3BAXTXJ3THV tag=BH1B5750X2C2 type=del 2024-04-13T08:05:38.633 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.633+0000 7faa9f63b780 1 > prepared operation key=WSX0KY6Y4RVU tag=S3ZDHEXQI6NA type=del size=3480867 2024-04-13T08:05:38.634 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.634+0000 7faa9f63b780 1 < completed write operation key=USAT0PUC8Q9C tag=BJB23PCS4VI3 type=write size=22933 2024-04-13T08:05:38.636 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.636+0000 7faa9f63b780 1 > prepared operation key=NHC2LNYCNU8O tag=VVSJS1YM43P8 type=del size=1620980 2024-04-13T08:05:38.637 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.637+0000 7faa9f63b780 1 < completed part key=_multipart_CWNYE55R1BSI.2~W6HZFUYFJXAK.0 size=1048576 2024-04-13T08:05:38.638 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.638+0000 7faa9f63b780 1 < completed part key=_multipart_CWNYE55R1BSI.2~W6HZFUYFJXAK.1 size=903452 2024-04-13T08:05:38.640 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.640+0000 7faa9f63b780 1 < completed multipart upload key=CWNYE55R1BSI upload=W6HZFUYFJXAK tag=KNK5TYQCC1RW type=write size=3000604 2024-04-13T08:05:38.641 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.641+0000 7faa9f63b780 1 > prepared operation key=LCYUO09YJOWJ tag=BYHQGW6BKXHQ type=del size=3284103 2024-04-13T08:05:38.641 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.642+0000 7faa9f63b780 1 < canceled part key=_multipart_6EIPCHTPO3X1.2~7614SSM8AIGK.0 size=1048576 2024-04-13T08:05:38.642 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.643+0000 7faa9f63b780 1 < completed part key=_multipart_6EIPCHTPO3X1.2~7614SSM8AIGK.1 size=1048576 2024-04-13T08:05:38.643 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.644+0000 7faa9f63b780 1 < completed part key=_multipart_6EIPCHTPO3X1.2~7614SSM8AIGK.2 size=552106 2024-04-13T08:05:38.645 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.646+0000 7faa9f63b780 1 < canceled multipart upload key=6EIPCHTPO3X1 upload=7614SSM8AIGK tag=BQ2L75RTHH7D type=write size=3697834 2024-04-13T08:05:38.649 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.649+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~1MCOZY01USU2.0 size=1048576 2024-04-13T08:05:38.650 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.650+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~1MCOZY01USU2.1 size=1048576 2024-04-13T08:05:38.651 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.651+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~1MCOZY01USU2.2 size=564250 2024-04-13T08:05:38.651 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.651+0000 7faa9f63b780 1 > prepared multipart upload key=USAT0PUC8Q9C upload=1MCOZY01USU2 tag=BVTXOBUO27OL type=write size=3709978 2024-04-13T08:05:38.653 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.653+0000 7faa9f63b780 1 < completed part key=_multipart_1R98I2OD2C1B.2~1KC8W0L7DGLJ.0 size=1048576 2024-04-13T08:05:38.653 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.654+0000 7faa9f63b780 1 < completed part key=_multipart_1R98I2OD2C1B.2~1KC8W0L7DGLJ.1 size=1048576 2024-04-13T08:05:38.654 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.655+0000 7faa9f63b780 1 < completed part key=_multipart_1R98I2OD2C1B.2~1KC8W0L7DGLJ.2 size=104674 2024-04-13T08:05:38.656 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.657+0000 7faa9f63b780 1 < completed multipart upload key=1R98I2OD2C1B upload=1KC8W0L7DGLJ tag=UB728WAMD9SY type=write size=3250402 2024-04-13T08:05:38.658 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.658+0000 7faa9f63b780 1 > prepared operation key=6EIPCHTPO3X1 tag=OYUL6DMYEOF8 type=del size=1792559 2024-04-13T08:05:38.660 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.660+0000 7faa9f63b780 1 < completed delete operation key=57TR9Y9AGKFZ tag=82PY4YG8BH6V type=del 2024-04-13T08:05:38.661 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.661+0000 7faa9f63b780 1 > prepared operation key=B9J0DWQ62YOI tag=T2B4R0YTHBX7 type=write size=564472 2024-04-13T08:05:38.662 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.663+0000 7faa9f63b780 1 < completed delete operation key=DQJZH0QC5JG1 tag=0X4WOVZWFFBR type=del 2024-04-13T08:05:38.664 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.664+0000 7faa9f63b780 1 > prepared operation key=CCIT8DQBN9WK tag=XP823NWXT2O8 type=write size=572907 2024-04-13T08:05:38.667 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.667+0000 7faa9f63b780 1 < suggested remove operation key=3H9XN46FCEJA tag=EM5O00O8MBN5 type=del 2024-04-13T08:05:38.668 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.669+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=BR0V13E7PZIS type=del size=1658003 2024-04-13T08:05:38.670 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.670+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~YDVZV8N110YB.0 size=1048576 2024-04-13T08:05:38.671 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.671+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~YDVZV8N110YB.1 size=1048576 2024-04-13T08:05:38.672 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.672+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~YDVZV8N110YB.2 size=841881 2024-04-13T08:05:38.674 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.674+0000 7faa9f63b780 1 < completed multipart upload key=KPYALZ2K1347 upload=YDVZV8N110YB tag=1BH5433LS0M6 type=write size=3987609 2024-04-13T08:05:38.676 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.676+0000 7faa9f63b780 1 > prepared operation key=U4KRH93HDNU6 tag=BU3B69OXAFXA type=del size=1526356 2024-04-13T08:05:38.677 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.678+0000 7faa9f63b780 1 < completed delete operation key=U4KRH93HDNU6 tag=ZQWJVZ99DUX0 type=del 2024-04-13T08:05:38.680 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.680+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~870YJWB8Q546.0 size=232139 2024-04-13T08:05:38.680 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.680+0000 7faa9f63b780 1 > prepared multipart upload key=TSACVEYQTVRN upload=870YJWB8Q546 tag=U6YQ0KYFYP38 type=write size=1280715 2024-04-13T08:05:38.682 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.682+0000 7faa9f63b780 -1 < failed to complete operation key=3H9XN46FCEJA tag=FBP95UJOSBJA type=write size=384580: (22) Invalid argument 2024-04-13T08:05:38.683 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.684+0000 7faa9f63b780 1 > prepared operation key=6EIPCHTPO3X1 tag=2B5B8RLFU1C7 type=del size=346173 2024-04-13T08:05:38.685 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.685+0000 7faa9f63b780 1 < completed part key=_multipart_3H9XN46FCEJA.2~IIHY8SKC4DUU.0 size=1048576 2024-04-13T08:05:38.686 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.686+0000 7faa9f63b780 1 < completed part key=_multipart_3H9XN46FCEJA.2~IIHY8SKC4DUU.1 size=234437 2024-04-13T08:05:38.688 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.688+0000 7faa9f63b780 1 < completed multipart upload key=3H9XN46FCEJA upload=IIHY8SKC4DUU tag=JWRUTK9LL2AD type=write size=2331589 2024-04-13T08:05:38.691 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.691+0000 7faa9f63b780 1 > prepared part key=_multipart_1139HXY3WYTZ.2~DH05CKHG5NLA.0 size=1048576 2024-04-13T08:05:38.692 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.692+0000 7faa9f63b780 1 > prepared part key=_multipart_1139HXY3WYTZ.2~DH05CKHG5NLA.1 size=1048576 2024-04-13T08:05:38.693 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.693+0000 7faa9f63b780 1 > prepared part key=_multipart_1139HXY3WYTZ.2~DH05CKHG5NLA.2 size=299336 2024-04-13T08:05:38.693 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.693+0000 7faa9f63b780 1 > prepared multipart upload key=1139HXY3WYTZ upload=DH05CKHG5NLA tag=FCGR0NE2NC0M type=write size=3445064 2024-04-13T08:05:38.694 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.694+0000 7faa9f63b780 1 < completed delete operation key=CSYE7NHVWP4Q tag=1EE67ZPNJGP3 type=del 2024-04-13T08:05:38.696 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.696+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~XT612IUSWQVT.0 size=827980 2024-04-13T08:05:38.696 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.696+0000 7faa9f63b780 1 > prepared multipart upload key=TSACVEYQTVRN upload=XT612IUSWQVT tag=UQRNVH78Q03P type=write size=1876556 2024-04-13T08:05:38.697 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.697+0000 7faa9f63b780 1 < completed delete operation key=ZLCXVHR00MT7 tag=LS1LYLHOBPXV type=del 2024-04-13T08:05:38.699 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.700+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~EODOUNFLVRC9.0 size=404528 2024-04-13T08:05:38.700 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.700+0000 7faa9f63b780 1 > prepared multipart upload key=9OD1R5489FHK upload=EODOUNFLVRC9 tag=AR8B1JODBDNZ type=write size=1453104 2024-04-13T08:05:38.701 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.701+0000 7faa9f63b780 1 < completed part key=_multipart_ATLCBD5K8IS1.2~30BQ0YU04XFH.0 size=1048576 2024-04-13T08:05:38.702 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.702+0000 7faa9f63b780 1 < completed part key=_multipart_ATLCBD5K8IS1.2~30BQ0YU04XFH.1 size=778710 2024-04-13T08:05:38.704 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.704+0000 7faa9f63b780 1 < completed multipart upload key=ATLCBD5K8IS1 upload=30BQ0YU04XFH tag=0ENFAJYU3ET3 type=write size=2875862 2024-04-13T08:05:38.705 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.705+0000 7faa9f63b780 1 > prepared operation key=CSYE7NHVWP4Q tag=WQLTQ3J4XBSU type=write size=667030 2024-04-13T08:05:38.706 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.706+0000 7faa9f63b780 1 < completed delete operation key=1R98I2OD2C1B tag=OZ42ANLQBO4R type=del 2024-04-13T08:05:38.707 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.708+0000 7faa9f63b780 1 > prepared operation key=EBB3GPXHIYM1 tag=YXEEJ6NFSRZ3 type=del size=1860487 2024-04-13T08:05:38.709 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.709+0000 7faa9f63b780 1 < completed delete operation key=WSX0KY6Y4RVU tag=S3ZDHEXQI6NA type=del 2024-04-13T08:05:38.710 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.710+0000 7faa9f63b780 1 > prepared operation key=CSYE7NHVWP4Q tag=8PYUGLFX7GWP type=del size=3818671 2024-04-13T08:05:38.711 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.711+0000 7faa9f63b780 1 < completed delete operation key=NHC2LNYCNU8O tag=VVSJS1YM43P8 type=del 2024-04-13T08:05:38.714 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.714+0000 7faa9f63b780 1 > prepared part key=_multipart_NHC2LNYCNU8O.2~80Y95QR2R305.0 size=1048576 2024-04-13T08:05:38.715 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.715+0000 7faa9f63b780 1 > prepared part key=_multipart_NHC2LNYCNU8O.2~80Y95QR2R305.1 size=1048576 2024-04-13T08:05:38.716 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.716+0000 7faa9f63b780 1 > prepared part key=_multipart_NHC2LNYCNU8O.2~80Y95QR2R305.2 size=178682 2024-04-13T08:05:38.716 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.716+0000 7faa9f63b780 1 > prepared multipart upload key=NHC2LNYCNU8O upload=80Y95QR2R305 tag=5WO4IZRXW3PL type=write size=3324410 2024-04-13T08:05:38.719 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.719+0000 7faa9f63b780 1 < suggested remove operation key=LCYUO09YJOWJ tag=BYHQGW6BKXHQ type=del 2024-04-13T08:05:38.720 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.720+0000 7faa9f63b780 1 > prepared operation key=KN6SVO6HG65Q tag=AB4B2QZ8AYFX type=del size=3357628 2024-04-13T08:05:38.720 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.720+0000 7faa9f63b780 1 < canceled part key=_multipart_USAT0PUC8Q9C.2~1MCOZY01USU2.0 size=1048576 2024-04-13T08:05:38.721 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.721+0000 7faa9f63b780 1 < completed part key=_multipart_USAT0PUC8Q9C.2~1MCOZY01USU2.1 size=1048576 2024-04-13T08:05:38.722 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.722+0000 7faa9f63b780 1 < completed part key=_multipart_USAT0PUC8Q9C.2~1MCOZY01USU2.2 size=564250 2024-04-13T08:05:38.724 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.725+0000 7faa9f63b780 1 < canceled multipart upload key=USAT0PUC8Q9C upload=1MCOZY01USU2 tag=BVTXOBUO27OL type=write size=3709978 2024-04-13T08:05:38.726 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.726+0000 7faa9f63b780 1 > prepared operation key=NHC2LNYCNU8O tag=VV436XSUT02O type=write size=796191 2024-04-13T08:05:38.728 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.728+0000 7faa9f63b780 1 < suggested update operation key=6EIPCHTPO3X1 tag=OYUL6DMYEOF8 type=del size=1792559 2024-04-13T08:05:38.729 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.729+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=SSB40P884Y6I type=del size=2008779 2024-04-13T08:05:38.730 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.730+0000 7faa9f63b780 1 < completed write operation key=B9J0DWQ62YOI tag=T2B4R0YTHBX7 type=write size=564472 2024-04-13T08:05:38.732 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.732+0000 7faa9f63b780 1 > prepared operation key=CWNYE55R1BSI tag=YYLED7K3L7DP type=del size=2846710 2024-04-13T08:05:38.733 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.733+0000 7faa9f63b780 1 < completed write operation key=CCIT8DQBN9WK tag=XP823NWXT2O8 type=write size=572907 2024-04-13T08:05:38.735 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.735+0000 7faa9f63b780 1 > prepared part key=_multipart_ZS36Q14U11AV.2~I6DRAJ42XGEI.0 size=1048576 2024-04-13T08:05:38.736 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.736+0000 7faa9f63b780 1 > prepared part key=_multipart_ZS36Q14U11AV.2~I6DRAJ42XGEI.1 size=560375 2024-04-13T08:05:38.736 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.736+0000 7faa9f63b780 1 > prepared multipart upload key=ZS36Q14U11AV upload=I6DRAJ42XGEI tag=G1NSPETRMZ3X type=write size=2657527 2024-04-13T08:05:38.739 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.739+0000 7faa9f63b780 1 < suggested update operation key=ATLCBD5K8IS1 tag=BR0V13E7PZIS type=del size=1658003 2024-04-13T08:05:38.741 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.741+0000 7faa9f63b780 1 > prepared part key=_multipart_EB7L7HOTRCXY.2~QDNF25SWNZSY.0 size=1048576 2024-04-13T08:05:38.742 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.742+0000 7faa9f63b780 1 > prepared part key=_multipart_EB7L7HOTRCXY.2~QDNF25SWNZSY.1 size=256485 2024-04-13T08:05:38.743 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.742+0000 7faa9f63b780 1 > prepared multipart upload key=EB7L7HOTRCXY upload=QDNF25SWNZSY tag=T5NGGEB1AAIZ type=write size=2353637 2024-04-13T08:05:38.744 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.744+0000 7faa9f63b780 1 < completed delete operation key=U4KRH93HDNU6 tag=BU3B69OXAFXA type=del 2024-04-13T08:05:38.746 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.746+0000 7faa9f63b780 1 > prepared part key=_multipart_6EIPCHTPO3X1.2~VCNYRIY9VYWL.0 size=1048576 2024-04-13T08:05:38.747 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.747+0000 7faa9f63b780 1 > prepared part key=_multipart_6EIPCHTPO3X1.2~VCNYRIY9VYWL.1 size=1048576 2024-04-13T08:05:38.748 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.748+0000 7faa9f63b780 1 > prepared part key=_multipart_6EIPCHTPO3X1.2~VCNYRIY9VYWL.2 size=716707 2024-04-13T08:05:38.748 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.748+0000 7faa9f63b780 1 > prepared multipart upload key=6EIPCHTPO3X1 upload=VCNYRIY9VYWL tag=IXL9BN5I9AGK type=write size=3862435 2024-04-13T08:05:38.749 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.749+0000 7faa9f63b780 1 < completed part key=_multipart_TSACVEYQTVRN.2~870YJWB8Q546.0 size=232139 2024-04-13T08:05:38.751 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.752+0000 7faa9f63b780 1 < completed multipart upload key=TSACVEYQTVRN upload=870YJWB8Q546 tag=U6YQ0KYFYP38 type=write size=1280715 2024-04-13T08:05:38.753 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.753+0000 7faa9f63b780 1 > prepared operation key=9OD1R5489FHK tag=ECL1HE6C6P9X type=write size=981463 2024-04-13T08:05:38.755 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.755+0000 7faa9f63b780 1 < suggested update operation key=6EIPCHTPO3X1 tag=2B5B8RLFU1C7 type=del size=346173 2024-04-13T08:05:38.757 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.758+0000 7faa9f63b780 1 > prepared part key=_multipart_CCIT8DQBN9WK.2~P8IJ1GY1LNPJ.0 size=470353 2024-04-13T08:05:38.758 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.758+0000 7faa9f63b780 1 > prepared multipart upload key=CCIT8DQBN9WK upload=P8IJ1GY1LNPJ tag=NCB0BIC0X81D type=write size=1518929 2024-04-13T08:05:38.759 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.759+0000 7faa9f63b780 1 < completed part key=_multipart_1139HXY3WYTZ.2~DH05CKHG5NLA.0 size=1048576 2024-04-13T08:05:38.760 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.760+0000 7faa9f63b780 1 < completed part key=_multipart_1139HXY3WYTZ.2~DH05CKHG5NLA.1 size=1048576 2024-04-13T08:05:38.761 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.761+0000 7faa9f63b780 1 < completed part key=_multipart_1139HXY3WYTZ.2~DH05CKHG5NLA.2 size=299336 2024-04-13T08:05:38.763 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.763+0000 7faa9f63b780 1 < completed multipart upload key=1139HXY3WYTZ upload=DH05CKHG5NLA tag=FCGR0NE2NC0M type=write size=3445064 2024-04-13T08:05:38.765 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.765+0000 7faa9f63b780 1 > prepared part key=_multipart_NHC2LNYCNU8O.2~RIJR9VP5D4IV.0 size=879498 2024-04-13T08:05:38.765 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.765+0000 7faa9f63b780 1 > prepared multipart upload key=NHC2LNYCNU8O upload=RIJR9VP5D4IV tag=IXU2KFJSHW8D type=write size=1928074 2024-04-13T08:05:38.766 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.766+0000 7faa9f63b780 1 < completed part key=_multipart_TSACVEYQTVRN.2~XT612IUSWQVT.0 size=827980 2024-04-13T08:05:38.768 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.769+0000 7faa9f63b780 1 < completed multipart upload key=TSACVEYQTVRN upload=XT612IUSWQVT tag=UQRNVH78Q03P type=write size=1876556 2024-04-13T08:05:38.770 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.770+0000 7faa9f63b780 1 > prepared operation key=XP1MOJCI0XHQ tag=XIUCSE141HG0 type=write size=236408 2024-04-13T08:05:38.771 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.772+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~EODOUNFLVRC9.0 size=404528 2024-04-13T08:05:38.773 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.773+0000 7faa9f63b780 1 < completed multipart upload key=9OD1R5489FHK upload=EODOUNFLVRC9 tag=AR8B1JODBDNZ type=write size=1453104 2024-04-13T08:05:38.775 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.776+0000 7faa9f63b780 1 > prepared part key=_multipart_Y3BAXTXJ3THV.2~RHO3WOSPFLZB.0 size=1048576 2024-04-13T08:05:38.776 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.777+0000 7faa9f63b780 1 > prepared part key=_multipart_Y3BAXTXJ3THV.2~RHO3WOSPFLZB.1 size=1048576 2024-04-13T08:05:38.777 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.778+0000 7faa9f63b780 1 > prepared part key=_multipart_Y3BAXTXJ3THV.2~RHO3WOSPFLZB.2 size=378790 2024-04-13T08:05:38.777 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.778+0000 7faa9f63b780 1 > prepared multipart upload key=Y3BAXTXJ3THV upload=RHO3WOSPFLZB tag=40VD3T3Z2DG8 type=write size=3524518 2024-04-13T08:05:38.779 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.779+0000 7faa9f63b780 1 < completed write operation key=CSYE7NHVWP4Q tag=WQLTQ3J4XBSU type=write size=667030 2024-04-13T08:05:38.780 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.780+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=WX7KIBW32Q0U type=del size=2192249 2024-04-13T08:05:38.781 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.781+0000 7faa9f63b780 1 < completed delete operation key=EBB3GPXHIYM1 tag=YXEEJ6NFSRZ3 type=del 2024-04-13T08:05:38.783 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.783+0000 7faa9f63b780 1 > prepared part key=_multipart_BGZCO481WX23.2~OG8C21T2KU2U.0 size=1048576 2024-04-13T08:05:38.784 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.784+0000 7faa9f63b780 1 > prepared part key=_multipart_BGZCO481WX23.2~OG8C21T2KU2U.1 size=588787 2024-04-13T08:05:38.784 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.784+0000 7faa9f63b780 1 > prepared multipart upload key=BGZCO481WX23 upload=OG8C21T2KU2U tag=BSLH773K4YQB type=write size=2685939 2024-04-13T08:05:38.786 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.786+0000 7faa9f63b780 1 < completed delete operation key=CSYE7NHVWP4Q tag=8PYUGLFX7GWP type=del 2024-04-13T08:05:38.788 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.789+0000 7faa9f63b780 1 > prepared part key=_multipart_CSYE7NHVWP4Q.2~G5KLMCYL0MY2.0 size=704788 2024-04-13T08:05:38.789 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.789+0000 7faa9f63b780 1 > prepared multipart upload key=CSYE7NHVWP4Q upload=G5KLMCYL0MY2 tag=061NNCI5DX8A type=write size=1753364 2024-04-13T08:05:38.790 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.790+0000 7faa9f63b780 1 < completed part key=_multipart_NHC2LNYCNU8O.2~80Y95QR2R305.0 size=1048576 2024-04-13T08:05:38.791 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.791+0000 7faa9f63b780 1 < completed part key=_multipart_NHC2LNYCNU8O.2~80Y95QR2R305.1 size=1048576 2024-04-13T08:05:38.792 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.792+0000 7faa9f63b780 1 < completed part key=_multipart_NHC2LNYCNU8O.2~80Y95QR2R305.2 size=178682 2024-04-13T08:05:38.794 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.794+0000 7faa9f63b780 1 < completed multipart upload key=NHC2LNYCNU8O upload=80Y95QR2R305 tag=5WO4IZRXW3PL type=write size=3324410 2024-04-13T08:05:38.795 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.795+0000 7faa9f63b780 1 > prepared operation key=NJTHX8PDBAAE tag=GPY9E6611624 type=del size=1437039 2024-04-13T08:05:38.798 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.798+0000 7faa9f63b780 1 < suggested update operation key=KN6SVO6HG65Q tag=AB4B2QZ8AYFX type=del size=3357628 2024-04-13T08:05:38.799 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.799+0000 7faa9f63b780 1 > prepared operation key=WSX0KY6Y4RVU tag=3KOYFQ8ID818 type=del size=2065573 2024-04-13T08:05:38.800 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.800+0000 7faa9f63b780 1 < completed write operation key=NHC2LNYCNU8O tag=VV436XSUT02O type=write size=796191 2024-04-13T08:05:38.803 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.803+0000 7faa9f63b780 1 > prepared part key=_multipart_ZS36Q14U11AV.2~J7BK1WZG1JQ5.0 size=727034 2024-04-13T08:05:38.803 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.803+0000 7faa9f63b780 1 > prepared multipart upload key=ZS36Q14U11AV upload=J7BK1WZG1JQ5 tag=KKWYHPJQV6C3 type=write size=1775610 2024-04-13T08:05:38.805 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.805+0000 7faa9f63b780 1 < suggested update operation key=ATLCBD5K8IS1 tag=SSB40P884Y6I type=del size=2008779 2024-04-13T08:05:38.807 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.807+0000 7faa9f63b780 1 > prepared operation key=CCIT8DQBN9WK tag=OSL8A0MSZZTP type=del size=487371 2024-04-13T08:05:38.809 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.809+0000 7faa9f63b780 1 < suggested update operation key=CWNYE55R1BSI tag=YYLED7K3L7DP type=del size=2846710 2024-04-13T08:05:38.812 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.812+0000 7faa9f63b780 1 > prepared part key=_multipart_EB7L7HOTRCXY.2~78GR6S1H3HWP.0 size=993714 2024-04-13T08:05:38.812 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.812+0000 7faa9f63b780 1 > prepared multipart upload key=EB7L7HOTRCXY upload=78GR6S1H3HWP tag=R6QQI26Y2THH type=write size=2042290 2024-04-13T08:05:38.813 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.813+0000 7faa9f63b780 1 < completed part key=_multipart_ZS36Q14U11AV.2~I6DRAJ42XGEI.0 size=1048576 2024-04-13T08:05:38.814 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.814+0000 7faa9f63b780 1 < completed part key=_multipart_ZS36Q14U11AV.2~I6DRAJ42XGEI.1 size=560375 2024-04-13T08:05:38.816 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.816+0000 7faa9f63b780 1 < completed multipart upload key=ZS36Q14U11AV upload=I6DRAJ42XGEI tag=G1NSPETRMZ3X type=write size=2657527 2024-04-13T08:05:38.818 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.818+0000 7faa9f63b780 1 > prepared operation key=C8EO3JFDK3I3 tag=YF6W7C0A3N6C type=del size=1009066 2024-04-13T08:05:38.819 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.819+0000 7faa9f63b780 1 < completed part key=_multipart_EB7L7HOTRCXY.2~QDNF25SWNZSY.0 size=1048576 2024-04-13T08:05:38.820 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.820+0000 7faa9f63b780 1 < completed part key=_multipart_EB7L7HOTRCXY.2~QDNF25SWNZSY.1 size=256485 2024-04-13T08:05:38.822 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.822+0000 7faa9f63b780 1 < completed multipart upload key=EB7L7HOTRCXY upload=QDNF25SWNZSY tag=T5NGGEB1AAIZ type=write size=2353637 2024-04-13T08:05:38.823 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.823+0000 7faa9f63b780 1 > prepared operation key=B9J0DWQ62YOI tag=TWLJB1XXKX4K type=del size=3988292 2024-04-13T08:05:38.825 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.825+0000 7faa9f63b780 1 < completed part key=_multipart_6EIPCHTPO3X1.2~VCNYRIY9VYWL.0 size=1048576 2024-04-13T08:05:38.825 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.826+0000 7faa9f63b780 1 < completed part key=_multipart_6EIPCHTPO3X1.2~VCNYRIY9VYWL.1 size=1048576 2024-04-13T08:05:38.826 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.827+0000 7faa9f63b780 1 < completed part key=_multipart_6EIPCHTPO3X1.2~VCNYRIY9VYWL.2 size=716707 2024-04-13T08:05:38.828 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.829+0000 7faa9f63b780 1 < completed multipart upload key=6EIPCHTPO3X1 upload=VCNYRIY9VYWL tag=IXL9BN5I9AGK type=write size=3862435 2024-04-13T08:05:38.830 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.830+0000 7faa9f63b780 1 > prepared operation key=CWNYE55R1BSI tag=KPXUZEEX8ALY type=del size=140912 2024-04-13T08:05:38.831 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.831+0000 7faa9f63b780 1 < completed write operation key=9OD1R5489FHK tag=ECL1HE6C6P9X type=write size=981463 2024-04-13T08:05:38.834 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.834+0000 7faa9f63b780 1 > prepared part key=_multipart_1R98I2OD2C1B.2~7J7KD8RV63KE.0 size=1048576 2024-04-13T08:05:38.835 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.835+0000 7faa9f63b780 1 > prepared part key=_multipart_1R98I2OD2C1B.2~7J7KD8RV63KE.1 size=1048576 2024-04-13T08:05:38.836 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.836+0000 7faa9f63b780 1 > prepared part key=_multipart_1R98I2OD2C1B.2~7J7KD8RV63KE.2 size=423852 2024-04-13T08:05:38.836 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.836+0000 7faa9f63b780 1 > prepared multipart upload key=1R98I2OD2C1B upload=7J7KD8RV63KE tag=F0Z302PNK4B9 type=write size=3569580 2024-04-13T08:05:38.837 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.837+0000 7faa9f63b780 1 < completed part key=_multipart_CCIT8DQBN9WK.2~P8IJ1GY1LNPJ.0 size=470353 2024-04-13T08:05:38.839 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.839+0000 7faa9f63b780 1 < completed multipart upload key=CCIT8DQBN9WK upload=P8IJ1GY1LNPJ tag=NCB0BIC0X81D type=write size=1518929 2024-04-13T08:05:38.841 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.841+0000 7faa9f63b780 1 > prepared part key=_multipart_EBB3GPXHIYM1.2~2KXQVE41PE23.0 size=1048576 2024-04-13T08:05:38.842 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.842+0000 7faa9f63b780 1 > prepared part key=_multipart_EBB3GPXHIYM1.2~2KXQVE41PE23.1 size=470235 2024-04-13T08:05:38.842 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.842+0000 7faa9f63b780 1 > prepared multipart upload key=EBB3GPXHIYM1 upload=2KXQVE41PE23 tag=YC0EKMAWM2K1 type=write size=2567387 2024-04-13T08:05:38.844 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.844+0000 7faa9f63b780 1 < completed part key=_multipart_NHC2LNYCNU8O.2~RIJR9VP5D4IV.0 size=879498 2024-04-13T08:05:38.846 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.846+0000 7faa9f63b780 1 < completed multipart upload key=NHC2LNYCNU8O upload=RIJR9VP5D4IV tag=IXU2KFJSHW8D type=write size=1928074 2024-04-13T08:05:38.847 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.847+0000 7faa9f63b780 1 > prepared operation key=YVLYPQFVWYAW tag=M133V9Q10CWR type=del size=738775 2024-04-13T08:05:38.848 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.849+0000 7faa9f63b780 1 < completed write operation key=XP1MOJCI0XHQ tag=XIUCSE141HG0 type=write size=236408 2024-04-13T08:05:38.850 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.850+0000 7faa9f63b780 1 > prepared operation key=NJTHX8PDBAAE tag=FEEXB84FUUQX type=write size=159426 2024-04-13T08:05:38.851 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.851+0000 7faa9f63b780 1 < completed part key=_multipart_Y3BAXTXJ3THV.2~RHO3WOSPFLZB.0 size=1048576 2024-04-13T08:05:38.852 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.852+0000 7faa9f63b780 1 < completed part key=_multipart_Y3BAXTXJ3THV.2~RHO3WOSPFLZB.1 size=1048576 2024-04-13T08:05:38.853 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.853+0000 7faa9f63b780 1 < completed part key=_multipart_Y3BAXTXJ3THV.2~RHO3WOSPFLZB.2 size=378790 2024-04-13T08:05:38.856 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.856+0000 7faa9f63b780 1 < completed multipart upload key=Y3BAXTXJ3THV upload=RHO3WOSPFLZB tag=40VD3T3Z2DG8 type=write size=3524518 2024-04-13T08:05:38.858 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.859+0000 7faa9f63b780 1 > prepared part key=_multipart_CCIT8DQBN9WK.2~PMTAHC56TQGL.0 size=837999 2024-04-13T08:05:38.858 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.859+0000 7faa9f63b780 1 > prepared multipart upload key=CCIT8DQBN9WK upload=PMTAHC56TQGL tag=LPLPUW7RL6D8 type=write size=1886575 2024-04-13T08:05:38.860 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.860+0000 7faa9f63b780 -1 < failed to complete operation key=ATLCBD5K8IS1 tag=WX7KIBW32Q0U type=del size=2192249: (22) Invalid argument 2024-04-13T08:05:38.862 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.862+0000 7faa9f63b780 1 > prepared operation key=BGZCO481WX23 tag=WOU6JGRV4DG7 type=del size=1161798 2024-04-13T08:05:38.863 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.863+0000 7faa9f63b780 1 < completed part key=_multipart_BGZCO481WX23.2~OG8C21T2KU2U.0 size=1048576 2024-04-13T08:05:38.864 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.864+0000 7faa9f63b780 1 < completed part key=_multipart_BGZCO481WX23.2~OG8C21T2KU2U.1 size=588787 2024-04-13T08:05:38.866 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.866+0000 7faa9f63b780 1 < completed multipart upload key=BGZCO481WX23 upload=OG8C21T2KU2U tag=BSLH773K4YQB type=write size=2685939 2024-04-13T08:05:38.869 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.869+0000 7faa9f63b780 1 > prepared part key=_multipart_CSYE7NHVWP4Q.2~KCJOZIYYI2T6.0 size=1048576 2024-04-13T08:05:38.870 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.870+0000 7faa9f63b780 1 > prepared part key=_multipart_CSYE7NHVWP4Q.2~KCJOZIYYI2T6.1 size=582027 2024-04-13T08:05:38.870 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.870+0000 7faa9f63b780 1 > prepared multipart upload key=CSYE7NHVWP4Q upload=KCJOZIYYI2T6 tag=V5GR7CSUIIUI type=write size=2679179 2024-04-13T08:05:38.872 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.872+0000 7faa9f63b780 1 < completed part key=_multipart_CSYE7NHVWP4Q.2~G5KLMCYL0MY2.0 size=704788 2024-04-13T08:05:38.874 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.874+0000 7faa9f63b780 1 < completed multipart upload key=CSYE7NHVWP4Q upload=G5KLMCYL0MY2 tag=061NNCI5DX8A type=write size=1753364 2024-04-13T08:05:38.877 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.877+0000 7faa9f63b780 1 > prepared part key=_multipart_C8EO3JFDK3I3.2~OXZPIHGT85Q1.0 size=858477 2024-04-13T08:05:38.877 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.877+0000 7faa9f63b780 1 > prepared multipart upload key=C8EO3JFDK3I3 upload=OXZPIHGT85Q1 tag=C7U03RINWAWB type=write size=1907053 2024-04-13T08:05:38.878 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.878+0000 7faa9f63b780 1 < completed delete operation key=NJTHX8PDBAAE tag=GPY9E6611624 type=del 2024-04-13T08:05:38.879 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.879+0000 7faa9f63b780 1 > prepared operation key=EBB3GPXHIYM1 tag=ENBZEK2TIIBT type=del size=2407872 2024-04-13T08:05:38.881 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.881+0000 7faa9f63b780 1 < completed delete operation key=WSX0KY6Y4RVU tag=3KOYFQ8ID818 type=del 2024-04-13T08:05:38.882 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.882+0000 7faa9f63b780 1 > prepared operation key=H9HYQWGBJXF0 tag=VT0F6TIRBWW5 type=del size=4073873 2024-04-13T08:05:38.883 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.884+0000 7faa9f63b780 1 < completed part key=_multipart_ZS36Q14U11AV.2~J7BK1WZG1JQ5.0 size=727034 2024-04-13T08:05:38.886 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.886+0000 7faa9f63b780 1 < completed multipart upload key=ZS36Q14U11AV upload=J7BK1WZG1JQ5 tag=KKWYHPJQV6C3 type=write size=1775610 2024-04-13T08:05:38.887 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.887+0000 7faa9f63b780 1 > prepared operation key=57TR9Y9AGKFZ tag=1OPOYY5L0XWL type=del size=4072944 2024-04-13T08:05:38.889 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.889+0000 7faa9f63b780 1 < completed delete operation key=CCIT8DQBN9WK tag=OSL8A0MSZZTP type=del 2024-04-13T08:05:38.891 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.891+0000 7faa9f63b780 1 > prepared operation key=1139HXY3WYTZ tag=OXRKVW4AARZN type=del size=1927952 2024-04-13T08:05:38.892 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.892+0000 7faa9f63b780 1 < completed part key=_multipart_EB7L7HOTRCXY.2~78GR6S1H3HWP.0 size=993714 2024-04-13T08:05:38.894 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.895+0000 7faa9f63b780 1 < completed multipart upload key=EB7L7HOTRCXY upload=78GR6S1H3HWP tag=R6QQI26Y2THH type=write size=2042290 2024-04-13T08:05:38.897 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.897+0000 7faa9f63b780 1 > prepared part key=_multipart_ATLCBD5K8IS1.2~5D4X2CY740JQ.0 size=95970 2024-04-13T08:05:38.897 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.897+0000 7faa9f63b780 1 > prepared multipart upload key=ATLCBD5K8IS1 upload=5D4X2CY740JQ tag=MAWLW39IPWER type=write size=1144546 2024-04-13T08:05:38.899 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.899+0000 7faa9f63b780 1 < completed delete operation key=C8EO3JFDK3I3 tag=YF6W7C0A3N6C type=del 2024-04-13T08:05:38.902 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.902+0000 7faa9f63b780 1 > prepared part key=_multipart_CWNYE55R1BSI.2~M8ZJ3E7W9DXU.0 size=1048576 2024-04-13T08:05:38.903 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.903+0000 7faa9f63b780 1 > prepared part key=_multipart_CWNYE55R1BSI.2~M8ZJ3E7W9DXU.1 size=1048576 2024-04-13T08:05:38.904 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.904+0000 7faa9f63b780 1 > prepared part key=_multipart_CWNYE55R1BSI.2~M8ZJ3E7W9DXU.2 size=240753 2024-04-13T08:05:38.904 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.904+0000 7faa9f63b780 1 > prepared multipart upload key=CWNYE55R1BSI upload=M8ZJ3E7W9DXU tag=O6R048KVGT8F type=write size=3386481 2024-04-13T08:05:38.905 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.905+0000 7faa9f63b780 1 < completed delete operation key=B9J0DWQ62YOI tag=TWLJB1XXKX4K type=del 2024-04-13T08:05:38.906 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.906+0000 7faa9f63b780 1 > prepared operation key=3H9XN46FCEJA tag=1BR4I7JH4DMT type=del size=3890146 2024-04-13T08:05:38.907 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.908+0000 7faa9f63b780 1 < completed delete operation key=CWNYE55R1BSI tag=KPXUZEEX8ALY type=del 2024-04-13T08:05:38.910 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.910+0000 7faa9f63b780 1 > prepared part key=_multipart_Y3BAXTXJ3THV.2~P7I3PEI29P1H.0 size=932185 2024-04-13T08:05:38.910 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.910+0000 7faa9f63b780 1 > prepared multipart upload key=Y3BAXTXJ3THV upload=P7I3PEI29P1H tag=BC2Y2OSOWLRT type=write size=1980761 2024-04-13T08:05:38.912 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.912+0000 7faa9f63b780 1 < completed part key=_multipart_1R98I2OD2C1B.2~7J7KD8RV63KE.0 size=1048576 2024-04-13T08:05:38.913 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.913+0000 7faa9f63b780 1 < completed part key=_multipart_1R98I2OD2C1B.2~7J7KD8RV63KE.1 size=1048576 2024-04-13T08:05:38.914 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.914+0000 7faa9f63b780 1 < completed part key=_multipart_1R98I2OD2C1B.2~7J7KD8RV63KE.2 size=423852 2024-04-13T08:05:38.916 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.917+0000 7faa9f63b780 1 < completed multipart upload key=1R98I2OD2C1B upload=7J7KD8RV63KE tag=F0Z302PNK4B9 type=write size=3569580 2024-04-13T08:05:38.918 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.918+0000 7faa9f63b780 1 > prepared operation key=U4KRH93HDNU6 tag=OHXC0YQYSEQ8 type=write size=146686 2024-04-13T08:05:38.919 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.920+0000 7faa9f63b780 1 < completed part key=_multipart_EBB3GPXHIYM1.2~2KXQVE41PE23.0 size=1048576 2024-04-13T08:05:38.921 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.921+0000 7faa9f63b780 1 < completed part key=_multipart_EBB3GPXHIYM1.2~2KXQVE41PE23.1 size=470235 2024-04-13T08:05:38.923 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.923+0000 7faa9f63b780 1 < completed multipart upload key=EBB3GPXHIYM1 upload=2KXQVE41PE23 tag=YC0EKMAWM2K1 type=write size=2567387 2024-04-13T08:05:38.924 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.924+0000 7faa9f63b780 1 > prepared operation key=B9J0DWQ62YOI tag=WD2VOH6279VF type=del size=3601375 2024-04-13T08:05:38.925 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.925+0000 7faa9f63b780 1 < completed delete operation key=YVLYPQFVWYAW tag=M133V9Q10CWR type=del 2024-04-13T08:05:38.926 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.926+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=QF3GG425AVF6 type=write size=20282 2024-04-13T08:05:38.929 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.929+0000 7faa9f63b780 1 < suggested update operation key=NJTHX8PDBAAE tag=FEEXB84FUUQX type=write size=159426 2024-04-13T08:05:38.931 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.932+0000 7faa9f63b780 1 > prepared part key=_multipart_CSYE7NHVWP4Q.2~SHB5PRV6P30O.0 size=677390 2024-04-13T08:05:38.931 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.932+0000 7faa9f63b780 1 > prepared multipart upload key=CSYE7NHVWP4Q upload=SHB5PRV6P30O tag=EXFDRQMTU0GE type=write size=1725966 2024-04-13T08:05:38.933 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.933+0000 7faa9f63b780 1 < completed part key=_multipart_CCIT8DQBN9WK.2~PMTAHC56TQGL.0 size=837999 2024-04-13T08:05:38.938 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.938+0000 7faa9f63b780 1 < completed multipart upload key=CCIT8DQBN9WK upload=PMTAHC56TQGL tag=LPLPUW7RL6D8 type=write size=1886575 2024-04-13T08:05:38.939 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.939+0000 7faa9f63b780 1 > prepared operation key=6EIPCHTPO3X1 tag=HJA8AOEZ31A6 type=write size=79771 2024-04-13T08:05:38.942 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.942+0000 7faa9f63b780 1 < canceled operation key=BGZCO481WX23 tag=WOU6JGRV4DG7 type=del size=1161798 2024-04-13T08:05:38.945 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.945+0000 7faa9f63b780 1 > prepared operation key=ZS36Q14U11AV tag=33OU13NLWVCS type=del size=3645860 2024-04-13T08:05:38.948 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.948+0000 7faa9f63b780 1 < completed part key=_multipart_CSYE7NHVWP4Q.2~KCJOZIYYI2T6.0 size=1048576 2024-04-13T08:05:38.950 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.950+0000 7faa9f63b780 1 < completed part key=_multipart_CSYE7NHVWP4Q.2~KCJOZIYYI2T6.1 size=582027 2024-04-13T08:05:38.952 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.952+0000 7faa9f63b780 1 < completed multipart upload key=CSYE7NHVWP4Q upload=KCJOZIYYI2T6 tag=V5GR7CSUIIUI type=write size=2679179 2024-04-13T08:05:38.953 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.953+0000 7faa9f63b780 1 > prepared operation key=B9J0DWQ62YOI tag=A69DR2VWEMCJ type=del size=2826423 2024-04-13T08:05:38.954 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.955+0000 7faa9f63b780 1 < completed part key=_multipart_C8EO3JFDK3I3.2~OXZPIHGT85Q1.0 size=858477 2024-04-13T08:05:38.957 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.957+0000 7faa9f63b780 1 < completed multipart upload key=C8EO3JFDK3I3 upload=OXZPIHGT85Q1 tag=C7U03RINWAWB type=write size=1907053 2024-04-13T08:05:38.958 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.958+0000 7faa9f63b780 1 > prepared operation key=WSX0KY6Y4RVU tag=72G3RD7W2034 type=del size=73292 2024-04-13T08:05:38.960 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.960+0000 7faa9f63b780 1 < suggested update operation key=EBB3GPXHIYM1 tag=ENBZEK2TIIBT type=del size=2407872 2024-04-13T08:05:38.963 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.963+0000 7faa9f63b780 1 > prepared part key=_multipart_ZS36Q14U11AV.2~4IPEL629RQVT.0 size=1048576 2024-04-13T08:05:38.964 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.964+0000 7faa9f63b780 1 > prepared part key=_multipart_ZS36Q14U11AV.2~4IPEL629RQVT.1 size=1048576 2024-04-13T08:05:38.965 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.965+0000 7faa9f63b780 1 > prepared part key=_multipart_ZS36Q14U11AV.2~4IPEL629RQVT.2 size=566717 2024-04-13T08:05:38.965 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.965+0000 7faa9f63b780 1 > prepared multipart upload key=ZS36Q14U11AV upload=4IPEL629RQVT tag=1VHD9NF7POLR type=write size=3712445 2024-04-13T08:05:38.966 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.966+0000 7faa9f63b780 1 < canceled operation key=H9HYQWGBJXF0 tag=VT0F6TIRBWW5 type=del size=4073873 2024-04-13T08:05:38.969 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.969+0000 7faa9f63b780 1 > prepared part key=_multipart_WSX0KY6Y4RVU.2~XHBAXGMR15FU.0 size=1048576 2024-04-13T08:05:38.969 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.970+0000 7faa9f63b780 1 > prepared part key=_multipart_WSX0KY6Y4RVU.2~XHBAXGMR15FU.1 size=1048576 2024-04-13T08:05:38.971 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.971+0000 7faa9f63b780 1 > prepared part key=_multipart_WSX0KY6Y4RVU.2~XHBAXGMR15FU.2 size=142460 2024-04-13T08:05:38.971 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.971+0000 7faa9f63b780 1 > prepared multipart upload key=WSX0KY6Y4RVU upload=XHBAXGMR15FU tag=IYVIWCQBHAUG type=write size=3288188 2024-04-13T08:05:38.972 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.972+0000 7faa9f63b780 1 < completed delete operation key=57TR9Y9AGKFZ tag=1OPOYY5L0XWL type=del 2024-04-13T08:05:38.974 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.974+0000 7faa9f63b780 1 > prepared operation key=EB7L7HOTRCXY tag=K2EP7X3BVARV type=del size=2063622 2024-04-13T08:05:38.975 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.975+0000 7faa9f63b780 1 < completed delete operation key=1139HXY3WYTZ tag=OXRKVW4AARZN type=del 2024-04-13T08:05:38.977 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.978+0000 7faa9f63b780 1 > prepared part key=_multipart_1139HXY3WYTZ.2~N9EYGIV7WPJI.0 size=563398 2024-04-13T08:05:38.977 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.978+0000 7faa9f63b780 1 > prepared multipart upload key=1139HXY3WYTZ upload=N9EYGIV7WPJI tag=H22J4R26PGTC type=write size=1611974 2024-04-13T08:05:38.979 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.979+0000 7faa9f63b780 1 < completed part key=_multipart_ATLCBD5K8IS1.2~5D4X2CY740JQ.0 size=95970 2024-04-13T08:05:38.981 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.981+0000 7faa9f63b780 1 < completed multipart upload key=ATLCBD5K8IS1 upload=5D4X2CY740JQ tag=MAWLW39IPWER type=write size=1144546 2024-04-13T08:05:38.982 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.982+0000 7faa9f63b780 1 > prepared operation key=EBB3GPXHIYM1 tag=OULXY86M2PGB type=del size=1679052 2024-04-13T08:05:38.983 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.984+0000 7faa9f63b780 1 < completed part key=_multipart_CWNYE55R1BSI.2~M8ZJ3E7W9DXU.0 size=1048576 2024-04-13T08:05:38.985 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.985+0000 7faa9f63b780 1 < completed part key=_multipart_CWNYE55R1BSI.2~M8ZJ3E7W9DXU.1 size=1048576 2024-04-13T08:05:38.986 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.986+0000 7faa9f63b780 1 < completed part key=_multipart_CWNYE55R1BSI.2~M8ZJ3E7W9DXU.2 size=240753 2024-04-13T08:05:38.988 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.989+0000 7faa9f63b780 1 < completed multipart upload key=CWNYE55R1BSI upload=M8ZJ3E7W9DXU tag=O6R048KVGT8F type=write size=3386481 2024-04-13T08:05:38.991 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.991+0000 7faa9f63b780 1 > prepared part key=_multipart_EBB3GPXHIYM1.2~0WBFT2O0VZFB.0 size=1048576 2024-04-13T08:05:38.992 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.992+0000 7faa9f63b780 1 > prepared part key=_multipart_EBB3GPXHIYM1.2~0WBFT2O0VZFB.1 size=136778 2024-04-13T08:05:38.992 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.992+0000 7faa9f63b780 1 > prepared multipart upload key=EBB3GPXHIYM1 upload=0WBFT2O0VZFB tag=8OPA8NZOZ2DK type=write size=2233930 2024-04-13T08:05:38.993 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.993+0000 7faa9f63b780 1 < canceled operation key=3H9XN46FCEJA tag=1BR4I7JH4DMT type=del size=3890146 2024-04-13T08:05:38.996 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.996+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~15SU2BFJLWC2.0 size=1048576 2024-04-13T08:05:38.997 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.998+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~15SU2BFJLWC2.1 size=1048576 2024-04-13T08:05:38.999 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.999+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~15SU2BFJLWC2.2 size=437562 2024-04-13T08:05:38.999 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:38.999+0000 7faa9f63b780 1 > prepared multipart upload key=7LQHTC0JXLLC upload=15SU2BFJLWC2 tag=2NWA6E2UGBI2 type=write size=3583290 2024-04-13T08:05:39.000 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.000+0000 7faa9f63b780 1 < completed part key=_multipart_Y3BAXTXJ3THV.2~P7I3PEI29P1H.0 size=932185 2024-04-13T08:05:39.002 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.002+0000 7faa9f63b780 1 < completed multipart upload key=Y3BAXTXJ3THV upload=P7I3PEI29P1H tag=BC2Y2OSOWLRT type=write size=1980761 2024-04-13T08:05:39.003 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.003+0000 7faa9f63b780 1 > prepared operation key=1139HXY3WYTZ tag=4ZYAVQ82RPP2 type=del size=1513225 2024-04-13T08:05:39.004 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.005+0000 7faa9f63b780 1 < completed write operation key=U4KRH93HDNU6 tag=OHXC0YQYSEQ8 type=write size=146686 2024-04-13T08:05:39.006 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.006+0000 7faa9f63b780 1 > prepared operation key=EB7L7HOTRCXY tag=MZHYI9S3N6F3 type=del size=137236 2024-04-13T08:05:39.007 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.007+0000 7faa9f63b780 1 < completed delete operation key=B9J0DWQ62YOI tag=WD2VOH6279VF type=del 2024-04-13T08:05:39.008 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.008+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=G4QP9AW7Z2H1 type=del size=2712594 2024-04-13T08:05:39.010 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.010+0000 7faa9f63b780 1 < completed write operation key=USAT0PUC8Q9C tag=QF3GG425AVF6 type=write size=20282 2024-04-13T08:05:39.011 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.011+0000 7faa9f63b780 1 > prepared operation key=TSACVEYQTVRN tag=EZ6TCJ3AQNZ5 type=write size=689490 2024-04-13T08:05:39.012 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.012+0000 7faa9f63b780 1 < completed part key=_multipart_CSYE7NHVWP4Q.2~SHB5PRV6P30O.0 size=677390 2024-04-13T08:05:39.015 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.015+0000 7faa9f63b780 1 < completed multipart upload key=CSYE7NHVWP4Q upload=SHB5PRV6P30O tag=EXFDRQMTU0GE type=write size=1725966 2024-04-13T08:05:39.016 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.016+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=YFL563M4DP0Y type=del size=3350150 2024-04-13T08:05:39.019 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.019+0000 7faa9f63b780 1 < suggested update operation key=6EIPCHTPO3X1 tag=HJA8AOEZ31A6 type=write size=79771 2024-04-13T08:05:39.021 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.021+0000 7faa9f63b780 1 > prepared operation key=Y3BAXTXJ3THV tag=HU1073LOBN8A type=write size=378744 2024-04-13T08:05:39.022 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.022+0000 7faa9f63b780 1 < completed delete operation key=ZS36Q14U11AV tag=33OU13NLWVCS type=del 2024-04-13T08:05:39.023 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.023+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=UEH17LWJEM13 type=write size=92948 2024-04-13T08:05:39.024 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.025+0000 7faa9f63b780 1 < completed delete operation key=B9J0DWQ62YOI tag=A69DR2VWEMCJ type=del 2024-04-13T08:05:39.026 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.026+0000 7faa9f63b780 1 > prepared operation key=NHC2LNYCNU8O tag=7H02RQMY2IP9 type=del size=463181 2024-04-13T08:05:39.027 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.027+0000 7faa9f63b780 1 < completed delete operation key=WSX0KY6Y4RVU tag=72G3RD7W2034 type=del 2024-04-13T08:05:39.029 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.030+0000 7faa9f63b780 1 > prepared part key=_multipart_CSYE7NHVWP4Q.2~Y4MJY8BLMRV3.0 size=59840 2024-04-13T08:05:39.030 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.030+0000 7faa9f63b780 1 > prepared multipart upload key=CSYE7NHVWP4Q upload=Y4MJY8BLMRV3 tag=KMYEBT807MYO type=write size=1108416 2024-04-13T08:05:39.031 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.031+0000 7faa9f63b780 1 < completed part key=_multipart_ZS36Q14U11AV.2~4IPEL629RQVT.0 size=1048576 2024-04-13T08:05:39.032 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.032+0000 7faa9f63b780 1 < completed part key=_multipart_ZS36Q14U11AV.2~4IPEL629RQVT.1 size=1048576 2024-04-13T08:05:39.033 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.033+0000 7faa9f63b780 1 < completed part key=_multipart_ZS36Q14U11AV.2~4IPEL629RQVT.2 size=566717 2024-04-13T08:05:39.035 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.035+0000 7faa9f63b780 1 < completed multipart upload key=ZS36Q14U11AV upload=4IPEL629RQVT tag=1VHD9NF7POLR type=write size=3712445 2024-04-13T08:05:39.038 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.038+0000 7faa9f63b780 1 > prepared part key=_multipart_Y3BAXTXJ3THV.2~RIPE7I0NB6BJ.0 size=1048576 2024-04-13T08:05:39.039 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.039+0000 7faa9f63b780 1 > prepared part key=_multipart_Y3BAXTXJ3THV.2~RIPE7I0NB6BJ.1 size=142386 2024-04-13T08:05:39.039 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.039+0000 7faa9f63b780 1 > prepared multipart upload key=Y3BAXTXJ3THV upload=RIPE7I0NB6BJ tag=B5DO02VF4YGH type=write size=2239538 2024-04-13T08:05:39.040 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.040+0000 7faa9f63b780 1 < completed part key=_multipart_WSX0KY6Y4RVU.2~XHBAXGMR15FU.0 size=1048576 2024-04-13T08:05:39.041 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.041+0000 7faa9f63b780 1 < completed part key=_multipart_WSX0KY6Y4RVU.2~XHBAXGMR15FU.1 size=1048576 2024-04-13T08:05:39.042 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.042+0000 7faa9f63b780 1 < completed part key=_multipart_WSX0KY6Y4RVU.2~XHBAXGMR15FU.2 size=142460 2024-04-13T08:05:39.044 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.044+0000 7faa9f63b780 1 < completed multipart upload key=WSX0KY6Y4RVU upload=XHBAXGMR15FU tag=IYVIWCQBHAUG type=write size=3288188 2024-04-13T08:05:39.046 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.046+0000 7faa9f63b780 1 > prepared operation key=ZLCXVHR00MT7 tag=01PAR202MF1D type=del size=2318239 2024-04-13T08:05:39.048 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.048+0000 7faa9f63b780 1 < suggested remove operation key=EB7L7HOTRCXY tag=K2EP7X3BVARV type=del 2024-04-13T08:05:39.050 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.050+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=ZBUF4PUNRHGF type=del size=2181882 2024-04-13T08:05:39.051 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.051+0000 7faa9f63b780 1 < completed part key=_multipart_1139HXY3WYTZ.2~N9EYGIV7WPJI.0 size=563398 2024-04-13T08:05:39.053 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.053+0000 7faa9f63b780 1 < completed multipart upload key=1139HXY3WYTZ upload=N9EYGIV7WPJI tag=H22J4R26PGTC type=write size=1611974 2024-04-13T08:05:39.054 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.054+0000 7faa9f63b780 1 > prepared operation key=H9HYQWGBJXF0 tag=MVRCX9SWK5NS type=del size=1015324 2024-04-13T08:05:39.056 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.056+0000 7faa9f63b780 1 < completed delete operation key=EBB3GPXHIYM1 tag=OULXY86M2PGB type=del 2024-04-13T08:05:39.057 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.057+0000 7faa9f63b780 1 > prepared operation key=1139HXY3WYTZ tag=AONS841J1VBL type=del size=59977 2024-04-13T08:05:39.058 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.059+0000 7faa9f63b780 1 < completed part key=_multipart_EBB3GPXHIYM1.2~0WBFT2O0VZFB.0 size=1048576 2024-04-13T08:05:39.059 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.060+0000 7faa9f63b780 1 < completed part key=_multipart_EBB3GPXHIYM1.2~0WBFT2O0VZFB.1 size=136778 2024-04-13T08:05:39.061 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.062+0000 7faa9f63b780 1 < completed multipart upload key=EBB3GPXHIYM1 upload=0WBFT2O0VZFB tag=8OPA8NZOZ2DK type=write size=2233930 2024-04-13T08:05:39.063 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.063+0000 7faa9f63b780 1 > prepared operation key=NJTHX8PDBAAE tag=I53OBB74KEKE type=del size=4069012 2024-04-13T08:05:39.063 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.063+0000 7faa9f63b780 1 < canceled part key=_multipart_7LQHTC0JXLLC.2~15SU2BFJLWC2.0 size=1048576 2024-04-13T08:05:39.064 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.064+0000 7faa9f63b780 1 < completed part key=_multipart_7LQHTC0JXLLC.2~15SU2BFJLWC2.1 size=1048576 2024-04-13T08:05:39.065 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.065+0000 7faa9f63b780 1 < completed part key=_multipart_7LQHTC0JXLLC.2~15SU2BFJLWC2.2 size=437562 2024-04-13T08:05:39.068 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.068+0000 7faa9f63b780 1 < canceled multipart upload key=7LQHTC0JXLLC upload=15SU2BFJLWC2 tag=2NWA6E2UGBI2 type=write size=3583290 2024-04-13T08:05:39.071 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.071+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=8Q599WZ1S1D4 type=del size=2764683 2024-04-13T08:05:39.072 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.072+0000 7faa9f63b780 1 < completed delete operation key=1139HXY3WYTZ tag=4ZYAVQ82RPP2 type=del 2024-04-13T08:05:39.073 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.073+0000 7faa9f63b780 1 > prepared operation key=XP1MOJCI0XHQ tag=XGEB7RHGGDWB type=del size=3777818 2024-04-13T08:05:39.074 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.075+0000 7faa9f63b780 -1 < failed to complete operation key=EB7L7HOTRCXY tag=MZHYI9S3N6F3 type=del size=137236: (22) Invalid argument 2024-04-13T08:05:39.076 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.076+0000 7faa9f63b780 1 > prepared operation key=EB7L7HOTRCXY tag=DL9FKTBNUORA type=del size=3498018 2024-04-13T08:05:39.077 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.078+0000 7faa9f63b780 1 < completed delete operation key=ATLCBD5K8IS1 tag=G4QP9AW7Z2H1 type=del 2024-04-13T08:05:39.079 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.079+0000 7faa9f63b780 1 > prepared operation key=NHC2LNYCNU8O tag=UQ0TC3AWOP0N type=write size=572218 2024-04-13T08:05:39.080 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.080+0000 7faa9f63b780 1 < completed write operation key=TSACVEYQTVRN tag=EZ6TCJ3AQNZ5 type=write size=689490 2024-04-13T08:05:39.081 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.082+0000 7faa9f63b780 1 > prepared operation key=DQJZH0QC5JG1 tag=7QK17KDMVMLL type=del size=471727 2024-04-13T08:05:39.083 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.083+0000 7faa9f63b780 1 < completed delete operation key=ATLCBD5K8IS1 tag=YFL563M4DP0Y type=del 2024-04-13T08:05:39.084 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.085+0000 7faa9f63b780 1 > prepared operation key=NJTHX8PDBAAE tag=H3S8OTGC0V9A type=del size=727493 2024-04-13T08:05:39.086 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.086+0000 7faa9f63b780 1 < completed write operation key=Y3BAXTXJ3THV tag=HU1073LOBN8A type=write size=378744 2024-04-13T08:05:39.087 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.087+0000 7faa9f63b780 1 > prepared operation key=CCIT8DQBN9WK tag=4YP93016P94Q type=del size=3364972 2024-04-13T08:05:39.089 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.089+0000 7faa9f63b780 1 < completed write operation key=USAT0PUC8Q9C tag=UEH17LWJEM13 type=write size=92948 2024-04-13T08:05:39.091 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.091+0000 7faa9f63b780 1 > prepared part key=_multipart_NJTHX8PDBAAE.2~M1QMI4AM60JG.0 size=1048576 2024-04-13T08:05:39.092 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.092+0000 7faa9f63b780 1 > prepared part key=_multipart_NJTHX8PDBAAE.2~M1QMI4AM60JG.1 size=1048576 2024-04-13T08:05:39.093 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.093+0000 7faa9f63b780 1 > prepared part key=_multipart_NJTHX8PDBAAE.2~M1QMI4AM60JG.2 size=338302 2024-04-13T08:05:39.093 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.093+0000 7faa9f63b780 1 > prepared multipart upload key=NJTHX8PDBAAE upload=M1QMI4AM60JG tag=VS03QXF1ZN14 type=write size=3484030 2024-04-13T08:05:39.094 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.095+0000 7faa9f63b780 1 < completed delete operation key=NHC2LNYCNU8O tag=7H02RQMY2IP9 type=del 2024-04-13T08:05:39.096 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.096+0000 7faa9f63b780 1 > prepared operation key=B9J0DWQ62YOI tag=WHY13QIQGQAC type=write size=948076 2024-04-13T08:05:39.097 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.097+0000 7faa9f63b780 1 < completed part key=_multipart_CSYE7NHVWP4Q.2~Y4MJY8BLMRV3.0 size=59840 2024-04-13T08:05:39.100 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.100+0000 7faa9f63b780 1 < completed multipart upload key=CSYE7NHVWP4Q upload=Y4MJY8BLMRV3 tag=KMYEBT807MYO type=write size=1108416 2024-04-13T08:05:39.101 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.101+0000 7faa9f63b780 1 > prepared operation key=1R98I2OD2C1B tag=V8QSF4H2DH4B type=del size=707586 2024-04-13T08:05:39.102 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.102+0000 7faa9f63b780 1 < completed part key=_multipart_Y3BAXTXJ3THV.2~RIPE7I0NB6BJ.0 size=1048576 2024-04-13T08:05:39.103 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.103+0000 7faa9f63b780 1 < completed part key=_multipart_Y3BAXTXJ3THV.2~RIPE7I0NB6BJ.1 size=142386 2024-04-13T08:05:39.105 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.105+0000 7faa9f63b780 1 < completed multipart upload key=Y3BAXTXJ3THV upload=RIPE7I0NB6BJ tag=B5DO02VF4YGH type=write size=2239538 2024-04-13T08:05:39.107 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.107+0000 7faa9f63b780 1 > prepared operation key=BGZCO481WX23 tag=25PAV8RT7BQ9 type=del size=3181806 2024-04-13T08:05:39.108 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.108+0000 7faa9f63b780 1 < completed delete operation key=ZLCXVHR00MT7 tag=01PAR202MF1D type=del 2024-04-13T08:05:39.109 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.109+0000 7faa9f63b780 1 > prepared operation key=1139HXY3WYTZ tag=NRJF2LGKBX3P type=del size=602685 2024-04-13T08:05:39.110 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.111+0000 7faa9f63b780 1 < completed delete operation key=ATLCBD5K8IS1 tag=ZBUF4PUNRHGF type=del 2024-04-13T08:05:39.113 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.113+0000 7faa9f63b780 1 > prepared part key=_multipart_CSYE7NHVWP4Q.2~JX0ZG1FT7113.0 size=1048576 2024-04-13T08:05:39.114 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.114+0000 7faa9f63b780 1 > prepared part key=_multipart_CSYE7NHVWP4Q.2~JX0ZG1FT7113.1 size=1048576 2024-04-13T08:05:39.115 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.115+0000 7faa9f63b780 1 > prepared part key=_multipart_CSYE7NHVWP4Q.2~JX0ZG1FT7113.2 size=108136 2024-04-13T08:05:39.115 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.115+0000 7faa9f63b780 1 > prepared multipart upload key=CSYE7NHVWP4Q upload=JX0ZG1FT7113 tag=P0PLNPSK2R4U type=write size=3253864 2024-04-13T08:05:39.116 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.116+0000 7faa9f63b780 1 < canceled operation key=H9HYQWGBJXF0 tag=MVRCX9SWK5NS type=del size=1015324 2024-04-13T08:05:39.118 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.118+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~T403ZC9AZ88I.0 size=838148 2024-04-13T08:05:39.118 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.118+0000 7faa9f63b780 1 > prepared multipart upload key=DQJZH0QC5JG1 upload=T403ZC9AZ88I tag=YLDOYJSM9PO4 type=write size=1886724 2024-04-13T08:05:39.120 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.120+0000 7faa9f63b780 1 < completed delete operation key=1139HXY3WYTZ tag=AONS841J1VBL type=del 2024-04-13T08:05:39.122 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.122+0000 7faa9f63b780 1 > prepared part key=_multipart_H9HYQWGBJXF0.2~E22SIKRF0NLO.0 size=1048576 2024-04-13T08:05:39.123 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.123+0000 7faa9f63b780 1 > prepared part key=_multipart_H9HYQWGBJXF0.2~E22SIKRF0NLO.1 size=562154 2024-04-13T08:05:39.123 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.123+0000 7faa9f63b780 1 > prepared multipart upload key=H9HYQWGBJXF0 upload=E22SIKRF0NLO tag=L7H9OB270Z38 type=write size=2659306 2024-04-13T08:05:39.126 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.126+0000 7faa9f63b780 1 < suggested remove operation key=NJTHX8PDBAAE tag=I53OBB74KEKE type=del 2024-04-13T08:05:39.127 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.127+0000 7faa9f63b780 1 > prepared operation key=WSX0KY6Y4RVU tag=UZ08XKF9MZNP type=del size=2856442 2024-04-13T08:05:39.129 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.129+0000 7faa9f63b780 1 < completed delete operation key=USAT0PUC8Q9C tag=8Q599WZ1S1D4 type=del 2024-04-13T08:05:39.131 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.131+0000 7faa9f63b780 1 > prepared part key=_multipart_CWNYE55R1BSI.2~BS4SL31UGXMG.0 size=450621 2024-04-13T08:05:39.131 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.131+0000 7faa9f63b780 1 > prepared multipart upload key=CWNYE55R1BSI upload=BS4SL31UGXMG tag=T94OY8YO9UHD type=write size=1499197 2024-04-13T08:05:39.133 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.133+0000 7faa9f63b780 1 < completed delete operation key=XP1MOJCI0XHQ tag=XGEB7RHGGDWB type=del 2024-04-13T08:05:39.134 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.134+0000 7faa9f63b780 1 > prepared operation key=EBB3GPXHIYM1 tag=311MN3SF0RAO type=del size=2621203 2024-04-13T08:05:39.136 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.136+0000 7faa9f63b780 1 < completed delete operation key=EB7L7HOTRCXY tag=DL9FKTBNUORA type=del 2024-04-13T08:05:39.137 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.137+0000 7faa9f63b780 1 > prepared operation key=TSACVEYQTVRN tag=CR6VWBVWJXAV type=del size=3541203 2024-04-13T08:05:39.140 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.140+0000 7faa9f63b780 1 < suggested remove operation key=NHC2LNYCNU8O tag=UQ0TC3AWOP0N type=write 2024-04-13T08:05:39.143 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.143+0000 7faa9f63b780 1 > prepared part key=_multipart_YVLYPQFVWYAW.2~F878887CZ6OF.0 size=1048576 2024-04-13T08:05:39.144 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.144+0000 7faa9f63b780 1 > prepared part key=_multipart_YVLYPQFVWYAW.2~F878887CZ6OF.1 size=1048576 2024-04-13T08:05:39.145 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.145+0000 7faa9f63b780 1 > prepared part key=_multipart_YVLYPQFVWYAW.2~F878887CZ6OF.2 size=189366 2024-04-13T08:05:39.145 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.145+0000 7faa9f63b780 1 > prepared multipart upload key=YVLYPQFVWYAW upload=F878887CZ6OF tag=XYJE3E5OX8T0 type=write size=3335094 2024-04-13T08:05:39.146 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.146+0000 7faa9f63b780 1 < completed delete operation key=DQJZH0QC5JG1 tag=7QK17KDMVMLL type=del 2024-04-13T08:05:39.148 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.148+0000 7faa9f63b780 1 > prepared operation key=WSX0KY6Y4RVU tag=Y92P28XWHV83 type=del size=2369979 2024-04-13T08:05:39.148 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.148+0000 7faa9f63b780 -1 < no bi entry to suggest for operation key=NJTHX8PDBAAE tag=H3S8OTGC0V9A type=del size=727493: (2) No such file or directory 2024-04-13T08:05:39.150 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.150+0000 7faa9f63b780 1 > prepared operation key=CCIT8DQBN9WK tag=5UEU4XF68332 type=del size=522021 2024-04-13T08:05:39.152 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.152+0000 7faa9f63b780 1 < completed delete operation key=CCIT8DQBN9WK tag=4YP93016P94Q type=del 2024-04-13T08:05:39.153 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.154+0000 7faa9f63b780 1 > prepared operation key=U4KRH93HDNU6 tag=P9LA5858NJFP type=del size=628593 2024-04-13T08:05:39.155 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.155+0000 7faa9f63b780 1 < completed part key=_multipart_NJTHX8PDBAAE.2~M1QMI4AM60JG.0 size=1048576 2024-04-13T08:05:39.157 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.157+0000 7faa9f63b780 1 < completed part key=_multipart_NJTHX8PDBAAE.2~M1QMI4AM60JG.1 size=1048576 2024-04-13T08:05:39.158 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.158+0000 7faa9f63b780 1 < completed part key=_multipart_NJTHX8PDBAAE.2~M1QMI4AM60JG.2 size=338302 2024-04-13T08:05:39.160 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.160+0000 7faa9f63b780 1 < completed multipart upload key=NJTHX8PDBAAE upload=M1QMI4AM60JG tag=VS03QXF1ZN14 type=write size=3484030 2024-04-13T08:05:39.162 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.162+0000 7faa9f63b780 1 > prepared operation key=KN6SVO6HG65Q tag=3UC2LAO5FPEV type=del size=3508749 2024-04-13T08:05:39.164 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.164+0000 7faa9f63b780 1 < completed write operation key=B9J0DWQ62YOI tag=WHY13QIQGQAC type=write size=948076 2024-04-13T08:05:39.166 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.166+0000 7faa9f63b780 1 > prepared operation key=6EIPCHTPO3X1 tag=CYHEM5RKIGBH type=del size=3595601 2024-04-13T08:05:39.167 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.167+0000 7faa9f63b780 1 < completed delete operation key=1R98I2OD2C1B tag=V8QSF4H2DH4B type=del 2024-04-13T08:05:39.172 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.172+0000 7faa9f63b780 1 > prepared part key=_multipart_1139HXY3WYTZ.2~NPW9P738FFXI.0 size=633960 2024-04-13T08:05:39.172 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.172+0000 7faa9f63b780 1 > prepared multipart upload key=1139HXY3WYTZ upload=NPW9P738FFXI tag=J5XLR5I27L98 type=write size=1682536 2024-04-13T08:05:39.176 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.176+0000 7faa9f63b780 1 < completed delete operation key=BGZCO481WX23 tag=25PAV8RT7BQ9 type=del 2024-04-13T08:05:39.177 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.177+0000 7faa9f63b780 1 > prepared operation key=CSYE7NHVWP4Q tag=1WMD2HETYSP4 type=write size=81918 2024-04-13T08:05:39.179 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.179+0000 7faa9f63b780 1 < completed delete operation key=1139HXY3WYTZ tag=NRJF2LGKBX3P type=del 2024-04-13T08:05:39.180 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.180+0000 7faa9f63b780 1 > prepared operation key=EB7L7HOTRCXY tag=6PMA4GV0QUMN type=del size=2890131 2024-04-13T08:05:39.181 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.182+0000 7faa9f63b780 1 < completed part key=_multipart_CSYE7NHVWP4Q.2~JX0ZG1FT7113.0 size=1048576 2024-04-13T08:05:39.182 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.183+0000 7faa9f63b780 1 < completed part key=_multipart_CSYE7NHVWP4Q.2~JX0ZG1FT7113.1 size=1048576 2024-04-13T08:05:39.183 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.184+0000 7faa9f63b780 1 < completed part key=_multipart_CSYE7NHVWP4Q.2~JX0ZG1FT7113.2 size=108136 2024-04-13T08:05:39.186 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.187+0000 7faa9f63b780 1 < completed multipart upload key=CSYE7NHVWP4Q upload=JX0ZG1FT7113 tag=P0PLNPSK2R4U type=write size=3253864 2024-04-13T08:05:39.188 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.188+0000 7faa9f63b780 1 > prepared operation key=BGZCO481WX23 tag=H8OH5MO8ZOFU type=del size=3720533 2024-04-13T08:05:39.190 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.190+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~T403ZC9AZ88I.0 size=838148 2024-04-13T08:05:39.192 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.192+0000 7faa9f63b780 1 < completed multipart upload key=DQJZH0QC5JG1 upload=T403ZC9AZ88I tag=YLDOYJSM9PO4 type=write size=1886724 2024-04-13T08:05:39.194 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.194+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~E2T6A8TXHO25.0 size=667693 2024-04-13T08:05:39.194 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.194+0000 7faa9f63b780 1 > prepared multipart upload key=7LQHTC0JXLLC upload=E2T6A8TXHO25 tag=4SFJT0IWUJ31 type=write size=1716269 2024-04-13T08:05:39.195 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.195+0000 7faa9f63b780 1 < completed part key=_multipart_H9HYQWGBJXF0.2~E22SIKRF0NLO.0 size=1048576 2024-04-13T08:05:39.196 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.197+0000 7faa9f63b780 1 < completed part key=_multipart_H9HYQWGBJXF0.2~E22SIKRF0NLO.1 size=562154 2024-04-13T08:05:39.199 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.199+0000 7faa9f63b780 1 < completed multipart upload key=H9HYQWGBJXF0 upload=E22SIKRF0NLO tag=L7H9OB270Z38 type=write size=2659306 2024-04-13T08:05:39.202 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.202+0000 7faa9f63b780 1 > prepared part key=_multipart_YVLYPQFVWYAW.2~MTSJ2A5ON9LN.0 size=1048576 2024-04-13T08:05:39.203 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.203+0000 7faa9f63b780 1 > prepared part key=_multipart_YVLYPQFVWYAW.2~MTSJ2A5ON9LN.1 size=453510 2024-04-13T08:05:39.203 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.203+0000 7faa9f63b780 1 > prepared multipart upload key=YVLYPQFVWYAW upload=MTSJ2A5ON9LN tag=K0AUAZNH75LS type=write size=2550662 2024-04-13T08:05:39.204 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.204+0000 7faa9f63b780 1 < completed delete operation key=WSX0KY6Y4RVU tag=UZ08XKF9MZNP type=del 2024-04-13T08:05:39.206 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.206+0000 7faa9f63b780 1 > prepared operation key=ZS36Q14U11AV tag=QC3SF0GOYND0 type=del size=3841434 2024-04-13T08:05:39.207 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.207+0000 7faa9f63b780 1 < completed part key=_multipart_CWNYE55R1BSI.2~BS4SL31UGXMG.0 size=450621 2024-04-13T08:05:39.210 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.210+0000 7faa9f63b780 1 < completed multipart upload key=CWNYE55R1BSI upload=BS4SL31UGXMG tag=T94OY8YO9UHD type=write size=1499197 2024-04-13T08:05:39.211 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.211+0000 7faa9f63b780 1 > prepared operation key=KPYALZ2K1347 tag=M4A4233UVPMC type=del size=4031268 2024-04-13T08:05:39.214 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.214+0000 7faa9f63b780 1 < suggested update operation key=EBB3GPXHIYM1 tag=311MN3SF0RAO type=del size=2621203 2024-04-13T08:05:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:38 smithi119 ceph-mon[96316]: pgmap v1374: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:05:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:38 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:05:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:38 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139826-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:05:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:38 smithi119 ceph-mon[96316]: osdmap e1092: 8 total, 8 up, 8 in 2024-04-13T08:05:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:38 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:05:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:38 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:05:39.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:38 smithi119 ceph-mon[93746]: pgmap v1374: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:05:39.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:38 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:05:39.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:38 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139826-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:05:39.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:38 smithi119 ceph-mon[93746]: osdmap e1092: 8 total, 8 up, 8 in 2024-04-13T08:05:39.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:38 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:05:39.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:38 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:05:39.217 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.216+0000 7faa9f63b780 1 > prepared part key=_multipart_C8EO3JFDK3I3.2~XWRYM0VIXRJB.0 size=308894 2024-04-13T08:05:39.217 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.216+0000 7faa9f63b780 1 > prepared multipart upload key=C8EO3JFDK3I3 upload=XWRYM0VIXRJB tag=AJH4PT8YM4J9 type=write size=1357470 2024-04-13T08:05:39.217 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.218+0000 7faa9f63b780 1 < completed delete operation key=TSACVEYQTVRN tag=CR6VWBVWJXAV type=del 2024-04-13T08:05:39.220 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.220+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~7YGB0JVYN30P.0 size=1048576 2024-04-13T08:05:39.221 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.221+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~7YGB0JVYN30P.1 size=1031264 2024-04-13T08:05:39.221 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.221+0000 7faa9f63b780 1 > prepared multipart upload key=7LQHTC0JXLLC upload=7YGB0JVYN30P tag=LHVYBZY9AOVS type=write size=3128416 2024-04-13T08:05:39.222 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.222+0000 7faa9f63b780 1 < completed part key=_multipart_YVLYPQFVWYAW.2~F878887CZ6OF.0 size=1048576 2024-04-13T08:05:39.223 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.223+0000 7faa9f63b780 1 < completed part key=_multipart_YVLYPQFVWYAW.2~F878887CZ6OF.1 size=1048576 2024-04-13T08:05:39.224 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.224+0000 7faa9f63b780 1 < completed part key=_multipart_YVLYPQFVWYAW.2~F878887CZ6OF.2 size=189366 2024-04-13T08:05:39.226 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.226+0000 7faa9f63b780 1 < completed multipart upload key=YVLYPQFVWYAW upload=F878887CZ6OF tag=XYJE3E5OX8T0 type=write size=3335094 2024-04-13T08:05:39.229 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.229+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~Z88O4BJM9TF5.0 size=1048576 2024-04-13T08:05:39.230 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.230+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~Z88O4BJM9TF5.1 size=1048576 2024-04-13T08:05:39.231 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.231+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~Z88O4BJM9TF5.2 size=61117 2024-04-13T08:05:39.231 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.231+0000 7faa9f63b780 1 > prepared multipart upload key=9OD1R5489FHK upload=Z88O4BJM9TF5 tag=5F76M8YVH4KW type=write size=3206845 2024-04-13T08:05:39.232 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.233+0000 7faa9f63b780 1 < canceled operation key=WSX0KY6Y4RVU tag=Y92P28XWHV83 type=del size=2369979 2024-04-13T08:05:39.235 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.235+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~95KWV09OWD27.0 size=1048576 2024-04-13T08:05:39.236 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.236+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~95KWV09OWD27.1 size=1048576 2024-04-13T08:05:39.237 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.237+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~95KWV09OWD27.2 size=775676 2024-04-13T08:05:39.237 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.237+0000 7faa9f63b780 1 > prepared multipart upload key=TSACVEYQTVRN upload=95KWV09OWD27 tag=7ZG3EX2LLW0K type=write size=3921404 2024-04-13T08:05:39.238 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.238+0000 7faa9f63b780 1 < completed delete operation key=CCIT8DQBN9WK tag=5UEU4XF68332 type=del 2024-04-13T08:05:39.240 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.240+0000 7faa9f63b780 1 > prepared operation key=Y3BAXTXJ3THV tag=2OS3FSOR2AUT type=del size=495514 2024-04-13T08:05:39.242 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.242+0000 7faa9f63b780 1 < completed delete operation key=U4KRH93HDNU6 tag=P9LA5858NJFP type=del 2024-04-13T08:05:39.244 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.245+0000 7faa9f63b780 1 > prepared operation key=BGZCO481WX23 tag=G2IL743Y0WNQ type=del size=3541452 2024-04-13T08:05:39.248 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.248+0000 7faa9f63b780 1 < suggested remove operation key=KN6SVO6HG65Q tag=3UC2LAO5FPEV type=del 2024-04-13T08:05:39.250 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.250+0000 7faa9f63b780 1 > prepared operation key=H9HYQWGBJXF0 tag=PISFEQLC33AF type=del size=2970430 2024-04-13T08:05:39.252 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.252+0000 7faa9f63b780 1 < completed delete operation key=6EIPCHTPO3X1 tag=CYHEM5RKIGBH type=del 2024-04-13T08:05:39.254 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.254+0000 7faa9f63b780 1 > prepared operation key=TSACVEYQTVRN tag=Y003LOXOXO4R type=del size=3473719 2024-04-13T08:05:39.255 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.255+0000 7faa9f63b780 1 < completed part key=_multipart_1139HXY3WYTZ.2~NPW9P738FFXI.0 size=633960 2024-04-13T08:05:39.257 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.257+0000 7faa9f63b780 1 < completed multipart upload key=1139HXY3WYTZ upload=NPW9P738FFXI tag=J5XLR5I27L98 type=write size=1682536 2024-04-13T08:05:39.258 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.259+0000 7faa9f63b780 1 > prepared operation key=YVLYPQFVWYAW tag=3V1C190FUQTW type=del size=3624672 2024-04-13T08:05:39.260 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.260+0000 7faa9f63b780 1 < canceled operation key=CSYE7NHVWP4Q tag=1WMD2HETYSP4 type=write size=81918 2024-04-13T08:05:39.261 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.261+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=14YIIGH1ME2Z type=del size=2993292 2024-04-13T08:05:39.262 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.262+0000 7faa9f63b780 1 < completed delete operation key=EB7L7HOTRCXY tag=6PMA4GV0QUMN type=del 2024-04-13T08:05:39.263 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.264+0000 7faa9f63b780 1 > prepared operation key=9OD1R5489FHK tag=XNQI3B8VI2X3 type=del size=217406 2024-04-13T08:05:39.265 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.265+0000 7faa9f63b780 1 < completed delete operation key=BGZCO481WX23 tag=H8OH5MO8ZOFU type=del 2024-04-13T08:05:39.266 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.267+0000 7faa9f63b780 1 > prepared operation key=Y3BAXTXJ3THV tag=JV7OW5SPVPKE type=write size=434169 2024-04-13T08:05:39.268 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.268+0000 7faa9f63b780 1 < completed part key=_multipart_7LQHTC0JXLLC.2~E2T6A8TXHO25.0 size=667693 2024-04-13T08:05:39.270 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.270+0000 7faa9f63b780 1 < completed multipart upload key=7LQHTC0JXLLC upload=E2T6A8TXHO25 tag=4SFJT0IWUJ31 type=write size=1716269 2024-04-13T08:05:39.273 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.273+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~4S5SH3YTS42O.0 size=1048576 2024-04-13T08:05:39.274 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.274+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~4S5SH3YTS42O.1 size=1048576 2024-04-13T08:05:39.275 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.275+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~4S5SH3YTS42O.2 size=541471 2024-04-13T08:05:39.275 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.275+0000 7faa9f63b780 1 > prepared multipart upload key=9OD1R5489FHK upload=4S5SH3YTS42O tag=06Y5W9X3IRTW type=write size=3687199 2024-04-13T08:05:39.277 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.277+0000 7faa9f63b780 1 < completed part key=_multipart_YVLYPQFVWYAW.2~MTSJ2A5ON9LN.0 size=1048576 2024-04-13T08:05:39.278 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.278+0000 7faa9f63b780 1 < completed part key=_multipart_YVLYPQFVWYAW.2~MTSJ2A5ON9LN.1 size=453510 2024-04-13T08:05:39.281 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.281+0000 7faa9f63b780 1 < completed multipart upload key=YVLYPQFVWYAW upload=MTSJ2A5ON9LN tag=K0AUAZNH75LS type=write size=2550662 2024-04-13T08:05:39.284 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.284+0000 7faa9f63b780 1 > prepared part key=_multipart_ATLCBD5K8IS1.2~0GQ373BX8U63.0 size=1048576 2024-04-13T08:05:39.285 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.285+0000 7faa9f63b780 1 > prepared part key=_multipart_ATLCBD5K8IS1.2~0GQ373BX8U63.1 size=1048576 2024-04-13T08:05:39.286 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.286+0000 7faa9f63b780 1 > prepared part key=_multipart_ATLCBD5K8IS1.2~0GQ373BX8U63.2 size=866806 2024-04-13T08:05:39.287 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.286+0000 7faa9f63b780 1 > prepared multipart upload key=ATLCBD5K8IS1 upload=0GQ373BX8U63 tag=DKD5KC2G17SU type=write size=4012534 2024-04-13T08:05:39.289 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.289+0000 7faa9f63b780 1 < suggested remove operation key=ZS36Q14U11AV tag=QC3SF0GOYND0 type=del 2024-04-13T08:05:39.290 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.290+0000 7faa9f63b780 1 > prepared operation key=U4KRH93HDNU6 tag=W5R3HONYWRJE type=del size=1299656 2024-04-13T08:05:39.291 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.292+0000 7faa9f63b780 1 < completed delete operation key=KPYALZ2K1347 tag=M4A4233UVPMC type=del 2024-04-13T08:05:39.293 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.293+0000 7faa9f63b780 1 > prepared operation key=H9HYQWGBJXF0 tag=SP8L6YW9M7PV type=del size=515894 2024-04-13T08:05:39.294 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.294+0000 7faa9f63b780 1 < completed part key=_multipart_C8EO3JFDK3I3.2~XWRYM0VIXRJB.0 size=308894 2024-04-13T08:05:39.297 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.297+0000 7faa9f63b780 1 < completed multipart upload key=C8EO3JFDK3I3 upload=XWRYM0VIXRJB tag=AJH4PT8YM4J9 type=write size=1357470 2024-04-13T08:05:39.298 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.298+0000 7faa9f63b780 1 > prepared operation key=ZLCXVHR00MT7 tag=YH33212QSOQU type=write size=5986 2024-04-13T08:05:39.300 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.300+0000 7faa9f63b780 1 < completed part key=_multipart_7LQHTC0JXLLC.2~7YGB0JVYN30P.0 size=1048576 2024-04-13T08:05:39.301 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.301+0000 7faa9f63b780 1 < completed part key=_multipart_7LQHTC0JXLLC.2~7YGB0JVYN30P.1 size=1031264 2024-04-13T08:05:39.303 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.303+0000 7faa9f63b780 1 < completed multipart upload key=7LQHTC0JXLLC upload=7YGB0JVYN30P tag=LHVYBZY9AOVS type=write size=3128416 2024-04-13T08:05:39.306 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.306+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~39WPG3UU3UEB.0 size=1048576 2024-04-13T08:05:39.307 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.307+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~39WPG3UU3UEB.1 size=936642 2024-04-13T08:05:39.308 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.307+0000 7faa9f63b780 1 > prepared multipart upload key=7LQHTC0JXLLC upload=39WPG3UU3UEB tag=E2HAJW6UWO8Z type=write size=3033794 2024-04-13T08:05:39.309 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.309+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~Z88O4BJM9TF5.0 size=1048576 2024-04-13T08:05:39.311 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.311+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~Z88O4BJM9TF5.1 size=1048576 2024-04-13T08:05:39.311 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.311+0000 7faa9f63b780 1 < canceled part key=_multipart_9OD1R5489FHK.2~Z88O4BJM9TF5.2 size=61117 2024-04-13T08:05:39.313 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.313+0000 7faa9f63b780 1 < canceled multipart upload key=9OD1R5489FHK upload=Z88O4BJM9TF5 tag=5F76M8YVH4KW type=write size=3206845 2024-04-13T08:05:39.315 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.315+0000 7faa9f63b780 1 > prepared operation key=KN6SVO6HG65Q tag=PHCDJ8CQ14F8 type=write size=893110 2024-04-13T08:05:39.316 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.317+0000 7faa9f63b780 1 < completed part key=_multipart_TSACVEYQTVRN.2~95KWV09OWD27.0 size=1048576 2024-04-13T08:05:39.318 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.318+0000 7faa9f63b780 1 < completed part key=_multipart_TSACVEYQTVRN.2~95KWV09OWD27.1 size=1048576 2024-04-13T08:05:39.319 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.319+0000 7faa9f63b780 1 < completed part key=_multipart_TSACVEYQTVRN.2~95KWV09OWD27.2 size=775676 2024-04-13T08:05:39.321 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.321+0000 7faa9f63b780 1 < completed multipart upload key=TSACVEYQTVRN upload=95KWV09OWD27 tag=7ZG3EX2LLW0K type=write size=3921404 2024-04-13T08:05:39.323 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.323+0000 7faa9f63b780 1 > prepared part key=_multipart_LCYUO09YJOWJ.2~A3T14CZODBJ3.0 size=1048576 2024-04-13T08:05:39.324 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.325+0000 7faa9f63b780 1 > prepared part key=_multipart_LCYUO09YJOWJ.2~A3T14CZODBJ3.1 size=1048576 2024-04-13T08:05:39.325 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.326+0000 7faa9f63b780 1 > prepared part key=_multipart_LCYUO09YJOWJ.2~A3T14CZODBJ3.2 size=368613 2024-04-13T08:05:39.325 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.326+0000 7faa9f63b780 1 > prepared multipart upload key=LCYUO09YJOWJ upload=A3T14CZODBJ3 tag=TE3K2XOIA4TP type=write size=3514341 2024-04-13T08:05:39.327 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.327+0000 7faa9f63b780 1 < completed delete operation key=Y3BAXTXJ3THV tag=2OS3FSOR2AUT type=del 2024-04-13T08:05:39.328 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.328+0000 7faa9f63b780 1 > prepared operation key=B9J0DWQ62YOI tag=8LCRHP0YP4BA type=del size=1636462 2024-04-13T08:05:39.329 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.329+0000 7faa9f63b780 1 < completed delete operation key=BGZCO481WX23 tag=G2IL743Y0WNQ type=del 2024-04-13T08:05:39.331 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.331+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=ZYNJX2Y6YP59 type=del size=1193553 2024-04-13T08:05:39.332 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.332+0000 7faa9f63b780 1 < completed delete operation key=H9HYQWGBJXF0 tag=PISFEQLC33AF type=del 2024-04-13T08:05:39.334 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.334+0000 7faa9f63b780 1 > prepared operation key=C8EO3JFDK3I3 tag=0BF5UHYZD0T8 type=write size=843736 2024-04-13T08:05:39.336 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.336+0000 7faa9f63b780 1 < completed delete operation key=TSACVEYQTVRN tag=Y003LOXOXO4R type=del 2024-04-13T08:05:39.337 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.337+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=PP9O6TNXI9S1 type=del size=2393181 2024-04-13T08:05:39.339 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.339+0000 7faa9f63b780 1 < completed delete operation key=YVLYPQFVWYAW tag=3V1C190FUQTW type=del 2024-04-13T08:05:39.341 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.341+0000 7faa9f63b780 1 > prepared operation key=9OD1R5489FHK tag=VO716CXQ45CY type=del size=4010243 2024-04-13T08:05:39.342 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.342+0000 7faa9f63b780 1 < canceled operation key=USAT0PUC8Q9C tag=14YIIGH1ME2Z type=del size=2993292 2024-04-13T08:05:39.343 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.343+0000 7faa9f63b780 1 > prepared operation key=H9HYQWGBJXF0 tag=MV95BEF3JZRB type=del size=2930213 2024-04-13T08:05:39.344 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.345+0000 7faa9f63b780 1 < completed delete operation key=9OD1R5489FHK tag=XNQI3B8VI2X3 type=del 2024-04-13T08:05:39.346 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.346+0000 7faa9f63b780 1 > prepared operation key=1139HXY3WYTZ tag=TSFKKK3AOX90 type=del size=577805 2024-04-13T08:05:39.347 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.348+0000 7faa9f63b780 1 < completed write operation key=Y3BAXTXJ3THV tag=JV7OW5SPVPKE type=write size=434169 2024-04-13T08:05:39.349 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.349+0000 7faa9f63b780 1 > prepared operation key=C8EO3JFDK3I3 tag=TRTJRWQYS0Z2 type=write size=274929 2024-04-13T08:05:39.351 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.351+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~4S5SH3YTS42O.0 size=1048576 2024-04-13T08:05:39.352 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.352+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~4S5SH3YTS42O.1 size=1048576 2024-04-13T08:05:39.352 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.353+0000 7faa9f63b780 1 < canceled part key=_multipart_9OD1R5489FHK.2~4S5SH3YTS42O.2 size=541471 2024-04-13T08:05:39.355 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.355+0000 7faa9f63b780 1 < canceled multipart upload key=9OD1R5489FHK upload=4S5SH3YTS42O tag=06Y5W9X3IRTW type=write size=3687199 2024-04-13T08:05:39.356 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.356+0000 7faa9f63b780 1 > prepared operation key=CWNYE55R1BSI tag=KMZNRHH2VPZY type=del size=155170 2024-04-13T08:05:39.358 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.358+0000 7faa9f63b780 1 < completed part key=_multipart_ATLCBD5K8IS1.2~0GQ373BX8U63.0 size=1048576 2024-04-13T08:05:39.358 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.358+0000 7faa9f63b780 1 < canceled part key=_multipart_ATLCBD5K8IS1.2~0GQ373BX8U63.1 size=1048576 2024-04-13T08:05:39.360 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.360+0000 7faa9f63b780 1 < completed part key=_multipart_ATLCBD5K8IS1.2~0GQ373BX8U63.2 size=866806 2024-04-13T08:05:39.365 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.365+0000 7faa9f63b780 1 < canceled multipart upload key=ATLCBD5K8IS1 upload=0GQ373BX8U63 tag=DKD5KC2G17SU type=write size=4012534 2024-04-13T08:05:39.369 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.370+0000 7faa9f63b780 1 > prepared part key=_multipart_CSYE7NHVWP4Q.2~3U18GDFWPHLN.0 size=1048576 2024-04-13T08:05:39.371 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.371+0000 7faa9f63b780 1 > prepared part key=_multipart_CSYE7NHVWP4Q.2~3U18GDFWPHLN.1 size=1048576 2024-04-13T08:05:39.373 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.373+0000 7faa9f63b780 1 > prepared part key=_multipart_CSYE7NHVWP4Q.2~3U18GDFWPHLN.2 size=371259 2024-04-13T08:05:39.373 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.373+0000 7faa9f63b780 1 > prepared multipart upload key=CSYE7NHVWP4Q upload=3U18GDFWPHLN tag=WPXTS8IZ18GO type=write size=3516987 2024-04-13T08:05:39.374 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.374+0000 7faa9f63b780 1 < completed delete operation key=U4KRH93HDNU6 tag=W5R3HONYWRJE type=del 2024-04-13T08:05:39.376 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.376+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~8ARC596X29PS.0 size=1048576 2024-04-13T08:05:39.377 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.377+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~8ARC596X29PS.1 size=369095 2024-04-13T08:05:39.377 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.377+0000 7faa9f63b780 1 > prepared multipart upload key=USAT0PUC8Q9C upload=8ARC596X29PS tag=8DQTS10V3CCT type=write size=2466247 2024-04-13T08:05:39.380 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.380+0000 7faa9f63b780 1 < suggested update operation key=H9HYQWGBJXF0 tag=SP8L6YW9M7PV type=del size=515894 2024-04-13T08:05:39.382 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.382+0000 7faa9f63b780 1 > prepared operation key=9OD1R5489FHK tag=BMULIC5ORQUR type=write size=16963 2024-04-13T08:05:39.383 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.383+0000 7faa9f63b780 1 < completed write operation key=ZLCXVHR00MT7 tag=YH33212QSOQU type=write size=5986 2024-04-13T08:05:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:38 smithi139 ceph-mon[88985]: pgmap v1374: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:05:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:38 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:05:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:38 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139826-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:05:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:38 smithi139 ceph-mon[88985]: osdmap e1092: 8 total, 8 up, 8 in 2024-04-13T08:05:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:38 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:05:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:38 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:05:39.388 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.389+0000 7faa9f63b780 1 > prepared part key=_multipart_CCIT8DQBN9WK.2~Z052C5PGVO0H.0 size=642799 2024-04-13T08:05:39.389 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.389+0000 7faa9f63b780 1 > prepared multipart upload key=CCIT8DQBN9WK upload=Z052C5PGVO0H tag=AG12G0UZQXX3 type=write size=1691375 2024-04-13T08:05:39.393 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.393+0000 7faa9f63b780 1 < completed part key=_multipart_7LQHTC0JXLLC.2~39WPG3UU3UEB.0 size=1048576 2024-04-13T08:05:39.395 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.395+0000 7faa9f63b780 1 < completed part key=_multipart_7LQHTC0JXLLC.2~39WPG3UU3UEB.1 size=936642 2024-04-13T08:05:39.397 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.398+0000 7faa9f63b780 1 < completed multipart upload key=7LQHTC0JXLLC upload=39WPG3UU3UEB tag=E2HAJW6UWO8Z type=write size=3033794 2024-04-13T08:05:39.399 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.400+0000 7faa9f63b780 1 > prepared operation key=ZLCXVHR00MT7 tag=Y2V5T2L4B04C type=del size=1197774 2024-04-13T08:05:39.406 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.406+0000 7faa9f63b780 1 < suggested remove operation key=KN6SVO6HG65Q tag=PHCDJ8CQ14F8 type=write 2024-04-13T08:05:39.410 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.411+0000 7faa9f63b780 1 > prepared operation key=H9HYQWGBJXF0 tag=KDD8X0E8KB3C type=del size=386145 2024-04-13T08:05:39.416 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.416+0000 7faa9f63b780 1 < completed part key=_multipart_LCYUO09YJOWJ.2~A3T14CZODBJ3.0 size=1048576 2024-04-13T08:05:39.418 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.418+0000 7faa9f63b780 1 < completed part key=_multipart_LCYUO09YJOWJ.2~A3T14CZODBJ3.1 size=1048576 2024-04-13T08:05:39.421 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.421+0000 7faa9f63b780 1 < completed part key=_multipart_LCYUO09YJOWJ.2~A3T14CZODBJ3.2 size=368613 2024-04-13T08:05:39.425 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.425+0000 7faa9f63b780 1 < completed multipart upload key=LCYUO09YJOWJ upload=A3T14CZODBJ3 tag=TE3K2XOIA4TP type=write size=3514341 2024-04-13T08:05:39.430 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.430+0000 7faa9f63b780 1 > prepared part key=_multipart_LCYUO09YJOWJ.2~ZMV62VEF441A.0 size=1048576 2024-04-13T08:05:39.432 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.432+0000 7faa9f63b780 1 > prepared part key=_multipart_LCYUO09YJOWJ.2~ZMV62VEF441A.1 size=1676 2024-04-13T08:05:39.432 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.432+0000 7faa9f63b780 1 > prepared multipart upload key=LCYUO09YJOWJ upload=ZMV62VEF441A tag=37FS14D7SZBF type=write size=2098828 2024-04-13T08:05:39.435 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.435+0000 7faa9f63b780 1 < completed delete operation key=B9J0DWQ62YOI tag=8LCRHP0YP4BA type=del 2024-04-13T08:05:39.440 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.440+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~IOU3VFEMLVH1.0 size=162691 2024-04-13T08:05:39.440 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.440+0000 7faa9f63b780 1 > prepared multipart upload key=TSACVEYQTVRN upload=IOU3VFEMLVH1 tag=X4QMPN7ERD4J type=write size=1211267 2024-04-13T08:05:39.446 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.444+0000 7faa9f63b780 1 < suggested update operation key=ATLCBD5K8IS1 tag=ZYNJX2Y6YP59 type=del size=1193553 2024-04-13T08:05:39.447 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.447+0000 7faa9f63b780 1 > prepared part key=_multipart_XP1MOJCI0XHQ.2~64Q0WZ5PNJLZ.0 size=653541 2024-04-13T08:05:39.447 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.447+0000 7faa9f63b780 1 > prepared multipart upload key=XP1MOJCI0XHQ upload=64Q0WZ5PNJLZ tag=JCA58PHS0JPI type=write size=1702117 2024-04-13T08:05:39.449 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.449+0000 7faa9f63b780 1 < suggested remove operation key=C8EO3JFDK3I3 tag=0BF5UHYZD0T8 type=write 2024-04-13T08:05:39.450 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.451+0000 7faa9f63b780 1 > prepared operation key=9OD1R5489FHK tag=IYRBMEDSEDLO type=del size=1889458 2024-04-13T08:05:39.453 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.453+0000 7faa9f63b780 1 < completed delete operation key=USAT0PUC8Q9C tag=PP9O6TNXI9S1 type=del 2024-04-13T08:05:39.455 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.456+0000 7faa9f63b780 1 > prepared part key=_multipart_BGZCO481WX23.2~MCIGIBPYS1WU.0 size=1048576 2024-04-13T08:05:39.458 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.458+0000 7faa9f63b780 1 > prepared part key=_multipart_BGZCO481WX23.2~MCIGIBPYS1WU.1 size=36654 2024-04-13T08:05:39.458 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.458+0000 7faa9f63b780 1 > prepared multipart upload key=BGZCO481WX23 upload=MCIGIBPYS1WU tag=IABXH1HU962Z type=write size=2133806 2024-04-13T08:05:39.460 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.460+0000 7faa9f63b780 1 < completed delete operation key=9OD1R5489FHK tag=VO716CXQ45CY type=del 2024-04-13T08:05:39.462 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.462+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=IHPLJ0M7UO7R type=del size=441676 2024-04-13T08:05:39.464 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.464+0000 7faa9f63b780 -1 < failed to complete operation key=H9HYQWGBJXF0 tag=MV95BEF3JZRB type=del size=2930213: (22) Invalid argument 2024-04-13T08:05:39.465 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.466+0000 7faa9f63b780 1 > prepared operation key=CWNYE55R1BSI tag=4LNJ3FFFO712 type=del size=2729055 2024-04-13T08:05:39.470 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.470+0000 7faa9f63b780 1 < suggested remove operation key=1139HXY3WYTZ tag=TSFKKK3AOX90 type=del 2024-04-13T08:05:39.471 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.471+0000 7faa9f63b780 1 > prepared operation key=TSACVEYQTVRN tag=1B2RMHBNXUOT type=del size=4121395 2024-04-13T08:05:39.473 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.473+0000 7faa9f63b780 -1 < failed to complete operation key=C8EO3JFDK3I3 tag=TRTJRWQYS0Z2 type=write size=274929: (22) Invalid argument 2024-04-13T08:05:39.475 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.475+0000 7faa9f63b780 1 > prepared operation key=7LQHTC0JXLLC tag=AS20TOU3K90B type=del size=531224 2024-04-13T08:05:39.476 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.476+0000 7faa9f63b780 1 < completed delete operation key=CWNYE55R1BSI tag=KMZNRHH2VPZY type=del 2024-04-13T08:05:39.480 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.480+0000 7faa9f63b780 1 > prepared part key=_multipart_1R98I2OD2C1B.2~PM0VBBLTLS84.0 size=1048576 2024-04-13T08:05:39.482 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.482+0000 7faa9f63b780 1 > prepared part key=_multipart_1R98I2OD2C1B.2~PM0VBBLTLS84.1 size=804825 2024-04-13T08:05:39.482 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.482+0000 7faa9f63b780 1 > prepared multipart upload key=1R98I2OD2C1B upload=PM0VBBLTLS84 tag=EKQZ7IR4DURT type=write size=2901977 2024-04-13T08:05:39.483 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.484+0000 7faa9f63b780 1 < completed part key=_multipart_CSYE7NHVWP4Q.2~3U18GDFWPHLN.0 size=1048576 2024-04-13T08:05:39.486 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.485+0000 7faa9f63b780 1 < completed part key=_multipart_CSYE7NHVWP4Q.2~3U18GDFWPHLN.1 size=1048576 2024-04-13T08:05:39.487 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.488+0000 7faa9f63b780 1 < completed part key=_multipart_CSYE7NHVWP4Q.2~3U18GDFWPHLN.2 size=371259 2024-04-13T08:05:39.491 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.491+0000 7faa9f63b780 1 < completed multipart upload key=CSYE7NHVWP4Q upload=3U18GDFWPHLN tag=WPXTS8IZ18GO type=write size=3516987 2024-04-13T08:05:39.492 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.492+0000 7faa9f63b780 1 > prepared operation key=6EIPCHTPO3X1 tag=J917SSN5O9JL type=del size=1774801 2024-04-13T08:05:39.494 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.494+0000 7faa9f63b780 1 < completed part key=_multipart_USAT0PUC8Q9C.2~8ARC596X29PS.0 size=1048576 2024-04-13T08:05:39.495 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.495+0000 7faa9f63b780 1 < completed part key=_multipart_USAT0PUC8Q9C.2~8ARC596X29PS.1 size=369095 2024-04-13T08:05:39.497 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.497+0000 7faa9f63b780 1 < completed multipart upload key=USAT0PUC8Q9C upload=8ARC596X29PS tag=8DQTS10V3CCT type=write size=2466247 2024-04-13T08:05:39.499 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.500+0000 7faa9f63b780 1 > prepared part key=_multipart_CWNYE55R1BSI.2~9FU558I6OQJT.0 size=1048576 2024-04-13T08:05:39.501 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.501+0000 7faa9f63b780 1 > prepared part key=_multipart_CWNYE55R1BSI.2~9FU558I6OQJT.1 size=1048576 2024-04-13T08:05:39.502 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.502+0000 7faa9f63b780 1 > prepared part key=_multipart_CWNYE55R1BSI.2~9FU558I6OQJT.2 size=860774 2024-04-13T08:05:39.502 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.502+0000 7faa9f63b780 1 > prepared multipart upload key=CWNYE55R1BSI upload=9FU558I6OQJT tag=SE5XKYMW36N7 type=write size=4006502 2024-04-13T08:05:39.503 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.503+0000 7faa9f63b780 1 < canceled operation key=9OD1R5489FHK tag=BMULIC5ORQUR type=write size=16963 2024-04-13T08:05:39.506 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.506+0000 7faa9f63b780 1 > prepared part key=_multipart_EBB3GPXHIYM1.2~2IKBS84M8G8I.0 size=1048576 2024-04-13T08:05:39.507 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.507+0000 7faa9f63b780 1 > prepared part key=_multipart_EBB3GPXHIYM1.2~2IKBS84M8G8I.1 size=1048576 2024-04-13T08:05:39.508 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.508+0000 7faa9f63b780 1 > prepared part key=_multipart_EBB3GPXHIYM1.2~2IKBS84M8G8I.2 size=675430 2024-04-13T08:05:39.508 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.508+0000 7faa9f63b780 1 > prepared multipart upload key=EBB3GPXHIYM1 upload=2IKBS84M8G8I tag=ENUUY946QB6G type=write size=3821158 2024-04-13T08:05:39.509 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.510+0000 7faa9f63b780 1 < completed part key=_multipart_CCIT8DQBN9WK.2~Z052C5PGVO0H.0 size=642799 2024-04-13T08:05:39.512 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.512+0000 7faa9f63b780 1 < completed multipart upload key=CCIT8DQBN9WK upload=Z052C5PGVO0H tag=AG12G0UZQXX3 type=write size=1691375 2024-04-13T08:05:39.518 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.517+0000 7faa9f63b780 1 > prepared operation key=KN6SVO6HG65Q tag=L630PXN3G5TV type=del size=3736752 2024-04-13T08:05:39.521 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.521+0000 7faa9f63b780 1 < suggested remove operation key=ZLCXVHR00MT7 tag=Y2V5T2L4B04C type=del 2024-04-13T08:05:39.524 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.524+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~0FNAIDXRM5ZW.0 size=1048576 2024-04-13T08:05:39.525 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.525+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~0FNAIDXRM5ZW.1 size=1048576 2024-04-13T08:05:39.526 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.526+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~0FNAIDXRM5ZW.2 size=814168 2024-04-13T08:05:39.526 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.526+0000 7faa9f63b780 1 > prepared multipart upload key=TSACVEYQTVRN upload=0FNAIDXRM5ZW tag=EX4JQYJTEYKR type=write size=3959896 2024-04-13T08:05:39.527 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.527+0000 7faa9f63b780 1 < completed delete operation key=H9HYQWGBJXF0 tag=KDD8X0E8KB3C type=del 2024-04-13T08:05:39.529 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.529+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=HPKLH0GCSA3J type=del size=1897304 2024-04-13T08:05:39.530 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.530+0000 7faa9f63b780 1 < completed part key=_multipart_LCYUO09YJOWJ.2~ZMV62VEF441A.0 size=1048576 2024-04-13T08:05:39.532 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.532+0000 7faa9f63b780 1 < completed part key=_multipart_LCYUO09YJOWJ.2~ZMV62VEF441A.1 size=1676 2024-04-13T08:05:39.534 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.535+0000 7faa9f63b780 1 < completed multipart upload key=LCYUO09YJOWJ upload=ZMV62VEF441A tag=37FS14D7SZBF type=write size=2098828 2024-04-13T08:05:39.537 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.537+0000 7faa9f63b780 1 > prepared part key=_multipart_XP1MOJCI0XHQ.2~JEGOO4Z9E13D.0 size=1048576 2024-04-13T08:05:39.539 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.539+0000 7faa9f63b780 1 > prepared part key=_multipart_XP1MOJCI0XHQ.2~JEGOO4Z9E13D.1 size=1048576 2024-04-13T08:05:39.541 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.541+0000 7faa9f63b780 1 > prepared part key=_multipart_XP1MOJCI0XHQ.2~JEGOO4Z9E13D.2 size=105753 2024-04-13T08:05:39.541 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.541+0000 7faa9f63b780 1 > prepared multipart upload key=XP1MOJCI0XHQ upload=JEGOO4Z9E13D tag=GJJQWWW43JMU type=write size=3251481 2024-04-13T08:05:39.543 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.543+0000 7faa9f63b780 1 < completed part key=_multipart_TSACVEYQTVRN.2~IOU3VFEMLVH1.0 size=162691 2024-04-13T08:05:39.546 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.546+0000 7faa9f63b780 1 < completed multipart upload key=TSACVEYQTVRN upload=IOU3VFEMLVH1 tag=X4QMPN7ERD4J type=write size=1211267 2024-04-13T08:05:39.548 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.548+0000 7faa9f63b780 1 > prepared operation key=CWNYE55R1BSI tag=N813TQIM6RQS type=del size=3866322 2024-04-13T08:05:39.551 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.551+0000 7faa9f63b780 1 < completed part key=_multipart_XP1MOJCI0XHQ.2~64Q0WZ5PNJLZ.0 size=653541 2024-04-13T08:05:39.554 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.554+0000 7faa9f63b780 1 < completed multipart upload key=XP1MOJCI0XHQ upload=64Q0WZ5PNJLZ tag=JCA58PHS0JPI type=write size=1702117 2024-04-13T08:05:39.556 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.556+0000 7faa9f63b780 1 > prepared operation key=CCIT8DQBN9WK tag=SL0VU3L202ZW type=del size=2331306 2024-04-13T08:05:39.557 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.557+0000 7faa9f63b780 1 < completed delete operation key=9OD1R5489FHK tag=IYRBMEDSEDLO type=del 2024-04-13T08:05:39.560 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.560+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~7EW590EE03RY.0 size=1048576 2024-04-13T08:05:39.561 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.561+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~7EW590EE03RY.1 size=205589 2024-04-13T08:05:39.561 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.561+0000 7faa9f63b780 1 > prepared multipart upload key=USAT0PUC8Q9C upload=7EW590EE03RY tag=GAT6FFNW5PRT type=write size=2302741 2024-04-13T08:05:39.563 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.563+0000 7faa9f63b780 1 < completed part key=_multipart_BGZCO481WX23.2~MCIGIBPYS1WU.0 size=1048576 2024-04-13T08:05:39.564 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.564+0000 7faa9f63b780 1 < completed part key=_multipart_BGZCO481WX23.2~MCIGIBPYS1WU.1 size=36654 2024-04-13T08:05:39.567 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.567+0000 7faa9f63b780 1 < completed multipart upload key=BGZCO481WX23 upload=MCIGIBPYS1WU tag=IABXH1HU962Z type=write size=2133806 2024-04-13T08:05:39.570 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.570+0000 7faa9f63b780 1 > prepared part key=_multipart_LCYUO09YJOWJ.2~KYJEGH6707N6.0 size=1048576 2024-04-13T08:05:39.572 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.572+0000 7faa9f63b780 1 > prepared part key=_multipart_LCYUO09YJOWJ.2~KYJEGH6707N6.1 size=1048576 2024-04-13T08:05:39.573 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.573+0000 7faa9f63b780 1 > prepared part key=_multipart_LCYUO09YJOWJ.2~KYJEGH6707N6.2 size=662837 2024-04-13T08:05:39.573 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.573+0000 7faa9f63b780 1 > prepared multipart upload key=LCYUO09YJOWJ upload=KYJEGH6707N6 tag=2M99KZIOAF9D type=write size=3808565 2024-04-13T08:05:39.574 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.575+0000 7faa9f63b780 1 < completed delete operation key=USAT0PUC8Q9C tag=IHPLJ0M7UO7R type=del 2024-04-13T08:05:39.577 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.577+0000 7faa9f63b780 1 > prepared part key=_multipart_YVLYPQFVWYAW.2~PJTGH5F22FIN.0 size=1048576 2024-04-13T08:05:39.578 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.578+0000 7faa9f63b780 1 > prepared part key=_multipart_YVLYPQFVWYAW.2~PJTGH5F22FIN.1 size=864263 2024-04-13T08:05:39.578 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.578+0000 7faa9f63b780 1 > prepared multipart upload key=YVLYPQFVWYAW upload=PJTGH5F22FIN tag=UFNOO9KCHMUL type=write size=2961415 2024-04-13T08:05:39.580 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.580+0000 7faa9f63b780 1 < completed delete operation key=CWNYE55R1BSI tag=4LNJ3FFFO712 type=del 2024-04-13T08:05:39.585 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.585+0000 7faa9f63b780 1 > prepared part key=_multipart_57TR9Y9AGKFZ.2~AUZQNVBNSHBB.0 size=122196 2024-04-13T08:05:39.585 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.585+0000 7faa9f63b780 1 > prepared multipart upload key=57TR9Y9AGKFZ upload=AUZQNVBNSHBB tag=EEX7XPR6QFD0 type=write size=1170772 2024-04-13T08:05:39.588 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.588+0000 7faa9f63b780 1 < suggested remove operation key=TSACVEYQTVRN tag=1B2RMHBNXUOT type=del 2024-04-13T08:05:39.590 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.590+0000 7faa9f63b780 1 > prepared operation key=KPYALZ2K1347 tag=0GWV0V0T04I4 type=write size=284943 2024-04-13T08:05:39.592 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.592+0000 7faa9f63b780 1 < completed delete operation key=7LQHTC0JXLLC tag=AS20TOU3K90B type=del 2024-04-13T08:05:39.594 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.594+0000 7faa9f63b780 1 > prepared operation key=WSX0KY6Y4RVU tag=K4D5TITPXN6B type=del size=675198 2024-04-13T08:05:39.596 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.597+0000 7faa9f63b780 1 < completed part key=_multipart_1R98I2OD2C1B.2~PM0VBBLTLS84.0 size=1048576 2024-04-13T08:05:39.599 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.599+0000 7faa9f63b780 1 < completed part key=_multipart_1R98I2OD2C1B.2~PM0VBBLTLS84.1 size=804825 2024-04-13T08:05:39.601 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.601+0000 7faa9f63b780 1 < completed multipart upload key=1R98I2OD2C1B upload=PM0VBBLTLS84 tag=EKQZ7IR4DURT type=write size=2901977 2024-04-13T08:05:39.604 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.604+0000 7faa9f63b780 1 > prepared part key=_multipart_KN6SVO6HG65Q.2~IQ9NQSH8ZOOM.0 size=1048576 2024-04-13T08:05:39.606 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.606+0000 7faa9f63b780 1 > prepared part key=_multipart_KN6SVO6HG65Q.2~IQ9NQSH8ZOOM.1 size=217491 2024-04-13T08:05:39.606 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.606+0000 7faa9f63b780 1 > prepared multipart upload key=KN6SVO6HG65Q upload=IQ9NQSH8ZOOM tag=WVMXX22CZ67D type=write size=2314643 2024-04-13T08:05:39.607 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.607+0000 7faa9f63b780 1 < completed delete operation key=6EIPCHTPO3X1 tag=J917SSN5O9JL type=del 2024-04-13T08:05:39.609 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.609+0000 7faa9f63b780 1 > prepared operation key=EBB3GPXHIYM1 tag=ZQVY2GN2TL3A type=write size=979363 2024-04-13T08:05:39.610 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.610+0000 7faa9f63b780 1 < completed part key=_multipart_CWNYE55R1BSI.2~9FU558I6OQJT.0 size=1048576 2024-04-13T08:05:39.611 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.611+0000 7faa9f63b780 1 < completed part key=_multipart_CWNYE55R1BSI.2~9FU558I6OQJT.1 size=1048576 2024-04-13T08:05:39.612 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.612+0000 7faa9f63b780 1 < completed part key=_multipart_CWNYE55R1BSI.2~9FU558I6OQJT.2 size=860774 2024-04-13T08:05:39.615 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.615+0000 7faa9f63b780 1 < completed multipart upload key=CWNYE55R1BSI upload=9FU558I6OQJT tag=SE5XKYMW36N7 type=write size=4006502 2024-04-13T08:05:39.619 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.619+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~OCTA1Z0ZBG9G.0 size=1048576 2024-04-13T08:05:39.621 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.621+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~OCTA1Z0ZBG9G.1 size=738712 2024-04-13T08:05:39.621 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.621+0000 7faa9f63b780 1 > prepared multipart upload key=DQJZH0QC5JG1 upload=OCTA1Z0ZBG9G tag=ULSER4X6E8LB type=write size=2835864 2024-04-13T08:05:39.623 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.623+0000 7faa9f63b780 1 < completed part key=_multipart_EBB3GPXHIYM1.2~2IKBS84M8G8I.0 size=1048576 2024-04-13T08:05:39.624 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.624+0000 7faa9f63b780 1 < completed part key=_multipart_EBB3GPXHIYM1.2~2IKBS84M8G8I.1 size=1048576 2024-04-13T08:05:39.625 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.625+0000 7faa9f63b780 1 < completed part key=_multipart_EBB3GPXHIYM1.2~2IKBS84M8G8I.2 size=675430 2024-04-13T08:05:39.627 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.627+0000 7faa9f63b780 1 < completed multipart upload key=EBB3GPXHIYM1 upload=2IKBS84M8G8I tag=ENUUY946QB6G type=write size=3821158 2024-04-13T08:05:39.629 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.630+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~Q11LW9CVHYMG.0 size=1048576 2024-04-13T08:05:39.631 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.631+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~Q11LW9CVHYMG.1 size=1048576 2024-04-13T08:05:39.632 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.632+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~Q11LW9CVHYMG.2 size=194595 2024-04-13T08:05:39.632 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.632+0000 7faa9f63b780 1 > prepared multipart upload key=USAT0PUC8Q9C upload=Q11LW9CVHYMG tag=RL91N21CYP43 type=write size=3340323 2024-04-13T08:05:39.633 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.633+0000 7faa9f63b780 1 < completed delete operation key=KN6SVO6HG65Q tag=L630PXN3G5TV type=del 2024-04-13T08:05:39.636 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.636+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~NT68ELO4KTVM.0 size=34801 2024-04-13T08:05:39.636 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.636+0000 7faa9f63b780 1 > prepared multipart upload key=KPYALZ2K1347 upload=NT68ELO4KTVM tag=9WH5SA3Y1DAF type=write size=1083377 2024-04-13T08:05:39.637 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.637+0000 7faa9f63b780 1 < completed part key=_multipart_TSACVEYQTVRN.2~0FNAIDXRM5ZW.0 size=1048576 2024-04-13T08:05:39.638 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.638+0000 7faa9f63b780 1 < completed part key=_multipart_TSACVEYQTVRN.2~0FNAIDXRM5ZW.1 size=1048576 2024-04-13T08:05:39.639 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.640+0000 7faa9f63b780 1 < completed part key=_multipart_TSACVEYQTVRN.2~0FNAIDXRM5ZW.2 size=814168 2024-04-13T08:05:39.642 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.642+0000 7faa9f63b780 1 < completed multipart upload key=TSACVEYQTVRN upload=0FNAIDXRM5ZW tag=EX4JQYJTEYKR type=write size=3959896 2024-04-13T08:05:39.644 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.644+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~Q7HTV6ARERAB.0 size=1048576 2024-04-13T08:05:39.645 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.645+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~Q7HTV6ARERAB.1 size=1048576 2024-04-13T08:05:39.646 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.646+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~Q7HTV6ARERAB.2 size=434899 2024-04-13T08:05:39.646 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.646+0000 7faa9f63b780 1 > prepared multipart upload key=9OD1R5489FHK upload=Q7HTV6ARERAB tag=7CSLTD42TDVB type=write size=3580627 2024-04-13T08:05:39.648 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.648+0000 7faa9f63b780 1 < completed delete operation key=ATLCBD5K8IS1 tag=HPKLH0GCSA3J type=del 2024-04-13T08:05:39.650 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.650+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~98JGW23VIH29.0 size=1048576 2024-04-13T08:05:39.651 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.651+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~98JGW23VIH29.1 size=543851 2024-04-13T08:05:39.652 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.651+0000 7faa9f63b780 1 > prepared multipart upload key=DQJZH0QC5JG1 upload=98JGW23VIH29 tag=FUF3IOXRC63M type=write size=2641003 2024-04-13T08:05:39.652 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.652+0000 7faa9f63b780 1 < canceled part key=_multipart_XP1MOJCI0XHQ.2~JEGOO4Z9E13D.0 size=1048576 2024-04-13T08:05:39.653 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.654+0000 7faa9f63b780 1 < completed part key=_multipart_XP1MOJCI0XHQ.2~JEGOO4Z9E13D.1 size=1048576 2024-04-13T08:05:39.654 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.654+0000 7faa9f63b780 1 < canceled part key=_multipart_XP1MOJCI0XHQ.2~JEGOO4Z9E13D.2 size=105753 2024-04-13T08:05:39.656 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.656+0000 7faa9f63b780 1 < canceled multipart upload key=XP1MOJCI0XHQ upload=JEGOO4Z9E13D tag=GJJQWWW43JMU type=write size=3251481 2024-04-13T08:05:39.659 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.659+0000 7faa9f63b780 1 > prepared operation key=NJTHX8PDBAAE tag=LONUXP7I6JYH type=del size=398293 2024-04-13T08:05:39.661 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.661+0000 7faa9f63b780 1 < completed delete operation key=CWNYE55R1BSI tag=N813TQIM6RQS type=del 2024-04-13T08:05:39.662 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.663+0000 7faa9f63b780 1 > prepared operation key=B9J0DWQ62YOI tag=QND23DZ5EL0M type=del size=1784654 2024-04-13T08:05:39.664 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.664+0000 7faa9f63b780 1 < completed delete operation key=CCIT8DQBN9WK tag=SL0VU3L202ZW type=del 2024-04-13T08:05:39.668 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.668+0000 7faa9f63b780 1 > prepared part key=_multipart_NHC2LNYCNU8O.2~TK4LF0SJB3SO.0 size=62347 2024-04-13T08:05:39.668 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.668+0000 7faa9f63b780 1 > prepared multipart upload key=NHC2LNYCNU8O upload=TK4LF0SJB3SO tag=30MKYAKEW6G5 type=write size=1110923 2024-04-13T08:05:39.669 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.669+0000 7faa9f63b780 1 < completed part key=_multipart_USAT0PUC8Q9C.2~7EW590EE03RY.0 size=1048576 2024-04-13T08:05:39.670 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.671+0000 7faa9f63b780 1 < completed part key=_multipart_USAT0PUC8Q9C.2~7EW590EE03RY.1 size=205589 2024-04-13T08:05:39.673 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.674+0000 7faa9f63b780 1 < completed multipart upload key=USAT0PUC8Q9C upload=7EW590EE03RY tag=GAT6FFNW5PRT type=write size=2302741 2024-04-13T08:05:39.676 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.676+0000 7faa9f63b780 1 > prepared operation key=1R98I2OD2C1B tag=V0XHCOH02VDW type=del size=3787643 2024-04-13T08:05:39.677 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.677+0000 7faa9f63b780 1 < completed part key=_multipart_LCYUO09YJOWJ.2~KYJEGH6707N6.0 size=1048576 2024-04-13T08:05:39.678 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.679+0000 7faa9f63b780 1 < completed part key=_multipart_LCYUO09YJOWJ.2~KYJEGH6707N6.1 size=1048576 2024-04-13T08:05:39.680 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.680+0000 7faa9f63b780 1 < completed part key=_multipart_LCYUO09YJOWJ.2~KYJEGH6707N6.2 size=662837 2024-04-13T08:05:39.682 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.682+0000 7faa9f63b780 1 < completed multipart upload key=LCYUO09YJOWJ upload=KYJEGH6707N6 tag=2M99KZIOAF9D type=write size=3808565 2024-04-13T08:05:39.685 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.685+0000 7faa9f63b780 1 > prepared part key=_multipart_CWNYE55R1BSI.2~YQ0WESZLVKI0.0 size=1048576 2024-04-13T08:05:39.686 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.686+0000 7faa9f63b780 1 > prepared part key=_multipart_CWNYE55R1BSI.2~YQ0WESZLVKI0.1 size=988520 2024-04-13T08:05:39.686 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.686+0000 7faa9f63b780 1 > prepared multipart upload key=CWNYE55R1BSI upload=YQ0WESZLVKI0 tag=8DUHOY2XD8VR type=write size=3085672 2024-04-13T08:05:39.687 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.687+0000 7faa9f63b780 1 < completed part key=_multipart_YVLYPQFVWYAW.2~PJTGH5F22FIN.0 size=1048576 2024-04-13T08:05:39.688 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.687+0000 7faa9f63b780 1 < canceled part key=_multipart_YVLYPQFVWYAW.2~PJTGH5F22FIN.1 size=864263 2024-04-13T08:05:39.689 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.690+0000 7faa9f63b780 1 < canceled multipart upload key=YVLYPQFVWYAW upload=PJTGH5F22FIN tag=UFNOO9KCHMUL type=write size=2961415 2024-04-13T08:05:39.691 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.691+0000 7faa9f63b780 1 > prepared operation key=KPYALZ2K1347 tag=WCEO67V9B5ZK type=del size=1874793 2024-04-13T08:05:39.693 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.693+0000 7faa9f63b780 1 < completed part key=_multipart_57TR9Y9AGKFZ.2~AUZQNVBNSHBB.0 size=122196 2024-04-13T08:05:39.695 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.695+0000 7faa9f63b780 1 < completed multipart upload key=57TR9Y9AGKFZ upload=AUZQNVBNSHBB tag=EEX7XPR6QFD0 type=write size=1170772 2024-04-13T08:05:39.696 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.696+0000 7faa9f63b780 1 > prepared operation key=NHC2LNYCNU8O tag=IDGN3Z876P2J type=del size=2550304 2024-04-13T08:05:39.698 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.698+0000 7faa9f63b780 1 < completed write operation key=KPYALZ2K1347 tag=0GWV0V0T04I4 type=write size=284943 2024-04-13T08:05:39.699 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.699+0000 7faa9f63b780 1 > prepared operation key=KPYALZ2K1347 tag=JBKN33WR5TF4 type=del size=3322844 2024-04-13T08:05:39.700 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.701+0000 7faa9f63b780 1 < completed delete operation key=WSX0KY6Y4RVU tag=K4D5TITPXN6B type=del 2024-04-13T08:05:39.703 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.703+0000 7faa9f63b780 1 > prepared part key=_multipart_ZLCXVHR00MT7.2~H87F4J57D7ID.0 size=1048576 2024-04-13T08:05:39.704 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.705+0000 7faa9f63b780 1 > prepared part key=_multipart_ZLCXVHR00MT7.2~H87F4J57D7ID.1 size=403532 2024-04-13T08:05:39.705 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.705+0000 7faa9f63b780 1 > prepared multipart upload key=ZLCXVHR00MT7 upload=H87F4J57D7ID tag=6AKK0IJKS59J type=write size=2500684 2024-04-13T08:05:39.706 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.706+0000 7faa9f63b780 1 < completed part key=_multipart_KN6SVO6HG65Q.2~IQ9NQSH8ZOOM.0 size=1048576 2024-04-13T08:05:39.707 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.707+0000 7faa9f63b780 1 < completed part key=_multipart_KN6SVO6HG65Q.2~IQ9NQSH8ZOOM.1 size=217491 2024-04-13T08:05:39.710 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.710+0000 7faa9f63b780 1 < completed multipart upload key=KN6SVO6HG65Q upload=IQ9NQSH8ZOOM tag=WVMXX22CZ67D type=write size=2314643 2024-04-13T08:05:39.712 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.712+0000 7faa9f63b780 1 > prepared part key=_multipart_YVLYPQFVWYAW.2~ZX2X3TYK6FO6.0 size=973182 2024-04-13T08:05:39.712 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.712+0000 7faa9f63b780 1 > prepared multipart upload key=YVLYPQFVWYAW upload=ZX2X3TYK6FO6 tag=JXHD3M7HW173 type=write size=2021758 2024-04-13T08:05:39.714 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.714+0000 7faa9f63b780 1 < completed write operation key=EBB3GPXHIYM1 tag=ZQVY2GN2TL3A type=write size=979363 2024-04-13T08:05:39.716 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.716+0000 7faa9f63b780 1 > prepared part key=_multipart_EBB3GPXHIYM1.2~4Y37YIRC5HSM.0 size=973191 2024-04-13T08:05:39.716 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.716+0000 7faa9f63b780 1 > prepared multipart upload key=EBB3GPXHIYM1 upload=4Y37YIRC5HSM tag=1UXKZCAUEMGO type=write size=2021767 2024-04-13T08:05:39.717 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.718+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~OCTA1Z0ZBG9G.0 size=1048576 2024-04-13T08:05:39.719 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.719+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~OCTA1Z0ZBG9G.1 size=738712 2024-04-13T08:05:39.721 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.721+0000 7faa9f63b780 1 < completed multipart upload key=DQJZH0QC5JG1 upload=OCTA1Z0ZBG9G tag=ULSER4X6E8LB type=write size=2835864 2024-04-13T08:05:39.723 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.724+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~3L7WYOYS0G2V.0 size=1048576 2024-04-13T08:05:39.724 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.725+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~3L7WYOYS0G2V.1 size=1048576 2024-04-13T08:05:39.726 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.726+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~3L7WYOYS0G2V.2 size=7999 2024-04-13T08:05:39.726 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.726+0000 7faa9f63b780 1 > prepared multipart upload key=3H9XN46FCEJA upload=3L7WYOYS0G2V tag=PEM26YNVZRNI type=write size=3153727 2024-04-13T08:05:39.727 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.727+0000 7faa9f63b780 1 < completed part key=_multipart_USAT0PUC8Q9C.2~Q11LW9CVHYMG.0 size=1048576 2024-04-13T08:05:39.728 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.729+0000 7faa9f63b780 1 < completed part key=_multipart_USAT0PUC8Q9C.2~Q11LW9CVHYMG.1 size=1048576 2024-04-13T08:05:39.730 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.730+0000 7faa9f63b780 1 < completed part key=_multipart_USAT0PUC8Q9C.2~Q11LW9CVHYMG.2 size=194595 2024-04-13T08:05:39.732 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.733+0000 7faa9f63b780 1 < completed multipart upload key=USAT0PUC8Q9C upload=Q11LW9CVHYMG tag=RL91N21CYP43 type=write size=3340323 2024-04-13T08:05:39.735 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.736+0000 7faa9f63b780 1 > prepared part key=_multipart_KN6SVO6HG65Q.2~NML4H39CMMFC.0 size=1048576 2024-04-13T08:05:39.737 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.737+0000 7faa9f63b780 1 > prepared part key=_multipart_KN6SVO6HG65Q.2~NML4H39CMMFC.1 size=211334 2024-04-13T08:05:39.737 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.737+0000 7faa9f63b780 1 > prepared multipart upload key=KN6SVO6HG65Q upload=NML4H39CMMFC tag=0E5R9EFLTBSB type=write size=2308486 2024-04-13T08:05:39.738 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.738+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~NT68ELO4KTVM.0 size=34801 2024-04-13T08:05:39.740 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.741+0000 7faa9f63b780 1 < completed multipart upload key=KPYALZ2K1347 upload=NT68ELO4KTVM tag=9WH5SA3Y1DAF type=write size=1083377 2024-04-13T08:05:39.743 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.743+0000 7faa9f63b780 1 > prepared part key=_multipart_57TR9Y9AGKFZ.2~WSL8CV0M4KLC.0 size=941869 2024-04-13T08:05:39.743 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.743+0000 7faa9f63b780 1 > prepared multipart upload key=57TR9Y9AGKFZ upload=WSL8CV0M4KLC tag=TM7OOZRJYWTA type=write size=1990445 2024-04-13T08:05:39.745 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.745+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~Q7HTV6ARERAB.0 size=1048576 2024-04-13T08:05:39.746 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.747+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~Q7HTV6ARERAB.1 size=1048576 2024-04-13T08:05:39.747 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.748+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~Q7HTV6ARERAB.2 size=434899 2024-04-13T08:05:39.750 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.750+0000 7faa9f63b780 1 < completed multipart upload key=9OD1R5489FHK upload=Q7HTV6ARERAB tag=7CSLTD42TDVB type=write size=3580627 2024-04-13T08:05:39.751 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.751+0000 7faa9f63b780 1 > prepared operation key=3H9XN46FCEJA tag=9AGAT6VFNG6E type=write size=531315 2024-04-13T08:05:39.753 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.753+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~98JGW23VIH29.0 size=1048576 2024-04-13T08:05:39.754 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.754+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~98JGW23VIH29.1 size=543851 2024-04-13T08:05:39.758 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.758+0000 7faa9f63b780 1 < completed multipart upload key=DQJZH0QC5JG1 upload=98JGW23VIH29 tag=FUF3IOXRC63M type=write size=2641003 2024-04-13T08:05:39.760 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.760+0000 7faa9f63b780 1 > prepared operation key=1R98I2OD2C1B tag=4ANK0TJ08E6G type=del size=1296731 2024-04-13T08:05:39.762 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.762+0000 7faa9f63b780 1 < completed delete operation key=NJTHX8PDBAAE tag=LONUXP7I6JYH type=del 2024-04-13T08:05:39.765 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.765+0000 7faa9f63b780 1 > prepared part key=_multipart_XP1MOJCI0XHQ.2~ZL215E7K4T38.0 size=1048576 2024-04-13T08:05:39.766 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.766+0000 7faa9f63b780 1 > prepared part key=_multipart_XP1MOJCI0XHQ.2~ZL215E7K4T38.1 size=1048576 2024-04-13T08:05:39.768 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.768+0000 7faa9f63b780 1 > prepared part key=_multipart_XP1MOJCI0XHQ.2~ZL215E7K4T38.2 size=64590 2024-04-13T08:05:39.768 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.768+0000 7faa9f63b780 1 > prepared multipart upload key=XP1MOJCI0XHQ upload=ZL215E7K4T38 tag=YFCSHSJ1WLFU type=write size=3210318 2024-04-13T08:05:39.769 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.769+0000 7faa9f63b780 1 < completed delete operation key=B9J0DWQ62YOI tag=QND23DZ5EL0M type=del 2024-04-13T08:05:39.771 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.771+0000 7faa9f63b780 1 > prepared operation key=C8EO3JFDK3I3 tag=PHYZCWC8CZOM type=write size=816896 2024-04-13T08:05:39.772 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.772+0000 7faa9f63b780 1 < completed part key=_multipart_NHC2LNYCNU8O.2~TK4LF0SJB3SO.0 size=62347 2024-04-13T08:05:39.775 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.775+0000 7faa9f63b780 1 < completed multipart upload key=NHC2LNYCNU8O upload=TK4LF0SJB3SO tag=30MKYAKEW6G5 type=write size=1110923 2024-04-13T08:05:39.777 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.777+0000 7faa9f63b780 1 > prepared operation key=LCYUO09YJOWJ tag=0SWUX5NY5A8S type=del size=929397 2024-04-13T08:05:39.779 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.779+0000 7faa9f63b780 1 < completed delete operation key=1R98I2OD2C1B tag=V0XHCOH02VDW type=del 2024-04-13T08:05:39.781 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.782+0000 7faa9f63b780 1 > prepared part key=_multipart_NJTHX8PDBAAE.2~KIOV0X7ASU7T.0 size=646971 2024-04-13T08:05:39.781 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.782+0000 7faa9f63b780 1 > prepared multipart upload key=NJTHX8PDBAAE upload=KIOV0X7ASU7T tag=5CCQPJUZS15H type=write size=1695547 2024-04-13T08:05:39.783 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.783+0000 7faa9f63b780 1 < completed part key=_multipart_CWNYE55R1BSI.2~YQ0WESZLVKI0.0 size=1048576 2024-04-13T08:05:39.784 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.785+0000 7faa9f63b780 1 < completed part key=_multipart_CWNYE55R1BSI.2~YQ0WESZLVKI0.1 size=988520 2024-04-13T08:05:39.788 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.788+0000 7faa9f63b780 1 < completed multipart upload key=CWNYE55R1BSI upload=YQ0WESZLVKI0 tag=8DUHOY2XD8VR type=write size=3085672 2024-04-13T08:05:39.790 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.790+0000 7faa9f63b780 1 > prepared operation key=KPYALZ2K1347 tag=HQO8NV8G40JE type=del size=1412357 2024-04-13T08:05:39.792 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.792+0000 7faa9f63b780 1 < completed delete operation key=KPYALZ2K1347 tag=WCEO67V9B5ZK type=del 2024-04-13T08:05:39.796 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.796+0000 7faa9f63b780 1 > prepared part key=_multipart_CCIT8DQBN9WK.2~NK8BUE496RZ0.0 size=1048576 2024-04-13T08:05:39.797 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.797+0000 7faa9f63b780 1 > prepared part key=_multipart_CCIT8DQBN9WK.2~NK8BUE496RZ0.1 size=1048576 2024-04-13T08:05:39.798 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.798+0000 7faa9f63b780 1 > prepared part key=_multipart_CCIT8DQBN9WK.2~NK8BUE496RZ0.2 size=877723 2024-04-13T08:05:39.798 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.798+0000 7faa9f63b780 1 > prepared multipart upload key=CCIT8DQBN9WK upload=NK8BUE496RZ0 tag=XM7QIOI90T1Q type=write size=4023451 2024-04-13T08:05:39.799 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.799+0000 7faa9f63b780 1 < completed delete operation key=NHC2LNYCNU8O tag=IDGN3Z876P2J type=del 2024-04-13T08:05:39.802 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.802+0000 7faa9f63b780 1 > prepared part key=_multipart_57TR9Y9AGKFZ.2~6LLVCH9EU68H.0 size=1048576 2024-04-13T08:05:39.803 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.803+0000 7faa9f63b780 1 > prepared part key=_multipart_57TR9Y9AGKFZ.2~6LLVCH9EU68H.1 size=1048576 2024-04-13T08:05:39.804 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.805+0000 7faa9f63b780 1 > prepared part key=_multipart_57TR9Y9AGKFZ.2~6LLVCH9EU68H.2 size=311091 2024-04-13T08:05:39.805 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.805+0000 7faa9f63b780 1 > prepared multipart upload key=57TR9Y9AGKFZ upload=6LLVCH9EU68H tag=J02UF147U9ZF type=write size=3456819 2024-04-13T08:05:39.806 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.806+0000 7faa9f63b780 1 < completed delete operation key=KPYALZ2K1347 tag=JBKN33WR5TF4 type=del 2024-04-13T08:05:39.807 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.807+0000 7faa9f63b780 1 > prepared operation key=EBB3GPXHIYM1 tag=FUX8EF9O8B8B type=del size=1294391 2024-04-13T08:05:39.808 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.809+0000 7faa9f63b780 1 < completed part key=_multipart_ZLCXVHR00MT7.2~H87F4J57D7ID.0 size=1048576 2024-04-13T08:05:39.810 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.810+0000 7faa9f63b780 1 < completed part key=_multipart_ZLCXVHR00MT7.2~H87F4J57D7ID.1 size=403532 2024-04-13T08:05:39.813 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.813+0000 7faa9f63b780 1 < completed multipart upload key=ZLCXVHR00MT7 upload=H87F4J57D7ID tag=6AKK0IJKS59J type=write size=2500684 2024-04-13T08:05:39.816 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.816+0000 7faa9f63b780 1 > prepared part key=_multipart_1139HXY3WYTZ.2~XCGN0FW5YF3X.0 size=1048576 2024-04-13T08:05:39.817 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.817+0000 7faa9f63b780 1 > prepared part key=_multipart_1139HXY3WYTZ.2~XCGN0FW5YF3X.1 size=535143 2024-04-13T08:05:39.817 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.817+0000 7faa9f63b780 1 > prepared multipart upload key=1139HXY3WYTZ upload=XCGN0FW5YF3X tag=UF0T2UY3APDH type=write size=2632295 2024-04-13T08:05:39.818 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.819+0000 7faa9f63b780 1 < completed part key=_multipart_YVLYPQFVWYAW.2~ZX2X3TYK6FO6.0 size=973182 2024-04-13T08:05:39.822 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.822+0000 7faa9f63b780 1 < completed multipart upload key=YVLYPQFVWYAW upload=ZX2X3TYK6FO6 tag=JXHD3M7HW173 type=write size=2021758 2024-04-13T08:05:39.825 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.825+0000 7faa9f63b780 1 > prepared part key=_multipart_C8EO3JFDK3I3.2~X2KS25506ICB.0 size=1048576 2024-04-13T08:05:39.826 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.827+0000 7faa9f63b780 1 > prepared part key=_multipart_C8EO3JFDK3I3.2~X2KS25506ICB.1 size=1048576 2024-04-13T08:05:39.828 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.829+0000 7faa9f63b780 1 > prepared part key=_multipart_C8EO3JFDK3I3.2~X2KS25506ICB.2 size=429515 2024-04-13T08:05:39.828 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.829+0000 7faa9f63b780 1 > prepared multipart upload key=C8EO3JFDK3I3 upload=X2KS25506ICB tag=QZJ0BC4BLKF0 type=write size=3575243 2024-04-13T08:05:39.830 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.830+0000 7faa9f63b780 1 < completed part key=_multipart_EBB3GPXHIYM1.2~4Y37YIRC5HSM.0 size=973191 2024-04-13T08:05:39.833 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.834+0000 7faa9f63b780 1 < completed multipart upload key=EBB3GPXHIYM1 upload=4Y37YIRC5HSM tag=1UXKZCAUEMGO type=write size=2021767 2024-04-13T08:05:39.835 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.836+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=VJ0F5CB7Z0KI type=del size=259813 2024-04-13T08:05:39.836 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.836+0000 7faa9f63b780 1 < canceled part key=_multipart_3H9XN46FCEJA.2~3L7WYOYS0G2V.0 size=1048576 2024-04-13T08:05:39.837 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.837+0000 7faa9f63b780 1 < completed part key=_multipart_3H9XN46FCEJA.2~3L7WYOYS0G2V.1 size=1048576 2024-04-13T08:05:39.839 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.839+0000 7faa9f63b780 1 < completed part key=_multipart_3H9XN46FCEJA.2~3L7WYOYS0G2V.2 size=7999 2024-04-13T08:05:39.842 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.842+0000 7faa9f63b780 1 < canceled multipart upload key=3H9XN46FCEJA upload=3L7WYOYS0G2V tag=PEM26YNVZRNI type=write size=3153727 2024-04-13T08:05:39.843 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.843+0000 7faa9f63b780 1 > prepared operation key=57TR9Y9AGKFZ tag=66U89ELSI8UT type=del size=2502512 2024-04-13T08:05:39.845 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.846+0000 7faa9f63b780 1 < completed part key=_multipart_KN6SVO6HG65Q.2~NML4H39CMMFC.0 size=1048576 2024-04-13T08:05:39.845 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.846+0000 7faa9f63b780 1 < canceled part key=_multipart_KN6SVO6HG65Q.2~NML4H39CMMFC.1 size=211334 2024-04-13T08:05:39.848 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.848+0000 7faa9f63b780 1 < canceled multipart upload key=KN6SVO6HG65Q upload=NML4H39CMMFC tag=0E5R9EFLTBSB type=write size=2308486 2024-04-13T08:05:39.852 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.852+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~BQVOD5NNC3KV.0 size=87104 2024-04-13T08:05:39.852 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.852+0000 7faa9f63b780 1 > prepared multipart upload key=USAT0PUC8Q9C upload=BQVOD5NNC3KV tag=K6QHHARSTUVZ type=write size=1135680 2024-04-13T08:05:39.853 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.853+0000 7faa9f63b780 1 < completed part key=_multipart_57TR9Y9AGKFZ.2~WSL8CV0M4KLC.0 size=941869 2024-04-13T08:05:39.856 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.856+0000 7faa9f63b780 1 < completed multipart upload key=57TR9Y9AGKFZ upload=WSL8CV0M4KLC tag=TM7OOZRJYWTA type=write size=1990445 2024-04-13T08:05:39.857 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.857+0000 7faa9f63b780 1 > prepared operation key=1139HXY3WYTZ tag=N508758JXYJB type=write size=94136 2024-04-13T08:05:39.859 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.859+0000 7faa9f63b780 1 < completed write operation key=3H9XN46FCEJA tag=9AGAT6VFNG6E type=write size=531315 2024-04-13T08:05:39.862 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.862+0000 7faa9f63b780 1 > prepared part key=_multipart_NJTHX8PDBAAE.2~JL38K4TN4MUV.0 size=1048576 2024-04-13T08:05:39.863 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.863+0000 7faa9f63b780 1 > prepared part key=_multipart_NJTHX8PDBAAE.2~JL38K4TN4MUV.1 size=1048576 2024-04-13T08:05:39.864 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.864+0000 7faa9f63b780 1 > prepared part key=_multipart_NJTHX8PDBAAE.2~JL38K4TN4MUV.2 size=530680 2024-04-13T08:05:39.864 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.864+0000 7faa9f63b780 1 > prepared multipart upload key=NJTHX8PDBAAE upload=JL38K4TN4MUV tag=KDHHZGRF9IYO type=write size=3676408 2024-04-13T08:05:39.866 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.866+0000 7faa9f63b780 1 < completed delete operation key=1R98I2OD2C1B tag=4ANK0TJ08E6G type=del 2024-04-13T08:05:39.867 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.867+0000 7faa9f63b780 1 > prepared operation key=LCYUO09YJOWJ tag=RSIKTWKPY40N type=del size=4082366 2024-04-13T08:05:39.869 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.869+0000 7faa9f63b780 1 < completed part key=_multipart_XP1MOJCI0XHQ.2~ZL215E7K4T38.0 size=1048576 2024-04-13T08:05:39.870 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.870+0000 7faa9f63b780 1 < completed part key=_multipart_XP1MOJCI0XHQ.2~ZL215E7K4T38.1 size=1048576 2024-04-13T08:05:39.870 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.870+0000 7faa9f63b780 1 < canceled part key=_multipart_XP1MOJCI0XHQ.2~ZL215E7K4T38.2 size=64590 2024-04-13T08:05:39.872 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.872+0000 7faa9f63b780 1 < canceled multipart upload key=XP1MOJCI0XHQ upload=ZL215E7K4T38 tag=YFCSHSJ1WLFU type=write size=3210318 2024-04-13T08:05:39.875 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.875+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~CA16V33YBCOI.0 size=1048576 2024-04-13T08:05:39.876 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.876+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~CA16V33YBCOI.1 size=1048576 2024-04-13T08:05:39.877 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.877+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~CA16V33YBCOI.2 size=664 2024-04-13T08:05:39.877 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.877+0000 7faa9f63b780 1 > prepared multipart upload key=TSACVEYQTVRN upload=CA16V33YBCOI tag=V62EGK4FQ5E9 type=write size=3146392 2024-04-13T08:05:39.880 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.880+0000 7faa9f63b780 1 < suggested remove operation key=C8EO3JFDK3I3 tag=PHYZCWC8CZOM type=write 2024-04-13T08:05:39.883 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.883+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~N3AT5PPGXNZO.0 size=1048576 2024-04-13T08:05:39.884 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.884+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~N3AT5PPGXNZO.1 size=1027585 2024-04-13T08:05:39.884 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.884+0000 7faa9f63b780 1 > prepared multipart upload key=9OD1R5489FHK upload=N3AT5PPGXNZO tag=I3ANER9I0DYJ type=write size=3124737 2024-04-13T08:05:39.886 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.886+0000 7faa9f63b780 1 < completed delete operation key=LCYUO09YJOWJ tag=0SWUX5NY5A8S type=del 2024-04-13T08:05:39.887 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.887+0000 7faa9f63b780 1 > prepared operation key=57TR9Y9AGKFZ tag=U0JJI56XP57B type=del size=705430 2024-04-13T08:05:39.888 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.888+0000 7faa9f63b780 1 < completed part key=_multipart_NJTHX8PDBAAE.2~KIOV0X7ASU7T.0 size=646971 2024-04-13T08:05:39.891 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.891+0000 7faa9f63b780 1 < completed multipart upload key=NJTHX8PDBAAE upload=KIOV0X7ASU7T tag=5CCQPJUZS15H type=write size=1695547 2024-04-13T08:05:39.894 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.894+0000 7faa9f63b780 1 > prepared part key=_multipart_LCYUO09YJOWJ.2~S1R01WIH5K92.0 size=1048576 2024-04-13T08:05:39.895 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.895+0000 7faa9f63b780 1 > prepared part key=_multipart_LCYUO09YJOWJ.2~S1R01WIH5K92.1 size=471527 2024-04-13T08:05:39.895 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.895+0000 7faa9f63b780 1 > prepared multipart upload key=LCYUO09YJOWJ upload=S1R01WIH5K92 tag=AGAAR03ZGAZD type=write size=2568679 2024-04-13T08:05:39.896 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.896+0000 7faa9f63b780 1 < completed delete operation key=KPYALZ2K1347 tag=HQO8NV8G40JE type=del 2024-04-13T08:05:39.899 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.899+0000 7faa9f63b780 1 > prepared part key=_multipart_6EIPCHTPO3X1.2~JBRAQG77Z4U1.0 size=413481 2024-04-13T08:05:39.899 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.899+0000 7faa9f63b780 1 > prepared multipart upload key=6EIPCHTPO3X1 upload=JBRAQG77Z4U1 tag=WDS0AXCM3VQ0 type=write size=1462057 2024-04-13T08:05:39.901 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.901+0000 7faa9f63b780 1 < completed part key=_multipart_CCIT8DQBN9WK.2~NK8BUE496RZ0.0 size=1048576 2024-04-13T08:05:39.902 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.902+0000 7faa9f63b780 1 < completed part key=_multipart_CCIT8DQBN9WK.2~NK8BUE496RZ0.1 size=1048576 2024-04-13T08:05:39.903 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.903+0000 7faa9f63b780 1 < completed part key=_multipart_CCIT8DQBN9WK.2~NK8BUE496RZ0.2 size=877723 2024-04-13T08:05:39.906 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.906+0000 7faa9f63b780 1 < completed multipart upload key=CCIT8DQBN9WK upload=NK8BUE496RZ0 tag=XM7QIOI90T1Q type=write size=4023451 2024-04-13T08:05:39.907 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.907+0000 7faa9f63b780 1 > prepared operation key=CCIT8DQBN9WK tag=7J4EWLIJJK38 type=del size=1614837 2024-04-13T08:05:39.909 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.909+0000 7faa9f63b780 1 < completed part key=_multipart_57TR9Y9AGKFZ.2~6LLVCH9EU68H.0 size=1048576 2024-04-13T08:05:39.909 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.909+0000 7faa9f63b780 1 < canceled part key=_multipart_57TR9Y9AGKFZ.2~6LLVCH9EU68H.1 size=1048576 2024-04-13T08:05:39.910 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.910+0000 7faa9f63b780 1 < completed part key=_multipart_57TR9Y9AGKFZ.2~6LLVCH9EU68H.2 size=311091 2024-04-13T08:05:39.912 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.912+0000 7faa9f63b780 1 < canceled multipart upload key=57TR9Y9AGKFZ upload=6LLVCH9EU68H tag=J02UF147U9ZF type=write size=3456819 2024-04-13T08:05:39.915 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.915+0000 7faa9f63b780 1 > prepared part key=_multipart_1R98I2OD2C1B.2~3Q7YC6RDAM66.0 size=1048576 2024-04-13T08:05:39.916 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.916+0000 7faa9f63b780 1 > prepared part key=_multipart_1R98I2OD2C1B.2~3Q7YC6RDAM66.1 size=685138 2024-04-13T08:05:39.916 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.916+0000 7faa9f63b780 1 > prepared multipart upload key=1R98I2OD2C1B upload=3Q7YC6RDAM66 tag=KQR55D6LQ2U2 type=write size=2782290 2024-04-13T08:05:39.919 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.919+0000 7faa9f63b780 1 < suggested update operation key=EBB3GPXHIYM1 tag=FUX8EF9O8B8B type=del size=1294391 2024-04-13T08:05:39.920 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.920+0000 7faa9f63b780 1 > prepared operation key=DQJZH0QC5JG1 tag=P289URA4P242 type=del size=41509 2024-04-13T08:05:39.920 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.921+0000 7faa9f63b780 1 < canceled part key=_multipart_1139HXY3WYTZ.2~XCGN0FW5YF3X.0 size=1048576 2024-04-13T08:05:39.921 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.922+0000 7faa9f63b780 1 < completed part key=_multipart_1139HXY3WYTZ.2~XCGN0FW5YF3X.1 size=535143 2024-04-13T08:05:39.924 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.924+0000 7faa9f63b780 1 < canceled multipart upload key=1139HXY3WYTZ upload=XCGN0FW5YF3X tag=UF0T2UY3APDH type=write size=2632295 2024-04-13T08:05:39.926 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.926+0000 7faa9f63b780 1 > prepared operation key=6EIPCHTPO3X1 tag=QXZ02UDHC8XZ type=del size=2392285 2024-04-13T08:05:39.928 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.928+0000 7faa9f63b780 1 < completed part key=_multipart_C8EO3JFDK3I3.2~X2KS25506ICB.0 size=1048576 2024-04-13T08:05:39.929 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.929+0000 7faa9f63b780 1 < completed part key=_multipart_C8EO3JFDK3I3.2~X2KS25506ICB.1 size=1048576 2024-04-13T08:05:39.930 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.930+0000 7faa9f63b780 1 < completed part key=_multipart_C8EO3JFDK3I3.2~X2KS25506ICB.2 size=429515 2024-04-13T08:05:39.932 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.932+0000 7faa9f63b780 1 < completed multipart upload key=C8EO3JFDK3I3 upload=X2KS25506ICB tag=QZJ0BC4BLKF0 type=write size=3575243 2024-04-13T08:05:39.934 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.934+0000 7faa9f63b780 1 > prepared operation key=7LQHTC0JXLLC tag=2BFSWUHXJ456 type=del size=3630105 2024-04-13T08:05:39.935 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.936+0000 7faa9f63b780 1 < completed delete operation key=ATLCBD5K8IS1 tag=VJ0F5CB7Z0KI type=del 2024-04-13T08:05:39.937 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.937+0000 7faa9f63b780 1 > prepared operation key=NHC2LNYCNU8O tag=4KYRO6YOBC31 type=write size=149213 2024-04-13T08:05:39.938 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.938+0000 7faa9f63b780 1 < completed delete operation key=57TR9Y9AGKFZ tag=66U89ELSI8UT type=del 2024-04-13T08:05:39.941 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.941+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~EM4YPGBJK8P0.0 size=1048576 2024-04-13T08:05:39.942 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.942+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~EM4YPGBJK8P0.1 size=850524 2024-04-13T08:05:39.942 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.942+0000 7faa9f63b780 1 > prepared multipart upload key=3H9XN46FCEJA upload=EM4YPGBJK8P0 tag=FJ81FGHRYXDX type=write size=2947676 2024-04-13T08:05:39.944 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.944+0000 7faa9f63b780 1 < completed part key=_multipart_USAT0PUC8Q9C.2~BQVOD5NNC3KV.0 size=87104 2024-04-13T08:05:39.947 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.947+0000 7faa9f63b780 1 < completed multipart upload key=USAT0PUC8Q9C upload=BQVOD5NNC3KV tag=K6QHHARSTUVZ type=write size=1135680 2024-04-13T08:05:39.949 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.949+0000 7faa9f63b780 1 > prepared part key=_multipart_KN6SVO6HG65Q.2~001HI1DN2CU5.0 size=830448 2024-04-13T08:05:39.949 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.949+0000 7faa9f63b780 1 > prepared multipart upload key=KN6SVO6HG65Q upload=001HI1DN2CU5 tag=X0LF3KAMF8WY type=write size=1879024 2024-04-13T08:05:39.951 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.951+0000 7faa9f63b780 1 < completed write operation key=1139HXY3WYTZ tag=N508758JXYJB type=write size=94136 2024-04-13T08:05:39.953 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.954+0000 7faa9f63b780 1 > prepared part key=_multipart_U4KRH93HDNU6.2~LXE8SZ0XFYV4.0 size=1048576 2024-04-13T08:05:39.955 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.955+0000 7faa9f63b780 1 > prepared part key=_multipart_U4KRH93HDNU6.2~LXE8SZ0XFYV4.1 size=1048576 2024-04-13T08:05:39.956 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.956+0000 7faa9f63b780 1 > prepared part key=_multipart_U4KRH93HDNU6.2~LXE8SZ0XFYV4.2 size=889159 2024-04-13T08:05:39.956 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.956+0000 7faa9f63b780 1 > prepared multipart upload key=U4KRH93HDNU6 upload=LXE8SZ0XFYV4 tag=9LZ2NHA5O503 type=write size=4034887 2024-04-13T08:05:39.957 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.957+0000 7faa9f63b780 1 < completed part key=_multipart_NJTHX8PDBAAE.2~JL38K4TN4MUV.0 size=1048576 2024-04-13T08:05:39.958 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.958+0000 7faa9f63b780 1 < completed part key=_multipart_NJTHX8PDBAAE.2~JL38K4TN4MUV.1 size=1048576 2024-04-13T08:05:39.958 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.958+0000 7faa9f63b780 1 < canceled part key=_multipart_NJTHX8PDBAAE.2~JL38K4TN4MUV.2 size=530680 2024-04-13T08:05:39.961 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.961+0000 7faa9f63b780 1 < canceled multipart upload key=NJTHX8PDBAAE upload=JL38K4TN4MUV tag=KDHHZGRF9IYO type=write size=3676408 2024-04-13T08:05:39.963 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.964+0000 7faa9f63b780 1 > prepared part key=_multipart_YVLYPQFVWYAW.2~IPZ88NTUJUL0.0 size=1048576 2024-04-13T08:05:39.964 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.965+0000 7faa9f63b780 1 > prepared part key=_multipart_YVLYPQFVWYAW.2~IPZ88NTUJUL0.1 size=1048576 2024-04-13T08:05:39.966 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.966+0000 7faa9f63b780 1 > prepared part key=_multipart_YVLYPQFVWYAW.2~IPZ88NTUJUL0.2 size=605835 2024-04-13T08:05:39.966 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.966+0000 7faa9f63b780 1 > prepared multipart upload key=YVLYPQFVWYAW upload=IPZ88NTUJUL0 tag=5ZFRDCHMHCJ9 type=write size=3751563 2024-04-13T08:05:39.967 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.968+0000 7faa9f63b780 1 < completed delete operation key=LCYUO09YJOWJ tag=RSIKTWKPY40N type=del 2024-04-13T08:05:39.969 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.969+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=799BLV6XDOF5 type=del size=3413298 2024-04-13T08:05:39.970 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.970+0000 7faa9f63b780 1 < completed part key=_multipart_TSACVEYQTVRN.2~CA16V33YBCOI.0 size=1048576 2024-04-13T08:05:39.971 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.971+0000 7faa9f63b780 1 < completed part key=_multipart_TSACVEYQTVRN.2~CA16V33YBCOI.1 size=1048576 2024-04-13T08:05:39.972 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.972+0000 7faa9f63b780 1 < completed part key=_multipart_TSACVEYQTVRN.2~CA16V33YBCOI.2 size=664 2024-04-13T08:05:39.975 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.975+0000 7faa9f63b780 1 < completed multipart upload key=TSACVEYQTVRN upload=CA16V33YBCOI tag=V62EGK4FQ5E9 type=write size=3146392 2024-04-13T08:05:39.978 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.978+0000 7faa9f63b780 1 > prepared part key=_multipart_KN6SVO6HG65Q.2~T2M5QSQJQPWC.0 size=467388 2024-04-13T08:05:39.978 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.978+0000 7faa9f63b780 1 > prepared multipart upload key=KN6SVO6HG65Q upload=T2M5QSQJQPWC tag=I0EO8O0BY3IN type=write size=1515964 2024-04-13T08:05:39.980 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.980+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~N3AT5PPGXNZO.0 size=1048576 2024-04-13T08:05:39.981 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.981+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~N3AT5PPGXNZO.1 size=1027585 2024-04-13T08:05:39.984 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.984+0000 7faa9f63b780 1 < completed multipart upload key=9OD1R5489FHK upload=N3AT5PPGXNZO tag=I3ANER9I0DYJ type=write size=3124737 2024-04-13T08:05:39.986 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.986+0000 7faa9f63b780 1 > prepared operation key=Y3BAXTXJ3THV tag=0VCH0QQLEPF1 type=del size=2996890 2024-04-13T08:05:39.987 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.987+0000 7faa9f63b780 1 < completed delete operation key=57TR9Y9AGKFZ tag=U0JJI56XP57B type=del 2024-04-13T08:05:39.989 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.989+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=RAKXIR0M7ELR type=del size=2136632 2024-04-13T08:05:39.991 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.991+0000 7faa9f63b780 1 < completed part key=_multipart_LCYUO09YJOWJ.2~S1R01WIH5K92.0 size=1048576 2024-04-13T08:05:39.993 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.993+0000 7faa9f63b780 1 < completed part key=_multipart_LCYUO09YJOWJ.2~S1R01WIH5K92.1 size=471527 2024-04-13T08:05:39.996 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.996+0000 7faa9f63b780 1 < completed multipart upload key=LCYUO09YJOWJ upload=S1R01WIH5K92 tag=AGAAR03ZGAZD type=write size=2568679 2024-04-13T08:05:39.997 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.998+0000 7faa9f63b780 1 > prepared operation key=H9HYQWGBJXF0 tag=GT5A95EISKA8 type=del size=2878784 2024-04-13T08:05:39.998 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:39.998+0000 7faa9f63b780 1 < canceled part key=_multipart_6EIPCHTPO3X1.2~JBRAQG77Z4U1.0 size=413481 2024-04-13T08:05:40.000 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.000+0000 7faa9f63b780 1 < canceled multipart upload key=6EIPCHTPO3X1 upload=JBRAQG77Z4U1 tag=WDS0AXCM3VQ0 type=write size=1462057 2024-04-13T08:05:40.003 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.003+0000 7faa9f63b780 1 > prepared part key=_multipart_EBB3GPXHIYM1.2~MF0U2AZR8PD2.0 size=852590 2024-04-13T08:05:40.003 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.003+0000 7faa9f63b780 1 > prepared multipart upload key=EBB3GPXHIYM1 upload=MF0U2AZR8PD2 tag=ZPQMHP8J5GJ1 type=write size=1901166 2024-04-13T08:05:40.006 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.007+0000 7faa9f63b780 1 < suggested remove operation key=CCIT8DQBN9WK tag=7J4EWLIJJK38 type=del 2024-04-13T08:05:40.011 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.011+0000 7faa9f63b780 1 > prepared part key=_multipart_ZS36Q14U11AV.2~B8WRTJCKGYL9.0 size=49601 2024-04-13T08:05:40.011 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.011+0000 7faa9f63b780 1 > prepared multipart upload key=ZS36Q14U11AV upload=B8WRTJCKGYL9 tag=G3Y4P0V53KN9 type=write size=1098177 2024-04-13T08:05:40.013 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.013+0000 7faa9f63b780 1 < completed part key=_multipart_1R98I2OD2C1B.2~3Q7YC6RDAM66.0 size=1048576 2024-04-13T08:05:40.013 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.013+0000 7faa9f63b780 1 < canceled part key=_multipart_1R98I2OD2C1B.2~3Q7YC6RDAM66.1 size=685138 2024-04-13T08:05:40.016 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.016+0000 7faa9f63b780 1 < canceled multipart upload key=1R98I2OD2C1B upload=3Q7YC6RDAM66 tag=KQR55D6LQ2U2 type=write size=2782290 2024-04-13T08:05:40.017 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.018+0000 7faa9f63b780 1 > prepared operation key=H9HYQWGBJXF0 tag=473WJU2TIC9G type=del size=2909003 2024-04-13T08:05:40.019 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.019+0000 7faa9f63b780 1 < completed delete operation key=DQJZH0QC5JG1 tag=P289URA4P242 type=del 2024-04-13T08:05:40.020 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.020+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=4H0P46JVYJEU type=del size=3160296 2024-04-13T08:05:40.022 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.022+0000 7faa9f63b780 1 < completed delete operation key=6EIPCHTPO3X1 tag=QXZ02UDHC8XZ type=del 2024-04-13T08:05:40.024 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.024+0000 7faa9f63b780 1 > prepared operation key=CCIT8DQBN9WK tag=CNI0EL5QEGAN type=del size=186744 2024-04-13T08:05:40.026 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.026+0000 7faa9f63b780 1 < completed delete operation key=7LQHTC0JXLLC tag=2BFSWUHXJ456 type=del 2024-04-13T08:05:40.027 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.027+0000 7faa9f63b780 1 > prepared operation key=1R98I2OD2C1B tag=HE6UQCLWY012 type=del size=350906 2024-04-13T08:05:40.029 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.029+0000 7faa9f63b780 1 < completed write operation key=NHC2LNYCNU8O tag=4KYRO6YOBC31 type=write size=149213 2024-04-13T08:05:40.032 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.032+0000 7faa9f63b780 1 > prepared part key=_multipart_EBB3GPXHIYM1.2~3RLBL0MBTFU0.0 size=1048576 2024-04-13T08:05:40.033 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.033+0000 7faa9f63b780 1 > prepared part key=_multipart_EBB3GPXHIYM1.2~3RLBL0MBTFU0.1 size=1048576 2024-04-13T08:05:40.034 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.034+0000 7faa9f63b780 1 > prepared part key=_multipart_EBB3GPXHIYM1.2~3RLBL0MBTFU0.2 size=393981 2024-04-13T08:05:40.034 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.034+0000 7faa9f63b780 1 > prepared multipart upload key=EBB3GPXHIYM1 upload=3RLBL0MBTFU0 tag=YOLPYNFWB07E type=write size=3539709 2024-04-13T08:05:40.036 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.036+0000 7faa9f63b780 1 < completed part key=_multipart_3H9XN46FCEJA.2~EM4YPGBJK8P0.0 size=1048576 2024-04-13T08:05:40.037 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.037+0000 7faa9f63b780 1 < completed part key=_multipart_3H9XN46FCEJA.2~EM4YPGBJK8P0.1 size=850524 2024-04-13T08:05:40.040 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.040+0000 7faa9f63b780 1 < completed multipart upload key=3H9XN46FCEJA upload=EM4YPGBJK8P0 tag=FJ81FGHRYXDX type=write size=2947676 2024-04-13T08:05:40.043 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.043+0000 7faa9f63b780 1 > prepared part key=_multipart_EB7L7HOTRCXY.2~Q4K50D37Y56Y.0 size=1048576 2024-04-13T08:05:40.045 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.045+0000 7faa9f63b780 1 > prepared part key=_multipart_EB7L7HOTRCXY.2~Q4K50D37Y56Y.1 size=1048576 2024-04-13T08:05:40.046 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.047+0000 7faa9f63b780 1 > prepared part key=_multipart_EB7L7HOTRCXY.2~Q4K50D37Y56Y.2 size=591698 2024-04-13T08:05:40.046 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.047+0000 7faa9f63b780 1 > prepared multipart upload key=EB7L7HOTRCXY upload=Q4K50D37Y56Y tag=OLIS9KO8Q5SW type=write size=3737426 2024-04-13T08:05:40.048 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.048+0000 7faa9f63b780 1 < completed part key=_multipart_KN6SVO6HG65Q.2~001HI1DN2CU5.0 size=830448 2024-04-13T08:05:40.051 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.051+0000 7faa9f63b780 1 < completed multipart upload key=KN6SVO6HG65Q upload=001HI1DN2CU5 tag=X0LF3KAMF8WY type=write size=1879024 2024-04-13T08:05:40.053 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.053+0000 7faa9f63b780 1 > prepared operation key=XP1MOJCI0XHQ tag=JKZQPNHU9CWS type=write size=869509 2024-04-13T08:05:40.054 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.054+0000 7faa9f63b780 1 < completed part key=_multipart_U4KRH93HDNU6.2~LXE8SZ0XFYV4.0 size=1048576 2024-04-13T08:05:40.058 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.056+0000 7faa9f63b780 1 < completed part key=_multipart_U4KRH93HDNU6.2~LXE8SZ0XFYV4.1 size=1048576 2024-04-13T08:05:40.059 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.057+0000 7faa9f63b780 1 < completed part key=_multipart_U4KRH93HDNU6.2~LXE8SZ0XFYV4.2 size=889159 2024-04-13T08:05:40.060 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.060+0000 7faa9f63b780 1 < completed multipart upload key=U4KRH93HDNU6 upload=LXE8SZ0XFYV4 tag=9LZ2NHA5O503 type=write size=4034887 2024-04-13T08:05:40.061 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.062+0000 7faa9f63b780 1 > prepared operation key=BGZCO481WX23 tag=4ZSZHK1NSLHC type=del size=2018699 2024-04-13T08:05:40.063 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.063+0000 7faa9f63b780 1 < completed part key=_multipart_YVLYPQFVWYAW.2~IPZ88NTUJUL0.0 size=1048576 2024-04-13T08:05:40.063 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.063+0000 7faa9f63b780 1 < canceled part key=_multipart_YVLYPQFVWYAW.2~IPZ88NTUJUL0.1 size=1048576 2024-04-13T08:05:40.065 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.065+0000 7faa9f63b780 1 < completed part key=_multipart_YVLYPQFVWYAW.2~IPZ88NTUJUL0.2 size=605835 2024-04-13T08:05:40.069 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.069+0000 7faa9f63b780 1 < canceled multipart upload key=YVLYPQFVWYAW upload=IPZ88NTUJUL0 tag=5ZFRDCHMHCJ9 type=write size=3751563 2024-04-13T08:05:40.071 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.071+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=5O5GVT71VFPZ type=write size=415017 2024-04-13T08:05:40.073 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.073+0000 7faa9f63b780 1 < completed delete operation key=USAT0PUC8Q9C tag=799BLV6XDOF5 type=del 2024-04-13T08:05:40.074 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.075+0000 7faa9f63b780 1 > prepared operation key=H9HYQWGBJXF0 tag=KJT0I2WUMJ0G type=write size=853308 2024-04-13T08:05:40.076 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.076+0000 7faa9f63b780 1 < completed part key=_multipart_KN6SVO6HG65Q.2~T2M5QSQJQPWC.0 size=467388 2024-04-13T08:05:40.079 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.079+0000 7faa9f63b780 1 < completed multipart upload key=KN6SVO6HG65Q upload=T2M5QSQJQPWC tag=I0EO8O0BY3IN type=write size=1515964 2024-04-13T08:05:40.082 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.082+0000 7faa9f63b780 1 > prepared part key=_multipart_B9J0DWQ62YOI.2~58YKS9V3PA45.0 size=1048576 2024-04-13T08:05:40.083 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.083+0000 7faa9f63b780 1 > prepared part key=_multipart_B9J0DWQ62YOI.2~58YKS9V3PA45.1 size=549917 2024-04-13T08:05:40.083 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.083+0000 7faa9f63b780 1 > prepared multipart upload key=B9J0DWQ62YOI upload=58YKS9V3PA45 tag=IEGRA5XFEGPI type=write size=2647069 2024-04-13T08:05:40.085 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.085+0000 7faa9f63b780 1 < completed delete operation key=Y3BAXTXJ3THV tag=0VCH0QQLEPF1 type=del 2024-04-13T08:05:40.088 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.088+0000 7faa9f63b780 1 > prepared part key=_multipart_1139HXY3WYTZ.2~TX6U5NL31P8U.0 size=1048576 2024-04-13T08:05:40.090 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.090+0000 7faa9f63b780 1 > prepared part key=_multipart_1139HXY3WYTZ.2~TX6U5NL31P8U.1 size=1048576 2024-04-13T08:05:40.091 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.091+0000 7faa9f63b780 1 > prepared part key=_multipart_1139HXY3WYTZ.2~TX6U5NL31P8U.2 size=858423 2024-04-13T08:05:40.091 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.091+0000 7faa9f63b780 1 > prepared multipart upload key=1139HXY3WYTZ upload=TX6U5NL31P8U tag=ZLARV1DFOOVE type=write size=4004151 2024-04-13T08:05:40.092 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.092+0000 7faa9f63b780 1 < completed delete operation key=ATLCBD5K8IS1 tag=RAKXIR0M7ELR type=del 2024-04-13T08:05:40.093 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.094+0000 7faa9f63b780 1 > prepared operation key=CWNYE55R1BSI tag=1LM93LI4PJK6 type=del size=1336544 2024-04-13T08:05:40.096 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.096+0000 7faa9f63b780 1 < suggested remove operation key=H9HYQWGBJXF0 tag=GT5A95EISKA8 type=del 2024-04-13T08:05:40.099 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.099+0000 7faa9f63b780 1 > prepared part key=_multipart_CWNYE55R1BSI.2~DOM4D3B1Y2NE.0 size=1048576 2024-04-13T08:05:40.100 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.101+0000 7faa9f63b780 1 > prepared part key=_multipart_CWNYE55R1BSI.2~DOM4D3B1Y2NE.1 size=1048576 2024-04-13T08:05:40.102 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.102+0000 7faa9f63b780 1 > prepared part key=_multipart_CWNYE55R1BSI.2~DOM4D3B1Y2NE.2 size=346575 2024-04-13T08:05:40.102 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.102+0000 7faa9f63b780 1 > prepared multipart upload key=CWNYE55R1BSI upload=DOM4D3B1Y2NE tag=YZPKVI6TVO53 type=write size=3492303 2024-04-13T08:05:40.103 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.103+0000 7faa9f63b780 1 < completed part key=_multipart_EBB3GPXHIYM1.2~MF0U2AZR8PD2.0 size=852590 2024-04-13T08:05:40.106 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.105+0000 7faa9f63b780 1 < completed multipart upload key=EBB3GPXHIYM1 upload=MF0U2AZR8PD2 tag=ZPQMHP8J5GJ1 type=write size=1901166 2024-04-13T08:05:40.108 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.108+0000 7faa9f63b780 1 > prepared part key=_multipart_LCYUO09YJOWJ.2~1TNK5MCGOA0O.0 size=1048576 2024-04-13T08:05:40.109 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.109+0000 7faa9f63b780 1 > prepared part key=_multipart_LCYUO09YJOWJ.2~1TNK5MCGOA0O.1 size=1048576 2024-04-13T08:05:40.110 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.110+0000 7faa9f63b780 1 > prepared part key=_multipart_LCYUO09YJOWJ.2~1TNK5MCGOA0O.2 size=285908 2024-04-13T08:05:40.111 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.110+0000 7faa9f63b780 1 > prepared multipart upload key=LCYUO09YJOWJ upload=1TNK5MCGOA0O tag=I5UPIQMK2ZFG type=write size=3431636 2024-04-13T08:05:40.111 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.111+0000 7faa9f63b780 1 < canceled part key=_multipart_ZS36Q14U11AV.2~B8WRTJCKGYL9.0 size=49601 2024-04-13T08:05:40.113 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.113+0000 7faa9f63b780 1 < canceled multipart upload key=ZS36Q14U11AV upload=B8WRTJCKGYL9 tag=G3Y4P0V53KN9 type=write size=1098177 2024-04-13T08:05:40.114 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.115+0000 7faa9f63b780 1 > prepared operation key=XP1MOJCI0XHQ tag=CSU55ZLJ2XS0 type=del size=166958 2024-04-13T08:05:40.117 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.117+0000 7faa9f63b780 -1 < failed to complete operation key=H9HYQWGBJXF0 tag=473WJU2TIC9G type=del size=2909003: (22) Invalid argument 2024-04-13T08:05:40.118 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.119+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=XU8TB8VGNGOQ type=del size=278803 2024-04-13T08:05:40.120 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.120+0000 7faa9f63b780 1 < canceled operation key=ATLCBD5K8IS1 tag=4H0P46JVYJEU type=del size=3160296 2024-04-13T08:05:40.122 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.122+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=M42L06BYQCOI type=del size=3995134 2024-04-13T08:05:40.124 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.124+0000 7faa9f63b780 1 < completed delete operation key=CCIT8DQBN9WK tag=CNI0EL5QEGAN type=del 2024-04-13T08:05:40.126 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.127+0000 7faa9f63b780 1 > prepared part key=_multipart_57TR9Y9AGKFZ.2~508PQ5C6ADRM.0 size=1048576 2024-04-13T08:05:40.128 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.128+0000 7faa9f63b780 1 > prepared part key=_multipart_57TR9Y9AGKFZ.2~508PQ5C6ADRM.1 size=396192 2024-04-13T08:05:40.128 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.128+0000 7faa9f63b780 1 > prepared multipart upload key=57TR9Y9AGKFZ upload=508PQ5C6ADRM tag=3Y77OGKKXGJP type=write size=2493344 2024-04-13T08:05:40.129 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.129+0000 7faa9f63b780 1 < completed delete operation key=1R98I2OD2C1B tag=HE6UQCLWY012 type=del 2024-04-13T08:05:40.131 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.131+0000 7faa9f63b780 1 > prepared operation key=B9J0DWQ62YOI tag=H803DS3WG22J type=del size=617569 2024-04-13T08:05:40.133 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.133+0000 7faa9f63b780 1 < completed part key=_multipart_EBB3GPXHIYM1.2~3RLBL0MBTFU0.0 size=1048576 2024-04-13T08:05:40.134 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.134+0000 7faa9f63b780 1 < completed part key=_multipart_EBB3GPXHIYM1.2~3RLBL0MBTFU0.1 size=1048576 2024-04-13T08:05:40.135 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.135+0000 7faa9f63b780 1 < completed part key=_multipart_EBB3GPXHIYM1.2~3RLBL0MBTFU0.2 size=393981 2024-04-13T08:05:40.137 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.138+0000 7faa9f63b780 1 < completed multipart upload key=EBB3GPXHIYM1 upload=3RLBL0MBTFU0 tag=YOLPYNFWB07E type=write size=3539709 2024-04-13T08:05:40.139 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.139+0000 7faa9f63b780 1 > prepared operation key=57TR9Y9AGKFZ tag=4Q66PDKD9NEV type=del size=656295 2024-04-13T08:05:40.141 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.141+0000 7faa9f63b780 1 < completed part key=_multipart_EB7L7HOTRCXY.2~Q4K50D37Y56Y.0 size=1048576 2024-04-13T08:05:40.142 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.142+0000 7faa9f63b780 1 < completed part key=_multipart_EB7L7HOTRCXY.2~Q4K50D37Y56Y.1 size=1048576 2024-04-13T08:05:40.143 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.144+0000 7faa9f63b780 1 < completed part key=_multipart_EB7L7HOTRCXY.2~Q4K50D37Y56Y.2 size=591698 2024-04-13T08:05:40.146 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.146+0000 7faa9f63b780 1 < completed multipart upload key=EB7L7HOTRCXY upload=Q4K50D37Y56Y tag=OLIS9KO8Q5SW type=write size=3737426 2024-04-13T08:05:40.148 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.148+0000 7faa9f63b780 1 > prepared operation key=XP1MOJCI0XHQ tag=6I5LRGFRDYKG type=del size=3329187 2024-04-13T08:05:40.149 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.149+0000 7faa9f63b780 1 < completed write operation key=XP1MOJCI0XHQ tag=JKZQPNHU9CWS type=write size=869509 2024-04-13T08:05:40.151 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.151+0000 7faa9f63b780 1 > prepared operation key=CSYE7NHVWP4Q tag=UHB02OD27NMO type=del size=1975722 2024-04-13T08:05:40.152 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.152+0000 7faa9f63b780 1 < completed delete operation key=BGZCO481WX23 tag=4ZSZHK1NSLHC type=del 2024-04-13T08:05:40.155 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.155+0000 7faa9f63b780 1 > prepared part key=_multipart_C8EO3JFDK3I3.2~X8K8CDDMMEFU.0 size=1048576 2024-04-13T08:05:40.156 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.156+0000 7faa9f63b780 1 > prepared part key=_multipart_C8EO3JFDK3I3.2~X8K8CDDMMEFU.1 size=753872 2024-04-13T08:05:40.156 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.156+0000 7faa9f63b780 1 > prepared multipart upload key=C8EO3JFDK3I3 upload=X8K8CDDMMEFU tag=J8T2LSUH545X type=write size=2851024 2024-04-13T08:05:40.158 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.158+0000 7faa9f63b780 1 < canceled operation key=USAT0PUC8Q9C tag=5O5GVT71VFPZ type=write size=415017 2024-04-13T08:05:40.159 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.159+0000 7faa9f63b780 1 > prepared operation key=CSYE7NHVWP4Q tag=Y8DFX79C7LC1 type=del size=1798780 2024-04-13T08:05:40.161 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.161+0000 7faa9f63b780 -1 < failed to complete operation key=H9HYQWGBJXF0 tag=KJT0I2WUMJ0G type=write size=853308: (22) Invalid argument 2024-04-13T08:05:40.162 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.163+0000 7faa9f63b780 1 > prepared operation key=9OD1R5489FHK tag=HJQ882N7RV2I type=del size=3791925 2024-04-13T08:05:40.164 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.164+0000 7faa9f63b780 1 < completed part key=_multipart_B9J0DWQ62YOI.2~58YKS9V3PA45.0 size=1048576 2024-04-13T08:05:40.165 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.165+0000 7faa9f63b780 1 < completed part key=_multipart_B9J0DWQ62YOI.2~58YKS9V3PA45.1 size=549917 2024-04-13T08:05:40.167 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.168+0000 7faa9f63b780 1 < completed multipart upload key=B9J0DWQ62YOI upload=58YKS9V3PA45 tag=IEGRA5XFEGPI type=write size=2647069 2024-04-13T08:05:40.170 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.170+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~WG4LC9J3NA80.0 size=822490 2024-04-13T08:05:40.170 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.170+0000 7faa9f63b780 1 > prepared multipart upload key=7LQHTC0JXLLC upload=WG4LC9J3NA80 tag=3OT2D2JZ4QXT type=write size=1871066 2024-04-13T08:05:40.172 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.172+0000 7faa9f63b780 1 < completed part key=_multipart_1139HXY3WYTZ.2~TX6U5NL31P8U.0 size=1048576 2024-04-13T08:05:40.172 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.172+0000 7faa9f63b780 1 < canceled part key=_multipart_1139HXY3WYTZ.2~TX6U5NL31P8U.1 size=1048576 2024-04-13T08:05:40.173 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.173+0000 7faa9f63b780 1 < completed part key=_multipart_1139HXY3WYTZ.2~TX6U5NL31P8U.2 size=858423 2024-04-13T08:05:40.175 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.175+0000 7faa9f63b780 1 < canceled multipart upload key=1139HXY3WYTZ upload=TX6U5NL31P8U tag=ZLARV1DFOOVE type=write size=4004151 2024-04-13T08:05:40.178 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.178+0000 7faa9f63b780 1 > prepared part key=_multipart_CWNYE55R1BSI.2~RMP4T3OZZI1I.0 size=929263 2024-04-13T08:05:40.178 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.178+0000 7faa9f63b780 1 > prepared multipart upload key=CWNYE55R1BSI upload=RMP4T3OZZI1I tag=M1TNLMZDG2CQ type=write size=1977839 2024-04-13T08:05:40.179 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.180+0000 7faa9f63b780 1 < completed delete operation key=CWNYE55R1BSI tag=1LM93LI4PJK6 type=del 2024-04-13T08:05:40.181 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.181+0000 7faa9f63b780 1 > prepared operation key=KPYALZ2K1347 tag=UBW5GDJKAX5S type=del size=2876094 2024-04-13T08:05:40.183 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.183+0000 7faa9f63b780 1 < completed part key=_multipart_CWNYE55R1BSI.2~DOM4D3B1Y2NE.0 size=1048576 2024-04-13T08:05:40.184 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.184+0000 7faa9f63b780 1 < completed part key=_multipart_CWNYE55R1BSI.2~DOM4D3B1Y2NE.1 size=1048576 2024-04-13T08:05:40.186 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.186+0000 7faa9f63b780 1 < completed part key=_multipart_CWNYE55R1BSI.2~DOM4D3B1Y2NE.2 size=346575 2024-04-13T08:05:40.188 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.188+0000 7faa9f63b780 1 < completed multipart upload key=CWNYE55R1BSI upload=DOM4D3B1Y2NE tag=YZPKVI6TVO53 type=write size=3492303 2024-04-13T08:05:40.191 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.191+0000 7faa9f63b780 1 > prepared part key=_multipart_LCYUO09YJOWJ.2~3YNRC3UNCW7J.0 size=823619 2024-04-13T08:05:40.191 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.191+0000 7faa9f63b780 1 > prepared multipart upload key=LCYUO09YJOWJ upload=3YNRC3UNCW7J tag=DGQMO489VHW1 type=write size=1872195 2024-04-13T08:05:40.192 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.193+0000 7faa9f63b780 1 < completed part key=_multipart_LCYUO09YJOWJ.2~1TNK5MCGOA0O.0 size=1048576 2024-04-13T08:05:40.194 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.194+0000 7faa9f63b780 1 < completed part key=_multipart_LCYUO09YJOWJ.2~1TNK5MCGOA0O.1 size=1048576 2024-04-13T08:05:40.195 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.195+0000 7faa9f63b780 1 < completed part key=_multipart_LCYUO09YJOWJ.2~1TNK5MCGOA0O.2 size=285908 2024-04-13T08:05:40.197 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.198+0000 7faa9f63b780 1 < completed multipart upload key=LCYUO09YJOWJ upload=1TNK5MCGOA0O tag=I5UPIQMK2ZFG type=write size=3431636 2024-04-13T08:05:40.200 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.201+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~0M73D02B5BPS.0 size=1048576 2024-04-13T08:05:40.202 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.202+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~0M73D02B5BPS.1 size=96047 2024-04-13T08:05:40.202 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.202+0000 7faa9f63b780 1 > prepared multipart upload key=USAT0PUC8Q9C upload=0M73D02B5BPS tag=ZN5TGP8AMN1C type=write size=2193199 2024-04-13T08:05:40.205 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.205+0000 7faa9f63b780 1 < suggested remove operation key=XP1MOJCI0XHQ tag=CSU55ZLJ2XS0 type=del 2024-04-13T08:05:40.206 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.206+0000 7faa9f63b780 1 > prepared operation key=CCIT8DQBN9WK tag=V8TJPJ2018F1 type=write size=256172 2024-04-13T08:05:40.208 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.208+0000 7faa9f63b780 1 < completed delete operation key=ATLCBD5K8IS1 tag=XU8TB8VGNGOQ type=del 2024-04-13T08:05:40.210 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.210+0000 7faa9f63b780 1 > prepared part key=_multipart_NHC2LNYCNU8O.2~C5D3QJDWU5BU.0 size=1048576 2024-04-13T08:05:40.212 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.212+0000 7faa9f63b780 1 > prepared part key=_multipart_NHC2LNYCNU8O.2~C5D3QJDWU5BU.1 size=1048576 2024-04-13T08:05:40.213 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.213+0000 7faa9f63b780 1 > prepared part key=_multipart_NHC2LNYCNU8O.2~C5D3QJDWU5BU.2 size=92165 2024-04-13T08:05:40.213 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.213+0000 7faa9f63b780 1 > prepared multipart upload key=NHC2LNYCNU8O upload=C5D3QJDWU5BU tag=V5KM8KB6ZDO9 type=write size=3237893 2024-04-13T08:05:40.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:39 smithi119 ceph-mon[96316]: osdmap e1093: 8 total, 8 up, 8 in 2024-04-13T08:05:40.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:39 smithi119 ceph-mon[96316]: pgmap v1377: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:05:40.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:39 smithi119 ceph-mon[93746]: osdmap e1093: 8 total, 8 up, 8 in 2024-04-13T08:05:40.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:39 smithi119 ceph-mon[93746]: pgmap v1377: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:05:40.217 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.216+0000 7faa9f63b780 1 < suggested remove operation key=ATLCBD5K8IS1 tag=M42L06BYQCOI type=del 2024-04-13T08:05:40.218 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.218+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=HJFYDYB81O7M type=del size=383012 2024-04-13T08:05:40.219 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.220+0000 7faa9f63b780 1 < completed part key=_multipart_57TR9Y9AGKFZ.2~508PQ5C6ADRM.0 size=1048576 2024-04-13T08:05:40.221 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.221+0000 7faa9f63b780 1 < completed part key=_multipart_57TR9Y9AGKFZ.2~508PQ5C6ADRM.1 size=396192 2024-04-13T08:05:40.223 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.223+0000 7faa9f63b780 1 < completed multipart upload key=57TR9Y9AGKFZ upload=508PQ5C6ADRM tag=3Y77OGKKXGJP type=write size=2493344 2024-04-13T08:05:40.225 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.225+0000 7faa9f63b780 1 > prepared operation key=EB7L7HOTRCXY tag=ZILUJFW4656H type=del size=1707503 2024-04-13T08:05:40.226 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.226+0000 7faa9f63b780 1 < completed delete operation key=B9J0DWQ62YOI tag=H803DS3WG22J type=del 2024-04-13T08:05:40.228 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.228+0000 7faa9f63b780 1 > prepared operation key=57TR9Y9AGKFZ tag=AFG1S6Y8NP4D type=del size=2414930 2024-04-13T08:05:40.229 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.229+0000 7faa9f63b780 1 < completed delete operation key=57TR9Y9AGKFZ tag=4Q66PDKD9NEV type=del 2024-04-13T08:05:40.232 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.232+0000 7faa9f63b780 1 > prepared part key=_multipart_ZLCXVHR00MT7.2~N9A1RBQ727TV.0 size=1048576 2024-04-13T08:05:40.233 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.233+0000 7faa9f63b780 1 > prepared part key=_multipart_ZLCXVHR00MT7.2~N9A1RBQ727TV.1 size=1032882 2024-04-13T08:05:40.233 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.233+0000 7faa9f63b780 1 > prepared multipart upload key=ZLCXVHR00MT7 upload=N9A1RBQ727TV tag=SMFBZ6U8V3CR type=write size=3130034 2024-04-13T08:05:40.235 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.235+0000 7faa9f63b780 -1 < failed to complete operation key=XP1MOJCI0XHQ tag=6I5LRGFRDYKG type=del size=3329187: (22) Invalid argument 2024-04-13T08:05:40.236 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.236+0000 7faa9f63b780 1 > prepared operation key=6EIPCHTPO3X1 tag=N9PLQZ5NT9WC type=del size=2652056 2024-04-13T08:05:40.239 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.240+0000 7faa9f63b780 1 < suggested remove operation key=CSYE7NHVWP4Q tag=UHB02OD27NMO type=del 2024-04-13T08:05:40.241 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.241+0000 7faa9f63b780 1 > prepared operation key=U4KRH93HDNU6 tag=XOWUUHD2KVDF type=del size=73215 2024-04-13T08:05:40.242 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.243+0000 7faa9f63b780 1 < completed part key=_multipart_C8EO3JFDK3I3.2~X8K8CDDMMEFU.0 size=1048576 2024-04-13T08:05:40.244 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.244+0000 7faa9f63b780 1 < completed part key=_multipart_C8EO3JFDK3I3.2~X8K8CDDMMEFU.1 size=753872 2024-04-13T08:05:40.246 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.246+0000 7faa9f63b780 1 < completed multipart upload key=C8EO3JFDK3I3 upload=X8K8CDDMMEFU tag=J8T2LSUH545X type=write size=2851024 2024-04-13T08:05:40.248 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.248+0000 7faa9f63b780 1 > prepared operation key=NJTHX8PDBAAE tag=NLBWJD0QHHWJ type=del size=3754772 2024-04-13T08:05:40.250 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.250+0000 7faa9f63b780 -1 < failed to complete operation key=CSYE7NHVWP4Q tag=Y8DFX79C7LC1 type=del size=1798780: (22) Invalid argument 2024-04-13T08:05:40.251 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.252+0000 7faa9f63b780 1 > prepared operation key=ZLCXVHR00MT7 tag=ZX21BMLXXJM4 type=del size=1062871 2024-04-13T08:05:40.253 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.253+0000 7faa9f63b780 1 < completed delete operation key=9OD1R5489FHK tag=HJQ882N7RV2I type=del 2024-04-13T08:05:40.255 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.255+0000 7faa9f63b780 1 > prepared operation key=U4KRH93HDNU6 tag=7O82RQUD5VLZ type=write size=465993 2024-04-13T08:05:40.256 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.256+0000 7faa9f63b780 1 < completed part key=_multipart_7LQHTC0JXLLC.2~WG4LC9J3NA80.0 size=822490 2024-04-13T08:05:40.259 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.259+0000 7faa9f63b780 1 < completed multipart upload key=7LQHTC0JXLLC upload=WG4LC9J3NA80 tag=3OT2D2JZ4QXT type=write size=1871066 2024-04-13T08:05:40.261 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.261+0000 7faa9f63b780 1 > prepared operation key=DQJZH0QC5JG1 tag=SP3PY6HTIG7R type=write size=603127 2024-04-13T08:05:40.261 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.261+0000 7faa9f63b780 1 < canceled part key=_multipart_CWNYE55R1BSI.2~RMP4T3OZZI1I.0 size=929263 2024-04-13T08:05:40.265 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.263+0000 7faa9f63b780 1 < canceled multipart upload key=CWNYE55R1BSI upload=RMP4T3OZZI1I tag=M1TNLMZDG2CQ type=write size=1977839 2024-04-13T08:05:40.267 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.267+0000 7faa9f63b780 1 > prepared part key=_multipart_XP1MOJCI0XHQ.2~RJLODBTW2COB.0 size=989608 2024-04-13T08:05:40.267 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.267+0000 7faa9f63b780 1 > prepared multipart upload key=XP1MOJCI0XHQ upload=RJLODBTW2COB tag=C2ZH4W3HN6QO type=write size=2038184 2024-04-13T08:05:40.270 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.270+0000 7faa9f63b780 1 < suggested remove operation key=KPYALZ2K1347 tag=UBW5GDJKAX5S type=del 2024-04-13T08:05:40.272 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.273+0000 7faa9f63b780 1 > prepared part key=_multipart_XP1MOJCI0XHQ.2~58R0H92S9MNL.0 size=11057 2024-04-13T08:05:40.273 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.273+0000 7faa9f63b780 1 > prepared multipart upload key=XP1MOJCI0XHQ upload=58R0H92S9MNL tag=IJ59BBLSDJLJ type=write size=1059633 2024-04-13T08:05:40.274 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.275+0000 7faa9f63b780 1 < completed part key=_multipart_LCYUO09YJOWJ.2~3YNRC3UNCW7J.0 size=823619 2024-04-13T08:05:40.277 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.277+0000 7faa9f63b780 1 < completed multipart upload key=LCYUO09YJOWJ upload=3YNRC3UNCW7J tag=DGQMO489VHW1 type=write size=1872195 2024-04-13T08:05:40.279 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.279+0000 7faa9f63b780 1 > prepared operation key=H9HYQWGBJXF0 tag=VIPR022LJ7IG type=del size=1959272 2024-04-13T08:05:40.280 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.280+0000 7faa9f63b780 1 < completed part key=_multipart_USAT0PUC8Q9C.2~0M73D02B5BPS.0 size=1048576 2024-04-13T08:05:40.282 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.282+0000 7faa9f63b780 1 < completed part key=_multipart_USAT0PUC8Q9C.2~0M73D02B5BPS.1 size=96047 2024-04-13T08:05:40.284 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.284+0000 7faa9f63b780 1 < completed multipart upload key=USAT0PUC8Q9C upload=0M73D02B5BPS tag=ZN5TGP8AMN1C type=write size=2193199 2024-04-13T08:05:40.285 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.285+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=V0J9AG3DF4OT type=del size=527744 2024-04-13T08:05:40.286 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.287+0000 7faa9f63b780 1 < completed write operation key=CCIT8DQBN9WK tag=V8TJPJ2018F1 type=write size=256172 2024-04-13T08:05:40.288 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.289+0000 7faa9f63b780 1 > prepared operation key=57TR9Y9AGKFZ tag=MU864AIGY0PT type=del size=2254300 2024-04-13T08:05:40.291 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.291+0000 7faa9f63b780 1 < completed part key=_multipart_NHC2LNYCNU8O.2~C5D3QJDWU5BU.0 size=1048576 2024-04-13T08:05:40.292 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.292+0000 7faa9f63b780 1 < completed part key=_multipart_NHC2LNYCNU8O.2~C5D3QJDWU5BU.1 size=1048576 2024-04-13T08:05:40.293 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.294+0000 7faa9f63b780 1 < completed part key=_multipart_NHC2LNYCNU8O.2~C5D3QJDWU5BU.2 size=92165 2024-04-13T08:05:40.296 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.296+0000 7faa9f63b780 1 < completed multipart upload key=NHC2LNYCNU8O upload=C5D3QJDWU5BU tag=V5KM8KB6ZDO9 type=write size=3237893 2024-04-13T08:05:40.298 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.298+0000 7faa9f63b780 1 > prepared operation key=BGZCO481WX23 tag=4J6JDMWMWIWB type=del size=2249987 2024-04-13T08:05:40.300 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.300+0000 7faa9f63b780 1 < completed delete operation key=USAT0PUC8Q9C tag=HJFYDYB81O7M type=del 2024-04-13T08:05:40.302 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.303+0000 7faa9f63b780 1 > prepared part key=_multipart_YVLYPQFVWYAW.2~8GDTMLRRDJPB.0 size=170690 2024-04-13T08:05:40.303 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.303+0000 7faa9f63b780 1 > prepared multipart upload key=YVLYPQFVWYAW upload=8GDTMLRRDJPB tag=7S9SKU3T7Q8V type=write size=1219266 2024-04-13T08:05:40.305 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.305+0000 7faa9f63b780 1 < suggested update operation key=EB7L7HOTRCXY tag=ZILUJFW4656H type=del size=1707503 2024-04-13T08:05:40.307 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.307+0000 7faa9f63b780 1 > prepared operation key=NJTHX8PDBAAE tag=2GDW2B9DSHOQ type=del size=2494206 2024-04-13T08:05:40.308 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.308+0000 7faa9f63b780 1 < canceled operation key=57TR9Y9AGKFZ tag=AFG1S6Y8NP4D type=del size=2414930 2024-04-13T08:05:40.310 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.310+0000 7faa9f63b780 1 > prepared operation key=H9HYQWGBJXF0 tag=EYZV9B7D1I1U type=del size=2699029 2024-04-13T08:05:40.311 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.311+0000 7faa9f63b780 1 < completed part key=_multipart_ZLCXVHR00MT7.2~N9A1RBQ727TV.0 size=1048576 2024-04-13T08:05:40.312 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.313+0000 7faa9f63b780 1 < completed part key=_multipart_ZLCXVHR00MT7.2~N9A1RBQ727TV.1 size=1032882 2024-04-13T08:05:40.315 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.315+0000 7faa9f63b780 1 < completed multipart upload key=ZLCXVHR00MT7 upload=N9A1RBQ727TV tag=SMFBZ6U8V3CR type=write size=3130034 2024-04-13T08:05:40.318 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.318+0000 7faa9f63b780 1 > prepared part key=_multipart_XP1MOJCI0XHQ.2~IPO2AMX29NGM.0 size=1048576 2024-04-13T08:05:40.319 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.320+0000 7faa9f63b780 1 > prepared part key=_multipart_XP1MOJCI0XHQ.2~IPO2AMX29NGM.1 size=1048576 2024-04-13T08:05:40.321 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.321+0000 7faa9f63b780 1 > prepared part key=_multipart_XP1MOJCI0XHQ.2~IPO2AMX29NGM.2 size=307051 2024-04-13T08:05:40.321 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.321+0000 7faa9f63b780 1 > prepared multipart upload key=XP1MOJCI0XHQ upload=IPO2AMX29NGM tag=INUF4IOE49VY type=write size=3452779 2024-04-13T08:05:40.322 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.322+0000 7faa9f63b780 1 < completed delete operation key=6EIPCHTPO3X1 tag=N9PLQZ5NT9WC type=del 2024-04-13T08:05:40.323 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.324+0000 7faa9f63b780 1 > prepared operation key=NJTHX8PDBAAE tag=GAK2CCHJ4O91 type=del size=2424435 2024-04-13T08:05:40.325 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.325+0000 7faa9f63b780 1 < completed delete operation key=U4KRH93HDNU6 tag=XOWUUHD2KVDF type=del 2024-04-13T08:05:40.326 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.326+0000 7faa9f63b780 1 > prepared operation key=57TR9Y9AGKFZ tag=GRXIO2OO379P type=del size=821694 2024-04-13T08:05:40.330 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.330+0000 7faa9f63b780 1 < suggested update operation key=NJTHX8PDBAAE tag=NLBWJD0QHHWJ type=del size=3754772 2024-04-13T08:05:40.332 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.332+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=JM9OMIHHVCVT type=del size=907082 2024-04-13T08:05:40.333 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.333+0000 7faa9f63b780 1 < completed delete operation key=ZLCXVHR00MT7 tag=ZX21BMLXXJM4 type=del 2024-04-13T08:05:40.335 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.335+0000 7faa9f63b780 1 > prepared operation key=3H9XN46FCEJA tag=B83S702MFCPF type=del size=5986 2024-04-13T08:05:40.337 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.337+0000 7faa9f63b780 1 < completed write operation key=U4KRH93HDNU6 tag=7O82RQUD5VLZ type=write size=465993 2024-04-13T08:05:40.339 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.339+0000 7faa9f63b780 1 > prepared part key=_multipart_U4KRH93HDNU6.2~U8AYKA2QL8CM.0 size=1048576 2024-04-13T08:05:40.340 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.340+0000 7faa9f63b780 1 > prepared part key=_multipart_U4KRH93HDNU6.2~U8AYKA2QL8CM.1 size=1048576 2024-04-13T08:05:40.342 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.342+0000 7faa9f63b780 1 > prepared part key=_multipart_U4KRH93HDNU6.2~U8AYKA2QL8CM.2 size=961980 2024-04-13T08:05:40.342 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.342+0000 7faa9f63b780 1 > prepared multipart upload key=U4KRH93HDNU6 upload=U8AYKA2QL8CM tag=JDFC4O0DQTT0 type=write size=4107708 2024-04-13T08:05:40.344 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.344+0000 7faa9f63b780 1 < completed write operation key=DQJZH0QC5JG1 tag=SP3PY6HTIG7R type=write size=603127 2024-04-13T08:05:40.346 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.346+0000 7faa9f63b780 1 > prepared part key=_multipart_6EIPCHTPO3X1.2~D1NO38AW4HJE.0 size=424112 2024-04-13T08:05:40.346 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.346+0000 7faa9f63b780 1 > prepared multipart upload key=6EIPCHTPO3X1 upload=D1NO38AW4HJE tag=RD4QRNYHQU1R type=write size=1472688 2024-04-13T08:05:40.347 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.348+0000 7faa9f63b780 1 < completed part key=_multipart_XP1MOJCI0XHQ.2~RJLODBTW2COB.0 size=989608 2024-04-13T08:05:40.350 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.350+0000 7faa9f63b780 1 < completed multipart upload key=XP1MOJCI0XHQ upload=RJLODBTW2COB tag=C2ZH4W3HN6QO type=write size=2038184 2024-04-13T08:05:40.351 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.352+0000 7faa9f63b780 1 > prepared operation key=ZLCXVHR00MT7 tag=IL62HKZVCL8N type=del size=3868608 2024-04-13T08:05:40.353 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.353+0000 7faa9f63b780 1 < completed part key=_multipart_XP1MOJCI0XHQ.2~58R0H92S9MNL.0 size=11057 2024-04-13T08:05:40.356 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.356+0000 7faa9f63b780 1 < completed multipart upload key=XP1MOJCI0XHQ upload=58R0H92S9MNL tag=IJ59BBLSDJLJ type=write size=1059633 2024-04-13T08:05:40.358 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.358+0000 7faa9f63b780 1 > prepared operation key=H9HYQWGBJXF0 tag=TEJEOKIYBRFW type=del size=943128 2024-04-13T08:05:40.359 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.360+0000 7faa9f63b780 1 < completed delete operation key=H9HYQWGBJXF0 tag=VIPR022LJ7IG type=del 2024-04-13T08:05:40.361 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.361+0000 7faa9f63b780 1 > prepared operation key=CWNYE55R1BSI tag=78KXU0PXNFXW type=del size=2188761 2024-04-13T08:05:40.363 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.363+0000 7faa9f63b780 1 < completed delete operation key=ATLCBD5K8IS1 tag=V0J9AG3DF4OT type=del 2024-04-13T08:05:40.365 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.365+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=8GIZIZK7O3W3 type=del size=1761544 2024-04-13T08:05:40.366 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.366+0000 7faa9f63b780 1 < completed delete operation key=57TR9Y9AGKFZ tag=MU864AIGY0PT type=del 2024-04-13T08:05:40.368 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.368+0000 7faa9f63b780 1 > prepared operation key=WSX0KY6Y4RVU tag=ZC0AWTOUOM81 type=del size=783043 2024-04-13T08:05:40.369 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.369+0000 7faa9f63b780 1 < completed delete operation key=BGZCO481WX23 tag=4J6JDMWMWIWB type=del 2024-04-13T08:05:40.371 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.371+0000 7faa9f63b780 1 > prepared operation key=YVLYPQFVWYAW tag=BLYJOX0G6NFN type=write size=987309 2024-04-13T08:05:40.372 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.372+0000 7faa9f63b780 1 < completed part key=_multipart_YVLYPQFVWYAW.2~8GDTMLRRDJPB.0 size=170690 2024-04-13T08:05:40.374 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.374+0000 7faa9f63b780 1 < completed multipart upload key=YVLYPQFVWYAW upload=8GDTMLRRDJPB tag=7S9SKU3T7Q8V type=write size=1219266 2024-04-13T08:05:40.377 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.377+0000 7faa9f63b780 1 > prepared part key=_multipart_EB7L7HOTRCXY.2~3P3XKANQU3D9.0 size=1048576 2024-04-13T08:05:40.378 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.378+0000 7faa9f63b780 1 > prepared part key=_multipart_EB7L7HOTRCXY.2~3P3XKANQU3D9.1 size=1048576 2024-04-13T08:05:40.379 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.379+0000 7faa9f63b780 1 > prepared part key=_multipart_EB7L7HOTRCXY.2~3P3XKANQU3D9.2 size=762634 2024-04-13T08:05:40.379 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.379+0000 7faa9f63b780 1 > prepared multipart upload key=EB7L7HOTRCXY upload=3P3XKANQU3D9 tag=WLLB54W9L8SX type=write size=3908362 2024-04-13T08:05:40.381 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.381+0000 7faa9f63b780 -1 < failed to complete operation key=NJTHX8PDBAAE tag=2GDW2B9DSHOQ type=del size=2494206: (22) Invalid argument 2024-04-13T08:05:40.382 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.383+0000 7faa9f63b780 1 > prepared operation key=B9J0DWQ62YOI tag=G5OGVOPCCP94 type=del size=3056083 2024-04-13T08:05:40.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:39 smithi139 ceph-mon[88985]: osdmap e1093: 8 total, 8 up, 8 in 2024-04-13T08:05:40.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:39 smithi139 ceph-mon[88985]: pgmap v1377: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:05:40.385 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.385+0000 7faa9f63b780 1 < suggested update operation key=H9HYQWGBJXF0 tag=EYZV9B7D1I1U type=del size=2699029 2024-04-13T08:05:40.387 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.387+0000 7faa9f63b780 1 > prepared operation key=KPYALZ2K1347 tag=DR7C9YXN3OIR type=write size=624000 2024-04-13T08:05:40.388 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.388+0000 7faa9f63b780 1 < completed part key=_multipart_XP1MOJCI0XHQ.2~IPO2AMX29NGM.0 size=1048576 2024-04-13T08:05:40.389 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.389+0000 7faa9f63b780 1 < completed part key=_multipart_XP1MOJCI0XHQ.2~IPO2AMX29NGM.1 size=1048576 2024-04-13T08:05:40.391 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.391+0000 7faa9f63b780 1 < completed part key=_multipart_XP1MOJCI0XHQ.2~IPO2AMX29NGM.2 size=307051 2024-04-13T08:05:40.393 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.394+0000 7faa9f63b780 1 < completed multipart upload key=XP1MOJCI0XHQ upload=IPO2AMX29NGM tag=INUF4IOE49VY type=write size=3452779 2024-04-13T08:05:40.395 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.395+0000 7faa9f63b780 1 > prepared operation key=3H9XN46FCEJA tag=WX19JPOHETT2 type=del size=1351722 2024-04-13T08:05:40.397 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.397+0000 7faa9f63b780 -1 < failed to complete operation key=NJTHX8PDBAAE tag=GAK2CCHJ4O91 type=del size=2424435: (22) Invalid argument 2024-04-13T08:05:40.398 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.399+0000 7faa9f63b780 1 > prepared operation key=NHC2LNYCNU8O tag=SZXU52G26VET type=del size=3756732 2024-04-13T08:05:40.402 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.402+0000 7faa9f63b780 1 < suggested remove operation key=57TR9Y9AGKFZ tag=GRXIO2OO379P type=del 2024-04-13T08:05:40.403 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.404+0000 7faa9f63b780 1 > prepared operation key=3H9XN46FCEJA tag=EZSGYZD0IDHP type=del size=1674777 2024-04-13T08:05:40.405 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.405+0000 7faa9f63b780 1 < completed delete operation key=ATLCBD5K8IS1 tag=JM9OMIHHVCVT type=del 2024-04-13T08:05:40.408 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.409+0000 7faa9f63b780 1 > prepared part key=_multipart_NJTHX8PDBAAE.2~Y7J6WYX0X38I.0 size=1048576 2024-04-13T08:05:40.410 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.410+0000 7faa9f63b780 1 > prepared part key=_multipart_NJTHX8PDBAAE.2~Y7J6WYX0X38I.1 size=1048576 2024-04-13T08:05:40.411 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.411+0000 7faa9f63b780 1 > prepared part key=_multipart_NJTHX8PDBAAE.2~Y7J6WYX0X38I.2 size=542403 2024-04-13T08:05:40.411 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.411+0000 7faa9f63b780 1 > prepared multipart upload key=NJTHX8PDBAAE upload=Y7J6WYX0X38I tag=8NDOZO73C945 type=write size=3688131 2024-04-13T08:05:40.413 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.413+0000 7faa9f63b780 1 < completed delete operation key=3H9XN46FCEJA tag=B83S702MFCPF type=del 2024-04-13T08:05:40.415 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.415+0000 7faa9f63b780 1 > prepared operation key=NHC2LNYCNU8O tag=U9WEAI711YB3 type=del size=220565 2024-04-13T08:05:40.415 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.416+0000 7faa9f63b780 1 < canceled part key=_multipart_U4KRH93HDNU6.2~U8AYKA2QL8CM.0 size=1048576 2024-04-13T08:05:40.417 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.417+0000 7faa9f63b780 1 < completed part key=_multipart_U4KRH93HDNU6.2~U8AYKA2QL8CM.1 size=1048576 2024-04-13T08:05:40.419 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.419+0000 7faa9f63b780 1 < completed part key=_multipart_U4KRH93HDNU6.2~U8AYKA2QL8CM.2 size=961980 2024-04-13T08:05:40.421 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.421+0000 7faa9f63b780 1 < canceled multipart upload key=U4KRH93HDNU6 upload=U8AYKA2QL8CM tag=JDFC4O0DQTT0 type=write size=4107708 2024-04-13T08:05:40.424 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.424+0000 7faa9f63b780 1 > prepared part key=_multipart_ZS36Q14U11AV.2~OAQW9XNMS1IP.0 size=1048576 2024-04-13T08:05:40.425 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.425+0000 7faa9f63b780 1 > prepared part key=_multipart_ZS36Q14U11AV.2~OAQW9XNMS1IP.1 size=403317 2024-04-13T08:05:40.425 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.425+0000 7faa9f63b780 1 > prepared multipart upload key=ZS36Q14U11AV upload=OAQW9XNMS1IP tag=KPRI0209E2EJ type=write size=2500469 2024-04-13T08:05:40.426 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.426+0000 7faa9f63b780 1 < canceled part key=_multipart_6EIPCHTPO3X1.2~D1NO38AW4HJE.0 size=424112 2024-04-13T08:05:40.429 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.429+0000 7faa9f63b780 1 < canceled multipart upload key=6EIPCHTPO3X1 upload=D1NO38AW4HJE tag=RD4QRNYHQU1R type=write size=1472688 2024-04-13T08:05:40.430 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.431+0000 7faa9f63b780 1 > prepared operation key=LCYUO09YJOWJ tag=P59NDGMQ3H49 type=del size=999640 2024-04-13T08:05:40.432 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.432+0000 7faa9f63b780 1 < completed delete operation key=ZLCXVHR00MT7 tag=IL62HKZVCL8N type=del 2024-04-13T08:05:40.434 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.434+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=2HHUR1C08R5U type=del size=1348808 2024-04-13T08:05:40.437 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.437+0000 7faa9f63b780 1 < suggested remove operation key=H9HYQWGBJXF0 tag=TEJEOKIYBRFW type=del 2024-04-13T08:05:40.438 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.438+0000 7faa9f63b780 1 > prepared operation key=EBB3GPXHIYM1 tag=JYW051NYEC4L type=del size=1568240 2024-04-13T08:05:40.440 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.440+0000 7faa9f63b780 1 < completed delete operation key=CWNYE55R1BSI tag=78KXU0PXNFXW type=del 2024-04-13T08:05:40.441 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.442+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=LK03TO0W2KU3 type=del size=1183943 2024-04-13T08:05:40.443 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.443+0000 7faa9f63b780 1 < completed delete operation key=ATLCBD5K8IS1 tag=8GIZIZK7O3W3 type=del 2024-04-13T08:05:40.445 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.445+0000 7faa9f63b780 1 > prepared operation key=YVLYPQFVWYAW tag=UUNOON7EN4OX type=del size=1537332 2024-04-13T08:05:40.450 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.450+0000 7faa9f63b780 1 < suggested remove operation key=WSX0KY6Y4RVU tag=ZC0AWTOUOM81 type=del 2024-04-13T08:05:40.452 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.452+0000 7faa9f63b780 1 > prepared operation key=C8EO3JFDK3I3 tag=ZAVMBBZEA9V5 type=write size=248674 2024-04-13T08:05:40.453 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.453+0000 7faa9f63b780 1 < completed write operation key=YVLYPQFVWYAW tag=BLYJOX0G6NFN type=write size=987309 2024-04-13T08:05:40.456 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.456+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~BSO12GOT602P.0 size=1048576 2024-04-13T08:05:40.457 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.457+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~BSO12GOT602P.1 size=1048576 2024-04-13T08:05:40.459 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.459+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~BSO12GOT602P.2 size=997166 2024-04-13T08:05:40.459 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.459+0000 7faa9f63b780 1 > prepared multipart upload key=KPYALZ2K1347 upload=BSO12GOT602P tag=NPCFPOD3J9XC type=write size=4142894 2024-04-13T08:05:40.462 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.462+0000 7faa9f63b780 1 < completed part key=_multipart_EB7L7HOTRCXY.2~3P3XKANQU3D9.0 size=1048576 2024-04-13T08:05:40.462 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.462+0000 7faa9f63b780 1 < canceled part key=_multipart_EB7L7HOTRCXY.2~3P3XKANQU3D9.1 size=1048576 2024-04-13T08:05:40.463 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.463+0000 7faa9f63b780 1 < completed part key=_multipart_EB7L7HOTRCXY.2~3P3XKANQU3D9.2 size=762634 2024-04-13T08:05:40.465 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.466+0000 7faa9f63b780 1 < canceled multipart upload key=EB7L7HOTRCXY upload=3P3XKANQU3D9 tag=WLLB54W9L8SX type=write size=3908362 2024-04-13T08:05:40.469 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.469+0000 7faa9f63b780 1 > prepared part key=_multipart_NJTHX8PDBAAE.2~LQ32A6QMFTVL.0 size=577812 2024-04-13T08:05:40.469 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.470+0000 7faa9f63b780 1 > prepared multipart upload key=NJTHX8PDBAAE upload=LQ32A6QMFTVL tag=ILNA2NXC4PMT type=write size=1626388 2024-04-13T08:05:40.472 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.472+0000 7faa9f63b780 1 < completed delete operation key=B9J0DWQ62YOI tag=G5OGVOPCCP94 type=del 2024-04-13T08:05:40.475 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.475+0000 7faa9f63b780 1 > prepared part key=_multipart_LCYUO09YJOWJ.2~XRC71LIIGWCE.0 size=1048576 2024-04-13T08:05:40.476 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.476+0000 7faa9f63b780 1 > prepared part key=_multipart_LCYUO09YJOWJ.2~XRC71LIIGWCE.1 size=1048576 2024-04-13T08:05:40.477 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.477+0000 7faa9f63b780 1 > prepared part key=_multipart_LCYUO09YJOWJ.2~XRC71LIIGWCE.2 size=674930 2024-04-13T08:05:40.478 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.478+0000 7faa9f63b780 1 > prepared multipart upload key=LCYUO09YJOWJ upload=XRC71LIIGWCE tag=EWF2UE9EBENK type=write size=3820658 2024-04-13T08:05:40.479 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.479+0000 7faa9f63b780 1 < completed write operation key=KPYALZ2K1347 tag=DR7C9YXN3OIR type=write size=624000 2024-04-13T08:05:40.481 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.481+0000 7faa9f63b780 1 > prepared operation key=EB7L7HOTRCXY tag=1G7CT8ZE6ZM7 type=write size=309789 2024-04-13T08:05:40.482 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.483+0000 7faa9f63b780 1 < completed delete operation key=3H9XN46FCEJA tag=WX19JPOHETT2 type=del 2024-04-13T08:05:40.486 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.486+0000 7faa9f63b780 1 > prepared operation key=KN6SVO6HG65Q tag=AVD62IR8D4A8 type=del size=1687025 2024-04-13T08:05:40.489 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.490+0000 7faa9f63b780 1 < completed delete operation key=NHC2LNYCNU8O tag=SZXU52G26VET type=del 2024-04-13T08:05:40.493 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.493+0000 7faa9f63b780 1 > prepared operation key=Y3BAXTXJ3THV tag=4VP3JKTSGB00 type=write size=695464 2024-04-13T08:05:40.495 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.495+0000 7faa9f63b780 1 < completed delete operation key=3H9XN46FCEJA tag=EZSGYZD0IDHP type=del 2024-04-13T08:05:40.498 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.498+0000 7faa9f63b780 1 > prepared operation key=TSACVEYQTVRN tag=CCBU4AQNS8E8 type=del size=2314036 2024-04-13T08:05:40.499 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.499+0000 7faa9f63b780 1 < completed part key=_multipart_NJTHX8PDBAAE.2~Y7J6WYX0X38I.0 size=1048576 2024-04-13T08:05:40.500 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.500+0000 7faa9f63b780 1 < completed part key=_multipart_NJTHX8PDBAAE.2~Y7J6WYX0X38I.1 size=1048576 2024-04-13T08:05:40.501 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.502+0000 7faa9f63b780 1 < completed part key=_multipart_NJTHX8PDBAAE.2~Y7J6WYX0X38I.2 size=542403 2024-04-13T08:05:40.505 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.505+0000 7faa9f63b780 1 < completed multipart upload key=NJTHX8PDBAAE upload=Y7J6WYX0X38I tag=8NDOZO73C945 type=write size=3688131 2024-04-13T08:05:40.508 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.508+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~1PDT1C4S0SKV.0 size=1003856 2024-04-13T08:05:40.508 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.508+0000 7faa9f63b780 1 > prepared multipart upload key=9OD1R5489FHK upload=1PDT1C4S0SKV tag=A4YAUDESK153 type=write size=2052432 2024-04-13T08:05:40.512 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.512+0000 7faa9f63b780 1 < suggested remove operation key=NHC2LNYCNU8O tag=U9WEAI711YB3 type=del 2024-04-13T08:05:40.515 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.515+0000 7faa9f63b780 1 > prepared part key=_multipart_CWNYE55R1BSI.2~918PCQYG5NWO.0 size=1048576 2024-04-13T08:05:40.516 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.516+0000 7faa9f63b780 1 > prepared part key=_multipart_CWNYE55R1BSI.2~918PCQYG5NWO.1 size=1048576 2024-04-13T08:05:40.518 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.518+0000 7faa9f63b780 1 > prepared part key=_multipart_CWNYE55R1BSI.2~918PCQYG5NWO.2 size=473789 2024-04-13T08:05:40.518 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.518+0000 7faa9f63b780 1 > prepared multipart upload key=CWNYE55R1BSI upload=918PCQYG5NWO tag=4PJ71P5LV1UN type=write size=3619517 2024-04-13T08:05:40.520 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.520+0000 7faa9f63b780 1 < completed part key=_multipart_ZS36Q14U11AV.2~OAQW9XNMS1IP.0 size=1048576 2024-04-13T08:05:40.520 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.520+0000 7faa9f63b780 1 < canceled part key=_multipart_ZS36Q14U11AV.2~OAQW9XNMS1IP.1 size=403317 2024-04-13T08:05:40.522 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.523+0000 7faa9f63b780 1 < canceled multipart upload key=ZS36Q14U11AV upload=OAQW9XNMS1IP tag=KPRI0209E2EJ type=write size=2500469 2024-04-13T08:05:40.524 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.524+0000 7faa9f63b780 1 > prepared operation key=WSX0KY6Y4RVU tag=S42S013Q1YW4 type=del size=3178294 2024-04-13T08:05:40.526 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.527+0000 7faa9f63b780 1 < completed delete operation key=LCYUO09YJOWJ tag=P59NDGMQ3H49 type=del 2024-04-13T08:05:40.528 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.528+0000 7faa9f63b780 1 > prepared operation key=Y3BAXTXJ3THV tag=SRCFSO38TA3C type=del size=1073529 2024-04-13T08:05:40.530 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.530+0000 7faa9f63b780 1 < completed delete operation key=USAT0PUC8Q9C tag=2HHUR1C08R5U type=del 2024-04-13T08:05:40.532 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.532+0000 7faa9f63b780 1 > prepared operation key=1139HXY3WYTZ tag=SVYQGFZ9N42C type=del size=1736812 2024-04-13T08:05:40.534 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.534+0000 7faa9f63b780 1 < completed delete operation key=EBB3GPXHIYM1 tag=JYW051NYEC4L type=del 2024-04-13T08:05:40.535 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.536+0000 7faa9f63b780 1 > prepared operation key=1139HXY3WYTZ tag=2W4CVC63B83L type=del size=500088 2024-04-13T08:05:40.537 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.537+0000 7faa9f63b780 1 < completed delete operation key=USAT0PUC8Q9C tag=LK03TO0W2KU3 type=del 2024-04-13T08:05:40.539 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.539+0000 7faa9f63b780 1 > prepared operation key=TSACVEYQTVRN tag=HDONNGOQUTA6 type=write size=219427 2024-04-13T08:05:40.541 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.541+0000 7faa9f63b780 1 < completed delete operation key=YVLYPQFVWYAW tag=UUNOON7EN4OX type=del 2024-04-13T08:05:40.544 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.544+0000 7faa9f63b780 1 > prepared part key=_multipart_1R98I2OD2C1B.2~1WUOZAQKN8SW.0 size=1048576 2024-04-13T08:05:40.546 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.546+0000 7faa9f63b780 1 > prepared part key=_multipart_1R98I2OD2C1B.2~1WUOZAQKN8SW.1 size=920803 2024-04-13T08:05:40.546 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.546+0000 7faa9f63b780 1 > prepared multipart upload key=1R98I2OD2C1B upload=1WUOZAQKN8SW tag=NXQ21Q2W1FCF type=write size=3017955 2024-04-13T08:05:40.547 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.547+0000 7faa9f63b780 1 < completed write operation key=C8EO3JFDK3I3 tag=ZAVMBBZEA9V5 type=write size=248674 2024-04-13T08:05:40.549 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.549+0000 7faa9f63b780 1 > prepared operation key=BGZCO481WX23 tag=BQIWQG4WWCCG type=del size=608895 2024-04-13T08:05:40.550 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.550+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~BSO12GOT602P.0 size=1048576 2024-04-13T08:05:40.551 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.552+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~BSO12GOT602P.1 size=1048576 2024-04-13T08:05:40.553 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.553+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~BSO12GOT602P.2 size=997166 2024-04-13T08:05:40.555 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.555+0000 7faa9f63b780 1 < completed multipart upload key=KPYALZ2K1347 upload=BSO12GOT602P tag=NPCFPOD3J9XC type=write size=4142894 2024-04-13T08:05:40.557 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.557+0000 7faa9f63b780 1 > prepared operation key=3H9XN46FCEJA tag=UBF2BAJLBTVW type=del size=591836 2024-04-13T08:05:40.558 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.559+0000 7faa9f63b780 1 < completed part key=_multipart_NJTHX8PDBAAE.2~LQ32A6QMFTVL.0 size=577812 2024-04-13T08:05:40.561 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.561+0000 7faa9f63b780 1 < completed multipart upload key=NJTHX8PDBAAE upload=LQ32A6QMFTVL tag=ILNA2NXC4PMT type=write size=1626388 2024-04-13T08:05:40.564 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.564+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~CP3WFNGLCR2V.0 size=1048576 2024-04-13T08:05:40.565 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.566+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~CP3WFNGLCR2V.1 size=207472 2024-04-13T08:05:40.565 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.566+0000 7faa9f63b780 1 > prepared multipart upload key=DQJZH0QC5JG1 upload=CP3WFNGLCR2V tag=35EUTCCF3XZZ type=write size=2304624 2024-04-13T08:05:40.567 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.567+0000 7faa9f63b780 1 < completed part key=_multipart_LCYUO09YJOWJ.2~XRC71LIIGWCE.0 size=1048576 2024-04-13T08:05:40.569 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.569+0000 7faa9f63b780 1 < completed part key=_multipart_LCYUO09YJOWJ.2~XRC71LIIGWCE.1 size=1048576 2024-04-13T08:05:40.570 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.570+0000 7faa9f63b780 1 < completed part key=_multipart_LCYUO09YJOWJ.2~XRC71LIIGWCE.2 size=674930 2024-04-13T08:05:40.572 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.572+0000 7faa9f63b780 1 < completed multipart upload key=LCYUO09YJOWJ upload=XRC71LIIGWCE tag=EWF2UE9EBENK type=write size=3820658 2024-04-13T08:05:40.573 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.574+0000 7faa9f63b780 1 > prepared operation key=9OD1R5489FHK tag=NAMK9S2QHBE0 type=del size=2671353 2024-04-13T08:05:40.575 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.575+0000 7faa9f63b780 1 < completed write operation key=EB7L7HOTRCXY tag=1G7CT8ZE6ZM7 type=write size=309789 2024-04-13T08:05:40.577 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.577+0000 7faa9f63b780 1 > prepared operation key=KPYALZ2K1347 tag=UAOD3KHLL1TV type=del size=1880375 2024-04-13T08:05:40.580 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.580+0000 7faa9f63b780 1 < suggested update operation key=KN6SVO6HG65Q tag=AVD62IR8D4A8 type=del size=1687025 2024-04-13T08:05:40.583 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.583+0000 7faa9f63b780 1 > prepared part key=_multipart_EBB3GPXHIYM1.2~BGV5TOF22XRZ.0 size=1048576 2024-04-13T08:05:40.584 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.585+0000 7faa9f63b780 1 > prepared part key=_multipart_EBB3GPXHIYM1.2~BGV5TOF22XRZ.1 size=1048576 2024-04-13T08:05:40.586 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.586+0000 7faa9f63b780 1 > prepared part key=_multipart_EBB3GPXHIYM1.2~BGV5TOF22XRZ.2 size=562597 2024-04-13T08:05:40.586 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.586+0000 7faa9f63b780 1 > prepared multipart upload key=EBB3GPXHIYM1 upload=BGV5TOF22XRZ tag=74X749BMVTIX type=write size=3708325 2024-04-13T08:05:40.587 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.587+0000 7faa9f63b780 1 < completed write operation key=Y3BAXTXJ3THV tag=4VP3JKTSGB00 type=write size=695464 2024-04-13T08:05:40.589 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.589+0000 7faa9f63b780 1 > prepared operation key=LCYUO09YJOWJ tag=RWBVA2JG5645 type=del size=243695 2024-04-13T08:05:40.591 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.591+0000 7faa9f63b780 1 < completed delete operation key=TSACVEYQTVRN tag=CCBU4AQNS8E8 type=del 2024-04-13T08:05:40.592 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.592+0000 7faa9f63b780 1 > prepared operation key=CCIT8DQBN9WK tag=N6GZ1ZHDJ0S4 type=del size=960141 2024-04-13T08:05:40.594 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.594+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~1PDT1C4S0SKV.0 size=1003856 2024-04-13T08:05:40.596 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.597+0000 7faa9f63b780 1 < completed multipart upload key=9OD1R5489FHK upload=1PDT1C4S0SKV tag=A4YAUDESK153 type=write size=2052432 2024-04-13T08:05:40.598 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.598+0000 7faa9f63b780 1 > prepared operation key=EBB3GPXHIYM1 tag=3WFWK2NM9W4L type=del size=4073536 2024-04-13T08:05:40.600 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.600+0000 7faa9f63b780 1 < completed part key=_multipart_CWNYE55R1BSI.2~918PCQYG5NWO.0 size=1048576 2024-04-13T08:05:40.601 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.601+0000 7faa9f63b780 1 < completed part key=_multipart_CWNYE55R1BSI.2~918PCQYG5NWO.1 size=1048576 2024-04-13T08:05:40.603 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.603+0000 7faa9f63b780 1 < completed part key=_multipart_CWNYE55R1BSI.2~918PCQYG5NWO.2 size=473789 2024-04-13T08:05:40.605 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.606+0000 7faa9f63b780 1 < completed multipart upload key=CWNYE55R1BSI upload=918PCQYG5NWO tag=4PJ71P5LV1UN type=write size=3619517 2024-04-13T08:05:40.609 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.609+0000 7faa9f63b780 1 > prepared part key=_multipart_B9J0DWQ62YOI.2~G5BHMCXCMLLR.0 size=1048576 2024-04-13T08:05:40.610 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.610+0000 7faa9f63b780 1 > prepared part key=_multipart_B9J0DWQ62YOI.2~G5BHMCXCMLLR.1 size=1048576 2024-04-13T08:05:40.611 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.611+0000 7faa9f63b780 1 > prepared part key=_multipart_B9J0DWQ62YOI.2~G5BHMCXCMLLR.2 size=1017592 2024-04-13T08:05:40.611 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.611+0000 7faa9f63b780 1 > prepared multipart upload key=B9J0DWQ62YOI upload=G5BHMCXCMLLR tag=G1H1VWYQSZ2Z type=write size=4163320 2024-04-13T08:05:40.614 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.614+0000 7faa9f63b780 1 < suggested remove operation key=WSX0KY6Y4RVU tag=S42S013Q1YW4 type=del 2024-04-13T08:05:40.616 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.616+0000 7faa9f63b780 1 > prepared operation key=1139HXY3WYTZ tag=M4HJ0X8I9S71 type=del size=451435 2024-04-13T08:05:40.617 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.617+0000 7faa9f63b780 1 < completed delete operation key=Y3BAXTXJ3THV tag=SRCFSO38TA3C type=del 2024-04-13T08:05:40.619 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.619+0000 7faa9f63b780 1 > prepared operation key=U4KRH93HDNU6 tag=1ALEGJ370BKM type=write size=568739 2024-04-13T08:05:40.620 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.620+0000 7faa9f63b780 1 < completed delete operation key=1139HXY3WYTZ tag=SVYQGFZ9N42C type=del 2024-04-13T08:05:40.622 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.622+0000 7faa9f63b780 1 > prepared operation key=YVLYPQFVWYAW tag=BP7UX5BSITJ8 type=del size=556991 2024-04-13T08:05:40.623 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.623+0000 7faa9f63b780 1 < completed delete operation key=1139HXY3WYTZ tag=2W4CVC63B83L type=del 2024-04-13T08:05:40.625 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.625+0000 7faa9f63b780 1 > prepared operation key=YVLYPQFVWYAW tag=M8B5X01V0TY0 type=write size=1004423 2024-04-13T08:05:40.626 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.626+0000 7faa9f63b780 1 < completed write operation key=TSACVEYQTVRN tag=HDONNGOQUTA6 type=write size=219427 2024-04-13T08:05:40.628 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.628+0000 7faa9f63b780 1 > prepared operation key=NHC2LNYCNU8O tag=V77L0SKNRQ7M type=del size=3267823 2024-04-13T08:05:40.629 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.629+0000 7faa9f63b780 1 < completed part key=_multipart_1R98I2OD2C1B.2~1WUOZAQKN8SW.0 size=1048576 2024-04-13T08:05:40.631 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.631+0000 7faa9f63b780 1 < completed part key=_multipart_1R98I2OD2C1B.2~1WUOZAQKN8SW.1 size=920803 2024-04-13T08:05:40.633 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.633+0000 7faa9f63b780 1 < completed multipart upload key=1R98I2OD2C1B upload=1WUOZAQKN8SW tag=NXQ21Q2W1FCF type=write size=3017955 2024-04-13T08:05:40.636 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.636+0000 7faa9f63b780 1 > prepared part key=_multipart_B9J0DWQ62YOI.2~QTG16OCLRTIK.0 size=1048576 2024-04-13T08:05:40.637 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.637+0000 7faa9f63b780 1 > prepared part key=_multipart_B9J0DWQ62YOI.2~QTG16OCLRTIK.1 size=432909 2024-04-13T08:05:40.637 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.637+0000 7faa9f63b780 1 > prepared multipart upload key=B9J0DWQ62YOI upload=QTG16OCLRTIK tag=KOV3EW1D6462 type=write size=2530061 2024-04-13T08:05:40.639 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.639+0000 7faa9f63b780 1 < completed delete operation key=BGZCO481WX23 tag=BQIWQG4WWCCG type=del 2024-04-13T08:05:40.640 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.640+0000 7faa9f63b780 1 > prepared operation key=3H9XN46FCEJA tag=HN2HY50HVZW5 type=del size=4036864 2024-04-13T08:05:40.642 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.642+0000 7faa9f63b780 1 < completed delete operation key=3H9XN46FCEJA tag=UBF2BAJLBTVW type=del 2024-04-13T08:05:40.644 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.644+0000 7faa9f63b780 1 > prepared operation key=XP1MOJCI0XHQ tag=31SOWG20T4K6 type=del size=3312757 2024-04-13T08:05:40.645 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.645+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~CP3WFNGLCR2V.0 size=1048576 2024-04-13T08:05:40.646 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.646+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~CP3WFNGLCR2V.1 size=207472 2024-04-13T08:05:40.649 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.649+0000 7faa9f63b780 1 < completed multipart upload key=DQJZH0QC5JG1 upload=CP3WFNGLCR2V tag=35EUTCCF3XZZ type=write size=2304624 2024-04-13T08:05:40.652 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.652+0000 7faa9f63b780 1 > prepared part key=_multipart_6EIPCHTPO3X1.2~JB2G2KOA24EO.0 size=321322 2024-04-13T08:05:40.652 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.652+0000 7faa9f63b780 1 > prepared multipart upload key=6EIPCHTPO3X1 upload=JB2G2KOA24EO tag=GDIGU5JSXOCF type=write size=1369898 2024-04-13T08:05:40.653 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.653+0000 7faa9f63b780 1 < completed delete operation key=9OD1R5489FHK tag=NAMK9S2QHBE0 type=del 2024-04-13T08:05:40.654 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.655+0000 7faa9f63b780 1 > prepared operation key=7LQHTC0JXLLC tag=B0BFPT2JWU68 type=del size=3674609 2024-04-13T08:05:40.656 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.656+0000 7faa9f63b780 1 < completed delete operation key=KPYALZ2K1347 tag=UAOD3KHLL1TV type=del 2024-04-13T08:05:40.659 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.659+0000 7faa9f63b780 1 > prepared part key=_multipart_1R98I2OD2C1B.2~IZVH08I5HJB5.0 size=1048576 2024-04-13T08:05:40.660 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.660+0000 7faa9f63b780 1 > prepared part key=_multipart_1R98I2OD2C1B.2~IZVH08I5HJB5.1 size=1048576 2024-04-13T08:05:40.661 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.661+0000 7faa9f63b780 1 > prepared part key=_multipart_1R98I2OD2C1B.2~IZVH08I5HJB5.2 size=755929 2024-04-13T08:05:40.661 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.661+0000 7faa9f63b780 1 > prepared multipart upload key=1R98I2OD2C1B upload=IZVH08I5HJB5 tag=K2UQ1NE71YIW type=write size=3901657 2024-04-13T08:05:40.662 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.663+0000 7faa9f63b780 1 < completed part key=_multipart_EBB3GPXHIYM1.2~BGV5TOF22XRZ.0 size=1048576 2024-04-13T08:05:40.664 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.664+0000 7faa9f63b780 1 < completed part key=_multipart_EBB3GPXHIYM1.2~BGV5TOF22XRZ.1 size=1048576 2024-04-13T08:05:40.665 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.665+0000 7faa9f63b780 1 < completed part key=_multipart_EBB3GPXHIYM1.2~BGV5TOF22XRZ.2 size=562597 2024-04-13T08:05:40.667 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.667+0000 7faa9f63b780 1 < completed multipart upload key=EBB3GPXHIYM1 upload=BGV5TOF22XRZ tag=74X749BMVTIX type=write size=3708325 2024-04-13T08:05:40.669 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.669+0000 7faa9f63b780 1 > prepared operation key=EB7L7HOTRCXY tag=C4QD59AEZYAE type=write size=762749 2024-04-13T08:05:40.670 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.670+0000 7faa9f63b780 1 < completed delete operation key=LCYUO09YJOWJ tag=RWBVA2JG5645 type=del 2024-04-13T08:05:40.673 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.673+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~OEYOOIZ8IJOL.0 size=1048576 2024-04-13T08:05:40.674 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.674+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~OEYOOIZ8IJOL.1 size=800964 2024-04-13T08:05:40.674 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.674+0000 7faa9f63b780 1 > prepared multipart upload key=9OD1R5489FHK upload=OEYOOIZ8IJOL tag=WP8NL0G8RX38 type=write size=2898116 2024-04-13T08:05:40.676 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.676+0000 7faa9f63b780 1 < completed delete operation key=CCIT8DQBN9WK tag=N6GZ1ZHDJ0S4 type=del 2024-04-13T08:05:40.678 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.678+0000 7faa9f63b780 1 > prepared operation key=C8EO3JFDK3I3 tag=EVX54J92Q7YO type=del size=3376312 2024-04-13T08:05:40.679 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.679+0000 7faa9f63b780 1 < completed delete operation key=EBB3GPXHIYM1 tag=3WFWK2NM9W4L type=del 2024-04-13T08:05:40.681 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.681+0000 7faa9f63b780 1 > prepared operation key=BGZCO481WX23 tag=433UOWKK05IN type=del size=1030279 2024-04-13T08:05:40.682 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.683+0000 7faa9f63b780 1 < completed part key=_multipart_B9J0DWQ62YOI.2~G5BHMCXCMLLR.0 size=1048576 2024-04-13T08:05:40.683 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.684+0000 7faa9f63b780 1 < completed part key=_multipart_B9J0DWQ62YOI.2~G5BHMCXCMLLR.1 size=1048576 2024-04-13T08:05:40.685 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.685+0000 7faa9f63b780 1 < completed part key=_multipart_B9J0DWQ62YOI.2~G5BHMCXCMLLR.2 size=1017592 2024-04-13T08:05:40.687 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.687+0000 7faa9f63b780 1 < completed multipart upload key=B9J0DWQ62YOI upload=G5BHMCXCMLLR tag=G1H1VWYQSZ2Z type=write size=4163320 2024-04-13T08:05:40.689 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.689+0000 7faa9f63b780 1 > prepared operation key=ZLCXVHR00MT7 tag=CSJR8B0P4EQA type=del size=4133438 2024-04-13T08:05:40.690 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.690+0000 7faa9f63b780 1 < completed delete operation key=1139HXY3WYTZ tag=M4HJ0X8I9S71 type=del 2024-04-13T08:05:40.693 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.693+0000 7faa9f63b780 1 > prepared part key=_multipart_CWNYE55R1BSI.2~EQ4LTQ6D6ACN.0 size=1048576 2024-04-13T08:05:40.694 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.694+0000 7faa9f63b780 1 > prepared part key=_multipart_CWNYE55R1BSI.2~EQ4LTQ6D6ACN.1 size=1048576 2024-04-13T08:05:40.695 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.695+0000 7faa9f63b780 1 > prepared part key=_multipart_CWNYE55R1BSI.2~EQ4LTQ6D6ACN.2 size=960002 2024-04-13T08:05:40.695 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.695+0000 7faa9f63b780 1 > prepared multipart upload key=CWNYE55R1BSI upload=EQ4LTQ6D6ACN tag=4JMHVSFJAWSZ type=write size=4105730 2024-04-13T08:05:40.697 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.697+0000 7faa9f63b780 1 < completed write operation key=U4KRH93HDNU6 tag=1ALEGJ370BKM type=write size=568739 2024-04-13T08:05:40.699 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.700+0000 7faa9f63b780 1 > prepared part key=_multipart_H9HYQWGBJXF0.2~V7HCFFITBYZS.0 size=1048576 2024-04-13T08:05:40.700 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.701+0000 7faa9f63b780 1 > prepared part key=_multipart_H9HYQWGBJXF0.2~V7HCFFITBYZS.1 size=118028 2024-04-13T08:05:40.701 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.701+0000 7faa9f63b780 1 > prepared multipart upload key=H9HYQWGBJXF0 upload=V7HCFFITBYZS tag=SNY836OKATLD type=write size=2215180 2024-04-13T08:05:40.703 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.703+0000 7faa9f63b780 1 < suggested update operation key=YVLYPQFVWYAW tag=BP7UX5BSITJ8 type=del size=556991 2024-04-13T08:05:40.705 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.705+0000 7faa9f63b780 1 > prepared operation key=NHC2LNYCNU8O tag=K53V9X29UY5D type=del size=998851 2024-04-13T08:05:40.707 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.707+0000 7faa9f63b780 -1 < failed to complete operation key=YVLYPQFVWYAW tag=M8B5X01V0TY0 type=write size=1004423: (22) Invalid argument 2024-04-13T08:05:40.708 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.708+0000 7faa9f63b780 1 > prepared operation key=1R98I2OD2C1B tag=QPOO4F8XE2FE type=write size=163092 2024-04-13T08:05:40.711 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.711+0000 7faa9f63b780 1 < suggested remove operation key=NHC2LNYCNU8O tag=V77L0SKNRQ7M type=del 2024-04-13T08:05:40.714 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.714+0000 7faa9f63b780 1 > prepared part key=_multipart_KN6SVO6HG65Q.2~S2ZCY13EUFPN.0 size=1048576 2024-04-13T08:05:40.715 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.715+0000 7faa9f63b780 1 > prepared part key=_multipart_KN6SVO6HG65Q.2~S2ZCY13EUFPN.1 size=26956 2024-04-13T08:05:40.715 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.715+0000 7faa9f63b780 1 > prepared multipart upload key=KN6SVO6HG65Q upload=S2ZCY13EUFPN tag=XE9Z5SBNGHDD type=write size=2124108 2024-04-13T08:05:40.717 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.717+0000 7faa9f63b780 1 < completed part key=_multipart_B9J0DWQ62YOI.2~QTG16OCLRTIK.0 size=1048576 2024-04-13T08:05:40.718 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.718+0000 7faa9f63b780 1 < completed part key=_multipart_B9J0DWQ62YOI.2~QTG16OCLRTIK.1 size=432909 2024-04-13T08:05:40.720 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.721+0000 7faa9f63b780 1 < completed multipart upload key=B9J0DWQ62YOI upload=QTG16OCLRTIK tag=KOV3EW1D6462 type=write size=2530061 2024-04-13T08:05:40.722 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.722+0000 7faa9f63b780 1 > prepared operation key=Y3BAXTXJ3THV tag=0RB0IFMCPA3S type=del size=2398256 2024-04-13T08:05:40.724 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.725+0000 7faa9f63b780 1 < suggested remove operation key=3H9XN46FCEJA tag=HN2HY50HVZW5 type=del 2024-04-13T08:05:40.727 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.728+0000 7faa9f63b780 1 > prepared part key=_multipart_1R98I2OD2C1B.2~RW1CRIR2EZ09.0 size=386019 2024-04-13T08:05:40.728 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.728+0000 7faa9f63b780 1 > prepared multipart upload key=1R98I2OD2C1B upload=RW1CRIR2EZ09 tag=0UKFVDIS7RFF type=write size=1434595 2024-04-13T08:05:40.729 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.729+0000 7faa9f63b780 1 < completed delete operation key=XP1MOJCI0XHQ tag=31SOWG20T4K6 type=del 2024-04-13T08:05:40.730 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.731+0000 7faa9f63b780 1 > prepared operation key=TSACVEYQTVRN tag=BXA29D2FRY7Z type=del size=2384956 2024-04-13T08:05:40.731 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.731+0000 7faa9f63b780 1 < canceled part key=_multipart_6EIPCHTPO3X1.2~JB2G2KOA24EO.0 size=321322 2024-04-13T08:05:40.734 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.734+0000 7faa9f63b780 1 < canceled multipart upload key=6EIPCHTPO3X1 upload=JB2G2KOA24EO tag=GDIGU5JSXOCF type=write size=1369898 2024-04-13T08:05:40.735 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.735+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=IAP1M2AQSD4J type=del size=2585277 2024-04-13T08:05:40.739 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.739+0000 7faa9f63b780 1 < suggested remove operation key=7LQHTC0JXLLC tag=B0BFPT2JWU68 type=del 2024-04-13T08:05:40.741 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.742+0000 7faa9f63b780 1 > prepared part key=_multipart_EB7L7HOTRCXY.2~D5IHFH7PV72J.0 size=1048576 2024-04-13T08:05:40.743 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.743+0000 7faa9f63b780 1 > prepared part key=_multipart_EB7L7HOTRCXY.2~D5IHFH7PV72J.1 size=326841 2024-04-13T08:05:40.743 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.743+0000 7faa9f63b780 1 > prepared multipart upload key=EB7L7HOTRCXY upload=D5IHFH7PV72J tag=N0TICJ7J6IZD type=write size=2423993 2024-04-13T08:05:40.744 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.744+0000 7faa9f63b780 1 < completed part key=_multipart_1R98I2OD2C1B.2~IZVH08I5HJB5.0 size=1048576 2024-04-13T08:05:40.744 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.744+0000 7faa9f63b780 1 < canceled part key=_multipart_1R98I2OD2C1B.2~IZVH08I5HJB5.1 size=1048576 2024-04-13T08:05:40.746 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.746+0000 7faa9f63b780 1 < completed part key=_multipart_1R98I2OD2C1B.2~IZVH08I5HJB5.2 size=755929 2024-04-13T08:05:40.748 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.748+0000 7faa9f63b780 1 < canceled multipart upload key=1R98I2OD2C1B upload=IZVH08I5HJB5 tag=K2UQ1NE71YIW type=write size=3901657 2024-04-13T08:05:40.751 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.751+0000 7faa9f63b780 1 > prepared part key=_multipart_1139HXY3WYTZ.2~XNGXR3SZ078H.0 size=1048576 2024-04-13T08:05:40.753 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.753+0000 7faa9f63b780 1 > prepared part key=_multipart_1139HXY3WYTZ.2~XNGXR3SZ078H.1 size=894565 2024-04-13T08:05:40.753 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.753+0000 7faa9f63b780 1 > prepared multipart upload key=1139HXY3WYTZ upload=XNGXR3SZ078H tag=J0INIZ2FIQ55 type=write size=2991717 2024-04-13T08:05:40.754 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.754+0000 7faa9f63b780 1 < completed write operation key=EB7L7HOTRCXY tag=C4QD59AEZYAE type=write size=762749 2024-04-13T08:05:40.756 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.756+0000 7faa9f63b780 1 > prepared operation key=1139HXY3WYTZ tag=QJ4LZMFYUPJN type=del size=3620049 2024-04-13T08:05:40.758 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.758+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~OEYOOIZ8IJOL.0 size=1048576 2024-04-13T08:05:40.759 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.759+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~OEYOOIZ8IJOL.1 size=800964 2024-04-13T08:05:40.761 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.762+0000 7faa9f63b780 1 < completed multipart upload key=9OD1R5489FHK upload=OEYOOIZ8IJOL tag=WP8NL0G8RX38 type=write size=2898116 2024-04-13T08:05:40.763 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.763+0000 7faa9f63b780 1 > prepared operation key=KN6SVO6HG65Q tag=A71DOOX1OQAN type=del size=1598731 2024-04-13T08:05:40.764 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.765+0000 7faa9f63b780 1 < completed delete operation key=C8EO3JFDK3I3 tag=EVX54J92Q7YO type=del 2024-04-13T08:05:40.766 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.766+0000 7faa9f63b780 1 > prepared operation key=YVLYPQFVWYAW tag=M3DB5V7YVO9Z type=del size=891118 2024-04-13T08:05:40.768 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.768+0000 7faa9f63b780 1 < completed delete operation key=BGZCO481WX23 tag=433UOWKK05IN type=del 2024-04-13T08:05:40.771 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.771+0000 7faa9f63b780 1 > prepared part key=_multipart_C8EO3JFDK3I3.2~4GUA70GD57SQ.0 size=123431 2024-04-13T08:05:40.771 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.771+0000 7faa9f63b780 1 > prepared multipart upload key=C8EO3JFDK3I3 upload=4GUA70GD57SQ tag=21FRBW33AVY0 type=write size=1172007 2024-04-13T08:05:40.775 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.775+0000 7faa9f63b780 1 < suggested update operation key=ZLCXVHR00MT7 tag=CSJR8B0P4EQA type=del size=4133438 2024-04-13T08:05:40.778 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.778+0000 7faa9f63b780 1 > prepared part key=_multipart_57TR9Y9AGKFZ.2~GGRF12TKQLSS.0 size=1048576 2024-04-13T08:05:40.779 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.779+0000 7faa9f63b780 1 > prepared part key=_multipart_57TR9Y9AGKFZ.2~GGRF12TKQLSS.1 size=1048576 2024-04-13T08:05:40.780 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.781+0000 7faa9f63b780 1 > prepared part key=_multipart_57TR9Y9AGKFZ.2~GGRF12TKQLSS.2 size=869810 2024-04-13T08:05:40.780 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.781+0000 7faa9f63b780 1 > prepared multipart upload key=57TR9Y9AGKFZ upload=GGRF12TKQLSS tag=B9JX47IZW2NT type=write size=4015538 2024-04-13T08:05:40.782 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.782+0000 7faa9f63b780 1 < completed part key=_multipart_CWNYE55R1BSI.2~EQ4LTQ6D6ACN.0 size=1048576 2024-04-13T08:05:40.784 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.784+0000 7faa9f63b780 1 < completed part key=_multipart_CWNYE55R1BSI.2~EQ4LTQ6D6ACN.1 size=1048576 2024-04-13T08:05:40.785 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.785+0000 7faa9f63b780 1 < completed part key=_multipart_CWNYE55R1BSI.2~EQ4LTQ6D6ACN.2 size=960002 2024-04-13T08:05:40.788 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.788+0000 7faa9f63b780 1 < completed multipart upload key=CWNYE55R1BSI upload=EQ4LTQ6D6ACN tag=4JMHVSFJAWSZ type=write size=4105730 2024-04-13T08:05:40.790 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.790+0000 7faa9f63b780 1 > prepared operation key=XP1MOJCI0XHQ tag=S90F0PZCJ7TY type=del size=3566647 2024-04-13T08:05:40.791 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.792+0000 7faa9f63b780 1 < completed part key=_multipart_H9HYQWGBJXF0.2~V7HCFFITBYZS.0 size=1048576 2024-04-13T08:05:40.793 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.793+0000 7faa9f63b780 1 < completed part key=_multipart_H9HYQWGBJXF0.2~V7HCFFITBYZS.1 size=118028 2024-04-13T08:05:40.796 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.796+0000 7faa9f63b780 1 < completed multipart upload key=H9HYQWGBJXF0 upload=V7HCFFITBYZS tag=SNY836OKATLD type=write size=2215180 2024-04-13T08:05:40.798 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.798+0000 7faa9f63b780 1 > prepared operation key=1R98I2OD2C1B tag=MZ5IIWNV4GO1 type=write size=712972 2024-04-13T08:05:40.800 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.800+0000 7faa9f63b780 -1 < failed to complete operation key=NHC2LNYCNU8O tag=K53V9X29UY5D type=del size=998851: (22) Invalid argument 2024-04-13T08:05:40.803 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.804+0000 7faa9f63b780 1 > prepared part key=_multipart_XP1MOJCI0XHQ.2~1BQO6M7OJTP6.0 size=699406 2024-04-13T08:05:40.803 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.804+0000 7faa9f63b780 1 > prepared multipart upload key=XP1MOJCI0XHQ upload=1BQO6M7OJTP6 tag=0UACDFBDJGKY type=write size=1747982 2024-04-13T08:05:40.805 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.805+0000 7faa9f63b780 1 < completed write operation key=1R98I2OD2C1B tag=QPOO4F8XE2FE type=write size=163092 2024-04-13T08:05:40.806 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.807+0000 7faa9f63b780 1 > prepared operation key=LCYUO09YJOWJ tag=Y2UN2SYUP0U8 type=del size=2989131 2024-04-13T08:05:40.808 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.808+0000 7faa9f63b780 1 < completed part key=_multipart_KN6SVO6HG65Q.2~S2ZCY13EUFPN.0 size=1048576 2024-04-13T08:05:40.809 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.810+0000 7faa9f63b780 1 < completed part key=_multipart_KN6SVO6HG65Q.2~S2ZCY13EUFPN.1 size=26956 2024-04-13T08:05:40.812 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.812+0000 7faa9f63b780 1 < completed multipart upload key=KN6SVO6HG65Q upload=S2ZCY13EUFPN tag=XE9Z5SBNGHDD type=write size=2124108 2024-04-13T08:05:40.814 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.814+0000 7faa9f63b780 1 > prepared operation key=9OD1R5489FHK tag=UHMORY8FWAA6 type=write size=770 2024-04-13T08:05:40.816 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.816+0000 7faa9f63b780 1 < canceled operation key=Y3BAXTXJ3THV tag=0RB0IFMCPA3S type=del size=2398256 2024-04-13T08:05:40.818 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.818+0000 7faa9f63b780 1 > prepared operation key=U4KRH93HDNU6 tag=JBX3HB112I2K type=del size=910542 2024-04-13T08:05:40.820 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.820+0000 7faa9f63b780 1 < completed part key=_multipart_1R98I2OD2C1B.2~RW1CRIR2EZ09.0 size=386019 2024-04-13T08:05:40.823 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.823+0000 7faa9f63b780 1 < completed multipart upload key=1R98I2OD2C1B upload=RW1CRIR2EZ09 tag=0UKFVDIS7RFF type=write size=1434595 2024-04-13T08:05:40.824 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.825+0000 7faa9f63b780 1 > prepared operation key=ZS36Q14U11AV tag=HF923VD2HA7J type=del size=88952 2024-04-13T08:05:40.826 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.826+0000 7faa9f63b780 1 < completed delete operation key=TSACVEYQTVRN tag=BXA29D2FRY7Z type=del 2024-04-13T08:05:40.827 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.827+0000 7faa9f63b780 1 > prepared operation key=NJTHX8PDBAAE tag=MEP1TAY00EU1 type=del size=2460619 2024-04-13T08:05:40.829 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.829+0000 7faa9f63b780 1 < completed delete operation key=ATLCBD5K8IS1 tag=IAP1M2AQSD4J type=del 2024-04-13T08:05:40.831 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.831+0000 7faa9f63b780 1 > prepared operation key=3H9XN46FCEJA tag=AIICEMDTCGKN type=del size=2901457 2024-04-13T08:05:40.832 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.832+0000 7faa9f63b780 1 < completed part key=_multipart_EB7L7HOTRCXY.2~D5IHFH7PV72J.0 size=1048576 2024-04-13T08:05:40.834 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.834+0000 7faa9f63b780 1 < completed part key=_multipart_EB7L7HOTRCXY.2~D5IHFH7PV72J.1 size=326841 2024-04-13T08:05:40.837 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.837+0000 7faa9f63b780 1 < completed multipart upload key=EB7L7HOTRCXY upload=D5IHFH7PV72J tag=N0TICJ7J6IZD type=write size=2423993 2024-04-13T08:05:40.839 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.840+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~EA7598H2ZOW3.0 size=825031 2024-04-13T08:05:40.839 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.840+0000 7faa9f63b780 1 > prepared multipart upload key=KPYALZ2K1347 upload=EA7598H2ZOW3 tag=3GB44HPI4AUF type=write size=1873607 2024-04-13T08:05:40.840 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.840+0000 7faa9f63b780 1 < canceled part key=_multipart_1139HXY3WYTZ.2~XNGXR3SZ078H.0 size=1048576 2024-04-13T08:05:40.841 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.841+0000 7faa9f63b780 1 < completed part key=_multipart_1139HXY3WYTZ.2~XNGXR3SZ078H.1 size=894565 2024-04-13T08:05:40.844 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.844+0000 7faa9f63b780 1 < canceled multipart upload key=1139HXY3WYTZ upload=XNGXR3SZ078H tag=J0INIZ2FIQ55 type=write size=2991717 2024-04-13T08:05:40.845 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.846+0000 7faa9f63b780 1 > prepared operation key=9OD1R5489FHK tag=139A53SG0C1A type=write size=431874 2024-04-13T08:05:40.849 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.849+0000 7faa9f63b780 1 < suggested update operation key=1139HXY3WYTZ tag=QJ4LZMFYUPJN type=del size=3620049 2024-04-13T08:05:40.850 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.850+0000 7faa9f63b780 1 > prepared operation key=YVLYPQFVWYAW tag=ZGHE0V8WEGD6 type=del size=2036484 2024-04-13T08:05:40.852 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.852+0000 7faa9f63b780 1 < completed delete operation key=KN6SVO6HG65Q tag=A71DOOX1OQAN type=del 2024-04-13T08:05:40.854 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.854+0000 7faa9f63b780 1 > prepared operation key=LCYUO09YJOWJ tag=QB8NQZVTRZCW type=del size=3229602 2024-04-13T08:05:40.855 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.855+0000 7faa9f63b780 1 < canceled operation key=YVLYPQFVWYAW tag=M3DB5V7YVO9Z type=del size=891118 2024-04-13T08:05:40.859 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.859+0000 7faa9f63b780 1 > prepared part key=_multipart_1R98I2OD2C1B.2~HCZMQ80RRMYN.0 size=192732 2024-04-13T08:05:40.859 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.859+0000 7faa9f63b780 1 > prepared multipart upload key=1R98I2OD2C1B upload=HCZMQ80RRMYN tag=OT5Y1MUU7QIA type=write size=1241308 2024-04-13T08:05:40.861 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.861+0000 7faa9f63b780 1 < completed part key=_multipart_C8EO3JFDK3I3.2~4GUA70GD57SQ.0 size=123431 2024-04-13T08:05:40.863 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.863+0000 7faa9f63b780 1 < completed multipart upload key=C8EO3JFDK3I3 upload=4GUA70GD57SQ tag=21FRBW33AVY0 type=write size=1172007 2024-04-13T08:05:40.865 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.865+0000 7faa9f63b780 1 > prepared operation key=KPYALZ2K1347 tag=0XYITCWYRQLP type=del size=2564061 2024-04-13T08:05:40.866 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.867+0000 7faa9f63b780 1 < completed part key=_multipart_57TR9Y9AGKFZ.2~GGRF12TKQLSS.0 size=1048576 2024-04-13T08:05:40.868 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.868+0000 7faa9f63b780 1 < completed part key=_multipart_57TR9Y9AGKFZ.2~GGRF12TKQLSS.1 size=1048576 2024-04-13T08:05:40.870 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.870+0000 7faa9f63b780 1 < completed part key=_multipart_57TR9Y9AGKFZ.2~GGRF12TKQLSS.2 size=869810 2024-04-13T08:05:40.873 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.873+0000 7faa9f63b780 1 < completed multipart upload key=57TR9Y9AGKFZ upload=GGRF12TKQLSS tag=B9JX47IZW2NT type=write size=4015538 2024-04-13T08:05:40.875 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.876+0000 7faa9f63b780 1 > prepared part key=_multipart_H9HYQWGBJXF0.2~S6LJKLYD85XQ.0 size=535829 2024-04-13T08:05:40.875 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.876+0000 7faa9f63b780 1 > prepared multipart upload key=H9HYQWGBJXF0 upload=S6LJKLYD85XQ tag=LM86OQTDVZLG type=write size=1584405 2024-04-13T08:05:40.877 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.877+0000 7faa9f63b780 1 < completed delete operation key=XP1MOJCI0XHQ tag=S90F0PZCJ7TY type=del 2024-04-13T08:05:40.878 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.879+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=QRCJMIL31D88 type=del size=835776 2024-04-13T08:05:40.880 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.880+0000 7faa9f63b780 1 < completed write operation key=1R98I2OD2C1B tag=MZ5IIWNV4GO1 type=write size=712972 2024-04-13T08:05:40.881 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.881+0000 7faa9f63b780 1 > prepared operation key=DQJZH0QC5JG1 tag=1VUSQVFOJZQV type=del size=2684808 2024-04-13T08:05:40.883 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.883+0000 7faa9f63b780 1 < completed part key=_multipart_XP1MOJCI0XHQ.2~1BQO6M7OJTP6.0 size=699406 2024-04-13T08:05:40.886 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.886+0000 7faa9f63b780 1 < completed multipart upload key=XP1MOJCI0XHQ upload=1BQO6M7OJTP6 tag=0UACDFBDJGKY type=write size=1747982 2024-04-13T08:05:40.888 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.888+0000 7faa9f63b780 1 > prepared operation key=U4KRH93HDNU6 tag=FB3H2Y6HOPQE type=del size=4145795 2024-04-13T08:05:40.891 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.891+0000 7faa9f63b780 1 < suggested update operation key=LCYUO09YJOWJ tag=Y2UN2SYUP0U8 type=del size=2989131 2024-04-13T08:05:40.894 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.894+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~F26H7W73J579.0 size=795839 2024-04-13T08:05:40.894 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.894+0000 7faa9f63b780 1 > prepared multipart upload key=DQJZH0QC5JG1 upload=F26H7W73J579 tag=EXHMFXCE0BAP type=write size=1844415 2024-04-13T08:05:40.895 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.895+0000 7faa9f63b780 1 < completed write operation key=9OD1R5489FHK tag=UHMORY8FWAA6 type=write size=770 2024-04-13T08:05:40.898 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.898+0000 7faa9f63b780 1 > prepared part key=_multipart_XP1MOJCI0XHQ.2~ABE4NKFGKJVJ.0 size=1048576 2024-04-13T08:05:40.899 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.899+0000 7faa9f63b780 1 > prepared part key=_multipart_XP1MOJCI0XHQ.2~ABE4NKFGKJVJ.1 size=1048576 2024-04-13T08:05:40.901 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.901+0000 7faa9f63b780 1 > prepared part key=_multipart_XP1MOJCI0XHQ.2~ABE4NKFGKJVJ.2 size=296499 2024-04-13T08:05:40.901 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.901+0000 7faa9f63b780 1 > prepared multipart upload key=XP1MOJCI0XHQ upload=ABE4NKFGKJVJ tag=W9QA8V386OJK type=write size=3442227 2024-04-13T08:05:40.902 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.902+0000 7faa9f63b780 1 < completed delete operation key=U4KRH93HDNU6 tag=JBX3HB112I2K type=del 2024-04-13T08:05:40.904 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.904+0000 7faa9f63b780 1 > prepared operation key=H9HYQWGBJXF0 tag=EJEKCS74H63C type=del size=1066510 2024-04-13T08:05:40.907 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.908+0000 7faa9f63b780 1 < suggested remove operation key=ZS36Q14U11AV tag=HF923VD2HA7J type=del 2024-04-13T08:05:40.911 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.911+0000 7faa9f63b780 1 > prepared part key=_multipart_ATLCBD5K8IS1.2~5ST9O2KAN0T2.0 size=1048576 2024-04-13T08:05:40.912 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.912+0000 7faa9f63b780 1 > prepared part key=_multipart_ATLCBD5K8IS1.2~5ST9O2KAN0T2.1 size=1048576 2024-04-13T08:05:40.913 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.913+0000 7faa9f63b780 1 > prepared part key=_multipart_ATLCBD5K8IS1.2~5ST9O2KAN0T2.2 size=237174 2024-04-13T08:05:40.913 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.913+0000 7faa9f63b780 1 > prepared multipart upload key=ATLCBD5K8IS1 upload=5ST9O2KAN0T2 tag=WT40NGK92XF8 type=write size=3382902 2024-04-13T08:05:40.916 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.917+0000 7faa9f63b780 1 < suggested update operation key=NJTHX8PDBAAE tag=MEP1TAY00EU1 type=del size=2460619 2024-04-13T08:05:40.918 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.918+0000 7faa9f63b780 1 > prepared operation key=H9HYQWGBJXF0 tag=58Y9HK5YH9X4 type=del size=1924606 2024-04-13T08:05:40.920 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.920+0000 7faa9f63b780 1 < canceled operation key=3H9XN46FCEJA tag=AIICEMDTCGKN type=del size=2901457 2024-04-13T08:05:40.923 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.923+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~0O3TR43M58SJ.0 size=1048576 2024-04-13T08:05:40.924 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.924+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~0O3TR43M58SJ.1 size=334313 2024-04-13T08:05:40.924 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.924+0000 7faa9f63b780 1 > prepared multipart upload key=KPYALZ2K1347 upload=0O3TR43M58SJ tag=UT9534ROYWNZ type=write size=2431465 2024-04-13T08:05:40.925 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.925+0000 7faa9f63b780 1 < canceled part key=_multipart_KPYALZ2K1347.2~EA7598H2ZOW3.0 size=825031 2024-04-13T08:05:40.927 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.927+0000 7faa9f63b780 1 < canceled multipart upload key=KPYALZ2K1347 upload=EA7598H2ZOW3 tag=3GB44HPI4AUF type=write size=1873607 2024-04-13T08:05:40.928 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.929+0000 7faa9f63b780 1 > prepared operation key=7LQHTC0JXLLC tag=A07OOLC2KT3E type=write size=748102 2024-04-13T08:05:40.930 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.931+0000 7faa9f63b780 1 < completed write operation key=9OD1R5489FHK tag=139A53SG0C1A type=write size=431874 2024-04-13T08:05:40.932 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.932+0000 7faa9f63b780 1 > prepared operation key=1R98I2OD2C1B tag=ZOOQI6TB3YI9 type=write size=170368 2024-04-13T08:05:40.934 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.934+0000 7faa9f63b780 1 < completed delete operation key=YVLYPQFVWYAW tag=ZGHE0V8WEGD6 type=del 2024-04-13T08:05:40.937 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.937+0000 7faa9f63b780 1 > prepared part key=_multipart_NHC2LNYCNU8O.2~XYV6YN8VJR32.0 size=390030 2024-04-13T08:05:40.937 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.937+0000 7faa9f63b780 1 > prepared multipart upload key=NHC2LNYCNU8O upload=XYV6YN8VJR32 tag=FF8IW3Y6QIZB type=write size=1438606 2024-04-13T08:05:40.939 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.939+0000 7faa9f63b780 -1 < failed to complete operation key=LCYUO09YJOWJ tag=QB8NQZVTRZCW type=del size=3229602: (22) Invalid argument 2024-04-13T08:05:40.940 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.941+0000 7faa9f63b780 1 > prepared operation key=NHC2LNYCNU8O tag=Y3ZJ4R3V9VRR type=del size=940954 2024-04-13T08:05:40.942 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.942+0000 7faa9f63b780 1 < completed part key=_multipart_1R98I2OD2C1B.2~HCZMQ80RRMYN.0 size=192732 2024-04-13T08:05:40.945 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.945+0000 7faa9f63b780 1 < completed multipart upload key=1R98I2OD2C1B upload=HCZMQ80RRMYN tag=OT5Y1MUU7QIA type=write size=1241308 2024-04-13T08:05:40.948 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.948+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~I16OUXUGV3P1.0 size=1048576 2024-04-13T08:05:40.950 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.950+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~I16OUXUGV3P1.1 size=1048576 2024-04-13T08:05:40.951 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.951+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~I16OUXUGV3P1.2 size=609032 2024-04-13T08:05:40.951 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.951+0000 7faa9f63b780 1 > prepared multipart upload key=KPYALZ2K1347 upload=I16OUXUGV3P1 tag=UQYKGU8IEA21 type=write size=3754760 2024-04-13T08:05:40.952 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.952+0000 7faa9f63b780 1 < completed delete operation key=KPYALZ2K1347 tag=0XYITCWYRQLP type=del 2024-04-13T08:05:40.954 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.954+0000 7faa9f63b780 1 > prepared operation key=ZS36Q14U11AV tag=15HBIG7IGOK3 type=write size=628871 2024-04-13T08:05:40.954 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.955+0000 7faa9f63b780 1 < canceled part key=_multipart_H9HYQWGBJXF0.2~S6LJKLYD85XQ.0 size=535829 2024-04-13T08:05:40.957 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.957+0000 7faa9f63b780 1 < canceled multipart upload key=H9HYQWGBJXF0 upload=S6LJKLYD85XQ tag=LM86OQTDVZLG type=write size=1584405 2024-04-13T08:05:40.958 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.959+0000 7faa9f63b780 1 > prepared operation key=CSYE7NHVWP4Q tag=T4TB0C51I3DL type=del size=3161511 2024-04-13T08:05:40.960 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.960+0000 7faa9f63b780 1 < completed delete operation key=USAT0PUC8Q9C tag=QRCJMIL31D88 type=del 2024-04-13T08:05:40.962 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.962+0000 7faa9f63b780 1 > prepared operation key=ZS36Q14U11AV tag=M8ARXTYSA6AM type=del size=2343906 2024-04-13T08:05:40.963 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.964+0000 7faa9f63b780 1 < completed delete operation key=DQJZH0QC5JG1 tag=1VUSQVFOJZQV type=del 2024-04-13T08:05:40.965 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.965+0000 7faa9f63b780 1 > prepared operation key=LCYUO09YJOWJ tag=UKUBVDU791MG type=del size=3105072 2024-04-13T08:05:40.967 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.967+0000 7faa9f63b780 1 < canceled operation key=U4KRH93HDNU6 tag=FB3H2Y6HOPQE type=del size=4145795 2024-04-13T08:05:40.968 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.969+0000 7faa9f63b780 1 > prepared operation key=EBB3GPXHIYM1 tag=TWQQ5XM50QE9 type=write size=945789 2024-04-13T08:05:40.970 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.970+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~F26H7W73J579.0 size=795839 2024-04-13T08:05:40.973 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.973+0000 7faa9f63b780 1 < completed multipart upload key=DQJZH0QC5JG1 upload=F26H7W73J579 tag=EXHMFXCE0BAP type=write size=1844415 2024-04-13T08:05:40.976 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.976+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~FBQ2L9I54URQ.0 size=685886 2024-04-13T08:05:40.976 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.976+0000 7faa9f63b780 1 > prepared multipart upload key=9OD1R5489FHK upload=FBQ2L9I54URQ tag=AAF81Y6PZYFE type=write size=1734462 2024-04-13T08:05:40.977 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.977+0000 7faa9f63b780 1 < completed part key=_multipart_XP1MOJCI0XHQ.2~ABE4NKFGKJVJ.0 size=1048576 2024-04-13T08:05:40.978 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.979+0000 7faa9f63b780 1 < completed part key=_multipart_XP1MOJCI0XHQ.2~ABE4NKFGKJVJ.1 size=1048576 2024-04-13T08:05:40.980 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.980+0000 7faa9f63b780 1 < completed part key=_multipart_XP1MOJCI0XHQ.2~ABE4NKFGKJVJ.2 size=296499 2024-04-13T08:05:40.983 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.983+0000 7faa9f63b780 1 < completed multipart upload key=XP1MOJCI0XHQ upload=ABE4NKFGKJVJ tag=W9QA8V386OJK type=write size=3442227 2024-04-13T08:05:40.984 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.984+0000 7faa9f63b780 1 > prepared operation key=DQJZH0QC5JG1 tag=6LVOIJRMTAGH type=del size=2633434 2024-04-13T08:05:40.986 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.986+0000 7faa9f63b780 1 < completed delete operation key=H9HYQWGBJXF0 tag=EJEKCS74H63C type=del 2024-04-13T08:05:40.988 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.989+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~W0351YPWGS63.0 size=1048576 2024-04-13T08:05:40.990 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.990+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~W0351YPWGS63.1 size=1048576 2024-04-13T08:05:40.991 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.991+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~W0351YPWGS63.2 size=616854 2024-04-13T08:05:40.991 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.991+0000 7faa9f63b780 1 > prepared multipart upload key=9OD1R5489FHK upload=W0351YPWGS63 tag=78ZFAEFTZMEW type=write size=3762582 2024-04-13T08:05:40.993 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.993+0000 7faa9f63b780 1 < completed part key=_multipart_ATLCBD5K8IS1.2~5ST9O2KAN0T2.0 size=1048576 2024-04-13T08:05:40.994 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.994+0000 7faa9f63b780 1 < completed part key=_multipart_ATLCBD5K8IS1.2~5ST9O2KAN0T2.1 size=1048576 2024-04-13T08:05:40.995 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.995+0000 7faa9f63b780 1 < completed part key=_multipart_ATLCBD5K8IS1.2~5ST9O2KAN0T2.2 size=237174 2024-04-13T08:05:40.998 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:40.998+0000 7faa9f63b780 1 < completed multipart upload key=ATLCBD5K8IS1 upload=5ST9O2KAN0T2 tag=WT40NGK92XF8 type=write size=3382902 2024-04-13T08:05:41.000 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.000+0000 7faa9f63b780 1 > prepared operation key=EBB3GPXHIYM1 tag=U0TNQZPMFIMC type=del size=348655 2024-04-13T08:05:41.001 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.001+0000 7faa9f63b780 1 < completed delete operation key=H9HYQWGBJXF0 tag=58Y9HK5YH9X4 type=del 2024-04-13T08:05:41.003 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.003+0000 7faa9f63b780 1 > prepared operation key=CSYE7NHVWP4Q tag=OZ8QRY81QEFX type=del size=193786 2024-04-13T08:05:41.003 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.003+0000 7faa9f63b780 1 < canceled part key=_multipart_KPYALZ2K1347.2~0O3TR43M58SJ.0 size=1048576 2024-04-13T08:05:41.004 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.004+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~0O3TR43M58SJ.1 size=334313 2024-04-13T08:05:41.007 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.007+0000 7faa9f63b780 1 < canceled multipart upload key=KPYALZ2K1347 upload=0O3TR43M58SJ tag=UT9534ROYWNZ type=write size=2431465 2024-04-13T08:05:41.010 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.010+0000 7faa9f63b780 1 > prepared part key=_multipart_KN6SVO6HG65Q.2~FYA7JOZ57HWA.0 size=58611 2024-04-13T08:05:41.010 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.010+0000 7faa9f63b780 1 > prepared multipart upload key=KN6SVO6HG65Q upload=FYA7JOZ57HWA tag=RPSXCVBPJW1U type=write size=1107187 2024-04-13T08:05:41.011 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.011+0000 7faa9f63b780 1 < completed write operation key=7LQHTC0JXLLC tag=A07OOLC2KT3E type=write size=748102 2024-04-13T08:05:41.013 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.013+0000 7faa9f63b780 1 > prepared operation key=KPYALZ2K1347 tag=M7CCV4Z4EGZH type=write size=582784 2024-04-13T08:05:41.014 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.014+0000 7faa9f63b780 1 < completed write operation key=1R98I2OD2C1B tag=ZOOQI6TB3YI9 type=write size=170368 2024-04-13T08:05:41.016 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.016+0000 7faa9f63b780 1 > prepared operation key=LCYUO09YJOWJ tag=Y49CHBKJ3J8E type=del size=2029648 2024-04-13T08:05:41.018 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.018+0000 7faa9f63b780 1 < completed part key=_multipart_NHC2LNYCNU8O.2~XYV6YN8VJR32.0 size=390030 2024-04-13T08:05:41.020 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.021+0000 7faa9f63b780 1 < completed multipart upload key=NHC2LNYCNU8O upload=XYV6YN8VJR32 tag=FF8IW3Y6QIZB type=write size=1438606 2024-04-13T08:05:41.023 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.023+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~5Q2TELTSQNGJ.0 size=1048576 2024-04-13T08:05:41.025 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.025+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~5Q2TELTSQNGJ.1 size=1048576 2024-04-13T08:05:41.026 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.026+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~5Q2TELTSQNGJ.2 size=45286 2024-04-13T08:05:41.026 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.026+0000 7faa9f63b780 1 > prepared multipart upload key=KPYALZ2K1347 upload=5Q2TELTSQNGJ tag=FB7GLWX42MI3 type=write size=3191014 2024-04-13T08:05:41.028 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.028+0000 7faa9f63b780 1 < completed delete operation key=NHC2LNYCNU8O tag=Y3ZJ4R3V9VRR type=del 2024-04-13T08:05:41.029 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.029+0000 7faa9f63b780 1 > prepared operation key=EB7L7HOTRCXY tag=14UY11LC5H8O type=del size=1355594 2024-04-13T08:05:41.031 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.031+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~I16OUXUGV3P1.0 size=1048576 2024-04-13T08:05:41.031 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.031+0000 7faa9f63b780 1 < canceled part key=_multipart_KPYALZ2K1347.2~I16OUXUGV3P1.1 size=1048576 2024-04-13T08:05:41.032 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.033+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~I16OUXUGV3P1.2 size=609032 2024-04-13T08:05:41.035 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.035+0000 7faa9f63b780 1 < canceled multipart upload key=KPYALZ2K1347 upload=I16OUXUGV3P1 tag=UQYKGU8IEA21 type=write size=3754760 2024-04-13T08:05:41.037 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.037+0000 7faa9f63b780 1 > prepared operation key=ZS36Q14U11AV tag=PICZNJKW2GEO type=del size=3289539 2024-04-13T08:05:41.038 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.038+0000 7faa9f63b780 1 < completed write operation key=ZS36Q14U11AV tag=15HBIG7IGOK3 type=write size=628871 2024-04-13T08:05:41.040 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.040+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=123FBT75EIV8 type=del size=985922 2024-04-13T08:05:41.042 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.042+0000 7faa9f63b780 1 < completed delete operation key=CSYE7NHVWP4Q tag=T4TB0C51I3DL type=del 2024-04-13T08:05:41.043 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.043+0000 7faa9f63b780 1 > prepared operation key=3H9XN46FCEJA tag=MR4LRX83Y4SZ type=del size=766053 2024-04-13T08:05:41.045 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.045+0000 7faa9f63b780 1 < completed delete operation key=ZS36Q14U11AV tag=M8ARXTYSA6AM type=del 2024-04-13T08:05:41.046 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.047+0000 7faa9f63b780 1 > prepared operation key=1R98I2OD2C1B tag=ED6KINSEK2AT type=write size=413940 2024-04-13T08:05:41.049 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.049+0000 7faa9f63b780 1 < completed delete operation key=LCYUO09YJOWJ tag=UKUBVDU791MG type=del 2024-04-13T08:05:41.050 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.050+0000 7faa9f63b780 1 > prepared operation key=NJTHX8PDBAAE tag=FNQAK7J962S8 type=del size=3055196 2024-04-13T08:05:41.052 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.052+0000 7faa9f63b780 1 < completed write operation key=EBB3GPXHIYM1 tag=TWQQ5XM50QE9 type=write size=945789 2024-04-13T08:05:41.053 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.053+0000 7faa9f63b780 1 > prepared operation key=9OD1R5489FHK tag=M0KR01NJOUYJ type=del size=1665687 2024-04-13T08:05:41.055 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.055+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~FBQ2L9I54URQ.0 size=685886 2024-04-13T08:05:41.057 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.057+0000 7faa9f63b780 1 < completed multipart upload key=9OD1R5489FHK upload=FBQ2L9I54URQ tag=AAF81Y6PZYFE type=write size=1734462 2024-04-13T08:05:41.060 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.060+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~SH40OU8M6NH7.0 size=1048576 2024-04-13T08:05:41.061 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.062+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~SH40OU8M6NH7.1 size=399908 2024-04-13T08:05:41.061 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.062+0000 7faa9f63b780 1 > prepared multipart upload key=USAT0PUC8Q9C upload=SH40OU8M6NH7 tag=BTOOTLCP236W type=write size=2497060 2024-04-13T08:05:41.063 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.063+0000 7faa9f63b780 1 < completed delete operation key=DQJZH0QC5JG1 tag=6LVOIJRMTAGH type=del 2024-04-13T08:05:41.065 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.065+0000 7faa9f63b780 1 > prepared operation key=ZS36Q14U11AV tag=IPZ8XKUQBUVC type=del size=956206 2024-04-13T08:05:41.066 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.066+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~W0351YPWGS63.0 size=1048576 2024-04-13T08:05:41.068 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.068+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~W0351YPWGS63.1 size=1048576 2024-04-13T08:05:41.069 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.069+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~W0351YPWGS63.2 size=616854 2024-04-13T08:05:41.072 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.072+0000 7faa9f63b780 1 < completed multipart upload key=9OD1R5489FHK upload=W0351YPWGS63 tag=78ZFAEFTZMEW type=write size=3762582 2024-04-13T08:05:41.075 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.075+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~2EOJOGIT7G0B.0 size=25901 2024-04-13T08:05:41.075 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.075+0000 7faa9f63b780 1 > prepared multipart upload key=USAT0PUC8Q9C upload=2EOJOGIT7G0B tag=QBEK27DVOOU2 type=write size=1074477 2024-04-13T08:05:41.078 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.078+0000 7faa9f63b780 1 < suggested update operation key=EBB3GPXHIYM1 tag=U0TNQZPMFIMC type=del size=348655 2024-04-13T08:05:41.079 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.080+0000 7faa9f63b780 1 > prepared operation key=EB7L7HOTRCXY tag=UV9N0R4G70S3 type=del size=332001 2024-04-13T08:05:41.081 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.081+0000 7faa9f63b780 1 < completed delete operation key=CSYE7NHVWP4Q tag=OZ8QRY81QEFX type=del 2024-04-13T08:05:41.084 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.084+0000 7faa9f63b780 1 > prepared part key=_multipart_Y3BAXTXJ3THV.2~61LD4BE523PC.0 size=1048576 2024-04-13T08:05:41.085 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.085+0000 7faa9f63b780 1 > prepared part key=_multipart_Y3BAXTXJ3THV.2~61LD4BE523PC.1 size=1048576 2024-04-13T08:05:41.086 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.087+0000 7faa9f63b780 1 > prepared part key=_multipart_Y3BAXTXJ3THV.2~61LD4BE523PC.2 size=207839 2024-04-13T08:05:41.087 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.087+0000 7faa9f63b780 1 > prepared multipart upload key=Y3BAXTXJ3THV upload=61LD4BE523PC tag=EH051WN46DLY type=write size=3353567 2024-04-13T08:05:41.088 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.089+0000 7faa9f63b780 1 < completed part key=_multipart_KN6SVO6HG65Q.2~FYA7JOZ57HWA.0 size=58611 2024-04-13T08:05:41.091 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.091+0000 7faa9f63b780 1 < completed multipart upload key=KN6SVO6HG65Q upload=FYA7JOZ57HWA tag=RPSXCVBPJW1U type=write size=1107187 2024-04-13T08:05:41.094 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.094+0000 7faa9f63b780 1 > prepared part key=_multipart_CWNYE55R1BSI.2~D8A6JXR4VTXM.0 size=1048576 2024-04-13T08:05:41.095 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.096+0000 7faa9f63b780 1 > prepared part key=_multipart_CWNYE55R1BSI.2~D8A6JXR4VTXM.1 size=1048576 2024-04-13T08:05:41.097 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.097+0000 7faa9f63b780 1 > prepared part key=_multipart_CWNYE55R1BSI.2~D8A6JXR4VTXM.2 size=660925 2024-04-13T08:05:41.097 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.097+0000 7faa9f63b780 1 > prepared multipart upload key=CWNYE55R1BSI upload=D8A6JXR4VTXM tag=VC1M7R9UGR7V type=write size=3806653 2024-04-13T08:05:41.098 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.099+0000 7faa9f63b780 1 < completed write operation key=KPYALZ2K1347 tag=M7CCV4Z4EGZH type=write size=582784 2024-04-13T08:05:41.102 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.102+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~BDIKM5RF4VA7.0 size=683734 2024-04-13T08:05:41.102 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.102+0000 7faa9f63b780 1 > prepared multipart upload key=7LQHTC0JXLLC upload=BDIKM5RF4VA7 tag=P3NDCWXPCGIA type=write size=1732310 2024-04-13T08:05:41.104 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.104+0000 7faa9f63b780 1 < completed delete operation key=LCYUO09YJOWJ tag=Y49CHBKJ3J8E type=del 2024-04-13T08:05:41.105 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.105+0000 7faa9f63b780 1 > prepared operation key=U4KRH93HDNU6 tag=X7G4HPPAEYLG type=del size=1462128 2024-04-13T08:05:41.107 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.107+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~5Q2TELTSQNGJ.0 size=1048576 2024-04-13T08:05:41.108 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.108+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~5Q2TELTSQNGJ.1 size=1048576 2024-04-13T08:05:41.110 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.110+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~5Q2TELTSQNGJ.2 size=45286 2024-04-13T08:05:41.113 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.113+0000 7faa9f63b780 1 < completed multipart upload key=KPYALZ2K1347 upload=5Q2TELTSQNGJ tag=FB7GLWX42MI3 type=write size=3191014 2024-04-13T08:05:41.114 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.114+0000 7faa9f63b780 1 > prepared operation key=U4KRH93HDNU6 tag=9T42QVKHX5RW type=del size=4182720 2024-04-13T08:05:41.115 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.116+0000 7faa9f63b780 1 < completed delete operation key=EB7L7HOTRCXY tag=14UY11LC5H8O type=del 2024-04-13T08:05:41.118 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.118+0000 7faa9f63b780 1 > prepared part key=_multipart_CCIT8DQBN9WK.2~2I3C4NM3VG1P.0 size=1048576 2024-04-13T08:05:41.120 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.120+0000 7faa9f63b780 1 > prepared part key=_multipart_CCIT8DQBN9WK.2~2I3C4NM3VG1P.1 size=1048576 2024-04-13T08:05:41.121 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.121+0000 7faa9f63b780 1 > prepared part key=_multipart_CCIT8DQBN9WK.2~2I3C4NM3VG1P.2 size=340253 2024-04-13T08:05:41.121 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.121+0000 7faa9f63b780 1 > prepared multipart upload key=CCIT8DQBN9WK upload=2I3C4NM3VG1P tag=Q02SU1AVY7EA type=write size=3485981 2024-04-13T08:05:41.124 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.124+0000 7faa9f63b780 1 < completed delete operation key=ZS36Q14U11AV tag=PICZNJKW2GEO type=del 2024-04-13T08:05:41.126 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.126+0000 7faa9f63b780 1 > prepared operation key=3H9XN46FCEJA tag=93Z190PD8XKX type=del size=230799 2024-04-13T08:05:41.127 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.128+0000 7faa9f63b780 1 < canceled operation key=USAT0PUC8Q9C tag=123FBT75EIV8 type=del size=985922 2024-04-13T08:05:41.131 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.131+0000 7faa9f63b780 1 > prepared part key=_multipart_H9HYQWGBJXF0.2~AQ05IHDRHMA4.0 size=1048576 2024-04-13T08:05:41.132 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.132+0000 7faa9f63b780 1 > prepared part key=_multipart_H9HYQWGBJXF0.2~AQ05IHDRHMA4.1 size=889867 2024-04-13T08:05:41.132 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.132+0000 7faa9f63b780 1 > prepared multipart upload key=H9HYQWGBJXF0 upload=AQ05IHDRHMA4 tag=SNURK5BWLI35 type=write size=2987019 2024-04-13T08:05:41.133 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.133+0000 7faa9f63b780 1 < completed delete operation key=3H9XN46FCEJA tag=MR4LRX83Y4SZ type=del 2024-04-13T08:05:41.136 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.136+0000 7faa9f63b780 1 > prepared part key=_multipart_ZLCXVHR00MT7.2~V5WI681QDNN5.0 size=1048576 2024-04-13T08:05:41.137 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.137+0000 7faa9f63b780 1 > prepared part key=_multipart_ZLCXVHR00MT7.2~V5WI681QDNN5.1 size=1048576 2024-04-13T08:05:41.138 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.139+0000 7faa9f63b780 1 > prepared part key=_multipart_ZLCXVHR00MT7.2~V5WI681QDNN5.2 size=813636 2024-04-13T08:05:41.138 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.139+0000 7faa9f63b780 1 > prepared multipart upload key=ZLCXVHR00MT7 upload=V5WI681QDNN5 tag=6LFF7KGHG09U type=write size=3959364 2024-04-13T08:05:41.140 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.140+0000 7faa9f63b780 1 < completed write operation key=1R98I2OD2C1B tag=ED6KINSEK2AT type=write size=413940 2024-04-13T08:05:41.143 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.143+0000 7faa9f63b780 1 > prepared part key=_multipart_EBB3GPXHIYM1.2~M80IY5PLU68Q.0 size=242137 2024-04-13T08:05:41.143 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.143+0000 7faa9f63b780 1 > prepared multipart upload key=EBB3GPXHIYM1 upload=M80IY5PLU68Q tag=F38BNFQBVQHE type=write size=1290713 2024-04-13T08:05:41.145 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.145+0000 7faa9f63b780 1 < completed delete operation key=NJTHX8PDBAAE tag=FNQAK7J962S8 type=del 2024-04-13T08:05:41.146 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.147+0000 7faa9f63b780 1 > prepared operation key=9OD1R5489FHK tag=ZHH0IBIA4C1A type=write size=498878 2024-04-13T08:05:41.149 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.150+0000 7faa9f63b780 1 < suggested update operation key=9OD1R5489FHK tag=M0KR01NJOUYJ type=del size=1665687 2024-04-13T08:05:41.151 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.151+0000 7faa9f63b780 1 > prepared operation key=YVLYPQFVWYAW tag=Z7LXOI724FUP type=write size=214866 2024-04-13T08:05:41.153 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.153+0000 7faa9f63b780 1 < completed part key=_multipart_USAT0PUC8Q9C.2~SH40OU8M6NH7.0 size=1048576 2024-04-13T08:05:41.153 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.153+0000 7faa9f63b780 1 < canceled part key=_multipart_USAT0PUC8Q9C.2~SH40OU8M6NH7.1 size=399908 2024-04-13T08:05:41.155 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.156+0000 7faa9f63b780 1 < canceled multipart upload key=USAT0PUC8Q9C upload=SH40OU8M6NH7 tag=BTOOTLCP236W type=write size=2497060 2024-04-13T08:05:41.159 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.159+0000 7faa9f63b780 1 > prepared part key=_multipart_C8EO3JFDK3I3.2~HNSX3C7YO6PB.0 size=427996 2024-04-13T08:05:41.159 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.159+0000 7faa9f63b780 1 > prepared multipart upload key=C8EO3JFDK3I3 upload=HNSX3C7YO6PB tag=9U338P2H1ZVT type=write size=1476572 2024-04-13T08:05:41.162 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.162+0000 7faa9f63b780 1 < suggested remove operation key=ZS36Q14U11AV tag=IPZ8XKUQBUVC type=del 2024-04-13T08:05:41.163 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.163+0000 7faa9f63b780 1 > prepared operation key=KPYALZ2K1347 tag=TPRZV1USH4ZT type=write size=992360 2024-04-13T08:05:41.165 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.166+0000 7faa9f63b780 1 < completed part key=_multipart_USAT0PUC8Q9C.2~2EOJOGIT7G0B.0 size=25901 2024-04-13T08:05:41.169 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.169+0000 7faa9f63b780 1 < completed multipart upload key=USAT0PUC8Q9C upload=2EOJOGIT7G0B tag=QBEK27DVOOU2 type=write size=1074477 2024-04-13T08:05:41.170 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.170+0000 7faa9f63b780 1 > prepared operation key=BGZCO481WX23 tag=U0VKNCRKVJ3E type=del size=3962307 2024-04-13T08:05:41.172 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.172+0000 7faa9f63b780 1 < completed delete operation key=EB7L7HOTRCXY tag=UV9N0R4G70S3 type=del 2024-04-13T08:05:41.174 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.174+0000 7faa9f63b780 1 > prepared operation key=DQJZH0QC5JG1 tag=TRMIT7394CH2 type=del size=633290 2024-04-13T08:05:41.176 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.176+0000 7faa9f63b780 1 < completed part key=_multipart_Y3BAXTXJ3THV.2~61LD4BE523PC.0 size=1048576 2024-04-13T08:05:41.177 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.177+0000 7faa9f63b780 1 < completed part key=_multipart_Y3BAXTXJ3THV.2~61LD4BE523PC.1 size=1048576 2024-04-13T08:05:41.179 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.179+0000 7faa9f63b780 1 < completed part key=_multipart_Y3BAXTXJ3THV.2~61LD4BE523PC.2 size=207839 2024-04-13T08:05:41.181 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.181+0000 7faa9f63b780 1 < completed multipart upload key=Y3BAXTXJ3THV upload=61LD4BE523PC tag=EH051WN46DLY type=write size=3353567 2024-04-13T08:05:41.184 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.184+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~9FK4V1HB0QR1.0 size=1048576 2024-04-13T08:05:41.185 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.186+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~9FK4V1HB0QR1.1 size=1048576 2024-04-13T08:05:41.187 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.187+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~9FK4V1HB0QR1.2 size=859882 2024-04-13T08:05:41.187 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.187+0000 7faa9f63b780 1 > prepared multipart upload key=3H9XN46FCEJA upload=9FK4V1HB0QR1 tag=EH6GASNZWWPF type=write size=4005610 2024-04-13T08:05:41.188 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.188+0000 7faa9f63b780 1 < completed part key=_multipart_CWNYE55R1BSI.2~D8A6JXR4VTXM.0 size=1048576 2024-04-13T08:05:41.189 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.190+0000 7faa9f63b780 1 < completed part key=_multipart_CWNYE55R1BSI.2~D8A6JXR4VTXM.1 size=1048576 2024-04-13T08:05:41.191 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.191+0000 7faa9f63b780 1 < completed part key=_multipart_CWNYE55R1BSI.2~D8A6JXR4VTXM.2 size=660925 2024-04-13T08:05:41.193 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.194+0000 7faa9f63b780 1 < completed multipart upload key=CWNYE55R1BSI upload=D8A6JXR4VTXM tag=VC1M7R9UGR7V type=write size=3806653 2024-04-13T08:05:41.197 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.197+0000 7faa9f63b780 1 > prepared part key=_multipart_B9J0DWQ62YOI.2~UAG1O06E64B9.0 size=333027 2024-04-13T08:05:41.197 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.197+0000 7faa9f63b780 1 > prepared multipart upload key=B9J0DWQ62YOI upload=UAG1O06E64B9 tag=54CMZMZ63JJF type=write size=1381603 2024-04-13T08:05:41.198 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.199+0000 7faa9f63b780 1 < completed part key=_multipart_7LQHTC0JXLLC.2~BDIKM5RF4VA7.0 size=683734 2024-04-13T08:05:41.201 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.201+0000 7faa9f63b780 1 < completed multipart upload key=7LQHTC0JXLLC upload=BDIKM5RF4VA7 tag=P3NDCWXPCGIA type=write size=1732310 2024-04-13T08:05:41.203 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.203+0000 7faa9f63b780 1 > prepared operation key=U4KRH93HDNU6 tag=7Y9R6YFT1ZUP type=del size=3943649 2024-04-13T08:05:41.204 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.204+0000 7faa9f63b780 1 < completed delete operation key=U4KRH93HDNU6 tag=X7G4HPPAEYLG type=del 2024-04-13T08:05:41.206 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.206+0000 7faa9f63b780 1 > prepared operation key=C8EO3JFDK3I3 tag=FUEVTEOC0EIR type=del size=1434824 2024-04-13T08:05:41.209 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.209+0000 7faa9f63b780 1 < suggested remove operation key=U4KRH93HDNU6 tag=9T42QVKHX5RW type=del 2024-04-13T08:05:41.210 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.210+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=18IPLE5U4S0M type=write size=986119 2024-04-13T08:05:41.212 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.212+0000 7faa9f63b780 1 < completed part key=_multipart_CCIT8DQBN9WK.2~2I3C4NM3VG1P.0 size=1048576 2024-04-13T08:05:41.212 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.212+0000 7faa9f63b780 1 < canceled part key=_multipart_CCIT8DQBN9WK.2~2I3C4NM3VG1P.1 size=1048576 2024-04-13T08:05:41.213 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.213+0000 7faa9f63b780 1 < completed part key=_multipart_CCIT8DQBN9WK.2~2I3C4NM3VG1P.2 size=340253 2024-04-13T08:05:41.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:40 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:05:41.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:40 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T08:05:41.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:40 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:05:41.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:40 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T08:05:41.216 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.216+0000 7faa9f63b780 1 < canceled multipart upload key=CCIT8DQBN9WK upload=2I3C4NM3VG1P tag=Q02SU1AVY7EA type=write size=3485981 2024-04-13T08:05:41.219 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.219+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~WAFYI071E2UA.0 size=1048576 2024-04-13T08:05:41.220 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.220+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~WAFYI071E2UA.1 size=281331 2024-04-13T08:05:41.220 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.220+0000 7faa9f63b780 1 > prepared multipart upload key=DQJZH0QC5JG1 upload=WAFYI071E2UA tag=CP24S0PJN1EG type=write size=2378483 2024-04-13T08:05:41.223 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.223+0000 7faa9f63b780 1 < suggested remove operation key=3H9XN46FCEJA tag=93Z190PD8XKX type=del 2024-04-13T08:05:41.225 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.225+0000 7faa9f63b780 1 > prepared operation key=C8EO3JFDK3I3 tag=U691VQJ3WGUD type=write size=72514 2024-04-13T08:05:41.226 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.227+0000 7faa9f63b780 1 < completed part key=_multipart_H9HYQWGBJXF0.2~AQ05IHDRHMA4.0 size=1048576 2024-04-13T08:05:41.228 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.228+0000 7faa9f63b780 1 < completed part key=_multipart_H9HYQWGBJXF0.2~AQ05IHDRHMA4.1 size=889867 2024-04-13T08:05:41.230 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.230+0000 7faa9f63b780 1 < completed multipart upload key=H9HYQWGBJXF0 upload=AQ05IHDRHMA4 tag=SNURK5BWLI35 type=write size=2987019 2024-04-13T08:05:41.232 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.232+0000 7faa9f63b780 1 > prepared operation key=KN6SVO6HG65Q tag=D6DUGOB6CC2M type=del size=2367793 2024-04-13T08:05:41.233 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.233+0000 7faa9f63b780 1 < completed part key=_multipart_ZLCXVHR00MT7.2~V5WI681QDNN5.0 size=1048576 2024-04-13T08:05:41.233 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.233+0000 7faa9f63b780 1 < canceled part key=_multipart_ZLCXVHR00MT7.2~V5WI681QDNN5.1 size=1048576 2024-04-13T08:05:41.235 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.235+0000 7faa9f63b780 1 < completed part key=_multipart_ZLCXVHR00MT7.2~V5WI681QDNN5.2 size=813636 2024-04-13T08:05:41.238 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.238+0000 7faa9f63b780 1 < canceled multipart upload key=ZLCXVHR00MT7 upload=V5WI681QDNN5 tag=6LFF7KGHG09U type=write size=3959364 2024-04-13T08:05:41.239 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.239+0000 7faa9f63b780 1 > prepared operation key=9OD1R5489FHK tag=UJBSC9R232JT type=del size=551553 2024-04-13T08:05:41.241 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.241+0000 7faa9f63b780 1 < completed part key=_multipart_EBB3GPXHIYM1.2~M80IY5PLU68Q.0 size=242137 2024-04-13T08:05:41.243 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.243+0000 7faa9f63b780 1 < completed multipart upload key=EBB3GPXHIYM1 upload=M80IY5PLU68Q tag=F38BNFQBVQHE type=write size=1290713 2024-04-13T08:05:41.246 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.246+0000 7faa9f63b780 1 > prepared part key=_multipart_H9HYQWGBJXF0.2~2FFVN919350S.0 size=1048576 2024-04-13T08:05:41.247 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.248+0000 7faa9f63b780 1 > prepared part key=_multipart_H9HYQWGBJXF0.2~2FFVN919350S.1 size=417722 2024-04-13T08:05:41.247 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.248+0000 7faa9f63b780 1 > prepared multipart upload key=H9HYQWGBJXF0 upload=2FFVN919350S tag=JR7H5N6GC6T1 type=write size=2514874 2024-04-13T08:05:41.249 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.250+0000 7faa9f63b780 -1 < failed to complete operation key=9OD1R5489FHK tag=ZHH0IBIA4C1A type=write size=498878: (22) Invalid argument 2024-04-13T08:05:41.253 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.253+0000 7faa9f63b780 1 > prepared part key=_multipart_YVLYPQFVWYAW.2~E77E4D2G0KNZ.0 size=1048576 2024-04-13T08:05:41.254 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.254+0000 7faa9f63b780 1 > prepared part key=_multipart_YVLYPQFVWYAW.2~E77E4D2G0KNZ.1 size=663659 2024-04-13T08:05:41.254 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.254+0000 7faa9f63b780 1 > prepared multipart upload key=YVLYPQFVWYAW upload=E77E4D2G0KNZ tag=P3NYOC3CFWES type=write size=2760811 2024-04-13T08:05:41.257 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.257+0000 7faa9f63b780 1 < suggested remove operation key=YVLYPQFVWYAW tag=Z7LXOI724FUP type=write 2024-04-13T08:05:41.259 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.259+0000 7faa9f63b780 1 > prepared operation key=YVLYPQFVWYAW tag=397OT55TSG6I type=del size=2607808 2024-04-13T08:05:41.260 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.261+0000 7faa9f63b780 1 < completed part key=_multipart_C8EO3JFDK3I3.2~HNSX3C7YO6PB.0 size=427996 2024-04-13T08:05:41.263 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.263+0000 7faa9f63b780 1 < completed multipart upload key=C8EO3JFDK3I3 upload=HNSX3C7YO6PB tag=9U338P2H1ZVT type=write size=1476572 2024-04-13T08:05:41.266 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.267+0000 7faa9f63b780 1 > prepared part key=_multipart_WSX0KY6Y4RVU.2~0Z8SNU6W4QZS.0 size=139865 2024-04-13T08:05:41.266 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.267+0000 7faa9f63b780 1 > prepared multipart upload key=WSX0KY6Y4RVU upload=0Z8SNU6W4QZS tag=IZAYJ0A4DKHH type=write size=1188441 2024-04-13T08:05:41.268 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.268+0000 7faa9f63b780 1 < completed write operation key=KPYALZ2K1347 tag=TPRZV1USH4ZT type=write size=992360 2024-04-13T08:05:41.269 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.270+0000 7faa9f63b780 1 > prepared operation key=3H9XN46FCEJA tag=PW7CELM7H2D7 type=del size=1302852 2024-04-13T08:05:41.271 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.271+0000 7faa9f63b780 1 < completed delete operation key=BGZCO481WX23 tag=U0VKNCRKVJ3E type=del 2024-04-13T08:05:41.274 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.275+0000 7faa9f63b780 1 > prepared part key=_multipart_CWNYE55R1BSI.2~W2858I9Y648K.0 size=1048576 2024-04-13T08:05:41.276 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.276+0000 7faa9f63b780 1 > prepared part key=_multipart_CWNYE55R1BSI.2~W2858I9Y648K.1 size=1048576 2024-04-13T08:05:41.277 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.277+0000 7faa9f63b780 1 > prepared part key=_multipart_CWNYE55R1BSI.2~W2858I9Y648K.2 size=1025433 2024-04-13T08:05:41.277 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.277+0000 7faa9f63b780 1 > prepared multipart upload key=CWNYE55R1BSI upload=W2858I9Y648K tag=JVERA3YOSE3X type=write size=4171161 2024-04-13T08:05:41.278 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.279+0000 7faa9f63b780 1 < completed delete operation key=DQJZH0QC5JG1 tag=TRMIT7394CH2 type=del 2024-04-13T08:05:41.281 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.282+0000 7faa9f63b780 1 > prepared part key=_multipart_6EIPCHTPO3X1.2~YNJ62JWVYEM9.0 size=676102 2024-04-13T08:05:41.281 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.282+0000 7faa9f63b780 1 > prepared multipart upload key=6EIPCHTPO3X1 upload=YNJ62JWVYEM9 tag=1JKWQC3IBL63 type=write size=1724678 2024-04-13T08:05:41.283 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.283+0000 7faa9f63b780 1 < completed part key=_multipart_3H9XN46FCEJA.2~9FK4V1HB0QR1.0 size=1048576 2024-04-13T08:05:41.284 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.285+0000 7faa9f63b780 1 < completed part key=_multipart_3H9XN46FCEJA.2~9FK4V1HB0QR1.1 size=1048576 2024-04-13T08:05:41.286 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.286+0000 7faa9f63b780 1 < completed part key=_multipart_3H9XN46FCEJA.2~9FK4V1HB0QR1.2 size=859882 2024-04-13T08:05:41.289 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.289+0000 7faa9f63b780 1 < completed multipart upload key=3H9XN46FCEJA upload=9FK4V1HB0QR1 tag=EH6GASNZWWPF type=write size=4005610 2024-04-13T08:05:41.291 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.291+0000 7faa9f63b780 1 > prepared operation key=KN6SVO6HG65Q tag=1YW4PMP2MAX0 type=del size=1833558 2024-04-13T08:05:41.293 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.293+0000 7faa9f63b780 1 < completed part key=_multipart_B9J0DWQ62YOI.2~UAG1O06E64B9.0 size=333027 2024-04-13T08:05:41.296 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.296+0000 7faa9f63b780 1 < completed multipart upload key=B9J0DWQ62YOI upload=UAG1O06E64B9 tag=54CMZMZ63JJF type=write size=1381603 2024-04-13T08:05:41.298 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.298+0000 7faa9f63b780 1 > prepared operation key=B9J0DWQ62YOI tag=X3BIOHDB66JC type=del size=440689 2024-04-13T08:05:41.300 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.301+0000 7faa9f63b780 -1 < failed to complete operation key=U4KRH93HDNU6 tag=7Y9R6YFT1ZUP type=del size=3943649: (22) Invalid argument 2024-04-13T08:05:41.302 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.302+0000 7faa9f63b780 1 > prepared operation key=6EIPCHTPO3X1 tag=4IHTU5JLRYMU type=del size=2355057 2024-04-13T08:05:41.304 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.304+0000 7faa9f63b780 1 < completed delete operation key=C8EO3JFDK3I3 tag=FUEVTEOC0EIR type=del 2024-04-13T08:05:41.305 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.305+0000 7faa9f63b780 1 > prepared operation key=KPYALZ2K1347 tag=3380QTBKMQTP type=del size=3329517 2024-04-13T08:05:41.308 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.307+0000 7faa9f63b780 1 < completed write operation key=USAT0PUC8Q9C tag=18IPLE5U4S0M type=write size=986119 2024-04-13T08:05:41.310 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.310+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~JIVGOMH50THF.0 size=1048576 2024-04-13T08:05:41.311 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.311+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~JIVGOMH50THF.1 size=1048576 2024-04-13T08:05:41.312 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.313+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~JIVGOMH50THF.2 size=31045 2024-04-13T08:05:41.312 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.313+0000 7faa9f63b780 1 > prepared multipart upload key=USAT0PUC8Q9C upload=JIVGOMH50THF tag=GJ1C8JOU4NMT type=write size=3176773 2024-04-13T08:05:41.314 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.314+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~WAFYI071E2UA.0 size=1048576 2024-04-13T08:05:41.315 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.315+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~WAFYI071E2UA.1 size=281331 2024-04-13T08:05:41.319 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.319+0000 7faa9f63b780 1 < completed multipart upload key=DQJZH0QC5JG1 upload=WAFYI071E2UA tag=CP24S0PJN1EG type=write size=2378483 2024-04-13T08:05:41.322 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.322+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~URW77PRCOTHW.0 size=323472 2024-04-13T08:05:41.322 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.322+0000 7faa9f63b780 1 > prepared multipart upload key=7LQHTC0JXLLC upload=URW77PRCOTHW tag=CKI3TQ35ZE95 type=write size=1372048 2024-04-13T08:05:41.325 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.325+0000 7faa9f63b780 1 < suggested update operation key=C8EO3JFDK3I3 tag=U691VQJ3WGUD type=write size=72514 2024-04-13T08:05:41.327 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.327+0000 7faa9f63b780 1 > prepared operation key=KPYALZ2K1347 tag=58SV6X47UT05 type=del size=2716828 2024-04-13T08:05:41.328 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.329+0000 7faa9f63b780 1 < completed delete operation key=KN6SVO6HG65Q tag=D6DUGOB6CC2M type=del 2024-04-13T08:05:41.330 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.330+0000 7faa9f63b780 1 > prepared operation key=CSYE7NHVWP4Q tag=JG13ZPAXSNNQ type=del size=2030029 2024-04-13T08:05:41.332 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.332+0000 7faa9f63b780 1 < completed delete operation key=9OD1R5489FHK tag=UJBSC9R232JT type=del 2024-04-13T08:05:41.333 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.333+0000 7faa9f63b780 1 > prepared operation key=LCYUO09YJOWJ tag=1CTGLWY1GIQ0 type=del size=1681212 2024-04-13T08:05:41.335 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.335+0000 7faa9f63b780 1 < completed part key=_multipart_H9HYQWGBJXF0.2~2FFVN919350S.0 size=1048576 2024-04-13T08:05:41.337 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.337+0000 7faa9f63b780 1 < completed part key=_multipart_H9HYQWGBJXF0.2~2FFVN919350S.1 size=417722 2024-04-13T08:05:41.339 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.340+0000 7faa9f63b780 1 < completed multipart upload key=H9HYQWGBJXF0 upload=2FFVN919350S tag=JR7H5N6GC6T1 type=write size=2514874 2024-04-13T08:05:41.341 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.341+0000 7faa9f63b780 1 > prepared operation key=7LQHTC0JXLLC tag=FWT8H797T9EC type=del size=501496 2024-04-13T08:05:41.343 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.343+0000 7faa9f63b780 1 < completed part key=_multipart_YVLYPQFVWYAW.2~E77E4D2G0KNZ.0 size=1048576 2024-04-13T08:05:41.344 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.344+0000 7faa9f63b780 1 < completed part key=_multipart_YVLYPQFVWYAW.2~E77E4D2G0KNZ.1 size=663659 2024-04-13T08:05:41.348 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.348+0000 7faa9f63b780 1 < completed multipart upload key=YVLYPQFVWYAW upload=E77E4D2G0KNZ tag=P3NYOC3CFWES type=write size=2760811 2024-04-13T08:05:41.351 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.351+0000 7faa9f63b780 1 > prepared part key=_multipart_NJTHX8PDBAAE.2~NJ4JP9LH6777.0 size=1048576 2024-04-13T08:05:41.352 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.352+0000 7faa9f63b780 1 > prepared part key=_multipart_NJTHX8PDBAAE.2~NJ4JP9LH6777.1 size=1048576 2024-04-13T08:05:41.354 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.354+0000 7faa9f63b780 1 > prepared part key=_multipart_NJTHX8PDBAAE.2~NJ4JP9LH6777.2 size=222667 2024-04-13T08:05:41.354 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.354+0000 7faa9f63b780 1 > prepared multipart upload key=NJTHX8PDBAAE upload=NJ4JP9LH6777 tag=CYSG0FK8Q0D3 type=write size=3368395 2024-04-13T08:05:41.358 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.358+0000 7faa9f63b780 1 < suggested update operation key=YVLYPQFVWYAW tag=397OT55TSG6I type=del size=2607808 2024-04-13T08:05:41.360 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.360+0000 7faa9f63b780 1 > prepared operation key=KN6SVO6HG65Q tag=GENMDTIWUVK7 type=del size=633456 2024-04-13T08:05:41.362 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.362+0000 7faa9f63b780 1 < completed part key=_multipart_WSX0KY6Y4RVU.2~0Z8SNU6W4QZS.0 size=139865 2024-04-13T08:05:41.365 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.365+0000 7faa9f63b780 1 < completed multipart upload key=WSX0KY6Y4RVU upload=0Z8SNU6W4QZS tag=IZAYJ0A4DKHH type=write size=1188441 2024-04-13T08:05:41.368 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.368+0000 7faa9f63b780 1 > prepared part key=_multipart_1139HXY3WYTZ.2~IC5X54LXEJR0.0 size=1048576 2024-04-13T08:05:41.369 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.369+0000 7faa9f63b780 1 > prepared part key=_multipart_1139HXY3WYTZ.2~IC5X54LXEJR0.1 size=165758 2024-04-13T08:05:41.369 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.369+0000 7faa9f63b780 1 > prepared multipart upload key=1139HXY3WYTZ upload=IC5X54LXEJR0 tag=N7BV10YOUUZ4 type=write size=2262910 2024-04-13T08:05:41.371 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.371+0000 7faa9f63b780 1 < completed delete operation key=3H9XN46FCEJA tag=PW7CELM7H2D7 type=del 2024-04-13T08:05:41.374 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.374+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~EEVR34C6M8EL.0 size=1048576 2024-04-13T08:05:41.375 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.376+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~EEVR34C6M8EL.1 size=1048576 2024-04-13T08:05:41.377 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.377+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~EEVR34C6M8EL.2 size=649162 2024-04-13T08:05:41.377 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.377+0000 7faa9f63b780 1 > prepared multipart upload key=3H9XN46FCEJA upload=EEVR34C6M8EL tag=0YPDDOQG93A9 type=write size=3794890 2024-04-13T08:05:41.379 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.379+0000 7faa9f63b780 1 < completed part key=_multipart_CWNYE55R1BSI.2~W2858I9Y648K.0 size=1048576 2024-04-13T08:05:41.380 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.380+0000 7faa9f63b780 1 < completed part key=_multipart_CWNYE55R1BSI.2~W2858I9Y648K.1 size=1048576 2024-04-13T08:05:41.382 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.382+0000 7faa9f63b780 1 < completed part key=_multipart_CWNYE55R1BSI.2~W2858I9Y648K.2 size=1025433 2024-04-13T08:05:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:40 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:05:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:40 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T08:05:41.385 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.385+0000 7faa9f63b780 1 < completed multipart upload key=CWNYE55R1BSI upload=W2858I9Y648K tag=JVERA3YOSE3X type=write size=4171161 2024-04-13T08:05:41.388 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.388+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~GFVPXETXHLTM.0 size=1048576 2024-04-13T08:05:41.389 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.390+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~GFVPXETXHLTM.1 size=1048576 2024-04-13T08:05:41.391 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.391+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~GFVPXETXHLTM.2 size=370038 2024-04-13T08:05:41.391 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.391+0000 7faa9f63b780 1 > prepared multipart upload key=USAT0PUC8Q9C upload=GFVPXETXHLTM tag=4YDBAMNNE2SR type=write size=3515766 2024-04-13T08:05:41.392 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.392+0000 7faa9f63b780 1 < completed part key=_multipart_6EIPCHTPO3X1.2~YNJ62JWVYEM9.0 size=676102 2024-04-13T08:05:41.395 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.395+0000 7faa9f63b780 1 < completed multipart upload key=6EIPCHTPO3X1 upload=YNJ62JWVYEM9 tag=1JKWQC3IBL63 type=write size=1724678 2024-04-13T08:05:41.398 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.398+0000 7faa9f63b780 1 > prepared part key=_multipart_ZLCXVHR00MT7.2~ANT0K4898LXO.0 size=1048576 2024-04-13T08:05:41.399 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.399+0000 7faa9f63b780 1 > prepared part key=_multipart_ZLCXVHR00MT7.2~ANT0K4898LXO.1 size=60307 2024-04-13T08:05:41.399 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.399+0000 7faa9f63b780 1 > prepared multipart upload key=ZLCXVHR00MT7 upload=ANT0K4898LXO tag=0UHWEEAT9TIA type=write size=2157459 2024-04-13T08:05:41.402 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.403+0000 7faa9f63b780 1 < suggested remove operation key=KN6SVO6HG65Q tag=1YW4PMP2MAX0 type=del 2024-04-13T08:05:41.404 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.404+0000 7faa9f63b780 1 > prepared operation key=7LQHTC0JXLLC tag=6FE76W2LFY3J type=del size=3356168 2024-04-13T08:05:41.407 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.407+0000 7faa9f63b780 1 < suggested remove operation key=B9J0DWQ62YOI tag=X3BIOHDB66JC type=del 2024-04-13T08:05:41.409 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.409+0000 7faa9f63b780 1 > prepared operation key=WSX0KY6Y4RVU tag=YDXSA80MDDHF type=write size=403703 2024-04-13T08:05:41.411 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.411+0000 7faa9f63b780 1 < completed delete operation key=6EIPCHTPO3X1 tag=4IHTU5JLRYMU type=del 2024-04-13T08:05:41.413 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.413+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=HLFI5VLHCJFU type=del size=2590680 2024-04-13T08:05:41.414 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.415+0000 7faa9f63b780 1 < completed delete operation key=KPYALZ2K1347 tag=3380QTBKMQTP type=del 2024-04-13T08:05:41.416 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.416+0000 7faa9f63b780 1 > prepared operation key=DQJZH0QC5JG1 tag=AL4YQ8O07T37 type=del size=2296055 2024-04-13T08:05:41.418 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.418+0000 7faa9f63b780 1 < completed part key=_multipart_USAT0PUC8Q9C.2~JIVGOMH50THF.0 size=1048576 2024-04-13T08:05:41.420 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.420+0000 7faa9f63b780 1 < completed part key=_multipart_USAT0PUC8Q9C.2~JIVGOMH50THF.1 size=1048576 2024-04-13T08:05:41.421 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.421+0000 7faa9f63b780 1 < completed part key=_multipart_USAT0PUC8Q9C.2~JIVGOMH50THF.2 size=31045 2024-04-13T08:05:41.423 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.424+0000 7faa9f63b780 1 < completed multipart upload key=USAT0PUC8Q9C upload=JIVGOMH50THF tag=GJ1C8JOU4NMT type=write size=3176773 2024-04-13T08:05:41.427 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.427+0000 7faa9f63b780 1 > prepared part key=_multipart_U4KRH93HDNU6.2~5RIHPJJ2CIVJ.0 size=1048576 2024-04-13T08:05:41.428 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.428+0000 7faa9f63b780 1 > prepared part key=_multipart_U4KRH93HDNU6.2~5RIHPJJ2CIVJ.1 size=1048576 2024-04-13T08:05:41.429 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.429+0000 7faa9f63b780 1 > prepared part key=_multipart_U4KRH93HDNU6.2~5RIHPJJ2CIVJ.2 size=342834 2024-04-13T08:05:41.429 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.429+0000 7faa9f63b780 1 > prepared multipart upload key=U4KRH93HDNU6 upload=5RIHPJJ2CIVJ tag=44IU0WQZJJUS type=write size=3488562 2024-04-13T08:05:41.431 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.431+0000 7faa9f63b780 1 < completed part key=_multipart_7LQHTC0JXLLC.2~URW77PRCOTHW.0 size=323472 2024-04-13T08:05:41.434 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.434+0000 7faa9f63b780 1 < completed multipart upload key=7LQHTC0JXLLC upload=URW77PRCOTHW tag=CKI3TQ35ZE95 type=write size=1372048 2024-04-13T08:05:41.436 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.436+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=N8NOE4KBL1D0 type=del size=2842432 2024-04-13T08:05:41.438 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.438+0000 7faa9f63b780 1 < completed delete operation key=KPYALZ2K1347 tag=58SV6X47UT05 type=del 2024-04-13T08:05:41.439 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.440+0000 7faa9f63b780 1 > prepared operation key=ZLCXVHR00MT7 tag=YTOWALXJGQQO type=del size=887104 2024-04-13T08:05:41.441 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.441+0000 7faa9f63b780 1 < completed delete operation key=CSYE7NHVWP4Q tag=JG13ZPAXSNNQ type=del 2024-04-13T08:05:41.444 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.444+0000 7faa9f63b780 1 > prepared part key=_multipart_BGZCO481WX23.2~LKY9CZRPF01L.0 size=1048576 2024-04-13T08:05:41.445 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.445+0000 7faa9f63b780 1 > prepared part key=_multipart_BGZCO481WX23.2~LKY9CZRPF01L.1 size=1048576 2024-04-13T08:05:41.447 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.447+0000 7faa9f63b780 1 > prepared part key=_multipart_BGZCO481WX23.2~LKY9CZRPF01L.2 size=836889 2024-04-13T08:05:41.447 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.447+0000 7faa9f63b780 1 > prepared multipart upload key=BGZCO481WX23 upload=LKY9CZRPF01L tag=518S5UP1FONL type=write size=3982617 2024-04-13T08:05:41.449 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.449+0000 7faa9f63b780 1 < completed delete operation key=LCYUO09YJOWJ tag=1CTGLWY1GIQ0 type=del 2024-04-13T08:05:41.453 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.453+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~5P0S4YF32DTK.0 size=1048576 2024-04-13T08:05:41.454 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.454+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~5P0S4YF32DTK.1 size=1048576 2024-04-13T08:05:41.456 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.456+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~5P0S4YF32DTK.2 size=124756 2024-04-13T08:05:41.456 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.456+0000 7faa9f63b780 1 > prepared multipart upload key=TSACVEYQTVRN upload=5P0S4YF32DTK tag=O64TZWMF8B3R type=write size=3270484 2024-04-13T08:05:41.457 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.457+0000 7faa9f63b780 1 < completed delete operation key=7LQHTC0JXLLC tag=FWT8H797T9EC type=del 2024-04-13T08:05:41.459 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.459+0000 7faa9f63b780 1 > prepared operation key=57TR9Y9AGKFZ tag=UHWCS2EEY314 type=write size=902371 2024-04-13T08:05:41.460 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.461+0000 7faa9f63b780 1 < completed part key=_multipart_NJTHX8PDBAAE.2~NJ4JP9LH6777.0 size=1048576 2024-04-13T08:05:41.461 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.461+0000 7faa9f63b780 1 < canceled part key=_multipart_NJTHX8PDBAAE.2~NJ4JP9LH6777.1 size=1048576 2024-04-13T08:05:41.462 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.462+0000 7faa9f63b780 1 < completed part key=_multipart_NJTHX8PDBAAE.2~NJ4JP9LH6777.2 size=222667 2024-04-13T08:05:41.465 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.465+0000 7faa9f63b780 1 < canceled multipart upload key=NJTHX8PDBAAE upload=NJ4JP9LH6777 tag=CYSG0FK8Q0D3 type=write size=3368395 2024-04-13T08:05:41.467 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.467+0000 7faa9f63b780 1 > prepared operation key=CCIT8DQBN9WK tag=MNO1PVBTMIE0 type=del size=1054721 2024-04-13T08:05:41.467 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.467+0000 7faa9f63b780 -1 < no bi entry to suggest for operation key=KN6SVO6HG65Q tag=GENMDTIWUVK7 type=del size=633456: (2) No such file or directory 2024-04-13T08:05:41.470 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.470+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~KEC3A9PCD2XV.0 size=1048576 2024-04-13T08:05:41.471 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.471+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~KEC3A9PCD2XV.1 size=445962 2024-04-13T08:05:41.471 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.471+0000 7faa9f63b780 1 > prepared multipart upload key=KPYALZ2K1347 upload=KEC3A9PCD2XV tag=S2X2S16BQE4A type=write size=2543114 2024-04-13T08:05:41.473 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.473+0000 7faa9f63b780 1 < completed part key=_multipart_1139HXY3WYTZ.2~IC5X54LXEJR0.0 size=1048576 2024-04-13T08:05:41.475 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.475+0000 7faa9f63b780 1 < completed part key=_multipart_1139HXY3WYTZ.2~IC5X54LXEJR0.1 size=165758 2024-04-13T08:05:41.478 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.478+0000 7faa9f63b780 1 < completed multipart upload key=1139HXY3WYTZ upload=IC5X54LXEJR0 tag=N7BV10YOUUZ4 type=write size=2262910 2024-04-13T08:05:41.482 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.482+0000 7faa9f63b780 1 > prepared part key=_multipart_EBB3GPXHIYM1.2~28FBWRWYYJEG.0 size=131890 2024-04-13T08:05:41.482 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.482+0000 7faa9f63b780 1 > prepared multipart upload key=EBB3GPXHIYM1 upload=28FBWRWYYJEG tag=LHJ44EM148ET type=write size=1180466 2024-04-13T08:05:41.482 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.482+0000 7faa9f63b780 1 < canceled part key=_multipart_3H9XN46FCEJA.2~EEVR34C6M8EL.0 size=1048576 2024-04-13T08:05:41.483 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.483+0000 7faa9f63b780 1 < completed part key=_multipart_3H9XN46FCEJA.2~EEVR34C6M8EL.1 size=1048576 2024-04-13T08:05:41.484 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.484+0000 7faa9f63b780 1 < completed part key=_multipart_3H9XN46FCEJA.2~EEVR34C6M8EL.2 size=649162 2024-04-13T08:05:41.487 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.487+0000 7faa9f63b780 1 < canceled multipart upload key=3H9XN46FCEJA upload=EEVR34C6M8EL tag=0YPDDOQG93A9 type=write size=3794890 2024-04-13T08:05:41.489 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.489+0000 7faa9f63b780 1 > prepared operation key=7LQHTC0JXLLC tag=6P2U9PTE1TKP type=del size=3985735 2024-04-13T08:05:41.489 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.490+0000 7faa9f63b780 1 < canceled part key=_multipart_USAT0PUC8Q9C.2~GFVPXETXHLTM.0 size=1048576 2024-04-13T08:05:41.491 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.491+0000 7faa9f63b780 1 < completed part key=_multipart_USAT0PUC8Q9C.2~GFVPXETXHLTM.1 size=1048576 2024-04-13T08:05:41.492 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.492+0000 7faa9f63b780 1 < completed part key=_multipart_USAT0PUC8Q9C.2~GFVPXETXHLTM.2 size=370038 2024-04-13T08:05:41.495 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.495+0000 7faa9f63b780 1 < canceled multipart upload key=USAT0PUC8Q9C upload=GFVPXETXHLTM tag=4YDBAMNNE2SR type=write size=3515766 2024-04-13T08:05:41.496 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.496+0000 7faa9f63b780 1 > prepared operation key=CSYE7NHVWP4Q tag=YV6VLKONLTC4 type=del size=815715 2024-04-13T08:05:41.498 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.498+0000 7faa9f63b780 1 < completed part key=_multipart_ZLCXVHR00MT7.2~ANT0K4898LXO.0 size=1048576 2024-04-13T08:05:41.499 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.499+0000 7faa9f63b780 1 < completed part key=_multipart_ZLCXVHR00MT7.2~ANT0K4898LXO.1 size=60307 2024-04-13T08:05:41.502 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.502+0000 7faa9f63b780 1 < completed multipart upload key=ZLCXVHR00MT7 upload=ANT0K4898LXO tag=0UHWEEAT9TIA type=write size=2157459 2024-04-13T08:05:41.504 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.504+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=6Z2Y7KLA91HG type=del size=3988754 2024-04-13T08:05:41.507 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.507+0000 7faa9f63b780 1 < suggested update operation key=7LQHTC0JXLLC tag=6FE76W2LFY3J type=del size=3356168 2024-04-13T08:05:41.508 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.508+0000 7faa9f63b780 1 > prepared operation key=H9HYQWGBJXF0 tag=50H2RH1YHJMB type=del size=2106142 2024-04-13T08:05:41.510 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.510+0000 7faa9f63b780 1 < canceled operation key=WSX0KY6Y4RVU tag=YDXSA80MDDHF type=write size=403703 2024-04-13T08:05:41.511 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.512+0000 7faa9f63b780 1 > prepared operation key=7LQHTC0JXLLC tag=VDMQ383KG1AD type=del size=3121583 2024-04-13T08:05:41.513 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.513+0000 7faa9f63b780 1 < canceled operation key=USAT0PUC8Q9C tag=HLFI5VLHCJFU type=del size=2590680 2024-04-13T08:05:41.515 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.515+0000 7faa9f63b780 1 > prepared operation key=1139HXY3WYTZ tag=DJ0GKC0HFNAX type=write size=306642 2024-04-13T08:05:41.517 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.517+0000 7faa9f63b780 1 < completed delete operation key=DQJZH0QC5JG1 tag=AL4YQ8O07T37 type=del 2024-04-13T08:05:41.519 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.519+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=G8WIBZCO0DL1 type=del size=1405193 2024-04-13T08:05:41.520 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.520+0000 7faa9f63b780 1 < completed part key=_multipart_U4KRH93HDNU6.2~5RIHPJJ2CIVJ.0 size=1048576 2024-04-13T08:05:41.521 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.522+0000 7faa9f63b780 1 < completed part key=_multipart_U4KRH93HDNU6.2~5RIHPJJ2CIVJ.1 size=1048576 2024-04-13T08:05:41.523 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.523+0000 7faa9f63b780 1 < completed part key=_multipart_U4KRH93HDNU6.2~5RIHPJJ2CIVJ.2 size=342834 2024-04-13T08:05:41.526 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.526+0000 7faa9f63b780 1 < completed multipart upload key=U4KRH93HDNU6 upload=5RIHPJJ2CIVJ tag=44IU0WQZJJUS type=write size=3488562 2024-04-13T08:05:41.527 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.527+0000 7faa9f63b780 1 > prepared operation key=7LQHTC0JXLLC tag=JN7ANDILRYXT type=write size=240730 2024-04-13T08:05:41.529 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.529+0000 7faa9f63b780 1 < completed delete operation key=USAT0PUC8Q9C tag=N8NOE4KBL1D0 type=del 2024-04-13T08:05:41.533 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.533+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~YYJ5KGWO68AL.0 size=1048576 2024-04-13T08:05:41.535 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.535+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~YYJ5KGWO68AL.1 size=1048576 2024-04-13T08:05:41.537 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.537+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~YYJ5KGWO68AL.2 size=835471 2024-04-13T08:05:41.537 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.537+0000 7faa9f63b780 1 > prepared multipart upload key=KPYALZ2K1347 upload=YYJ5KGWO68AL tag=X1N0NW3JC3OZ type=write size=3981199 2024-04-13T08:05:41.539 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.539+0000 7faa9f63b780 1 < completed delete operation key=ZLCXVHR00MT7 tag=YTOWALXJGQQO type=del 2024-04-13T08:05:41.541 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.542+0000 7faa9f63b780 1 > prepared operation key=U4KRH93HDNU6 tag=8RI0HGFTQR01 type=write size=273855 2024-04-13T08:05:41.545 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.545+0000 7faa9f63b780 1 < completed part key=_multipart_BGZCO481WX23.2~LKY9CZRPF01L.0 size=1048576 2024-04-13T08:05:41.547 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.547+0000 7faa9f63b780 1 < completed part key=_multipart_BGZCO481WX23.2~LKY9CZRPF01L.1 size=1048576 2024-04-13T08:05:41.549 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.550+0000 7faa9f63b780 1 < completed part key=_multipart_BGZCO481WX23.2~LKY9CZRPF01L.2 size=836889 2024-04-13T08:05:41.554 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.554+0000 7faa9f63b780 1 < completed multipart upload key=BGZCO481WX23 upload=LKY9CZRPF01L tag=518S5UP1FONL type=write size=3982617 2024-04-13T08:05:41.556 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.556+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=2CK596LNYJ31 type=del size=3873503 2024-04-13T08:05:41.559 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.559+0000 7faa9f63b780 1 < completed part key=_multipart_TSACVEYQTVRN.2~5P0S4YF32DTK.0 size=1048576 2024-04-13T08:05:41.559 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.559+0000 7faa9f63b780 1 < canceled part key=_multipart_TSACVEYQTVRN.2~5P0S4YF32DTK.1 size=1048576 2024-04-13T08:05:41.560 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.560+0000 7faa9f63b780 1 < completed part key=_multipart_TSACVEYQTVRN.2~5P0S4YF32DTK.2 size=124756 2024-04-13T08:05:41.563 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.563+0000 7faa9f63b780 1 < canceled multipart upload key=TSACVEYQTVRN upload=5P0S4YF32DTK tag=O64TZWMF8B3R type=write size=3270484 2024-04-13T08:05:41.565 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.565+0000 7faa9f63b780 1 > prepared operation key=NJTHX8PDBAAE tag=ZJB89ROT1AXX type=del size=64669 2024-04-13T08:05:41.566 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.567+0000 7faa9f63b780 1 < completed write operation key=57TR9Y9AGKFZ tag=UHWCS2EEY314 type=write size=902371 2024-04-13T08:05:41.570 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.570+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~NH0XODPXYEJZ.0 size=1048576 2024-04-13T08:05:41.571 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.571+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~NH0XODPXYEJZ.1 size=1048576 2024-04-13T08:05:41.572 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.572+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~NH0XODPXYEJZ.2 size=815338 2024-04-13T08:05:41.572 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.572+0000 7faa9f63b780 1 > prepared multipart upload key=KPYALZ2K1347 upload=NH0XODPXYEJZ tag=5ASFZ6ZUMHMH type=write size=3961066 2024-04-13T08:05:41.574 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.574+0000 7faa9f63b780 1 < completed delete operation key=CCIT8DQBN9WK tag=MNO1PVBTMIE0 type=del 2024-04-13T08:05:41.577 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.577+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~A0S42OTBS8WY.0 size=1048576 2024-04-13T08:05:41.579 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.579+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~A0S42OTBS8WY.1 size=353050 2024-04-13T08:05:41.579 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.579+0000 7faa9f63b780 1 > prepared multipart upload key=DQJZH0QC5JG1 upload=A0S42OTBS8WY tag=UQ2KAAD6O66U type=write size=2450202 2024-04-13T08:05:41.579 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.579+0000 7faa9f63b780 1 < canceled part key=_multipart_KPYALZ2K1347.2~KEC3A9PCD2XV.0 size=1048576 2024-04-13T08:05:41.581 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.581+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~KEC3A9PCD2XV.1 size=445962 2024-04-13T08:05:41.586 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.586+0000 7faa9f63b780 1 < canceled multipart upload key=KPYALZ2K1347 upload=KEC3A9PCD2XV tag=S2X2S16BQE4A type=write size=2543114 2024-04-13T08:05:41.590 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.590+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~PLGI9EF9J0GS.0 size=1048576 2024-04-13T08:05:41.591 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.591+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~PLGI9EF9J0GS.1 size=1048576 2024-04-13T08:05:41.592 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.592+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~PLGI9EF9J0GS.2 size=243664 2024-04-13T08:05:41.592 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.592+0000 7faa9f63b780 1 > prepared multipart upload key=3H9XN46FCEJA upload=PLGI9EF9J0GS tag=8EFVWXJYIHXY type=write size=3389392 2024-04-13T08:05:41.594 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.594+0000 7faa9f63b780 1 < completed part key=_multipart_EBB3GPXHIYM1.2~28FBWRWYYJEG.0 size=131890 2024-04-13T08:05:41.596 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.597+0000 7faa9f63b780 1 < completed multipart upload key=EBB3GPXHIYM1 upload=28FBWRWYYJEG tag=LHJ44EM148ET type=write size=1180466 2024-04-13T08:05:41.598 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.599+0000 7faa9f63b780 1 > prepared operation key=B9J0DWQ62YOI tag=EIBGOH9Z4FEJ type=del size=1437166 2024-04-13T08:05:41.601 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.601+0000 7faa9f63b780 -1 < failed to complete operation key=7LQHTC0JXLLC tag=6P2U9PTE1TKP type=del size=3985735: (22) Invalid argument 2024-04-13T08:05:41.603 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.603+0000 7faa9f63b780 1 > prepared operation key=CWNYE55R1BSI tag=59OQA6CBTMZD type=del size=1320612 2024-04-13T08:05:41.605 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.605+0000 7faa9f63b780 1 < completed delete operation key=CSYE7NHVWP4Q tag=YV6VLKONLTC4 type=del 2024-04-13T08:05:41.608 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.608+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~235QY7D51Y7M.0 size=1048576 2024-04-13T08:05:41.609 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.609+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~235QY7D51Y7M.1 size=1048576 2024-04-13T08:05:41.610 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.611+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~235QY7D51Y7M.2 size=336066 2024-04-13T08:05:41.611 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.611+0000 7faa9f63b780 1 > prepared multipart upload key=3H9XN46FCEJA upload=235QY7D51Y7M tag=T3GMQBZ3SE0Y type=write size=3481794 2024-04-13T08:05:41.612 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.612+0000 7faa9f63b780 1 < completed delete operation key=USAT0PUC8Q9C tag=6Z2Y7KLA91HG type=del 2024-04-13T08:05:41.614 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.614+0000 7faa9f63b780 1 > prepared operation key=ZS36Q14U11AV tag=WE7PX8MK9SX2 type=del size=246764 2024-04-13T08:05:41.615 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.616+0000 7faa9f63b780 1 < completed delete operation key=H9HYQWGBJXF0 tag=50H2RH1YHJMB type=del 2024-04-13T08:05:41.617 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.617+0000 7faa9f63b780 1 > prepared operation key=XP1MOJCI0XHQ tag=ZLWGW4LP1UE9 type=del size=2551973 2024-04-13T08:05:41.619 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.619+0000 7faa9f63b780 1 < canceled operation key=7LQHTC0JXLLC tag=VDMQ383KG1AD type=del size=3121583 2024-04-13T08:05:41.621 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.621+0000 7faa9f63b780 1 > prepared operation key=TSACVEYQTVRN tag=XH3QFRJBVWNJ type=del size=501709 2024-04-13T08:05:41.622 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.622+0000 7faa9f63b780 1 < completed write operation key=1139HXY3WYTZ tag=DJ0GKC0HFNAX type=write size=306642 2024-04-13T08:05:41.625 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.625+0000 7faa9f63b780 1 > prepared part key=_multipart_KN6SVO6HG65Q.2~L7MDEBBIFLPZ.0 size=124823 2024-04-13T08:05:41.625 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.625+0000 7faa9f63b780 1 > prepared multipart upload key=KN6SVO6HG65Q upload=L7MDEBBIFLPZ tag=T2Q7WQKE101E type=write size=1173399 2024-04-13T08:05:41.627 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.627+0000 7faa9f63b780 1 < completed delete operation key=USAT0PUC8Q9C tag=G8WIBZCO0DL1 type=del 2024-04-13T08:05:41.629 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.629+0000 7faa9f63b780 1 > prepared operation key=ZLCXVHR00MT7 tag=FHWN8ZWKLRJ0 type=del size=1472707 2024-04-13T08:05:41.631 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.632+0000 7faa9f63b780 1 < completed write operation key=7LQHTC0JXLLC tag=JN7ANDILRYXT type=write size=240730 2024-04-13T08:05:41.633 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.634+0000 7faa9f63b780 1 > prepared operation key=ZS36Q14U11AV tag=YSQLROKHZINS type=write size=93173 2024-04-13T08:05:41.636 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.636+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~YYJ5KGWO68AL.0 size=1048576 2024-04-13T08:05:41.638 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.638+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~YYJ5KGWO68AL.1 size=1048576 2024-04-13T08:05:41.638 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.638+0000 7faa9f63b780 1 < canceled part key=_multipart_KPYALZ2K1347.2~YYJ5KGWO68AL.2 size=835471 2024-04-13T08:05:41.641 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.641+0000 7faa9f63b780 1 < canceled multipart upload key=KPYALZ2K1347 upload=YYJ5KGWO68AL tag=X1N0NW3JC3OZ type=write size=3981199 2024-04-13T08:05:41.645 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.645+0000 7faa9f63b780 1 > prepared part key=_multipart_NJTHX8PDBAAE.2~8PBNGJDU1G96.0 size=120845 2024-04-13T08:05:41.645 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.645+0000 7faa9f63b780 1 > prepared multipart upload key=NJTHX8PDBAAE upload=8PBNGJDU1G96 tag=PJYEPT9KQE6C type=write size=1169421 2024-04-13T08:05:41.646 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.646+0000 7faa9f63b780 1 < completed write operation key=U4KRH93HDNU6 tag=8RI0HGFTQR01 type=write size=273855 2024-04-13T08:05:41.648 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.648+0000 7faa9f63b780 1 > prepared operation key=NHC2LNYCNU8O tag=IOVIJMAD33CB type=del size=288051 2024-04-13T08:05:41.650 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.650+0000 7faa9f63b780 1 < completed delete operation key=ATLCBD5K8IS1 tag=2CK596LNYJ31 type=del 2024-04-13T08:05:41.651 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.652+0000 7faa9f63b780 1 > prepared operation key=WSX0KY6Y4RVU tag=L9W37VCO2FQX type=del size=598395 2024-04-13T08:05:41.654 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.655+0000 7faa9f63b780 1 < suggested update operation key=NJTHX8PDBAAE tag=ZJB89ROT1AXX type=del size=64669 2024-04-13T08:05:41.656 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.656+0000 7faa9f63b780 1 > prepared operation key=CCIT8DQBN9WK tag=KVQ686M7ROCF type=write size=412356 2024-04-13T08:05:41.658 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.658+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~NH0XODPXYEJZ.0 size=1048576 2024-04-13T08:05:41.660 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.660+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~NH0XODPXYEJZ.1 size=1048576 2024-04-13T08:05:41.662 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.662+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~NH0XODPXYEJZ.2 size=815338 2024-04-13T08:05:41.665 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.665+0000 7faa9f63b780 1 < completed multipart upload key=KPYALZ2K1347 upload=NH0XODPXYEJZ tag=5ASFZ6ZUMHMH type=write size=3961066 2024-04-13T08:05:41.667 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.667+0000 7faa9f63b780 1 > prepared operation key=XP1MOJCI0XHQ tag=8U6OAYF9HKQR type=del size=560039 2024-04-13T08:05:41.670 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.670+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~A0S42OTBS8WY.0 size=1048576 2024-04-13T08:05:41.671 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.671+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~A0S42OTBS8WY.1 size=353050 2024-04-13T08:05:41.674 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.674+0000 7faa9f63b780 1 < completed multipart upload key=DQJZH0QC5JG1 upload=A0S42OTBS8WY tag=UQ2KAAD6O66U type=write size=2450202 2024-04-13T08:05:41.676 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.676+0000 7faa9f63b780 1 > prepared operation key=C8EO3JFDK3I3 tag=ZSE1O734SI0T type=del size=617640 2024-04-13T08:05:41.677 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.678+0000 7faa9f63b780 1 < completed part key=_multipart_3H9XN46FCEJA.2~PLGI9EF9J0GS.0 size=1048576 2024-04-13T08:05:41.679 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.680+0000 7faa9f63b780 1 < completed part key=_multipart_3H9XN46FCEJA.2~PLGI9EF9J0GS.1 size=1048576 2024-04-13T08:05:41.681 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.681+0000 7faa9f63b780 1 < completed part key=_multipart_3H9XN46FCEJA.2~PLGI9EF9J0GS.2 size=243664 2024-04-13T08:05:41.684 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.684+0000 7faa9f63b780 1 < completed multipart upload key=3H9XN46FCEJA upload=PLGI9EF9J0GS tag=8EFVWXJYIHXY type=write size=3389392 2024-04-13T08:05:41.685 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.685+0000 7faa9f63b780 1 > prepared operation key=57TR9Y9AGKFZ tag=UHOCGALFB1UM type=del size=3122544 2024-04-13T08:05:41.687 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.687+0000 7faa9f63b780 1 < completed delete operation key=B9J0DWQ62YOI tag=EIBGOH9Z4FEJ type=del 2024-04-13T08:05:41.688 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.689+0000 7faa9f63b780 1 > prepared operation key=B9J0DWQ62YOI tag=P7B51FN9H0UP type=del size=354379 2024-04-13T08:05:41.692 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.692+0000 7faa9f63b780 1 < suggested remove operation key=CWNYE55R1BSI tag=59OQA6CBTMZD type=del 2024-04-13T08:05:41.693 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.694+0000 7faa9f63b780 1 > prepared operation key=NHC2LNYCNU8O tag=6OFL8K32E9PF type=del size=680996 2024-04-13T08:05:41.695 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.695+0000 7faa9f63b780 1 < completed part key=_multipart_3H9XN46FCEJA.2~235QY7D51Y7M.0 size=1048576 2024-04-13T08:05:41.696 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.696+0000 7faa9f63b780 1 < completed part key=_multipart_3H9XN46FCEJA.2~235QY7D51Y7M.1 size=1048576 2024-04-13T08:05:41.697 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.698+0000 7faa9f63b780 1 < completed part key=_multipart_3H9XN46FCEJA.2~235QY7D51Y7M.2 size=336066 2024-04-13T08:05:41.700 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.701+0000 7faa9f63b780 1 < completed multipart upload key=3H9XN46FCEJA upload=235QY7D51Y7M tag=T3GMQBZ3SE0Y type=write size=3481794 2024-04-13T08:05:41.702 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.702+0000 7faa9f63b780 1 > prepared operation key=CSYE7NHVWP4Q tag=QF2XQDJIEQI4 type=del size=4005778 2024-04-13T08:05:41.705 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.705+0000 7faa9f63b780 1 < suggested remove operation key=ZS36Q14U11AV tag=WE7PX8MK9SX2 type=del 2024-04-13T08:05:41.707 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.707+0000 7faa9f63b780 1 > prepared operation key=9OD1R5489FHK tag=2CEENBE0152Z type=del size=3630037 2024-04-13T08:05:41.709 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.709+0000 7faa9f63b780 1 < completed delete operation key=XP1MOJCI0XHQ tag=ZLWGW4LP1UE9 type=del 2024-04-13T08:05:41.710 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.710+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=3YYYP8TILZCV type=del size=3367468 2024-04-13T08:05:41.712 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.712+0000 7faa9f63b780 1 < completed delete operation key=TSACVEYQTVRN tag=XH3QFRJBVWNJ type=del 2024-04-13T08:05:41.714 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.714+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=AR4A3VPONQVV type=write size=148024 2024-04-13T08:05:41.715 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.716+0000 7faa9f63b780 1 < completed part key=_multipart_KN6SVO6HG65Q.2~L7MDEBBIFLPZ.0 size=124823 2024-04-13T08:05:41.719 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.719+0000 7faa9f63b780 1 < completed multipart upload key=KN6SVO6HG65Q upload=L7MDEBBIFLPZ tag=T2Q7WQKE101E type=write size=1173399 2024-04-13T08:05:41.721 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.721+0000 7faa9f63b780 1 > prepared operation key=7LQHTC0JXLLC tag=OP45FGDKVE0G type=del size=1202808 2024-04-13T08:05:41.722 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.722+0000 7faa9f63b780 1 < completed delete operation key=ZLCXVHR00MT7 tag=FHWN8ZWKLRJ0 type=del 2024-04-13T08:05:41.724 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.724+0000 7faa9f63b780 1 > prepared operation key=57TR9Y9AGKFZ tag=U9ZJEIB0W4EB type=del size=2461559 2024-04-13T08:05:41.726 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.727+0000 7faa9f63b780 -1 < failed to complete operation key=ZS36Q14U11AV tag=YSQLROKHZINS type=write size=93173: (22) Invalid argument 2024-04-13T08:05:41.730 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.730+0000 7faa9f63b780 1 > prepared part key=_multipart_YVLYPQFVWYAW.2~12IQP62X8VZV.0 size=1048576 2024-04-13T08:05:41.731 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.731+0000 7faa9f63b780 1 > prepared part key=_multipart_YVLYPQFVWYAW.2~12IQP62X8VZV.1 size=1044364 2024-04-13T08:05:41.731 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.731+0000 7faa9f63b780 1 > prepared multipart upload key=YVLYPQFVWYAW upload=12IQP62X8VZV tag=Z7H5ETHWBS33 type=write size=3141516 2024-04-13T08:05:41.733 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.733+0000 7faa9f63b780 1 < completed part key=_multipart_NJTHX8PDBAAE.2~8PBNGJDU1G96.0 size=120845 2024-04-13T08:05:41.736 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.736+0000 7faa9f63b780 1 < completed multipart upload key=NJTHX8PDBAAE upload=8PBNGJDU1G96 tag=PJYEPT9KQE6C type=write size=1169421 2024-04-13T08:05:41.737 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.737+0000 7faa9f63b780 1 > prepared operation key=CWNYE55R1BSI tag=MNHZPTW46335 type=del size=3352473 2024-04-13T08:05:41.739 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.739+0000 7faa9f63b780 1 < completed delete operation key=NHC2LNYCNU8O tag=IOVIJMAD33CB type=del 2024-04-13T08:05:41.742 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.742+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~PTX7F59AJNE6.0 size=1048576 2024-04-13T08:05:41.743 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.744+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~PTX7F59AJNE6.1 size=460108 2024-04-13T08:05:41.744 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.744+0000 7faa9f63b780 1 > prepared multipart upload key=DQJZH0QC5JG1 upload=PTX7F59AJNE6 tag=GCEHI4M02G1E type=write size=2557260 2024-04-13T08:05:41.747 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.747+0000 7faa9f63b780 1 < suggested update operation key=WSX0KY6Y4RVU tag=L9W37VCO2FQX type=del size=598395 2024-04-13T08:05:41.748 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.748+0000 7faa9f63b780 1 > prepared operation key=LCYUO09YJOWJ tag=LXK0BHTD65I5 type=del size=1169304 2024-04-13T08:05:41.750 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.750+0000 7faa9f63b780 1 < completed write operation key=CCIT8DQBN9WK tag=KVQ686M7ROCF type=write size=412356 2024-04-13T08:05:41.753 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.753+0000 7faa9f63b780 1 > prepared operation key=KN6SVO6HG65Q tag=WPTFG455YJPS type=del size=98955 2024-04-13T08:05:41.755 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.755+0000 7faa9f63b780 1 < completed delete operation key=XP1MOJCI0XHQ tag=8U6OAYF9HKQR type=del 2024-04-13T08:05:41.756 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.756+0000 7faa9f63b780 1 > prepared operation key=57TR9Y9AGKFZ tag=64RTQ7432Q4Y type=del size=1570170 2024-04-13T08:05:41.758 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.758+0000 7faa9f63b780 1 < completed delete operation key=C8EO3JFDK3I3 tag=ZSE1O734SI0T type=del 2024-04-13T08:05:41.759 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.760+0000 7faa9f63b780 1 > prepared operation key=6EIPCHTPO3X1 tag=ZGO97P18G9RN type=del size=3994856 2024-04-13T08:05:41.761 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.761+0000 7faa9f63b780 1 < completed delete operation key=57TR9Y9AGKFZ tag=UHOCGALFB1UM type=del 2024-04-13T08:05:41.763 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.763+0000 7faa9f63b780 1 > prepared operation key=1139HXY3WYTZ tag=3ZQW3BOBYN8X type=del size=994103 2024-04-13T08:05:41.764 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.764+0000 7faa9f63b780 1 < completed delete operation key=B9J0DWQ62YOI tag=P7B51FN9H0UP type=del 2024-04-13T08:05:41.765 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.766+0000 7faa9f63b780 1 > prepared operation key=U4KRH93HDNU6 tag=WT64TP2NXD35 type=del size=3754487 2024-04-13T08:05:41.769 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.769+0000 7faa9f63b780 1 < suggested remove operation key=NHC2LNYCNU8O tag=6OFL8K32E9PF type=del 2024-04-13T08:05:41.770 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.770+0000 7faa9f63b780 1 > prepared operation key=6EIPCHTPO3X1 tag=1QDJV24OH7F2 type=del size=3205781 2024-04-13T08:05:41.772 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.772+0000 7faa9f63b780 1 < completed delete operation key=CSYE7NHVWP4Q tag=QF2XQDJIEQI4 type=del 2024-04-13T08:05:41.773 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.773+0000 7faa9f63b780 1 > prepared operation key=Y3BAXTXJ3THV tag=LQEBWEPZX28P type=del size=3984352 2024-04-13T08:05:41.775 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.775+0000 7faa9f63b780 1 < completed delete operation key=9OD1R5489FHK tag=2CEENBE0152Z type=del 2024-04-13T08:05:41.776 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.776+0000 7faa9f63b780 1 > prepared operation key=B9J0DWQ62YOI tag=AC1X9Z8LSCRC type=del size=728688 2024-04-13T08:05:41.779 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.779+0000 7faa9f63b780 1 < suggested remove operation key=ATLCBD5K8IS1 tag=3YYYP8TILZCV type=del 2024-04-13T08:05:41.782 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.782+0000 7faa9f63b780 1 > prepared part key=_multipart_BGZCO481WX23.2~RVYRNKA9ERY9.0 size=1048576 2024-04-13T08:05:41.783 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.783+0000 7faa9f63b780 1 > prepared part key=_multipart_BGZCO481WX23.2~RVYRNKA9ERY9.1 size=1048576 2024-04-13T08:05:41.784 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.785+0000 7faa9f63b780 1 > prepared part key=_multipart_BGZCO481WX23.2~RVYRNKA9ERY9.2 size=365462 2024-04-13T08:05:41.784 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.785+0000 7faa9f63b780 1 > prepared multipart upload key=BGZCO481WX23 upload=RVYRNKA9ERY9 tag=EI9OIYK810YS type=write size=3511190 2024-04-13T08:05:41.787 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.787+0000 7faa9f63b780 1 < suggested remove operation key=USAT0PUC8Q9C tag=AR4A3VPONQVV type=write 2024-04-13T08:05:41.791 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.791+0000 7faa9f63b780 1 > prepared part key=_multipart_EB7L7HOTRCXY.2~RGELP56QTLFB.0 size=1048576 2024-04-13T08:05:41.792 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.792+0000 7faa9f63b780 1 > prepared part key=_multipart_EB7L7HOTRCXY.2~RGELP56QTLFB.1 size=909693 2024-04-13T08:05:41.792 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.792+0000 7faa9f63b780 1 > prepared multipart upload key=EB7L7HOTRCXY upload=RGELP56QTLFB tag=3L2UU1FYYWC3 type=write size=3006845 2024-04-13T08:05:41.795 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.795+0000 7faa9f63b780 1 < suggested update operation key=7LQHTC0JXLLC tag=OP45FGDKVE0G type=del size=1202808 2024-04-13T08:05:41.796 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.797+0000 7faa9f63b780 1 > prepared operation key=ZS36Q14U11AV tag=S83J23Y01X83 type=del size=3541141 2024-04-13T08:05:41.798 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.798+0000 7faa9f63b780 1 < completed delete operation key=57TR9Y9AGKFZ tag=U9ZJEIB0W4EB type=del 2024-04-13T08:05:41.800 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.800+0000 7faa9f63b780 1 > prepared operation key=BGZCO481WX23 tag=HM5GQRO5XT1Y type=del size=1067783 2024-04-13T08:05:41.802 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.802+0000 7faa9f63b780 1 < completed part key=_multipart_YVLYPQFVWYAW.2~12IQP62X8VZV.0 size=1048576 2024-04-13T08:05:41.803 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.803+0000 7faa9f63b780 1 < completed part key=_multipart_YVLYPQFVWYAW.2~12IQP62X8VZV.1 size=1044364 2024-04-13T08:05:41.805 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.806+0000 7faa9f63b780 1 < completed multipart upload key=YVLYPQFVWYAW upload=12IQP62X8VZV tag=Z7H5ETHWBS33 type=write size=3141516 2024-04-13T08:05:41.808 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.808+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~KEGIW4P03LRK.0 size=123102 2024-04-13T08:05:41.808 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.808+0000 7faa9f63b780 1 > prepared multipart upload key=USAT0PUC8Q9C upload=KEGIW4P03LRK tag=TOBF8X4MWR9T type=write size=1171678 2024-04-13T08:05:41.810 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.811+0000 7faa9f63b780 1 < completed delete operation key=CWNYE55R1BSI tag=MNHZPTW46335 type=del 2024-04-13T08:05:41.812 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.812+0000 7faa9f63b780 1 > prepared operation key=NHC2LNYCNU8O tag=NFPHCMGHFYHX type=del size=1118530 2024-04-13T08:05:41.814 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.814+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~PTX7F59AJNE6.0 size=1048576 2024-04-13T08:05:41.815 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.815+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~PTX7F59AJNE6.1 size=460108 2024-04-13T08:05:41.818 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.818+0000 7faa9f63b780 1 < completed multipart upload key=DQJZH0QC5JG1 upload=PTX7F59AJNE6 tag=GCEHI4M02G1E type=write size=2557260 2024-04-13T08:05:41.819 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.820+0000 7faa9f63b780 1 > prepared operation key=BGZCO481WX23 tag=LX0M2B71CDTA type=write size=153890 2024-04-13T08:05:41.821 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.821+0000 7faa9f63b780 1 < completed delete operation key=LCYUO09YJOWJ tag=LXK0BHTD65I5 type=del 2024-04-13T08:05:41.824 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.824+0000 7faa9f63b780 1 > prepared part key=_multipart_1139HXY3WYTZ.2~XG2JW63999C3.0 size=1048576 2024-04-13T08:05:41.825 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.826+0000 7faa9f63b780 1 > prepared part key=_multipart_1139HXY3WYTZ.2~XG2JW63999C3.1 size=1048576 2024-04-13T08:05:41.827 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.827+0000 7faa9f63b780 1 > prepared part key=_multipart_1139HXY3WYTZ.2~XG2JW63999C3.2 size=951249 2024-04-13T08:05:41.827 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.827+0000 7faa9f63b780 1 > prepared multipart upload key=1139HXY3WYTZ upload=XG2JW63999C3 tag=ET985ZT38229 type=write size=4096977 2024-04-13T08:05:41.828 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.829+0000 7faa9f63b780 1 < completed delete operation key=KN6SVO6HG65Q tag=WPTFG455YJPS type=del 2024-04-13T08:05:41.830 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.830+0000 7faa9f63b780 1 > prepared operation key=1139HXY3WYTZ tag=B6M1OORBLQJT type=del size=2144508 2024-04-13T08:05:41.832 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.832+0000 7faa9f63b780 1 < completed delete operation key=57TR9Y9AGKFZ tag=64RTQ7432Q4Y type=del 2024-04-13T08:05:41.833 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.834+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=2ODFRXPS2YOY type=del size=2212179 2024-04-13T08:05:41.837 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.837+0000 7faa9f63b780 1 < suggested update operation key=6EIPCHTPO3X1 tag=ZGO97P18G9RN type=del size=3994856 2024-04-13T08:05:41.838 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.838+0000 7faa9f63b780 1 > prepared operation key=ZS36Q14U11AV tag=0R87FBUDJISM type=write size=365218 2024-04-13T08:05:41.840 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.840+0000 7faa9f63b780 1 < completed delete operation key=1139HXY3WYTZ tag=3ZQW3BOBYN8X type=del 2024-04-13T08:05:41.842 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.842+0000 7faa9f63b780 1 > prepared operation key=YVLYPQFVWYAW tag=AKIXISCXSUOR type=write size=542918 2024-04-13T08:05:41.845 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.845+0000 7faa9f63b780 1 < suggested remove operation key=U4KRH93HDNU6 tag=WT64TP2NXD35 type=del 2024-04-13T08:05:41.847 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.847+0000 7faa9f63b780 1 > prepared operation key=1R98I2OD2C1B tag=43R8QBFCY5IG type=write size=118370 2024-04-13T08:05:41.849 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.849+0000 7faa9f63b780 -1 < failed to complete operation key=6EIPCHTPO3X1 tag=1QDJV24OH7F2 type=del size=3205781: (22) Invalid argument 2024-04-13T08:05:41.852 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.852+0000 7faa9f63b780 1 > prepared part key=_multipart_ZLCXVHR00MT7.2~U2LL6FAFU385.0 size=478277 2024-04-13T08:05:41.852 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.852+0000 7faa9f63b780 1 > prepared multipart upload key=ZLCXVHR00MT7 upload=U2LL6FAFU385 tag=WANBA0O8ZO0I type=write size=1526853 2024-04-13T08:05:41.854 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.854+0000 7faa9f63b780 1 < completed delete operation key=Y3BAXTXJ3THV tag=LQEBWEPZX28P type=del 2024-04-13T08:05:41.856 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.857+0000 7faa9f63b780 1 > prepared part key=_multipart_XP1MOJCI0XHQ.2~E6GB0HFHN4O9.0 size=72059 2024-04-13T08:05:41.856 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.857+0000 7faa9f63b780 1 > prepared multipart upload key=XP1MOJCI0XHQ upload=E6GB0HFHN4O9 tag=P2TO95CU8PRP type=write size=1120635 2024-04-13T08:05:41.858 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.858+0000 7faa9f63b780 1 < completed delete operation key=B9J0DWQ62YOI tag=AC1X9Z8LSCRC type=del 2024-04-13T08:05:41.859 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.859+0000 7faa9f63b780 1 > prepared operation key=EB7L7HOTRCXY tag=WFFXX3V78OL4 type=del size=42803 2024-04-13T08:05:41.861 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.861+0000 7faa9f63b780 1 < completed part key=_multipart_BGZCO481WX23.2~RVYRNKA9ERY9.0 size=1048576 2024-04-13T08:05:41.862 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.862+0000 7faa9f63b780 1 < completed part key=_multipart_BGZCO481WX23.2~RVYRNKA9ERY9.1 size=1048576 2024-04-13T08:05:41.863 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.864+0000 7faa9f63b780 1 < completed part key=_multipart_BGZCO481WX23.2~RVYRNKA9ERY9.2 size=365462 2024-04-13T08:05:41.866 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.867+0000 7faa9f63b780 1 < completed multipart upload key=BGZCO481WX23 upload=RVYRNKA9ERY9 tag=EI9OIYK810YS type=write size=3511190 2024-04-13T08:05:41.868 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.869+0000 7faa9f63b780 1 > prepared operation key=CCIT8DQBN9WK tag=NIVRCIDSA7MV type=del size=724635 2024-04-13T08:05:41.869 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.869+0000 7faa9f63b780 1 < canceled part key=_multipart_EB7L7HOTRCXY.2~RGELP56QTLFB.0 size=1048576 2024-04-13T08:05:41.870 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.870+0000 7faa9f63b780 1 < completed part key=_multipart_EB7L7HOTRCXY.2~RGELP56QTLFB.1 size=909693 2024-04-13T08:05:41.873 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.873+0000 7faa9f63b780 1 < canceled multipart upload key=EB7L7HOTRCXY upload=RGELP56QTLFB tag=3L2UU1FYYWC3 type=write size=3006845 2024-04-13T08:05:41.876 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.876+0000 7faa9f63b780 1 > prepared part key=_multipart_Y3BAXTXJ3THV.2~SYXS9K38VF8X.0 size=1048576 2024-04-13T08:05:41.877 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.877+0000 7faa9f63b780 1 > prepared part key=_multipart_Y3BAXTXJ3THV.2~SYXS9K38VF8X.1 size=1048576 2024-04-13T08:05:41.878 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.879+0000 7faa9f63b780 1 > prepared part key=_multipart_Y3BAXTXJ3THV.2~SYXS9K38VF8X.2 size=571817 2024-04-13T08:05:41.879 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.879+0000 7faa9f63b780 1 > prepared multipart upload key=Y3BAXTXJ3THV upload=SYXS9K38VF8X tag=0N93LXXPQWX1 type=write size=3717545 2024-04-13T08:05:41.880 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.880+0000 7faa9f63b780 1 < completed delete operation key=ZS36Q14U11AV tag=S83J23Y01X83 type=del 2024-04-13T08:05:41.882 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.882+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=722YZTNSK8CZ type=del size=1060929 2024-04-13T08:05:41.884 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.884+0000 7faa9f63b780 1 < completed delete operation key=BGZCO481WX23 tag=HM5GQRO5XT1Y type=del 2024-04-13T08:05:41.885 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.885+0000 7faa9f63b780 1 > prepared operation key=3H9XN46FCEJA tag=IF4VBZTGOTIJ type=del size=2394467 2024-04-13T08:05:41.887 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.887+0000 7faa9f63b780 1 < completed part key=_multipart_USAT0PUC8Q9C.2~KEGIW4P03LRK.0 size=123102 2024-04-13T08:05:41.889 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.889+0000 7faa9f63b780 1 < completed multipart upload key=USAT0PUC8Q9C upload=KEGIW4P03LRK tag=TOBF8X4MWR9T type=write size=1171678 2024-04-13T08:05:41.891 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.891+0000 7faa9f63b780 1 > prepared operation key=CSYE7NHVWP4Q tag=FLOBLF53W6A2 type=del size=417986 2024-04-13T08:05:41.892 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.893+0000 7faa9f63b780 1 < completed delete operation key=NHC2LNYCNU8O tag=NFPHCMGHFYHX type=del 2024-04-13T08:05:41.894 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.894+0000 7faa9f63b780 1 > prepared operation key=EB7L7HOTRCXY tag=ZGNWZ81S1SG8 type=del size=2887138 2024-04-13T08:05:41.896 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.896+0000 7faa9f63b780 1 < completed write operation key=BGZCO481WX23 tag=LX0M2B71CDTA type=write size=153890 2024-04-13T08:05:41.898 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.898+0000 7faa9f63b780 1 > prepared operation key=U4KRH93HDNU6 tag=TQ772Y1B7U86 type=del size=1364501 2024-04-13T08:05:41.898 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.898+0000 7faa9f63b780 1 < canceled part key=_multipart_1139HXY3WYTZ.2~XG2JW63999C3.0 size=1048576 2024-04-13T08:05:41.899 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.899+0000 7faa9f63b780 1 < completed part key=_multipart_1139HXY3WYTZ.2~XG2JW63999C3.1 size=1048576 2024-04-13T08:05:41.900 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.901+0000 7faa9f63b780 1 < completed part key=_multipart_1139HXY3WYTZ.2~XG2JW63999C3.2 size=951249 2024-04-13T08:05:41.904 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.904+0000 7faa9f63b780 1 < canceled multipart upload key=1139HXY3WYTZ upload=XG2JW63999C3 tag=ET985ZT38229 type=write size=4096977 2024-04-13T08:05:41.906 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.907+0000 7faa9f63b780 1 > prepared part key=_multipart_6EIPCHTPO3X1.2~C6VKK3OUWJJG.0 size=252749 2024-04-13T08:05:41.907 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.907+0000 7faa9f63b780 1 > prepared multipart upload key=6EIPCHTPO3X1 upload=C6VKK3OUWJJG tag=Z8WC27VA0OOA type=write size=1301325 2024-04-13T08:05:41.908 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.908+0000 7faa9f63b780 1 < completed delete operation key=1139HXY3WYTZ tag=B6M1OORBLQJT type=del 2024-04-13T08:05:41.912 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.912+0000 7faa9f63b780 1 > prepared part key=_multipart_WSX0KY6Y4RVU.2~RHFFQU259T88.0 size=1048576 2024-04-13T08:05:41.913 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.913+0000 7faa9f63b780 1 > prepared part key=_multipart_WSX0KY6Y4RVU.2~RHFFQU259T88.1 size=1048576 2024-04-13T08:05:41.914 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.914+0000 7faa9f63b780 1 > prepared part key=_multipart_WSX0KY6Y4RVU.2~RHFFQU259T88.2 size=523194 2024-04-13T08:05:41.914 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.914+0000 7faa9f63b780 1 > prepared multipart upload key=WSX0KY6Y4RVU upload=RHFFQU259T88 tag=GWF9HS4VWYST type=write size=3668922 2024-04-13T08:05:41.916 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.916+0000 7faa9f63b780 1 < canceled operation key=USAT0PUC8Q9C tag=2ODFRXPS2YOY type=del size=2212179 2024-04-13T08:05:41.919 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.919+0000 7faa9f63b780 1 > prepared part key=_multipart_LCYUO09YJOWJ.2~0UB9DH8184OQ.0 size=963194 2024-04-13T08:05:41.919 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.919+0000 7faa9f63b780 1 > prepared multipart upload key=LCYUO09YJOWJ upload=0UB9DH8184OQ tag=PZCRURV96GEV type=write size=2011770 2024-04-13T08:05:41.921 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.921+0000 7faa9f63b780 1 < completed write operation key=ZS36Q14U11AV tag=0R87FBUDJISM type=write size=365218 2024-04-13T08:05:41.922 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.922+0000 7faa9f63b780 1 > prepared operation key=ZS36Q14U11AV tag=OG1K1ASRSH41 type=del size=2424978 2024-04-13T08:05:41.925 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.925+0000 7faa9f63b780 1 < suggested update operation key=YVLYPQFVWYAW tag=AKIXISCXSUOR type=write size=542918 2024-04-13T08:05:41.927 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.927+0000 7faa9f63b780 1 > prepared operation key=ZLCXVHR00MT7 tag=I87CRE73PH23 type=del size=3905789 2024-04-13T08:05:41.929 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.929+0000 7faa9f63b780 1 < completed write operation key=1R98I2OD2C1B tag=43R8QBFCY5IG type=write size=118370 2024-04-13T08:05:41.930 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.930+0000 7faa9f63b780 1 > prepared operation key=CWNYE55R1BSI tag=68YP418IS4N7 type=del size=3669163 2024-04-13T08:05:41.932 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.932+0000 7faa9f63b780 1 < completed part key=_multipart_ZLCXVHR00MT7.2~U2LL6FAFU385.0 size=478277 2024-04-13T08:05:41.934 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.934+0000 7faa9f63b780 1 < completed multipart upload key=ZLCXVHR00MT7 upload=U2LL6FAFU385 tag=WANBA0O8ZO0I type=write size=1526853 2024-04-13T08:05:41.937 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.938+0000 7faa9f63b780 1 > prepared part key=_multipart_B9J0DWQ62YOI.2~O08K1KJ04C50.0 size=38170 2024-04-13T08:05:41.937 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.938+0000 7faa9f63b780 1 > prepared multipart upload key=B9J0DWQ62YOI upload=O08K1KJ04C50 tag=BS95F2W65N7K type=write size=1086746 2024-04-13T08:05:41.939 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.939+0000 7faa9f63b780 1 < completed part key=_multipart_XP1MOJCI0XHQ.2~E6GB0HFHN4O9.0 size=72059 2024-04-13T08:05:41.942 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.942+0000 7faa9f63b780 1 < completed multipart upload key=XP1MOJCI0XHQ upload=E6GB0HFHN4O9 tag=P2TO95CU8PRP type=write size=1120635 2024-04-13T08:05:41.943 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.944+0000 7faa9f63b780 1 > prepared operation key=WSX0KY6Y4RVU tag=8U5GU03VV3OK type=del size=3910160 2024-04-13T08:05:41.945 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.945+0000 7faa9f63b780 1 < completed delete operation key=EB7L7HOTRCXY tag=WFFXX3V78OL4 type=del 2024-04-13T08:05:41.947 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.947+0000 7faa9f63b780 1 > prepared operation key=LCYUO09YJOWJ tag=1TTYPF0MK8P9 type=del size=640274 2024-04-13T08:05:41.949 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.949+0000 7faa9f63b780 1 < completed delete operation key=CCIT8DQBN9WK tag=NIVRCIDSA7MV type=del 2024-04-13T08:05:41.952 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.952+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~NSUEAZ77O1TY.0 size=1048576 2024-04-13T08:05:41.953 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.954+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~NSUEAZ77O1TY.1 size=1048576 2024-04-13T08:05:41.955 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.955+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~NSUEAZ77O1TY.2 size=122810 2024-04-13T08:05:41.955 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.955+0000 7faa9f63b780 1 > prepared multipart upload key=TSACVEYQTVRN upload=NSUEAZ77O1TY tag=BY2KN9M4HRB5 type=write size=3268538 2024-04-13T08:05:41.957 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.957+0000 7faa9f63b780 1 < completed part key=_multipart_Y3BAXTXJ3THV.2~SYXS9K38VF8X.0 size=1048576 2024-04-13T08:05:41.958 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.958+0000 7faa9f63b780 1 < completed part key=_multipart_Y3BAXTXJ3THV.2~SYXS9K38VF8X.1 size=1048576 2024-04-13T08:05:41.959 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.960+0000 7faa9f63b780 1 < completed part key=_multipart_Y3BAXTXJ3THV.2~SYXS9K38VF8X.2 size=571817 2024-04-13T08:05:41.962 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.963+0000 7faa9f63b780 1 < completed multipart upload key=Y3BAXTXJ3THV upload=SYXS9K38VF8X tag=0N93LXXPQWX1 type=write size=3717545 2024-04-13T08:05:41.964 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.964+0000 7faa9f63b780 1 > prepared operation key=B9J0DWQ62YOI tag=RA1ZV8AI17DB type=del size=2163228 2024-04-13T08:05:41.966 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.966+0000 7faa9f63b780 1 < completed delete operation key=USAT0PUC8Q9C tag=722YZTNSK8CZ type=del 2024-04-13T08:05:41.967 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.968+0000 7faa9f63b780 1 > prepared operation key=BGZCO481WX23 tag=MTF8PV0BKR7J type=del size=1658546 2024-04-13T08:05:41.969 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.969+0000 7faa9f63b780 1 < completed delete operation key=3H9XN46FCEJA tag=IF4VBZTGOTIJ type=del 2024-04-13T08:05:41.971 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.971+0000 7faa9f63b780 1 > prepared operation key=H9HYQWGBJXF0 tag=GYSJR2BX5CYG type=del size=1198288 2024-04-13T08:05:41.974 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.974+0000 7faa9f63b780 1 < suggested remove operation key=CSYE7NHVWP4Q tag=FLOBLF53W6A2 type=del 2024-04-13T08:05:41.977 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.977+0000 7faa9f63b780 1 > prepared part key=_multipart_WSX0KY6Y4RVU.2~928CKPUISR73.0 size=905305 2024-04-13T08:05:41.977 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.977+0000 7faa9f63b780 1 > prepared multipart upload key=WSX0KY6Y4RVU upload=928CKPUISR73 tag=PFY1DSSI5XOM type=write size=1953881 2024-04-13T08:05:41.980 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.980+0000 7faa9f63b780 1 < suggested update operation key=EB7L7HOTRCXY tag=ZGNWZ81S1SG8 type=del size=2887138 2024-04-13T08:05:41.982 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.982+0000 7faa9f63b780 1 > prepared operation key=9OD1R5489FHK tag=DXBWCJ8S0RLP type=del size=4114192 2024-04-13T08:05:41.984 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.984+0000 7faa9f63b780 1 < completed delete operation key=U4KRH93HDNU6 tag=TQ772Y1B7U86 type=del 2024-04-13T08:05:41.987 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.987+0000 7faa9f63b780 1 > prepared part key=_multipart_KN6SVO6HG65Q.2~YJE99PH2M4PM.0 size=1048576 2024-04-13T08:05:41.988 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.988+0000 7faa9f63b780 1 > prepared part key=_multipart_KN6SVO6HG65Q.2~YJE99PH2M4PM.1 size=1048576 2024-04-13T08:05:41.989 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.990+0000 7faa9f63b780 1 > prepared part key=_multipart_KN6SVO6HG65Q.2~YJE99PH2M4PM.2 size=986152 2024-04-13T08:05:41.989 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.990+0000 7faa9f63b780 1 > prepared multipart upload key=KN6SVO6HG65Q upload=YJE99PH2M4PM tag=02D1U4BTDZW1 type=write size=4131880 2024-04-13T08:05:41.991 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.991+0000 7faa9f63b780 1 < completed part key=_multipart_6EIPCHTPO3X1.2~C6VKK3OUWJJG.0 size=252749 2024-04-13T08:05:41.994 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.994+0000 7faa9f63b780 1 < completed multipart upload key=6EIPCHTPO3X1 upload=C6VKK3OUWJJG tag=Z8WC27VA0OOA type=write size=1301325 2024-04-13T08:05:41.996 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.996+0000 7faa9f63b780 1 > prepared operation key=XP1MOJCI0XHQ tag=36K12NF7P5J6 type=del size=1575893 2024-04-13T08:05:41.998 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.998+0000 7faa9f63b780 1 < completed part key=_multipart_WSX0KY6Y4RVU.2~RHFFQU259T88.0 size=1048576 2024-04-13T08:05:41.999 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:41.999+0000 7faa9f63b780 1 < completed part key=_multipart_WSX0KY6Y4RVU.2~RHFFQU259T88.1 size=1048576 2024-04-13T08:05:42.001 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.001+0000 7faa9f63b780 1 < completed part key=_multipart_WSX0KY6Y4RVU.2~RHFFQU259T88.2 size=523194 2024-04-13T08:05:42.004 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.004+0000 7faa9f63b780 1 < completed multipart upload key=WSX0KY6Y4RVU upload=RHFFQU259T88 tag=GWF9HS4VWYST type=write size=3668922 2024-04-13T08:05:42.006 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.006+0000 7faa9f63b780 1 > prepared operation key=NHC2LNYCNU8O tag=JAVX7HDWJCUA type=del size=2747337 2024-04-13T08:05:42.007 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.007+0000 7faa9f63b780 1 < completed part key=_multipart_LCYUO09YJOWJ.2~0UB9DH8184OQ.0 size=963194 2024-04-13T08:05:42.010 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.010+0000 7faa9f63b780 1 < completed multipart upload key=LCYUO09YJOWJ upload=0UB9DH8184OQ tag=PZCRURV96GEV type=write size=2011770 2024-04-13T08:05:42.012 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.012+0000 7faa9f63b780 1 > prepared operation key=CWNYE55R1BSI tag=KM10J3FG8P9N type=write size=674308 2024-04-13T08:05:42.013 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.014+0000 7faa9f63b780 1 < completed delete operation key=ZS36Q14U11AV tag=OG1K1ASRSH41 type=del 2024-04-13T08:05:42.015 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.015+0000 7faa9f63b780 1 > prepared operation key=ZS36Q14U11AV tag=57CH06REMFI4 type=del size=1857775 2024-04-13T08:05:42.017 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.017+0000 7faa9f63b780 1 < completed delete operation key=ZLCXVHR00MT7 tag=I87CRE73PH23 type=del 2024-04-13T08:05:42.020 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.020+0000 7faa9f63b780 1 > prepared operation key=WSX0KY6Y4RVU tag=XBSS0EX6AUE6 type=del size=1515005 2024-04-13T08:05:42.021 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.021+0000 7faa9f63b780 1 < completed delete operation key=CWNYE55R1BSI tag=68YP418IS4N7 type=del 2024-04-13T08:05:42.023 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.023+0000 7faa9f63b780 1 > prepared operation key=EBB3GPXHIYM1 tag=JTKWMJLZSR0O type=del size=3781716 2024-04-13T08:05:42.025 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.025+0000 7faa9f63b780 1 < completed part key=_multipart_B9J0DWQ62YOI.2~O08K1KJ04C50.0 size=38170 2024-04-13T08:05:42.028 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.028+0000 7faa9f63b780 1 < completed multipart upload key=B9J0DWQ62YOI upload=O08K1KJ04C50 tag=BS95F2W65N7K type=write size=1086746 2024-04-13T08:05:42.031 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.032+0000 7faa9f63b780 1 > prepared part key=_multipart_C8EO3JFDK3I3.2~HM9R1MEJVNRB.0 size=1048576 2024-04-13T08:05:42.033 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.033+0000 7faa9f63b780 1 > prepared part key=_multipart_C8EO3JFDK3I3.2~HM9R1MEJVNRB.1 size=1048576 2024-04-13T08:05:42.034 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.034+0000 7faa9f63b780 1 > prepared part key=_multipart_C8EO3JFDK3I3.2~HM9R1MEJVNRB.2 size=580290 2024-04-13T08:05:42.034 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.034+0000 7faa9f63b780 1 > prepared multipart upload key=C8EO3JFDK3I3 upload=HM9R1MEJVNRB tag=5YK8EUZELP40 type=write size=3726018 2024-04-13T08:05:42.036 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.036+0000 7faa9f63b780 1 < completed delete operation key=WSX0KY6Y4RVU tag=8U5GU03VV3OK type=del 2024-04-13T08:05:42.038 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.038+0000 7faa9f63b780 1 > prepared operation key=Y3BAXTXJ3THV tag=BIW7ON03T4R5 type=del size=3283821 2024-04-13T08:05:42.040 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.040+0000 7faa9f63b780 1 < completed delete operation key=LCYUO09YJOWJ tag=1TTYPF0MK8P9 type=del 2024-04-13T08:05:42.043 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.043+0000 7faa9f63b780 1 > prepared part key=_multipart_U4KRH93HDNU6.2~OL1KCK21R5G8.0 size=1048576 2024-04-13T08:05:42.044 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.044+0000 7faa9f63b780 1 > prepared part key=_multipart_U4KRH93HDNU6.2~OL1KCK21R5G8.1 size=1048576 2024-04-13T08:05:42.046 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.046+0000 7faa9f63b780 1 > prepared part key=_multipart_U4KRH93HDNU6.2~OL1KCK21R5G8.2 size=614093 2024-04-13T08:05:42.046 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.046+0000 7faa9f63b780 1 > prepared multipart upload key=U4KRH93HDNU6 upload=OL1KCK21R5G8 tag=1BRWJTAJ2GPV type=write size=3759821 2024-04-13T08:05:42.047 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.047+0000 7faa9f63b780 1 < completed part key=_multipart_TSACVEYQTVRN.2~NSUEAZ77O1TY.0 size=1048576 2024-04-13T08:05:42.047 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.047+0000 7faa9f63b780 1 < canceled part key=_multipart_TSACVEYQTVRN.2~NSUEAZ77O1TY.1 size=1048576 2024-04-13T08:05:42.048 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.049+0000 7faa9f63b780 1 < completed part key=_multipart_TSACVEYQTVRN.2~NSUEAZ77O1TY.2 size=122810 2024-04-13T08:05:42.051 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.052+0000 7faa9f63b780 1 < canceled multipart upload key=TSACVEYQTVRN upload=NSUEAZ77O1TY tag=BY2KN9M4HRB5 type=write size=3268538 2024-04-13T08:05:42.055 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.055+0000 7faa9f63b780 1 > prepared part key=_multipart_U4KRH93HDNU6.2~E4AORAJIUR7V.0 size=554614 2024-04-13T08:05:42.055 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.055+0000 7faa9f63b780 1 > prepared multipart upload key=U4KRH93HDNU6 upload=E4AORAJIUR7V tag=VHZ7FYJAD4MM type=write size=1603190 2024-04-13T08:05:42.056 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.056+0000 7faa9f63b780 1 < completed delete operation key=B9J0DWQ62YOI tag=RA1ZV8AI17DB type=del 2024-04-13T08:05:42.059 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.059+0000 7faa9f63b780 1 > prepared part key=_multipart_ATLCBD5K8IS1.2~8YCM7VAE1Q7V.0 size=865246 2024-04-13T08:05:42.059 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.059+0000 7faa9f63b780 1 > prepared multipart upload key=ATLCBD5K8IS1 upload=8YCM7VAE1Q7V tag=I35K40Q74KMW type=write size=1913822 2024-04-13T08:05:42.061 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.061+0000 7faa9f63b780 1 < completed delete operation key=BGZCO481WX23 tag=MTF8PV0BKR7J type=del 2024-04-13T08:05:42.062 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.063+0000 7faa9f63b780 1 > prepared operation key=TSACVEYQTVRN tag=94HYF7WLCIAZ type=del size=769076 2024-04-13T08:05:42.064 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.064+0000 7faa9f63b780 1 < completed delete operation key=H9HYQWGBJXF0 tag=GYSJR2BX5CYG type=del 2024-04-13T08:05:42.066 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.066+0000 7faa9f63b780 1 > prepared operation key=DQJZH0QC5JG1 tag=LK0BXUR8B32Q type=del size=1178704 2024-04-13T08:05:42.067 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.068+0000 7faa9f63b780 1 < completed part key=_multipart_WSX0KY6Y4RVU.2~928CKPUISR73.0 size=905305 2024-04-13T08:05:42.070 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.070+0000 7faa9f63b780 1 < completed multipart upload key=WSX0KY6Y4RVU upload=928CKPUISR73 tag=PFY1DSSI5XOM type=write size=1953881 2024-04-13T08:05:42.074 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.074+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~U6FHGQ2JUY31.0 size=344423 2024-04-13T08:05:42.074 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.074+0000 7faa9f63b780 1 > prepared multipart upload key=KPYALZ2K1347 upload=U6FHGQ2JUY31 tag=QZI315FZB2MJ type=write size=1392999 2024-04-13T08:05:42.076 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.076+0000 7faa9f63b780 1 < completed delete operation key=9OD1R5489FHK tag=DXBWCJ8S0RLP type=del 2024-04-13T08:05:42.078 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.078+0000 7faa9f63b780 1 > prepared operation key=57TR9Y9AGKFZ tag=2HMQKJUIZNA0 type=write size=1029467 2024-04-13T08:05:42.079 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.080+0000 7faa9f63b780 1 < completed part key=_multipart_KN6SVO6HG65Q.2~YJE99PH2M4PM.0 size=1048576 2024-04-13T08:05:42.081 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.081+0000 7faa9f63b780 1 < completed part key=_multipart_KN6SVO6HG65Q.2~YJE99PH2M4PM.1 size=1048576 2024-04-13T08:05:42.082 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.082+0000 7faa9f63b780 1 < completed part key=_multipart_KN6SVO6HG65Q.2~YJE99PH2M4PM.2 size=986152 2024-04-13T08:05:42.085 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.085+0000 7faa9f63b780 1 < completed multipart upload key=KN6SVO6HG65Q upload=YJE99PH2M4PM tag=02D1U4BTDZW1 type=write size=4131880 2024-04-13T08:05:42.088 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.088+0000 7faa9f63b780 1 > prepared part key=_multipart_YVLYPQFVWYAW.2~7JZOVKI9CJ4W.0 size=488912 2024-04-13T08:05:42.088 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.088+0000 7faa9f63b780 1 > prepared multipart upload key=YVLYPQFVWYAW upload=7JZOVKI9CJ4W tag=IC0YANHDD4Q7 type=write size=1537488 2024-04-13T08:05:42.090 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.090+0000 7faa9f63b780 1 < completed delete operation key=XP1MOJCI0XHQ tag=36K12NF7P5J6 type=del 2024-04-13T08:05:42.092 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.092+0000 7faa9f63b780 1 > prepared operation key=EB7L7HOTRCXY tag=VAQY0G6C4K6S type=write size=860311 2024-04-13T08:05:42.094 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.094+0000 7faa9f63b780 1 < completed delete operation key=NHC2LNYCNU8O tag=JAVX7HDWJCUA type=del 2024-04-13T08:05:42.095 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.095+0000 7faa9f63b780 1 > prepared operation key=TSACVEYQTVRN tag=TKRQOYUH2V3R type=del size=1162799 2024-04-13T08:05:42.097 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.097+0000 7faa9f63b780 1 < completed write operation key=CWNYE55R1BSI tag=KM10J3FG8P9N type=write size=674308 2024-04-13T08:05:42.100 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.100+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~YK16DQSISHYA.0 size=1048576 2024-04-13T08:05:42.101 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.102+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~YK16DQSISHYA.1 size=1048576 2024-04-13T08:05:42.103 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.103+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~YK16DQSISHYA.2 size=15150 2024-04-13T08:05:42.103 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.103+0000 7faa9f63b780 1 > prepared multipart upload key=9OD1R5489FHK upload=YK16DQSISHYA tag=U53J9RO1T22W type=write size=3160878 2024-04-13T08:05:42.107 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.106+0000 7faa9f63b780 1 < suggested remove operation key=ZS36Q14U11AV tag=57CH06REMFI4 type=del 2024-04-13T08:05:42.108 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.108+0000 7faa9f63b780 1 > prepared operation key=6EIPCHTPO3X1 tag=MIK70BWNY9KL type=del size=2998286 2024-04-13T08:05:42.110 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.110+0000 7faa9f63b780 1 < completed delete operation key=WSX0KY6Y4RVU tag=XBSS0EX6AUE6 type=del 2024-04-13T08:05:42.112 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.112+0000 7faa9f63b780 1 > prepared operation key=9OD1R5489FHK tag=D83M0GH6KRI2 type=del size=4111392 2024-04-13T08:05:42.114 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.114+0000 7faa9f63b780 1 < completed delete operation key=EBB3GPXHIYM1 tag=JTKWMJLZSR0O type=del 2024-04-13T08:05:42.117 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.117+0000 7faa9f63b780 1 > prepared part key=_multipart_57TR9Y9AGKFZ.2~S600ZJQINYFO.0 size=622822 2024-04-13T08:05:42.117 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.117+0000 7faa9f63b780 1 > prepared multipart upload key=57TR9Y9AGKFZ upload=S600ZJQINYFO tag=VIWAZNESV923 type=write size=1671398 2024-04-13T08:05:42.119 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.119+0000 7faa9f63b780 1 < completed part key=_multipart_C8EO3JFDK3I3.2~HM9R1MEJVNRB.0 size=1048576 2024-04-13T08:05:42.119 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.119+0000 7faa9f63b780 1 < canceled part key=_multipart_C8EO3JFDK3I3.2~HM9R1MEJVNRB.1 size=1048576 2024-04-13T08:05:42.121 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.121+0000 7faa9f63b780 1 < completed part key=_multipart_C8EO3JFDK3I3.2~HM9R1MEJVNRB.2 size=580290 2024-04-13T08:05:42.125 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.125+0000 7faa9f63b780 1 < canceled multipart upload key=C8EO3JFDK3I3 upload=HM9R1MEJVNRB tag=5YK8EUZELP40 type=write size=3726018 2024-04-13T08:05:42.128 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.128+0000 7faa9f63b780 1 > prepared part key=_multipart_EBB3GPXHIYM1.2~C6IEF5B853IJ.0 size=186894 2024-04-13T08:05:42.128 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.128+0000 7faa9f63b780 1 > prepared multipart upload key=EBB3GPXHIYM1 upload=C6IEF5B853IJ tag=3RR1UIZ0XP7K type=write size=1235470 2024-04-13T08:05:42.130 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.130+0000 7faa9f63b780 1 < completed delete operation key=Y3BAXTXJ3THV tag=BIW7ON03T4R5 type=del 2024-04-13T08:05:42.131 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.132+0000 7faa9f63b780 1 > prepared operation key=3H9XN46FCEJA tag=CA8NKUKVDDPY type=del size=4056587 2024-04-13T08:05:42.133 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.133+0000 7faa9f63b780 1 < completed part key=_multipart_U4KRH93HDNU6.2~OL1KCK21R5G8.0 size=1048576 2024-04-13T08:05:42.135 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.135+0000 7faa9f63b780 1 < completed part key=_multipart_U4KRH93HDNU6.2~OL1KCK21R5G8.1 size=1048576 2024-04-13T08:05:42.136 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.136+0000 7faa9f63b780 1 < completed part key=_multipart_U4KRH93HDNU6.2~OL1KCK21R5G8.2 size=614093 2024-04-13T08:05:42.140 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.140+0000 7faa9f63b780 1 < completed multipart upload key=U4KRH93HDNU6 upload=OL1KCK21R5G8 tag=1BRWJTAJ2GPV type=write size=3759821 2024-04-13T08:05:42.141 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.141+0000 7faa9f63b780 1 > prepared operation key=DQJZH0QC5JG1 tag=IVEB02YXAFU8 type=write size=202448 2024-04-13T08:05:42.143 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.143+0000 7faa9f63b780 1 < completed part key=_multipart_U4KRH93HDNU6.2~E4AORAJIUR7V.0 size=554614 2024-04-13T08:05:42.146 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.146+0000 7faa9f63b780 1 < completed multipart upload key=U4KRH93HDNU6 upload=E4AORAJIUR7V tag=VHZ7FYJAD4MM type=write size=1603190 2024-04-13T08:05:42.148 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.148+0000 7faa9f63b780 1 > prepared operation key=CCIT8DQBN9WK tag=M9AD2NC47FNQ type=del size=4170951 2024-04-13T08:05:42.150 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.150+0000 7faa9f63b780 1 < completed part key=_multipart_ATLCBD5K8IS1.2~8YCM7VAE1Q7V.0 size=865246 2024-04-13T08:05:42.153 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.153+0000 7faa9f63b780 1 < completed multipart upload key=ATLCBD5K8IS1 upload=8YCM7VAE1Q7V tag=I35K40Q74KMW type=write size=1913822 2024-04-13T08:05:42.156 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.156+0000 7faa9f63b780 1 > prepared part key=_multipart_LCYUO09YJOWJ.2~XKOHGCFMD51W.0 size=1048576 2024-04-13T08:05:42.157 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.157+0000 7faa9f63b780 1 > prepared part key=_multipart_LCYUO09YJOWJ.2~XKOHGCFMD51W.1 size=854204 2024-04-13T08:05:42.157 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.157+0000 7faa9f63b780 1 > prepared multipart upload key=LCYUO09YJOWJ upload=XKOHGCFMD51W tag=LVRJFVDTIKPB type=write size=2951356 2024-04-13T08:05:42.161 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.161+0000 7faa9f63b780 1 < suggested remove operation key=TSACVEYQTVRN tag=94HYF7WLCIAZ type=del 2024-04-13T08:05:42.162 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.162+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=OVLQG0GW81H6 type=del size=3060914 2024-04-13T08:05:42.165 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.165+0000 7faa9f63b780 1 < completed delete operation key=DQJZH0QC5JG1 tag=LK0BXUR8B32Q type=del 2024-04-13T08:05:42.169 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.169+0000 7faa9f63b780 1 > prepared part key=_multipart_NJTHX8PDBAAE.2~LUB0QZEB1BW2.0 size=1048576 2024-04-13T08:05:42.170 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.170+0000 7faa9f63b780 1 > prepared part key=_multipart_NJTHX8PDBAAE.2~LUB0QZEB1BW2.1 size=142293 2024-04-13T08:05:42.170 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.171+0000 7faa9f63b780 1 > prepared multipart upload key=NJTHX8PDBAAE upload=LUB0QZEB1BW2 tag=FH4WC4PJFQ0M type=write size=2239445 2024-04-13T08:05:42.173 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.173+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~U6FHGQ2JUY31.0 size=344423 2024-04-13T08:05:42.176 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.176+0000 7faa9f63b780 1 < completed multipart upload key=KPYALZ2K1347 upload=U6FHGQ2JUY31 tag=QZI315FZB2MJ type=write size=1392999 2024-04-13T08:05:42.178 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.179+0000 7faa9f63b780 1 > prepared operation key=ZLCXVHR00MT7 tag=4IAYRQGOQWDD type=del size=2870246 2024-04-13T08:05:42.181 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.181+0000 7faa9f63b780 1 < completed write operation key=57TR9Y9AGKFZ tag=2HMQKJUIZNA0 type=write size=1029467 2024-04-13T08:05:42.184 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.184+0000 7faa9f63b780 1 > prepared part key=_multipart_U4KRH93HDNU6.2~P27WM1Y1ZLQ3.0 size=1048576 2024-04-13T08:05:42.185 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.185+0000 7faa9f63b780 1 > prepared part key=_multipart_U4KRH93HDNU6.2~P27WM1Y1ZLQ3.1 size=1048576 2024-04-13T08:05:42.187 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.187+0000 7faa9f63b780 1 > prepared part key=_multipart_U4KRH93HDNU6.2~P27WM1Y1ZLQ3.2 size=721163 2024-04-13T08:05:42.187 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.187+0000 7faa9f63b780 1 > prepared multipart upload key=U4KRH93HDNU6 upload=P27WM1Y1ZLQ3 tag=Q7B41LC6N487 type=write size=3866891 2024-04-13T08:05:42.189 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.189+0000 7faa9f63b780 1 < completed part key=_multipart_YVLYPQFVWYAW.2~7JZOVKI9CJ4W.0 size=488912 2024-04-13T08:05:42.192 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.192+0000 7faa9f63b780 1 < completed multipart upload key=YVLYPQFVWYAW upload=7JZOVKI9CJ4W tag=IC0YANHDD4Q7 type=write size=1537488 2024-04-13T08:05:42.194 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.194+0000 7faa9f63b780 1 > prepared operation key=EB7L7HOTRCXY tag=1S6MA8PPUMV8 type=del size=3306871 2024-04-13T08:05:42.196 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.196+0000 7faa9f63b780 1 < canceled operation key=EB7L7HOTRCXY tag=VAQY0G6C4K6S type=write size=860311 2024-04-13T08:05:42.197 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.198+0000 7faa9f63b780 1 > prepared operation key=DQJZH0QC5JG1 tag=Q5XXLN7FU049 type=del size=3282341 2024-04-13T08:05:42.200 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.200+0000 7faa9f63b780 -1 < failed to complete operation key=TSACVEYQTVRN tag=TKRQOYUH2V3R type=del size=1162799: (22) Invalid argument 2024-04-13T08:05:42.202 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.202+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=NT2IF39GDUC9 type=del size=3423473 2024-04-13T08:05:42.204 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.204+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~YK16DQSISHYA.0 size=1048576 2024-04-13T08:05:42.205 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.205+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~YK16DQSISHYA.1 size=1048576 2024-04-13T08:05:42.207 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.207+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~YK16DQSISHYA.2 size=15150 2024-04-13T08:05:42.210 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.210+0000 7faa9f63b780 1 < completed multipart upload key=9OD1R5489FHK upload=YK16DQSISHYA tag=U53J9RO1T22W type=write size=3160878 2024-04-13T08:05:42.212 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.212+0000 7faa9f63b780 1 > prepared operation key=7LQHTC0JXLLC tag=G90H9GU28HM6 type=del size=2922375 2024-04-13T08:05:42.214 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.214+0000 7faa9f63b780 1 < completed delete operation key=6EIPCHTPO3X1 tag=MIK70BWNY9KL type=del 2024-04-13T08:05:42.215 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.215+0000 7faa9f63b780 1 > prepared operation key=NJTHX8PDBAAE tag=51LYEBG13DJW type=del size=2645810 2024-04-13T08:05:42.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:41 smithi119 ceph-mon[96316]: pgmap v1378: 137 pgs: 8 creating+peering, 2 unknown, 127 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:05:42.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:41 smithi119 ceph-mon[93746]: pgmap v1378: 137 pgs: 8 creating+peering, 2 unknown, 127 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:05:42.217 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.217+0000 7faa9f63b780 1 < completed delete operation key=9OD1R5489FHK tag=D83M0GH6KRI2 type=del 2024-04-13T08:05:42.220 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.221+0000 7faa9f63b780 1 > prepared part key=_multipart_ZS36Q14U11AV.2~9GY8LGJO4KE1.0 size=592196 2024-04-13T08:05:42.221 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.221+0000 7faa9f63b780 1 > prepared multipart upload key=ZS36Q14U11AV upload=9GY8LGJO4KE1 tag=04XER1GJ6DLA type=write size=1640772 2024-04-13T08:05:42.222 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.222+0000 7faa9f63b780 1 < completed part key=_multipart_57TR9Y9AGKFZ.2~S600ZJQINYFO.0 size=622822 2024-04-13T08:05:42.225 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.225+0000 7faa9f63b780 1 < completed multipart upload key=57TR9Y9AGKFZ upload=S600ZJQINYFO tag=VIWAZNESV923 type=write size=1671398 2024-04-13T08:05:42.226 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.227+0000 7faa9f63b780 1 > prepared operation key=6EIPCHTPO3X1 tag=O5VQJ84AEFZ4 type=del size=2952001 2024-04-13T08:05:42.228 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.228+0000 7faa9f63b780 1 < completed part key=_multipart_EBB3GPXHIYM1.2~C6IEF5B853IJ.0 size=186894 2024-04-13T08:05:42.232 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.232+0000 7faa9f63b780 1 < completed multipart upload key=EBB3GPXHIYM1 upload=C6IEF5B853IJ tag=3RR1UIZ0XP7K type=write size=1235470 2024-04-13T08:05:42.235 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.235+0000 7faa9f63b780 1 > prepared part key=_multipart_C8EO3JFDK3I3.2~LZNF85Z2R8GL.0 size=245939 2024-04-13T08:05:42.235 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.235+0000 7faa9f63b780 1 > prepared multipart upload key=C8EO3JFDK3I3 upload=LZNF85Z2R8GL tag=1AQ9HLKQG80T type=write size=1294515 2024-04-13T08:05:42.239 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.239+0000 7faa9f63b780 1 < suggested update operation key=3H9XN46FCEJA tag=CA8NKUKVDDPY type=del size=4056587 2024-04-13T08:05:42.241 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.241+0000 7faa9f63b780 1 > prepared operation key=6EIPCHTPO3X1 tag=15ZDAVFAH3QY type=del size=828675 2024-04-13T08:05:42.243 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.243+0000 7faa9f63b780 1 < canceled operation key=DQJZH0QC5JG1 tag=IVEB02YXAFU8 type=write size=202448 2024-04-13T08:05:42.244 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.245+0000 7faa9f63b780 1 > prepared operation key=EB7L7HOTRCXY tag=V0JYX63CXKA5 type=write size=362343 2024-04-13T08:05:42.248 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.248+0000 7faa9f63b780 1 < suggested update operation key=CCIT8DQBN9WK tag=M9AD2NC47FNQ type=del size=4170951 2024-04-13T08:05:42.250 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.250+0000 7faa9f63b780 1 > prepared operation key=XP1MOJCI0XHQ tag=RKH4Z51G2KB3 type=del size=3141205 2024-04-13T08:05:42.252 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.252+0000 7faa9f63b780 1 < completed part key=_multipart_LCYUO09YJOWJ.2~XKOHGCFMD51W.0 size=1048576 2024-04-13T08:05:42.253 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.253+0000 7faa9f63b780 1 < completed part key=_multipart_LCYUO09YJOWJ.2~XKOHGCFMD51W.1 size=854204 2024-04-13T08:05:42.256 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.257+0000 7faa9f63b780 1 < completed multipart upload key=LCYUO09YJOWJ upload=XKOHGCFMD51W tag=LVRJFVDTIKPB type=write size=2951356 2024-04-13T08:05:42.260 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.260+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~C8UTC4CNJCLE.0 size=838573 2024-04-13T08:05:42.260 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.260+0000 7faa9f63b780 1 > prepared multipart upload key=3H9XN46FCEJA upload=C8UTC4CNJCLE tag=84YSFLUTPHKE type=write size=1887149 2024-04-13T08:05:42.263 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.263+0000 7faa9f63b780 1 < suggested remove operation key=ATLCBD5K8IS1 tag=OVLQG0GW81H6 type=del 2024-04-13T08:05:42.267 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.267+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~0120O0LD0NGB.0 size=774643 2024-04-13T08:05:42.267 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.267+0000 7faa9f63b780 1 > prepared multipart upload key=TSACVEYQTVRN upload=0120O0LD0NGB tag=KJJ4B500K59W type=write size=1823219 2024-04-13T08:05:42.268 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.268+0000 7faa9f63b780 1 < completed part key=_multipart_NJTHX8PDBAAE.2~LUB0QZEB1BW2.0 size=1048576 2024-04-13T08:05:42.270 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.270+0000 7faa9f63b780 1 < completed part key=_multipart_NJTHX8PDBAAE.2~LUB0QZEB1BW2.1 size=142293 2024-04-13T08:05:42.273 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.273+0000 7faa9f63b780 1 < completed multipart upload key=NJTHX8PDBAAE upload=LUB0QZEB1BW2 tag=FH4WC4PJFQ0M type=write size=2239445 2024-04-13T08:05:42.275 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.275+0000 7faa9f63b780 1 > prepared operation key=LCYUO09YJOWJ tag=K5UJ7JEMQX6S type=del size=2405425 2024-04-13T08:05:42.277 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.277+0000 7faa9f63b780 1 < completed delete operation key=ZLCXVHR00MT7 tag=4IAYRQGOQWDD type=del 2024-04-13T08:05:42.280 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.280+0000 7faa9f63b780 1 > prepared part key=_multipart_NHC2LNYCNU8O.2~FQY67320GAZQ.0 size=756535 2024-04-13T08:05:42.280 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.280+0000 7faa9f63b780 1 > prepared multipart upload key=NHC2LNYCNU8O upload=FQY67320GAZQ tag=TEMR590UZHPN type=write size=1805111 2024-04-13T08:05:42.282 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.282+0000 7faa9f63b780 1 < completed part key=_multipart_U4KRH93HDNU6.2~P27WM1Y1ZLQ3.0 size=1048576 2024-04-13T08:05:42.283 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.283+0000 7faa9f63b780 1 < completed part key=_multipart_U4KRH93HDNU6.2~P27WM1Y1ZLQ3.1 size=1048576 2024-04-13T08:05:42.284 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.284+0000 7faa9f63b780 1 < completed part key=_multipart_U4KRH93HDNU6.2~P27WM1Y1ZLQ3.2 size=721163 2024-04-13T08:05:42.288 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.288+0000 7faa9f63b780 1 < completed multipart upload key=U4KRH93HDNU6 upload=P27WM1Y1ZLQ3 tag=Q7B41LC6N487 type=write size=3866891 2024-04-13T08:05:42.291 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.291+0000 7faa9f63b780 1 > prepared part key=_multipart_CSYE7NHVWP4Q.2~XWILMWCALF0B.0 size=888869 2024-04-13T08:05:42.291 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.291+0000 7faa9f63b780 1 > prepared multipart upload key=CSYE7NHVWP4Q upload=XWILMWCALF0B tag=C7ER40K2KEDH type=write size=1937445 2024-04-13T08:05:42.293 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.293+0000 7faa9f63b780 1 < completed delete operation key=EB7L7HOTRCXY tag=1S6MA8PPUMV8 type=del 2024-04-13T08:05:42.296 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.296+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~OHF72JA6RQF7.0 size=1048576 2024-04-13T08:05:42.297 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.298+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~OHF72JA6RQF7.1 size=1008979 2024-04-13T08:05:42.297 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.298+0000 7faa9f63b780 1 > prepared multipart upload key=DQJZH0QC5JG1 upload=OHF72JA6RQF7 tag=A40FUE33MUPD type=write size=3106131 2024-04-13T08:05:42.301 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.301+0000 7faa9f63b780 1 < suggested remove operation key=DQJZH0QC5JG1 tag=Q5XXLN7FU049 type=del 2024-04-13T08:05:42.305 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.305+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~QGKI2F9LI3QV.0 size=90398 2024-04-13T08:05:42.305 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.305+0000 7faa9f63b780 1 > prepared multipart upload key=3H9XN46FCEJA upload=QGKI2F9LI3QV tag=ZAM3NDYONCNT type=write size=1138974 2024-04-13T08:05:42.307 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.307+0000 7faa9f63b780 -1 < failed to complete operation key=ATLCBD5K8IS1 tag=NT2IF39GDUC9 type=del size=3423473: (22) Invalid argument 2024-04-13T08:05:42.308 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.308+0000 7faa9f63b780 1 > prepared operation key=7LQHTC0JXLLC tag=PUKLZLSYX8WP type=del size=1546092 2024-04-13T08:05:42.312 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.312+0000 7faa9f63b780 1 < suggested remove operation key=7LQHTC0JXLLC tag=G90H9GU28HM6 type=del 2024-04-13T08:05:42.314 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.314+0000 7faa9f63b780 1 > prepared operation key=57TR9Y9AGKFZ tag=5HIEW1QV2227 type=del size=250482 2024-04-13T08:05:42.314 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:41 smithi139 ceph-mon[88985]: pgmap v1378: 137 pgs: 8 creating+peering, 2 unknown, 127 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:05:42.315 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.316+0000 7faa9f63b780 1 < completed delete operation key=NJTHX8PDBAAE tag=51LYEBG13DJW type=del 2024-04-13T08:05:42.317 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.317+0000 7faa9f63b780 1 > prepared operation key=CCIT8DQBN9WK tag=2X09TQPBLTRD type=write size=824979 2024-04-13T08:05:42.319 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.320+0000 7faa9f63b780 1 < completed part key=_multipart_ZS36Q14U11AV.2~9GY8LGJO4KE1.0 size=592196 2024-04-13T08:05:42.322 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.322+0000 7faa9f63b780 1 < completed multipart upload key=ZS36Q14U11AV upload=9GY8LGJO4KE1 tag=04XER1GJ6DLA type=write size=1640772 2024-04-13T08:05:42.325 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.325+0000 7faa9f63b780 1 > prepared part key=_multipart_CSYE7NHVWP4Q.2~4I1IEW27Z8B9.0 size=1048576 2024-04-13T08:05:42.327 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.327+0000 7faa9f63b780 1 > prepared part key=_multipart_CSYE7NHVWP4Q.2~4I1IEW27Z8B9.1 size=1048576 2024-04-13T08:05:42.329 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.329+0000 7faa9f63b780 1 > prepared part key=_multipart_CSYE7NHVWP4Q.2~4I1IEW27Z8B9.2 size=818369 2024-04-13T08:05:42.329 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.329+0000 7faa9f63b780 1 > prepared multipart upload key=CSYE7NHVWP4Q upload=4I1IEW27Z8B9 tag=RJ70FOKH4SDA type=write size=3964097 2024-04-13T08:05:42.330 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.330+0000 7faa9f63b780 1 < completed delete operation key=6EIPCHTPO3X1 tag=O5VQJ84AEFZ4 type=del 2024-04-13T08:05:42.334 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.334+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~LP65WFNHJA71.0 size=1048576 2024-04-13T08:05:42.335 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.335+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~LP65WFNHJA71.1 size=831179 2024-04-13T08:05:42.335 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.335+0000 7faa9f63b780 1 > prepared multipart upload key=9OD1R5489FHK upload=LP65WFNHJA71 tag=XCVP6MCULA9W type=write size=2928331 2024-04-13T08:05:42.337 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.337+0000 7faa9f63b780 1 < completed part key=_multipart_C8EO3JFDK3I3.2~LZNF85Z2R8GL.0 size=245939 2024-04-13T08:05:42.340 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.340+0000 7faa9f63b780 1 < completed multipart upload key=C8EO3JFDK3I3 upload=LZNF85Z2R8GL tag=1AQ9HLKQG80T type=write size=1294515 2024-04-13T08:05:42.341 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.341+0000 7faa9f63b780 1 > prepared operation key=EB7L7HOTRCXY tag=L69K0VNOGVSO type=write size=810979 2024-04-13T08:05:42.343 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.343+0000 7faa9f63b780 1 < completed delete operation key=6EIPCHTPO3X1 tag=15ZDAVFAH3QY type=del 2024-04-13T08:05:42.346 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.346+0000 7faa9f63b780 1 > prepared part key=_multipart_XP1MOJCI0XHQ.2~KOF0XRX3LV2H.0 size=392599 2024-04-13T08:05:42.346 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.346+0000 7faa9f63b780 1 > prepared multipart upload key=XP1MOJCI0XHQ upload=KOF0XRX3LV2H tag=3B3XP09NYV1E type=write size=1441175 2024-04-13T08:05:42.348 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.348+0000 7faa9f63b780 1 < completed write operation key=EB7L7HOTRCXY tag=V0JYX63CXKA5 type=write size=362343 2024-04-13T08:05:42.350 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.351+0000 7faa9f63b780 1 > prepared part key=_multipart_LCYUO09YJOWJ.2~SP2DJSDJRS29.0 size=1048576 2024-04-13T08:05:42.352 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.352+0000 7faa9f63b780 1 > prepared part key=_multipart_LCYUO09YJOWJ.2~SP2DJSDJRS29.1 size=448256 2024-04-13T08:05:42.352 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.352+0000 7faa9f63b780 1 > prepared multipart upload key=LCYUO09YJOWJ upload=SP2DJSDJRS29 tag=D2G958YE9IX1 type=write size=2545408 2024-04-13T08:05:42.354 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.354+0000 7faa9f63b780 1 < completed delete operation key=XP1MOJCI0XHQ tag=RKH4Z51G2KB3 type=del 2024-04-13T08:05:42.356 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.356+0000 7faa9f63b780 1 > prepared operation key=NJTHX8PDBAAE tag=N0O1HEGMMOBG type=del size=229588 2024-04-13T08:05:42.357 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.357+0000 7faa9f63b780 1 < completed part key=_multipart_3H9XN46FCEJA.2~C8UTC4CNJCLE.0 size=838573 2024-04-13T08:05:42.360 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.360+0000 7faa9f63b780 1 < completed multipart upload key=3H9XN46FCEJA upload=C8UTC4CNJCLE tag=84YSFLUTPHKE type=write size=1887149 2024-04-13T08:05:42.364 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.364+0000 7faa9f63b780 1 > prepared part key=_multipart_C8EO3JFDK3I3.2~ZOITKHYIZHBM.0 size=60479 2024-04-13T08:05:42.364 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.364+0000 7faa9f63b780 1 > prepared multipart upload key=C8EO3JFDK3I3 upload=ZOITKHYIZHBM tag=0959CBSROALM type=write size=1109055 2024-04-13T08:05:42.366 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.366+0000 7faa9f63b780 1 < completed part key=_multipart_TSACVEYQTVRN.2~0120O0LD0NGB.0 size=774643 2024-04-13T08:05:42.368 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.369+0000 7faa9f63b780 1 < completed multipart upload key=TSACVEYQTVRN upload=0120O0LD0NGB tag=KJJ4B500K59W type=write size=1823219 2024-04-13T08:05:42.370 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.370+0000 7faa9f63b780 1 > prepared operation key=TSACVEYQTVRN tag=RX88Q9IQUIKB type=del size=407199 2024-04-13T08:05:42.372 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.372+0000 7faa9f63b780 1 < completed delete operation key=LCYUO09YJOWJ tag=K5UJ7JEMQX6S type=del 2024-04-13T08:05:42.375 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.375+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~IJP4IYGQVUB0.0 size=1048576 2024-04-13T08:05:42.376 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.376+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~IJP4IYGQVUB0.1 size=595957 2024-04-13T08:05:42.376 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.376+0000 7faa9f63b780 1 > prepared multipart upload key=3H9XN46FCEJA upload=IJP4IYGQVUB0 tag=QVMYUMXXCSBE type=write size=2693109 2024-04-13T08:05:42.378 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.378+0000 7faa9f63b780 1 < completed part key=_multipart_NHC2LNYCNU8O.2~FQY67320GAZQ.0 size=756535 2024-04-13T08:05:42.381 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.381+0000 7faa9f63b780 1 < completed multipart upload key=NHC2LNYCNU8O upload=FQY67320GAZQ tag=TEMR590UZHPN type=write size=1805111 2024-04-13T08:05:42.382 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.382+0000 7faa9f63b780 1 > prepared operation key=DQJZH0QC5JG1 tag=H9ID5EMIHNZD type=del size=1149075 2024-04-13T08:05:42.384 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.384+0000 7faa9f63b780 1 < completed part key=_multipart_CSYE7NHVWP4Q.2~XWILMWCALF0B.0 size=888869 2024-04-13T08:05:42.387 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.387+0000 7faa9f63b780 1 < completed multipart upload key=CSYE7NHVWP4Q upload=XWILMWCALF0B tag=C7ER40K2KEDH type=write size=1937445 2024-04-13T08:05:42.390 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.390+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~1BHUX3WPGWR2.0 size=1042916 2024-04-13T08:05:42.390 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.390+0000 7faa9f63b780 1 > prepared multipart upload key=USAT0PUC8Q9C upload=1BHUX3WPGWR2 tag=XAK90XK3G30J type=write size=2091492 2024-04-13T08:05:42.392 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.392+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~OHF72JA6RQF7.0 size=1048576 2024-04-13T08:05:42.393 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.393+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~OHF72JA6RQF7.1 size=1008979 2024-04-13T08:05:42.396 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.396+0000 7faa9f63b780 1 < completed multipart upload key=DQJZH0QC5JG1 upload=OHF72JA6RQF7 tag=A40FUE33MUPD type=write size=3106131 2024-04-13T08:05:42.398 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.398+0000 7faa9f63b780 1 > prepared operation key=H9HYQWGBJXF0 tag=QWLL91D5S776 type=del size=1807580 2024-04-13T08:05:42.398 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.398+0000 7faa9f63b780 1 < canceled part key=_multipart_3H9XN46FCEJA.2~QGKI2F9LI3QV.0 size=90398 2024-04-13T08:05:42.401 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.401+0000 7faa9f63b780 1 < canceled multipart upload key=3H9XN46FCEJA upload=QGKI2F9LI3QV tag=ZAM3NDYONCNT type=write size=1138974 2024-04-13T08:05:42.404 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.404+0000 7faa9f63b780 1 > prepared part key=_multipart_1R98I2OD2C1B.2~MALI5LNUXAU0.0 size=1048576 2024-04-13T08:05:42.405 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.405+0000 7faa9f63b780 1 > prepared part key=_multipart_1R98I2OD2C1B.2~MALI5LNUXAU0.1 size=702877 2024-04-13T08:05:42.405 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.405+0000 7faa9f63b780 1 > prepared multipart upload key=1R98I2OD2C1B upload=MALI5LNUXAU0 tag=GOF7WUJFY2DS type=write size=2800029 2024-04-13T08:05:42.407 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.407+0000 7faa9f63b780 -1 < failed to complete operation key=7LQHTC0JXLLC tag=PUKLZLSYX8WP type=del size=1546092: (22) Invalid argument 2024-04-13T08:05:42.410 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.410+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~VJHH8DI0MT75.0 size=1048576 2024-04-13T08:05:42.412 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.412+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~VJHH8DI0MT75.1 size=1048576 2024-04-13T08:05:42.413 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.413+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~VJHH8DI0MT75.2 size=813125 2024-04-13T08:05:42.413 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.413+0000 7faa9f63b780 1 > prepared multipart upload key=USAT0PUC8Q9C upload=VJHH8DI0MT75 tag=21ZTWM2GC2LJ type=write size=3958853 2024-04-13T08:05:42.415 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.415+0000 7faa9f63b780 1 < completed delete operation key=57TR9Y9AGKFZ tag=5HIEW1QV2227 type=del 2024-04-13T08:05:42.418 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.418+0000 7faa9f63b780 1 > prepared part key=_multipart_ATLCBD5K8IS1.2~GSPQQCBZT752.0 size=1048576 2024-04-13T08:05:42.419 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.419+0000 7faa9f63b780 1 > prepared part key=_multipart_ATLCBD5K8IS1.2~GSPQQCBZT752.1 size=48313 2024-04-13T08:05:42.419 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.419+0000 7faa9f63b780 1 > prepared multipart upload key=ATLCBD5K8IS1 upload=GSPQQCBZT752 tag=SLYSWFSZRZ27 type=write size=2145465 2024-04-13T08:05:42.421 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.421+0000 7faa9f63b780 1 < completed write operation key=CCIT8DQBN9WK tag=2X09TQPBLTRD type=write size=824979 2024-04-13T08:05:42.422 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.422+0000 7faa9f63b780 1 > prepared operation key=EB7L7HOTRCXY tag=23O5O69BZOXZ type=del size=808303 2024-04-13T08:05:42.424 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.424+0000 7faa9f63b780 1 < completed part key=_multipart_CSYE7NHVWP4Q.2~4I1IEW27Z8B9.0 size=1048576 2024-04-13T08:05:42.425 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.426+0000 7faa9f63b780 1 < completed part key=_multipart_CSYE7NHVWP4Q.2~4I1IEW27Z8B9.1 size=1048576 2024-04-13T08:05:42.427 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.427+0000 7faa9f63b780 1 < completed part key=_multipart_CSYE7NHVWP4Q.2~4I1IEW27Z8B9.2 size=818369 2024-04-13T08:05:42.430 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.430+0000 7faa9f63b780 1 < completed multipart upload key=CSYE7NHVWP4Q upload=4I1IEW27Z8B9 tag=RJ70FOKH4SDA type=write size=3964097 2024-04-13T08:05:42.432 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.433+0000 7faa9f63b780 1 > prepared part key=_multipart_6EIPCHTPO3X1.2~1840JCWCZCMQ.0 size=1048576 2024-04-13T08:05:42.434 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.434+0000 7faa9f63b780 1 > prepared part key=_multipart_6EIPCHTPO3X1.2~1840JCWCZCMQ.1 size=683637 2024-04-13T08:05:42.434 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.434+0000 7faa9f63b780 1 > prepared multipart upload key=6EIPCHTPO3X1 upload=1840JCWCZCMQ tag=CLGKCZDQVCCI type=write size=2780789 2024-04-13T08:05:42.435 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.436+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~LP65WFNHJA71.0 size=1048576 2024-04-13T08:05:42.437 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.437+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~LP65WFNHJA71.1 size=831179 2024-04-13T08:05:42.440 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.440+0000 7faa9f63b780 1 < completed multipart upload key=9OD1R5489FHK upload=LP65WFNHJA71 tag=XCVP6MCULA9W type=write size=2928331 2024-04-13T08:05:42.441 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.442+0000 7faa9f63b780 1 > prepared operation key=WSX0KY6Y4RVU tag=520W87OTXTWW type=write size=404612 2024-04-13T08:05:42.445 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.446+0000 7faa9f63b780 1 < suggested update operation key=EB7L7HOTRCXY tag=L69K0VNOGVSO type=write size=810979 2024-04-13T08:05:42.451 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.451+0000 7faa9f63b780 1 > prepared part key=_multipart_57TR9Y9AGKFZ.2~W3NOVNCRS7FZ.0 size=1048576 2024-04-13T08:05:42.452 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.452+0000 7faa9f63b780 1 > prepared part key=_multipart_57TR9Y9AGKFZ.2~W3NOVNCRS7FZ.1 size=905325 2024-04-13T08:05:42.452 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.452+0000 7faa9f63b780 1 > prepared multipart upload key=57TR9Y9AGKFZ upload=W3NOVNCRS7FZ tag=WN2NBEL2DEE0 type=write size=3002477 2024-04-13T08:05:42.454 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.454+0000 7faa9f63b780 1 < completed part key=_multipart_XP1MOJCI0XHQ.2~KOF0XRX3LV2H.0 size=392599 2024-04-13T08:05:42.458 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.458+0000 7faa9f63b780 1 < completed multipart upload key=XP1MOJCI0XHQ upload=KOF0XRX3LV2H tag=3B3XP09NYV1E type=write size=1441175 2024-04-13T08:05:42.460 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.460+0000 7faa9f63b780 1 > prepared operation key=XP1MOJCI0XHQ tag=042ULTC9Y65E type=del size=645504 2024-04-13T08:05:42.462 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.462+0000 7faa9f63b780 1 < completed part key=_multipart_LCYUO09YJOWJ.2~SP2DJSDJRS29.0 size=1048576 2024-04-13T08:05:42.463 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.463+0000 7faa9f63b780 1 < completed part key=_multipart_LCYUO09YJOWJ.2~SP2DJSDJRS29.1 size=448256 2024-04-13T08:05:42.466 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.467+0000 7faa9f63b780 1 < completed multipart upload key=LCYUO09YJOWJ upload=SP2DJSDJRS29 tag=D2G958YE9IX1 type=write size=2545408 2024-04-13T08:05:42.469 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.469+0000 7faa9f63b780 1 > prepared operation key=YVLYPQFVWYAW tag=9WF1RY9KA0RC type=del size=1408014 2024-04-13T08:05:42.470 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.471+0000 7faa9f63b780 1 < canceled operation key=NJTHX8PDBAAE tag=N0O1HEGMMOBG type=del size=229588 2024-04-13T08:05:42.474 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.474+0000 7faa9f63b780 1 > prepared part key=_multipart_BGZCO481WX23.2~YLYK91AKUPWH.0 size=1048576 2024-04-13T08:05:42.476 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.476+0000 7faa9f63b780 1 > prepared part key=_multipart_BGZCO481WX23.2~YLYK91AKUPWH.1 size=1048576 2024-04-13T08:05:42.478 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.478+0000 7faa9f63b780 1 > prepared part key=_multipart_BGZCO481WX23.2~YLYK91AKUPWH.2 size=447708 2024-04-13T08:05:42.478 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.478+0000 7faa9f63b780 1 > prepared multipart upload key=BGZCO481WX23 upload=YLYK91AKUPWH tag=ES1HHXEYDGVD type=write size=3593436 2024-04-13T08:05:42.481 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.481+0000 7faa9f63b780 1 < completed part key=_multipart_C8EO3JFDK3I3.2~ZOITKHYIZHBM.0 size=60479 2024-04-13T08:05:42.485 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.485+0000 7faa9f63b780 1 < completed multipart upload key=C8EO3JFDK3I3 upload=ZOITKHYIZHBM tag=0959CBSROALM type=write size=1109055 2024-04-13T08:05:42.487 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.487+0000 7faa9f63b780 1 > prepared operation key=EB7L7HOTRCXY tag=XINURP4W6WNU type=del size=3189496 2024-04-13T08:05:42.488 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.489+0000 7faa9f63b780 1 < completed delete operation key=TSACVEYQTVRN tag=RX88Q9IQUIKB type=del 2024-04-13T08:05:42.492 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.492+0000 7faa9f63b780 1 > prepared part key=_multipart_WSX0KY6Y4RVU.2~JATEWHRBXB4J.0 size=1048576 2024-04-13T08:05:42.494 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.494+0000 7faa9f63b780 1 > prepared part key=_multipart_WSX0KY6Y4RVU.2~JATEWHRBXB4J.1 size=820290 2024-04-13T08:05:42.494 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.494+0000 7faa9f63b780 1 > prepared multipart upload key=WSX0KY6Y4RVU upload=JATEWHRBXB4J tag=TXK3U85ZJW28 type=write size=2917442 2024-04-13T08:05:42.496 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.496+0000 7faa9f63b780 1 < completed part key=_multipart_3H9XN46FCEJA.2~IJP4IYGQVUB0.0 size=1048576 2024-04-13T08:05:42.498 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.498+0000 7faa9f63b780 1 < completed part key=_multipart_3H9XN46FCEJA.2~IJP4IYGQVUB0.1 size=595957 2024-04-13T08:05:42.502 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.502+0000 7faa9f63b780 1 < completed multipart upload key=3H9XN46FCEJA upload=IJP4IYGQVUB0 tag=QVMYUMXXCSBE type=write size=2693109 2024-04-13T08:05:42.505 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.505+0000 7faa9f63b780 1 > prepared part key=_multipart_C8EO3JFDK3I3.2~6G6SIHCL97HR.0 size=1048576 2024-04-13T08:05:42.506 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.506+0000 7faa9f63b780 1 > prepared part key=_multipart_C8EO3JFDK3I3.2~6G6SIHCL97HR.1 size=1048576 2024-04-13T08:05:42.507 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.507+0000 7faa9f63b780 1 > prepared part key=_multipart_C8EO3JFDK3I3.2~6G6SIHCL97HR.2 size=830729 2024-04-13T08:05:42.507 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.507+0000 7faa9f63b780 1 > prepared multipart upload key=C8EO3JFDK3I3 upload=6G6SIHCL97HR tag=MYX1A83WNZIZ type=write size=3976457 2024-04-13T08:05:42.509 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.509+0000 7faa9f63b780 1 < completed delete operation key=DQJZH0QC5JG1 tag=H9ID5EMIHNZD type=del 2024-04-13T08:05:42.511 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.511+0000 7faa9f63b780 1 > prepared operation key=ZLCXVHR00MT7 tag=72J1M3H3IZH6 type=del size=19594 2024-04-13T08:05:42.513 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.514+0000 7faa9f63b780 1 < completed part key=_multipart_USAT0PUC8Q9C.2~1BHUX3WPGWR2.0 size=1042916 2024-04-13T08:05:42.517 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.517+0000 7faa9f63b780 1 < completed multipart upload key=USAT0PUC8Q9C upload=1BHUX3WPGWR2 tag=XAK90XK3G30J type=write size=2091492 2024-04-13T08:05:42.519 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.519+0000 7faa9f63b780 1 > prepared operation key=6EIPCHTPO3X1 tag=AII6OA7FF0JJ type=del size=3383968 2024-04-13T08:05:42.521 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.521+0000 7faa9f63b780 1 < completed delete operation key=H9HYQWGBJXF0 tag=QWLL91D5S776 type=del 2024-04-13T08:05:42.525 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.525+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~17CY5MQSUDWJ.0 size=1048576 2024-04-13T08:05:42.526 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.526+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~17CY5MQSUDWJ.1 size=263440 2024-04-13T08:05:42.526 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.526+0000 7faa9f63b780 1 > prepared multipart upload key=KPYALZ2K1347 upload=17CY5MQSUDWJ tag=NF6GJWF0GLHJ type=write size=2360592 2024-04-13T08:05:42.528 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.528+0000 7faa9f63b780 1 < completed part key=_multipart_1R98I2OD2C1B.2~MALI5LNUXAU0.0 size=1048576 2024-04-13T08:05:42.530 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.530+0000 7faa9f63b780 1 < completed part key=_multipart_1R98I2OD2C1B.2~MALI5LNUXAU0.1 size=702877 2024-04-13T08:05:42.533 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.533+0000 7faa9f63b780 1 < completed multipart upload key=1R98I2OD2C1B upload=MALI5LNUXAU0 tag=GOF7WUJFY2DS type=write size=2800029 2024-04-13T08:05:42.534 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.535+0000 7faa9f63b780 1 > prepared operation key=7LQHTC0JXLLC tag=XONKUAN0YFXD type=del size=2434669 2024-04-13T08:05:42.536 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.537+0000 7faa9f63b780 1 < completed part key=_multipart_USAT0PUC8Q9C.2~VJHH8DI0MT75.0 size=1048576 2024-04-13T08:05:42.538 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.538+0000 7faa9f63b780 1 < completed part key=_multipart_USAT0PUC8Q9C.2~VJHH8DI0MT75.1 size=1048576 2024-04-13T08:05:42.540 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.540+0000 7faa9f63b780 1 < completed part key=_multipart_USAT0PUC8Q9C.2~VJHH8DI0MT75.2 size=813125 2024-04-13T08:05:42.543 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.543+0000 7faa9f63b780 1 < completed multipart upload key=USAT0PUC8Q9C upload=VJHH8DI0MT75 tag=21ZTWM2GC2LJ type=write size=3958853 2024-04-13T08:05:42.545 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.545+0000 7faa9f63b780 1 > prepared operation key=57TR9Y9AGKFZ tag=MT75039P1R2Z type=del size=4062293 2024-04-13T08:05:42.547 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.547+0000 7faa9f63b780 1 < completed part key=_multipart_ATLCBD5K8IS1.2~GSPQQCBZT752.0 size=1048576 2024-04-13T08:05:42.548 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.549+0000 7faa9f63b780 1 < completed part key=_multipart_ATLCBD5K8IS1.2~GSPQQCBZT752.1 size=48313 2024-04-13T08:05:42.552 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.552+0000 7faa9f63b780 1 < completed multipart upload key=ATLCBD5K8IS1 upload=GSPQQCBZT752 tag=SLYSWFSZRZ27 type=write size=2145465 2024-04-13T08:05:42.555 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.556+0000 7faa9f63b780 1 > prepared part key=_multipart_B9J0DWQ62YOI.2~X3KPQY3WBWZT.0 size=168719 2024-04-13T08:05:42.556 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.556+0000 7faa9f63b780 1 > prepared multipart upload key=B9J0DWQ62YOI upload=X3KPQY3WBWZT tag=Z3NMF9I2CMKO type=write size=1217295 2024-04-13T08:05:42.560 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.560+0000 7faa9f63b780 1 < suggested remove operation key=EB7L7HOTRCXY tag=23O5O69BZOXZ type=del 2024-04-13T08:05:42.562 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.562+0000 7faa9f63b780 1 > prepared operation key=C8EO3JFDK3I3 tag=ZA12IXSJ8UD3 type=del size=1134670 2024-04-13T08:05:42.564 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.564+0000 7faa9f63b780 1 < completed part key=_multipart_6EIPCHTPO3X1.2~1840JCWCZCMQ.0 size=1048576 2024-04-13T08:05:42.566 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.566+0000 7faa9f63b780 1 < completed part key=_multipart_6EIPCHTPO3X1.2~1840JCWCZCMQ.1 size=683637 2024-04-13T08:05:42.569 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.569+0000 7faa9f63b780 1 < completed multipart upload key=6EIPCHTPO3X1 upload=1840JCWCZCMQ tag=CLGKCZDQVCCI type=write size=2780789 2024-04-13T08:05:42.571 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.571+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=ZS7FK2HF4C71 type=write size=293896 2024-04-13T08:05:42.573 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.573+0000 7faa9f63b780 1 < completed write operation key=WSX0KY6Y4RVU tag=520W87OTXTWW type=write size=404612 2024-04-13T08:05:42.576 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.577+0000 7faa9f63b780 1 > prepared part key=_multipart_1139HXY3WYTZ.2~A4N31HXGFSYE.0 size=1048576 2024-04-13T08:05:42.578 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.578+0000 7faa9f63b780 1 > prepared part key=_multipart_1139HXY3WYTZ.2~A4N31HXGFSYE.1 size=1048576 2024-04-13T08:05:42.580 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.580+0000 7faa9f63b780 1 > prepared part key=_multipart_1139HXY3WYTZ.2~A4N31HXGFSYE.2 size=87895 2024-04-13T08:05:42.580 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.580+0000 7faa9f63b780 1 > prepared multipart upload key=1139HXY3WYTZ upload=A4N31HXGFSYE tag=YJ7BFGGVS4S6 type=write size=3233623 2024-04-13T08:05:42.582 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.582+0000 7faa9f63b780 1 < completed part key=_multipart_57TR9Y9AGKFZ.2~W3NOVNCRS7FZ.0 size=1048576 2024-04-13T08:05:42.583 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.584+0000 7faa9f63b780 1 < completed part key=_multipart_57TR9Y9AGKFZ.2~W3NOVNCRS7FZ.1 size=905325 2024-04-13T08:05:42.587 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.587+0000 7faa9f63b780 1 < completed multipart upload key=57TR9Y9AGKFZ upload=W3NOVNCRS7FZ tag=WN2NBEL2DEE0 type=write size=3002477 2024-04-13T08:05:42.590 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.591+0000 7faa9f63b780 1 > prepared part key=_multipart_ZS36Q14U11AV.2~UKSAB213BO3J.0 size=1003897 2024-04-13T08:05:42.590 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.591+0000 7faa9f63b780 1 > prepared multipart upload key=ZS36Q14U11AV upload=UKSAB213BO3J tag=TUL6WDJQ0GTM type=write size=2052473 2024-04-13T08:05:42.592 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.592+0000 7faa9f63b780 1 < completed delete operation key=XP1MOJCI0XHQ tag=042ULTC9Y65E type=del 2024-04-13T08:05:42.594 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.594+0000 7faa9f63b780 1 > prepared operation key=WSX0KY6Y4RVU tag=SGKZV56V8PXP type=write size=548392 2024-04-13T08:05:42.597 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.598+0000 7faa9f63b780 1 < suggested update operation key=YVLYPQFVWYAW tag=9WF1RY9KA0RC type=del size=1408014 2024-04-13T08:05:42.601 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.601+0000 7faa9f63b780 1 > prepared part key=_multipart_BGZCO481WX23.2~21YUMNUL3D2N.0 size=768664 2024-04-13T08:05:42.601 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.601+0000 7faa9f63b780 1 > prepared multipart upload key=BGZCO481WX23 upload=21YUMNUL3D2N tag=SXPODCB8JXGD type=write size=1817240 2024-04-13T08:05:42.602 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.603+0000 7faa9f63b780 1 < completed part key=_multipart_BGZCO481WX23.2~YLYK91AKUPWH.0 size=1048576 2024-04-13T08:05:42.604 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.604+0000 7faa9f63b780 1 < completed part key=_multipart_BGZCO481WX23.2~YLYK91AKUPWH.1 size=1048576 2024-04-13T08:05:42.606 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.606+0000 7faa9f63b780 1 < completed part key=_multipart_BGZCO481WX23.2~YLYK91AKUPWH.2 size=447708 2024-04-13T08:05:42.608 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.608+0000 7faa9f63b780 1 < completed multipart upload key=BGZCO481WX23 upload=YLYK91AKUPWH tag=ES1HHXEYDGVD type=write size=3593436 2024-04-13T08:05:42.611 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.611+0000 7faa9f63b780 1 > prepared part key=_multipart_LCYUO09YJOWJ.2~KLAY0O5JU588.0 size=695312 2024-04-13T08:05:42.611 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.611+0000 7faa9f63b780 1 > prepared multipart upload key=LCYUO09YJOWJ upload=KLAY0O5JU588 tag=J70PBSEF0YGS type=write size=1743888 2024-04-13T08:05:42.612 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.612+0000 7faa9f63b780 -1 < no bi entry to suggest for operation key=EB7L7HOTRCXY tag=XINURP4W6WNU type=del size=3189496: (2) No such file or directory 2024-04-13T08:05:42.615 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.615+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~CLH1S37R2DX1.0 size=796364 2024-04-13T08:05:42.615 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.615+0000 7faa9f63b780 1 > prepared multipart upload key=USAT0PUC8Q9C upload=CLH1S37R2DX1 tag=EG1VOGGPR8TV type=write size=1844940 2024-04-13T08:05:42.617 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.617+0000 7faa9f63b780 1 < completed part key=_multipart_WSX0KY6Y4RVU.2~JATEWHRBXB4J.0 size=1048576 2024-04-13T08:05:42.619 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.619+0000 7faa9f63b780 1 < completed part key=_multipart_WSX0KY6Y4RVU.2~JATEWHRBXB4J.1 size=820290 2024-04-13T08:05:42.622 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.622+0000 7faa9f63b780 1 < completed multipart upload key=WSX0KY6Y4RVU upload=JATEWHRBXB4J tag=TXK3U85ZJW28 type=write size=2917442 2024-04-13T08:05:42.624 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.624+0000 7faa9f63b780 1 > prepared operation key=1139HXY3WYTZ tag=W7FUUT3MCI5P type=del size=325618 2024-04-13T08:05:42.626 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.626+0000 7faa9f63b780 1 < completed part key=_multipart_C8EO3JFDK3I3.2~6G6SIHCL97HR.0 size=1048576 2024-04-13T08:05:42.627 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.627+0000 7faa9f63b780 1 < completed part key=_multipart_C8EO3JFDK3I3.2~6G6SIHCL97HR.1 size=1048576 2024-04-13T08:05:42.629 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.629+0000 7faa9f63b780 1 < completed part key=_multipart_C8EO3JFDK3I3.2~6G6SIHCL97HR.2 size=830729 2024-04-13T08:05:42.632 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.632+0000 7faa9f63b780 1 < completed multipart upload key=C8EO3JFDK3I3 upload=6G6SIHCL97HR tag=MYX1A83WNZIZ type=write size=3976457 2024-04-13T08:05:42.633 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.634+0000 7faa9f63b780 1 > prepared operation key=ZLCXVHR00MT7 tag=6B29LRR99WV9 type=del size=1986285 2024-04-13T08:05:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:05:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:05:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:05:42.635 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.635+0000 7faa9f63b780 1 < completed delete operation key=ZLCXVHR00MT7 tag=72J1M3H3IZH6 type=del 2024-04-13T08:05:42.638 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.638+0000 7faa9f63b780 1 > prepared part key=_multipart_KN6SVO6HG65Q.2~YAZ46QQM75HP.0 size=1048576 2024-04-13T08:05:42.640 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.640+0000 7faa9f63b780 1 > prepared part key=_multipart_KN6SVO6HG65Q.2~YAZ46QQM75HP.1 size=304686 2024-04-13T08:05:42.640 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.640+0000 7faa9f63b780 1 > prepared multipart upload key=KN6SVO6HG65Q upload=YAZ46QQM75HP tag=EFHH24V429K2 type=write size=2401838 2024-04-13T08:05:42.642 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.642+0000 7faa9f63b780 1 < completed delete operation key=6EIPCHTPO3X1 tag=AII6OA7FF0JJ type=del 2024-04-13T08:05:42.644 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.644+0000 7faa9f63b780 1 > prepared operation key=9OD1R5489FHK tag=J4FIVFWISQ1N type=del size=1839848 2024-04-13T08:05:42.644 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.644+0000 7faa9f63b780 1 < canceled part key=_multipart_KPYALZ2K1347.2~17CY5MQSUDWJ.0 size=1048576 2024-04-13T08:05:42.645 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.645+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~17CY5MQSUDWJ.1 size=263440 2024-04-13T08:05:42.648 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.648+0000 7faa9f63b780 1 < canceled multipart upload key=KPYALZ2K1347 upload=17CY5MQSUDWJ tag=NF6GJWF0GLHJ type=write size=2360592 2024-04-13T08:05:42.650 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.650+0000 7faa9f63b780 1 > prepared operation key=DQJZH0QC5JG1 tag=AW24IVD7TG70 type=write size=121999 2024-04-13T08:05:42.652 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.652+0000 7faa9f63b780 1 < completed delete operation key=7LQHTC0JXLLC tag=XONKUAN0YFXD type=del 2024-04-13T08:05:42.656 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.656+0000 7faa9f63b780 1 > prepared part key=_multipart_1R98I2OD2C1B.2~2FTYWDQJV73H.0 size=1048576 2024-04-13T08:05:42.657 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.657+0000 7faa9f63b780 1 > prepared part key=_multipart_1R98I2OD2C1B.2~2FTYWDQJV73H.1 size=220582 2024-04-13T08:05:42.657 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.657+0000 7faa9f63b780 1 > prepared multipart upload key=1R98I2OD2C1B upload=2FTYWDQJV73H tag=F5RJURH2VEBP type=write size=2317734 2024-04-13T08:05:42.661 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.661+0000 7faa9f63b780 1 < suggested remove operation key=57TR9Y9AGKFZ tag=MT75039P1R2Z type=del 2024-04-13T08:05:42.664 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.664+0000 7faa9f63b780 1 > prepared part key=_multipart_Y3BAXTXJ3THV.2~EAL9FZW5ZQC0.0 size=325504 2024-04-13T08:05:42.664 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.664+0000 7faa9f63b780 1 > prepared multipart upload key=Y3BAXTXJ3THV upload=EAL9FZW5ZQC0 tag=BNON8G10ERJ8 type=write size=1374080 2024-04-13T08:05:42.666 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.666+0000 7faa9f63b780 1 < completed part key=_multipart_B9J0DWQ62YOI.2~X3KPQY3WBWZT.0 size=168719 2024-04-13T08:05:42.670 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.670+0000 7faa9f63b780 1 < completed multipart upload key=B9J0DWQ62YOI upload=X3KPQY3WBWZT tag=Z3NMF9I2CMKO type=write size=1217295 2024-04-13T08:05:42.674 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.674+0000 7faa9f63b780 1 > prepared part key=_multipart_1139HXY3WYTZ.2~OASHN4VWPUC2.0 size=1048576 2024-04-13T08:05:42.675 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.675+0000 7faa9f63b780 1 > prepared part key=_multipart_1139HXY3WYTZ.2~OASHN4VWPUC2.1 size=1048576 2024-04-13T08:05:42.677 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.677+0000 7faa9f63b780 1 > prepared part key=_multipart_1139HXY3WYTZ.2~OASHN4VWPUC2.2 size=26285 2024-04-13T08:05:42.677 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.677+0000 7faa9f63b780 1 > prepared multipart upload key=1139HXY3WYTZ upload=OASHN4VWPUC2 tag=C0M47WM9S3V3 type=write size=3172013 2024-04-13T08:05:42.678 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.679+0000 7faa9f63b780 1 < completed delete operation key=C8EO3JFDK3I3 tag=ZA12IXSJ8UD3 type=del 2024-04-13T08:05:42.680 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.680+0000 7faa9f63b780 1 > prepared operation key=KPYALZ2K1347 tag=LL73ZKGFHD73 type=del size=643990 2024-04-13T08:05:42.681 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.682+0000 7faa9f63b780 1 < completed write operation key=ATLCBD5K8IS1 tag=ZS7FK2HF4C71 type=write size=293896 2024-04-13T08:05:42.685 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.685+0000 7faa9f63b780 1 > prepared part key=_multipart_EBB3GPXHIYM1.2~B08WMSFD0624.0 size=1048576 2024-04-13T08:05:42.687 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.687+0000 7faa9f63b780 1 > prepared part key=_multipart_EBB3GPXHIYM1.2~B08WMSFD0624.1 size=1048576 2024-04-13T08:05:42.689 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.690+0000 7faa9f63b780 1 > prepared part key=_multipart_EBB3GPXHIYM1.2~B08WMSFD0624.2 size=880757 2024-04-13T08:05:42.690 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.690+0000 7faa9f63b780 1 > prepared multipart upload key=EBB3GPXHIYM1 upload=B08WMSFD0624 tag=F12SOF9WQT7E type=write size=4026485 2024-04-13T08:05:42.690 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.690+0000 7faa9f63b780 1 < canceled part key=_multipart_1139HXY3WYTZ.2~A4N31HXGFSYE.0 size=1048576 2024-04-13T08:05:42.692 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.692+0000 7faa9f63b780 1 < completed part key=_multipart_1139HXY3WYTZ.2~A4N31HXGFSYE.1 size=1048576 2024-04-13T08:05:42.692 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.692+0000 7faa9f63b780 1 < canceled part key=_multipart_1139HXY3WYTZ.2~A4N31HXGFSYE.2 size=87895 2024-04-13T08:05:42.695 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.695+0000 7faa9f63b780 1 < canceled multipart upload key=1139HXY3WYTZ upload=A4N31HXGFSYE tag=YJ7BFGGVS4S6 type=write size=3233623 2024-04-13T08:05:42.697 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.697+0000 7faa9f63b780 1 > prepared operation key=1139HXY3WYTZ tag=RP6AMT468N7D type=del size=3642518 2024-04-13T08:05:42.698 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.698+0000 7faa9f63b780 1 < completed part key=_multipart_ZS36Q14U11AV.2~UKSAB213BO3J.0 size=1003897 2024-04-13T08:05:42.701 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.701+0000 7faa9f63b780 1 < completed multipart upload key=ZS36Q14U11AV upload=UKSAB213BO3J tag=TUL6WDJQ0GTM type=write size=2052473 2024-04-13T08:05:42.703 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.703+0000 7faa9f63b780 1 > prepared operation key=XP1MOJCI0XHQ tag=GHINX9S1NID3 type=del size=2289190 2024-04-13T08:05:42.704 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.704+0000 7faa9f63b780 1 < canceled operation key=WSX0KY6Y4RVU tag=SGKZV56V8PXP type=write size=548392 2024-04-13T08:05:42.707 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.707+0000 7faa9f63b780 1 > prepared operation key=Y3BAXTXJ3THV tag=X1UKCW1YVMY5 type=write size=339117 2024-04-13T08:05:42.709 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.709+0000 7faa9f63b780 1 < completed part key=_multipart_BGZCO481WX23.2~21YUMNUL3D2N.0 size=768664 2024-04-13T08:05:42.712 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.712+0000 7faa9f63b780 1 < completed multipart upload key=BGZCO481WX23 upload=21YUMNUL3D2N tag=SXPODCB8JXGD type=write size=1817240 2024-04-13T08:05:42.715 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.715+0000 7faa9f63b780 1 > prepared part key=_multipart_1139HXY3WYTZ.2~3GD1G0J1C4A5.0 size=1048576 2024-04-13T08:05:42.717 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.717+0000 7faa9f63b780 1 > prepared part key=_multipart_1139HXY3WYTZ.2~3GD1G0J1C4A5.1 size=1048576 2024-04-13T08:05:42.718 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.718+0000 7faa9f63b780 1 > prepared part key=_multipart_1139HXY3WYTZ.2~3GD1G0J1C4A5.2 size=688761 2024-04-13T08:05:42.718 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.718+0000 7faa9f63b780 1 > prepared multipart upload key=1139HXY3WYTZ upload=3GD1G0J1C4A5 tag=VGIMT9ME39AE type=write size=3834489 2024-04-13T08:05:42.720 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.720+0000 7faa9f63b780 1 < completed part key=_multipart_LCYUO09YJOWJ.2~KLAY0O5JU588.0 size=695312 2024-04-13T08:05:42.723 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.723+0000 7faa9f63b780 1 < completed multipart upload key=LCYUO09YJOWJ upload=KLAY0O5JU588 tag=J70PBSEF0YGS type=write size=1743888 2024-04-13T08:05:42.724 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.725+0000 7faa9f63b780 1 > prepared operation key=U4KRH93HDNU6 tag=NG1C4X1RAOYM type=del size=2158713 2024-04-13T08:05:42.726 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.726+0000 7faa9f63b780 1 < completed part key=_multipart_USAT0PUC8Q9C.2~CLH1S37R2DX1.0 size=796364 2024-04-13T08:05:42.729 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.729+0000 7faa9f63b780 1 < completed multipart upload key=USAT0PUC8Q9C upload=CLH1S37R2DX1 tag=EG1VOGGPR8TV type=write size=1844940 2024-04-13T08:05:42.731 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.731+0000 7faa9f63b780 1 > prepared operation key=C8EO3JFDK3I3 tag=JXNS2MS8GZT1 type=del size=2614270 2024-04-13T08:05:42.734 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.734+0000 7faa9f63b780 1 < suggested update operation key=1139HXY3WYTZ tag=W7FUUT3MCI5P type=del size=325618 2024-04-13T08:05:42.737 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.737+0000 7faa9f63b780 1 > prepared part key=_multipart_CWNYE55R1BSI.2~XLA3728919CD.0 size=832370 2024-04-13T08:05:42.737 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.737+0000 7faa9f63b780 1 > prepared multipart upload key=CWNYE55R1BSI upload=XLA3728919CD tag=RPMRH8ROHNH3 type=write size=1880946 2024-04-13T08:05:42.739 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.739+0000 7faa9f63b780 1 < completed delete operation key=ZLCXVHR00MT7 tag=6B29LRR99WV9 type=del 2024-04-13T08:05:42.742 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.742+0000 7faa9f63b780 1 > prepared part key=_multipart_WSX0KY6Y4RVU.2~FZBDH1D8Y9E0.0 size=1048576 2024-04-13T08:05:42.744 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.744+0000 7faa9f63b780 1 > prepared part key=_multipart_WSX0KY6Y4RVU.2~FZBDH1D8Y9E0.1 size=806713 2024-04-13T08:05:42.744 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.744+0000 7faa9f63b780 1 > prepared multipart upload key=WSX0KY6Y4RVU upload=FZBDH1D8Y9E0 tag=X43Z02RM0MLN type=write size=2903865 2024-04-13T08:05:42.746 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.746+0000 7faa9f63b780 1 < completed part key=_multipart_KN6SVO6HG65Q.2~YAZ46QQM75HP.0 size=1048576 2024-04-13T08:05:42.747 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.748+0000 7faa9f63b780 1 < completed part key=_multipart_KN6SVO6HG65Q.2~YAZ46QQM75HP.1 size=304686 2024-04-13T08:05:42.750 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.751+0000 7faa9f63b780 1 < completed multipart upload key=KN6SVO6HG65Q upload=YAZ46QQM75HP tag=EFHH24V429K2 type=write size=2401838 2024-04-13T08:05:42.752 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.753+0000 7faa9f63b780 1 > prepared operation key=CSYE7NHVWP4Q tag=INP9244BNCF8 type=del size=1193151 2024-04-13T08:05:42.754 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.754+0000 7faa9f63b780 1 < completed delete operation key=9OD1R5489FHK tag=J4FIVFWISQ1N type=del 2024-04-13T08:05:42.758 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.758+0000 7faa9f63b780 1 > prepared part key=_multipart_6EIPCHTPO3X1.2~XF2K14J2AXHM.0 size=1025857 2024-04-13T08:05:42.758 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.758+0000 7faa9f63b780 1 > prepared multipart upload key=6EIPCHTPO3X1 upload=XF2K14J2AXHM tag=Q0KUG1RY2NX1 type=write size=2074433 2024-04-13T08:05:42.761 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.761+0000 7faa9f63b780 1 < suggested remove operation key=DQJZH0QC5JG1 tag=AW24IVD7TG70 type=write 2024-04-13T08:05:42.764 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.764+0000 7faa9f63b780 1 > prepared part key=_multipart_6EIPCHTPO3X1.2~7KWJUWF4R4D3.0 size=1048576 2024-04-13T08:05:42.765 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.766+0000 7faa9f63b780 1 > prepared part key=_multipart_6EIPCHTPO3X1.2~7KWJUWF4R4D3.1 size=586678 2024-04-13T08:05:42.765 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.766+0000 7faa9f63b780 1 > prepared multipart upload key=6EIPCHTPO3X1 upload=7KWJUWF4R4D3 tag=NQJTSMG03PS3 type=write size=2683830 2024-04-13T08:05:42.768 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.768+0000 7faa9f63b780 1 < completed part key=_multipart_1R98I2OD2C1B.2~2FTYWDQJV73H.0 size=1048576 2024-04-13T08:05:42.770 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.770+0000 7faa9f63b780 1 < completed part key=_multipart_1R98I2OD2C1B.2~2FTYWDQJV73H.1 size=220582 2024-04-13T08:05:42.773 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.773+0000 7faa9f63b780 1 < completed multipart upload key=1R98I2OD2C1B upload=2FTYWDQJV73H tag=F5RJURH2VEBP type=write size=2317734 2024-04-13T08:05:42.775 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.775+0000 7faa9f63b780 1 > prepared operation key=7LQHTC0JXLLC tag=2Y27K4HR86UJ type=del size=139833 2024-04-13T08:05:42.776 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.777+0000 7faa9f63b780 1 < completed part key=_multipart_Y3BAXTXJ3THV.2~EAL9FZW5ZQC0.0 size=325504 2024-04-13T08:05:42.779 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.779+0000 7faa9f63b780 1 < completed multipart upload key=Y3BAXTXJ3THV upload=EAL9FZW5ZQC0 tag=BNON8G10ERJ8 type=write size=1374080 2024-04-13T08:05:42.781 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.781+0000 7faa9f63b780 1 > prepared operation key=XP1MOJCI0XHQ tag=5PCR484W3NNJ type=del size=3390756 2024-04-13T08:05:42.782 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.783+0000 7faa9f63b780 1 < completed part key=_multipart_1139HXY3WYTZ.2~OASHN4VWPUC2.0 size=1048576 2024-04-13T08:05:42.784 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.784+0000 7faa9f63b780 1 < completed part key=_multipart_1139HXY3WYTZ.2~OASHN4VWPUC2.1 size=1048576 2024-04-13T08:05:42.786 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.786+0000 7faa9f63b780 1 < completed part key=_multipart_1139HXY3WYTZ.2~OASHN4VWPUC2.2 size=26285 2024-04-13T08:05:42.789 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.789+0000 7faa9f63b780 1 < completed multipart upload key=1139HXY3WYTZ upload=OASHN4VWPUC2 tag=C0M47WM9S3V3 type=write size=3172013 2024-04-13T08:05:42.791 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.791+0000 7faa9f63b780 1 > prepared operation key=ZLCXVHR00MT7 tag=4VWXUD13BVBS type=del size=2376677 2024-04-13T08:05:42.794 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.794+0000 7faa9f63b780 1 < completed delete operation key=KPYALZ2K1347 tag=LL73ZKGFHD73 type=del 2024-04-13T08:05:42.796 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.796+0000 7faa9f63b780 1 > prepared operation key=KN6SVO6HG65Q tag=YBZY04IBJ1FD type=del size=376050 2024-04-13T08:05:42.797 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.798+0000 7faa9f63b780 1 < completed part key=_multipart_EBB3GPXHIYM1.2~B08WMSFD0624.0 size=1048576 2024-04-13T08:05:42.798 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.798+0000 7faa9f63b780 1 < canceled part key=_multipart_EBB3GPXHIYM1.2~B08WMSFD0624.1 size=1048576 2024-04-13T08:05:42.799 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.799+0000 7faa9f63b780 1 < completed part key=_multipart_EBB3GPXHIYM1.2~B08WMSFD0624.2 size=880757 2024-04-13T08:05:42.802 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.802+0000 7faa9f63b780 1 < canceled multipart upload key=EBB3GPXHIYM1 upload=B08WMSFD0624 tag=F12SOF9WQT7E type=write size=4026485 2024-04-13T08:05:42.805 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.805+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~HJ9VBL72M2TO.0 size=1048576 2024-04-13T08:05:42.806 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.806+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~HJ9VBL72M2TO.1 size=1048576 2024-04-13T08:05:42.808 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.808+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~HJ9VBL72M2TO.2 size=281518 2024-04-13T08:05:42.808 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.808+0000 7faa9f63b780 1 > prepared multipart upload key=9OD1R5489FHK upload=HJ9VBL72M2TO tag=B1UBCVD4USZ9 type=write size=3427246 2024-04-13T08:05:42.810 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.810+0000 7faa9f63b780 -1 < failed to complete operation key=1139HXY3WYTZ tag=RP6AMT468N7D type=del size=3642518: (22) Invalid argument 2024-04-13T08:05:42.812 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.812+0000 7faa9f63b780 1 > prepared operation key=YVLYPQFVWYAW tag=AYLPW1RQWXY4 type=write size=108348 2024-04-13T08:05:42.814 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.814+0000 7faa9f63b780 1 < completed delete operation key=XP1MOJCI0XHQ tag=GHINX9S1NID3 type=del 2024-04-13T08:05:42.815 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.815+0000 7faa9f63b780 1 > prepared operation key=H9HYQWGBJXF0 tag=V6YE1JCWFYH0 type=del size=1133405 2024-04-13T08:05:42.817 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.817+0000 7faa9f63b780 1 < completed write operation key=Y3BAXTXJ3THV tag=X1UKCW1YVMY5 type=write size=339117 2024-04-13T08:05:42.819 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.819+0000 7faa9f63b780 1 > prepared operation key=EBB3GPXHIYM1 tag=9HU7BGQQZ50Z type=del size=3424485 2024-04-13T08:05:42.821 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.821+0000 7faa9f63b780 1 < completed part key=_multipart_1139HXY3WYTZ.2~3GD1G0J1C4A5.0 size=1048576 2024-04-13T08:05:42.822 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.822+0000 7faa9f63b780 1 < completed part key=_multipart_1139HXY3WYTZ.2~3GD1G0J1C4A5.1 size=1048576 2024-04-13T08:05:42.824 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.824+0000 7faa9f63b780 1 < completed part key=_multipart_1139HXY3WYTZ.2~3GD1G0J1C4A5.2 size=688761 2024-04-13T08:05:42.826 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.827+0000 7faa9f63b780 1 < completed multipart upload key=1139HXY3WYTZ upload=3GD1G0J1C4A5 tag=VGIMT9ME39AE type=write size=3834489 2024-04-13T08:05:42.828 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.828+0000 7faa9f63b780 1 > prepared operation key=YVLYPQFVWYAW tag=M8073O4F5TL9 type=del size=1472960 2024-04-13T08:05:42.830 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.830+0000 7faa9f63b780 1 < completed delete operation key=U4KRH93HDNU6 tag=NG1C4X1RAOYM type=del 2024-04-13T08:05:42.833 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.833+0000 7faa9f63b780 1 > prepared part key=_multipart_H9HYQWGBJXF0.2~L8TYNZTPCXOG.0 size=201344 2024-04-13T08:05:42.833 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.833+0000 7faa9f63b780 1 > prepared multipart upload key=H9HYQWGBJXF0 upload=L8TYNZTPCXOG tag=8LEH0JR2PTU4 type=write size=1249920 2024-04-13T08:05:42.835 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.835+0000 7faa9f63b780 1 < completed delete operation key=C8EO3JFDK3I3 tag=JXNS2MS8GZT1 type=del 2024-04-13T08:05:42.838 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.838+0000 7faa9f63b780 1 > prepared part key=_multipart_C8EO3JFDK3I3.2~H6E4MEM1G88D.0 size=173652 2024-04-13T08:05:42.838 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.838+0000 7faa9f63b780 1 > prepared multipart upload key=C8EO3JFDK3I3 upload=H6E4MEM1G88D tag=WE1D2OAJLJLP type=write size=1222228 2024-04-13T08:05:42.838 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.838+0000 7faa9f63b780 1 < canceled part key=_multipart_CWNYE55R1BSI.2~XLA3728919CD.0 size=832370 2024-04-13T08:05:42.841 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.841+0000 7faa9f63b780 1 < canceled multipart upload key=CWNYE55R1BSI upload=XLA3728919CD tag=RPMRH8ROHNH3 type=write size=1880946 2024-04-13T08:05:42.843 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.843+0000 7faa9f63b780 1 > prepared operation key=CSYE7NHVWP4Q tag=0SNRR5RXA90P type=del size=114676 2024-04-13T08:05:42.845 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.845+0000 7faa9f63b780 1 < completed part key=_multipart_WSX0KY6Y4RVU.2~FZBDH1D8Y9E0.0 size=1048576 2024-04-13T08:05:42.846 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.847+0000 7faa9f63b780 1 < completed part key=_multipart_WSX0KY6Y4RVU.2~FZBDH1D8Y9E0.1 size=806713 2024-04-13T08:05:42.849 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.850+0000 7faa9f63b780 1 < completed multipart upload key=WSX0KY6Y4RVU upload=FZBDH1D8Y9E0 tag=X43Z02RM0MLN type=write size=2903865 2024-04-13T08:05:42.853 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.853+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~SHELRYHLXX2Y.0 size=187665 2024-04-13T08:05:42.853 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.853+0000 7faa9f63b780 1 > prepared multipart upload key=7LQHTC0JXLLC upload=SHELRYHLXX2Y tag=XNS8W8WCU0XS type=write size=1236241 2024-04-13T08:05:42.854 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.855+0000 7faa9f63b780 1 < canceled operation key=CSYE7NHVWP4Q tag=INP9244BNCF8 type=del size=1193151 2024-04-13T08:05:42.856 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.856+0000 7faa9f63b780 1 > prepared operation key=6EIPCHTPO3X1 tag=KTN53V3M957V type=del size=934203 2024-04-13T08:05:42.858 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.858+0000 7faa9f63b780 1 < completed part key=_multipart_6EIPCHTPO3X1.2~XF2K14J2AXHM.0 size=1025857 2024-04-13T08:05:42.861 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.862+0000 7faa9f63b780 1 < completed multipart upload key=6EIPCHTPO3X1 upload=XF2K14J2AXHM tag=Q0KUG1RY2NX1 type=write size=2074433 2024-04-13T08:05:42.863 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.864+0000 7faa9f63b780 1 > prepared operation key=Y3BAXTXJ3THV tag=AZKTILRGTZX1 type=del size=435884 2024-04-13T08:05:42.865 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.865+0000 7faa9f63b780 1 < completed part key=_multipart_6EIPCHTPO3X1.2~7KWJUWF4R4D3.0 size=1048576 2024-04-13T08:05:42.867 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.867+0000 7faa9f63b780 1 < completed part key=_multipart_6EIPCHTPO3X1.2~7KWJUWF4R4D3.1 size=586678 2024-04-13T08:05:42.870 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.870+0000 7faa9f63b780 1 < completed multipart upload key=6EIPCHTPO3X1 upload=7KWJUWF4R4D3 tag=NQJTSMG03PS3 type=write size=2683830 2024-04-13T08:05:42.873 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.873+0000 7faa9f63b780 1 > prepared part key=_multipart_EB7L7HOTRCXY.2~MXTMULVSL6EK.0 size=1048576 2024-04-13T08:05:42.874 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.874+0000 7faa9f63b780 1 > prepared part key=_multipart_EB7L7HOTRCXY.2~MXTMULVSL6EK.1 size=872443 2024-04-13T08:05:42.874 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.874+0000 7faa9f63b780 1 > prepared multipart upload key=EB7L7HOTRCXY upload=MXTMULVSL6EK tag=BWLI2595WJOH type=write size=2969595 2024-04-13T08:05:42.878 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.878+0000 7faa9f63b780 1 < suggested remove operation key=7LQHTC0JXLLC tag=2Y27K4HR86UJ type=del 2024-04-13T08:05:42.882 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.882+0000 7faa9f63b780 1 > prepared part key=_multipart_EB7L7HOTRCXY.2~ASX552VXL4VB.0 size=1048576 2024-04-13T08:05:42.883 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.884+0000 7faa9f63b780 1 > prepared part key=_multipart_EB7L7HOTRCXY.2~ASX552VXL4VB.1 size=1048576 2024-04-13T08:05:42.885 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.885+0000 7faa9f63b780 1 > prepared part key=_multipart_EB7L7HOTRCXY.2~ASX552VXL4VB.2 size=977596 2024-04-13T08:05:42.885 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.885+0000 7faa9f63b780 1 > prepared multipart upload key=EB7L7HOTRCXY upload=ASX552VXL4VB tag=8DCBAR9U4R3W type=write size=4123324 2024-04-13T08:05:42.886 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.887+0000 7faa9f63b780 1 < completed delete operation key=XP1MOJCI0XHQ tag=5PCR484W3NNJ type=del 2024-04-13T08:05:42.889 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.889+0000 7faa9f63b780 1 > prepared operation key=EBB3GPXHIYM1 tag=8A0C43SR1F67 type=del size=3619884 2024-04-13T08:05:42.890 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.890+0000 7faa9f63b780 1 < completed delete operation key=ZLCXVHR00MT7 tag=4VWXUD13BVBS type=del 2024-04-13T08:05:42.892 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.892+0000 7faa9f63b780 1 > prepared operation key=3H9XN46FCEJA tag=SLKRXI93RMRG type=del size=3156141 2024-04-13T08:05:42.896 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.896+0000 7faa9f63b780 1 < suggested remove operation key=KN6SVO6HG65Q tag=YBZY04IBJ1FD type=del 2024-04-13T08:05:42.898 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.898+0000 7faa9f63b780 1 > prepared operation key=KN6SVO6HG65Q tag=FNNI1JSKB5DI type=del size=1305138 2024-04-13T08:05:42.900 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.900+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~HJ9VBL72M2TO.0 size=1048576 2024-04-13T08:05:42.901 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.901+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~HJ9VBL72M2TO.1 size=1048576 2024-04-13T08:05:42.903 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.903+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~HJ9VBL72M2TO.2 size=281518 2024-04-13T08:05:42.906 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.906+0000 7faa9f63b780 1 < completed multipart upload key=9OD1R5489FHK upload=HJ9VBL72M2TO tag=B1UBCVD4USZ9 type=write size=3427246 2024-04-13T08:05:42.908 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.908+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=KM08TTQETLUC type=del size=2716216 2024-04-13T08:05:42.910 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.910+0000 7faa9f63b780 1 < completed write operation key=YVLYPQFVWYAW tag=AYLPW1RQWXY4 type=write size=108348 2024-04-13T08:05:42.911 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.912+0000 7faa9f63b780 1 > prepared operation key=KPYALZ2K1347 tag=SIN93LN1BIYC type=del size=1581187 2024-04-13T08:05:42.913 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.914+0000 7faa9f63b780 1 < completed delete operation key=H9HYQWGBJXF0 tag=V6YE1JCWFYH0 type=del 2024-04-13T08:05:42.915 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.915+0000 7faa9f63b780 1 > prepared operation key=H9HYQWGBJXF0 tag=MD8G62LLHPJ8 type=del size=2735968 2024-04-13T08:05:42.917 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.917+0000 7faa9f63b780 1 < completed delete operation key=EBB3GPXHIYM1 tag=9HU7BGQQZ50Z type=del 2024-04-13T08:05:42.920 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.920+0000 7faa9f63b780 1 > prepared part key=_multipart_ZS36Q14U11AV.2~K9A90ZX7WY2D.0 size=1048576 2024-04-13T08:05:42.922 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.922+0000 7faa9f63b780 1 > prepared part key=_multipart_ZS36Q14U11AV.2~K9A90ZX7WY2D.1 size=816737 2024-04-13T08:05:42.922 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.922+0000 7faa9f63b780 1 > prepared multipart upload key=ZS36Q14U11AV upload=K9A90ZX7WY2D tag=PVXWKUCJWOBA type=write size=2913889 2024-04-13T08:05:42.923 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.923+0000 7faa9f63b780 1 < completed delete operation key=YVLYPQFVWYAW tag=M8073O4F5TL9 type=del 2024-04-13T08:05:42.925 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.925+0000 7faa9f63b780 1 > prepared operation key=LCYUO09YJOWJ tag=82TII6Q8P4EW type=del size=1776801 2024-04-13T08:05:42.927 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.927+0000 7faa9f63b780 1 < completed part key=_multipart_H9HYQWGBJXF0.2~L8TYNZTPCXOG.0 size=201344 2024-04-13T08:05:42.930 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.930+0000 7faa9f63b780 1 < completed multipart upload key=H9HYQWGBJXF0 upload=L8TYNZTPCXOG tag=8LEH0JR2PTU4 type=write size=1249920 2024-04-13T08:05:42.933 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.933+0000 7faa9f63b780 1 > prepared part key=_multipart_KN6SVO6HG65Q.2~0VGDAH3QHILF.0 size=971785 2024-04-13T08:05:42.933 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.933+0000 7faa9f63b780 1 > prepared multipart upload key=KN6SVO6HG65Q upload=0VGDAH3QHILF tag=4MP17DAW0Z88 type=write size=2020361 2024-04-13T08:05:42.935 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.935+0000 7faa9f63b780 1 < completed part key=_multipart_C8EO3JFDK3I3.2~H6E4MEM1G88D.0 size=173652 2024-04-13T08:05:42.938 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.939+0000 7faa9f63b780 1 < completed multipart upload key=C8EO3JFDK3I3 upload=H6E4MEM1G88D tag=WE1D2OAJLJLP type=write size=1222228 2024-04-13T08:05:42.940 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.940+0000 7faa9f63b780 1 > prepared operation key=KN6SVO6HG65Q tag=HKFO5GZZBDH8 type=write size=135005 2024-04-13T08:05:42.942 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.942+0000 7faa9f63b780 1 < completed delete operation key=CSYE7NHVWP4Q tag=0SNRR5RXA90P type=del 2024-04-13T08:05:42.943 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.944+0000 7faa9f63b780 1 > prepared operation key=ZS36Q14U11AV tag=TT2DN14COJWA type=del size=306952 2024-04-13T08:05:42.945 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.945+0000 7faa9f63b780 1 < completed part key=_multipart_7LQHTC0JXLLC.2~SHELRYHLXX2Y.0 size=187665 2024-04-13T08:05:42.948 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.948+0000 7faa9f63b780 1 < completed multipart upload key=7LQHTC0JXLLC upload=SHELRYHLXX2Y tag=XNS8W8WCU0XS type=write size=1236241 2024-04-13T08:05:42.952 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.952+0000 7faa9f63b780 1 > prepared part key=_multipart_6EIPCHTPO3X1.2~VWIB2AT8Y432.0 size=231995 2024-04-13T08:05:42.952 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.952+0000 7faa9f63b780 1 > prepared multipart upload key=6EIPCHTPO3X1 upload=VWIB2AT8Y432 tag=EXLAMBYRY35U type=write size=1280571 2024-04-13T08:05:42.953 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.954+0000 7faa9f63b780 1 < completed delete operation key=6EIPCHTPO3X1 tag=KTN53V3M957V type=del 2024-04-13T08:05:42.957 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.957+0000 7faa9f63b780 1 > prepared part key=_multipart_KN6SVO6HG65Q.2~QRQZHJ204HNI.0 size=1048576 2024-04-13T08:05:42.959 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.959+0000 7faa9f63b780 1 > prepared part key=_multipart_KN6SVO6HG65Q.2~QRQZHJ204HNI.1 size=829630 2024-04-13T08:05:42.959 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.959+0000 7faa9f63b780 1 > prepared multipart upload key=KN6SVO6HG65Q upload=QRQZHJ204HNI tag=1N7CWUAM2E8C type=write size=2926782 2024-04-13T08:05:42.962 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.962+0000 7faa9f63b780 1 < canceled operation key=Y3BAXTXJ3THV tag=AZKTILRGTZX1 type=del size=435884 2024-04-13T08:05:42.963 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.964+0000 7faa9f63b780 1 > prepared operation key=B9J0DWQ62YOI tag=J5DR8HFF28F2 type=del size=2326793 2024-04-13T08:05:42.965 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.965+0000 7faa9f63b780 1 < completed part key=_multipart_EB7L7HOTRCXY.2~MXTMULVSL6EK.0 size=1048576 2024-04-13T08:05:42.967 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.967+0000 7faa9f63b780 1 < completed part key=_multipart_EB7L7HOTRCXY.2~MXTMULVSL6EK.1 size=872443 2024-04-13T08:05:42.970 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.970+0000 7faa9f63b780 1 < completed multipart upload key=EB7L7HOTRCXY upload=MXTMULVSL6EK tag=BWLI2595WJOH type=write size=2969595 2024-04-13T08:05:42.974 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.974+0000 7faa9f63b780 1 > prepared part key=_multipart_B9J0DWQ62YOI.2~L5CY26AAFMCR.0 size=1048576 2024-04-13T08:05:42.975 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.976+0000 7faa9f63b780 1 > prepared part key=_multipart_B9J0DWQ62YOI.2~L5CY26AAFMCR.1 size=1048576 2024-04-13T08:05:42.977 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.977+0000 7faa9f63b780 1 > prepared part key=_multipart_B9J0DWQ62YOI.2~L5CY26AAFMCR.2 size=283495 2024-04-13T08:05:42.977 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.977+0000 7faa9f63b780 1 > prepared multipart upload key=B9J0DWQ62YOI upload=L5CY26AAFMCR tag=229BX9MN8K7I type=write size=3429223 2024-04-13T08:05:42.979 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.979+0000 7faa9f63b780 1 < completed part key=_multipart_EB7L7HOTRCXY.2~ASX552VXL4VB.0 size=1048576 2024-04-13T08:05:42.980 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.980+0000 7faa9f63b780 1 < completed part key=_multipart_EB7L7HOTRCXY.2~ASX552VXL4VB.1 size=1048576 2024-04-13T08:05:42.982 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.982+0000 7faa9f63b780 1 < completed part key=_multipart_EB7L7HOTRCXY.2~ASX552VXL4VB.2 size=977596 2024-04-13T08:05:42.986 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.985+0000 7faa9f63b780 1 < completed multipart upload key=EB7L7HOTRCXY upload=ASX552VXL4VB tag=8DCBAR9U4R3W type=write size=4123324 2024-04-13T08:05:42.988 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.988+0000 7faa9f63b780 1 > prepared part key=_multipart_57TR9Y9AGKFZ.2~HZLZEO2XNKG1.0 size=1048576 2024-04-13T08:05:42.989 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.990+0000 7faa9f63b780 1 > prepared part key=_multipart_57TR9Y9AGKFZ.2~HZLZEO2XNKG1.1 size=713746 2024-04-13T08:05:42.990 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.990+0000 7faa9f63b780 1 > prepared multipart upload key=57TR9Y9AGKFZ upload=HZLZEO2XNKG1 tag=R9RJW9USNEOM type=write size=2810898 2024-04-13T08:05:42.991 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.991+0000 7faa9f63b780 1 < completed delete operation key=EBB3GPXHIYM1 tag=8A0C43SR1F67 type=del 2024-04-13T08:05:42.993 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.993+0000 7faa9f63b780 1 > prepared operation key=3H9XN46FCEJA tag=RCJA0TKRKS4L type=del size=95913 2024-04-13T08:05:42.995 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.995+0000 7faa9f63b780 1 < completed delete operation key=3H9XN46FCEJA tag=SLKRXI93RMRG type=del 2024-04-13T08:05:42.997 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.997+0000 7faa9f63b780 1 > prepared operation key=DQJZH0QC5JG1 tag=XDZ6OJLLORZC type=del size=314423 2024-04-13T08:05:42.999 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:42.999+0000 7faa9f63b780 1 < completed delete operation key=KN6SVO6HG65Q tag=FNNI1JSKB5DI type=del 2024-04-13T08:05:43.001 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.001+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=CT0D4RFW9OUV type=del size=2548006 2024-04-13T08:05:43.004 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.004+0000 7faa9f63b780 1 < suggested update operation key=ATLCBD5K8IS1 tag=KM08TTQETLUC type=del size=2716216 2024-04-13T08:05:43.006 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.006+0000 7faa9f63b780 1 > prepared operation key=Y3BAXTXJ3THV tag=0APQJHTEDZ1Q type=del size=1736547 2024-04-13T08:05:43.008 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.008+0000 7faa9f63b780 1 < completed delete operation key=KPYALZ2K1347 tag=SIN93LN1BIYC type=del 2024-04-13T08:05:43.009 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.009+0000 7faa9f63b780 1 > prepared operation key=BGZCO481WX23 tag=TCKELKSAHFAR type=write size=652968 2024-04-13T08:05:43.011 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.011+0000 7faa9f63b780 1 < completed delete operation key=H9HYQWGBJXF0 tag=MD8G62LLHPJ8 type=del 2024-04-13T08:05:43.013 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.013+0000 7faa9f63b780 1 > prepared operation key=CCIT8DQBN9WK tag=3XS2H68XO15Y type=del size=3613665 2024-04-13T08:05:43.013 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.013+0000 7faa9f63b780 1 < canceled part key=_multipart_ZS36Q14U11AV.2~K9A90ZX7WY2D.0 size=1048576 2024-04-13T08:05:43.014 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.015+0000 7faa9f63b780 1 < completed part key=_multipart_ZS36Q14U11AV.2~K9A90ZX7WY2D.1 size=816737 2024-04-13T08:05:43.018 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.018+0000 7faa9f63b780 1 < canceled multipart upload key=ZS36Q14U11AV upload=K9A90ZX7WY2D tag=PVXWKUCJWOBA type=write size=2913889 2024-04-13T08:05:43.020 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.020+0000 7faa9f63b780 1 > prepared operation key=DQJZH0QC5JG1 tag=JZ259IXDEYU0 type=del size=3601885 2024-04-13T08:05:43.021 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.022+0000 7faa9f63b780 1 < completed delete operation key=LCYUO09YJOWJ tag=82TII6Q8P4EW type=del 2024-04-13T08:05:43.023 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.023+0000 7faa9f63b780 1 > prepared operation key=NHC2LNYCNU8O tag=G39CJ9Q4KX4M type=del size=935216 2024-04-13T08:05:43.026 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.026+0000 7faa9f63b780 1 < completed part key=_multipart_KN6SVO6HG65Q.2~0VGDAH3QHILF.0 size=971785 2024-04-13T08:05:43.029 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.029+0000 7faa9f63b780 1 < completed multipart upload key=KN6SVO6HG65Q upload=0VGDAH3QHILF tag=4MP17DAW0Z88 type=write size=2020361 2024-04-13T08:05:43.032 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.032+0000 7faa9f63b780 1 > prepared part key=_multipart_57TR9Y9AGKFZ.2~R8Z3CBS3WCGU.0 size=1048576 2024-04-13T08:05:43.033 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.033+0000 7faa9f63b780 1 > prepared part key=_multipart_57TR9Y9AGKFZ.2~R8Z3CBS3WCGU.1 size=1048576 2024-04-13T08:05:43.035 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.035+0000 7faa9f63b780 1 > prepared part key=_multipart_57TR9Y9AGKFZ.2~R8Z3CBS3WCGU.2 size=389324 2024-04-13T08:05:43.035 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.035+0000 7faa9f63b780 1 > prepared multipart upload key=57TR9Y9AGKFZ upload=R8Z3CBS3WCGU tag=CN3R6PWZVO7R type=write size=3535052 2024-04-13T08:05:43.036 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.036+0000 7faa9f63b780 1 < completed write operation key=KN6SVO6HG65Q tag=HKFO5GZZBDH8 type=write size=135005 2024-04-13T08:05:43.039 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.039+0000 7faa9f63b780 1 > prepared operation key=EBB3GPXHIYM1 tag=TS0B7I176KJI type=del size=2623648 2024-04-13T08:05:43.041 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.041+0000 7faa9f63b780 1 < completed delete operation key=ZS36Q14U11AV tag=TT2DN14COJWA type=del 2024-04-13T08:05:43.043 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.043+0000 7faa9f63b780 1 > prepared operation key=3H9XN46FCEJA tag=7JU4QURXUBEX type=del size=3888891 2024-04-13T08:05:43.045 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.045+0000 7faa9f63b780 1 < completed part key=_multipart_6EIPCHTPO3X1.2~VWIB2AT8Y432.0 size=231995 2024-04-13T08:05:43.048 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.048+0000 7faa9f63b780 1 < completed multipart upload key=6EIPCHTPO3X1 upload=VWIB2AT8Y432 tag=EXLAMBYRY35U type=write size=1280571 2024-04-13T08:05:43.049 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.049+0000 7faa9f63b780 1 > prepared operation key=ZLCXVHR00MT7 tag=WBQ5PTLDETL1 type=del size=717518 2024-04-13T08:05:43.051 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.051+0000 7faa9f63b780 1 < completed part key=_multipart_KN6SVO6HG65Q.2~QRQZHJ204HNI.0 size=1048576 2024-04-13T08:05:43.053 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.053+0000 7faa9f63b780 1 < completed part key=_multipart_KN6SVO6HG65Q.2~QRQZHJ204HNI.1 size=829630 2024-04-13T08:05:43.056 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.056+0000 7faa9f63b780 1 < completed multipart upload key=KN6SVO6HG65Q upload=QRQZHJ204HNI tag=1N7CWUAM2E8C type=write size=2926782 2024-04-13T08:05:43.058 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.058+0000 7faa9f63b780 1 > prepared operation key=KPYALZ2K1347 tag=M47SCWMJQ8RS type=del size=3704489 2024-04-13T08:05:43.061 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.061+0000 7faa9f63b780 1 < suggested remove operation key=B9J0DWQ62YOI tag=J5DR8HFF28F2 type=del 2024-04-13T08:05:43.063 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.063+0000 7faa9f63b780 1 > prepared operation key=YVLYPQFVWYAW tag=LMP3TW10CHJ8 type=del size=4150514 2024-04-13T08:05:43.064 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.064+0000 7faa9f63b780 1 < canceled part key=_multipart_B9J0DWQ62YOI.2~L5CY26AAFMCR.0 size=1048576 2024-04-13T08:05:43.066 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.066+0000 7faa9f63b780 1 < completed part key=_multipart_B9J0DWQ62YOI.2~L5CY26AAFMCR.1 size=1048576 2024-04-13T08:05:43.067 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.067+0000 7faa9f63b780 1 < completed part key=_multipart_B9J0DWQ62YOI.2~L5CY26AAFMCR.2 size=283495 2024-04-13T08:05:43.070 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.070+0000 7faa9f63b780 1 < canceled multipart upload key=B9J0DWQ62YOI upload=L5CY26AAFMCR tag=229BX9MN8K7I type=write size=3429223 2024-04-13T08:05:43.073 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.073+0000 7faa9f63b780 1 > prepared part key=_multipart_YVLYPQFVWYAW.2~VQ6H7X56EUQ4.0 size=519192 2024-04-13T08:05:43.073 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.073+0000 7faa9f63b780 1 > prepared multipart upload key=YVLYPQFVWYAW upload=VQ6H7X56EUQ4 tag=QF6CK14LX9RM type=write size=1567768 2024-04-13T08:05:43.075 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.075+0000 7faa9f63b780 1 < completed part key=_multipart_57TR9Y9AGKFZ.2~HZLZEO2XNKG1.0 size=1048576 2024-04-13T08:05:43.077 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.077+0000 7faa9f63b780 1 < completed part key=_multipart_57TR9Y9AGKFZ.2~HZLZEO2XNKG1.1 size=713746 2024-04-13T08:05:43.080 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.080+0000 7faa9f63b780 1 < completed multipart upload key=57TR9Y9AGKFZ upload=HZLZEO2XNKG1 tag=R9RJW9USNEOM type=write size=2810898 2024-04-13T08:05:43.084 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.084+0000 7faa9f63b780 1 > prepared part key=_multipart_H9HYQWGBJXF0.2~SHY5U2SLUQ1E.0 size=1048576 2024-04-13T08:05:43.085 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.085+0000 7faa9f63b780 1 > prepared part key=_multipart_H9HYQWGBJXF0.2~SHY5U2SLUQ1E.1 size=1048576 2024-04-13T08:05:43.086 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.087+0000 7faa9f63b780 1 > prepared part key=_multipart_H9HYQWGBJXF0.2~SHY5U2SLUQ1E.2 size=57228 2024-04-13T08:05:43.087 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.087+0000 7faa9f63b780 1 > prepared multipart upload key=H9HYQWGBJXF0 upload=SHY5U2SLUQ1E tag=KN5843PF9O2A type=write size=3202956 2024-04-13T08:05:43.088 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.089+0000 7faa9f63b780 1 < completed delete operation key=3H9XN46FCEJA tag=RCJA0TKRKS4L type=del 2024-04-13T08:05:43.092 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.092+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~OP2P8YIZU53R.0 size=1048576 2024-04-13T08:05:43.093 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.094+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~OP2P8YIZU53R.1 size=656300 2024-04-13T08:05:43.094 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.094+0000 7faa9f63b780 1 > prepared multipart upload key=3H9XN46FCEJA upload=OP2P8YIZU53R tag=NKWWOX8KLF21 type=write size=2753452 2024-04-13T08:05:43.095 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.095+0000 7faa9f63b780 1 < completed delete operation key=DQJZH0QC5JG1 tag=XDZ6OJLLORZC type=del 2024-04-13T08:05:43.097 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.097+0000 7faa9f63b780 1 > prepared operation key=KN6SVO6HG65Q tag=QI5GDWE4PUZP type=write size=1020711 2024-04-13T08:05:43.107 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.107+0000 7faa9f63b780 1 < suggested update operation key=USAT0PUC8Q9C tag=CT0D4RFW9OUV type=del size=2548006 2024-04-13T08:05:43.109 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.109+0000 7faa9f63b780 1 > prepared operation key=TSACVEYQTVRN tag=K6MTIPQCK8K0 type=del size=2556673 2024-04-13T08:05:43.111 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.111+0000 7faa9f63b780 1 < completed delete operation key=Y3BAXTXJ3THV tag=0APQJHTEDZ1Q type=del 2024-04-13T08:05:43.114 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.114+0000 7faa9f63b780 1 > prepared part key=_multipart_YVLYPQFVWYAW.2~UZL0UCX3PW2M.0 size=1048576 2024-04-13T08:05:43.116 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.116+0000 7faa9f63b780 1 > prepared part key=_multipart_YVLYPQFVWYAW.2~UZL0UCX3PW2M.1 size=551634 2024-04-13T08:05:43.116 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.116+0000 7faa9f63b780 1 > prepared multipart upload key=YVLYPQFVWYAW upload=UZL0UCX3PW2M tag=44D7OW4ZA7IW type=write size=2648786 2024-04-13T08:05:43.120 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.120+0000 7faa9f63b780 1 < suggested remove operation key=BGZCO481WX23 tag=TCKELKSAHFAR type=write 2024-04-13T08:05:43.123 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.123+0000 7faa9f63b780 1 > prepared part key=_multipart_1139HXY3WYTZ.2~ROF04UVRUXZ6.0 size=1048576 2024-04-13T08:05:43.125 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.125+0000 7faa9f63b780 1 > prepared part key=_multipart_1139HXY3WYTZ.2~ROF04UVRUXZ6.1 size=86448 2024-04-13T08:05:43.125 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.125+0000 7faa9f63b780 1 > prepared multipart upload key=1139HXY3WYTZ upload=ROF04UVRUXZ6 tag=21CSVJB0G3I0 type=write size=2183600 2024-04-13T08:05:43.127 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.127+0000 7faa9f63b780 1 < completed delete operation key=CCIT8DQBN9WK tag=3XS2H68XO15Y type=del 2024-04-13T08:05:43.129 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.129+0000 7faa9f63b780 1 > prepared operation key=BGZCO481WX23 tag=3SQ1EVV4HUIR type=del size=145485 2024-04-13T08:05:43.130 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.131+0000 7faa9f63b780 1 < completed delete operation key=DQJZH0QC5JG1 tag=JZ259IXDEYU0 type=del 2024-04-13T08:05:43.134 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.134+0000 7faa9f63b780 1 > prepared part key=_multipart_C8EO3JFDK3I3.2~CQQ74SSXZLPA.0 size=453497 2024-04-13T08:05:43.134 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.134+0000 7faa9f63b780 1 > prepared multipart upload key=C8EO3JFDK3I3 upload=CQQ74SSXZLPA tag=9GZMIAVW21YX type=write size=1502073 2024-04-13T08:05:43.138 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.138+0000 7faa9f63b780 1 < suggested update operation key=NHC2LNYCNU8O tag=G39CJ9Q4KX4M type=del size=935216 2024-04-13T08:05:43.140 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.140+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=TH8BUSWOBKKE type=del size=3632087 2024-04-13T08:05:43.142 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.142+0000 7faa9f63b780 1 < completed part key=_multipart_57TR9Y9AGKFZ.2~R8Z3CBS3WCGU.0 size=1048576 2024-04-13T08:05:43.143 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.143+0000 7faa9f63b780 1 < completed part key=_multipart_57TR9Y9AGKFZ.2~R8Z3CBS3WCGU.1 size=1048576 2024-04-13T08:05:43.145 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.145+0000 7faa9f63b780 1 < completed part key=_multipart_57TR9Y9AGKFZ.2~R8Z3CBS3WCGU.2 size=389324 2024-04-13T08:05:43.148 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.148+0000 7faa9f63b780 1 < completed multipart upload key=57TR9Y9AGKFZ upload=R8Z3CBS3WCGU tag=CN3R6PWZVO7R type=write size=3535052 2024-04-13T08:05:43.150 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.150+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=QRLSYQ86AV84 type=del size=108268 2024-04-13T08:05:43.152 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.152+0000 7faa9f63b780 1 < completed delete operation key=EBB3GPXHIYM1 tag=TS0B7I176KJI type=del 2024-04-13T08:05:43.153 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.154+0000 7faa9f63b780 1 > prepared operation key=NJTHX8PDBAAE tag=OF004A2Q0IEP type=del size=2557460 2024-04-13T08:05:43.156 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.156+0000 7faa9f63b780 1 < completed delete operation key=3H9XN46FCEJA tag=7JU4QURXUBEX type=del 2024-04-13T08:05:43.157 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.158+0000 7faa9f63b780 1 > prepared operation key=Y3BAXTXJ3THV tag=I0TLHCHKQ65P type=del size=944518 2024-04-13T08:05:43.160 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.160+0000 7faa9f63b780 1 < completed delete operation key=ZLCXVHR00MT7 tag=WBQ5PTLDETL1 type=del 2024-04-13T08:05:43.163 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.163+0000 7faa9f63b780 1 > prepared part key=_multipart_EB7L7HOTRCXY.2~SN72A0WLUALZ.0 size=413260 2024-04-13T08:05:43.163 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.163+0000 7faa9f63b780 1 > prepared multipart upload key=EB7L7HOTRCXY upload=SN72A0WLUALZ tag=0KAPPO3DDQQQ type=write size=1461836 2024-04-13T08:05:43.167 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.167+0000 7faa9f63b780 1 < suggested remove operation key=KPYALZ2K1347 tag=M47SCWMJQ8RS type=del 2024-04-13T08:05:43.169 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.169+0000 7faa9f63b780 1 > prepared operation key=CSYE7NHVWP4Q tag=LNDPNN1GMPGH type=write size=37903 2024-04-13T08:05:43.171 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.171+0000 7faa9f63b780 1 < completed delete operation key=YVLYPQFVWYAW tag=LMP3TW10CHJ8 type=del 2024-04-13T08:05:43.172 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.172+0000 7faa9f63b780 1 > prepared operation key=KN6SVO6HG65Q tag=G7GJY9P4VEK1 type=del size=2701863 2024-04-13T08:05:43.174 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.174+0000 7faa9f63b780 1 < completed part key=_multipart_YVLYPQFVWYAW.2~VQ6H7X56EUQ4.0 size=519192 2024-04-13T08:05:43.177 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.177+0000 7faa9f63b780 1 < completed multipart upload key=YVLYPQFVWYAW upload=VQ6H7X56EUQ4 tag=QF6CK14LX9RM type=write size=1567768 2024-04-13T08:05:43.180 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.180+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~NZ2LL6WJUXP0.0 size=1048576 2024-04-13T08:05:43.182 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.182+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~NZ2LL6WJUXP0.1 size=428713 2024-04-13T08:05:43.182 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.182+0000 7faa9f63b780 1 > prepared multipart upload key=DQJZH0QC5JG1 upload=NZ2LL6WJUXP0 tag=DXBMBKW7IZQK type=write size=2525865 2024-04-13T08:05:43.183 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.183+0000 7faa9f63b780 1 < completed part key=_multipart_H9HYQWGBJXF0.2~SHY5U2SLUQ1E.0 size=1048576 2024-04-13T08:05:43.185 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.185+0000 7faa9f63b780 1 < completed part key=_multipart_H9HYQWGBJXF0.2~SHY5U2SLUQ1E.1 size=1048576 2024-04-13T08:05:43.186 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.186+0000 7faa9f63b780 1 < completed part key=_multipart_H9HYQWGBJXF0.2~SHY5U2SLUQ1E.2 size=57228 2024-04-13T08:05:43.189 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.189+0000 7faa9f63b780 1 < completed multipart upload key=H9HYQWGBJXF0 upload=SHY5U2SLUQ1E tag=KN5843PF9O2A type=write size=3202956 2024-04-13T08:05:43.191 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.191+0000 7faa9f63b780 1 > prepared operation key=KPYALZ2K1347 tag=14E4VJFC9XS0 type=del size=2450481 2024-04-13T08:05:43.193 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.193+0000 7faa9f63b780 1 < completed part key=_multipart_3H9XN46FCEJA.2~OP2P8YIZU53R.0 size=1048576 2024-04-13T08:05:43.194 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.194+0000 7faa9f63b780 1 < completed part key=_multipart_3H9XN46FCEJA.2~OP2P8YIZU53R.1 size=656300 2024-04-13T08:05:43.197 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.197+0000 7faa9f63b780 1 < completed multipart upload key=3H9XN46FCEJA upload=OP2P8YIZU53R tag=NKWWOX8KLF21 type=write size=2753452 2024-04-13T08:05:43.200 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.200+0000 7faa9f63b780 1 > prepared operation key=6EIPCHTPO3X1 tag=F4RUF9L41K28 type=del size=1140196 2024-04-13T08:05:43.201 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.202+0000 7faa9f63b780 1 < completed write operation key=KN6SVO6HG65Q tag=QI5GDWE4PUZP type=write size=1020711 2024-04-13T08:05:43.205 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.205+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~PCKBCKCBNOK7.0 size=1048576 2024-04-13T08:05:43.207 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.207+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~PCKBCKCBNOK7.1 size=1048576 2024-04-13T08:05:43.208 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.208+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~PCKBCKCBNOK7.2 size=732492 2024-04-13T08:05:43.208 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.208+0000 7faa9f63b780 1 > prepared multipart upload key=DQJZH0QC5JG1 upload=PCKBCKCBNOK7 tag=JK48L2NBR10C type=write size=3878220 2024-04-13T08:05:43.210 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.210+0000 7faa9f63b780 1 < canceled operation key=TSACVEYQTVRN tag=K6MTIPQCK8K0 type=del size=2556673 2024-04-13T08:05:43.214 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.214+0000 7faa9f63b780 1 > prepared part key=_multipart_EBB3GPXHIYM1.2~P9KBD5G9ENFW.0 size=1048576 2024-04-13T08:05:43.216 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.216+0000 7faa9f63b780 1 > prepared part key=_multipart_EBB3GPXHIYM1.2~P9KBD5G9ENFW.1 size=1048576 2024-04-13T08:05:43.217 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.217+0000 7faa9f63b780 1 > prepared part key=_multipart_EBB3GPXHIYM1.2~P9KBD5G9ENFW.2 size=309383 2024-04-13T08:05:43.217 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.217+0000 7faa9f63b780 1 > prepared multipart upload key=EBB3GPXHIYM1 upload=P9KBD5G9ENFW tag=J6QKND5K4P72 type=write size=3455111 2024-04-13T08:05:43.219 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.219+0000 7faa9f63b780 1 < completed part key=_multipart_YVLYPQFVWYAW.2~UZL0UCX3PW2M.0 size=1048576 2024-04-13T08:05:43.219 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.219+0000 7faa9f63b780 1 < canceled part key=_multipart_YVLYPQFVWYAW.2~UZL0UCX3PW2M.1 size=551634 2024-04-13T08:05:43.222 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.222+0000 7faa9f63b780 1 < canceled multipart upload key=YVLYPQFVWYAW upload=UZL0UCX3PW2M tag=44D7OW4ZA7IW type=write size=2648786 2024-04-13T08:05:43.226 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.226+0000 7faa9f63b780 1 > prepared part key=_multipart_1139HXY3WYTZ.2~4G5EE4P7Y6E0.0 size=1048576 2024-04-13T08:05:43.227 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.228+0000 7faa9f63b780 1 > prepared part key=_multipart_1139HXY3WYTZ.2~4G5EE4P7Y6E0.1 size=973586 2024-04-13T08:05:43.228 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.228+0000 7faa9f63b780 1 > prepared multipart upload key=1139HXY3WYTZ upload=4G5EE4P7Y6E0 tag=6BH3FOGND2PE type=write size=3070738 2024-04-13T08:05:43.229 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.230+0000 7faa9f63b780 1 < completed part key=_multipart_1139HXY3WYTZ.2~ROF04UVRUXZ6.0 size=1048576 2024-04-13T08:05:43.231 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.231+0000 7faa9f63b780 1 < completed part key=_multipart_1139HXY3WYTZ.2~ROF04UVRUXZ6.1 size=86448 2024-04-13T08:05:43.234 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.234+0000 7faa9f63b780 1 < completed multipart upload key=1139HXY3WYTZ upload=ROF04UVRUXZ6 tag=21CSVJB0G3I0 type=write size=2183600 2024-04-13T08:05:43.236 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.236+0000 7faa9f63b780 1 > prepared operation key=YVLYPQFVWYAW tag=KWS5UT51Q14J type=del size=2507554 2024-04-13T08:05:43.238 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.238+0000 7faa9f63b780 1 < completed delete operation key=BGZCO481WX23 tag=3SQ1EVV4HUIR type=del 2024-04-13T08:05:43.241 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.241+0000 7faa9f63b780 1 > prepared part key=_multipart_YVLYPQFVWYAW.2~X0XCEFQ2BBE2.0 size=1048576 2024-04-13T08:05:43.242 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.242+0000 7faa9f63b780 1 > prepared part key=_multipart_YVLYPQFVWYAW.2~X0XCEFQ2BBE2.1 size=537812 2024-04-13T08:05:43.242 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.242+0000 7faa9f63b780 1 > prepared multipart upload key=YVLYPQFVWYAW upload=X0XCEFQ2BBE2 tag=7PVJ4DC27VXZ type=write size=2634964 2024-04-13T08:05:43.244 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.244+0000 7faa9f63b780 1 < completed part key=_multipart_C8EO3JFDK3I3.2~CQQ74SSXZLPA.0 size=453497 2024-04-13T08:05:43.247 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.248+0000 7faa9f63b780 1 < completed multipart upload key=C8EO3JFDK3I3 upload=CQQ74SSXZLPA tag=9GZMIAVW21YX type=write size=1502073 2024-04-13T08:05:43.251 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.251+0000 7faa9f63b780 1 > prepared part key=_multipart_1R98I2OD2C1B.2~0PC4ZHR9VGZV.0 size=1048576 2024-04-13T08:05:43.253 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.253+0000 7faa9f63b780 1 > prepared part key=_multipart_1R98I2OD2C1B.2~0PC4ZHR9VGZV.1 size=1048576 2024-04-13T08:05:43.254 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.254+0000 7faa9f63b780 1 > prepared part key=_multipart_1R98I2OD2C1B.2~0PC4ZHR9VGZV.2 size=287816 2024-04-13T08:05:43.254 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.254+0000 7faa9f63b780 1 > prepared multipart upload key=1R98I2OD2C1B upload=0PC4ZHR9VGZV tag=5BQN9IJ5Z9CZ type=write size=3433544 2024-04-13T08:05:43.256 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.256+0000 7faa9f63b780 1 < completed delete operation key=USAT0PUC8Q9C tag=TH8BUSWOBKKE type=del 2024-04-13T08:05:43.258 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.258+0000 7faa9f63b780 1 > prepared operation key=B9J0DWQ62YOI tag=BD1GN5L36P76 type=del size=2279456 2024-04-13T08:05:43.261 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.261+0000 7faa9f63b780 1 < suggested update operation key=ATLCBD5K8IS1 tag=QRLSYQ86AV84 type=del size=108268 2024-04-13T08:05:43.263 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.263+0000 7faa9f63b780 1 > prepared operation key=6EIPCHTPO3X1 tag=X0XMPZ5UI4PD type=del size=540840 2024-04-13T08:05:43.265 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.265+0000 7faa9f63b780 1 < completed delete operation key=NJTHX8PDBAAE tag=OF004A2Q0IEP type=del 2024-04-13T08:05:43.268 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.268+0000 7faa9f63b780 1 > prepared part key=_multipart_XP1MOJCI0XHQ.2~OOPY76FHVUWD.0 size=444034 2024-04-13T08:05:43.268 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.268+0000 7faa9f63b780 1 > prepared multipart upload key=XP1MOJCI0XHQ upload=OOPY76FHVUWD tag=SWBWT0J3VBZO type=write size=1492610 2024-04-13T08:05:43.270 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.270+0000 7faa9f63b780 1 < completed delete operation key=Y3BAXTXJ3THV tag=I0TLHCHKQ65P type=del 2024-04-13T08:05:43.273 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.273+0000 7faa9f63b780 1 > prepared part key=_multipart_EBB3GPXHIYM1.2~AYXZMZSTPB44.0 size=1048576 2024-04-13T08:05:43.275 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.275+0000 7faa9f63b780 1 > prepared part key=_multipart_EBB3GPXHIYM1.2~AYXZMZSTPB44.1 size=813927 2024-04-13T08:05:43.275 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.275+0000 7faa9f63b780 1 > prepared multipart upload key=EBB3GPXHIYM1 upload=AYXZMZSTPB44 tag=B4RCWNIW15XW type=write size=2911079 2024-04-13T08:05:43.276 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.276+0000 7faa9f63b780 1 < completed part key=_multipart_EB7L7HOTRCXY.2~SN72A0WLUALZ.0 size=413260 2024-04-13T08:05:43.279 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.279+0000 7faa9f63b780 1 < completed multipart upload key=EB7L7HOTRCXY upload=SN72A0WLUALZ tag=0KAPPO3DDQQQ type=write size=1461836 2024-04-13T08:05:43.281 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.281+0000 7faa9f63b780 1 > prepared operation key=YVLYPQFVWYAW tag=98ALUKL2R9DM type=del size=537948 2024-04-13T08:05:43.283 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.283+0000 7faa9f63b780 1 < completed write operation key=CSYE7NHVWP4Q tag=LNDPNN1GMPGH type=write size=37903 2024-04-13T08:05:43.285 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.285+0000 7faa9f63b780 1 > prepared operation key=NHC2LNYCNU8O tag=1LVOG7U3PTP1 type=write size=36450 2024-04-13T08:05:43.287 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.287+0000 7faa9f63b780 1 < completed delete operation key=KN6SVO6HG65Q tag=G7GJY9P4VEK1 type=del 2024-04-13T08:05:43.291 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.291+0000 7faa9f63b780 1 > prepared part key=_multipart_ATLCBD5K8IS1.2~I1BSIS1ZC6FS.0 size=1048576 2024-04-13T08:05:43.292 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.292+0000 7faa9f63b780 1 > prepared part key=_multipart_ATLCBD5K8IS1.2~I1BSIS1ZC6FS.1 size=1048576 2024-04-13T08:05:43.294 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.294+0000 7faa9f63b780 1 > prepared part key=_multipart_ATLCBD5K8IS1.2~I1BSIS1ZC6FS.2 size=914107 2024-04-13T08:05:43.294 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.294+0000 7faa9f63b780 1 > prepared multipart upload key=ATLCBD5K8IS1 upload=I1BSIS1ZC6FS tag=PUD21117RPGD type=write size=4059835 2024-04-13T08:05:43.296 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.296+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~NZ2LL6WJUXP0.0 size=1048576 2024-04-13T08:05:43.297 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.297+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~NZ2LL6WJUXP0.1 size=428713 2024-04-13T08:05:43.300 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.300+0000 7faa9f63b780 1 < completed multipart upload key=DQJZH0QC5JG1 upload=NZ2LL6WJUXP0 tag=DXBMBKW7IZQK type=write size=2525865 2024-04-13T08:05:43.301 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.302+0000 7faa9f63b780 1 > prepared operation key=H9HYQWGBJXF0 tag=YBT6VU2OZ7UO type=del size=886714 2024-04-13T08:05:43.305 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.305+0000 7faa9f63b780 1 < suggested remove operation key=KPYALZ2K1347 tag=14E4VJFC9XS0 type=del 2024-04-13T08:05:43.307 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.307+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=A6PI6R450XRB type=del size=661712 2024-04-13T08:05:43.309 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.309+0000 7faa9f63b780 1 < completed delete operation key=6EIPCHTPO3X1 tag=F4RUF9L41K28 type=del 2024-04-13T08:05:43.310 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.311+0000 7faa9f63b780 1 > prepared operation key=6EIPCHTPO3X1 tag=38YFZFLXHQSR type=del size=837158 2024-04-13T08:05:43.311 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.311+0000 7faa9f63b780 1 < canceled part key=_multipart_DQJZH0QC5JG1.2~PCKBCKCBNOK7.0 size=1048576 2024-04-13T08:05:43.313 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.313+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~PCKBCKCBNOK7.1 size=1048576 2024-04-13T08:05:43.315 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.315+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~PCKBCKCBNOK7.2 size=732492 2024-04-13T08:05:43.318 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.318+0000 7faa9f63b780 1 < canceled multipart upload key=DQJZH0QC5JG1 upload=PCKBCKCBNOK7 tag=JK48L2NBR10C type=write size=3878220 2024-04-13T08:05:43.320 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.320+0000 7faa9f63b780 1 > prepared operation key=CSYE7NHVWP4Q tag=C4LZN4MFMIJV type=del size=3832870 2024-04-13T08:05:43.322 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.322+0000 7faa9f63b780 1 < completed part key=_multipart_EBB3GPXHIYM1.2~P9KBD5G9ENFW.0 size=1048576 2024-04-13T08:05:43.323 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.323+0000 7faa9f63b780 1 < completed part key=_multipart_EBB3GPXHIYM1.2~P9KBD5G9ENFW.1 size=1048576 2024-04-13T08:05:43.325 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.325+0000 7faa9f63b780 1 < completed part key=_multipart_EBB3GPXHIYM1.2~P9KBD5G9ENFW.2 size=309383 2024-04-13T08:05:43.328 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.328+0000 7faa9f63b780 1 < completed multipart upload key=EBB3GPXHIYM1 upload=P9KBD5G9ENFW tag=J6QKND5K4P72 type=write size=3455111 2024-04-13T08:05:43.331 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.331+0000 7faa9f63b780 1 > prepared part key=_multipart_U4KRH93HDNU6.2~ILKHV717N7YD.0 size=1048576 2024-04-13T08:05:43.333 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.333+0000 7faa9f63b780 1 > prepared part key=_multipart_U4KRH93HDNU6.2~ILKHV717N7YD.1 size=1048576 2024-04-13T08:05:43.335 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.335+0000 7faa9f63b780 1 > prepared part key=_multipart_U4KRH93HDNU6.2~ILKHV717N7YD.2 size=236199 2024-04-13T08:05:43.335 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.335+0000 7faa9f63b780 1 > prepared multipart upload key=U4KRH93HDNU6 upload=ILKHV717N7YD tag=RQARZ4ATA13Y type=write size=3381927 2024-04-13T08:05:43.337 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.337+0000 7faa9f63b780 1 < completed part key=_multipart_1139HXY3WYTZ.2~4G5EE4P7Y6E0.0 size=1048576 2024-04-13T08:05:43.339 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.339+0000 7faa9f63b780 1 < completed part key=_multipart_1139HXY3WYTZ.2~4G5EE4P7Y6E0.1 size=973586 2024-04-13T08:05:43.342 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.342+0000 7faa9f63b780 1 < completed multipart upload key=1139HXY3WYTZ upload=4G5EE4P7Y6E0 tag=6BH3FOGND2PE type=write size=3070738 2024-04-13T08:05:43.345 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.345+0000 7faa9f63b780 1 > prepared part key=_multipart_CCIT8DQBN9WK.2~R9182BFPFPC4.0 size=1048576 2024-04-13T08:05:43.347 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.347+0000 7faa9f63b780 1 > prepared part key=_multipart_CCIT8DQBN9WK.2~R9182BFPFPC4.1 size=473225 2024-04-13T08:05:43.347 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.347+0000 7faa9f63b780 1 > prepared multipart upload key=CCIT8DQBN9WK upload=R9182BFPFPC4 tag=CMZZ8E4A03OK type=write size=2570377 2024-04-13T08:05:43.349 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.349+0000 7faa9f63b780 1 < completed delete operation key=YVLYPQFVWYAW tag=KWS5UT51Q14J type=del 2024-04-13T08:05:43.351 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.351+0000 7faa9f63b780 1 > prepared operation key=1R98I2OD2C1B tag=UGWPQY29XY5Y type=del size=564803 2024-04-13T08:05:43.352 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.352+0000 7faa9f63b780 1 < completed part key=_multipart_YVLYPQFVWYAW.2~X0XCEFQ2BBE2.0 size=1048576 2024-04-13T08:05:43.354 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.354+0000 7faa9f63b780 1 < completed part key=_multipart_YVLYPQFVWYAW.2~X0XCEFQ2BBE2.1 size=537812 2024-04-13T08:05:43.357 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.357+0000 7faa9f63b780 1 < completed multipart upload key=YVLYPQFVWYAW upload=X0XCEFQ2BBE2 tag=7PVJ4DC27VXZ type=write size=2634964 2024-04-13T08:05:43.359 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.359+0000 7faa9f63b780 1 > prepared operation key=LCYUO09YJOWJ tag=BQR2VBO3JQ82 type=del size=3232427 2024-04-13T08:05:43.361 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.361+0000 7faa9f63b780 1 < completed part key=_multipart_1R98I2OD2C1B.2~0PC4ZHR9VGZV.0 size=1048576 2024-04-13T08:05:43.362 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.362+0000 7faa9f63b780 1 < completed part key=_multipart_1R98I2OD2C1B.2~0PC4ZHR9VGZV.1 size=1048576 2024-04-13T08:05:43.364 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.364+0000 7faa9f63b780 1 < completed part key=_multipart_1R98I2OD2C1B.2~0PC4ZHR9VGZV.2 size=287816 2024-04-13T08:05:43.367 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.367+0000 7faa9f63b780 1 < completed multipart upload key=1R98I2OD2C1B upload=0PC4ZHR9VGZV tag=5BQN9IJ5Z9CZ type=write size=3433544 2024-04-13T08:05:43.369 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.369+0000 7faa9f63b780 1 > prepared operation key=1139HXY3WYTZ tag=4TUROWKPKDB1 type=del size=3919857 2024-04-13T08:05:43.371 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.372+0000 7faa9f63b780 1 < completed delete operation key=B9J0DWQ62YOI tag=BD1GN5L36P76 type=del 2024-04-13T08:05:43.376 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.376+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~E10QJAR41Z1J.0 size=948483 2024-04-13T08:05:43.376 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.376+0000 7faa9f63b780 1 > prepared multipart upload key=KPYALZ2K1347 upload=E10QJAR41Z1J tag=F1VPC27BXCLE type=write size=1997059 2024-04-13T08:05:43.378 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.378+0000 7faa9f63b780 1 < completed delete operation key=6EIPCHTPO3X1 tag=X0XMPZ5UI4PD type=del 2024-04-13T08:05:43.380 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.380+0000 7faa9f63b780 1 > prepared operation key=DQJZH0QC5JG1 tag=OFQO9KS5M3BV type=del size=4049538 2024-04-13T08:05:43.381 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.382+0000 7faa9f63b780 1 < completed part key=_multipart_XP1MOJCI0XHQ.2~OOPY76FHVUWD.0 size=444034 2024-04-13T08:05:43.385 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.385+0000 7faa9f63b780 1 < completed multipart upload key=XP1MOJCI0XHQ upload=OOPY76FHVUWD tag=SWBWT0J3VBZO type=write size=1492610 2024-04-13T08:05:43.388 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.388+0000 7faa9f63b780 1 > prepared part key=_multipart_ZLCXVHR00MT7.2~1VKYUOCHWNM2.0 size=466626 2024-04-13T08:05:43.389 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.388+0000 7faa9f63b780 1 > prepared multipart upload key=ZLCXVHR00MT7 upload=1VKYUOCHWNM2 tag=UIY59VVA316M type=write size=1515202 2024-04-13T08:05:43.390 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.391+0000 7faa9f63b780 1 < completed part key=_multipart_EBB3GPXHIYM1.2~AYXZMZSTPB44.0 size=1048576 2024-04-13T08:05:43.393 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.393+0000 7faa9f63b780 1 < completed part key=_multipart_EBB3GPXHIYM1.2~AYXZMZSTPB44.1 size=813927 2024-04-13T08:05:43.396 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.396+0000 7faa9f63b780 1 < completed multipart upload key=EBB3GPXHIYM1 upload=AYXZMZSTPB44 tag=B4RCWNIW15XW type=write size=2911079 2024-04-13T08:05:43.398 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.398+0000 7faa9f63b780 1 > prepared operation key=EB7L7HOTRCXY tag=MSPX4A1YIJIF type=del size=2276418 2024-04-13T08:05:43.399 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.400+0000 7faa9f63b780 1 < canceled operation key=YVLYPQFVWYAW tag=98ALUKL2R9DM type=del size=537948 2024-04-13T08:05:43.401 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.402+0000 7faa9f63b780 1 > prepared operation key=7LQHTC0JXLLC tag=N1AWNYJ2T03K type=del size=2158845 2024-04-13T08:05:43.404 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.404+0000 7faa9f63b780 1 < completed write operation key=NHC2LNYCNU8O tag=1LVOG7U3PTP1 type=write size=36450 2024-04-13T08:05:43.405 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.406+0000 7faa9f63b780 1 > prepared operation key=1139HXY3WYTZ tag=0UA92GKJEW70 type=write size=292788 2024-04-13T08:05:43.408 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.408+0000 7faa9f63b780 1 < completed part key=_multipart_ATLCBD5K8IS1.2~I1BSIS1ZC6FS.0 size=1048576 2024-04-13T08:05:43.409 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.410+0000 7faa9f63b780 1 < completed part key=_multipart_ATLCBD5K8IS1.2~I1BSIS1ZC6FS.1 size=1048576 2024-04-13T08:05:43.411 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.411+0000 7faa9f63b780 1 < completed part key=_multipart_ATLCBD5K8IS1.2~I1BSIS1ZC6FS.2 size=914107 2024-04-13T08:05:43.414 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.414+0000 7faa9f63b780 1 < completed multipart upload key=ATLCBD5K8IS1 upload=I1BSIS1ZC6FS tag=PUD21117RPGD type=write size=4059835 2024-04-13T08:05:43.416 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.416+0000 7faa9f63b780 1 > prepared operation key=ZLCXVHR00MT7 tag=BU93UOFW009R type=del size=2552667 2024-04-13T08:05:43.418 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.418+0000 7faa9f63b780 1 < completed delete operation key=H9HYQWGBJXF0 tag=YBT6VU2OZ7UO type=del 2024-04-13T08:05:43.420 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.420+0000 7faa9f63b780 1 > prepared operation key=CWNYE55R1BSI tag=M0DKNE2ZWBXX type=del size=1381700 2024-04-13T08:05:43.422 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.422+0000 7faa9f63b780 1 < completed delete operation key=ATLCBD5K8IS1 tag=A6PI6R450XRB type=del 2024-04-13T08:05:43.425 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.426+0000 7faa9f63b780 1 > prepared part key=_multipart_H9HYQWGBJXF0.2~EEVOP3Z089F6.0 size=1048576 2024-04-13T08:05:43.427 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.427+0000 7faa9f63b780 1 > prepared part key=_multipart_H9HYQWGBJXF0.2~EEVOP3Z089F6.1 size=1048576 2024-04-13T08:05:43.428 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.428+0000 7faa9f63b780 1 > prepared part key=_multipart_H9HYQWGBJXF0.2~EEVOP3Z089F6.2 size=582069 2024-04-13T08:05:43.428 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.428+0000 7faa9f63b780 1 > prepared multipart upload key=H9HYQWGBJXF0 upload=EEVOP3Z089F6 tag=7OF0L0J9S19M type=write size=3727797 2024-04-13T08:05:43.430 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.431+0000 7faa9f63b780 1 < completed delete operation key=6EIPCHTPO3X1 tag=38YFZFLXHQSR type=del 2024-04-13T08:05:43.432 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.432+0000 7faa9f63b780 1 > prepared operation key=ZLCXVHR00MT7 tag=1X42UEJ580LV type=del size=3377140 2024-04-13T08:05:43.436 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.436+0000 7faa9f63b780 1 < suggested update operation key=CSYE7NHVWP4Q tag=C4LZN4MFMIJV type=del size=3832870 2024-04-13T08:05:43.439 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.439+0000 7faa9f63b780 1 > prepared part key=_multipart_WSX0KY6Y4RVU.2~J4OQ1VA9IU5H.0 size=605328 2024-04-13T08:05:43.439 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.439+0000 7faa9f63b780 1 > prepared multipart upload key=WSX0KY6Y4RVU upload=J4OQ1VA9IU5H tag=A0ZY1O42T748 type=write size=1653904 2024-04-13T08:05:43.441 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.441+0000 7faa9f63b780 1 < completed part key=_multipart_U4KRH93HDNU6.2~ILKHV717N7YD.0 size=1048576 2024-04-13T08:05:43.443 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.443+0000 7faa9f63b780 1 < completed part key=_multipart_U4KRH93HDNU6.2~ILKHV717N7YD.1 size=1048576 2024-04-13T08:05:43.445 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.445+0000 7faa9f63b780 1 < completed part key=_multipart_U4KRH93HDNU6.2~ILKHV717N7YD.2 size=236199 2024-04-13T08:05:43.448 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.448+0000 7faa9f63b780 1 < completed multipart upload key=U4KRH93HDNU6 upload=ILKHV717N7YD tag=RQARZ4ATA13Y type=write size=3381927 2024-04-13T08:05:43.450 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.450+0000 7faa9f63b780 1 > prepared operation key=XP1MOJCI0XHQ tag=TJEE1PG5UW1I type=write size=176028 2024-04-13T08:05:43.453 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.453+0000 7faa9f63b780 1 < completed part key=_multipart_CCIT8DQBN9WK.2~R9182BFPFPC4.0 size=1048576 2024-04-13T08:05:43.454 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.455+0000 7faa9f63b780 1 < completed part key=_multipart_CCIT8DQBN9WK.2~R9182BFPFPC4.1 size=473225 2024-04-13T08:05:43.459 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.459+0000 7faa9f63b780 1 < completed multipart upload key=CCIT8DQBN9WK upload=R9182BFPFPC4 tag=CMZZ8E4A03OK type=write size=2570377 2024-04-13T08:05:43.461 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.461+0000 7faa9f63b780 1 > prepared operation key=CSYE7NHVWP4Q tag=17569A6F97OP type=write size=623999 2024-04-13T08:05:43.463 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.463+0000 7faa9f63b780 1 < completed delete operation key=1R98I2OD2C1B tag=UGWPQY29XY5Y type=del 2024-04-13T08:05:43.467 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.467+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~8LSUCMD79R1E.0 size=1048576 2024-04-13T08:05:43.470 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.470+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~8LSUCMD79R1E.1 size=1048576 2024-04-13T08:05:43.471 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.472+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~8LSUCMD79R1E.2 size=181064 2024-04-13T08:05:43.472 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.472+0000 7faa9f63b780 1 > prepared multipart upload key=TSACVEYQTVRN upload=8LSUCMD79R1E tag=AQDJWJBUUGR0 type=write size=3326792 2024-04-13T08:05:43.475 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.475+0000 7faa9f63b780 1 < completed delete operation key=LCYUO09YJOWJ tag=BQR2VBO3JQ82 type=del 2024-04-13T08:05:43.478 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.477+0000 7faa9f63b780 1 > prepared operation key=TSACVEYQTVRN tag=3KEY7G617RX8 type=del size=139746 2024-04-13T08:05:43.479 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.479+0000 7faa9f63b780 1 < completed delete operation key=1139HXY3WYTZ tag=4TUROWKPKDB1 type=del 2024-04-13T08:05:43.482 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.482+0000 7faa9f63b780 1 > prepared operation key=ZLCXVHR00MT7 tag=LS483P3DJ7AH type=del size=1715944 2024-04-13T08:05:43.485 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.485+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~E10QJAR41Z1J.0 size=948483 2024-04-13T08:05:43.487 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.488+0000 7faa9f63b780 1 < completed multipart upload key=KPYALZ2K1347 upload=E10QJAR41Z1J tag=F1VPC27BXCLE type=write size=1997059 2024-04-13T08:05:43.489 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.489+0000 7faa9f63b780 1 > prepared operation key=U4KRH93HDNU6 tag=KUK5LJDLFZZ8 type=del size=1741615 2024-04-13T08:05:43.494 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.494+0000 7faa9f63b780 1 < suggested update operation key=DQJZH0QC5JG1 tag=OFQO9KS5M3BV type=del size=4049538 2024-04-13T08:05:43.496 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.497+0000 7faa9f63b780 1 > prepared operation key=C8EO3JFDK3I3 tag=HJWKNGZV0OL1 type=del size=1116307 2024-04-13T08:05:43.499 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.500+0000 7faa9f63b780 1 < completed part key=_multipart_ZLCXVHR00MT7.2~1VKYUOCHWNM2.0 size=466626 2024-04-13T08:05:43.502 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.503+0000 7faa9f63b780 1 < completed multipart upload key=ZLCXVHR00MT7 upload=1VKYUOCHWNM2 tag=UIY59VVA316M type=write size=1515202 2024-04-13T08:05:43.506 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.507+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~J1QVSHI1YC7D.0 size=1048576 2024-04-13T08:05:43.508 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.508+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~J1QVSHI1YC7D.1 size=1048576 2024-04-13T08:05:43.509 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.509+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~J1QVSHI1YC7D.2 size=370117 2024-04-13T08:05:43.509 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.509+0000 7faa9f63b780 1 > prepared multipart upload key=9OD1R5489FHK upload=J1QVSHI1YC7D tag=3XZK7QFYNE01 type=write size=3515845 2024-04-13T08:05:43.511 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.511+0000 7faa9f63b780 1 < completed delete operation key=EB7L7HOTRCXY tag=MSPX4A1YIJIF type=del 2024-04-13T08:05:43.513 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.513+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=HOSZTH04BI7U type=del size=4180847 2024-04-13T08:05:43.515 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.515+0000 7faa9f63b780 1 < completed delete operation key=7LQHTC0JXLLC tag=N1AWNYJ2T03K type=del 2024-04-13T08:05:43.517 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.517+0000 7faa9f63b780 1 > prepared operation key=9OD1R5489FHK tag=PX34DNY17YHW type=write size=406351 2024-04-13T08:05:43.522 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.522+0000 7faa9f63b780 1 < suggested update operation key=1139HXY3WYTZ tag=0UA92GKJEW70 type=write size=292788 2024-04-13T08:05:43.525 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.525+0000 7faa9f63b780 1 > prepared part key=_multipart_B9J0DWQ62YOI.2~7Z9QUM0B6DD6.0 size=1048576 2024-04-13T08:05:43.527 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.527+0000 7faa9f63b780 1 > prepared part key=_multipart_B9J0DWQ62YOI.2~7Z9QUM0B6DD6.1 size=484177 2024-04-13T08:05:43.527 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.527+0000 7faa9f63b780 1 > prepared multipart upload key=B9J0DWQ62YOI upload=7Z9QUM0B6DD6 tag=E0PHSJS49NH3 type=write size=2581329 2024-04-13T08:05:43.528 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.529+0000 7faa9f63b780 1 < completed delete operation key=ZLCXVHR00MT7 tag=BU93UOFW009R type=del 2024-04-13T08:05:43.530 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.530+0000 7faa9f63b780 1 > prepared operation key=NHC2LNYCNU8O tag=304NV1XRGZKU type=del size=3488637 2024-04-13T08:05:43.532 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.532+0000 7faa9f63b780 1 < canceled operation key=CWNYE55R1BSI tag=M0DKNE2ZWBXX type=del size=1381700 2024-04-13T08:05:43.536 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.536+0000 7faa9f63b780 1 > prepared part key=_multipart_NHC2LNYCNU8O.2~F971Y96BMBVC.0 size=1048576 2024-04-13T08:05:43.538 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.538+0000 7faa9f63b780 1 > prepared part key=_multipart_NHC2LNYCNU8O.2~F971Y96BMBVC.1 size=1048576 2024-04-13T08:05:43.539 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.539+0000 7faa9f63b780 1 > prepared part key=_multipart_NHC2LNYCNU8O.2~F971Y96BMBVC.2 size=893774 2024-04-13T08:05:43.539 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.539+0000 7faa9f63b780 1 > prepared multipart upload key=NHC2LNYCNU8O upload=F971Y96BMBVC tag=0O0LVWHR3AFO type=write size=4039502 2024-04-13T08:05:43.539 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.539+0000 7faa9f63b780 1 < canceled part key=_multipart_H9HYQWGBJXF0.2~EEVOP3Z089F6.0 size=1048576 2024-04-13T08:05:43.541 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.541+0000 7faa9f63b780 1 < completed part key=_multipart_H9HYQWGBJXF0.2~EEVOP3Z089F6.1 size=1048576 2024-04-13T08:05:43.543 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.543+0000 7faa9f63b780 1 < completed part key=_multipart_H9HYQWGBJXF0.2~EEVOP3Z089F6.2 size=582069 2024-04-13T08:05:43.547 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.547+0000 7faa9f63b780 1 < canceled multipart upload key=H9HYQWGBJXF0 upload=EEVOP3Z089F6 tag=7OF0L0J9S19M type=write size=3727797 2024-04-13T08:05:43.549 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.549+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=7V87AK9Y5JSC type=write size=875653 2024-04-13T08:05:43.552 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.552+0000 7faa9f63b780 1 < completed delete operation key=ZLCXVHR00MT7 tag=1X42UEJ580LV type=del 2024-04-13T08:05:43.554 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.554+0000 7faa9f63b780 1 > prepared operation key=LCYUO09YJOWJ tag=M5U4B0MNXEWT type=del size=3993341 2024-04-13T08:05:43.555 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.556+0000 7faa9f63b780 1 < completed part key=_multipart_WSX0KY6Y4RVU.2~J4OQ1VA9IU5H.0 size=605328 2024-04-13T08:05:43.559 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.559+0000 7faa9f63b780 1 < completed multipart upload key=WSX0KY6Y4RVU upload=J4OQ1VA9IU5H tag=A0ZY1O42T748 type=write size=1653904 2024-04-13T08:05:43.563 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.563+0000 7faa9f63b780 1 > prepared part key=_multipart_B9J0DWQ62YOI.2~51YO3DB3T1V2.0 size=1048576 2024-04-13T08:05:43.565 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.565+0000 7faa9f63b780 1 > prepared part key=_multipart_B9J0DWQ62YOI.2~51YO3DB3T1V2.1 size=766019 2024-04-13T08:05:43.565 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.565+0000 7faa9f63b780 1 > prepared multipart upload key=B9J0DWQ62YOI upload=51YO3DB3T1V2 tag=IY3FC5G1AVC0 type=write size=2863171 2024-04-13T08:05:43.567 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.567+0000 7faa9f63b780 1 < completed write operation key=XP1MOJCI0XHQ tag=TJEE1PG5UW1I type=write size=176028 2024-04-13T08:05:43.569 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.569+0000 7faa9f63b780 1 > prepared operation key=CWNYE55R1BSI tag=YI76H35RYDBN type=del size=1866758 2024-04-13T08:05:43.571 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.571+0000 7faa9f63b780 1 < completed write operation key=CSYE7NHVWP4Q tag=17569A6F97OP type=write size=623999 2024-04-13T08:05:43.575 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.575+0000 7faa9f63b780 1 > prepared part key=_multipart_EBB3GPXHIYM1.2~BEZZAHNI4G82.0 size=340666 2024-04-13T08:05:43.575 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.575+0000 7faa9f63b780 1 > prepared multipart upload key=EBB3GPXHIYM1 upload=BEZZAHNI4G82 tag=YN8W0S7LQNGU type=write size=1389242 2024-04-13T08:05:43.577 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.577+0000 7faa9f63b780 1 < completed part key=_multipart_TSACVEYQTVRN.2~8LSUCMD79R1E.0 size=1048576 2024-04-13T08:05:43.578 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.579+0000 7faa9f63b780 1 < completed part key=_multipart_TSACVEYQTVRN.2~8LSUCMD79R1E.1 size=1048576 2024-04-13T08:05:43.580 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.580+0000 7faa9f63b780 1 < completed part key=_multipart_TSACVEYQTVRN.2~8LSUCMD79R1E.2 size=181064 2024-04-13T08:05:43.584 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.584+0000 7faa9f63b780 1 < completed multipart upload key=TSACVEYQTVRN upload=8LSUCMD79R1E tag=AQDJWJBUUGR0 type=write size=3326792 2024-04-13T08:05:43.587 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.588+0000 7faa9f63b780 1 > prepared part key=_multipart_YVLYPQFVWYAW.2~6NG6L1EUXZAO.0 size=1048576 2024-04-13T08:05:43.589 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.590+0000 7faa9f63b780 1 > prepared part key=_multipart_YVLYPQFVWYAW.2~6NG6L1EUXZAO.1 size=1048576 2024-04-13T08:05:43.592 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.592+0000 7faa9f63b780 1 > prepared part key=_multipart_YVLYPQFVWYAW.2~6NG6L1EUXZAO.2 size=974583 2024-04-13T08:05:43.592 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.592+0000 7faa9f63b780 1 > prepared multipart upload key=YVLYPQFVWYAW upload=6NG6L1EUXZAO tag=IBOURZWQTV68 type=write size=4120311 2024-04-13T08:05:43.595 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.595+0000 7faa9f63b780 1 < suggested remove operation key=TSACVEYQTVRN tag=3KEY7G617RX8 type=del 2024-04-13T08:05:43.597 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.597+0000 7faa9f63b780 1 > prepared operation key=EBB3GPXHIYM1 tag=Y4W8YBFZEWHV type=del size=2614191 2024-04-13T08:05:43.600 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.600+0000 7faa9f63b780 1 < completed delete operation key=ZLCXVHR00MT7 tag=LS483P3DJ7AH type=del 2024-04-13T08:05:43.605 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.605+0000 7faa9f63b780 1 > prepared part key=_multipart_57TR9Y9AGKFZ.2~J53SNDDX41TM.0 size=1048576 2024-04-13T08:05:43.607 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.607+0000 7faa9f63b780 1 > prepared part key=_multipart_57TR9Y9AGKFZ.2~J53SNDDX41TM.1 size=1048576 2024-04-13T08:05:43.608 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.609+0000 7faa9f63b780 1 > prepared part key=_multipart_57TR9Y9AGKFZ.2~J53SNDDX41TM.2 size=129286 2024-04-13T08:05:43.609 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.609+0000 7faa9f63b780 1 > prepared multipart upload key=57TR9Y9AGKFZ upload=J53SNDDX41TM tag=I3CAVB5BXAEW type=write size=3275014 2024-04-13T08:05:43.611 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.611+0000 7faa9f63b780 1 < completed delete operation key=U4KRH93HDNU6 tag=KUK5LJDLFZZ8 type=del 2024-04-13T08:05:43.612 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.613+0000 7faa9f63b780 1 > prepared operation key=YVLYPQFVWYAW tag=K2W46QW4EXFR type=write size=408156 2024-04-13T08:05:43.614 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.615+0000 7faa9f63b780 1 < completed delete operation key=C8EO3JFDK3I3 tag=HJWKNGZV0OL1 type=del 2024-04-13T08:05:43.616 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.616+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=8EWPGJXHRZD3 type=write size=344416 2024-04-13T08:05:43.618 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.618+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~J1QVSHI1YC7D.0 size=1048576 2024-04-13T08:05:43.620 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.620+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~J1QVSHI1YC7D.1 size=1048576 2024-04-13T08:05:43.622 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.622+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~J1QVSHI1YC7D.2 size=370117 2024-04-13T08:05:43.625 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.625+0000 7faa9f63b780 1 < completed multipart upload key=9OD1R5489FHK upload=J1QVSHI1YC7D tag=3XZK7QFYNE01 type=write size=3515845 2024-04-13T08:05:43.629 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.629+0000 7faa9f63b780 1 > prepared part key=_multipart_ATLCBD5K8IS1.2~ONCF9M8VZVQV.0 size=420498 2024-04-13T08:05:43.629 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.629+0000 7faa9f63b780 1 > prepared multipart upload key=ATLCBD5K8IS1 upload=ONCF9M8VZVQV tag=BAZHES99DUTE type=write size=1469074 2024-04-13T08:05:43.633 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.633+0000 7faa9f63b780 1 < suggested remove operation key=ATLCBD5K8IS1 tag=HOSZTH04BI7U type=del 2024-04-13T08:05:43.637 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.637+0000 7faa9f63b780 1 > prepared part key=_multipart_ZLCXVHR00MT7.2~OS0Q5KVALIE3.0 size=750962 2024-04-13T08:05:43.637 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.637+0000 7faa9f63b780 1 > prepared multipart upload key=ZLCXVHR00MT7 upload=OS0Q5KVALIE3 tag=SWX276RY1YNU type=write size=1799538 2024-04-13T08:05:43.640 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.640+0000 7faa9f63b780 1 < completed write operation key=9OD1R5489FHK tag=PX34DNY17YHW type=write size=406351 2024-04-13T08:05:43.642 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.642+0000 7faa9f63b780 1 > prepared operation key=CSYE7NHVWP4Q tag=6MA5J80ZIIY2 type=del size=287656 2024-04-13T08:05:43.644 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.645+0000 7faa9f63b780 1 < completed part key=_multipart_B9J0DWQ62YOI.2~7Z9QUM0B6DD6.0 size=1048576 2024-04-13T08:05:43.646 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.647+0000 7faa9f63b780 1 < completed part key=_multipart_B9J0DWQ62YOI.2~7Z9QUM0B6DD6.1 size=484177 2024-04-13T08:05:43.650 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.650+0000 7faa9f63b780 1 < completed multipart upload key=B9J0DWQ62YOI upload=7Z9QUM0B6DD6 tag=E0PHSJS49NH3 type=write size=2581329 2024-04-13T08:05:43.652 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.652+0000 7faa9f63b780 1 > prepared operation key=NJTHX8PDBAAE tag=BWM2I5KR79F2 type=del size=324322 2024-04-13T08:05:43.653 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.654+0000 7faa9f63b780 1 < canceled operation key=NHC2LNYCNU8O tag=304NV1XRGZKU type=del size=3488637 2024-04-13T08:05:43.655 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.655+0000 7faa9f63b780 1 > prepared operation key=KPYALZ2K1347 tag=TWFAPG9O8UG5 type=del size=2984912 2024-04-13T08:05:43.657 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.657+0000 7faa9f63b780 1 < completed part key=_multipart_NHC2LNYCNU8O.2~F971Y96BMBVC.0 size=1048576 2024-04-13T08:05:43.659 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.659+0000 7faa9f63b780 1 < completed part key=_multipart_NHC2LNYCNU8O.2~F971Y96BMBVC.1 size=1048576 2024-04-13T08:05:43.662 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.662+0000 7faa9f63b780 1 < completed part key=_multipart_NHC2LNYCNU8O.2~F971Y96BMBVC.2 size=893774 2024-04-13T08:05:43.666 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.666+0000 7faa9f63b780 1 < completed multipart upload key=NHC2LNYCNU8O upload=F971Y96BMBVC tag=0O0LVWHR3AFO type=write size=4039502 2024-04-13T08:05:43.668 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.668+0000 7faa9f63b780 1 > prepared operation key=KPYALZ2K1347 tag=WN03J722GC0M type=del size=3161514 2024-04-13T08:05:43.671 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.671+0000 7faa9f63b780 -1 < failed to complete operation key=ATLCBD5K8IS1 tag=7V87AK9Y5JSC type=write size=875653: (22) Invalid argument 2024-04-13T08:05:43.674 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.674+0000 7faa9f63b780 1 > prepared operation key=U4KRH93HDNU6 tag=DTN8OFQFTVHR type=write size=499977 2024-04-13T08:05:43.676 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.676+0000 7faa9f63b780 1 < completed delete operation key=LCYUO09YJOWJ tag=M5U4B0MNXEWT type=del 2024-04-13T08:05:43.679 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.679+0000 7faa9f63b780 1 > prepared part key=_multipart_57TR9Y9AGKFZ.2~YSD7KYBKR6LK.0 size=1048576 2024-04-13T08:05:43.681 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.681+0000 7faa9f63b780 1 > prepared part key=_multipart_57TR9Y9AGKFZ.2~YSD7KYBKR6LK.1 size=153613 2024-04-13T08:05:43.681 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.681+0000 7faa9f63b780 1 > prepared multipart upload key=57TR9Y9AGKFZ upload=YSD7KYBKR6LK tag=5AHZGGVW6BVV type=write size=2250765 2024-04-13T08:05:43.683 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.683+0000 7faa9f63b780 1 < completed part key=_multipart_B9J0DWQ62YOI.2~51YO3DB3T1V2.0 size=1048576 2024-04-13T08:05:43.685 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.685+0000 7faa9f63b780 1 < completed part key=_multipart_B9J0DWQ62YOI.2~51YO3DB3T1V2.1 size=766019 2024-04-13T08:05:43.690 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.690+0000 7faa9f63b780 1 < completed multipart upload key=B9J0DWQ62YOI upload=51YO3DB3T1V2 tag=IY3FC5G1AVC0 type=write size=2863171 2024-04-13T08:05:43.694 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.694+0000 7faa9f63b780 1 > prepared part key=_multipart_NJTHX8PDBAAE.2~GPZ74AC78LY2.0 size=1048576 2024-04-13T08:05:43.696 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.696+0000 7faa9f63b780 1 > prepared part key=_multipart_NJTHX8PDBAAE.2~GPZ74AC78LY2.1 size=873037 2024-04-13T08:05:43.696 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.696+0000 7faa9f63b780 1 > prepared multipart upload key=NJTHX8PDBAAE upload=GPZ74AC78LY2 tag=985MHESP935R type=write size=2970189 2024-04-13T08:05:43.698 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.698+0000 7faa9f63b780 1 < completed delete operation key=CWNYE55R1BSI tag=YI76H35RYDBN type=del 2024-04-13T08:05:43.700 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.700+0000 7faa9f63b780 1 > prepared operation key=CCIT8DQBN9WK tag=5O95OD35N44I type=del size=3198307 2024-04-13T08:05:43.702 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.702+0000 7faa9f63b780 1 < completed part key=_multipart_EBB3GPXHIYM1.2~BEZZAHNI4G82.0 size=340666 2024-04-13T08:05:43.705 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.705+0000 7faa9f63b780 1 < completed multipart upload key=EBB3GPXHIYM1 upload=BEZZAHNI4G82 tag=YN8W0S7LQNGU type=write size=1389242 2024-04-13T08:05:43.708 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.709+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~MR0D7U3E4VID.0 size=664063 2024-04-13T08:05:43.709 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.709+0000 7faa9f63b780 1 > prepared multipart upload key=3H9XN46FCEJA upload=MR0D7U3E4VID tag=SEAAD61S3VYO type=write size=1712639 2024-04-13T08:05:43.710 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.711+0000 7faa9f63b780 1 < completed part key=_multipart_YVLYPQFVWYAW.2~6NG6L1EUXZAO.0 size=1048576 2024-04-13T08:05:43.712 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.712+0000 7faa9f63b780 1 < completed part key=_multipart_YVLYPQFVWYAW.2~6NG6L1EUXZAO.1 size=1048576 2024-04-13T08:05:43.713 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.714+0000 7faa9f63b780 1 < completed part key=_multipart_YVLYPQFVWYAW.2~6NG6L1EUXZAO.2 size=974583 2024-04-13T08:05:43.717 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.717+0000 7faa9f63b780 1 < completed multipart upload key=YVLYPQFVWYAW upload=6NG6L1EUXZAO tag=IBOURZWQTV68 type=write size=4120311 2024-04-13T08:05:43.719 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.719+0000 7faa9f63b780 1 > prepared operation key=U4KRH93HDNU6 tag=SFBZQ3BDLU2T type=write size=970478 2024-04-13T08:05:43.723 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.723+0000 7faa9f63b780 1 < suggested remove operation key=EBB3GPXHIYM1 tag=Y4W8YBFZEWHV type=del 2024-04-13T08:05:43.726 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.726+0000 7faa9f63b780 1 > prepared part key=_multipart_57TR9Y9AGKFZ.2~UJ9X4KEI6Q0T.0 size=962197 2024-04-13T08:05:43.726 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.726+0000 7faa9f63b780 1 > prepared multipart upload key=57TR9Y9AGKFZ upload=UJ9X4KEI6Q0T tag=6ZQ9HPR7R1FN type=write size=2010773 2024-04-13T08:05:43.728 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.728+0000 7faa9f63b780 1 < completed part key=_multipart_57TR9Y9AGKFZ.2~J53SNDDX41TM.0 size=1048576 2024-04-13T08:05:43.730 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.730+0000 7faa9f63b780 1 < completed part key=_multipart_57TR9Y9AGKFZ.2~J53SNDDX41TM.1 size=1048576 2024-04-13T08:05:43.731 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.732+0000 7faa9f63b780 1 < completed part key=_multipart_57TR9Y9AGKFZ.2~J53SNDDX41TM.2 size=129286 2024-04-13T08:05:43.735 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.735+0000 7faa9f63b780 1 < completed multipart upload key=57TR9Y9AGKFZ upload=J53SNDDX41TM tag=I3CAVB5BXAEW type=write size=3275014 2024-04-13T08:05:43.737 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.737+0000 7faa9f63b780 1 > prepared operation key=EB7L7HOTRCXY tag=IFE19T59O4HC type=write size=606373 2024-04-13T08:05:43.739 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.739+0000 7faa9f63b780 1 < canceled operation key=YVLYPQFVWYAW tag=K2W46QW4EXFR type=write size=408156 2024-04-13T08:05:43.741 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.741+0000 7faa9f63b780 1 > prepared operation key=57TR9Y9AGKFZ tag=IRDQ8W66MW6L type=del size=1832311 2024-04-13T08:05:43.744 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.744+0000 7faa9f63b780 -1 < failed to complete operation key=ATLCBD5K8IS1 tag=8EWPGJXHRZD3 type=write size=344416: (22) Invalid argument 2024-04-13T08:05:43.745 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.745+0000 7faa9f63b780 1 > prepared operation key=Y3BAXTXJ3THV tag=JFO9OLODJVBM type=del size=1175664 2024-04-13T08:05:43.747 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.747+0000 7faa9f63b780 1 < completed part key=_multipart_ATLCBD5K8IS1.2~ONCF9M8VZVQV.0 size=420498 2024-04-13T08:05:43.751 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.751+0000 7faa9f63b780 1 < completed multipart upload key=ATLCBD5K8IS1 upload=ONCF9M8VZVQV tag=BAZHES99DUTE type=write size=1469074 2024-04-13T08:05:43.753 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.753+0000 7faa9f63b780 1 > prepared operation key=C8EO3JFDK3I3 tag=6WVZ3T6ZT3T7 type=del size=19268 2024-04-13T08:05:43.753 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.753+0000 7faa9f63b780 1 < canceled part key=_multipart_ZLCXVHR00MT7.2~OS0Q5KVALIE3.0 size=750962 2024-04-13T08:05:43.756 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.756+0000 7faa9f63b780 1 < canceled multipart upload key=ZLCXVHR00MT7 upload=OS0Q5KVALIE3 tag=SWX276RY1YNU type=write size=1799538 2024-04-13T08:05:43.758 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.758+0000 7faa9f63b780 1 > prepared operation key=3H9XN46FCEJA tag=67GU3BU1FXZ9 type=write size=734205 2024-04-13T08:05:43.762 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.762+0000 7faa9f63b780 1 < suggested remove operation key=CSYE7NHVWP4Q tag=6MA5J80ZIIY2 type=del 2024-04-13T08:05:43.767 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.767+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~IFAURLCSELFM.0 size=31486 2024-04-13T08:05:43.767 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.767+0000 7faa9f63b780 1 > prepared multipart upload key=USAT0PUC8Q9C upload=IFAURLCSELFM tag=O0PVIK4UXBE9 type=write size=1080062 2024-04-13T08:05:43.769 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.769+0000 7faa9f63b780 1 < completed delete operation key=NJTHX8PDBAAE tag=BWM2I5KR79F2 type=del 2024-04-13T08:05:43.770 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.770+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=A5EB0Q40ATY9 type=del size=4010331 2024-04-13T08:05:43.772 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.772+0000 7faa9f63b780 1 < completed delete operation key=KPYALZ2K1347 tag=TWFAPG9O8UG5 type=del 2024-04-13T08:05:43.775 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.775+0000 7faa9f63b780 1 > prepared part key=_multipart_6EIPCHTPO3X1.2~4VR3VY0XCT9I.0 size=1048576 2024-04-13T08:05:43.777 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.777+0000 7faa9f63b780 1 > prepared part key=_multipart_6EIPCHTPO3X1.2~4VR3VY0XCT9I.1 size=486498 2024-04-13T08:05:43.777 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.777+0000 7faa9f63b780 1 > prepared multipart upload key=6EIPCHTPO3X1 upload=4VR3VY0XCT9I tag=63I1KZW3TLN9 type=write size=2583650 2024-04-13T08:05:43.780 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.780+0000 7faa9f63b780 1 < completed delete operation key=KPYALZ2K1347 tag=WN03J722GC0M type=del 2024-04-13T08:05:43.782 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.782+0000 7faa9f63b780 1 > prepared operation key=6EIPCHTPO3X1 tag=L40D2ECTAY0I type=del size=789711 2024-04-13T08:05:43.786 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.786+0000 7faa9f63b780 1 < suggested remove operation key=U4KRH93HDNU6 tag=DTN8OFQFTVHR type=write 2024-04-13T08:05:43.788 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.788+0000 7faa9f63b780 1 > prepared operation key=KPYALZ2K1347 tag=8V3D5OSJZ6FU type=del size=2065540 2024-04-13T08:05:43.790 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.790+0000 7faa9f63b780 1 < completed part key=_multipart_57TR9Y9AGKFZ.2~YSD7KYBKR6LK.0 size=1048576 2024-04-13T08:05:43.791 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.791+0000 7faa9f63b780 1 < completed part key=_multipart_57TR9Y9AGKFZ.2~YSD7KYBKR6LK.1 size=153613 2024-04-13T08:05:43.795 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.795+0000 7faa9f63b780 1 < completed multipart upload key=57TR9Y9AGKFZ upload=YSD7KYBKR6LK tag=5AHZGGVW6BVV type=write size=2250765 2024-04-13T08:05:43.798 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.798+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~1OF4GCY5QXFX.0 size=1048576 2024-04-13T08:05:43.800 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.800+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~1OF4GCY5QXFX.1 size=978489 2024-04-13T08:05:43.800 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.800+0000 7faa9f63b780 1 > prepared multipart upload key=9OD1R5489FHK upload=1OF4GCY5QXFX tag=42WRUZJUFTPR type=write size=3075641 2024-04-13T08:05:43.802 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.802+0000 7faa9f63b780 1 < completed part key=_multipart_NJTHX8PDBAAE.2~GPZ74AC78LY2.0 size=1048576 2024-04-13T08:05:43.803 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.803+0000 7faa9f63b780 1 < completed part key=_multipart_NJTHX8PDBAAE.2~GPZ74AC78LY2.1 size=873037 2024-04-13T08:05:43.806 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.806+0000 7faa9f63b780 1 < completed multipart upload key=NJTHX8PDBAAE upload=GPZ74AC78LY2 tag=985MHESP935R type=write size=2970189 2024-04-13T08:05:43.808 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.808+0000 7faa9f63b780 1 > prepared operation key=EBB3GPXHIYM1 tag=VJYD8FPOHLAS type=del size=1034573 2024-04-13T08:05:43.810 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.810+0000 7faa9f63b780 1 < completed delete operation key=CCIT8DQBN9WK tag=5O95OD35N44I type=del 2024-04-13T08:05:43.814 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.814+0000 7faa9f63b780 1 > prepared part key=_multipart_NHC2LNYCNU8O.2~IPZ8DCMLHGIJ.0 size=528790 2024-04-13T08:05:43.814 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.814+0000 7faa9f63b780 1 > prepared multipart upload key=NHC2LNYCNU8O upload=IPZ8DCMLHGIJ tag=AGUSOX4RJ2AK type=write size=1577366 2024-04-13T08:05:43.815 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.816+0000 7faa9f63b780 1 < completed part key=_multipart_3H9XN46FCEJA.2~MR0D7U3E4VID.0 size=664063 2024-04-13T08:05:43.819 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.819+0000 7faa9f63b780 1 < completed multipart upload key=3H9XN46FCEJA upload=MR0D7U3E4VID tag=SEAAD61S3VYO type=write size=1712639 2024-04-13T08:05:43.820 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.821+0000 7faa9f63b780 1 > prepared operation key=TSACVEYQTVRN tag=XA3M2XVS4FU2 type=del size=1415740 2024-04-13T08:05:43.823 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.823+0000 7faa9f63b780 -1 < failed to complete operation key=U4KRH93HDNU6 tag=SFBZQ3BDLU2T type=write size=970478: (22) Invalid argument 2024-04-13T08:05:43.827 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.827+0000 7faa9f63b780 1 > prepared part key=_multipart_ZLCXVHR00MT7.2~GL29QEY5OR5H.0 size=1048576 2024-04-13T08:05:43.828 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.828+0000 7faa9f63b780 1 > prepared part key=_multipart_ZLCXVHR00MT7.2~GL29QEY5OR5H.1 size=1048576 2024-04-13T08:05:43.830 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.830+0000 7faa9f63b780 1 > prepared part key=_multipart_ZLCXVHR00MT7.2~GL29QEY5OR5H.2 size=924244 2024-04-13T08:05:43.830 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.830+0000 7faa9f63b780 1 > prepared multipart upload key=ZLCXVHR00MT7 upload=GL29QEY5OR5H tag=3DO5EGSR60W5 type=write size=4069972 2024-04-13T08:05:43.831 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.832+0000 7faa9f63b780 1 < completed part key=_multipart_57TR9Y9AGKFZ.2~UJ9X4KEI6Q0T.0 size=962197 2024-04-13T08:05:43.836 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.836+0000 7faa9f63b780 1 < completed multipart upload key=57TR9Y9AGKFZ upload=UJ9X4KEI6Q0T tag=6ZQ9HPR7R1FN type=write size=2010773 2024-04-13T08:05:43.837 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.837+0000 7faa9f63b780 1 > prepared operation key=6EIPCHTPO3X1 tag=FB1D1PWTYKJC type=del size=631506 2024-04-13T08:05:43.844 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.839+0000 7faa9f63b780 1 < completed write operation key=EB7L7HOTRCXY tag=IFE19T59O4HC type=write size=606373 2024-04-13T08:05:43.955 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.843+0000 7faa9f63b780 1 > prepared part key=_multipart_1R98I2OD2C1B.2~L8EW1EC36R0V.0 size=79822 2024-04-13T08:05:43.955 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.843+0000 7faa9f63b780 1 > prepared multipart upload key=1R98I2OD2C1B upload=L8EW1EC36R0V tag=LURRASGEW8NI type=write size=1128398 2024-04-13T08:05:43.960 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.844+0000 7faa9f63b780 1 < completed delete operation key=57TR9Y9AGKFZ tag=IRDQ8W66MW6L type=del 2024-04-13T08:05:43.960 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.847+0000 7faa9f63b780 1 > prepared operation key=TSACVEYQTVRN tag=QZV3DUJYMGX2 type=write size=5434 2024-04-13T08:05:43.960 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.849+0000 7faa9f63b780 1 < completed delete operation key=Y3BAXTXJ3THV tag=JFO9OLODJVBM type=del 2024-04-13T08:05:43.960 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.853+0000 7faa9f63b780 1 > prepared part key=_multipart_CCIT8DQBN9WK.2~6BGVWDOC2GET.0 size=1048576 2024-04-13T08:05:43.960 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.855+0000 7faa9f63b780 1 > prepared part key=_multipart_CCIT8DQBN9WK.2~6BGVWDOC2GET.1 size=1048576 2024-04-13T08:05:43.960 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.856+0000 7faa9f63b780 1 > prepared part key=_multipart_CCIT8DQBN9WK.2~6BGVWDOC2GET.2 size=180001 2024-04-13T08:05:43.961 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.856+0000 7faa9f63b780 1 > prepared multipart upload key=CCIT8DQBN9WK upload=6BGVWDOC2GET tag=8TXHGLCZLR6Y type=write size=3325729 2024-04-13T08:05:43.961 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.858+0000 7faa9f63b780 1 < completed delete operation key=C8EO3JFDK3I3 tag=6WVZ3T6ZT3T7 type=del 2024-04-13T08:05:43.961 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.861+0000 7faa9f63b780 1 > prepared operation key=CWNYE55R1BSI tag=05SFG6ZU2RB4 type=del size=3266709 2024-04-13T08:05:43.961 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.863+0000 7faa9f63b780 1 < completed write operation key=3H9XN46FCEJA tag=67GU3BU1FXZ9 type=write size=734205 2024-04-13T08:05:43.961 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.867+0000 7faa9f63b780 1 > prepared part key=_multipart_U4KRH93HDNU6.2~RBNBH1O35Y1O.0 size=1048576 2024-04-13T08:05:43.961 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.869+0000 7faa9f63b780 1 > prepared part key=_multipart_U4KRH93HDNU6.2~RBNBH1O35Y1O.1 size=671156 2024-04-13T08:05:43.961 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.869+0000 7faa9f63b780 1 > prepared multipart upload key=U4KRH93HDNU6 upload=RBNBH1O35Y1O tag=MVEQHVX9H397 type=write size=2768308 2024-04-13T08:05:43.961 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.871+0000 7faa9f63b780 1 < completed part key=_multipart_USAT0PUC8Q9C.2~IFAURLCSELFM.0 size=31486 2024-04-13T08:05:43.961 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.875+0000 7faa9f63b780 1 < completed multipart upload key=USAT0PUC8Q9C upload=IFAURLCSELFM tag=O0PVIK4UXBE9 type=write size=1080062 2024-04-13T08:05:43.961 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.876+0000 7faa9f63b780 1 > prepared operation key=LCYUO09YJOWJ tag=SZ5Z18PZUMJO type=del size=528428 2024-04-13T08:05:43.961 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.879+0000 7faa9f63b780 1 < completed delete operation key=USAT0PUC8Q9C tag=A5EB0Q40ATY9 type=del 2024-04-13T08:05:43.961 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.883+0000 7faa9f63b780 1 > prepared part key=_multipart_CCIT8DQBN9WK.2~SWSPUXZW2KVZ.0 size=271352 2024-04-13T08:05:43.961 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.883+0000 7faa9f63b780 1 > prepared multipart upload key=CCIT8DQBN9WK upload=SWSPUXZW2KVZ tag=UID2QQBSSF81 type=write size=1319928 2024-04-13T08:05:43.961 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.885+0000 7faa9f63b780 1 < completed part key=_multipart_6EIPCHTPO3X1.2~4VR3VY0XCT9I.0 size=1048576 2024-04-13T08:05:43.962 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.887+0000 7faa9f63b780 1 < completed part key=_multipart_6EIPCHTPO3X1.2~4VR3VY0XCT9I.1 size=486498 2024-04-13T08:05:43.962 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.890+0000 7faa9f63b780 1 < completed multipart upload key=6EIPCHTPO3X1 upload=4VR3VY0XCT9I tag=63I1KZW3TLN9 type=write size=2583650 2024-04-13T08:05:43.962 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.894+0000 7faa9f63b780 1 > prepared part key=_multipart_ZS36Q14U11AV.2~GQ9E118Z8C5R.0 size=1048576 2024-04-13T08:05:43.962 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.895+0000 7faa9f63b780 1 > prepared part key=_multipart_ZS36Q14U11AV.2~GQ9E118Z8C5R.1 size=1048576 2024-04-13T08:05:43.962 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.897+0000 7faa9f63b780 1 > prepared part key=_multipart_ZS36Q14U11AV.2~GQ9E118Z8C5R.2 size=691377 2024-04-13T08:05:43.962 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.897+0000 7faa9f63b780 1 > prepared multipart upload key=ZS36Q14U11AV upload=GQ9E118Z8C5R tag=MTLFVAIZBTLD type=write size=3837105 2024-04-13T08:05:43.962 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.899+0000 7faa9f63b780 1 < completed delete operation key=6EIPCHTPO3X1 tag=L40D2ECTAY0I type=del 2024-04-13T08:05:43.962 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.901+0000 7faa9f63b780 1 > prepared operation key=BGZCO481WX23 tag=2BQ3MO4L4T88 type=del size=3387832 2024-04-13T08:05:43.962 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.903+0000 7faa9f63b780 1 < completed delete operation key=KPYALZ2K1347 tag=8V3D5OSJZ6FU type=del 2024-04-13T08:05:43.962 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.906+0000 7faa9f63b780 1 > prepared part key=_multipart_YVLYPQFVWYAW.2~JI1B57AG3IZI.0 size=1048576 2024-04-13T08:05:43.962 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.907+0000 7faa9f63b780 1 > prepared part key=_multipart_YVLYPQFVWYAW.2~JI1B57AG3IZI.1 size=1048576 2024-04-13T08:05:43.962 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.909+0000 7faa9f63b780 1 > prepared part key=_multipart_YVLYPQFVWYAW.2~JI1B57AG3IZI.2 size=797355 2024-04-13T08:05:43.962 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.909+0000 7faa9f63b780 1 > prepared multipart upload key=YVLYPQFVWYAW upload=JI1B57AG3IZI tag=4LBSCWW5SI7J type=write size=3943083 2024-04-13T08:05:43.963 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.911+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~1OF4GCY5QXFX.0 size=1048576 2024-04-13T08:05:43.963 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.913+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~1OF4GCY5QXFX.1 size=978489 2024-04-13T08:05:43.963 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.917+0000 7faa9f63b780 1 < completed multipart upload key=9OD1R5489FHK upload=1OF4GCY5QXFX tag=42WRUZJUFTPR type=write size=3075641 2024-04-13T08:05:43.963 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.919+0000 7faa9f63b780 1 > prepared operation key=3H9XN46FCEJA tag=WMUQ8G9H1N2L type=del size=4133294 2024-04-13T08:05:43.963 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.922+0000 7faa9f63b780 1 < suggested update operation key=EBB3GPXHIYM1 tag=VJYD8FPOHLAS type=del size=1034573 2024-04-13T08:05:43.963 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.926+0000 7faa9f63b780 1 > prepared part key=_multipart_NJTHX8PDBAAE.2~DD8S6TYDS5DC.0 size=1048576 2024-04-13T08:05:43.963 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.927+0000 7faa9f63b780 1 > prepared part key=_multipart_NJTHX8PDBAAE.2~DD8S6TYDS5DC.1 size=987876 2024-04-13T08:05:43.963 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.927+0000 7faa9f63b780 1 > prepared multipart upload key=NJTHX8PDBAAE upload=DD8S6TYDS5DC tag=27AKY0LTVPTO type=write size=3085028 2024-04-13T08:05:43.963 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.930+0000 7faa9f63b780 1 < completed part key=_multipart_NHC2LNYCNU8O.2~IPZ8DCMLHGIJ.0 size=528790 2024-04-13T08:05:43.963 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.933+0000 7faa9f63b780 1 < completed multipart upload key=NHC2LNYCNU8O upload=IPZ8DCMLHGIJ tag=AGUSOX4RJ2AK type=write size=1577366 2024-04-13T08:05:43.963 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.935+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=N2JTH09PY6UL type=del size=2439816 2024-04-13T08:05:43.963 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.937+0000 7faa9f63b780 1 < completed delete operation key=TSACVEYQTVRN tag=XA3M2XVS4FU2 type=del 2024-04-13T08:05:43.963 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.938+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=L3A1J2YZU8NC type=del size=2930384 2024-04-13T08:05:43.963 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.940+0000 7faa9f63b780 1 < completed part key=_multipart_ZLCXVHR00MT7.2~GL29QEY5OR5H.0 size=1048576 2024-04-13T08:05:43.963 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.942+0000 7faa9f63b780 1 < completed part key=_multipart_ZLCXVHR00MT7.2~GL29QEY5OR5H.1 size=1048576 2024-04-13T08:05:43.964 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.942+0000 7faa9f63b780 1 < canceled part key=_multipart_ZLCXVHR00MT7.2~GL29QEY5OR5H.2 size=924244 2024-04-13T08:05:43.964 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.945+0000 7faa9f63b780 1 < canceled multipart upload key=ZLCXVHR00MT7 upload=GL29QEY5OR5H tag=3DO5EGSR60W5 type=write size=4069972 2024-04-13T08:05:43.964 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.949+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~2C8BR8BHW405.0 size=1048576 2024-04-13T08:05:43.964 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.951+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~2C8BR8BHW405.1 size=862090 2024-04-13T08:05:43.964 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.951+0000 7faa9f63b780 1 > prepared multipart upload key=9OD1R5489FHK upload=2C8BR8BHW405 tag=O29142VKICVC type=write size=2959242 2024-04-13T08:05:43.964 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.953+0000 7faa9f63b780 1 < completed delete operation key=6EIPCHTPO3X1 tag=FB1D1PWTYKJC type=del 2024-04-13T08:05:43.964 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.955+0000 7faa9f63b780 1 > prepared operation key=C8EO3JFDK3I3 tag=XM0IGGTRE5HK type=del size=879088 2024-04-13T08:05:43.964 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.957+0000 7faa9f63b780 1 < completed part key=_multipart_1R98I2OD2C1B.2~L8EW1EC36R0V.0 size=79822 2024-04-13T08:05:43.964 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.960+0000 7faa9f63b780 1 < completed multipart upload key=1R98I2OD2C1B upload=L8EW1EC36R0V tag=LURRASGEW8NI type=write size=1128398 2024-04-13T08:05:43.965 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.962+0000 7faa9f63b780 1 > prepared operation key=NJTHX8PDBAAE tag=WA2Z3ENVXO3C type=del size=2403601 2024-04-13T08:05:43.965 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.964+0000 7faa9f63b780 1 < completed write operation key=TSACVEYQTVRN tag=QZV3DUJYMGX2 type=write size=5434 2024-04-13T08:05:43.967 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.968+0000 7faa9f63b780 1 > prepared part key=_multipart_BGZCO481WX23.2~B2K27BWTPIUA.0 size=574984 2024-04-13T08:05:43.967 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.968+0000 7faa9f63b780 1 > prepared multipart upload key=BGZCO481WX23 upload=B2K27BWTPIUA tag=NB5W7GX4P3J9 type=write size=1623560 2024-04-13T08:05:43.968 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.968+0000 7faa9f63b780 1 < canceled part key=_multipart_CCIT8DQBN9WK.2~6BGVWDOC2GET.0 size=1048576 2024-04-13T08:05:43.969 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.969+0000 7faa9f63b780 1 < completed part key=_multipart_CCIT8DQBN9WK.2~6BGVWDOC2GET.1 size=1048576 2024-04-13T08:05:43.971 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.971+0000 7faa9f63b780 1 < completed part key=_multipart_CCIT8DQBN9WK.2~6BGVWDOC2GET.2 size=180001 2024-04-13T08:05:43.974 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.974+0000 7faa9f63b780 1 < canceled multipart upload key=CCIT8DQBN9WK upload=6BGVWDOC2GET tag=8TXHGLCZLR6Y type=write size=3325729 2024-04-13T08:05:43.978 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.978+0000 7faa9f63b780 1 > prepared part key=_multipart_6EIPCHTPO3X1.2~JNH1R6Q81P3I.0 size=1048576 2024-04-13T08:05:43.979 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.980+0000 7faa9f63b780 1 > prepared part key=_multipart_6EIPCHTPO3X1.2~JNH1R6Q81P3I.1 size=854681 2024-04-13T08:05:43.979 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.980+0000 7faa9f63b780 1 > prepared multipart upload key=6EIPCHTPO3X1 upload=JNH1R6Q81P3I tag=6FN8GW8455I7 type=write size=2951833 2024-04-13T08:05:43.983 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.983+0000 7faa9f63b780 1 < suggested update operation key=CWNYE55R1BSI tag=05SFG6ZU2RB4 type=del size=3266709 2024-04-13T08:05:43.985 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.985+0000 7faa9f63b780 1 > prepared operation key=XP1MOJCI0XHQ tag=PXZVDEYFTTYN type=del size=212996 2024-04-13T08:05:43.987 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.987+0000 7faa9f63b780 1 < completed part key=_multipart_U4KRH93HDNU6.2~RBNBH1O35Y1O.0 size=1048576 2024-04-13T08:05:43.989 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.989+0000 7faa9f63b780 1 < completed part key=_multipart_U4KRH93HDNU6.2~RBNBH1O35Y1O.1 size=671156 2024-04-13T08:05:43.992 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.992+0000 7faa9f63b780 1 < completed multipart upload key=U4KRH93HDNU6 upload=RBNBH1O35Y1O tag=MVEQHVX9H397 type=write size=2768308 2024-04-13T08:05:43.994 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.994+0000 7faa9f63b780 1 > prepared operation key=XP1MOJCI0XHQ tag=62GUEVW7KVPY type=del size=1820658 2024-04-13T08:05:43.996 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.996+0000 7faa9f63b780 1 < completed delete operation key=LCYUO09YJOWJ tag=SZ5Z18PZUMJO type=del 2024-04-13T08:05:43.997 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:43.998+0000 7faa9f63b780 1 > prepared operation key=XP1MOJCI0XHQ tag=S5XVOAP7VEUG type=del size=3568732 2024-04-13T08:05:43.999 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.000+0000 7faa9f63b780 1 < completed part key=_multipart_CCIT8DQBN9WK.2~SWSPUXZW2KVZ.0 size=271352 2024-04-13T08:05:44.003 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.003+0000 7faa9f63b780 1 < completed multipart upload key=CCIT8DQBN9WK upload=SWSPUXZW2KVZ tag=UID2QQBSSF81 type=write size=1319928 2024-04-13T08:05:44.006 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.006+0000 7faa9f63b780 1 > prepared part key=_multipart_LCYUO09YJOWJ.2~Q7H3C1RQ18WL.0 size=1048576 2024-04-13T08:05:44.008 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.008+0000 7faa9f63b780 1 > prepared part key=_multipart_LCYUO09YJOWJ.2~Q7H3C1RQ18WL.1 size=1048576 2024-04-13T08:05:44.010 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.010+0000 7faa9f63b780 1 > prepared part key=_multipart_LCYUO09YJOWJ.2~Q7H3C1RQ18WL.2 size=414459 2024-04-13T08:05:44.010 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.010+0000 7faa9f63b780 1 > prepared multipart upload key=LCYUO09YJOWJ upload=Q7H3C1RQ18WL tag=E2WU5OIJPCZP type=write size=3560187 2024-04-13T08:05:44.012 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.012+0000 7faa9f63b780 1 < completed part key=_multipart_ZS36Q14U11AV.2~GQ9E118Z8C5R.0 size=1048576 2024-04-13T08:05:44.012 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.012+0000 7faa9f63b780 1 < canceled part key=_multipart_ZS36Q14U11AV.2~GQ9E118Z8C5R.1 size=1048576 2024-04-13T08:05:44.012 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.012+0000 7faa9f63b780 1 < canceled part key=_multipart_ZS36Q14U11AV.2~GQ9E118Z8C5R.2 size=691377 2024-04-13T08:05:44.015 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.015+0000 7faa9f63b780 1 < canceled multipart upload key=ZS36Q14U11AV upload=GQ9E118Z8C5R tag=MTLFVAIZBTLD type=write size=3837105 2024-04-13T08:05:44.020 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.020+0000 7faa9f63b780 1 > prepared part key=_multipart_1R98I2OD2C1B.2~7K02G34CL256.0 size=1048576 2024-04-13T08:05:44.021 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.021+0000 7faa9f63b780 1 > prepared part key=_multipart_1R98I2OD2C1B.2~7K02G34CL256.1 size=1048576 2024-04-13T08:05:44.022 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.023+0000 7faa9f63b780 1 > prepared part key=_multipart_1R98I2OD2C1B.2~7K02G34CL256.2 size=731408 2024-04-13T08:05:44.023 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.023+0000 7faa9f63b780 1 > prepared multipart upload key=1R98I2OD2C1B upload=7K02G34CL256 tag=9ZJI8FMB3PS3 type=write size=3877136 2024-04-13T08:05:44.025 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.025+0000 7faa9f63b780 1 < completed delete operation key=BGZCO481WX23 tag=2BQ3MO4L4T88 type=del 2024-04-13T08:05:44.026 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.027+0000 7faa9f63b780 1 > prepared operation key=ZS36Q14U11AV tag=L6RXYRPTWOPF type=del size=3484750 2024-04-13T08:05:44.028 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.029+0000 7faa9f63b780 1 < completed part key=_multipart_YVLYPQFVWYAW.2~JI1B57AG3IZI.0 size=1048576 2024-04-13T08:05:44.030 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.030+0000 7faa9f63b780 1 < completed part key=_multipart_YVLYPQFVWYAW.2~JI1B57AG3IZI.1 size=1048576 2024-04-13T08:05:44.033 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.033+0000 7faa9f63b780 1 < completed part key=_multipart_YVLYPQFVWYAW.2~JI1B57AG3IZI.2 size=797355 2024-04-13T08:05:44.035 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.036+0000 7faa9f63b780 1 < completed multipart upload key=YVLYPQFVWYAW upload=JI1B57AG3IZI tag=4LBSCWW5SI7J type=write size=3943083 2024-04-13T08:05:44.039 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.039+0000 7faa9f63b780 1 > prepared part key=_multipart_1R98I2OD2C1B.2~FO5PH0N0X9TN.0 size=1048576 2024-04-13T08:05:44.040 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.041+0000 7faa9f63b780 1 > prepared part key=_multipart_1R98I2OD2C1B.2~FO5PH0N0X9TN.1 size=723506 2024-04-13T08:05:44.041 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.041+0000 7faa9f63b780 1 > prepared multipart upload key=1R98I2OD2C1B upload=FO5PH0N0X9TN tag=YVG1SP2JNAZN type=write size=2820658 2024-04-13T08:05:44.042 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.043+0000 7faa9f63b780 1 < completed delete operation key=3H9XN46FCEJA tag=WMUQ8G9H1N2L type=del 2024-04-13T08:05:44.046 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.046+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~0KH84DE0OAND.0 size=1048576 2024-04-13T08:05:44.048 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.048+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~0KH84DE0OAND.1 size=300506 2024-04-13T08:05:44.048 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.048+0000 7faa9f63b780 1 > prepared multipart upload key=KPYALZ2K1347 upload=0KH84DE0OAND tag=YRA2QK2SRH7D type=write size=2397658 2024-04-13T08:05:44.049 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.050+0000 7faa9f63b780 1 < completed part key=_multipart_NJTHX8PDBAAE.2~DD8S6TYDS5DC.0 size=1048576 2024-04-13T08:05:44.051 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.051+0000 7faa9f63b780 1 < completed part key=_multipart_NJTHX8PDBAAE.2~DD8S6TYDS5DC.1 size=987876 2024-04-13T08:05:44.055 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.055+0000 7faa9f63b780 1 < completed multipart upload key=NJTHX8PDBAAE upload=DD8S6TYDS5DC tag=27AKY0LTVPTO type=write size=3085028 2024-04-13T08:05:44.058 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.058+0000 7faa9f63b780 1 > prepared part key=_multipart_ZLCXVHR00MT7.2~MEIGIFNA99Z2.0 size=1048576 2024-04-13T08:05:44.060 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.060+0000 7faa9f63b780 1 > prepared part key=_multipart_ZLCXVHR00MT7.2~MEIGIFNA99Z2.1 size=203864 2024-04-13T08:05:44.060 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.060+0000 7faa9f63b780 1 > prepared multipart upload key=ZLCXVHR00MT7 upload=MEIGIFNA99Z2 tag=T4VR32XMNC23 type=write size=2301016 2024-04-13T08:05:44.062 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.062+0000 7faa9f63b780 1 < completed delete operation key=USAT0PUC8Q9C tag=N2JTH09PY6UL type=del 2024-04-13T08:05:44.063 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.064+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=T87NJQ3ZSQ8Y type=del size=856714 2024-04-13T08:05:44.068 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.068+0000 7faa9f63b780 1 < suggested remove operation key=USAT0PUC8Q9C tag=L3A1J2YZU8NC type=del 2024-04-13T08:05:44.071 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.072+0000 7faa9f63b780 1 > prepared part key=_multipart_CWNYE55R1BSI.2~3N0QKCZKER9S.0 size=771352 2024-04-13T08:05:44.071 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.072+0000 7faa9f63b780 1 > prepared multipart upload key=CWNYE55R1BSI upload=3N0QKCZKER9S tag=IMW62RN180S2 type=write size=1819928 2024-04-13T08:05:44.073 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.074+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~2C8BR8BHW405.0 size=1048576 2024-04-13T08:05:44.075 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.075+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~2C8BR8BHW405.1 size=862090 2024-04-13T08:05:44.078 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.079+0000 7faa9f63b780 1 < completed multipart upload key=9OD1R5489FHK upload=2C8BR8BHW405 tag=O29142VKICVC type=write size=2959242 2024-04-13T08:05:44.082 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.083+0000 7faa9f63b780 1 > prepared part key=_multipart_ATLCBD5K8IS1.2~KQZR8UVRNS7B.0 size=477646 2024-04-13T08:05:44.083 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.083+0000 7faa9f63b780 1 > prepared multipart upload key=ATLCBD5K8IS1 upload=KQZR8UVRNS7B tag=YJRZNJZUGP66 type=write size=1526222 2024-04-13T08:05:44.085 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.085+0000 7faa9f63b780 1 < completed delete operation key=C8EO3JFDK3I3 tag=XM0IGGTRE5HK type=del 2024-04-13T08:05:44.088 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.088+0000 7faa9f63b780 1 > prepared part key=_multipart_WSX0KY6Y4RVU.2~12OPAAXLFKT7.0 size=1048576 2024-04-13T08:05:44.090 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.090+0000 7faa9f63b780 1 > prepared part key=_multipart_WSX0KY6Y4RVU.2~12OPAAXLFKT7.1 size=1048576 2024-04-13T08:05:44.091 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.092+0000 7faa9f63b780 1 > prepared part key=_multipart_WSX0KY6Y4RVU.2~12OPAAXLFKT7.2 size=730286 2024-04-13T08:05:44.092 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.092+0000 7faa9f63b780 1 > prepared multipart upload key=WSX0KY6Y4RVU upload=12OPAAXLFKT7 tag=3G2G3CHIGZ0R type=write size=3876014 2024-04-13T08:05:44.095 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.095+0000 7faa9f63b780 1 < suggested remove operation key=NJTHX8PDBAAE tag=WA2Z3ENVXO3C type=del 2024-04-13T08:05:44.099 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.099+0000 7faa9f63b780 1 > prepared part key=_multipart_1R98I2OD2C1B.2~PWE4R520UKAP.0 size=696828 2024-04-13T08:05:44.099 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.099+0000 7faa9f63b780 1 > prepared multipart upload key=1R98I2OD2C1B upload=PWE4R520UKAP tag=AWD7TDPGYO3K type=write size=1745404 2024-04-13T08:05:44.101 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.101+0000 7faa9f63b780 1 < completed part key=_multipart_BGZCO481WX23.2~B2K27BWTPIUA.0 size=574984 2024-04-13T08:05:44.104 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.104+0000 7faa9f63b780 1 < completed multipart upload key=BGZCO481WX23 upload=B2K27BWTPIUA tag=NB5W7GX4P3J9 type=write size=1623560 2024-04-13T08:05:44.107 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.107+0000 7faa9f63b780 1 > prepared part key=_multipart_CCIT8DQBN9WK.2~UW9C0U3167GN.0 size=680748 2024-04-13T08:05:44.107 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.107+0000 7faa9f63b780 1 > prepared multipart upload key=CCIT8DQBN9WK upload=UW9C0U3167GN tag=H7CXYRJM0I8O type=write size=1729324 2024-04-13T08:05:44.107 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.107+0000 7faa9f63b780 1 < canceled part key=_multipart_6EIPCHTPO3X1.2~JNH1R6Q81P3I.0 size=1048576 2024-04-13T08:05:44.109 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.109+0000 7faa9f63b780 1 < completed part key=_multipart_6EIPCHTPO3X1.2~JNH1R6Q81P3I.1 size=854681 2024-04-13T08:05:44.112 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.112+0000 7faa9f63b780 1 < canceled multipart upload key=6EIPCHTPO3X1 upload=JNH1R6Q81P3I tag=6FN8GW8455I7 type=write size=2951833 2024-04-13T08:05:44.114 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.114+0000 7faa9f63b780 1 > prepared operation key=XP1MOJCI0XHQ tag=26JGBK1PY1BH type=del size=2532261 2024-04-13T08:05:44.118 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.118+0000 7faa9f63b780 1 < suggested remove operation key=XP1MOJCI0XHQ tag=PXZVDEYFTTYN type=del 2024-04-13T08:05:44.120 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.120+0000 7faa9f63b780 1 > prepared operation key=CWNYE55R1BSI tag=1I0MGRVJ21V5 type=del size=1782508 2024-04-13T08:05:44.122 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.122+0000 7faa9f63b780 -1 < failed to complete operation key=XP1MOJCI0XHQ tag=62GUEVW7KVPY type=del size=1820658: (22) Invalid argument 2024-04-13T08:05:44.124 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.124+0000 7faa9f63b780 1 > prepared operation key=CSYE7NHVWP4Q tag=U03CTYU1V71G type=write size=867753 2024-04-13T08:05:44.127 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.127+0000 7faa9f63b780 -1 < failed to complete operation key=XP1MOJCI0XHQ tag=S5XVOAP7VEUG type=del size=3568732: (22) Invalid argument 2024-04-13T08:05:44.130 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.130+0000 7faa9f63b780 1 > prepared part key=_multipart_1R98I2OD2C1B.2~HQZJ8PDLHBZ1.0 size=466499 2024-04-13T08:05:44.130 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.130+0000 7faa9f63b780 1 > prepared multipart upload key=1R98I2OD2C1B upload=HQZJ8PDLHBZ1 tag=FD6FSSFCSD7O type=write size=1515075 2024-04-13T08:05:44.132 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.132+0000 7faa9f63b780 1 < completed part key=_multipart_LCYUO09YJOWJ.2~Q7H3C1RQ18WL.0 size=1048576 2024-04-13T08:05:44.134 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.134+0000 7faa9f63b780 1 < completed part key=_multipart_LCYUO09YJOWJ.2~Q7H3C1RQ18WL.1 size=1048576 2024-04-13T08:05:44.136 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.136+0000 7faa9f63b780 1 < completed part key=_multipart_LCYUO09YJOWJ.2~Q7H3C1RQ18WL.2 size=414459 2024-04-13T08:05:44.139 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.140+0000 7faa9f63b780 1 < completed multipart upload key=LCYUO09YJOWJ upload=Q7H3C1RQ18WL tag=E2WU5OIJPCZP type=write size=3560187 2024-04-13T08:05:44.145 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.143+0000 7faa9f63b780 1 > prepared part key=_multipart_CCIT8DQBN9WK.2~J9DTYT759MYD.0 size=1048576 2024-04-13T08:05:44.146 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.146+0000 7faa9f63b780 1 > prepared part key=_multipart_CCIT8DQBN9WK.2~J9DTYT759MYD.1 size=948005 2024-04-13T08:05:44.146 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.146+0000 7faa9f63b780 1 > prepared multipart upload key=CCIT8DQBN9WK upload=J9DTYT759MYD tag=VZTUFD5SOVPM type=write size=3045157 2024-04-13T08:05:44.148 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.148+0000 7faa9f63b780 1 < completed part key=_multipart_1R98I2OD2C1B.2~7K02G34CL256.0 size=1048576 2024-04-13T08:05:44.149 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.149+0000 7faa9f63b780 1 < completed part key=_multipart_1R98I2OD2C1B.2~7K02G34CL256.1 size=1048576 2024-04-13T08:05:44.151 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.151+0000 7faa9f63b780 1 < completed part key=_multipart_1R98I2OD2C1B.2~7K02G34CL256.2 size=731408 2024-04-13T08:05:44.154 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.154+0000 7faa9f63b780 1 < completed multipart upload key=1R98I2OD2C1B upload=7K02G34CL256 tag=9ZJI8FMB3PS3 type=write size=3877136 2024-04-13T08:05:44.156 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.156+0000 7faa9f63b780 1 > prepared operation key=1139HXY3WYTZ tag=5FPYOVRHTVI2 type=del size=1628058 2024-04-13T08:05:44.157 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.158+0000 7faa9f63b780 1 < canceled operation key=ZS36Q14U11AV tag=L6RXYRPTWOPF type=del size=3484750 2024-04-13T08:05:44.159 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.159+0000 7faa9f63b780 1 > prepared operation key=H9HYQWGBJXF0 tag=74FXY5WZC7T2 type=del size=3028757 2024-04-13T08:05:44.161 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.162+0000 7faa9f63b780 1 < completed part key=_multipart_1R98I2OD2C1B.2~FO5PH0N0X9TN.0 size=1048576 2024-04-13T08:05:44.163 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.163+0000 7faa9f63b780 1 < completed part key=_multipart_1R98I2OD2C1B.2~FO5PH0N0X9TN.1 size=723506 2024-04-13T08:05:44.167 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.167+0000 7faa9f63b780 1 < completed multipart upload key=1R98I2OD2C1B upload=FO5PH0N0X9TN tag=YVG1SP2JNAZN type=write size=2820658 2024-04-13T08:05:44.170 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.170+0000 7faa9f63b780 1 > prepared part key=_multipart_ZLCXVHR00MT7.2~GE6MLSPWNDSQ.0 size=549860 2024-04-13T08:05:44.170 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.170+0000 7faa9f63b780 1 > prepared multipart upload key=ZLCXVHR00MT7 upload=GE6MLSPWNDSQ tag=39SIRSF1MGFK type=write size=1598436 2024-04-13T08:05:44.173 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.173+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~0KH84DE0OAND.0 size=1048576 2024-04-13T08:05:44.174 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.175+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~0KH84DE0OAND.1 size=300506 2024-04-13T08:05:44.178 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.178+0000 7faa9f63b780 1 < completed multipart upload key=KPYALZ2K1347 upload=0KH84DE0OAND tag=YRA2QK2SRH7D type=write size=2397658 2024-04-13T08:05:44.181 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.181+0000 7faa9f63b780 1 > prepared part key=_multipart_H9HYQWGBJXF0.2~W59432H8QRBO.0 size=1048576 2024-04-13T08:05:44.183 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.183+0000 7faa9f63b780 1 > prepared part key=_multipart_H9HYQWGBJXF0.2~W59432H8QRBO.1 size=1048576 2024-04-13T08:05:44.184 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.184+0000 7faa9f63b780 1 > prepared part key=_multipart_H9HYQWGBJXF0.2~W59432H8QRBO.2 size=129294 2024-04-13T08:05:44.184 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.184+0000 7faa9f63b780 1 > prepared multipart upload key=H9HYQWGBJXF0 upload=W59432H8QRBO tag=DI2LOK5WQZ48 type=write size=3275022 2024-04-13T08:05:44.186 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.186+0000 7faa9f63b780 1 < completed part key=_multipart_ZLCXVHR00MT7.2~MEIGIFNA99Z2.0 size=1048576 2024-04-13T08:05:44.188 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.188+0000 7faa9f63b780 1 < completed part key=_multipart_ZLCXVHR00MT7.2~MEIGIFNA99Z2.1 size=203864 2024-04-13T08:05:44.191 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.191+0000 7faa9f63b780 1 < completed multipart upload key=ZLCXVHR00MT7 upload=MEIGIFNA99Z2 tag=T4VR32XMNC23 type=write size=2301016 2024-04-13T08:05:44.194 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.195+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~X5GYSUIU1C5L.0 size=1048576 2024-04-13T08:05:44.196 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.196+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~X5GYSUIU1C5L.1 size=1048576 2024-04-13T08:05:44.198 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.198+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~X5GYSUIU1C5L.2 size=1022118 2024-04-13T08:05:44.198 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.198+0000 7faa9f63b780 1 > prepared multipart upload key=7LQHTC0JXLLC upload=X5GYSUIU1C5L tag=KKLH9BVIA9XU type=write size=4167846 2024-04-13T08:05:44.200 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.200+0000 7faa9f63b780 -1 < failed to complete operation key=USAT0PUC8Q9C tag=T87NJQ3ZSQ8Y type=del size=856714: (22) Invalid argument 2024-04-13T08:05:44.204 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.204+0000 7faa9f63b780 1 > prepared part key=_multipart_YVLYPQFVWYAW.2~L4SAEK9HCMB0.0 size=1048576 2024-04-13T08:05:44.205 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.206+0000 7faa9f63b780 1 > prepared part key=_multipart_YVLYPQFVWYAW.2~L4SAEK9HCMB0.1 size=37790 2024-04-13T08:05:44.206 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.206+0000 7faa9f63b780 1 > prepared multipart upload key=YVLYPQFVWYAW upload=L4SAEK9HCMB0 tag=2B437V8KGVUG type=write size=2134942 2024-04-13T08:05:44.207 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.208+0000 7faa9f63b780 1 < completed part key=_multipart_CWNYE55R1BSI.2~3N0QKCZKER9S.0 size=771352 2024-04-13T08:05:44.211 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.211+0000 7faa9f63b780 1 < completed multipart upload key=CWNYE55R1BSI upload=3N0QKCZKER9S tag=IMW62RN180S2 type=write size=1819928 2024-04-13T08:05:44.213 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.213+0000 7faa9f63b780 1 > prepared operation key=6EIPCHTPO3X1 tag=8PWPCXVBUJD4 type=del size=840893 2024-04-13T08:05:44.215 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.215+0000 7faa9f63b780 1 < completed part key=_multipart_ATLCBD5K8IS1.2~KQZR8UVRNS7B.0 size=477646 2024-04-13T08:05:44.219 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.219+0000 7faa9f63b780 1 < completed multipart upload key=ATLCBD5K8IS1 upload=KQZR8UVRNS7B tag=YJRZNJZUGP66 type=write size=1526222 2024-04-13T08:05:44.220 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.221+0000 7faa9f63b780 1 > prepared operation key=Y3BAXTXJ3THV tag=V1OK05WB1HU0 type=del size=3335651 2024-04-13T08:05:44.222 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.223+0000 7faa9f63b780 1 < completed part key=_multipart_WSX0KY6Y4RVU.2~12OPAAXLFKT7.0 size=1048576 2024-04-13T08:05:44.224 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.224+0000 7faa9f63b780 1 < completed part key=_multipart_WSX0KY6Y4RVU.2~12OPAAXLFKT7.1 size=1048576 2024-04-13T08:05:44.226 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.226+0000 7faa9f63b780 1 < completed part key=_multipart_WSX0KY6Y4RVU.2~12OPAAXLFKT7.2 size=730286 2024-04-13T08:05:44.230 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.230+0000 7faa9f63b780 1 < completed multipart upload key=WSX0KY6Y4RVU upload=12OPAAXLFKT7 tag=3G2G3CHIGZ0R type=write size=3876014 2024-04-13T08:05:44.234 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.234+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~ZQZIUNMT08B4.0 size=1048576 2024-04-13T08:05:44.236 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.236+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~ZQZIUNMT08B4.1 size=1048576 2024-04-13T08:05:44.238 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.239+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~ZQZIUNMT08B4.2 size=807682 2024-04-13T08:05:44.239 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.239+0000 7faa9f63b780 1 > prepared multipart upload key=9OD1R5489FHK upload=ZQZIUNMT08B4 tag=WFFVEICR22Y4 type=write size=3953410 2024-04-13T08:05:44.240 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.240+0000 7faa9f63b780 1 < completed part key=_multipart_1R98I2OD2C1B.2~PWE4R520UKAP.0 size=696828 2024-04-13T08:05:44.243 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.244+0000 7faa9f63b780 1 < completed multipart upload key=1R98I2OD2C1B upload=PWE4R520UKAP tag=AWD7TDPGYO3K type=write size=1745404 2024-04-13T08:05:44.247 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.247+0000 7faa9f63b780 1 > prepared part key=_multipart_CCIT8DQBN9WK.2~N84QVAOP1D3E.0 size=768370 2024-04-13T08:05:44.247 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.247+0000 7faa9f63b780 1 > prepared multipart upload key=CCIT8DQBN9WK upload=N84QVAOP1D3E tag=KLQCBAVX79W6 type=write size=1816946 2024-04-13T08:05:44.249 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.249+0000 7faa9f63b780 1 < completed part key=_multipart_CCIT8DQBN9WK.2~UW9C0U3167GN.0 size=680748 2024-04-13T08:05:44.252 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.252+0000 7faa9f63b780 1 < completed multipart upload key=CCIT8DQBN9WK upload=UW9C0U3167GN tag=H7CXYRJM0I8O type=write size=1729324 2024-04-13T08:05:44.256 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.256+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~M0UVFNBNM6SM.0 size=1048576 2024-04-13T08:05:44.257 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.257+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~M0UVFNBNM6SM.1 size=1048576 2024-04-13T08:05:44.259 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.259+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~M0UVFNBNM6SM.2 size=147757 2024-04-13T08:05:44.259 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.259+0000 7faa9f63b780 1 > prepared multipart upload key=KPYALZ2K1347 upload=M0UVFNBNM6SM tag=STPGFKSWS0LT type=write size=3293485 2024-04-13T08:05:44.261 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.261+0000 7faa9f63b780 -1 < failed to complete operation key=XP1MOJCI0XHQ tag=26JGBK1PY1BH type=del size=2532261: (22) Invalid argument 2024-04-13T08:05:44.265 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.265+0000 7faa9f63b780 1 > prepared part key=_multipart_Y3BAXTXJ3THV.2~H6M0BIFUFKTX.0 size=1048576 2024-04-13T08:05:44.267 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.267+0000 7faa9f63b780 1 > prepared part key=_multipart_Y3BAXTXJ3THV.2~H6M0BIFUFKTX.1 size=1048576 2024-04-13T08:05:44.268 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.268+0000 7faa9f63b780 1 > prepared part key=_multipart_Y3BAXTXJ3THV.2~H6M0BIFUFKTX.2 size=958413 2024-04-13T08:05:44.268 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.268+0000 7faa9f63b780 1 > prepared multipart upload key=Y3BAXTXJ3THV upload=H6M0BIFUFKTX tag=VB85QGDNEYIF type=write size=4104141 2024-04-13T08:05:44.270 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.270+0000 7faa9f63b780 1 < completed delete operation key=CWNYE55R1BSI tag=1I0MGRVJ21V5 type=del 2024-04-13T08:05:44.272 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.272+0000 7faa9f63b780 1 > prepared operation key=NJTHX8PDBAAE tag=PPB2KUNYZ0SM type=del size=1592849 2024-04-13T08:05:44.277 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.277+0000 7faa9f63b780 1 < suggested remove operation key=CSYE7NHVWP4Q tag=U03CTYU1V71G type=write 2024-04-13T08:05:44.279 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.279+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=C2X2KSJ1XD4P type=del size=691382 2024-04-13T08:05:44.279 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.279+0000 7faa9f63b780 1 < canceled part key=_multipart_1R98I2OD2C1B.2~HQZJ8PDLHBZ1.0 size=466499 2024-04-13T08:05:44.282 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.282+0000 7faa9f63b780 1 < canceled multipart upload key=1R98I2OD2C1B upload=HQZJ8PDLHBZ1 tag=FD6FSSFCSD7O type=write size=1515075 2024-04-13T08:05:44.286 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.287+0000 7faa9f63b780 1 > prepared part key=_multipart_1139HXY3WYTZ.2~BS9TQ757C3OQ.0 size=820713 2024-04-13T08:05:44.286 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.287+0000 7faa9f63b780 1 > prepared multipart upload key=1139HXY3WYTZ upload=BS9TQ757C3OQ tag=AL0FJHQ92OHR type=write size=1869289 2024-04-13T08:05:44.288 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.288+0000 7faa9f63b780 1 < completed part key=_multipart_CCIT8DQBN9WK.2~J9DTYT759MYD.0 size=1048576 2024-04-13T08:05:44.290 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.290+0000 7faa9f63b780 1 < completed part key=_multipart_CCIT8DQBN9WK.2~J9DTYT759MYD.1 size=948005 2024-04-13T08:05:44.293 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.293+0000 7faa9f63b780 1 < completed multipart upload key=CCIT8DQBN9WK upload=J9DTYT759MYD tag=VZTUFD5SOVPM type=write size=3045157 2024-04-13T08:05:44.296 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.296+0000 7faa9f63b780 1 > prepared part key=_multipart_EBB3GPXHIYM1.2~SQJTS0ISSWV2.0 size=881432 2024-04-13T08:05:44.296 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.296+0000 7faa9f63b780 1 > prepared multipart upload key=EBB3GPXHIYM1 upload=SQJTS0ISSWV2 tag=33NYXMIC7RY5 type=write size=1930008 2024-04-13T08:05:44.298 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.298+0000 7faa9f63b780 1 < completed delete operation key=1139HXY3WYTZ tag=5FPYOVRHTVI2 type=del 2024-04-13T08:05:44.300 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.300+0000 7faa9f63b780 1 > prepared operation key=Y3BAXTXJ3THV tag=T6FH1AP12S66 type=del size=4027506 2024-04-13T08:05:44.303 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.304+0000 7faa9f63b780 1 < suggested update operation key=H9HYQWGBJXF0 tag=74FXY5WZC7T2 type=del size=3028757 2024-04-13T08:05:44.305 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.305+0000 7faa9f63b780 1 > prepared operation key=ZS36Q14U11AV tag=G98A0AS9YDVB type=del size=2820236 2024-04-13T08:05:44.307 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.307+0000 7faa9f63b780 1 < completed part key=_multipart_ZLCXVHR00MT7.2~GE6MLSPWNDSQ.0 size=549860 2024-04-13T08:05:44.310 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.310+0000 7faa9f63b780 1 < completed multipart upload key=ZLCXVHR00MT7 upload=GE6MLSPWNDSQ tag=39SIRSF1MGFK type=write size=1598436 2024-04-13T08:05:44.312 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.312+0000 7faa9f63b780 1 > prepared operation key=KN6SVO6HG65Q tag=3635NYCGAN1Y type=write size=1016211 2024-04-13T08:05:44.314 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.314+0000 7faa9f63b780 1 < completed part key=_multipart_H9HYQWGBJXF0.2~W59432H8QRBO.0 size=1048576 2024-04-13T08:05:44.315 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.316+0000 7faa9f63b780 1 < completed part key=_multipart_H9HYQWGBJXF0.2~W59432H8QRBO.1 size=1048576 2024-04-13T08:05:44.317 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.317+0000 7faa9f63b780 1 < completed part key=_multipart_H9HYQWGBJXF0.2~W59432H8QRBO.2 size=129294 2024-04-13T08:05:44.321 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.321+0000 7faa9f63b780 1 < completed multipart upload key=H9HYQWGBJXF0 upload=W59432H8QRBO tag=DI2LOK5WQZ48 type=write size=3275022 2024-04-13T08:05:44.325 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.325+0000 7faa9f63b780 1 > prepared part key=_multipart_Y3BAXTXJ3THV.2~1UETLU023KGN.0 size=1048576 2024-04-13T08:05:44.326 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.326+0000 7faa9f63b780 1 > prepared part key=_multipart_Y3BAXTXJ3THV.2~1UETLU023KGN.1 size=1048576 2024-04-13T08:05:44.328 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.328+0000 7faa9f63b780 1 > prepared part key=_multipart_Y3BAXTXJ3THV.2~1UETLU023KGN.2 size=965323 2024-04-13T08:05:44.328 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.328+0000 7faa9f63b780 1 > prepared multipart upload key=Y3BAXTXJ3THV upload=1UETLU023KGN tag=YC99AYSXK51S type=write size=4111051 2024-04-13T08:05:44.330 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.330+0000 7faa9f63b780 1 < completed part key=_multipart_7LQHTC0JXLLC.2~X5GYSUIU1C5L.0 size=1048576 2024-04-13T08:05:44.332 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.332+0000 7faa9f63b780 1 < completed part key=_multipart_7LQHTC0JXLLC.2~X5GYSUIU1C5L.1 size=1048576 2024-04-13T08:05:44.335 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.335+0000 7faa9f63b780 1 < completed part key=_multipart_7LQHTC0JXLLC.2~X5GYSUIU1C5L.2 size=1022118 2024-04-13T08:05:44.340 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.340+0000 7faa9f63b780 1 < completed multipart upload key=7LQHTC0JXLLC upload=X5GYSUIU1C5L tag=KKLH9BVIA9XU type=write size=4167846 2024-04-13T08:05:44.342 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.342+0000 7faa9f63b780 1 > prepared operation key=KPYALZ2K1347 tag=EMZDR6E9K1SE type=write size=117294 2024-04-13T08:05:44.342 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.343+0000 7faa9f63b780 1 < canceled part key=_multipart_YVLYPQFVWYAW.2~L4SAEK9HCMB0.0 size=1048576 2024-04-13T08:05:44.343 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.343+0000 7faa9f63b780 1 < canceled part key=_multipart_YVLYPQFVWYAW.2~L4SAEK9HCMB0.1 size=37790 2024-04-13T08:05:44.346 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.346+0000 7faa9f63b780 1 < canceled multipart upload key=YVLYPQFVWYAW upload=L4SAEK9HCMB0 tag=2B437V8KGVUG type=write size=2134942 2024-04-13T08:05:44.348 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.348+0000 7faa9f63b780 1 > prepared operation key=DQJZH0QC5JG1 tag=SWEDKLYN34RO type=del size=2289269 2024-04-13T08:05:44.350 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.350+0000 7faa9f63b780 1 < completed delete operation key=6EIPCHTPO3X1 tag=8PWPCXVBUJD4 type=del 2024-04-13T08:05:44.353 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.353+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~5VPGXZK6MW1C.0 size=1048576 2024-04-13T08:05:44.356 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.356+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~5VPGXZK6MW1C.1 size=69709 2024-04-13T08:05:44.356 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.356+0000 7faa9f63b780 1 > prepared multipart upload key=7LQHTC0JXLLC upload=5VPGXZK6MW1C tag=U9YLIAJL37WX type=write size=2166861 2024-04-13T08:05:44.358 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.359+0000 7faa9f63b780 1 < completed delete operation key=Y3BAXTXJ3THV tag=V1OK05WB1HU0 type=del 2024-04-13T08:05:44.363 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.363+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~9J4BQ9W8M02R.0 size=1048576 2024-04-13T08:05:44.364 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.365+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~9J4BQ9W8M02R.1 size=1048576 2024-04-13T08:05:44.366 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.366+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~9J4BQ9W8M02R.2 size=535574 2024-04-13T08:05:44.366 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.366+0000 7faa9f63b780 1 > prepared multipart upload key=9OD1R5489FHK upload=9J4BQ9W8M02R tag=L5194J2F09EN type=write size=3681302 2024-04-13T08:05:44.368 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.368+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~ZQZIUNMT08B4.0 size=1048576 2024-04-13T08:05:44.369 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.370+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~ZQZIUNMT08B4.1 size=1048576 2024-04-13T08:05:44.371 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.371+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~ZQZIUNMT08B4.2 size=807682 2024-04-13T08:05:44.374 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.375+0000 7faa9f63b780 1 < completed multipart upload key=9OD1R5489FHK upload=ZQZIUNMT08B4 tag=WFFVEICR22Y4 type=write size=3953410 2024-04-13T08:05:44.376 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.377+0000 7faa9f63b780 1 > prepared operation key=CWNYE55R1BSI tag=KR5BBJ7AOE9N type=del size=3390537 2024-04-13T08:05:44.379 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.379+0000 7faa9f63b780 1 < completed part key=_multipart_CCIT8DQBN9WK.2~N84QVAOP1D3E.0 size=768370 2024-04-13T08:05:44.382 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.382+0000 7faa9f63b780 1 < completed multipart upload key=CCIT8DQBN9WK upload=N84QVAOP1D3E tag=KLQCBAVX79W6 type=write size=1816946 2024-04-13T08:05:44.386 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.386+0000 7faa9f63b780 1 > prepared part key=_multipart_LCYUO09YJOWJ.2~RQIGWHAC55ND.0 size=409244 2024-04-13T08:05:44.386 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.386+0000 7faa9f63b780 1 > prepared multipart upload key=LCYUO09YJOWJ upload=RQIGWHAC55ND tag=KY4BKVI3YUEC type=write size=1457820 2024-04-13T08:05:44.388 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.389+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~M0UVFNBNM6SM.0 size=1048576 2024-04-13T08:05:44.390 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.390+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~M0UVFNBNM6SM.1 size=1048576 2024-04-13T08:05:44.392 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.392+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~M0UVFNBNM6SM.2 size=147757 2024-04-13T08:05:44.395 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.395+0000 7faa9f63b780 1 < completed multipart upload key=KPYALZ2K1347 upload=M0UVFNBNM6SM tag=STPGFKSWS0LT type=write size=3293485 2024-04-13T08:05:44.397 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.398+0000 7faa9f63b780 1 > prepared operation key=TSACVEYQTVRN tag=6LS4AL35FTGV type=write size=14569 2024-04-13T08:05:44.400 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.400+0000 7faa9f63b780 1 < completed part key=_multipart_Y3BAXTXJ3THV.2~H6M0BIFUFKTX.0 size=1048576 2024-04-13T08:05:44.401 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.402+0000 7faa9f63b780 1 < completed part key=_multipart_Y3BAXTXJ3THV.2~H6M0BIFUFKTX.1 size=1048576 2024-04-13T08:05:44.401 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.402+0000 7faa9f63b780 1 < canceled part key=_multipart_Y3BAXTXJ3THV.2~H6M0BIFUFKTX.2 size=958413 2024-04-13T08:05:44.406 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.405+0000 7faa9f63b780 1 < canceled multipart upload key=Y3BAXTXJ3THV upload=H6M0BIFUFKTX tag=VB85QGDNEYIF type=write size=4104141 2024-04-13T08:05:44.407 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.407+0000 7faa9f63b780 1 > prepared operation key=ZS36Q14U11AV tag=OISLGJAJF35F type=del size=2195716 2024-04-13T08:05:44.410 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.411+0000 7faa9f63b780 1 < suggested remove operation key=NJTHX8PDBAAE tag=PPB2KUNYZ0SM type=del 2024-04-13T08:05:44.413 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.413+0000 7faa9f63b780 1 > prepared operation key=LCYUO09YJOWJ tag=XE62GWKEPUZC type=write size=988366 2024-04-13T08:05:44.414 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.415+0000 7faa9f63b780 1 < completed delete operation key=ATLCBD5K8IS1 tag=C2X2KSJ1XD4P type=del 2024-04-13T08:05:44.417 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.417+0000 7faa9f63b780 1 > prepared operation key=DQJZH0QC5JG1 tag=V6LJP7WDKRJP type=del size=3105128 2024-04-13T08:05:44.419 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.420+0000 7faa9f63b780 1 < completed part key=_multipart_1139HXY3WYTZ.2~BS9TQ757C3OQ.0 size=820713 2024-04-13T08:05:44.423 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.423+0000 7faa9f63b780 1 < completed multipart upload key=1139HXY3WYTZ upload=BS9TQ757C3OQ tag=AL0FJHQ92OHR type=write size=1869289 2024-04-13T08:05:44.426 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.427+0000 7faa9f63b780 1 > prepared part key=_multipart_EBB3GPXHIYM1.2~T9EE6YG09ZDR.0 size=1048576 2024-04-13T08:05:44.428 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.428+0000 7faa9f63b780 1 > prepared part key=_multipart_EBB3GPXHIYM1.2~T9EE6YG09ZDR.1 size=1012746 2024-04-13T08:05:44.429 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.428+0000 7faa9f63b780 1 > prepared multipart upload key=EBB3GPXHIYM1 upload=T9EE6YG09ZDR tag=DOSF6RXGLSBY type=write size=3109898 2024-04-13T08:05:44.430 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.430+0000 7faa9f63b780 1 < completed part key=_multipart_EBB3GPXHIYM1.2~SQJTS0ISSWV2.0 size=881432 2024-04-13T08:05:44.433 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.434+0000 7faa9f63b780 1 < completed multipart upload key=EBB3GPXHIYM1 upload=SQJTS0ISSWV2 tag=33NYXMIC7RY5 type=write size=1930008 2024-04-13T08:05:44.437 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.437+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~JWQ0KNK3SA0P.0 size=374675 2024-04-13T08:05:44.437 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.437+0000 7faa9f63b780 1 > prepared multipart upload key=DQJZH0QC5JG1 upload=JWQ0KNK3SA0P tag=90AQEZ848VOG type=write size=1423251 2024-04-13T08:05:44.439 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.439+0000 7faa9f63b780 1 < completed delete operation key=Y3BAXTXJ3THV tag=T6FH1AP12S66 type=del 2024-04-13T08:05:44.442 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.442+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=KI2SIVA0Y5PD type=del size=3606832 2024-04-13T08:05:44.444 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.444+0000 7faa9f63b780 1 < completed delete operation key=ZS36Q14U11AV tag=G98A0AS9YDVB type=del 2024-04-13T08:05:44.448 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.448+0000 7faa9f63b780 1 > prepared part key=_multipart_CWNYE55R1BSI.2~COEQJPQ75IH6.0 size=514837 2024-04-13T08:05:44.448 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.448+0000 7faa9f63b780 1 > prepared multipart upload key=CWNYE55R1BSI upload=COEQJPQ75IH6 tag=2039Y38TBUH7 type=write size=1563413 2024-04-13T08:05:44.450 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.450+0000 7faa9f63b780 1 < completed write operation key=KN6SVO6HG65Q tag=3635NYCGAN1Y type=write size=1016211 2024-04-13T08:05:44.453 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.453+0000 7faa9f63b780 1 > prepared operation key=9OD1R5489FHK tag=J9AR1UHQ2KGP type=del size=954241 2024-04-13T08:05:44.458 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.458+0000 7faa9f63b780 1 < completed part key=_multipart_Y3BAXTXJ3THV.2~1UETLU023KGN.0 size=1048576 2024-04-13T08:05:44.461 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.461+0000 7faa9f63b780 1 < completed part key=_multipart_Y3BAXTXJ3THV.2~1UETLU023KGN.1 size=1048576 2024-04-13T08:05:44.463 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.463+0000 7faa9f63b780 1 < completed part key=_multipart_Y3BAXTXJ3THV.2~1UETLU023KGN.2 size=965323 2024-04-13T08:05:44.468 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.468+0000 7faa9f63b780 1 < completed multipart upload key=Y3BAXTXJ3THV upload=1UETLU023KGN tag=YC99AYSXK51S type=write size=4111051 2024-04-13T08:05:44.472 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.472+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~KXI5MC8JW3DO.0 size=1048576 2024-04-13T08:05:44.473 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.474+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~KXI5MC8JW3DO.1 size=1048576 2024-04-13T08:05:44.475 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.476+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~KXI5MC8JW3DO.2 size=490683 2024-04-13T08:05:44.475 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.476+0000 7faa9f63b780 1 > prepared multipart upload key=3H9XN46FCEJA upload=KXI5MC8JW3DO tag=3FKW5XCVDY8T type=write size=3636411 2024-04-13T08:05:44.479 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.479+0000 7faa9f63b780 1 < canceled operation key=KPYALZ2K1347 tag=EMZDR6E9K1SE type=write size=117294 2024-04-13T08:05:44.482 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.482+0000 7faa9f63b780 1 > prepared operation key=7LQHTC0JXLLC tag=Z0K9UZOEROY7 type=del size=2193447 2024-04-13T08:05:44.486 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.486+0000 7faa9f63b780 1 < suggested update operation key=DQJZH0QC5JG1 tag=SWEDKLYN34RO type=del size=2289269 2024-04-13T08:05:44.490 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.490+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~UCTBKVHTT6E7.0 size=385021 2024-04-13T08:05:44.490 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.490+0000 7faa9f63b780 1 > prepared multipart upload key=KPYALZ2K1347 upload=UCTBKVHTT6E7 tag=70SAM0XZK0LU type=write size=1433597 2024-04-13T08:05:44.492 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.493+0000 7faa9f63b780 1 < completed part key=_multipart_7LQHTC0JXLLC.2~5VPGXZK6MW1C.0 size=1048576 2024-04-13T08:05:44.494 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.494+0000 7faa9f63b780 1 < completed part key=_multipart_7LQHTC0JXLLC.2~5VPGXZK6MW1C.1 size=69709 2024-04-13T08:05:44.497 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.498+0000 7faa9f63b780 1 < completed multipart upload key=7LQHTC0JXLLC upload=5VPGXZK6MW1C tag=U9YLIAJL37WX type=write size=2166861 2024-04-13T08:05:44.500 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.500+0000 7faa9f63b780 1 > prepared operation key=NJTHX8PDBAAE tag=05R1XS1GE0RT type=del size=336847 2024-04-13T08:05:44.502 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.502+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~9J4BQ9W8M02R.0 size=1048576 2024-04-13T08:05:44.503 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.504+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~9J4BQ9W8M02R.1 size=1048576 2024-04-13T08:05:44.505 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.505+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~9J4BQ9W8M02R.2 size=535574 2024-04-13T08:05:44.509 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.509+0000 7faa9f63b780 1 < completed multipart upload key=9OD1R5489FHK upload=9J4BQ9W8M02R tag=L5194J2F09EN type=write size=3681302 2024-04-13T08:05:44.512 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.512+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~CEAXMK1S9MA0.0 size=1048576 2024-04-13T08:05:44.514 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.514+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~CEAXMK1S9MA0.1 size=935848 2024-04-13T08:05:44.514 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.514+0000 7faa9f63b780 1 > prepared multipart upload key=3H9XN46FCEJA upload=CEAXMK1S9MA0 tag=VP2PWJNN5T0X type=write size=3033000 2024-04-13T08:05:44.516 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.516+0000 7faa9f63b780 1 < completed delete operation key=CWNYE55R1BSI tag=KR5BBJ7AOE9N type=del 2024-04-13T08:05:44.518 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.518+0000 7faa9f63b780 1 > prepared operation key=H9HYQWGBJXF0 tag=E15PBDRNBG5M type=del size=1167536 2024-04-13T08:05:44.520 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.521+0000 7faa9f63b780 1 < completed part key=_multipart_LCYUO09YJOWJ.2~RQIGWHAC55ND.0 size=409244 2024-04-13T08:05:44.525 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.525+0000 7faa9f63b780 1 < completed multipart upload key=LCYUO09YJOWJ upload=RQIGWHAC55ND tag=KY4BKVI3YUEC type=write size=1457820 2024-04-13T08:05:44.529 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.529+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~ENO3EPBCBR78.0 size=116141 2024-04-13T08:05:44.529 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.529+0000 7faa9f63b780 1 > prepared multipart upload key=DQJZH0QC5JG1 upload=ENO3EPBCBR78 tag=A6PLVZH00CW7 type=write size=1164717 2024-04-13T08:05:44.531 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.531+0000 7faa9f63b780 1 < canceled operation key=TSACVEYQTVRN tag=6LS4AL35FTGV type=write size=14569 2024-04-13T08:05:44.533 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.533+0000 7faa9f63b780 1 > prepared operation key=XP1MOJCI0XHQ tag=D07TZID1FP95 type=del size=2192098 2024-04-13T08:05:44.535 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.535+0000 7faa9f63b780 1 < completed delete operation key=ZS36Q14U11AV tag=OISLGJAJF35F type=del 2024-04-13T08:05:44.539 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.539+0000 7faa9f63b780 1 > prepared part key=_multipart_WSX0KY6Y4RVU.2~KYGRYE3QVRXO.0 size=56301 2024-04-13T08:05:44.539 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.539+0000 7faa9f63b780 1 > prepared multipart upload key=WSX0KY6Y4RVU upload=KYGRYE3QVRXO tag=CWUQ5SXQXUSC type=write size=1104877 2024-04-13T08:05:44.541 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.541+0000 7faa9f63b780 1 < completed write operation key=LCYUO09YJOWJ tag=XE62GWKEPUZC type=write size=988366 2024-04-13T08:05:44.545 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.546+0000 7faa9f63b780 1 > prepared part key=_multipart_ZLCXVHR00MT7.2~URLOJHB27FLT.0 size=1048576 2024-04-13T08:05:44.547 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.547+0000 7faa9f63b780 1 > prepared part key=_multipart_ZLCXVHR00MT7.2~URLOJHB27FLT.1 size=262290 2024-04-13T08:05:44.547 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.547+0000 7faa9f63b780 1 > prepared multipart upload key=ZLCXVHR00MT7 upload=URLOJHB27FLT tag=SHPYI2BOD9NG type=write size=2359442 2024-04-13T08:05:44.551 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.551+0000 7faa9f63b780 -1 < failed to complete operation key=DQJZH0QC5JG1 tag=V6LJP7WDKRJP type=del size=3105128: (22) Invalid argument 2024-04-13T08:05:44.555 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.555+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~THJB4G4OWS28.0 size=312797 2024-04-13T08:05:44.555 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.555+0000 7faa9f63b780 1 > prepared multipart upload key=KPYALZ2K1347 upload=THJB4G4OWS28 tag=N9CB19L05WNI type=write size=1361373 2024-04-13T08:05:44.557 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.557+0000 7faa9f63b780 1 < completed part key=_multipart_EBB3GPXHIYM1.2~T9EE6YG09ZDR.0 size=1048576 2024-04-13T08:05:44.559 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.559+0000 7faa9f63b780 1 < completed part key=_multipart_EBB3GPXHIYM1.2~T9EE6YG09ZDR.1 size=1012746 2024-04-13T08:05:44.563 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.563+0000 7faa9f63b780 1 < completed multipart upload key=EBB3GPXHIYM1 upload=T9EE6YG09ZDR tag=DOSF6RXGLSBY type=write size=3109898 2024-04-13T08:05:44.567 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.567+0000 7faa9f63b780 1 > prepared part key=_multipart_CSYE7NHVWP4Q.2~1ZGSL62ZGV8M.0 size=965074 2024-04-13T08:05:44.567 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.567+0000 7faa9f63b780 1 > prepared multipart upload key=CSYE7NHVWP4Q upload=1ZGSL62ZGV8M tag=SSWJEDBLVWUJ type=write size=2013650 2024-04-13T08:05:44.569 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.569+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~JWQ0KNK3SA0P.0 size=374675 2024-04-13T08:05:44.572 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.572+0000 7faa9f63b780 1 < completed multipart upload key=DQJZH0QC5JG1 upload=JWQ0KNK3SA0P tag=90AQEZ848VOG type=write size=1423251 2024-04-13T08:05:44.576 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.576+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~J2EHL2MJ4HJT.0 size=877784 2024-04-13T08:05:44.576 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.576+0000 7faa9f63b780 1 > prepared multipart upload key=7LQHTC0JXLLC upload=J2EHL2MJ4HJT tag=CFNSMX98MVR1 type=write size=1926360 2024-04-13T08:05:44.579 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.579+0000 7faa9f63b780 1 < canceled operation key=ATLCBD5K8IS1 tag=KI2SIVA0Y5PD type=del size=3606832 2024-04-13T08:05:44.581 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.581+0000 7faa9f63b780 1 > prepared operation key=H9HYQWGBJXF0 tag=WJ34HUBC416N type=del size=3634416 2024-04-13T08:05:44.581 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.581+0000 7faa9f63b780 1 < canceled part key=_multipart_CWNYE55R1BSI.2~COEQJPQ75IH6.0 size=514837 2024-04-13T08:05:44.584 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.584+0000 7faa9f63b780 1 < canceled multipart upload key=CWNYE55R1BSI upload=COEQJPQ75IH6 tag=2039Y38TBUH7 type=write size=1563413 2024-04-13T08:05:44.586 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.586+0000 7faa9f63b780 1 > prepared operation key=Y3BAXTXJ3THV tag=TDMAVBKNM0SR type=write size=844858 2024-04-13T08:05:44.588 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.588+0000 7faa9f63b780 1 < completed delete operation key=9OD1R5489FHK tag=J9AR1UHQ2KGP type=del 2024-04-13T08:05:44.591 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.591+0000 7faa9f63b780 1 > prepared operation key=EBB3GPXHIYM1 tag=20N6L4OPL8UE type=del size=1358048 2024-04-13T08:05:44.593 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.593+0000 7faa9f63b780 1 < completed part key=_multipart_3H9XN46FCEJA.2~KXI5MC8JW3DO.0 size=1048576 2024-04-13T08:05:44.595 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.595+0000 7faa9f63b780 1 < completed part key=_multipart_3H9XN46FCEJA.2~KXI5MC8JW3DO.1 size=1048576 2024-04-13T08:05:44.596 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.597+0000 7faa9f63b780 1 < completed part key=_multipart_3H9XN46FCEJA.2~KXI5MC8JW3DO.2 size=490683 2024-04-13T08:05:44.600 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.600+0000 7faa9f63b780 1 < completed multipart upload key=3H9XN46FCEJA upload=KXI5MC8JW3DO tag=3FKW5XCVDY8T type=write size=3636411 2024-04-13T08:05:44.602 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.602+0000 7faa9f63b780 1 > prepared operation key=ZS36Q14U11AV tag=GMVKU9YM2BBW type=del size=2644165 2024-04-13T08:05:44.604 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.604+0000 7faa9f63b780 1 < completed delete operation key=7LQHTC0JXLLC tag=Z0K9UZOEROY7 type=del 2024-04-13T08:05:44.607 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.607+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~YM7MLOJ5KNA5.0 size=1048576 2024-04-13T08:05:44.608 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.608+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~YM7MLOJ5KNA5.1 size=1048576 2024-04-13T08:05:44.610 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.610+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~YM7MLOJ5KNA5.2 size=76773 2024-04-13T08:05:44.610 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.610+0000 7faa9f63b780 1 > prepared multipart upload key=7LQHTC0JXLLC upload=YM7MLOJ5KNA5 tag=ELB2GH0UI00H type=write size=3222501 2024-04-13T08:05:44.612 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.612+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~UCTBKVHTT6E7.0 size=385021 2024-04-13T08:05:44.615 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.615+0000 7faa9f63b780 1 < completed multipart upload key=KPYALZ2K1347 upload=UCTBKVHTT6E7 tag=70SAM0XZK0LU type=write size=1433597 2024-04-13T08:05:44.617 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.617+0000 7faa9f63b780 1 > prepared operation key=ZLCXVHR00MT7 tag=33P3NA0NPEOL type=del size=143373 2024-04-13T08:05:44.619 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.619+0000 7faa9f63b780 1 < completed delete operation key=NJTHX8PDBAAE tag=05R1XS1GE0RT type=del 2024-04-13T08:05:44.621 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.621+0000 7faa9f63b780 1 > prepared operation key=WSX0KY6Y4RVU tag=QKM3EE2W9431 type=del size=2560905 2024-04-13T08:05:44.623 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.623+0000 7faa9f63b780 1 < completed part key=_multipart_3H9XN46FCEJA.2~CEAXMK1S9MA0.0 size=1048576 2024-04-13T08:05:44.623 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.623+0000 7faa9f63b780 1 < canceled part key=_multipart_3H9XN46FCEJA.2~CEAXMK1S9MA0.1 size=935848 2024-04-13T08:05:44.627 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.627+0000 7faa9f63b780 1 < canceled multipart upload key=3H9XN46FCEJA upload=CEAXMK1S9MA0 tag=VP2PWJNN5T0X type=write size=3033000 2024-04-13T08:05:44.629 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.629+0000 7faa9f63b780 1 > prepared operation key=H9HYQWGBJXF0 tag=IIUDRCX3JK7F type=del size=2787871 2024-04-13T08:05:44.631 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.632+0000 7faa9f63b780 1 < completed delete operation key=H9HYQWGBJXF0 tag=E15PBDRNBG5M type=del 2024-04-13T08:05:44.634 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.634+0000 7faa9f63b780 1 > prepared operation key=KN6SVO6HG65Q tag=IMNIKC5YWAIO type=del size=1187740 2024-04-13T08:05:44.634 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.634+0000 7faa9f63b780 1 < canceled part key=_multipart_DQJZH0QC5JG1.2~ENO3EPBCBR78.0 size=116141 2024-04-13T08:05:44.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:44 smithi139 ceph-mon[88985]: pgmap v1379: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 401 KiB/s wr, 2.04k op/s 2024-04-13T08:05:44.638 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.638+0000 7faa9f63b780 1 < canceled multipart upload key=DQJZH0QC5JG1 upload=ENO3EPBCBR78 tag=A6PLVZH00CW7 type=write size=1164717 2024-04-13T08:05:44.642 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.642+0000 7faa9f63b780 1 > prepared part key=_multipart_XP1MOJCI0XHQ.2~T7FNVHYJTV2O.0 size=84162 2024-04-13T08:05:44.642 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.642+0000 7faa9f63b780 1 > prepared multipart upload key=XP1MOJCI0XHQ upload=T7FNVHYJTV2O tag=ZWIMSY2Z0TED type=write size=1132738 2024-04-13T08:05:44.646 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.646+0000 7faa9f63b780 1 < suggested update operation key=XP1MOJCI0XHQ tag=D07TZID1FP95 type=del size=2192098 2024-04-13T08:05:44.648 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.648+0000 7faa9f63b780 1 > prepared operation key=H9HYQWGBJXF0 tag=7FYSDHMTUMUD type=del size=124300 2024-04-13T08:05:44.650 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.650+0000 7faa9f63b780 1 < completed part key=_multipart_WSX0KY6Y4RVU.2~KYGRYE3QVRXO.0 size=56301 2024-04-13T08:05:44.653 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.653+0000 7faa9f63b780 1 < completed multipart upload key=WSX0KY6Y4RVU upload=KYGRYE3QVRXO tag=CWUQ5SXQXUSC type=write size=1104877 2024-04-13T08:05:44.655 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.656+0000 7faa9f63b780 1 > prepared operation key=9OD1R5489FHK tag=98ADXSHXNJFP type=del size=3160752 2024-04-13T08:05:44.658 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.658+0000 7faa9f63b780 1 < completed part key=_multipart_ZLCXVHR00MT7.2~URLOJHB27FLT.0 size=1048576 2024-04-13T08:05:44.660 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.660+0000 7faa9f63b780 1 < completed part key=_multipart_ZLCXVHR00MT7.2~URLOJHB27FLT.1 size=262290 2024-04-13T08:05:44.664 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.664+0000 7faa9f63b780 1 < completed multipart upload key=ZLCXVHR00MT7 upload=URLOJHB27FLT tag=SHPYI2BOD9NG type=write size=2359442 2024-04-13T08:05:44.668 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.668+0000 7faa9f63b780 1 > prepared part key=_multipart_ATLCBD5K8IS1.2~RYQV6R78LSMP.0 size=1048576 2024-04-13T08:05:44.669 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.670+0000 7faa9f63b780 1 > prepared part key=_multipart_ATLCBD5K8IS1.2~RYQV6R78LSMP.1 size=952263 2024-04-13T08:05:44.670 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.670+0000 7faa9f63b780 1 > prepared multipart upload key=ATLCBD5K8IS1 upload=RYQV6R78LSMP tag=LLFJS7JUMRAL type=write size=3049415 2024-04-13T08:05:44.671 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.672+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~THJB4G4OWS28.0 size=312797 2024-04-13T08:05:44.675 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.675+0000 7faa9f63b780 1 < completed multipart upload key=KPYALZ2K1347 upload=THJB4G4OWS28 tag=N9CB19L05WNI type=write size=1361373 2024-04-13T08:05:44.679 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.679+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~AA3FR5P2PEZT.0 size=1048576 2024-04-13T08:05:44.681 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.681+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~AA3FR5P2PEZT.1 size=1048576 2024-04-13T08:05:44.682 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.682+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~AA3FR5P2PEZT.2 size=131127 2024-04-13T08:05:44.682 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.682+0000 7faa9f63b780 1 > prepared multipart upload key=DQJZH0QC5JG1 upload=AA3FR5P2PEZT tag=4V5YYSIVPDDY type=write size=3276855 2024-04-13T08:05:44.683 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.683+0000 7faa9f63b780 1 < canceled part key=_multipart_CSYE7NHVWP4Q.2~1ZGSL62ZGV8M.0 size=965074 2024-04-13T08:05:44.686 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.686+0000 7faa9f63b780 1 < canceled multipart upload key=CSYE7NHVWP4Q upload=1ZGSL62ZGV8M tag=SSWJEDBLVWUJ type=write size=2013650 2024-04-13T08:05:44.688 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.689+0000 7faa9f63b780 1 > prepared operation key=B9J0DWQ62YOI tag=4CI9HU14NISK type=del size=2894631 2024-04-13T08:05:44.690 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.690+0000 7faa9f63b780 1 < completed part key=_multipart_7LQHTC0JXLLC.2~J2EHL2MJ4HJT.0 size=877784 2024-04-13T08:05:44.693 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.694+0000 7faa9f63b780 1 < completed multipart upload key=7LQHTC0JXLLC upload=J2EHL2MJ4HJT tag=CFNSMX98MVR1 type=write size=1926360 2024-04-13T08:05:44.698 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.698+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~CITJ7AT7JTCH.0 size=1048576 2024-04-13T08:05:44.699 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.699+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~CITJ7AT7JTCH.1 size=1048576 2024-04-13T08:05:44.701 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.701+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~CITJ7AT7JTCH.2 size=24861 2024-04-13T08:05:44.701 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.701+0000 7faa9f63b780 1 > prepared multipart upload key=KPYALZ2K1347 upload=CITJ7AT7JTCH tag=QEO41ZYA5LCL type=write size=3170589 2024-04-13T08:05:44.703 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.703+0000 7faa9f63b780 1 < canceled operation key=H9HYQWGBJXF0 tag=WJ34HUBC416N type=del size=3634416 2024-04-13T08:05:44.707 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.708+0000 7faa9f63b780 1 > prepared part key=_multipart_ZS36Q14U11AV.2~UF91KQ2HOT90.0 size=1048576 2024-04-13T08:05:44.709 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.709+0000 7faa9f63b780 1 > prepared part key=_multipart_ZS36Q14U11AV.2~UF91KQ2HOT90.1 size=1048576 2024-04-13T08:05:44.711 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.711+0000 7faa9f63b780 1 > prepared part key=_multipart_ZS36Q14U11AV.2~UF91KQ2HOT90.2 size=77163 2024-04-13T08:05:44.711 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.711+0000 7faa9f63b780 1 > prepared multipart upload key=ZS36Q14U11AV upload=UF91KQ2HOT90 tag=0O8GTFBBSN5M type=write size=3222891 2024-04-13T08:05:44.715 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.715+0000 7faa9f63b780 1 < suggested remove operation key=Y3BAXTXJ3THV tag=TDMAVBKNM0SR type=write 2024-04-13T08:05:44.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:44 smithi119 ceph-mon[96316]: pgmap v1379: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 401 KiB/s wr, 2.04k op/s 2024-04-13T08:05:44.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:44 smithi119 ceph-mon[93746]: pgmap v1379: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 401 KiB/s wr, 2.04k op/s 2024-04-13T08:05:44.717 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.717+0000 7faa9f63b780 1 > prepared operation key=WSX0KY6Y4RVU tag=Z8ZHJCXEPMMP type=del size=2139961 2024-04-13T08:05:44.722 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.722+0000 7faa9f63b780 1 < suggested remove operation key=EBB3GPXHIYM1 tag=20N6L4OPL8UE type=del 2024-04-13T08:05:44.726 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.727+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~99UVLNF8QCKZ.0 size=1026722 2024-04-13T08:05:44.726 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.727+0000 7faa9f63b780 1 > prepared multipart upload key=9OD1R5489FHK upload=99UVLNF8QCKZ tag=8EIAQ7MUTEBZ type=write size=2075298 2024-04-13T08:05:44.729 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.729+0000 7faa9f63b780 1 < completed delete operation key=ZS36Q14U11AV tag=GMVKU9YM2BBW type=del 2024-04-13T08:05:44.733 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.733+0000 7faa9f63b780 1 > prepared part key=_multipart_H9HYQWGBJXF0.2~GJXE9PDJZYQZ.0 size=1048576 2024-04-13T08:05:44.736 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.735+0000 7faa9f63b780 1 > prepared part key=_multipart_H9HYQWGBJXF0.2~GJXE9PDJZYQZ.1 size=135010 2024-04-13T08:05:44.736 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.735+0000 7faa9f63b780 1 > prepared multipart upload key=H9HYQWGBJXF0 upload=GJXE9PDJZYQZ tag=CF6D94A7TD72 type=write size=2232162 2024-04-13T08:05:44.736 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.736+0000 7faa9f63b780 1 < canceled part key=_multipart_7LQHTC0JXLLC.2~YM7MLOJ5KNA5.0 size=1048576 2024-04-13T08:05:44.736 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.736+0000 7faa9f63b780 1 < canceled part key=_multipart_7LQHTC0JXLLC.2~YM7MLOJ5KNA5.1 size=1048576 2024-04-13T08:05:44.736 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.736+0000 7faa9f63b780 1 < canceled part key=_multipart_7LQHTC0JXLLC.2~YM7MLOJ5KNA5.2 size=76773 2024-04-13T08:05:44.739 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.739+0000 7faa9f63b780 1 < canceled multipart upload key=7LQHTC0JXLLC upload=YM7MLOJ5KNA5 tag=ELB2GH0UI00H type=write size=3222501 2024-04-13T08:05:44.744 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.744+0000 7faa9f63b780 1 > prepared part key=_multipart_ATLCBD5K8IS1.2~CYQGTKMD4BD3.0 size=788324 2024-04-13T08:05:44.744 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.744+0000 7faa9f63b780 1 > prepared multipart upload key=ATLCBD5K8IS1 upload=CYQGTKMD4BD3 tag=9JPR3ALL1YT3 type=write size=1836900 2024-04-13T08:05:44.748 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.749+0000 7faa9f63b780 1 < suggested remove operation key=ZLCXVHR00MT7 tag=33P3NA0NPEOL type=del 2024-04-13T08:05:44.751 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.751+0000 7faa9f63b780 1 > prepared operation key=WSX0KY6Y4RVU tag=4J0R4VINHVMW type=write size=714057 2024-04-13T08:05:44.752 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.753+0000 7faa9f63b780 1 < completed delete operation key=WSX0KY6Y4RVU tag=QKM3EE2W9431 type=del 2024-04-13T08:05:44.756 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.757+0000 7faa9f63b780 1 > prepared part key=_multipart_1R98I2OD2C1B.2~M0NQU54S9UWS.0 size=358103 2024-04-13T08:05:44.757 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.757+0000 7faa9f63b780 1 > prepared multipart upload key=1R98I2OD2C1B upload=M0NQU54S9UWS tag=I75HKKRPKY9B type=write size=1406679 2024-04-13T08:05:44.759 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.759+0000 7faa9f63b780 1 < completed delete operation key=H9HYQWGBJXF0 tag=IIUDRCX3JK7F type=del 2024-04-13T08:05:44.763 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.763+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~2AOFRC2HYWSM.0 size=682332 2024-04-13T08:05:44.763 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.763+0000 7faa9f63b780 1 > prepared multipart upload key=TSACVEYQTVRN upload=2AOFRC2HYWSM tag=Y8RU4MANG24G type=write size=1730908 2024-04-13T08:05:44.765 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.765+0000 7faa9f63b780 1 < completed delete operation key=KN6SVO6HG65Q tag=IMNIKC5YWAIO type=del 2024-04-13T08:05:44.769 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.769+0000 7faa9f63b780 1 > prepared part key=_multipart_BGZCO481WX23.2~F9OHHGIKENSP.0 size=1048576 2024-04-13T08:05:44.771 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.771+0000 7faa9f63b780 1 > prepared part key=_multipart_BGZCO481WX23.2~F9OHHGIKENSP.1 size=1048576 2024-04-13T08:05:44.772 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.772+0000 7faa9f63b780 1 > prepared part key=_multipart_BGZCO481WX23.2~F9OHHGIKENSP.2 size=942364 2024-04-13T08:05:44.772 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.772+0000 7faa9f63b780 1 > prepared multipart upload key=BGZCO481WX23 upload=F9OHHGIKENSP tag=Y5311HK4RDAR type=write size=4088092 2024-04-13T08:05:44.775 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.775+0000 7faa9f63b780 1 < completed part key=_multipart_XP1MOJCI0XHQ.2~T7FNVHYJTV2O.0 size=84162 2024-04-13T08:05:44.778 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.778+0000 7faa9f63b780 1 < completed multipart upload key=XP1MOJCI0XHQ upload=T7FNVHYJTV2O tag=ZWIMSY2Z0TED type=write size=1132738 2024-04-13T08:05:44.782 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.782+0000 7faa9f63b780 1 > prepared part key=_multipart_57TR9Y9AGKFZ.2~S7D9V0CCOO64.0 size=911951 2024-04-13T08:05:44.782 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.782+0000 7faa9f63b780 1 > prepared multipart upload key=57TR9Y9AGKFZ upload=S7D9V0CCOO64 tag=US1EISL2D6C6 type=write size=1960527 2024-04-13T08:05:44.784 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.784+0000 7faa9f63b780 1 < completed delete operation key=H9HYQWGBJXF0 tag=7FYSDHMTUMUD type=del 2024-04-13T08:05:44.786 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.786+0000 7faa9f63b780 1 > prepared operation key=ZS36Q14U11AV tag=J1B670ZFCIHB type=del size=3157901 2024-04-13T08:05:44.789 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.789+0000 7faa9f63b780 1 < completed delete operation key=9OD1R5489FHK tag=98ADXSHXNJFP type=del 2024-04-13T08:05:44.791 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.791+0000 7faa9f63b780 1 > prepared operation key=TSACVEYQTVRN tag=QNAKOXOK3LSL type=del size=3879562 2024-04-13T08:05:44.793 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.793+0000 7faa9f63b780 1 < completed part key=_multipart_ATLCBD5K8IS1.2~RYQV6R78LSMP.0 size=1048576 2024-04-13T08:05:44.795 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.796+0000 7faa9f63b780 1 < completed part key=_multipart_ATLCBD5K8IS1.2~RYQV6R78LSMP.1 size=952263 2024-04-13T08:05:44.800 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.800+0000 7faa9f63b780 1 < completed multipart upload key=ATLCBD5K8IS1 upload=RYQV6R78LSMP tag=LLFJS7JUMRAL type=write size=3049415 2024-04-13T08:05:44.802 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.802+0000 7faa9f63b780 1 > prepared operation key=LCYUO09YJOWJ tag=4NQDJKTL5X6R type=del size=3487499 2024-04-13T08:05:44.804 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.804+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~AA3FR5P2PEZT.0 size=1048576 2024-04-13T08:05:44.805 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.806+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~AA3FR5P2PEZT.1 size=1048576 2024-04-13T08:05:44.807 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.808+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~AA3FR5P2PEZT.2 size=131127 2024-04-13T08:05:44.811 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.811+0000 7faa9f63b780 1 < completed multipart upload key=DQJZH0QC5JG1 upload=AA3FR5P2PEZT tag=4V5YYSIVPDDY type=write size=3276855 2024-04-13T08:05:44.813 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.813+0000 7faa9f63b780 1 > prepared operation key=3H9XN46FCEJA tag=GUL1GUQHH35V type=del size=3684209 2024-04-13T08:05:44.817 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.817+0000 7faa9f63b780 1 < suggested update operation key=B9J0DWQ62YOI tag=4CI9HU14NISK type=del size=2894631 2024-04-13T08:05:44.820 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.820+0000 7faa9f63b780 1 > prepared operation key=Y3BAXTXJ3THV tag=FZ626SJ1BDR7 type=del size=1679305 2024-04-13T08:05:44.822 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.822+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~CITJ7AT7JTCH.0 size=1048576 2024-04-13T08:05:44.824 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.824+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~CITJ7AT7JTCH.1 size=1048576 2024-04-13T08:05:44.825 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.825+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~CITJ7AT7JTCH.2 size=24861 2024-04-13T08:05:44.830 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.829+0000 7faa9f63b780 1 < completed multipart upload key=KPYALZ2K1347 upload=CITJ7AT7JTCH tag=QEO41ZYA5LCL type=write size=3170589 2024-04-13T08:05:44.831 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.832+0000 7faa9f63b780 1 > prepared operation key=LCYUO09YJOWJ tag=HRS4V4XA1AKC type=del size=851803 2024-04-13T08:05:44.834 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.834+0000 7faa9f63b780 1 < completed part key=_multipart_ZS36Q14U11AV.2~UF91KQ2HOT90.0 size=1048576 2024-04-13T08:05:44.834 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.834+0000 7faa9f63b780 1 < canceled part key=_multipart_ZS36Q14U11AV.2~UF91KQ2HOT90.1 size=1048576 2024-04-13T08:05:44.836 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.836+0000 7faa9f63b780 1 < completed part key=_multipart_ZS36Q14U11AV.2~UF91KQ2HOT90.2 size=77163 2024-04-13T08:05:44.841 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.841+0000 7faa9f63b780 1 < canceled multipart upload key=ZS36Q14U11AV upload=UF91KQ2HOT90 tag=0O8GTFBBSN5M type=write size=3222891 2024-04-13T08:05:44.846 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.846+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~00QKXMHZGQG1.0 size=787193 2024-04-13T08:05:44.846 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.846+0000 7faa9f63b780 1 > prepared multipart upload key=DQJZH0QC5JG1 upload=00QKXMHZGQG1 tag=78U5H7BR9WWM type=write size=1835769 2024-04-13T08:05:44.849 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.849+0000 7faa9f63b780 1 < completed delete operation key=WSX0KY6Y4RVU tag=Z8ZHJCXEPMMP type=del 2024-04-13T08:05:44.851 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.851+0000 7faa9f63b780 1 > prepared operation key=7LQHTC0JXLLC tag=MH8XX1NGS98G type=del size=1212923 2024-04-13T08:05:44.854 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.854+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~99UVLNF8QCKZ.0 size=1026722 2024-04-13T08:05:44.859 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.859+0000 7faa9f63b780 1 < completed multipart upload key=9OD1R5489FHK upload=99UVLNF8QCKZ tag=8EIAQ7MUTEBZ type=write size=2075298 2024-04-13T08:05:44.864 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.864+0000 7faa9f63b780 1 > prepared part key=_multipart_U4KRH93HDNU6.2~1TBV32ED68LT.0 size=198942 2024-04-13T08:05:44.864 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.864+0000 7faa9f63b780 1 > prepared multipart upload key=U4KRH93HDNU6 upload=1TBV32ED68LT tag=I8KHU4MNSTM9 type=write size=1247518 2024-04-13T08:05:44.867 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.867+0000 7faa9f63b780 1 < completed part key=_multipart_H9HYQWGBJXF0.2~GJXE9PDJZYQZ.0 size=1048576 2024-04-13T08:05:44.869 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.869+0000 7faa9f63b780 1 < completed part key=_multipart_H9HYQWGBJXF0.2~GJXE9PDJZYQZ.1 size=135010 2024-04-13T08:05:44.874 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.874+0000 7faa9f63b780 1 < completed multipart upload key=H9HYQWGBJXF0 upload=GJXE9PDJZYQZ tag=CF6D94A7TD72 type=write size=2232162 2024-04-13T08:05:44.878 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.878+0000 7faa9f63b780 1 > prepared part key=_multipart_NJTHX8PDBAAE.2~QY9UEUE7JI72.0 size=1048576 2024-04-13T08:05:44.880 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.880+0000 7faa9f63b780 1 > prepared part key=_multipart_NJTHX8PDBAAE.2~QY9UEUE7JI72.1 size=1048576 2024-04-13T08:05:44.882 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.882+0000 7faa9f63b780 1 > prepared part key=_multipart_NJTHX8PDBAAE.2~QY9UEUE7JI72.2 size=30808 2024-04-13T08:05:44.882 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.882+0000 7faa9f63b780 1 > prepared multipart upload key=NJTHX8PDBAAE upload=QY9UEUE7JI72 tag=DXUV3M9NIJGS type=write size=3176536 2024-04-13T08:05:44.885 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.885+0000 7faa9f63b780 1 < completed part key=_multipart_ATLCBD5K8IS1.2~CYQGTKMD4BD3.0 size=788324 2024-04-13T08:05:44.889 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.889+0000 7faa9f63b780 1 < completed multipart upload key=ATLCBD5K8IS1 upload=CYQGTKMD4BD3 tag=9JPR3ALL1YT3 type=write size=1836900 2024-04-13T08:05:44.891 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.891+0000 7faa9f63b780 1 > prepared operation key=WSX0KY6Y4RVU tag=KL1LQNX4TM8C type=del size=1421041 2024-04-13T08:05:44.897 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.897+0000 7faa9f63b780 1 < suggested update operation key=WSX0KY6Y4RVU tag=4J0R4VINHVMW type=write size=714057 2024-04-13T08:05:44.900 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.900+0000 7faa9f63b780 1 > prepared operation key=U4KRH93HDNU6 tag=2EB4USWHW3CW type=del size=385538 2024-04-13T08:05:44.903 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.903+0000 7faa9f63b780 1 < completed part key=_multipart_1R98I2OD2C1B.2~M0NQU54S9UWS.0 size=358103 2024-04-13T08:05:44.906 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.907+0000 7faa9f63b780 1 < completed multipart upload key=1R98I2OD2C1B upload=M0NQU54S9UWS tag=I75HKKRPKY9B type=write size=1406679 2024-04-13T08:05:44.909 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.909+0000 7faa9f63b780 1 > prepared operation key=57TR9Y9AGKFZ tag=5E8ZVTZ5OYCF type=write size=668083 2024-04-13T08:05:44.911 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.911+0000 7faa9f63b780 1 < completed part key=_multipart_TSACVEYQTVRN.2~2AOFRC2HYWSM.0 size=682332 2024-04-13T08:05:44.916 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.916+0000 7faa9f63b780 1 < completed multipart upload key=TSACVEYQTVRN upload=2AOFRC2HYWSM tag=Y8RU4MANG24G type=write size=1730908 2024-04-13T08:05:44.919 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.919+0000 7faa9f63b780 1 > prepared operation key=XP1MOJCI0XHQ tag=4R7MGAW2SGX1 type=del size=51010 2024-04-13T08:05:44.919 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.920+0000 7faa9f63b780 1 < canceled part key=_multipart_BGZCO481WX23.2~F9OHHGIKENSP.0 size=1048576 2024-04-13T08:05:44.921 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.922+0000 7faa9f63b780 1 < completed part key=_multipart_BGZCO481WX23.2~F9OHHGIKENSP.1 size=1048576 2024-04-13T08:05:44.923 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.923+0000 7faa9f63b780 1 < completed part key=_multipart_BGZCO481WX23.2~F9OHHGIKENSP.2 size=942364 2024-04-13T08:05:44.928 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.928+0000 7faa9f63b780 1 < canceled multipart upload key=BGZCO481WX23 upload=F9OHHGIKENSP tag=Y5311HK4RDAR type=write size=4088092 2024-04-13T08:05:44.929 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.929+0000 7faa9f63b780 1 > prepared operation key=YVLYPQFVWYAW tag=8NFCCHKPZDPP type=del size=729142 2024-04-13T08:05:44.930 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.930+0000 7faa9f63b780 1 < canceled part key=_multipart_57TR9Y9AGKFZ.2~S7D9V0CCOO64.0 size=911951 2024-04-13T08:05:44.934 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.934+0000 7faa9f63b780 1 < canceled multipart upload key=57TR9Y9AGKFZ upload=S7D9V0CCOO64 tag=US1EISL2D6C6 type=write size=1960527 2024-04-13T08:05:44.938 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.938+0000 7faa9f63b780 1 > prepared part key=_multipart_EBB3GPXHIYM1.2~FO4L3TB2IYRO.0 size=1048576 2024-04-13T08:05:44.940 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.940+0000 7faa9f63b780 1 > prepared part key=_multipart_EBB3GPXHIYM1.2~FO4L3TB2IYRO.1 size=857991 2024-04-13T08:05:44.940 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.940+0000 7faa9f63b780 1 > prepared multipart upload key=EBB3GPXHIYM1 upload=FO4L3TB2IYRO tag=7QJT6SIPHQ6A type=write size=2955143 2024-04-13T08:05:44.942 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.942+0000 7faa9f63b780 1 < completed delete operation key=ZS36Q14U11AV tag=J1B670ZFCIHB type=del 2024-04-13T08:05:44.944 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.944+0000 7faa9f63b780 1 > prepared operation key=B9J0DWQ62YOI tag=W9D6IQJKX2MW type=del size=905862 2024-04-13T08:05:44.946 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.946+0000 7faa9f63b780 1 < completed delete operation key=TSACVEYQTVRN tag=QNAKOXOK3LSL type=del 2024-04-13T08:05:44.950 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.950+0000 7faa9f63b780 1 > prepared part key=_multipart_KN6SVO6HG65Q.2~3QJ8PFKZ26EG.0 size=1048576 2024-04-13T08:05:44.952 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.952+0000 7faa9f63b780 1 > prepared part key=_multipart_KN6SVO6HG65Q.2~3QJ8PFKZ26EG.1 size=450219 2024-04-13T08:05:44.952 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.952+0000 7faa9f63b780 1 > prepared multipart upload key=KN6SVO6HG65Q upload=3QJ8PFKZ26EG tag=THKUF7UT3TY2 type=write size=2547371 2024-04-13T08:05:44.954 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.954+0000 7faa9f63b780 1 < completed delete operation key=LCYUO09YJOWJ tag=4NQDJKTL5X6R type=del 2024-04-13T08:05:44.958 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.958+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~65CAFQY06SHN.0 size=475707 2024-04-13T08:05:44.958 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.958+0000 7faa9f63b780 1 > prepared multipart upload key=USAT0PUC8Q9C upload=65CAFQY06SHN tag=7BB5W02TYE8K type=write size=1524283 2024-04-13T08:05:44.960 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.960+0000 7faa9f63b780 1 < canceled operation key=3H9XN46FCEJA tag=GUL1GUQHH35V type=del size=3684209 2024-04-13T08:05:44.965 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.964+0000 7faa9f63b780 1 > prepared part key=_multipart_KN6SVO6HG65Q.2~MPIY7XYEL4UU.0 size=1048576 2024-04-13T08:05:44.966 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.966+0000 7faa9f63b780 1 > prepared part key=_multipart_KN6SVO6HG65Q.2~MPIY7XYEL4UU.1 size=1048576 2024-04-13T08:05:44.968 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.968+0000 7faa9f63b780 1 > prepared part key=_multipart_KN6SVO6HG65Q.2~MPIY7XYEL4UU.2 size=688986 2024-04-13T08:05:44.968 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.968+0000 7faa9f63b780 1 > prepared multipart upload key=KN6SVO6HG65Q upload=MPIY7XYEL4UU tag=D6ATIEGAQ17X type=write size=3834714 2024-04-13T08:05:44.970 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.970+0000 7faa9f63b780 1 < canceled operation key=Y3BAXTXJ3THV tag=FZ626SJ1BDR7 type=del size=1679305 2024-04-13T08:05:44.974 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.974+0000 7faa9f63b780 1 > prepared part key=_multipart_B9J0DWQ62YOI.2~QGS5DR3LD947.0 size=153254 2024-04-13T08:05:44.974 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.974+0000 7faa9f63b780 1 > prepared multipart upload key=B9J0DWQ62YOI upload=QGS5DR3LD947 tag=D4VVAR1FSWBS type=write size=1201830 2024-04-13T08:05:44.976 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.976+0000 7faa9f63b780 1 < completed delete operation key=LCYUO09YJOWJ tag=HRS4V4XA1AKC type=del 2024-04-13T08:05:44.979 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.979+0000 7faa9f63b780 1 > prepared operation key=B9J0DWQ62YOI tag=6CG8POL3HVIY type=del size=286859 2024-04-13T08:05:44.981 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.981+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~00QKXMHZGQG1.0 size=787193 2024-04-13T08:05:44.985 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.986+0000 7faa9f63b780 1 < completed multipart upload key=DQJZH0QC5JG1 upload=00QKXMHZGQG1 tag=78U5H7BR9WWM type=write size=1835769 2024-04-13T08:05:44.988 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.988+0000 7faa9f63b780 1 > prepared operation key=EBB3GPXHIYM1 tag=581ABBJN6N90 type=del size=3000509 2024-04-13T08:05:44.991 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.991+0000 7faa9f63b780 1 < completed delete operation key=7LQHTC0JXLLC tag=MH8XX1NGS98G type=del 2024-04-13T08:05:44.996 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.996+0000 7faa9f63b780 1 > prepared part key=_multipart_WSX0KY6Y4RVU.2~04EPKLWYSNRQ.0 size=951382 2024-04-13T08:05:44.996 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.996+0000 7faa9f63b780 1 > prepared multipart upload key=WSX0KY6Y4RVU upload=04EPKLWYSNRQ tag=94D2PWZKZX12 type=write size=1999958 2024-04-13T08:05:44.998 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:44.998+0000 7faa9f63b780 1 < completed part key=_multipart_U4KRH93HDNU6.2~1TBV32ED68LT.0 size=198942 2024-04-13T08:05:45.002 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.002+0000 7faa9f63b780 1 < completed multipart upload key=U4KRH93HDNU6 upload=1TBV32ED68LT tag=I8KHU4MNSTM9 type=write size=1247518 2024-04-13T08:05:45.004 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.004+0000 7faa9f63b780 1 > prepared operation key=EB7L7HOTRCXY tag=6WVH3D1P8NAS type=write size=1028853 2024-04-13T08:05:45.007 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.007+0000 7faa9f63b780 1 < completed part key=_multipart_NJTHX8PDBAAE.2~QY9UEUE7JI72.0 size=1048576 2024-04-13T08:05:45.009 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.009+0000 7faa9f63b780 1 < completed part key=_multipart_NJTHX8PDBAAE.2~QY9UEUE7JI72.1 size=1048576 2024-04-13T08:05:45.011 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.011+0000 7faa9f63b780 1 < completed part key=_multipart_NJTHX8PDBAAE.2~QY9UEUE7JI72.2 size=30808 2024-04-13T08:05:45.015 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.015+0000 7faa9f63b780 1 < completed multipart upload key=NJTHX8PDBAAE upload=QY9UEUE7JI72 tag=DXUV3M9NIJGS type=write size=3176536 2024-04-13T08:05:45.020 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.020+0000 7faa9f63b780 1 > prepared part key=_multipart_WSX0KY6Y4RVU.2~92TY5APCG27G.0 size=1048576 2024-04-13T08:05:45.022 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.022+0000 7faa9f63b780 1 > prepared part key=_multipart_WSX0KY6Y4RVU.2~92TY5APCG27G.1 size=422715 2024-04-13T08:05:45.022 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.022+0000 7faa9f63b780 1 > prepared multipart upload key=WSX0KY6Y4RVU upload=92TY5APCG27G tag=IA3JNA8STRBJ type=write size=2519867 2024-04-13T08:05:45.026 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.026+0000 7faa9f63b780 -1 < failed to complete operation key=WSX0KY6Y4RVU tag=KL1LQNX4TM8C type=del size=1421041: (22) Invalid argument 2024-04-13T08:05:45.030 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.030+0000 7faa9f63b780 1 > prepared part key=_multipart_C8EO3JFDK3I3.2~XB21ER21ME9J.0 size=1048576 2024-04-13T08:05:45.032 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.032+0000 7faa9f63b780 1 > prepared part key=_multipart_C8EO3JFDK3I3.2~XB21ER21ME9J.1 size=1048576 2024-04-13T08:05:45.034 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.034+0000 7faa9f63b780 1 > prepared part key=_multipart_C8EO3JFDK3I3.2~XB21ER21ME9J.2 size=465217 2024-04-13T08:05:45.034 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.034+0000 7faa9f63b780 1 > prepared multipart upload key=C8EO3JFDK3I3 upload=XB21ER21ME9J tag=LODJ07YJROBR type=write size=3610945 2024-04-13T08:05:45.038 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.038+0000 7faa9f63b780 1 < suggested update operation key=U4KRH93HDNU6 tag=2EB4USWHW3CW type=del size=385538 2024-04-13T08:05:45.041 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.042+0000 7faa9f63b780 1 > prepared part key=_multipart_1R98I2OD2C1B.2~0KMEJ1GOXN4F.0 size=122740 2024-04-13T08:05:45.042 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.042+0000 7faa9f63b780 1 > prepared multipart upload key=1R98I2OD2C1B upload=0KMEJ1GOXN4F tag=469DQ0ZHPQVQ type=write size=1171316 2024-04-13T08:05:45.043 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.044+0000 7faa9f63b780 1 < completed write operation key=57TR9Y9AGKFZ tag=5E8ZVTZ5OYCF type=write size=668083 2024-04-13T08:05:45.051 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.051+0000 7faa9f63b780 1 > prepared part key=_multipart_CWNYE55R1BSI.2~2R1OP2KQAK02.0 size=1048576 2024-04-13T08:05:45.053 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.053+0000 7faa9f63b780 1 > prepared part key=_multipart_CWNYE55R1BSI.2~2R1OP2KQAK02.1 size=272988 2024-04-13T08:05:45.053 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.053+0000 7faa9f63b780 1 > prepared multipart upload key=CWNYE55R1BSI upload=2R1OP2KQAK02 tag=AN1Y1U7E3N33 type=write size=2370140 2024-04-13T08:05:45.055 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.055+0000 7faa9f63b780 1 < completed delete operation key=XP1MOJCI0XHQ tag=4R7MGAW2SGX1 type=del 2024-04-13T08:05:45.058 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.057+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=ORXEB3PPVIZ8 type=del size=3857470 2024-04-13T08:05:45.059 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.060+0000 7faa9f63b780 1 < canceled operation key=YVLYPQFVWYAW tag=8NFCCHKPZDPP type=del size=729142 2024-04-13T08:05:45.061 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.062+0000 7faa9f63b780 1 > prepared operation key=U4KRH93HDNU6 tag=Y3DFN3K7XU4U type=del size=2019328 2024-04-13T08:05:45.063 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.064+0000 7faa9f63b780 1 < completed part key=_multipart_EBB3GPXHIYM1.2~FO4L3TB2IYRO.0 size=1048576 2024-04-13T08:05:45.066 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.066+0000 7faa9f63b780 1 < completed part key=_multipart_EBB3GPXHIYM1.2~FO4L3TB2IYRO.1 size=857991 2024-04-13T08:05:45.069 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.070+0000 7faa9f63b780 1 < completed multipart upload key=EBB3GPXHIYM1 upload=FO4L3TB2IYRO tag=7QJT6SIPHQ6A type=write size=2955143 2024-04-13T08:05:45.072 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.072+0000 7faa9f63b780 1 > prepared operation key=B9J0DWQ62YOI tag=YZ1AXSR0V8W5 type=del size=3766700 2024-04-13T08:05:45.074 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.074+0000 7faa9f63b780 1 < canceled operation key=B9J0DWQ62YOI tag=W9D6IQJKX2MW type=del size=905862 2024-04-13T08:05:45.078 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.078+0000 7faa9f63b780 1 > prepared part key=_multipart_YVLYPQFVWYAW.2~D1VBZYFHZM8Y.0 size=1048576 2024-04-13T08:05:45.080 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.080+0000 7faa9f63b780 1 > prepared part key=_multipart_YVLYPQFVWYAW.2~D1VBZYFHZM8Y.1 size=1048576 2024-04-13T08:05:45.083 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.083+0000 7faa9f63b780 1 > prepared part key=_multipart_YVLYPQFVWYAW.2~D1VBZYFHZM8Y.2 size=249573 2024-04-13T08:05:45.083 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.083+0000 7faa9f63b780 1 > prepared multipart upload key=YVLYPQFVWYAW upload=D1VBZYFHZM8Y tag=1PG9R7IGM3UD type=write size=3395301 2024-04-13T08:05:45.085 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.085+0000 7faa9f63b780 1 < completed part key=_multipart_KN6SVO6HG65Q.2~3QJ8PFKZ26EG.0 size=1048576 2024-04-13T08:05:45.087 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.087+0000 7faa9f63b780 1 < completed part key=_multipart_KN6SVO6HG65Q.2~3QJ8PFKZ26EG.1 size=450219 2024-04-13T08:05:45.090 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.090+0000 7faa9f63b780 1 < completed multipart upload key=KN6SVO6HG65Q upload=3QJ8PFKZ26EG tag=THKUF7UT3TY2 type=write size=2547371 2024-04-13T08:05:45.094 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.095+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~QUMMZVYVVJ37.0 size=1048576 2024-04-13T08:05:45.096 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.096+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~QUMMZVYVVJ37.1 size=1048576 2024-04-13T08:05:45.098 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.098+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~QUMMZVYVVJ37.2 size=718474 2024-04-13T08:05:45.098 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.098+0000 7faa9f63b780 1 > prepared multipart upload key=KPYALZ2K1347 upload=QUMMZVYVVJ37 tag=HFV0S7VCN6RO type=write size=3864202 2024-04-13T08:05:45.098 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.098+0000 7faa9f63b780 1 < canceled part key=_multipart_USAT0PUC8Q9C.2~65CAFQY06SHN.0 size=475707 2024-04-13T08:05:45.101 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.102+0000 7faa9f63b780 1 < canceled multipart upload key=USAT0PUC8Q9C upload=65CAFQY06SHN tag=7BB5W02TYE8K type=write size=1524283 2024-04-13T08:05:45.105 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.106+0000 7faa9f63b780 1 > prepared part key=_multipart_C8EO3JFDK3I3.2~61YXZUM4INOE.0 size=1048576 2024-04-13T08:05:45.108 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.108+0000 7faa9f63b780 1 > prepared part key=_multipart_C8EO3JFDK3I3.2~61YXZUM4INOE.1 size=1048576 2024-04-13T08:05:45.110 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.110+0000 7faa9f63b780 1 > prepared part key=_multipart_C8EO3JFDK3I3.2~61YXZUM4INOE.2 size=592985 2024-04-13T08:05:45.110 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.110+0000 7faa9f63b780 1 > prepared multipart upload key=C8EO3JFDK3I3 upload=61YXZUM4INOE tag=2643H8025PWJ type=write size=3738713 2024-04-13T08:05:45.111 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.112+0000 7faa9f63b780 1 < completed part key=_multipart_KN6SVO6HG65Q.2~MPIY7XYEL4UU.0 size=1048576 2024-04-13T08:05:45.113 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.113+0000 7faa9f63b780 1 < completed part key=_multipart_KN6SVO6HG65Q.2~MPIY7XYEL4UU.1 size=1048576 2024-04-13T08:05:45.113 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.113+0000 7faa9f63b780 1 < canceled part key=_multipart_KN6SVO6HG65Q.2~MPIY7XYEL4UU.2 size=688986 2024-04-13T08:05:45.117 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.117+0000 7faa9f63b780 1 < canceled multipart upload key=KN6SVO6HG65Q upload=MPIY7XYEL4UU tag=D6ATIEGAQ17X type=write size=3834714 2024-04-13T08:05:45.121 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.121+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~ZS24PJH2HBAV.0 size=1048576 2024-04-13T08:05:45.123 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.123+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~ZS24PJH2HBAV.1 size=678969 2024-04-13T08:05:45.123 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.123+0000 7faa9f63b780 1 > prepared multipart upload key=7LQHTC0JXLLC upload=ZS24PJH2HBAV tag=EXSEL1LDXIL8 type=write size=2776121 2024-04-13T08:05:45.125 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.125+0000 7faa9f63b780 1 < completed part key=_multipart_B9J0DWQ62YOI.2~QGS5DR3LD947.0 size=153254 2024-04-13T08:05:45.128 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.129+0000 7faa9f63b780 1 < completed multipart upload key=B9J0DWQ62YOI upload=QGS5DR3LD947 tag=D4VVAR1FSWBS type=write size=1201830 2024-04-13T08:05:45.130 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.131+0000 7faa9f63b780 1 > prepared operation key=CCIT8DQBN9WK tag=8AJR0W9MCEON type=del size=77364 2024-04-13T08:05:45.133 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.133+0000 7faa9f63b780 1 < completed delete operation key=B9J0DWQ62YOI tag=6CG8POL3HVIY type=del 2024-04-13T08:05:45.135 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.135+0000 7faa9f63b780 1 > prepared operation key=1R98I2OD2C1B tag=NTYHATJPWO6F type=del size=2602377 2024-04-13T08:05:45.137 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.137+0000 7faa9f63b780 1 < completed delete operation key=EBB3GPXHIYM1 tag=581ABBJN6N90 type=del 2024-04-13T08:05:45.139 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.140+0000 7faa9f63b780 1 > prepared operation key=B9J0DWQ62YOI tag=09RXOA2UYICS type=del size=3389027 2024-04-13T08:05:45.141 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.142+0000 7faa9f63b780 1 < completed part key=_multipart_WSX0KY6Y4RVU.2~04EPKLWYSNRQ.0 size=951382 2024-04-13T08:05:45.145 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.145+0000 7faa9f63b780 1 < completed multipart upload key=WSX0KY6Y4RVU upload=04EPKLWYSNRQ tag=94D2PWZKZX12 type=write size=1999958 2024-04-13T08:05:45.149 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.149+0000 7faa9f63b780 1 > prepared part key=_multipart_U4KRH93HDNU6.2~TJ3TMOFRM56T.0 size=1048576 2024-04-13T08:05:45.151 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.151+0000 7faa9f63b780 1 > prepared part key=_multipart_U4KRH93HDNU6.2~TJ3TMOFRM56T.1 size=250487 2024-04-13T08:05:45.151 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.151+0000 7faa9f63b780 1 > prepared multipart upload key=U4KRH93HDNU6 upload=TJ3TMOFRM56T tag=OR860D0WBGLZ type=write size=2347639 2024-04-13T08:05:45.153 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.153+0000 7faa9f63b780 1 < completed write operation key=EB7L7HOTRCXY tag=6WVH3D1P8NAS type=write size=1028853 2024-04-13T08:05:45.155 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.155+0000 7faa9f63b780 1 > prepared operation key=LCYUO09YJOWJ tag=26QQDE475MQ9 type=write size=67936 2024-04-13T08:05:45.158 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.158+0000 7faa9f63b780 1 < completed part key=_multipart_WSX0KY6Y4RVU.2~92TY5APCG27G.0 size=1048576 2024-04-13T08:05:45.159 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.160+0000 7faa9f63b780 1 < completed part key=_multipart_WSX0KY6Y4RVU.2~92TY5APCG27G.1 size=422715 2024-04-13T08:05:45.163 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.163+0000 7faa9f63b780 1 < completed multipart upload key=WSX0KY6Y4RVU upload=92TY5APCG27G tag=IA3JNA8STRBJ type=write size=2519867 2024-04-13T08:05:45.165 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.165+0000 7faa9f63b780 1 > prepared operation key=6EIPCHTPO3X1 tag=LSOJ6N9GW6TS type=del size=1616394 2024-04-13T08:05:45.167 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.168+0000 7faa9f63b780 1 < completed part key=_multipart_C8EO3JFDK3I3.2~XB21ER21ME9J.0 size=1048576 2024-04-13T08:05:45.170 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.169+0000 7faa9f63b780 1 < completed part key=_multipart_C8EO3JFDK3I3.2~XB21ER21ME9J.1 size=1048576 2024-04-13T08:05:45.171 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.171+0000 7faa9f63b780 1 < completed part key=_multipart_C8EO3JFDK3I3.2~XB21ER21ME9J.2 size=465217 2024-04-13T08:05:45.175 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.175+0000 7faa9f63b780 1 < completed multipart upload key=C8EO3JFDK3I3 upload=XB21ER21ME9J tag=LODJ07YJROBR type=write size=3610945 2024-04-13T08:05:45.180 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.180+0000 7faa9f63b780 1 > prepared part key=_multipart_EB7L7HOTRCXY.2~6XWHCZBUTWVA.0 size=1048576 2024-04-13T08:05:45.183 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.183+0000 7faa9f63b780 1 > prepared part key=_multipart_EB7L7HOTRCXY.2~6XWHCZBUTWVA.1 size=222819 2024-04-13T08:05:45.183 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.183+0000 7faa9f63b780 1 > prepared multipart upload key=EB7L7HOTRCXY upload=6XWHCZBUTWVA tag=VEUXZNSNSLYH type=write size=2319971 2024-04-13T08:05:45.185 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.186+0000 7faa9f63b780 1 < completed part key=_multipart_1R98I2OD2C1B.2~0KMEJ1GOXN4F.0 size=122740 2024-04-13T08:05:45.189 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.190+0000 7faa9f63b780 1 < completed multipart upload key=1R98I2OD2C1B upload=0KMEJ1GOXN4F tag=469DQ0ZHPQVQ type=write size=1171316 2024-04-13T08:05:45.191 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.192+0000 7faa9f63b780 1 > prepared operation key=BGZCO481WX23 tag=8SOCESTGJWZD type=del size=978671 2024-04-13T08:05:45.194 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.194+0000 7faa9f63b780 1 < completed part key=_multipart_CWNYE55R1BSI.2~2R1OP2KQAK02.0 size=1048576 2024-04-13T08:05:45.197 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.197+0000 7faa9f63b780 1 < completed part key=_multipart_CWNYE55R1BSI.2~2R1OP2KQAK02.1 size=272988 2024-04-13T08:05:45.201 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.201+0000 7faa9f63b780 1 < completed multipart upload key=CWNYE55R1BSI upload=2R1OP2KQAK02 tag=AN1Y1U7E3N33 type=write size=2370140 2024-04-13T08:05:45.206 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.206+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~KGIJI56RKLGV.0 size=1048576 2024-04-13T08:05:45.208 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.208+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~KGIJI56RKLGV.1 size=1015729 2024-04-13T08:05:45.208 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.208+0000 7faa9f63b780 1 > prepared multipart upload key=TSACVEYQTVRN upload=KGIJI56RKLGV tag=908VL0MHX330 type=write size=3112881 2024-04-13T08:05:45.213 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.213+0000 7faa9f63b780 1 < suggested remove operation key=USAT0PUC8Q9C tag=ORXEB3PPVIZ8 type=del 2024-04-13T08:05:45.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:05:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:05:44] "GET /metrics HTTP/1.1" 200 36291 "" "Prometheus/2.43.0" 2024-04-13T08:05:45.217 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.218+0000 7faa9f63b780 1 > prepared part key=_multipart_57TR9Y9AGKFZ.2~WWD9HY5XBUB4.0 size=930742 2024-04-13T08:05:45.218 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.218+0000 7faa9f63b780 1 > prepared multipart upload key=57TR9Y9AGKFZ upload=WWD9HY5XBUB4 tag=U6XPLYBM15NA type=write size=1979318 2024-04-13T08:05:45.220 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.220+0000 7faa9f63b780 1 < completed delete operation key=U4KRH93HDNU6 tag=Y3DFN3K7XU4U type=del 2024-04-13T08:05:45.223 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.224+0000 7faa9f63b780 1 > prepared part key=_multipart_EB7L7HOTRCXY.2~0ZMEPM9E1ACL.0 size=1048576 2024-04-13T08:05:45.225 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.225+0000 7faa9f63b780 1 > prepared part key=_multipart_EB7L7HOTRCXY.2~0ZMEPM9E1ACL.1 size=192600 2024-04-13T08:05:45.225 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.225+0000 7faa9f63b780 1 > prepared multipart upload key=EB7L7HOTRCXY upload=0ZMEPM9E1ACL tag=UTVONPXMDNSR type=write size=2289752 2024-04-13T08:05:45.227 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.227+0000 7faa9f63b780 1 < completed delete operation key=B9J0DWQ62YOI tag=YZ1AXSR0V8W5 type=del 2024-04-13T08:05:45.231 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.231+0000 7faa9f63b780 1 > prepared part key=_multipart_EBB3GPXHIYM1.2~VT8IT3Q17DBH.0 size=1048576 2024-04-13T08:05:45.232 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.233+0000 7faa9f63b780 1 > prepared part key=_multipart_EBB3GPXHIYM1.2~VT8IT3Q17DBH.1 size=1048576 2024-04-13T08:05:45.234 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.234+0000 7faa9f63b780 1 > prepared part key=_multipart_EBB3GPXHIYM1.2~VT8IT3Q17DBH.2 size=426814 2024-04-13T08:05:45.234 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.234+0000 7faa9f63b780 1 > prepared multipart upload key=EBB3GPXHIYM1 upload=VT8IT3Q17DBH tag=O7ZTIX9923GR type=write size=3572542 2024-04-13T08:05:45.236 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.237+0000 7faa9f63b780 1 < completed part key=_multipart_YVLYPQFVWYAW.2~D1VBZYFHZM8Y.0 size=1048576 2024-04-13T08:05:45.238 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.238+0000 7faa9f63b780 1 < completed part key=_multipart_YVLYPQFVWYAW.2~D1VBZYFHZM8Y.1 size=1048576 2024-04-13T08:05:45.240 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.240+0000 7faa9f63b780 1 < completed part key=_multipart_YVLYPQFVWYAW.2~D1VBZYFHZM8Y.2 size=249573 2024-04-13T08:05:45.243 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.244+0000 7faa9f63b780 1 < completed multipart upload key=YVLYPQFVWYAW upload=D1VBZYFHZM8Y tag=1PG9R7IGM3UD type=write size=3395301 2024-04-13T08:05:45.245 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.246+0000 7faa9f63b780 1 > prepared operation key=YVLYPQFVWYAW tag=L73C4JHHR1US type=del size=4070216 2024-04-13T08:05:45.248 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.248+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~QUMMZVYVVJ37.0 size=1048576 2024-04-13T08:05:45.248 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.248+0000 7faa9f63b780 1 < canceled part key=_multipart_KPYALZ2K1347.2~QUMMZVYVVJ37.1 size=1048576 2024-04-13T08:05:45.249 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.250+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~QUMMZVYVVJ37.2 size=718474 2024-04-13T08:05:45.253 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.254+0000 7faa9f63b780 1 < canceled multipart upload key=KPYALZ2K1347 upload=QUMMZVYVVJ37 tag=HFV0S7VCN6RO type=write size=3864202 2024-04-13T08:05:45.258 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.258+0000 7faa9f63b780 1 > prepared part key=_multipart_BGZCO481WX23.2~IZD0GLS1PU8D.0 size=1048576 2024-04-13T08:05:45.260 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.260+0000 7faa9f63b780 1 > prepared part key=_multipart_BGZCO481WX23.2~IZD0GLS1PU8D.1 size=1048576 2024-04-13T08:05:45.261 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.262+0000 7faa9f63b780 1 > prepared part key=_multipart_BGZCO481WX23.2~IZD0GLS1PU8D.2 size=151648 2024-04-13T08:05:45.261 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.262+0000 7faa9f63b780 1 > prepared multipart upload key=BGZCO481WX23 upload=IZD0GLS1PU8D tag=0KN5KO6KV2AC type=write size=3297376 2024-04-13T08:05:45.263 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.264+0000 7faa9f63b780 1 < completed part key=_multipart_C8EO3JFDK3I3.2~61YXZUM4INOE.0 size=1048576 2024-04-13T08:05:45.265 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.265+0000 7faa9f63b780 1 < completed part key=_multipart_C8EO3JFDK3I3.2~61YXZUM4INOE.1 size=1048576 2024-04-13T08:05:45.267 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.267+0000 7faa9f63b780 1 < completed part key=_multipart_C8EO3JFDK3I3.2~61YXZUM4INOE.2 size=592985 2024-04-13T08:05:45.271 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.271+0000 7faa9f63b780 1 < completed multipart upload key=C8EO3JFDK3I3 upload=61YXZUM4INOE tag=2643H8025PWJ type=write size=3738713 2024-04-13T08:05:45.275 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.275+0000 7faa9f63b780 1 > prepared part key=_multipart_EBB3GPXHIYM1.2~CG60XBNOO27G.0 size=867292 2024-04-13T08:05:45.276 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.275+0000 7faa9f63b780 1 > prepared multipart upload key=EBB3GPXHIYM1 upload=CG60XBNOO27G tag=EILLR0EX9XY4 type=write size=1915868 2024-04-13T08:05:45.276 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.276+0000 7faa9f63b780 1 < canceled part key=_multipart_7LQHTC0JXLLC.2~ZS24PJH2HBAV.0 size=1048576 2024-04-13T08:05:45.277 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.278+0000 7faa9f63b780 1 < completed part key=_multipart_7LQHTC0JXLLC.2~ZS24PJH2HBAV.1 size=678969 2024-04-13T08:05:45.281 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.281+0000 7faa9f63b780 1 < canceled multipart upload key=7LQHTC0JXLLC upload=ZS24PJH2HBAV tag=EXSEL1LDXIL8 type=write size=2776121 2024-04-13T08:05:45.283 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.283+0000 7faa9f63b780 1 > prepared operation key=NHC2LNYCNU8O tag=ZW49TVLIYWEA type=del size=3708706 2024-04-13T08:05:45.288 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.288+0000 7faa9f63b780 1 < suggested update operation key=CCIT8DQBN9WK tag=8AJR0W9MCEON type=del size=77364 2024-04-13T08:05:45.290 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.290+0000 7faa9f63b780 1 > prepared operation key=1139HXY3WYTZ tag=IJ3F3KUDE3A8 type=del size=4097030 2024-04-13T08:05:45.295 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.295+0000 7faa9f63b780 1 < suggested update operation key=1R98I2OD2C1B tag=NTYHATJPWO6F type=del size=2602377 2024-04-13T08:05:45.299 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.299+0000 7faa9f63b780 1 > prepared part key=_multipart_B9J0DWQ62YOI.2~H4K5OMPX50B5.0 size=579970 2024-04-13T08:05:45.299 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.299+0000 7faa9f63b780 1 > prepared multipart upload key=B9J0DWQ62YOI upload=H4K5OMPX50B5 tag=SK81QIGIUDX9 type=write size=1628546 2024-04-13T08:05:45.301 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.301+0000 7faa9f63b780 1 < canceled operation key=B9J0DWQ62YOI tag=09RXOA2UYICS type=del size=3389027 2024-04-13T08:05:45.303 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.303+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=P1GIJXGW5INR type=del size=1845265 2024-04-13T08:05:45.305 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.306+0000 7faa9f63b780 1 < completed part key=_multipart_U4KRH93HDNU6.2~TJ3TMOFRM56T.0 size=1048576 2024-04-13T08:05:45.307 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.307+0000 7faa9f63b780 1 < completed part key=_multipart_U4KRH93HDNU6.2~TJ3TMOFRM56T.1 size=250487 2024-04-13T08:05:45.312 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.312+0000 7faa9f63b780 1 < completed multipart upload key=U4KRH93HDNU6 upload=TJ3TMOFRM56T tag=OR860D0WBGLZ type=write size=2347639 2024-04-13T08:05:45.314 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.314+0000 7faa9f63b780 1 > prepared operation key=YVLYPQFVWYAW tag=3444GT1GC3T9 type=del size=2502324 2024-04-13T08:05:45.316 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.316+0000 7faa9f63b780 1 < completed write operation key=LCYUO09YJOWJ tag=26QQDE475MQ9 type=write size=67936 2024-04-13T08:05:45.318 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.318+0000 7faa9f63b780 1 > prepared operation key=57TR9Y9AGKFZ tag=K8P9JWOGKUKP type=del size=410217 2024-04-13T08:05:45.321 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.321+0000 7faa9f63b780 1 < completed delete operation key=6EIPCHTPO3X1 tag=LSOJ6N9GW6TS type=del 2024-04-13T08:05:45.322 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.323+0000 7faa9f63b780 1 > prepared operation key=3H9XN46FCEJA tag=QFJEDRHDPHNA type=del size=2853257 2024-04-13T08:05:45.325 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.325+0000 7faa9f63b780 1 < completed part key=_multipart_EB7L7HOTRCXY.2~6XWHCZBUTWVA.0 size=1048576 2024-04-13T08:05:45.325 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.325+0000 7faa9f63b780 1 < canceled part key=_multipart_EB7L7HOTRCXY.2~6XWHCZBUTWVA.1 size=222819 2024-04-13T08:05:45.328 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.328+0000 7faa9f63b780 1 < canceled multipart upload key=EB7L7HOTRCXY upload=6XWHCZBUTWVA tag=VEUXZNSNSLYH type=write size=2319971 2024-04-13T08:05:45.330 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.330+0000 7faa9f63b780 1 > prepared operation key=3H9XN46FCEJA tag=FDHWII81UCDX type=write size=978857 2024-04-13T08:05:45.332 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.333+0000 7faa9f63b780 1 < completed delete operation key=BGZCO481WX23 tag=8SOCESTGJWZD type=del 2024-04-13T08:05:45.335 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.335+0000 7faa9f63b780 1 > prepared operation key=3H9XN46FCEJA tag=B47XQ9QC5EQ7 type=del size=1149531 2024-04-13T08:05:45.337 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.337+0000 7faa9f63b780 1 < completed part key=_multipart_TSACVEYQTVRN.2~KGIJI56RKLGV.0 size=1048576 2024-04-13T08:05:45.339 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.339+0000 7faa9f63b780 1 < completed part key=_multipart_TSACVEYQTVRN.2~KGIJI56RKLGV.1 size=1015729 2024-04-13T08:05:45.342 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.343+0000 7faa9f63b780 1 < completed multipart upload key=TSACVEYQTVRN upload=KGIJI56RKLGV tag=908VL0MHX330 type=write size=3112881 2024-04-13T08:05:45.344 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.345+0000 7faa9f63b780 1 > prepared operation key=XP1MOJCI0XHQ tag=QY209D781YS7 type=del size=1963179 2024-04-13T08:05:45.347 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.347+0000 7faa9f63b780 1 < completed part key=_multipart_57TR9Y9AGKFZ.2~WWD9HY5XBUB4.0 size=930742 2024-04-13T08:05:45.351 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.351+0000 7faa9f63b780 1 < completed multipart upload key=57TR9Y9AGKFZ upload=WWD9HY5XBUB4 tag=U6XPLYBM15NA type=write size=1979318 2024-04-13T08:05:45.353 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.353+0000 7faa9f63b780 1 > prepared operation key=CWNYE55R1BSI tag=9Y5XK9GIO5R0 type=del size=489577 2024-04-13T08:05:45.356 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.356+0000 7faa9f63b780 1 < completed part key=_multipart_EB7L7HOTRCXY.2~0ZMEPM9E1ACL.0 size=1048576 2024-04-13T08:05:45.358 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.358+0000 7faa9f63b780 1 < completed part key=_multipart_EB7L7HOTRCXY.2~0ZMEPM9E1ACL.1 size=192600 2024-04-13T08:05:45.362 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.362+0000 7faa9f63b780 1 < completed multipart upload key=EB7L7HOTRCXY upload=0ZMEPM9E1ACL tag=UTVONPXMDNSR type=write size=2289752 2024-04-13T08:05:45.364 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.364+0000 7faa9f63b780 1 > prepared operation key=57TR9Y9AGKFZ tag=LORG6GTJ6JMN type=del size=751091 2024-04-13T08:05:45.367 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.367+0000 7faa9f63b780 1 < completed part key=_multipart_EBB3GPXHIYM1.2~VT8IT3Q17DBH.0 size=1048576 2024-04-13T08:05:45.368 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.369+0000 7faa9f63b780 1 < completed part key=_multipart_EBB3GPXHIYM1.2~VT8IT3Q17DBH.1 size=1048576 2024-04-13T08:05:45.371 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.371+0000 7faa9f63b780 1 < completed part key=_multipart_EBB3GPXHIYM1.2~VT8IT3Q17DBH.2 size=426814 2024-04-13T08:05:45.375 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.375+0000 7faa9f63b780 1 < completed multipart upload key=EBB3GPXHIYM1 upload=VT8IT3Q17DBH tag=O7ZTIX9923GR type=write size=3572542 2024-04-13T08:05:45.377 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.377+0000 7faa9f63b780 1 > prepared operation key=NJTHX8PDBAAE tag=60614AAL3XYZ type=del size=4033318 2024-04-13T08:05:45.379 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.379+0000 7faa9f63b780 1 < completed delete operation key=YVLYPQFVWYAW tag=L73C4JHHR1US type=del 2024-04-13T08:05:45.383 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.383+0000 7faa9f63b780 1 > prepared part key=_multipart_ATLCBD5K8IS1.2~D7V0LVEJNGQ6.0 size=1048576 2024-04-13T08:05:45.385 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.385+0000 7faa9f63b780 1 > prepared part key=_multipart_ATLCBD5K8IS1.2~D7V0LVEJNGQ6.1 size=1048576 2024-04-13T08:05:45.386 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.387+0000 7faa9f63b780 1 > prepared part key=_multipart_ATLCBD5K8IS1.2~D7V0LVEJNGQ6.2 size=448309 2024-04-13T08:05:45.387 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.387+0000 7faa9f63b780 1 > prepared multipart upload key=ATLCBD5K8IS1 upload=D7V0LVEJNGQ6 tag=LRY434XQPQQJ type=write size=3594037 2024-04-13T08:05:45.389 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.389+0000 7faa9f63b780 1 < completed part key=_multipart_BGZCO481WX23.2~IZD0GLS1PU8D.0 size=1048576 2024-04-13T08:05:45.390 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.390+0000 7faa9f63b780 1 < completed part key=_multipart_BGZCO481WX23.2~IZD0GLS1PU8D.1 size=1048576 2024-04-13T08:05:45.392 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.392+0000 7faa9f63b780 1 < completed part key=_multipart_BGZCO481WX23.2~IZD0GLS1PU8D.2 size=151648 2024-04-13T08:05:45.396 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.396+0000 7faa9f63b780 1 < completed multipart upload key=BGZCO481WX23 upload=IZD0GLS1PU8D tag=0KN5KO6KV2AC type=write size=3297376 2024-04-13T08:05:45.400 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.400+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~65D949KGLYKT.0 size=1048576 2024-04-13T08:05:45.402 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.402+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~65D949KGLYKT.1 size=1048576 2024-04-13T08:05:45.404 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.404+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~65D949KGLYKT.2 size=263729 2024-04-13T08:05:45.404 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.404+0000 7faa9f63b780 1 > prepared multipart upload key=7LQHTC0JXLLC upload=65D949KGLYKT tag=F0C9MUE7QNQT type=write size=3409457 2024-04-13T08:05:45.406 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.406+0000 7faa9f63b780 1 < completed part key=_multipart_EBB3GPXHIYM1.2~CG60XBNOO27G.0 size=867292 2024-04-13T08:05:45.409 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.409+0000 7faa9f63b780 1 < completed multipart upload key=EBB3GPXHIYM1 upload=CG60XBNOO27G tag=EILLR0EX9XY4 type=write size=1915868 2024-04-13T08:05:45.411 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.411+0000 7faa9f63b780 1 > prepared operation key=WSX0KY6Y4RVU tag=W8IYMFO3AXE3 type=write size=517675 2024-04-13T08:05:45.413 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.414+0000 7faa9f63b780 1 < completed delete operation key=NHC2LNYCNU8O tag=ZW49TVLIYWEA type=del 2024-04-13T08:05:45.417 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.417+0000 7faa9f63b780 1 > prepared operation key=ZS36Q14U11AV tag=29TCCT0MBZUE type=write size=1029854 2024-04-13T08:05:45.419 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.419+0000 7faa9f63b780 1 < completed delete operation key=1139HXY3WYTZ tag=IJ3F3KUDE3A8 type=del 2024-04-13T08:05:45.423 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.423+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~S0J1VZOSZOTR.0 size=1048576 2024-04-13T08:05:45.425 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.425+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~S0J1VZOSZOTR.1 size=1014679 2024-04-13T08:05:45.425 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.425+0000 7faa9f63b780 1 > prepared multipart upload key=USAT0PUC8Q9C upload=S0J1VZOSZOTR tag=EJW2R3XEG35D type=write size=3111831 2024-04-13T08:05:45.425 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.425+0000 7faa9f63b780 1 < canceled part key=_multipart_B9J0DWQ62YOI.2~H4K5OMPX50B5.0 size=579970 2024-04-13T08:05:45.428 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.429+0000 7faa9f63b780 1 < canceled multipart upload key=B9J0DWQ62YOI upload=H4K5OMPX50B5 tag=SK81QIGIUDX9 type=write size=1628546 2024-04-13T08:05:45.433 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.433+0000 7faa9f63b780 1 > prepared part key=_multipart_NJTHX8PDBAAE.2~0UH0USHT0J4Y.0 size=434688 2024-04-13T08:05:45.433 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.433+0000 7faa9f63b780 1 > prepared multipart upload key=NJTHX8PDBAAE upload=0UH0USHT0J4Y tag=SFYNST3KVB59 type=write size=1483264 2024-04-13T08:05:45.435 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.435+0000 7faa9f63b780 1 < completed delete operation key=USAT0PUC8Q9C tag=P1GIJXGW5INR type=del 2024-04-13T08:05:45.438 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.439+0000 7faa9f63b780 1 > prepared part key=_multipart_1R98I2OD2C1B.2~CRMOFOR7YITD.0 size=1048576 2024-04-13T08:05:45.440 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.440+0000 7faa9f63b780 1 > prepared part key=_multipart_1R98I2OD2C1B.2~CRMOFOR7YITD.1 size=1048576 2024-04-13T08:05:45.442 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.443+0000 7faa9f63b780 1 > prepared part key=_multipart_1R98I2OD2C1B.2~CRMOFOR7YITD.2 size=745542 2024-04-13T08:05:45.443 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.443+0000 7faa9f63b780 1 > prepared multipart upload key=1R98I2OD2C1B upload=CRMOFOR7YITD tag=NXNSTG8U0J31 type=write size=3891270 2024-04-13T08:05:45.447 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.447+0000 7faa9f63b780 1 < suggested remove operation key=YVLYPQFVWYAW tag=3444GT1GC3T9 type=del 2024-04-13T08:05:45.449 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.449+0000 7faa9f63b780 1 > prepared operation key=LCYUO09YJOWJ tag=GWQKNVZWERT0 type=del size=3162648 2024-04-13T08:05:45.453 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.453+0000 7faa9f63b780 1 < suggested remove operation key=57TR9Y9AGKFZ tag=K8P9JWOGKUKP type=del 2024-04-13T08:05:45.454 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.454+0000 7faa9f63b780 1 > prepared operation key=NHC2LNYCNU8O tag=1UML93TYR9CQ type=write size=971472 2024-04-13T08:05:45.458 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.459+0000 7faa9f63b780 1 < suggested update operation key=3H9XN46FCEJA tag=QFJEDRHDPHNA type=del size=2853257 2024-04-13T08:05:45.461 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.461+0000 7faa9f63b780 1 > prepared operation key=DQJZH0QC5JG1 tag=AGAQSBZ2MTFW type=del size=378600 2024-04-13T08:05:45.465 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.465+0000 7faa9f63b780 1 < suggested update operation key=3H9XN46FCEJA tag=FDHWII81UCDX type=write size=978857 2024-04-13T08:05:45.467 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.468+0000 7faa9f63b780 1 > prepared operation key=C8EO3JFDK3I3 tag=BGXZLHUX1K9U type=del size=3678350 2024-04-13T08:05:45.470 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.470+0000 7faa9f63b780 -1 < failed to complete operation key=3H9XN46FCEJA tag=B47XQ9QC5EQ7 type=del size=1149531: (22) Invalid argument 2024-04-13T08:05:45.473 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.473+0000 7faa9f63b780 1 > prepared operation key=NHC2LNYCNU8O tag=ZUXBPQBZ0UNL type=write size=989337 2024-04-13T08:05:45.475 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.475+0000 7faa9f63b780 1 < completed delete operation key=XP1MOJCI0XHQ tag=QY209D781YS7 type=del 2024-04-13T08:05:45.480 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.481+0000 7faa9f63b780 1 > prepared part key=_multipart_LCYUO09YJOWJ.2~E15FBWBPMSDV.0 size=157579 2024-04-13T08:05:45.481 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.481+0000 7faa9f63b780 1 > prepared multipart upload key=LCYUO09YJOWJ upload=E15FBWBPMSDV tag=4RX62S4S51Y8 type=write size=1206155 2024-04-13T08:05:45.483 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.483+0000 7faa9f63b780 1 < completed delete operation key=CWNYE55R1BSI tag=9Y5XK9GIO5R0 type=del 2024-04-13T08:05:45.488 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.488+0000 7faa9f63b780 1 > prepared part key=_multipart_57TR9Y9AGKFZ.2~97C612UMFAA7.0 size=135888 2024-04-13T08:05:45.488 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.488+0000 7faa9f63b780 1 > prepared multipart upload key=57TR9Y9AGKFZ upload=97C612UMFAA7 tag=Q0X1KE33BUKW type=write size=1184464 2024-04-13T08:05:45.491 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.491+0000 7faa9f63b780 -1 < failed to complete operation key=57TR9Y9AGKFZ tag=LORG6GTJ6JMN type=del size=751091: (22) Invalid argument 2024-04-13T08:05:45.493 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.494+0000 7faa9f63b780 1 > prepared operation key=9OD1R5489FHK tag=YV4QA7U06P7U type=del size=3447655 2024-04-13T08:05:45.497 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.498+0000 7faa9f63b780 1 < suggested update operation key=NJTHX8PDBAAE tag=60614AAL3XYZ type=del size=4033318 2024-04-13T08:05:45.499 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.500+0000 7faa9f63b780 1 > prepared operation key=CCIT8DQBN9WK tag=X1IC5G9O3BH5 type=write size=398188 2024-04-13T08:05:45.501 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.502+0000 7faa9f63b780 1 < completed part key=_multipart_ATLCBD5K8IS1.2~D7V0LVEJNGQ6.0 size=1048576 2024-04-13T08:05:45.503 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.503+0000 7faa9f63b780 1 < completed part key=_multipart_ATLCBD5K8IS1.2~D7V0LVEJNGQ6.1 size=1048576 2024-04-13T08:05:45.505 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.505+0000 7faa9f63b780 1 < completed part key=_multipart_ATLCBD5K8IS1.2~D7V0LVEJNGQ6.2 size=448309 2024-04-13T08:05:45.509 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.509+0000 7faa9f63b780 1 < completed multipart upload key=ATLCBD5K8IS1 upload=D7V0LVEJNGQ6 tag=LRY434XQPQQJ type=write size=3594037 2024-04-13T08:05:45.511 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.511+0000 7faa9f63b780 1 > prepared operation key=9OD1R5489FHK tag=CK2VSY2XGDZT type=del size=3729616 2024-04-13T08:05:45.514 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.514+0000 7faa9f63b780 1 < completed part key=_multipart_7LQHTC0JXLLC.2~65D949KGLYKT.0 size=1048576 2024-04-13T08:05:45.516 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.517+0000 7faa9f63b780 1 < completed part key=_multipart_7LQHTC0JXLLC.2~65D949KGLYKT.1 size=1048576 2024-04-13T08:05:45.519 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.519+0000 7faa9f63b780 1 < completed part key=_multipart_7LQHTC0JXLLC.2~65D949KGLYKT.2 size=263729 2024-04-13T08:05:45.523 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.523+0000 7faa9f63b780 1 < completed multipart upload key=7LQHTC0JXLLC upload=65D949KGLYKT tag=F0C9MUE7QNQT type=write size=3409457 2024-04-13T08:05:45.525 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.526+0000 7faa9f63b780 1 > prepared operation key=NHC2LNYCNU8O tag=J70OCE5FKSVA type=del size=2537204 2024-04-13T08:05:45.527 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.528+0000 7faa9f63b780 1 < completed write operation key=WSX0KY6Y4RVU tag=W8IYMFO3AXE3 type=write size=517675 2024-04-13T08:05:45.531 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.531+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~T75RWRWLYUO4.0 size=1048576 2024-04-13T08:05:45.533 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.533+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~T75RWRWLYUO4.1 size=1048576 2024-04-13T08:05:45.535 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.535+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~T75RWRWLYUO4.2 size=911298 2024-04-13T08:05:45.535 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.535+0000 7faa9f63b780 1 > prepared multipart upload key=9OD1R5489FHK upload=T75RWRWLYUO4 tag=GEA0RGTH2RIS type=write size=4057026 2024-04-13T08:05:45.539 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.540+0000 7faa9f63b780 1 < suggested update operation key=ZS36Q14U11AV tag=29TCCT0MBZUE type=write size=1029854 2024-04-13T08:05:45.541 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.542+0000 7faa9f63b780 1 > prepared operation key=CCIT8DQBN9WK tag=AWNIAUF2FJVP type=write size=723321 2024-04-13T08:05:45.544 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.544+0000 7faa9f63b780 1 < completed part key=_multipart_USAT0PUC8Q9C.2~S0J1VZOSZOTR.0 size=1048576 2024-04-13T08:05:45.546 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.546+0000 7faa9f63b780 1 < completed part key=_multipart_USAT0PUC8Q9C.2~S0J1VZOSZOTR.1 size=1014679 2024-04-13T08:05:45.550 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.550+0000 7faa9f63b780 1 < completed multipart upload key=USAT0PUC8Q9C upload=S0J1VZOSZOTR tag=EJW2R3XEG35D type=write size=3111831 2024-04-13T08:05:45.552 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.552+0000 7faa9f63b780 1 > prepared operation key=XP1MOJCI0XHQ tag=6VGDZWPFUKCX type=del size=786615 2024-04-13T08:05:45.554 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.554+0000 7faa9f63b780 1 < completed part key=_multipart_NJTHX8PDBAAE.2~0UH0USHT0J4Y.0 size=434688 2024-04-13T08:05:45.558 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.558+0000 7faa9f63b780 1 < completed multipart upload key=NJTHX8PDBAAE upload=0UH0USHT0J4Y tag=SFYNST3KVB59 type=write size=1483264 2024-04-13T08:05:45.562 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.562+0000 7faa9f63b780 1 > prepared part key=_multipart_57TR9Y9AGKFZ.2~UDWIFAZ6HWPF.0 size=1048576 2024-04-13T08:05:45.563 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.563+0000 7faa9f63b780 1 > prepared part key=_multipart_57TR9Y9AGKFZ.2~UDWIFAZ6HWPF.1 size=894573 2024-04-13T08:05:45.563 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.563+0000 7faa9f63b780 1 > prepared multipart upload key=57TR9Y9AGKFZ upload=UDWIFAZ6HWPF tag=JO0KZXVQ2JJF type=write size=2991725 2024-04-13T08:05:45.566 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.566+0000 7faa9f63b780 1 < completed part key=_multipart_1R98I2OD2C1B.2~CRMOFOR7YITD.0 size=1048576 2024-04-13T08:05:45.567 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.567+0000 7faa9f63b780 1 < completed part key=_multipart_1R98I2OD2C1B.2~CRMOFOR7YITD.1 size=1048576 2024-04-13T08:05:45.569 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.570+0000 7faa9f63b780 1 < completed part key=_multipart_1R98I2OD2C1B.2~CRMOFOR7YITD.2 size=745542 2024-04-13T08:05:45.573 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.574+0000 7faa9f63b780 1 < completed multipart upload key=1R98I2OD2C1B upload=CRMOFOR7YITD tag=NXNSTG8U0J31 type=write size=3891270 2024-04-13T08:05:45.576 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.576+0000 7faa9f63b780 1 > prepared operation key=BGZCO481WX23 tag=JQHHMB1S5MQD type=del size=2021502 2024-04-13T08:05:45.578 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.578+0000 7faa9f63b780 1 < completed delete operation key=LCYUO09YJOWJ tag=GWQKNVZWERT0 type=del 2024-04-13T08:05:45.580 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.580+0000 7faa9f63b780 1 > prepared operation key=XP1MOJCI0XHQ tag=GL38ABJM7GY3 type=del size=3721602 2024-04-13T08:05:45.582 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.582+0000 7faa9f63b780 1 < completed write operation key=NHC2LNYCNU8O tag=1UML93TYR9CQ type=write size=971472 2024-04-13T08:05:45.584 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.584+0000 7faa9f63b780 1 > prepared operation key=XP1MOJCI0XHQ tag=J008LVVGMLGB type=del size=1414871 2024-04-13T08:05:45.586 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.586+0000 7faa9f63b780 1 < completed delete operation key=DQJZH0QC5JG1 tag=AGAQSBZ2MTFW type=del 2024-04-13T08:05:45.590 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.590+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~N2BG8OI6PI0X.0 size=1048576 2024-04-13T08:05:45.592 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.592+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~N2BG8OI6PI0X.1 size=335793 2024-04-13T08:05:45.592 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.592+0000 7faa9f63b780 1 > prepared multipart upload key=KPYALZ2K1347 upload=N2BG8OI6PI0X tag=3MC34GYSUFU0 type=write size=2432945 2024-04-13T08:05:45.594 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.595+0000 7faa9f63b780 1 < canceled operation key=C8EO3JFDK3I3 tag=BGXZLHUX1K9U type=del size=3678350 2024-04-13T08:05:45.599 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.599+0000 7faa9f63b780 1 > prepared part key=_multipart_Y3BAXTXJ3THV.2~7VB9QVSVCDTD.0 size=1048576 2024-04-13T08:05:45.601 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.601+0000 7faa9f63b780 1 > prepared part key=_multipart_Y3BAXTXJ3THV.2~7VB9QVSVCDTD.1 size=1048576 2024-04-13T08:05:45.603 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.603+0000 7faa9f63b780 1 > prepared part key=_multipart_Y3BAXTXJ3THV.2~7VB9QVSVCDTD.2 size=489534 2024-04-13T08:05:45.603 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.604+0000 7faa9f63b780 1 > prepared multipart upload key=Y3BAXTXJ3THV upload=7VB9QVSVCDTD tag=QPS3DNJ0L6P0 type=write size=3635262 2024-04-13T08:05:45.605 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.606+0000 7faa9f63b780 1 < completed write operation key=NHC2LNYCNU8O tag=ZUXBPQBZ0UNL type=write size=989337 2024-04-13T08:05:45.610 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.610+0000 7faa9f63b780 1 > prepared part key=_multipart_ZLCXVHR00MT7.2~ZOC5AD2Y921U.0 size=427674 2024-04-13T08:05:45.610 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.610+0000 7faa9f63b780 1 > prepared multipart upload key=ZLCXVHR00MT7 upload=ZOC5AD2Y921U tag=QBUSX57F39FY type=write size=1476250 2024-04-13T08:05:45.613 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.613+0000 7faa9f63b780 1 < completed part key=_multipart_LCYUO09YJOWJ.2~E15FBWBPMSDV.0 size=157579 2024-04-13T08:05:45.616 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.616+0000 7faa9f63b780 1 < completed multipart upload key=LCYUO09YJOWJ upload=E15FBWBPMSDV tag=4RX62S4S51Y8 type=write size=1206155 2024-04-13T08:05:45.620 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.620+0000 7faa9f63b780 1 > prepared part key=_multipart_BGZCO481WX23.2~H4DZCMGOBWK4.0 size=107797 2024-04-13T08:05:45.620 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.620+0000 7faa9f63b780 1 > prepared multipart upload key=BGZCO481WX23 upload=H4DZCMGOBWK4 tag=WLVGRES7FQTZ type=write size=1156373 2024-04-13T08:05:45.622 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.623+0000 7faa9f63b780 1 < completed part key=_multipart_57TR9Y9AGKFZ.2~97C612UMFAA7.0 size=135888 2024-04-13T08:05:45.626 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.627+0000 7faa9f63b780 1 < completed multipart upload key=57TR9Y9AGKFZ upload=97C612UMFAA7 tag=Q0X1KE33BUKW type=write size=1184464 2024-04-13T08:05:45.630 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.630+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~FXE857JBEBI5.0 size=1048576 2024-04-13T08:05:45.633 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.633+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~FXE857JBEBI5.1 size=800169 2024-04-13T08:05:45.633 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.633+0000 7faa9f63b780 1 > prepared multipart upload key=7LQHTC0JXLLC upload=FXE857JBEBI5 tag=UF0SS2TAS6D7 type=write size=2897321 2024-04-13T08:05:45.637 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.637+0000 7faa9f63b780 1 < suggested update operation key=9OD1R5489FHK tag=YV4QA7U06P7U type=del size=3447655 2024-04-13T08:05:45.641 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.641+0000 7faa9f63b780 1 > prepared part key=_multipart_1R98I2OD2C1B.2~43ZHLQ0PBZ04.0 size=591485 2024-04-13T08:05:45.641 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.641+0000 7faa9f63b780 1 > prepared multipart upload key=1R98I2OD2C1B upload=43ZHLQ0PBZ04 tag=BMA5FXBBHVLA type=write size=1640061 2024-04-13T08:05:45.643 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.643+0000 7faa9f63b780 1 < canceled operation key=CCIT8DQBN9WK tag=X1IC5G9O3BH5 type=write size=398188 2024-04-13T08:05:45.648 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.648+0000 7faa9f63b780 1 > prepared part key=_multipart_C8EO3JFDK3I3.2~IXR0AL4H7PXN.0 size=1048576 2024-04-13T08:05:45.649 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.650+0000 7faa9f63b780 1 > prepared part key=_multipart_C8EO3JFDK3I3.2~IXR0AL4H7PXN.1 size=1048576 2024-04-13T08:05:45.651 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.651+0000 7faa9f63b780 1 > prepared part key=_multipart_C8EO3JFDK3I3.2~IXR0AL4H7PXN.2 size=692131 2024-04-13T08:05:45.651 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.651+0000 7faa9f63b780 1 > prepared multipart upload key=C8EO3JFDK3I3 upload=IXR0AL4H7PXN tag=VI8G6W31JPJA type=write size=3837859 2024-04-13T08:05:45.654 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.655+0000 7faa9f63b780 -1 < failed to complete operation key=9OD1R5489FHK tag=CK2VSY2XGDZT type=del size=3729616: (22) Invalid argument 2024-04-13T08:05:45.657 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.657+0000 7faa9f63b780 1 > prepared operation key=7LQHTC0JXLLC tag=OHXR4VTA7ZCR type=write size=49733 2024-04-13T08:05:45.659 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.659+0000 7faa9f63b780 1 < completed delete operation key=NHC2LNYCNU8O tag=J70OCE5FKSVA type=del 2024-04-13T08:05:45.663 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.663+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~RR91IJYP4X18.0 size=466554 2024-04-13T08:05:45.663 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.663+0000 7faa9f63b780 1 > prepared multipart upload key=TSACVEYQTVRN upload=RR91IJYP4X18 tag=Z76O18IDZLTD type=write size=1515130 2024-04-13T08:05:45.665 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.665+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~T75RWRWLYUO4.0 size=1048576 2024-04-13T08:05:45.667 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.667+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~T75RWRWLYUO4.1 size=1048576 2024-04-13T08:05:45.669 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.669+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~T75RWRWLYUO4.2 size=911298 2024-04-13T08:05:45.673 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.673+0000 7faa9f63b780 1 < completed multipart upload key=9OD1R5489FHK upload=T75RWRWLYUO4 tag=GEA0RGTH2RIS type=write size=4057026 2024-04-13T08:05:45.675 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.676+0000 7faa9f63b780 1 > prepared operation key=CCIT8DQBN9WK tag=U9SD6PNP8E20 type=del size=1838918 2024-04-13T08:05:45.678 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.678+0000 7faa9f63b780 1 < completed write operation key=CCIT8DQBN9WK tag=AWNIAUF2FJVP type=write size=723321 2024-04-13T08:05:45.680 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.680+0000 7faa9f63b780 1 > prepared operation key=XP1MOJCI0XHQ tag=7H1PCU56M0H0 type=del size=1949948 2024-04-13T08:05:45.683 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.683+0000 7faa9f63b780 1 < completed delete operation key=XP1MOJCI0XHQ tag=6VGDZWPFUKCX type=del 2024-04-13T08:05:45.685 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.685+0000 7faa9f63b780 1 > prepared operation key=7LQHTC0JXLLC tag=Y235S3P6ALO5 type=del size=1847319 2024-04-13T08:05:45.687 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.687+0000 7faa9f63b780 1 < completed part key=_multipart_57TR9Y9AGKFZ.2~UDWIFAZ6HWPF.0 size=1048576 2024-04-13T08:05:45.689 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.690+0000 7faa9f63b780 1 < completed part key=_multipart_57TR9Y9AGKFZ.2~UDWIFAZ6HWPF.1 size=894573 2024-04-13T08:05:45.694 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.694+0000 7faa9f63b780 1 < completed multipart upload key=57TR9Y9AGKFZ upload=UDWIFAZ6HWPF tag=JO0KZXVQ2JJF type=write size=2991725 2024-04-13T08:05:45.696 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.696+0000 7faa9f63b780 1 > prepared operation key=7LQHTC0JXLLC tag=EKKMI39XTQYP type=write size=455987 2024-04-13T08:05:45.698 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.699+0000 7faa9f63b780 1 < completed delete operation key=BGZCO481WX23 tag=JQHHMB1S5MQD type=del 2024-04-13T08:05:45.703 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.703+0000 7faa9f63b780 1 > prepared part key=_multipart_NHC2LNYCNU8O.2~60G9VZURKBK3.0 size=1048576 2024-04-13T08:05:45.705 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.705+0000 7faa9f63b780 1 > prepared part key=_multipart_NHC2LNYCNU8O.2~60G9VZURKBK3.1 size=1048576 2024-04-13T08:05:45.707 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.707+0000 7faa9f63b780 1 > prepared part key=_multipart_NHC2LNYCNU8O.2~60G9VZURKBK3.2 size=153930 2024-04-13T08:05:45.707 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.707+0000 7faa9f63b780 1 > prepared multipart upload key=NHC2LNYCNU8O upload=60G9VZURKBK3 tag=V81PZEKX6GQJ type=write size=3299658 2024-04-13T08:05:45.711 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.712+0000 7faa9f63b780 1 < suggested remove operation key=XP1MOJCI0XHQ tag=GL38ABJM7GY3 type=del 2024-04-13T08:05:45.715 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.715+0000 7faa9f63b780 1 > prepared part key=_multipart_57TR9Y9AGKFZ.2~UW68DS768LAJ.0 size=79060 2024-04-13T08:05:45.715 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.715+0000 7faa9f63b780 1 > prepared multipart upload key=57TR9Y9AGKFZ upload=UW68DS768LAJ tag=R63YFQ3R21QW type=write size=1127636 2024-04-13T08:05:45.718 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.718+0000 7faa9f63b780 -1 < failed to complete operation key=XP1MOJCI0XHQ tag=J008LVVGMLGB type=del size=1414871: (22) Invalid argument 2024-04-13T08:05:45.720 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.720+0000 7faa9f63b780 1 > prepared operation key=9OD1R5489FHK tag=R6E45RXFPOYQ type=del size=947618 2024-04-13T08:05:45.722 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.722+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~N2BG8OI6PI0X.0 size=1048576 2024-04-13T08:05:45.722 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.722+0000 7faa9f63b780 1 < canceled part key=_multipart_KPYALZ2K1347.2~N2BG8OI6PI0X.1 size=335793 2024-04-13T08:05:45.726 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.726+0000 7faa9f63b780 1 < canceled multipart upload key=KPYALZ2K1347 upload=N2BG8OI6PI0X tag=3MC34GYSUFU0 type=write size=2432945 2024-04-13T08:05:45.729 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.729+0000 7faa9f63b780 1 > prepared part key=_multipart_1139HXY3WYTZ.2~7OAAVKJBORPH.0 size=1048576 2024-04-13T08:05:45.731 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.731+0000 7faa9f63b780 1 > prepared part key=_multipart_1139HXY3WYTZ.2~7OAAVKJBORPH.1 size=341135 2024-04-13T08:05:45.731 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.731+0000 7faa9f63b780 1 > prepared multipart upload key=1139HXY3WYTZ upload=7OAAVKJBORPH tag=ZSJ6GSJFC7F7 type=write size=2438287 2024-04-13T08:05:45.733 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.733+0000 7faa9f63b780 1 < completed part key=_multipart_Y3BAXTXJ3THV.2~7VB9QVSVCDTD.0 size=1048576 2024-04-13T08:05:45.735 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.735+0000 7faa9f63b780 1 < completed part key=_multipart_Y3BAXTXJ3THV.2~7VB9QVSVCDTD.1 size=1048576 2024-04-13T08:05:45.735 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.735+0000 7faa9f63b780 1 < canceled part key=_multipart_Y3BAXTXJ3THV.2~7VB9QVSVCDTD.2 size=489534 2024-04-13T08:05:45.740 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.740+0000 7faa9f63b780 1 < canceled multipart upload key=Y3BAXTXJ3THV upload=7VB9QVSVCDTD tag=QPS3DNJ0L6P0 type=write size=3635262 2024-04-13T08:05:45.745 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.745+0000 7faa9f63b780 1 > prepared part key=_multipart_CCIT8DQBN9WK.2~2Q8XT21JIPJE.0 size=1048576 2024-04-13T08:05:45.748 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.748+0000 7faa9f63b780 1 > prepared part key=_multipart_CCIT8DQBN9WK.2~2Q8XT21JIPJE.1 size=1048576 2024-04-13T08:05:45.750 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.750+0000 7faa9f63b780 1 > prepared part key=_multipart_CCIT8DQBN9WK.2~2Q8XT21JIPJE.2 size=53553 2024-04-13T08:05:45.750 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.750+0000 7faa9f63b780 1 > prepared multipart upload key=CCIT8DQBN9WK upload=2Q8XT21JIPJE tag=S7VGOPJM8X28 type=write size=3199281 2024-04-13T08:05:45.753 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.753+0000 7faa9f63b780 1 < completed part key=_multipart_ZLCXVHR00MT7.2~ZOC5AD2Y921U.0 size=427674 2024-04-13T08:05:45.756 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.757+0000 7faa9f63b780 1 < completed multipart upload key=ZLCXVHR00MT7 upload=ZOC5AD2Y921U tag=QBUSX57F39FY type=write size=1476250 2024-04-13T08:05:45.761 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.761+0000 7faa9f63b780 1 > prepared part key=_multipart_CCIT8DQBN9WK.2~G7H5RDAVVVDD.0 size=1048576 2024-04-13T08:05:45.762 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.763+0000 7faa9f63b780 1 > prepared part key=_multipart_CCIT8DQBN9WK.2~G7H5RDAVVVDD.1 size=808037 2024-04-13T08:05:45.762 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.763+0000 7faa9f63b780 1 > prepared multipart upload key=CCIT8DQBN9WK upload=G7H5RDAVVVDD tag=N8RIYUVDQF30 type=write size=2905189 2024-04-13T08:05:45.765 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.765+0000 7faa9f63b780 1 < completed part key=_multipart_BGZCO481WX23.2~H4DZCMGOBWK4.0 size=107797 2024-04-13T08:05:45.768 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.769+0000 7faa9f63b780 1 < completed multipart upload key=BGZCO481WX23 upload=H4DZCMGOBWK4 tag=WLVGRES7FQTZ type=write size=1156373 2024-04-13T08:05:45.771 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.771+0000 7faa9f63b780 1 > prepared operation key=C8EO3JFDK3I3 tag=2GGFFTX7TYM9 type=del size=592896 2024-04-13T08:05:45.773 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.774+0000 7faa9f63b780 1 < completed part key=_multipart_7LQHTC0JXLLC.2~FXE857JBEBI5.0 size=1048576 2024-04-13T08:05:45.776 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.776+0000 7faa9f63b780 1 < completed part key=_multipart_7LQHTC0JXLLC.2~FXE857JBEBI5.1 size=800169 2024-04-13T08:05:45.780 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.780+0000 7faa9f63b780 1 < completed multipart upload key=7LQHTC0JXLLC upload=FXE857JBEBI5 tag=UF0SS2TAS6D7 type=write size=2897321 2024-04-13T08:05:45.782 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.782+0000 7faa9f63b780 1 > prepared operation key=ZS36Q14U11AV tag=0VL9Z6OKE2L4 type=del size=4176825 2024-04-13T08:05:45.784 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.785+0000 7faa9f63b780 1 < completed part key=_multipart_1R98I2OD2C1B.2~43ZHLQ0PBZ04.0 size=591485 2024-04-13T08:05:45.788 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.788+0000 7faa9f63b780 1 < completed multipart upload key=1R98I2OD2C1B upload=43ZHLQ0PBZ04 tag=BMA5FXBBHVLA type=write size=1640061 2024-04-13T08:05:45.792 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.792+0000 7faa9f63b780 1 > prepared part key=_multipart_KN6SVO6HG65Q.2~CV4TB1DIBFQG.0 size=1048576 2024-04-13T08:05:45.794 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.794+0000 7faa9f63b780 1 > prepared part key=_multipart_KN6SVO6HG65Q.2~CV4TB1DIBFQG.1 size=1048576 2024-04-13T08:05:45.796 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.796+0000 7faa9f63b780 1 > prepared part key=_multipart_KN6SVO6HG65Q.2~CV4TB1DIBFQG.2 size=797343 2024-04-13T08:05:45.796 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.796+0000 7faa9f63b780 1 > prepared multipart upload key=KN6SVO6HG65Q upload=CV4TB1DIBFQG tag=7Q8T2NH46ERH type=write size=3943071 2024-04-13T08:05:45.798 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.798+0000 7faa9f63b780 1 < completed part key=_multipart_C8EO3JFDK3I3.2~IXR0AL4H7PXN.0 size=1048576 2024-04-13T08:05:45.798 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.798+0000 7faa9f63b780 1 < canceled part key=_multipart_C8EO3JFDK3I3.2~IXR0AL4H7PXN.1 size=1048576 2024-04-13T08:05:45.800 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.801+0000 7faa9f63b780 1 < completed part key=_multipart_C8EO3JFDK3I3.2~IXR0AL4H7PXN.2 size=692131 2024-04-13T08:05:45.805 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.805+0000 7faa9f63b780 1 < canceled multipart upload key=C8EO3JFDK3I3 upload=IXR0AL4H7PXN tag=VI8G6W31JPJA type=write size=3837859 2024-04-13T08:05:45.808 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.808+0000 7faa9f63b780 1 > prepared operation key=CWNYE55R1BSI tag=XL57CWWMRAHX type=del size=2467233 2024-04-13T08:05:45.814 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.814+0000 7faa9f63b780 1 < suggested update operation key=7LQHTC0JXLLC tag=OHXR4VTA7ZCR type=write size=49733 2024-04-13T08:05:45.816 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.816+0000 7faa9f63b780 1 > prepared operation key=6EIPCHTPO3X1 tag=K250RB6OIQ64 type=del size=1551586 2024-04-13T08:05:45.819 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.819+0000 7faa9f63b780 1 < completed part key=_multipart_TSACVEYQTVRN.2~RR91IJYP4X18.0 size=466554 2024-04-13T08:05:45.823 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.823+0000 7faa9f63b780 1 < completed multipart upload key=TSACVEYQTVRN upload=RR91IJYP4X18 tag=Z76O18IDZLTD type=write size=1515130 2024-04-13T08:05:45.826 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.826+0000 7faa9f63b780 1 > prepared operation key=WSX0KY6Y4RVU tag=UOGGM5W8B522 type=del size=1024090 2024-04-13T08:05:45.828 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.828+0000 7faa9f63b780 1 < completed delete operation key=CCIT8DQBN9WK tag=U9SD6PNP8E20 type=del 2024-04-13T08:05:45.831 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.831+0000 7faa9f63b780 1 > prepared operation key=NHC2LNYCNU8O tag=250Z4WXW194B type=del size=1083748 2024-04-13T08:05:45.831 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.831+0000 7faa9f63b780 -1 < no bi entry to suggest for operation key=XP1MOJCI0XHQ tag=7H1PCU56M0H0 type=del size=1949948: (2) No such file or directory 2024-04-13T08:05:45.834 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.834+0000 7faa9f63b780 1 > prepared operation key=9OD1R5489FHK tag=ZN519RW5RWA3 type=del size=2511120 2024-04-13T08:05:45.837 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.837+0000 7faa9f63b780 -1 < failed to complete operation key=7LQHTC0JXLLC tag=Y235S3P6ALO5 type=del size=1847319: (22) Invalid argument 2024-04-13T08:05:45.839 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.839+0000 7faa9f63b780 1 > prepared operation key=1R98I2OD2C1B tag=W0YKVTCQ30PF type=del size=3517631 2024-04-13T08:05:45.842 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.842+0000 7faa9f63b780 -1 < failed to complete operation key=7LQHTC0JXLLC tag=EKKMI39XTQYP type=write size=455987: (22) Invalid argument 2024-04-13T08:05:45.844 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.844+0000 7faa9f63b780 1 > prepared operation key=CSYE7NHVWP4Q tag=0VX2FSACF51L type=write size=214668 2024-04-13T08:05:45.846 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.846+0000 7faa9f63b780 1 < completed part key=_multipart_NHC2LNYCNU8O.2~60G9VZURKBK3.0 size=1048576 2024-04-13T08:05:45.847 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.847+0000 7faa9f63b780 1 < completed part key=_multipart_NHC2LNYCNU8O.2~60G9VZURKBK3.1 size=1048576 2024-04-13T08:05:45.849 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.849+0000 7faa9f63b780 1 < completed part key=_multipart_NHC2LNYCNU8O.2~60G9VZURKBK3.2 size=153930 2024-04-13T08:05:45.852 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.853+0000 7faa9f63b780 1 < completed multipart upload key=NHC2LNYCNU8O upload=60G9VZURKBK3 tag=V81PZEKX6GQJ type=write size=3299658 2024-04-13T08:05:45.856 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.856+0000 7faa9f63b780 1 > prepared part key=_multipart_C8EO3JFDK3I3.2~RYG1E3NXR9K9.0 size=1048576 2024-04-13T08:05:45.858 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.858+0000 7faa9f63b780 1 > prepared part key=_multipart_C8EO3JFDK3I3.2~RYG1E3NXR9K9.1 size=1048576 2024-04-13T08:05:45.859 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.860+0000 7faa9f63b780 1 > prepared part key=_multipart_C8EO3JFDK3I3.2~RYG1E3NXR9K9.2 size=867908 2024-04-13T08:05:45.860 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.860+0000 7faa9f63b780 1 > prepared multipart upload key=C8EO3JFDK3I3 upload=RYG1E3NXR9K9 tag=S3184C65F2YA type=write size=4013636 2024-04-13T08:05:45.861 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.862+0000 7faa9f63b780 1 < completed part key=_multipart_57TR9Y9AGKFZ.2~UW68DS768LAJ.0 size=79060 2024-04-13T08:05:45.865 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.865+0000 7faa9f63b780 1 < completed multipart upload key=57TR9Y9AGKFZ upload=UW68DS768LAJ tag=R63YFQ3R21QW type=write size=1127636 2024-04-13T08:05:45.868 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.868+0000 7faa9f63b780 1 > prepared operation key=NHC2LNYCNU8O tag=2G90PZFE3NRB type=del size=392940 2024-04-13T08:05:45.870 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.870+0000 7faa9f63b780 1 < completed delete operation key=9OD1R5489FHK tag=R6E45RXFPOYQ type=del 2024-04-13T08:05:45.872 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.872+0000 7faa9f63b780 1 > prepared operation key=BGZCO481WX23 tag=72830XHDYIXA type=del size=2577418 2024-04-13T08:05:45.874 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.874+0000 7faa9f63b780 1 < completed part key=_multipart_1139HXY3WYTZ.2~7OAAVKJBORPH.0 size=1048576 2024-04-13T08:05:45.876 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.876+0000 7faa9f63b780 1 < completed part key=_multipart_1139HXY3WYTZ.2~7OAAVKJBORPH.1 size=341135 2024-04-13T08:05:45.880 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.880+0000 7faa9f63b780 1 < completed multipart upload key=1139HXY3WYTZ upload=7OAAVKJBORPH tag=ZSJ6GSJFC7F7 type=write size=2438287 2024-04-13T08:05:45.883 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.883+0000 7faa9f63b780 1 > prepared part key=_multipart_NHC2LNYCNU8O.2~FQ6MXT1KZ0RK.0 size=1048576 2024-04-13T08:05:45.885 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.885+0000 7faa9f63b780 1 > prepared part key=_multipart_NHC2LNYCNU8O.2~FQ6MXT1KZ0RK.1 size=1048576 2024-04-13T08:05:45.887 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.887+0000 7faa9f63b780 1 > prepared part key=_multipart_NHC2LNYCNU8O.2~FQ6MXT1KZ0RK.2 size=536110 2024-04-13T08:05:45.887 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.887+0000 7faa9f63b780 1 > prepared multipart upload key=NHC2LNYCNU8O upload=FQ6MXT1KZ0RK tag=AAIDT62VULQF type=write size=3681838 2024-04-13T08:05:45.889 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.889+0000 7faa9f63b780 1 < completed part key=_multipart_CCIT8DQBN9WK.2~2Q8XT21JIPJE.0 size=1048576 2024-04-13T08:05:45.890 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.890+0000 7faa9f63b780 1 < completed part key=_multipart_CCIT8DQBN9WK.2~2Q8XT21JIPJE.1 size=1048576 2024-04-13T08:05:45.892 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.892+0000 7faa9f63b780 1 < completed part key=_multipart_CCIT8DQBN9WK.2~2Q8XT21JIPJE.2 size=53553 2024-04-13T08:05:45.895 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.896+0000 7faa9f63b780 1 < completed multipart upload key=CCIT8DQBN9WK upload=2Q8XT21JIPJE tag=S7VGOPJM8X28 type=write size=3199281 2024-04-13T08:05:45.898 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.898+0000 7faa9f63b780 1 > prepared operation key=ZS36Q14U11AV tag=KPET38ZP12HC type=write size=562645 2024-04-13T08:05:45.901 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.901+0000 7faa9f63b780 1 < completed part key=_multipart_CCIT8DQBN9WK.2~G7H5RDAVVVDD.0 size=1048576 2024-04-13T08:05:45.903 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.903+0000 7faa9f63b780 1 < completed part key=_multipart_CCIT8DQBN9WK.2~G7H5RDAVVVDD.1 size=808037 2024-04-13T08:05:45.906 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.906+0000 7faa9f63b780 1 < completed multipart upload key=CCIT8DQBN9WK upload=G7H5RDAVVVDD tag=N8RIYUVDQF30 type=write size=2905189 2024-04-13T08:05:45.908 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.908+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=PWU0WM6TJCCZ type=write size=827519 2024-04-13T08:05:45.910 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.911+0000 7faa9f63b780 1 < completed delete operation key=C8EO3JFDK3I3 tag=2GGFFTX7TYM9 type=del 2024-04-13T08:05:45.912 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.913+0000 7faa9f63b780 1 > prepared operation key=DQJZH0QC5JG1 tag=DCIJEXFGBLCM type=del size=1561354 2024-04-13T08:05:45.917 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.917+0000 7faa9f63b780 1 < suggested remove operation key=ZS36Q14U11AV tag=0VL9Z6OKE2L4 type=del 2024-04-13T08:05:45.919 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.919+0000 7faa9f63b780 1 > prepared operation key=C8EO3JFDK3I3 tag=MDNORK0NAZX2 type=del size=1239526 2024-04-13T08:05:45.921 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.921+0000 7faa9f63b780 1 < completed part key=_multipart_KN6SVO6HG65Q.2~CV4TB1DIBFQG.0 size=1048576 2024-04-13T08:05:45.922 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.923+0000 7faa9f63b780 1 < completed part key=_multipart_KN6SVO6HG65Q.2~CV4TB1DIBFQG.1 size=1048576 2024-04-13T08:05:45.924 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.925+0000 7faa9f63b780 1 < completed part key=_multipart_KN6SVO6HG65Q.2~CV4TB1DIBFQG.2 size=797343 2024-04-13T08:05:45.928 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.928+0000 7faa9f63b780 1 < completed multipart upload key=KN6SVO6HG65Q upload=CV4TB1DIBFQG tag=7Q8T2NH46ERH type=write size=3943071 2024-04-13T08:05:45.930 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.930+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=ROQ22ZZXAEKU type=del size=3122820 2024-04-13T08:05:45.932 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.932+0000 7faa9f63b780 1 < canceled operation key=CWNYE55R1BSI tag=XL57CWWMRAHX type=del size=2467233 2024-04-13T08:05:45.935 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.936+0000 7faa9f63b780 1 > prepared part key=_multipart_YVLYPQFVWYAW.2~UHHIVCUH9LQ0.0 size=192054 2024-04-13T08:05:45.935 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.936+0000 7faa9f63b780 1 > prepared multipart upload key=YVLYPQFVWYAW upload=UHHIVCUH9LQ0 tag=MMBKA4N9B87C type=write size=1240630 2024-04-13T08:05:45.937 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.938+0000 7faa9f63b780 1 < completed delete operation key=6EIPCHTPO3X1 tag=K250RB6OIQ64 type=del 2024-04-13T08:05:45.939 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.939+0000 7faa9f63b780 1 > prepared operation key=B9J0DWQ62YOI tag=OCBPVLLGMIUZ type=del size=4144826 2024-04-13T08:05:45.943 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.943+0000 7faa9f63b780 1 < suggested remove operation key=WSX0KY6Y4RVU tag=UOGGM5W8B522 type=del 2024-04-13T08:05:45.947 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.947+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~D8A63TYMJ9K3.0 size=1048576 2024-04-13T08:05:45.949 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.949+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~D8A63TYMJ9K3.1 size=1048576 2024-04-13T08:05:45.950 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.951+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~D8A63TYMJ9K3.2 size=289925 2024-04-13T08:05:45.951 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.951+0000 7faa9f63b780 1 > prepared multipart upload key=3H9XN46FCEJA upload=D8A63TYMJ9K3 tag=PDIKADF151K9 type=write size=3435653 2024-04-13T08:05:45.955 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.955+0000 7faa9f63b780 1 < suggested update operation key=NHC2LNYCNU8O tag=250Z4WXW194B type=del size=1083748 2024-04-13T08:05:45.958 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.958+0000 7faa9f63b780 1 > prepared operation key=WSX0KY6Y4RVU tag=J18RAA17X38F type=write size=352014 2024-04-13T08:05:45.960 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.960+0000 7faa9f63b780 1 < completed delete operation key=9OD1R5489FHK tag=ZN519RW5RWA3 type=del 2024-04-13T08:05:45.962 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.962+0000 7faa9f63b780 1 > prepared operation key=U4KRH93HDNU6 tag=FT8T3S632OBO type=del size=2548411 2024-04-13T08:05:45.964 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.964+0000 7faa9f63b780 1 < completed delete operation key=1R98I2OD2C1B tag=W0YKVTCQ30PF type=del 2024-04-13T08:05:45.966 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.966+0000 7faa9f63b780 1 > prepared operation key=ZLCXVHR00MT7 tag=2AF005WMFBKL type=write size=593333 2024-04-13T08:05:45.968 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.968+0000 7faa9f63b780 1 < completed write operation key=CSYE7NHVWP4Q tag=0VX2FSACF51L type=write size=214668 2024-04-13T08:05:45.971 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.971+0000 7faa9f63b780 1 > prepared operation key=KPYALZ2K1347 tag=MDEPGB1IKH18 type=write size=587551 2024-04-13T08:05:45.973 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.973+0000 7faa9f63b780 1 < completed part key=_multipart_C8EO3JFDK3I3.2~RYG1E3NXR9K9.0 size=1048576 2024-04-13T08:05:45.975 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.975+0000 7faa9f63b780 1 < completed part key=_multipart_C8EO3JFDK3I3.2~RYG1E3NXR9K9.1 size=1048576 2024-04-13T08:05:45.976 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.976+0000 7faa9f63b780 1 < completed part key=_multipart_C8EO3JFDK3I3.2~RYG1E3NXR9K9.2 size=867908 2024-04-13T08:05:45.980 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.980+0000 7faa9f63b780 1 < completed multipart upload key=C8EO3JFDK3I3 upload=RYG1E3NXR9K9 tag=S3184C65F2YA type=write size=4013636 2024-04-13T08:05:45.983 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.984+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~OXNP9JEAT1IN.0 size=1048576 2024-04-13T08:05:45.985 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.985+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~OXNP9JEAT1IN.1 size=677615 2024-04-13T08:05:45.985 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.985+0000 7faa9f63b780 1 > prepared multipart upload key=3H9XN46FCEJA upload=OXNP9JEAT1IN tag=ZKMEZPMUXDU3 type=write size=2774767 2024-04-13T08:05:45.988 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.988+0000 7faa9f63b780 -1 < failed to complete operation key=NHC2LNYCNU8O tag=2G90PZFE3NRB type=del size=392940: (22) Invalid argument 2024-04-13T08:05:45.990 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.990+0000 7faa9f63b780 1 > prepared operation key=NHC2LNYCNU8O tag=AXK09S0XZBST type=write size=314478 2024-04-13T08:05:45.992 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.992+0000 7faa9f63b780 1 < completed delete operation key=BGZCO481WX23 tag=72830XHDYIXA type=del 2024-04-13T08:05:45.994 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.994+0000 7faa9f63b780 1 > prepared operation key=KPYALZ2K1347 tag=G3CIJFUKL84Q type=del size=3210352 2024-04-13T08:05:45.994 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.994+0000 7faa9f63b780 1 < canceled part key=_multipart_NHC2LNYCNU8O.2~FQ6MXT1KZ0RK.0 size=1048576 2024-04-13T08:05:45.996 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.996+0000 7faa9f63b780 1 < completed part key=_multipart_NHC2LNYCNU8O.2~FQ6MXT1KZ0RK.1 size=1048576 2024-04-13T08:05:45.998 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:45.998+0000 7faa9f63b780 1 < completed part key=_multipart_NHC2LNYCNU8O.2~FQ6MXT1KZ0RK.2 size=536110 2024-04-13T08:05:46.002 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.002+0000 7faa9f63b780 1 < canceled multipart upload key=NHC2LNYCNU8O upload=FQ6MXT1KZ0RK tag=AAIDT62VULQF type=write size=3681838 2024-04-13T08:05:46.006 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.006+0000 7faa9f63b780 1 > prepared part key=_multipart_NHC2LNYCNU8O.2~PWI88PPCOHWQ.0 size=1048576 2024-04-13T08:05:46.008 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.008+0000 7faa9f63b780 1 > prepared part key=_multipart_NHC2LNYCNU8O.2~PWI88PPCOHWQ.1 size=1048576 2024-04-13T08:05:46.009 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.009+0000 7faa9f63b780 1 > prepared part key=_multipart_NHC2LNYCNU8O.2~PWI88PPCOHWQ.2 size=354454 2024-04-13T08:05:46.009 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.009+0000 7faa9f63b780 1 > prepared multipart upload key=NHC2LNYCNU8O upload=PWI88PPCOHWQ tag=AEKVQJK7VVC0 type=write size=3500182 2024-04-13T08:05:46.010 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.010+0000 7faa9f63b780 -1 < no bi entry to suggest for operation key=ZS36Q14U11AV tag=KPET38ZP12HC type=write size=562645: (2) No such file or directory 2024-04-13T08:05:46.013 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.014+0000 7faa9f63b780 1 > prepared part key=_multipart_XP1MOJCI0XHQ.2~8YISA3Y9DU1C.0 size=122125 2024-04-13T08:05:46.013 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.014+0000 7faa9f63b780 1 > prepared multipart upload key=XP1MOJCI0XHQ upload=8YISA3Y9DU1C tag=UVPX6M0G562I type=write size=1170701 2024-04-13T08:05:46.015 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.016+0000 7faa9f63b780 1 < completed write operation key=USAT0PUC8Q9C tag=PWU0WM6TJCCZ type=write size=827519 2024-04-13T08:05:46.019 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.019+0000 7faa9f63b780 1 > prepared part key=_multipart_ZLCXVHR00MT7.2~ARL8N4DGTUZP.0 size=1048576 2024-04-13T08:05:46.021 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.021+0000 7faa9f63b780 1 > prepared part key=_multipart_ZLCXVHR00MT7.2~ARL8N4DGTUZP.1 size=1048576 2024-04-13T08:05:46.022 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.023+0000 7faa9f63b780 1 > prepared part key=_multipart_ZLCXVHR00MT7.2~ARL8N4DGTUZP.2 size=425820 2024-04-13T08:05:46.022 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.023+0000 7faa9f63b780 1 > prepared multipart upload key=ZLCXVHR00MT7 upload=ARL8N4DGTUZP tag=OY3H0GOCT8LS type=write size=3571548 2024-04-13T08:05:46.024 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.024+0000 7faa9f63b780 1 < completed delete operation key=DQJZH0QC5JG1 tag=DCIJEXFGBLCM type=del 2024-04-13T08:05:46.026 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.026+0000 7faa9f63b780 1 > prepared operation key=WSX0KY6Y4RVU tag=BJWPVF7E6B6K type=del size=1372695 2024-04-13T08:05:46.028 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.029+0000 7faa9f63b780 1 < completed delete operation key=C8EO3JFDK3I3 tag=MDNORK0NAZX2 type=del 2024-04-13T08:05:46.031 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.031+0000 7faa9f63b780 1 > prepared operation key=NJTHX8PDBAAE tag=S38CJQ7LFVRH type=del size=968113 2024-04-13T08:05:46.033 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.033+0000 7faa9f63b780 1 < completed delete operation key=ATLCBD5K8IS1 tag=ROQ22ZZXAEKU type=del 2024-04-13T08:05:46.035 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.035+0000 7faa9f63b780 1 > prepared operation key=B9J0DWQ62YOI tag=598MKY2IM3EU type=del size=3145247 2024-04-13T08:05:46.037 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.037+0000 7faa9f63b780 1 < completed part key=_multipart_YVLYPQFVWYAW.2~UHHIVCUH9LQ0.0 size=192054 2024-04-13T08:05:46.040 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.041+0000 7faa9f63b780 1 < completed multipart upload key=YVLYPQFVWYAW upload=UHHIVCUH9LQ0 tag=MMBKA4N9B87C type=write size=1240630 2024-04-13T08:05:46.042 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.043+0000 7faa9f63b780 1 > prepared operation key=1139HXY3WYTZ tag=XQIWUSHO3A7F type=del size=2289040 2024-04-13T08:05:46.045 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.045+0000 7faa9f63b780 1 < completed delete operation key=B9J0DWQ62YOI tag=OCBPVLLGMIUZ type=del 2024-04-13T08:05:46.047 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.047+0000 7faa9f63b780 1 > prepared operation key=DQJZH0QC5JG1 tag=BAW2C0Z53Z42 type=del size=2972357 2024-04-13T08:05:46.050 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.050+0000 7faa9f63b780 1 < completed part key=_multipart_3H9XN46FCEJA.2~D8A63TYMJ9K3.0 size=1048576 2024-04-13T08:05:46.050 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.050+0000 7faa9f63b780 1 < canceled part key=_multipart_3H9XN46FCEJA.2~D8A63TYMJ9K3.1 size=1048576 2024-04-13T08:05:46.052 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.052+0000 7faa9f63b780 1 < completed part key=_multipart_3H9XN46FCEJA.2~D8A63TYMJ9K3.2 size=289925 2024-04-13T08:05:46.056 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.056+0000 7faa9f63b780 1 < canceled multipart upload key=3H9XN46FCEJA upload=D8A63TYMJ9K3 tag=PDIKADF151K9 type=write size=3435653 2024-04-13T08:05:46.060 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.060+0000 7faa9f63b780 1 > prepared part key=_multipart_WSX0KY6Y4RVU.2~CSGO1VWAYPO1.0 size=1048576 2024-04-13T08:05:46.062 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.062+0000 7faa9f63b780 1 > prepared part key=_multipart_WSX0KY6Y4RVU.2~CSGO1VWAYPO1.1 size=1048576 2024-04-13T08:05:46.064 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.064+0000 7faa9f63b780 1 > prepared part key=_multipart_WSX0KY6Y4RVU.2~CSGO1VWAYPO1.2 size=691912 2024-04-13T08:05:46.064 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.064+0000 7faa9f63b780 1 > prepared multipart upload key=WSX0KY6Y4RVU upload=CSGO1VWAYPO1 tag=T3RRFBITOR6U type=write size=3837640 2024-04-13T08:05:46.067 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.067+0000 7faa9f63b780 1 < completed write operation key=WSX0KY6Y4RVU tag=J18RAA17X38F type=write size=352014 2024-04-13T08:05:46.071 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.071+0000 7faa9f63b780 1 > prepared part key=_multipart_1R98I2OD2C1B.2~ZG2LWAEKYWL8.0 size=155135 2024-04-13T08:05:46.071 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.071+0000 7faa9f63b780 1 > prepared multipart upload key=1R98I2OD2C1B upload=ZG2LWAEKYWL8 tag=GMDKTPOO764A type=write size=1203711 2024-04-13T08:05:46.073 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.073+0000 7faa9f63b780 1 < completed delete operation key=U4KRH93HDNU6 tag=FT8T3S632OBO type=del 2024-04-13T08:05:46.076 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.076+0000 7faa9f63b780 1 > prepared operation key=H9HYQWGBJXF0 tag=883Y0HSBYR1S type=del size=3653031 2024-04-13T08:05:46.078 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.078+0000 7faa9f63b780 1 < completed write operation key=ZLCXVHR00MT7 tag=2AF005WMFBKL type=write size=593333 2024-04-13T08:05:46.082 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.082+0000 7faa9f63b780 1 > prepared part key=_multipart_WSX0KY6Y4RVU.2~VGNHF4D4ATT4.0 size=851682 2024-04-13T08:05:46.082 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.082+0000 7faa9f63b780 1 > prepared multipart upload key=WSX0KY6Y4RVU upload=VGNHF4D4ATT4 tag=0MZENLJGNC3G type=write size=1900258 2024-04-13T08:05:46.084 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.084+0000 7faa9f63b780 1 < completed write operation key=KPYALZ2K1347 tag=MDEPGB1IKH18 type=write size=587551 2024-04-13T08:05:46.087 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.087+0000 7faa9f63b780 1 > prepared operation key=XP1MOJCI0XHQ tag=EOWP7QA7IIBK type=del size=1069809 2024-04-13T08:05:46.089 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.089+0000 7faa9f63b780 1 < completed part key=_multipart_3H9XN46FCEJA.2~OXNP9JEAT1IN.0 size=1048576 2024-04-13T08:05:46.091 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.091+0000 7faa9f63b780 1 < completed part key=_multipart_3H9XN46FCEJA.2~OXNP9JEAT1IN.1 size=677615 2024-04-13T08:05:46.095 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.095+0000 7faa9f63b780 1 < completed multipart upload key=3H9XN46FCEJA upload=OXNP9JEAT1IN tag=ZKMEZPMUXDU3 type=write size=2774767 2024-04-13T08:05:46.097 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.097+0000 7faa9f63b780 1 > prepared operation key=7LQHTC0JXLLC tag=VH2DKKCXDQPR type=del size=1405586 2024-04-13T08:05:46.099 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.100+0000 7faa9f63b780 1 < completed write operation key=NHC2LNYCNU8O tag=AXK09S0XZBST type=write size=314478 2024-04-13T08:05:46.101 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.102+0000 7faa9f63b780 1 > prepared operation key=CCIT8DQBN9WK tag=V6M73ZX4SDDD type=del size=467247 2024-04-13T08:05:46.104 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.104+0000 7faa9f63b780 1 < completed delete operation key=KPYALZ2K1347 tag=G3CIJFUKL84Q type=del 2024-04-13T08:05:46.106 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.106+0000 7faa9f63b780 1 > prepared operation key=H9HYQWGBJXF0 tag=857UCP1PIVFP type=write size=618262 2024-04-13T08:05:46.107 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.107+0000 7faa9f63b780 1 < completed part key=_multipart_NHC2LNYCNU8O.2~PWI88PPCOHWQ.0 size=1048576 2024-04-13T08:05:46.109 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.109+0000 7faa9f63b780 1 < completed part key=_multipart_NHC2LNYCNU8O.2~PWI88PPCOHWQ.1 size=1048576 2024-04-13T08:05:46.109 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.109+0000 7faa9f63b780 1 < canceled part key=_multipart_NHC2LNYCNU8O.2~PWI88PPCOHWQ.2 size=354454 2024-04-13T08:05:46.113 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.113+0000 7faa9f63b780 1 < canceled multipart upload key=NHC2LNYCNU8O upload=PWI88PPCOHWQ tag=AEKVQJK7VVC0 type=write size=3500182 2024-04-13T08:05:46.115 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.115+0000 7faa9f63b780 1 > prepared operation key=C8EO3JFDK3I3 tag=LZT687F6YYVZ type=del size=2072976 2024-04-13T08:05:46.117 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.117+0000 7faa9f63b780 1 < completed part key=_multipart_XP1MOJCI0XHQ.2~8YISA3Y9DU1C.0 size=122125 2024-04-13T08:05:46.121 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.121+0000 7faa9f63b780 1 < completed multipart upload key=XP1MOJCI0XHQ upload=8YISA3Y9DU1C tag=UVPX6M0G562I type=write size=1170701 2024-04-13T08:05:46.123 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.123+0000 7faa9f63b780 1 > prepared operation key=3H9XN46FCEJA tag=9IY4W7P6O360 type=write size=946349 2024-04-13T08:05:46.126 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.126+0000 7faa9f63b780 1 < completed part key=_multipart_ZLCXVHR00MT7.2~ARL8N4DGTUZP.0 size=1048576 2024-04-13T08:05:46.127 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.127+0000 7faa9f63b780 1 < completed part key=_multipart_ZLCXVHR00MT7.2~ARL8N4DGTUZP.1 size=1048576 2024-04-13T08:05:46.129 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.129+0000 7faa9f63b780 1 < completed part key=_multipart_ZLCXVHR00MT7.2~ARL8N4DGTUZP.2 size=425820 2024-04-13T08:05:46.133 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.133+0000 7faa9f63b780 1 < completed multipart upload key=ZLCXVHR00MT7 upload=ARL8N4DGTUZP tag=OY3H0GOCT8LS type=write size=3571548 2024-04-13T08:05:46.135 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.135+0000 7faa9f63b780 1 > prepared operation key=WSX0KY6Y4RVU tag=AF9RLKF9OHAX type=del size=1379272 2024-04-13T08:05:46.137 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.137+0000 7faa9f63b780 1 < canceled operation key=WSX0KY6Y4RVU tag=BJWPVF7E6B6K type=del size=1372695 2024-04-13T08:05:46.140 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.140+0000 7faa9f63b780 1 > prepared operation key=B9J0DWQ62YOI tag=VP34P4XT9OX5 type=del size=252096 2024-04-13T08:05:46.144 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.144+0000 7faa9f63b780 1 < suggested update operation key=NJTHX8PDBAAE tag=S38CJQ7LFVRH type=del size=968113 2024-04-13T08:05:46.148 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.148+0000 7faa9f63b780 1 > prepared part key=_multipart_U4KRH93HDNU6.2~JPKM147IWTEV.0 size=46135 2024-04-13T08:05:46.148 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.148+0000 7faa9f63b780 1 > prepared multipart upload key=U4KRH93HDNU6 upload=JPKM147IWTEV tag=YKL86EKP8ZRC type=write size=1094711 2024-04-13T08:05:46.150 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.150+0000 7faa9f63b780 1 < canceled operation key=B9J0DWQ62YOI tag=598MKY2IM3EU type=del size=3145247 2024-04-13T08:05:46.152 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.152+0000 7faa9f63b780 1 > prepared operation key=EB7L7HOTRCXY tag=EC9ME551XZ24 type=del size=308209 2024-04-13T08:05:46.154 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.155+0000 7faa9f63b780 1 < completed delete operation key=1139HXY3WYTZ tag=XQIWUSHO3A7F type=del 2024-04-13T08:05:46.157 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.157+0000 7faa9f63b780 1 > prepared operation key=9OD1R5489FHK tag=U6237HZXS43G type=del size=1510999 2024-04-13T08:05:46.159 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.159+0000 7faa9f63b780 1 < completed delete operation key=DQJZH0QC5JG1 tag=BAW2C0Z53Z42 type=del 2024-04-13T08:05:46.161 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.161+0000 7faa9f63b780 1 > prepared operation key=BGZCO481WX23 tag=4E38PSEMJW9O type=del size=3587257 2024-04-13T08:05:46.163 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.163+0000 7faa9f63b780 1 < completed part key=_multipart_WSX0KY6Y4RVU.2~CSGO1VWAYPO1.0 size=1048576 2024-04-13T08:05:46.165 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.165+0000 7faa9f63b780 1 < completed part key=_multipart_WSX0KY6Y4RVU.2~CSGO1VWAYPO1.1 size=1048576 2024-04-13T08:05:46.167 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.167+0000 7faa9f63b780 1 < completed part key=_multipart_WSX0KY6Y4RVU.2~CSGO1VWAYPO1.2 size=691912 2024-04-13T08:05:46.170 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.170+0000 7faa9f63b780 1 < completed multipart upload key=WSX0KY6Y4RVU upload=CSGO1VWAYPO1 tag=T3RRFBITOR6U type=write size=3837640 2024-04-13T08:05:46.172 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.172+0000 7faa9f63b780 1 > prepared operation key=DQJZH0QC5JG1 tag=FQHO18C19FVZ type=del size=2922249 2024-04-13T08:05:46.174 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.175+0000 7faa9f63b780 1 < completed part key=_multipart_1R98I2OD2C1B.2~ZG2LWAEKYWL8.0 size=155135 2024-04-13T08:05:46.178 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.178+0000 7faa9f63b780 1 < completed multipart upload key=1R98I2OD2C1B upload=ZG2LWAEKYWL8 tag=GMDKTPOO764A type=write size=1203711 2024-04-13T08:05:46.180 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.180+0000 7faa9f63b780 1 > prepared operation key=CCIT8DQBN9WK tag=N95JPNC5A397 type=del size=3146941 2024-04-13T08:05:46.183 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.183+0000 7faa9f63b780 1 < completed delete operation key=H9HYQWGBJXF0 tag=883Y0HSBYR1S type=del 2024-04-13T08:05:46.185 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.185+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=K772D7O84GFK type=del size=1582051 2024-04-13T08:05:46.185 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.185+0000 7faa9f63b780 1 < canceled part key=_multipart_WSX0KY6Y4RVU.2~VGNHF4D4ATT4.0 size=851682 2024-04-13T08:05:46.190 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.190+0000 7faa9f63b780 1 < canceled multipart upload key=WSX0KY6Y4RVU upload=VGNHF4D4ATT4 tag=0MZENLJGNC3G type=write size=1900258 2024-04-13T08:05:46.194 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.195+0000 7faa9f63b780 1 > prepared part key=_multipart_6EIPCHTPO3X1.2~D5AMULKYFHPB.0 size=1048576 2024-04-13T08:05:46.196 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.197+0000 7faa9f63b780 1 > prepared part key=_multipart_6EIPCHTPO3X1.2~D5AMULKYFHPB.1 size=113420 2024-04-13T08:05:46.197 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.197+0000 7faa9f63b780 1 > prepared multipart upload key=6EIPCHTPO3X1 upload=D5AMULKYFHPB tag=BX02YPMJAESE type=write size=2210572 2024-04-13T08:05:46.198 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.199+0000 7faa9f63b780 1 < completed delete operation key=XP1MOJCI0XHQ tag=EOWP7QA7IIBK type=del 2024-04-13T08:05:46.200 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.201+0000 7faa9f63b780 1 > prepared operation key=ZLCXVHR00MT7 tag=ID3Q7M3ALU62 type=del size=777761 2024-04-13T08:05:46.203 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.203+0000 7faa9f63b780 1 < completed delete operation key=7LQHTC0JXLLC tag=VH2DKKCXDQPR type=del 2024-04-13T08:05:46.205 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.205+0000 7faa9f63b780 1 > prepared operation key=CSYE7NHVWP4Q tag=ZYEZ5PHEZ0P3 type=del size=892378 2024-04-13T08:05:46.207 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.207+0000 7faa9f63b780 1 < completed delete operation key=CCIT8DQBN9WK tag=V6M73ZX4SDDD type=del 2024-04-13T08:05:46.211 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.211+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~B7XGOK1F2IKY.0 size=1042543 2024-04-13T08:05:46.211 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.211+0000 7faa9f63b780 1 > prepared multipart upload key=TSACVEYQTVRN upload=B7XGOK1F2IKY tag=S4U3J8TF03MA type=write size=2091119 2024-04-13T08:05:46.214 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.214+0000 7faa9f63b780 1 < completed write operation key=H9HYQWGBJXF0 tag=857UCP1PIVFP type=write size=618262 2024-04-13T08:05:46.216 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.216+0000 7faa9f63b780 1 > prepared operation key=CSYE7NHVWP4Q tag=U4ZN6V0G1O2O type=del size=3620692 2024-04-13T08:05:46.220 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.220+0000 7faa9f63b780 1 < suggested update operation key=C8EO3JFDK3I3 tag=LZT687F6YYVZ type=del size=2072976 2024-04-13T08:05:46.222 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.222+0000 7faa9f63b780 1 > prepared operation key=7LQHTC0JXLLC tag=EBKRUFA8UD0Y type=write size=376673 2024-04-13T08:05:46.224 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.225+0000 7faa9f63b780 1 < completed write operation key=3H9XN46FCEJA tag=9IY4W7P6O360 type=write size=946349 2024-04-13T08:05:46.226 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.226+0000 7faa9f63b780 1 > prepared operation key=C8EO3JFDK3I3 tag=I4Z0KTRUEHOY type=del size=3635507 2024-04-13T08:05:46.228 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.229+0000 7faa9f63b780 1 < completed delete operation key=WSX0KY6Y4RVU tag=AF9RLKF9OHAX type=del 2024-04-13T08:05:46.231 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.231+0000 7faa9f63b780 1 > prepared operation key=YVLYPQFVWYAW tag=D90HAILH08BH type=write size=420937 2024-04-13T08:05:46.233 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.233+0000 7faa9f63b780 1 < completed delete operation key=B9J0DWQ62YOI tag=VP34P4XT9OX5 type=del 2024-04-13T08:05:46.235 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.236+0000 7faa9f63b780 1 > prepared operation key=CSYE7NHVWP4Q tag=BT10RGY92D9H type=del size=2100877 2024-04-13T08:05:46.238 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.238+0000 7faa9f63b780 1 < completed part key=_multipart_U4KRH93HDNU6.2~JPKM147IWTEV.0 size=46135 2024-04-13T08:05:46.241 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.241+0000 7faa9f63b780 1 < completed multipart upload key=U4KRH93HDNU6 upload=JPKM147IWTEV tag=YKL86EKP8ZRC type=write size=1094711 2024-04-13T08:05:46.243 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.243+0000 7faa9f63b780 1 > prepared operation key=ZLCXVHR00MT7 tag=6833DQI044F2 type=del size=3438010 2024-04-13T08:05:46.246 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.246+0000 7faa9f63b780 1 < completed delete operation key=EB7L7HOTRCXY tag=EC9ME551XZ24 type=del 2024-04-13T08:05:46.250 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.250+0000 7faa9f63b780 1 > prepared part key=_multipart_57TR9Y9AGKFZ.2~W1YQ1X10ZRMA.0 size=980353 2024-04-13T08:05:46.250 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.250+0000 7faa9f63b780 1 > prepared multipart upload key=57TR9Y9AGKFZ upload=W1YQ1X10ZRMA tag=K9BWPEWWJ3MZ type=write size=2028929 2024-04-13T08:05:46.254 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.254+0000 7faa9f63b780 1 < suggested remove operation key=9OD1R5489FHK tag=U6237HZXS43G type=del 2024-04-13T08:05:46.259 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.259+0000 7faa9f63b780 1 > prepared part key=_multipart_EB7L7HOTRCXY.2~DKDQSUPCV5DS.0 size=1048576 2024-04-13T08:05:46.261 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.261+0000 7faa9f63b780 1 > prepared part key=_multipart_EB7L7HOTRCXY.2~DKDQSUPCV5DS.1 size=1048576 2024-04-13T08:05:46.263 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.263+0000 7faa9f63b780 1 > prepared part key=_multipart_EB7L7HOTRCXY.2~DKDQSUPCV5DS.2 size=436654 2024-04-13T08:05:46.263 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.263+0000 7faa9f63b780 1 > prepared multipart upload key=EB7L7HOTRCXY upload=DKDQSUPCV5DS tag=DECK4Z7ZYRTW type=write size=3582382 2024-04-13T08:05:46.265 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.265+0000 7faa9f63b780 1 < completed delete operation key=BGZCO481WX23 tag=4E38PSEMJW9O type=del 2024-04-13T08:05:46.267 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.267+0000 7faa9f63b780 1 > prepared operation key=LCYUO09YJOWJ tag=OXZWZT45MGQV type=del size=4167408 2024-04-13T08:05:46.269 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.269+0000 7faa9f63b780 1 < completed delete operation key=DQJZH0QC5JG1 tag=FQHO18C19FVZ type=del 2024-04-13T08:05:46.271 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.272+0000 7faa9f63b780 1 > prepared operation key=57TR9Y9AGKFZ tag=8DHLKY80GIDL type=del size=3821534 2024-04-13T08:05:46.273 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.274+0000 7faa9f63b780 1 < completed delete operation key=CCIT8DQBN9WK tag=N95JPNC5A397 type=del 2024-04-13T08:05:46.275 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.276+0000 7faa9f63b780 1 > prepared operation key=9OD1R5489FHK tag=G0OLDEMW1S14 type=del size=4049266 2024-04-13T08:05:46.280 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.281+0000 7faa9f63b780 1 < suggested update operation key=USAT0PUC8Q9C tag=K772D7O84GFK type=del size=1582051 2024-04-13T08:05:46.286 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.286+0000 7faa9f63b780 1 > prepared part key=_multipart_NHC2LNYCNU8O.2~31MV6WXKPHMN.0 size=938094 2024-04-13T08:05:46.286 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.286+0000 7faa9f63b780 1 > prepared multipart upload key=NHC2LNYCNU8O upload=31MV6WXKPHMN tag=5FSWTQ0TQCT6 type=write size=1986670 2024-04-13T08:05:46.288 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.288+0000 7faa9f63b780 1 < completed part key=_multipart_6EIPCHTPO3X1.2~D5AMULKYFHPB.0 size=1048576 2024-04-13T08:05:46.290 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.290+0000 7faa9f63b780 1 < completed part key=_multipart_6EIPCHTPO3X1.2~D5AMULKYFHPB.1 size=113420 2024-04-13T08:05:46.294 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.294+0000 7faa9f63b780 1 < completed multipart upload key=6EIPCHTPO3X1 upload=D5AMULKYFHPB tag=BX02YPMJAESE type=write size=2210572 2024-04-13T08:05:46.296 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.297+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=I226G24JI32L type=write size=996259 2024-04-13T08:05:46.298 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.299+0000 7faa9f63b780 1 < completed delete operation key=ZLCXVHR00MT7 tag=ID3Q7M3ALU62 type=del 2024-04-13T08:05:46.302 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.302+0000 7faa9f63b780 1 > prepared part key=_multipart_CSYE7NHVWP4Q.2~Y1X7V16TAMR1.0 size=1048576 2024-04-13T08:05:46.304 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.304+0000 7faa9f63b780 1 > prepared part key=_multipart_CSYE7NHVWP4Q.2~Y1X7V16TAMR1.1 size=1048576 2024-04-13T08:05:46.305 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.306+0000 7faa9f63b780 1 > prepared part key=_multipart_CSYE7NHVWP4Q.2~Y1X7V16TAMR1.2 size=864654 2024-04-13T08:05:46.306 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.306+0000 7faa9f63b780 1 > prepared multipart upload key=CSYE7NHVWP4Q upload=Y1X7V16TAMR1 tag=RTJXT9RM315P type=write size=4010382 2024-04-13T08:05:46.307 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.308+0000 7faa9f63b780 1 < completed delete operation key=CSYE7NHVWP4Q tag=ZYEZ5PHEZ0P3 type=del 2024-04-13T08:05:46.310 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.310+0000 7faa9f63b780 1 > prepared operation key=NHC2LNYCNU8O tag=JTFU0QM9MP11 type=del size=3250441 2024-04-13T08:05:46.312 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.313+0000 7faa9f63b780 1 < completed part key=_multipart_TSACVEYQTVRN.2~B7XGOK1F2IKY.0 size=1042543 2024-04-13T08:05:46.316 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.316+0000 7faa9f63b780 1 < completed multipart upload key=TSACVEYQTVRN upload=B7XGOK1F2IKY tag=S4U3J8TF03MA type=write size=2091119 2024-04-13T08:05:46.318 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.318+0000 7faa9f63b780 1 > prepared operation key=TSACVEYQTVRN tag=OCWN3AIU0OH4 type=del size=2526173 2024-04-13T08:05:46.320 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.320+0000 7faa9f63b780 1 < completed delete operation key=CSYE7NHVWP4Q tag=U4ZN6V0G1O2O type=del 2024-04-13T08:05:46.322 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.322+0000 7faa9f63b780 1 > prepared operation key=DQJZH0QC5JG1 tag=DC996V8PILRM type=del size=2455495 2024-04-13T08:05:46.326 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.326+0000 7faa9f63b780 1 < suggested update operation key=7LQHTC0JXLLC tag=EBKRUFA8UD0Y type=write size=376673 2024-04-13T08:05:46.327 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.328+0000 7faa9f63b780 1 > prepared operation key=CSYE7NHVWP4Q tag=B13YOIJYQG3E type=del size=1666161 2024-04-13T08:05:46.329 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.330+0000 7faa9f63b780 1 < completed delete operation key=C8EO3JFDK3I3 tag=I4Z0KTRUEHOY type=del 2024-04-13T08:05:46.331 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.331+0000 7faa9f63b780 1 > prepared operation key=H9HYQWGBJXF0 tag=8KZ5JHTHQ7M0 type=del size=482384 2024-04-13T08:05:46.335 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.335+0000 7faa9f63b780 1 < suggested update operation key=YVLYPQFVWYAW tag=D90HAILH08BH type=write size=420937 2024-04-13T08:05:46.339 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.339+0000 7faa9f63b780 1 > prepared part key=_multipart_U4KRH93HDNU6.2~4S1TTXTEI7RY.0 size=1048576 2024-04-13T08:05:46.341 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.341+0000 7faa9f63b780 1 > prepared part key=_multipart_U4KRH93HDNU6.2~4S1TTXTEI7RY.1 size=1048576 2024-04-13T08:05:46.343 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.343+0000 7faa9f63b780 1 > prepared part key=_multipart_U4KRH93HDNU6.2~4S1TTXTEI7RY.2 size=808089 2024-04-13T08:05:46.343 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.343+0000 7faa9f63b780 1 > prepared multipart upload key=U4KRH93HDNU6 upload=4S1TTXTEI7RY tag=4CU2HTCVP7ZC type=write size=3953817 2024-04-13T08:05:46.345 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.345+0000 7faa9f63b780 1 < completed delete operation key=CSYE7NHVWP4Q tag=BT10RGY92D9H type=del 2024-04-13T08:05:46.347 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.347+0000 7faa9f63b780 1 > prepared operation key=XP1MOJCI0XHQ tag=YY63ZQRF0RBL type=del size=713544 2024-04-13T08:05:46.349 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.350+0000 7faa9f63b780 1 < completed delete operation key=ZLCXVHR00MT7 tag=6833DQI044F2 type=del 2024-04-13T08:05:46.352 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.352+0000 7faa9f63b780 1 > prepared operation key=KPYALZ2K1347 tag=J9116L8Y7VVG type=del size=911570 2024-04-13T08:05:46.354 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.354+0000 7faa9f63b780 1 < completed part key=_multipart_57TR9Y9AGKFZ.2~W1YQ1X10ZRMA.0 size=980353 2024-04-13T08:05:46.358 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.358+0000 7faa9f63b780 1 < completed multipart upload key=57TR9Y9AGKFZ upload=W1YQ1X10ZRMA tag=K9BWPEWWJ3MZ type=write size=2028929 2024-04-13T08:05:46.360 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.360+0000 7faa9f63b780 1 > prepared operation key=NHC2LNYCNU8O tag=V4NBPIE1D91G type=write size=142210 2024-04-13T08:05:46.362 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.362+0000 7faa9f63b780 1 < completed part key=_multipart_EB7L7HOTRCXY.2~DKDQSUPCV5DS.0 size=1048576 2024-04-13T08:05:46.364 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.364+0000 7faa9f63b780 1 < completed part key=_multipart_EB7L7HOTRCXY.2~DKDQSUPCV5DS.1 size=1048576 2024-04-13T08:05:46.366 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.366+0000 7faa9f63b780 1 < completed part key=_multipart_EB7L7HOTRCXY.2~DKDQSUPCV5DS.2 size=436654 2024-04-13T08:05:46.370 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.370+0000 7faa9f63b780 1 < completed multipart upload key=EB7L7HOTRCXY upload=DKDQSUPCV5DS tag=DECK4Z7ZYRTW type=write size=3582382 2024-04-13T08:05:46.372 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.372+0000 7faa9f63b780 1 > prepared operation key=ZLCXVHR00MT7 tag=XI6SXA9QH3PK type=del size=2448654 2024-04-13T08:05:46.374 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.375+0000 7faa9f63b780 1 < completed delete operation key=LCYUO09YJOWJ tag=OXZWZT45MGQV type=del 2024-04-13T08:05:46.377 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.377+0000 7faa9f63b780 1 > prepared operation key=CWNYE55R1BSI tag=UHXG6USVN291 type=del size=1997762 2024-04-13T08:05:46.379 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.379+0000 7faa9f63b780 1 < completed delete operation key=57TR9Y9AGKFZ tag=8DHLKY80GIDL type=del 2024-04-13T08:05:46.383 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.383+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~EWV40JR5OVY5.0 size=214708 2024-04-13T08:05:46.383 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.383+0000 7faa9f63b780 1 > prepared multipart upload key=TSACVEYQTVRN upload=EWV40JR5OVY5 tag=XKZMY18I8FOZ type=write size=1263284 2024-04-13T08:05:46.388 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.388+0000 7faa9f63b780 1 < suggested remove operation key=9OD1R5489FHK tag=G0OLDEMW1S14 type=del 2024-04-13T08:05:46.393 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.392+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~8E0F4PO280E1.0 size=1048576 2024-04-13T08:05:46.394 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.394+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~8E0F4PO280E1.1 size=1016423 2024-04-13T08:05:46.394 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.394+0000 7faa9f63b780 1 > prepared multipart upload key=DQJZH0QC5JG1 upload=8E0F4PO280E1 tag=XCTAJ2CS12L3 type=write size=3113575 2024-04-13T08:05:46.394 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.394+0000 7faa9f63b780 1 < canceled part key=_multipart_NHC2LNYCNU8O.2~31MV6WXKPHMN.0 size=938094 2024-04-13T08:05:46.397 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.397+0000 7faa9f63b780 1 < canceled multipart upload key=NHC2LNYCNU8O upload=31MV6WXKPHMN tag=5FSWTQ0TQCT6 type=write size=1986670 2024-04-13T08:05:46.399 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.399+0000 7faa9f63b780 1 > prepared operation key=NJTHX8PDBAAE tag=8Z0ORHQOKFCL type=del size=2066394 2024-04-13T08:05:46.401 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.401+0000 7faa9f63b780 1 < canceled operation key=USAT0PUC8Q9C tag=I226G24JI32L type=write size=996259 2024-04-13T08:05:46.403 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.404+0000 7faa9f63b780 1 > prepared operation key=U4KRH93HDNU6 tag=ITVSBJYE0783 type=del size=2945421 2024-04-13T08:05:46.405 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.405+0000 7faa9f63b780 1 < completed part key=_multipart_CSYE7NHVWP4Q.2~Y1X7V16TAMR1.0 size=1048576 2024-04-13T08:05:46.406 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.406+0000 7faa9f63b780 1 < canceled part key=_multipart_CSYE7NHVWP4Q.2~Y1X7V16TAMR1.1 size=1048576 2024-04-13T08:05:46.407 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.407+0000 7faa9f63b780 1 < completed part key=_multipart_CSYE7NHVWP4Q.2~Y1X7V16TAMR1.2 size=864654 2024-04-13T08:05:46.411 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.411+0000 7faa9f63b780 1 < canceled multipart upload key=CSYE7NHVWP4Q upload=Y1X7V16TAMR1 tag=RTJXT9RM315P type=write size=4010382 2024-04-13T08:05:46.413 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.413+0000 7faa9f63b780 1 > prepared operation key=EBB3GPXHIYM1 tag=TJU8VU3349KX type=del size=3454405 2024-04-13T08:05:46.417 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.417+0000 7faa9f63b780 1 < suggested update operation key=NHC2LNYCNU8O tag=JTFU0QM9MP11 type=del size=3250441 2024-04-13T08:05:46.419 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.419+0000 7faa9f63b780 1 > prepared operation key=C8EO3JFDK3I3 tag=5G5VEC58LLN2 type=del size=641261 2024-04-13T08:05:46.421 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.421+0000 7faa9f63b780 1 < completed delete operation key=TSACVEYQTVRN tag=OCWN3AIU0OH4 type=del 2024-04-13T08:05:46.424 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.424+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=HBWIGHZ5KJ46 type=write size=200986 2024-04-13T08:05:46.425 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.425+0000 7faa9f63b780 1 < completed delete operation key=DQJZH0QC5JG1 tag=DC996V8PILRM type=del 2024-04-13T08:05:46.427 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.427+0000 7faa9f63b780 1 > prepared operation key=XP1MOJCI0XHQ tag=W44GQE3EI85E type=del size=908129 2024-04-13T08:05:46.429 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.429+0000 7faa9f63b780 1 < completed delete operation key=CSYE7NHVWP4Q tag=B13YOIJYQG3E type=del 2024-04-13T08:05:46.431 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.431+0000 7faa9f63b780 1 > prepared operation key=57TR9Y9AGKFZ tag=UDAU2R66BGUA type=del size=2727434 2024-04-13T08:05:46.433 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.433+0000 7faa9f63b780 1 < completed delete operation key=H9HYQWGBJXF0 tag=8KZ5JHTHQ7M0 type=del 2024-04-13T08:05:46.435 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.436+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=D79QB2FLPJC2 type=write size=99479 2024-04-13T08:05:46.438 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.438+0000 7faa9f63b780 1 < completed part key=_multipart_U4KRH93HDNU6.2~4S1TTXTEI7RY.0 size=1048576 2024-04-13T08:05:46.440 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.440+0000 7faa9f63b780 1 < completed part key=_multipart_U4KRH93HDNU6.2~4S1TTXTEI7RY.1 size=1048576 2024-04-13T08:05:46.442 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.442+0000 7faa9f63b780 1 < completed part key=_multipart_U4KRH93HDNU6.2~4S1TTXTEI7RY.2 size=808089 2024-04-13T08:05:46.446 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.446+0000 7faa9f63b780 1 < completed multipart upload key=U4KRH93HDNU6 upload=4S1TTXTEI7RY tag=4CU2HTCVP7ZC type=write size=3953817 2024-04-13T08:05:46.448 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.449+0000 7faa9f63b780 1 > prepared operation key=ZLCXVHR00MT7 tag=UO0CX3CD20VS type=del size=453290 2024-04-13T08:05:46.451 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.451+0000 7faa9f63b780 1 < completed delete operation key=XP1MOJCI0XHQ tag=YY63ZQRF0RBL type=del 2024-04-13T08:05:46.455 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.456+0000 7faa9f63b780 1 > prepared part key=_multipart_XP1MOJCI0XHQ.2~Q6O5CQTSLDO2.0 size=1048576 2024-04-13T08:05:46.458 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.458+0000 7faa9f63b780 1 > prepared part key=_multipart_XP1MOJCI0XHQ.2~Q6O5CQTSLDO2.1 size=1048576 2024-04-13T08:05:46.459 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.459+0000 7faa9f63b780 1 > prepared part key=_multipart_XP1MOJCI0XHQ.2~Q6O5CQTSLDO2.2 size=934349 2024-04-13T08:05:46.459 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.459+0000 7faa9f63b780 1 > prepared multipart upload key=XP1MOJCI0XHQ upload=Q6O5CQTSLDO2 tag=J6SII92WWN0P type=write size=4080077 2024-04-13T08:05:46.461 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.462+0000 7faa9f63b780 1 < completed delete operation key=KPYALZ2K1347 tag=J9116L8Y7VVG type=del 2024-04-13T08:05:46.466 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.466+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~SZLYJ62H6D3V.0 size=1048576 2024-04-13T08:05:46.468 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.468+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~SZLYJ62H6D3V.1 size=1034744 2024-04-13T08:05:46.468 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.468+0000 7faa9f63b780 1 > prepared multipart upload key=TSACVEYQTVRN upload=SZLYJ62H6D3V tag=Q2ET9COLKHVP type=write size=3131896 2024-04-13T08:05:46.471 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.471+0000 7faa9f63b780 -1 < failed to complete operation key=NHC2LNYCNU8O tag=V4NBPIE1D91G type=write size=142210: (22) Invalid argument 2024-04-13T08:05:46.473 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.473+0000 7faa9f63b780 1 > prepared operation key=C8EO3JFDK3I3 tag=QD7K6YLFR4HJ type=del size=2075873 2024-04-13T08:05:46.475 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.475+0000 7faa9f63b780 1 < completed delete operation key=ZLCXVHR00MT7 tag=XI6SXA9QH3PK type=del 2024-04-13T08:05:46.478 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.479+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~O10FBG1R9YFF.0 size=1048576 2024-04-13T08:05:46.480 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.480+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~O10FBG1R9YFF.1 size=969948 2024-04-13T08:05:46.480 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.480+0000 7faa9f63b780 1 > prepared multipart upload key=9OD1R5489FHK upload=O10FBG1R9YFF tag=YTRINAHR008K type=write size=3067100 2024-04-13T08:05:46.486 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.486+0000 7faa9f63b780 1 < suggested update operation key=CWNYE55R1BSI tag=UHXG6USVN291 type=del size=1997762 2024-04-13T08:05:46.489 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.489+0000 7faa9f63b780 1 > prepared operation key=EBB3GPXHIYM1 tag=O34UUFJN1RVR type=del size=529668 2024-04-13T08:05:46.491 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.491+0000 7faa9f63b780 1 < completed part key=_multipart_TSACVEYQTVRN.2~EWV40JR5OVY5.0 size=214708 2024-04-13T08:05:46.496 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.496+0000 7faa9f63b780 1 < completed multipart upload key=TSACVEYQTVRN upload=EWV40JR5OVY5 tag=XKZMY18I8FOZ type=write size=1263284 2024-04-13T08:05:46.500 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.501+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~9Y1Z9U3DCMYN.0 size=1048576 2024-04-13T08:05:46.503 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.503+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~9Y1Z9U3DCMYN.1 size=1048576 2024-04-13T08:05:46.505 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.505+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~9Y1Z9U3DCMYN.2 size=168512 2024-04-13T08:05:46.505 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.505+0000 7faa9f63b780 1 > prepared multipart upload key=9OD1R5489FHK upload=9Y1Z9U3DCMYN tag=CDEXWGVFY141 type=write size=3314240 2024-04-13T08:05:46.507 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.507+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~8E0F4PO280E1.0 size=1048576 2024-04-13T08:05:46.509 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.509+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~8E0F4PO280E1.1 size=1016423 2024-04-13T08:05:46.513 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.513+0000 7faa9f63b780 1 < completed multipart upload key=DQJZH0QC5JG1 upload=8E0F4PO280E1 tag=XCTAJ2CS12L3 type=write size=3113575 2024-04-13T08:05:46.515 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.515+0000 7faa9f63b780 1 > prepared operation key=TSACVEYQTVRN tag=UWYEN0DMLWHJ type=del size=2095888 2024-04-13T08:05:46.517 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.517+0000 7faa9f63b780 1 < canceled operation key=NJTHX8PDBAAE tag=8Z0ORHQOKFCL type=del size=2066394 2024-04-13T08:05:46.521 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.521+0000 7faa9f63b780 1 > prepared part key=_multipart_KN6SVO6HG65Q.2~MHHVOTRU7N0L.0 size=625920 2024-04-13T08:05:46.521 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.521+0000 7faa9f63b780 1 > prepared multipart upload key=KN6SVO6HG65Q upload=MHHVOTRU7N0L tag=FG5NZOX8RGAH type=write size=1674496 2024-04-13T08:05:46.523 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.523+0000 7faa9f63b780 1 < completed delete operation key=U4KRH93HDNU6 tag=ITVSBJYE0783 type=del 2024-04-13T08:05:46.527 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.527+0000 7faa9f63b780 1 > prepared operation key=XP1MOJCI0XHQ tag=F2YK8LTYCLXZ type=del size=2896286 2024-04-13T08:05:46.530 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.530+0000 7faa9f63b780 1 < canceled operation key=EBB3GPXHIYM1 tag=TJU8VU3349KX type=del size=3454405 2024-04-13T08:05:46.531 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.532+0000 7faa9f63b780 1 > prepared operation key=7LQHTC0JXLLC tag=PNFGOTWHX2KR type=del size=2043024 2024-04-13T08:05:46.534 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.534+0000 7faa9f63b780 1 < completed delete operation key=C8EO3JFDK3I3 tag=5G5VEC58LLN2 type=del 2024-04-13T08:05:46.537 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.537+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~CCALT1TLRHAA.0 size=432895 2024-04-13T08:05:46.537 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.537+0000 7faa9f63b780 1 > prepared multipart upload key=KPYALZ2K1347 upload=CCALT1TLRHAA tag=5IXJCLASU85I type=write size=1481471 2024-04-13T08:05:46.539 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.540+0000 7faa9f63b780 1 < completed write operation key=ATLCBD5K8IS1 tag=HBWIGHZ5KJ46 type=write size=200986 2024-04-13T08:05:46.543 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.544+0000 7faa9f63b780 1 > prepared part key=_multipart_XP1MOJCI0XHQ.2~GW3HMDG42MUZ.0 size=1048576 2024-04-13T08:05:46.545 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.545+0000 7faa9f63b780 1 > prepared part key=_multipart_XP1MOJCI0XHQ.2~GW3HMDG42MUZ.1 size=1048576 2024-04-13T08:05:46.548 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.548+0000 7faa9f63b780 1 > prepared part key=_multipart_XP1MOJCI0XHQ.2~GW3HMDG42MUZ.2 size=70764 2024-04-13T08:05:46.548 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.548+0000 7faa9f63b780 1 > prepared multipart upload key=XP1MOJCI0XHQ upload=GW3HMDG42MUZ tag=ASUYW7QZ68R1 type=write size=3216492 2024-04-13T08:05:46.550 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.550+0000 7faa9f63b780 1 < completed delete operation key=XP1MOJCI0XHQ tag=W44GQE3EI85E type=del 2024-04-13T08:05:46.552 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.552+0000 7faa9f63b780 1 > prepared operation key=CWNYE55R1BSI tag=LDMMN8HA3927 type=del size=3504854 2024-04-13T08:05:46.554 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.554+0000 7faa9f63b780 1 < completed delete operation key=57TR9Y9AGKFZ tag=UDAU2R66BGUA type=del 2024-04-13T08:05:46.559 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.559+0000 7faa9f63b780 1 > prepared part key=_multipart_KN6SVO6HG65Q.2~R18KFWLF63R9.0 size=540966 2024-04-13T08:05:46.559 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.559+0000 7faa9f63b780 1 > prepared multipart upload key=KN6SVO6HG65Q upload=R18KFWLF63R9 tag=T2VGDA1XV3TF type=write size=1589542 2024-04-13T08:05:46.562 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.562+0000 7faa9f63b780 1 < canceled operation key=ATLCBD5K8IS1 tag=D79QB2FLPJC2 type=write size=99479 2024-04-13T08:05:46.566 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.566+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~Y76AIVVG6PE0.0 size=743205 2024-04-13T08:05:46.566 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.566+0000 7faa9f63b780 1 > prepared multipart upload key=9OD1R5489FHK upload=Y76AIVVG6PE0 tag=8P4Q0CTI5JSZ type=write size=1791781 2024-04-13T08:05:46.568 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.568+0000 7faa9f63b780 1 < completed delete operation key=ZLCXVHR00MT7 tag=UO0CX3CD20VS type=del 2024-04-13T08:05:46.570 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.570+0000 7faa9f63b780 1 > prepared operation key=KN6SVO6HG65Q tag=5Y7SFPWRLFSM type=del size=2049939 2024-04-13T08:05:46.572 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.572+0000 7faa9f63b780 1 < completed part key=_multipart_XP1MOJCI0XHQ.2~Q6O5CQTSLDO2.0 size=1048576 2024-04-13T08:05:46.574 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.574+0000 7faa9f63b780 1 < completed part key=_multipart_XP1MOJCI0XHQ.2~Q6O5CQTSLDO2.1 size=1048576 2024-04-13T08:05:46.575 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.576+0000 7faa9f63b780 1 < completed part key=_multipart_XP1MOJCI0XHQ.2~Q6O5CQTSLDO2.2 size=934349 2024-04-13T08:05:46.579 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.579+0000 7faa9f63b780 1 < completed multipart upload key=XP1MOJCI0XHQ upload=Q6O5CQTSLDO2 tag=J6SII92WWN0P type=write size=4080077 2024-04-13T08:05:46.581 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.581+0000 7faa9f63b780 1 > prepared operation key=WSX0KY6Y4RVU tag=6H9Q6VAAMOZ8 type=write size=433585 2024-04-13T08:05:46.582 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.582+0000 7faa9f63b780 1 < canceled part key=_multipart_TSACVEYQTVRN.2~SZLYJ62H6D3V.0 size=1048576 2024-04-13T08:05:46.584 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.584+0000 7faa9f63b780 1 < completed part key=_multipart_TSACVEYQTVRN.2~SZLYJ62H6D3V.1 size=1034744 2024-04-13T08:05:46.587 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.588+0000 7faa9f63b780 1 < canceled multipart upload key=TSACVEYQTVRN upload=SZLYJ62H6D3V tag=Q2ET9COLKHVP type=write size=3131896 2024-04-13T08:05:46.589 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.590+0000 7faa9f63b780 1 > prepared operation key=EB7L7HOTRCXY tag=2O0L6GEJRDTQ type=del size=1622096 2024-04-13T08:05:46.594 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.594+0000 7faa9f63b780 1 < suggested remove operation key=C8EO3JFDK3I3 tag=QD7K6YLFR4HJ type=del 2024-04-13T08:05:46.598 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.598+0000 7faa9f63b780 1 > prepared part key=_multipart_BGZCO481WX23.2~3PEENQ4RNQHD.0 size=1048576 2024-04-13T08:05:46.600 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.600+0000 7faa9f63b780 1 > prepared part key=_multipart_BGZCO481WX23.2~3PEENQ4RNQHD.1 size=919606 2024-04-13T08:05:46.600 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.600+0000 7faa9f63b780 1 > prepared multipart upload key=BGZCO481WX23 upload=3PEENQ4RNQHD tag=RYZJEF3UHMKY type=write size=3016758 2024-04-13T08:05:46.602 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.603+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~O10FBG1R9YFF.0 size=1048576 2024-04-13T08:05:46.605 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.605+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~O10FBG1R9YFF.1 size=969948 2024-04-13T08:05:46.608 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.609+0000 7faa9f63b780 1 < completed multipart upload key=9OD1R5489FHK upload=O10FBG1R9YFF tag=YTRINAHR008K type=write size=3067100 2024-04-13T08:05:46.610 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.611+0000 7faa9f63b780 1 > prepared operation key=DQJZH0QC5JG1 tag=URS5KFANBZGT type=del size=3538860 2024-04-13T08:05:46.613 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.613+0000 7faa9f63b780 1 < completed delete operation key=EBB3GPXHIYM1 tag=O34UUFJN1RVR type=del 2024-04-13T08:05:46.617 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.617+0000 7faa9f63b780 1 > prepared part key=_multipart_NJTHX8PDBAAE.2~BQGLLQZYBXUI.0 size=1048576 2024-04-13T08:05:46.619 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.619+0000 7faa9f63b780 1 > prepared part key=_multipart_NJTHX8PDBAAE.2~BQGLLQZYBXUI.1 size=1048576 2024-04-13T08:05:46.621 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.621+0000 7faa9f63b780 1 > prepared part key=_multipart_NJTHX8PDBAAE.2~BQGLLQZYBXUI.2 size=829679 2024-04-13T08:05:46.621 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.621+0000 7faa9f63b780 1 > prepared multipart upload key=NJTHX8PDBAAE upload=BQGLLQZYBXUI tag=I1PZR9M24KHE type=write size=3975407 2024-04-13T08:05:46.623 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.623+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~9Y1Z9U3DCMYN.0 size=1048576 2024-04-13T08:05:46.624 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.624+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~9Y1Z9U3DCMYN.1 size=1048576 2024-04-13T08:05:46.626 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.626+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~9Y1Z9U3DCMYN.2 size=168512 2024-04-13T08:05:46.631 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.631+0000 7faa9f63b780 1 < completed multipart upload key=9OD1R5489FHK upload=9Y1Z9U3DCMYN tag=CDEXWGVFY141 type=write size=3314240 2024-04-13T08:05:46.633 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.633+0000 7faa9f63b780 1 > prepared operation key=LCYUO09YJOWJ tag=PMZEBZBXTGOE type=write size=258368 2024-04-13T08:05:46.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:46 smithi139 ceph-mon[88985]: pgmap v1380: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 911 KiB/s rd, 316 KiB/s wr, 1.61k op/s 2024-04-13T08:05:46.637 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.638+0000 7faa9f63b780 1 < suggested remove operation key=TSACVEYQTVRN tag=UWYEN0DMLWHJ type=del 2024-04-13T08:05:46.642 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.642+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~TWZG429QHDSR.0 size=626640 2024-04-13T08:05:46.642 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.642+0000 7faa9f63b780 1 > prepared multipart upload key=7LQHTC0JXLLC upload=TWZG429QHDSR tag=MGI5IYJLM2A7 type=write size=1675216 2024-04-13T08:05:46.645 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.646+0000 7faa9f63b780 1 < completed part key=_multipart_KN6SVO6HG65Q.2~MHHVOTRU7N0L.0 size=625920 2024-04-13T08:05:46.649 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.649+0000 7faa9f63b780 1 < completed multipart upload key=KN6SVO6HG65Q upload=MHHVOTRU7N0L tag=FG5NZOX8RGAH type=write size=1674496 2024-04-13T08:05:46.651 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.651+0000 7faa9f63b780 1 > prepared operation key=ZLCXVHR00MT7 tag=764JFJFDY1UB type=del size=3717144 2024-04-13T08:05:46.653 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.654+0000 7faa9f63b780 1 < completed delete operation key=XP1MOJCI0XHQ tag=F2YK8LTYCLXZ type=del 2024-04-13T08:05:46.657 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.657+0000 7faa9f63b780 1 > prepared part key=_multipart_CSYE7NHVWP4Q.2~HY65W3A514RL.0 size=1048576 2024-04-13T08:05:46.659 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.660+0000 7faa9f63b780 1 > prepared part key=_multipart_CSYE7NHVWP4Q.2~HY65W3A514RL.1 size=645738 2024-04-13T08:05:46.659 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.660+0000 7faa9f63b780 1 > prepared multipart upload key=CSYE7NHVWP4Q upload=HY65W3A514RL tag=XO94J77ARV2R type=write size=2742890 2024-04-13T08:05:46.662 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.662+0000 7faa9f63b780 1 < completed delete operation key=7LQHTC0JXLLC tag=PNFGOTWHX2KR type=del 2024-04-13T08:05:46.666 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.666+0000 7faa9f63b780 1 > prepared part key=_multipart_H9HYQWGBJXF0.2~FUDF28R7VL00.0 size=277278 2024-04-13T08:05:46.666 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.666+0000 7faa9f63b780 1 > prepared multipart upload key=H9HYQWGBJXF0 upload=FUDF28R7VL00 tag=SJH9WN99WO75 type=write size=1325854 2024-04-13T08:05:46.669 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.669+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~CCALT1TLRHAA.0 size=432895 2024-04-13T08:05:46.673 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.673+0000 7faa9f63b780 1 < completed multipart upload key=KPYALZ2K1347 upload=CCALT1TLRHAA tag=5IXJCLASU85I type=write size=1481471 2024-04-13T08:05:46.675 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.675+0000 7faa9f63b780 1 > prepared operation key=KPYALZ2K1347 tag=MG3VQO33OQBN type=del size=1878054 2024-04-13T08:05:46.677 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.677+0000 7faa9f63b780 1 < completed part key=_multipart_XP1MOJCI0XHQ.2~GW3HMDG42MUZ.0 size=1048576 2024-04-13T08:05:46.679 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.679+0000 7faa9f63b780 1 < completed part key=_multipart_XP1MOJCI0XHQ.2~GW3HMDG42MUZ.1 size=1048576 2024-04-13T08:05:46.680 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.679+0000 7faa9f63b780 1 < canceled part key=_multipart_XP1MOJCI0XHQ.2~GW3HMDG42MUZ.2 size=70764 2024-04-13T08:05:46.683 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.683+0000 7faa9f63b780 1 < canceled multipart upload key=XP1MOJCI0XHQ upload=GW3HMDG42MUZ tag=ASUYW7QZ68R1 type=write size=3216492 2024-04-13T08:05:46.685 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.685+0000 7faa9f63b780 1 > prepared operation key=YVLYPQFVWYAW tag=FW0C08807T17 type=del size=2064072 2024-04-13T08:05:46.687 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.687+0000 7faa9f63b780 1 < completed delete operation key=CWNYE55R1BSI tag=LDMMN8HA3927 type=del 2024-04-13T08:05:46.689 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.689+0000 7faa9f63b780 1 > prepared operation key=6EIPCHTPO3X1 tag=OE8D1VCOCWND type=write size=1028419 2024-04-13T08:05:46.691 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.691+0000 7faa9f63b780 1 < completed part key=_multipart_KN6SVO6HG65Q.2~R18KFWLF63R9.0 size=540966 2024-04-13T08:05:46.694 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.695+0000 7faa9f63b780 1 < completed multipart upload key=KN6SVO6HG65Q upload=R18KFWLF63R9 tag=T2VGDA1XV3TF type=write size=1589542 2024-04-13T08:05:46.697 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.697+0000 7faa9f63b780 1 > prepared operation key=ZLCXVHR00MT7 tag=LBV7NPVBF23Z type=del size=3586832 2024-04-13T08:05:46.699 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.699+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~Y76AIVVG6PE0.0 size=743205 2024-04-13T08:05:46.703 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.703+0000 7faa9f63b780 1 < completed multipart upload key=9OD1R5489FHK upload=Y76AIVVG6PE0 tag=8P4Q0CTI5JSZ type=write size=1791781 2024-04-13T08:05:46.706 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.706+0000 7faa9f63b780 1 > prepared operation key=BGZCO481WX23 tag=RGHN86HTFX6G type=del size=2091244 2024-04-13T08:05:46.708 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.708+0000 7faa9f63b780 1 < completed delete operation key=KN6SVO6HG65Q tag=5Y7SFPWRLFSM type=del 2024-04-13T08:05:46.710 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.710+0000 7faa9f63b780 1 > prepared operation key=CCIT8DQBN9WK tag=WHH6DOOKOUOT type=del size=357387 2024-04-13T08:05:46.715 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.716+0000 7faa9f63b780 1 < suggested remove operation key=WSX0KY6Y4RVU tag=6H9Q6VAAMOZ8 type=write 2024-04-13T08:05:46.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:46 smithi119 ceph-mon[96316]: pgmap v1380: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 911 KiB/s rd, 316 KiB/s wr, 1.61k op/s 2024-04-13T08:05:46.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:46 smithi119 ceph-mon[93746]: pgmap v1380: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 911 KiB/s rd, 316 KiB/s wr, 1.61k op/s 2024-04-13T08:05:46.717 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.718+0000 7faa9f63b780 1 > prepared operation key=U4KRH93HDNU6 tag=SQQBIV05ZB1C type=write size=988181 2024-04-13T08:05:46.719 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.720+0000 7faa9f63b780 1 < canceled operation key=EB7L7HOTRCXY tag=2O0L6GEJRDTQ type=del size=1622096 2024-04-13T08:05:46.721 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.722+0000 7faa9f63b780 1 > prepared operation key=NHC2LNYCNU8O tag=HHPLOWHMNBZ8 type=del size=1014979 2024-04-13T08:05:46.724 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.724+0000 7faa9f63b780 1 < completed part key=_multipart_BGZCO481WX23.2~3PEENQ4RNQHD.0 size=1048576 2024-04-13T08:05:46.726 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.726+0000 7faa9f63b780 1 < completed part key=_multipart_BGZCO481WX23.2~3PEENQ4RNQHD.1 size=919606 2024-04-13T08:05:46.729 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.729+0000 7faa9f63b780 1 < completed multipart upload key=BGZCO481WX23 upload=3PEENQ4RNQHD tag=RYZJEF3UHMKY type=write size=3016758 2024-04-13T08:05:46.732 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.732+0000 7faa9f63b780 1 > prepared operation key=1139HXY3WYTZ tag=KD19QMUHXAZN type=write size=389289 2024-04-13T08:05:46.734 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.734+0000 7faa9f63b780 1 < completed delete operation key=DQJZH0QC5JG1 tag=URS5KFANBZGT type=del 2024-04-13T08:05:46.736 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.736+0000 7faa9f63b780 1 > prepared operation key=XP1MOJCI0XHQ tag=LM6DQF1NS5ZJ type=del size=988335 2024-04-13T08:05:46.739 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.739+0000 7faa9f63b780 1 < completed part key=_multipart_NJTHX8PDBAAE.2~BQGLLQZYBXUI.0 size=1048576 2024-04-13T08:05:46.740 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.741+0000 7faa9f63b780 1 < completed part key=_multipart_NJTHX8PDBAAE.2~BQGLLQZYBXUI.1 size=1048576 2024-04-13T08:05:46.742 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.743+0000 7faa9f63b780 1 < completed part key=_multipart_NJTHX8PDBAAE.2~BQGLLQZYBXUI.2 size=829679 2024-04-13T08:05:46.747 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.747+0000 7faa9f63b780 1 < completed multipart upload key=NJTHX8PDBAAE upload=BQGLLQZYBXUI tag=I1PZR9M24KHE type=write size=3975407 2024-04-13T08:05:46.751 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.751+0000 7faa9f63b780 1 > prepared part key=_multipart_Y3BAXTXJ3THV.2~UWFSS71MMGRI.0 size=1048576 2024-04-13T08:05:46.753 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.753+0000 7faa9f63b780 1 > prepared part key=_multipart_Y3BAXTXJ3THV.2~UWFSS71MMGRI.1 size=1048576 2024-04-13T08:05:46.754 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.755+0000 7faa9f63b780 1 > prepared part key=_multipart_Y3BAXTXJ3THV.2~UWFSS71MMGRI.2 size=375093 2024-04-13T08:05:46.755 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.755+0000 7faa9f63b780 1 > prepared multipart upload key=Y3BAXTXJ3THV upload=UWFSS71MMGRI tag=VC7QUWYA36UI type=write size=3520821 2024-04-13T08:05:46.756 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.757+0000 7faa9f63b780 1 < completed write operation key=LCYUO09YJOWJ tag=PMZEBZBXTGOE type=write size=258368 2024-04-13T08:05:46.759 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.759+0000 7faa9f63b780 1 > prepared operation key=9OD1R5489FHK tag=0D5MJA2Y2FL5 type=del size=3411327 2024-04-13T08:05:46.761 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.761+0000 7faa9f63b780 1 < completed part key=_multipart_7LQHTC0JXLLC.2~TWZG429QHDSR.0 size=626640 2024-04-13T08:05:46.765 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.765+0000 7faa9f63b780 1 < completed multipart upload key=7LQHTC0JXLLC upload=TWZG429QHDSR tag=MGI5IYJLM2A7 type=write size=1675216 2024-04-13T08:05:46.769 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.769+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~OD8IKVBWD7RV.0 size=1048576 2024-04-13T08:05:46.771 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.771+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~OD8IKVBWD7RV.1 size=655636 2024-04-13T08:05:46.771 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.771+0000 7faa9f63b780 1 > prepared multipart upload key=3H9XN46FCEJA upload=OD8IKVBWD7RV tag=TAN2NHGHXL3H type=write size=2752788 2024-04-13T08:05:46.776 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.776+0000 7faa9f63b780 1 < suggested update operation key=ZLCXVHR00MT7 tag=764JFJFDY1UB type=del size=3717144 2024-04-13T08:05:46.778 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.778+0000 7faa9f63b780 1 > prepared operation key=9OD1R5489FHK tag=WPESW8VL2UA0 type=write size=214777 2024-04-13T08:05:46.781 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.781+0000 7faa9f63b780 1 < completed part key=_multipart_CSYE7NHVWP4Q.2~HY65W3A514RL.0 size=1048576 2024-04-13T08:05:46.783 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.783+0000 7faa9f63b780 1 < completed part key=_multipart_CSYE7NHVWP4Q.2~HY65W3A514RL.1 size=645738 2024-04-13T08:05:46.786 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.786+0000 7faa9f63b780 1 < completed multipart upload key=CSYE7NHVWP4Q upload=HY65W3A514RL tag=XO94J77ARV2R type=write size=2742890 2024-04-13T08:05:46.789 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.789+0000 7faa9f63b780 1 > prepared operation key=KPYALZ2K1347 tag=KNPJR7PYJI95 type=del size=3393057 2024-04-13T08:05:46.791 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.791+0000 7faa9f63b780 1 < completed part key=_multipart_H9HYQWGBJXF0.2~FUDF28R7VL00.0 size=277278 2024-04-13T08:05:46.795 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.795+0000 7faa9f63b780 1 < completed multipart upload key=H9HYQWGBJXF0 upload=FUDF28R7VL00 tag=SJH9WN99WO75 type=write size=1325854 2024-04-13T08:05:46.797 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.797+0000 7faa9f63b780 1 > prepared operation key=KN6SVO6HG65Q tag=8608RBWHO713 type=del size=3545768 2024-04-13T08:05:46.799 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.799+0000 7faa9f63b780 1 < completed delete operation key=KPYALZ2K1347 tag=MG3VQO33OQBN type=del 2024-04-13T08:05:46.803 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.803+0000 7faa9f63b780 1 > prepared part key=_multipart_H9HYQWGBJXF0.2~733LJOF2PWT5.0 size=1048576 2024-04-13T08:05:46.805 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.805+0000 7faa9f63b780 1 > prepared part key=_multipart_H9HYQWGBJXF0.2~733LJOF2PWT5.1 size=1048576 2024-04-13T08:05:46.807 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.807+0000 7faa9f63b780 1 > prepared part key=_multipart_H9HYQWGBJXF0.2~733LJOF2PWT5.2 size=58231 2024-04-13T08:05:46.807 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.807+0000 7faa9f63b780 1 > prepared multipart upload key=H9HYQWGBJXF0 upload=733LJOF2PWT5 tag=R3G2L479B938 type=write size=3203959 2024-04-13T08:05:46.809 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.809+0000 7faa9f63b780 1 < completed delete operation key=YVLYPQFVWYAW tag=FW0C08807T17 type=del 2024-04-13T08:05:46.813 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.813+0000 7faa9f63b780 1 > prepared part key=_multipart_ZS36Q14U11AV.2~PNXZO4Z8ZFFJ.0 size=1048576 2024-04-13T08:05:46.814 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.815+0000 7faa9f63b780 1 > prepared part key=_multipart_ZS36Q14U11AV.2~PNXZO4Z8ZFFJ.1 size=1048576 2024-04-13T08:05:46.816 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.816+0000 7faa9f63b780 1 > prepared part key=_multipart_ZS36Q14U11AV.2~PNXZO4Z8ZFFJ.2 size=1012479 2024-04-13T08:05:46.816 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.816+0000 7faa9f63b780 1 > prepared multipart upload key=ZS36Q14U11AV upload=PNXZO4Z8ZFFJ tag=MXDQINGH9VK3 type=write size=4158207 2024-04-13T08:05:46.818 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.818+0000 7faa9f63b780 1 < completed write operation key=6EIPCHTPO3X1 tag=OE8D1VCOCWND type=write size=1028419 2024-04-13T08:05:46.820 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.821+0000 7faa9f63b780 1 > prepared operation key=57TR9Y9AGKFZ tag=F8GO0BSO8NZA type=del size=1002480 2024-04-13T08:05:46.825 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.825+0000 7faa9f63b780 1 < suggested update operation key=ZLCXVHR00MT7 tag=LBV7NPVBF23Z type=del size=3586832 2024-04-13T08:05:46.829 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.829+0000 7faa9f63b780 1 > prepared part key=_multipart_1R98I2OD2C1B.2~YRTW9O79YRCS.0 size=1048576 2024-04-13T08:05:46.831 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.831+0000 7faa9f63b780 1 > prepared part key=_multipart_1R98I2OD2C1B.2~YRTW9O79YRCS.1 size=1048576 2024-04-13T08:05:46.833 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.833+0000 7faa9f63b780 1 > prepared part key=_multipart_1R98I2OD2C1B.2~YRTW9O79YRCS.2 size=462774 2024-04-13T08:05:46.833 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.833+0000 7faa9f63b780 1 > prepared multipart upload key=1R98I2OD2C1B upload=YRTW9O79YRCS tag=LWGJLJF5304D type=write size=3608502 2024-04-13T08:05:46.835 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.835+0000 7faa9f63b780 1 < completed delete operation key=BGZCO481WX23 tag=RGHN86HTFX6G type=del 2024-04-13T08:05:46.839 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.839+0000 7faa9f63b780 1 > prepared part key=_multipart_XP1MOJCI0XHQ.2~CPWZ5OUA4YOJ.0 size=1048576 2024-04-13T08:05:46.841 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.841+0000 7faa9f63b780 1 > prepared part key=_multipart_XP1MOJCI0XHQ.2~CPWZ5OUA4YOJ.1 size=1048576 2024-04-13T08:05:46.843 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.843+0000 7faa9f63b780 1 > prepared part key=_multipart_XP1MOJCI0XHQ.2~CPWZ5OUA4YOJ.2 size=308336 2024-04-13T08:05:46.843 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.843+0000 7faa9f63b780 1 > prepared multipart upload key=XP1MOJCI0XHQ upload=CPWZ5OUA4YOJ tag=1AGJLBL9FVZN type=write size=3454064 2024-04-13T08:05:46.845 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.846+0000 7faa9f63b780 1 < completed delete operation key=CCIT8DQBN9WK tag=WHH6DOOKOUOT type=del 2024-04-13T08:05:46.849 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.850+0000 7faa9f63b780 1 > prepared part key=_multipart_ZLCXVHR00MT7.2~PA12S8VCJCHO.0 size=238557 2024-04-13T08:05:46.850 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.850+0000 7faa9f63b780 1 > prepared multipart upload key=ZLCXVHR00MT7 upload=PA12S8VCJCHO tag=B3GRQUCTKOKK type=write size=1287133 2024-04-13T08:05:46.851 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.852+0000 7faa9f63b780 1 < completed write operation key=U4KRH93HDNU6 tag=SQQBIV05ZB1C type=write size=988181 2024-04-13T08:05:46.853 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.854+0000 7faa9f63b780 1 > prepared operation key=CSYE7NHVWP4Q tag=WXYV4M4J3SSL type=del size=2222647 2024-04-13T08:05:46.856 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.856+0000 7faa9f63b780 1 < completed delete operation key=NHC2LNYCNU8O tag=HHPLOWHMNBZ8 type=del 2024-04-13T08:05:46.858 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.858+0000 7faa9f63b780 1 > prepared operation key=ZS36Q14U11AV tag=CLOOK8NF9RRE type=del size=778791 2024-04-13T08:05:46.860 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.860+0000 7faa9f63b780 1 < completed write operation key=1139HXY3WYTZ tag=KD19QMUHXAZN type=write size=389289 2024-04-13T08:05:46.862 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.862+0000 7faa9f63b780 1 > prepared operation key=NJTHX8PDBAAE tag=QFQ1WKJMUSX4 type=del size=2890803 2024-04-13T08:05:46.866 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.866+0000 7faa9f63b780 1 < suggested update operation key=XP1MOJCI0XHQ tag=LM6DQF1NS5ZJ type=del size=988335 2024-04-13T08:05:46.870 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.870+0000 7faa9f63b780 1 > prepared part key=_multipart_ZS36Q14U11AV.2~IL1XBHJ6KWFO.0 size=1048576 2024-04-13T08:05:46.872 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.872+0000 7faa9f63b780 1 > prepared part key=_multipart_ZS36Q14U11AV.2~IL1XBHJ6KWFO.1 size=1048576 2024-04-13T08:05:46.874 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.874+0000 7faa9f63b780 1 > prepared part key=_multipart_ZS36Q14U11AV.2~IL1XBHJ6KWFO.2 size=762919 2024-04-13T08:05:46.874 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.874+0000 7faa9f63b780 1 > prepared multipart upload key=ZS36Q14U11AV upload=IL1XBHJ6KWFO tag=AOSGN7NMHU1R type=write size=3908647 2024-04-13T08:05:46.876 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.876+0000 7faa9f63b780 1 < completed part key=_multipart_Y3BAXTXJ3THV.2~UWFSS71MMGRI.0 size=1048576 2024-04-13T08:05:46.877 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.878+0000 7faa9f63b780 1 < completed part key=_multipart_Y3BAXTXJ3THV.2~UWFSS71MMGRI.1 size=1048576 2024-04-13T08:05:46.879 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.879+0000 7faa9f63b780 1 < completed part key=_multipart_Y3BAXTXJ3THV.2~UWFSS71MMGRI.2 size=375093 2024-04-13T08:05:46.883 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.884+0000 7faa9f63b780 1 < completed multipart upload key=Y3BAXTXJ3THV upload=UWFSS71MMGRI tag=VC7QUWYA36UI type=write size=3520821 2024-04-13T08:05:46.888 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.888+0000 7faa9f63b780 1 > prepared part key=_multipart_KN6SVO6HG65Q.2~C3JU68C5212A.0 size=1048576 2024-04-13T08:05:46.889 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.889+0000 7faa9f63b780 1 > prepared part key=_multipart_KN6SVO6HG65Q.2~C3JU68C5212A.1 size=416127 2024-04-13T08:05:46.889 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.889+0000 7faa9f63b780 1 > prepared multipart upload key=KN6SVO6HG65Q upload=C3JU68C5212A tag=BQ6UIGUKTPG2 type=write size=2513279 2024-04-13T08:05:46.894 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.894+0000 7faa9f63b780 1 < suggested remove operation key=9OD1R5489FHK tag=0D5MJA2Y2FL5 type=del 2024-04-13T08:05:46.899 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.899+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~OSE25T15X6V9.0 size=1048576 2024-04-13T08:05:46.900 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.900+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~OSE25T15X6V9.1 size=1048576 2024-04-13T08:05:46.902 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.902+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~OSE25T15X6V9.2 size=557484 2024-04-13T08:05:46.902 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.902+0000 7faa9f63b780 1 > prepared multipart upload key=9OD1R5489FHK upload=OSE25T15X6V9 tag=P9XB435V8ZR1 type=write size=3703212 2024-04-13T08:05:46.904 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.904+0000 7faa9f63b780 1 < completed part key=_multipart_3H9XN46FCEJA.2~OD8IKVBWD7RV.0 size=1048576 2024-04-13T08:05:46.906 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.906+0000 7faa9f63b780 1 < completed part key=_multipart_3H9XN46FCEJA.2~OD8IKVBWD7RV.1 size=655636 2024-04-13T08:05:46.910 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.910+0000 7faa9f63b780 1 < completed multipart upload key=3H9XN46FCEJA upload=OD8IKVBWD7RV tag=TAN2NHGHXL3H type=write size=2752788 2024-04-13T08:05:46.912 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.912+0000 7faa9f63b780 1 > prepared operation key=KPYALZ2K1347 tag=MYK4FDUC29E0 type=del size=3003446 2024-04-13T08:05:46.915 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.915+0000 7faa9f63b780 -1 < failed to complete operation key=9OD1R5489FHK tag=WPESW8VL2UA0 type=write size=214777: (22) Invalid argument 2024-04-13T08:05:46.917 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.917+0000 7faa9f63b780 1 > prepared operation key=CWNYE55R1BSI tag=Z9QJRR0UAYSO type=del size=1858732 2024-04-13T08:05:46.919 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.919+0000 7faa9f63b780 1 < completed delete operation key=KPYALZ2K1347 tag=KNPJR7PYJI95 type=del 2024-04-13T08:05:46.921 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.921+0000 7faa9f63b780 1 > prepared operation key=7LQHTC0JXLLC tag=5I5TRIVECU69 type=del size=3554644 2024-04-13T08:05:46.924 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.923+0000 7faa9f63b780 1 < completed delete operation key=KN6SVO6HG65Q tag=8608RBWHO713 type=del 2024-04-13T08:05:46.925 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.925+0000 7faa9f63b780 1 > prepared operation key=KN6SVO6HG65Q tag=8F52LLHD9EWJ type=del size=2775979 2024-04-13T08:05:46.927 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.927+0000 7faa9f63b780 1 < completed part key=_multipart_H9HYQWGBJXF0.2~733LJOF2PWT5.0 size=1048576 2024-04-13T08:05:46.929 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.929+0000 7faa9f63b780 1 < completed part key=_multipart_H9HYQWGBJXF0.2~733LJOF2PWT5.1 size=1048576 2024-04-13T08:05:46.931 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.931+0000 7faa9f63b780 1 < completed part key=_multipart_H9HYQWGBJXF0.2~733LJOF2PWT5.2 size=58231 2024-04-13T08:05:46.935 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.935+0000 7faa9f63b780 1 < completed multipart upload key=H9HYQWGBJXF0 upload=733LJOF2PWT5 tag=R3G2L479B938 type=write size=3203959 2024-04-13T08:05:46.939 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.939+0000 7faa9f63b780 1 > prepared part key=_multipart_LCYUO09YJOWJ.2~ENIO4NDYRYTK.0 size=1048576 2024-04-13T08:05:46.940 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.940+0000 7faa9f63b780 1 > prepared part key=_multipart_LCYUO09YJOWJ.2~ENIO4NDYRYTK.1 size=532906 2024-04-13T08:05:46.940 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.940+0000 7faa9f63b780 1 > prepared multipart upload key=LCYUO09YJOWJ upload=ENIO4NDYRYTK tag=0O9IWRM1T8X6 type=write size=2630058 2024-04-13T08:05:46.942 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.942+0000 7faa9f63b780 1 < completed part key=_multipart_ZS36Q14U11AV.2~PNXZO4Z8ZFFJ.0 size=1048576 2024-04-13T08:05:46.944 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.944+0000 7faa9f63b780 1 < completed part key=_multipart_ZS36Q14U11AV.2~PNXZO4Z8ZFFJ.1 size=1048576 2024-04-13T08:05:46.946 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.946+0000 7faa9f63b780 1 < completed part key=_multipart_ZS36Q14U11AV.2~PNXZO4Z8ZFFJ.2 size=1012479 2024-04-13T08:05:46.949 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.950+0000 7faa9f63b780 1 < completed multipart upload key=ZS36Q14U11AV upload=PNXZO4Z8ZFFJ tag=MXDQINGH9VK3 type=write size=4158207 2024-04-13T08:05:46.954 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.954+0000 7faa9f63b780 1 > prepared part key=_multipart_CSYE7NHVWP4Q.2~O57W1TZWZ7VW.0 size=291119 2024-04-13T08:05:46.954 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.954+0000 7faa9f63b780 1 > prepared multipart upload key=CSYE7NHVWP4Q upload=O57W1TZWZ7VW tag=FIFAITXSCDH4 type=write size=1339695 2024-04-13T08:05:46.956 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.956+0000 7faa9f63b780 1 < completed delete operation key=57TR9Y9AGKFZ tag=F8GO0BSO8NZA type=del 2024-04-13T08:05:46.958 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.958+0000 7faa9f63b780 1 > prepared operation key=C8EO3JFDK3I3 tag=1R3KUO79KMHQ type=del size=2884848 2024-04-13T08:05:46.960 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.960+0000 7faa9f63b780 1 < completed part key=_multipart_1R98I2OD2C1B.2~YRTW9O79YRCS.0 size=1048576 2024-04-13T08:05:46.962 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.962+0000 7faa9f63b780 1 < completed part key=_multipart_1R98I2OD2C1B.2~YRTW9O79YRCS.1 size=1048576 2024-04-13T08:05:46.963 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.964+0000 7faa9f63b780 1 < completed part key=_multipart_1R98I2OD2C1B.2~YRTW9O79YRCS.2 size=462774 2024-04-13T08:05:46.968 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.968+0000 7faa9f63b780 1 < completed multipart upload key=1R98I2OD2C1B upload=YRTW9O79YRCS tag=LWGJLJF5304D type=write size=3608502 2024-04-13T08:05:46.970 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.970+0000 7faa9f63b780 1 > prepared operation key=6EIPCHTPO3X1 tag=BTT2RJV8GQOU type=del size=3162353 2024-04-13T08:05:46.972 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.972+0000 7faa9f63b780 1 < completed part key=_multipart_XP1MOJCI0XHQ.2~CPWZ5OUA4YOJ.0 size=1048576 2024-04-13T08:05:46.972 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.972+0000 7faa9f63b780 1 < canceled part key=_multipart_XP1MOJCI0XHQ.2~CPWZ5OUA4YOJ.1 size=1048576 2024-04-13T08:05:46.974 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.974+0000 7faa9f63b780 1 < completed part key=_multipart_XP1MOJCI0XHQ.2~CPWZ5OUA4YOJ.2 size=308336 2024-04-13T08:05:46.977 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.977+0000 7faa9f63b780 1 < canceled multipart upload key=XP1MOJCI0XHQ upload=CPWZ5OUA4YOJ tag=1AGJLBL9FVZN type=write size=3454064 2024-04-13T08:05:46.979 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.980+0000 7faa9f63b780 1 > prepared operation key=57TR9Y9AGKFZ tag=KPX0ZDPB3XVP type=del size=2397629 2024-04-13T08:05:46.982 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.982+0000 7faa9f63b780 1 < completed part key=_multipart_ZLCXVHR00MT7.2~PA12S8VCJCHO.0 size=238557 2024-04-13T08:05:46.985 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.985+0000 7faa9f63b780 1 < completed multipart upload key=ZLCXVHR00MT7 upload=PA12S8VCJCHO tag=B3GRQUCTKOKK type=write size=1287133 2024-04-13T08:05:46.987 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.988+0000 7faa9f63b780 1 > prepared operation key=LCYUO09YJOWJ tag=ZJC413QMR48V type=del size=3206795 2024-04-13T08:05:46.990 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.990+0000 7faa9f63b780 1 < completed delete operation key=CSYE7NHVWP4Q tag=WXYV4M4J3SSL type=del 2024-04-13T08:05:46.994 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.994+0000 7faa9f63b780 1 > prepared part key=_multipart_NJTHX8PDBAAE.2~ABO8GDZQYSZO.0 size=568091 2024-04-13T08:05:46.994 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.994+0000 7faa9f63b780 1 > prepared multipart upload key=NJTHX8PDBAAE upload=ABO8GDZQYSZO tag=H9LNMW2WD0HT type=write size=1616667 2024-04-13T08:05:46.996 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:46.996+0000 7faa9f63b780 1 < completed delete operation key=ZS36Q14U11AV tag=CLOOK8NF9RRE type=del 2024-04-13T08:05:47.000 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.000+0000 7faa9f63b780 1 > prepared part key=_multipart_57TR9Y9AGKFZ.2~ZN65M987QPK9.0 size=1048576 2024-04-13T08:05:47.001 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.002+0000 7faa9f63b780 1 > prepared part key=_multipart_57TR9Y9AGKFZ.2~ZN65M987QPK9.1 size=1048576 2024-04-13T08:05:47.003 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.003+0000 7faa9f63b780 1 > prepared part key=_multipart_57TR9Y9AGKFZ.2~ZN65M987QPK9.2 size=845122 2024-04-13T08:05:47.003 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.003+0000 7faa9f63b780 1 > prepared multipart upload key=57TR9Y9AGKFZ upload=ZN65M987QPK9 tag=490ZA623M3Q6 type=write size=3990850 2024-04-13T08:05:47.005 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.005+0000 7faa9f63b780 1 < completed delete operation key=NJTHX8PDBAAE tag=QFQ1WKJMUSX4 type=del 2024-04-13T08:05:47.009 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.009+0000 7faa9f63b780 1 > prepared part key=_multipart_CWNYE55R1BSI.2~3FREZOE7IXTO.0 size=1048576 2024-04-13T08:05:47.011 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.011+0000 7faa9f63b780 1 > prepared part key=_multipart_CWNYE55R1BSI.2~3FREZOE7IXTO.1 size=32703 2024-04-13T08:05:47.011 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.011+0000 7faa9f63b780 1 > prepared multipart upload key=CWNYE55R1BSI upload=3FREZOE7IXTO tag=MT6KISH84001 type=write size=2129855 2024-04-13T08:05:47.013 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.013+0000 7faa9f63b780 1 < completed part key=_multipart_ZS36Q14U11AV.2~IL1XBHJ6KWFO.0 size=1048576 2024-04-13T08:05:47.015 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.015+0000 7faa9f63b780 1 < completed part key=_multipart_ZS36Q14U11AV.2~IL1XBHJ6KWFO.1 size=1048576 2024-04-13T08:05:47.017 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.017+0000 7faa9f63b780 1 < completed part key=_multipart_ZS36Q14U11AV.2~IL1XBHJ6KWFO.2 size=762919 2024-04-13T08:05:47.021 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.020+0000 7faa9f63b780 1 < completed multipart upload key=ZS36Q14U11AV upload=IL1XBHJ6KWFO tag=AOSGN7NMHU1R type=write size=3908647 2024-04-13T08:05:47.024 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.024+0000 7faa9f63b780 1 > prepared part key=_multipart_Y3BAXTXJ3THV.2~WQY33T89B12I.0 size=1048576 2024-04-13T08:05:47.026 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.026+0000 7faa9f63b780 1 > prepared part key=_multipart_Y3BAXTXJ3THV.2~WQY33T89B12I.1 size=1048576 2024-04-13T08:05:47.028 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.028+0000 7faa9f63b780 1 > prepared part key=_multipart_Y3BAXTXJ3THV.2~WQY33T89B12I.2 size=676021 2024-04-13T08:05:47.028 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.028+0000 7faa9f63b780 1 > prepared multipart upload key=Y3BAXTXJ3THV upload=WQY33T89B12I tag=D0E0NR1DTLGW type=write size=3821749 2024-04-13T08:05:47.030 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.030+0000 7faa9f63b780 1 < completed part key=_multipart_KN6SVO6HG65Q.2~C3JU68C5212A.0 size=1048576 2024-04-13T08:05:47.032 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.032+0000 7faa9f63b780 1 < completed part key=_multipart_KN6SVO6HG65Q.2~C3JU68C5212A.1 size=416127 2024-04-13T08:05:47.035 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.036+0000 7faa9f63b780 1 < completed multipart upload key=KN6SVO6HG65Q upload=C3JU68C5212A tag=BQ6UIGUKTPG2 type=write size=2513279 2024-04-13T08:05:47.040 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.040+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~3JSQW4A09EZO.0 size=1048576 2024-04-13T08:05:47.041 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.042+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~3JSQW4A09EZO.1 size=1048576 2024-04-13T08:05:47.043 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.043+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~3JSQW4A09EZO.2 size=823069 2024-04-13T08:05:47.043 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.043+0000 7faa9f63b780 1 > prepared multipart upload key=USAT0PUC8Q9C upload=3JSQW4A09EZO tag=ST4LDWWLGPKY type=write size=3968797 2024-04-13T08:05:47.045 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.045+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~OSE25T15X6V9.0 size=1048576 2024-04-13T08:05:47.047 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.047+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~OSE25T15X6V9.1 size=1048576 2024-04-13T08:05:47.049 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.049+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~OSE25T15X6V9.2 size=557484 2024-04-13T08:05:47.053 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.053+0000 7faa9f63b780 1 < completed multipart upload key=9OD1R5489FHK upload=OSE25T15X6V9 tag=P9XB435V8ZR1 type=write size=3703212 2024-04-13T08:05:47.055 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.056+0000 7faa9f63b780 1 > prepared operation key=3H9XN46FCEJA tag=0T7KZO5PD7CC type=del size=2596392 2024-04-13T08:05:47.058 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.058+0000 7faa9f63b780 1 < completed delete operation key=KPYALZ2K1347 tag=MYK4FDUC29E0 type=del 2024-04-13T08:05:47.060 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.060+0000 7faa9f63b780 1 > prepared operation key=XP1MOJCI0XHQ tag=UX94CIT5NZNO type=del size=857326 2024-04-13T08:05:47.062 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.062+0000 7faa9f63b780 1 < completed delete operation key=CWNYE55R1BSI tag=Z9QJRR0UAYSO type=del 2024-04-13T08:05:47.064 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.064+0000 7faa9f63b780 1 > prepared operation key=1139HXY3WYTZ tag=LT8EZUZOCADK type=del size=2802137 2024-04-13T08:05:47.066 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.066+0000 7faa9f63b780 1 < completed delete operation key=7LQHTC0JXLLC tag=5I5TRIVECU69 type=del 2024-04-13T08:05:47.070 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.071+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~N85N50PV4JVX.0 size=1006929 2024-04-13T08:05:47.071 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.071+0000 7faa9f63b780 1 > prepared multipart upload key=3H9XN46FCEJA upload=N85N50PV4JVX tag=5W9CCJFZKQZM type=write size=2055505 2024-04-13T08:05:47.073 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.073+0000 7faa9f63b780 1 < completed delete operation key=KN6SVO6HG65Q tag=8F52LLHD9EWJ type=del 2024-04-13T08:05:47.075 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.075+0000 7faa9f63b780 1 > prepared operation key=NHC2LNYCNU8O tag=XVXL3SV66Z8L type=write size=525107 2024-04-13T08:05:47.075 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.075+0000 7faa9f63b780 1 < canceled part key=_multipart_LCYUO09YJOWJ.2~ENIO4NDYRYTK.0 size=1048576 2024-04-13T08:05:47.077 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.077+0000 7faa9f63b780 1 < completed part key=_multipart_LCYUO09YJOWJ.2~ENIO4NDYRYTK.1 size=532906 2024-04-13T08:05:47.080 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.081+0000 7faa9f63b780 1 < canceled multipart upload key=LCYUO09YJOWJ upload=ENIO4NDYRYTK tag=0O9IWRM1T8X6 type=write size=2630058 2024-04-13T08:05:47.082 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.083+0000 7faa9f63b780 1 > prepared operation key=1139HXY3WYTZ tag=2W7I5AVHVL65 type=write size=169693 2024-04-13T08:05:47.085 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.085+0000 7faa9f63b780 1 < completed part key=_multipart_CSYE7NHVWP4Q.2~O57W1TZWZ7VW.0 size=291119 2024-04-13T08:05:47.089 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.089+0000 7faa9f63b780 1 < completed multipart upload key=CSYE7NHVWP4Q upload=O57W1TZWZ7VW tag=FIFAITXSCDH4 type=write size=1339695 2024-04-13T08:05:47.093 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.093+0000 7faa9f63b780 1 > prepared part key=_multipart_1139HXY3WYTZ.2~5YG2BG319AA1.0 size=1048576 2024-04-13T08:05:47.096 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.096+0000 7faa9f63b780 1 > prepared part key=_multipart_1139HXY3WYTZ.2~5YG2BG319AA1.1 size=1048576 2024-04-13T08:05:47.098 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.098+0000 7faa9f63b780 1 > prepared part key=_multipart_1139HXY3WYTZ.2~5YG2BG319AA1.2 size=654255 2024-04-13T08:05:47.098 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.098+0000 7faa9f63b780 1 > prepared multipart upload key=1139HXY3WYTZ upload=5YG2BG319AA1 tag=QS4BG9EKE1NH type=write size=3799983 2024-04-13T08:05:47.103 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.103+0000 7faa9f63b780 1 < suggested update operation key=C8EO3JFDK3I3 tag=1R3KUO79KMHQ type=del size=2884848 2024-04-13T08:05:47.105 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.105+0000 7faa9f63b780 1 > prepared operation key=BGZCO481WX23 tag=KK0O60JYFFNK type=del size=2060499 2024-04-13T08:05:47.107 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.108+0000 7faa9f63b780 1 < completed delete operation key=6EIPCHTPO3X1 tag=BTT2RJV8GQOU type=del 2024-04-13T08:05:47.111 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.111+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~UTP9CDMVP26H.0 size=1048576 2024-04-13T08:05:47.113 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.114+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~UTP9CDMVP26H.1 size=931754 2024-04-13T08:05:47.114 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.114+0000 7faa9f63b780 1 > prepared multipart upload key=KPYALZ2K1347 upload=UTP9CDMVP26H tag=Z43KEWUK3BN8 type=write size=3028906 2024-04-13T08:05:47.116 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.116+0000 7faa9f63b780 1 < completed delete operation key=57TR9Y9AGKFZ tag=KPX0ZDPB3XVP type=del 2024-04-13T08:05:47.120 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.120+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~M1QKQXWTZHCC.0 size=1048576 2024-04-13T08:05:47.122 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.122+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~M1QKQXWTZHCC.1 size=1048576 2024-04-13T08:05:47.124 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.124+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~M1QKQXWTZHCC.2 size=385036 2024-04-13T08:05:47.124 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.124+0000 7faa9f63b780 1 > prepared multipart upload key=TSACVEYQTVRN upload=M1QKQXWTZHCC tag=850KU9BGZLU0 type=write size=3530764 2024-04-13T08:05:47.126 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.126+0000 7faa9f63b780 1 < completed delete operation key=LCYUO09YJOWJ tag=ZJC413QMR48V type=del 2024-04-13T08:05:47.128 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.128+0000 7faa9f63b780 1 > prepared operation key=DQJZH0QC5JG1 tag=82KNEVZZW48V type=del size=1094153 2024-04-13T08:05:47.130 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.130+0000 7faa9f63b780 1 < completed part key=_multipart_NJTHX8PDBAAE.2~ABO8GDZQYSZO.0 size=568091 2024-04-13T08:05:47.134 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.134+0000 7faa9f63b780 1 < completed multipart upload key=NJTHX8PDBAAE upload=ABO8GDZQYSZO tag=H9LNMW2WD0HT type=write size=1616667 2024-04-13T08:05:47.136 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.136+0000 7faa9f63b780 1 > prepared operation key=CCIT8DQBN9WK tag=SPWBH57FLSVV type=del size=2858682 2024-04-13T08:05:47.138 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.138+0000 7faa9f63b780 1 < completed part key=_multipart_57TR9Y9AGKFZ.2~ZN65M987QPK9.0 size=1048576 2024-04-13T08:05:47.140 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.140+0000 7faa9f63b780 1 < completed part key=_multipart_57TR9Y9AGKFZ.2~ZN65M987QPK9.1 size=1048576 2024-04-13T08:05:47.142 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.142+0000 7faa9f63b780 1 < completed part key=_multipart_57TR9Y9AGKFZ.2~ZN65M987QPK9.2 size=845122 2024-04-13T08:05:47.145 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.146+0000 7faa9f63b780 1 < completed multipart upload key=57TR9Y9AGKFZ upload=ZN65M987QPK9 tag=490ZA623M3Q6 type=write size=3990850 2024-04-13T08:05:47.148 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.148+0000 7faa9f63b780 1 > prepared operation key=NJTHX8PDBAAE tag=0Z6CWCT6RWQE type=del size=1743516 2024-04-13T08:05:47.150 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.150+0000 7faa9f63b780 1 < completed part key=_multipart_CWNYE55R1BSI.2~3FREZOE7IXTO.0 size=1048576 2024-04-13T08:05:47.152 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.152+0000 7faa9f63b780 1 < completed part key=_multipart_CWNYE55R1BSI.2~3FREZOE7IXTO.1 size=32703 2024-04-13T08:05:47.155 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.156+0000 7faa9f63b780 1 < completed multipart upload key=CWNYE55R1BSI upload=3FREZOE7IXTO tag=MT6KISH84001 type=write size=2129855 2024-04-13T08:05:47.159 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.159+0000 7faa9f63b780 1 > prepared part key=_multipart_ATLCBD5K8IS1.2~CU2KG8GRRLM0.0 size=1048576 2024-04-13T08:05:47.161 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.161+0000 7faa9f63b780 1 > prepared part key=_multipart_ATLCBD5K8IS1.2~CU2KG8GRRLM0.1 size=1048576 2024-04-13T08:05:47.163 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.163+0000 7faa9f63b780 1 > prepared part key=_multipart_ATLCBD5K8IS1.2~CU2KG8GRRLM0.2 size=599089 2024-04-13T08:05:47.163 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.163+0000 7faa9f63b780 1 > prepared multipart upload key=ATLCBD5K8IS1 upload=CU2KG8GRRLM0 tag=ICTEFJWDK5O8 type=write size=3744817 2024-04-13T08:05:47.165 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.165+0000 7faa9f63b780 1 < completed part key=_multipart_Y3BAXTXJ3THV.2~WQY33T89B12I.0 size=1048576 2024-04-13T08:05:47.166 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.166+0000 7faa9f63b780 1 < completed part key=_multipart_Y3BAXTXJ3THV.2~WQY33T89B12I.1 size=1048576 2024-04-13T08:05:47.168 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.168+0000 7faa9f63b780 1 < completed part key=_multipart_Y3BAXTXJ3THV.2~WQY33T89B12I.2 size=676021 2024-04-13T08:05:47.172 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.173+0000 7faa9f63b780 1 < completed multipart upload key=Y3BAXTXJ3THV upload=WQY33T89B12I tag=D0E0NR1DTLGW type=write size=3821749 2024-04-13T08:05:47.177 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.177+0000 7faa9f63b780 1 > prepared part key=_multipart_NHC2LNYCNU8O.2~5ZAEPAVQFKXQ.0 size=1048576 2024-04-13T08:05:47.178 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.179+0000 7faa9f63b780 1 > prepared part key=_multipart_NHC2LNYCNU8O.2~5ZAEPAVQFKXQ.1 size=1048576 2024-04-13T08:05:47.180 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.181+0000 7faa9f63b780 1 > prepared part key=_multipart_NHC2LNYCNU8O.2~5ZAEPAVQFKXQ.2 size=589313 2024-04-13T08:05:47.180 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.181+0000 7faa9f63b780 1 > prepared multipart upload key=NHC2LNYCNU8O upload=5ZAEPAVQFKXQ tag=EL3AEJVXHM3N type=write size=3735041 2024-04-13T08:05:47.183 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.183+0000 7faa9f63b780 1 < completed part key=_multipart_USAT0PUC8Q9C.2~3JSQW4A09EZO.0 size=1048576 2024-04-13T08:05:47.185 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.185+0000 7faa9f63b780 1 < completed part key=_multipart_USAT0PUC8Q9C.2~3JSQW4A09EZO.1 size=1048576 2024-04-13T08:05:47.187 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.187+0000 7faa9f63b780 1 < completed part key=_multipart_USAT0PUC8Q9C.2~3JSQW4A09EZO.2 size=823069 2024-04-13T08:05:47.190 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.191+0000 7faa9f63b780 1 < completed multipart upload key=USAT0PUC8Q9C upload=3JSQW4A09EZO tag=ST4LDWWLGPKY type=write size=3968797 2024-04-13T08:05:47.193 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.193+0000 7faa9f63b780 1 > prepared operation key=WSX0KY6Y4RVU tag=1FCZWG3G024J type=del size=2612984 2024-04-13T08:05:47.195 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.195+0000 7faa9f63b780 1 < canceled operation key=3H9XN46FCEJA tag=0T7KZO5PD7CC type=del size=2596392 2024-04-13T08:05:47.199 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.199+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~6O7NVF94TJEG.0 size=1048576 2024-04-13T08:05:47.201 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.201+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~6O7NVF94TJEG.1 size=96229 2024-04-13T08:05:47.201 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.201+0000 7faa9f63b780 1 > prepared multipart upload key=DQJZH0QC5JG1 upload=6O7NVF94TJEG tag=IK564BWBVF20 type=write size=2193381 2024-04-13T08:05:47.203 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.203+0000 7faa9f63b780 1 < completed delete operation key=XP1MOJCI0XHQ tag=UX94CIT5NZNO type=del 2024-04-13T08:05:47.207 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.207+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~1KFSK32HGWS4.0 size=1048576 2024-04-13T08:05:47.208 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.209+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~1KFSK32HGWS4.1 size=479245 2024-04-13T08:05:47.208 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.209+0000 7faa9f63b780 1 > prepared multipart upload key=7LQHTC0JXLLC upload=1KFSK32HGWS4 tag=QS4FFOP7CR1X type=write size=2576397 2024-04-13T08:05:47.210 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.211+0000 7faa9f63b780 1 < completed delete operation key=1139HXY3WYTZ tag=LT8EZUZOCADK type=del 2024-04-13T08:05:47.214 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.214+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~V5R32IR5C36V.0 size=1048576 2024-04-13T08:05:47.216 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.216+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~V5R32IR5C36V.1 size=1048576 2024-04-13T08:05:47.219 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.219+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~V5R32IR5C36V.2 size=364006 2024-04-13T08:05:47.219 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.219+0000 7faa9f63b780 1 > prepared multipart upload key=TSACVEYQTVRN upload=V5R32IR5C36V tag=LS5DQSPITC4A type=write size=3509734 2024-04-13T08:05:47.221 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.221+0000 7faa9f63b780 1 < completed part key=_multipart_3H9XN46FCEJA.2~N85N50PV4JVX.0 size=1006929 2024-04-13T08:05:47.224 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.225+0000 7faa9f63b780 1 < completed multipart upload key=3H9XN46FCEJA upload=N85N50PV4JVX tag=5W9CCJFZKQZM type=write size=2055505 2024-04-13T08:05:47.227 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.227+0000 7faa9f63b780 1 > prepared operation key=6EIPCHTPO3X1 tag=IT24H6T05N36 type=del size=666199 2024-04-13T08:05:47.229 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.229+0000 7faa9f63b780 1 < completed write operation key=NHC2LNYCNU8O tag=XVXL3SV66Z8L type=write size=525107 2024-04-13T08:05:47.231 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.231+0000 7faa9f63b780 1 > prepared operation key=H9HYQWGBJXF0 tag=4GLGYWGLH2BR type=write size=136726 2024-04-13T08:05:47.233 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.233+0000 7faa9f63b780 1 < completed write operation key=1139HXY3WYTZ tag=2W7I5AVHVL65 type=write size=169693 2024-04-13T08:05:47.237 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.237+0000 7faa9f63b780 1 > prepared part key=_multipart_B9J0DWQ62YOI.2~BNCM5KJKFV1X.0 size=1048576 2024-04-13T08:05:47.239 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.239+0000 7faa9f63b780 1 > prepared part key=_multipart_B9J0DWQ62YOI.2~BNCM5KJKFV1X.1 size=1048576 2024-04-13T08:05:47.240 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.241+0000 7faa9f63b780 1 > prepared part key=_multipart_B9J0DWQ62YOI.2~BNCM5KJKFV1X.2 size=8202 2024-04-13T08:05:47.241 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.241+0000 7faa9f63b780 1 > prepared multipart upload key=B9J0DWQ62YOI upload=BNCM5KJKFV1X tag=BIVNIBLPAPOX type=write size=3153930 2024-04-13T08:05:47.243 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.243+0000 7faa9f63b780 1 < completed part key=_multipart_1139HXY3WYTZ.2~5YG2BG319AA1.0 size=1048576 2024-04-13T08:05:47.244 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.245+0000 7faa9f63b780 1 < completed part key=_multipart_1139HXY3WYTZ.2~5YG2BG319AA1.1 size=1048576 2024-04-13T08:05:47.246 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.246+0000 7faa9f63b780 1 < completed part key=_multipart_1139HXY3WYTZ.2~5YG2BG319AA1.2 size=654255 2024-04-13T08:05:47.250 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.250+0000 7faa9f63b780 1 < completed multipart upload key=1139HXY3WYTZ upload=5YG2BG319AA1 tag=QS4BG9EKE1NH type=write size=3799983 2024-04-13T08:05:47.254 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.255+0000 7faa9f63b780 1 > prepared part key=_multipart_ZLCXVHR00MT7.2~P8005C6O2DAB.0 size=1048576 2024-04-13T08:05:47.257 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.257+0000 7faa9f63b780 1 > prepared part key=_multipart_ZLCXVHR00MT7.2~P8005C6O2DAB.1 size=1048576 2024-04-13T08:05:47.258 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.259+0000 7faa9f63b780 1 > prepared part key=_multipart_ZLCXVHR00MT7.2~P8005C6O2DAB.2 size=18652 2024-04-13T08:05:47.259 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.259+0000 7faa9f63b780 1 > prepared multipart upload key=ZLCXVHR00MT7 upload=P8005C6O2DAB tag=1DH14UN10SR1 type=write size=3164380 2024-04-13T08:05:47.262 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.263+0000 7faa9f63b780 1 < suggested remove operation key=BGZCO481WX23 tag=KK0O60JYFFNK type=del 2024-04-13T08:05:47.265 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.266+0000 7faa9f63b780 1 > prepared operation key=TSACVEYQTVRN tag=FAP0FEXWSZDV type=write size=808937 2024-04-13T08:05:47.267 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.268+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~UTP9CDMVP26H.0 size=1048576 2024-04-13T08:05:47.269 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.269+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~UTP9CDMVP26H.1 size=931754 2024-04-13T08:05:47.274 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.274+0000 7faa9f63b780 1 < completed multipart upload key=KPYALZ2K1347 upload=UTP9CDMVP26H tag=Z43KEWUK3BN8 type=write size=3028906 2024-04-13T08:05:47.276 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.276+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=NUOHH59S4CEA type=del size=3717107 2024-04-13T08:05:47.278 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.278+0000 7faa9f63b780 1 < completed part key=_multipart_TSACVEYQTVRN.2~M1QKQXWTZHCC.0 size=1048576 2024-04-13T08:05:47.280 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.280+0000 7faa9f63b780 1 < completed part key=_multipart_TSACVEYQTVRN.2~M1QKQXWTZHCC.1 size=1048576 2024-04-13T08:05:47.282 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.282+0000 7faa9f63b780 1 < completed part key=_multipart_TSACVEYQTVRN.2~M1QKQXWTZHCC.2 size=385036 2024-04-13T08:05:47.286 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.286+0000 7faa9f63b780 1 < completed multipart upload key=TSACVEYQTVRN upload=M1QKQXWTZHCC tag=850KU9BGZLU0 type=write size=3530764 2024-04-13T08:05:47.288 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.289+0000 7faa9f63b780 1 > prepared operation key=CCIT8DQBN9WK tag=IFX7WP58H7QZ type=del size=3793030 2024-04-13T08:05:47.290 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.291+0000 7faa9f63b780 1 < completed delete operation key=DQJZH0QC5JG1 tag=82KNEVZZW48V type=del 2024-04-13T08:05:47.293 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.293+0000 7faa9f63b780 1 > prepared operation key=XP1MOJCI0XHQ tag=5BQ6GFIKTLM9 type=del size=476544 2024-04-13T08:05:47.295 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.295+0000 7faa9f63b780 1 < completed delete operation key=CCIT8DQBN9WK tag=SPWBH57FLSVV type=del 2024-04-13T08:05:47.297 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.297+0000 7faa9f63b780 1 > prepared operation key=YVLYPQFVWYAW tag=S15VOC722QTD type=del size=4168247 2024-04-13T08:05:47.299 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.299+0000 7faa9f63b780 1 < completed delete operation key=NJTHX8PDBAAE tag=0Z6CWCT6RWQE type=del 2024-04-13T08:05:47.301 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.301+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=WEAVP41UI8PS type=del size=139352 2024-04-13T08:05:47.304 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.304+0000 7faa9f63b780 1 < completed part key=_multipart_ATLCBD5K8IS1.2~CU2KG8GRRLM0.0 size=1048576 2024-04-13T08:05:47.304 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.304+0000 7faa9f63b780 1 < canceled part key=_multipart_ATLCBD5K8IS1.2~CU2KG8GRRLM0.1 size=1048576 2024-04-13T08:05:47.305 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.305+0000 7faa9f63b780 1 < completed part key=_multipart_ATLCBD5K8IS1.2~CU2KG8GRRLM0.2 size=599089 2024-04-13T08:05:47.309 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.309+0000 7faa9f63b780 1 < canceled multipart upload key=ATLCBD5K8IS1 upload=CU2KG8GRRLM0 tag=ICTEFJWDK5O8 type=write size=3744817 2024-04-13T08:05:47.311 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.311+0000 7faa9f63b780 1 > prepared operation key=NJTHX8PDBAAE tag=MMB8BMTQ16K3 type=del size=805990 2024-04-13T08:05:47.313 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.313+0000 7faa9f63b780 1 < completed part key=_multipart_NHC2LNYCNU8O.2~5ZAEPAVQFKXQ.0 size=1048576 2024-04-13T08:05:47.313 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.313+0000 7faa9f63b780 1 < canceled part key=_multipart_NHC2LNYCNU8O.2~5ZAEPAVQFKXQ.1 size=1048576 2024-04-13T08:05:47.313 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.313+0000 7faa9f63b780 1 < canceled part key=_multipart_NHC2LNYCNU8O.2~5ZAEPAVQFKXQ.2 size=589313 2024-04-13T08:05:47.317 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.317+0000 7faa9f63b780 1 < canceled multipart upload key=NHC2LNYCNU8O upload=5ZAEPAVQFKXQ tag=EL3AEJVXHM3N type=write size=3735041 2024-04-13T08:05:47.320 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.321+0000 7faa9f63b780 1 > prepared part key=_multipart_KN6SVO6HG65Q.2~3UTARCL0VHQT.0 size=407839 2024-04-13T08:05:47.321 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.321+0000 7faa9f63b780 1 > prepared multipart upload key=KN6SVO6HG65Q upload=3UTARCL0VHQT tag=FYSYLN5J01JF type=write size=1456415 2024-04-13T08:05:47.323 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.323+0000 7faa9f63b780 1 < completed delete operation key=WSX0KY6Y4RVU tag=1FCZWG3G024J type=del 2024-04-13T08:05:47.325 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.325+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=KRP13ZSE7F0J type=del size=305388 2024-04-13T08:05:47.328 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.328+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~6O7NVF94TJEG.0 size=1048576 2024-04-13T08:05:47.329 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.329+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~6O7NVF94TJEG.1 size=96229 2024-04-13T08:05:47.333 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.333+0000 7faa9f63b780 1 < completed multipart upload key=DQJZH0QC5JG1 upload=6O7NVF94TJEG tag=IK564BWBVF20 type=write size=2193381 2024-04-13T08:05:47.335 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.335+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=ZZFKOVPFX3H8 type=del size=2186402 2024-04-13T08:05:47.335 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.336+0000 7faa9f63b780 1 < canceled part key=_multipart_7LQHTC0JXLLC.2~1KFSK32HGWS4.0 size=1048576 2024-04-13T08:05:47.337 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.337+0000 7faa9f63b780 1 < completed part key=_multipart_7LQHTC0JXLLC.2~1KFSK32HGWS4.1 size=479245 2024-04-13T08:05:47.341 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.341+0000 7faa9f63b780 1 < canceled multipart upload key=7LQHTC0JXLLC upload=1KFSK32HGWS4 tag=QS4FFOP7CR1X type=write size=2576397 2024-04-13T08:05:47.344 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.344+0000 7faa9f63b780 1 > prepared operation key=ZS36Q14U11AV tag=626OIQB12ZVR type=del size=3535615 2024-04-13T08:05:47.346 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.346+0000 7faa9f63b780 1 < completed part key=_multipart_TSACVEYQTVRN.2~V5R32IR5C36V.0 size=1048576 2024-04-13T08:05:47.347 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.348+0000 7faa9f63b780 1 < completed part key=_multipart_TSACVEYQTVRN.2~V5R32IR5C36V.1 size=1048576 2024-04-13T08:05:47.349 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.349+0000 7faa9f63b780 1 < completed part key=_multipart_TSACVEYQTVRN.2~V5R32IR5C36V.2 size=364006 2024-04-13T08:05:47.353 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.353+0000 7faa9f63b780 1 < completed multipart upload key=TSACVEYQTVRN upload=V5R32IR5C36V tag=LS5DQSPITC4A type=write size=3509734 2024-04-13T08:05:47.355 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.355+0000 7faa9f63b780 1 > prepared operation key=BGZCO481WX23 tag=6Y6OO1VIW3K2 type=del size=846072 2024-04-13T08:05:47.357 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.357+0000 7faa9f63b780 1 < completed delete operation key=6EIPCHTPO3X1 tag=IT24H6T05N36 type=del 2024-04-13T08:05:47.359 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.359+0000 7faa9f63b780 1 > prepared operation key=Y3BAXTXJ3THV tag=FETVD6BFDU8R type=del size=1198403 2024-04-13T08:05:47.362 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.362+0000 7faa9f63b780 1 < completed write operation key=H9HYQWGBJXF0 tag=4GLGYWGLH2BR type=write size=136726 2024-04-13T08:05:47.364 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.364+0000 7faa9f63b780 1 > prepared operation key=U4KRH93HDNU6 tag=M35FIQ6UDB0Y type=del size=3429448 2024-04-13T08:05:47.367 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.367+0000 7faa9f63b780 1 < completed part key=_multipart_B9J0DWQ62YOI.2~BNCM5KJKFV1X.0 size=1048576 2024-04-13T08:05:47.369 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.369+0000 7faa9f63b780 1 < completed part key=_multipart_B9J0DWQ62YOI.2~BNCM5KJKFV1X.1 size=1048576 2024-04-13T08:05:47.371 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.371+0000 7faa9f63b780 1 < completed part key=_multipart_B9J0DWQ62YOI.2~BNCM5KJKFV1X.2 size=8202 2024-04-13T08:05:47.374 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.375+0000 7faa9f63b780 1 < completed multipart upload key=B9J0DWQ62YOI upload=BNCM5KJKFV1X tag=BIVNIBLPAPOX type=write size=3153930 2024-04-13T08:05:47.377 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.377+0000 7faa9f63b780 1 > prepared operation key=EB7L7HOTRCXY tag=6CRIT5DE5S1S type=del size=2487899 2024-04-13T08:05:47.379 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.379+0000 7faa9f63b780 1 < completed part key=_multipart_ZLCXVHR00MT7.2~P8005C6O2DAB.0 size=1048576 2024-04-13T08:05:47.381 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.381+0000 7faa9f63b780 1 < completed part key=_multipart_ZLCXVHR00MT7.2~P8005C6O2DAB.1 size=1048576 2024-04-13T08:05:47.382 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.383+0000 7faa9f63b780 1 < completed part key=_multipart_ZLCXVHR00MT7.2~P8005C6O2DAB.2 size=18652 2024-04-13T08:05:47.386 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.386+0000 7faa9f63b780 1 < completed multipart upload key=ZLCXVHR00MT7 upload=P8005C6O2DAB tag=1DH14UN10SR1 type=write size=3164380 2024-04-13T08:05:47.388 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.389+0000 7faa9f63b780 1 > prepared operation key=1139HXY3WYTZ tag=NA0TK1P1IXVW type=del size=3672331 2024-04-13T08:05:47.390 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.391+0000 7faa9f63b780 1 < completed write operation key=TSACVEYQTVRN tag=FAP0FEXWSZDV type=write size=808937 2024-04-13T08:05:47.395 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.395+0000 7faa9f63b780 1 > prepared part key=_multipart_BGZCO481WX23.2~7HF17T9RI4NA.0 size=760833 2024-04-13T08:05:47.395 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.395+0000 7faa9f63b780 1 > prepared multipart upload key=BGZCO481WX23 upload=7HF17T9RI4NA tag=R072QRKZVC47 type=write size=1809409 2024-04-13T08:05:47.397 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.398+0000 7faa9f63b780 1 < completed delete operation key=USAT0PUC8Q9C tag=NUOHH59S4CEA type=del 2024-04-13T08:05:47.400 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.400+0000 7faa9f63b780 1 > prepared operation key=CSYE7NHVWP4Q tag=Q638YCLSLKAS type=del size=4185432 2024-04-13T08:05:47.402 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.402+0000 7faa9f63b780 1 < completed delete operation key=CCIT8DQBN9WK tag=IFX7WP58H7QZ type=del 2024-04-13T08:05:47.404 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.404+0000 7faa9f63b780 1 > prepared operation key=TSACVEYQTVRN tag=07E3LC2UKF55 type=del size=2883430 2024-04-13T08:05:47.406 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.406+0000 7faa9f63b780 1 < completed delete operation key=XP1MOJCI0XHQ tag=5BQ6GFIKTLM9 type=del 2024-04-13T08:05:47.408 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.409+0000 7faa9f63b780 1 > prepared operation key=NJTHX8PDBAAE tag=JV58N539P7ZK type=del size=3891241 2024-04-13T08:05:47.413 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.413+0000 7faa9f63b780 1 < suggested update operation key=YVLYPQFVWYAW tag=S15VOC722QTD type=del size=4168247 2024-04-13T08:05:47.415 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.415+0000 7faa9f63b780 1 > prepared operation key=7LQHTC0JXLLC tag=ZMQFU1EJQKES type=del size=639531 2024-04-13T08:05:47.417 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.417+0000 7faa9f63b780 1 < completed delete operation key=USAT0PUC8Q9C tag=WEAVP41UI8PS type=del 2024-04-13T08:05:47.421 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.421+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~7F0GVYGPS9YH.0 size=1048576 2024-04-13T08:05:47.423 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.423+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~7F0GVYGPS9YH.1 size=1048576 2024-04-13T08:05:47.425 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.425+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~7F0GVYGPS9YH.2 size=327515 2024-04-13T08:05:47.425 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.425+0000 7faa9f63b780 1 > prepared multipart upload key=DQJZH0QC5JG1 upload=7F0GVYGPS9YH tag=P61EPUMGRAUQ type=write size=3473243 2024-04-13T08:05:47.427 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.427+0000 7faa9f63b780 1 < completed delete operation key=NJTHX8PDBAAE tag=MMB8BMTQ16K3 type=del 2024-04-13T08:05:47.429 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.429+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=N1I3GJ2BPEWC type=write size=344560 2024-04-13T08:05:47.431 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.431+0000 7faa9f63b780 1 < completed part key=_multipart_KN6SVO6HG65Q.2~3UTARCL0VHQT.0 size=407839 2024-04-13T08:05:47.435 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.435+0000 7faa9f63b780 1 < completed multipart upload key=KN6SVO6HG65Q upload=3UTARCL0VHQT tag=FYSYLN5J01JF type=write size=1456415 2024-04-13T08:05:47.437 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.437+0000 7faa9f63b780 1 > prepared operation key=CCIT8DQBN9WK tag=BQIQH3EUGQGW type=write size=749481 2024-04-13T08:05:47.440 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.440+0000 7faa9f63b780 1 < completed delete operation key=USAT0PUC8Q9C tag=KRP13ZSE7F0J type=del 2024-04-13T08:05:47.445 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.445+0000 7faa9f63b780 1 > prepared part key=_multipart_Y3BAXTXJ3THV.2~KGT8TPGDLXBJ.0 size=1048576 2024-04-13T08:05:47.447 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.447+0000 7faa9f63b780 1 > prepared part key=_multipart_Y3BAXTXJ3THV.2~KGT8TPGDLXBJ.1 size=1048576 2024-04-13T08:05:47.449 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.449+0000 7faa9f63b780 1 > prepared part key=_multipart_Y3BAXTXJ3THV.2~KGT8TPGDLXBJ.2 size=199931 2024-04-13T08:05:47.449 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.449+0000 7faa9f63b780 1 > prepared multipart upload key=Y3BAXTXJ3THV upload=KGT8TPGDLXBJ tag=CROEA6RL14ED type=write size=3345659 2024-04-13T08:05:47.454 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.454+0000 7faa9f63b780 1 < suggested remove operation key=ATLCBD5K8IS1 tag=ZZFKOVPFX3H8 type=del 2024-04-13T08:05:47.456 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.457+0000 7faa9f63b780 1 > prepared operation key=NJTHX8PDBAAE tag=NYNR3ZFE04TQ type=del size=2525923 2024-04-13T08:05:47.458 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.459+0000 7faa9f63b780 1 < completed delete operation key=ZS36Q14U11AV tag=626OIQB12ZVR type=del 2024-04-13T08:05:47.461 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.461+0000 7faa9f63b780 1 > prepared operation key=3H9XN46FCEJA tag=SPOPR7T81DLK type=del size=1711650 2024-04-13T08:05:47.463 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.463+0000 7faa9f63b780 1 < completed delete operation key=BGZCO481WX23 tag=6Y6OO1VIW3K2 type=del 2024-04-13T08:05:47.465 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.465+0000 7faa9f63b780 1 > prepared operation key=CSYE7NHVWP4Q tag=XSEV4GHD92XC type=del size=1397353 2024-04-13T08:05:47.467 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.467+0000 7faa9f63b780 1 < completed delete operation key=Y3BAXTXJ3THV tag=FETVD6BFDU8R type=del 2024-04-13T08:05:47.469 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.469+0000 7faa9f63b780 1 > prepared operation key=BGZCO481WX23 tag=KTGS5O6WFTJL type=del size=2011468 2024-04-13T08:05:47.471 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.471+0000 7faa9f63b780 1 < completed delete operation key=U4KRH93HDNU6 tag=M35FIQ6UDB0Y type=del 2024-04-13T08:05:47.474 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.474+0000 7faa9f63b780 1 > prepared operation key=LCYUO09YJOWJ tag=4M6ZSSHZRPJI type=del size=2860235 2024-04-13T08:05:47.476 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.476+0000 7faa9f63b780 1 < completed delete operation key=EB7L7HOTRCXY tag=6CRIT5DE5S1S type=del 2024-04-13T08:05:47.478 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.478+0000 7faa9f63b780 1 > prepared operation key=NHC2LNYCNU8O tag=0PN2NGAB0C89 type=del size=3969383 2024-04-13T08:05:47.480 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.480+0000 7faa9f63b780 1 < completed delete operation key=1139HXY3WYTZ tag=NA0TK1P1IXVW type=del 2024-04-13T08:05:47.484 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.485+0000 7faa9f63b780 1 > prepared operation key=KN6SVO6HG65Q tag=DIKLFV7IQP5C type=del size=4161244 2024-04-13T08:05:47.489 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.489+0000 7faa9f63b780 1 < completed part key=_multipart_BGZCO481WX23.2~7HF17T9RI4NA.0 size=760833 2024-04-13T08:05:47.493 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.493+0000 7faa9f63b780 1 < completed multipart upload key=BGZCO481WX23 upload=7HF17T9RI4NA tag=R072QRKZVC47 type=write size=1809409 2024-04-13T08:05:47.495 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.495+0000 7faa9f63b780 1 > prepared operation key=7LQHTC0JXLLC tag=01Y1WHHXZCFN type=del size=3201593 2024-04-13T08:05:47.497 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.497+0000 7faa9f63b780 1 < canceled operation key=CSYE7NHVWP4Q tag=Q638YCLSLKAS type=del size=4185432 2024-04-13T08:05:47.501 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.501+0000 7faa9f63b780 1 > prepared part key=_multipart_H9HYQWGBJXF0.2~0M4ATHX24S41.0 size=389140 2024-04-13T08:05:47.501 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.501+0000 7faa9f63b780 1 > prepared multipart upload key=H9HYQWGBJXF0 upload=0M4ATHX24S41 tag=YL7D8AKZCVUP type=write size=1437716 2024-04-13T08:05:47.503 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.503+0000 7faa9f63b780 1 < completed delete operation key=TSACVEYQTVRN tag=07E3LC2UKF55 type=del 2024-04-13T08:05:47.505 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.505+0000 7faa9f63b780 1 > prepared operation key=CWNYE55R1BSI tag=O1DBLQ5CZ3X0 type=write size=478914 2024-04-13T08:05:47.507 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.508+0000 7faa9f63b780 1 < completed delete operation key=NJTHX8PDBAAE tag=JV58N539P7ZK type=del 2024-04-13T08:05:47.509 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.510+0000 7faa9f63b780 1 > prepared operation key=3H9XN46FCEJA tag=L4JWEIIJ75DX type=del size=1421369 2024-04-13T08:05:47.511 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.512+0000 7faa9f63b780 1 < completed delete operation key=7LQHTC0JXLLC tag=ZMQFU1EJQKES type=del 2024-04-13T08:05:47.514 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.514+0000 7faa9f63b780 1 > prepared operation key=TSACVEYQTVRN tag=40CU03TFWGYI type=del size=3370544 2024-04-13T08:05:47.516 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.516+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~7F0GVYGPS9YH.0 size=1048576 2024-04-13T08:05:47.519 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.519+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~7F0GVYGPS9YH.1 size=1048576 2024-04-13T08:05:47.522 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.522+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~7F0GVYGPS9YH.2 size=327515 2024-04-13T08:05:47.526 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.526+0000 7faa9f63b780 1 < completed multipart upload key=DQJZH0QC5JG1 upload=7F0GVYGPS9YH tag=P61EPUMGRAUQ type=write size=3473243 2024-04-13T08:05:47.528 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.529+0000 7faa9f63b780 1 > prepared operation key=6EIPCHTPO3X1 tag=4QR7C9YUUDI4 type=del size=1563408 2024-04-13T08:05:47.531 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.532+0000 7faa9f63b780 -1 < failed to complete operation key=ATLCBD5K8IS1 tag=N1I3GJ2BPEWC type=write size=344560: (22) Invalid argument 2024-04-13T08:05:47.534 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.534+0000 7faa9f63b780 1 > prepared operation key=DQJZH0QC5JG1 tag=PJW8IP4EED9M type=del size=3633376 2024-04-13T08:05:47.536 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.536+0000 7faa9f63b780 1 < completed write operation key=CCIT8DQBN9WK tag=BQIQH3EUGQGW type=write size=749481 2024-04-13T08:05:47.538 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.538+0000 7faa9f63b780 1 > prepared operation key=KPYALZ2K1347 tag=DMSJV7IHNGWY type=del size=705146 2024-04-13T08:05:47.538 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.539+0000 7faa9f63b780 1 < canceled part key=_multipart_Y3BAXTXJ3THV.2~KGT8TPGDLXBJ.0 size=1048576 2024-04-13T08:05:47.539 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.539+0000 7faa9f63b780 1 < canceled part key=_multipart_Y3BAXTXJ3THV.2~KGT8TPGDLXBJ.1 size=1048576 2024-04-13T08:05:47.540 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.541+0000 7faa9f63b780 1 < completed part key=_multipart_Y3BAXTXJ3THV.2~KGT8TPGDLXBJ.2 size=199931 2024-04-13T08:05:47.544 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.544+0000 7faa9f63b780 1 < canceled multipart upload key=Y3BAXTXJ3THV upload=KGT8TPGDLXBJ tag=CROEA6RL14ED type=write size=3345659 2024-04-13T08:05:47.547 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.547+0000 7faa9f63b780 1 > prepared operation key=CSYE7NHVWP4Q tag=ILPMITED48A1 type=del size=3973890 2024-04-13T08:05:47.549 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.549+0000 7faa9f63b780 1 < completed delete operation key=NJTHX8PDBAAE tag=NYNR3ZFE04TQ type=del 2024-04-13T08:05:47.553 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.553+0000 7faa9f63b780 1 > prepared part key=_multipart_57TR9Y9AGKFZ.2~GT1LY9FPBUY4.0 size=611955 2024-04-13T08:05:47.553 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.553+0000 7faa9f63b780 1 > prepared multipart upload key=57TR9Y9AGKFZ upload=GT1LY9FPBUY4 tag=0WDMWAWG9LBE type=write size=1660531 2024-04-13T08:05:47.555 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.555+0000 7faa9f63b780 1 < completed delete operation key=3H9XN46FCEJA tag=SPOPR7T81DLK type=del 2024-04-13T08:05:47.557 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.558+0000 7faa9f63b780 1 > prepared operation key=3H9XN46FCEJA tag=VCK0O2UFY63Q type=del size=2024878 2024-04-13T08:05:47.560 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.560+0000 7faa9f63b780 1 < canceled operation key=CSYE7NHVWP4Q tag=XSEV4GHD92XC type=del size=1397353 2024-04-13T08:05:47.564 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.564+0000 7faa9f63b780 1 > prepared part key=_multipart_NJTHX8PDBAAE.2~K8X54G9RWV5Y.0 size=641191 2024-04-13T08:05:47.564 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.564+0000 7faa9f63b780 1 > prepared multipart upload key=NJTHX8PDBAAE upload=K8X54G9RWV5Y tag=T5K7M54HZINR type=write size=1689767 2024-04-13T08:05:47.566 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.566+0000 7faa9f63b780 1 < completed delete operation key=BGZCO481WX23 tag=KTGS5O6WFTJL type=del 2024-04-13T08:05:47.568 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.568+0000 7faa9f63b780 1 > prepared operation key=1139HXY3WYTZ tag=5PJ9VLBELMI2 type=del size=63253 2024-04-13T08:05:47.570 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.570+0000 7faa9f63b780 1 < completed delete operation key=LCYUO09YJOWJ tag=4M6ZSSHZRPJI type=del 2024-04-13T08:05:47.574 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.575+0000 7faa9f63b780 1 > prepared part key=_multipart_LCYUO09YJOWJ.2~0OUK0OSZ9IZ0.0 size=277161 2024-04-13T08:05:47.575 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.575+0000 7faa9f63b780 1 > prepared multipart upload key=LCYUO09YJOWJ upload=0OUK0OSZ9IZ0 tag=2PLE2134NXP9 type=write size=1325737 2024-04-13T08:05:47.576 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.577+0000 7faa9f63b780 1 < completed delete operation key=NHC2LNYCNU8O tag=0PN2NGAB0C89 type=del 2024-04-13T08:05:47.579 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.579+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=PWMXG4HPBBDN type=write size=684164 2024-04-13T08:05:47.583 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.583+0000 7faa9f63b780 1 < suggested update operation key=KN6SVO6HG65Q tag=DIKLFV7IQP5C type=del size=4161244 2024-04-13T08:05:47.585 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.585+0000 7faa9f63b780 1 > prepared operation key=CWNYE55R1BSI tag=CVS6S8N7BIW5 type=write size=50856 2024-04-13T08:05:47.587 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.587+0000 7faa9f63b780 1 < completed delete operation key=7LQHTC0JXLLC tag=01Y1WHHXZCFN type=del 2024-04-13T08:05:47.591 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.591+0000 7faa9f63b780 1 > prepared part key=_multipart_U4KRH93HDNU6.2~U8L11FPXRJG7.0 size=536001 2024-04-13T08:05:47.591 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.591+0000 7faa9f63b780 1 > prepared multipart upload key=U4KRH93HDNU6 upload=U8L11FPXRJG7 tag=56M1CQ6W1JD9 type=write size=1584577 2024-04-13T08:05:47.593 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.593+0000 7faa9f63b780 1 < completed part key=_multipart_H9HYQWGBJXF0.2~0M4ATHX24S41.0 size=389140 2024-04-13T08:05:47.597 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.597+0000 7faa9f63b780 1 < completed multipart upload key=H9HYQWGBJXF0 upload=0M4ATHX24S41 tag=YL7D8AKZCVUP type=write size=1437716 2024-04-13T08:05:47.599 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.600+0000 7faa9f63b780 1 > prepared operation key=WSX0KY6Y4RVU tag=M3F9KEAOFL4J type=del size=1311650 2024-04-13T08:05:47.602 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.602+0000 7faa9f63b780 1 < completed write operation key=CWNYE55R1BSI tag=O1DBLQ5CZ3X0 type=write size=478914 2024-04-13T08:05:47.604 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.604+0000 7faa9f63b780 1 > prepared operation key=NJTHX8PDBAAE tag=Y376JEYZINZ4 type=write size=912609 2024-04-13T08:05:47.607 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.607+0000 7faa9f63b780 1 < completed delete operation key=3H9XN46FCEJA tag=L4JWEIIJ75DX type=del 2024-04-13T08:05:47.609 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.609+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=IPEF6K5L76SG type=del size=2738842 2024-04-13T08:05:47.611 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.611+0000 7faa9f63b780 1 < completed delete operation key=TSACVEYQTVRN tag=40CU03TFWGYI type=del 2024-04-13T08:05:47.613 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.613+0000 7faa9f63b780 1 > prepared operation key=BGZCO481WX23 tag=RSYHMDYNIH2P type=write size=1006765 2024-04-13T08:05:47.615 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.615+0000 7faa9f63b780 1 < completed delete operation key=6EIPCHTPO3X1 tag=4QR7C9YUUDI4 type=del 2024-04-13T08:05:47.619 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.619+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~KDCHVBTYMUGX.0 size=1048576 2024-04-13T08:05:47.621 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.621+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~KDCHVBTYMUGX.1 size=1048576 2024-04-13T08:05:47.622 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.623+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~KDCHVBTYMUGX.2 size=935874 2024-04-13T08:05:47.623 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.623+0000 7faa9f63b780 1 > prepared multipart upload key=9OD1R5489FHK upload=KDCHVBTYMUGX tag=QY5J6MI9LD55 type=write size=4081602 2024-04-13T08:05:47.626 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.625+0000 7faa9f63b780 1 < completed delete operation key=DQJZH0QC5JG1 tag=PJW8IP4EED9M type=del 2024-04-13T08:05:47.627 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.627+0000 7faa9f63b780 1 > prepared operation key=LCYUO09YJOWJ tag=05IUTFI2GTT8 type=del size=492461 2024-04-13T08:05:47.629 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.629+0000 7faa9f63b780 1 < completed delete operation key=KPYALZ2K1347 tag=DMSJV7IHNGWY type=del 2024-04-13T08:05:47.632 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.632+0000 7faa9f63b780 1 > prepared operation key=NHC2LNYCNU8O tag=ZOHYUNTR2H92 type=del size=2614632 2024-04-13T08:05:47.635 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.635+0000 7faa9f63b780 1 < completed delete operation key=CSYE7NHVWP4Q tag=ILPMITED48A1 type=del 2024-04-13T08:05:47.639 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.639+0000 7faa9f63b780 1 > prepared part key=_multipart_EBB3GPXHIYM1.2~D6S2MAWS2WQT.0 size=850997 2024-04-13T08:05:47.639 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.639+0000 7faa9f63b780 1 > prepared multipart upload key=EBB3GPXHIYM1 upload=D6S2MAWS2WQT tag=RTOU90SDYR6J type=write size=1899573 2024-04-13T08:05:47.641 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.641+0000 7faa9f63b780 1 < completed part key=_multipart_57TR9Y9AGKFZ.2~GT1LY9FPBUY4.0 size=611955 2024-04-13T08:05:47.645 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.645+0000 7faa9f63b780 1 < completed multipart upload key=57TR9Y9AGKFZ upload=GT1LY9FPBUY4 tag=0WDMWAWG9LBE type=write size=1660531 2024-04-13T08:05:47.647 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.647+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=7J0Z34AUM61B type=del size=1834595 2024-04-13T08:05:47.648 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.649+0000 7faa9f63b780 1 < canceled operation key=3H9XN46FCEJA tag=VCK0O2UFY63Q type=del size=2024878 2024-04-13T08:05:47.652 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.653+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~S57LU4GZJTHC.0 size=1048576 2024-04-13T08:05:47.654 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.654+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~S57LU4GZJTHC.1 size=363061 2024-04-13T08:05:47.654 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.654+0000 7faa9f63b780 1 > prepared multipart upload key=9OD1R5489FHK upload=S57LU4GZJTHC tag=RKY81DURU6HY type=write size=2460213 2024-04-13T08:05:47.655 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.655+0000 7faa9f63b780 1 < canceled part key=_multipart_NJTHX8PDBAAE.2~K8X54G9RWV5Y.0 size=641191 2024-04-13T08:05:47.658 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.659+0000 7faa9f63b780 1 < canceled multipart upload key=NJTHX8PDBAAE upload=K8X54G9RWV5Y tag=T5K7M54HZINR type=write size=1689767 2024-04-13T08:05:47.661 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.661+0000 7faa9f63b780 1 > prepared operation key=TSACVEYQTVRN tag=TMI2ERR7TZ7E type=del size=2115224 2024-04-13T08:05:47.663 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.663+0000 7faa9f63b780 1 < completed delete operation key=1139HXY3WYTZ tag=5PJ9VLBELMI2 type=del 2024-04-13T08:05:47.665 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.665+0000 7faa9f63b780 1 > prepared operation key=XP1MOJCI0XHQ tag=PVCGPDHUZAK1 type=write size=870169 2024-04-13T08:05:47.665 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.665+0000 7faa9f63b780 1 < canceled part key=_multipart_LCYUO09YJOWJ.2~0OUK0OSZ9IZ0.0 size=277161 2024-04-13T08:05:47.669 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.669+0000 7faa9f63b780 1 < canceled multipart upload key=LCYUO09YJOWJ upload=0OUK0OSZ9IZ0 tag=2PLE2134NXP9 type=write size=1325737 2024-04-13T08:05:47.672 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.672+0000 7faa9f63b780 1 > prepared operation key=LCYUO09YJOWJ tag=I975HS8E6POQ type=del size=442261 2024-04-13T08:05:47.674 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.674+0000 7faa9f63b780 1 < completed write operation key=USAT0PUC8Q9C tag=PWMXG4HPBBDN type=write size=684164 2024-04-13T08:05:47.678 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.678+0000 7faa9f63b780 1 > prepared part key=_multipart_ZS36Q14U11AV.2~P7YHWE7NVJ78.0 size=1048576 2024-04-13T08:05:47.680 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.680+0000 7faa9f63b780 1 > prepared part key=_multipart_ZS36Q14U11AV.2~P7YHWE7NVJ78.1 size=938339 2024-04-13T08:05:47.680 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.680+0000 7faa9f63b780 1 > prepared multipart upload key=ZS36Q14U11AV upload=P7YHWE7NVJ78 tag=NJS4S9HWZNEC type=write size=3035491 2024-04-13T08:05:47.682 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.682+0000 7faa9f63b780 1 < completed write operation key=CWNYE55R1BSI tag=CVS6S8N7BIW5 type=write size=50856 2024-04-13T08:05:47.684 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.685+0000 7faa9f63b780 1 > prepared operation key=EB7L7HOTRCXY tag=KXEC2NKZDQ6S type=del size=4074130 2024-04-13T08:05:47.686 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.687+0000 7faa9f63b780 1 < completed part key=_multipart_U4KRH93HDNU6.2~U8L11FPXRJG7.0 size=536001 2024-04-13T08:05:47.690 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.690+0000 7faa9f63b780 1 < completed multipart upload key=U4KRH93HDNU6 upload=U8L11FPXRJG7 tag=56M1CQ6W1JD9 type=write size=1584577 2024-04-13T08:05:47.695 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.695+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~JT4AO4HUU6YJ.0 size=1048576 2024-04-13T08:05:47.697 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.697+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~JT4AO4HUU6YJ.1 size=189925 2024-04-13T08:05:47.697 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.697+0000 7faa9f63b780 1 > prepared multipart upload key=DQJZH0QC5JG1 upload=JT4AO4HUU6YJ tag=Z1W0ROH6KIKR type=write size=2287077 2024-04-13T08:05:47.699 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.699+0000 7faa9f63b780 1 < completed delete operation key=WSX0KY6Y4RVU tag=M3F9KEAOFL4J type=del 2024-04-13T08:05:47.701 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.701+0000 7faa9f63b780 1 > prepared operation key=ZLCXVHR00MT7 tag=BHZ254ZUWOFO type=del size=3409500 2024-04-13T08:05:47.704 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.704+0000 7faa9f63b780 1 < completed write operation key=NJTHX8PDBAAE tag=Y376JEYZINZ4 type=write size=912609 2024-04-13T08:05:47.709 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.709+0000 7faa9f63b780 1 > prepared part key=_multipart_NJTHX8PDBAAE.2~OPRV1OKILAOE.0 size=995704 2024-04-13T08:05:47.709 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.709+0000 7faa9f63b780 1 > prepared multipart upload key=NJTHX8PDBAAE upload=OPRV1OKILAOE tag=F82TMSM3B06Q type=write size=2044280 2024-04-13T08:05:47.712 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.712+0000 7faa9f63b780 1 < completed delete operation key=USAT0PUC8Q9C tag=IPEF6K5L76SG type=del 2024-04-13T08:05:47.717 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.717+0000 7faa9f63b780 1 > prepared part key=_multipart_ZS36Q14U11AV.2~KXYK0DPG3W7V.0 size=303987 2024-04-13T08:05:47.717 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.717+0000 7faa9f63b780 1 > prepared multipart upload key=ZS36Q14U11AV upload=KXYK0DPG3W7V tag=DU3VZS4WM8W4 type=write size=1352563 2024-04-13T08:05:47.721 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.721+0000 7faa9f63b780 1 < suggested remove operation key=BGZCO481WX23 tag=RSYHMDYNIH2P type=write 2024-04-13T08:05:47.725 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.725+0000 7faa9f63b780 1 > prepared part key=_multipart_C8EO3JFDK3I3.2~07RTA48IS5T6.0 size=1048576 2024-04-13T08:05:47.726 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.727+0000 7faa9f63b780 1 > prepared part key=_multipart_C8EO3JFDK3I3.2~07RTA48IS5T6.1 size=198348 2024-04-13T08:05:47.727 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.727+0000 7faa9f63b780 1 > prepared multipart upload key=C8EO3JFDK3I3 upload=07RTA48IS5T6 tag=RLKZG7QFJY1Q type=write size=2295500 2024-04-13T08:05:47.728 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.729+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~KDCHVBTYMUGX.0 size=1048576 2024-04-13T08:05:47.728 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.729+0000 7faa9f63b780 1 < canceled part key=_multipart_9OD1R5489FHK.2~KDCHVBTYMUGX.1 size=1048576 2024-04-13T08:05:47.730 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.730+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~KDCHVBTYMUGX.2 size=935874 2024-04-13T08:05:47.734 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.734+0000 7faa9f63b780 1 < canceled multipart upload key=9OD1R5489FHK upload=KDCHVBTYMUGX tag=QY5J6MI9LD55 type=write size=4081602 2024-04-13T08:05:47.736 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.736+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=SMILPKJGLNIW type=del size=3190278 2024-04-13T08:05:47.738 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.738+0000 7faa9f63b780 1 < completed delete operation key=LCYUO09YJOWJ tag=05IUTFI2GTT8 type=del 2024-04-13T08:05:47.740 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.740+0000 7faa9f63b780 1 > prepared operation key=NJTHX8PDBAAE tag=IZD1AG52NR40 type=del size=822400 2024-04-13T08:05:47.743 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.743+0000 7faa9f63b780 1 < canceled operation key=NHC2LNYCNU8O tag=ZOHYUNTR2H92 type=del size=2614632 2024-04-13T08:05:47.745 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.745+0000 7faa9f63b780 1 > prepared operation key=7LQHTC0JXLLC tag=2UB1FZ02JN3K type=del size=423365 2024-04-13T08:05:47.747 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.747+0000 7faa9f63b780 1 < completed part key=_multipart_EBB3GPXHIYM1.2~D6S2MAWS2WQT.0 size=850997 2024-04-13T08:05:47.750 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.751+0000 7faa9f63b780 1 < completed multipart upload key=EBB3GPXHIYM1 upload=D6S2MAWS2WQT tag=RTOU90SDYR6J type=write size=1899573 2024-04-13T08:05:47.753 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.753+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=MS18X41RX0SM type=del size=3147681 2024-04-13T08:05:47.756 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.756+0000 7faa9f63b780 1 < completed delete operation key=USAT0PUC8Q9C tag=7J0Z34AUM61B type=del 2024-04-13T08:05:47.758 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.758+0000 7faa9f63b780 1 > prepared operation key=C8EO3JFDK3I3 tag=IOGMTGDNN7LZ type=del size=1863040 2024-04-13T08:05:47.760 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.760+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~S57LU4GZJTHC.0 size=1048576 2024-04-13T08:05:47.761 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.762+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~S57LU4GZJTHC.1 size=363061 2024-04-13T08:05:47.765 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.765+0000 7faa9f63b780 1 < completed multipart upload key=9OD1R5489FHK upload=S57LU4GZJTHC tag=RKY81DURU6HY type=write size=2460213 2024-04-13T08:05:47.769 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.770+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~XWUYVMTQ81LM.0 size=1048576 2024-04-13T08:05:47.771 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.772+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~XWUYVMTQ81LM.1 size=933458 2024-04-13T08:05:47.771 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.772+0000 7faa9f63b780 1 > prepared multipart upload key=3H9XN46FCEJA upload=XWUYVMTQ81LM tag=2W84KSKLOIHT type=write size=3030610 2024-04-13T08:05:47.775 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.776+0000 7faa9f63b780 1 < suggested remove operation key=TSACVEYQTVRN tag=TMI2ERR7TZ7E type=del 2024-04-13T08:05:47.778 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.778+0000 7faa9f63b780 1 > prepared operation key=1139HXY3WYTZ tag=EHEVC7PGY997 type=del size=1671945 2024-04-13T08:05:47.781 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.781+0000 7faa9f63b780 1 < completed write operation key=XP1MOJCI0XHQ tag=PVCGPDHUZAK1 type=write size=870169 2024-04-13T08:05:47.783 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.783+0000 7faa9f63b780 1 > prepared operation key=NHC2LNYCNU8O tag=Y5Z69DQDTAF4 type=del size=2244417 2024-04-13T08:05:47.785 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.785+0000 7faa9f63b780 1 < canceled operation key=LCYUO09YJOWJ tag=I975HS8E6POQ type=del size=442261 2024-04-13T08:05:47.786 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.787+0000 7faa9f63b780 1 > prepared operation key=6EIPCHTPO3X1 tag=IACUY72XOTBC type=del size=3593178 2024-04-13T08:05:47.789 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.789+0000 7faa9f63b780 1 < completed part key=_multipart_ZS36Q14U11AV.2~P7YHWE7NVJ78.0 size=1048576 2024-04-13T08:05:47.790 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.791+0000 7faa9f63b780 1 < completed part key=_multipart_ZS36Q14U11AV.2~P7YHWE7NVJ78.1 size=938339 2024-04-13T08:05:47.794 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.794+0000 7faa9f63b780 1 < completed multipart upload key=ZS36Q14U11AV upload=P7YHWE7NVJ78 tag=NJS4S9HWZNEC type=write size=3035491 2024-04-13T08:05:47.796 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.796+0000 7faa9f63b780 1 > prepared operation key=9OD1R5489FHK tag=E4PSTR0A0R13 type=write size=323947 2024-04-13T08:05:47.798 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.798+0000 7faa9f63b780 1 < completed delete operation key=EB7L7HOTRCXY tag=KXEC2NKZDQ6S type=del 2024-04-13T08:05:47.801 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.801+0000 7faa9f63b780 1 > prepared operation key=Y3BAXTXJ3THV tag=UT73KCBX9I4Y type=del size=4104362 2024-04-13T08:05:47.803 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.803+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~JT4AO4HUU6YJ.0 size=1048576 2024-04-13T08:05:47.805 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.805+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~JT4AO4HUU6YJ.1 size=189925 2024-04-13T08:05:47.809 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.809+0000 7faa9f63b780 1 < completed multipart upload key=DQJZH0QC5JG1 upload=JT4AO4HUU6YJ tag=Z1W0ROH6KIKR type=write size=2287077 2024-04-13T08:05:47.813 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.813+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~M9J4MX56MUP6.0 size=1048576 2024-04-13T08:05:47.815 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.815+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~M9J4MX56MUP6.1 size=810181 2024-04-13T08:05:47.815 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.815+0000 7faa9f63b780 1 > prepared multipart upload key=KPYALZ2K1347 upload=M9J4MX56MUP6 tag=90IWA5MK1WHF type=write size=2907333 2024-04-13T08:05:47.819 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.819+0000 7faa9f63b780 1 < suggested remove operation key=ZLCXVHR00MT7 tag=BHZ254ZUWOFO type=del 2024-04-13T08:05:47.823 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.823+0000 7faa9f63b780 1 > prepared part key=_multipart_CCIT8DQBN9WK.2~MMI0KFM74HB8.0 size=1048576 2024-04-13T08:05:47.824 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.825+0000 7faa9f63b780 1 > prepared part key=_multipart_CCIT8DQBN9WK.2~MMI0KFM74HB8.1 size=874344 2024-04-13T08:05:47.825 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.825+0000 7faa9f63b780 1 > prepared multipart upload key=CCIT8DQBN9WK upload=MMI0KFM74HB8 tag=DWWMAM1G4WTU type=write size=2971496 2024-04-13T08:05:47.827 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.827+0000 7faa9f63b780 1 < completed part key=_multipart_NJTHX8PDBAAE.2~OPRV1OKILAOE.0 size=995704 2024-04-13T08:05:47.830 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.831+0000 7faa9f63b780 1 < completed multipart upload key=NJTHX8PDBAAE upload=OPRV1OKILAOE tag=F82TMSM3B06Q type=write size=2044280 2024-04-13T08:05:47.832 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.833+0000 7faa9f63b780 1 > prepared operation key=C8EO3JFDK3I3 tag=Q6Q6P3GL1ZYG type=del size=1285165 2024-04-13T08:05:47.834 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.835+0000 7faa9f63b780 1 < completed part key=_multipart_ZS36Q14U11AV.2~KXYK0DPG3W7V.0 size=303987 2024-04-13T08:05:47.838 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.838+0000 7faa9f63b780 1 < completed multipart upload key=ZS36Q14U11AV upload=KXYK0DPG3W7V tag=DU3VZS4WM8W4 type=write size=1352563 2024-04-13T08:05:47.842 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.842+0000 7faa9f63b780 1 > prepared part key=_multipart_1139HXY3WYTZ.2~6L81ATOARQWI.0 size=1048576 2024-04-13T08:05:47.844 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.844+0000 7faa9f63b780 1 > prepared part key=_multipart_1139HXY3WYTZ.2~6L81ATOARQWI.1 size=1048576 2024-04-13T08:05:47.846 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.846+0000 7faa9f63b780 1 > prepared part key=_multipart_1139HXY3WYTZ.2~6L81ATOARQWI.2 size=367468 2024-04-13T08:05:47.846 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.846+0000 7faa9f63b780 1 > prepared multipart upload key=1139HXY3WYTZ upload=6L81ATOARQWI tag=DD7O0HKJR0KD type=write size=3513196 2024-04-13T08:05:47.848 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.848+0000 7faa9f63b780 1 < completed part key=_multipart_C8EO3JFDK3I3.2~07RTA48IS5T6.0 size=1048576 2024-04-13T08:05:47.850 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.850+0000 7faa9f63b780 1 < completed part key=_multipart_C8EO3JFDK3I3.2~07RTA48IS5T6.1 size=198348 2024-04-13T08:05:47.854 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.854+0000 7faa9f63b780 1 < completed multipart upload key=C8EO3JFDK3I3 upload=07RTA48IS5T6 tag=RLKZG7QFJY1Q type=write size=2295500 2024-04-13T08:05:47.859 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.859+0000 7faa9f63b780 1 > prepared part key=_multipart_KN6SVO6HG65Q.2~27ZFBIKL9NPS.0 size=302974 2024-04-13T08:05:47.859 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.859+0000 7faa9f63b780 1 > prepared multipart upload key=KN6SVO6HG65Q upload=27ZFBIKL9NPS tag=0CJAW6M3VM3C type=write size=1351550 2024-04-13T08:05:47.863 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.864+0000 7faa9f63b780 1 < suggested remove operation key=USAT0PUC8Q9C tag=SMILPKJGLNIW type=del 2024-04-13T08:05:47.867 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.867+0000 7faa9f63b780 1 > prepared part key=_multipart_Y3BAXTXJ3THV.2~EAD7SW5SZZHB.0 size=1048576 2024-04-13T08:05:47.870 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.869+0000 7faa9f63b780 1 > prepared part key=_multipart_Y3BAXTXJ3THV.2~EAD7SW5SZZHB.1 size=1048576 2024-04-13T08:05:47.871 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.871+0000 7faa9f63b780 1 > prepared part key=_multipart_Y3BAXTXJ3THV.2~EAD7SW5SZZHB.2 size=322915 2024-04-13T08:05:47.871 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.871+0000 7faa9f63b780 1 > prepared multipart upload key=Y3BAXTXJ3THV upload=EAD7SW5SZZHB tag=GBURT1SYUA6V type=write size=3468643 2024-04-13T08:05:47.873 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.873+0000 7faa9f63b780 1 < canceled operation key=NJTHX8PDBAAE tag=IZD1AG52NR40 type=del size=822400 2024-04-13T08:05:47.877 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.878+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~OYFLGGZPTE49.0 size=1048576 2024-04-13T08:05:47.879 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.879+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~OYFLGGZPTE49.1 size=116923 2024-04-13T08:05:47.879 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.879+0000 7faa9f63b780 1 > prepared multipart upload key=DQJZH0QC5JG1 upload=OYFLGGZPTE49 tag=92TVHI4FIQFP type=write size=2214075 2024-04-13T08:05:47.881 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.881+0000 7faa9f63b780 1 < completed delete operation key=7LQHTC0JXLLC tag=2UB1FZ02JN3K type=del 2024-04-13T08:05:47.883 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.883+0000 7faa9f63b780 1 > prepared operation key=1R98I2OD2C1B tag=CARKQ4G6I1FS type=del size=1093002 2024-04-13T08:05:47.884 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.884+0000 7faa9f63b780 -1 < no bi entry to suggest for operation key=USAT0PUC8Q9C tag=MS18X41RX0SM type=del size=3147681: (2) No such file or directory 2024-04-13T08:05:47.886 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.886+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=6CYFM5B3ZSHG type=del size=867319 2024-04-13T08:05:47.889 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.889+0000 7faa9f63b780 1 < completed delete operation key=C8EO3JFDK3I3 tag=IOGMTGDNN7LZ type=del 2024-04-13T08:05:47.891 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.891+0000 7faa9f63b780 1 > prepared operation key=1139HXY3WYTZ tag=E49L5R0GABPD type=del size=826336 2024-04-13T08:05:47.893 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.894+0000 7faa9f63b780 1 < completed part key=_multipart_3H9XN46FCEJA.2~XWUYVMTQ81LM.0 size=1048576 2024-04-13T08:05:47.896 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.896+0000 7faa9f63b780 1 < completed part key=_multipart_3H9XN46FCEJA.2~XWUYVMTQ81LM.1 size=933458 2024-04-13T08:05:47.900 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.900+0000 7faa9f63b780 1 < completed multipart upload key=3H9XN46FCEJA upload=XWUYVMTQ81LM tag=2W84KSKLOIHT type=write size=3030610 2024-04-13T08:05:47.904 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.904+0000 7faa9f63b780 1 > prepared part key=_multipart_EB7L7HOTRCXY.2~MGE0BAXJ6O4O.0 size=1048576 2024-04-13T08:05:47.906 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.906+0000 7faa9f63b780 1 > prepared part key=_multipart_EB7L7HOTRCXY.2~MGE0BAXJ6O4O.1 size=173801 2024-04-13T08:05:47.906 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.906+0000 7faa9f63b780 1 > prepared multipart upload key=EB7L7HOTRCXY upload=MGE0BAXJ6O4O tag=2J420H5BO723 type=write size=2270953 2024-04-13T08:05:47.911 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.911+0000 7faa9f63b780 1 < suggested update operation key=1139HXY3WYTZ tag=EHEVC7PGY997 type=del size=1671945 2024-04-13T08:05:47.913 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.913+0000 7faa9f63b780 1 > prepared operation key=C8EO3JFDK3I3 tag=BYV0XE9KHX2J type=del size=2170621 2024-04-13T08:05:47.915 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.915+0000 7faa9f63b780 1 < completed delete operation key=NHC2LNYCNU8O tag=Y5Z69DQDTAF4 type=del 2024-04-13T08:05:47.917 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.917+0000 7faa9f63b780 1 > prepared operation key=EBB3GPXHIYM1 tag=NUDVAUF1ST68 type=del size=846547 2024-04-13T08:05:47.919 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.919+0000 7faa9f63b780 1 < completed delete operation key=6EIPCHTPO3X1 tag=IACUY72XOTBC type=del 2024-04-13T08:05:47.923 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.923+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~B6C19W8TCYQE.0 size=104411 2024-04-13T08:05:47.923 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.923+0000 7faa9f63b780 1 > prepared multipart upload key=3H9XN46FCEJA upload=B6C19W8TCYQE tag=IEHBJRK1DI1A type=write size=1152987 2024-04-13T08:05:47.928 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.928+0000 7faa9f63b780 1 < suggested update operation key=9OD1R5489FHK tag=E4PSTR0A0R13 type=write size=323947 2024-04-13T08:05:47.930 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.931+0000 7faa9f63b780 1 > prepared operation key=NHC2LNYCNU8O tag=6PQFA7SLI3FE type=del size=3975543 2024-04-13T08:05:47.935 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.935+0000 7faa9f63b780 1 < suggested remove operation key=Y3BAXTXJ3THV tag=UT73KCBX9I4Y type=del 2024-04-13T08:05:47.937 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.937+0000 7faa9f63b780 1 > prepared operation key=1139HXY3WYTZ tag=3ZUKT87J8OOB type=del size=3549310 2024-04-13T08:05:47.939 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.939+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~M9J4MX56MUP6.0 size=1048576 2024-04-13T08:05:47.941 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.941+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~M9J4MX56MUP6.1 size=810181 2024-04-13T08:05:47.945 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.945+0000 7faa9f63b780 1 < completed multipart upload key=KPYALZ2K1347 upload=M9J4MX56MUP6 tag=90IWA5MK1WHF type=write size=2907333 2024-04-13T08:05:47.948 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.948+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=AYKZUJH45RNP type=del size=3013264 2024-04-13T08:05:47.950 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.950+0000 7faa9f63b780 1 < completed part key=_multipart_CCIT8DQBN9WK.2~MMI0KFM74HB8.0 size=1048576 2024-04-13T08:05:47.951 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.950+0000 7faa9f63b780 1 < canceled part key=_multipart_CCIT8DQBN9WK.2~MMI0KFM74HB8.1 size=874344 2024-04-13T08:05:47.954 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.954+0000 7faa9f63b780 1 < canceled multipart upload key=CCIT8DQBN9WK upload=MMI0KFM74HB8 tag=DWWMAM1G4WTU type=write size=2971496 2024-04-13T08:05:47.957 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.957+0000 7faa9f63b780 1 > prepared operation key=7LQHTC0JXLLC tag=584PGFZHPQB6 type=write size=1026580 2024-04-13T08:05:47.959 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.959+0000 7faa9f63b780 1 < completed delete operation key=C8EO3JFDK3I3 tag=Q6Q6P3GL1ZYG type=del 2024-04-13T08:05:47.961 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.961+0000 7faa9f63b780 1 > prepared operation key=CWNYE55R1BSI tag=QPCP96DPTO20 type=del size=2943772 2024-04-13T08:05:47.963 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.963+0000 7faa9f63b780 1 < completed part key=_multipart_1139HXY3WYTZ.2~6L81ATOARQWI.0 size=1048576 2024-04-13T08:05:47.963 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.963+0000 7faa9f63b780 1 < canceled part key=_multipart_1139HXY3WYTZ.2~6L81ATOARQWI.1 size=1048576 2024-04-13T08:05:47.965 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.965+0000 7faa9f63b780 1 < completed part key=_multipart_1139HXY3WYTZ.2~6L81ATOARQWI.2 size=367468 2024-04-13T08:05:47.969 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.969+0000 7faa9f63b780 1 < canceled multipart upload key=1139HXY3WYTZ upload=6L81ATOARQWI tag=DD7O0HKJR0KD type=write size=3513196 2024-04-13T08:05:47.972 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.972+0000 7faa9f63b780 1 > prepared operation key=U4KRH93HDNU6 tag=V2PDV43SQCQD type=del size=3068581 2024-04-13T08:05:47.972 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.972+0000 7faa9f63b780 1 < canceled part key=_multipart_KN6SVO6HG65Q.2~27ZFBIKL9NPS.0 size=302974 2024-04-13T08:05:47.976 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.976+0000 7faa9f63b780 1 < canceled multipart upload key=KN6SVO6HG65Q upload=27ZFBIKL9NPS tag=0CJAW6M3VM3C type=write size=1351550 2024-04-13T08:05:47.978 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.979+0000 7faa9f63b780 1 > prepared operation key=CWNYE55R1BSI tag=S34C7H0DQ3J4 type=del size=274639 2024-04-13T08:05:47.980 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.981+0000 7faa9f63b780 1 < completed part key=_multipart_Y3BAXTXJ3THV.2~EAD7SW5SZZHB.0 size=1048576 2024-04-13T08:05:47.983 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.982+0000 7faa9f63b780 1 < completed part key=_multipart_Y3BAXTXJ3THV.2~EAD7SW5SZZHB.1 size=1048576 2024-04-13T08:05:47.984 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.984+0000 7faa9f63b780 1 < completed part key=_multipart_Y3BAXTXJ3THV.2~EAD7SW5SZZHB.2 size=322915 2024-04-13T08:05:47.988 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.988+0000 7faa9f63b780 1 < completed multipart upload key=Y3BAXTXJ3THV upload=EAD7SW5SZZHB tag=GBURT1SYUA6V type=write size=3468643 2024-04-13T08:05:47.992 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.993+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~T1TJKD8SFJIC.0 size=1048576 2024-04-13T08:05:47.994 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.994+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~T1TJKD8SFJIC.1 size=1048576 2024-04-13T08:05:47.997 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.996+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~T1TJKD8SFJIC.2 size=180341 2024-04-13T08:05:47.997 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.996+0000 7faa9f63b780 1 > prepared multipart upload key=KPYALZ2K1347 upload=T1TJKD8SFJIC tag=65KZ0KSV3VFW type=write size=3326069 2024-04-13T08:05:47.999 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:47.999+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~OYFLGGZPTE49.0 size=1048576 2024-04-13T08:05:48.000 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.001+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~OYFLGGZPTE49.1 size=116923 2024-04-13T08:05:48.004 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.004+0000 7faa9f63b780 1 < completed multipart upload key=DQJZH0QC5JG1 upload=OYFLGGZPTE49 tag=92TVHI4FIQFP type=write size=2214075 2024-04-13T08:05:48.006 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.007+0000 7faa9f63b780 1 > prepared operation key=CSYE7NHVWP4Q tag=4ZPE7LBG7MMG type=del size=2538831 2024-04-13T08:05:48.009 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.009+0000 7faa9f63b780 1 < completed delete operation key=1R98I2OD2C1B tag=CARKQ4G6I1FS type=del 2024-04-13T08:05:48.013 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.013+0000 7faa9f63b780 1 > prepared part key=_multipart_WSX0KY6Y4RVU.2~1GZD0ZDM20Z3.0 size=1048576 2024-04-13T08:05:48.014 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.014+0000 7faa9f63b780 1 > prepared part key=_multipart_WSX0KY6Y4RVU.2~1GZD0ZDM20Z3.1 size=1048576 2024-04-13T08:05:48.016 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.016+0000 7faa9f63b780 1 > prepared part key=_multipart_WSX0KY6Y4RVU.2~1GZD0ZDM20Z3.2 size=584180 2024-04-13T08:05:48.016 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.016+0000 7faa9f63b780 1 > prepared multipart upload key=WSX0KY6Y4RVU upload=1GZD0ZDM20Z3 tag=9UC5ILVLA22S type=write size=3729908 2024-04-13T08:05:48.018 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.018+0000 7faa9f63b780 1 < completed delete operation key=USAT0PUC8Q9C tag=6CYFM5B3ZSHG type=del 2024-04-13T08:05:48.022 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.022+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~2SOWOE1Y0MOR.0 size=918255 2024-04-13T08:05:48.022 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.022+0000 7faa9f63b780 1 > prepared multipart upload key=KPYALZ2K1347 upload=2SOWOE1Y0MOR tag=NJ2EPRHCZQQ8 type=write size=1966831 2024-04-13T08:05:48.025 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.025+0000 7faa9f63b780 -1 < failed to complete operation key=1139HXY3WYTZ tag=E49L5R0GABPD type=del size=826336: (22) Invalid argument 2024-04-13T08:05:48.029 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.029+0000 7faa9f63b780 1 > prepared part key=_multipart_EBB3GPXHIYM1.2~C2AFLPXJTPAX.0 size=726279 2024-04-13T08:05:48.029 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.029+0000 7faa9f63b780 1 > prepared multipart upload key=EBB3GPXHIYM1 upload=C2AFLPXJTPAX tag=KYYGC7ZRZCNT type=write size=1774855 2024-04-13T08:05:48.031 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.031+0000 7faa9f63b780 1 < completed part key=_multipart_EB7L7HOTRCXY.2~MGE0BAXJ6O4O.0 size=1048576 2024-04-13T08:05:48.033 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.033+0000 7faa9f63b780 1 < completed part key=_multipart_EB7L7HOTRCXY.2~MGE0BAXJ6O4O.1 size=173801 2024-04-13T08:05:48.037 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.037+0000 7faa9f63b780 1 < completed multipart upload key=EB7L7HOTRCXY upload=MGE0BAXJ6O4O tag=2J420H5BO723 type=write size=2270953 2024-04-13T08:05:48.041 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.041+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~1IVM79TYUT4M.0 size=1048576 2024-04-13T08:05:48.042 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.043+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~1IVM79TYUT4M.1 size=581545 2024-04-13T08:05:48.043 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.043+0000 7faa9f63b780 1 > prepared multipart upload key=DQJZH0QC5JG1 upload=1IVM79TYUT4M tag=72RPUFW023Y8 type=write size=2678697 2024-04-13T08:05:48.045 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.045+0000 7faa9f63b780 1 < completed delete operation key=C8EO3JFDK3I3 tag=BYV0XE9KHX2J type=del 2024-04-13T08:05:48.047 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.047+0000 7faa9f63b780 1 > prepared operation key=XP1MOJCI0XHQ tag=7C07YS03W30F type=del size=2252859 2024-04-13T08:05:48.049 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.049+0000 7faa9f63b780 1 < completed delete operation key=EBB3GPXHIYM1 tag=NUDVAUF1ST68 type=del 2024-04-13T08:05:48.051 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.051+0000 7faa9f63b780 1 > prepared operation key=BGZCO481WX23 tag=CJ004E9YN2ME type=del size=626635 2024-04-13T08:05:48.051 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.051+0000 7faa9f63b780 1 < canceled part key=_multipart_3H9XN46FCEJA.2~B6C19W8TCYQE.0 size=104411 2024-04-13T08:05:48.054 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.055+0000 7faa9f63b780 1 < canceled multipart upload key=3H9XN46FCEJA upload=B6C19W8TCYQE tag=IEHBJRK1DI1A type=write size=1152987 2024-04-13T08:05:48.057 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.057+0000 7faa9f63b780 1 > prepared operation key=6EIPCHTPO3X1 tag=A2V82N2ZDIIL type=del size=1645156 2024-04-13T08:05:48.059 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.059+0000 7faa9f63b780 1 < completed delete operation key=NHC2LNYCNU8O tag=6PQFA7SLI3FE type=del 2024-04-13T08:05:48.061 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.061+0000 7faa9f63b780 1 > prepared operation key=KN6SVO6HG65Q tag=CDZ7OPWWUMXT type=del size=2929538 2024-04-13T08:05:48.064 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.064+0000 7faa9f63b780 1 < canceled operation key=1139HXY3WYTZ tag=3ZUKT87J8OOB type=del size=3549310 2024-04-13T08:05:48.066 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.066+0000 7faa9f63b780 1 > prepared operation key=KPYALZ2K1347 tag=U73WHKCSZS91 type=del size=2465790 2024-04-13T08:05:48.068 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.068+0000 7faa9f63b780 1 < completed delete operation key=ATLCBD5K8IS1 tag=AYKZUJH45RNP type=del 2024-04-13T08:05:48.071 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.072+0000 7faa9f63b780 1 > prepared part key=_multipart_6EIPCHTPO3X1.2~VGQQGSWTN5SO.0 size=1048576 2024-04-13T08:05:48.073 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.074+0000 7faa9f63b780 1 > prepared part key=_multipart_6EIPCHTPO3X1.2~VGQQGSWTN5SO.1 size=1048576 2024-04-13T08:05:48.075 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.075+0000 7faa9f63b780 1 > prepared part key=_multipart_6EIPCHTPO3X1.2~VGQQGSWTN5SO.2 size=247981 2024-04-13T08:05:48.075 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.075+0000 7faa9f63b780 1 > prepared multipart upload key=6EIPCHTPO3X1 upload=VGQQGSWTN5SO tag=XLZOAE94WVCJ type=write size=3393709 2024-04-13T08:05:48.077 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.077+0000 7faa9f63b780 1 < completed write operation key=7LQHTC0JXLLC tag=584PGFZHPQB6 type=write size=1026580 2024-04-13T08:05:48.079 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.079+0000 7faa9f63b780 1 > prepared operation key=WSX0KY6Y4RVU tag=Z777RLTMAQLW type=del size=663937 2024-04-13T08:05:48.084 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.084+0000 7faa9f63b780 1 < suggested remove operation key=CWNYE55R1BSI tag=QPCP96DPTO20 type=del 2024-04-13T08:05:48.088 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.088+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~2SN6EDR68KPI.0 size=720999 2024-04-13T08:05:48.088 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.088+0000 7faa9f63b780 1 > prepared multipart upload key=KPYALZ2K1347 upload=2SN6EDR68KPI tag=V4LV9O78A9M9 type=write size=1769575 2024-04-13T08:05:48.090 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.091+0000 7faa9f63b780 1 < canceled operation key=U4KRH93HDNU6 tag=V2PDV43SQCQD type=del size=3068581 2024-04-13T08:05:48.093 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.093+0000 7faa9f63b780 1 > prepared operation key=TSACVEYQTVRN tag=7WARCSHMYKA3 type=del size=3999912 2024-04-13T08:05:48.096 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.096+0000 7faa9f63b780 -1 < failed to complete operation key=CWNYE55R1BSI tag=S34C7H0DQ3J4 type=del size=274639: (22) Invalid argument 2024-04-13T08:05:48.100 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.100+0000 7faa9f63b780 1 > prepared part key=_multipart_NJTHX8PDBAAE.2~V1Q6RSHF9P4Z.0 size=1048576 2024-04-13T08:05:48.101 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.102+0000 7faa9f63b780 1 > prepared part key=_multipart_NJTHX8PDBAAE.2~V1Q6RSHF9P4Z.1 size=1048576 2024-04-13T08:05:48.103 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.103+0000 7faa9f63b780 1 > prepared part key=_multipart_NJTHX8PDBAAE.2~V1Q6RSHF9P4Z.2 size=1041514 2024-04-13T08:05:48.103 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.103+0000 7faa9f63b780 1 > prepared multipart upload key=NJTHX8PDBAAE upload=V1Q6RSHF9P4Z tag=IN6E7SQOXEKR type=write size=4187242 2024-04-13T08:05:48.106 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.106+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~T1TJKD8SFJIC.0 size=1048576 2024-04-13T08:05:48.107 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.107+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~T1TJKD8SFJIC.1 size=1048576 2024-04-13T08:05:48.109 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.109+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~T1TJKD8SFJIC.2 size=180341 2024-04-13T08:05:48.113 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.113+0000 7faa9f63b780 1 < completed multipart upload key=KPYALZ2K1347 upload=T1TJKD8SFJIC tag=65KZ0KSV3VFW type=write size=3326069 2024-04-13T08:05:48.115 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.115+0000 7faa9f63b780 1 > prepared operation key=DQJZH0QC5JG1 tag=T8RKM2ISXK92 type=del size=2969546 2024-04-13T08:05:48.117 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.117+0000 7faa9f63b780 1 < canceled operation key=CSYE7NHVWP4Q tag=4ZPE7LBG7MMG type=del size=2538831 2024-04-13T08:05:48.122 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.122+0000 7faa9f63b780 1 > prepared part key=_multipart_ZLCXVHR00MT7.2~AP3U02H7FD66.0 size=1048576 2024-04-13T08:05:48.124 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.124+0000 7faa9f63b780 1 > prepared part key=_multipart_ZLCXVHR00MT7.2~AP3U02H7FD66.1 size=1048576 2024-04-13T08:05:48.126 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.126+0000 7faa9f63b780 1 > prepared part key=_multipart_ZLCXVHR00MT7.2~AP3U02H7FD66.2 size=981805 2024-04-13T08:05:48.126 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.126+0000 7faa9f63b780 1 > prepared multipart upload key=ZLCXVHR00MT7 upload=AP3U02H7FD66 tag=S34FC028NPKT type=write size=4127533 2024-04-13T08:05:48.128 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.128+0000 7faa9f63b780 1 < completed part key=_multipart_WSX0KY6Y4RVU.2~1GZD0ZDM20Z3.0 size=1048576 2024-04-13T08:05:48.130 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.130+0000 7faa9f63b780 1 < completed part key=_multipart_WSX0KY6Y4RVU.2~1GZD0ZDM20Z3.1 size=1048576 2024-04-13T08:05:48.132 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.132+0000 7faa9f63b780 1 < completed part key=_multipart_WSX0KY6Y4RVU.2~1GZD0ZDM20Z3.2 size=584180 2024-04-13T08:05:48.135 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.136+0000 7faa9f63b780 1 < completed multipart upload key=WSX0KY6Y4RVU upload=1GZD0ZDM20Z3 tag=9UC5ILVLA22S type=write size=3729908 2024-04-13T08:05:48.138 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.138+0000 7faa9f63b780 1 > prepared operation key=H9HYQWGBJXF0 tag=2AOP04BBO31S type=del size=2874793 2024-04-13T08:05:48.138 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.138+0000 7faa9f63b780 1 < canceled part key=_multipart_KPYALZ2K1347.2~2SOWOE1Y0MOR.0 size=918255 2024-04-13T08:05:48.142 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.142+0000 7faa9f63b780 1 < canceled multipart upload key=KPYALZ2K1347 upload=2SOWOE1Y0MOR tag=NJ2EPRHCZQQ8 type=write size=1966831 2024-04-13T08:05:48.144 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.144+0000 7faa9f63b780 1 > prepared operation key=CSYE7NHVWP4Q tag=SNOXFUMBN1HN type=del size=212711 2024-04-13T08:05:48.146 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.146+0000 7faa9f63b780 1 < completed part key=_multipart_EBB3GPXHIYM1.2~C2AFLPXJTPAX.0 size=726279 2024-04-13T08:05:48.149 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.150+0000 7faa9f63b780 1 < completed multipart upload key=EBB3GPXHIYM1 upload=C2AFLPXJTPAX tag=KYYGC7ZRZCNT type=write size=1774855 2024-04-13T08:05:48.154 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.154+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~ZQLTGCO2AAH1.0 size=1048576 2024-04-13T08:05:48.155 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.155+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~ZQLTGCO2AAH1.1 size=300009 2024-04-13T08:05:48.155 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.155+0000 7faa9f63b780 1 > prepared multipart upload key=9OD1R5489FHK upload=ZQLTGCO2AAH1 tag=SQPXN8FLW52U type=write size=2397161 2024-04-13T08:05:48.157 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.158+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~1IVM79TYUT4M.0 size=1048576 2024-04-13T08:05:48.159 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.159+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~1IVM79TYUT4M.1 size=581545 2024-04-13T08:05:48.163 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.164+0000 7faa9f63b780 1 < completed multipart upload key=DQJZH0QC5JG1 upload=1IVM79TYUT4M tag=72RPUFW023Y8 type=write size=2678697 2024-04-13T08:05:48.166 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.166+0000 7faa9f63b780 1 > prepared operation key=ZLCXVHR00MT7 tag=08NZEKQK2OX9 type=del size=313618 2024-04-13T08:05:48.170 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.171+0000 7faa9f63b780 1 < suggested remove operation key=XP1MOJCI0XHQ tag=7C07YS03W30F type=del 2024-04-13T08:05:48.175 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.175+0000 7faa9f63b780 1 > prepared part key=_multipart_EB7L7HOTRCXY.2~RN815677NVQ7.0 size=791128 2024-04-13T08:05:48.175 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.175+0000 7faa9f63b780 1 > prepared multipart upload key=EB7L7HOTRCXY upload=RN815677NVQ7 tag=N6OQT3CK8MS0 type=write size=1839704 2024-04-13T08:05:48.177 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.177+0000 7faa9f63b780 1 < completed delete operation key=BGZCO481WX23 tag=CJ004E9YN2ME type=del 2024-04-13T08:05:48.179 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.179+0000 7faa9f63b780 1 > prepared operation key=57TR9Y9AGKFZ tag=18R3NBZPD0QV type=del size=139998 2024-04-13T08:05:48.181 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.181+0000 7faa9f63b780 1 < completed delete operation key=6EIPCHTPO3X1 tag=A2V82N2ZDIIL type=del 2024-04-13T08:05:48.183 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.183+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=VZQ9QYN0JP4G type=del size=3969411 2024-04-13T08:05:48.186 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.186+0000 7faa9f63b780 1 < completed delete operation key=KN6SVO6HG65Q tag=CDZ7OPWWUMXT type=del 2024-04-13T08:05:48.188 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.188+0000 7faa9f63b780 1 > prepared operation key=B9J0DWQ62YOI tag=P3ICH2AQNOFK type=del size=1655017 2024-04-13T08:05:48.191 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.191+0000 7faa9f63b780 1 < completed delete operation key=KPYALZ2K1347 tag=U73WHKCSZS91 type=del 2024-04-13T08:05:48.192 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.193+0000 7faa9f63b780 1 > prepared operation key=EB7L7HOTRCXY tag=4SJZDJU0QUTX type=write size=558750 2024-04-13T08:05:48.195 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.195+0000 7faa9f63b780 1 < completed part key=_multipart_6EIPCHTPO3X1.2~VGQQGSWTN5SO.0 size=1048576 2024-04-13T08:05:48.195 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.195+0000 7faa9f63b780 1 < canceled part key=_multipart_6EIPCHTPO3X1.2~VGQQGSWTN5SO.1 size=1048576 2024-04-13T08:05:48.196 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.197+0000 7faa9f63b780 1 < completed part key=_multipart_6EIPCHTPO3X1.2~VGQQGSWTN5SO.2 size=247981 2024-04-13T08:05:48.200 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.200+0000 7faa9f63b780 1 < canceled multipart upload key=6EIPCHTPO3X1 upload=VGQQGSWTN5SO tag=XLZOAE94WVCJ type=write size=3393709 2024-04-13T08:05:48.204 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.204+0000 7faa9f63b780 1 > prepared part key=_multipart_NJTHX8PDBAAE.2~SZYIFKSWPFTC.0 size=128517 2024-04-13T08:05:48.204 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.204+0000 7faa9f63b780 1 > prepared multipart upload key=NJTHX8PDBAAE upload=SZYIFKSWPFTC tag=HOS0AV5GO0LT type=write size=1177093 2024-04-13T08:05:48.206 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.206+0000 7faa9f63b780 1 < completed delete operation key=WSX0KY6Y4RVU tag=Z777RLTMAQLW type=del 2024-04-13T08:05:48.208 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.209+0000 7faa9f63b780 1 > prepared operation key=DQJZH0QC5JG1 tag=HJ5J828O27ST type=write size=665595 2024-04-13T08:05:48.210 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.211+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~2SN6EDR68KPI.0 size=720999 2024-04-13T08:05:48.214 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.215+0000 7faa9f63b780 1 < completed multipart upload key=KPYALZ2K1347 upload=2SN6EDR68KPI tag=V4LV9O78A9M9 type=write size=1769575 2024-04-13T08:05:48.218 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.219+0000 7faa9f63b780 1 > prepared part key=_multipart_B9J0DWQ62YOI.2~I2S3OM91U3IA.0 size=1048576 2024-04-13T08:05:48.220 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.221+0000 7faa9f63b780 1 > prepared part key=_multipart_B9J0DWQ62YOI.2~I2S3OM91U3IA.1 size=1048576 2024-04-13T08:05:48.222 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.223+0000 7faa9f63b780 1 > prepared part key=_multipart_B9J0DWQ62YOI.2~I2S3OM91U3IA.2 size=647781 2024-04-13T08:05:48.223 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.223+0000 7faa9f63b780 1 > prepared multipart upload key=B9J0DWQ62YOI upload=I2S3OM91U3IA tag=0ADUP7858BT8 type=write size=3793509 2024-04-13T08:05:48.228 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.228+0000 7faa9f63b780 1 < suggested remove operation key=TSACVEYQTVRN tag=7WARCSHMYKA3 type=del 2024-04-13T08:05:48.230 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.230+0000 7faa9f63b780 1 > prepared operation key=NJTHX8PDBAAE tag=8MFY0XI7Y4H5 type=del size=3302914 2024-04-13T08:05:48.233 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.232+0000 7faa9f63b780 1 < completed part key=_multipart_NJTHX8PDBAAE.2~V1Q6RSHF9P4Z.0 size=1048576 2024-04-13T08:05:48.234 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.234+0000 7faa9f63b780 1 < completed part key=_multipart_NJTHX8PDBAAE.2~V1Q6RSHF9P4Z.1 size=1048576 2024-04-13T08:05:48.237 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.237+0000 7faa9f63b780 1 < completed part key=_multipart_NJTHX8PDBAAE.2~V1Q6RSHF9P4Z.2 size=1041514 2024-04-13T08:05:48.240 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.241+0000 7faa9f63b780 1 < completed multipart upload key=NJTHX8PDBAAE upload=V1Q6RSHF9P4Z tag=IN6E7SQOXEKR type=write size=4187242 2024-04-13T08:05:48.243 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.243+0000 7faa9f63b780 1 > prepared operation key=EBB3GPXHIYM1 tag=GLRB0TVPLFJY type=del size=3371490 2024-04-13T08:05:48.246 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.246+0000 7faa9f63b780 1 < completed delete operation key=DQJZH0QC5JG1 tag=T8RKM2ISXK92 type=del 2024-04-13T08:05:48.250 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.250+0000 7faa9f63b780 1 > prepared part key=_multipart_U4KRH93HDNU6.2~KJ8V6QTEL9YK.0 size=1048576 2024-04-13T08:05:48.252 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.252+0000 7faa9f63b780 1 > prepared part key=_multipart_U4KRH93HDNU6.2~KJ8V6QTEL9YK.1 size=1048576 2024-04-13T08:05:48.253 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.254+0000 7faa9f63b780 1 > prepared part key=_multipart_U4KRH93HDNU6.2~KJ8V6QTEL9YK.2 size=29150 2024-04-13T08:05:48.254 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.254+0000 7faa9f63b780 1 > prepared multipart upload key=U4KRH93HDNU6 upload=KJ8V6QTEL9YK tag=H3V79AZ17UYZ type=write size=3174878 2024-04-13T08:05:48.256 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.256+0000 7faa9f63b780 1 < completed part key=_multipart_ZLCXVHR00MT7.2~AP3U02H7FD66.0 size=1048576 2024-04-13T08:05:48.256 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.256+0000 7faa9f63b780 1 < canceled part key=_multipart_ZLCXVHR00MT7.2~AP3U02H7FD66.1 size=1048576 2024-04-13T08:05:48.258 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.258+0000 7faa9f63b780 1 < completed part key=_multipart_ZLCXVHR00MT7.2~AP3U02H7FD66.2 size=981805 2024-04-13T08:05:48.262 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.262+0000 7faa9f63b780 1 < canceled multipart upload key=ZLCXVHR00MT7 upload=AP3U02H7FD66 tag=S34FC028NPKT type=write size=4127533 2024-04-13T08:05:48.264 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.264+0000 7faa9f63b780 1 > prepared operation key=NHC2LNYCNU8O tag=ILPTZ2R0D1GT type=del size=44608 2024-04-13T08:05:48.266 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.267+0000 7faa9f63b780 1 < completed delete operation key=H9HYQWGBJXF0 tag=2AOP04BBO31S type=del 2024-04-13T08:05:48.269 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.269+0000 7faa9f63b780 1 > prepared operation key=DQJZH0QC5JG1 tag=RATO9ER2GW3Y type=write size=1025078 2024-04-13T08:05:48.271 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.271+0000 7faa9f63b780 1 < completed delete operation key=CSYE7NHVWP4Q tag=SNOXFUMBN1HN type=del 2024-04-13T08:05:48.275 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.275+0000 7faa9f63b780 1 > prepared part key=_multipart_EB7L7HOTRCXY.2~3FXNXCFHQI96.0 size=1048576 2024-04-13T08:05:48.276 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.277+0000 7faa9f63b780 1 > prepared part key=_multipart_EB7L7HOTRCXY.2~3FXNXCFHQI96.1 size=533008 2024-04-13T08:05:48.276 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.277+0000 7faa9f63b780 1 > prepared multipart upload key=EB7L7HOTRCXY upload=3FXNXCFHQI96 tag=151TSTLHI1ZA type=write size=2630160 2024-04-13T08:05:48.279 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.279+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~ZQLTGCO2AAH1.0 size=1048576 2024-04-13T08:05:48.280 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.281+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~ZQLTGCO2AAH1.1 size=300009 2024-04-13T08:05:48.284 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.284+0000 7faa9f63b780 1 < completed multipart upload key=9OD1R5489FHK upload=ZQLTGCO2AAH1 tag=SQPXN8FLW52U type=write size=2397161 2024-04-13T08:05:48.288 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.288+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=17O16ZOUXX2D type=write size=320714 2024-04-13T08:05:48.291 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.291+0000 7faa9f63b780 1 < completed delete operation key=ZLCXVHR00MT7 tag=08NZEKQK2OX9 type=del 2024-04-13T08:05:48.295 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.295+0000 7faa9f63b780 1 > prepared part key=_multipart_H9HYQWGBJXF0.2~HRI2EANXELCJ.0 size=1048576 2024-04-13T08:05:48.297 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.297+0000 7faa9f63b780 1 > prepared part key=_multipart_H9HYQWGBJXF0.2~HRI2EANXELCJ.1 size=1048576 2024-04-13T08:05:48.299 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.299+0000 7faa9f63b780 1 > prepared part key=_multipart_H9HYQWGBJXF0.2~HRI2EANXELCJ.2 size=1044978 2024-04-13T08:05:48.299 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.299+0000 7faa9f63b780 1 > prepared multipart upload key=H9HYQWGBJXF0 upload=HRI2EANXELCJ tag=LSHOU7SWZB1H type=write size=4190706 2024-04-13T08:05:48.301 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.302+0000 7faa9f63b780 1 < completed part key=_multipart_EB7L7HOTRCXY.2~RN815677NVQ7.0 size=791128 2024-04-13T08:05:48.305 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.305+0000 7faa9f63b780 1 < completed multipart upload key=EB7L7HOTRCXY upload=RN815677NVQ7 tag=N6OQT3CK8MS0 type=write size=1839704 2024-04-13T08:05:48.307 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.307+0000 7faa9f63b780 1 > prepared operation key=9OD1R5489FHK tag=9VTWMIRFPFRN type=del size=2755723 2024-04-13T08:05:48.310 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.310+0000 7faa9f63b780 1 < completed delete operation key=57TR9Y9AGKFZ tag=18R3NBZPD0QV type=del 2024-04-13T08:05:48.314 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.314+0000 7faa9f63b780 1 > prepared part key=_multipart_1139HXY3WYTZ.2~C8S3N3HTHW8G.0 size=1048576 2024-04-13T08:05:48.315 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.316+0000 7faa9f63b780 1 > prepared part key=_multipart_1139HXY3WYTZ.2~C8S3N3HTHW8G.1 size=619138 2024-04-13T08:05:48.316 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.316+0000 7faa9f63b780 1 > prepared multipart upload key=1139HXY3WYTZ upload=C8S3N3HTHW8G tag=0FV702CR483X type=write size=2716290 2024-04-13T08:05:48.320 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.320+0000 7faa9f63b780 1 < suggested update operation key=ATLCBD5K8IS1 tag=VZQ9QYN0JP4G type=del size=3969411 2024-04-13T08:05:48.322 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.322+0000 7faa9f63b780 1 > prepared operation key=CSYE7NHVWP4Q tag=955XU4QNUJKB type=write size=217621 2024-04-13T08:05:48.325 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.325+0000 7faa9f63b780 1 < completed delete operation key=B9J0DWQ62YOI tag=P3ICH2AQNOFK type=del 2024-04-13T08:05:48.330 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.330+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~1HTLEZJ3UUPS.0 size=1048576 2024-04-13T08:05:48.331 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.332+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~1HTLEZJ3UUPS.1 size=1048576 2024-04-13T08:05:48.334 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.334+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~1HTLEZJ3UUPS.2 size=709129 2024-04-13T08:05:48.334 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.334+0000 7faa9f63b780 1 > prepared multipart upload key=7LQHTC0JXLLC upload=1HTLEZJ3UUPS tag=2K3VRBH53VLJ type=write size=3854857 2024-04-13T08:05:48.336 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.336+0000 7faa9f63b780 1 < completed write operation key=EB7L7HOTRCXY tag=4SJZDJU0QUTX type=write size=558750 2024-04-13T08:05:48.338 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.338+0000 7faa9f63b780 1 > prepared operation key=CSYE7NHVWP4Q tag=M736091ZWWVY type=del size=3430469 2024-04-13T08:05:48.340 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.340+0000 7faa9f63b780 1 < completed part key=_multipart_NJTHX8PDBAAE.2~SZYIFKSWPFTC.0 size=128517 2024-04-13T08:05:48.343 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.344+0000 7faa9f63b780 1 < completed multipart upload key=NJTHX8PDBAAE upload=SZYIFKSWPFTC tag=HOS0AV5GO0LT type=write size=1177093 2024-04-13T08:05:48.346 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.346+0000 7faa9f63b780 1 > prepared operation key=EB7L7HOTRCXY tag=8JDV5LQ08QPK type=write size=332732 2024-04-13T08:05:48.348 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.348+0000 7faa9f63b780 1 < completed write operation key=DQJZH0QC5JG1 tag=HJ5J828O27ST type=write size=665595 2024-04-13T08:05:48.352 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.353+0000 7faa9f63b780 1 > prepared part key=_multipart_U4KRH93HDNU6.2~6U42NMZKARH7.0 size=1048576 2024-04-13T08:05:48.354 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.354+0000 7faa9f63b780 1 > prepared part key=_multipart_U4KRH93HDNU6.2~6U42NMZKARH7.1 size=1048576 2024-04-13T08:05:48.356 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.356+0000 7faa9f63b780 1 > prepared part key=_multipart_U4KRH93HDNU6.2~6U42NMZKARH7.2 size=422023 2024-04-13T08:05:48.356 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.356+0000 7faa9f63b780 1 > prepared multipart upload key=U4KRH93HDNU6 upload=6U42NMZKARH7 tag=01EL7LLCIYZ8 type=write size=3567751 2024-04-13T08:05:48.358 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.358+0000 7faa9f63b780 1 < completed part key=_multipart_B9J0DWQ62YOI.2~I2S3OM91U3IA.0 size=1048576 2024-04-13T08:05:48.360 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.361+0000 7faa9f63b780 1 < completed part key=_multipart_B9J0DWQ62YOI.2~I2S3OM91U3IA.1 size=1048576 2024-04-13T08:05:48.362 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.363+0000 7faa9f63b780 1 < completed part key=_multipart_B9J0DWQ62YOI.2~I2S3OM91U3IA.2 size=647781 2024-04-13T08:05:48.366 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.366+0000 7faa9f63b780 1 < completed multipart upload key=B9J0DWQ62YOI upload=I2S3OM91U3IA tag=0ADUP7858BT8 type=write size=3793509 2024-04-13T08:05:48.369 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.369+0000 7faa9f63b780 1 > prepared operation key=WSX0KY6Y4RVU tag=02W3PEG8FH9A type=write size=389379 2024-04-13T08:05:48.373 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.373+0000 7faa9f63b780 1 < suggested remove operation key=NJTHX8PDBAAE tag=8MFY0XI7Y4H5 type=del 2024-04-13T08:05:48.376 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.376+0000 7faa9f63b780 1 > prepared operation key=DQJZH0QC5JG1 tag=GXBLNAD4V3FW type=write size=591622 2024-04-13T08:05:48.378 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.378+0000 7faa9f63b780 1 < canceled operation key=EBB3GPXHIYM1 tag=GLRB0TVPLFJY type=del size=3371490 2024-04-13T08:05:48.381 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.381+0000 7faa9f63b780 1 > prepared operation key=NJTHX8PDBAAE tag=H2QVR2K7CQ7M type=write size=1037050 2024-04-13T08:05:48.385 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.385+0000 7faa9f63b780 1 < completed part key=_multipart_U4KRH93HDNU6.2~KJ8V6QTEL9YK.0 size=1048576 2024-04-13T08:05:48.387 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.387+0000 7faa9f63b780 1 < completed part key=_multipart_U4KRH93HDNU6.2~KJ8V6QTEL9YK.1 size=1048576 2024-04-13T08:05:48.388 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.389+0000 7faa9f63b780 1 < completed part key=_multipart_U4KRH93HDNU6.2~KJ8V6QTEL9YK.2 size=29150 2024-04-13T08:05:48.392 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.392+0000 7faa9f63b780 1 < completed multipart upload key=U4KRH93HDNU6 upload=KJ8V6QTEL9YK tag=H3V79AZ17UYZ type=write size=3174878 2024-04-13T08:05:48.394 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.394+0000 7faa9f63b780 1 > prepared operation key=1139HXY3WYTZ tag=OZGZIQ3VP0VF type=del size=2230394 2024-04-13T08:05:48.396 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.396+0000 7faa9f63b780 1 < completed delete operation key=NHC2LNYCNU8O tag=ILPTZ2R0D1GT type=del 2024-04-13T08:05:48.398 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.399+0000 7faa9f63b780 1 > prepared operation key=B9J0DWQ62YOI tag=SUJVEOW0JA81 type=del size=3142390 2024-04-13T08:05:48.403 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.403+0000 7faa9f63b780 1 < suggested remove operation key=DQJZH0QC5JG1 tag=RATO9ER2GW3Y type=write 2024-04-13T08:05:48.407 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.407+0000 7faa9f63b780 1 > prepared part key=_multipart_CCIT8DQBN9WK.2~DWOO84COC957.0 size=23504 2024-04-13T08:05:48.407 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.407+0000 7faa9f63b780 1 > prepared multipart upload key=CCIT8DQBN9WK upload=DWOO84COC957 tag=UD1RWHBMLEAS type=write size=1072080 2024-04-13T08:05:48.409 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.409+0000 7faa9f63b780 1 < completed part key=_multipart_EB7L7HOTRCXY.2~3FXNXCFHQI96.0 size=1048576 2024-04-13T08:05:48.411 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.411+0000 7faa9f63b780 1 < completed part key=_multipart_EB7L7HOTRCXY.2~3FXNXCFHQI96.1 size=533008 2024-04-13T08:05:48.414 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.414+0000 7faa9f63b780 1 < completed multipart upload key=EB7L7HOTRCXY upload=3FXNXCFHQI96 tag=151TSTLHI1ZA type=write size=2630160 2024-04-13T08:05:48.417 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.417+0000 7faa9f63b780 1 > prepared operation key=Y3BAXTXJ3THV tag=GQILDE1ITRI7 type=del size=4038749 2024-04-13T08:05:48.419 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.419+0000 7faa9f63b780 1 < canceled operation key=USAT0PUC8Q9C tag=17O16ZOUXX2D type=write size=320714 2024-04-13T08:05:48.423 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.423+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~LNMAOKQT5642.0 size=1048576 2024-04-13T08:05:48.424 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.425+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~LNMAOKQT5642.1 size=127061 2024-04-13T08:05:48.424 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.425+0000 7faa9f63b780 1 > prepared multipart upload key=DQJZH0QC5JG1 upload=LNMAOKQT5642 tag=K95NBE15Y2L0 type=write size=2224213 2024-04-13T08:05:48.426 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.427+0000 7faa9f63b780 1 < completed part key=_multipart_H9HYQWGBJXF0.2~HRI2EANXELCJ.0 size=1048576 2024-04-13T08:05:48.428 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.428+0000 7faa9f63b780 1 < completed part key=_multipart_H9HYQWGBJXF0.2~HRI2EANXELCJ.1 size=1048576 2024-04-13T08:05:48.430 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.430+0000 7faa9f63b780 1 < completed part key=_multipart_H9HYQWGBJXF0.2~HRI2EANXELCJ.2 size=1044978 2024-04-13T08:05:48.434 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.434+0000 7faa9f63b780 1 < completed multipart upload key=H9HYQWGBJXF0 upload=HRI2EANXELCJ tag=LSHOU7SWZB1H type=write size=4190706 2024-04-13T08:05:48.436 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.436+0000 7faa9f63b780 1 > prepared operation key=KPYALZ2K1347 tag=V53DGUX7KRWR type=del size=1977524 2024-04-13T08:05:48.439 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.439+0000 7faa9f63b780 1 < completed delete operation key=9OD1R5489FHK tag=9VTWMIRFPFRN type=del 2024-04-13T08:05:48.441 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.441+0000 7faa9f63b780 1 > prepared operation key=EBB3GPXHIYM1 tag=ZGI4W5N4HRQ6 type=del size=626415 2024-04-13T08:05:48.444 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.444+0000 7faa9f63b780 1 < completed part key=_multipart_1139HXY3WYTZ.2~C8S3N3HTHW8G.0 size=1048576 2024-04-13T08:05:48.445 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.446+0000 7faa9f63b780 1 < completed part key=_multipart_1139HXY3WYTZ.2~C8S3N3HTHW8G.1 size=619138 2024-04-13T08:05:48.449 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.449+0000 7faa9f63b780 1 < completed multipart upload key=1139HXY3WYTZ upload=C8S3N3HTHW8G tag=0FV702CR483X type=write size=2716290 2024-04-13T08:05:48.451 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.452+0000 7faa9f63b780 1 > prepared operation key=U4KRH93HDNU6 tag=6MHFV25NQ05L type=write size=432091 2024-04-13T08:05:48.454 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.454+0000 7faa9f63b780 1 < canceled operation key=CSYE7NHVWP4Q tag=955XU4QNUJKB type=write size=217621 2024-04-13T08:05:48.458 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.458+0000 7faa9f63b780 1 > prepared part key=_multipart_ZS36Q14U11AV.2~274FVSTN4F0P.0 size=1048576 2024-04-13T08:05:48.460 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.460+0000 7faa9f63b780 1 > prepared part key=_multipart_ZS36Q14U11AV.2~274FVSTN4F0P.1 size=1048576 2024-04-13T08:05:48.462 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.462+0000 7faa9f63b780 1 > prepared part key=_multipart_ZS36Q14U11AV.2~274FVSTN4F0P.2 size=781144 2024-04-13T08:05:48.462 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.462+0000 7faa9f63b780 1 > prepared multipart upload key=ZS36Q14U11AV upload=274FVSTN4F0P tag=F400BCDM17MO type=write size=3926872 2024-04-13T08:05:48.464 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.464+0000 7faa9f63b780 1 < completed part key=_multipart_7LQHTC0JXLLC.2~1HTLEZJ3UUPS.0 size=1048576 2024-04-13T08:05:48.465 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.466+0000 7faa9f63b780 1 < completed part key=_multipart_7LQHTC0JXLLC.2~1HTLEZJ3UUPS.1 size=1048576 2024-04-13T08:05:48.467 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.467+0000 7faa9f63b780 1 < completed part key=_multipart_7LQHTC0JXLLC.2~1HTLEZJ3UUPS.2 size=709129 2024-04-13T08:05:48.471 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.471+0000 7faa9f63b780 1 < completed multipart upload key=7LQHTC0JXLLC upload=1HTLEZJ3UUPS tag=2K3VRBH53VLJ type=write size=3854857 2024-04-13T08:05:48.473 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.473+0000 7faa9f63b780 1 > prepared operation key=NHC2LNYCNU8O tag=WU9NQOW2ID1D type=del size=3280484 2024-04-13T08:05:48.475 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.475+0000 7faa9f63b780 1 < completed delete operation key=CSYE7NHVWP4Q tag=M736091ZWWVY type=del 2024-04-13T08:05:48.479 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.479+0000 7faa9f63b780 1 > prepared part key=_multipart_YVLYPQFVWYAW.2~81SN9H33HIJS.0 size=1048576 2024-04-13T08:05:48.481 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.481+0000 7faa9f63b780 1 > prepared part key=_multipart_YVLYPQFVWYAW.2~81SN9H33HIJS.1 size=1048576 2024-04-13T08:05:48.483 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.483+0000 7faa9f63b780 1 > prepared part key=_multipart_YVLYPQFVWYAW.2~81SN9H33HIJS.2 size=545679 2024-04-13T08:05:48.483 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.483+0000 7faa9f63b780 1 > prepared multipart upload key=YVLYPQFVWYAW upload=81SN9H33HIJS tag=DJKFSVEZC0KC type=write size=3691407 2024-04-13T08:05:48.485 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.485+0000 7faa9f63b780 1 < completed write operation key=EB7L7HOTRCXY tag=8JDV5LQ08QPK type=write size=332732 2024-04-13T08:05:48.487 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.487+0000 7faa9f63b780 1 > prepared operation key=CCIT8DQBN9WK tag=5S8BMX4C1NZE type=del size=2865192 2024-04-13T08:05:48.489 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.489+0000 7faa9f63b780 1 < completed part key=_multipart_U4KRH93HDNU6.2~6U42NMZKARH7.0 size=1048576 2024-04-13T08:05:48.491 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.491+0000 7faa9f63b780 1 < completed part key=_multipart_U4KRH93HDNU6.2~6U42NMZKARH7.1 size=1048576 2024-04-13T08:05:48.493 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.493+0000 7faa9f63b780 1 < completed part key=_multipart_U4KRH93HDNU6.2~6U42NMZKARH7.2 size=422023 2024-04-13T08:05:48.497 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.497+0000 7faa9f63b780 1 < completed multipart upload key=U4KRH93HDNU6 upload=6U42NMZKARH7 tag=01EL7LLCIYZ8 type=write size=3567751 2024-04-13T08:05:48.499 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.499+0000 7faa9f63b780 1 > prepared operation key=Y3BAXTXJ3THV tag=BVHBZHOSI8AI type=write size=174498 2024-04-13T08:05:48.501 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.501+0000 7faa9f63b780 1 < completed write operation key=WSX0KY6Y4RVU tag=02W3PEG8FH9A type=write size=389379 2024-04-13T08:05:48.503 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.503+0000 7faa9f63b780 1 > prepared operation key=57TR9Y9AGKFZ tag=3P5UKE03ADQ8 type=del size=3291458 2024-04-13T08:05:48.506 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.506+0000 7faa9f63b780 -1 < failed to complete operation key=DQJZH0QC5JG1 tag=GXBLNAD4V3FW type=write size=591622: (22) Invalid argument 2024-04-13T08:05:48.509 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.509+0000 7faa9f63b780 1 > prepared operation key=57TR9Y9AGKFZ tag=Q2SMY4OY6V0J type=del size=2070469 2024-04-13T08:05:48.516 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.516+0000 7faa9f63b780 1 < completed write operation key=NJTHX8PDBAAE tag=H2QVR2K7CQ7M type=write size=1037050 2024-04-13T08:05:48.521 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.521+0000 7faa9f63b780 1 > prepared part key=_multipart_BGZCO481WX23.2~0QGQ0ANOM8C8.0 size=181132 2024-04-13T08:05:48.521 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.521+0000 7faa9f63b780 1 > prepared multipart upload key=BGZCO481WX23 upload=0QGQ0ANOM8C8 tag=R5WYO8D2WMVS type=write size=1229708 2024-04-13T08:05:48.523 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.523+0000 7faa9f63b780 1 < completed delete operation key=1139HXY3WYTZ tag=OZGZIQ3VP0VF type=del 2024-04-13T08:05:48.525 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.526+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=2W9403FFSP72 type=del size=4129502 2024-04-13T08:05:48.528 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.528+0000 7faa9f63b780 1 < canceled operation key=B9J0DWQ62YOI tag=SUJVEOW0JA81 type=del size=3142390 2024-04-13T08:05:48.530 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.531+0000 7faa9f63b780 1 > prepared operation key=YVLYPQFVWYAW tag=10N011XHDU7O type=del size=2454327 2024-04-13T08:05:48.533 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.533+0000 7faa9f63b780 1 < completed part key=_multipart_CCIT8DQBN9WK.2~DWOO84COC957.0 size=23504 2024-04-13T08:05:48.536 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.537+0000 7faa9f63b780 1 < completed multipart upload key=CCIT8DQBN9WK upload=DWOO84COC957 tag=UD1RWHBMLEAS type=write size=1072080 2024-04-13T08:05:48.539 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.539+0000 7faa9f63b780 1 > prepared operation key=BGZCO481WX23 tag=YLRMIKRCE253 type=del size=717531 2024-04-13T08:05:48.541 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.542+0000 7faa9f63b780 1 < completed delete operation key=Y3BAXTXJ3THV tag=GQILDE1ITRI7 type=del 2024-04-13T08:05:48.544 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.544+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=WUK0NGXK8UNN type=del size=962594 2024-04-13T08:05:48.546 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.546+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~LNMAOKQT5642.0 size=1048576 2024-04-13T08:05:48.548 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.548+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~LNMAOKQT5642.1 size=127061 2024-04-13T08:05:48.553 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.553+0000 7faa9f63b780 1 < completed multipart upload key=DQJZH0QC5JG1 upload=LNMAOKQT5642 tag=K95NBE15Y2L0 type=write size=2224213 2024-04-13T08:05:48.555 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.555+0000 7faa9f63b780 1 > prepared operation key=CCIT8DQBN9WK tag=ONIXPLBW0HLP type=del size=3771180 2024-04-13T08:05:48.557 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.557+0000 7faa9f63b780 1 < completed delete operation key=KPYALZ2K1347 tag=V53DGUX7KRWR type=del 2024-04-13T08:05:48.560 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.560+0000 7faa9f63b780 1 > prepared operation key=9OD1R5489FHK tag=M7JLQ2L11CZM type=del size=530480 2024-04-13T08:05:48.562 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.563+0000 7faa9f63b780 1 < completed delete operation key=EBB3GPXHIYM1 tag=ZGI4W5N4HRQ6 type=del 2024-04-13T08:05:48.567 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.567+0000 7faa9f63b780 1 > prepared part key=_multipart_WSX0KY6Y4RVU.2~ZVPOP46TPYPK.0 size=370524 2024-04-13T08:05:48.567 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.567+0000 7faa9f63b780 1 > prepared multipart upload key=WSX0KY6Y4RVU upload=ZVPOP46TPYPK tag=IP2W0W8MQ92A type=write size=1419100 2024-04-13T08:05:48.569 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.569+0000 7faa9f63b780 1 < completed write operation key=U4KRH93HDNU6 tag=6MHFV25NQ05L type=write size=432091 2024-04-13T08:05:48.574 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.574+0000 7faa9f63b780 1 > prepared part key=_multipart_XP1MOJCI0XHQ.2~EN2XBWOKVAHC.0 size=38942 2024-04-13T08:05:48.574 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.574+0000 7faa9f63b780 1 > prepared multipart upload key=XP1MOJCI0XHQ upload=EN2XBWOKVAHC tag=OC3MG3ZW0CQU type=write size=1087518 2024-04-13T08:05:48.576 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.576+0000 7faa9f63b780 1 < completed part key=_multipart_ZS36Q14U11AV.2~274FVSTN4F0P.0 size=1048576 2024-04-13T08:05:48.578 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.578+0000 7faa9f63b780 1 < completed part key=_multipart_ZS36Q14U11AV.2~274FVSTN4F0P.1 size=1048576 2024-04-13T08:05:48.580 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.580+0000 7faa9f63b780 1 < completed part key=_multipart_ZS36Q14U11AV.2~274FVSTN4F0P.2 size=781144 2024-04-13T08:05:48.583 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.584+0000 7faa9f63b780 1 < completed multipart upload key=ZS36Q14U11AV upload=274FVSTN4F0P tag=F400BCDM17MO type=write size=3926872 2024-04-13T08:05:48.587 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.588+0000 7faa9f63b780 1 > prepared part key=_multipart_NHC2LNYCNU8O.2~47CLQ53AK0A7.0 size=1048576 2024-04-13T08:05:48.589 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.590+0000 7faa9f63b780 1 > prepared part key=_multipart_NHC2LNYCNU8O.2~47CLQ53AK0A7.1 size=305419 2024-04-13T08:05:48.590 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.590+0000 7faa9f63b780 1 > prepared multipart upload key=NHC2LNYCNU8O upload=47CLQ53AK0A7 tag=NOM16UAAXF9B type=write size=2402571 2024-04-13T08:05:48.592 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.592+0000 7faa9f63b780 1 < completed delete operation key=NHC2LNYCNU8O tag=WU9NQOW2ID1D type=del 2024-04-13T08:05:48.594 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.594+0000 7faa9f63b780 1 > prepared operation key=B9J0DWQ62YOI tag=ZJW30A3SLLND type=del size=2728962 2024-04-13T08:05:48.596 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.596+0000 7faa9f63b780 1 < completed part key=_multipart_YVLYPQFVWYAW.2~81SN9H33HIJS.0 size=1048576 2024-04-13T08:05:48.598 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.598+0000 7faa9f63b780 1 < completed part key=_multipart_YVLYPQFVWYAW.2~81SN9H33HIJS.1 size=1048576 2024-04-13T08:05:48.600 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.600+0000 7faa9f63b780 1 < completed part key=_multipart_YVLYPQFVWYAW.2~81SN9H33HIJS.2 size=545679 2024-04-13T08:05:48.603 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.604+0000 7faa9f63b780 1 < completed multipart upload key=YVLYPQFVWYAW upload=81SN9H33HIJS tag=DJKFSVEZC0KC type=write size=3691407 2024-04-13T08:05:48.607 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.607+0000 7faa9f63b780 1 > prepared part key=_multipart_XP1MOJCI0XHQ.2~5QVUAN7UI99E.0 size=849114 2024-04-13T08:05:48.607 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.607+0000 7faa9f63b780 1 > prepared multipart upload key=XP1MOJCI0XHQ upload=5QVUAN7UI99E tag=LC6BNYNFLFL7 type=write size=1897690 2024-04-13T08:05:48.609 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.610+0000 7faa9f63b780 1 < completed delete operation key=CCIT8DQBN9WK tag=5S8BMX4C1NZE type=del 2024-04-13T08:05:48.611 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.612+0000 7faa9f63b780 1 > prepared operation key=Y3BAXTXJ3THV tag=UM0AA8HGIZF1 type=del size=2755003 2024-04-13T08:05:48.614 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.614+0000 7faa9f63b780 1 < canceled operation key=Y3BAXTXJ3THV tag=BVHBZHOSI8AI type=write size=174498 2024-04-13T08:05:48.616 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.616+0000 7faa9f63b780 1 > prepared operation key=3H9XN46FCEJA tag=VZ8ZQOFN13ES type=del size=4166532 2024-04-13T08:05:48.621 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.621+0000 7faa9f63b780 1 < suggested update operation key=57TR9Y9AGKFZ tag=3P5UKE03ADQ8 type=del size=3291458 2024-04-13T08:05:48.625 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.625+0000 7faa9f63b780 1 > prepared part key=_multipart_WSX0KY6Y4RVU.2~HV9DJJZJNQX8.0 size=1048576 2024-04-13T08:05:48.627 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.627+0000 7faa9f63b780 1 > prepared part key=_multipart_WSX0KY6Y4RVU.2~HV9DJJZJNQX8.1 size=543576 2024-04-13T08:05:48.627 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.627+0000 7faa9f63b780 1 > prepared multipart upload key=WSX0KY6Y4RVU upload=HV9DJJZJNQX8 tag=MAMJTKL1CTQ6 type=write size=2640728 2024-04-13T08:05:48.630 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.630+0000 7faa9f63b780 -1 < failed to complete operation key=57TR9Y9AGKFZ tag=Q2SMY4OY6V0J type=del size=2070469: (22) Invalid argument 2024-04-13T08:05:48.633 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.633+0000 7faa9f63b780 1 > prepared operation key=ZLCXVHR00MT7 tag=V3YNQ5QHNZNY type=del size=1135236 2024-04-13T08:05:48.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:48 smithi139 ceph-mon[88985]: pgmap v1381: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 785 KiB/s rd, 272 KiB/s wr, 1.38k op/s 2024-04-13T08:05:48.635 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.636+0000 7faa9f63b780 1 < completed part key=_multipart_BGZCO481WX23.2~0QGQ0ANOM8C8.0 size=181132 2024-04-13T08:05:48.639 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.639+0000 7faa9f63b780 1 < completed multipart upload key=BGZCO481WX23 upload=0QGQ0ANOM8C8 tag=R5WYO8D2WMVS type=write size=1229708 2024-04-13T08:05:48.641 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.642+0000 7faa9f63b780 1 > prepared operation key=KN6SVO6HG65Q tag=BJ36SJGRVEUQ type=del size=2962030 2024-04-13T08:05:48.645 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.644+0000 7faa9f63b780 1 < completed delete operation key=USAT0PUC8Q9C tag=2W9403FFSP72 type=del 2024-04-13T08:05:48.646 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.646+0000 7faa9f63b780 1 > prepared operation key=H9HYQWGBJXF0 tag=IPHEY0T87CLI type=del size=2178525 2024-04-13T08:05:48.648 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.648+0000 7faa9f63b780 1 < completed delete operation key=YVLYPQFVWYAW tag=10N011XHDU7O type=del 2024-04-13T08:05:48.650 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.650+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=9GIK81O8C4YV type=del size=444139 2024-04-13T08:05:48.654 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.654+0000 7faa9f63b780 1 < suggested remove operation key=BGZCO481WX23 tag=YLRMIKRCE253 type=del 2024-04-13T08:05:48.658 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.659+0000 7faa9f63b780 1 > prepared part key=_multipart_LCYUO09YJOWJ.2~GVNLZYS2VI1S.0 size=1048576 2024-04-13T08:05:48.660 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.660+0000 7faa9f63b780 1 > prepared part key=_multipart_LCYUO09YJOWJ.2~GVNLZYS2VI1S.1 size=1048576 2024-04-13T08:05:48.662 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.662+0000 7faa9f63b780 1 > prepared part key=_multipart_LCYUO09YJOWJ.2~GVNLZYS2VI1S.2 size=539982 2024-04-13T08:05:48.662 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.662+0000 7faa9f63b780 1 > prepared multipart upload key=LCYUO09YJOWJ upload=GVNLZYS2VI1S tag=0UBG3AKQ8IQN type=write size=3685710 2024-04-13T08:05:48.668 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.668+0000 7faa9f63b780 1 < suggested update operation key=ATLCBD5K8IS1 tag=WUK0NGXK8UNN type=del size=962594 2024-04-13T08:05:48.672 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.672+0000 7faa9f63b780 1 > prepared part key=_multipart_YVLYPQFVWYAW.2~VG3N5MLAPRYA.0 size=1048576 2024-04-13T08:05:48.673 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.674+0000 7faa9f63b780 1 > prepared part key=_multipart_YVLYPQFVWYAW.2~VG3N5MLAPRYA.1 size=1048576 2024-04-13T08:05:48.675 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.675+0000 7faa9f63b780 1 > prepared part key=_multipart_YVLYPQFVWYAW.2~VG3N5MLAPRYA.2 size=315548 2024-04-13T08:05:48.675 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.675+0000 7faa9f63b780 1 > prepared multipart upload key=YVLYPQFVWYAW upload=VG3N5MLAPRYA tag=F4O5VH84EWNQ type=write size=3461276 2024-04-13T08:05:48.677 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.678+0000 7faa9f63b780 1 < completed delete operation key=CCIT8DQBN9WK tag=ONIXPLBW0HLP type=del 2024-04-13T08:05:48.681 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.682+0000 7faa9f63b780 1 > prepared part key=_multipart_KN6SVO6HG65Q.2~T0MVVPUKLUKK.0 size=1048576 2024-04-13T08:05:48.684 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.684+0000 7faa9f63b780 1 > prepared part key=_multipart_KN6SVO6HG65Q.2~T0MVVPUKLUKK.1 size=901282 2024-04-13T08:05:48.684 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.684+0000 7faa9f63b780 1 > prepared multipart upload key=KN6SVO6HG65Q upload=T0MVVPUKLUKK tag=TDE6HIH52DZ7 type=write size=2998434 2024-04-13T08:05:48.686 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.686+0000 7faa9f63b780 1 < completed delete operation key=9OD1R5489FHK tag=M7JLQ2L11CZM type=del 2024-04-13T08:05:48.689 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.689+0000 7faa9f63b780 1 > prepared operation key=EB7L7HOTRCXY tag=3M1H4H17INF6 type=del size=2510968 2024-04-13T08:05:48.689 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.689+0000 7faa9f63b780 1 < canceled part key=_multipart_WSX0KY6Y4RVU.2~ZVPOP46TPYPK.0 size=370524 2024-04-13T08:05:48.692 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.693+0000 7faa9f63b780 1 < canceled multipart upload key=WSX0KY6Y4RVU upload=ZVPOP46TPYPK tag=IP2W0W8MQ92A type=write size=1419100 2024-04-13T08:05:48.695 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.695+0000 7faa9f63b780 1 > prepared operation key=7LQHTC0JXLLC tag=M7G636XQSEKL type=write size=5156 2024-04-13T08:05:48.697 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.698+0000 7faa9f63b780 1 < completed part key=_multipart_XP1MOJCI0XHQ.2~EN2XBWOKVAHC.0 size=38942 2024-04-13T08:05:48.701 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.701+0000 7faa9f63b780 1 < completed multipart upload key=XP1MOJCI0XHQ upload=EN2XBWOKVAHC tag=OC3MG3ZW0CQU type=write size=1087518 2024-04-13T08:05:48.704 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.704+0000 7faa9f63b780 1 > prepared operation key=7LQHTC0JXLLC tag=K46HBOA0QLCT type=del size=3943719 2024-04-13T08:05:48.704 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.704+0000 7faa9f63b780 1 < canceled part key=_multipart_NHC2LNYCNU8O.2~47CLQ53AK0A7.0 size=1048576 2024-04-13T08:05:48.706 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.706+0000 7faa9f63b780 1 < completed part key=_multipart_NHC2LNYCNU8O.2~47CLQ53AK0A7.1 size=305419 2024-04-13T08:05:48.709 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.710+0000 7faa9f63b780 1 < canceled multipart upload key=NHC2LNYCNU8O upload=47CLQ53AK0A7 tag=NOM16UAAXF9B type=write size=2402571 2024-04-13T08:05:48.712 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.712+0000 7faa9f63b780 1 > prepared operation key=3H9XN46FCEJA tag=RZR114BBUGFH type=del size=43761 2024-04-13T08:05:48.714 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.714+0000 7faa9f63b780 1 < canceled operation key=B9J0DWQ62YOI tag=ZJW30A3SLLND type=del size=2728962 2024-04-13T08:05:48.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:48 smithi119 ceph-mon[93746]: pgmap v1381: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 785 KiB/s rd, 272 KiB/s wr, 1.38k op/s 2024-04-13T08:05:48.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:48 smithi119 ceph-mon[96316]: pgmap v1381: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 785 KiB/s rd, 272 KiB/s wr, 1.38k op/s 2024-04-13T08:05:48.718 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.718+0000 7faa9f63b780 1 > prepared part key=_multipart_6EIPCHTPO3X1.2~K2IF1Q318LC5.0 size=627650 2024-04-13T08:05:48.718 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.718+0000 7faa9f63b780 1 > prepared multipart upload key=6EIPCHTPO3X1 upload=K2IF1Q318LC5 tag=4VTDGQI8J8U2 type=write size=1676226 2024-04-13T08:05:48.720 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.720+0000 7faa9f63b780 1 < completed part key=_multipart_XP1MOJCI0XHQ.2~5QVUAN7UI99E.0 size=849114 2024-04-13T08:05:48.723 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.723+0000 7faa9f63b780 1 < completed multipart upload key=XP1MOJCI0XHQ upload=5QVUAN7UI99E tag=LC6BNYNFLFL7 type=write size=1897690 2024-04-13T08:05:48.727 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.727+0000 7faa9f63b780 1 > prepared part key=_multipart_NHC2LNYCNU8O.2~0ENK39TOUL3U.0 size=1048576 2024-04-13T08:05:48.729 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.729+0000 7faa9f63b780 1 > prepared part key=_multipart_NHC2LNYCNU8O.2~0ENK39TOUL3U.1 size=553045 2024-04-13T08:05:48.729 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.729+0000 7faa9f63b780 1 > prepared multipart upload key=NHC2LNYCNU8O upload=0ENK39TOUL3U tag=YTPNNU091GM1 type=write size=2650197 2024-04-13T08:05:48.731 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.731+0000 7faa9f63b780 1 < completed delete operation key=Y3BAXTXJ3THV tag=UM0AA8HGIZF1 type=del 2024-04-13T08:05:48.735 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.735+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~Y90IVR5TG726.0 size=1048576 2024-04-13T08:05:48.736 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.737+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~Y90IVR5TG726.1 size=657174 2024-04-13T08:05:48.736 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.737+0000 7faa9f63b780 1 > prepared multipart upload key=9OD1R5489FHK upload=Y90IVR5TG726 tag=OZZXQ4HWIHLK type=write size=2754326 2024-04-13T08:05:48.738 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.739+0000 7faa9f63b780 1 < completed delete operation key=3H9XN46FCEJA tag=VZ8ZQOFN13ES type=del 2024-04-13T08:05:48.741 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.741+0000 7faa9f63b780 1 > prepared operation key=1R98I2OD2C1B tag=YKA396OBBN8B type=del size=3482091 2024-04-13T08:05:48.743 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.743+0000 7faa9f63b780 1 < completed part key=_multipart_WSX0KY6Y4RVU.2~HV9DJJZJNQX8.0 size=1048576 2024-04-13T08:05:48.745 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.745+0000 7faa9f63b780 1 < completed part key=_multipart_WSX0KY6Y4RVU.2~HV9DJJZJNQX8.1 size=543576 2024-04-13T08:05:48.748 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.749+0000 7faa9f63b780 1 < completed multipart upload key=WSX0KY6Y4RVU upload=HV9DJJZJNQX8 tag=MAMJTKL1CTQ6 type=write size=2640728 2024-04-13T08:05:48.751 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.751+0000 7faa9f63b780 1 > prepared operation key=B9J0DWQ62YOI tag=XQ6A7TZZV7II type=del size=313722 2024-04-13T08:05:48.752 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.753+0000 7faa9f63b780 1 < completed delete operation key=ZLCXVHR00MT7 tag=V3YNQ5QHNZNY type=del 2024-04-13T08:05:48.756 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.757+0000 7faa9f63b780 1 > prepared part key=_multipart_1139HXY3WYTZ.2~DG884U93TFUL.0 size=566387 2024-04-13T08:05:48.757 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.757+0000 7faa9f63b780 1 > prepared multipart upload key=1139HXY3WYTZ upload=DG884U93TFUL tag=UIC7BF8GZGH7 type=write size=1614963 2024-04-13T08:05:48.759 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.759+0000 7faa9f63b780 1 < completed delete operation key=KN6SVO6HG65Q tag=BJ36SJGRVEUQ type=del 2024-04-13T08:05:48.762 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.762+0000 7faa9f63b780 1 > prepared operation key=C8EO3JFDK3I3 tag=1ZZBHO2WQ3Y0 type=del size=9211 2024-04-13T08:05:48.764 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.764+0000 7faa9f63b780 1 < completed delete operation key=H9HYQWGBJXF0 tag=IPHEY0T87CLI type=del 2024-04-13T08:05:48.766 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.766+0000 7faa9f63b780 1 > prepared operation key=B9J0DWQ62YOI tag=0AW12SL6Y0AW type=del size=2008877 2024-04-13T08:05:48.768 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.768+0000 7faa9f63b780 1 < canceled operation key=USAT0PUC8Q9C tag=9GIK81O8C4YV type=del size=444139 2024-04-13T08:05:48.770 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.770+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=WHPNIA6XFXWV type=del size=1408292 2024-04-13T08:05:48.772 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.773+0000 7faa9f63b780 1 < completed part key=_multipart_LCYUO09YJOWJ.2~GVNLZYS2VI1S.0 size=1048576 2024-04-13T08:05:48.773 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.773+0000 7faa9f63b780 1 < canceled part key=_multipart_LCYUO09YJOWJ.2~GVNLZYS2VI1S.1 size=1048576 2024-04-13T08:05:48.774 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.775+0000 7faa9f63b780 1 < completed part key=_multipart_LCYUO09YJOWJ.2~GVNLZYS2VI1S.2 size=539982 2024-04-13T08:05:48.778 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.778+0000 7faa9f63b780 1 < canceled multipart upload key=LCYUO09YJOWJ upload=GVNLZYS2VI1S tag=0UBG3AKQ8IQN type=write size=3685710 2024-04-13T08:05:48.783 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.783+0000 7faa9f63b780 1 > prepared part key=_multipart_ATLCBD5K8IS1.2~2K1SJGPBVH6C.0 size=1048576 2024-04-13T08:05:48.784 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.784+0000 7faa9f63b780 1 > prepared part key=_multipart_ATLCBD5K8IS1.2~2K1SJGPBVH6C.1 size=1048576 2024-04-13T08:05:48.787 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.787+0000 7faa9f63b780 1 > prepared part key=_multipart_ATLCBD5K8IS1.2~2K1SJGPBVH6C.2 size=898360 2024-04-13T08:05:48.787 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.787+0000 7faa9f63b780 1 > prepared multipart upload key=ATLCBD5K8IS1 upload=2K1SJGPBVH6C tag=4ASOCE73YJPP type=write size=4044088 2024-04-13T08:05:48.789 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.790+0000 7faa9f63b780 1 < completed part key=_multipart_YVLYPQFVWYAW.2~VG3N5MLAPRYA.0 size=1048576 2024-04-13T08:05:48.791 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.791+0000 7faa9f63b780 1 < completed part key=_multipart_YVLYPQFVWYAW.2~VG3N5MLAPRYA.1 size=1048576 2024-04-13T08:05:48.793 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.794+0000 7faa9f63b780 1 < completed part key=_multipart_YVLYPQFVWYAW.2~VG3N5MLAPRYA.2 size=315548 2024-04-13T08:05:48.797 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.798+0000 7faa9f63b780 1 < completed multipart upload key=YVLYPQFVWYAW upload=VG3N5MLAPRYA tag=F4O5VH84EWNQ type=write size=3461276 2024-04-13T08:05:48.800 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.800+0000 7faa9f63b780 1 > prepared operation key=6EIPCHTPO3X1 tag=2FM9K8C44OJT type=del size=1195975 2024-04-13T08:05:48.800 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.800+0000 7faa9f63b780 1 < canceled part key=_multipart_KN6SVO6HG65Q.2~T0MVVPUKLUKK.0 size=1048576 2024-04-13T08:05:48.802 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.802+0000 7faa9f63b780 1 < completed part key=_multipart_KN6SVO6HG65Q.2~T0MVVPUKLUKK.1 size=901282 2024-04-13T08:05:48.806 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.806+0000 7faa9f63b780 1 < canceled multipart upload key=KN6SVO6HG65Q upload=T0MVVPUKLUKK tag=TDE6HIH52DZ7 type=write size=2998434 2024-04-13T08:05:48.809 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.809+0000 7faa9f63b780 1 > prepared operation key=7LQHTC0JXLLC tag=74KG9QCS4HUR type=del size=3277454 2024-04-13T08:05:48.811 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.811+0000 7faa9f63b780 1 < completed delete operation key=EB7L7HOTRCXY tag=3M1H4H17INF6 type=del 2024-04-13T08:05:48.814 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.814+0000 7faa9f63b780 1 > prepared operation key=XP1MOJCI0XHQ tag=28BPUB56CMMW type=write size=155158 2024-04-13T08:05:48.816 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.816+0000 7faa9f63b780 1 < completed write operation key=7LQHTC0JXLLC tag=M7G636XQSEKL type=write size=5156 2024-04-13T08:05:48.820 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.820+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~UXGJYAHX5NBN.0 size=768765 2024-04-13T08:05:48.820 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.820+0000 7faa9f63b780 1 > prepared multipart upload key=DQJZH0QC5JG1 upload=UXGJYAHX5NBN tag=8SCUX197B22M type=write size=1817341 2024-04-13T08:05:48.822 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.822+0000 7faa9f63b780 1 < canceled operation key=7LQHTC0JXLLC tag=K46HBOA0QLCT type=del size=3943719 2024-04-13T08:05:48.824 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.824+0000 7faa9f63b780 1 > prepared operation key=ZLCXVHR00MT7 tag=WV02U5ZIOP8D type=del size=3555755 2024-04-13T08:05:48.826 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.826+0000 7faa9f63b780 1 < completed delete operation key=3H9XN46FCEJA tag=RZR114BBUGFH type=del 2024-04-13T08:05:48.829 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.829+0000 7faa9f63b780 1 > prepared operation key=CWNYE55R1BSI tag=CJ11LU9SRHE3 type=del size=2349485 2024-04-13T08:05:48.831 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.832+0000 7faa9f63b780 1 < completed part key=_multipart_6EIPCHTPO3X1.2~K2IF1Q318LC5.0 size=627650 2024-04-13T08:05:48.835 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.835+0000 7faa9f63b780 1 < completed multipart upload key=6EIPCHTPO3X1 upload=K2IF1Q318LC5 tag=4VTDGQI8J8U2 type=write size=1676226 2024-04-13T08:05:48.839 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.840+0000 7faa9f63b780 1 > prepared part key=_multipart_CSYE7NHVWP4Q.2~KEOREN7XKJCC.0 size=1048576 2024-04-13T08:05:48.841 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.841+0000 7faa9f63b780 1 > prepared part key=_multipart_CSYE7NHVWP4Q.2~KEOREN7XKJCC.1 size=29059 2024-04-13T08:05:48.841 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.841+0000 7faa9f63b780 1 > prepared multipart upload key=CSYE7NHVWP4Q upload=KEOREN7XKJCC tag=GUOL0RT047IS type=write size=2126211 2024-04-13T08:05:48.843 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.844+0000 7faa9f63b780 1 < completed part key=_multipart_NHC2LNYCNU8O.2~0ENK39TOUL3U.0 size=1048576 2024-04-13T08:05:48.843 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.844+0000 7faa9f63b780 1 < canceled part key=_multipart_NHC2LNYCNU8O.2~0ENK39TOUL3U.1 size=553045 2024-04-13T08:05:48.849 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.848+0000 7faa9f63b780 1 < canceled multipart upload key=NHC2LNYCNU8O upload=0ENK39TOUL3U tag=YTPNNU091GM1 type=write size=2650197 2024-04-13T08:05:48.852 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.852+0000 7faa9f63b780 1 > prepared part key=_multipart_U4KRH93HDNU6.2~2AXVL11PPCDJ.0 size=1002474 2024-04-13T08:05:48.852 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.852+0000 7faa9f63b780 1 > prepared multipart upload key=U4KRH93HDNU6 upload=2AXVL11PPCDJ tag=X6NC2YHLVIDF type=write size=2051050 2024-04-13T08:05:48.854 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.854+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~Y90IVR5TG726.0 size=1048576 2024-04-13T08:05:48.856 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.856+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~Y90IVR5TG726.1 size=657174 2024-04-13T08:05:48.860 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.860+0000 7faa9f63b780 1 < completed multipart upload key=9OD1R5489FHK upload=Y90IVR5TG726 tag=OZZXQ4HWIHLK type=write size=2754326 2024-04-13T08:05:48.864 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.864+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~QLB9GBI1KHLF.0 size=1048576 2024-04-13T08:05:48.866 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.866+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~QLB9GBI1KHLF.1 size=1048576 2024-04-13T08:05:48.868 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.868+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~QLB9GBI1KHLF.2 size=854693 2024-04-13T08:05:48.868 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.868+0000 7faa9f63b780 1 > prepared multipart upload key=9OD1R5489FHK upload=QLB9GBI1KHLF tag=IZYFIFFG163A type=write size=4000421 2024-04-13T08:05:48.871 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.871+0000 7faa9f63b780 1 < completed delete operation key=1R98I2OD2C1B tag=YKA396OBBN8B type=del 2024-04-13T08:05:48.873 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.874+0000 7faa9f63b780 1 > prepared operation key=9OD1R5489FHK tag=0OS8TX27SYQH type=del size=3985807 2024-04-13T08:05:48.875 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.876+0000 7faa9f63b780 1 < completed delete operation key=B9J0DWQ62YOI tag=XQ6A7TZZV7II type=del 2024-04-13T08:05:48.878 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.878+0000 7faa9f63b780 1 > prepared operation key=3H9XN46FCEJA tag=7K7RP8AZAU1V type=del size=2672152 2024-04-13T08:05:48.880 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.880+0000 7faa9f63b780 1 < completed part key=_multipart_1139HXY3WYTZ.2~DG884U93TFUL.0 size=566387 2024-04-13T08:05:48.884 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.884+0000 7faa9f63b780 1 < completed multipart upload key=1139HXY3WYTZ upload=DG884U93TFUL tag=UIC7BF8GZGH7 type=write size=1614963 2024-04-13T08:05:48.886 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.886+0000 7faa9f63b780 1 > prepared operation key=1139HXY3WYTZ tag=XWLQSPBOYX5I type=write size=460170 2024-04-13T08:05:48.888 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.889+0000 7faa9f63b780 1 < completed delete operation key=C8EO3JFDK3I3 tag=1ZZBHO2WQ3Y0 type=del 2024-04-13T08:05:48.891 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.891+0000 7faa9f63b780 1 > prepared operation key=NJTHX8PDBAAE tag=F51IOGOQ1A6P type=write size=212333 2024-04-13T08:05:48.895 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.896+0000 7faa9f63b780 1 < suggested update operation key=B9J0DWQ62YOI tag=0AW12SL6Y0AW type=del size=2008877 2024-04-13T08:05:48.897 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.898+0000 7faa9f63b780 1 > prepared operation key=DQJZH0QC5JG1 tag=NTESEQKAAYT8 type=del size=2897726 2024-04-13T08:05:48.899 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.900+0000 7faa9f63b780 1 < completed delete operation key=ATLCBD5K8IS1 tag=WHPNIA6XFXWV type=del 2024-04-13T08:05:48.901 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.902+0000 7faa9f63b780 1 > prepared operation key=CWNYE55R1BSI tag=MNGY5NFT9MPN type=del size=622691 2024-04-13T08:05:48.903 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.904+0000 7faa9f63b780 1 < completed part key=_multipart_ATLCBD5K8IS1.2~2K1SJGPBVH6C.0 size=1048576 2024-04-13T08:05:48.905 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.905+0000 7faa9f63b780 1 < completed part key=_multipart_ATLCBD5K8IS1.2~2K1SJGPBVH6C.1 size=1048576 2024-04-13T08:05:48.907 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.907+0000 7faa9f63b780 1 < completed part key=_multipart_ATLCBD5K8IS1.2~2K1SJGPBVH6C.2 size=898360 2024-04-13T08:05:48.911 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.911+0000 7faa9f63b780 1 < completed multipart upload key=ATLCBD5K8IS1 upload=2K1SJGPBVH6C tag=4ASOCE73YJPP type=write size=4044088 2024-04-13T08:05:48.913 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.913+0000 7faa9f63b780 1 > prepared operation key=Y3BAXTXJ3THV tag=2TQRABVJ6N6M type=del size=3511899 2024-04-13T08:05:48.916 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.916+0000 7faa9f63b780 1 < canceled operation key=6EIPCHTPO3X1 tag=2FM9K8C44OJT type=del size=1195975 2024-04-13T08:05:48.920 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.920+0000 7faa9f63b780 1 > prepared part key=_multipart_1139HXY3WYTZ.2~APU203AZ1VGD.0 size=733239 2024-04-13T08:05:48.920 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.920+0000 7faa9f63b780 1 > prepared multipart upload key=1139HXY3WYTZ upload=APU203AZ1VGD tag=T1NIIKI3526B type=write size=1781815 2024-04-13T08:05:48.922 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.923+0000 7faa9f63b780 1 < completed delete operation key=7LQHTC0JXLLC tag=74KG9QCS4HUR type=del 2024-04-13T08:05:48.925 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.925+0000 7faa9f63b780 1 > prepared operation key=H9HYQWGBJXF0 tag=LSEGQG3E88SR type=del size=1349926 2024-04-13T08:05:48.927 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.927+0000 7faa9f63b780 1 < completed write operation key=XP1MOJCI0XHQ tag=28BPUB56CMMW type=write size=155158 2024-04-13T08:05:48.931 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.931+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~ZL1Z2P5G92W8.0 size=1048576 2024-04-13T08:05:48.932 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.933+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~ZL1Z2P5G92W8.1 size=453915 2024-04-13T08:05:48.933 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.933+0000 7faa9f63b780 1 > prepared multipart upload key=3H9XN46FCEJA upload=ZL1Z2P5G92W8 tag=0M26Q3YOT99H type=write size=2551067 2024-04-13T08:05:48.935 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.935+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~UXGJYAHX5NBN.0 size=768765 2024-04-13T08:05:48.940 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.940+0000 7faa9f63b780 1 < completed multipart upload key=DQJZH0QC5JG1 upload=UXGJYAHX5NBN tag=8SCUX197B22M type=write size=1817341 2024-04-13T08:05:48.942 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.942+0000 7faa9f63b780 1 > prepared operation key=57TR9Y9AGKFZ tag=9TP4JSHYIIO1 type=del size=3806729 2024-04-13T08:05:48.947 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.947+0000 7faa9f63b780 1 < suggested update operation key=ZLCXVHR00MT7 tag=WV02U5ZIOP8D type=del size=3555755 2024-04-13T08:05:48.949 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.949+0000 7faa9f63b780 1 > prepared operation key=7LQHTC0JXLLC tag=JXXW5851CUVN type=del size=3130919 2024-04-13T08:05:48.951 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.951+0000 7faa9f63b780 1 < completed delete operation key=CWNYE55R1BSI tag=CJ11LU9SRHE3 type=del 2024-04-13T08:05:48.953 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.953+0000 7faa9f63b780 1 > prepared operation key=3H9XN46FCEJA tag=RTOT5ZZNDYS7 type=del size=2028230 2024-04-13T08:05:48.955 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.956+0000 7faa9f63b780 1 < completed part key=_multipart_CSYE7NHVWP4Q.2~KEOREN7XKJCC.0 size=1048576 2024-04-13T08:05:48.957 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.957+0000 7faa9f63b780 1 < completed part key=_multipart_CSYE7NHVWP4Q.2~KEOREN7XKJCC.1 size=29059 2024-04-13T08:05:48.962 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.962+0000 7faa9f63b780 1 < completed multipart upload key=CSYE7NHVWP4Q upload=KEOREN7XKJCC tag=GUOL0RT047IS type=write size=2126211 2024-04-13T08:05:48.964 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.964+0000 7faa9f63b780 1 > prepared operation key=H9HYQWGBJXF0 tag=GZ823CPJO7ZB type=write size=544703 2024-04-13T08:05:48.966 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.967+0000 7faa9f63b780 1 < completed part key=_multipart_U4KRH93HDNU6.2~2AXVL11PPCDJ.0 size=1002474 2024-04-13T08:05:48.970 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.970+0000 7faa9f63b780 1 < completed multipart upload key=U4KRH93HDNU6 upload=2AXVL11PPCDJ tag=X6NC2YHLVIDF type=write size=2051050 2024-04-13T08:05:48.974 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.974+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~ED2L74WGYUFK.0 size=1048576 2024-04-13T08:05:48.977 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.977+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~ED2L74WGYUFK.1 size=1048576 2024-04-13T08:05:48.978 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.979+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~ED2L74WGYUFK.2 size=83240 2024-04-13T08:05:48.978 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.979+0000 7faa9f63b780 1 > prepared multipart upload key=3H9XN46FCEJA upload=ED2L74WGYUFK tag=A6LLU07RY67X type=write size=3228968 2024-04-13T08:05:48.981 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.981+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~QLB9GBI1KHLF.0 size=1048576 2024-04-13T08:05:48.982 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.983+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~QLB9GBI1KHLF.1 size=1048576 2024-04-13T08:05:48.983 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.983+0000 7faa9f63b780 1 < canceled part key=_multipart_9OD1R5489FHK.2~QLB9GBI1KHLF.2 size=854693 2024-04-13T08:05:48.986 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.986+0000 7faa9f63b780 1 < canceled multipart upload key=9OD1R5489FHK upload=QLB9GBI1KHLF tag=IZYFIFFG163A type=write size=4000421 2024-04-13T08:05:48.989 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.989+0000 7faa9f63b780 1 > prepared operation key=NJTHX8PDBAAE tag=KI7CRSOMNGHI type=write size=188635 2024-04-13T08:05:48.991 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.991+0000 7faa9f63b780 1 < completed delete operation key=9OD1R5489FHK tag=0OS8TX27SYQH type=del 2024-04-13T08:05:48.993 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.993+0000 7faa9f63b780 1 > prepared operation key=ZS36Q14U11AV tag=VMMJ5MPQ2QC8 type=write size=625977 2024-04-13T08:05:48.995 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:48.996+0000 7faa9f63b780 1 < completed delete operation key=3H9XN46FCEJA tag=7K7RP8AZAU1V type=del 2024-04-13T08:05:48.999 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.000+0000 7faa9f63b780 1 > prepared part key=_multipart_ZLCXVHR00MT7.2~9LPN1HN2CWKN.0 size=1048576 2024-04-13T08:05:49.001 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.001+0000 7faa9f63b780 1 > prepared part key=_multipart_ZLCXVHR00MT7.2~9LPN1HN2CWKN.1 size=519100 2024-04-13T08:05:49.002 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.001+0000 7faa9f63b780 1 > prepared multipart upload key=ZLCXVHR00MT7 upload=9LPN1HN2CWKN tag=45FO330RGWU1 type=write size=2616252 2024-04-13T08:05:49.005 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.006+0000 7faa9f63b780 1 < suggested update operation key=1139HXY3WYTZ tag=XWLQSPBOYX5I type=write size=460170 2024-04-13T08:05:49.008 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.008+0000 7faa9f63b780 1 > prepared operation key=EBB3GPXHIYM1 tag=31E6ZA020ZRD type=write size=37290 2024-04-13T08:05:49.013 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.013+0000 7faa9f63b780 1 < suggested update operation key=NJTHX8PDBAAE tag=F51IOGOQ1A6P type=write size=212333 2024-04-13T08:05:49.015 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.015+0000 7faa9f63b780 1 > prepared operation key=WSX0KY6Y4RVU tag=SGRT9J16BDZQ type=write size=251809 2024-04-13T08:05:49.017 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.017+0000 7faa9f63b780 1 < canceled operation key=DQJZH0QC5JG1 tag=NTESEQKAAYT8 type=del size=2897726 2024-04-13T08:05:49.019 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.019+0000 7faa9f63b780 1 > prepared operation key=Y3BAXTXJ3THV tag=O342UDR38VAZ type=write size=599326 2024-04-13T08:05:49.021 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.021+0000 7faa9f63b780 1 < completed delete operation key=CWNYE55R1BSI tag=MNGY5NFT9MPN type=del 2024-04-13T08:05:49.023 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.023+0000 7faa9f63b780 1 > prepared operation key=NJTHX8PDBAAE tag=ASG3KHNFULH2 type=del size=2668924 2024-04-13T08:05:49.025 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.025+0000 7faa9f63b780 1 < completed delete operation key=Y3BAXTXJ3THV tag=2TQRABVJ6N6M type=del 2024-04-13T08:05:49.030 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.030+0000 7faa9f63b780 1 > prepared part key=_multipart_1R98I2OD2C1B.2~ETKONHQU8ZH5.0 size=164494 2024-04-13T08:05:49.030 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.030+0000 7faa9f63b780 1 > prepared multipart upload key=1R98I2OD2C1B upload=ETKONHQU8ZH5 tag=DN1316Z7ZU2N type=write size=1213070 2024-04-13T08:05:49.032 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.032+0000 7faa9f63b780 1 < completed part key=_multipart_1139HXY3WYTZ.2~APU203AZ1VGD.0 size=733239 2024-04-13T08:05:49.036 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.036+0000 7faa9f63b780 1 < completed multipart upload key=1139HXY3WYTZ upload=APU203AZ1VGD tag=T1NIIKI3526B type=write size=1781815 2024-04-13T08:05:49.038 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.038+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=NQ6R7OZCU7BV type=del size=807719 2024-04-13T08:05:49.042 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.043+0000 7faa9f63b780 1 < suggested remove operation key=H9HYQWGBJXF0 tag=LSEGQG3E88SR type=del 2024-04-13T08:05:49.047 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.047+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~A2RRGJ97ROBU.0 size=1048576 2024-04-13T08:05:49.048 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.049+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~A2RRGJ97ROBU.1 size=963754 2024-04-13T08:05:49.049 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.049+0000 7faa9f63b780 1 > prepared multipart upload key=USAT0PUC8Q9C upload=A2RRGJ97ROBU tag=3LV9K8B3VKM5 type=write size=3060906 2024-04-13T08:05:49.051 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.051+0000 7faa9f63b780 1 < completed part key=_multipart_3H9XN46FCEJA.2~ZL1Z2P5G92W8.0 size=1048576 2024-04-13T08:05:49.052 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.053+0000 7faa9f63b780 1 < completed part key=_multipart_3H9XN46FCEJA.2~ZL1Z2P5G92W8.1 size=453915 2024-04-13T08:05:49.056 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.057+0000 7faa9f63b780 1 < completed multipart upload key=3H9XN46FCEJA upload=ZL1Z2P5G92W8 tag=0M26Q3YOT99H type=write size=2551067 2024-04-13T08:05:49.059 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.059+0000 7faa9f63b780 1 > prepared operation key=3H9XN46FCEJA tag=KNMQLR2DTNUJ type=write size=676418 2024-04-13T08:05:49.065 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.065+0000 7faa9f63b780 1 < suggested update operation key=57TR9Y9AGKFZ tag=9TP4JSHYIIO1 type=del size=3806729 2024-04-13T08:05:49.067 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.067+0000 7faa9f63b780 1 > prepared operation key=Y3BAXTXJ3THV tag=G5GOMKIFK52W type=del size=1863711 2024-04-13T08:05:49.069 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.069+0000 7faa9f63b780 1 < completed delete operation key=7LQHTC0JXLLC tag=JXXW5851CUVN type=del 2024-04-13T08:05:49.073 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.073+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~BRQ6GANX9AKT.0 size=565583 2024-04-13T08:05:49.073 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.073+0000 7faa9f63b780 1 > prepared multipart upload key=USAT0PUC8Q9C upload=BRQ6GANX9AKT tag=1278JJ4NC924 type=write size=1614159 2024-04-13T08:05:49.075 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.076+0000 7faa9f63b780 1 < completed delete operation key=3H9XN46FCEJA tag=RTOT5ZZNDYS7 type=del 2024-04-13T08:05:49.079 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.079+0000 7faa9f63b780 1 > prepared part key=_multipart_H9HYQWGBJXF0.2~DQCKXR8N1RG1.0 size=852781 2024-04-13T08:05:49.079 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.080+0000 7faa9f63b780 1 > prepared multipart upload key=H9HYQWGBJXF0 upload=DQCKXR8N1RG1 tag=2MWM2ZK1XKM9 type=write size=1901357 2024-04-13T08:05:49.083 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.083+0000 7faa9f63b780 -1 < failed to complete operation key=H9HYQWGBJXF0 tag=GZ823CPJO7ZB type=write size=544703: (22) Invalid argument 2024-04-13T08:05:49.085 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.085+0000 7faa9f63b780 1 > prepared operation key=9OD1R5489FHK tag=96ZHQA9NFZEJ type=del size=898514 2024-04-13T08:05:49.087 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.087+0000 7faa9f63b780 1 < completed part key=_multipart_3H9XN46FCEJA.2~ED2L74WGYUFK.0 size=1048576 2024-04-13T08:05:49.089 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.089+0000 7faa9f63b780 1 < completed part key=_multipart_3H9XN46FCEJA.2~ED2L74WGYUFK.1 size=1048576 2024-04-13T08:05:49.089 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.089+0000 7faa9f63b780 1 < canceled part key=_multipart_3H9XN46FCEJA.2~ED2L74WGYUFK.2 size=83240 2024-04-13T08:05:49.093 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.093+0000 7faa9f63b780 1 < canceled multipart upload key=3H9XN46FCEJA upload=ED2L74WGYUFK tag=A6LLU07RY67X type=write size=3228968 2024-04-13T08:05:49.096 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.096+0000 7faa9f63b780 1 > prepared operation key=KN6SVO6HG65Q tag=JUKD3W00OAT7 type=del size=568310 2024-04-13T08:05:49.099 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.099+0000 7faa9f63b780 -1 < failed to complete operation key=NJTHX8PDBAAE tag=KI7CRSOMNGHI type=write size=188635: (22) Invalid argument 2024-04-13T08:05:49.103 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.103+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~JQS9Y0KSAV1L.0 size=1048576 2024-04-13T08:05:49.105 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.105+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~JQS9Y0KSAV1L.1 size=944211 2024-04-13T08:05:49.105 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.105+0000 7faa9f63b780 1 > prepared multipart upload key=KPYALZ2K1347 upload=JQS9Y0KSAV1L tag=OUQHB2AT6WAO type=write size=3041363 2024-04-13T08:05:49.109 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.109+0000 7faa9f63b780 1 < suggested remove operation key=ZS36Q14U11AV tag=VMMJ5MPQ2QC8 type=write 2024-04-13T08:05:49.113 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.113+0000 7faa9f63b780 1 > prepared part key=_multipart_NHC2LNYCNU8O.2~IAAJ531RJCCA.0 size=1048576 2024-04-13T08:05:49.114 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.114+0000 7faa9f63b780 1 > prepared part key=_multipart_NHC2LNYCNU8O.2~IAAJ531RJCCA.1 size=1048576 2024-04-13T08:05:49.116 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.116+0000 7faa9f63b780 1 > prepared part key=_multipart_NHC2LNYCNU8O.2~IAAJ531RJCCA.2 size=989568 2024-04-13T08:05:49.116 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.116+0000 7faa9f63b780 1 > prepared multipart upload key=NHC2LNYCNU8O upload=IAAJ531RJCCA tag=4JKTJPBRHU2K type=write size=4135296 2024-04-13T08:05:49.118 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.119+0000 7faa9f63b780 1 < completed part key=_multipart_ZLCXVHR00MT7.2~9LPN1HN2CWKN.0 size=1048576 2024-04-13T08:05:49.121 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.121+0000 7faa9f63b780 1 < completed part key=_multipart_ZLCXVHR00MT7.2~9LPN1HN2CWKN.1 size=519100 2024-04-13T08:05:49.125 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.125+0000 7faa9f63b780 1 < completed multipart upload key=ZLCXVHR00MT7 upload=9LPN1HN2CWKN tag=45FO330RGWU1 type=write size=2616252 2024-04-13T08:05:49.126 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.127+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=GEE5GSD8UNSR type=del size=1070137 2024-04-13T08:05:49.128 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.129+0000 7faa9f63b780 1 < completed write operation key=EBB3GPXHIYM1 tag=31E6ZA020ZRD type=write size=37290 2024-04-13T08:05:49.132 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.132+0000 7faa9f63b780 1 > prepared part key=_multipart_ZLCXVHR00MT7.2~JXN507MYBGA8.0 size=1048576 2024-04-13T08:05:49.134 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.134+0000 7faa9f63b780 1 > prepared part key=_multipart_ZLCXVHR00MT7.2~JXN507MYBGA8.1 size=926344 2024-04-13T08:05:49.134 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.134+0000 7faa9f63b780 1 > prepared multipart upload key=ZLCXVHR00MT7 upload=JXN507MYBGA8 tag=5EKFG4CHEEBP type=write size=3023496 2024-04-13T08:05:49.136 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.136+0000 7faa9f63b780 1 < completed write operation key=WSX0KY6Y4RVU tag=SGRT9J16BDZQ type=write size=251809 2024-04-13T08:05:49.140 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.140+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~HMIBHLVVD4CI.0 size=1048576 2024-04-13T08:05:49.142 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.142+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~HMIBHLVVD4CI.1 size=1048576 2024-04-13T08:05:49.143 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.144+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~HMIBHLVVD4CI.2 size=969196 2024-04-13T08:05:49.144 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.144+0000 7faa9f63b780 1 > prepared multipart upload key=7LQHTC0JXLLC upload=HMIBHLVVD4CI tag=428Q3O0MD4T8 type=write size=4114924 2024-04-13T08:05:49.145 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.146+0000 7faa9f63b780 1 < completed write operation key=Y3BAXTXJ3THV tag=O342UDR38VAZ type=write size=599326 2024-04-13T08:05:49.148 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.148+0000 7faa9f63b780 1 > prepared operation key=CCIT8DQBN9WK tag=43373KH40LA5 type=del size=2300597 2024-04-13T08:05:49.150 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.150+0000 7faa9f63b780 1 < completed delete operation key=NJTHX8PDBAAE tag=ASG3KHNFULH2 type=del 2024-04-13T08:05:49.152 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.152+0000 7faa9f63b780 1 > prepared operation key=CCIT8DQBN9WK tag=AXQFB6I16WC4 type=del size=3603536 2024-04-13T08:05:49.154 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.154+0000 7faa9f63b780 1 < completed part key=_multipart_1R98I2OD2C1B.2~ETKONHQU8ZH5.0 size=164494 2024-04-13T08:05:49.158 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.158+0000 7faa9f63b780 1 < completed multipart upload key=1R98I2OD2C1B upload=ETKONHQU8ZH5 tag=DN1316Z7ZU2N type=write size=1213070 2024-04-13T08:05:49.162 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.162+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~I09L0NJY0RSP.0 size=375408 2024-04-13T08:05:49.162 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.162+0000 7faa9f63b780 1 > prepared multipart upload key=USAT0PUC8Q9C upload=I09L0NJY0RSP tag=GEQJPJH0L1WP type=write size=1423984 2024-04-13T08:05:49.163 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.164+0000 7faa9f63b780 1 < completed delete operation key=USAT0PUC8Q9C tag=NQ6R7OZCU7BV type=del 2024-04-13T08:05:49.165 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.166+0000 7faa9f63b780 1 > prepared operation key=CWNYE55R1BSI tag=FRRCQ4XT7P3R type=del size=11757 2024-04-13T08:05:49.166 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.166+0000 7faa9f63b780 1 < canceled part key=_multipart_USAT0PUC8Q9C.2~A2RRGJ97ROBU.0 size=1048576 2024-04-13T08:05:49.168 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.168+0000 7faa9f63b780 1 < completed part key=_multipart_USAT0PUC8Q9C.2~A2RRGJ97ROBU.1 size=963754 2024-04-13T08:05:49.172 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.172+0000 7faa9f63b780 1 < canceled multipart upload key=USAT0PUC8Q9C upload=A2RRGJ97ROBU tag=3LV9K8B3VKM5 type=write size=3060906 2024-04-13T08:05:49.174 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.174+0000 7faa9f63b780 1 > prepared operation key=BGZCO481WX23 tag=F1UDR3BAT3B4 type=write size=624011 2024-04-13T08:05:49.177 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.178+0000 7faa9f63b780 1 < completed write operation key=3H9XN46FCEJA tag=KNMQLR2DTNUJ type=write size=676418 2024-04-13T08:05:49.180 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.180+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=GKFEYEVENDAP type=del size=1995037 2024-04-13T08:05:49.182 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.182+0000 7faa9f63b780 1 < completed delete operation key=Y3BAXTXJ3THV tag=G5GOMKIFK52W type=del 2024-04-13T08:05:49.184 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.184+0000 7faa9f63b780 1 > prepared operation key=NHC2LNYCNU8O tag=1OZPTPM3AQ7N type=del size=1957342 2024-04-13T08:05:49.186 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.186+0000 7faa9f63b780 1 < completed part key=_multipart_USAT0PUC8Q9C.2~BRQ6GANX9AKT.0 size=565583 2024-04-13T08:05:49.190 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.191+0000 7faa9f63b780 1 < completed multipart upload key=USAT0PUC8Q9C upload=BRQ6GANX9AKT tag=1278JJ4NC924 type=write size=1614159 2024-04-13T08:05:49.192 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.193+0000 7faa9f63b780 1 > prepared operation key=ZS36Q14U11AV tag=F2H6D74Y44QO type=del size=3727696 2024-04-13T08:05:49.193 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.193+0000 7faa9f63b780 1 < canceled part key=_multipart_H9HYQWGBJXF0.2~DQCKXR8N1RG1.0 size=852781 2024-04-13T08:05:49.196 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.197+0000 7faa9f63b780 1 < canceled multipart upload key=H9HYQWGBJXF0 upload=DQCKXR8N1RG1 tag=2MWM2ZK1XKM9 type=write size=1901357 2024-04-13T08:05:49.200 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.200+0000 7faa9f63b780 1 > prepared part key=_multipart_BGZCO481WX23.2~NHHGSKHCZ3EJ.0 size=1048576 2024-04-13T08:05:49.202 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.202+0000 7faa9f63b780 1 > prepared part key=_multipart_BGZCO481WX23.2~NHHGSKHCZ3EJ.1 size=613477 2024-04-13T08:05:49.202 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.202+0000 7faa9f63b780 1 > prepared multipart upload key=BGZCO481WX23 upload=NHHGSKHCZ3EJ tag=NKY9UNCQAA1H type=write size=2710629 2024-04-13T08:05:49.204 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.204+0000 7faa9f63b780 1 < completed delete operation key=9OD1R5489FHK tag=96ZHQA9NFZEJ type=del 2024-04-13T08:05:49.206 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.206+0000 7faa9f63b780 1 > prepared operation key=NJTHX8PDBAAE tag=PY1FC64K8GK7 type=write size=575583 2024-04-13T08:05:49.208 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.208+0000 7faa9f63b780 1 < completed delete operation key=KN6SVO6HG65Q tag=JUKD3W00OAT7 type=del 2024-04-13T08:05:49.212 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.212+0000 7faa9f63b780 1 > prepared part key=_multipart_LCYUO09YJOWJ.2~6OTSPVBWYI6E.0 size=464734 2024-04-13T08:05:49.212 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.212+0000 7faa9f63b780 1 > prepared multipart upload key=LCYUO09YJOWJ upload=6OTSPVBWYI6E tag=LLKA61W2BC35 type=write size=1513310 2024-04-13T08:05:49.214 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.214+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~JQS9Y0KSAV1L.0 size=1048576 2024-04-13T08:05:49.216 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.216+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~JQS9Y0KSAV1L.1 size=944211 2024-04-13T08:05:49.219 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.220+0000 7faa9f63b780 1 < completed multipart upload key=KPYALZ2K1347 upload=JQS9Y0KSAV1L tag=OUQHB2AT6WAO type=write size=3041363 2024-04-13T08:05:49.223 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.223+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~C2YHZ5ZZAW4E.0 size=1048576 2024-04-13T08:05:49.225 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.225+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~C2YHZ5ZZAW4E.1 size=1048576 2024-04-13T08:05:49.227 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.227+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~C2YHZ5ZZAW4E.2 size=146282 2024-04-13T08:05:49.227 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.227+0000 7faa9f63b780 1 > prepared multipart upload key=9OD1R5489FHK upload=C2YHZ5ZZAW4E tag=LPXH6YPUX7Q2 type=write size=3292010 2024-04-13T08:05:49.229 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.229+0000 7faa9f63b780 1 < completed part key=_multipart_NHC2LNYCNU8O.2~IAAJ531RJCCA.0 size=1048576 2024-04-13T08:05:49.231 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.231+0000 7faa9f63b780 1 < completed part key=_multipart_NHC2LNYCNU8O.2~IAAJ531RJCCA.1 size=1048576 2024-04-13T08:05:49.231 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.231+0000 7faa9f63b780 1 < canceled part key=_multipart_NHC2LNYCNU8O.2~IAAJ531RJCCA.2 size=989568 2024-04-13T08:05:49.235 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.235+0000 7faa9f63b780 1 < canceled multipart upload key=NHC2LNYCNU8O upload=IAAJ531RJCCA tag=4JKTJPBRHU2K type=write size=4135296 2024-04-13T08:05:49.236 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.237+0000 7faa9f63b780 1 > prepared operation key=H9HYQWGBJXF0 tag=9YVDPIFJXRN9 type=del size=2720119 2024-04-13T08:05:49.239 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.239+0000 7faa9f63b780 1 < completed delete operation key=ATLCBD5K8IS1 tag=GEE5GSD8UNSR type=del 2024-04-13T08:05:49.243 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.244+0000 7faa9f63b780 1 > prepared part key=_multipart_WSX0KY6Y4RVU.2~VL5NR6HDNGO9.0 size=1048576 2024-04-13T08:05:49.245 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.245+0000 7faa9f63b780 1 > prepared part key=_multipart_WSX0KY6Y4RVU.2~VL5NR6HDNGO9.1 size=1048576 2024-04-13T08:05:49.247 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.247+0000 7faa9f63b780 1 > prepared part key=_multipart_WSX0KY6Y4RVU.2~VL5NR6HDNGO9.2 size=630239 2024-04-13T08:05:49.247 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.247+0000 7faa9f63b780 1 > prepared multipart upload key=WSX0KY6Y4RVU upload=VL5NR6HDNGO9 tag=9SULHEWQG0V1 type=write size=3775967 2024-04-13T08:05:49.249 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.249+0000 7faa9f63b780 1 < completed part key=_multipart_ZLCXVHR00MT7.2~JXN507MYBGA8.0 size=1048576 2024-04-13T08:05:49.251 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.251+0000 7faa9f63b780 1 < completed part key=_multipart_ZLCXVHR00MT7.2~JXN507MYBGA8.1 size=926344 2024-04-13T08:05:49.255 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.255+0000 7faa9f63b780 1 < completed multipart upload key=ZLCXVHR00MT7 upload=JXN507MYBGA8 tag=5EKFG4CHEEBP type=write size=3023496 2024-04-13T08:05:49.257 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.257+0000 7faa9f63b780 1 > prepared operation key=3H9XN46FCEJA tag=JLEU910OEFZP type=del size=3944126 2024-04-13T08:05:49.259 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.259+0000 7faa9f63b780 1 < completed part key=_multipart_7LQHTC0JXLLC.2~HMIBHLVVD4CI.0 size=1048576 2024-04-13T08:05:49.261 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.262+0000 7faa9f63b780 1 < completed part key=_multipart_7LQHTC0JXLLC.2~HMIBHLVVD4CI.1 size=1048576 2024-04-13T08:05:49.263 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.263+0000 7faa9f63b780 1 < completed part key=_multipart_7LQHTC0JXLLC.2~HMIBHLVVD4CI.2 size=969196 2024-04-13T08:05:49.267 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.267+0000 7faa9f63b780 1 < completed multipart upload key=7LQHTC0JXLLC upload=HMIBHLVVD4CI tag=428Q3O0MD4T8 type=write size=4114924 2024-04-13T08:05:49.269 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.269+0000 7faa9f63b780 1 > prepared operation key=KPYALZ2K1347 tag=375NHECXPB4M type=write size=801678 2024-04-13T08:05:49.273 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.273+0000 7faa9f63b780 1 < suggested update operation key=CCIT8DQBN9WK tag=43373KH40LA5 type=del size=2300597 2024-04-13T08:05:49.276 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.276+0000 7faa9f63b780 1 > prepared operation key=WSX0KY6Y4RVU tag=7N6E1Z21KFC6 type=del size=1814505 2024-04-13T08:05:49.279 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.279+0000 7faa9f63b780 -1 < failed to complete operation key=CCIT8DQBN9WK tag=AXQFB6I16WC4 type=del size=3603536: (22) Invalid argument 2024-04-13T08:05:49.281 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.282+0000 7faa9f63b780 1 > prepared operation key=EBB3GPXHIYM1 tag=DFW3MEN3ND4D type=write size=756286 2024-04-13T08:05:49.283 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.284+0000 7faa9f63b780 1 < completed part key=_multipart_USAT0PUC8Q9C.2~I09L0NJY0RSP.0 size=375408 2024-04-13T08:05:49.288 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.289+0000 7faa9f63b780 1 < completed multipart upload key=USAT0PUC8Q9C upload=I09L0NJY0RSP tag=GEQJPJH0L1WP type=write size=1423984 2024-04-13T08:05:49.291 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.291+0000 7faa9f63b780 1 > prepared operation key=KPYALZ2K1347 tag=V8VUBOPA2AXS type=del size=180305 2024-04-13T08:05:49.293 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.293+0000 7faa9f63b780 1 < canceled operation key=CWNYE55R1BSI tag=FRRCQ4XT7P3R type=del size=11757 2024-04-13T08:05:49.295 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.295+0000 7faa9f63b780 1 > prepared operation key=KPYALZ2K1347 tag=EJXHOVA1RKS2 type=del size=2421932 2024-04-13T08:05:49.297 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.298+0000 7faa9f63b780 1 < completed write operation key=BGZCO481WX23 tag=F1UDR3BAT3B4 type=write size=624011 2024-04-13T08:05:49.301 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.301+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~EFPVYQGA82EC.0 size=1048576 2024-04-13T08:05:49.303 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.303+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~EFPVYQGA82EC.1 size=275658 2024-04-13T08:05:49.303 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.303+0000 7faa9f63b780 1 > prepared multipart upload key=9OD1R5489FHK upload=EFPVYQGA82EC tag=GAYD0JOCEGJ9 type=write size=2372810 2024-04-13T08:05:49.305 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.306+0000 7faa9f63b780 1 < completed delete operation key=ATLCBD5K8IS1 tag=GKFEYEVENDAP type=del 2024-04-13T08:05:49.307 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.308+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=PBRQTZRKQ672 type=write size=32357 2024-04-13T08:05:49.309 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.310+0000 7faa9f63b780 1 < completed delete operation key=NHC2LNYCNU8O tag=1OZPTPM3AQ7N type=del 2024-04-13T08:05:49.311 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.312+0000 7faa9f63b780 1 > prepared operation key=LCYUO09YJOWJ tag=8I9G2M28PRBE type=del size=3366907 2024-04-13T08:05:49.316 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.316+0000 7faa9f63b780 1 < suggested update operation key=ZS36Q14U11AV tag=F2H6D74Y44QO type=del size=3727696 2024-04-13T08:05:49.319 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.320+0000 7faa9f63b780 1 > prepared part key=_multipart_NHC2LNYCNU8O.2~MM57357H7IVU.0 size=1048576 2024-04-13T08:05:49.321 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.321+0000 7faa9f63b780 1 > prepared part key=_multipart_NHC2LNYCNU8O.2~MM57357H7IVU.1 size=166315 2024-04-13T08:05:49.321 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.321+0000 7faa9f63b780 1 > prepared multipart upload key=NHC2LNYCNU8O upload=MM57357H7IVU tag=2JJ4AXWG50QH type=write size=2263467 2024-04-13T08:05:49.323 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.324+0000 7faa9f63b780 1 < completed part key=_multipart_BGZCO481WX23.2~NHHGSKHCZ3EJ.0 size=1048576 2024-04-13T08:05:49.324 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.324+0000 7faa9f63b780 1 < canceled part key=_multipart_BGZCO481WX23.2~NHHGSKHCZ3EJ.1 size=613477 2024-04-13T08:05:49.327 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.327+0000 7faa9f63b780 1 < canceled multipart upload key=BGZCO481WX23 upload=NHHGSKHCZ3EJ tag=NKY9UNCQAA1H type=write size=2710629 2024-04-13T08:05:49.329 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.329+0000 7faa9f63b780 1 > prepared operation key=U4KRH93HDNU6 tag=S5D4J25WP0TW type=del size=3897094 2024-04-13T08:05:49.331 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.331+0000 7faa9f63b780 1 < completed write operation key=NJTHX8PDBAAE tag=PY1FC64K8GK7 type=write size=575583 2024-04-13T08:05:49.334 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.334+0000 7faa9f63b780 1 > prepared operation key=3H9XN46FCEJA tag=5TAE6UTJLARO type=del size=2988122 2024-04-13T08:05:49.336 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.336+0000 7faa9f63b780 1 < completed part key=_multipart_LCYUO09YJOWJ.2~6OTSPVBWYI6E.0 size=464734 2024-04-13T08:05:49.340 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.340+0000 7faa9f63b780 1 < completed multipart upload key=LCYUO09YJOWJ upload=6OTSPVBWYI6E tag=LLKA61W2BC35 type=write size=1513310 2024-04-13T08:05:49.342 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.342+0000 7faa9f63b780 1 > prepared operation key=U4KRH93HDNU6 tag=L431TZ4VQHW0 type=write size=849383 2024-04-13T08:05:49.344 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.344+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~C2YHZ5ZZAW4E.0 size=1048576 2024-04-13T08:05:49.346 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.346+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~C2YHZ5ZZAW4E.1 size=1048576 2024-04-13T08:05:49.347 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.348+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~C2YHZ5ZZAW4E.2 size=146282 2024-04-13T08:05:49.351 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.352+0000 7faa9f63b780 1 < completed multipart upload key=9OD1R5489FHK upload=C2YHZ5ZZAW4E tag=LPXH6YPUX7Q2 type=write size=3292010 2024-04-13T08:05:49.355 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.355+0000 7faa9f63b780 1 > prepared part key=_multipart_57TR9Y9AGKFZ.2~9GPUBX051V8B.0 size=986869 2024-04-13T08:05:49.355 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.355+0000 7faa9f63b780 1 > prepared multipart upload key=57TR9Y9AGKFZ upload=9GPUBX051V8B tag=BP58KN32FLWA type=write size=2035445 2024-04-13T08:05:49.357 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.357+0000 7faa9f63b780 1 < completed delete operation key=H9HYQWGBJXF0 tag=9YVDPIFJXRN9 type=del 2024-04-13T08:05:49.359 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.359+0000 7faa9f63b780 1 > prepared operation key=9OD1R5489FHK tag=0Y7UV72B959F type=del size=1579753 2024-04-13T08:05:49.361 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.361+0000 7faa9f63b780 1 < completed part key=_multipart_WSX0KY6Y4RVU.2~VL5NR6HDNGO9.0 size=1048576 2024-04-13T08:05:49.363 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.363+0000 7faa9f63b780 1 < completed part key=_multipart_WSX0KY6Y4RVU.2~VL5NR6HDNGO9.1 size=1048576 2024-04-13T08:05:49.365 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.365+0000 7faa9f63b780 1 < completed part key=_multipart_WSX0KY6Y4RVU.2~VL5NR6HDNGO9.2 size=630239 2024-04-13T08:05:49.369 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.369+0000 7faa9f63b780 1 < completed multipart upload key=WSX0KY6Y4RVU upload=VL5NR6HDNGO9 tag=9SULHEWQG0V1 type=write size=3775967 2024-04-13T08:05:49.371 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.371+0000 7faa9f63b780 1 > prepared operation key=CCIT8DQBN9WK tag=AB0Z7KZ1TFTE type=del size=1351637 2024-04-13T08:05:49.373 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.373+0000 7faa9f63b780 1 < completed delete operation key=3H9XN46FCEJA tag=JLEU910OEFZP type=del 2024-04-13T08:05:49.376 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.376+0000 7faa9f63b780 1 > prepared operation key=57TR9Y9AGKFZ tag=OZMLAV3HNFK9 type=del size=1971794 2024-04-13T08:05:49.378 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.378+0000 7faa9f63b780 1 < completed write operation key=KPYALZ2K1347 tag=375NHECXPB4M type=write size=801678 2024-04-13T08:05:49.380 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.380+0000 7faa9f63b780 1 > prepared operation key=KPYALZ2K1347 tag=TRHMXQV77P00 type=del size=2143410 2024-04-13T08:05:49.382 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.382+0000 7faa9f63b780 1 < canceled operation key=WSX0KY6Y4RVU tag=7N6E1Z21KFC6 type=del size=1814505 2024-04-13T08:05:49.386 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.386+0000 7faa9f63b780 1 > prepared part key=_multipart_BGZCO481WX23.2~AL86RMQDA8CH.0 size=1027164 2024-04-13T08:05:49.386 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.386+0000 7faa9f63b780 1 > prepared multipart upload key=BGZCO481WX23 upload=AL86RMQDA8CH tag=MLGXSJUWI0MI type=write size=2075740 2024-04-13T08:05:49.388 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.389+0000 7faa9f63b780 1 < completed write operation key=EBB3GPXHIYM1 tag=DFW3MEN3ND4D type=write size=756286 2024-04-13T08:05:49.391 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.391+0000 7faa9f63b780 1 > prepared operation key=YVLYPQFVWYAW tag=ER4FO32BLP8H type=del size=3830 2024-04-13T08:05:49.394 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.394+0000 7faa9f63b780 1 < completed delete operation key=KPYALZ2K1347 tag=V8VUBOPA2AXS type=del 2024-04-13T08:05:49.396 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.396+0000 7faa9f63b780 1 > prepared operation key=EB7L7HOTRCXY tag=PBC9W6DXGVMV type=write size=64682 2024-04-13T08:05:49.398 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.398+0000 7faa9f63b780 1 < completed delete operation key=KPYALZ2K1347 tag=EJXHOVA1RKS2 type=del 2024-04-13T08:05:49.400 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.400+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=CG23OS6R7SBY type=write size=611865 2024-04-13T08:05:49.401 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.401+0000 7faa9f63b780 1 < canceled part key=_multipart_9OD1R5489FHK.2~EFPVYQGA82EC.0 size=1048576 2024-04-13T08:05:49.403 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.403+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~EFPVYQGA82EC.1 size=275658 2024-04-13T08:05:49.407 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.407+0000 7faa9f63b780 1 < canceled multipart upload key=9OD1R5489FHK upload=EFPVYQGA82EC tag=GAYD0JOCEGJ9 type=write size=2372810 2024-04-13T08:05:49.411 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.411+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~06OWVG03BOBT.0 size=1048576 2024-04-13T08:05:49.413 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.413+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~06OWVG03BOBT.1 size=197026 2024-04-13T08:05:49.413 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.413+0000 7faa9f63b780 1 > prepared multipart upload key=KPYALZ2K1347 upload=06OWVG03BOBT tag=O8KYC6PBVAB0 type=write size=2294178 2024-04-13T08:05:49.415 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.415+0000 7faa9f63b780 1 < canceled operation key=USAT0PUC8Q9C tag=PBRQTZRKQ672 type=write size=32357 2024-04-13T08:05:49.420 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.420+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~BS2DD1L32XQI.0 size=9450 2024-04-13T08:05:49.420 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.420+0000 7faa9f63b780 1 > prepared multipart upload key=7LQHTC0JXLLC upload=BS2DD1L32XQI tag=0TPBXH0W054P type=write size=1058026 2024-04-13T08:05:49.422 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.422+0000 7faa9f63b780 1 < completed delete operation key=LCYUO09YJOWJ tag=8I9G2M28PRBE type=del 2024-04-13T08:05:49.424 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.424+0000 7faa9f63b780 1 > prepared operation key=KN6SVO6HG65Q tag=CQW07KD2FO0S type=del size=2060150 2024-04-13T08:05:49.426 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.426+0000 7faa9f63b780 1 < completed part key=_multipart_NHC2LNYCNU8O.2~MM57357H7IVU.0 size=1048576 2024-04-13T08:05:49.428 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.428+0000 7faa9f63b780 1 < completed part key=_multipart_NHC2LNYCNU8O.2~MM57357H7IVU.1 size=166315 2024-04-13T08:05:49.432 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.432+0000 7faa9f63b780 1 < completed multipart upload key=NHC2LNYCNU8O upload=MM57357H7IVU tag=2JJ4AXWG50QH type=write size=2263467 2024-04-13T08:05:49.435 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.435+0000 7faa9f63b780 1 > prepared operation key=BGZCO481WX23 tag=3189336V1IQR type=del size=271565 2024-04-13T08:05:49.437 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.437+0000 7faa9f63b780 1 < canceled operation key=U4KRH93HDNU6 tag=S5D4J25WP0TW type=del size=3897094 2024-04-13T08:05:49.440 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.440+0000 7faa9f63b780 1 > prepared operation key=3H9XN46FCEJA tag=IKPLJ7ODE7SO type=del size=3133915 2024-04-13T08:05:49.442 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.442+0000 7faa9f63b780 1 < completed delete operation key=3H9XN46FCEJA tag=5TAE6UTJLARO type=del 2024-04-13T08:05:49.444 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.444+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=IQEUPRO6NO49 type=write size=541215 2024-04-13T08:05:49.446 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.446+0000 7faa9f63b780 1 < completed write operation key=U4KRH93HDNU6 tag=L431TZ4VQHW0 type=write size=849383 2024-04-13T08:05:49.448 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.448+0000 7faa9f63b780 1 > prepared operation key=NJTHX8PDBAAE tag=OIYEQP53JZOP type=del size=594862 2024-04-13T08:05:49.448 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.449+0000 7faa9f63b780 1 < canceled part key=_multipart_57TR9Y9AGKFZ.2~9GPUBX051V8B.0 size=986869 2024-04-13T08:05:49.452 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.452+0000 7faa9f63b780 1 < canceled multipart upload key=57TR9Y9AGKFZ upload=9GPUBX051V8B tag=BP58KN32FLWA type=write size=2035445 2024-04-13T08:05:49.454 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.454+0000 7faa9f63b780 1 > prepared operation key=YVLYPQFVWYAW tag=FGFRYP7MFD7P type=del size=2843242 2024-04-13T08:05:49.457 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.457+0000 7faa9f63b780 1 < completed delete operation key=9OD1R5489FHK tag=0Y7UV72B959F type=del 2024-04-13T08:05:49.461 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.461+0000 7faa9f63b780 1 > prepared part key=_multipart_WSX0KY6Y4RVU.2~DEM7V8DVL8UC.0 size=1048576 2024-04-13T08:05:49.463 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.463+0000 7faa9f63b780 1 > prepared part key=_multipart_WSX0KY6Y4RVU.2~DEM7V8DVL8UC.1 size=326536 2024-04-13T08:05:49.463 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.463+0000 7faa9f63b780 1 > prepared multipart upload key=WSX0KY6Y4RVU upload=DEM7V8DVL8UC tag=QO7DIGT3DKBL type=write size=2423688 2024-04-13T08:05:49.465 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.465+0000 7faa9f63b780 1 < completed delete operation key=CCIT8DQBN9WK tag=AB0Z7KZ1TFTE type=del 2024-04-13T08:05:49.469 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.469+0000 7faa9f63b780 1 > prepared part key=_multipart_CWNYE55R1BSI.2~DVDUH2T279S4.0 size=1048576 2024-04-13T08:05:49.471 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.471+0000 7faa9f63b780 1 > prepared part key=_multipart_CWNYE55R1BSI.2~DVDUH2T279S4.1 size=1048576 2024-04-13T08:05:49.473 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.473+0000 7faa9f63b780 1 > prepared part key=_multipart_CWNYE55R1BSI.2~DVDUH2T279S4.2 size=979118 2024-04-13T08:05:49.473 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.473+0000 7faa9f63b780 1 > prepared multipart upload key=CWNYE55R1BSI upload=DVDUH2T279S4 tag=EYWCC3CHXFDH type=write size=4124846 2024-04-13T08:05:49.475 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.475+0000 7faa9f63b780 1 < completed delete operation key=57TR9Y9AGKFZ tag=OZMLAV3HNFK9 type=del 2024-04-13T08:05:49.480 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.480+0000 7faa9f63b780 1 > prepared part key=_multipart_57TR9Y9AGKFZ.2~KHO6NZU5FM11.0 size=1048576 2024-04-13T08:05:49.482 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.482+0000 7faa9f63b780 1 > prepared part key=_multipart_57TR9Y9AGKFZ.2~KHO6NZU5FM11.1 size=1048576 2024-04-13T08:05:49.483 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.483+0000 7faa9f63b780 1 > prepared part key=_multipart_57TR9Y9AGKFZ.2~KHO6NZU5FM11.2 size=529577 2024-04-13T08:05:49.483 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.483+0000 7faa9f63b780 1 > prepared multipart upload key=57TR9Y9AGKFZ upload=KHO6NZU5FM11 tag=93IQUX44QOC0 type=write size=3675305 2024-04-13T08:05:49.485 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.486+0000 7faa9f63b780 1 < completed delete operation key=KPYALZ2K1347 tag=TRHMXQV77P00 type=del 2024-04-13T08:05:49.488 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.488+0000 7faa9f63b780 1 > prepared operation key=EBB3GPXHIYM1 tag=3RW9QBN44F6D type=del size=1062352 2024-04-13T08:05:49.491 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.492+0000 7faa9f63b780 1 < completed part key=_multipart_BGZCO481WX23.2~AL86RMQDA8CH.0 size=1027164 2024-04-13T08:05:49.495 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.495+0000 7faa9f63b780 1 < completed multipart upload key=BGZCO481WX23 upload=AL86RMQDA8CH tag=MLGXSJUWI0MI type=write size=2075740 2024-04-13T08:05:49.498 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.499+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=JKWSL36C0DQQ type=del size=3714789 2024-04-13T08:05:49.502 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.502+0000 7faa9f63b780 1 < completed delete operation key=YVLYPQFVWYAW tag=ER4FO32BLP8H type=del 2024-04-13T08:05:49.504 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.504+0000 7faa9f63b780 1 > prepared operation key=EB7L7HOTRCXY tag=O573RR0FN5E9 type=del size=2527926 2024-04-13T08:05:49.506 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.506+0000 7faa9f63b780 1 < completed write operation key=EB7L7HOTRCXY tag=PBC9W6DXGVMV type=write size=64682 2024-04-13T08:05:49.508 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.508+0000 7faa9f63b780 1 > prepared operation key=EBB3GPXHIYM1 tag=P9CA8SGXLVDM type=del size=1597259 2024-04-13T08:05:49.511 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.511+0000 7faa9f63b780 1 < completed write operation key=ATLCBD5K8IS1 tag=CG23OS6R7SBY type=write size=611865 2024-04-13T08:05:49.514 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.514+0000 7faa9f63b780 1 > prepared operation key=U4KRH93HDNU6 tag=ZBVSJKV09Z1L type=del size=2952650 2024-04-13T08:05:49.516 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.516+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~06OWVG03BOBT.0 size=1048576 2024-04-13T08:05:49.518 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.518+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~06OWVG03BOBT.1 size=197026 2024-04-13T08:05:49.522 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.523+0000 7faa9f63b780 1 < completed multipart upload key=KPYALZ2K1347 upload=06OWVG03BOBT tag=O8KYC6PBVAB0 type=write size=2294178 2024-04-13T08:05:49.524 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.525+0000 7faa9f63b780 1 > prepared operation key=57TR9Y9AGKFZ tag=M0RFJ2BB3NDA type=del size=3718896 2024-04-13T08:05:49.527 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.527+0000 7faa9f63b780 1 < completed part key=_multipart_7LQHTC0JXLLC.2~BS2DD1L32XQI.0 size=9450 2024-04-13T08:05:49.530 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.531+0000 7faa9f63b780 1 < completed multipart upload key=7LQHTC0JXLLC upload=BS2DD1L32XQI tag=0TPBXH0W054P type=write size=1058026 2024-04-13T08:05:49.533 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.533+0000 7faa9f63b780 1 > prepared operation key=C8EO3JFDK3I3 tag=F61XPJ3YUB0O type=write size=514630 2024-04-13T08:05:49.537 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.537+0000 7faa9f63b780 1 < suggested update operation key=KN6SVO6HG65Q tag=CQW07KD2FO0S type=del size=2060150 2024-04-13T08:05:49.541 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.541+0000 7faa9f63b780 1 > prepared part key=_multipart_Y3BAXTXJ3THV.2~Z13G2DE467OU.0 size=1048576 2024-04-13T08:05:49.542 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.542+0000 7faa9f63b780 1 > prepared part key=_multipart_Y3BAXTXJ3THV.2~Z13G2DE467OU.1 size=471598 2024-04-13T08:05:49.542 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.542+0000 7faa9f63b780 1 > prepared multipart upload key=Y3BAXTXJ3THV upload=Z13G2DE467OU tag=HGYFF0A7G0ZG type=write size=2568750 2024-04-13T08:05:49.547 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.547+0000 7faa9f63b780 1 < suggested update operation key=BGZCO481WX23 tag=3189336V1IQR type=del size=271565 2024-04-13T08:05:49.549 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.549+0000 7faa9f63b780 1 > prepared operation key=9OD1R5489FHK tag=U29F6859J6A4 type=del size=949931 2024-04-13T08:05:49.551 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.551+0000 7faa9f63b780 1 < canceled operation key=3H9XN46FCEJA tag=IKPLJ7ODE7SO type=del size=3133915 2024-04-13T08:05:49.555 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.555+0000 7faa9f63b780 1 > prepared part key=_multipart_Y3BAXTXJ3THV.2~XUVFMUXKOOSV.0 size=1048576 2024-04-13T08:05:49.557 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.557+0000 7faa9f63b780 1 > prepared part key=_multipart_Y3BAXTXJ3THV.2~XUVFMUXKOOSV.1 size=1048576 2024-04-13T08:05:49.559 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.559+0000 7faa9f63b780 1 > prepared part key=_multipart_Y3BAXTXJ3THV.2~XUVFMUXKOOSV.2 size=819541 2024-04-13T08:05:49.559 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.559+0000 7faa9f63b780 1 > prepared multipart upload key=Y3BAXTXJ3THV upload=XUVFMUXKOOSV tag=B1DO12O2ERQM type=write size=3965269 2024-04-13T08:05:49.563 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.563+0000 7faa9f63b780 1 < suggested update operation key=ATLCBD5K8IS1 tag=IQEUPRO6NO49 type=write size=541215 2024-04-13T08:05:49.567 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.567+0000 7faa9f63b780 1 > prepared part key=_multipart_CCIT8DQBN9WK.2~GQ5CI1SWOG80.0 size=524818 2024-04-13T08:05:49.567 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.567+0000 7faa9f63b780 1 > prepared multipart upload key=CCIT8DQBN9WK upload=GQ5CI1SWOG80 tag=Y8XKOR2YX2QK type=write size=1573394 2024-04-13T08:05:49.568 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.569+0000 7faa9f63b780 1 < completed delete operation key=NJTHX8PDBAAE tag=OIYEQP53JZOP type=del 2024-04-13T08:05:49.573 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.574+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~CU08TWS14RWX.0 size=523995 2024-04-13T08:05:49.573 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.574+0000 7faa9f63b780 1 > prepared multipart upload key=KPYALZ2K1347 upload=CU08TWS14RWX tag=RBNO5CNUKHOL type=write size=1572571 2024-04-13T08:05:49.579 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.579+0000 7faa9f63b780 1 < suggested update operation key=YVLYPQFVWYAW tag=FGFRYP7MFD7P type=del size=2843242 2024-04-13T08:05:49.582 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.582+0000 7faa9f63b780 1 > prepared operation key=LCYUO09YJOWJ tag=I1JNJKJVXJSL type=del size=3007653 2024-04-13T08:05:49.584 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.584+0000 7faa9f63b780 1 < completed part key=_multipart_WSX0KY6Y4RVU.2~DEM7V8DVL8UC.0 size=1048576 2024-04-13T08:05:49.586 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.586+0000 7faa9f63b780 1 < completed part key=_multipart_WSX0KY6Y4RVU.2~DEM7V8DVL8UC.1 size=326536 2024-04-13T08:05:49.590 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.590+0000 7faa9f63b780 1 < completed multipart upload key=WSX0KY6Y4RVU upload=DEM7V8DVL8UC tag=QO7DIGT3DKBL type=write size=2423688 2024-04-13T08:05:49.594 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.594+0000 7faa9f63b780 1 > prepared part key=_multipart_NJTHX8PDBAAE.2~9SMP8EC90SHO.0 size=1048576 2024-04-13T08:05:49.596 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.596+0000 7faa9f63b780 1 > prepared part key=_multipart_NJTHX8PDBAAE.2~9SMP8EC90SHO.1 size=1123 2024-04-13T08:05:49.596 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.596+0000 7faa9f63b780 1 > prepared multipart upload key=NJTHX8PDBAAE upload=9SMP8EC90SHO tag=658W2R7JZUBR type=write size=2098275 2024-04-13T08:05:49.598 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.598+0000 7faa9f63b780 1 < completed part key=_multipart_CWNYE55R1BSI.2~DVDUH2T279S4.0 size=1048576 2024-04-13T08:05:49.600 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.600+0000 7faa9f63b780 1 < completed part key=_multipart_CWNYE55R1BSI.2~DVDUH2T279S4.1 size=1048576 2024-04-13T08:05:49.600 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.600+0000 7faa9f63b780 1 < canceled part key=_multipart_CWNYE55R1BSI.2~DVDUH2T279S4.2 size=979118 2024-04-13T08:05:49.604 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.604+0000 7faa9f63b780 1 < canceled multipart upload key=CWNYE55R1BSI upload=DVDUH2T279S4 tag=EYWCC3CHXFDH type=write size=4124846 2024-04-13T08:05:49.608 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.608+0000 7faa9f63b780 1 > prepared part key=_multipart_EB7L7HOTRCXY.2~Z0OI8N2THH6V.0 size=1048576 2024-04-13T08:05:49.611 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.611+0000 7faa9f63b780 1 > prepared part key=_multipart_EB7L7HOTRCXY.2~Z0OI8N2THH6V.1 size=1048576 2024-04-13T08:05:49.613 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.613+0000 7faa9f63b780 1 > prepared part key=_multipart_EB7L7HOTRCXY.2~Z0OI8N2THH6V.2 size=832966 2024-04-13T08:05:49.614 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.614+0000 7faa9f63b780 1 > prepared multipart upload key=EB7L7HOTRCXY upload=Z0OI8N2THH6V tag=76UL5BOKDLD1 type=write size=3978694 2024-04-13T08:05:49.616 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.616+0000 7faa9f63b780 1 < completed part key=_multipart_57TR9Y9AGKFZ.2~KHO6NZU5FM11.0 size=1048576 2024-04-13T08:05:49.617 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.618+0000 7faa9f63b780 1 < completed part key=_multipart_57TR9Y9AGKFZ.2~KHO6NZU5FM11.1 size=1048576 2024-04-13T08:05:49.619 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.619+0000 7faa9f63b780 1 < completed part key=_multipart_57TR9Y9AGKFZ.2~KHO6NZU5FM11.2 size=529577 2024-04-13T08:05:49.623 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.623+0000 7faa9f63b780 1 < completed multipart upload key=57TR9Y9AGKFZ upload=KHO6NZU5FM11 tag=93IQUX44QOC0 type=write size=3675305 2024-04-13T08:05:49.625 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.625+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=T5B3YSNRKTGX type=del size=3974807 2024-04-13T08:05:49.627 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.628+0000 7faa9f63b780 1 < completed delete operation key=EBB3GPXHIYM1 tag=3RW9QBN44F6D type=del 2024-04-13T08:05:49.630 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.630+0000 7faa9f63b780 1 > prepared operation key=WSX0KY6Y4RVU tag=ACE2WF2V144Z type=write size=645230 2024-04-13T08:05:49.632 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.633+0000 7faa9f63b780 -1 < failed to complete operation key=ATLCBD5K8IS1 tag=JKWSL36C0DQQ type=del size=3714789: (22) Invalid argument 2024-04-13T08:05:49.636 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.636+0000 7faa9f63b780 1 > prepared part key=_multipart_KN6SVO6HG65Q.2~UZZVRLD770BX.0 size=262401 2024-04-13T08:05:49.636 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.636+0000 7faa9f63b780 1 > prepared multipart upload key=KN6SVO6HG65Q upload=UZZVRLD770BX tag=3GMFEH7RJFM6 type=write size=1310977 2024-04-13T08:05:49.638 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.638+0000 7faa9f63b780 1 < completed delete operation key=EB7L7HOTRCXY tag=O573RR0FN5E9 type=del 2024-04-13T08:05:49.640 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.640+0000 7faa9f63b780 1 > prepared operation key=Y3BAXTXJ3THV tag=ES5YESLBLCQW type=del size=477379 2024-04-13T08:05:49.644 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.644+0000 7faa9f63b780 1 < suggested update operation key=EBB3GPXHIYM1 tag=P9CA8SGXLVDM type=del size=1597259 2024-04-13T08:05:49.648 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.648+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~TRB9QCG12I5H.0 size=1048576 2024-04-13T08:05:49.650 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.650+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~TRB9QCG12I5H.1 size=1048576 2024-04-13T08:05:49.652 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.652+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~TRB9QCG12I5H.2 size=213152 2024-04-13T08:05:49.652 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.652+0000 7faa9f63b780 1 > prepared multipart upload key=9OD1R5489FHK upload=TRB9QCG12I5H tag=O3OSH18O09CG type=write size=3358880 2024-04-13T08:05:49.654 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.654+0000 7faa9f63b780 1 < canceled operation key=U4KRH93HDNU6 tag=ZBVSJKV09Z1L type=del size=2952650 2024-04-13T08:05:49.658 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.659+0000 7faa9f63b780 1 > prepared part key=_multipart_U4KRH93HDNU6.2~3XOJ8SNP3WE4.0 size=1048576 2024-04-13T08:05:49.660 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.661+0000 7faa9f63b780 1 > prepared part key=_multipart_U4KRH93HDNU6.2~3XOJ8SNP3WE4.1 size=300518 2024-04-13T08:05:49.661 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.661+0000 7faa9f63b780 1 > prepared multipart upload key=U4KRH93HDNU6 upload=3XOJ8SNP3WE4 tag=5Q7HFZ536Y8V type=write size=2397670 2024-04-13T08:05:49.662 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.663+0000 7faa9f63b780 1 < completed delete operation key=57TR9Y9AGKFZ tag=M0RFJ2BB3NDA type=del 2024-04-13T08:05:49.665 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.665+0000 7faa9f63b780 1 > prepared operation key=ZLCXVHR00MT7 tag=TQXVSHSM4ENE type=write size=105682 2024-04-13T08:05:49.667 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.667+0000 7faa9f63b780 1 < completed write operation key=C8EO3JFDK3I3 tag=F61XPJ3YUB0O type=write size=514630 2024-04-13T08:05:49.669 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.669+0000 7faa9f63b780 1 > prepared operation key=KN6SVO6HG65Q tag=YCU1LEWCGWMN type=write size=885266 2024-04-13T08:05:49.671 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.671+0000 7faa9f63b780 1 < completed part key=_multipart_Y3BAXTXJ3THV.2~Z13G2DE467OU.0 size=1048576 2024-04-13T08:05:49.673 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.673+0000 7faa9f63b780 1 < completed part key=_multipart_Y3BAXTXJ3THV.2~Z13G2DE467OU.1 size=471598 2024-04-13T08:05:49.677 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.677+0000 7faa9f63b780 1 < completed multipart upload key=Y3BAXTXJ3THV upload=Z13G2DE467OU tag=HGYFF0A7G0ZG type=write size=2568750 2024-04-13T08:05:49.680 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.680+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~UHOR9N7AS18V.0 size=1048576 2024-04-13T08:05:49.682 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.682+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~UHOR9N7AS18V.1 size=1048576 2024-04-13T08:05:49.683 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.684+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~UHOR9N7AS18V.2 size=695452 2024-04-13T08:05:49.684 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.684+0000 7faa9f63b780 1 > prepared multipart upload key=TSACVEYQTVRN upload=UHOR9N7AS18V tag=NAJMGALQ4QXO type=write size=3841180 2024-04-13T08:05:49.686 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.686+0000 7faa9f63b780 1 < completed delete operation key=9OD1R5489FHK tag=U29F6859J6A4 type=del 2024-04-13T08:05:49.688 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.688+0000 7faa9f63b780 1 > prepared operation key=U4KRH93HDNU6 tag=RADV8ZMQI5L3 type=del size=188040 2024-04-13T08:05:49.688 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.688+0000 7faa9f63b780 1 < canceled part key=_multipart_Y3BAXTXJ3THV.2~XUVFMUXKOOSV.0 size=1048576 2024-04-13T08:05:49.690 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.690+0000 7faa9f63b780 1 < completed part key=_multipart_Y3BAXTXJ3THV.2~XUVFMUXKOOSV.1 size=1048576 2024-04-13T08:05:49.692 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.692+0000 7faa9f63b780 1 < completed part key=_multipart_Y3BAXTXJ3THV.2~XUVFMUXKOOSV.2 size=819541 2024-04-13T08:05:49.696 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.696+0000 7faa9f63b780 1 < canceled multipart upload key=Y3BAXTXJ3THV upload=XUVFMUXKOOSV tag=B1DO12O2ERQM type=write size=3965269 2024-04-13T08:05:49.698 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.698+0000 7faa9f63b780 1 > prepared operation key=B9J0DWQ62YOI tag=WF24ZGBRH421 type=write size=121857 2024-04-13T08:05:49.700 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.700+0000 7faa9f63b780 1 < completed part key=_multipart_CCIT8DQBN9WK.2~GQ5CI1SWOG80.0 size=524818 2024-04-13T08:05:49.704 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.704+0000 7faa9f63b780 1 < completed multipart upload key=CCIT8DQBN9WK upload=GQ5CI1SWOG80 tag=Y8XKOR2YX2QK type=write size=1573394 2024-04-13T08:05:49.708 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.709+0000 7faa9f63b780 1 > prepared part key=_multipart_XP1MOJCI0XHQ.2~WRTBVQUF1PR3.0 size=1048576 2024-04-13T08:05:49.710 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.710+0000 7faa9f63b780 1 > prepared part key=_multipart_XP1MOJCI0XHQ.2~WRTBVQUF1PR3.1 size=1047225 2024-04-13T08:05:49.710 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.710+0000 7faa9f63b780 1 > prepared multipart upload key=XP1MOJCI0XHQ upload=WRTBVQUF1PR3 tag=PW6CCHTK2NDC type=write size=3144377 2024-04-13T08:05:49.712 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.713+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~CU08TWS14RWX.0 size=523995 2024-04-13T08:05:49.717 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.717+0000 7faa9f63b780 1 < completed multipart upload key=KPYALZ2K1347 upload=CU08TWS14RWX tag=RBNO5CNUKHOL type=write size=1572571 2024-04-13T08:05:49.721 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.721+0000 7faa9f63b780 1 > prepared part key=_multipart_NHC2LNYCNU8O.2~FR41RPTIMTUU.0 size=1023611 2024-04-13T08:05:49.721 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.721+0000 7faa9f63b780 1 > prepared multipart upload key=NHC2LNYCNU8O upload=FR41RPTIMTUU tag=3XP8CO6NW413 type=write size=2072187 2024-04-13T08:05:49.725 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.725+0000 7faa9f63b780 1 < suggested remove operation key=LCYUO09YJOWJ tag=I1JNJKJVXJSL type=del 2024-04-13T08:05:49.729 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.729+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~9ZS5HDCOKRFA.0 size=1048576 2024-04-13T08:05:49.731 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.731+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~9ZS5HDCOKRFA.1 size=1048576 2024-04-13T08:05:49.733 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.733+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~9ZS5HDCOKRFA.2 size=1035189 2024-04-13T08:05:49.733 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.733+0000 7faa9f63b780 1 > prepared multipart upload key=KPYALZ2K1347 upload=9ZS5HDCOKRFA tag=Q553NAP00OHL type=write size=4180917 2024-04-13T08:05:49.735 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.735+0000 7faa9f63b780 1 < completed part key=_multipart_NJTHX8PDBAAE.2~9SMP8EC90SHO.0 size=1048576 2024-04-13T08:05:49.736 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.737+0000 7faa9f63b780 1 < completed part key=_multipart_NJTHX8PDBAAE.2~9SMP8EC90SHO.1 size=1123 2024-04-13T08:05:49.740 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.740+0000 7faa9f63b780 1 < completed multipart upload key=NJTHX8PDBAAE upload=9SMP8EC90SHO tag=658W2R7JZUBR type=write size=2098275 2024-04-13T08:05:49.742 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.742+0000 7faa9f63b780 1 > prepared operation key=BGZCO481WX23 tag=1FYC3QOZ1XE5 type=write size=234228 2024-04-13T08:05:49.745 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.745+0000 7faa9f63b780 1 < completed part key=_multipart_EB7L7HOTRCXY.2~Z0OI8N2THH6V.0 size=1048576 2024-04-13T08:05:49.746 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.747+0000 7faa9f63b780 1 < completed part key=_multipart_EB7L7HOTRCXY.2~Z0OI8N2THH6V.1 size=1048576 2024-04-13T08:05:49.749 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.749+0000 7faa9f63b780 1 < completed part key=_multipart_EB7L7HOTRCXY.2~Z0OI8N2THH6V.2 size=832966 2024-04-13T08:05:49.754 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.754+0000 7faa9f63b780 1 < completed multipart upload key=EB7L7HOTRCXY upload=Z0OI8N2THH6V tag=76UL5BOKDLD1 type=write size=3978694 2024-04-13T08:05:49.756 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.756+0000 7faa9f63b780 1 > prepared operation key=TSACVEYQTVRN tag=H0PSR51WAFSR type=del size=3735853 2024-04-13T08:05:49.758 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.758+0000 7faa9f63b780 1 < completed delete operation key=ATLCBD5K8IS1 tag=T5B3YSNRKTGX type=del 2024-04-13T08:05:49.762 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.762+0000 7faa9f63b780 1 > prepared part key=_multipart_C8EO3JFDK3I3.2~JO2D1F831APR.0 size=926418 2024-04-13T08:05:49.762 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.762+0000 7faa9f63b780 1 > prepared multipart upload key=C8EO3JFDK3I3 upload=JO2D1F831APR tag=JKLFS4VA8KHD type=write size=1974994 2024-04-13T08:05:49.765 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.765+0000 7faa9f63b780 1 < completed write operation key=WSX0KY6Y4RVU tag=ACE2WF2V144Z type=write size=645230 2024-04-13T08:05:49.766 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.767+0000 7faa9f63b780 1 > prepared operation key=NHC2LNYCNU8O tag=EKDNOS1TIJID type=del size=2632396 2024-04-13T08:05:49.768 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.769+0000 7faa9f63b780 1 < completed part key=_multipart_KN6SVO6HG65Q.2~UZZVRLD770BX.0 size=262401 2024-04-13T08:05:49.772 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.772+0000 7faa9f63b780 1 < completed multipart upload key=KN6SVO6HG65Q upload=UZZVRLD770BX tag=3GMFEH7RJFM6 type=write size=1310977 2024-04-13T08:05:49.774 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.774+0000 7faa9f63b780 1 > prepared operation key=U4KRH93HDNU6 tag=XV3I4U2N4PM6 type=del size=1235749 2024-04-13T08:05:49.776 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.776+0000 7faa9f63b780 1 < canceled operation key=Y3BAXTXJ3THV tag=ES5YESLBLCQW type=del size=477379 2024-04-13T08:05:49.778 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.779+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=R4V7H3FFF31N type=del size=3538384 2024-04-13T08:05:49.780 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.781+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~TRB9QCG12I5H.0 size=1048576 2024-04-13T08:05:49.782 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.783+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~TRB9QCG12I5H.1 size=1048576 2024-04-13T08:05:49.785 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.785+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~TRB9QCG12I5H.2 size=213152 2024-04-13T08:05:49.788 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.788+0000 7faa9f63b780 1 < completed multipart upload key=9OD1R5489FHK upload=TRB9QCG12I5H tag=O3OSH18O09CG type=write size=3358880 2024-04-13T08:05:49.793 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.793+0000 7faa9f63b780 1 > prepared part key=_multipart_ZLCXVHR00MT7.2~EGFQEEN551Z0.0 size=264408 2024-04-13T08:05:49.793 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.793+0000 7faa9f63b780 1 > prepared multipart upload key=ZLCXVHR00MT7 upload=EGFQEEN551Z0 tag=0XGR0LXBLB1U type=write size=1312984 2024-04-13T08:05:49.795 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.795+0000 7faa9f63b780 1 < completed part key=_multipart_U4KRH93HDNU6.2~3XOJ8SNP3WE4.0 size=1048576 2024-04-13T08:05:49.797 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.797+0000 7faa9f63b780 1 < completed part key=_multipart_U4KRH93HDNU6.2~3XOJ8SNP3WE4.1 size=300518 2024-04-13T08:05:49.801 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.801+0000 7faa9f63b780 1 < completed multipart upload key=U4KRH93HDNU6 upload=3XOJ8SNP3WE4 tag=5Q7HFZ536Y8V type=write size=2397670 2024-04-13T08:05:49.803 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.803+0000 7faa9f63b780 1 > prepared operation key=NJTHX8PDBAAE tag=XYE3MV19PU9H type=del size=723222 2024-04-13T08:05:49.805 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.805+0000 7faa9f63b780 1 < completed write operation key=ZLCXVHR00MT7 tag=TQXVSHSM4ENE type=write size=105682 2024-04-13T08:05:49.809 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.809+0000 7faa9f63b780 1 > prepared part key=_multipart_1R98I2OD2C1B.2~GT25K6OBG4YL.0 size=247547 2024-04-13T08:05:49.809 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.809+0000 7faa9f63b780 1 > prepared multipart upload key=1R98I2OD2C1B upload=GT25K6OBG4YL tag=FV5DL0B2BH1B type=write size=1296123 2024-04-13T08:05:49.811 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.811+0000 7faa9f63b780 1 < completed write operation key=KN6SVO6HG65Q tag=YCU1LEWCGWMN type=write size=885266 2024-04-13T08:05:49.813 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.813+0000 7faa9f63b780 1 > prepared operation key=EBB3GPXHIYM1 tag=7ENNZG433CTZ type=del size=3360197 2024-04-13T08:05:49.816 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.816+0000 7faa9f63b780 1 < completed part key=_multipart_TSACVEYQTVRN.2~UHOR9N7AS18V.0 size=1048576 2024-04-13T08:05:49.818 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.818+0000 7faa9f63b780 1 < completed part key=_multipart_TSACVEYQTVRN.2~UHOR9N7AS18V.1 size=1048576 2024-04-13T08:05:49.820 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.820+0000 7faa9f63b780 1 < completed part key=_multipart_TSACVEYQTVRN.2~UHOR9N7AS18V.2 size=695452 2024-04-13T08:05:49.823 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.824+0000 7faa9f63b780 1 < completed multipart upload key=TSACVEYQTVRN upload=UHOR9N7AS18V tag=NAJMGALQ4QXO type=write size=3841180 2024-04-13T08:05:49.826 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.826+0000 7faa9f63b780 1 > prepared operation key=DQJZH0QC5JG1 tag=A5D2RNCFD9K8 type=del size=909035 2024-04-13T08:05:49.829 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.829+0000 7faa9f63b780 1 < completed delete operation key=U4KRH93HDNU6 tag=RADV8ZMQI5L3 type=del 2024-04-13T08:05:49.832 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.832+0000 7faa9f63b780 1 > prepared part key=_multipart_CSYE7NHVWP4Q.2~0CHI9ASSMFSQ.0 size=1048576 2024-04-13T08:05:49.834 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.834+0000 7faa9f63b780 1 > prepared part key=_multipart_CSYE7NHVWP4Q.2~0CHI9ASSMFSQ.1 size=329301 2024-04-13T08:05:49.834 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.834+0000 7faa9f63b780 1 > prepared multipart upload key=CSYE7NHVWP4Q upload=0CHI9ASSMFSQ tag=SX5UIIN5XDGI type=write size=2426453 2024-04-13T08:05:49.836 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.837+0000 7faa9f63b780 1 < canceled operation key=B9J0DWQ62YOI tag=WF24ZGBRH421 type=write size=121857 2024-04-13T08:05:49.838 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.839+0000 7faa9f63b780 1 > prepared operation key=LCYUO09YJOWJ tag=7NB55T7YJTJG type=del size=3132177 2024-04-13T08:05:49.840 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.841+0000 7faa9f63b780 1 < completed part key=_multipart_XP1MOJCI0XHQ.2~WRTBVQUF1PR3.0 size=1048576 2024-04-13T08:05:49.842 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.842+0000 7faa9f63b780 1 < completed part key=_multipart_XP1MOJCI0XHQ.2~WRTBVQUF1PR3.1 size=1047225 2024-04-13T08:05:49.846 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.846+0000 7faa9f63b780 1 < completed multipart upload key=XP1MOJCI0XHQ upload=WRTBVQUF1PR3 tag=PW6CCHTK2NDC type=write size=3144377 2024-04-13T08:05:49.848 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.848+0000 7faa9f63b780 1 > prepared operation key=57TR9Y9AGKFZ tag=AZNJK2J9TSV1 type=del size=584623 2024-04-13T08:05:49.848 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.848+0000 7faa9f63b780 1 < canceled part key=_multipart_NHC2LNYCNU8O.2~FR41RPTIMTUU.0 size=1023611 2024-04-13T08:05:49.852 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.852+0000 7faa9f63b780 1 < canceled multipart upload key=NHC2LNYCNU8O upload=FR41RPTIMTUU tag=3XP8CO6NW413 type=write size=2072187 2024-04-13T08:05:49.856 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.856+0000 7faa9f63b780 1 > prepared part key=_multipart_LCYUO09YJOWJ.2~KG8MOSRBJEY2.0 size=1048576 2024-04-13T08:05:49.858 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.858+0000 7faa9f63b780 1 > prepared part key=_multipart_LCYUO09YJOWJ.2~KG8MOSRBJEY2.1 size=541639 2024-04-13T08:05:49.858 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.858+0000 7faa9f63b780 1 > prepared multipart upload key=LCYUO09YJOWJ upload=KG8MOSRBJEY2 tag=ONAKW1BJUKUS type=write size=2638791 2024-04-13T08:05:49.860 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.860+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~9ZS5HDCOKRFA.0 size=1048576 2024-04-13T08:05:49.861 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.862+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~9ZS5HDCOKRFA.1 size=1048576 2024-04-13T08:05:49.863 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.863+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~9ZS5HDCOKRFA.2 size=1035189 2024-04-13T08:05:49.869 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.867+0000 7faa9f63b780 1 < completed multipart upload key=KPYALZ2K1347 upload=9ZS5HDCOKRFA tag=Q553NAP00OHL type=write size=4180917 2024-04-13T08:05:49.870 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.869+0000 7faa9f63b780 1 > prepared operation key=BGZCO481WX23 tag=SO777SK33SEI type=del size=2834113 2024-04-13T08:05:49.871 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.871+0000 7faa9f63b780 1 < completed write operation key=BGZCO481WX23 tag=1FYC3QOZ1XE5 type=write size=234228 2024-04-13T08:05:49.873 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.874+0000 7faa9f63b780 1 > prepared operation key=Y3BAXTXJ3THV tag=W41ARHKGC51J type=del size=3842140 2024-04-13T08:05:49.876 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.876+0000 7faa9f63b780 1 < completed delete operation key=TSACVEYQTVRN tag=H0PSR51WAFSR type=del 2024-04-13T08:05:49.880 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.880+0000 7faa9f63b780 1 > prepared part key=_multipart_Y3BAXTXJ3THV.2~A7RUESM9P51V.0 size=1048576 2024-04-13T08:05:49.882 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.882+0000 7faa9f63b780 1 > prepared part key=_multipart_Y3BAXTXJ3THV.2~A7RUESM9P51V.1 size=158035 2024-04-13T08:05:49.882 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.882+0000 7faa9f63b780 1 > prepared multipart upload key=Y3BAXTXJ3THV upload=A7RUESM9P51V tag=7A0WP0YQEK3G type=write size=2255187 2024-04-13T08:05:49.884 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.885+0000 7faa9f63b780 1 < completed part key=_multipart_C8EO3JFDK3I3.2~JO2D1F831APR.0 size=926418 2024-04-13T08:05:49.889 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.889+0000 7faa9f63b780 1 < completed multipart upload key=C8EO3JFDK3I3 upload=JO2D1F831APR tag=JKLFS4VA8KHD type=write size=1974994 2024-04-13T08:05:49.893 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.893+0000 7faa9f63b780 1 > prepared part key=_multipart_1R98I2OD2C1B.2~5LFTQM5LKJ41.0 size=1048576 2024-04-13T08:05:49.895 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.895+0000 7faa9f63b780 1 > prepared part key=_multipart_1R98I2OD2C1B.2~5LFTQM5LKJ41.1 size=713379 2024-04-13T08:05:49.895 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.895+0000 7faa9f63b780 1 > prepared multipart upload key=1R98I2OD2C1B upload=5LFTQM5LKJ41 tag=TO4GN1L6MMEQ type=write size=2810531 2024-04-13T08:05:49.897 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.897+0000 7faa9f63b780 1 < canceled operation key=NHC2LNYCNU8O tag=EKDNOS1TIJID type=del size=2632396 2024-04-13T08:05:49.901 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.901+0000 7faa9f63b780 1 > prepared part key=_multipart_C8EO3JFDK3I3.2~HHI4FJLI1NF7.0 size=1048576 2024-04-13T08:05:49.902 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.903+0000 7faa9f63b780 1 > prepared part key=_multipart_C8EO3JFDK3I3.2~HHI4FJLI1NF7.1 size=1048576 2024-04-13T08:05:49.904 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.904+0000 7faa9f63b780 1 > prepared part key=_multipart_C8EO3JFDK3I3.2~HHI4FJLI1NF7.2 size=409504 2024-04-13T08:05:49.904 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.904+0000 7faa9f63b780 1 > prepared multipart upload key=C8EO3JFDK3I3 upload=HHI4FJLI1NF7 tag=RMK24BQ92ZE4 type=write size=3555232 2024-04-13T08:05:49.906 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.906+0000 7faa9f63b780 1 < completed delete operation key=U4KRH93HDNU6 tag=XV3I4U2N4PM6 type=del 2024-04-13T08:05:49.910 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.910+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~40XII16BICB6.0 size=1048576 2024-04-13T08:05:49.912 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.912+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~40XII16BICB6.1 size=884962 2024-04-13T08:05:49.912 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.912+0000 7faa9f63b780 1 > prepared multipart upload key=9OD1R5489FHK upload=40XII16BICB6 tag=T1QKWD7LV6E8 type=write size=2982114 2024-04-13T08:05:49.916 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.916+0000 7faa9f63b780 1 < suggested remove operation key=ATLCBD5K8IS1 tag=R4V7H3FFF31N type=del 2024-04-13T08:05:49.918 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.918+0000 7faa9f63b780 1 > prepared operation key=XP1MOJCI0XHQ tag=2A6N5WT0C2IS type=del size=2253394 2024-04-13T08:05:49.920 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.920+0000 7faa9f63b780 1 < completed part key=_multipart_ZLCXVHR00MT7.2~EGFQEEN551Z0.0 size=264408 2024-04-13T08:05:49.924 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.924+0000 7faa9f63b780 1 < completed multipart upload key=ZLCXVHR00MT7 upload=EGFQEEN551Z0 tag=0XGR0LXBLB1U type=write size=1312984 2024-04-13T08:05:49.928 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.928+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~WZE42YNKJGDH.0 size=230357 2024-04-13T08:05:49.928 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.928+0000 7faa9f63b780 1 > prepared multipart upload key=DQJZH0QC5JG1 upload=WZE42YNKJGDH tag=UKFMH5JAAG3M type=write size=1278933 2024-04-13T08:05:49.930 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.930+0000 7faa9f63b780 1 < completed delete operation key=NJTHX8PDBAAE tag=XYE3MV19PU9H type=del 2024-04-13T08:05:49.934 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.934+0000 7faa9f63b780 1 > prepared part key=_multipart_EB7L7HOTRCXY.2~LAJ068A2USE0.0 size=1048576 2024-04-13T08:05:49.936 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.936+0000 7faa9f63b780 1 > prepared part key=_multipart_EB7L7HOTRCXY.2~LAJ068A2USE0.1 size=1048576 2024-04-13T08:05:49.937 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.938+0000 7faa9f63b780 1 > prepared part key=_multipart_EB7L7HOTRCXY.2~LAJ068A2USE0.2 size=594896 2024-04-13T08:05:49.938 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.938+0000 7faa9f63b780 1 > prepared multipart upload key=EB7L7HOTRCXY upload=LAJ068A2USE0 tag=HVV2RAJKUOF9 type=write size=3740624 2024-04-13T08:05:49.940 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.940+0000 7faa9f63b780 1 < completed part key=_multipart_1R98I2OD2C1B.2~GT25K6OBG4YL.0 size=247547 2024-04-13T08:05:49.943 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.943+0000 7faa9f63b780 1 < completed multipart upload key=1R98I2OD2C1B upload=GT25K6OBG4YL tag=FV5DL0B2BH1B type=write size=1296123 2024-04-13T08:05:49.946 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.946+0000 7faa9f63b780 1 > prepared operation key=DQJZH0QC5JG1 tag=DIY0K1R6FG58 type=del size=2193701 2024-04-13T08:05:49.951 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.951+0000 7faa9f63b780 1 < suggested remove operation key=EBB3GPXHIYM1 tag=7ENNZG433CTZ type=del 2024-04-13T08:05:49.955 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.955+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~ZKGUDN9I0I0K.0 size=1048576 2024-04-13T08:05:49.957 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.957+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~ZKGUDN9I0I0K.1 size=1048576 2024-04-13T08:05:49.958 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.958+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~ZKGUDN9I0I0K.2 size=960647 2024-04-13T08:05:49.959 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.959+0000 7faa9f63b780 1 > prepared multipart upload key=3H9XN46FCEJA upload=ZKGUDN9I0I0K tag=IGGQR1X5QPMP type=write size=4106375 2024-04-13T08:05:49.960 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.961+0000 7faa9f63b780 1 < completed delete operation key=DQJZH0QC5JG1 tag=A5D2RNCFD9K8 type=del 2024-04-13T08:05:49.963 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.963+0000 7faa9f63b780 1 > prepared operation key=U4KRH93HDNU6 tag=1C922LJGSR8V type=del size=1147805 2024-04-13T08:05:49.965 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.965+0000 7faa9f63b780 1 < completed part key=_multipart_CSYE7NHVWP4Q.2~0CHI9ASSMFSQ.0 size=1048576 2024-04-13T08:05:49.967 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.967+0000 7faa9f63b780 1 < completed part key=_multipart_CSYE7NHVWP4Q.2~0CHI9ASSMFSQ.1 size=329301 2024-04-13T08:05:49.971 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.971+0000 7faa9f63b780 1 < completed multipart upload key=CSYE7NHVWP4Q upload=0CHI9ASSMFSQ tag=SX5UIIN5XDGI type=write size=2426453 2024-04-13T08:05:49.973 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.973+0000 7faa9f63b780 1 > prepared operation key=EB7L7HOTRCXY tag=5FSH7TM97CDU type=del size=2500555 2024-04-13T08:05:49.975 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.975+0000 7faa9f63b780 1 < completed delete operation key=LCYUO09YJOWJ tag=7NB55T7YJTJG type=del 2024-04-13T08:05:49.977 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.977+0000 7faa9f63b780 1 > prepared operation key=H9HYQWGBJXF0 tag=YJN7BBVCF5E1 type=del size=707158 2024-04-13T08:05:49.982 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.982+0000 7faa9f63b780 1 < suggested update operation key=57TR9Y9AGKFZ tag=AZNJK2J9TSV1 type=del size=584623 2024-04-13T08:05:49.986 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.986+0000 7faa9f63b780 1 > prepared part key=_multipart_NHC2LNYCNU8O.2~IW3ZV0ILL8ND.0 size=1048576 2024-04-13T08:05:49.987 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.988+0000 7faa9f63b780 1 > prepared part key=_multipart_NHC2LNYCNU8O.2~IW3ZV0ILL8ND.1 size=53888 2024-04-13T08:05:49.987 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.988+0000 7faa9f63b780 1 > prepared multipart upload key=NHC2LNYCNU8O upload=IW3ZV0ILL8ND tag=9FZ3PHKWB1SX type=write size=2151040 2024-04-13T08:05:49.990 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.990+0000 7faa9f63b780 1 < completed part key=_multipart_LCYUO09YJOWJ.2~KG8MOSRBJEY2.0 size=1048576 2024-04-13T08:05:49.992 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.992+0000 7faa9f63b780 1 < completed part key=_multipart_LCYUO09YJOWJ.2~KG8MOSRBJEY2.1 size=541639 2024-04-13T08:05:49.995 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.995+0000 7faa9f63b780 1 < completed multipart upload key=LCYUO09YJOWJ upload=KG8MOSRBJEY2 tag=ONAKW1BJUKUS type=write size=2638791 2024-04-13T08:05:49.999 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.999+0000 7faa9f63b780 1 > prepared part key=_multipart_NHC2LNYCNU8O.2~J349B5O05JPH.0 size=51095 2024-04-13T08:05:49.999 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:49.999+0000 7faa9f63b780 1 > prepared multipart upload key=NHC2LNYCNU8O upload=J349B5O05JPH tag=VM524K6XRJ04 type=write size=1099671 2024-04-13T08:05:50.001 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.001+0000 7faa9f63b780 1 < completed delete operation key=BGZCO481WX23 tag=SO777SK33SEI type=del 2024-04-13T08:05:50.005 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.005+0000 7faa9f63b780 1 > prepared part key=_multipart_YVLYPQFVWYAW.2~CT5IOW54VH53.0 size=1048576 2024-04-13T08:05:50.007 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.007+0000 7faa9f63b780 1 > prepared part key=_multipart_YVLYPQFVWYAW.2~CT5IOW54VH53.1 size=1048576 2024-04-13T08:05:50.008 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.008+0000 7faa9f63b780 1 > prepared part key=_multipart_YVLYPQFVWYAW.2~CT5IOW54VH53.2 size=195903 2024-04-13T08:05:50.008 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.008+0000 7faa9f63b780 1 > prepared multipart upload key=YVLYPQFVWYAW upload=CT5IOW54VH53 tag=PQJ2HBHLGG2R type=write size=3341631 2024-04-13T08:05:50.010 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.011+0000 7faa9f63b780 1 < canceled operation key=Y3BAXTXJ3THV tag=W41ARHKGC51J type=del size=3842140 2024-04-13T08:05:50.012 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.013+0000 7faa9f63b780 1 > prepared operation key=EBB3GPXHIYM1 tag=TKSFLTJC3PJR type=del size=3402735 2024-04-13T08:05:50.014 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.015+0000 7faa9f63b780 1 < completed part key=_multipart_Y3BAXTXJ3THV.2~A7RUESM9P51V.0 size=1048576 2024-04-13T08:05:50.017 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.017+0000 7faa9f63b780 1 < completed part key=_multipart_Y3BAXTXJ3THV.2~A7RUESM9P51V.1 size=158035 2024-04-13T08:05:50.020 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.020+0000 7faa9f63b780 1 < completed multipart upload key=Y3BAXTXJ3THV upload=A7RUESM9P51V tag=7A0WP0YQEK3G type=write size=2255187 2024-04-13T08:05:50.024 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.024+0000 7faa9f63b780 1 > prepared part key=_multipart_ZLCXVHR00MT7.2~Q9ZJLC5QW0K5.0 size=1048576 2024-04-13T08:05:50.026 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.026+0000 7faa9f63b780 1 > prepared part key=_multipart_ZLCXVHR00MT7.2~Q9ZJLC5QW0K5.1 size=1048576 2024-04-13T08:05:50.028 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.028+0000 7faa9f63b780 1 > prepared part key=_multipart_ZLCXVHR00MT7.2~Q9ZJLC5QW0K5.2 size=613774 2024-04-13T08:05:50.028 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.028+0000 7faa9f63b780 1 > prepared multipart upload key=ZLCXVHR00MT7 upload=Q9ZJLC5QW0K5 tag=TJINMO9Z87N8 type=write size=3759502 2024-04-13T08:05:50.030 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.030+0000 7faa9f63b780 1 < completed part key=_multipart_1R98I2OD2C1B.2~5LFTQM5LKJ41.0 size=1048576 2024-04-13T08:05:50.033 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.033+0000 7faa9f63b780 1 < completed part key=_multipart_1R98I2OD2C1B.2~5LFTQM5LKJ41.1 size=713379 2024-04-13T08:05:50.036 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.036+0000 7faa9f63b780 1 < completed multipart upload key=1R98I2OD2C1B upload=5LFTQM5LKJ41 tag=TO4GN1L6MMEQ type=write size=2810531 2024-04-13T08:05:50.038 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.038+0000 7faa9f63b780 1 > prepared operation key=57TR9Y9AGKFZ tag=7XSM7AFKJXI3 type=del size=3565353 2024-04-13T08:05:50.041 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.041+0000 7faa9f63b780 1 < completed part key=_multipart_C8EO3JFDK3I3.2~HHI4FJLI1NF7.0 size=1048576 2024-04-13T08:05:50.043 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.043+0000 7faa9f63b780 1 < completed part key=_multipart_C8EO3JFDK3I3.2~HHI4FJLI1NF7.1 size=1048576 2024-04-13T08:05:50.045 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.045+0000 7faa9f63b780 1 < completed part key=_multipart_C8EO3JFDK3I3.2~HHI4FJLI1NF7.2 size=409504 2024-04-13T08:05:50.048 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.049+0000 7faa9f63b780 1 < completed multipart upload key=C8EO3JFDK3I3 upload=HHI4FJLI1NF7 tag=RMK24BQ92ZE4 type=write size=3555232 2024-04-13T08:05:50.053 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.053+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~TR329QWNW76D.0 size=661128 2024-04-13T08:05:50.053 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.053+0000 7faa9f63b780 1 > prepared multipart upload key=3H9XN46FCEJA upload=TR329QWNW76D tag=78499MJ57KRZ type=write size=1709704 2024-04-13T08:05:50.055 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.056+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~40XII16BICB6.0 size=1048576 2024-04-13T08:05:50.057 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.057+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~40XII16BICB6.1 size=884962 2024-04-13T08:05:50.061 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.061+0000 7faa9f63b780 1 < completed multipart upload key=9OD1R5489FHK upload=40XII16BICB6 tag=T1QKWD7LV6E8 type=write size=2982114 2024-04-13T08:05:50.063 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.063+0000 7faa9f63b780 1 > prepared operation key=7LQHTC0JXLLC tag=PFVJPV1MPZWW type=del size=3707724 2024-04-13T08:05:50.067 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.067+0000 7faa9f63b780 1 < suggested remove operation key=XP1MOJCI0XHQ tag=2A6N5WT0C2IS type=del 2024-04-13T08:05:50.070 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.070+0000 7faa9f63b780 1 > prepared operation key=LCYUO09YJOWJ tag=DCYV675DA8L0 type=del size=1075849 2024-04-13T08:05:50.072 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.072+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~WZE42YNKJGDH.0 size=230357 2024-04-13T08:05:50.077 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.077+0000 7faa9f63b780 1 < completed multipart upload key=DQJZH0QC5JG1 upload=WZE42YNKJGDH tag=UKFMH5JAAG3M type=write size=1278933 2024-04-13T08:05:50.081 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.081+0000 7faa9f63b780 1 > prepared part key=_multipart_NHC2LNYCNU8O.2~VOAV47CMKQ3K.0 size=759858 2024-04-13T08:05:50.081 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.081+0000 7faa9f63b780 1 > prepared multipart upload key=NHC2LNYCNU8O upload=VOAV47CMKQ3K tag=1YN66YRIXNA0 type=write size=1808434 2024-04-13T08:05:50.083 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.083+0000 7faa9f63b780 1 < completed part key=_multipart_EB7L7HOTRCXY.2~LAJ068A2USE0.0 size=1048576 2024-04-13T08:05:50.085 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.086+0000 7faa9f63b780 1 < completed part key=_multipart_EB7L7HOTRCXY.2~LAJ068A2USE0.1 size=1048576 2024-04-13T08:05:50.086 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.086+0000 7faa9f63b780 1 < canceled part key=_multipart_EB7L7HOTRCXY.2~LAJ068A2USE0.2 size=594896 2024-04-13T08:05:50.091 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.091+0000 7faa9f63b780 1 < canceled multipart upload key=EB7L7HOTRCXY upload=LAJ068A2USE0 tag=HVV2RAJKUOF9 type=write size=3740624 2024-04-13T08:05:50.094 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.094+0000 7faa9f63b780 1 > prepared operation key=BGZCO481WX23 tag=1E1RDJ8U5NOC type=del size=585510 2024-04-13T08:05:50.097 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.097+0000 7faa9f63b780 1 < completed delete operation key=DQJZH0QC5JG1 tag=DIY0K1R6FG58 type=del 2024-04-13T08:05:50.101 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.101+0000 7faa9f63b780 1 > prepared part key=_multipart_EB7L7HOTRCXY.2~73CJZCLUUV6G.0 size=1048576 2024-04-13T08:05:50.103 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.103+0000 7faa9f63b780 1 > prepared part key=_multipart_EB7L7HOTRCXY.2~73CJZCLUUV6G.1 size=197010 2024-04-13T08:05:50.103 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.103+0000 7faa9f63b780 1 > prepared multipart upload key=EB7L7HOTRCXY upload=73CJZCLUUV6G tag=6PKFB2ZEOQUB type=write size=2294162 2024-04-13T08:05:50.105 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.105+0000 7faa9f63b780 1 < completed part key=_multipart_3H9XN46FCEJA.2~ZKGUDN9I0I0K.0 size=1048576 2024-04-13T08:05:50.107 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.107+0000 7faa9f63b780 1 < completed part key=_multipart_3H9XN46FCEJA.2~ZKGUDN9I0I0K.1 size=1048576 2024-04-13T08:05:50.109 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.109+0000 7faa9f63b780 1 < completed part key=_multipart_3H9XN46FCEJA.2~ZKGUDN9I0I0K.2 size=960647 2024-04-13T08:05:50.113 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.113+0000 7faa9f63b780 1 < completed multipart upload key=3H9XN46FCEJA upload=ZKGUDN9I0I0K tag=IGGQR1X5QPMP type=write size=4106375 2024-04-13T08:05:50.115 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.115+0000 7faa9f63b780 1 > prepared operation key=NJTHX8PDBAAE tag=8XCC46TFI38Q type=del size=1460222 2024-04-13T08:05:50.117 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.117+0000 7faa9f63b780 1 < completed delete operation key=U4KRH93HDNU6 tag=1C922LJGSR8V type=del 2024-04-13T08:05:50.121 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.121+0000 7faa9f63b780 1 > prepared part key=_multipart_ATLCBD5K8IS1.2~ANSEPHSUC7UO.0 size=1048576 2024-04-13T08:05:50.122 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.123+0000 7faa9f63b780 1 > prepared part key=_multipart_ATLCBD5K8IS1.2~ANSEPHSUC7UO.1 size=1048576 2024-04-13T08:05:50.124 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.124+0000 7faa9f63b780 1 > prepared part key=_multipart_ATLCBD5K8IS1.2~ANSEPHSUC7UO.2 size=616862 2024-04-13T08:05:50.124 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.124+0000 7faa9f63b780 1 > prepared multipart upload key=ATLCBD5K8IS1 upload=ANSEPHSUC7UO tag=7YA3IL3VDRXJ type=write size=3762590 2024-04-13T08:05:50.126 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.127+0000 7faa9f63b780 1 < completed delete operation key=EB7L7HOTRCXY tag=5FSH7TM97CDU type=del 2024-04-13T08:05:50.129 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.129+0000 7faa9f63b780 1 > prepared operation key=57TR9Y9AGKFZ tag=O47QISE27EWN type=del size=2826347 2024-04-13T08:05:50.131 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.132+0000 7faa9f63b780 1 < completed delete operation key=H9HYQWGBJXF0 tag=YJN7BBVCF5E1 type=del 2024-04-13T08:05:50.133 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.134+0000 7faa9f63b780 1 > prepared operation key=LCYUO09YJOWJ tag=7O87C3RTVQRX type=del size=256584 2024-04-13T08:05:50.136 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.136+0000 7faa9f63b780 1 < completed part key=_multipart_NHC2LNYCNU8O.2~IW3ZV0ILL8ND.0 size=1048576 2024-04-13T08:05:50.138 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.138+0000 7faa9f63b780 1 < completed part key=_multipart_NHC2LNYCNU8O.2~IW3ZV0ILL8ND.1 size=53888 2024-04-13T08:05:50.142 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.142+0000 7faa9f63b780 1 < completed multipart upload key=NHC2LNYCNU8O upload=IW3ZV0ILL8ND tag=9FZ3PHKWB1SX type=write size=2151040 2024-04-13T08:05:50.147 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.147+0000 7faa9f63b780 1 > prepared part key=_multipart_EBB3GPXHIYM1.2~3TI9QSVMBNY9.0 size=937756 2024-04-13T08:05:50.147 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.147+0000 7faa9f63b780 1 > prepared multipart upload key=EBB3GPXHIYM1 upload=3TI9QSVMBNY9 tag=ZX6OB2KVD32P type=write size=1986332 2024-04-13T08:05:50.149 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.149+0000 7faa9f63b780 1 < completed part key=_multipart_NHC2LNYCNU8O.2~J349B5O05JPH.0 size=51095 2024-04-13T08:05:50.153 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.153+0000 7faa9f63b780 1 < completed multipart upload key=NHC2LNYCNU8O upload=J349B5O05JPH tag=VM524K6XRJ04 type=write size=1099671 2024-04-13T08:05:50.155 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.155+0000 7faa9f63b780 1 > prepared operation key=NHC2LNYCNU8O tag=CXE0YU5FQTZJ type=del size=162926 2024-04-13T08:05:50.157 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.157+0000 7faa9f63b780 1 < completed part key=_multipart_YVLYPQFVWYAW.2~CT5IOW54VH53.0 size=1048576 2024-04-13T08:05:50.159 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.159+0000 7faa9f63b780 1 < completed part key=_multipart_YVLYPQFVWYAW.2~CT5IOW54VH53.1 size=1048576 2024-04-13T08:05:50.161 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.161+0000 7faa9f63b780 1 < completed part key=_multipart_YVLYPQFVWYAW.2~CT5IOW54VH53.2 size=195903 2024-04-13T08:05:50.165 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.165+0000 7faa9f63b780 1 < completed multipart upload key=YVLYPQFVWYAW upload=CT5IOW54VH53 tag=PQJ2HBHLGG2R type=write size=3341631 2024-04-13T08:05:50.169 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.169+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~W3DWE5FYNA9B.0 size=1048576 2024-04-13T08:05:50.171 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.171+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~W3DWE5FYNA9B.1 size=585722 2024-04-13T08:05:50.171 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.171+0000 7faa9f63b780 1 > prepared multipart upload key=TSACVEYQTVRN upload=W3DWE5FYNA9B tag=491S96VJGVGX type=write size=2682874 2024-04-13T08:05:50.173 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.173+0000 7faa9f63b780 1 < completed delete operation key=EBB3GPXHIYM1 tag=TKSFLTJC3PJR type=del 2024-04-13T08:05:50.177 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.177+0000 7faa9f63b780 1 > prepared part key=_multipart_CWNYE55R1BSI.2~UFYTVH56FPTM.0 size=1048576 2024-04-13T08:05:50.179 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.179+0000 7faa9f63b780 1 > prepared part key=_multipart_CWNYE55R1BSI.2~UFYTVH56FPTM.1 size=1048576 2024-04-13T08:05:50.180 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.181+0000 7faa9f63b780 1 > prepared part key=_multipart_CWNYE55R1BSI.2~UFYTVH56FPTM.2 size=622496 2024-04-13T08:05:50.181 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.181+0000 7faa9f63b780 1 > prepared multipart upload key=CWNYE55R1BSI upload=UFYTVH56FPTM tag=2D1AV1KYRKLA type=write size=3768224 2024-04-13T08:05:50.183 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.183+0000 7faa9f63b780 1 < completed part key=_multipart_ZLCXVHR00MT7.2~Q9ZJLC5QW0K5.0 size=1048576 2024-04-13T08:05:50.184 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.185+0000 7faa9f63b780 1 < completed part key=_multipart_ZLCXVHR00MT7.2~Q9ZJLC5QW0K5.1 size=1048576 2024-04-13T08:05:50.186 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.186+0000 7faa9f63b780 1 < completed part key=_multipart_ZLCXVHR00MT7.2~Q9ZJLC5QW0K5.2 size=613774 2024-04-13T08:05:50.190 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.190+0000 7faa9f63b780 1 < completed multipart upload key=ZLCXVHR00MT7 upload=Q9ZJLC5QW0K5 tag=TJINMO9Z87N8 type=write size=3759502 2024-04-13T08:05:50.194 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.194+0000 7faa9f63b780 1 > prepared part key=_multipart_ZLCXVHR00MT7.2~AE0G79GOSVXQ.0 size=210825 2024-04-13T08:05:50.194 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.194+0000 7faa9f63b780 1 > prepared multipart upload key=ZLCXVHR00MT7 upload=AE0G79GOSVXQ tag=000IKSPKHDGY type=write size=1259401 2024-04-13T08:05:50.196 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.196+0000 7faa9f63b780 1 < completed delete operation key=57TR9Y9AGKFZ tag=7XSM7AFKJXI3 type=del 2024-04-13T08:05:50.198 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.198+0000 7faa9f63b780 1 > prepared operation key=B9J0DWQ62YOI tag=S2XA4C6MH4X1 type=del size=1319814 2024-04-13T08:05:50.200 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.200+0000 7faa9f63b780 1 < completed part key=_multipart_3H9XN46FCEJA.2~TR329QWNW76D.0 size=661128 2024-04-13T08:05:50.204 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.204+0000 7faa9f63b780 1 < completed multipart upload key=3H9XN46FCEJA upload=TR329QWNW76D tag=78499MJ57KRZ type=write size=1709704 2024-04-13T08:05:50.206 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.207+0000 7faa9f63b780 1 > prepared operation key=NHC2LNYCNU8O tag=G3WHC9KEJUZC type=del size=487609 2024-04-13T08:05:50.209 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.209+0000 7faa9f63b780 1 < canceled operation key=7LQHTC0JXLLC tag=PFVJPV1MPZWW type=del size=3707724 2024-04-13T08:05:50.213 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.213+0000 7faa9f63b780 1 > prepared part key=_multipart_LCYUO09YJOWJ.2~CIHNVE63AWZ2.0 size=1048576 2024-04-13T08:05:50.215 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.215+0000 7faa9f63b780 1 > prepared part key=_multipart_LCYUO09YJOWJ.2~CIHNVE63AWZ2.1 size=320853 2024-04-13T08:05:50.215 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.215+0000 7faa9f63b780 1 > prepared multipart upload key=LCYUO09YJOWJ upload=CIHNVE63AWZ2 tag=O0AQN1LT3WU8 type=write size=2418005 2024-04-13T08:05:50.219 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.219+0000 7faa9f63b780 1 < suggested remove operation key=LCYUO09YJOWJ tag=DCYV675DA8L0 type=del 2024-04-13T08:05:50.221 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.221+0000 7faa9f63b780 1 > prepared operation key=EB7L7HOTRCXY tag=DBHBARP2ZOSH type=del size=874246 2024-04-13T08:05:50.223 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.223+0000 7faa9f63b780 1 < completed part key=_multipart_NHC2LNYCNU8O.2~VOAV47CMKQ3K.0 size=759858 2024-04-13T08:05:50.227 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.228+0000 7faa9f63b780 1 < completed multipart upload key=NHC2LNYCNU8O upload=VOAV47CMKQ3K tag=1YN66YRIXNA0 type=write size=1808434 2024-04-13T08:05:50.231 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.231+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~6NJU585ID5RY.0 size=1048576 2024-04-13T08:05:50.233 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.233+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~6NJU585ID5RY.1 size=1048576 2024-04-13T08:05:50.235 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.235+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~6NJU585ID5RY.2 size=681929 2024-04-13T08:05:50.235 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.235+0000 7faa9f63b780 1 > prepared multipart upload key=USAT0PUC8Q9C upload=6NJU585ID5RY tag=5DAGDI0Z7TIE type=write size=3827657 2024-04-13T08:05:50.237 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.237+0000 7faa9f63b780 1 < completed delete operation key=BGZCO481WX23 tag=1E1RDJ8U5NOC type=del 2024-04-13T08:05:50.241 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.241+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~NLPY3N78H9RQ.0 size=1048576 2024-04-13T08:05:50.243 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.243+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~NLPY3N78H9RQ.1 size=338052 2024-04-13T08:05:50.243 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.243+0000 7faa9f63b780 1 > prepared multipart upload key=KPYALZ2K1347 upload=NLPY3N78H9RQ tag=ZUBAI20KXWVB type=write size=2435204 2024-04-13T08:05:50.243 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.243+0000 7faa9f63b780 1 < canceled part key=_multipart_EB7L7HOTRCXY.2~73CJZCLUUV6G.0 size=1048576 2024-04-13T08:05:50.245 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.245+0000 7faa9f63b780 1 < completed part key=_multipart_EB7L7HOTRCXY.2~73CJZCLUUV6G.1 size=197010 2024-04-13T08:05:50.248 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.249+0000 7faa9f63b780 1 < canceled multipart upload key=EB7L7HOTRCXY upload=73CJZCLUUV6G tag=6PKFB2ZEOQUB type=write size=2294162 2024-04-13T08:05:50.253 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.253+0000 7faa9f63b780 1 > prepared part key=_multipart_CSYE7NHVWP4Q.2~UGLV3GXFXUT9.0 size=1048576 2024-04-13T08:05:50.255 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.255+0000 7faa9f63b780 1 > prepared part key=_multipart_CSYE7NHVWP4Q.2~UGLV3GXFXUT9.1 size=1048576 2024-04-13T08:05:50.257 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.257+0000 7faa9f63b780 1 > prepared part key=_multipart_CSYE7NHVWP4Q.2~UGLV3GXFXUT9.2 size=296841 2024-04-13T08:05:50.257 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.257+0000 7faa9f63b780 1 > prepared multipart upload key=CSYE7NHVWP4Q upload=UGLV3GXFXUT9 tag=0RH222L2MSQY type=write size=3442569 2024-04-13T08:05:50.259 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.259+0000 7faa9f63b780 1 < completed delete operation key=NJTHX8PDBAAE tag=8XCC46TFI38Q type=del 2024-04-13T08:05:50.263 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.264+0000 7faa9f63b780 1 > prepared part key=_multipart_YVLYPQFVWYAW.2~RS9DOSXUYH39.0 size=920046 2024-04-13T08:05:50.263 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.264+0000 7faa9f63b780 1 > prepared multipart upload key=YVLYPQFVWYAW upload=RS9DOSXUYH39 tag=3N18GTRKQ5WR type=write size=1968622 2024-04-13T08:05:50.264 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.264+0000 7faa9f63b780 1 < canceled part key=_multipart_ATLCBD5K8IS1.2~ANSEPHSUC7UO.0 size=1048576 2024-04-13T08:05:50.265 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.266+0000 7faa9f63b780 1 < completed part key=_multipart_ATLCBD5K8IS1.2~ANSEPHSUC7UO.1 size=1048576 2024-04-13T08:05:50.267 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.268+0000 7faa9f63b780 1 < completed part key=_multipart_ATLCBD5K8IS1.2~ANSEPHSUC7UO.2 size=616862 2024-04-13T08:05:50.271 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.271+0000 7faa9f63b780 1 < canceled multipart upload key=ATLCBD5K8IS1 upload=ANSEPHSUC7UO tag=7YA3IL3VDRXJ type=write size=3762590 2024-04-13T08:05:50.273 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.273+0000 7faa9f63b780 1 > prepared operation key=CWNYE55R1BSI tag=AQ5EWWNDQOOV type=del size=2891193 2024-04-13T08:05:50.275 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.275+0000 7faa9f63b780 1 < completed delete operation key=57TR9Y9AGKFZ tag=O47QISE27EWN type=del 2024-04-13T08:05:50.278 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.278+0000 7faa9f63b780 1 > prepared operation key=NHC2LNYCNU8O tag=08H3AA44BKIN type=del size=3152885 2024-04-13T08:05:50.278 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.278+0000 7faa9f63b780 -1 < no bi entry to suggest for operation key=LCYUO09YJOWJ tag=7O87C3RTVQRX type=del size=256584: (2) No such file or directory 2024-04-13T08:05:50.282 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.280+0000 7faa9f63b780 1 > prepared operation key=C8EO3JFDK3I3 tag=QUW0XP5TGF26 type=del size=4114967 2024-04-13T08:05:50.283 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.283+0000 7faa9f63b780 1 < completed part key=_multipart_EBB3GPXHIYM1.2~3TI9QSVMBNY9.0 size=937756 2024-04-13T08:05:50.287 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.287+0000 7faa9f63b780 1 < completed multipart upload key=EBB3GPXHIYM1 upload=3TI9QSVMBNY9 tag=ZX6OB2KVD32P type=write size=1986332 2024-04-13T08:05:50.292 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.292+0000 7faa9f63b780 1 > prepared part key=_multipart_B9J0DWQ62YOI.2~KUF6DIKBV2P3.0 size=1048576 2024-04-13T08:05:50.294 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.294+0000 7faa9f63b780 1 > prepared part key=_multipart_B9J0DWQ62YOI.2~KUF6DIKBV2P3.1 size=114231 2024-04-13T08:05:50.294 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.294+0000 7faa9f63b780 1 > prepared multipart upload key=B9J0DWQ62YOI upload=KUF6DIKBV2P3 tag=MPL6OJNIWHFS type=write size=2211383 2024-04-13T08:05:50.297 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.297+0000 7faa9f63b780 1 < completed delete operation key=NHC2LNYCNU8O tag=CXE0YU5FQTZJ type=del 2024-04-13T08:05:50.299 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.299+0000 7faa9f63b780 1 > prepared operation key=6EIPCHTPO3X1 tag=Z7H4IFU555IW type=del size=113045 2024-04-13T08:05:50.299 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.299+0000 7faa9f63b780 1 < canceled part key=_multipart_TSACVEYQTVRN.2~W3DWE5FYNA9B.0 size=1048576 2024-04-13T08:05:50.301 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.301+0000 7faa9f63b780 1 < completed part key=_multipart_TSACVEYQTVRN.2~W3DWE5FYNA9B.1 size=585722 2024-04-13T08:05:50.305 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.305+0000 7faa9f63b780 1 < canceled multipart upload key=TSACVEYQTVRN upload=W3DWE5FYNA9B tag=491S96VJGVGX type=write size=2682874 2024-04-13T08:05:50.307 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.307+0000 7faa9f63b780 1 > prepared operation key=NJTHX8PDBAAE tag=DFJLFLKWLDIK type=del size=2915671 2024-04-13T08:05:50.309 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.310+0000 7faa9f63b780 1 < completed part key=_multipart_CWNYE55R1BSI.2~UFYTVH56FPTM.0 size=1048576 2024-04-13T08:05:50.311 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.311+0000 7faa9f63b780 1 < completed part key=_multipart_CWNYE55R1BSI.2~UFYTVH56FPTM.1 size=1048576 2024-04-13T08:05:50.313 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.313+0000 7faa9f63b780 1 < completed part key=_multipart_CWNYE55R1BSI.2~UFYTVH56FPTM.2 size=622496 2024-04-13T08:05:50.317 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.317+0000 7faa9f63b780 1 < completed multipart upload key=CWNYE55R1BSI upload=UFYTVH56FPTM tag=2D1AV1KYRKLA type=write size=3768224 2024-04-13T08:05:50.319 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.319+0000 7faa9f63b780 1 > prepared operation key=7LQHTC0JXLLC tag=1359D0G073CU type=del size=3227862 2024-04-13T08:05:50.321 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.321+0000 7faa9f63b780 1 < completed part key=_multipart_ZLCXVHR00MT7.2~AE0G79GOSVXQ.0 size=210825 2024-04-13T08:05:50.324 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.325+0000 7faa9f63b780 1 < completed multipart upload key=ZLCXVHR00MT7 upload=AE0G79GOSVXQ tag=000IKSPKHDGY type=write size=1259401 2024-04-13T08:05:50.326 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.327+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=A9650WMHBVCB type=del size=3334320 2024-04-13T08:05:50.329 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.329+0000 7faa9f63b780 1 < completed delete operation key=B9J0DWQ62YOI tag=S2XA4C6MH4X1 type=del 2024-04-13T08:05:50.331 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.331+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=LUPKUNK4R9US type=del size=1136498 2024-04-13T08:05:50.335 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.335+0000 7faa9f63b780 1 < suggested update operation key=NHC2LNYCNU8O tag=G3WHC9KEJUZC type=del size=487609 2024-04-13T08:05:50.339 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.339+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~9SYWP3EP8FTX.0 size=69877 2024-04-13T08:05:50.339 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.339+0000 7faa9f63b780 1 > prepared multipart upload key=3H9XN46FCEJA upload=9SYWP3EP8FTX tag=0KG41YMFJGJ4 type=write size=1118453 2024-04-13T08:05:50.341 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.342+0000 7faa9f63b780 1 < completed part key=_multipart_LCYUO09YJOWJ.2~CIHNVE63AWZ2.0 size=1048576 2024-04-13T08:05:50.343 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.344+0000 7faa9f63b780 1 < completed part key=_multipart_LCYUO09YJOWJ.2~CIHNVE63AWZ2.1 size=320853 2024-04-13T08:05:50.348 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.348+0000 7faa9f63b780 1 < completed multipart upload key=LCYUO09YJOWJ upload=CIHNVE63AWZ2 tag=O0AQN1LT3WU8 type=write size=2418005 2024-04-13T08:05:50.350 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.350+0000 7faa9f63b780 1 > prepared operation key=57TR9Y9AGKFZ tag=ZFGBV81D2L35 type=del size=1703973 2024-04-13T08:05:50.352 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.352+0000 7faa9f63b780 1 < completed delete operation key=EB7L7HOTRCXY tag=DBHBARP2ZOSH type=del 2024-04-13T08:05:50.354 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.354+0000 7faa9f63b780 1 > prepared operation key=NHC2LNYCNU8O tag=U0XZ89WG14CG type=write size=419123 2024-04-13T08:05:50.356 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.357+0000 7faa9f63b780 1 < completed part key=_multipart_USAT0PUC8Q9C.2~6NJU585ID5RY.0 size=1048576 2024-04-13T08:05:50.358 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.359+0000 7faa9f63b780 1 < completed part key=_multipart_USAT0PUC8Q9C.2~6NJU585ID5RY.1 size=1048576 2024-04-13T08:05:50.359 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.359+0000 7faa9f63b780 1 < canceled part key=_multipart_USAT0PUC8Q9C.2~6NJU585ID5RY.2 size=681929 2024-04-13T08:05:50.362 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.363+0000 7faa9f63b780 1 < canceled multipart upload key=USAT0PUC8Q9C upload=6NJU585ID5RY tag=5DAGDI0Z7TIE type=write size=3827657 2024-04-13T08:05:50.365 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.365+0000 7faa9f63b780 1 > prepared operation key=6EIPCHTPO3X1 tag=BI4WSKKDJPL0 type=write size=929327 2024-04-13T08:05:50.367 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.367+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~NLPY3N78H9RQ.0 size=1048576 2024-04-13T08:05:50.368 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.369+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~NLPY3N78H9RQ.1 size=338052 2024-04-13T08:05:50.372 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.372+0000 7faa9f63b780 1 < completed multipart upload key=KPYALZ2K1347 upload=NLPY3N78H9RQ tag=ZUBAI20KXWVB type=write size=2435204 2024-04-13T08:05:50.374 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.374+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=AG0OA98NRTOR type=del size=733954 2024-04-13T08:05:50.376 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.376+0000 7faa9f63b780 1 < completed part key=_multipart_CSYE7NHVWP4Q.2~UGLV3GXFXUT9.0 size=1048576 2024-04-13T08:05:50.378 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.378+0000 7faa9f63b780 1 < completed part key=_multipart_CSYE7NHVWP4Q.2~UGLV3GXFXUT9.1 size=1048576 2024-04-13T08:05:50.380 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.380+0000 7faa9f63b780 1 < completed part key=_multipart_CSYE7NHVWP4Q.2~UGLV3GXFXUT9.2 size=296841 2024-04-13T08:05:50.384 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.385+0000 7faa9f63b780 1 < completed multipart upload key=CSYE7NHVWP4Q upload=UGLV3GXFXUT9 tag=0RH222L2MSQY type=write size=3442569 2024-04-13T08:05:50.386 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.387+0000 7faa9f63b780 1 > prepared operation key=7LQHTC0JXLLC tag=NU4QUSG8JSZW type=del size=154826 2024-04-13T08:05:50.389 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.389+0000 7faa9f63b780 1 < completed part key=_multipart_YVLYPQFVWYAW.2~RS9DOSXUYH39.0 size=920046 2024-04-13T08:05:50.392 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.392+0000 7faa9f63b780 1 < completed multipart upload key=YVLYPQFVWYAW upload=RS9DOSXUYH39 tag=3N18GTRKQ5WR type=write size=1968622 2024-04-13T08:05:50.396 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.396+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~0WM8RDRK5MX1.0 size=1048576 2024-04-13T08:05:50.398 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.398+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~0WM8RDRK5MX1.1 size=1048576 2024-04-13T08:05:50.401 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.401+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~0WM8RDRK5MX1.2 size=241110 2024-04-13T08:05:50.401 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.401+0000 7faa9f63b780 1 > prepared multipart upload key=USAT0PUC8Q9C upload=0WM8RDRK5MX1 tag=G70FQ62H0LPL type=write size=3386838 2024-04-13T08:05:50.403 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.403+0000 7faa9f63b780 1 < completed delete operation key=CWNYE55R1BSI tag=AQ5EWWNDQOOV type=del 2024-04-13T08:05:50.405 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.406+0000 7faa9f63b780 1 > prepared operation key=ZLCXVHR00MT7 tag=SNNXLAM8JWYW type=del size=801531 2024-04-13T08:05:50.408 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.408+0000 7faa9f63b780 -1 < failed to complete operation key=NHC2LNYCNU8O tag=08H3AA44BKIN type=del size=3152885: (22) Invalid argument 2024-04-13T08:05:50.411 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.411+0000 7faa9f63b780 1 > prepared operation key=WSX0KY6Y4RVU tag=23YQ6A326QVN type=del size=2789635 2024-04-13T08:05:50.413 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.413+0000 7faa9f63b780 1 < completed delete operation key=C8EO3JFDK3I3 tag=QUW0XP5TGF26 type=del 2024-04-13T08:05:50.418 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.418+0000 7faa9f63b780 1 > prepared part key=_multipart_NHC2LNYCNU8O.2~ZTSUTSO113HF.0 size=1048576 2024-04-13T08:05:50.420 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.420+0000 7faa9f63b780 1 > prepared part key=_multipart_NHC2LNYCNU8O.2~ZTSUTSO113HF.1 size=1031344 2024-04-13T08:05:50.420 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.420+0000 7faa9f63b780 1 > prepared multipart upload key=NHC2LNYCNU8O upload=ZTSUTSO113HF tag=EVVL90H6AQTG type=write size=3128496 2024-04-13T08:05:50.422 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.423+0000 7faa9f63b780 1 < completed part key=_multipart_B9J0DWQ62YOI.2~KUF6DIKBV2P3.0 size=1048576 2024-04-13T08:05:50.425 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.425+0000 7faa9f63b780 1 < completed part key=_multipart_B9J0DWQ62YOI.2~KUF6DIKBV2P3.1 size=114231 2024-04-13T08:05:50.429 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.429+0000 7faa9f63b780 1 < completed multipart upload key=B9J0DWQ62YOI upload=KUF6DIKBV2P3 tag=MPL6OJNIWHFS type=write size=2211383 2024-04-13T08:05:50.432 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.432+0000 7faa9f63b780 1 > prepared operation key=CCIT8DQBN9WK tag=4JHEA8XKY1KI type=write size=946747 2024-04-13T08:05:50.438 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.438+0000 7faa9f63b780 1 < suggested remove operation key=6EIPCHTPO3X1 tag=Z7H4IFU555IW type=del 2024-04-13T08:05:50.440 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.440+0000 7faa9f63b780 1 > prepared operation key=B9J0DWQ62YOI tag=90CWFW2341IB type=del size=1668658 2024-04-13T08:05:50.442 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.443+0000 7faa9f63b780 1 < completed delete operation key=NJTHX8PDBAAE tag=DFJLFLKWLDIK type=del 2024-04-13T08:05:50.445 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.445+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=9QZP92FRIJZQ type=del size=2205710 2024-04-13T08:05:50.449 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.449+0000 7faa9f63b780 1 < suggested remove operation key=7LQHTC0JXLLC tag=1359D0G073CU type=del 2024-04-13T08:05:50.451 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.451+0000 7faa9f63b780 1 > prepared operation key=EB7L7HOTRCXY tag=DSIK2AI99CHP type=write size=162851 2024-04-13T08:05:50.455 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.455+0000 7faa9f63b780 1 < suggested remove operation key=ATLCBD5K8IS1 tag=A9650WMHBVCB type=del 2024-04-13T08:05:50.459 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.459+0000 7faa9f63b780 1 > prepared part key=_multipart_XP1MOJCI0XHQ.2~X5PNSNWMY38M.0 size=1048576 2024-04-13T08:05:50.461 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.461+0000 7faa9f63b780 1 > prepared part key=_multipart_XP1MOJCI0XHQ.2~X5PNSNWMY38M.1 size=1048576 2024-04-13T08:05:50.463 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.463+0000 7faa9f63b780 1 > prepared part key=_multipart_XP1MOJCI0XHQ.2~X5PNSNWMY38M.2 size=728271 2024-04-13T08:05:50.463 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.463+0000 7faa9f63b780 1 > prepared multipart upload key=XP1MOJCI0XHQ upload=X5PNSNWMY38M tag=F1TCJR059DKS type=write size=3873999 2024-04-13T08:05:50.463 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.464+0000 7faa9f63b780 -1 < no bi entry to suggest for operation key=ATLCBD5K8IS1 tag=LUPKUNK4R9US type=del size=1136498: (2) No such file or directory 2024-04-13T08:05:50.466 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.466+0000 7faa9f63b780 1 > prepared operation key=1139HXY3WYTZ tag=9GLJS3VTWI8G type=write size=189475 2024-04-13T08:05:50.468 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.468+0000 7faa9f63b780 1 < completed part key=_multipart_3H9XN46FCEJA.2~9SYWP3EP8FTX.0 size=69877 2024-04-13T08:05:50.472 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.472+0000 7faa9f63b780 1 < completed multipart upload key=3H9XN46FCEJA upload=9SYWP3EP8FTX tag=0KG41YMFJGJ4 type=write size=1118453 2024-04-13T08:05:50.474 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.474+0000 7faa9f63b780 1 > prepared operation key=LCYUO09YJOWJ tag=3RR7B4FYYMWJ type=del size=2985793 2024-04-13T08:05:50.477 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.477+0000 7faa9f63b780 1 < canceled operation key=57TR9Y9AGKFZ tag=ZFGBV81D2L35 type=del size=1703973 2024-04-13T08:05:50.479 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.479+0000 7faa9f63b780 1 > prepared operation key=6EIPCHTPO3X1 tag=CR10L13AZRKO type=del size=39955 2024-04-13T08:05:50.481 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.481+0000 7faa9f63b780 1 < completed write operation key=NHC2LNYCNU8O tag=U0XZ89WG14CG type=write size=419123 2024-04-13T08:05:50.483 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.484+0000 7faa9f63b780 1 > prepared operation key=NJTHX8PDBAAE tag=ZTVJRKUS1JB6 type=write size=86531 2024-04-13T08:05:50.490 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.487+0000 7faa9f63b780 -1 < failed to complete operation key=6EIPCHTPO3X1 tag=BI4WSKKDJPL0 type=write size=929327: (22) Invalid argument 2024-04-13T08:05:50.490 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.489+0000 7faa9f63b780 1 > prepared operation key=1139HXY3WYTZ tag=AZTQEQWIVXY0 type=write size=651823 2024-04-13T08:05:50.491 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.491+0000 7faa9f63b780 1 < completed delete operation key=USAT0PUC8Q9C tag=AG0OA98NRTOR type=del 2024-04-13T08:05:50.495 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.495+0000 7faa9f63b780 1 > prepared part key=_multipart_1139HXY3WYTZ.2~LKCSHVOMZAWR.0 size=1048576 2024-04-13T08:05:50.497 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.497+0000 7faa9f63b780 1 > prepared part key=_multipart_1139HXY3WYTZ.2~LKCSHVOMZAWR.1 size=293458 2024-04-13T08:05:50.498 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.497+0000 7faa9f63b780 1 > prepared multipart upload key=1139HXY3WYTZ upload=LKCSHVOMZAWR tag=12611NK8F8QO type=write size=2390610 2024-04-13T08:05:50.500 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.501+0000 7faa9f63b780 -1 < failed to complete operation key=7LQHTC0JXLLC tag=NU4QUSG8JSZW type=del size=154826: (22) Invalid argument 2024-04-13T08:05:50.503 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.503+0000 7faa9f63b780 1 > prepared operation key=3H9XN46FCEJA tag=5O5Q7YDWPH34 type=del size=714277 2024-04-13T08:05:50.505 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.505+0000 7faa9f63b780 1 < completed part key=_multipart_USAT0PUC8Q9C.2~0WM8RDRK5MX1.0 size=1048576 2024-04-13T08:05:50.507 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.507+0000 7faa9f63b780 1 < completed part key=_multipart_USAT0PUC8Q9C.2~0WM8RDRK5MX1.1 size=1048576 2024-04-13T08:05:50.509 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.509+0000 7faa9f63b780 1 < completed part key=_multipart_USAT0PUC8Q9C.2~0WM8RDRK5MX1.2 size=241110 2024-04-13T08:05:50.512 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.513+0000 7faa9f63b780 1 < completed multipart upload key=USAT0PUC8Q9C upload=0WM8RDRK5MX1 tag=G70FQ62H0LPL type=write size=3386838 2024-04-13T08:05:50.516 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.517+0000 7faa9f63b780 1 > prepared part key=_multipart_EB7L7HOTRCXY.2~6456ZULJTDMK.0 size=25150 2024-04-13T08:05:50.516 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.517+0000 7faa9f63b780 1 > prepared multipart upload key=EB7L7HOTRCXY upload=6456ZULJTDMK tag=QMJNFIGHTPAH type=write size=1073726 2024-04-13T08:05:50.521 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.521+0000 7faa9f63b780 1 < suggested update operation key=ZLCXVHR00MT7 tag=SNNXLAM8JWYW type=del size=801531 2024-04-13T08:05:50.523 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.523+0000 7faa9f63b780 1 > prepared operation key=C8EO3JFDK3I3 tag=OPJAXS1QZHEC type=del size=130213 2024-04-13T08:05:50.525 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.525+0000 7faa9f63b780 1 < completed delete operation key=WSX0KY6Y4RVU tag=23YQ6A326QVN type=del 2024-04-13T08:05:50.528 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.529+0000 7faa9f63b780 1 > prepared part key=_multipart_NJTHX8PDBAAE.2~U1PKGAUTN1RD.0 size=1048576 2024-04-13T08:05:50.530 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.530+0000 7faa9f63b780 1 > prepared part key=_multipart_NJTHX8PDBAAE.2~U1PKGAUTN1RD.1 size=839908 2024-04-13T08:05:50.530 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.530+0000 7faa9f63b780 1 > prepared multipart upload key=NJTHX8PDBAAE upload=U1PKGAUTN1RD tag=YS3CG7ZCWSM7 type=write size=2937060 2024-04-13T08:05:50.533 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.533+0000 7faa9f63b780 1 < completed part key=_multipart_NHC2LNYCNU8O.2~ZTSUTSO113HF.0 size=1048576 2024-04-13T08:05:50.534 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.534+0000 7faa9f63b780 1 < completed part key=_multipart_NHC2LNYCNU8O.2~ZTSUTSO113HF.1 size=1031344 2024-04-13T08:05:50.538 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.539+0000 7faa9f63b780 1 < completed multipart upload key=NHC2LNYCNU8O upload=ZTSUTSO113HF tag=EVVL90H6AQTG type=write size=3128496 2024-04-13T08:05:50.543 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.543+0000 7faa9f63b780 1 > prepared part key=_multipart_LCYUO09YJOWJ.2~J2BN83W9NDTQ.0 size=583163 2024-04-13T08:05:50.543 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.543+0000 7faa9f63b780 1 > prepared multipart upload key=LCYUO09YJOWJ upload=J2BN83W9NDTQ tag=0O4B1NT9W27T type=write size=1631739 2024-04-13T08:05:50.545 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.545+0000 7faa9f63b780 1 < completed write operation key=CCIT8DQBN9WK tag=4JHEA8XKY1KI type=write size=946747 2024-04-13T08:05:50.547 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.547+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=4B5H0TZ8S24M type=write size=293741 2024-04-13T08:05:50.549 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.549+0000 7faa9f63b780 1 < completed delete operation key=B9J0DWQ62YOI tag=90CWFW2341IB type=del 2024-04-13T08:05:50.551 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.551+0000 7faa9f63b780 1 > prepared operation key=NHC2LNYCNU8O tag=WY1DY43U9UTD type=del size=422651 2024-04-13T08:05:50.554 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.555+0000 7faa9f63b780 1 < suggested remove operation key=USAT0PUC8Q9C tag=9QZP92FRIJZQ type=del 2024-04-13T08:05:50.559 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.559+0000 7faa9f63b780 1 > prepared part key=_multipart_C8EO3JFDK3I3.2~SYQMO9O6KEI6.0 size=1048576 2024-04-13T08:05:50.560 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.561+0000 7faa9f63b780 1 > prepared part key=_multipart_C8EO3JFDK3I3.2~SYQMO9O6KEI6.1 size=1048576 2024-04-13T08:05:50.562 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.562+0000 7faa9f63b780 1 > prepared part key=_multipart_C8EO3JFDK3I3.2~SYQMO9O6KEI6.2 size=486699 2024-04-13T08:05:50.562 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.562+0000 7faa9f63b780 1 > prepared multipart upload key=C8EO3JFDK3I3 upload=SYQMO9O6KEI6 tag=S1WIE07Y2WVG type=write size=3632427 2024-04-13T08:05:50.564 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.564+0000 7faa9f63b780 1 < canceled operation key=EB7L7HOTRCXY tag=DSIK2AI99CHP type=write size=162851 2024-04-13T08:05:50.566 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.566+0000 7faa9f63b780 1 > prepared operation key=3H9XN46FCEJA tag=9QKT381LT43R type=del size=138732 2024-04-13T08:05:50.568 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.569+0000 7faa9f63b780 1 < completed part key=_multipart_XP1MOJCI0XHQ.2~X5PNSNWMY38M.0 size=1048576 2024-04-13T08:05:50.570 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.570+0000 7faa9f63b780 1 < completed part key=_multipart_XP1MOJCI0XHQ.2~X5PNSNWMY38M.1 size=1048576 2024-04-13T08:05:50.570 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.570+0000 7faa9f63b780 1 < canceled part key=_multipart_XP1MOJCI0XHQ.2~X5PNSNWMY38M.2 size=728271 2024-04-13T08:05:50.576 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.575+0000 7faa9f63b780 1 < canceled multipart upload key=XP1MOJCI0XHQ upload=X5PNSNWMY38M tag=F1TCJR059DKS type=write size=3873999 2024-04-13T08:05:50.578 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.578+0000 7faa9f63b780 1 > prepared operation key=CWNYE55R1BSI tag=LCF1SPEVAGTP type=write size=315564 2024-04-13T08:05:50.580 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.580+0000 7faa9f63b780 1 < canceled operation key=1139HXY3WYTZ tag=9GLJS3VTWI8G type=write size=189475 2024-04-13T08:05:50.584 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.584+0000 7faa9f63b780 1 > prepared part key=_multipart_B9J0DWQ62YOI.2~7E0D02GWURS8.0 size=1048576 2024-04-13T08:05:50.586 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.586+0000 7faa9f63b780 1 > prepared part key=_multipart_B9J0DWQ62YOI.2~7E0D02GWURS8.1 size=627854 2024-04-13T08:05:50.586 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.586+0000 7faa9f63b780 1 > prepared multipart upload key=B9J0DWQ62YOI upload=7E0D02GWURS8 tag=4LKFS82V2L4J type=write size=2725006 2024-04-13T08:05:50.588 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.588+0000 7faa9f63b780 1 < canceled operation key=LCYUO09YJOWJ tag=3RR7B4FYYMWJ type=del size=2985793 2024-04-13T08:05:50.590 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.590+0000 7faa9f63b780 1 > prepared operation key=TSACVEYQTVRN tag=81E2TVBXHQEU type=del size=540683 2024-04-13T08:05:50.593 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.593+0000 7faa9f63b780 1 < completed delete operation key=6EIPCHTPO3X1 tag=CR10L13AZRKO type=del 2024-04-13T08:05:50.597 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.597+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~6DFS7G4S8KA0.0 size=1048576 2024-04-13T08:05:50.599 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.599+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~6DFS7G4S8KA0.1 size=1048576 2024-04-13T08:05:50.601 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.601+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~6DFS7G4S8KA0.2 size=351927 2024-04-13T08:05:50.601 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.601+0000 7faa9f63b780 1 > prepared multipart upload key=DQJZH0QC5JG1 upload=6DFS7G4S8KA0 tag=D07584RAA1L0 type=write size=3497655 2024-04-13T08:05:50.603 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.603+0000 7faa9f63b780 1 < canceled operation key=NJTHX8PDBAAE tag=ZTVJRKUS1JB6 type=write size=86531 2024-04-13T08:05:50.605 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.605+0000 7faa9f63b780 1 > prepared operation key=1139HXY3WYTZ tag=CW8NUQWT5UR8 type=del size=2093716 2024-04-13T08:05:50.607 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.608+0000 7faa9f63b780 1 < completed write operation key=1139HXY3WYTZ tag=AZTQEQWIVXY0 type=write size=651823 2024-04-13T08:05:50.609 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.610+0000 7faa9f63b780 1 > prepared operation key=B9J0DWQ62YOI tag=3DLY6AMLWROJ type=del size=4011283 2024-04-13T08:05:50.611 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.612+0000 7faa9f63b780 1 < completed part key=_multipart_1139HXY3WYTZ.2~LKCSHVOMZAWR.0 size=1048576 2024-04-13T08:05:50.613 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.613+0000 7faa9f63b780 1 < completed part key=_multipart_1139HXY3WYTZ.2~LKCSHVOMZAWR.1 size=293458 2024-04-13T08:05:50.617 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.617+0000 7faa9f63b780 1 < completed multipart upload key=1139HXY3WYTZ upload=LKCSHVOMZAWR tag=12611NK8F8QO type=write size=2390610 2024-04-13T08:05:50.619 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.619+0000 7faa9f63b780 1 > prepared operation key=ZS36Q14U11AV tag=724NYJVDIEMZ type=write size=570342 2024-04-13T08:05:50.621 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.622+0000 7faa9f63b780 1 < completed delete operation key=3H9XN46FCEJA tag=5O5Q7YDWPH34 type=del 2024-04-13T08:05:50.626 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.626+0000 7faa9f63b780 1 > prepared part key=_multipart_ATLCBD5K8IS1.2~CZUKSEU707YC.0 size=776109 2024-04-13T08:05:50.626 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.626+0000 7faa9f63b780 1 > prepared multipart upload key=ATLCBD5K8IS1 upload=CZUKSEU707YC tag=LGO0GVEVCI50 type=write size=1824685 2024-04-13T08:05:50.628 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.628+0000 7faa9f63b780 1 < completed part key=_multipart_EB7L7HOTRCXY.2~6456ZULJTDMK.0 size=25150 2024-04-13T08:05:50.632 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.632+0000 7faa9f63b780 1 < completed multipart upload key=EB7L7HOTRCXY upload=6456ZULJTDMK tag=QMJNFIGHTPAH type=write size=1073726 2024-04-13T08:05:50.634 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.634+0000 7faa9f63b780 1 > prepared operation key=H9HYQWGBJXF0 tag=SJ3HS4RFSQL4 type=del size=1333686 2024-04-13T08:05:50.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:50 smithi139 ceph-mon[88985]: pgmap v1382: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 440 KiB/s wr, 2.25k op/s 2024-04-13T08:05:50.636 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.636+0000 7faa9f63b780 1 < completed delete operation key=C8EO3JFDK3I3 tag=OPJAXS1QZHEC type=del 2024-04-13T08:05:50.638 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.638+0000 7faa9f63b780 1 > prepared operation key=DQJZH0QC5JG1 tag=4QNGPB14MSHB type=del size=2425280 2024-04-13T08:05:50.640 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.641+0000 7faa9f63b780 1 < completed part key=_multipart_NJTHX8PDBAAE.2~U1PKGAUTN1RD.0 size=1048576 2024-04-13T08:05:50.643 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.643+0000 7faa9f63b780 1 < completed part key=_multipart_NJTHX8PDBAAE.2~U1PKGAUTN1RD.1 size=839908 2024-04-13T08:05:50.647 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.647+0000 7faa9f63b780 1 < completed multipart upload key=NJTHX8PDBAAE upload=U1PKGAUTN1RD tag=YS3CG7ZCWSM7 type=write size=2937060 2024-04-13T08:05:50.650 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.650+0000 7faa9f63b780 1 > prepared operation key=Y3BAXTXJ3THV tag=MQ9B193EVVJX type=del size=2220530 2024-04-13T08:05:50.652 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.652+0000 7faa9f63b780 1 < completed part key=_multipart_LCYUO09YJOWJ.2~J2BN83W9NDTQ.0 size=583163 2024-04-13T08:05:50.655 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.655+0000 7faa9f63b780 1 < completed multipart upload key=LCYUO09YJOWJ upload=J2BN83W9NDTQ tag=0O4B1NT9W27T type=write size=1631739 2024-04-13T08:05:50.657 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.658+0000 7faa9f63b780 1 > prepared operation key=ZS36Q14U11AV tag=2PXLY4O1HBV8 type=write size=1009340 2024-04-13T08:05:50.659 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.660+0000 7faa9f63b780 1 < completed write operation key=ATLCBD5K8IS1 tag=4B5H0TZ8S24M type=write size=293741 2024-04-13T08:05:50.662 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.662+0000 7faa9f63b780 1 > prepared operation key=7LQHTC0JXLLC tag=VXK1JP0VPA2M type=del size=3298421 2024-04-13T08:05:50.666 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.666+0000 7faa9f63b780 1 < suggested remove operation key=NHC2LNYCNU8O tag=WY1DY43U9UTD type=del 2024-04-13T08:05:50.668 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.668+0000 7faa9f63b780 1 > prepared operation key=7LQHTC0JXLLC tag=LLU3YBW0G9WN type=del size=1805536 2024-04-13T08:05:50.670 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.670+0000 7faa9f63b780 1 < completed part key=_multipart_C8EO3JFDK3I3.2~SYQMO9O6KEI6.0 size=1048576 2024-04-13T08:05:50.670 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.670+0000 7faa9f63b780 1 < canceled part key=_multipart_C8EO3JFDK3I3.2~SYQMO9O6KEI6.1 size=1048576 2024-04-13T08:05:50.672 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.672+0000 7faa9f63b780 1 < completed part key=_multipart_C8EO3JFDK3I3.2~SYQMO9O6KEI6.2 size=486699 2024-04-13T08:05:50.676 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.676+0000 7faa9f63b780 1 < canceled multipart upload key=C8EO3JFDK3I3 upload=SYQMO9O6KEI6 tag=S1WIE07Y2WVG type=write size=3632427 2024-04-13T08:05:50.678 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.678+0000 7faa9f63b780 1 > prepared operation key=EBB3GPXHIYM1 tag=YFBL6WFP9M9K type=del size=587342 2024-04-13T08:05:50.680 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.681+0000 7faa9f63b780 1 < completed delete operation key=3H9XN46FCEJA tag=9QKT381LT43R type=del 2024-04-13T08:05:50.685 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.685+0000 7faa9f63b780 1 > prepared part key=_multipart_NHC2LNYCNU8O.2~I02XPNDFQ29Y.0 size=1048576 2024-04-13T08:05:50.686 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.687+0000 7faa9f63b780 1 > prepared part key=_multipart_NHC2LNYCNU8O.2~I02XPNDFQ29Y.1 size=371637 2024-04-13T08:05:50.687 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.687+0000 7faa9f63b780 1 > prepared multipart upload key=NHC2LNYCNU8O upload=I02XPNDFQ29Y tag=JYF79JH6IP4M type=write size=2468789 2024-04-13T08:05:50.689 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.689+0000 7faa9f63b780 1 < completed write operation key=CWNYE55R1BSI tag=LCF1SPEVAGTP type=write size=315564 2024-04-13T08:05:50.693 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.691+0000 7faa9f63b780 1 > prepared operation key=XP1MOJCI0XHQ tag=XRD37NKF0XHK type=del size=3885778 2024-04-13T08:05:50.694 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.693+0000 7faa9f63b780 1 < completed part key=_multipart_B9J0DWQ62YOI.2~7E0D02GWURS8.0 size=1048576 2024-04-13T08:05:50.695 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.695+0000 7faa9f63b780 1 < completed part key=_multipart_B9J0DWQ62YOI.2~7E0D02GWURS8.1 size=627854 2024-04-13T08:05:50.698 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.698+0000 7faa9f63b780 1 < completed multipart upload key=B9J0DWQ62YOI upload=7E0D02GWURS8 tag=4LKFS82V2L4J type=write size=2725006 2024-04-13T08:05:50.701 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.701+0000 7faa9f63b780 1 > prepared operation key=Y3BAXTXJ3THV tag=F80BULP46QTD type=del size=2512523 2024-04-13T08:05:50.705 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.705+0000 7faa9f63b780 1 < suggested remove operation key=TSACVEYQTVRN tag=81E2TVBXHQEU type=del 2024-04-13T08:05:50.707 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.707+0000 7faa9f63b780 1 > prepared operation key=6EIPCHTPO3X1 tag=313U8RGMKC9O type=write size=463982 2024-04-13T08:05:50.710 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.710+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~6DFS7G4S8KA0.0 size=1048576 2024-04-13T08:05:50.712 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.712+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~6DFS7G4S8KA0.1 size=1048576 2024-04-13T08:05:50.714 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.714+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~6DFS7G4S8KA0.2 size=351927 2024-04-13T08:05:50.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:50 smithi119 ceph-mon[96316]: pgmap v1382: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 440 KiB/s wr, 2.25k op/s 2024-04-13T08:05:50.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:50 smithi119 ceph-mon[93746]: pgmap v1382: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 440 KiB/s wr, 2.25k op/s 2024-04-13T08:05:50.718 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.718+0000 7faa9f63b780 1 < completed multipart upload key=DQJZH0QC5JG1 upload=6DFS7G4S8KA0 tag=D07584RAA1L0 type=write size=3497655 2024-04-13T08:05:50.720 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.720+0000 7faa9f63b780 1 > prepared operation key=ZLCXVHR00MT7 tag=5CMIUX5S22T1 type=del size=4019266 2024-04-13T08:05:50.724 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.724+0000 7faa9f63b780 1 < suggested update operation key=1139HXY3WYTZ tag=CW8NUQWT5UR8 type=del size=2093716 2024-04-13T08:05:50.726 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.726+0000 7faa9f63b780 1 > prepared operation key=WSX0KY6Y4RVU tag=MZ212JDCILZD type=del size=2797339 2024-04-13T08:05:50.728 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.728+0000 7faa9f63b780 1 < completed delete operation key=B9J0DWQ62YOI tag=3DLY6AMLWROJ type=del 2024-04-13T08:05:50.732 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.732+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~6RKLWC6TKMIT.0 size=1048576 2024-04-13T08:05:50.734 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.734+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~6RKLWC6TKMIT.1 size=1048576 2024-04-13T08:05:50.736 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.736+0000 7faa9f63b780 1 > prepared part key=_multipart_7LQHTC0JXLLC.2~6RKLWC6TKMIT.2 size=258374 2024-04-13T08:05:50.736 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.736+0000 7faa9f63b780 1 > prepared multipart upload key=7LQHTC0JXLLC upload=6RKLWC6TKMIT tag=BOM604HSHR9W type=write size=3404102 2024-04-13T08:05:50.738 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.738+0000 7faa9f63b780 1 < completed write operation key=ZS36Q14U11AV tag=724NYJVDIEMZ type=write size=570342 2024-04-13T08:05:50.740 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.740+0000 7faa9f63b780 1 > prepared operation key=H9HYQWGBJXF0 tag=0NG113YTSDEL type=del size=2145645 2024-04-13T08:05:50.740 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.740+0000 7faa9f63b780 1 < canceled part key=_multipart_ATLCBD5K8IS1.2~CZUKSEU707YC.0 size=776109 2024-04-13T08:05:50.744 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.744+0000 7faa9f63b780 1 < canceled multipart upload key=ATLCBD5K8IS1 upload=CZUKSEU707YC tag=LGO0GVEVCI50 type=write size=1824685 2024-04-13T08:05:50.747 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.746+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=4OEINI1GXNCR type=del size=3877702 2024-04-13T08:05:50.749 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.749+0000 7faa9f63b780 1 < completed delete operation key=H9HYQWGBJXF0 tag=SJ3HS4RFSQL4 type=del 2024-04-13T08:05:50.751 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.751+0000 7faa9f63b780 1 > prepared operation key=NJTHX8PDBAAE tag=ICAZC39BZD00 type=del size=871308 2024-04-13T08:05:50.753 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.753+0000 7faa9f63b780 1 < completed delete operation key=DQJZH0QC5JG1 tag=4QNGPB14MSHB type=del 2024-04-13T08:05:50.757 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.757+0000 7faa9f63b780 1 > prepared part key=_multipart_EBB3GPXHIYM1.2~G71HXNGCIO17.0 size=124215 2024-04-13T08:05:50.758 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.757+0000 7faa9f63b780 1 > prepared multipart upload key=EBB3GPXHIYM1 upload=G71HXNGCIO17 tag=NE6LCUY81E86 type=write size=1172791 2024-04-13T08:05:50.759 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.759+0000 7faa9f63b780 1 < completed delete operation key=Y3BAXTXJ3THV tag=MQ9B193EVVJX type=del 2024-04-13T08:05:50.761 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.761+0000 7faa9f63b780 1 > prepared operation key=57TR9Y9AGKFZ tag=3ZNQTOBZ0BB8 type=del size=2219857 2024-04-13T08:05:50.763 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.763+0000 7faa9f63b780 1 < completed write operation key=ZS36Q14U11AV tag=2PXLY4O1HBV8 type=write size=1009340 2024-04-13T08:05:50.765 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.765+0000 7faa9f63b780 1 > prepared operation key=CSYE7NHVWP4Q tag=530I9NURR8OP type=del size=538228 2024-04-13T08:05:50.767 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.767+0000 7faa9f63b780 1 < completed delete operation key=7LQHTC0JXLLC tag=VXK1JP0VPA2M type=del 2024-04-13T08:05:50.769 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.769+0000 7faa9f63b780 1 > prepared operation key=6EIPCHTPO3X1 tag=96FN430BI6N0 type=del size=259047 2024-04-13T08:05:50.772 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.772+0000 7faa9f63b780 1 < completed delete operation key=7LQHTC0JXLLC tag=LLU3YBW0G9WN type=del 2024-04-13T08:05:50.774 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.774+0000 7faa9f63b780 1 > prepared operation key=ZS36Q14U11AV tag=ENS393GJMUOP type=write size=545714 2024-04-13T08:05:50.776 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.776+0000 7faa9f63b780 1 < completed delete operation key=EBB3GPXHIYM1 tag=YFBL6WFP9M9K type=del 2024-04-13T08:05:50.778 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.778+0000 7faa9f63b780 1 > prepared operation key=WSX0KY6Y4RVU tag=6G1N7DFHKLI6 type=del size=1444800 2024-04-13T08:05:50.780 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.780+0000 7faa9f63b780 1 < completed part key=_multipart_NHC2LNYCNU8O.2~I02XPNDFQ29Y.0 size=1048576 2024-04-13T08:05:50.782 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.782+0000 7faa9f63b780 1 < completed part key=_multipart_NHC2LNYCNU8O.2~I02XPNDFQ29Y.1 size=371637 2024-04-13T08:05:50.786 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.786+0000 7faa9f63b780 1 < completed multipart upload key=NHC2LNYCNU8O upload=I02XPNDFQ29Y tag=JYF79JH6IP4M type=write size=2468789 2024-04-13T08:05:50.790 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.790+0000 7faa9f63b780 1 > prepared part key=_multipart_U4KRH93HDNU6.2~MDUFVXQABLEW.0 size=1048576 2024-04-13T08:05:50.791 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.792+0000 7faa9f63b780 1 > prepared part key=_multipart_U4KRH93HDNU6.2~MDUFVXQABLEW.1 size=1048576 2024-04-13T08:05:50.793 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.794+0000 7faa9f63b780 1 > prepared part key=_multipart_U4KRH93HDNU6.2~MDUFVXQABLEW.2 size=912574 2024-04-13T08:05:50.793 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.794+0000 7faa9f63b780 1 > prepared multipart upload key=U4KRH93HDNU6 upload=MDUFVXQABLEW tag=HK5BZOH1QCHW type=write size=4058302 2024-04-13T08:05:50.797 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.798+0000 7faa9f63b780 1 < suggested remove operation key=XP1MOJCI0XHQ tag=XRD37NKF0XHK type=del 2024-04-13T08:05:50.799 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.800+0000 7faa9f63b780 1 > prepared operation key=BGZCO481WX23 tag=2O5WYDOPPFSX type=del size=1830125 2024-04-13T08:05:50.803 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.803+0000 7faa9f63b780 1 < suggested update operation key=Y3BAXTXJ3THV tag=F80BULP46QTD type=del size=2512523 2024-04-13T08:05:50.805 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.805+0000 7faa9f63b780 1 > prepared operation key=CCIT8DQBN9WK tag=KDXZVKL4THGY type=del size=1101330 2024-04-13T08:05:50.807 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.807+0000 7faa9f63b780 1 < completed write operation key=6EIPCHTPO3X1 tag=313U8RGMKC9O type=write size=463982 2024-04-13T08:05:50.809 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.810+0000 7faa9f63b780 1 > prepared operation key=NJTHX8PDBAAE tag=22BR0TECT3EP type=del size=1714103 2024-04-13T08:05:50.814 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.814+0000 7faa9f63b780 1 < suggested update operation key=ZLCXVHR00MT7 tag=5CMIUX5S22T1 type=del size=4019266 2024-04-13T08:05:50.818 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.818+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~UOO4HCVIOPCX.0 size=1048576 2024-04-13T08:05:50.820 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.820+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~UOO4HCVIOPCX.1 size=1048576 2024-04-13T08:05:50.821 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.822+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~UOO4HCVIOPCX.2 size=118244 2024-04-13T08:05:50.822 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.822+0000 7faa9f63b780 1 > prepared multipart upload key=KPYALZ2K1347 upload=UOO4HCVIOPCX tag=1MRJT7X2R6C6 type=write size=3263972 2024-04-13T08:05:50.823 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.824+0000 7faa9f63b780 1 < completed delete operation key=WSX0KY6Y4RVU tag=MZ212JDCILZD type=del 2024-04-13T08:05:50.826 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.826+0000 7faa9f63b780 1 > prepared operation key=EB7L7HOTRCXY tag=152OSUMH4QHH type=del size=2301319 2024-04-13T08:05:50.828 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.828+0000 7faa9f63b780 1 < completed part key=_multipart_7LQHTC0JXLLC.2~6RKLWC6TKMIT.0 size=1048576 2024-04-13T08:05:50.830 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.830+0000 7faa9f63b780 1 < completed part key=_multipart_7LQHTC0JXLLC.2~6RKLWC6TKMIT.1 size=1048576 2024-04-13T08:05:50.832 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.832+0000 7faa9f63b780 1 < completed part key=_multipart_7LQHTC0JXLLC.2~6RKLWC6TKMIT.2 size=258374 2024-04-13T08:05:50.835 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.836+0000 7faa9f63b780 1 < completed multipart upload key=7LQHTC0JXLLC upload=6RKLWC6TKMIT tag=BOM604HSHR9W type=write size=3404102 2024-04-13T08:05:50.837 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.838+0000 7faa9f63b780 1 > prepared operation key=BGZCO481WX23 tag=CCJ81NJCVQIE type=del size=561206 2024-04-13T08:05:50.839 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.840+0000 7faa9f63b780 1 < completed delete operation key=H9HYQWGBJXF0 tag=0NG113YTSDEL type=del 2024-04-13T08:05:50.843 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.843+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~L1H30F0RWD4P.0 size=182075 2024-04-13T08:05:50.843 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.843+0000 7faa9f63b780 1 > prepared multipart upload key=TSACVEYQTVRN upload=L1H30F0RWD4P tag=T943SJOQQK6N type=write size=1230651 2024-04-13T08:05:50.846 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.846+0000 7faa9f63b780 1 < completed delete operation key=USAT0PUC8Q9C tag=4OEINI1GXNCR type=del 2024-04-13T08:05:50.848 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.848+0000 7faa9f63b780 1 > prepared operation key=YVLYPQFVWYAW tag=54OPAWE4OL7Y type=del size=410365 2024-04-13T08:05:50.852 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.852+0000 7faa9f63b780 1 < suggested update operation key=NJTHX8PDBAAE tag=ICAZC39BZD00 type=del size=871308 2024-04-13T08:05:50.855 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.855+0000 7faa9f63b780 1 > prepared operation key=CWNYE55R1BSI tag=6NTCWKLWO94S type=write size=679655 2024-04-13T08:05:50.857 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.857+0000 7faa9f63b780 1 < completed part key=_multipart_EBB3GPXHIYM1.2~G71HXNGCIO17.0 size=124215 2024-04-13T08:05:50.861 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.861+0000 7faa9f63b780 1 < completed multipart upload key=EBB3GPXHIYM1 upload=G71HXNGCIO17 tag=NE6LCUY81E86 type=write size=1172791 2024-04-13T08:05:50.865 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.865+0000 7faa9f63b780 1 > prepared part key=_multipart_H9HYQWGBJXF0.2~CWBN806HKG8H.0 size=1048576 2024-04-13T08:05:50.867 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.867+0000 7faa9f63b780 1 > prepared part key=_multipart_H9HYQWGBJXF0.2~CWBN806HKG8H.1 size=1048576 2024-04-13T08:05:50.869 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.869+0000 7faa9f63b780 1 > prepared part key=_multipart_H9HYQWGBJXF0.2~CWBN806HKG8H.2 size=620547 2024-04-13T08:05:50.869 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.869+0000 7faa9f63b780 1 > prepared multipart upload key=H9HYQWGBJXF0 upload=CWBN806HKG8H tag=H5AHZXE0OM2M type=write size=3766275 2024-04-13T08:05:50.871 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.872+0000 7faa9f63b780 1 < completed delete operation key=57TR9Y9AGKFZ tag=3ZNQTOBZ0BB8 type=del 2024-04-13T08:05:50.875 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.876+0000 7faa9f63b780 1 > prepared part key=_multipart_KN6SVO6HG65Q.2~0XHGJ2SMGRBD.0 size=843878 2024-04-13T08:05:50.876 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.876+0000 7faa9f63b780 1 > prepared multipart upload key=KN6SVO6HG65Q upload=0XHGJ2SMGRBD tag=IWCJ8U10M19V type=write size=1892454 2024-04-13T08:05:50.877 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.878+0000 7faa9f63b780 1 < completed delete operation key=CSYE7NHVWP4Q tag=530I9NURR8OP type=del 2024-04-13T08:05:50.880 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.880+0000 7faa9f63b780 1 > prepared operation key=EBB3GPXHIYM1 tag=JUZJHX19UG08 type=write size=453112 2024-04-13T08:05:50.883 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.884+0000 7faa9f63b780 1 < suggested update operation key=6EIPCHTPO3X1 tag=96FN430BI6N0 type=del size=259047 2024-04-13T08:05:50.885 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.886+0000 7faa9f63b780 1 > prepared operation key=57TR9Y9AGKFZ tag=3SH65OL3V0KF type=del size=3838723 2024-04-13T08:05:50.890 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.890+0000 7faa9f63b780 1 < suggested update operation key=ZS36Q14U11AV tag=ENS393GJMUOP type=write size=545714 2024-04-13T08:05:50.891 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.892+0000 7faa9f63b780 1 > prepared operation key=EB7L7HOTRCXY tag=UYE63VCPUGNW type=write size=822696 2024-04-13T08:05:50.895 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.896+0000 7faa9f63b780 1 < suggested update operation key=WSX0KY6Y4RVU tag=6G1N7DFHKLI6 type=del size=1444800 2024-04-13T08:05:50.898 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.898+0000 7faa9f63b780 1 > prepared operation key=1R98I2OD2C1B tag=T36KYWSZGEE6 type=del size=1135493 2024-04-13T08:05:50.900 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.901+0000 7faa9f63b780 1 < completed part key=_multipart_U4KRH93HDNU6.2~MDUFVXQABLEW.0 size=1048576 2024-04-13T08:05:50.902 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.902+0000 7faa9f63b780 1 < completed part key=_multipart_U4KRH93HDNU6.2~MDUFVXQABLEW.1 size=1048576 2024-04-13T08:05:50.904 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.904+0000 7faa9f63b780 1 < completed part key=_multipart_U4KRH93HDNU6.2~MDUFVXQABLEW.2 size=912574 2024-04-13T08:05:50.908 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.908+0000 7faa9f63b780 1 < completed multipart upload key=U4KRH93HDNU6 upload=MDUFVXQABLEW tag=HK5BZOH1QCHW type=write size=4058302 2024-04-13T08:05:50.910 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.910+0000 7faa9f63b780 1 > prepared operation key=1139HXY3WYTZ tag=4V8Q0T91ESPU type=del size=3066902 2024-04-13T08:05:50.912 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.912+0000 7faa9f63b780 1 < completed delete operation key=BGZCO481WX23 tag=2O5WYDOPPFSX type=del 2024-04-13T08:05:50.914 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.914+0000 7faa9f63b780 1 > prepared operation key=ZS36Q14U11AV tag=97W3UBHV6R5B type=write size=776067 2024-04-13T08:05:50.916 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.917+0000 7faa9f63b780 1 < completed delete operation key=CCIT8DQBN9WK tag=KDXZVKL4THGY type=del 2024-04-13T08:05:50.920 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.921+0000 7faa9f63b780 1 > prepared part key=_multipart_KN6SVO6HG65Q.2~XZ4RZA97LP08.0 size=1048576 2024-04-13T08:05:50.923 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.923+0000 7faa9f63b780 1 > prepared part key=_multipart_KN6SVO6HG65Q.2~XZ4RZA97LP08.1 size=606796 2024-04-13T08:05:50.923 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.923+0000 7faa9f63b780 1 > prepared multipart upload key=KN6SVO6HG65Q upload=XZ4RZA97LP08 tag=O9R39X02T8UW type=write size=2703948 2024-04-13T08:05:50.926 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.925+0000 7faa9f63b780 -1 < failed to complete operation key=NJTHX8PDBAAE tag=22BR0TECT3EP type=del size=1714103: (22) Invalid argument 2024-04-13T08:05:50.929 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.929+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~M3NR2MEOH27N.0 size=1048576 2024-04-13T08:05:50.931 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.931+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~M3NR2MEOH27N.1 size=1048576 2024-04-13T08:05:50.933 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.933+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~M3NR2MEOH27N.2 size=645643 2024-04-13T08:05:50.933 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.933+0000 7faa9f63b780 1 > prepared multipart upload key=USAT0PUC8Q9C upload=M3NR2MEOH27N tag=JVK0AEKT09LS type=write size=3791371 2024-04-13T08:05:50.935 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.935+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~UOO4HCVIOPCX.0 size=1048576 2024-04-13T08:05:50.936 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.937+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~UOO4HCVIOPCX.1 size=1048576 2024-04-13T08:05:50.939 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.939+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~UOO4HCVIOPCX.2 size=118244 2024-04-13T08:05:50.943 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.943+0000 7faa9f63b780 1 < completed multipart upload key=KPYALZ2K1347 upload=UOO4HCVIOPCX tag=1MRJT7X2R6C6 type=write size=3263972 2024-04-13T08:05:50.947 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.947+0000 7faa9f63b780 1 > prepared part key=_multipart_57TR9Y9AGKFZ.2~LOZUXMH2P7M2.0 size=1048576 2024-04-13T08:05:50.949 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.949+0000 7faa9f63b780 1 > prepared part key=_multipart_57TR9Y9AGKFZ.2~LOZUXMH2P7M2.1 size=350150 2024-04-13T08:05:50.949 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.949+0000 7faa9f63b780 1 > prepared multipart upload key=57TR9Y9AGKFZ upload=LOZUXMH2P7M2 tag=U7WWG48L96O3 type=write size=2447302 2024-04-13T08:05:50.951 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.951+0000 7faa9f63b780 1 < completed delete operation key=EB7L7HOTRCXY tag=152OSUMH4QHH type=del 2024-04-13T08:05:50.953 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.953+0000 7faa9f63b780 1 > prepared operation key=KPYALZ2K1347 tag=C0TALAM0BVGV type=del size=2218642 2024-04-13T08:05:50.955 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.956+0000 7faa9f63b780 1 < completed delete operation key=BGZCO481WX23 tag=CCJ81NJCVQIE type=del 2024-04-13T08:05:50.959 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.959+0000 7faa9f63b780 1 > prepared part key=_multipart_EBB3GPXHIYM1.2~ONVU3YPR1LDY.0 size=903815 2024-04-13T08:05:50.959 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.959+0000 7faa9f63b780 1 > prepared multipart upload key=EBB3GPXHIYM1 upload=ONVU3YPR1LDY tag=SW41B95Q1OD2 type=write size=1952391 2024-04-13T08:05:50.962 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.962+0000 7faa9f63b780 1 < completed part key=_multipart_TSACVEYQTVRN.2~L1H30F0RWD4P.0 size=182075 2024-04-13T08:05:50.966 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.967+0000 7faa9f63b780 1 < completed multipart upload key=TSACVEYQTVRN upload=L1H30F0RWD4P tag=T943SJOQQK6N type=write size=1230651 2024-04-13T08:05:50.971 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.972+0000 7faa9f63b780 1 > prepared part key=_multipart_U4KRH93HDNU6.2~W0IP4J3N07FW.0 size=1048576 2024-04-13T08:05:50.973 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.973+0000 7faa9f63b780 1 > prepared part key=_multipart_U4KRH93HDNU6.2~W0IP4J3N07FW.1 size=875052 2024-04-13T08:05:50.973 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.973+0000 7faa9f63b780 1 > prepared multipart upload key=U4KRH93HDNU6 upload=W0IP4J3N07FW tag=PFKOF83707NE type=write size=2972204 2024-04-13T08:05:50.976 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.975+0000 7faa9f63b780 1 < completed delete operation key=YVLYPQFVWYAW tag=54OPAWE4OL7Y type=del 2024-04-13T08:05:50.980 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.980+0000 7faa9f63b780 1 > prepared part key=_multipart_CCIT8DQBN9WK.2~1OGQAHZ67UZ1.0 size=1048576 2024-04-13T08:05:50.981 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.981+0000 7faa9f63b780 1 > prepared part key=_multipart_CCIT8DQBN9WK.2~1OGQAHZ67UZ1.1 size=1048576 2024-04-13T08:05:50.983 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.984+0000 7faa9f63b780 1 > prepared part key=_multipart_CCIT8DQBN9WK.2~1OGQAHZ67UZ1.2 size=34466 2024-04-13T08:05:50.983 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.984+0000 7faa9f63b780 1 > prepared multipart upload key=CCIT8DQBN9WK upload=1OGQAHZ67UZ1 tag=L64975BZBLKR type=write size=3180194 2024-04-13T08:05:50.986 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.986+0000 7faa9f63b780 1 < completed write operation key=CWNYE55R1BSI tag=6NTCWKLWO94S type=write size=679655 2024-04-13T08:05:50.988 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.988+0000 7faa9f63b780 1 > prepared operation key=9OD1R5489FHK tag=9ZK0EKUCMEFB type=del size=3946053 2024-04-13T08:05:50.990 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.990+0000 7faa9f63b780 1 < completed part key=_multipart_H9HYQWGBJXF0.2~CWBN806HKG8H.0 size=1048576 2024-04-13T08:05:50.992 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.992+0000 7faa9f63b780 1 < completed part key=_multipart_H9HYQWGBJXF0.2~CWBN806HKG8H.1 size=1048576 2024-04-13T08:05:50.992 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.992+0000 7faa9f63b780 1 < canceled part key=_multipart_H9HYQWGBJXF0.2~CWBN806HKG8H.2 size=620547 2024-04-13T08:05:50.996 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:50.996+0000 7faa9f63b780 1 < canceled multipart upload key=H9HYQWGBJXF0 upload=CWBN806HKG8H tag=H5AHZXE0OM2M type=write size=3766275 2024-04-13T08:05:51.000 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.001+0000 7faa9f63b780 1 > prepared part key=_multipart_LCYUO09YJOWJ.2~1D189MCO700H.0 size=1048576 2024-04-13T08:05:51.002 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.002+0000 7faa9f63b780 1 > prepared part key=_multipart_LCYUO09YJOWJ.2~1D189MCO700H.1 size=1048576 2024-04-13T08:05:51.004 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.004+0000 7faa9f63b780 1 > prepared part key=_multipart_LCYUO09YJOWJ.2~1D189MCO700H.2 size=18113 2024-04-13T08:05:51.004 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.004+0000 7faa9f63b780 1 > prepared multipart upload key=LCYUO09YJOWJ upload=1D189MCO700H tag=F87MNR8OEWI6 type=write size=3163841 2024-04-13T08:05:51.004 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.004+0000 7faa9f63b780 1 < canceled part key=_multipart_KN6SVO6HG65Q.2~0XHGJ2SMGRBD.0 size=843878 2024-04-13T08:05:51.008 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.008+0000 7faa9f63b780 1 < canceled multipart upload key=KN6SVO6HG65Q upload=0XHGJ2SMGRBD tag=IWCJ8U10M19V type=write size=1892454 2024-04-13T08:05:51.011 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.011+0000 7faa9f63b780 1 > prepared operation key=LCYUO09YJOWJ tag=OKIB120T7I1T type=del size=908292 2024-04-13T08:05:51.013 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.013+0000 7faa9f63b780 1 < completed write operation key=EBB3GPXHIYM1 tag=JUZJHX19UG08 type=write size=453112 2024-04-13T08:05:51.015 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.015+0000 7faa9f63b780 1 > prepared operation key=TSACVEYQTVRN tag=KLIDWWOCZ4GC type=del size=2601171 2024-04-13T08:05:51.017 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.017+0000 7faa9f63b780 1 < completed delete operation key=57TR9Y9AGKFZ tag=3SH65OL3V0KF type=del 2024-04-13T08:05:51.020 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.020+0000 7faa9f63b780 1 > prepared operation key=U4KRH93HDNU6 tag=B2SVG2NUP0VI type=del size=4013174 2024-04-13T08:05:51.022 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.022+0000 7faa9f63b780 1 < completed write operation key=EB7L7HOTRCXY tag=UYE63VCPUGNW type=write size=822696 2024-04-13T08:05:51.024 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.024+0000 7faa9f63b780 1 > prepared operation key=H9HYQWGBJXF0 tag=J3LZ6HYWJOVD type=del size=4173793 2024-04-13T08:05:51.028 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.028+0000 7faa9f63b780 1 < suggested update operation key=1R98I2OD2C1B tag=T36KYWSZGEE6 type=del size=1135493 2024-04-13T08:05:51.030 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.030+0000 7faa9f63b780 1 > prepared operation key=57TR9Y9AGKFZ tag=ILB38WE6Y8G6 type=del size=458938 2024-04-13T08:05:51.032 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.032+0000 7faa9f63b780 1 < completed delete operation key=1139HXY3WYTZ tag=4V8Q0T91ESPU type=del 2024-04-13T08:05:51.037 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.037+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~FL12TRG2CJWB.0 size=1048576 2024-04-13T08:05:51.039 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.039+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~FL12TRG2CJWB.1 size=695957 2024-04-13T08:05:51.039 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.039+0000 7faa9f63b780 1 > prepared multipart upload key=DQJZH0QC5JG1 upload=FL12TRG2CJWB tag=IDC1STTSPG10 type=write size=2793109 2024-04-13T08:05:51.041 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.041+0000 7faa9f63b780 1 < completed write operation key=ZS36Q14U11AV tag=97W3UBHV6R5B type=write size=776067 2024-04-13T08:05:51.043 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.043+0000 7faa9f63b780 1 > prepared operation key=NJTHX8PDBAAE tag=NCJVYKOA24G0 type=del size=1010583 2024-04-13T08:05:51.046 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.046+0000 7faa9f63b780 1 < completed part key=_multipart_KN6SVO6HG65Q.2~XZ4RZA97LP08.0 size=1048576 2024-04-13T08:05:51.048 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.048+0000 7faa9f63b780 1 < completed part key=_multipart_KN6SVO6HG65Q.2~XZ4RZA97LP08.1 size=606796 2024-04-13T08:05:51.052 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.052+0000 7faa9f63b780 1 < completed multipart upload key=KN6SVO6HG65Q upload=XZ4RZA97LP08 tag=O9R39X02T8UW type=write size=2703948 2024-04-13T08:05:51.055 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.055+0000 7faa9f63b780 1 > prepared operation key=9OD1R5489FHK tag=DP0JY2KZ9S2J type=del size=616651 2024-04-13T08:05:51.057 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.057+0000 7faa9f63b780 1 < completed part key=_multipart_USAT0PUC8Q9C.2~M3NR2MEOH27N.0 size=1048576 2024-04-13T08:05:51.059 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.059+0000 7faa9f63b780 1 < completed part key=_multipart_USAT0PUC8Q9C.2~M3NR2MEOH27N.1 size=1048576 2024-04-13T08:05:51.061 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.061+0000 7faa9f63b780 1 < completed part key=_multipart_USAT0PUC8Q9C.2~M3NR2MEOH27N.2 size=645643 2024-04-13T08:05:51.065 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.065+0000 7faa9f63b780 1 < completed multipart upload key=USAT0PUC8Q9C upload=M3NR2MEOH27N tag=JVK0AEKT09LS type=write size=3791371 2024-04-13T08:05:51.067 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.067+0000 7faa9f63b780 1 > prepared operation key=BGZCO481WX23 tag=GLE85TJMJZBU type=del size=1862154 2024-04-13T08:05:51.069 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.069+0000 7faa9f63b780 1 < completed part key=_multipart_57TR9Y9AGKFZ.2~LOZUXMH2P7M2.0 size=1048576 2024-04-13T08:05:51.071 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.071+0000 7faa9f63b780 1 < completed part key=_multipart_57TR9Y9AGKFZ.2~LOZUXMH2P7M2.1 size=350150 2024-04-13T08:05:51.076 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.076+0000 7faa9f63b780 1 < completed multipart upload key=57TR9Y9AGKFZ upload=LOZUXMH2P7M2 tag=U7WWG48L96O3 type=write size=2447302 2024-04-13T08:05:51.078 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.078+0000 7faa9f63b780 1 > prepared operation key=CCIT8DQBN9WK tag=JH4J71LSP48Z type=del size=1933151 2024-04-13T08:05:51.083 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.083+0000 7faa9f63b780 1 < suggested update operation key=KPYALZ2K1347 tag=C0TALAM0BVGV type=del size=2218642 2024-04-13T08:05:51.085 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.085+0000 7faa9f63b780 1 > prepared operation key=XP1MOJCI0XHQ tag=FGMQHQ52I1IL type=del size=990219 2024-04-13T08:05:51.087 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.087+0000 7faa9f63b780 1 < completed part key=_multipart_EBB3GPXHIYM1.2~ONVU3YPR1LDY.0 size=903815 2024-04-13T08:05:51.091 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.091+0000 7faa9f63b780 1 < completed multipart upload key=EBB3GPXHIYM1 upload=ONVU3YPR1LDY tag=SW41B95Q1OD2 type=write size=1952391 2024-04-13T08:05:51.094 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.095+0000 7faa9f63b780 1 > prepared part key=_multipart_CCIT8DQBN9WK.2~NGI861HFW144.0 size=1048576 2024-04-13T08:05:51.096 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.096+0000 7faa9f63b780 1 > prepared part key=_multipart_CCIT8DQBN9WK.2~NGI861HFW144.1 size=806427 2024-04-13T08:05:51.096 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.096+0000 7faa9f63b780 1 > prepared multipart upload key=CCIT8DQBN9WK upload=NGI861HFW144 tag=8D3G7M7NNPLZ type=write size=2903579 2024-04-13T08:05:51.098 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.098+0000 7faa9f63b780 1 < completed part key=_multipart_U4KRH93HDNU6.2~W0IP4J3N07FW.0 size=1048576 2024-04-13T08:05:51.101 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.100+0000 7faa9f63b780 1 < completed part key=_multipart_U4KRH93HDNU6.2~W0IP4J3N07FW.1 size=875052 2024-04-13T08:05:51.103 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.104+0000 7faa9f63b780 1 < completed multipart upload key=U4KRH93HDNU6 upload=W0IP4J3N07FW tag=PFKOF83707NE type=write size=2972204 2024-04-13T08:05:51.106 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.106+0000 7faa9f63b780 1 > prepared operation key=9OD1R5489FHK tag=LSQSYXOT9BNH type=del size=541233 2024-04-13T08:05:51.108 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.109+0000 7faa9f63b780 1 < completed part key=_multipart_CCIT8DQBN9WK.2~1OGQAHZ67UZ1.0 size=1048576 2024-04-13T08:05:51.110 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.110+0000 7faa9f63b780 1 < completed part key=_multipart_CCIT8DQBN9WK.2~1OGQAHZ67UZ1.1 size=1048576 2024-04-13T08:05:51.112 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.112+0000 7faa9f63b780 1 < completed part key=_multipart_CCIT8DQBN9WK.2~1OGQAHZ67UZ1.2 size=34466 2024-04-13T08:05:51.115 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.116+0000 7faa9f63b780 1 < completed multipart upload key=CCIT8DQBN9WK upload=1OGQAHZ67UZ1 tag=L64975BZBLKR type=write size=3180194 2024-04-13T08:05:51.118 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.118+0000 7faa9f63b780 1 > prepared operation key=NJTHX8PDBAAE tag=XRWP9J57HLNT type=write size=924484 2024-04-13T08:05:51.121 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.122+0000 7faa9f63b780 1 < suggested remove operation key=9OD1R5489FHK tag=9ZK0EKUCMEFB type=del 2024-04-13T08:05:51.124 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.124+0000 7faa9f63b780 1 > prepared operation key=WSX0KY6Y4RVU tag=MJUZ9D620QTC type=del size=1638377 2024-04-13T08:05:51.126 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.127+0000 7faa9f63b780 1 < completed part key=_multipart_LCYUO09YJOWJ.2~1D189MCO700H.0 size=1048576 2024-04-13T08:05:51.128 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.128+0000 7faa9f63b780 1 < completed part key=_multipart_LCYUO09YJOWJ.2~1D189MCO700H.1 size=1048576 2024-04-13T08:05:51.130 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.130+0000 7faa9f63b780 1 < completed part key=_multipart_LCYUO09YJOWJ.2~1D189MCO700H.2 size=18113 2024-04-13T08:05:51.134 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.134+0000 7faa9f63b780 1 < completed multipart upload key=LCYUO09YJOWJ upload=1D189MCO700H tag=F87MNR8OEWI6 type=write size=3163841 2024-04-13T08:05:51.137 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.138+0000 7faa9f63b780 1 > prepared part key=_multipart_C8EO3JFDK3I3.2~YAUOTTSW2W3N.0 size=1048576 2024-04-13T08:05:51.139 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.140+0000 7faa9f63b780 1 > prepared part key=_multipart_C8EO3JFDK3I3.2~YAUOTTSW2W3N.1 size=1048576 2024-04-13T08:05:51.141 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.141+0000 7faa9f63b780 1 > prepared part key=_multipart_C8EO3JFDK3I3.2~YAUOTTSW2W3N.2 size=417344 2024-04-13T08:05:51.141 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.141+0000 7faa9f63b780 1 > prepared multipart upload key=C8EO3JFDK3I3 upload=YAUOTTSW2W3N tag=U2WO2RMYIFUB type=write size=3563072 2024-04-13T08:05:51.143 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.143+0000 7faa9f63b780 1 < completed delete operation key=LCYUO09YJOWJ tag=OKIB120T7I1T type=del 2024-04-13T08:05:51.147 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.147+0000 7faa9f63b780 1 > prepared part key=_multipart_B9J0DWQ62YOI.2~R4FZ7LJXIA4D.0 size=1048576 2024-04-13T08:05:51.149 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.149+0000 7faa9f63b780 1 > prepared part key=_multipart_B9J0DWQ62YOI.2~R4FZ7LJXIA4D.1 size=1048576 2024-04-13T08:05:51.151 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.151+0000 7faa9f63b780 1 > prepared part key=_multipart_B9J0DWQ62YOI.2~R4FZ7LJXIA4D.2 size=945937 2024-04-13T08:05:51.151 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.151+0000 7faa9f63b780 1 > prepared multipart upload key=B9J0DWQ62YOI upload=R4FZ7LJXIA4D tag=OYYQEI7CKFYH type=write size=4091665 2024-04-13T08:05:51.153 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.154+0000 7faa9f63b780 1 < completed delete operation key=TSACVEYQTVRN tag=KLIDWWOCZ4GC type=del 2024-04-13T08:05:51.157 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.157+0000 7faa9f63b780 1 > prepared part key=_multipart_YVLYPQFVWYAW.2~BTX614G3EDEC.0 size=1048576 2024-04-13T08:05:51.159 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.159+0000 7faa9f63b780 1 > prepared part key=_multipart_YVLYPQFVWYAW.2~BTX614G3EDEC.1 size=1048576 2024-04-13T08:05:51.161 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.161+0000 7faa9f63b780 1 > prepared part key=_multipart_YVLYPQFVWYAW.2~BTX614G3EDEC.2 size=575385 2024-04-13T08:05:51.161 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.161+0000 7faa9f63b780 1 > prepared multipart upload key=YVLYPQFVWYAW upload=BTX614G3EDEC tag=017H7ISDF8AO type=write size=3721113 2024-04-13T08:05:51.163 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.163+0000 7faa9f63b780 1 < completed delete operation key=U4KRH93HDNU6 tag=B2SVG2NUP0VI type=del 2024-04-13T08:05:51.167 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.167+0000 7faa9f63b780 1 > prepared part key=_multipart_EB7L7HOTRCXY.2~1Q2H7ILJ1826.0 size=1048576 2024-04-13T08:05:51.168 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.169+0000 7faa9f63b780 1 > prepared part key=_multipart_EB7L7HOTRCXY.2~1Q2H7ILJ1826.1 size=143840 2024-04-13T08:05:51.169 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.169+0000 7faa9f63b780 1 > prepared multipart upload key=EB7L7HOTRCXY upload=1Q2H7ILJ1826 tag=CBA1UH868OEK type=write size=2240992 2024-04-13T08:05:51.170 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.171+0000 7faa9f63b780 1 < completed delete operation key=H9HYQWGBJXF0 tag=J3LZ6HYWJOVD type=del 2024-04-13T08:05:51.174 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.174+0000 7faa9f63b780 1 > prepared part key=_multipart_KN6SVO6HG65Q.2~VMZK0VBGYQHS.0 size=1048576 2024-04-13T08:05:51.176 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.176+0000 7faa9f63b780 1 > prepared part key=_multipart_KN6SVO6HG65Q.2~VMZK0VBGYQHS.1 size=1048576 2024-04-13T08:05:51.178 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.178+0000 7faa9f63b780 1 > prepared part key=_multipart_KN6SVO6HG65Q.2~VMZK0VBGYQHS.2 size=567802 2024-04-13T08:05:51.178 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.178+0000 7faa9f63b780 1 > prepared multipart upload key=KN6SVO6HG65Q upload=VMZK0VBGYQHS tag=MSRP7MJXDKUT type=write size=3713530 2024-04-13T08:05:51.180 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.180+0000 7faa9f63b780 1 < completed delete operation key=57TR9Y9AGKFZ tag=ILB38WE6Y8G6 type=del 2024-04-13T08:05:51.184 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.184+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~UJ5UQ6V53NKW.0 size=1048576 2024-04-13T08:05:51.186 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.186+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~UJ5UQ6V53NKW.1 size=310472 2024-04-13T08:05:51.186 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.186+0000 7faa9f63b780 1 > prepared multipart upload key=DQJZH0QC5JG1 upload=UJ5UQ6V53NKW tag=SBM85YFB61VU type=write size=2407624 2024-04-13T08:05:51.188 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.188+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~FL12TRG2CJWB.0 size=1048576 2024-04-13T08:05:51.188 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.188+0000 7faa9f63b780 1 < canceled part key=_multipart_DQJZH0QC5JG1.2~FL12TRG2CJWB.1 size=695957 2024-04-13T08:05:51.191 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.191+0000 7faa9f63b780 1 < canceled multipart upload key=DQJZH0QC5JG1 upload=FL12TRG2CJWB tag=IDC1STTSPG10 type=write size=2793109 2024-04-13T08:05:51.193 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.193+0000 7faa9f63b780 1 > prepared operation key=H9HYQWGBJXF0 tag=MHW2SL1KRBL8 type=del size=2310998 2024-04-13T08:05:51.196 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.196+0000 7faa9f63b780 1 < completed delete operation key=NJTHX8PDBAAE tag=NCJVYKOA24G0 type=del 2024-04-13T08:05:51.198 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.198+0000 7faa9f63b780 1 > prepared operation key=EBB3GPXHIYM1 tag=8CASDIEKY6AZ type=write size=536122 2024-04-13T08:05:51.202 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.202+0000 7faa9f63b780 -1 < failed to complete operation key=9OD1R5489FHK tag=DP0JY2KZ9S2J type=del size=616651: (22) Invalid argument 2024-04-13T08:05:51.204 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.204+0000 7faa9f63b780 1 > prepared operation key=BGZCO481WX23 tag=Z72QU0Y49TJM type=del size=630131 2024-04-13T08:05:51.206 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.206+0000 7faa9f63b780 1 < canceled operation key=BGZCO481WX23 tag=GLE85TJMJZBU type=del size=1862154 2024-04-13T08:05:51.208 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.208+0000 7faa9f63b780 1 > prepared operation key=U4KRH93HDNU6 tag=AAYLVXFK2LQG type=write size=351502 2024-04-13T08:05:51.210 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.210+0000 7faa9f63b780 1 < completed delete operation key=CCIT8DQBN9WK tag=JH4J71LSP48Z type=del 2024-04-13T08:05:51.214 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.214+0000 7faa9f63b780 1 > prepared part key=_multipart_XP1MOJCI0XHQ.2~8JPMB0VBY2VH.0 size=1048576 2024-04-13T08:05:51.215 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.215+0000 7faa9f63b780 1 > prepared part key=_multipart_XP1MOJCI0XHQ.2~8JPMB0VBY2VH.1 size=1048576 2024-04-13T08:05:51.217 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.217+0000 7faa9f63b780 1 > prepared part key=_multipart_XP1MOJCI0XHQ.2~8JPMB0VBY2VH.2 size=1006608 2024-04-13T08:05:51.217 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.217+0000 7faa9f63b780 1 > prepared multipart upload key=XP1MOJCI0XHQ upload=8JPMB0VBY2VH tag=LJPOEUVF5WBD type=write size=4152336 2024-04-13T08:05:51.219 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.220+0000 7faa9f63b780 1 < completed delete operation key=XP1MOJCI0XHQ tag=FGMQHQ52I1IL type=del 2024-04-13T08:05:51.224 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.224+0000 7faa9f63b780 1 > prepared part key=_multipart_CWNYE55R1BSI.2~DRJVLE6NH3GE.0 size=1048576 2024-04-13T08:05:51.225 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.225+0000 7faa9f63b780 1 > prepared part key=_multipart_CWNYE55R1BSI.2~DRJVLE6NH3GE.1 size=591720 2024-04-13T08:05:51.225 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.225+0000 7faa9f63b780 1 > prepared multipart upload key=CWNYE55R1BSI upload=DRJVLE6NH3GE tag=I20LOKVM1E8L type=write size=2688872 2024-04-13T08:05:51.227 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.227+0000 7faa9f63b780 1 < completed part key=_multipart_CCIT8DQBN9WK.2~NGI861HFW144.0 size=1048576 2024-04-13T08:05:51.229 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.229+0000 7faa9f63b780 1 < completed part key=_multipart_CCIT8DQBN9WK.2~NGI861HFW144.1 size=806427 2024-04-13T08:05:51.234 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.234+0000 7faa9f63b780 1 < completed multipart upload key=CCIT8DQBN9WK upload=NGI861HFW144 tag=8D3G7M7NNPLZ type=write size=2903579 2024-04-13T08:05:51.238 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.238+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~LBOB929MDKOI.0 size=1048576 2024-04-13T08:05:51.240 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.240+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~LBOB929MDKOI.1 size=917178 2024-04-13T08:05:51.240 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.240+0000 7faa9f63b780 1 > prepared multipart upload key=DQJZH0QC5JG1 upload=LBOB929MDKOI tag=HALZ5THDZN63 type=write size=3014330 2024-04-13T08:05:51.240 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.240+0000 7faa9f63b780 -1 < no bi entry to suggest for operation key=9OD1R5489FHK tag=LSQSYXOT9BNH type=del size=541233: (2) No such file or directory 2024-04-13T08:05:51.242 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.242+0000 7faa9f63b780 1 > prepared operation key=BGZCO481WX23 tag=ZYPSXJOG01I3 type=del size=3516632 2024-04-13T08:05:51.244 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.244+0000 7faa9f63b780 1 < completed write operation key=NJTHX8PDBAAE tag=XRWP9J57HLNT type=write size=924484 2024-04-13T08:05:51.246 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.247+0000 7faa9f63b780 1 > prepared operation key=C8EO3JFDK3I3 tag=RWTU76J13OBD type=del size=3581159 2024-04-13T08:05:51.249 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.249+0000 7faa9f63b780 1 < canceled operation key=WSX0KY6Y4RVU tag=MJUZ9D620QTC type=del size=1638377 2024-04-13T08:05:51.251 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.251+0000 7faa9f63b780 1 > prepared operation key=BGZCO481WX23 tag=MDFLFDX3FCE0 type=del size=623054 2024-04-13T08:05:51.253 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.253+0000 7faa9f63b780 1 < completed part key=_multipart_C8EO3JFDK3I3.2~YAUOTTSW2W3N.0 size=1048576 2024-04-13T08:05:51.255 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.255+0000 7faa9f63b780 1 < completed part key=_multipart_C8EO3JFDK3I3.2~YAUOTTSW2W3N.1 size=1048576 2024-04-13T08:05:51.256 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.256+0000 7faa9f63b780 1 < completed part key=_multipart_C8EO3JFDK3I3.2~YAUOTTSW2W3N.2 size=417344 2024-04-13T08:05:51.261 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.261+0000 7faa9f63b780 1 < completed multipart upload key=C8EO3JFDK3I3 upload=YAUOTTSW2W3N tag=U2WO2RMYIFUB type=write size=3563072 2024-04-13T08:05:51.264 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.265+0000 7faa9f63b780 1 > prepared part key=_multipart_EB7L7HOTRCXY.2~RRRN7SMIC8L0.0 size=1048576 2024-04-13T08:05:51.267 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.267+0000 7faa9f63b780 1 > prepared part key=_multipart_EB7L7HOTRCXY.2~RRRN7SMIC8L0.1 size=387028 2024-04-13T08:05:51.267 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.267+0000 7faa9f63b780 1 > prepared multipart upload key=EB7L7HOTRCXY upload=RRRN7SMIC8L0 tag=CY1D7WTIRNE0 type=write size=2484180 2024-04-13T08:05:51.269 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.269+0000 7faa9f63b780 1 < completed part key=_multipart_B9J0DWQ62YOI.2~R4FZ7LJXIA4D.0 size=1048576 2024-04-13T08:05:51.271 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.271+0000 7faa9f63b780 1 < completed part key=_multipart_B9J0DWQ62YOI.2~R4FZ7LJXIA4D.1 size=1048576 2024-04-13T08:05:51.272 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.273+0000 7faa9f63b780 1 < completed part key=_multipart_B9J0DWQ62YOI.2~R4FZ7LJXIA4D.2 size=945937 2024-04-13T08:05:51.276 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.277+0000 7faa9f63b780 1 < completed multipart upload key=B9J0DWQ62YOI upload=R4FZ7LJXIA4D tag=OYYQEI7CKFYH type=write size=4091665 2024-04-13T08:05:51.278 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.279+0000 7faa9f63b780 1 > prepared operation key=NJTHX8PDBAAE tag=KZV2B0SPJ1NB type=del size=978421 2024-04-13T08:05:51.280 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.281+0000 7faa9f63b780 1 < completed part key=_multipart_YVLYPQFVWYAW.2~BTX614G3EDEC.0 size=1048576 2024-04-13T08:05:51.282 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.282+0000 7faa9f63b780 1 < completed part key=_multipart_YVLYPQFVWYAW.2~BTX614G3EDEC.1 size=1048576 2024-04-13T08:05:51.284 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.284+0000 7faa9f63b780 1 < completed part key=_multipart_YVLYPQFVWYAW.2~BTX614G3EDEC.2 size=575385 2024-04-13T08:05:51.288 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.288+0000 7faa9f63b780 1 < completed multipart upload key=YVLYPQFVWYAW upload=BTX614G3EDEC tag=017H7ISDF8AO type=write size=3721113 2024-04-13T08:05:51.290 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.290+0000 7faa9f63b780 1 > prepared operation key=KN6SVO6HG65Q tag=ST6FMKS1V8TH type=del size=4125298 2024-04-13T08:05:51.293 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.293+0000 7faa9f63b780 1 < completed part key=_multipart_EB7L7HOTRCXY.2~1Q2H7ILJ1826.0 size=1048576 2024-04-13T08:05:51.295 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.295+0000 7faa9f63b780 1 < completed part key=_multipart_EB7L7HOTRCXY.2~1Q2H7ILJ1826.1 size=143840 2024-04-13T08:05:51.298 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.298+0000 7faa9f63b780 1 < completed multipart upload key=EB7L7HOTRCXY upload=1Q2H7ILJ1826 tag=CBA1UH868OEK type=write size=2240992 2024-04-13T08:05:51.302 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.302+0000 7faa9f63b780 1 > prepared part key=_multipart_ZLCXVHR00MT7.2~92KG9IEIZ6O2.0 size=785007 2024-04-13T08:05:51.303 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.302+0000 7faa9f63b780 1 > prepared multipart upload key=ZLCXVHR00MT7 upload=92KG9IEIZ6O2 tag=ZJLK5PM461EP type=write size=1833583 2024-04-13T08:05:51.303 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.303+0000 7faa9f63b780 1 < canceled part key=_multipart_KN6SVO6HG65Q.2~VMZK0VBGYQHS.0 size=1048576 2024-04-13T08:05:51.304 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.304+0000 7faa9f63b780 1 < completed part key=_multipart_KN6SVO6HG65Q.2~VMZK0VBGYQHS.1 size=1048576 2024-04-13T08:05:51.306 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.306+0000 7faa9f63b780 1 < completed part key=_multipart_KN6SVO6HG65Q.2~VMZK0VBGYQHS.2 size=567802 2024-04-13T08:05:51.310 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.310+0000 7faa9f63b780 1 < canceled multipart upload key=KN6SVO6HG65Q upload=VMZK0VBGYQHS tag=MSRP7MJXDKUT type=write size=3713530 2024-04-13T08:05:51.312 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.312+0000 7faa9f63b780 1 > prepared operation key=7LQHTC0JXLLC tag=CRAHZ0Z3R7XX type=del size=3942000 2024-04-13T08:05:51.314 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.314+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~UJ5UQ6V53NKW.0 size=1048576 2024-04-13T08:05:51.315 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.316+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~UJ5UQ6V53NKW.1 size=310472 2024-04-13T08:05:51.319 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.319+0000 7faa9f63b780 1 < completed multipart upload key=DQJZH0QC5JG1 upload=UJ5UQ6V53NKW tag=SBM85YFB61VU type=write size=2407624 2024-04-13T08:05:51.321 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.321+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=NQZXXMOOQTRQ type=del size=64818 2024-04-13T08:05:51.327 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.327+0000 7faa9f63b780 1 < suggested remove operation key=H9HYQWGBJXF0 tag=MHW2SL1KRBL8 type=del 2024-04-13T08:05:51.331 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.331+0000 7faa9f63b780 1 > prepared part key=_multipart_H9HYQWGBJXF0.2~H2N68XD1615P.0 size=1048576 2024-04-13T08:05:51.333 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.333+0000 7faa9f63b780 1 > prepared part key=_multipart_H9HYQWGBJXF0.2~H2N68XD1615P.1 size=1048576 2024-04-13T08:05:51.334 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.334+0000 7faa9f63b780 1 > prepared part key=_multipart_H9HYQWGBJXF0.2~H2N68XD1615P.2 size=267378 2024-04-13T08:05:51.334 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.334+0000 7faa9f63b780 1 > prepared multipart upload key=H9HYQWGBJXF0 upload=H2N68XD1615P tag=3P37J33CKG6Y type=write size=3413106 2024-04-13T08:05:51.336 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.337+0000 7faa9f63b780 1 < completed write operation key=EBB3GPXHIYM1 tag=8CASDIEKY6AZ type=write size=536122 2024-04-13T08:05:51.341 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.340+0000 7faa9f63b780 1 > prepared part key=_multipart_KN6SVO6HG65Q.2~0TYDB09W9MOW.0 size=1048576 2024-04-13T08:05:51.342 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.342+0000 7faa9f63b780 1 > prepared part key=_multipart_KN6SVO6HG65Q.2~0TYDB09W9MOW.1 size=249506 2024-04-13T08:05:51.342 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.342+0000 7faa9f63b780 1 > prepared multipart upload key=KN6SVO6HG65Q upload=0TYDB09W9MOW tag=TVQQ3GE5BTGA type=write size=2346658 2024-04-13T08:05:51.344 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.344+0000 7faa9f63b780 1 < completed delete operation key=BGZCO481WX23 tag=Z72QU0Y49TJM type=del 2024-04-13T08:05:51.346 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.346+0000 7faa9f63b780 1 > prepared operation key=CWNYE55R1BSI tag=7Y8C7D7UEZ4N type=del size=2521468 2024-04-13T08:05:51.348 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.349+0000 7faa9f63b780 1 < canceled operation key=U4KRH93HDNU6 tag=AAYLVXFK2LQG type=write size=351502 2024-04-13T08:05:51.353 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.353+0000 7faa9f63b780 1 > prepared part key=_multipart_CCIT8DQBN9WK.2~1QHKMGA4SC79.0 size=1048576 2024-04-13T08:05:51.355 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.355+0000 7faa9f63b780 1 > prepared part key=_multipart_CCIT8DQBN9WK.2~1QHKMGA4SC79.1 size=199238 2024-04-13T08:05:51.355 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.355+0000 7faa9f63b780 1 > prepared multipart upload key=CCIT8DQBN9WK upload=1QHKMGA4SC79 tag=G6EXMO9HE90T type=write size=2296390 2024-04-13T08:05:51.357 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.357+0000 7faa9f63b780 1 < completed part key=_multipart_XP1MOJCI0XHQ.2~8JPMB0VBY2VH.0 size=1048576 2024-04-13T08:05:51.359 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.358+0000 7faa9f63b780 1 < completed part key=_multipart_XP1MOJCI0XHQ.2~8JPMB0VBY2VH.1 size=1048576 2024-04-13T08:05:51.359 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.358+0000 7faa9f63b780 1 < canceled part key=_multipart_XP1MOJCI0XHQ.2~8JPMB0VBY2VH.2 size=1006608 2024-04-13T08:05:51.362 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.362+0000 7faa9f63b780 1 < canceled multipart upload key=XP1MOJCI0XHQ upload=8JPMB0VBY2VH tag=LJPOEUVF5WBD type=write size=4152336 2024-04-13T08:05:51.364 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.364+0000 7faa9f63b780 1 > prepared operation key=KN6SVO6HG65Q tag=G48V68KSH3L9 type=del size=2454596 2024-04-13T08:05:51.366 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.367+0000 7faa9f63b780 1 < completed part key=_multipart_CWNYE55R1BSI.2~DRJVLE6NH3GE.0 size=1048576 2024-04-13T08:05:51.368 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.368+0000 7faa9f63b780 1 < completed part key=_multipart_CWNYE55R1BSI.2~DRJVLE6NH3GE.1 size=591720 2024-04-13T08:05:51.372 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.372+0000 7faa9f63b780 1 < completed multipart upload key=CWNYE55R1BSI upload=DRJVLE6NH3GE tag=I20LOKVM1E8L type=write size=2688872 2024-04-13T08:05:51.374 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.374+0000 7faa9f63b780 1 > prepared operation key=CSYE7NHVWP4Q tag=Y29IZ73FG573 type=del size=514137 2024-04-13T08:05:51.376 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.376+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~LBOB929MDKOI.0 size=1048576 2024-04-13T08:05:51.376 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.376+0000 7faa9f63b780 1 < canceled part key=_multipart_DQJZH0QC5JG1.2~LBOB929MDKOI.1 size=917178 2024-04-13T08:05:51.380 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.380+0000 7faa9f63b780 1 < canceled multipart upload key=DQJZH0QC5JG1 upload=LBOB929MDKOI tag=HALZ5THDZN63 type=write size=3014330 2024-04-13T08:05:51.383 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.384+0000 7faa9f63b780 1 > prepared part key=_multipart_NHC2LNYCNU8O.2~902QY2D6UXHB.0 size=1048576 2024-04-13T08:05:51.385 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.385+0000 7faa9f63b780 1 > prepared part key=_multipart_NHC2LNYCNU8O.2~902QY2D6UXHB.1 size=186540 2024-04-13T08:05:51.385 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.385+0000 7faa9f63b780 1 > prepared multipart upload key=NHC2LNYCNU8O upload=902QY2D6UXHB tag=DZVH1ON10O08 type=write size=2283692 2024-04-13T08:05:51.390 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.390+0000 7faa9f63b780 1 < suggested update operation key=BGZCO481WX23 tag=ZYPSXJOG01I3 type=del size=3516632 2024-04-13T08:05:51.392 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.392+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=KROY2RR79GU2 type=write size=386962 2024-04-13T08:05:51.394 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.394+0000 7faa9f63b780 1 < completed delete operation key=C8EO3JFDK3I3 tag=RWTU76J13OBD type=del 2024-04-13T08:05:51.396 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.396+0000 7faa9f63b780 1 > prepared operation key=KPYALZ2K1347 tag=770WFG5Q7OGS type=del size=2883072 2024-04-13T08:05:51.400 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.400+0000 7faa9f63b780 1 < suggested update operation key=BGZCO481WX23 tag=MDFLFDX3FCE0 type=del size=623054 2024-04-13T08:05:51.402 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.402+0000 7faa9f63b780 1 > prepared operation key=EBB3GPXHIYM1 tag=RJRURZSN2XWM type=del size=2989222 2024-04-13T08:05:51.404 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.405+0000 7faa9f63b780 1 < completed part key=_multipart_EB7L7HOTRCXY.2~RRRN7SMIC8L0.0 size=1048576 2024-04-13T08:05:51.407 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.407+0000 7faa9f63b780 1 < completed part key=_multipart_EB7L7HOTRCXY.2~RRRN7SMIC8L0.1 size=387028 2024-04-13T08:05:51.410 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.410+0000 7faa9f63b780 1 < completed multipart upload key=EB7L7HOTRCXY upload=RRRN7SMIC8L0 tag=CY1D7WTIRNE0 type=write size=2484180 2024-04-13T08:05:51.414 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.414+0000 7faa9f63b780 1 > prepared part key=_multipart_ATLCBD5K8IS1.2~W2K4Z49UZIDD.0 size=1048576 2024-04-13T08:05:51.415 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.415+0000 7faa9f63b780 1 > prepared part key=_multipart_ATLCBD5K8IS1.2~W2K4Z49UZIDD.1 size=1048576 2024-04-13T08:05:51.417 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.418+0000 7faa9f63b780 1 > prepared part key=_multipart_ATLCBD5K8IS1.2~W2K4Z49UZIDD.2 size=187730 2024-04-13T08:05:51.418 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.418+0000 7faa9f63b780 1 > prepared multipart upload key=ATLCBD5K8IS1 upload=W2K4Z49UZIDD tag=Z2VEEMRI2VDY type=write size=3333458 2024-04-13T08:05:51.419 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.420+0000 7faa9f63b780 1 < completed delete operation key=NJTHX8PDBAAE tag=KZV2B0SPJ1NB type=del 2024-04-13T08:05:51.424 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.424+0000 7faa9f63b780 1 > prepared part key=_multipart_Y3BAXTXJ3THV.2~UHOE7RI9BFOB.0 size=1048576 2024-04-13T08:05:51.426 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.426+0000 7faa9f63b780 1 > prepared part key=_multipart_Y3BAXTXJ3THV.2~UHOE7RI9BFOB.1 size=934766 2024-04-13T08:05:51.426 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.426+0000 7faa9f63b780 1 > prepared multipart upload key=Y3BAXTXJ3THV upload=UHOE7RI9BFOB tag=OJSLR62SAPAU type=write size=3031918 2024-04-13T08:05:51.428 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.428+0000 7faa9f63b780 1 < completed delete operation key=KN6SVO6HG65Q tag=ST6FMKS1V8TH type=del 2024-04-13T08:05:51.430 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.431+0000 7faa9f63b780 1 > prepared operation key=BGZCO481WX23 tag=6SHN3GBLGOXC type=del size=3298174 2024-04-13T08:05:51.432 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.433+0000 7faa9f63b780 1 < completed part key=_multipart_ZLCXVHR00MT7.2~92KG9IEIZ6O2.0 size=785007 2024-04-13T08:05:51.436 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.436+0000 7faa9f63b780 1 < completed multipart upload key=ZLCXVHR00MT7 upload=92KG9IEIZ6O2 tag=ZJLK5PM461EP type=write size=1833583 2024-04-13T08:05:51.440 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.440+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~YV4RCC5W4DQM.0 size=1048576 2024-04-13T08:05:51.442 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.442+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~YV4RCC5W4DQM.1 size=1048576 2024-04-13T08:05:51.444 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.444+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~YV4RCC5W4DQM.2 size=933756 2024-04-13T08:05:51.444 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.444+0000 7faa9f63b780 1 > prepared multipart upload key=KPYALZ2K1347 upload=YV4RCC5W4DQM tag=RIO6T2S1X1Z1 type=write size=4079484 2024-04-13T08:05:51.446 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.446+0000 7faa9f63b780 1 < completed delete operation key=7LQHTC0JXLLC tag=CRAHZ0Z3R7XX type=del 2024-04-13T08:05:51.448 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.448+0000 7faa9f63b780 1 > prepared operation key=DQJZH0QC5JG1 tag=3AD3BHPH12NA type=del size=207843 2024-04-13T08:05:51.453 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.453+0000 7faa9f63b780 1 < suggested remove operation key=USAT0PUC8Q9C tag=NQZXXMOOQTRQ type=del 2024-04-13T08:05:51.457 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.457+0000 7faa9f63b780 1 > prepared part key=_multipart_ATLCBD5K8IS1.2~WY00CYLSHY8C.0 size=872339 2024-04-13T08:05:51.457 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.457+0000 7faa9f63b780 1 > prepared multipart upload key=ATLCBD5K8IS1 upload=WY00CYLSHY8C tag=R10UKHLSPJIJ type=write size=1920915 2024-04-13T08:05:51.459 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.459+0000 7faa9f63b780 1 < completed part key=_multipart_H9HYQWGBJXF0.2~H2N68XD1615P.0 size=1048576 2024-04-13T08:05:51.461 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.461+0000 7faa9f63b780 1 < completed part key=_multipart_H9HYQWGBJXF0.2~H2N68XD1615P.1 size=1048576 2024-04-13T08:05:51.461 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.461+0000 7faa9f63b780 1 < canceled part key=_multipart_H9HYQWGBJXF0.2~H2N68XD1615P.2 size=267378 2024-04-13T08:05:51.465 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.465+0000 7faa9f63b780 1 < canceled multipart upload key=H9HYQWGBJXF0 upload=H2N68XD1615P tag=3P37J33CKG6Y type=write size=3413106 2024-04-13T08:05:51.468 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.468+0000 7faa9f63b780 1 > prepared operation key=BGZCO481WX23 tag=ZL0REGP1EP5X type=del size=3837525 2024-04-13T08:05:51.470 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.470+0000 7faa9f63b780 1 < completed part key=_multipart_KN6SVO6HG65Q.2~0TYDB09W9MOW.0 size=1048576 2024-04-13T08:05:51.472 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.472+0000 7faa9f63b780 1 < completed part key=_multipart_KN6SVO6HG65Q.2~0TYDB09W9MOW.1 size=249506 2024-04-13T08:05:51.475 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.475+0000 7faa9f63b780 1 < completed multipart upload key=KN6SVO6HG65Q upload=0TYDB09W9MOW tag=TVQQ3GE5BTGA type=write size=2346658 2024-04-13T08:05:51.477 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.478+0000 7faa9f63b780 1 > prepared operation key=EBB3GPXHIYM1 tag=GD1SMZQJAFY1 type=del size=1941779 2024-04-13T08:05:51.480 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.480+0000 7faa9f63b780 1 < completed delete operation key=CWNYE55R1BSI tag=7Y8C7D7UEZ4N type=del 2024-04-13T08:05:51.483 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.483+0000 7faa9f63b780 1 > prepared operation key=CSYE7NHVWP4Q tag=FUVMW2N3HDB8 type=del size=687003 2024-04-13T08:05:51.485 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.485+0000 7faa9f63b780 1 < completed part key=_multipart_CCIT8DQBN9WK.2~1QHKMGA4SC79.0 size=1048576 2024-04-13T08:05:51.487 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.487+0000 7faa9f63b780 1 < completed part key=_multipart_CCIT8DQBN9WK.2~1QHKMGA4SC79.1 size=199238 2024-04-13T08:05:51.491 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.491+0000 7faa9f63b780 1 < completed multipart upload key=CCIT8DQBN9WK upload=1QHKMGA4SC79 tag=G6EXMO9HE90T type=write size=2296390 2024-04-13T08:05:51.495 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.495+0000 7faa9f63b780 1 > prepared part key=_multipart_C8EO3JFDK3I3.2~HMPR25Y1IXGY.0 size=1048576 2024-04-13T08:05:51.496 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.497+0000 7faa9f63b780 1 > prepared part key=_multipart_C8EO3JFDK3I3.2~HMPR25Y1IXGY.1 size=1048576 2024-04-13T08:05:51.498 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.498+0000 7faa9f63b780 1 > prepared part key=_multipart_C8EO3JFDK3I3.2~HMPR25Y1IXGY.2 size=675048 2024-04-13T08:05:51.498 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.498+0000 7faa9f63b780 1 > prepared multipart upload key=C8EO3JFDK3I3 upload=HMPR25Y1IXGY tag=MOB3R4YONJT3 type=write size=3820776 2024-04-13T08:05:51.500 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.500+0000 7faa9f63b780 1 < completed delete operation key=KN6SVO6HG65Q tag=G48V68KSH3L9 type=del 2024-04-13T08:05:51.504 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.504+0000 7faa9f63b780 1 > prepared part key=_multipart_1139HXY3WYTZ.2~P9B0TQ50LYMJ.0 size=498844 2024-04-13T08:05:51.504 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.504+0000 7faa9f63b780 1 > prepared multipart upload key=1139HXY3WYTZ upload=P9B0TQ50LYMJ tag=EWUROLUETV5I type=write size=1547420 2024-04-13T08:05:51.506 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.506+0000 7faa9f63b780 1 < completed delete operation key=CSYE7NHVWP4Q tag=Y29IZ73FG573 type=del 2024-04-13T08:05:51.509 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.508+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=DN8ES498QVAE type=del size=4051346 2024-04-13T08:05:51.511 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.511+0000 7faa9f63b780 1 < completed part key=_multipart_NHC2LNYCNU8O.2~902QY2D6UXHB.0 size=1048576 2024-04-13T08:05:51.513 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.513+0000 7faa9f63b780 1 < completed part key=_multipart_NHC2LNYCNU8O.2~902QY2D6UXHB.1 size=186540 2024-04-13T08:05:51.517 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.517+0000 7faa9f63b780 1 < completed multipart upload key=NHC2LNYCNU8O upload=902QY2D6UXHB tag=DZVH1ON10O08 type=write size=2283692 2024-04-13T08:05:51.521 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.522+0000 7faa9f63b780 1 > prepared part key=_multipart_EBB3GPXHIYM1.2~KUAE32RIFK0A.0 size=1048576 2024-04-13T08:05:51.523 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.524+0000 7faa9f63b780 1 > prepared part key=_multipart_EBB3GPXHIYM1.2~KUAE32RIFK0A.1 size=78578 2024-04-13T08:05:51.524 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.524+0000 7faa9f63b780 1 > prepared multipart upload key=EBB3GPXHIYM1 upload=KUAE32RIFK0A tag=D78LDSQD3W9E type=write size=2175730 2024-04-13T08:05:51.527 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.527+0000 7faa9f63b780 -1 < failed to complete operation key=USAT0PUC8Q9C tag=KROY2RR79GU2 type=write size=386962: (22) Invalid argument 2024-04-13T08:05:51.529 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.529+0000 7faa9f63b780 1 > prepared operation key=LCYUO09YJOWJ tag=WA6X0D2NYYK2 type=write size=835279 2024-04-13T08:05:51.531 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.531+0000 7faa9f63b780 1 < completed delete operation key=KPYALZ2K1347 tag=770WFG5Q7OGS type=del 2024-04-13T08:05:51.537 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.537+0000 7faa9f63b780 1 > prepared part key=_multipart_1R98I2OD2C1B.2~FRPD2CBH4DIG.0 size=1048576 2024-04-13T08:05:51.538 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.539+0000 7faa9f63b780 1 > prepared part key=_multipart_1R98I2OD2C1B.2~FRPD2CBH4DIG.1 size=501941 2024-04-13T08:05:51.539 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.539+0000 7faa9f63b780 1 > prepared multipart upload key=1R98I2OD2C1B upload=FRPD2CBH4DIG tag=SEDG0J9FNM4H type=write size=2599093 2024-04-13T08:05:51.541 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.541+0000 7faa9f63b780 1 < completed delete operation key=EBB3GPXHIYM1 tag=RJRURZSN2XWM type=del 2024-04-13T08:05:51.544 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.544+0000 7faa9f63b780 1 > prepared operation key=BGZCO481WX23 tag=NT3KEIQZUJ0N type=write size=679559 2024-04-13T08:05:51.545 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.546+0000 7faa9f63b780 1 < completed part key=_multipart_ATLCBD5K8IS1.2~W2K4Z49UZIDD.0 size=1048576 2024-04-13T08:05:51.546 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.546+0000 7faa9f63b780 1 < canceled part key=_multipart_ATLCBD5K8IS1.2~W2K4Z49UZIDD.1 size=1048576 2024-04-13T08:05:51.547 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.548+0000 7faa9f63b780 1 < completed part key=_multipart_ATLCBD5K8IS1.2~W2K4Z49UZIDD.2 size=187730 2024-04-13T08:05:51.552 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.552+0000 7faa9f63b780 1 < canceled multipart upload key=ATLCBD5K8IS1 upload=W2K4Z49UZIDD tag=Z2VEEMRI2VDY type=write size=3333458 2024-04-13T08:05:51.556 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.556+0000 7faa9f63b780 1 > prepared part key=_multipart_KN6SVO6HG65Q.2~XN6J5XGUHWZ3.0 size=1048576 2024-04-13T08:05:51.558 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.558+0000 7faa9f63b780 1 > prepared part key=_multipart_KN6SVO6HG65Q.2~XN6J5XGUHWZ3.1 size=1048576 2024-04-13T08:05:51.560 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.560+0000 7faa9f63b780 1 > prepared part key=_multipart_KN6SVO6HG65Q.2~XN6J5XGUHWZ3.2 size=448928 2024-04-13T08:05:51.561 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.560+0000 7faa9f63b780 1 > prepared multipart upload key=KN6SVO6HG65Q upload=XN6J5XGUHWZ3 tag=P0TPS6JCDZW7 type=write size=3594656 2024-04-13T08:05:51.561 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.561+0000 7faa9f63b780 1 < canceled part key=_multipart_Y3BAXTXJ3THV.2~UHOE7RI9BFOB.0 size=1048576 2024-04-13T08:05:51.562 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.562+0000 7faa9f63b780 1 < completed part key=_multipart_Y3BAXTXJ3THV.2~UHOE7RI9BFOB.1 size=934766 2024-04-13T08:05:51.566 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.566+0000 7faa9f63b780 1 < canceled multipart upload key=Y3BAXTXJ3THV upload=UHOE7RI9BFOB tag=OJSLR62SAPAU type=write size=3031918 2024-04-13T08:05:51.568 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.568+0000 7faa9f63b780 1 > prepared operation key=YVLYPQFVWYAW tag=HNEPSJXHJELI type=del size=1939504 2024-04-13T08:05:51.570 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.570+0000 7faa9f63b780 1 < completed delete operation key=BGZCO481WX23 tag=6SHN3GBLGOXC type=del 2024-04-13T08:05:51.574 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.574+0000 7faa9f63b780 1 > prepared part key=_multipart_CWNYE55R1BSI.2~T3QDVRS5FWJG.0 size=1048576 2024-04-13T08:05:51.575 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.576+0000 7faa9f63b780 1 > prepared part key=_multipart_CWNYE55R1BSI.2~T3QDVRS5FWJG.1 size=188362 2024-04-13T08:05:51.576 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.576+0000 7faa9f63b780 1 > prepared multipart upload key=CWNYE55R1BSI upload=T3QDVRS5FWJG tag=RJ2351MRM7D6 type=write size=2285514 2024-04-13T08:05:51.577 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.578+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~YV4RCC5W4DQM.0 size=1048576 2024-04-13T08:05:51.579 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.580+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~YV4RCC5W4DQM.1 size=1048576 2024-04-13T08:05:51.582 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.581+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~YV4RCC5W4DQM.2 size=933756 2024-04-13T08:05:51.585 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.585+0000 7faa9f63b780 1 < completed multipart upload key=KPYALZ2K1347 upload=YV4RCC5W4DQM tag=RIO6T2S1X1Z1 type=write size=4079484 2024-04-13T08:05:51.587 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.587+0000 7faa9f63b780 1 > prepared operation key=C8EO3JFDK3I3 tag=HSVZ257YPPAT type=del size=1237762 2024-04-13T08:05:51.591 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.591+0000 7faa9f63b780 1 < suggested update operation key=DQJZH0QC5JG1 tag=3AD3BHPH12NA type=del size=207843 2024-04-13T08:05:51.593 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.594+0000 7faa9f63b780 1 > prepared operation key=TSACVEYQTVRN tag=7KYAC5RWJ2SJ type=del size=2969221 2024-04-13T08:05:51.595 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.596+0000 7faa9f63b780 1 < completed part key=_multipart_ATLCBD5K8IS1.2~WY00CYLSHY8C.0 size=872339 2024-04-13T08:05:51.600 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.600+0000 7faa9f63b780 1 < completed multipart upload key=ATLCBD5K8IS1 upload=WY00CYLSHY8C tag=R10UKHLSPJIJ type=write size=1920915 2024-04-13T08:05:51.602 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.602+0000 7faa9f63b780 1 > prepared operation key=YVLYPQFVWYAW tag=GCLH9C6BRHNV type=del size=570800 2024-04-13T08:05:51.604 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.604+0000 7faa9f63b780 1 < completed delete operation key=BGZCO481WX23 tag=ZL0REGP1EP5X type=del 2024-04-13T08:05:51.608 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.608+0000 7faa9f63b780 1 > prepared part key=_multipart_6EIPCHTPO3X1.2~3YL92WBXE8AX.0 size=1048576 2024-04-13T08:05:51.610 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.610+0000 7faa9f63b780 1 > prepared part key=_multipart_6EIPCHTPO3X1.2~3YL92WBXE8AX.1 size=808918 2024-04-13T08:05:51.610 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.610+0000 7faa9f63b780 1 > prepared multipart upload key=6EIPCHTPO3X1 upload=3YL92WBXE8AX tag=SEOC39A29SI7 type=write size=2906070 2024-04-13T08:05:51.614 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.614+0000 7faa9f63b780 1 < suggested update operation key=EBB3GPXHIYM1 tag=GD1SMZQJAFY1 type=del size=1941779 2024-04-13T08:05:51.616 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.616+0000 7faa9f63b780 1 > prepared operation key=LCYUO09YJOWJ tag=1EFTBYQR060I type=del size=3798492 2024-04-13T08:05:51.620 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.620+0000 7faa9f63b780 1 < suggested remove operation key=CSYE7NHVWP4Q tag=FUVMW2N3HDB8 type=del 2024-04-13T08:05:51.622 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.622+0000 7faa9f63b780 1 > prepared operation key=Y3BAXTXJ3THV tag=XCG7LTS9KL2F type=del size=1831376 2024-04-13T08:05:51.624 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.624+0000 7faa9f63b780 1 < completed part key=_multipart_C8EO3JFDK3I3.2~HMPR25Y1IXGY.0 size=1048576 2024-04-13T08:05:51.626 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.626+0000 7faa9f63b780 1 < completed part key=_multipart_C8EO3JFDK3I3.2~HMPR25Y1IXGY.1 size=1048576 2024-04-13T08:05:51.628 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.628+0000 7faa9f63b780 1 < completed part key=_multipart_C8EO3JFDK3I3.2~HMPR25Y1IXGY.2 size=675048 2024-04-13T08:05:51.632 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.632+0000 7faa9f63b780 1 < completed multipart upload key=C8EO3JFDK3I3 upload=HMPR25Y1IXGY tag=MOB3R4YONJT3 type=write size=3820776 2024-04-13T08:05:51.634 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.634+0000 7faa9f63b780 1 > prepared operation key=1R98I2OD2C1B tag=L0OI343UGGSV type=del size=3708916 2024-04-13T08:05:51.636 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.636+0000 7faa9f63b780 1 < completed part key=_multipart_1139HXY3WYTZ.2~P9B0TQ50LYMJ.0 size=498844 2024-04-13T08:05:51.640 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.640+0000 7faa9f63b780 1 < completed multipart upload key=1139HXY3WYTZ upload=P9B0TQ50LYMJ tag=EWUROLUETV5I type=write size=1547420 2024-04-13T08:05:51.644 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.644+0000 7faa9f63b780 1 > prepared part key=_multipart_BGZCO481WX23.2~XJ1JOCT5P6YS.0 size=1048576 2024-04-13T08:05:51.646 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.646+0000 7faa9f63b780 1 > prepared part key=_multipart_BGZCO481WX23.2~XJ1JOCT5P6YS.1 size=429583 2024-04-13T08:05:51.646 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.646+0000 7faa9f63b780 1 > prepared multipart upload key=BGZCO481WX23 upload=XJ1JOCT5P6YS tag=4D88PFT9HC20 type=write size=2526735 2024-04-13T08:05:51.649 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.650+0000 7faa9f63b780 1 < suggested update operation key=ATLCBD5K8IS1 tag=DN8ES498QVAE type=del size=4051346 2024-04-13T08:05:51.651 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.652+0000 7faa9f63b780 1 > prepared operation key=EBB3GPXHIYM1 tag=WU7T3ZAU16DF type=del size=509638 2024-04-13T08:05:51.653 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.654+0000 7faa9f63b780 1 < completed part key=_multipart_EBB3GPXHIYM1.2~KUAE32RIFK0A.0 size=1048576 2024-04-13T08:05:51.655 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.655+0000 7faa9f63b780 1 < completed part key=_multipart_EBB3GPXHIYM1.2~KUAE32RIFK0A.1 size=78578 2024-04-13T08:05:51.659 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.659+0000 7faa9f63b780 1 < completed multipart upload key=EBB3GPXHIYM1 upload=KUAE32RIFK0A tag=D78LDSQD3W9E type=write size=2175730 2024-04-13T08:05:51.661 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.661+0000 7faa9f63b780 1 > prepared operation key=1139HXY3WYTZ tag=X35RK5UBRKWA type=del size=472587 2024-04-13T08:05:51.663 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.663+0000 7faa9f63b780 1 < canceled operation key=LCYUO09YJOWJ tag=WA6X0D2NYYK2 type=write size=835279 2024-04-13T08:05:51.666 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.666+0000 7faa9f63b780 1 > prepared operation key=YVLYPQFVWYAW tag=JOCPKPQ1J83F type=del size=961609 2024-04-13T08:05:51.668 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.668+0000 7faa9f63b780 1 < completed part key=_multipart_1R98I2OD2C1B.2~FRPD2CBH4DIG.0 size=1048576 2024-04-13T08:05:51.670 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.670+0000 7faa9f63b780 1 < completed part key=_multipart_1R98I2OD2C1B.2~FRPD2CBH4DIG.1 size=501941 2024-04-13T08:05:51.675 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.675+0000 7faa9f63b780 1 < completed multipart upload key=1R98I2OD2C1B upload=FRPD2CBH4DIG tag=SEDG0J9FNM4H type=write size=2599093 2024-04-13T08:05:51.677 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.678+0000 7faa9f63b780 1 > prepared operation key=DQJZH0QC5JG1 tag=9IHNPS68XSAL type=del size=555521 2024-04-13T08:05:51.679 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.680+0000 7faa9f63b780 1 < completed write operation key=BGZCO481WX23 tag=NT3KEIQZUJ0N type=write size=679559 2024-04-13T08:05:51.681 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.682+0000 7faa9f63b780 1 > prepared operation key=3H9XN46FCEJA tag=ZENK1F6CILLZ type=del size=3151473 2024-04-13T08:05:51.684 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.684+0000 7faa9f63b780 1 < completed part key=_multipart_KN6SVO6HG65Q.2~XN6J5XGUHWZ3.0 size=1048576 2024-04-13T08:05:51.686 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.686+0000 7faa9f63b780 1 < completed part key=_multipart_KN6SVO6HG65Q.2~XN6J5XGUHWZ3.1 size=1048576 2024-04-13T08:05:51.686 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.686+0000 7faa9f63b780 1 < canceled part key=_multipart_KN6SVO6HG65Q.2~XN6J5XGUHWZ3.2 size=448928 2024-04-13T08:05:51.689 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.689+0000 7faa9f63b780 1 < canceled multipart upload key=KN6SVO6HG65Q upload=XN6J5XGUHWZ3 tag=P0TPS6JCDZW7 type=write size=3594656 2024-04-13T08:05:51.693 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.693+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~Q5IL7TIDKQ9B.0 size=1048576 2024-04-13T08:05:51.695 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.695+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~Q5IL7TIDKQ9B.1 size=1048576 2024-04-13T08:05:51.697 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.697+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~Q5IL7TIDKQ9B.2 size=105938 2024-04-13T08:05:51.697 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.697+0000 7faa9f63b780 1 > prepared multipart upload key=USAT0PUC8Q9C upload=Q5IL7TIDKQ9B tag=3POS0BJAA6NV type=write size=3251666 2024-04-13T08:05:51.699 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.699+0000 7faa9f63b780 1 < completed delete operation key=YVLYPQFVWYAW tag=HNEPSJXHJELI type=del 2024-04-13T08:05:51.703 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.703+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~O0V0XJDOJDSQ.0 size=581503 2024-04-13T08:05:51.703 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.703+0000 7faa9f63b780 1 > prepared multipart upload key=USAT0PUC8Q9C upload=O0V0XJDOJDSQ tag=BVCAILVOUPNM type=write size=1630079 2024-04-13T08:05:51.705 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.705+0000 7faa9f63b780 1 < completed part key=_multipart_CWNYE55R1BSI.2~T3QDVRS5FWJG.0 size=1048576 2024-04-13T08:05:51.708 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.708+0000 7faa9f63b780 1 < completed part key=_multipart_CWNYE55R1BSI.2~T3QDVRS5FWJG.1 size=188362 2024-04-13T08:05:51.711 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.711+0000 7faa9f63b780 1 < completed multipart upload key=CWNYE55R1BSI upload=T3QDVRS5FWJG tag=RJ2351MRM7D6 type=write size=2285514 2024-04-13T08:05:51.715 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.715+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~QGMJRHX4QW77.0 size=10922 2024-04-13T08:05:51.715 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.715+0000 7faa9f63b780 1 > prepared multipart upload key=DQJZH0QC5JG1 upload=QGMJRHX4QW77 tag=3QCZY6E6P7NS type=write size=1059498 2024-04-13T08:05:51.719 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.719+0000 7faa9f63b780 1 < suggested remove operation key=C8EO3JFDK3I3 tag=HSVZ257YPPAT type=del 2024-04-13T08:05:51.723 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.723+0000 7faa9f63b780 1 > prepared part key=_multipart_B9J0DWQ62YOI.2~0SQQM7RNJ4WT.0 size=176537 2024-04-13T08:05:51.723 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.723+0000 7faa9f63b780 1 > prepared multipart upload key=B9J0DWQ62YOI upload=0SQQM7RNJ4WT tag=YUPY28070OGL type=write size=1225113 2024-04-13T08:05:51.725 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.725+0000 7faa9f63b780 1 < completed delete operation key=TSACVEYQTVRN tag=7KYAC5RWJ2SJ type=del 2024-04-13T08:05:51.727 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.727+0000 7faa9f63b780 1 > prepared operation key=XP1MOJCI0XHQ tag=SN37M9JJOR5M type=del size=4006656 2024-04-13T08:05:51.729 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.730+0000 7faa9f63b780 1 < completed delete operation key=YVLYPQFVWYAW tag=GCLH9C6BRHNV type=del 2024-04-13T08:05:51.732 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.732+0000 7faa9f63b780 1 > prepared operation key=3H9XN46FCEJA tag=YTMDG5RB0SNF type=write size=873774 2024-04-13T08:05:51.734 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.734+0000 7faa9f63b780 1 < completed part key=_multipart_6EIPCHTPO3X1.2~3YL92WBXE8AX.0 size=1048576 2024-04-13T08:05:51.734 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.734+0000 7faa9f63b780 1 < canceled part key=_multipart_6EIPCHTPO3X1.2~3YL92WBXE8AX.1 size=808918 2024-04-13T08:05:51.738 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.738+0000 7faa9f63b780 1 < canceled multipart upload key=6EIPCHTPO3X1 upload=3YL92WBXE8AX tag=SEOC39A29SI7 type=write size=2906070 2024-04-13T08:05:51.741 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.742+0000 7faa9f63b780 1 > prepared part key=_multipart_CCIT8DQBN9WK.2~HR8G261WWZN5.0 size=1048576 2024-04-13T08:05:51.743 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.743+0000 7faa9f63b780 1 > prepared part key=_multipart_CCIT8DQBN9WK.2~HR8G261WWZN5.1 size=393837 2024-04-13T08:05:51.743 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.743+0000 7faa9f63b780 1 > prepared multipart upload key=CCIT8DQBN9WK upload=HR8G261WWZN5 tag=DA7V23DN8UCM type=write size=2490989 2024-04-13T08:05:51.749 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.749+0000 7faa9f63b780 1 < suggested update operation key=LCYUO09YJOWJ tag=1EFTBYQR060I type=del size=3798492 2024-04-13T08:05:51.751 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.751+0000 7faa9f63b780 1 > prepared operation key=BGZCO481WX23 tag=9UIAI6JV2XG7 type=del size=1638924 2024-04-13T08:05:51.753 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.753+0000 7faa9f63b780 1 < completed delete operation key=Y3BAXTXJ3THV tag=XCG7LTS9KL2F type=del 2024-04-13T08:05:51.758 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.758+0000 7faa9f63b780 1 > prepared part key=_multipart_EBB3GPXHIYM1.2~JN212CJKHHV3.0 size=21145 2024-04-13T08:05:51.758 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.758+0000 7faa9f63b780 1 > prepared multipart upload key=EBB3GPXHIYM1 upload=JN212CJKHHV3 tag=NACEZHXYY0FU type=write size=1069721 2024-04-13T08:05:51.762 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.762+0000 7faa9f63b780 1 < suggested update operation key=1R98I2OD2C1B tag=L0OI343UGGSV type=del size=3708916 2024-04-13T08:05:51.766 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.766+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~WMZQ6IQQ98XD.0 size=1048576 2024-04-13T08:05:51.767 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.768+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~WMZQ6IQQ98XD.1 size=1048576 2024-04-13T08:05:51.769 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.770+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~WMZQ6IQQ98XD.2 size=876518 2024-04-13T08:05:51.769 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.770+0000 7faa9f63b780 1 > prepared multipart upload key=DQJZH0QC5JG1 upload=WMZQ6IQQ98XD tag=T0C0G4V3QSRT type=write size=4022246 2024-04-13T08:05:51.770 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.770+0000 7faa9f63b780 1 < canceled part key=_multipart_BGZCO481WX23.2~XJ1JOCT5P6YS.0 size=1048576 2024-04-13T08:05:51.771 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.772+0000 7faa9f63b780 1 < completed part key=_multipart_BGZCO481WX23.2~XJ1JOCT5P6YS.1 size=429583 2024-04-13T08:05:51.775 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.776+0000 7faa9f63b780 1 < canceled multipart upload key=BGZCO481WX23 upload=XJ1JOCT5P6YS tag=4D88PFT9HC20 type=write size=2526735 2024-04-13T08:05:51.778 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.778+0000 7faa9f63b780 1 > prepared operation key=DQJZH0QC5JG1 tag=RCHMNU58UE1G type=del size=2196132 2024-04-13T08:05:51.780 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.780+0000 7faa9f63b780 1 < completed delete operation key=EBB3GPXHIYM1 tag=WU7T3ZAU16DF type=del 2024-04-13T08:05:51.782 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.782+0000 7faa9f63b780 1 > prepared operation key=1139HXY3WYTZ tag=GPO7UXQUL1S2 type=del size=1853194 2024-04-13T08:05:51.784 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.784+0000 7faa9f63b780 1 < completed delete operation key=1139HXY3WYTZ tag=X35RK5UBRKWA type=del 2024-04-13T08:05:51.788 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.788+0000 7faa9f63b780 1 > prepared part key=_multipart_LCYUO09YJOWJ.2~J47STQWF5DWV.0 size=8246 2024-04-13T08:05:51.788 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.788+0000 7faa9f63b780 1 > prepared multipart upload key=LCYUO09YJOWJ upload=J47STQWF5DWV tag=RZIHQTYNLF33 type=write size=1056822 2024-04-13T08:05:51.790 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.791+0000 7faa9f63b780 1 < completed delete operation key=YVLYPQFVWYAW tag=JOCPKPQ1J83F type=del 2024-04-13T08:05:51.793 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.793+0000 7faa9f63b780 1 > prepared operation key=CCIT8DQBN9WK tag=WR74Z6KIAISE type=del size=3776574 2024-04-13T08:05:51.795 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.795+0000 7faa9f63b780 1 < completed delete operation key=DQJZH0QC5JG1 tag=9IHNPS68XSAL type=del 2024-04-13T08:05:51.797 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.797+0000 7faa9f63b780 1 > prepared operation key=1R98I2OD2C1B tag=ZGQ6MMY85CUV type=del size=711305 2024-04-13T08:05:51.799 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.799+0000 7faa9f63b780 1 < completed delete operation key=3H9XN46FCEJA tag=ZENK1F6CILLZ type=del 2024-04-13T08:05:51.801 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.801+0000 7faa9f63b780 1 > prepared operation key=7LQHTC0JXLLC tag=OJHP4BGI5EHM type=del size=727906 2024-04-13T08:05:51.801 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.802+0000 7faa9f63b780 1 < canceled part key=_multipart_USAT0PUC8Q9C.2~Q5IL7TIDKQ9B.0 size=1048576 2024-04-13T08:05:51.803 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.803+0000 7faa9f63b780 1 < completed part key=_multipart_USAT0PUC8Q9C.2~Q5IL7TIDKQ9B.1 size=1048576 2024-04-13T08:05:51.805 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.805+0000 7faa9f63b780 1 < completed part key=_multipart_USAT0PUC8Q9C.2~Q5IL7TIDKQ9B.2 size=105938 2024-04-13T08:05:51.809 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.809+0000 7faa9f63b780 1 < canceled multipart upload key=USAT0PUC8Q9C upload=Q5IL7TIDKQ9B tag=3POS0BJAA6NV type=write size=3251666 2024-04-13T08:05:51.810 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.811+0000 7faa9f63b780 1 > prepared operation key=6EIPCHTPO3X1 tag=4MQBN8WXVBRQ type=del size=3376432 2024-04-13T08:05:51.813 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.813+0000 7faa9f63b780 1 < completed part key=_multipart_USAT0PUC8Q9C.2~O0V0XJDOJDSQ.0 size=581503 2024-04-13T08:05:51.817 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.817+0000 7faa9f63b780 1 < completed multipart upload key=USAT0PUC8Q9C upload=O0V0XJDOJDSQ tag=BVCAILVOUPNM type=write size=1630079 2024-04-13T08:05:51.819 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.819+0000 7faa9f63b780 1 > prepared operation key=EBB3GPXHIYM1 tag=5NX8O3EQZ9ME type=del size=2157784 2024-04-13T08:05:51.821 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.821+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~QGMJRHX4QW77.0 size=10922 2024-04-13T08:05:51.825 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.825+0000 7faa9f63b780 1 < completed multipart upload key=DQJZH0QC5JG1 upload=QGMJRHX4QW77 tag=3QCZY6E6P7NS type=write size=1059498 2024-04-13T08:05:51.827 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.827+0000 7faa9f63b780 1 > prepared operation key=B9J0DWQ62YOI tag=QQHP4L0G9Q07 type=del size=3091853 2024-04-13T08:05:51.829 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.829+0000 7faa9f63b780 1 < completed part key=_multipart_B9J0DWQ62YOI.2~0SQQM7RNJ4WT.0 size=176537 2024-04-13T08:05:51.832 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.833+0000 7faa9f63b780 1 < completed multipart upload key=B9J0DWQ62YOI upload=0SQQM7RNJ4WT tag=YUPY28070OGL type=write size=1225113 2024-04-13T08:05:51.834 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.835+0000 7faa9f63b780 1 > prepared operation key=KN6SVO6HG65Q tag=LIIHSW8W6RZ3 type=del size=943753 2024-04-13T08:05:51.836 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.837+0000 7faa9f63b780 1 < completed delete operation key=XP1MOJCI0XHQ tag=SN37M9JJOR5M type=del 2024-04-13T08:05:51.838 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.839+0000 7faa9f63b780 1 > prepared operation key=XP1MOJCI0XHQ tag=UYEA4S119S0O type=del size=2799752 2024-04-13T08:05:51.841 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.841+0000 7faa9f63b780 1 < completed write operation key=3H9XN46FCEJA tag=YTMDG5RB0SNF type=write size=873774 2024-04-13T08:05:51.843 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.843+0000 7faa9f63b780 1 > prepared operation key=WSX0KY6Y4RVU tag=8S0FIRFSTK03 type=del size=857547 2024-04-13T08:05:51.845 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.846+0000 7faa9f63b780 1 < completed part key=_multipart_CCIT8DQBN9WK.2~HR8G261WWZN5.0 size=1048576 2024-04-13T08:05:51.847 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.847+0000 7faa9f63b780 1 < completed part key=_multipart_CCIT8DQBN9WK.2~HR8G261WWZN5.1 size=393837 2024-04-13T08:05:51.851 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.851+0000 7faa9f63b780 1 < completed multipart upload key=CCIT8DQBN9WK upload=HR8G261WWZN5 tag=DA7V23DN8UCM type=write size=2490989 2024-04-13T08:05:51.854 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.854+0000 7faa9f63b780 1 > prepared operation key=57TR9Y9AGKFZ tag=7GAUNTEQ9W4H type=write size=366833 2024-04-13T08:05:51.856 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.856+0000 7faa9f63b780 1 < canceled operation key=BGZCO481WX23 tag=9UIAI6JV2XG7 type=del size=1638924 2024-04-13T08:05:51.860 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.860+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~W4IBUW4GHVQ8.0 size=1048576 2024-04-13T08:05:51.861 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.862+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~W4IBUW4GHVQ8.1 size=1048576 2024-04-13T08:05:51.863 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.863+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~W4IBUW4GHVQ8.2 size=1000311 2024-04-13T08:05:51.863 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.863+0000 7faa9f63b780 1 > prepared multipart upload key=3H9XN46FCEJA upload=W4IBUW4GHVQ8 tag=DFDEF4P32V6D type=write size=4146039 2024-04-13T08:05:51.865 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.866+0000 7faa9f63b780 1 < completed part key=_multipart_EBB3GPXHIYM1.2~JN212CJKHHV3.0 size=21145 2024-04-13T08:05:51.869 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.869+0000 7faa9f63b780 1 < completed multipart upload key=EBB3GPXHIYM1 upload=JN212CJKHHV3 tag=NACEZHXYY0FU type=write size=1069721 2024-04-13T08:05:51.872 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.872+0000 7faa9f63b780 1 > prepared operation key=ZS36Q14U11AV tag=HWMNQHY108NB type=del size=3018425 2024-04-13T08:05:51.874 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.874+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~WMZQ6IQQ98XD.0 size=1048576 2024-04-13T08:05:51.876 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.876+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~WMZQ6IQQ98XD.1 size=1048576 2024-04-13T08:05:51.878 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.878+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~WMZQ6IQQ98XD.2 size=876518 2024-04-13T08:05:51.882 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.882+0000 7faa9f63b780 1 < completed multipart upload key=DQJZH0QC5JG1 upload=WMZQ6IQQ98XD tag=T0C0G4V3QSRT type=write size=4022246 2024-04-13T08:05:51.886 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.886+0000 7faa9f63b780 1 > prepared part key=_multipart_1139HXY3WYTZ.2~1RUEYKRLFTR9.0 size=1048576 2024-04-13T08:05:51.888 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.889+0000 7faa9f63b780 1 > prepared part key=_multipart_1139HXY3WYTZ.2~1RUEYKRLFTR9.1 size=16265 2024-04-13T08:05:51.888 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.889+0000 7faa9f63b780 1 > prepared multipart upload key=1139HXY3WYTZ upload=1RUEYKRLFTR9 tag=VPCYDMN466DP type=write size=2113417 2024-04-13T08:05:51.893 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.893+0000 7faa9f63b780 1 < suggested update operation key=DQJZH0QC5JG1 tag=RCHMNU58UE1G type=del size=2196132 2024-04-13T08:05:51.897 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.898+0000 7faa9f63b780 1 > prepared part key=_multipart_CCIT8DQBN9WK.2~PGA6L2ZP6QBB.0 size=370923 2024-04-13T08:05:51.897 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.898+0000 7faa9f63b780 1 > prepared multipart upload key=CCIT8DQBN9WK upload=PGA6L2ZP6QBB tag=ID9DFWPSNUN5 type=write size=1419499 2024-04-13T08:05:51.900 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.900+0000 7faa9f63b780 1 < completed delete operation key=1139HXY3WYTZ tag=GPO7UXQUL1S2 type=del 2024-04-13T08:05:51.902 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.902+0000 7faa9f63b780 1 > prepared operation key=KN6SVO6HG65Q tag=WC57RXO0EY41 type=del size=596170 2024-04-13T08:05:51.904 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.904+0000 7faa9f63b780 1 < completed part key=_multipart_LCYUO09YJOWJ.2~J47STQWF5DWV.0 size=8246 2024-04-13T08:05:51.907 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.907+0000 7faa9f63b780 1 < completed multipart upload key=LCYUO09YJOWJ upload=J47STQWF5DWV tag=RZIHQTYNLF33 type=write size=1056822 2024-04-13T08:05:51.911 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.911+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~56A8W2CJCF9D.0 size=1046079 2024-04-13T08:05:51.911 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.911+0000 7faa9f63b780 1 > prepared multipart upload key=TSACVEYQTVRN upload=56A8W2CJCF9D tag=UBF5M6M6XSET type=write size=2094655 2024-04-13T08:05:51.915 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.915+0000 7faa9f63b780 1 < suggested update operation key=CCIT8DQBN9WK tag=WR74Z6KIAISE type=del size=3776574 2024-04-13T08:05:51.918 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.918+0000 7faa9f63b780 1 > prepared operation key=1139HXY3WYTZ tag=3KGVZV0ETGVJ type=del size=991683 2024-04-13T08:05:51.920 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.920+0000 7faa9f63b780 1 < canceled operation key=1R98I2OD2C1B tag=ZGQ6MMY85CUV type=del size=711305 2024-04-13T08:05:51.922 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.922+0000 7faa9f63b780 1 > prepared operation key=NHC2LNYCNU8O tag=M7CYCUWRHP6O type=write size=557469 2024-04-13T08:05:51.924 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.924+0000 7faa9f63b780 1 < completed delete operation key=7LQHTC0JXLLC tag=OJHP4BGI5EHM type=del 2024-04-13T08:05:51.928 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.928+0000 7faa9f63b780 1 > prepared part key=_multipart_KN6SVO6HG65Q.2~Q2WESQ6KHJXN.0 size=469340 2024-04-13T08:05:51.928 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.928+0000 7faa9f63b780 1 > prepared multipart upload key=KN6SVO6HG65Q upload=Q2WESQ6KHJXN tag=817B61INN5W9 type=write size=1517916 2024-04-13T08:05:51.930 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.931+0000 7faa9f63b780 1 < completed delete operation key=6EIPCHTPO3X1 tag=4MQBN8WXVBRQ type=del 2024-04-13T08:05:51.933 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.933+0000 7faa9f63b780 1 > prepared operation key=3H9XN46FCEJA tag=HRUL3I4ZI4R6 type=del size=825357 2024-04-13T08:05:51.935 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.935+0000 7faa9f63b780 1 < completed delete operation key=EBB3GPXHIYM1 tag=5NX8O3EQZ9ME type=del 2024-04-13T08:05:51.937 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.937+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=FLZ8MECFZ6Q8 type=del size=846851 2024-04-13T08:05:51.939 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.940+0000 7faa9f63b780 1 < completed delete operation key=B9J0DWQ62YOI tag=QQHP4L0G9Q07 type=del 2024-04-13T08:05:51.942 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.942+0000 7faa9f63b780 1 > prepared operation key=YVLYPQFVWYAW tag=C37UTY2AQGGJ type=write size=505852 2024-04-13T08:05:51.944 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.944+0000 7faa9f63b780 1 < canceled operation key=KN6SVO6HG65Q tag=LIIHSW8W6RZ3 type=del size=943753 2024-04-13T08:05:51.946 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.946+0000 7faa9f63b780 1 > prepared operation key=LCYUO09YJOWJ tag=R795BZ1RU0L1 type=del size=2587198 2024-04-13T08:05:51.948 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.948+0000 7faa9f63b780 1 < completed delete operation key=XP1MOJCI0XHQ tag=UYEA4S119S0O type=del 2024-04-13T08:05:51.950 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.950+0000 7faa9f63b780 1 > prepared operation key=CSYE7NHVWP4Q tag=QG4NZAFY6N95 type=del size=4033533 2024-04-13T08:05:51.954 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.954+0000 7faa9f63b780 1 < suggested remove operation key=WSX0KY6Y4RVU tag=8S0FIRFSTK03 type=del 2024-04-13T08:05:51.958 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.958+0000 7faa9f63b780 1 > prepared part key=_multipart_ZS36Q14U11AV.2~PDDU08W4TLT2.0 size=1048576 2024-04-13T08:05:51.960 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.961+0000 7faa9f63b780 1 > prepared part key=_multipart_ZS36Q14U11AV.2~PDDU08W4TLT2.1 size=1048576 2024-04-13T08:05:51.962 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.962+0000 7faa9f63b780 1 > prepared part key=_multipart_ZS36Q14U11AV.2~PDDU08W4TLT2.2 size=491353 2024-04-13T08:05:51.962 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.962+0000 7faa9f63b780 1 > prepared multipart upload key=ZS36Q14U11AV upload=PDDU08W4TLT2 tag=W2YVRDJCKVMG type=write size=3637081 2024-04-13T08:05:51.965 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.965+0000 7faa9f63b780 1 < completed write operation key=57TR9Y9AGKFZ tag=7GAUNTEQ9W4H type=write size=366833 2024-04-13T08:05:51.969 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.969+0000 7faa9f63b780 1 > prepared part key=_multipart_XP1MOJCI0XHQ.2~YMVIFWNS3N0C.0 size=1048576 2024-04-13T08:05:51.971 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.971+0000 7faa9f63b780 1 > prepared part key=_multipart_XP1MOJCI0XHQ.2~YMVIFWNS3N0C.1 size=1048576 2024-04-13T08:05:51.973 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.973+0000 7faa9f63b780 1 > prepared part key=_multipart_XP1MOJCI0XHQ.2~YMVIFWNS3N0C.2 size=849558 2024-04-13T08:05:51.973 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.973+0000 7faa9f63b780 1 > prepared multipart upload key=XP1MOJCI0XHQ upload=YMVIFWNS3N0C tag=99K1DVAGCQUW type=write size=3995286 2024-04-13T08:05:51.975 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.975+0000 7faa9f63b780 1 < completed part key=_multipart_3H9XN46FCEJA.2~W4IBUW4GHVQ8.0 size=1048576 2024-04-13T08:05:51.977 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.977+0000 7faa9f63b780 1 < completed part key=_multipart_3H9XN46FCEJA.2~W4IBUW4GHVQ8.1 size=1048576 2024-04-13T08:05:51.979 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.979+0000 7faa9f63b780 1 < completed part key=_multipart_3H9XN46FCEJA.2~W4IBUW4GHVQ8.2 size=1000311 2024-04-13T08:05:51.983 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.983+0000 7faa9f63b780 1 < completed multipart upload key=3H9XN46FCEJA upload=W4IBUW4GHVQ8 tag=DFDEF4P32V6D type=write size=4146039 2024-04-13T08:05:51.985 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.985+0000 7faa9f63b780 1 > prepared operation key=EB7L7HOTRCXY tag=WRJSK5Q2366A type=write size=178120 2024-04-13T08:05:51.987 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.988+0000 7faa9f63b780 1 < completed delete operation key=ZS36Q14U11AV tag=HWMNQHY108NB type=del 2024-04-13T08:05:51.990 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.990+0000 7faa9f63b780 1 > prepared operation key=C8EO3JFDK3I3 tag=OBLVRL18MDMC type=del size=3905407 2024-04-13T08:05:51.992 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.992+0000 7faa9f63b780 1 < completed part key=_multipart_1139HXY3WYTZ.2~1RUEYKRLFTR9.0 size=1048576 2024-04-13T08:05:51.994 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.994+0000 7faa9f63b780 1 < completed part key=_multipart_1139HXY3WYTZ.2~1RUEYKRLFTR9.1 size=16265 2024-04-13T08:05:51.997 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:51.998+0000 7faa9f63b780 1 < completed multipart upload key=1139HXY3WYTZ upload=1RUEYKRLFTR9 tag=VPCYDMN466DP type=write size=2113417 2024-04-13T08:05:51.999 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.000+0000 7faa9f63b780 1 > prepared operation key=NJTHX8PDBAAE tag=QJ5C7J0RG0TR type=write size=403447 2024-04-13T08:05:52.001 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.002+0000 7faa9f63b780 1 < completed part key=_multipart_CCIT8DQBN9WK.2~PGA6L2ZP6QBB.0 size=370923 2024-04-13T08:05:52.005 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.005+0000 7faa9f63b780 1 < completed multipart upload key=CCIT8DQBN9WK upload=PGA6L2ZP6QBB tag=ID9DFWPSNUN5 type=write size=1419499 2024-04-13T08:05:52.009 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.009+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~43OR474AJS20.0 size=1048576 2024-04-13T08:05:52.011 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.011+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~43OR474AJS20.1 size=1048576 2024-04-13T08:05:52.012 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.013+0000 7faa9f63b780 1 > prepared part key=_multipart_USAT0PUC8Q9C.2~43OR474AJS20.2 size=130170 2024-04-13T08:05:52.013 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.013+0000 7faa9f63b780 1 > prepared multipart upload key=USAT0PUC8Q9C upload=43OR474AJS20 tag=HKB0WX3FEZLZ type=write size=3275898 2024-04-13T08:05:52.017 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.017+0000 7faa9f63b780 1 < suggested remove operation key=KN6SVO6HG65Q tag=WC57RXO0EY41 type=del 2024-04-13T08:05:52.021 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.021+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~NMU0M2UH8OEJ.0 size=1048576 2024-04-13T08:05:52.023 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.023+0000 7faa9f63b780 1 > prepared part key=_multipart_KPYALZ2K1347.2~NMU0M2UH8OEJ.1 size=208002 2024-04-13T08:05:52.023 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.023+0000 7faa9f63b780 1 > prepared multipart upload key=KPYALZ2K1347 upload=NMU0M2UH8OEJ tag=BOLO7ACR0O0C type=write size=2305154 2024-04-13T08:05:52.025 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.025+0000 7faa9f63b780 1 < completed part key=_multipart_TSACVEYQTVRN.2~56A8W2CJCF9D.0 size=1046079 2024-04-13T08:05:52.029 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.029+0000 7faa9f63b780 1 < completed multipart upload key=TSACVEYQTVRN upload=56A8W2CJCF9D tag=UBF5M6M6XSET type=write size=2094655 2024-04-13T08:05:52.031 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.031+0000 7faa9f63b780 1 > prepared operation key=YVLYPQFVWYAW tag=5GCAC79CL7WT type=del size=2396873 2024-04-13T08:05:52.033 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.033+0000 7faa9f63b780 1 < completed delete operation key=1139HXY3WYTZ tag=3KGVZV0ETGVJ type=del 2024-04-13T08:05:52.035 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.035+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=G65MY6Z8CZCP type=del size=2492319 2024-04-13T08:05:52.038 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.038+0000 7faa9f63b780 1 < completed write operation key=NHC2LNYCNU8O tag=M7CYCUWRHP6O type=write size=557469 2024-04-13T08:05:52.042 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.042+0000 7faa9f63b780 1 > prepared part key=_multipart_ATLCBD5K8IS1.2~SR19DJBV3NNM.0 size=1048576 2024-04-13T08:05:52.043 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.043+0000 7faa9f63b780 1 > prepared part key=_multipart_ATLCBD5K8IS1.2~SR19DJBV3NNM.1 size=1048576 2024-04-13T08:05:52.045 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.045+0000 7faa9f63b780 1 > prepared part key=_multipart_ATLCBD5K8IS1.2~SR19DJBV3NNM.2 size=977602 2024-04-13T08:05:52.045 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.045+0000 7faa9f63b780 1 > prepared multipart upload key=ATLCBD5K8IS1 upload=SR19DJBV3NNM tag=PN5MRE3IW40J type=write size=4123330 2024-04-13T08:05:52.047 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.048+0000 7faa9f63b780 1 < completed part key=_multipart_KN6SVO6HG65Q.2~Q2WESQ6KHJXN.0 size=469340 2024-04-13T08:05:52.051 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.052+0000 7faa9f63b780 1 < completed multipart upload key=KN6SVO6HG65Q upload=Q2WESQ6KHJXN tag=817B61INN5W9 type=write size=1517916 2024-04-13T08:05:52.054 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.054+0000 7faa9f63b780 1 > prepared operation key=ATLCBD5K8IS1 tag=M8DCIN7EM7ZQ type=del size=4048505 2024-04-13T08:05:52.056 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.056+0000 7faa9f63b780 1 < canceled operation key=3H9XN46FCEJA tag=HRUL3I4ZI4R6 type=del size=825357 2024-04-13T08:05:52.060 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.060+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~AWAK0YXCH30H.0 size=1048576 2024-04-13T08:05:52.062 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.062+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~AWAK0YXCH30H.1 size=1048576 2024-04-13T08:05:52.064 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.064+0000 7faa9f63b780 1 > prepared part key=_multipart_9OD1R5489FHK.2~AWAK0YXCH30H.2 size=683687 2024-04-13T08:05:52.064 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.064+0000 7faa9f63b780 1 > prepared multipart upload key=9OD1R5489FHK upload=AWAK0YXCH30H tag=N5913KGCGZ2F type=write size=3829415 2024-04-13T08:05:52.066 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.066+0000 7faa9f63b780 1 < completed delete operation key=ATLCBD5K8IS1 tag=FLZ8MECFZ6Q8 type=del 2024-04-13T08:05:52.070 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.070+0000 7faa9f63b780 1 > prepared part key=_multipart_1R98I2OD2C1B.2~FTD8FAAE4L8U.0 size=1048576 2024-04-13T08:05:52.072 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.072+0000 7faa9f63b780 1 > prepared part key=_multipart_1R98I2OD2C1B.2~FTD8FAAE4L8U.1 size=1048576 2024-04-13T08:05:52.073 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.074+0000 7faa9f63b780 1 > prepared part key=_multipart_1R98I2OD2C1B.2~FTD8FAAE4L8U.2 size=204341 2024-04-13T08:05:52.074 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.074+0000 7faa9f63b780 1 > prepared multipart upload key=1R98I2OD2C1B upload=FTD8FAAE4L8U tag=VQTISZ38EH5W type=write size=3350069 2024-04-13T08:05:52.076 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.076+0000 7faa9f63b780 1 < completed write operation key=YVLYPQFVWYAW tag=C37UTY2AQGGJ type=write size=505852 2024-04-13T08:05:52.078 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.078+0000 7faa9f63b780 1 > prepared operation key=LCYUO09YJOWJ tag=Q51JEG47YN52 type=write size=209110 2024-04-13T08:05:52.082 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.082+0000 7faa9f63b780 1 < suggested remove operation key=LCYUO09YJOWJ tag=R795BZ1RU0L1 type=del 2024-04-13T08:05:52.087 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.087+0000 7faa9f63b780 1 > prepared part key=_multipart_C8EO3JFDK3I3.2~PFBGUGOFTPO5.0 size=516256 2024-04-13T08:05:52.087 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.087+0000 7faa9f63b780 1 > prepared multipart upload key=C8EO3JFDK3I3 upload=PFBGUGOFTPO5 tag=XP1TMZ8V6K1M type=write size=1564832 2024-04-13T08:05:52.091 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.091+0000 7faa9f63b780 1 < suggested update operation key=CSYE7NHVWP4Q tag=QG4NZAFY6N95 type=del size=4033533 2024-04-13T08:05:52.093 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.093+0000 7faa9f63b780 1 > prepared operation key=USAT0PUC8Q9C tag=9LP0UMZFDK7V type=del size=3225789 2024-04-13T08:05:52.095 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.095+0000 7faa9f63b780 1 < completed part key=_multipart_ZS36Q14U11AV.2~PDDU08W4TLT2.0 size=1048576 2024-04-13T08:05:52.098 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.098+0000 7faa9f63b780 1 < completed part key=_multipart_ZS36Q14U11AV.2~PDDU08W4TLT2.1 size=1048576 2024-04-13T08:05:52.099 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.100+0000 7faa9f63b780 1 < completed part key=_multipart_ZS36Q14U11AV.2~PDDU08W4TLT2.2 size=491353 2024-04-13T08:05:52.103 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.103+0000 7faa9f63b780 1 < completed multipart upload key=ZS36Q14U11AV upload=PDDU08W4TLT2 tag=W2YVRDJCKVMG type=write size=3637081 2024-04-13T08:05:52.106 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.106+0000 7faa9f63b780 1 > prepared operation key=EBB3GPXHIYM1 tag=EFBJGFFCMU6R type=del size=2430262 2024-04-13T08:05:52.108 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.108+0000 7faa9f63b780 1 < completed part key=_multipart_XP1MOJCI0XHQ.2~YMVIFWNS3N0C.0 size=1048576 2024-04-13T08:05:52.110 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.110+0000 7faa9f63b780 1 < completed part key=_multipart_XP1MOJCI0XHQ.2~YMVIFWNS3N0C.1 size=1048576 2024-04-13T08:05:52.111 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.112+0000 7faa9f63b780 1 < completed part key=_multipart_XP1MOJCI0XHQ.2~YMVIFWNS3N0C.2 size=849558 2024-04-13T08:05:52.115 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.115+0000 7faa9f63b780 1 < completed multipart upload key=XP1MOJCI0XHQ upload=YMVIFWNS3N0C tag=99K1DVAGCQUW type=write size=3995286 2024-04-13T08:05:52.117 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.117+0000 7faa9f63b780 1 > prepared operation key=EB7L7HOTRCXY tag=IBIQ0NIH2PIN type=del size=524300 2024-04-13T08:05:52.119 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.120+0000 7faa9f63b780 1 < completed write operation key=EB7L7HOTRCXY tag=WRJSK5Q2366A type=write size=178120 2024-04-13T08:05:52.122 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.122+0000 7faa9f63b780 1 > prepared operation key=DQJZH0QC5JG1 tag=MH4IO9PSREW8 type=del size=1280503 2024-04-13T08:05:52.124 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.124+0000 7faa9f63b780 1 < canceled operation key=C8EO3JFDK3I3 tag=OBLVRL18MDMC type=del size=3905407 2024-04-13T08:05:52.126 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.126+0000 7faa9f63b780 1 > prepared operation key=KPYALZ2K1347 tag=R9Q4HB51VMXO type=del size=2955177 2024-04-13T08:05:52.128 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.128+0000 7faa9f63b780 1 < completed write operation key=NJTHX8PDBAAE tag=QJ5C7J0RG0TR type=write size=403447 2024-04-13T08:05:52.130 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.130+0000 7faa9f63b780 1 > prepared operation key=U4KRH93HDNU6 tag=8WGXFXKBGWI1 type=del size=3406336 2024-04-13T08:05:52.132 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.132+0000 7faa9f63b780 1 < completed part key=_multipart_USAT0PUC8Q9C.2~43OR474AJS20.0 size=1048576 2024-04-13T08:05:52.134 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.134+0000 7faa9f63b780 1 < completed part key=_multipart_USAT0PUC8Q9C.2~43OR474AJS20.1 size=1048576 2024-04-13T08:05:52.136 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.136+0000 7faa9f63b780 1 < completed part key=_multipart_USAT0PUC8Q9C.2~43OR474AJS20.2 size=130170 2024-04-13T08:05:52.139 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.139+0000 7faa9f63b780 1 < completed multipart upload key=USAT0PUC8Q9C upload=43OR474AJS20 tag=HKB0WX3FEZLZ type=write size=3275898 2024-04-13T08:05:52.143 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.143+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~0R29VTGC3RRL.0 size=1048576 2024-04-13T08:05:52.145 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.145+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~0R29VTGC3RRL.1 size=1048576 2024-04-13T08:05:52.147 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.147+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~0R29VTGC3RRL.2 size=256755 2024-04-13T08:05:52.147 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.147+0000 7faa9f63b780 1 > prepared multipart upload key=TSACVEYQTVRN upload=0R29VTGC3RRL tag=5P40TI3GTJWK type=write size=3402483 2024-04-13T08:05:52.149 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.149+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~NMU0M2UH8OEJ.0 size=1048576 2024-04-13T08:05:52.151 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.151+0000 7faa9f63b780 1 < completed part key=_multipart_KPYALZ2K1347.2~NMU0M2UH8OEJ.1 size=208002 2024-04-13T08:05:52.154 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.154+0000 7faa9f63b780 1 < completed multipart upload key=KPYALZ2K1347 upload=NMU0M2UH8OEJ tag=BOLO7ACR0O0C type=write size=2305154 2024-04-13T08:05:52.158 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.158+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~7B2CXZO5534T.0 size=1048576 2024-04-13T08:05:52.160 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.160+0000 7faa9f63b780 1 > prepared part key=_multipart_DQJZH0QC5JG1.2~7B2CXZO5534T.1 size=427215 2024-04-13T08:05:52.160 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.160+0000 7faa9f63b780 1 > prepared multipart upload key=DQJZH0QC5JG1 upload=7B2CXZO5534T tag=RJHNHIGDTCNA type=write size=2524367 2024-04-13T08:05:52.162 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.162+0000 7faa9f63b780 1 < completed delete operation key=YVLYPQFVWYAW tag=5GCAC79CL7WT type=del 2024-04-13T08:05:52.164 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.164+0000 7faa9f63b780 1 > prepared operation key=ZLCXVHR00MT7 tag=SR7HW8SAVEKX type=del size=3551946 2024-04-13T08:05:52.168 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.168+0000 7faa9f63b780 1 < suggested remove operation key=USAT0PUC8Q9C tag=G65MY6Z8CZCP type=del 2024-04-13T08:05:52.172 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.172+0000 7faa9f63b780 1 > prepared part key=_multipart_B9J0DWQ62YOI.2~0XZG3XEZMBM2.0 size=1048576 2024-04-13T08:05:52.173 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.173+0000 7faa9f63b780 1 > prepared part key=_multipart_B9J0DWQ62YOI.2~0XZG3XEZMBM2.1 size=1048576 2024-04-13T08:05:52.175 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.175+0000 7faa9f63b780 1 > prepared part key=_multipart_B9J0DWQ62YOI.2~0XZG3XEZMBM2.2 size=1005976 2024-04-13T08:05:52.175 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.175+0000 7faa9f63b780 1 > prepared multipart upload key=B9J0DWQ62YOI upload=0XZG3XEZMBM2 tag=6S1KMTWD2AWA type=write size=4151704 2024-04-13T08:05:52.178 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.178+0000 7faa9f63b780 1 < completed part key=_multipart_ATLCBD5K8IS1.2~SR19DJBV3NNM.0 size=1048576 2024-04-13T08:05:52.180 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.180+0000 7faa9f63b780 1 < completed part key=_multipart_ATLCBD5K8IS1.2~SR19DJBV3NNM.1 size=1048576 2024-04-13T08:05:52.182 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.182+0000 7faa9f63b780 1 < completed part key=_multipart_ATLCBD5K8IS1.2~SR19DJBV3NNM.2 size=977602 2024-04-13T08:05:52.185 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.186+0000 7faa9f63b780 1 < completed multipart upload key=ATLCBD5K8IS1 upload=SR19DJBV3NNM tag=PN5MRE3IW40J type=write size=4123330 2024-04-13T08:05:52.187 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.188+0000 7faa9f63b780 1 > prepared operation key=9OD1R5489FHK tag=W0WXUGKZMF8H type=del size=1746599 2024-04-13T08:05:52.192 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.192+0000 7faa9f63b780 1 < suggested update operation key=ATLCBD5K8IS1 tag=M8DCIN7EM7ZQ type=del size=4048505 2024-04-13T08:05:52.196 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.196+0000 7faa9f63b780 1 > prepared part key=_multipart_ZS36Q14U11AV.2~5P5UHGA6X3LL.0 size=1048576 2024-04-13T08:05:52.197 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.197+0000 7faa9f63b780 1 > prepared part key=_multipart_ZS36Q14U11AV.2~5P5UHGA6X3LL.1 size=150030 2024-04-13T08:05:52.198 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.197+0000 7faa9f63b780 1 > prepared multipart upload key=ZS36Q14U11AV upload=5P5UHGA6X3LL tag=W6UUX52VMR9C type=write size=2247182 2024-04-13T08:05:52.198 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.198+0000 7faa9f63b780 1 < canceled part key=_multipart_9OD1R5489FHK.2~AWAK0YXCH30H.0 size=1048576 2024-04-13T08:05:52.199 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.200+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~AWAK0YXCH30H.1 size=1048576 2024-04-13T08:05:52.201 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.201+0000 7faa9f63b780 1 < completed part key=_multipart_9OD1R5489FHK.2~AWAK0YXCH30H.2 size=683687 2024-04-13T08:05:52.205 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.205+0000 7faa9f63b780 1 < canceled multipart upload key=9OD1R5489FHK upload=AWAK0YXCH30H tag=N5913KGCGZ2F type=write size=3829415 2024-04-13T08:05:52.207 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.207+0000 7faa9f63b780 1 > prepared operation key=EB7L7HOTRCXY tag=GAM6F0DYTCPR type=del size=3702414 2024-04-13T08:05:52.209 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.209+0000 7faa9f63b780 1 < completed part key=_multipart_1R98I2OD2C1B.2~FTD8FAAE4L8U.0 size=1048576 2024-04-13T08:05:52.211 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.211+0000 7faa9f63b780 1 < completed part key=_multipart_1R98I2OD2C1B.2~FTD8FAAE4L8U.1 size=1048576 2024-04-13T08:05:52.211 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.211+0000 7faa9f63b780 1 < canceled part key=_multipart_1R98I2OD2C1B.2~FTD8FAAE4L8U.2 size=204341 2024-04-13T08:05:52.215 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.215+0000 7faa9f63b780 1 < canceled multipart upload key=1R98I2OD2C1B upload=FTD8FAAE4L8U tag=VQTISZ38EH5W type=write size=3350069 2024-04-13T08:05:52.219 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.219+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~WHLBJ0LNLYQK.0 size=384046 2024-04-13T08:05:52.219 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.219+0000 7faa9f63b780 1 > prepared multipart upload key=TSACVEYQTVRN upload=WHLBJ0LNLYQK tag=ND2CPULBEK2W type=write size=1432622 2024-04-13T08:05:52.222 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.222+0000 7faa9f63b780 -1 < failed to complete operation key=LCYUO09YJOWJ tag=Q51JEG47YN52 type=write size=209110: (22) Invalid argument 2024-04-13T08:05:52.226 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.226+0000 7faa9f63b780 1 > prepared part key=_multipart_BGZCO481WX23.2~XXV9QYL1J3TM.0 size=1048576 2024-04-13T08:05:52.228 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.228+0000 7faa9f63b780 1 > prepared part key=_multipart_BGZCO481WX23.2~XXV9QYL1J3TM.1 size=877879 2024-04-13T08:05:52.228 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.228+0000 7faa9f63b780 1 > prepared multipart upload key=BGZCO481WX23 upload=XXV9QYL1J3TM tag=2XRNZ592OG8F type=write size=2975031 2024-04-13T08:05:52.230 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.230+0000 7faa9f63b780 1 < completed part key=_multipart_C8EO3JFDK3I3.2~PFBGUGOFTPO5.0 size=516256 2024-04-13T08:05:52.234 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.234+0000 7faa9f63b780 1 < completed multipart upload key=C8EO3JFDK3I3 upload=PFBGUGOFTPO5 tag=XP1TMZ8V6K1M type=write size=1564832 2024-04-13T08:05:52.236 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.236+0000 7faa9f63b780 1 > prepared operation key=EBB3GPXHIYM1 tag=FOB0GWHSGGEF type=del size=4017327 2024-04-13T08:05:52.239 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.239+0000 7faa9f63b780 -1 < failed to complete operation key=USAT0PUC8Q9C tag=9LP0UMZFDK7V type=del size=3225789: (22) Invalid argument 2024-04-13T08:05:52.241 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.241+0000 7faa9f63b780 1 > prepared operation key=BGZCO481WX23 tag=OHFT50RYLPNS type=del size=1020271 2024-04-13T08:05:52.243 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.243+0000 7faa9f63b780 1 < completed delete operation key=EBB3GPXHIYM1 tag=EFBJGFFCMU6R type=del 2024-04-13T08:05:52.247 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.247+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~II9WN126XQ8V.0 size=1048576 2024-04-13T08:05:52.249 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.249+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~II9WN126XQ8V.1 size=1048576 2024-04-13T08:05:52.251 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.251+0000 7faa9f63b780 1 > prepared part key=_multipart_TSACVEYQTVRN.2~II9WN126XQ8V.2 size=41143 2024-04-13T08:05:52.251 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.251+0000 7faa9f63b780 1 > prepared multipart upload key=TSACVEYQTVRN upload=II9WN126XQ8V tag=Y0K4L33FMJ5C type=write size=3186871 2024-04-13T08:05:52.255 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.256+0000 7faa9f63b780 1 < suggested update operation key=EB7L7HOTRCXY tag=IBIQ0NIH2PIN type=del size=524300 2024-04-13T08:05:52.257 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.258+0000 7faa9f63b780 1 > prepared operation key=EB7L7HOTRCXY tag=2H1YW16O0IDH type=del size=1865348 2024-04-13T08:05:52.260 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.260+0000 7faa9f63b780 1 < canceled operation key=DQJZH0QC5JG1 tag=MH4IO9PSREW8 type=del size=1280503 2024-04-13T08:05:52.262 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.262+0000 7faa9f63b780 1 > prepared operation key=7LQHTC0JXLLC tag=DKL5J5BQYS61 type=del size=3103369 2024-04-13T08:05:52.266 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.266+0000 7faa9f63b780 1 < suggested remove operation key=KPYALZ2K1347 tag=R9Q4HB51VMXO type=del 2024-04-13T08:05:52.270 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.270+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~KSFBL64GRCSW.0 size=1048576 2024-04-13T08:05:52.271 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.271+0000 7faa9f63b780 1 > prepared part key=_multipart_3H9XN46FCEJA.2~KSFBL64GRCSW.1 size=88057 2024-04-13T08:05:52.271 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.271+0000 7faa9f63b780 1 > prepared multipart upload key=3H9XN46FCEJA upload=KSFBL64GRCSW tag=L3WKKMCZBA8W type=write size=2185209 2024-04-13T08:05:52.275 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.275+0000 7faa9f63b780 1 < suggested remove operation key=U4KRH93HDNU6 tag=8WGXFXKBGWI1 type=del 2024-04-13T08:05:52.277 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.278+0000 7faa9f63b780 1 > prepared operation key=LCYUO09YJOWJ tag=H7WN1OD6OLS0 type=write size=731326 2024-04-13T08:05:52.280 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.280+0000 7faa9f63b780 1 < completed part key=_multipart_TSACVEYQTVRN.2~0R29VTGC3RRL.0 size=1048576 2024-04-13T08:05:52.281 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.282+0000 7faa9f63b780 1 < completed part key=_multipart_TSACVEYQTVRN.2~0R29VTGC3RRL.1 size=1048576 2024-04-13T08:05:52.283 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.283+0000 7faa9f63b780 1 < completed part key=_multipart_TSACVEYQTVRN.2~0R29VTGC3RRL.2 size=256755 2024-04-13T08:05:52.288 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.288+0000 7faa9f63b780 1 < completed multipart upload key=TSACVEYQTVRN upload=0R29VTGC3RRL tag=5P40TI3GTJWK type=write size=3402483 2024-04-13T08:05:52.292 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.292+0000 7faa9f63b780 1 > prepared operation key=KN6SVO6HG65Q tag=RE10W9IJDS92 type=write size=545855 2024-04-13T08:05:52.292 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.292+0000 7faa9f63b780 1 < canceled part key=_multipart_DQJZH0QC5JG1.2~7B2CXZO5534T.0 size=1048576 2024-04-13T08:05:52.294 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.295+0000 7faa9f63b780 1 < completed part key=_multipart_DQJZH0QC5JG1.2~7B2CXZO5534T.1 size=427215 2024-04-13T08:05:52.299 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.299+0000 7faa9f63b780 1 < canceled multipart upload key=DQJZH0QC5JG1 upload=7B2CXZO5534T tag=RJHNHIGDTCNA type=write size=2524367 2024-04-13T08:05:52.304 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.304+0000 7faa9f63b780 1 > prepared part key=_multipart_CSYE7NHVWP4Q.2~GVY6LXGGOOVR.0 size=1048576 2024-04-13T08:05:52.305 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.305+0000 7faa9f63b780 1 > prepared part key=_multipart_CSYE7NHVWP4Q.2~GVY6LXGGOOVR.1 size=188899 2024-04-13T08:05:52.305 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.305+0000 7faa9f63b780 1 > prepared multipart upload key=CSYE7NHVWP4Q upload=GVY6LXGGOOVR tag=PTP1YDBXM10W type=write size=2286051 2024-04-13T08:05:52.308 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.308+0000 7faa9f63b780 1 < completed delete operation key=ZLCXVHR00MT7 tag=SR7HW8SAVEKX type=del 2024-04-13T08:05:52.310 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.310+0000 7faa9f63b780 1 > prepared operation key=NJTHX8PDBAAE tag=0986Y8873I0R type=del size=1386468 2024-04-13T08:05:52.312 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.312+0000 7faa9f63b780 1 < completed part key=_multipart_B9J0DWQ62YOI.2~0XZG3XEZMBM2.0 size=1048576 2024-04-13T08:05:52.314 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.314+0000 7faa9f63b780 1 < completed part key=_multipart_B9J0DWQ62YOI.2~0XZG3XEZMBM2.1 size=1048576 2024-04-13T08:05:52.316 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.316+0000 7faa9f63b780 1 < completed part key=_multipart_B9J0DWQ62YOI.2~0XZG3XEZMBM2.2 size=1005976 2024-04-13T08:05:52.320 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.320+0000 7faa9f63b780 1 < completed multipart upload key=B9J0DWQ62YOI upload=0XZG3XEZMBM2 tag=6S1KMTWD2AWA type=write size=4151704 2024-04-13T08:05:52.324 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.324+0000 7faa9f63b780 1 > prepared part key=_multipart_ZS36Q14U11AV.2~DL0OIPMHR5HV.0 size=668293 2024-04-13T08:05:52.324 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.324+0000 7faa9f63b780 1 > prepared multipart upload key=ZS36Q14U11AV upload=DL0OIPMHR5HV tag=G8ILB5EESMFW type=write size=1716869 2024-04-13T08:05:52.328 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.329+0000 7faa9f63b780 1 < suggested remove operation key=9OD1R5489FHK tag=W0WXUGKZMF8H type=del 2024-04-13T08:05:52.333 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.333+0000 7faa9f63b780 1 > prepared part key=_multipart_NJTHX8PDBAAE.2~PL22VZ3DZR0H.0 size=569411 2024-04-13T08:05:52.333 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.333+0000 7faa9f63b780 1 > prepared multipart upload key=NJTHX8PDBAAE upload=PL22VZ3DZR0H tag=T2ARA0DKI1I3 type=write size=1617987 2024-04-13T08:05:52.335 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.335+0000 7faa9f63b780 1 < completed part key=_multipart_ZS36Q14U11AV.2~5P5UHGA6X3LL.0 size=1048576 2024-04-13T08:05:52.337 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.337+0000 7faa9f63b780 1 < completed part key=_multipart_ZS36Q14U11AV.2~5P5UHGA6X3LL.1 size=150030 2024-04-13T08:05:52.340 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.340+0000 7faa9f63b780 1 < completed multipart upload key=ZS36Q14U11AV upload=5P5UHGA6X3LL tag=W6UUX52VMR9C type=write size=2247182 2024-04-13T08:05:52.342 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.343+0000 7faa9f63b780 1 > prepared operation key=C8EO3JFDK3I3 tag=FYSYRO5W6G32 type=del size=3980555 2024-04-13T08:05:52.345 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.346+0000 7faa9f63b780 -1 < failed to complete operation key=EB7L7HOTRCXY tag=GAM6F0DYTCPR type=del size=3702414: (22) Invalid argument 2024-04-13T08:05:52.349 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.350+0000 7faa9f63b780 1 > prepared part key=_multipart_CWNYE55R1BSI.2~PZ1UG81POUB0.0 size=1048576 2024-04-13T08:05:52.351 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.351+0000 7faa9f63b780 1 > prepared part key=_multipart_CWNYE55R1BSI.2~PZ1UG81POUB0.1 size=1048576 2024-04-13T08:05:52.353 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.353+0000 7faa9f63b780 1 > prepared part key=_multipart_CWNYE55R1BSI.2~PZ1UG81POUB0.2 size=10894 2024-04-13T08:05:52.353 INFO:tasks.workunit.client.0.smithi119.stderr:2024-04-13T08:05:52.353+0000 7faa9f63b780 1 > prepared multipart upload key=CWNYE55R1BSI upload=PZ1UG81POUB0 tag=1XU8QVA5G1VC type=write size=3156622 2024-04-13T08:05:52.353 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] cls_rgw_stats.simulate (14408 ms) 2024-04-13T08:05:52.353 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 1 test from cls_rgw_stats (14408 ms total) 2024-04-13T08:05:52.353 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:05:52.354 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] Global test environment tear-down 2024-04-13T08:05:52.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:52 smithi139 ceph-mon[88985]: pgmap v1383: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 377 KiB/s wr, 1.93k op/s 2024-04-13T08:05:52.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:05:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:05:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:05:52.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:52 smithi119 ceph-mon[96316]: pgmap v1383: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 377 KiB/s wr, 1.93k op/s 2024-04-13T08:05:52.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:52 smithi119 ceph-mon[93746]: pgmap v1383: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 377 KiB/s wr, 1.93k op/s 2024-04-13T08:05:53.306 INFO:tasks.workunit.client.0.smithi119.stdout:[==========] 1 test from 1 test suite ran. (17236 ms total) 2024-04-13T08:05:53.306 INFO:tasks.workunit.client.0.smithi119.stdout:[ PASSED ] 1 test. 2024-04-13T08:05:53.311 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-13T08:05:53.311 DEBUG:teuthology.orchestra.run.smithi119:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-13T08:05:53.382 INFO:tasks.workunit:Running workunit cls/test_cls_sdk.sh... 2024-04-13T08:05:53.382 DEBUG:teuthology.orchestra.run.smithi119:workunit test cls/test_cls_sdk.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_sdk.sh 2024-04-13T08:05:53.451 INFO:tasks.workunit.client.0.smithi119.stdout:Running main() from gmock_main.cc 2024-04-13T08:05:53.451 INFO:tasks.workunit.client.0.smithi119.stdout:[==========] Running 2 tests from 1 test suite. 2024-04-13T08:05:53.451 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] Global test environment set-up. 2024-04-13T08:05:53.451 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 2 tests from ClsSDK 2024-04-13T08:05:53.451 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] ClsSDK.TestSDKCoverageWrite 2024-04-13T08:05:54.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:54 smithi139 ceph-mon[88985]: pgmap v1384: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 529 KiB/s wr, 2.71k op/s 2024-04-13T08:05:54.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:54 smithi139 ceph-mon[88985]: osdmap e1094: 8 total, 8 up, 8 in 2024-04-13T08:05:54.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:54 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:05:54.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:05:54.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:54 smithi119 ceph-mon[96316]: pgmap v1384: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 529 KiB/s wr, 2.71k op/s 2024-04-13T08:05:54.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:54 smithi119 ceph-mon[96316]: osdmap e1094: 8 total, 8 up, 8 in 2024-04-13T08:05:54.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:54 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:05:54.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:05:54.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:54 smithi119 ceph-mon[93746]: pgmap v1384: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 529 KiB/s wr, 2.71k op/s 2024-04-13T08:05:54.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:54 smithi119 ceph-mon[93746]: osdmap e1094: 8 total, 8 up, 8 in 2024-04-13T08:05:54.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:54 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:05:54.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:05:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:05:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:05:54] "GET /metrics HTTP/1.1" 200 33920 "" "Prometheus/2.43.0" 2024-04-13T08:05:55.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:55 smithi139 ceph-mon[88985]: osdmap e1095: 8 total, 8 up, 8 in 2024-04-13T08:05:55.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:55 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1061018285' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139883-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:55.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:55 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139883-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:55.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:55 smithi119 ceph-mon[96316]: osdmap e1095: 8 total, 8 up, 8 in 2024-04-13T08:05:55.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:55 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1061018285' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139883-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:55.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:55 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139883-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:55.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:55 smithi119 ceph-mon[93746]: osdmap e1095: 8 total, 8 up, 8 in 2024-04-13T08:05:55.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:55 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1061018285' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139883-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:55.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:55 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139883-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:56.332 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] ClsSDK.TestSDKCoverageWrite (2881 ms) 2024-04-13T08:05:56.333 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] ClsSDK.TestSDKCoverageReplay 2024-04-13T08:05:56.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:56 smithi139 ceph-mon[88985]: pgmap v1387: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:05:56.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:56 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:05:56.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:56 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139883-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:05:56.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:56 smithi139 ceph-mon[88985]: osdmap e1096: 8 total, 8 up, 8 in 2024-04-13T08:05:56.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:56 smithi119 ceph-mon[96316]: pgmap v1387: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:05:56.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:56 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:05:56.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:56 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139883-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:05:56.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:56 smithi119 ceph-mon[96316]: osdmap e1096: 8 total, 8 up, 8 in 2024-04-13T08:05:56.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:56 smithi119 ceph-mon[93746]: pgmap v1387: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:05:56.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:56 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:05:56.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:56 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139883-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:05:56.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:56 smithi119 ceph-mon[93746]: osdmap e1096: 8 total, 8 up, 8 in 2024-04-13T08:05:57.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:57 smithi139 ceph-mon[88985]: osdmap e1097: 8 total, 8 up, 8 in 2024-04-13T08:05:57.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:57 smithi119 ceph-mon[96316]: osdmap e1097: 8 total, 8 up, 8 in 2024-04-13T08:05:57.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:57 smithi119 ceph-mon[93746]: osdmap e1097: 8 total, 8 up, 8 in 2024-04-13T08:05:58.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:58 smithi139 ceph-mon[88985]: pgmap v1390: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:05:58.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:58 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:05:58.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:58 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T08:05:58.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:58 smithi139 ceph-mon[88985]: osdmap e1098: 8 total, 8 up, 8 in 2024-04-13T08:05:58.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:58 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/372017208' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139883-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:58.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:58 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139883-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:58.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:58 smithi119 ceph-mon[93746]: pgmap v1390: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:05:58.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:58 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:05:58.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:58 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T08:05:58.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:58 smithi119 ceph-mon[93746]: osdmap e1098: 8 total, 8 up, 8 in 2024-04-13T08:05:58.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:58 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/372017208' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139883-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:58.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:58 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139883-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:58.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:58 smithi119 ceph-mon[96316]: pgmap v1390: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:05:58.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:58 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:05:58.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:58 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T08:05:58.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:58 smithi119 ceph-mon[96316]: osdmap e1098: 8 total, 8 up, 8 in 2024-04-13T08:05:58.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:58 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/372017208' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139883-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:58.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:58 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139883-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:59.357 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] ClsSDK.TestSDKCoverageReplay (3025 ms) 2024-04-13T08:05:59.357 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 2 tests from ClsSDK (5906 ms total) 2024-04-13T08:05:59.358 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:05:59.358 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] Global test environment tear-down 2024-04-13T08:05:59.358 INFO:tasks.workunit.client.0.smithi119.stdout:[==========] 2 tests from 1 test suite ran. (5906 ms total) 2024-04-13T08:05:59.358 INFO:tasks.workunit.client.0.smithi119.stdout:[ PASSED ] 2 tests. 2024-04-13T08:05:59.361 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-13T08:05:59.361 DEBUG:teuthology.orchestra.run.smithi119:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-13T08:05:59.432 INFO:tasks.workunit:Stopping ['cls'] on client.0... 2024-04-13T08:05:59.432 DEBUG:teuthology.orchestra.run.smithi119:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-13T08:05:59.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:59 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139883-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:05:59.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:05:59 smithi139 ceph-mon[88985]: osdmap e1099: 8 total, 8 up, 8 in 2024-04-13T08:05:59.700 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:59 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139883-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:05:59.701 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:05:59 smithi119 ceph-mon[96316]: osdmap e1099: 8 total, 8 up, 8 in 2024-04-13T08:05:59.701 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:59 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi119-139883-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:05:59.701 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:05:59 smithi119 ceph-mon[93746]: osdmap e1099: 8 total, 8 up, 8 in 2024-04-13T08:05:59.702 DEBUG:teuthology.parallel:result is None 2024-04-13T08:05:59.703 DEBUG:teuthology.orchestra.run.smithi119:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-13T08:05:59.730 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-13T08:05:59.731 DEBUG:teuthology.orchestra.run.smithi119:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-13T08:05:59.785 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-13T08:05:59.786 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-13T08:05:59.786 INFO:teuthology.task.print:**** done end rados_api.yaml 2024-04-13T08:05:59.786 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-13T08:05:59.786 INFO:teuthology.task.print:**** done start rados_loadgenbig.yaml 2024-04-13T08:05:59.786 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-13T08:05:59.787 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-13T08:05:59.787 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-13T08:05:59.787 DEBUG:teuthology.orchestra.run.smithi119:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-13T08:05:59.840 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-13T08:05:59.841 INFO:teuthology.orchestra.run.smithi119.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-13T08:05:59.841 DEBUG:teuthology.orchestra.run.smithi119:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-13T08:05:59.895 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-13T08:05:59.896 DEBUG:teuthology.orchestra.run.smithi119:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-13T08:05:59.951 INFO:tasks.workunit:timeout=3h 2024-04-13T08:05:59.951 INFO:tasks.workunit:cleanup=True 2024-04-13T08:05:59.952 DEBUG:teuthology.orchestra.run.smithi119:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-13T08:06:00.006 INFO:tasks.workunit.client.0.smithi119.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-13T08:06:00.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:06:00 smithi139 ceph-mon[88985]: pgmap v1393: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:06:00.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:06:00 smithi139 ceph-mon[88985]: osdmap e1100: 8 total, 8 up, 8 in 2024-04-13T08:06:00.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:06:00 smithi119 ceph-mon[96316]: pgmap v1393: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:06:00.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:06:00 smithi119 ceph-mon[96316]: osdmap e1100: 8 total, 8 up, 8 in 2024-04-13T08:06:00.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:06:00 smithi119 ceph-mon[93746]: pgmap v1393: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:06:00.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:06:00 smithi119 ceph-mon[93746]: osdmap e1100: 8 total, 8 up, 8 in 2024-04-13T08:06:02.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:06:02 smithi139 ceph-mon[88985]: pgmap v1395: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:06:02.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:06:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:06:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:06:02.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:06:02 smithi119 ceph-mon[96316]: pgmap v1395: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:06:02.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:06:02 smithi119 ceph-mon[93746]: pgmap v1395: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:06:04.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:06:04 smithi139 ceph-mon[88985]: pgmap v1396: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:06:04.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:06:04 smithi119 ceph-mon[96316]: pgmap v1396: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:06:04.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:06:04 smithi119 ceph-mon[93746]: pgmap v1396: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:06:05.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:06:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:06:04] "GET /metrics HTTP/1.1" 200 33920 "" "Prometheus/2.43.0" 2024-04-13T08:06:06.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:06:06 smithi139 ceph-mon[88985]: pgmap v1397: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:06:06.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:06:06 smithi119 ceph-mon[96316]: pgmap v1397: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:06:06.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:06:06 smithi119 ceph-mon[93746]: pgmap v1397: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:06:08.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:06:08 smithi139 ceph-mon[88985]: pgmap v1398: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:06:08.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:06:08 smithi119 ceph-mon[96316]: pgmap v1398: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:06:08.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:06:08 smithi119 ceph-mon[93746]: pgmap v1398: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:06:09.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:06:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:06:09.636 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 08:06:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[127213]: logger=cleanup t=2024-04-13T08:06:09.373769025Z level=info msg="Completed cleanup jobs" duration=3.360148ms 2024-04-13T08:06:09.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:06:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:06:09.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:06:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:06:10.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:06:10 smithi139 ceph-mon[88985]: pgmap v1399: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:06:10.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:06:10 smithi119 ceph-mon[96316]: pgmap v1399: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:06:10.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:06:10 smithi119 ceph-mon[93746]: pgmap v1399: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:06:12.560 DEBUG:teuthology.orchestra.run.smithi119:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-13T08:06:12.616 INFO:tasks.workunit.client.0.smithi119.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-13T08:06:12.618 INFO:tasks.workunit.client.0.smithi119.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-13T08:06:12.618 INFO:tasks.workunit.client.0.smithi119.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-13T08:06:12.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:06:12 smithi139 ceph-mon[88985]: pgmap v1400: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:06:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:06:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:06:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:06:12.667 INFO:tasks.workunit.client.0.smithi119.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-13T08:06:12.715 INFO:tasks.workunit.client.0.smithi119.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-13T08:06:12.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:06:12 smithi119 ceph-mon[96316]: pgmap v1400: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:06:12.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:06:12 smithi119 ceph-mon[93746]: pgmap v1400: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:06:12.754 INFO:tasks.workunit.client.0.smithi119.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-13T08:06:12.756 INFO:tasks.workunit.client.0.smithi119.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-13T08:06:12.756 INFO:tasks.workunit.client.0.smithi119.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-13T08:06:12.795 INFO:tasks.workunit.client.0.smithi119.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-13T08:06:12.799 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-04-13T08:06:12.799 DEBUG:teuthology.orchestra.run.smithi119:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-13T08:06:12.854 INFO:tasks.workunit:Running workunits matching rados/load-gen-big.sh on client.0... 2024-04-13T08:06:12.856 INFO:tasks.workunit:Running workunit rados/load-gen-big.sh... 2024-04-13T08:06:12.856 DEBUG:teuthology.orchestra.run.smithi119:workunit test rados/load-gen-big.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/load-gen-big.sh 2024-04-13T08:06:12.954 INFO:tasks.workunit.client.0.smithi119.stdout:run length 1200 seconds 2024-04-13T08:06:12.954 INFO:tasks.workunit.client.0.smithi119.stdout:preparing 10240 objects 2024-04-13T08:06:14.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:06:14 smithi139 ceph-mon[88985]: pgmap v1401: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:06:14.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:06:14 smithi119 ceph-mon[96316]: pgmap v1401: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:06:14.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:06:14 smithi119 ceph-mon[93746]: pgmap v1401: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:06:15.140 INFO:tasks.workunit.client.0.smithi119.stdout:load-gen will run 1200 seconds 2024-04-13T08:06:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:06:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:06:14] "GET /metrics HTTP/1.1" 200 33920 "" "Prometheus/2.43.0" 2024-04-13T08:06:16.141 INFO:tasks.workunit.client.0.smithi119.stdout: 1: throughput=0MB/sec pending data=0 2024-04-13T08:06:16.141 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-nUdE6lgnBNetgps off=2927257 len=372177 2024-04-13T08:06:16.145 INFO:tasks.workunit.client.0.smithi119.stdout:op 0 completed, throughput=0.353MB/sec 2024-04-13T08:06:16.145 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-KG0da22f65yo2RN off=3556472 len=413583 2024-04-13T08:06:16.146 INFO:tasks.workunit.client.0.smithi119.stdout:op 1 completed, throughput=0.745MB/sec 2024-04-13T08:06:16.146 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-dAy4R17Vcuc71jf off=10985382 len=488232 2024-04-13T08:06:16.147 INFO:tasks.workunit.client.0.smithi119.stdout:op 2 completed, throughput=1.21MB/sec 2024-04-13T08:06:16.147 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-i3rpZB0_4C-NaXj off=1956205 len=952862 2024-04-13T08:06:16.148 INFO:tasks.workunit.client.0.smithi119.stdout:op 3 completed, throughput=2.11MB/sec 2024-04-13T08:06:16.149 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-rmHJ4o_I9Ys9ngT off=6720574 len=2034950 2024-04-13T08:06:16.153 INFO:tasks.workunit.client.0.smithi119.stdout:op 4 completed, throughput=4.01MB/sec 2024-04-13T08:06:16.153 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-1F5a5wmCtuzGR6J off=18934180 len=1932451 2024-04-13T08:06:16.162 INFO:tasks.workunit.client.0.smithi119.stdout:op 5 completed, throughput=5.78MB/sec 2024-04-13T08:06:16.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:06:16 smithi139 ceph-mon[88985]: pgmap v1402: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:06:16.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:06:16 smithi119 ceph-mon[96316]: pgmap v1402: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:06:16.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:06:16 smithi119 ceph-mon[93746]: pgmap v1402: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T08:06:17.163 INFO:tasks.workunit.client.0.smithi119.stdout: 2: throughput=2.92MB/sec pending data=0 2024-04-13T08:06:17.163 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Qw21xQCNlIVvHQT off=18956572 len=2056495 2024-04-13T08:06:17.175 INFO:tasks.workunit.client.0.smithi119.stdout:op 6 completed, throughput=3.87MB/sec 2024-04-13T08:06:17.175 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Yf39P3ASKgqzA-m off=18274100 len=801943 2024-04-13T08:06:17.179 INFO:tasks.workunit.client.0.smithi119.stdout:op 7 completed, throughput=4.23MB/sec 2024-04-13T08:06:17.179 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-MUKn5xfBcPYymje off=21628638 len=1543526 2024-04-13T08:06:17.181 INFO:tasks.workunit.client.0.smithi119.stdout:op 8 completed, throughput=4.95MB/sec 2024-04-13T08:06:17.181 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-zOcpoJivQwv-BXq off=8340065 len=1422600 2024-04-13T08:06:17.183 INFO:tasks.workunit.client.0.smithi119.stdout:op 9 completed, throughput=5.61MB/sec 2024-04-13T08:06:18.183 INFO:tasks.workunit.client.0.smithi119.stdout: 3: throughput=3.77MB/sec pending data=0 2024-04-13T08:06:18.183 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-hE170r9ONrdO6Mb off=7234540 len=993627 2024-04-13T08:06:18.189 INFO:tasks.workunit.client.0.smithi119.stdout:op 10 completed, throughput=4.07MB/sec 2024-04-13T08:06:18.189 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-J9EWHJD-Gu8MAJr off=2150346 len=359699 2024-04-13T08:06:18.192 INFO:tasks.workunit.client.0.smithi119.stdout:op 11 completed, throughput=4.18MB/sec 2024-04-13T08:06:18.192 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-DqEQIDWYiy0u4Uf off=4656949 len=1212434 2024-04-13T08:06:18.199 INFO:tasks.workunit.client.0.smithi119.stdout:op 12 completed, throughput=4.55MB/sec 2024-04-13T08:06:18.199 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3CryY6rVUV3HMjK off=8261066 len=525025 2024-04-13T08:06:18.202 INFO:tasks.workunit.client.0.smithi119.stdout:op 13 completed, throughput=4.71MB/sec 2024-04-13T08:06:18.202 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-s-5ES3B8nrI_5gH off=8649000 len=38131 2024-04-13T08:06:18.204 INFO:tasks.workunit.client.0.smithi119.stdout:op 14 completed, throughput=4.71MB/sec 2024-04-13T08:06:18.204 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-EfNY1hn1Zj6T2Gg off=5880840 len=112381 2024-04-13T08:06:18.205 INFO:tasks.workunit.client.0.smithi119.stdout:op 15 completed, throughput=4.75MB/sec 2024-04-13T08:06:18.205 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-uCHJHXRABgpixb9 off=1297982 len=1111313 2024-04-13T08:06:18.211 INFO:tasks.workunit.client.0.smithi119.stdout:op 16 completed, throughput=5.08MB/sec 2024-04-13T08:06:18.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:06:18 smithi139 ceph-mon[88985]: pgmap v1403: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 883 KiB/s wr, 853 op/s 2024-04-13T08:06:18.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:06:18 smithi119 ceph-mon[96316]: pgmap v1403: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 883 KiB/s wr, 853 op/s 2024-04-13T08:06:18.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:06:18 smithi119 ceph-mon[93746]: pgmap v1403: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 883 KiB/s wr, 853 op/s 2024-04-13T08:06:19.212 INFO:tasks.workunit.client.0.smithi119.stdout: 4: throughput=3.83MB/sec pending data=0 2024-04-13T08:06:19.212 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-uIGWTVELkFIeoS3 off=7085344 len=1984950 2024-04-13T08:06:19.221 INFO:tasks.workunit.client.0.smithi119.stdout:op 17 completed, throughput=4.29MB/sec 2024-04-13T08:06:19.221 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-diuiOv67YFuNn9J off=810293 len=466708 2024-04-13T08:06:19.224 INFO:tasks.workunit.client.0.smithi119.stdout:op 18 completed, throughput=4.4MB/sec 2024-04-13T08:06:19.225 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-CWGcAq8ZXKbJC9w off=13559207 len=2036889 2024-04-13T08:06:19.237 INFO:tasks.workunit.client.0.smithi119.stdout:op 19 completed, throughput=4.86MB/sec 2024-04-13T08:06:19.237 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-M103FhTvcogcXtj off=3730811 len=1691049 2024-04-13T08:06:19.239 INFO:tasks.workunit.client.0.smithi119.stdout:op 20 completed, throughput=5.25MB/sec 2024-04-13T08:06:20.239 INFO:tasks.workunit.client.0.smithi119.stdout: 5: throughput=4.22MB/sec pending data=0 2024-04-13T08:06:20.239 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-qSy3-qh43Pcvx5D off=9316402 len=162553 2024-04-13T08:06:20.240 INFO:tasks.workunit.client.0.smithi119.stdout:op 21 completed, throughput=4.25MB/sec 2024-04-13T08:06:20.240 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-O6I7CNbVxyOXqrc off=9208242 len=1671393 2024-04-13T08:06:20.248 INFO:tasks.workunit.client.0.smithi119.stdout:op 22 completed, throughput=4.55MB/sec 2024-04-13T08:06:20.248 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-c_hf0aqLqLUagD2 off=13701409 len=2091561 2024-04-13T08:06:20.250 INFO:tasks.workunit.client.0.smithi119.stdout:op 23 completed, throughput=4.94MB/sec 2024-04-13T08:06:20.250 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-47FuB9kKm0Gven4 off=1278227 len=34209 2024-04-13T08:06:20.251 INFO:tasks.workunit.client.0.smithi119.stdout:op 24 completed, throughput=4.95MB/sec 2024-04-13T08:06:20.251 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-eRY03oM8q662RXB off=17768076 len=1797688 2024-04-13T08:06:20.252 INFO:tasks.workunit.client.0.smithi119.stdout:op 25 completed, throughput=5.28MB/sec 2024-04-13T08:06:20.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:06:20 smithi139 ceph-mon[88985]: pgmap v1404: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 883 KiB/s wr, 853 op/s 2024-04-13T08:06:20.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:06:20 smithi119 ceph-mon[96316]: pgmap v1404: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 883 KiB/s wr, 853 op/s 2024-04-13T08:06:20.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:06:20 smithi119 ceph-mon[93746]: pgmap v1404: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 883 KiB/s wr, 853 op/s 2024-04-13T08:06:21.252 INFO:tasks.workunit.client.0.smithi119.stdout: 6: throughput=4.42MB/sec pending data=0 2024-04-13T08:06:21.253 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-BG3mW_ZYtXAYDFn off=7024642 len=611535 2024-04-13T08:06:21.257 INFO:tasks.workunit.client.0.smithi119.stdout:op 26 completed, throughput=4.51MB/sec 2024-04-13T08:06:21.257 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-p8vDzGpnpUD4IJs off=3268107 len=847550 2024-04-13T08:06:21.262 INFO:tasks.workunit.client.0.smithi119.stdout:op 27 completed, throughput=4.64MB/sec 2024-04-13T08:06:21.262 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-nt91spJ59ZQ6toT off=846254 len=1778010 2024-04-13T08:06:21.264 INFO:tasks.workunit.client.0.smithi119.stdout:op 28 completed, throughput=4.91MB/sec 2024-04-13T08:06:21.264 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-7OAIHSQBLek1AT9 off=7769434 len=1065128 2024-04-13T08:06:21.265 INFO:tasks.workunit.client.0.smithi119.stdout:op 29 completed, throughput=5.08MB/sec 2024-04-13T08:06:22.265 INFO:tasks.workunit.client.0.smithi119.stdout: 7: throughput=4.36MB/sec pending data=0 2024-04-13T08:06:22.266 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-dYYxH8DZviupy3C off=16289259 len=1109013 2024-04-13T08:06:22.272 INFO:tasks.workunit.client.0.smithi119.stdout:op 30 completed, throughput=4.51MB/sec 2024-04-13T08:06:22.272 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Tr7CbWaFfwTLuDa off=7051587 len=548969 2024-04-13T08:06:22.275 INFO:tasks.workunit.client.0.smithi119.stdout:op 31 completed, throughput=4.58MB/sec 2024-04-13T08:06:22.275 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-2H5O7TkAI2ZW0EX off=1604671 len=1784493 2024-04-13T08:06:22.283 INFO:tasks.workunit.client.0.smithi119.stdout:op 32 completed, throughput=4.81MB/sec 2024-04-13T08:06:22.284 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-6oyjNUlMBH94pDK off=7730821 len=2041145 2024-04-13T08:06:22.293 INFO:tasks.workunit.client.0.smithi119.stdout:op 33 completed, throughput=5.08MB/sec 2024-04-13T08:06:22.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:06:22 smithi139 ceph-mon[88985]: pgmap v1405: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.9 MiB/s wr, 855 op/s 2024-04-13T08:06:22.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:06:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:06:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:06:22.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:06:22 smithi119 ceph-mon[96316]: pgmap v1405: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.9 MiB/s wr, 855 op/s 2024-04-13T08:06:22.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:06:22 smithi119 ceph-mon[93746]: pgmap v1405: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.9 MiB/s wr, 855 op/s 2024-04-13T08:06:23.293 INFO:tasks.workunit.client.0.smithi119.stdout: 8: throughput=4.46MB/sec pending data=0 2024-04-13T08:06:23.294 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-5GOj7B9Q9FhyfVH off=1530071 len=923064 2024-04-13T08:06:23.295 INFO:tasks.workunit.client.0.smithi119.stdout:op 34 completed, throughput=4.56MB/sec 2024-04-13T08:06:23.295 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-8V8D3uwqreeT95a off=5724437 len=1695929 2024-04-13T08:06:23.304 INFO:tasks.workunit.client.0.smithi119.stdout:op 35 completed, throughput=4.76MB/sec 2024-04-13T08:06:23.305 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-oQxsyPY3V1regUo off=851976 len=1348904 2024-04-13T08:06:23.312 INFO:tasks.workunit.client.0.smithi119.stdout:op 36 completed, throughput=4.91MB/sec 2024-04-13T08:06:23.312 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-mWcct0BQj5tpV6y off=15970901 len=1683755 2024-04-13T08:06:23.313 INFO:tasks.workunit.client.0.smithi119.stdout:op 37 completed, throughput=5.1MB/sec 2024-04-13T08:06:24.314 INFO:tasks.workunit.client.0.smithi119.stdout: 9: throughput=4.55MB/sec pending data=0 2024-04-13T08:06:24.314 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-feJ6NAjFhPaTrKY off=6648097 len=1928220 2024-04-13T08:06:24.317 INFO:tasks.workunit.client.0.smithi119.stdout:op 38 completed, throughput=4.75MB/sec 2024-04-13T08:06:24.318 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ypWiRo8VPQWAHUJ off=18893789 len=501997 2024-04-13T08:06:24.321 INFO:tasks.workunit.client.0.smithi119.stdout:op 39 completed, throughput=4.8MB/sec 2024-04-13T08:06:24.321 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-WMel-AEQldbKszg off=8583029 len=1715596 2024-04-13T08:06:24.329 INFO:tasks.workunit.client.0.smithi119.stdout:op 40 completed, throughput=4.97MB/sec 2024-04-13T08:06:24.329 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-cbWyntAfbYNWseb off=10342967 len=1411013 2024-04-13T08:06:24.337 INFO:tasks.workunit.client.0.smithi119.stdout:op 41 completed, throughput=5.11MB/sec 2024-04-13T08:06:24.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:06:24 smithi119 ceph-mon[93746]: pgmap v1406: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.9 MiB/s wr, 855 op/s 2024-04-13T08:06:24.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:06:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:06:24.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:06:24 smithi119 ceph-mon[96316]: pgmap v1406: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.9 MiB/s wr, 855 op/s 2024-04-13T08:06:24.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:06:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:06:24.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:06:24 smithi139 ceph-mon[88985]: pgmap v1406: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.9 MiB/s wr, 855 op/s 2024-04-13T08:06:24.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:06:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:06:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:06:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:06:24] "GET /metrics HTTP/1.1" 200 33990 "" "Prometheus/2.43.0" 2024-04-13T08:06:25.337 INFO:tasks.workunit.client.0.smithi119.stdout: 10: throughput=4.61MB/sec pending data=0 2024-04-13T08:06:25.337 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-c0E6XFHroip6gVu off=15635631 len=449100 2024-04-13T08:06:25.340 INFO:tasks.workunit.client.0.smithi119.stdout:op 42 completed, throughput=4.65MB/sec 2024-04-13T08:06:25.340 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3jCIXe5WGU8rvsB off=5107468 len=1330647 2024-04-13T08:06:25.346 INFO:tasks.workunit.client.0.smithi119.stdout:op 43 completed, throughput=4.77MB/sec 2024-04-13T08:06:25.346 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-LitUI72x9sJtNrC off=6772523 len=1198232 2024-04-13T08:06:25.350 INFO:tasks.workunit.client.0.smithi119.stdout:op 44 completed, throughput=4.88MB/sec 2024-04-13T08:06:25.350 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-90SyC0UMUaPUPia off=588117 len=948095 2024-04-13T08:06:25.355 INFO:tasks.workunit.client.0.smithi119.stdout:op 45 completed, throughput=4.97MB/sec 2024-04-13T08:06:25.355 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ZOdgc-syB2vEmOH off=15389671 len=485647 2024-04-13T08:06:25.355 INFO:tasks.workunit.client.0.smithi119.stdout:op 46 completed, throughput=5.01MB/sec 2024-04-13T08:06:25.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:06:25 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:06:25.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:06:25 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:06:25.727 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:06:25 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:06:26.356 INFO:tasks.workunit.client.0.smithi119.stdout: 11: throughput=4.57MB/sec pending data=0 2024-04-13T08:06:26.356 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-1o9J2FNotf_IgmJ off=2778759 len=583112 2024-04-13T08:06:26.359 INFO:tasks.workunit.client.0.smithi119.stdout:op 47 completed, throughput=4.62MB/sec 2024-04-13T08:06:26.359 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-1R3qT4Jsj9eILAm off=3205546 len=1748997 2024-04-13T08:06:26.365 INFO:tasks.workunit.client.0.smithi119.stdout:op 48 completed, throughput=4.76MB/sec 2024-04-13T08:06:26.366 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-QmuuQEyGGFhhIHg off=6360186 len=596135 2024-04-13T08:06:26.366 INFO:tasks.workunit.client.0.smithi119.stdout:op 49 completed, throughput=4.81MB/sec 2024-04-13T08:06:26.366 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-lnXEmljjOqiZlm1 off=14371106 len=516350 2024-04-13T08:06:26.370 INFO:tasks.workunit.client.0.smithi119.stdout:op 50 completed, throughput=4.85MB/sec 2024-04-13T08:06:26.370 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-lK9zx6AVzh6jGcU off=1884126 len=1329460 2024-04-13T08:06:26.375 INFO:tasks.workunit.client.0.smithi119.stdout:op 51 completed, throughput=4.96MB/sec 2024-04-13T08:06:26.375 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-BAAa4xQt0HoQBV3 off=10220439 len=1760230 2024-04-13T08:06:26.383 INFO:tasks.workunit.client.0.smithi119.stdout:op 52 completed, throughput=5.11MB/sec 2024-04-13T08:06:26.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:06:26 smithi119 ceph-mon[96316]: pgmap v1407: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.9 MiB/s wr, 855 op/s 2024-04-13T08:06:26.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:06:26 smithi119 ceph-mon[93746]: pgmap v1407: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.9 MiB/s wr, 855 op/s 2024-04-13T08:06:26.738 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:06:26 smithi139 ceph-mon[88985]: pgmap v1407: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.9 MiB/s wr, 855 op/s 2024-04-13T08:06:27.384 INFO:tasks.workunit.client.0.smithi119.stdout: 12: throughput=4.69MB/sec pending data=0 2024-04-13T08:06:27.384 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-oIMGnDGX7p2Urqe off=288622 len=516115 2024-04-13T08:06:27.387 INFO:tasks.workunit.client.0.smithi119.stdout:op 53 completed, throughput=4.73MB/sec 2024-04-13T08:06:27.387 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-an7tbNSyTi3-FW6 off=11077501 len=1639858 2024-04-13T08:06:27.394 INFO:tasks.workunit.client.0.smithi119.stdout:op 54 completed, throughput=4.86MB/sec 2024-04-13T08:06:27.394 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-JYbu68gFEUGmYuH off=12176920 len=1256880 2024-04-13T08:06:27.400 INFO:tasks.workunit.client.0.smithi119.stdout:op 55 completed, throughput=4.95MB/sec 2024-04-13T08:06:27.400 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-gEK9uPnPFaLYsNq off=12781215 len=13363 2024-04-13T08:06:27.402 INFO:tasks.workunit.client.0.smithi119.stdout:op 56 completed, throughput=4.95MB/sec 2024-04-13T08:06:27.402 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-5lcyb3Mn1NjwuTk off=845307 len=298009 2024-04-13T08:06:27.403 INFO:tasks.workunit.client.0.smithi119.stdout:op 57 completed, throughput=4.98MB/sec 2024-04-13T08:06:27.403 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-J_MK9rXR9AjjDpc off=2170707 len=1307252 2024-04-13T08:06:27.408 INFO:tasks.workunit.client.0.smithi119.stdout:op 58 completed, throughput=5.07MB/sec 2024-04-13T08:06:28.408 INFO:tasks.workunit.client.0.smithi119.stdout: 13: throughput=4.69MB/sec pending data=0 2024-04-13T08:06:28.408 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-yPgqUci9I81R2DF off=15710745 len=1448577 2024-04-13T08:06:28.415 INFO:tasks.workunit.client.0.smithi119.stdout:op 59 completed, throughput=4.79MB/sec 2024-04-13T08:06:28.415 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ANblodRnKVmyZ7S off=7586994 len=883195 2024-04-13T08:06:28.416 INFO:tasks.workunit.client.0.smithi119.stdout:op 60 completed, throughput=4.86MB/sec 2024-04-13T08:06:28.416 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-z24iZ4T539x-Fj0 off=2028643 len=1857776 2024-04-13T08:06:28.422 INFO:tasks.workunit.client.0.smithi119.stdout:op 61 completed, throughput=4.99MB/sec 2024-04-13T08:06:28.422 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-eLGuNwoctrOxLsO off=2544553 len=1276046 2024-04-13T08:06:28.423 INFO:tasks.workunit.client.0.smithi119.stdout:op 62 completed, throughput=5.08MB/sec 2024-04-13T08:06:28.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:06:28 smithi139 ceph-mon[88985]: pgmap v1408: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 857 op/s 2024-04-13T08:06:28.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:06:28 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:06:28.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:06:28 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:06:28.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:06:28 smithi119 ceph-mon[96316]: pgmap v1408: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 857 op/s 2024-04-13T08:06:28.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:06:28 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:06:28.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:06:28 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:06:28.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:06:28 smithi119 ceph-mon[93746]: pgmap v1408: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 857 op/s 2024-04-13T08:06:28.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:06:28 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:06:28.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:06:28 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:06:29.423 INFO:tasks.workunit.client.0.smithi119.stdout: 14: throughput=4.72MB/sec pending data=0 2024-04-13T08:06:29.423 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-dVt48jdTdNpPQaG off=7318215 len=73361 2024-04-13T08:06:29.425 INFO:tasks.workunit.client.0.smithi119.stdout:op 63 completed, throughput=4.73MB/sec 2024-04-13T08:06:29.426 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-teTar6qvSSkdpGW off=1209388 len=504292 2024-04-13T08:06:29.426 INFO:tasks.workunit.client.0.smithi119.stdout:op 64 completed, throughput=4.76MB/sec 2024-04-13T08:06:29.426 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-GFP2hgsvANnSYXp off=7459236 len=1033111 2024-04-13T08:06:29.431 INFO:tasks.workunit.client.0.smithi119.stdout:op 65 completed, throughput=4.83MB/sec 2024-04-13T08:06:29.431 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-gn_-wZ7gZNPY4_F off=1361746 len=744339 2024-04-13T08:06:29.432 INFO:tasks.workunit.client.0.smithi119.stdout:op 66 completed, throughput=4.88MB/sec 2024-04-13T08:06:29.432 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-L8IDpblhuZ4fil9 off=1923572 len=1148751 2024-04-13T08:06:29.433 INFO:tasks.workunit.client.0.smithi119.stdout:op 67 completed, throughput=4.95MB/sec 2024-04-13T08:06:29.433 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-9aCQk-w8zxyGx52 off=17991468 len=1276606 2024-04-13T08:06:29.435 INFO:tasks.workunit.client.0.smithi119.stdout:op 68 completed, throughput=5.04MB/sec 2024-04-13T08:06:29.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:06:29 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:06:29.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:06:29 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:06:29.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:06:29 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:06:29.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:06:29 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:06:29.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:06:29 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:06:29.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:06:29 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:06:29.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:06:29 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:06:29.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:06:29 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:06:29.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:06:29 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:06:29.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:06:29 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:06:29.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:06:29 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:06:29.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:06:29 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:06:29.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:06:29 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:06:29.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:06:29 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:06:29.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:06:29 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:06:30.436 INFO:tasks.workunit.client.0.smithi119.stdout: 15: throughput=4.71MB/sec pending data=0 2024-04-13T08:06:30.436 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-6-QBmCzOlj7OExt off=5016904 len=1308070 2024-04-13T08:06:30.438 INFO:tasks.workunit.client.0.smithi119.stdout:op 69 completed, throughput=4.79MB/sec 2024-04-13T08:06:30.438 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-7AMbnkBOPGtvoZb off=2242175 len=1070162 2024-04-13T08:06:30.439 INFO:tasks.workunit.client.0.smithi119.stdout:op 70 completed, throughput=4.86MB/sec 2024-04-13T08:06:30.439 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-fbRYjUL9R94gt4X off=16231875 len=448059 2024-04-13T08:06:30.441 INFO:tasks.workunit.client.0.smithi119.stdout:op 71 completed, throughput=4.88MB/sec 2024-04-13T08:06:30.441 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-738nRHmHClkKIBG off=18467545 len=1087950 2024-04-13T08:06:30.447 INFO:tasks.workunit.client.0.smithi119.stdout:op 72 completed, throughput=4.95MB/sec 2024-04-13T08:06:30.447 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-LBXB1MDiI6dD8jf off=4594328 len=909457 2024-04-13T08:06:30.452 INFO:tasks.workunit.client.0.smithi119.stdout:op 73 completed, throughput=5MB/sec 2024-04-13T08:06:30.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:06:30 smithi139 ceph-mon[88985]: pgmap v1409: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-13T08:06:30.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:06:30 smithi119 ceph-mon[93746]: pgmap v1409: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-13T08:06:30.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:06:30 smithi119 ceph-mon[96316]: pgmap v1409: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-13T08:06:31.452 INFO:tasks.workunit.client.0.smithi119.stdout: 16: throughput=4.7MB/sec pending data=0 2024-04-13T08:06:31.452 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-MDvjngoBWPm0BGU off=10159445 len=218709 2024-04-13T08:06:31.455 INFO:tasks.workunit.client.0.smithi119.stdout:op 74 completed, throughput=4.71MB/sec 2024-04-13T08:06:31.455 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--4julzA1WXcPN2u off=441274 len=1253435 2024-04-13T08:06:31.456 INFO:tasks.workunit.client.0.smithi119.stdout:op 75 completed, throughput=4.78MB/sec 2024-04-13T08:06:31.457 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-hIpkIb-_EHbhAdt off=2506135 len=400038 2024-04-13T08:06:31.461 INFO:tasks.workunit.client.0.smithi119.stdout:op 76 completed, throughput=4.8MB/sec 2024-04-13T08:06:31.461 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-z92bznKjh8s6J45 off=17218205 len=1514051 2024-04-13T08:06:31.469 INFO:tasks.workunit.client.0.smithi119.stdout:op 77 completed, throughput=4.89MB/sec 2024-04-13T08:06:31.469 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Fz7J1vGZNab-ZtT off=10999495 len=1410003 2024-04-13T08:06:31.470 INFO:tasks.workunit.client.0.smithi119.stdout:op 78 completed, throughput=4.97MB/sec 2024-04-13T08:06:31.471 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-HU9_XObWg12nrwu off=10290937 len=1998710 2024-04-13T08:06:31.480 INFO:tasks.workunit.client.0.smithi119.stdout:op 79 completed, throughput=5.09MB/sec 2024-04-13T08:06:32.480 INFO:tasks.workunit.client.0.smithi119.stdout: 17: throughput=4.79MB/sec pending data=0 2024-04-13T08:06:32.480 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-hlKEUDdlHSkwLv1 off=645130 len=1012864 2024-04-13T08:06:32.485 INFO:tasks.workunit.client.0.smithi119.stdout:op 80 completed, throughput=4.85MB/sec 2024-04-13T08:06:32.485 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ikVnPwnedyzriN6 off=15080902 len=660927 2024-04-13T08:06:32.487 INFO:tasks.workunit.client.0.smithi119.stdout:op 81 completed, throughput=4.88MB/sec 2024-04-13T08:06:32.487 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-l0XlHxo-gn76ugI off=2918832 len=1076388 2024-04-13T08:06:32.488 INFO:tasks.workunit.client.0.smithi119.stdout:op 82 completed, throughput=4.94MB/sec 2024-04-13T08:06:32.488 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Ux7RvMyqp27uzV4 off=1550654 len=2066259 2024-04-13T08:06:32.500 INFO:tasks.workunit.client.0.smithi119.stdout:op 83 completed, throughput=5.05MB/sec 2024-04-13T08:06:32.603 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:06:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:06:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:06:32.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:06:32 smithi139 ceph-mon[88985]: pgmap v1410: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-13T08:06:32.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:06:32 smithi119 ceph-mon[96316]: pgmap v1410: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-13T08:06:32.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:06:32 smithi119 ceph-mon[93746]: pgmap v1410: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-13T08:06:33.501 INFO:tasks.workunit.client.0.smithi119.stdout: 18: throughput=4.78MB/sec pending data=0 2024-04-13T08:06:33.501 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-MXp2X5ntanWQWIb off=1539481 len=2010871 2024-04-13T08:06:33.503 INFO:tasks.workunit.client.0.smithi119.stdout:op 84 completed, throughput=4.88MB/sec 2024-04-13T08:06:33.503 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-_frTCY70o1-PY23 off=146255 len=1383945 2024-04-13T08:06:33.505 INFO:tasks.workunit.client.0.smithi119.stdout:op 85 completed, throughput=4.95MB/sec 2024-04-13T08:06:33.505 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-xf2iiHsO2sneWzy off=9345923 len=301169 2024-04-13T08:06:33.506 INFO:tasks.workunit.client.0.smithi119.stdout:op 86 completed, throughput=4.97MB/sec 2024-04-13T08:06:33.506 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-WKTfBsp5a1vxCZK off=6072933 len=1683853 2024-04-13T08:06:33.516 INFO:tasks.workunit.client.0.smithi119.stdout:op 87 completed, throughput=5.05MB/sec 2024-04-13T08:06:34.516 INFO:tasks.workunit.client.0.smithi119.stdout: 19: throughput=4.79MB/sec pending data=0 2024-04-13T08:06:34.516 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-naAcDEFn7SXJIG0 off=8421934 len=1643850 2024-04-13T08:06:34.520 INFO:tasks.workunit.client.0.smithi119.stdout:op 88 completed, throughput=4.87MB/sec 2024-04-13T08:06:34.520 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-xf0qhftQbJE3VKU off=20777307 len=1843491 2024-04-13T08:06:34.522 INFO:tasks.workunit.client.0.smithi119.stdout:op 89 completed, throughput=4.96MB/sec 2024-04-13T08:06:34.522 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-c9Ho9BEusL_T3ov off=4746924 len=1493278 2024-04-13T08:06:34.529 INFO:tasks.workunit.client.0.smithi119.stdout:op 90 completed, throughput=5.03MB/sec 2024-04-13T08:06:34.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:06:34 smithi139 ceph-mon[88985]: pgmap v1411: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-13T08:06:34.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:06:34 smithi119 ceph-mon[96316]: pgmap v1411: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-13T08:06:34.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:06:34 smithi119 ceph-mon[93746]: pgmap v1411: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-13T08:06:34.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:06:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:06:34] "GET /metrics HTTP/1.1" 200 33990 "" "Prometheus/2.43.0" 2024-04-13T08:06:35.529 INFO:tasks.workunit.client.0.smithi119.stdout: 20: throughput=4.79MB/sec pending data=0 2024-04-13T08:06:35.530 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-v-qLFryu3mP58nV off=396725 len=1230911 2024-04-13T08:06:35.531 INFO:tasks.workunit.client.0.smithi119.stdout:op 91 completed, throughput=4.84MB/sec 2024-04-13T08:06:35.531 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-rZc4DbV_vDMT2k9 off=8724102 len=1224210 2024-04-13T08:06:35.540 INFO:tasks.workunit.client.0.smithi119.stdout:op 92 completed, throughput=4.9MB/sec 2024-04-13T08:06:35.540 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-4XVSgqp_x7RCcw5 off=2434879 len=1910157 2024-04-13T08:06:35.542 INFO:tasks.workunit.client.0.smithi119.stdout:op 93 completed, throughput=4.99MB/sec 2024-04-13T08:06:35.542 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-V0Ep6bCWs0lzme7 off=3155507 len=807495 2024-04-13T08:06:35.543 INFO:tasks.workunit.client.0.smithi119.stdout:op 94 completed, throughput=5.02MB/sec 2024-04-13T08:06:36.543 INFO:tasks.workunit.client.0.smithi119.stdout: 21: throughput=4.79MB/sec pending data=0 2024-04-13T08:06:36.543 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-SHEe7ylMCxshIVi off=6377542 len=15459 2024-04-13T08:06:36.546 INFO:tasks.workunit.client.0.smithi119.stdout:op 95 completed, throughput=4.79MB/sec 2024-04-13T08:06:36.546 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-gzCh7a0tfge_zTh off=1015691 len=1442471 2024-04-13T08:06:36.552 INFO:tasks.workunit.client.0.smithi119.stdout:op 96 completed, throughput=4.85MB/sec 2024-04-13T08:06:36.552 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-DHNQuMhnfhXZjso off=4893782 len=1914412 2024-04-13T08:06:36.559 INFO:tasks.workunit.client.0.smithi119.stdout:op 97 completed, throughput=4.94MB/sec 2024-04-13T08:06:36.560 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-5CFwXXdIVWISxzl off=6194294 len=379514 2024-04-13T08:06:36.560 INFO:tasks.workunit.client.0.smithi119.stdout:op 98 completed, throughput=4.95MB/sec 2024-04-13T08:06:36.560 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3odEH8_eohi1QYB off=1524421 len=698175 2024-04-13T08:06:36.572 INFO:tasks.workunit.client.0.smithi119.stdout:op 99 completed, throughput=4.98MB/sec 2024-04-13T08:06:36.572 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-HC3GOujNSRTz5Qh off=5216727 len=1279940 2024-04-13T08:06:36.579 INFO:tasks.workunit.client.0.smithi119.stdout:op 100 completed, throughput=5.04MB/sec 2024-04-13T08:06:36.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:06:36 smithi139 ceph-mon[88985]: pgmap v1412: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-13T08:06:36.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:06:36 smithi119 ceph-mon[96316]: pgmap v1412: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-13T08:06:36.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:06:36 smithi119 ceph-mon[93746]: pgmap v1412: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-13T08:06:37.579 INFO:tasks.workunit.client.0.smithi119.stdout: 22: throughput=4.81MB/sec pending data=0 2024-04-13T08:06:37.579 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-zIkJ1YmnliDzdjf off=378581 len=1087847 2024-04-13T08:06:37.581 INFO:tasks.workunit.client.0.smithi119.stdout:op 101 completed, throughput=4.86MB/sec 2024-04-13T08:06:37.581 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-mBpVxdy6IJqcabu off=8628423 len=1973941 2024-04-13T08:06:37.585 INFO:tasks.workunit.client.0.smithi119.stdout:op 102 completed, throughput=4.94MB/sec 2024-04-13T08:06:37.585 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-HyQCPWqRXSN4ZqI off=238300 len=497893 2024-04-13T08:06:37.589 INFO:tasks.workunit.client.0.smithi119.stdout:op 103 completed, throughput=4.96MB/sec 2024-04-13T08:06:37.590 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-dgnWKFFUbAXu2sy off=13157136 len=1712224 2024-04-13T08:06:37.598 INFO:tasks.workunit.client.0.smithi119.stdout:op 104 completed, throughput=5.03MB/sec 2024-04-13T08:06:38.599 INFO:tasks.workunit.client.0.smithi119.stdout: 23: throughput=4.82MB/sec pending data=0 2024-04-13T08:06:38.599 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-xw6MIe7lVvNeDCS off=14653826 len=1753613 2024-04-13T08:06:38.602 INFO:tasks.workunit.client.0.smithi119.stdout:op 105 completed, throughput=4.89MB/sec 2024-04-13T08:06:38.602 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-RhCrdrRuHXPCe6Y off=7066812 len=567463 2024-04-13T08:06:38.607 INFO:tasks.workunit.client.0.smithi119.stdout:op 106 completed, throughput=4.91MB/sec 2024-04-13T08:06:38.607 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-yjOqFW0eJZw415m off=9450245 len=373430 2024-04-13T08:06:38.608 INFO:tasks.workunit.client.0.smithi119.stdout:op 107 completed, throughput=4.92MB/sec 2024-04-13T08:06:38.608 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-5067cFb9k_3AcX6 off=1796262 len=1403294 2024-04-13T08:06:38.615 INFO:tasks.workunit.client.0.smithi119.stdout:op 108 completed, throughput=4.98MB/sec 2024-04-13T08:06:38.615 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ZMPbgI0n1WShSYR off=5146879 len=1119620 2024-04-13T08:06:38.617 INFO:tasks.workunit.client.0.smithi119.stdout:op 109 completed, throughput=5.03MB/sec 2024-04-13T08:06:38.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:06:38 smithi139 ceph-mon[88985]: pgmap v1413: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-13T08:06:38.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:06:38 smithi119 ceph-mon[96316]: pgmap v1413: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-13T08:06:38.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:06:38 smithi119 ceph-mon[93746]: pgmap v1413: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-13T08:06:39.617 INFO:tasks.workunit.client.0.smithi119.stdout: 24: throughput=4.82MB/sec pending data=0 2024-04-13T08:06:39.617 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-6dQFfOqZIOhaUB7 off=15919576 len=1546893 2024-04-13T08:06:39.619 INFO:tasks.workunit.client.0.smithi119.stdout:op 110 completed, throughput=4.88MB/sec 2024-04-13T08:06:39.620 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--zPXE1oxdAGN2qc off=9760046 len=668886 2024-04-13T08:06:39.621 INFO:tasks.workunit.client.0.smithi119.stdout:op 111 completed, throughput=4.91MB/sec 2024-04-13T08:06:39.621 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-4JddEqdu51W68KL off=89799 len=21115 2024-04-13T08:06:39.623 INFO:tasks.workunit.client.0.smithi119.stdout:op 112 completed, throughput=4.91MB/sec 2024-04-13T08:06:39.623 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-GNN8aADJJtqqr6E off=2298828 len=115715 2024-04-13T08:06:39.625 INFO:tasks.workunit.client.0.smithi119.stdout:op 113 completed, throughput=4.91MB/sec 2024-04-13T08:06:39.625 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ecNRBIdHwozkBBf off=12779577 len=669821 2024-04-13T08:06:39.628 INFO:tasks.workunit.client.0.smithi119.stdout:op 114 completed, throughput=4.94MB/sec 2024-04-13T08:06:39.628 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj--XRyOhED-tcsnMB off=513961 len=1797098 2024-04-13T08:06:39.637 INFO:tasks.workunit.client.0.smithi119.stdout:op 115 completed, throughput=5MB/sec 2024-04-13T08:06:39.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:06:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:06:39.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:06:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:06:39.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:06:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:06:40.638 INFO:tasks.workunit.client.0.smithi119.stdout: 25: throughput=4.81MB/sec pending data=0 2024-04-13T08:06:40.638 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-p203W4HVQtVL9UA off=6566013 len=1860509 2024-04-13T08:06:40.640 INFO:tasks.workunit.client.0.smithi119.stdout:op 116 completed, throughput=4.88MB/sec 2024-04-13T08:06:40.640 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-V2aLvcLEGtGtk9k off=1899010 len=398307 2024-04-13T08:06:40.641 INFO:tasks.workunit.client.0.smithi119.stdout:op 117 completed, throughput=4.89MB/sec 2024-04-13T08:06:40.641 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-hHPK9m8V68BZDSZ off=1416546 len=1111330 2024-04-13T08:06:40.647 INFO:tasks.workunit.client.0.smithi119.stdout:op 118 completed, throughput=4.93MB/sec 2024-04-13T08:06:40.647 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Oryhec13Wlq7SJ8 off=7272930 len=237515 2024-04-13T08:06:40.648 INFO:tasks.workunit.client.0.smithi119.stdout:op 119 completed, throughput=4.94MB/sec 2024-04-13T08:06:40.648 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-NKlGaURUD5-tWvs off=310213 len=1264657 2024-04-13T08:06:40.650 INFO:tasks.workunit.client.0.smithi119.stdout:op 120 completed, throughput=4.99MB/sec 2024-04-13T08:06:40.651 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3liCPZz_OJWfQns off=11646747 len=255561 2024-04-13T08:06:40.653 INFO:tasks.workunit.client.0.smithi119.stdout:op 121 completed, throughput=5MB/sec 2024-04-13T08:06:40.653 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-YDOy_nZn9oZR37j off=14499632 len=1786432 2024-04-13T08:06:40.654 INFO:tasks.workunit.client.0.smithi119.stdout:op 122 completed, throughput=5.06MB/sec 2024-04-13T08:06:40.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:06:40 smithi139 ceph-mon[88985]: pgmap v1414: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T08:06:40.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:06:40 smithi119 ceph-mon[96316]: pgmap v1414: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T08:06:40.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:06:40 smithi119 ceph-mon[93746]: pgmap v1414: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T08:06:41.655 INFO:tasks.workunit.client.0.smithi119.stdout: 26: throughput=4.87MB/sec pending data=0 2024-04-13T08:06:41.655 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-KZMPn3GJste7REX off=2584683 len=731428 2024-04-13T08:06:41.656 INFO:tasks.workunit.client.0.smithi119.stdout:op 123 completed, throughput=4.9MB/sec 2024-04-13T08:06:41.656 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-zHS9iBfYzjVS5O2 off=16103916 len=1934800 2024-04-13T08:06:41.660 INFO:tasks.workunit.client.0.smithi119.stdout:op 124 completed, throughput=4.97MB/sec 2024-04-13T08:06:41.660 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Ud1cugqV4xkH8vE off=1177966 len=3652 2024-04-13T08:06:41.661 INFO:tasks.workunit.client.0.smithi119.stdout:op 125 completed, throughput=4.97MB/sec 2024-04-13T08:06:41.661 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-9SAzaPYv2-iDrkb off=952322 len=307485 2024-04-13T08:06:41.664 INFO:tasks.workunit.client.0.smithi119.stdout:op 126 completed, throughput=4.98MB/sec 2024-04-13T08:06:41.664 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-wiE-XoUTCnQ1ZOK off=3623536 len=1381021 2024-04-13T08:06:41.671 INFO:tasks.workunit.client.0.smithi119.stdout:op 127 completed, throughput=5.03MB/sec 2024-04-13T08:06:42.623 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:06:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:06:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:06:42.671 INFO:tasks.workunit.client.0.smithi119.stdout: 27: throughput=4.84MB/sec pending data=0 2024-04-13T08:06:42.672 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-dxMUWkFZrm6Zla- off=1909408 len=337578 2024-04-13T08:06:42.672 INFO:tasks.workunit.client.0.smithi119.stdout:op 128 completed, throughput=4.85MB/sec 2024-04-13T08:06:42.672 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-NPhKgAUIhs3c84p off=3404751 len=1798863 2024-04-13T08:06:42.675 INFO:tasks.workunit.client.0.smithi119.stdout:op 129 completed, throughput=4.92MB/sec 2024-04-13T08:06:42.675 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-mrXrAUVNMGokqc_ off=4755890 len=62121 2024-04-13T08:06:42.677 INFO:tasks.workunit.client.0.smithi119.stdout:op 130 completed, throughput=4.92MB/sec 2024-04-13T08:06:42.677 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-YljcNFfkfTxN_Ad off=74701 len=984944 2024-04-13T08:06:42.679 INFO:tasks.workunit.client.0.smithi119.stdout:op 131 completed, throughput=4.95MB/sec 2024-04-13T08:06:42.680 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-TDKhkKt3oNU--bO off=3455667 len=501797 2024-04-13T08:06:42.680 INFO:tasks.workunit.client.0.smithi119.stdout:op 132 completed, throughput=4.97MB/sec 2024-04-13T08:06:42.680 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-i9Ey8HOyS3KCQkH off=2025093 len=1496424 2024-04-13T08:06:42.682 INFO:tasks.workunit.client.0.smithi119.stdout:op 133 completed, throughput=5.02MB/sec 2024-04-13T08:06:42.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:06:42 smithi139 ceph-mon[88985]: pgmap v1415: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T08:06:42.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:06:42 smithi119 ceph-mon[96316]: pgmap v1415: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T08:06:42.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:06:42 smithi119 ceph-mon[93746]: pgmap v1415: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T08:06:43.682 INFO:tasks.workunit.client.0.smithi119.stdout: 28: throughput=4.84MB/sec pending data=0 2024-04-13T08:06:43.682 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-jCRCvlkzncIE2rA off=3745918 len=1455743 2024-04-13T08:06:43.684 INFO:tasks.workunit.client.0.smithi119.stdout:op 134 completed, throughput=4.89MB/sec 2024-04-13T08:06:43.684 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3xEz2kAfqE5ZuE7 off=4084418 len=343563 2024-04-13T08:06:43.688 INFO:tasks.workunit.client.0.smithi119.stdout:op 135 completed, throughput=4.9MB/sec 2024-04-13T08:06:43.688 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-NRl2v-YFqTXN4_W off=983675 len=500688 2024-04-13T08:06:43.691 INFO:tasks.workunit.client.0.smithi119.stdout:op 136 completed, throughput=4.92MB/sec 2024-04-13T08:06:43.692 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-wqmv863My5hzarb off=319187 len=753921 2024-04-13T08:06:43.696 INFO:tasks.workunit.client.0.smithi119.stdout:op 137 completed, throughput=4.94MB/sec 2024-04-13T08:06:43.696 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-u2s52_wfcy2syUT off=969707 len=1743455 2024-04-13T08:06:43.704 INFO:tasks.workunit.client.0.smithi119.stdout:op 138 completed, throughput=5MB/sec 2024-04-13T08:06:44.704 INFO:tasks.workunit.client.0.smithi119.stdout: 29: throughput=4.83MB/sec pending data=0 2024-04-13T08:06:44.704 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-DkQKhJB5VXTIsdc off=157258 len=1995358 2024-04-13T08:06:44.715 INFO:tasks.workunit.client.0.smithi119.stdout:op 139 completed, throughput=4.89MB/sec 2024-04-13T08:06:44.715 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-GbFRDQU1EHUEgS0 off=3250350 len=957977 2024-04-13T08:06:44.721 INFO:tasks.workunit.client.0.smithi119.stdout:op 140 completed, throughput=4.92MB/sec 2024-04-13T08:06:44.721 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-sh1afLaMyfQxLEq off=1296879 len=453880 2024-04-13T08:06:44.721 INFO:tasks.workunit.client.0.smithi119.stdout:op 141 completed, throughput=4.94MB/sec 2024-04-13T08:06:44.721 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-2w9X9djzZTX-U4Y off=3217267 len=958613 2024-04-13T08:06:44.726 INFO:tasks.workunit.client.0.smithi119.stdout:op 142 completed, throughput=4.97MB/sec 2024-04-13T08:06:44.726 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-hyQw6T0lrgoUjwi off=183102 len=2647 2024-04-13T08:06:44.728 INFO:tasks.workunit.client.0.smithi119.stdout:op 143 completed, throughput=4.97MB/sec 2024-04-13T08:06:44.728 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-gyIMqhUZPLgMWbb off=3776503 len=3506 2024-04-13T08:06:44.729 INFO:tasks.workunit.client.0.smithi119.stdout:op 144 completed, throughput=4.97MB/sec 2024-04-13T08:06:44.729 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-M5TEXy-4rT_HOJF off=2090019 len=12698 2024-04-13T08:06:44.729 INFO:tasks.workunit.client.0.smithi119.stdout:op 145 completed, throughput=4.97MB/sec 2024-04-13T08:06:44.729 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-oXQzTLoratweRru off=14757003 len=22309 2024-04-13T08:06:44.731 INFO:tasks.workunit.client.0.smithi119.stdout:op 146 completed, throughput=4.97MB/sec 2024-04-13T08:06:44.731 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-0vvGrJwXUu3vnvP off=13629094 len=1761714 2024-04-13T08:06:44.739 INFO:tasks.workunit.client.0.smithi119.stdout:op 147 completed, throughput=5.02MB/sec 2024-04-13T08:06:44.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:06:44 smithi139 ceph-mon[88985]: pgmap v1416: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-13T08:06:44.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:06:44 smithi119 ceph-mon[96316]: pgmap v1416: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-13T08:06:44.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:06:44 smithi119 ceph-mon[93746]: pgmap v1416: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-13T08:06:44.967 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:06:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:06:44] "GET /metrics HTTP/1.1" 200 33990 "" "Prometheus/2.43.0" 2024-04-13T08:06:45.740 INFO:tasks.workunit.client.0.smithi119.stdout: 30: throughput=4.86MB/sec pending data=0 2024-04-13T08:06:45.740 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-HYS4ATgQxqWUnr5 off=6660662 len=1192744 2024-04-13T08:06:45.745 INFO:tasks.workunit.client.0.smithi119.stdout:op 148 completed, throughput=4.9MB/sec 2024-04-13T08:06:45.745 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-8AlPXN0MZoKDkSA off=14227698 len=261397 2024-04-13T08:06:45.746 INFO:tasks.workunit.client.0.smithi119.stdout:op 149 completed, throughput=4.9MB/sec 2024-04-13T08:06:45.746 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-JKk3k8HNByQn_B_ off=3382847 len=48518 2024-04-13T08:06:45.747 INFO:tasks.workunit.client.0.smithi119.stdout:op 150 completed, throughput=4.91MB/sec 2024-04-13T08:06:45.747 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-e4sFmFmiNRlZ9o1 off=8212698 len=325565 2024-04-13T08:06:45.750 INFO:tasks.workunit.client.0.smithi119.stdout:op 151 completed, throughput=4.92MB/sec 2024-04-13T08:06:45.750 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-90ECRSg9EWTm2xO off=12871977 len=1888625 2024-04-13T08:06:45.752 INFO:tasks.workunit.client.0.smithi119.stdout:op 152 completed, throughput=4.97MB/sec 2024-04-13T08:06:45.752 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-C-R7d4lTJ1BwyHa off=9505429 len=274727 2024-04-13T08:06:45.754 INFO:tasks.workunit.client.0.smithi119.stdout:op 153 completed, throughput=4.98MB/sec 2024-04-13T08:06:45.755 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-b0JyhhZAlrhadzu off=364711 len=1236341 2024-04-13T08:06:45.759 INFO:tasks.workunit.client.0.smithi119.stdout:op 154 completed, throughput=5.02MB/sec 2024-04-13T08:06:46.759 INFO:tasks.workunit.client.0.smithi119.stdout: 31: throughput=4.86MB/sec pending data=0 2024-04-13T08:06:46.759 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-plWoiqUf_bljrLE off=2843730 len=1044065 2024-04-13T08:06:46.765 INFO:tasks.workunit.client.0.smithi119.stdout:op 155 completed, throughput=4.89MB/sec 2024-04-13T08:06:46.765 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-sVGujib1vUIXLE7 off=1154369 len=1272278 2024-04-13T08:06:46.771 INFO:tasks.workunit.client.0.smithi119.stdout:op 156 completed, throughput=4.93MB/sec 2024-04-13T08:06:46.771 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-uTp5iVy7d3VP37O off=218705 len=562166 2024-04-13T08:06:46.775 INFO:tasks.workunit.client.0.smithi119.stdout:op 157 completed, throughput=4.95MB/sec 2024-04-13T08:06:46.775 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-iNyayErUn4mf0Rf off=18038858 len=816051 2024-04-13T08:06:46.779 INFO:tasks.workunit.client.0.smithi119.stdout:op 158 completed, throughput=4.97MB/sec 2024-04-13T08:06:46.779 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-1X9hPrl1RIB9VLh off=10124319 len=984582 2024-04-13T08:06:46.780 INFO:tasks.workunit.client.0.smithi119.stdout:op 159 completed, throughput=5MB/sec 2024-04-13T08:06:46.780 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-WIbB4yjoIVbNMxD off=6395096 len=1599613 2024-04-13T08:06:46.782 INFO:tasks.workunit.client.0.smithi119.stdout:op 160 completed, throughput=5.05MB/sec 2024-04-13T08:06:46.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:06:46 smithi139 ceph-mon[88985]: pgmap v1417: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-13T08:06:46.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:06:46 smithi119 ceph-mon[96316]: pgmap v1417: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-13T08:06:46.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:06:46 smithi119 ceph-mon[93746]: pgmap v1417: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-13T08:06:47.782 INFO:tasks.workunit.client.0.smithi119.stdout: 32: throughput=4.89MB/sec pending data=0 2024-04-13T08:06:47.782 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-RT3Rkrmbn3el_Sz off=510930 len=804850 2024-04-13T08:06:47.786 INFO:tasks.workunit.client.0.smithi119.stdout:op 161 completed, throughput=4.92MB/sec 2024-04-13T08:06:47.786 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-KonhpBXqMbEqEf2 off=8171833 len=1336718 2024-04-13T08:06:47.792 INFO:tasks.workunit.client.0.smithi119.stdout:op 162 completed, throughput=4.95MB/sec 2024-04-13T08:06:47.793 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-etPWpkxFlX54GNi off=6163385 len=1298830 2024-04-13T08:06:47.795 INFO:tasks.workunit.client.0.smithi119.stdout:op 163 completed, throughput=4.99MB/sec 2024-04-13T08:06:47.795 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Bru5PK7HEap74Ob off=2327963 len=1117490 2024-04-13T08:06:47.799 INFO:tasks.workunit.client.0.smithi119.stdout:op 164 completed, throughput=5.02MB/sec 2024-04-13T08:06:48.800 INFO:tasks.workunit.client.0.smithi119.stdout: 33: throughput=4.87MB/sec pending data=0 2024-04-13T08:06:48.800 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-oFuw0ZG8QgnyfaD off=7969215 len=370728 2024-04-13T08:06:48.801 INFO:tasks.workunit.client.0.smithi119.stdout:op 165 completed, throughput=4.88MB/sec 2024-04-13T08:06:48.801 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj--Izg2OVMR-ECEA9 off=11656775 len=2067936 2024-04-13T08:06:48.813 INFO:tasks.workunit.client.0.smithi119.stdout:op 166 completed, throughput=4.94MB/sec 2024-04-13T08:06:48.813 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-7Wk30G-EZV5eH_Z off=767003 len=1311962 2024-04-13T08:06:48.814 INFO:tasks.workunit.client.0.smithi119.stdout:op 167 completed, throughput=4.98MB/sec 2024-04-13T08:06:48.814 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-nrn6397JCDV_j9e off=22536266 len=886812 2024-04-13T08:06:48.815 INFO:tasks.workunit.client.0.smithi119.stdout:op 168 completed, throughput=5MB/sec 2024-04-13T08:06:48.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:06:48 smithi139 ceph-mon[88985]: pgmap v1418: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-13T08:06:48.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:06:48 smithi119 ceph-mon[96316]: pgmap v1418: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-13T08:06:48.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:06:48 smithi119 ceph-mon[93746]: pgmap v1418: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-13T08:06:49.816 INFO:tasks.workunit.client.0.smithi119.stdout: 34: throughput=4.86MB/sec pending data=0 2024-04-13T08:06:49.816 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-a9B1q67MLP4o_64 off=1945975 len=796769 2024-04-13T08:06:49.817 INFO:tasks.workunit.client.0.smithi119.stdout:op 169 completed, throughput=4.88MB/sec 2024-04-13T08:06:49.818 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-2o6gyMOWeFCCXcF off=6638621 len=313186 2024-04-13T08:06:49.821 INFO:tasks.workunit.client.0.smithi119.stdout:op 170 completed, throughput=4.89MB/sec 2024-04-13T08:06:49.821 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-yICuF5VppOPhKou off=8260360 len=1121110 2024-04-13T08:06:49.823 INFO:tasks.workunit.client.0.smithi119.stdout:op 171 completed, throughput=4.92MB/sec 2024-04-13T08:06:49.823 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-hU-V7tk28WPNchW off=8503867 len=622113 2024-04-13T08:06:49.827 INFO:tasks.workunit.client.0.smithi119.stdout:op 172 completed, throughput=4.94MB/sec 2024-04-13T08:06:49.827 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-5Uy2aLDi50mgIRL off=9720971 len=2050471 2024-04-13T08:06:49.830 INFO:tasks.workunit.client.0.smithi119.stdout:op 173 completed, throughput=4.99MB/sec 2024-04-13T08:06:49.830 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-oACTBagzc_xMmoX off=10940407 len=1569730 2024-04-13T08:06:49.832 INFO:tasks.workunit.client.0.smithi119.stdout:op 174 completed, throughput=5.03MB/sec 2024-04-13T08:06:50.832 INFO:tasks.workunit.client.0.smithi119.stdout: 35: throughput=4.89MB/sec pending data=0 2024-04-13T08:06:50.832 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-EYqE-wddldPzXvf off=2979672 len=376765 2024-04-13T08:06:50.833 INFO:tasks.workunit.client.0.smithi119.stdout:op 175 completed, throughput=4.9MB/sec 2024-04-13T08:06:50.833 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-rJxRiNxMkdy8-mg off=8249149 len=1804926 2024-04-13T08:06:50.843 INFO:tasks.workunit.client.0.smithi119.stdout:op 176 completed, throughput=4.95MB/sec 2024-04-13T08:06:50.843 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-FZEWQwMywpAY050 off=3377746 len=801545 2024-04-13T08:06:50.844 INFO:tasks.workunit.client.0.smithi119.stdout:op 177 completed, throughput=4.97MB/sec 2024-04-13T08:06:50.844 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-hhG2QZRom5A2_BX off=1062690 len=1961053 2024-04-13T08:06:50.848 INFO:tasks.workunit.client.0.smithi119.stdout:op 178 completed, throughput=5.02MB/sec 2024-04-13T08:06:50.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:06:50 smithi139 ceph-mon[88985]: pgmap v1419: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:06:50.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:06:50 smithi119 ceph-mon[96316]: pgmap v1419: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:06:50.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:06:50 smithi119 ceph-mon[93746]: pgmap v1419: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:06:51.848 INFO:tasks.workunit.client.0.smithi119.stdout: 36: throughput=4.89MB/sec pending data=0 2024-04-13T08:06:51.848 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-w5xg4r_EmhJnGmu off=9628705 len=872431 2024-04-13T08:06:51.850 INFO:tasks.workunit.client.0.smithi119.stdout:op 179 completed, throughput=4.91MB/sec 2024-04-13T08:06:51.850 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-VUhqD0MhnHSRKeL off=520512 len=2048766 2024-04-13T08:06:51.863 INFO:tasks.workunit.client.0.smithi119.stdout:op 180 completed, throughput=4.96MB/sec 2024-04-13T08:06:51.863 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-kkWLoyd7_STxZPF off=1640930 len=230761 2024-04-13T08:06:51.866 INFO:tasks.workunit.client.0.smithi119.stdout:op 181 completed, throughput=4.97MB/sec 2024-04-13T08:06:51.866 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Qaa5QXDzcNzSIm2 off=9030974 len=2029886 2024-04-13T08:06:51.875 INFO:tasks.workunit.client.0.smithi119.stdout:op 182 completed, throughput=5.02MB/sec 2024-04-13T08:06:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:06:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:06:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:06:52.876 INFO:tasks.workunit.client.0.smithi119.stdout: 37: throughput=4.88MB/sec pending data=0 2024-04-13T08:06:52.876 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-BIABpEn3J_Pnf1f off=1408120 len=1578480 2024-04-13T08:06:52.883 INFO:tasks.workunit.client.0.smithi119.stdout:op 183 completed, throughput=4.92MB/sec 2024-04-13T08:06:52.883 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-cU3-SQ_FDUcuqOo off=9260916 len=1942626 2024-04-13T08:06:52.887 INFO:tasks.workunit.client.0.smithi119.stdout:op 184 completed, throughput=4.97MB/sec 2024-04-13T08:06:52.887 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-RaiP032ZkvDnanP off=2240957 len=445012 2024-04-13T08:06:52.890 INFO:tasks.workunit.client.0.smithi119.stdout:op 185 completed, throughput=4.98MB/sec 2024-04-13T08:06:52.890 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-qtQHUmmqHPVOJRs off=1254360 len=77333 2024-04-13T08:06:52.890 INFO:tasks.workunit.client.0.smithi119.stdout:op 186 completed, throughput=4.98MB/sec 2024-04-13T08:06:52.891 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-GIhvcqDQVU7uln9 off=10692986 len=1523005 2024-04-13T08:06:52.900 INFO:tasks.workunit.client.0.smithi119.stdout:op 187 completed, throughput=5.02MB/sec 2024-04-13T08:06:52.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:06:52 smithi119 ceph-mon[96316]: pgmap v1420: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-13T08:06:52.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:06:52 smithi119 ceph-mon[93746]: pgmap v1420: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-13T08:06:53.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:06:52 smithi139 ceph-mon[88985]: pgmap v1420: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-13T08:06:53.900 INFO:tasks.workunit.client.0.smithi119.stdout: 38: throughput=4.89MB/sec pending data=0 2024-04-13T08:06:53.900 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-fnuQcqvRXhwX_Lp off=294342 len=1048555 2024-04-13T08:06:53.901 INFO:tasks.workunit.client.0.smithi119.stdout:op 188 completed, throughput=4.92MB/sec 2024-04-13T08:06:53.901 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ynJXlDC_j0lXjOR off=11590683 len=1633124 2024-04-13T08:06:53.903 INFO:tasks.workunit.client.0.smithi119.stdout:op 189 completed, throughput=4.96MB/sec 2024-04-13T08:06:53.903 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-66JPqFezgHMVQc9 off=1273237 len=863400 2024-04-13T08:06:53.904 INFO:tasks.workunit.client.0.smithi119.stdout:op 190 completed, throughput=4.98MB/sec 2024-04-13T08:06:53.904 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-PBdScB3ryOe-iCd off=1364663 len=1870464 2024-04-13T08:06:53.914 INFO:tasks.workunit.client.0.smithi119.stdout:op 191 completed, throughput=5.02MB/sec 2024-04-13T08:06:54.914 INFO:tasks.workunit.client.0.smithi119.stdout: 39: throughput=4.9MB/sec pending data=0 2024-04-13T08:06:54.915 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--QVmzsfh6W_D_-g off=1175506 len=793951 2024-04-13T08:06:54.917 INFO:tasks.workunit.client.0.smithi119.stdout:op 192 completed, throughput=4.92MB/sec 2024-04-13T08:06:54.917 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-JucsWJy9SaBFQco off=3779167 len=1982033 2024-04-13T08:06:54.920 INFO:tasks.workunit.client.0.smithi119.stdout:op 193 completed, throughput=4.96MB/sec 2024-04-13T08:06:54.920 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-3-RilGoHxjXNEeI off=3030559 len=373806 2024-04-13T08:06:54.921 INFO:tasks.workunit.client.0.smithi119.stdout:op 194 completed, throughput=4.97MB/sec 2024-04-13T08:06:54.921 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Qla-zFQms7I8xuk off=11962768 len=816138 2024-04-13T08:06:54.926 INFO:tasks.workunit.client.0.smithi119.stdout:op 195 completed, throughput=4.99MB/sec 2024-04-13T08:06:54.926 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ZR0cAomOitiEMcf off=15838607 len=1673417 2024-04-13T08:06:54.934 INFO:tasks.workunit.client.0.smithi119.stdout:op 196 completed, throughput=5.03MB/sec 2024-04-13T08:06:54.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:06:54 smithi119 ceph-mon[96316]: pgmap v1421: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:06:54.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:06:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:06:54.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:06:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:06:54] "GET /metrics HTTP/1.1" 200 33988 "" "Prometheus/2.43.0" 2024-04-13T08:06:54.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:06:54 smithi119 ceph-mon[93746]: pgmap v1421: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:06:54.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:06:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:06:55.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:06:54 smithi139 ceph-mon[88985]: pgmap v1421: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:06:55.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:06:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:06:55.935 INFO:tasks.workunit.client.0.smithi119.stdout: 40: throughput=4.91MB/sec pending data=0 2024-04-13T08:06:55.935 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3Q8qp1sidszY-DZ off=1310564 len=2061881 2024-04-13T08:06:55.946 INFO:tasks.workunit.client.0.smithi119.stdout:op 197 completed, throughput=4.95MB/sec 2024-04-13T08:06:55.947 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-v3bzQzmUzIK4jq3 off=4281695 len=1066786 2024-04-13T08:06:55.948 INFO:tasks.workunit.client.0.smithi119.stdout:op 198 completed, throughput=4.98MB/sec 2024-04-13T08:06:55.948 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-T6k57VSfTy-oUzM off=6362708 len=1357348 2024-04-13T08:06:55.951 INFO:tasks.workunit.client.0.smithi119.stdout:op 199 completed, throughput=5.01MB/sec 2024-04-13T08:06:56.951 INFO:tasks.workunit.client.0.smithi119.stdout: 41: throughput=4.89MB/sec pending data=0 2024-04-13T08:06:56.951 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-PQ-H9zfrGC-pGVm off=2081514 len=292643 2024-04-13T08:06:56.952 INFO:tasks.workunit.client.0.smithi119.stdout:op 200 completed, throughput=4.9MB/sec 2024-04-13T08:06:56.952 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-yMhlSFTt7_0kgkF off=2880747 len=817591 2024-04-13T08:06:56.957 INFO:tasks.workunit.client.0.smithi119.stdout:op 201 completed, throughput=4.91MB/sec 2024-04-13T08:06:56.957 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-NRHiBKTgT2p56dW off=7297036 len=594789 2024-04-13T08:06:56.961 INFO:tasks.workunit.client.0.smithi119.stdout:op 202 completed, throughput=4.93MB/sec 2024-04-13T08:06:56.961 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-KkQXDcs_XbcqpcW off=6824643 len=81560 2024-04-13T08:06:56.961 INFO:tasks.workunit.client.0.smithi119.stdout:op 203 completed, throughput=4.93MB/sec 2024-04-13T08:06:56.962 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-hu66pJe8o62wdVJ off=23211243 len=697776 2024-04-13T08:06:56.963 INFO:tasks.workunit.client.0.smithi119.stdout:op 204 completed, throughput=4.94MB/sec 2024-04-13T08:06:56.963 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-OZ0KXNcSdcgDQBw off=819353 len=604126 2024-04-13T08:06:56.964 INFO:tasks.workunit.client.0.smithi119.stdout:op 205 completed, throughput=4.96MB/sec 2024-04-13T08:06:56.964 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-HQtqzB4cZFFy8cy off=3448503 len=166650 2024-04-13T08:06:56.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:06:56 smithi119 ceph-mon[96316]: pgmap v1422: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:06:56.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:06:56 smithi119 ceph-mon[93746]: pgmap v1422: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:06:56.966 INFO:tasks.workunit.client.0.smithi119.stdout:op 206 completed, throughput=4.96MB/sec 2024-04-13T08:06:56.966 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-NSfSXOSfAPm_VJv off=38657 len=1819297 2024-04-13T08:06:56.969 INFO:tasks.workunit.client.0.smithi119.stdout:op 207 completed, throughput=5MB/sec 2024-04-13T08:06:57.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:06:56 smithi139 ceph-mon[88985]: pgmap v1422: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:06:57.969 INFO:tasks.workunit.client.0.smithi119.stdout: 42: throughput=4.89MB/sec pending data=0 2024-04-13T08:06:57.969 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-GIq9k5ZZ_WisWug off=1610900 len=300503 2024-04-13T08:06:57.969 INFO:tasks.workunit.client.0.smithi119.stdout:op 208 completed, throughput=4.89MB/sec 2024-04-13T08:06:57.969 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-E1tvQmqP_sLN9Qi off=4508956 len=1563681 2024-04-13T08:06:57.971 INFO:tasks.workunit.client.0.smithi119.stdout:op 209 completed, throughput=4.93MB/sec 2024-04-13T08:06:57.971 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-sI8jidNC2AryCtN off=13094989 len=1619119 2024-04-13T08:06:57.975 INFO:tasks.workunit.client.0.smithi119.stdout:op 210 completed, throughput=4.96MB/sec 2024-04-13T08:06:57.975 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-oYh-2z-4t2ppt6J off=4929050 len=183446 2024-04-13T08:06:57.976 INFO:tasks.workunit.client.0.smithi119.stdout:op 211 completed, throughput=4.97MB/sec 2024-04-13T08:06:57.976 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-a1TWhhWPOaUik5p off=700589 len=1558388 2024-04-13T08:06:57.978 INFO:tasks.workunit.client.0.smithi119.stdout:op 212 completed, throughput=5MB/sec 2024-04-13T08:06:58.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:06:58 smithi119 ceph-mon[96316]: pgmap v1423: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-13T08:06:58.969 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:06:58 smithi119 ceph-mon[93746]: pgmap v1423: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-13T08:06:58.978 INFO:tasks.workunit.client.0.smithi119.stdout: 43: throughput=4.89MB/sec pending data=0 2024-04-13T08:06:58.978 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-GMDaRF2EV-hAeE1 off=22145733 len=432619 2024-04-13T08:06:58.981 INFO:tasks.workunit.client.0.smithi119.stdout:op 213 completed, throughput=4.9MB/sec 2024-04-13T08:06:58.982 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-9JrsDv2sXIW_wbP off=3845672 len=929180 2024-04-13T08:06:58.986 INFO:tasks.workunit.client.0.smithi119.stdout:op 214 completed, throughput=4.92MB/sec 2024-04-13T08:06:58.986 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-MjjjruBh4yyWRH1 off=2515063 len=1745003 2024-04-13T08:06:58.995 INFO:tasks.workunit.client.0.smithi119.stdout:op 215 completed, throughput=4.95MB/sec 2024-04-13T08:06:58.995 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-68IZj55FfRDX7Rr off=15812838 len=1496844 2024-04-13T08:06:58.997 INFO:tasks.workunit.client.0.smithi119.stdout:op 216 completed, throughput=4.99MB/sec 2024-04-13T08:06:58.997 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-iXC8akL1cl6c9HT off=4867167 len=545019 2024-04-13T08:06:58.998 INFO:tasks.workunit.client.0.smithi119.stdout:op 217 completed, throughput=5MB/sec 2024-04-13T08:06:58.998 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-DZWz9TqYZJI0joh off=24458268 len=318457 2024-04-13T08:06:58.998 INFO:tasks.workunit.client.0.smithi119.stdout:op 218 completed, throughput=5MB/sec 2024-04-13T08:06:59.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:06:58 smithi139 ceph-mon[88985]: pgmap v1423: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-13T08:06:59.999 INFO:tasks.workunit.client.0.smithi119.stdout: 44: throughput=4.89MB/sec pending data=0 2024-04-13T08:06:59.999 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-TDxkUB_UpEwrrfE off=187885 len=2080084 2024-04-13T08:07:00.004 INFO:tasks.workunit.client.0.smithi119.stdout:op 219 completed, throughput=4.94MB/sec 2024-04-13T08:07:00.004 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-5qSSEZafLep4MOi off=33704 len=1060768 2024-04-13T08:07:00.004 INFO:tasks.workunit.client.0.smithi119.stdout:op 220 completed, throughput=4.96MB/sec 2024-04-13T08:07:00.004 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-5Do8sz5-GSd8QIw off=3060513 len=561499 2024-04-13T08:07:00.009 INFO:tasks.workunit.client.0.smithi119.stdout:op 221 completed, throughput=4.97MB/sec 2024-04-13T08:07:00.009 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-JQvKtA7Ld3EUfRC off=8321249 len=458922 2024-04-13T08:07:00.010 INFO:tasks.workunit.client.0.smithi119.stdout:op 222 completed, throughput=4.98MB/sec 2024-04-13T08:07:00.010 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-lvZ7OWSOKqHMtUy off=166170 len=656503 2024-04-13T08:07:00.014 INFO:tasks.workunit.client.0.smithi119.stdout:op 223 completed, throughput=4.99MB/sec 2024-04-13T08:07:00.014 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-uF1B3Zq-upJAlV_ off=142463 len=616558 2024-04-13T08:07:00.015 INFO:tasks.workunit.client.0.smithi119.stdout:op 224 completed, throughput=5.01MB/sec 2024-04-13T08:07:00.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:07:00 smithi119 ceph-mon[96316]: pgmap v1424: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T08:07:00.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:07:00 smithi119 ceph-mon[93746]: pgmap v1424: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T08:07:01.016 INFO:tasks.workunit.client.0.smithi119.stdout: 45: throughput=4.9MB/sec pending data=0 2024-04-13T08:07:01.016 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-YKXVns7La__pEsF off=4301084 len=280608 2024-04-13T08:07:01.019 INFO:tasks.workunit.client.0.smithi119.stdout:op 225 completed, throughput=4.9MB/sec 2024-04-13T08:07:01.019 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-pi6lOz1wvNDZb9g off=2501941 len=707796 2024-04-13T08:07:01.020 INFO:tasks.workunit.client.0.smithi119.stdout:op 226 completed, throughput=4.92MB/sec 2024-04-13T08:07:01.020 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-gnxvZDsVcvBMmBa off=3656925 len=795311 2024-04-13T08:07:01.024 INFO:tasks.workunit.client.0.smithi119.stdout:op 227 completed, throughput=4.93MB/sec 2024-04-13T08:07:01.024 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-O8XoPDg-MCgQZ0a off=5169858 len=294084 2024-04-13T08:07:01.026 INFO:tasks.workunit.client.0.smithi119.stdout:op 228 completed, throughput=4.94MB/sec 2024-04-13T08:07:01.026 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-e1kQiVhSrVqUOZr off=11515483 len=407252 2024-04-13T08:07:01.030 INFO:tasks.workunit.client.0.smithi119.stdout:op 229 completed, throughput=4.95MB/sec 2024-04-13T08:07:01.030 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-cqz4kOCRb9gkc6n off=461526 len=1635261 2024-04-13T08:07:01.033 INFO:tasks.workunit.client.0.smithi119.stdout:op 230 completed, throughput=4.98MB/sec 2024-04-13T08:07:01.033 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-9IEkpE5ILFiCVvx off=841450 len=157754 2024-04-13T08:07:01.035 INFO:tasks.workunit.client.0.smithi119.stdout:op 231 completed, throughput=4.98MB/sec 2024-04-13T08:07:01.036 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-iBZZTsaxw68HeXB off=4339234 len=1312268 2024-04-13T08:07:01.041 INFO:tasks.workunit.client.0.smithi119.stdout:op 232 completed, throughput=5.01MB/sec 2024-04-13T08:07:01.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:07:00 smithi139 ceph-mon[88985]: pgmap v1424: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T08:07:02.042 INFO:tasks.workunit.client.0.smithi119.stdout: 46: throughput=4.9MB/sec pending data=0 2024-04-13T08:07:02.042 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-mBv6uaqzWTotrS6 off=1713065 len=248528 2024-04-13T08:07:02.045 INFO:tasks.workunit.client.0.smithi119.stdout:op 233 completed, throughput=4.91MB/sec 2024-04-13T08:07:02.045 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-5pzG1t7-roDF8Oq off=6558768 len=760492 2024-04-13T08:07:02.049 INFO:tasks.workunit.client.0.smithi119.stdout:op 234 completed, throughput=4.92MB/sec 2024-04-13T08:07:02.049 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-HMVRMqri_RKAJKM off=7427583 len=1868248 2024-04-13T08:07:02.058 INFO:tasks.workunit.client.0.smithi119.stdout:op 235 completed, throughput=4.96MB/sec 2024-04-13T08:07:02.058 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-nrCCe2ONK0tqqTq off=10684305 len=85091 2024-04-13T08:07:02.060 INFO:tasks.workunit.client.0.smithi119.stdout:op 236 completed, throughput=4.96MB/sec 2024-04-13T08:07:02.060 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-08OuoBCN1Bwco35 off=1646894 len=945238 2024-04-13T08:07:02.062 INFO:tasks.workunit.client.0.smithi119.stdout:op 237 completed, throughput=4.98MB/sec 2024-04-13T08:07:02.062 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-A-xDlc2mkE9KdW9 off=2006161 len=57318 2024-04-13T08:07:02.062 INFO:tasks.workunit.client.0.smithi119.stdout:op 238 completed, throughput=4.98MB/sec 2024-04-13T08:07:02.062 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-V2aLvcLEGtGtk9k off=1476764 len=379058 2024-04-13T08:07:02.065 INFO:tasks.workunit.client.0.smithi119.stdout:op 239 completed, throughput=4.99MB/sec 2024-04-13T08:07:02.065 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-z3gMOTXXY0eY7P4 off=4577493 len=683101 2024-04-13T08:07:02.069 INFO:tasks.workunit.client.0.smithi119.stdout:op 240 completed, throughput=5MB/sec 2024-04-13T08:07:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:07:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:07:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:07:02.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:07:02 smithi119 ceph-mon[96316]: pgmap v1425: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-13T08:07:02.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:07:02 smithi119 ceph-mon[93746]: pgmap v1425: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-13T08:07:03.069 INFO:tasks.workunit.client.0.smithi119.stdout: 47: throughput=4.9MB/sec pending data=0 2024-04-13T08:07:03.070 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-mppZAV9ak5mWehQ off=920691 len=1172117 2024-04-13T08:07:03.072 INFO:tasks.workunit.client.0.smithi119.stdout:op 241 completed, throughput=4.92MB/sec 2024-04-13T08:07:03.072 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-TtyCa07Luv7csfm off=1409375 len=1982890 2024-04-13T08:07:03.081 INFO:tasks.workunit.client.0.smithi119.stdout:op 242 completed, throughput=4.96MB/sec 2024-04-13T08:07:03.081 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Gt3CVlrhhmckWvx off=6497165 len=195836 2024-04-13T08:07:03.084 INFO:tasks.workunit.client.0.smithi119.stdout:op 243 completed, throughput=4.96MB/sec 2024-04-13T08:07:03.084 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-T1RARhHFCQH0se- off=136792 len=1479278 2024-04-13T08:07:03.091 INFO:tasks.workunit.client.0.smithi119.stdout:op 244 completed, throughput=4.99MB/sec 2024-04-13T08:07:03.092 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-KLidLKXww1kHLbd off=5036002 len=1075647 2024-04-13T08:07:03.096 INFO:tasks.workunit.client.0.smithi119.stdout:op 245 completed, throughput=5.01MB/sec 2024-04-13T08:07:03.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:07:02 smithi139 ceph-mon[88985]: pgmap v1425: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-13T08:07:04.096 INFO:tasks.workunit.client.0.smithi119.stdout: 48: throughput=4.91MB/sec pending data=0 2024-04-13T08:07:04.096 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-hZdkYejyAetsK4_ off=7458441 len=984646 2024-04-13T08:07:04.101 INFO:tasks.workunit.client.0.smithi119.stdout:op 246 completed, throughput=4.93MB/sec 2024-04-13T08:07:04.101 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-T14oM1HvaY4_Dpx off=5513886 len=1547741 2024-04-13T08:07:04.103 INFO:tasks.workunit.client.0.smithi119.stdout:op 247 completed, throughput=4.96MB/sec 2024-04-13T08:07:04.103 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-8j7pP1NDor2r5a7 off=2062452 len=1958416 2024-04-13T08:07:04.107 INFO:tasks.workunit.client.0.smithi119.stdout:op 248 completed, throughput=5MB/sec 2024-04-13T08:07:04.107 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-wLGl-GbgOO2lkC6 off=12192596 len=2060200 2024-04-13T08:07:04.117 INFO:tasks.workunit.client.0.smithi119.stdout:op 249 completed, throughput=5.04MB/sec 2024-04-13T08:07:04.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:07:04 smithi119 ceph-mon[96316]: pgmap v1426: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:07:04.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:07:04 smithi119 ceph-mon[93746]: pgmap v1426: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:07:04.967 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:07:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:07:04] "GET /metrics HTTP/1.1" 200 33988 "" "Prometheus/2.43.0" 2024-04-13T08:07:05.117 INFO:tasks.workunit.client.0.smithi119.stdout: 49: throughput=4.94MB/sec pending data=0 2024-04-13T08:07:05.117 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-swKXLwTAwWfBolu off=10649103 len=937069 2024-04-13T08:07:05.123 INFO:tasks.workunit.client.0.smithi119.stdout:op 250 completed, throughput=4.95MB/sec 2024-04-13T08:07:05.123 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj--x4njsR3u2NGLTY off=11200690 len=2093776 2024-04-13T08:07:05.133 INFO:tasks.workunit.client.0.smithi119.stdout:op 251 completed, throughput=4.99MB/sec 2024-04-13T08:07:05.133 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-gBPeXRN5Q-8pTEv off=8543687 len=2028987 2024-04-13T08:07:05.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:07:04 smithi139 ceph-mon[88985]: pgmap v1426: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:07:05.141 INFO:tasks.workunit.client.0.smithi119.stdout:op 252 completed, throughput=5.03MB/sec 2024-04-13T08:07:06.142 INFO:tasks.workunit.client.0.smithi119.stdout: 50: throughput=4.93MB/sec pending data=0 2024-04-13T08:07:06.142 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-j3E0ImotssNqlja off=1501556 len=2095449 2024-04-13T08:07:06.150 INFO:tasks.workunit.client.0.smithi119.stdout:op 253 completed, throughput=4.97MB/sec 2024-04-13T08:07:06.150 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-cYnanjbooBUNQd3 off=381757 len=1765028 2024-04-13T08:07:06.155 INFO:tasks.workunit.client.0.smithi119.stdout:op 254 completed, throughput=5MB/sec 2024-04-13T08:07:06.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:07:06 smithi119 ceph-mon[96316]: pgmap v1427: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:07:06.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:07:06 smithi119 ceph-mon[93746]: pgmap v1427: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:07:07.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:07:06 smithi139 ceph-mon[88985]: pgmap v1427: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:07:07.156 INFO:tasks.workunit.client.0.smithi119.stdout: 51: throughput=4.91MB/sec pending data=0 2024-04-13T08:07:07.156 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-cO1zQ2pNLlZ0Dwi off=2951735 len=335071 2024-04-13T08:07:07.156 INFO:tasks.workunit.client.0.smithi119.stdout:op 255 completed, throughput=4.91MB/sec 2024-04-13T08:07:07.156 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-4lwXWHmmLzdqaXo off=5744419 len=598060 2024-04-13T08:07:07.160 INFO:tasks.workunit.client.0.smithi119.stdout:op 256 completed, throughput=4.92MB/sec 2024-04-13T08:07:07.160 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ux8Id7cOOdcfOd5 off=789891 len=1203773 2024-04-13T08:07:07.167 INFO:tasks.workunit.client.0.smithi119.stdout:op 257 completed, throughput=4.94MB/sec 2024-04-13T08:07:07.167 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-rJ90D5-6bl8nkF2 off=3556177 len=1337187 2024-04-13T08:07:07.168 INFO:tasks.workunit.client.0.smithi119.stdout:op 258 completed, throughput=4.97MB/sec 2024-04-13T08:07:07.169 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-gfcoAf2J2-rBpoc off=1228471 len=1320994 2024-04-13T08:07:07.173 INFO:tasks.workunit.client.0.smithi119.stdout:op 259 completed, throughput=4.99MB/sec 2024-04-13T08:07:07.173 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-8kMDSK_qZtW6N4G off=1922513 len=1754672 2024-04-13T08:07:07.181 INFO:tasks.workunit.client.0.smithi119.stdout:op 260 completed, throughput=5.02MB/sec 2024-04-13T08:07:08.181 INFO:tasks.workunit.client.0.smithi119.stdout: 52: throughput=4.93MB/sec pending data=0 2024-04-13T08:07:08.181 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-McABJhHK6rrDUDp off=4232437 len=1794735 2024-04-13T08:07:08.185 INFO:tasks.workunit.client.0.smithi119.stdout:op 261 completed, throughput=4.96MB/sec 2024-04-13T08:07:08.185 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-FMjnz7R8JZo54pT off=20424734 len=1131125 2024-04-13T08:07:08.186 INFO:tasks.workunit.client.0.smithi119.stdout:op 262 completed, throughput=4.98MB/sec 2024-04-13T08:07:08.186 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-qArsdRyy050jpxK off=3651366 len=1174663 2024-04-13T08:07:08.191 INFO:tasks.workunit.client.0.smithi119.stdout:op 263 completed, throughput=5MB/sec 2024-04-13T08:07:08.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:07:08 smithi119 ceph-mon[96316]: pgmap v1428: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T08:07:08.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:07:08 smithi119 ceph-mon[93746]: pgmap v1428: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T08:07:09.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:07:08 smithi139 ceph-mon[88985]: pgmap v1428: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T08:07:09.192 INFO:tasks.workunit.client.0.smithi119.stdout: 53: throughput=4.91MB/sec pending data=0 2024-04-13T08:07:09.192 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-SjHmHXHseTjqrAa off=6538161 len=786552 2024-04-13T08:07:09.193 INFO:tasks.workunit.client.0.smithi119.stdout:op 264 completed, throughput=4.92MB/sec 2024-04-13T08:07:09.193 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Hzx4sPyv5umr7Ue off=2430585 len=1247111 2024-04-13T08:07:09.195 INFO:tasks.workunit.client.0.smithi119.stdout:op 265 completed, throughput=4.94MB/sec 2024-04-13T08:07:09.195 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Wz3YJ_fqTzAPyH7 off=16022098 len=1114545 2024-04-13T08:07:09.201 INFO:tasks.workunit.client.0.smithi119.stdout:op 266 completed, throughput=4.96MB/sec 2024-04-13T08:07:09.201 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-6pEFT8c9xuKLONP off=11926681 len=996003 2024-04-13T08:07:09.206 INFO:tasks.workunit.client.0.smithi119.stdout:op 267 completed, throughput=4.98MB/sec 2024-04-13T08:07:09.206 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-DLokgfW1wPjDIxN off=4400883 len=150452 2024-04-13T08:07:09.209 INFO:tasks.workunit.client.0.smithi119.stdout:op 268 completed, throughput=4.98MB/sec 2024-04-13T08:07:09.209 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Uyp6_bQAv-PAp-I off=15980896 len=862094 2024-04-13T08:07:09.213 INFO:tasks.workunit.client.0.smithi119.stdout:op 269 completed, throughput=5MB/sec 2024-04-13T08:07:09.213 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Tp05joFweK0UYfq off=1923010 len=430907 2024-04-13T08:07:09.216 INFO:tasks.workunit.client.0.smithi119.stdout:op 270 completed, throughput=5MB/sec 2024-04-13T08:07:09.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:07:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:07:09.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:07:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:07:10.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:07:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:07:10.216 INFO:tasks.workunit.client.0.smithi119.stdout: 54: throughput=4.91MB/sec pending data=0 2024-04-13T08:07:10.217 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-xcU2dW-XuyCjU5x off=16376432 len=1481105 2024-04-13T08:07:10.224 INFO:tasks.workunit.client.0.smithi119.stdout:op 271 completed, throughput=4.94MB/sec 2024-04-13T08:07:10.224 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-3zMdpCq83HLaLVF off=2798410 len=1025724 2024-04-13T08:07:10.226 INFO:tasks.workunit.client.0.smithi119.stdout:op 272 completed, throughput=4.96MB/sec 2024-04-13T08:07:10.226 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-h4_fxEcLPDnmCE- off=8987556 len=292926 2024-04-13T08:07:10.229 INFO:tasks.workunit.client.0.smithi119.stdout:op 273 completed, throughput=4.96MB/sec 2024-04-13T08:07:10.229 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-hAhLX72TTf0MdQH off=18388887 len=1217833 2024-04-13T08:07:10.237 INFO:tasks.workunit.client.0.smithi119.stdout:op 274 completed, throughput=4.98MB/sec 2024-04-13T08:07:10.237 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-XP5A6h4vXDwKpsv off=4480424 len=62702 2024-04-13T08:07:10.237 INFO:tasks.workunit.client.0.smithi119.stdout:op 275 completed, throughput=4.98MB/sec 2024-04-13T08:07:10.238 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-8UnjCIqfxqadK21 off=4074491 len=1600134 2024-04-13T08:07:10.239 INFO:tasks.workunit.client.0.smithi119.stdout:op 276 completed, throughput=5.01MB/sec 2024-04-13T08:07:10.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:07:10 smithi119 ceph-mon[96316]: pgmap v1429: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T08:07:10.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:07:10 smithi119 ceph-mon[93746]: pgmap v1429: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T08:07:11.137 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:07:10 smithi139 ceph-mon[88985]: pgmap v1429: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T08:07:11.239 INFO:tasks.workunit.client.0.smithi119.stdout: 55: throughput=4.92MB/sec pending data=0 2024-04-13T08:07:11.240 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-R6UDOme_RdRuUkn off=12624949 len=1783435 2024-04-13T08:07:11.245 INFO:tasks.workunit.client.0.smithi119.stdout:op 277 completed, throughput=4.95MB/sec 2024-04-13T08:07:11.246 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-01ZP5gS5cJfho8q off=185597 len=405186 2024-04-13T08:07:11.249 INFO:tasks.workunit.client.0.smithi119.stdout:op 278 completed, throughput=4.96MB/sec 2024-04-13T08:07:11.249 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-xMIUJT6jcPbfEav off=2179512 len=422187 2024-04-13T08:07:11.253 INFO:tasks.workunit.client.0.smithi119.stdout:op 279 completed, throughput=4.96MB/sec 2024-04-13T08:07:11.253 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-bgwa5oAN2Ce19k3 off=2199064 len=621072 2024-04-13T08:07:11.257 INFO:tasks.workunit.client.0.smithi119.stdout:op 280 completed, throughput=4.97MB/sec 2024-04-13T08:07:11.257 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-KzrtAlV7FjDadxm off=4996785 len=2033945 2024-04-13T08:07:11.260 INFO:tasks.workunit.client.0.smithi119.stdout:op 281 completed, throughput=5.01MB/sec 2024-04-13T08:07:12.261 INFO:tasks.workunit.client.0.smithi119.stdout: 56: throughput=4.92MB/sec pending data=0 2024-04-13T08:07:12.261 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-XQk68DrHIT7DmRS off=22667941 len=1208743 2024-04-13T08:07:12.264 INFO:tasks.workunit.client.0.smithi119.stdout:op 282 completed, throughput=4.94MB/sec 2024-04-13T08:07:12.264 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-S8qYbKaVvWvJGb3 off=14086716 len=1264352 2024-04-13T08:07:12.270 INFO:tasks.workunit.client.0.smithi119.stdout:op 283 completed, throughput=4.96MB/sec 2024-04-13T08:07:12.270 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-9F2gvhmXCtPIhAP off=1826085 len=1166871 2024-04-13T08:07:12.273 INFO:tasks.workunit.client.0.smithi119.stdout:op 284 completed, throughput=4.98MB/sec 2024-04-13T08:07:12.273 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Ganej3XVv0R5q8n off=1217514 len=889097 2024-04-13T08:07:12.274 INFO:tasks.workunit.client.0.smithi119.stdout:op 285 completed, throughput=5MB/sec 2024-04-13T08:07:12.274 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-B5IqBxRCt-QnqU8 off=2236296 len=1455204 2024-04-13T08:07:12.275 INFO:tasks.workunit.client.0.smithi119.stdout:op 286 completed, throughput=5.02MB/sec 2024-04-13T08:07:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:07:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:07:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:07:12.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:07:12 smithi119 ceph-mon[96316]: pgmap v1430: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T08:07:12.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:07:12 smithi119 ceph-mon[93746]: pgmap v1430: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T08:07:13.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:07:12 smithi139 ceph-mon[88985]: pgmap v1430: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T08:07:13.276 INFO:tasks.workunit.client.0.smithi119.stdout: 57: throughput=4.93MB/sec pending data=0 2024-04-13T08:07:13.276 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-mDTGJDsUgrfBAEL off=19983035 len=911269 2024-04-13T08:07:13.280 INFO:tasks.workunit.client.0.smithi119.stdout:op 287 completed, throughput=4.95MB/sec 2024-04-13T08:07:13.280 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-eH5X2K4_r6DHwKo off=10862804 len=1886035 2024-04-13T08:07:13.289 INFO:tasks.workunit.client.0.smithi119.stdout:op 288 completed, throughput=4.98MB/sec 2024-04-13T08:07:13.289 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-TWnX1cMyMj7chC3 off=6775463 len=442975 2024-04-13T08:07:13.292 INFO:tasks.workunit.client.0.smithi119.stdout:op 289 completed, throughput=4.98MB/sec 2024-04-13T08:07:13.292 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-q5CeQbAVKBAduEk off=3362858 len=2029330 2024-04-13T08:07:13.300 INFO:tasks.workunit.client.0.smithi119.stdout:op 290 completed, throughput=5.02MB/sec 2024-04-13T08:07:14.300 INFO:tasks.workunit.client.0.smithi119.stdout: 58: throughput=4.93MB/sec pending data=0 2024-04-13T08:07:14.300 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-MbUWVk6ILjxg-j2 off=840878 len=1544292 2024-04-13T08:07:14.309 INFO:tasks.workunit.client.0.smithi119.stdout:op 291 completed, throughput=4.96MB/sec 2024-04-13T08:07:14.309 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj--UlL3wDfpTd1Nyk off=626606 len=816589 2024-04-13T08:07:14.313 INFO:tasks.workunit.client.0.smithi119.stdout:op 292 completed, throughput=4.97MB/sec 2024-04-13T08:07:14.313 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-NjlY1d-vuBVWosm off=4048635 len=1477604 2024-04-13T08:07:14.315 INFO:tasks.workunit.client.0.smithi119.stdout:op 293 completed, throughput=4.99MB/sec 2024-04-13T08:07:14.315 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-_hCGM-gEaYqzteC off=2533658 len=153537 2024-04-13T08:07:14.317 INFO:tasks.workunit.client.0.smithi119.stdout:op 294 completed, throughput=5MB/sec 2024-04-13T08:07:14.318 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-9mrOClU-9as-ZgM off=5585244 len=508587 2024-04-13T08:07:14.318 INFO:tasks.workunit.client.0.smithi119.stdout:op 295 completed, throughput=5MB/sec 2024-04-13T08:07:14.937 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:07:14 smithi139 ceph-mon[88985]: pgmap v1431: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-13T08:07:14.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:07:14 smithi119 ceph-mon[96316]: pgmap v1431: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-13T08:07:14.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:07:14 smithi119 ceph-mon[93746]: pgmap v1431: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-13T08:07:14.967 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:07:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:07:14] "GET /metrics HTTP/1.1" 200 33989 "" "Prometheus/2.43.0" 2024-04-13T08:07:15.318 INFO:tasks.workunit.client.0.smithi119.stdout: 59: throughput=4.92MB/sec pending data=0 2024-04-13T08:07:15.319 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ltEuUucJ1lbIUQd off=2841641 len=353956 2024-04-13T08:07:15.322 INFO:tasks.workunit.client.0.smithi119.stdout:op 296 completed, throughput=4.93MB/sec 2024-04-13T08:07:15.322 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-hP6K7AKdCI_ik-z off=10753963 len=1175506 2024-04-13T08:07:15.330 INFO:tasks.workunit.client.0.smithi119.stdout:op 297 completed, throughput=4.94MB/sec 2024-04-13T08:07:15.330 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-sTqnP0kbDa58AH4 off=2376367 len=448969 2024-04-13T08:07:15.331 INFO:tasks.workunit.client.0.smithi119.stdout:op 298 completed, throughput=4.95MB/sec 2024-04-13T08:07:15.332 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-9xf0uVcAgD2-RkQ off=8677055 len=179897 2024-04-13T08:07:15.332 INFO:tasks.workunit.client.0.smithi119.stdout:op 299 completed, throughput=4.95MB/sec 2024-04-13T08:07:15.332 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-2C95TM-SApowcPO off=9196974 len=959249 2024-04-13T08:07:15.336 INFO:tasks.workunit.client.0.smithi119.stdout:op 300 completed, throughput=4.97MB/sec 2024-04-13T08:07:15.336 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-bUye-J5OPVeINQP off=6945010 len=1066445 2024-04-13T08:07:15.342 INFO:tasks.workunit.client.0.smithi119.stdout:op 301 completed, throughput=4.98MB/sec 2024-04-13T08:07:15.342 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Q_bmBOuBWC8sDIa off=672202 len=55432 2024-04-13T08:07:15.342 INFO:tasks.workunit.client.0.smithi119.stdout:op 302 completed, throughput=4.99MB/sec 2024-04-13T08:07:15.342 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-xciFvomB8Qry69t off=5428109 len=897852 2024-04-13T08:07:15.343 INFO:tasks.workunit.client.0.smithi119.stdout:op 303 completed, throughput=5MB/sec 2024-04-13T08:07:15.343 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-lNaF1z5l95q4wuw off=5572958 len=517655 2024-04-13T08:07:15.344 INFO:tasks.workunit.client.0.smithi119.stdout:op 304 completed, throughput=5.01MB/sec 2024-04-13T08:07:16.344 INFO:tasks.workunit.client.0.smithi119.stdout: 60: throughput=4.93MB/sec pending data=0 2024-04-13T08:07:16.345 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Xaxw8SXjh39z90d off=8591335 len=919141 2024-04-13T08:07:16.350 INFO:tasks.workunit.client.0.smithi119.stdout:op 305 completed, throughput=4.94MB/sec 2024-04-13T08:07:16.350 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-vDTXyuwLM_miA0F off=6249193 len=1853201 2024-04-13T08:07:16.352 INFO:tasks.workunit.client.0.smithi119.stdout:op 306 completed, throughput=4.97MB/sec 2024-04-13T08:07:16.352 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-TW0ZSO3invnZhZh off=912425 len=1046424 2024-04-13T08:07:16.357 INFO:tasks.workunit.client.0.smithi119.stdout:op 307 completed, throughput=4.98MB/sec 2024-04-13T08:07:16.357 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-eREedMDltpdNxNm off=17224988 len=1309420 2024-04-13T08:07:16.359 INFO:tasks.workunit.client.0.smithi119.stdout:op 308 completed, throughput=5MB/sec 2024-04-13T08:07:16.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:07:16 smithi119 ceph-mon[96316]: pgmap v1432: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-13T08:07:16.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:07:16 smithi119 ceph-mon[93746]: pgmap v1432: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-13T08:07:17.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:07:16 smithi139 ceph-mon[88985]: pgmap v1432: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-13T08:07:17.359 INFO:tasks.workunit.client.0.smithi119.stdout: 61: throughput=4.92MB/sec pending data=0 2024-04-13T08:07:17.359 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-2u1zr2CO9dy8QOe off=11012060 len=2002913 2024-04-13T08:07:17.371 INFO:tasks.workunit.client.0.smithi119.stdout:op 309 completed, throughput=4.95MB/sec 2024-04-13T08:07:17.371 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-lFPeGPxBndr_G9a off=2327735 len=162749 2024-04-13T08:07:17.374 INFO:tasks.workunit.client.0.smithi119.stdout:op 310 completed, throughput=4.96MB/sec 2024-04-13T08:07:17.374 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-zzfDLcCdgMUfzkA off=3563259 len=1462524 2024-04-13T08:07:17.379 INFO:tasks.workunit.client.0.smithi119.stdout:op 311 completed, throughput=4.98MB/sec 2024-04-13T08:07:17.379 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-BBUeCN328kyuTIE off=1751588 len=2069794 2024-04-13T08:07:17.388 INFO:tasks.workunit.client.0.smithi119.stdout:op 312 completed, throughput=5.01MB/sec 2024-04-13T08:07:18.388 INFO:tasks.workunit.client.0.smithi119.stdout: 62: throughput=4.93MB/sec pending data=0 2024-04-13T08:07:18.389 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-0dZHRBA4uCThTa7 off=14234640 len=1982832 2024-04-13T08:07:18.398 INFO:tasks.workunit.client.0.smithi119.stdout:op 313 completed, throughput=4.96MB/sec 2024-04-13T08:07:18.398 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-5d66_oTp9QiL1my off=1531827 len=1948407 2024-04-13T08:07:18.406 INFO:tasks.workunit.client.0.smithi119.stdout:op 314 completed, throughput=4.99MB/sec 2024-04-13T08:07:18.406 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ISTBVkli7KeoVO8 off=3061414 len=1462966 2024-04-13T08:07:18.409 INFO:tasks.workunit.client.0.smithi119.stdout:op 315 completed, throughput=5.01MB/sec 2024-04-13T08:07:18.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:07:18 smithi119 ceph-mon[93746]: pgmap v1433: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-13T08:07:18.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:07:18 smithi119 ceph-mon[96316]: pgmap v1433: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-13T08:07:19.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:07:18 smithi139 ceph-mon[88985]: pgmap v1433: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-13T08:07:19.409 INFO:tasks.workunit.client.0.smithi119.stdout: 63: throughput=4.93MB/sec pending data=0 2024-04-13T08:07:19.409 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-KHD5EP-WNQVmxlU off=1574520 len=673973 2024-04-13T08:07:19.410 INFO:tasks.workunit.client.0.smithi119.stdout:op 316 completed, throughput=4.94MB/sec 2024-04-13T08:07:19.410 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Krcf-H_zHkYQwKT off=12890744 len=1341964 2024-04-13T08:07:19.412 INFO:tasks.workunit.client.0.smithi119.stdout:op 317 completed, throughput=4.96MB/sec 2024-04-13T08:07:19.412 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-3DxIPRr8yfdsEG8 off=8698212 len=1563227 2024-04-13T08:07:19.414 INFO:tasks.workunit.client.0.smithi119.stdout:op 318 completed, throughput=4.98MB/sec 2024-04-13T08:07:19.414 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-bCYSayTGq87jofu off=3422659 len=85029 2024-04-13T08:07:19.414 INFO:tasks.workunit.client.0.smithi119.stdout:op 319 completed, throughput=4.99MB/sec 2024-04-13T08:07:19.414 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3wkoN1RtXp1fzYK off=4206993 len=142687 2024-04-13T08:07:19.418 INFO:tasks.workunit.client.0.smithi119.stdout:op 320 completed, throughput=4.99MB/sec 2024-04-13T08:07:19.418 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ouBM5sMoPHsD8ss off=7038330 len=48258 2024-04-13T08:07:19.418 INFO:tasks.workunit.client.0.smithi119.stdout:op 321 completed, throughput=4.99MB/sec 2024-04-13T08:07:19.418 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-SjKB6NbAyhnn_5q off=3610520 len=211470 2024-04-13T08:07:19.419 INFO:tasks.workunit.client.0.smithi119.stdout:op 322 completed, throughput=4.99MB/sec 2024-04-13T08:07:19.419 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-j_fB731beIVxPct off=15279729 len=1356575 2024-04-13T08:07:19.422 INFO:tasks.workunit.client.0.smithi119.stdout:op 323 completed, throughput=5.01MB/sec 2024-04-13T08:07:20.422 INFO:tasks.workunit.client.0.smithi119.stdout: 64: throughput=4.93MB/sec pending data=0 2024-04-13T08:07:20.422 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-DLokgfW1wPjDIxN off=1885607 len=696319 2024-04-13T08:07:20.426 INFO:tasks.workunit.client.0.smithi119.stdout:op 324 completed, throughput=4.94MB/sec 2024-04-13T08:07:20.426 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-m4Y6DPbk68uYcBY off=10256460 len=385583 2024-04-13T08:07:20.427 INFO:tasks.workunit.client.0.smithi119.stdout:op 325 completed, throughput=4.95MB/sec 2024-04-13T08:07:20.427 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-PwZYeAv0bCe1t3A off=4280535 len=514510 2024-04-13T08:07:20.428 INFO:tasks.workunit.client.0.smithi119.stdout:op 326 completed, throughput=4.96MB/sec 2024-04-13T08:07:20.428 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-76AHwhYOpubwIuB off=1984327 len=1995916 2024-04-13T08:07:20.441 INFO:tasks.workunit.client.0.smithi119.stdout:op 327 completed, throughput=4.99MB/sec 2024-04-13T08:07:20.442 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-7HQ88IDc_wOarc- off=3945324 len=1206531 2024-04-13T08:07:20.443 INFO:tasks.workunit.client.0.smithi119.stdout:op 328 completed, throughput=5MB/sec 2024-04-13T08:07:20.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:07:20 smithi119 ceph-mon[96316]: pgmap v1434: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:07:20.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:07:20 smithi119 ceph-mon[93746]: pgmap v1434: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:07:21.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:07:20 smithi139 ceph-mon[88985]: pgmap v1434: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:07:21.443 INFO:tasks.workunit.client.0.smithi119.stdout: 65: throughput=4.93MB/sec pending data=0 2024-04-13T08:07:21.444 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-tdU_MfInFq7EGG_ off=1216343 len=1862725 2024-04-13T08:07:21.455 INFO:tasks.workunit.client.0.smithi119.stdout:op 329 completed, throughput=4.95MB/sec 2024-04-13T08:07:21.455 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-LUV_TGqPdoldKKU off=846514 len=837083 2024-04-13T08:07:21.456 INFO:tasks.workunit.client.0.smithi119.stdout:op 330 completed, throughput=4.97MB/sec 2024-04-13T08:07:21.456 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Zct_JPW6yXTrVI6 off=5338922 len=705710 2024-04-13T08:07:21.461 INFO:tasks.workunit.client.0.smithi119.stdout:op 331 completed, throughput=4.98MB/sec 2024-04-13T08:07:21.461 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-aK3UZskjBkyHa40 off=452177 len=890590 2024-04-13T08:07:21.465 INFO:tasks.workunit.client.0.smithi119.stdout:op 332 completed, throughput=4.99MB/sec 2024-04-13T08:07:21.465 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-xr2Rsz7GjC-BntB off=2231291 len=301778 2024-04-13T08:07:21.466 INFO:tasks.workunit.client.0.smithi119.stdout:op 333 completed, throughput=4.99MB/sec 2024-04-13T08:07:21.466 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-zmfoOMa5Q8OAwxM off=7247953 len=445572 2024-04-13T08:07:21.467 INFO:tasks.workunit.client.0.smithi119.stdout:op 334 completed, throughput=5MB/sec 2024-04-13T08:07:21.467 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-z5z1plKrEAq9NQW off=8060662 len=851598 2024-04-13T08:07:21.470 INFO:tasks.workunit.client.0.smithi119.stdout:op 335 completed, throughput=5.01MB/sec 2024-04-13T08:07:22.471 INFO:tasks.workunit.client.0.smithi119.stdout: 66: throughput=4.94MB/sec pending data=0 2024-04-13T08:07:22.471 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3M26V58siUJUvf- off=3378751 len=176633 2024-04-13T08:07:22.473 INFO:tasks.workunit.client.0.smithi119.stdout:op 336 completed, throughput=4.94MB/sec 2024-04-13T08:07:22.474 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-quhiFIAm8cjke09 off=2103872 len=1828666 2024-04-13T08:07:22.482 INFO:tasks.workunit.client.0.smithi119.stdout:op 337 completed, throughput=4.96MB/sec 2024-04-13T08:07:22.482 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-B-uikPIH4q0GZl5 off=2652279 len=359657 2024-04-13T08:07:22.485 INFO:tasks.workunit.client.0.smithi119.stdout:op 338 completed, throughput=4.97MB/sec 2024-04-13T08:07:22.485 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-1yFEJgn7uNXrE91 off=9333126 len=1164832 2024-04-13T08:07:22.486 INFO:tasks.workunit.client.0.smithi119.stdout:op 339 completed, throughput=4.98MB/sec 2024-04-13T08:07:22.486 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-kotDQdP9h8GOGmG off=39730 len=628661 2024-04-13T08:07:22.491 INFO:tasks.workunit.client.0.smithi119.stdout:op 340 completed, throughput=4.99MB/sec 2024-04-13T08:07:22.491 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-VDhX7pYXB4S2oOF off=5694880 len=351021 2024-04-13T08:07:22.494 INFO:tasks.workunit.client.0.smithi119.stdout:op 341 completed, throughput=5MB/sec 2024-04-13T08:07:22.494 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-OThHgfizlHbdeMB off=14673697 len=1846353 2024-04-13T08:07:22.502 INFO:tasks.workunit.client.0.smithi119.stdout:op 342 completed, throughput=5.02MB/sec 2024-04-13T08:07:22.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:07:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:07:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:07:22.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:07:22 smithi119 ceph-mon[93746]: pgmap v1435: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-13T08:07:22.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:07:22 smithi119 ceph-mon[96316]: pgmap v1435: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-13T08:07:23.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:07:22 smithi139 ceph-mon[88985]: pgmap v1435: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-13T08:07:23.502 INFO:tasks.workunit.client.0.smithi119.stdout: 67: throughput=4.95MB/sec pending data=0 2024-04-13T08:07:23.502 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-_j9Lp9IUv-3UUuQ off=5161368 len=1144691 2024-04-13T08:07:23.504 INFO:tasks.workunit.client.0.smithi119.stdout:op 343 completed, throughput=4.97MB/sec 2024-04-13T08:07:23.504 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-USvie62OG22_5Qp off=3484178 len=937644 2024-04-13T08:07:23.505 INFO:tasks.workunit.client.0.smithi119.stdout:op 344 completed, throughput=4.98MB/sec 2024-04-13T08:07:23.506 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-9nJbB07kANaBBC8 off=4433860 len=785037 2024-04-13T08:07:23.507 INFO:tasks.workunit.client.0.smithi119.stdout:op 345 completed, throughput=4.99MB/sec 2024-04-13T08:07:23.507 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-4VIE0htVHkTEUpJ off=7410377 len=1966708 2024-04-13T08:07:23.517 INFO:tasks.workunit.client.0.smithi119.stdout:op 346 completed, throughput=5.02MB/sec 2024-04-13T08:07:24.517 INFO:tasks.workunit.client.0.smithi119.stdout: 68: throughput=4.94MB/sec pending data=0 2024-04-13T08:07:24.517 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-O9_h7elB3-yo71L off=977990 len=1680856 2024-04-13T08:07:24.519 INFO:tasks.workunit.client.0.smithi119.stdout:op 347 completed, throughput=4.97MB/sec 2024-04-13T08:07:24.519 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-TNf2Xo9nRNd5L7q off=1388558 len=779400 2024-04-13T08:07:24.523 INFO:tasks.workunit.client.0.smithi119.stdout:op 348 completed, throughput=4.98MB/sec 2024-04-13T08:07:24.524 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-U4ZM5YQ7WuWA5_f off=3711759 len=755385 2024-04-13T08:07:24.525 INFO:tasks.workunit.client.0.smithi119.stdout:op 349 completed, throughput=4.99MB/sec 2024-04-13T08:07:24.525 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Wu1nwCFzMQPyhdg off=5494541 len=1032239 2024-04-13T08:07:24.526 INFO:tasks.workunit.client.0.smithi119.stdout:op 350 completed, throughput=5MB/sec 2024-04-13T08:07:24.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:07:24 smithi119 ceph-mon[96316]: pgmap v1436: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:07:24.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:07:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:07:24.969 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:07:24 smithi119 ceph-mon[93746]: pgmap v1436: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:07:24.969 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:07:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:07:24.969 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:07:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:07:24] "GET /metrics HTTP/1.1" 200 33993 "" "Prometheus/2.43.0" 2024-04-13T08:07:25.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:07:24 smithi139 ceph-mon[88985]: pgmap v1436: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:07:25.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:07:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:07:25.526 INFO:tasks.workunit.client.0.smithi119.stdout: 69: throughput=4.93MB/sec pending data=0 2024-04-13T08:07:25.527 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-qPwpsFuLwN3WvCk off=4058673 len=2045415 2024-04-13T08:07:25.536 INFO:tasks.workunit.client.0.smithi119.stdout:op 351 completed, throughput=4.96MB/sec 2024-04-13T08:07:25.536 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-OgC8jKS7jJ9o2qM off=10581913 len=1087173 2024-04-13T08:07:25.537 INFO:tasks.workunit.client.0.smithi119.stdout:op 352 completed, throughput=4.97MB/sec 2024-04-13T08:07:25.537 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-K2WPjjB0GqrlRlD off=730754 len=228149 2024-04-13T08:07:25.539 INFO:tasks.workunit.client.0.smithi119.stdout:op 353 completed, throughput=4.98MB/sec 2024-04-13T08:07:25.540 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-uLumlhOPhrloYH- off=3669654 len=777417 2024-04-13T08:07:25.542 INFO:tasks.workunit.client.0.smithi119.stdout:op 354 completed, throughput=4.99MB/sec 2024-04-13T08:07:25.542 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-hWOqQCGxm9-qwC4 off=9520520 len=1965999 2024-04-13T08:07:25.552 INFO:tasks.workunit.client.0.smithi119.stdout:op 355 completed, throughput=5.01MB/sec 2024-04-13T08:07:26.553 INFO:tasks.workunit.client.0.smithi119.stdout: 70: throughput=4.94MB/sec pending data=0 2024-04-13T08:07:26.553 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-IOgd4r8FbhHVTy1 off=3256857 len=1454461 2024-04-13T08:07:26.561 INFO:tasks.workunit.client.0.smithi119.stdout:op 356 completed, throughput=4.96MB/sec 2024-04-13T08:07:26.561 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-3-SpOBeQVUD_fKw off=8066070 len=738054 2024-04-13T08:07:26.562 INFO:tasks.workunit.client.0.smithi119.stdout:op 357 completed, throughput=4.97MB/sec 2024-04-13T08:07:26.562 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-tl-OLTrcXmsrB3B off=3526965 len=867572 2024-04-13T08:07:26.563 INFO:tasks.workunit.client.0.smithi119.stdout:op 358 completed, throughput=4.98MB/sec 2024-04-13T08:07:26.563 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Jnvsiux1R0cKYBN off=553818 len=545850 2024-04-13T08:07:26.568 INFO:tasks.workunit.client.0.smithi119.stdout:op 359 completed, throughput=4.99MB/sec 2024-04-13T08:07:26.568 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-LhwYzUxiwhRmJn9 off=2227594 len=16266 2024-04-13T08:07:26.570 INFO:tasks.workunit.client.0.smithi119.stdout:op 360 completed, throughput=4.99MB/sec 2024-04-13T08:07:26.570 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-jgvBinOp5716GEq off=14640099 len=1380574 2024-04-13T08:07:26.572 INFO:tasks.workunit.client.0.smithi119.stdout:op 361 completed, throughput=5.01MB/sec 2024-04-13T08:07:26.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:07:26 smithi119 ceph-mon[93746]: pgmap v1437: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:07:26.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:07:26 smithi119 ceph-mon[96316]: pgmap v1437: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:07:27.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:07:26 smithi139 ceph-mon[88985]: pgmap v1437: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:07:27.572 INFO:tasks.workunit.client.0.smithi119.stdout: 71: throughput=4.94MB/sec pending data=0 2024-04-13T08:07:27.572 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-B8xvPv_5xSqKtop off=4871435 len=872882 2024-04-13T08:07:27.577 INFO:tasks.workunit.client.0.smithi119.stdout:op 362 completed, throughput=4.95MB/sec 2024-04-13T08:07:27.577 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-wfRTSZFdEEFftiz off=4062150 len=1451130 2024-04-13T08:07:27.579 INFO:tasks.workunit.client.0.smithi119.stdout:op 363 completed, throughput=4.97MB/sec 2024-04-13T08:07:27.579 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-hY1xnTwvWm3jj1V off=3380506 len=724729 2024-04-13T08:07:27.583 INFO:tasks.workunit.client.0.smithi119.stdout:op 364 completed, throughput=4.98MB/sec 2024-04-13T08:07:27.583 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-g0Y507RccCVorOT off=447641 len=1377505 2024-04-13T08:07:27.585 INFO:tasks.workunit.client.0.smithi119.stdout:op 365 completed, throughput=5MB/sec 2024-04-13T08:07:27.585 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-130UiWFa7LSuB4h off=2181953 len=1243479 2024-04-13T08:07:27.592 INFO:tasks.workunit.client.0.smithi119.stdout:op 366 completed, throughput=5.01MB/sec 2024-04-13T08:07:28.592 INFO:tasks.workunit.client.0.smithi119.stdout: 72: throughput=4.94MB/sec pending data=0 2024-04-13T08:07:28.592 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-SR16jRcgYUz-0mX off=3306754 len=436146 2024-04-13T08:07:28.593 INFO:tasks.workunit.client.0.smithi119.stdout:op 367 completed, throughput=4.95MB/sec 2024-04-13T08:07:28.593 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-bUi_CUvncxHa1al off=56879 len=353898 2024-04-13T08:07:28.597 INFO:tasks.workunit.client.0.smithi119.stdout:op 368 completed, throughput=4.95MB/sec 2024-04-13T08:07:28.597 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-laPBdGnZ2Uekr9- off=1446071 len=879740 2024-04-13T08:07:28.602 INFO:tasks.workunit.client.0.smithi119.stdout:op 369 completed, throughput=4.96MB/sec 2024-04-13T08:07:28.602 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-AZHA7YQqUBz00aS off=1702874 len=783441 2024-04-13T08:07:28.607 INFO:tasks.workunit.client.0.smithi119.stdout:op 370 completed, throughput=4.97MB/sec 2024-04-13T08:07:28.607 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-1WvDEXHmckGpkaB off=17788624 len=785603 2024-04-13T08:07:28.611 INFO:tasks.workunit.client.0.smithi119.stdout:op 371 completed, throughput=4.98MB/sec 2024-04-13T08:07:28.611 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-VowRC1u3MrUzoCv off=10816679 len=453672 2024-04-13T08:07:28.614 INFO:tasks.workunit.client.0.smithi119.stdout:op 372 completed, throughput=4.99MB/sec 2024-04-13T08:07:28.615 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-iXC8akL1cl6c9HT off=1365531 len=458361 2024-04-13T08:07:28.618 INFO:tasks.workunit.client.0.smithi119.stdout:op 373 completed, throughput=5MB/sec 2024-04-13T08:07:28.618 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-uaxD6QxpRQUNBX4 off=8369542 len=1830002 2024-04-13T08:07:28.625 INFO:tasks.workunit.client.0.smithi119.stdout:op 374 completed, throughput=5.02MB/sec 2024-04-13T08:07:28.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:07:28 smithi119 ceph-mon[96316]: pgmap v1438: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-13T08:07:28.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:07:28 smithi119 ceph-mon[93746]: pgmap v1438: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-13T08:07:29.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:07:28 smithi139 ceph-mon[88985]: pgmap v1438: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-13T08:07:29.626 INFO:tasks.workunit.client.0.smithi119.stdout: 73: throughput=4.95MB/sec pending data=0 2024-04-13T08:07:29.626 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-6k-qimJIdwk2qCM off=5485084 len=1189453 2024-04-13T08:07:29.627 INFO:tasks.workunit.client.0.smithi119.stdout:op 375 completed, throughput=4.97MB/sec 2024-04-13T08:07:29.627 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ITeNgKPylX6ojWj off=873104 len=154387 2024-04-13T08:07:29.627 INFO:tasks.workunit.client.0.smithi119.stdout:op 376 completed, throughput=4.97MB/sec 2024-04-13T08:07:29.627 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-wfTg9FXrbbtHq2M off=4905486 len=1738002 2024-04-13T08:07:29.629 INFO:tasks.workunit.client.0.smithi119.stdout:op 377 completed, throughput=4.99MB/sec 2024-04-13T08:07:29.629 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-4QyX86yB2mwjjVM off=6309374 len=959387 2024-04-13T08:07:29.631 INFO:tasks.workunit.client.0.smithi119.stdout:op 378 completed, throughput=5MB/sec 2024-04-13T08:07:29.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:07:29 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:07:29.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:07:29 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:07:30.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:07:29 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:07:30.631 INFO:tasks.workunit.client.0.smithi119.stdout: 74: throughput=4.94MB/sec pending data=0 2024-04-13T08:07:30.631 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-qcLsFhZFhZEV_Ow off=5635848 len=565733 2024-04-13T08:07:30.635 INFO:tasks.workunit.client.0.smithi119.stdout:op 379 completed, throughput=4.94MB/sec 2024-04-13T08:07:30.635 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-_7qdG1ohVz-0BA3 off=3887389 len=695354 2024-04-13T08:07:30.636 INFO:tasks.workunit.client.0.smithi119.stdout:op 380 completed, throughput=4.95MB/sec 2024-04-13T08:07:30.636 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-CPHi2TR6k-4TZxH off=5624767 len=2046062 2024-04-13T08:07:30.648 INFO:tasks.workunit.client.0.smithi119.stdout:op 381 completed, throughput=4.98MB/sec 2024-04-13T08:07:30.648 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-HWLbf9LoPcBxBk4 off=0 len=1348539 2024-04-13T08:07:30.655 INFO:tasks.workunit.client.0.smithi119.stdout:op 382 completed, throughput=4.99MB/sec 2024-04-13T08:07:30.655 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-CyLuMSws1aXGE-C off=4834936 len=239889 2024-04-13T08:07:30.656 INFO:tasks.workunit.client.0.smithi119.stdout:op 383 completed, throughput=5MB/sec 2024-04-13T08:07:30.656 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-SLe63ecEqlkjpnO off=12681386 len=1340717 2024-04-13T08:07:30.657 INFO:tasks.workunit.client.0.smithi119.stdout:op 384 completed, throughput=5.01MB/sec 2024-04-13T08:07:30.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:07:30 smithi119 ceph-mon[96316]: pgmap v1439: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:07:30.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:07:30 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:07:30.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:07:30 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:07:30.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:07:30 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:07:30.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:07:30 smithi119 ceph-mon[93746]: pgmap v1439: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:07:30.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:07:30 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:07:30.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:07:30 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:07:30.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:07:30 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:07:31.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:07:30 smithi139 ceph-mon[88985]: pgmap v1439: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:07:31.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:07:30 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:07:31.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:07:30 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:07:31.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:07:30 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:07:31.658 INFO:tasks.workunit.client.0.smithi119.stdout: 75: throughput=4.95MB/sec pending data=0 2024-04-13T08:07:31.658 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-5CtMEy5hjF7J-vd off=18909498 len=660571 2024-04-13T08:07:31.659 INFO:tasks.workunit.client.0.smithi119.stdout:op 385 completed, throughput=4.96MB/sec 2024-04-13T08:07:31.659 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-2M_9sTh0qWJaGTr off=14924823 len=373354 2024-04-13T08:07:31.660 INFO:tasks.workunit.client.0.smithi119.stdout:op 386 completed, throughput=4.96MB/sec 2024-04-13T08:07:31.660 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ov9T-xNpBNn7xeY off=3626312 len=1002147 2024-04-13T08:07:31.662 INFO:tasks.workunit.client.0.smithi119.stdout:op 387 completed, throughput=4.97MB/sec 2024-04-13T08:07:31.662 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-A8ISLS6CBDUfws5 off=5275040 len=1715143 2024-04-13T08:07:31.665 INFO:tasks.workunit.client.0.smithi119.stdout:op 388 completed, throughput=4.99MB/sec 2024-04-13T08:07:31.665 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-6pk4yO9T88fYFzL off=2154477 len=892500 2024-04-13T08:07:31.670 INFO:tasks.workunit.client.0.smithi119.stdout:op 389 completed, throughput=5MB/sec 2024-04-13T08:07:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:07:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:07:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:07:32.671 INFO:tasks.workunit.client.0.smithi119.stdout: 76: throughput=4.94MB/sec pending data=0 2024-04-13T08:07:32.671 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-8KRg4-yq7UlzuJp off=8273612 len=1018966 2024-04-13T08:07:32.675 INFO:tasks.workunit.client.0.smithi119.stdout:op 390 completed, throughput=4.95MB/sec 2024-04-13T08:07:32.675 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-UYBxEY2PwWxaHvi off=9683890 len=342098 2024-04-13T08:07:32.676 INFO:tasks.workunit.client.0.smithi119.stdout:op 391 completed, throughput=4.96MB/sec 2024-04-13T08:07:32.676 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-MdYqSvS3-FLxAgh off=12737864 len=1913741 2024-04-13T08:07:32.685 INFO:tasks.workunit.client.0.smithi119.stdout:op 392 completed, throughput=4.98MB/sec 2024-04-13T08:07:32.685 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ftODiDcKDfr3iHW off=19005671 len=1856830 2024-04-13T08:07:32.694 INFO:tasks.workunit.client.0.smithi119.stdout:op 393 completed, throughput=5MB/sec 2024-04-13T08:07:32.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:07:32 smithi119 ceph-mon[96316]: pgmap v1440: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T08:07:32.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:07:32 smithi119 ceph-mon[93746]: pgmap v1440: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T08:07:33.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:07:32 smithi139 ceph-mon[88985]: pgmap v1440: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T08:07:33.694 INFO:tasks.workunit.client.0.smithi119.stdout: 77: throughput=4.94MB/sec pending data=0 2024-04-13T08:07:33.695 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-a_f0zmhtmArlBRP off=1989233 len=1082376 2024-04-13T08:07:33.701 INFO:tasks.workunit.client.0.smithi119.stdout:op 394 completed, throughput=4.95MB/sec 2024-04-13T08:07:33.701 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-HZjHeLgMEkXTQnO off=8254973 len=931200 2024-04-13T08:07:33.707 INFO:tasks.workunit.client.0.smithi119.stdout:op 395 completed, throughput=4.96MB/sec 2024-04-13T08:07:33.707 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-DZG5qSfZzm1p8Ka off=4733768 len=1475682 2024-04-13T08:07:33.714 INFO:tasks.workunit.client.0.smithi119.stdout:op 396 completed, throughput=4.98MB/sec 2024-04-13T08:07:33.715 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-cXM9wjnqMpvXGqi off=15104889 len=1810028 2024-04-13T08:07:33.716 INFO:tasks.workunit.client.0.smithi119.stdout:op 397 completed, throughput=5MB/sec 2024-04-13T08:07:34.716 INFO:tasks.workunit.client.0.smithi119.stdout: 78: throughput=4.94MB/sec pending data=0 2024-04-13T08:07:34.716 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-aXEgeDGLNbOzEo- off=3426452 len=573676 2024-04-13T08:07:34.721 INFO:tasks.workunit.client.0.smithi119.stdout:op 398 completed, throughput=4.94MB/sec 2024-04-13T08:07:34.721 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-GLbPQYvD9ZhQ83N off=1816746 len=1843782 2024-04-13T08:07:34.723 INFO:tasks.workunit.client.0.smithi119.stdout:op 399 completed, throughput=4.97MB/sec 2024-04-13T08:07:34.723 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-t1QkGm993O-2BLJ off=3187554 len=1577514 2024-04-13T08:07:34.731 INFO:tasks.workunit.client.0.smithi119.stdout:op 400 completed, throughput=4.98MB/sec 2024-04-13T08:07:34.731 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-TpZisL8quw16m6r off=5370006 len=2012527 2024-04-13T08:07:34.740 INFO:tasks.workunit.client.0.smithi119.stdout:op 401 completed, throughput=5.01MB/sec 2024-04-13T08:07:34.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:07:34 smithi119 ceph-mon[96316]: pgmap v1441: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:07:34.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:07:34 smithi119 ceph-mon[93746]: pgmap v1441: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:07:34.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:07:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:07:34] "GET /metrics HTTP/1.1" 200 33993 "" "Prometheus/2.43.0" 2024-04-13T08:07:35.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:07:34 smithi139 ceph-mon[88985]: pgmap v1441: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:07:35.740 INFO:tasks.workunit.client.0.smithi119.stdout: 79: throughput=4.95MB/sec pending data=0 2024-04-13T08:07:35.741 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ppuzbPFCg8_g-gp off=9301570 len=1521903 2024-04-13T08:07:35.742 INFO:tasks.workunit.client.0.smithi119.stdout:op 402 completed, throughput=4.96MB/sec 2024-04-13T08:07:35.742 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-kj1mmCLZgCTgqTB off=1543574 len=1949834 2024-04-13T08:07:35.746 INFO:tasks.workunit.client.0.smithi119.stdout:op 403 completed, throughput=4.99MB/sec 2024-04-13T08:07:35.746 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-K9qIGT2q3XoglXN off=1065213 len=650639 2024-04-13T08:07:35.748 INFO:tasks.workunit.client.0.smithi119.stdout:op 404 completed, throughput=4.99MB/sec 2024-04-13T08:07:35.748 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-_vpri9bY6nkhVe1 off=13445044 len=137277 2024-04-13T08:07:35.751 INFO:tasks.workunit.client.0.smithi119.stdout:op 405 completed, throughput=5MB/sec 2024-04-13T08:07:35.751 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-f4LzYgxIHR9gQqr off=14909728 len=1053271 2024-04-13T08:07:35.756 INFO:tasks.workunit.client.0.smithi119.stdout:op 406 completed, throughput=5.01MB/sec 2024-04-13T08:07:36.757 INFO:tasks.workunit.client.0.smithi119.stdout: 80: throughput=4.95MB/sec pending data=0 2024-04-13T08:07:36.757 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-sfF2pH0unmh3hef off=17093711 len=68015 2024-04-13T08:07:36.759 INFO:tasks.workunit.client.0.smithi119.stdout:op 407 completed, throughput=4.95MB/sec 2024-04-13T08:07:36.759 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj--ca8_1Zud6DWt4I off=2932802 len=1046785 2024-04-13T08:07:36.764 INFO:tasks.workunit.client.0.smithi119.stdout:op 408 completed, throughput=4.96MB/sec 2024-04-13T08:07:36.764 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-4NqYO7larJonOsh off=510946 len=1087855 2024-04-13T08:07:36.769 INFO:tasks.workunit.client.0.smithi119.stdout:op 409 completed, throughput=4.97MB/sec 2024-04-13T08:07:36.769 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-jk2sunmmVkiPd9u off=201617 len=1606179 2024-04-13T08:07:36.777 INFO:tasks.workunit.client.0.smithi119.stdout:op 410 completed, throughput=4.99MB/sec 2024-04-13T08:07:36.777 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-STrW-f4sPHB5XUB off=5635158 len=1739687 2024-04-13T08:07:36.782 INFO:tasks.workunit.client.0.smithi119.stdout:op 411 completed, throughput=5.01MB/sec 2024-04-13T08:07:36.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:07:36 smithi119 ceph-mon[93746]: pgmap v1442: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:07:36.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:07:36 smithi119 ceph-mon[96316]: pgmap v1442: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:07:37.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:07:36 smithi139 ceph-mon[88985]: pgmap v1442: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:07:37.782 INFO:tasks.workunit.client.0.smithi119.stdout: 81: throughput=4.95MB/sec pending data=0 2024-04-13T08:07:37.782 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-e303blV4k37q8Pt off=8610225 len=1062841 2024-04-13T08:07:37.788 INFO:tasks.workunit.client.0.smithi119.stdout:op 412 completed, throughput=4.96MB/sec 2024-04-13T08:07:37.788 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Ae5hdjJPyl4skpQ off=3433803 len=835732 2024-04-13T08:07:37.793 INFO:tasks.workunit.client.0.smithi119.stdout:op 413 completed, throughput=4.97MB/sec 2024-04-13T08:07:37.793 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-k5YhsBSRi_XL0Cg off=9626736 len=1925067 2024-04-13T08:07:37.797 INFO:tasks.workunit.client.0.smithi119.stdout:op 414 completed, throughput=4.99MB/sec 2024-04-13T08:07:37.797 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-0yityRzpGcABDIr off=11653421 len=274014 2024-04-13T08:07:37.800 INFO:tasks.workunit.client.0.smithi119.stdout:op 415 completed, throughput=5MB/sec 2024-04-13T08:07:37.800 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-KX3RZ09aTsM0-nK off=8484265 len=184261 2024-04-13T08:07:37.803 INFO:tasks.workunit.client.0.smithi119.stdout:op 416 completed, throughput=5MB/sec 2024-04-13T08:07:37.803 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-NVp26yNx4V4TkzG off=7032237 len=963139 2024-04-13T08:07:37.807 INFO:tasks.workunit.client.0.smithi119.stdout:op 417 completed, throughput=5.01MB/sec 2024-04-13T08:07:38.807 INFO:tasks.workunit.client.0.smithi119.stdout: 82: throughput=4.95MB/sec pending data=0 2024-04-13T08:07:38.808 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-DXFAVitQK7LAF5j off=4737842 len=2037531 2024-04-13T08:07:38.816 INFO:tasks.workunit.client.0.smithi119.stdout:op 418 completed, throughput=4.97MB/sec 2024-04-13T08:07:38.817 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-o5fMFeTcJUscxMV off=2137773 len=717763 2024-04-13T08:07:38.818 INFO:tasks.workunit.client.0.smithi119.stdout:op 419 completed, throughput=4.98MB/sec 2024-04-13T08:07:38.818 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-sUUr8a2RlS7_kLV off=12829117 len=839605 2024-04-13T08:07:38.820 INFO:tasks.workunit.client.0.smithi119.stdout:op 420 completed, throughput=4.99MB/sec 2024-04-13T08:07:38.820 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-xSbMHI1szgY81V4 off=13546822 len=822160 2024-04-13T08:07:38.825 INFO:tasks.workunit.client.0.smithi119.stdout:op 421 completed, throughput=5MB/sec 2024-04-13T08:07:38.825 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-PKz0QP2jHmb1hu1 off=10707276 len=423615 2024-04-13T08:07:38.825 INFO:tasks.workunit.client.0.smithi119.stdout:op 422 completed, throughput=5MB/sec 2024-04-13T08:07:38.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:07:38 smithi119 ceph-mon[93746]: pgmap v1443: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T08:07:38.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:07:38 smithi119 ceph-mon[96316]: pgmap v1443: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T08:07:39.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:07:38 smithi139 ceph-mon[88985]: pgmap v1443: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T08:07:39.826 INFO:tasks.workunit.client.0.smithi119.stdout: 83: throughput=4.94MB/sec pending data=0 2024-04-13T08:07:39.826 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ajQoVnG3o1lWOqu off=337518 len=565281 2024-04-13T08:07:39.830 INFO:tasks.workunit.client.0.smithi119.stdout:op 423 completed, throughput=4.95MB/sec 2024-04-13T08:07:39.830 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-_8yRpoDS7LvUneq off=1078054 len=346097 2024-04-13T08:07:39.833 INFO:tasks.workunit.client.0.smithi119.stdout:op 424 completed, throughput=4.95MB/sec 2024-04-13T08:07:39.833 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-UN22vbUjqxaRzrn off=15654697 len=136267 2024-04-13T08:07:39.836 INFO:tasks.workunit.client.0.smithi119.stdout:op 425 completed, throughput=4.95MB/sec 2024-04-13T08:07:39.836 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-0oiX-04gxDu_hOM off=10345168 len=112006 2024-04-13T08:07:39.838 INFO:tasks.workunit.client.0.smithi119.stdout:op 426 completed, throughput=4.96MB/sec 2024-04-13T08:07:39.838 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Vz0EG7cgZtoVdII off=5565179 len=14906 2024-04-13T08:07:39.840 INFO:tasks.workunit.client.0.smithi119.stdout:op 427 completed, throughput=4.96MB/sec 2024-04-13T08:07:39.840 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ACBGR7reei2wN5m off=5505113 len=10492 2024-04-13T08:07:39.841 INFO:tasks.workunit.client.0.smithi119.stdout:op 428 completed, throughput=4.96MB/sec 2024-04-13T08:07:39.841 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Y6GzI5HpZyY8wFa off=17335173 len=21846 2024-04-13T08:07:39.843 INFO:tasks.workunit.client.0.smithi119.stdout:op 429 completed, throughput=4.96MB/sec 2024-04-13T08:07:39.843 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-cH-jlllFkuOb7pJ off=10178295 len=1812622 2024-04-13T08:07:39.851 INFO:tasks.workunit.client.0.smithi119.stdout:op 430 completed, throughput=4.98MB/sec 2024-04-13T08:07:39.852 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-_A36tEeU-mOdZWE off=4019982 len=2073513 2024-04-13T08:07:39.859 INFO:tasks.workunit.client.0.smithi119.stdout:op 431 completed, throughput=5MB/sec 2024-04-13T08:07:39.859 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-kyGBZ98WNaortwC off=207406 len=1756290 2024-04-13T08:07:39.866 INFO:tasks.workunit.client.0.smithi119.stdout:op 432 completed, throughput=5.02MB/sec 2024-04-13T08:07:40.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:07:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:07:40.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:07:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:07:40.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:07:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:07:40.867 INFO:tasks.workunit.client.0.smithi119.stdout: 84: throughput=4.96MB/sec pending data=0 2024-04-13T08:07:40.867 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-gM9eWScv5rH4b00 off=9143289 len=1679253 2024-04-13T08:07:40.876 INFO:tasks.workunit.client.0.smithi119.stdout:op 433 completed, throughput=4.98MB/sec 2024-04-13T08:07:40.876 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-tgndKaXy7aoKhIP off=1948457 len=1698435 2024-04-13T08:07:40.878 INFO:tasks.workunit.client.0.smithi119.stdout:op 434 completed, throughput=5MB/sec 2024-04-13T08:07:40.878 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-mUtCzn2dwIHJaJW off=11147287 len=57852 2024-04-13T08:07:40.878 INFO:tasks.workunit.client.0.smithi119.stdout:op 435 completed, throughput=5MB/sec 2024-04-13T08:07:40.879 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ABhcAdrCWW12kL4 off=2271748 len=200685 2024-04-13T08:07:40.881 INFO:tasks.workunit.client.0.smithi119.stdout:op 436 completed, throughput=5MB/sec 2024-04-13T08:07:40.881 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-bHHjGvuvpDOj6r9 off=1592461 len=904232 2024-04-13T08:07:40.883 INFO:tasks.workunit.client.0.smithi119.stdout:op 437 completed, throughput=5.01MB/sec 2024-04-13T08:07:41.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:07:40 smithi139 ceph-mon[88985]: pgmap v1444: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T08:07:41.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:07:40 smithi119 ceph-mon[96316]: pgmap v1444: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T08:07:41.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:07:40 smithi119 ceph-mon[93746]: pgmap v1444: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T08:07:41.884 INFO:tasks.workunit.client.0.smithi119.stdout: 85: throughput=4.95MB/sec pending data=0 2024-04-13T08:07:41.884 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-9aOZlYxBN2Kk8i9 off=371492 len=1738821 2024-04-13T08:07:41.893 INFO:tasks.workunit.client.0.smithi119.stdout:op 438 completed, throughput=4.97MB/sec 2024-04-13T08:07:41.893 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-XmnJ9hXDgwkG1U8 off=12638323 len=313829 2024-04-13T08:07:41.896 INFO:tasks.workunit.client.0.smithi119.stdout:op 439 completed, throughput=4.97MB/sec 2024-04-13T08:07:41.897 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-PYTAWJipj8Zrg0y off=10209352 len=506458 2024-04-13T08:07:41.897 INFO:tasks.workunit.client.0.smithi119.stdout:op 440 completed, throughput=4.98MB/sec 2024-04-13T08:07:41.897 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-oxC4MYq0YTGYlMS off=172682 len=780391 2024-04-13T08:07:41.902 INFO:tasks.workunit.client.0.smithi119.stdout:op 441 completed, throughput=4.99MB/sec 2024-04-13T08:07:41.902 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-PEr_owQNoZ85AnF off=761220 len=1014306 2024-04-13T08:07:41.906 INFO:tasks.workunit.client.0.smithi119.stdout:op 442 completed, throughput=5MB/sec 2024-04-13T08:07:41.906 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-7e6dQSGdObhgU09 off=3446998 len=494665 2024-04-13T08:07:41.910 INFO:tasks.workunit.client.0.smithi119.stdout:op 443 completed, throughput=5MB/sec 2024-04-13T08:07:42.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:07:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:07:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:07:42.910 INFO:tasks.workunit.client.0.smithi119.stdout: 86: throughput=4.95MB/sec pending data=0 2024-04-13T08:07:42.910 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-32w-VXGsHBAn7Bd off=236400 len=1773630 2024-04-13T08:07:42.921 INFO:tasks.workunit.client.0.smithi119.stdout:op 444 completed, throughput=4.96MB/sec 2024-04-13T08:07:42.922 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-gTHZg18BbVDIKOt off=3426007 len=887897 2024-04-13T08:07:42.923 INFO:tasks.workunit.client.0.smithi119.stdout:op 445 completed, throughput=4.97MB/sec 2024-04-13T08:07:42.924 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-oaXKIkJNYMOZiY2 off=1087560 len=408041 2024-04-13T08:07:42.927 INFO:tasks.workunit.client.0.smithi119.stdout:op 446 completed, throughput=4.98MB/sec 2024-04-13T08:07:42.927 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-wxtPgmM6HUpU1JM off=286170 len=7650 2024-04-13T08:07:42.929 INFO:tasks.workunit.client.0.smithi119.stdout:op 447 completed, throughput=4.98MB/sec 2024-04-13T08:07:42.929 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-VAhYpghNx5_sh2v off=22726997 len=260428 2024-04-13T08:07:42.932 INFO:tasks.workunit.client.0.smithi119.stdout:op 448 completed, throughput=4.98MB/sec 2024-04-13T08:07:42.932 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-QJfKzjOlyf1vDU_ off=5504930 len=195459 2024-04-13T08:07:42.935 INFO:tasks.workunit.client.0.smithi119.stdout:op 449 completed, throughput=4.98MB/sec 2024-04-13T08:07:42.935 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-qqaN3Na1wr8w_xH off=11284472 len=1958997 2024-04-13T08:07:42.936 INFO:tasks.workunit.client.0.smithi119.stdout:op 450 completed, throughput=5MB/sec 2024-04-13T08:07:43.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:07:42 smithi139 ceph-mon[88985]: pgmap v1445: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-13T08:07:43.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:07:42 smithi119 ceph-mon[96316]: pgmap v1445: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-13T08:07:43.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:07:42 smithi119 ceph-mon[93746]: pgmap v1445: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-13T08:07:43.937 INFO:tasks.workunit.client.0.smithi119.stdout: 87: throughput=4.95MB/sec pending data=0 2024-04-13T08:07:43.937 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-pvwKu7SPMPNPz2w off=214240 len=50815 2024-04-13T08:07:43.939 INFO:tasks.workunit.client.0.smithi119.stdout:op 451 completed, throughput=4.95MB/sec 2024-04-13T08:07:43.939 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-EwZnE7-ODqp1HQ_ off=16684188 len=921621 2024-04-13T08:07:43.940 INFO:tasks.workunit.client.0.smithi119.stdout:op 452 completed, throughput=4.96MB/sec 2024-04-13T08:07:43.940 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-jrRDN1Ae7zoJoq6 off=1014818 len=1824418 2024-04-13T08:07:43.942 INFO:tasks.workunit.client.0.smithi119.stdout:op 453 completed, throughput=4.98MB/sec 2024-04-13T08:07:43.942 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-OkmDFW80rzSvLUp off=11954747 len=2078669 2024-04-13T08:07:43.944 INFO:tasks.workunit.client.0.smithi119.stdout:op 454 completed, throughput=5MB/sec 2024-04-13T08:07:44.945 INFO:tasks.workunit.client.0.smithi119.stdout: 88: throughput=4.94MB/sec pending data=0 2024-04-13T08:07:44.945 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-R-YUksLu5uFZPhl off=8966685 len=1968204 2024-04-13T08:07:44.948 INFO:tasks.workunit.client.0.smithi119.stdout:op 455 completed, throughput=4.97MB/sec 2024-04-13T08:07:44.948 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-xvqMR-4tv3tZetB off=11479305 len=1168895 2024-04-13T08:07:44.950 INFO:tasks.workunit.client.0.smithi119.stdout:op 456 completed, throughput=4.98MB/sec 2024-04-13T08:07:44.950 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-KDLMD7fx1FKvFE8 off=15494704 len=727936 2024-04-13T08:07:44.955 INFO:tasks.workunit.client.0.smithi119.stdout:op 457 completed, throughput=4.98MB/sec 2024-04-13T08:07:44.955 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-W9n7nmAeik4SXfp off=14732678 len=1443285 2024-04-13T08:07:44.957 INFO:tasks.workunit.client.0.smithi119.stdout:op 458 completed, throughput=5MB/sec 2024-04-13T08:07:45.018 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:07:44 smithi119 ceph-mon[96316]: pgmap v1446: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-13T08:07:45.018 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:07:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:07:44] "GET /metrics HTTP/1.1" 200 33994 "" "Prometheus/2.43.0" 2024-04-13T08:07:45.018 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:07:44 smithi119 ceph-mon[93746]: pgmap v1446: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-13T08:07:45.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:07:44 smithi139 ceph-mon[88985]: pgmap v1446: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-13T08:07:45.957 INFO:tasks.workunit.client.0.smithi119.stdout: 89: throughput=4.94MB/sec pending data=0 2024-04-13T08:07:45.958 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-cuJ1XgZXAaZW0Al off=576988 len=350441 2024-04-13T08:07:45.958 INFO:tasks.workunit.client.0.smithi119.stdout:op 459 completed, throughput=4.95MB/sec 2024-04-13T08:07:45.958 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-IlW6OxwOQPhRZ3P off=1684566 len=512401 2024-04-13T08:07:45.963 INFO:tasks.workunit.client.0.smithi119.stdout:op 460 completed, throughput=4.95MB/sec 2024-04-13T08:07:45.963 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--PAMznLddzaBP_V off=6490038 len=1684352 2024-04-13T08:07:45.966 INFO:tasks.workunit.client.0.smithi119.stdout:op 461 completed, throughput=4.97MB/sec 2024-04-13T08:07:45.966 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-uR3z_K16PQ_mgLQ off=1325007 len=1609425 2024-04-13T08:07:45.976 INFO:tasks.workunit.client.0.smithi119.stdout:op 462 completed, throughput=4.99MB/sec 2024-04-13T08:07:45.976 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-lVzDwlyMcBxVQAY off=4519855 len=1740730 2024-04-13T08:07:45.978 INFO:tasks.workunit.client.0.smithi119.stdout:op 463 completed, throughput=5.01MB/sec 2024-04-13T08:07:46.979 INFO:tasks.workunit.client.0.smithi119.stdout: 90: throughput=4.95MB/sec pending data=0 2024-04-13T08:07:46.979 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj--qlKcdlerTRqX6T off=8283855 len=758972 2024-04-13T08:07:46.983 INFO:tasks.workunit.client.0.smithi119.stdout:op 464 completed, throughput=4.96MB/sec 2024-04-13T08:07:46.983 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-V68ZjJRJceHHZXf off=12457480 len=187270 2024-04-13T08:07:46.984 INFO:tasks.workunit.client.0.smithi119.stdout:op 465 completed, throughput=4.96MB/sec 2024-04-13T08:07:46.984 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Jh1hc8GxAKjyp1- off=4204213 len=1670521 2024-04-13T08:07:46.986 INFO:tasks.workunit.client.0.smithi119.stdout:op 466 completed, throughput=4.98MB/sec 2024-04-13T08:07:46.986 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-EFHMo0_aFpH5JEM off=571327 len=1482903 2024-04-13T08:07:46.989 INFO:tasks.workunit.client.0.smithi119.stdout:op 467 completed, throughput=4.99MB/sec 2024-04-13T08:07:46.990 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Ta3DfzKCVroBSW6 off=6136190 len=721333 2024-04-13T08:07:46.993 INFO:tasks.workunit.client.0.smithi119.stdout:op 468 completed, throughput=5MB/sec 2024-04-13T08:07:47.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:07:46 smithi139 ceph-mon[88985]: pgmap v1447: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-13T08:07:47.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:07:46 smithi119 ceph-mon[96316]: pgmap v1447: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-13T08:07:47.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:07:46 smithi119 ceph-mon[93746]: pgmap v1447: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-13T08:07:47.993 INFO:tasks.workunit.client.0.smithi119.stdout: 91: throughput=4.95MB/sec pending data=0 2024-04-13T08:07:47.994 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-dp9WGGeiNpNjAwL off=7462648 len=1299535 2024-04-13T08:07:47.995 INFO:tasks.workunit.client.0.smithi119.stdout:op 469 completed, throughput=4.96MB/sec 2024-04-13T08:07:47.995 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Uh8RpXGscXCZOTS off=3816073 len=1660358 2024-04-13T08:07:48.005 INFO:tasks.workunit.client.0.smithi119.stdout:op 470 completed, throughput=4.98MB/sec 2024-04-13T08:07:48.005 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-sE2V-tzlLULlfwj off=17237341 len=1094305 2024-04-13T08:07:48.010 INFO:tasks.workunit.client.0.smithi119.stdout:op 471 completed, throughput=4.99MB/sec 2024-04-13T08:07:48.010 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-2WyEOj7gU5dMy9x off=1256661 len=631676 2024-04-13T08:07:48.011 INFO:tasks.workunit.client.0.smithi119.stdout:op 472 completed, throughput=4.99MB/sec 2024-04-13T08:07:48.011 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ZR0cAomOitiEMcf off=5473114 len=1645892 2024-04-13T08:07:48.020 INFO:tasks.workunit.client.0.smithi119.stdout:op 473 completed, throughput=5.01MB/sec 2024-04-13T08:07:49.020 INFO:tasks.workunit.client.0.smithi119.stdout: 92: throughput=4.96MB/sec pending data=0 2024-04-13T08:07:49.020 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-jTj2dIQ3k9rQdlO off=15397307 len=1116785 2024-04-13T08:07:49.025 INFO:tasks.workunit.client.0.smithi119.stdout:op 474 completed, throughput=4.97MB/sec 2024-04-13T08:07:49.025 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-y62hU2lhuMgEKmQ off=12352453 len=689147 2024-04-13T08:07:49.026 INFO:tasks.workunit.client.0.smithi119.stdout:op 475 completed, throughput=4.97MB/sec 2024-04-13T08:07:49.026 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ov9T-xNpBNn7xeY off=15697723 len=248195 2024-04-13T08:07:49.029 INFO:tasks.workunit.client.0.smithi119.stdout:op 476 completed, throughput=4.98MB/sec 2024-04-13T08:07:49.030 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-mZEhe942FSHzA-Y off=2639286 len=1304483 2024-04-13T08:07:49.031 INFO:tasks.workunit.client.0.smithi119.stdout:op 477 completed, throughput=4.99MB/sec 2024-04-13T08:07:49.031 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-gGs9bQ2FhL_izE2 off=8013581 len=557588 2024-04-13T08:07:49.031 INFO:tasks.workunit.client.0.smithi119.stdout:op 478 completed, throughput=5MB/sec 2024-04-13T08:07:49.032 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-bsSBVH2r1FpvbMm off=21823934 len=548913 2024-04-13T08:07:49.035 INFO:tasks.workunit.client.0.smithi119.stdout:op 479 completed, throughput=5MB/sec 2024-04-13T08:07:49.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:07:48 smithi139 ceph-mon[88985]: pgmap v1448: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T08:07:49.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:07:48 smithi119 ceph-mon[96316]: pgmap v1448: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T08:07:49.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:07:48 smithi119 ceph-mon[93746]: pgmap v1448: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T08:07:50.036 INFO:tasks.workunit.client.0.smithi119.stdout: 93: throughput=4.95MB/sec pending data=0 2024-04-13T08:07:50.036 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-FsP-FgONiZEbqj0 off=1584887 len=855574 2024-04-13T08:07:50.041 INFO:tasks.workunit.client.0.smithi119.stdout:op 480 completed, throughput=4.96MB/sec 2024-04-13T08:07:50.041 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj--Izg2OVMR-ECEA9 off=5739859 len=417449 2024-04-13T08:07:50.044 INFO:tasks.workunit.client.0.smithi119.stdout:op 481 completed, throughput=4.96MB/sec 2024-04-13T08:07:50.044 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Bq1LxIkPUUTPLsQ off=14283028 len=740696 2024-04-13T08:07:50.046 INFO:tasks.workunit.client.0.smithi119.stdout:op 482 completed, throughput=4.97MB/sec 2024-04-13T08:07:50.046 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-nXmmNM6-SSdaKdh off=870085 len=1667768 2024-04-13T08:07:50.054 INFO:tasks.workunit.client.0.smithi119.stdout:op 483 completed, throughput=4.98MB/sec 2024-04-13T08:07:50.054 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-RDoUsnPXIaHqQaM off=810770 len=568031 2024-04-13T08:07:50.059 INFO:tasks.workunit.client.0.smithi119.stdout:op 484 completed, throughput=4.99MB/sec 2024-04-13T08:07:50.059 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ftODiDcKDfr3iHW off=5453412 len=1695918 2024-04-13T08:07:50.067 INFO:tasks.workunit.client.0.smithi119.stdout:op 485 completed, throughput=5.01MB/sec 2024-04-13T08:07:51.067 INFO:tasks.workunit.client.0.smithi119.stdout: 94: throughput=4.95MB/sec pending data=0 2024-04-13T08:07:51.067 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-fS5UrSdulw-dBh2 off=8765234 len=2092739 2024-04-13T08:07:51.079 INFO:tasks.workunit.client.0.smithi119.stdout:op 486 completed, throughput=4.97MB/sec 2024-04-13T08:07:51.079 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-x1-q_eMQoILHjpL off=0 len=1430315 2024-04-13T08:07:51.087 INFO:tasks.workunit.client.0.smithi119.stdout:op 487 completed, throughput=4.99MB/sec 2024-04-13T08:07:51.087 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Na9_kNvHqd4c6rz off=4946470 len=2064097 2024-04-13T08:07:51.098 INFO:tasks.workunit.client.0.smithi119.stdout:op 488 completed, throughput=5.01MB/sec 2024-04-13T08:07:51.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:07:50 smithi139 ceph-mon[88985]: pgmap v1449: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:07:51.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:07:50 smithi119 ceph-mon[93746]: pgmap v1449: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:07:51.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:07:50 smithi119 ceph-mon[96316]: pgmap v1449: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:07:52.098 INFO:tasks.workunit.client.0.smithi119.stdout: 95: throughput=4.96MB/sec pending data=0 2024-04-13T08:07:52.098 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-RNbuFD8M1B92Z2c off=2218175 len=302567 2024-04-13T08:07:52.100 INFO:tasks.workunit.client.0.smithi119.stdout:op 489 completed, throughput=4.96MB/sec 2024-04-13T08:07:52.100 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Ki2zu8aP9WT9ztu off=1711611 len=1689553 2024-04-13T08:07:52.102 INFO:tasks.workunit.client.0.smithi119.stdout:op 490 completed, throughput=4.98MB/sec 2024-04-13T08:07:52.102 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-2m6-1vDrjFFEmGV off=2510815 len=1629253 2024-04-13T08:07:52.106 INFO:tasks.workunit.client.0.smithi119.stdout:op 491 completed, throughput=4.99MB/sec 2024-04-13T08:07:52.106 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-NR9ADiw9d4zEfX- off=171677 len=1695967 2024-04-13T08:07:52.116 INFO:tasks.workunit.client.0.smithi119.stdout:op 492 completed, throughput=5.01MB/sec 2024-04-13T08:07:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:07:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:07:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:07:53.116 INFO:tasks.workunit.client.0.smithi119.stdout: 96: throughput=4.96MB/sec pending data=0 2024-04-13T08:07:53.116 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-j3E0ImotssNqlja off=5611326 len=973369 2024-04-13T08:07:53.121 INFO:tasks.workunit.client.0.smithi119.stdout:op 493 completed, throughput=4.97MB/sec 2024-04-13T08:07:53.121 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-MQlpUbmWIBXnDH5 off=10646975 len=439239 2024-04-13T08:07:53.122 INFO:tasks.workunit.client.0.smithi119.stdout:op 494 completed, throughput=4.97MB/sec 2024-04-13T08:07:53.122 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-o6AKjH3RaK_9LEW off=6381011 len=127904 2024-04-13T08:07:53.123 INFO:tasks.workunit.client.0.smithi119.stdout:op 495 completed, throughput=4.97MB/sec 2024-04-13T08:07:53.123 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Rrz-aMGDABbU4wo off=2454766 len=711543 2024-04-13T08:07:53.127 INFO:tasks.workunit.client.0.smithi119.stdout:op 496 completed, throughput=4.98MB/sec 2024-04-13T08:07:53.127 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-SV-COS6XuIiNVq2 off=7628994 len=936088 2024-04-13T08:07:53.132 INFO:tasks.workunit.client.0.smithi119.stdout:op 497 completed, throughput=4.99MB/sec 2024-04-13T08:07:53.132 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-huhQ5TVb9YQNfEN off=115137 len=438255 2024-04-13T08:07:53.133 INFO:tasks.workunit.client.0.smithi119.stdout:op 498 completed, throughput=4.99MB/sec 2024-04-13T08:07:53.133 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-cPR39FHLc5paOmA off=134828 len=902676 2024-04-13T08:07:53.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:07:52 smithi139 ceph-mon[88985]: pgmap v1450: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T08:07:53.137 INFO:tasks.workunit.client.0.smithi119.stdout:op 499 completed, throughput=5MB/sec 2024-04-13T08:07:53.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:07:52 smithi119 ceph-mon[96316]: pgmap v1450: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T08:07:53.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:07:52 smithi119 ceph-mon[93746]: pgmap v1450: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T08:07:54.138 INFO:tasks.workunit.client.0.smithi119.stdout: 97: throughput=4.95MB/sec pending data=0 2024-04-13T08:07:54.138 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-zZ2JdwGw0fjUoHh off=248149 len=85273 2024-04-13T08:07:54.140 INFO:tasks.workunit.client.0.smithi119.stdout:op 500 completed, throughput=4.95MB/sec 2024-04-13T08:07:54.140 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-2oUZckKURO0fwtx off=4915502 len=538726 2024-04-13T08:07:54.141 INFO:tasks.workunit.client.0.smithi119.stdout:op 501 completed, throughput=4.96MB/sec 2024-04-13T08:07:54.141 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-GIrtWQc3hTewTBA off=12268099 len=427125 2024-04-13T08:07:54.142 INFO:tasks.workunit.client.0.smithi119.stdout:op 502 completed, throughput=4.96MB/sec 2024-04-13T08:07:54.143 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-CBc-1ZWMf19hm9z off=12326338 len=1565962 2024-04-13T08:07:54.145 INFO:tasks.workunit.client.0.smithi119.stdout:op 503 completed, throughput=4.97MB/sec 2024-04-13T08:07:54.145 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-CDR1pIuOzRgE9Tc off=3342360 len=645281 2024-04-13T08:07:54.149 INFO:tasks.workunit.client.0.smithi119.stdout:op 504 completed, throughput=4.98MB/sec 2024-04-13T08:07:54.149 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-9RGI5x7XrPVVzif off=281675 len=1631146 2024-04-13T08:07:54.156 INFO:tasks.workunit.client.0.smithi119.stdout:op 505 completed, throughput=5MB/sec 2024-04-13T08:07:54.156 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-G9QlDJ27BqUlUKK off=4341391 len=172591 2024-04-13T08:07:54.159 INFO:tasks.workunit.client.0.smithi119.stdout:op 506 completed, throughput=5MB/sec 2024-04-13T08:07:54.159 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-nHcnQcYTHmE7qtC off=6120456 len=1497454 2024-04-13T08:07:54.166 INFO:tasks.workunit.client.0.smithi119.stdout:op 507 completed, throughput=5.01MB/sec 2024-04-13T08:07:55.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:07:54 smithi139 ceph-mon[88985]: pgmap v1451: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T08:07:55.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:07:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:07:55.166 INFO:tasks.workunit.client.0.smithi119.stdout: 98: throughput=4.96MB/sec pending data=0 2024-04-13T08:07:55.166 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-g2rzot-x0T8TTPC off=5692632 len=971157 2024-04-13T08:07:55.168 INFO:tasks.workunit.client.0.smithi119.stdout:op 508 completed, throughput=4.97MB/sec 2024-04-13T08:07:55.168 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-B7nuMN1sG3d10zb off=856765 len=1306716 2024-04-13T08:07:55.175 INFO:tasks.workunit.client.0.smithi119.stdout:op 509 completed, throughput=4.98MB/sec 2024-04-13T08:07:55.175 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-fMOVDwGxOO9Brso off=7207964 len=634438 2024-04-13T08:07:55.179 INFO:tasks.workunit.client.0.smithi119.stdout:op 510 completed, throughput=4.99MB/sec 2024-04-13T08:07:55.180 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-bEzBh2kF47i8b5P off=7049674 len=18810 2024-04-13T08:07:55.181 INFO:tasks.workunit.client.0.smithi119.stdout:op 511 completed, throughput=4.99MB/sec 2024-04-13T08:07:55.182 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Cnf45FmZqYXIecC off=2832244 len=827452 2024-04-13T08:07:55.182 INFO:tasks.workunit.client.0.smithi119.stdout:op 512 completed, throughput=5MB/sec 2024-04-13T08:07:55.182 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-u2e0ALRqljuXqQ7 off=9491450 len=859719 2024-04-13T08:07:55.187 INFO:tasks.workunit.client.0.smithi119.stdout:op 513 completed, throughput=5MB/sec 2024-04-13T08:07:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:07:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:07:54] "GET /metrics HTTP/1.1" 200 33991 "" "Prometheus/2.43.0" 2024-04-13T08:07:55.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:07:54 smithi119 ceph-mon[96316]: pgmap v1451: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T08:07:55.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:07:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:07:55.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:07:54 smithi119 ceph-mon[93746]: pgmap v1451: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T08:07:55.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:07:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:07:56.188 INFO:tasks.workunit.client.0.smithi119.stdout: 99: throughput=4.95MB/sec pending data=0 2024-04-13T08:07:56.188 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-vri1WaF4n7Ejl13 off=293695 len=1815180 2024-04-13T08:07:56.199 INFO:tasks.workunit.client.0.smithi119.stdout:op 514 completed, throughput=4.97MB/sec 2024-04-13T08:07:56.199 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-25wbNF3R6PZiIYK off=1092522 len=192940 2024-04-13T08:07:56.200 INFO:tasks.workunit.client.0.smithi119.stdout:op 515 completed, throughput=4.97MB/sec 2024-04-13T08:07:56.200 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-zlS3WSginh4SrXC off=9409148 len=1269975 2024-04-13T08:07:56.206 INFO:tasks.workunit.client.0.smithi119.stdout:op 516 completed, throughput=4.98MB/sec 2024-04-13T08:07:56.206 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-YKXVns7La__pEsF off=4641734 len=1989210 2024-04-13T08:07:56.208 INFO:tasks.workunit.client.0.smithi119.stdout:op 517 completed, throughput=5MB/sec 2024-04-13T08:07:57.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:07:56 smithi139 ceph-mon[88985]: pgmap v1452: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T08:07:57.208 INFO:tasks.workunit.client.0.smithi119.stdout: 100: throughput=4.95MB/sec pending data=0 2024-04-13T08:07:57.209 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-rDiCIdI8KeNTm7q off=21732723 len=853369 2024-04-13T08:07:57.214 INFO:tasks.workunit.client.0.smithi119.stdout:op 518 completed, throughput=4.96MB/sec 2024-04-13T08:07:57.214 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-hURY70pi0Z9bSxe off=2112373 len=283286 2024-04-13T08:07:57.215 INFO:tasks.workunit.client.0.smithi119.stdout:op 519 completed, throughput=4.96MB/sec 2024-04-13T08:07:57.215 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-rd1lDlAUhE6dN45 off=8949782 len=1326995 2024-04-13T08:07:57.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:07:56 smithi119 ceph-mon[96316]: pgmap v1452: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T08:07:57.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:07:56 smithi119 ceph-mon[93746]: pgmap v1452: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T08:07:57.216 INFO:tasks.workunit.client.0.smithi119.stdout:op 520 completed, throughput=4.98MB/sec 2024-04-13T08:07:57.216 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-YYWGI3Yihb7lEF3 off=8782328 len=1772251 2024-04-13T08:07:57.221 INFO:tasks.workunit.client.0.smithi119.stdout:op 521 completed, throughput=4.99MB/sec 2024-04-13T08:07:57.221 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-skP5xv1fvZpjrGN off=1756126 len=146160 2024-04-13T08:07:57.223 INFO:tasks.workunit.client.0.smithi119.stdout:op 522 completed, throughput=4.99MB/sec 2024-04-13T08:07:57.223 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-GRwl4J03pr0cWxX off=1852552 len=101764 2024-04-13T08:07:57.224 INFO:tasks.workunit.client.0.smithi119.stdout:op 523 completed, throughput=5MB/sec 2024-04-13T08:07:57.224 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-SVrjvs3bVik6snr off=1293483 len=333000 2024-04-13T08:07:57.224 INFO:tasks.workunit.client.0.smithi119.stdout:op 524 completed, throughput=5MB/sec 2024-04-13T08:07:57.225 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-MbqwgtmC2pYGH-W off=3173306 len=996458 2024-04-13T08:07:57.227 INFO:tasks.workunit.client.0.smithi119.stdout:op 525 completed, throughput=5.01MB/sec 2024-04-13T08:07:58.227 INFO:tasks.workunit.client.0.smithi119.stdout: 101: throughput=4.96MB/sec pending data=0 2024-04-13T08:07:58.228 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-hPP7aJz8g2FKOEv off=18056925 len=78744 2024-04-13T08:07:58.230 INFO:tasks.workunit.client.0.smithi119.stdout:op 526 completed, throughput=4.96MB/sec 2024-04-13T08:07:58.230 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-is7nJiqaSUEAB-K off=11006405 len=1339747 2024-04-13T08:07:58.238 INFO:tasks.workunit.client.0.smithi119.stdout:op 527 completed, throughput=4.97MB/sec 2024-04-13T08:07:58.238 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Itc8G_vJhLPDlsP off=7860595 len=260480 2024-04-13T08:07:58.240 INFO:tasks.workunit.client.0.smithi119.stdout:op 528 completed, throughput=4.97MB/sec 2024-04-13T08:07:58.240 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-l48YSNODbxje6lw off=10123737 len=1170766 2024-04-13T08:07:58.241 INFO:tasks.workunit.client.0.smithi119.stdout:op 529 completed, throughput=4.98MB/sec 2024-04-13T08:07:58.241 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-aGQ7NdvAHpTlooK off=14548703 len=725357 2024-04-13T08:07:58.245 INFO:tasks.workunit.client.0.smithi119.stdout:op 530 completed, throughput=4.99MB/sec 2024-04-13T08:07:58.245 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-0Ab_IeogG3o1FX3 off=6429973 len=1342849 2024-04-13T08:07:58.248 INFO:tasks.workunit.client.0.smithi119.stdout:op 531 completed, throughput=5MB/sec 2024-04-13T08:07:59.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:07:58 smithi139 ceph-mon[88985]: pgmap v1453: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-13T08:07:59.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:07:58 smithi119 ceph-mon[96316]: pgmap v1453: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-13T08:07:59.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:07:58 smithi119 ceph-mon[93746]: pgmap v1453: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-13T08:07:59.248 INFO:tasks.workunit.client.0.smithi119.stdout: 102: throughput=4.96MB/sec pending data=0 2024-04-13T08:07:59.248 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Gd_86Fmj20KhaJP off=423019 len=1494515 2024-04-13T08:07:59.256 INFO:tasks.workunit.client.0.smithi119.stdout:op 532 completed, throughput=4.97MB/sec 2024-04-13T08:07:59.257 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-QTpWy9uZF2CHDHF off=5122086 len=5809 2024-04-13T08:07:59.259 INFO:tasks.workunit.client.0.smithi119.stdout:op 533 completed, throughput=4.97MB/sec 2024-04-13T08:07:59.259 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-1kmZfX2qOdF5LA_ off=2198721 len=427686 2024-04-13T08:07:59.260 INFO:tasks.workunit.client.0.smithi119.stdout:op 534 completed, throughput=4.97MB/sec 2024-04-13T08:07:59.260 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-yBB723ing_GrPYg off=2986411 len=647583 2024-04-13T08:07:59.263 INFO:tasks.workunit.client.0.smithi119.stdout:op 535 completed, throughput=4.98MB/sec 2024-04-13T08:07:59.263 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-SWRALjuygIqCBhE off=10017853 len=1506946 2024-04-13T08:07:59.269 INFO:tasks.workunit.client.0.smithi119.stdout:op 536 completed, throughput=4.99MB/sec 2024-04-13T08:07:59.269 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-TAWy3_6uMN8urmJ off=8345223 len=616280 2024-04-13T08:07:59.270 INFO:tasks.workunit.client.0.smithi119.stdout:op 537 completed, throughput=5MB/sec 2024-04-13T08:07:59.270 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-bfi6b_VrUMVmQow off=8320389 len=2088620 2024-04-13T08:07:59.281 INFO:tasks.workunit.client.0.smithi119.stdout:op 538 completed, throughput=5.02MB/sec 2024-04-13T08:08:00.282 INFO:tasks.workunit.client.0.smithi119.stdout: 103: throughput=4.97MB/sec pending data=0 2024-04-13T08:08:00.282 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-9l1MEYXNG-BSD_z off=1373125 len=635906 2024-04-13T08:08:00.287 INFO:tasks.workunit.client.0.smithi119.stdout:op 539 completed, throughput=4.97MB/sec 2024-04-13T08:08:00.287 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-EYqE-wddldPzXvf off=8190278 len=1302679 2024-04-13T08:08:00.288 INFO:tasks.workunit.client.0.smithi119.stdout:op 540 completed, throughput=4.99MB/sec 2024-04-13T08:08:00.288 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-BJ802BA_6HRdvkc off=5468417 len=1238565 2024-04-13T08:08:00.294 INFO:tasks.workunit.client.0.smithi119.stdout:op 541 completed, throughput=5MB/sec 2024-04-13T08:08:00.294 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-vxQuxbX4RZydwcx off=18986216 len=1658189 2024-04-13T08:08:00.302 INFO:tasks.workunit.client.0.smithi119.stdout:op 542 completed, throughput=5.01MB/sec 2024-04-13T08:08:01.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:08:00 smithi139 ceph-mon[88985]: pgmap v1454: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T08:08:01.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:08:00 smithi119 ceph-mon[96316]: pgmap v1454: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T08:08:01.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:08:00 smithi119 ceph-mon[93746]: pgmap v1454: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T08:08:01.302 INFO:tasks.workunit.client.0.smithi119.stdout: 104: throughput=4.96MB/sec pending data=0 2024-04-13T08:08:01.302 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-AsHZBbNiO0__rLP off=50485 len=520103 2024-04-13T08:08:01.304 INFO:tasks.workunit.client.0.smithi119.stdout:op 543 completed, throughput=4.97MB/sec 2024-04-13T08:08:01.304 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-AmsgjFSvihMMsxz off=1259085 len=410957 2024-04-13T08:08:01.307 INFO:tasks.workunit.client.0.smithi119.stdout:op 544 completed, throughput=4.97MB/sec 2024-04-13T08:08:01.307 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-1yeacpUkjmxXqeG off=14393408 len=372854 2024-04-13T08:08:01.308 INFO:tasks.workunit.client.0.smithi119.stdout:op 545 completed, throughput=4.98MB/sec 2024-04-13T08:08:01.308 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-srGF-TcnUGHp7_6 off=10725645 len=1343705 2024-04-13T08:08:01.310 INFO:tasks.workunit.client.0.smithi119.stdout:op 546 completed, throughput=4.99MB/sec 2024-04-13T08:08:01.310 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-mSsflecsyur60AI off=1797292 len=532299 2024-04-13T08:08:01.311 INFO:tasks.workunit.client.0.smithi119.stdout:op 547 completed, throughput=4.99MB/sec 2024-04-13T08:08:01.311 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ZTmXRGm9Z5rZGIR off=5870673 len=224501 2024-04-13T08:08:01.314 INFO:tasks.workunit.client.0.smithi119.stdout:op 548 completed, throughput=4.99MB/sec 2024-04-13T08:08:01.314 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-JNNf39XEWnNf05O off=13064650 len=1757648 2024-04-13T08:08:01.322 INFO:tasks.workunit.client.0.smithi119.stdout:op 549 completed, throughput=5.01MB/sec 2024-04-13T08:08:02.323 INFO:tasks.workunit.client.0.smithi119.stdout: 105: throughput=4.96MB/sec pending data=0 2024-04-13T08:08:02.780 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-LT9w72NtK1x_sbt off=7086163 len=1084902 2024-04-13T08:08:02.781 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:08:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:08:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:08:02.782 INFO:tasks.workunit.client.0.smithi119.stdout:op 550 completed, throughput=4.97MB/sec 2024-04-13T08:08:02.782 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-A43MQDljAyD1kVN off=5245403 len=1407988 2024-04-13T08:08:02.782 INFO:tasks.workunit.client.0.smithi119.stdout:op 551 completed, throughput=4.98MB/sec 2024-04-13T08:08:02.782 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-QxY8MazFg2y-LNi off=337280 len=299887 2024-04-13T08:08:02.782 INFO:tasks.workunit.client.0.smithi119.stdout:op 552 completed, throughput=4.99MB/sec 2024-04-13T08:08:02.782 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-CI5_YX5NtPnrtxL off=10714850 len=1921836 2024-04-13T08:08:02.782 INFO:tasks.workunit.client.0.smithi119.stdout:op 553 completed, throughput=5MB/sec 2024-04-13T08:08:03.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:08:02 smithi139 ceph-mon[88985]: pgmap v1455: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-13T08:08:03.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:08:02 smithi119 ceph-mon[96316]: pgmap v1455: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-13T08:08:03.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:08:02 smithi119 ceph-mon[93746]: pgmap v1455: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-13T08:08:03.349 INFO:tasks.workunit.client.0.smithi119.stdout: 106: throughput=4.96MB/sec pending data=0 2024-04-13T08:08:03.349 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-QgiUEzeJBhMTifv off=0 len=1882266 2024-04-13T08:08:03.353 INFO:tasks.workunit.client.0.smithi119.stdout:op 554 completed, throughput=4.97MB/sec 2024-04-13T08:08:03.353 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ctm3owcWHRbhdNd off=7245660 len=769723 2024-04-13T08:08:03.357 INFO:tasks.workunit.client.0.smithi119.stdout:op 555 completed, throughput=4.98MB/sec 2024-04-13T08:08:03.357 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Zqhci4KpqjKQcGe off=22426464 len=232350 2024-04-13T08:08:03.360 INFO:tasks.workunit.client.0.smithi119.stdout:op 556 completed, throughput=4.98MB/sec 2024-04-13T08:08:03.360 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-HNHoSrkWgfQSGAN off=10496817 len=1932963 2024-04-13T08:08:03.372 INFO:tasks.workunit.client.0.smithi119.stdout:op 557 completed, throughput=5MB/sec 2024-04-13T08:08:03.372 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-xmaLIIkf94Vwq1U off=1869441 len=813356 2024-04-13T08:08:03.373 INFO:tasks.workunit.client.0.smithi119.stdout:op 558 completed, throughput=5.01MB/sec 2024-04-13T08:08:04.374 INFO:tasks.workunit.client.0.smithi119.stdout: 107: throughput=4.96MB/sec pending data=0 2024-04-13T08:08:04.374 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-LsN168qOzI7r6_u off=14247424 len=1779935 2024-04-13T08:08:04.376 INFO:tasks.workunit.client.0.smithi119.stdout:op 559 completed, throughput=4.98MB/sec 2024-04-13T08:08:04.376 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ivfpfvezZihOzZg off=6482032 len=726913 2024-04-13T08:08:04.377 INFO:tasks.workunit.client.0.smithi119.stdout:op 560 completed, throughput=4.98MB/sec 2024-04-13T08:08:04.377 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-YfNM--cVH7pYPyf off=17422771 len=1431569 2024-04-13T08:08:04.384 INFO:tasks.workunit.client.0.smithi119.stdout:op 561 completed, throughput=4.99MB/sec 2024-04-13T08:08:04.384 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-gtpVz8-Xr6YIJ7H off=8462097 len=1402862 2024-04-13T08:08:04.392 INFO:tasks.workunit.client.0.smithi119.stdout:op 562 completed, throughput=5.01MB/sec 2024-04-13T08:08:05.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:08:04 smithi139 ceph-mon[88985]: pgmap v1456: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T08:08:05.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:08:04 smithi119 ceph-mon[96316]: pgmap v1456: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T08:08:05.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:08:04 smithi119 ceph-mon[93746]: pgmap v1456: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T08:08:05.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:08:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:08:04] "GET /metrics HTTP/1.1" 200 33991 "" "Prometheus/2.43.0" 2024-04-13T08:08:05.393 INFO:tasks.workunit.client.0.smithi119.stdout: 108: throughput=4.96MB/sec pending data=0 2024-04-13T08:08:05.393 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-1XmfMjk1ArDwmML off=187007 len=127053 2024-04-13T08:08:05.393 INFO:tasks.workunit.client.0.smithi119.stdout:op 563 completed, throughput=4.96MB/sec 2024-04-13T08:08:05.393 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ZomxQ92E-FFZ2y7 off=5738340 len=1181635 2024-04-13T08:08:05.402 INFO:tasks.workunit.client.0.smithi119.stdout:op 564 completed, throughput=4.97MB/sec 2024-04-13T08:08:05.402 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-OxubUqMnMTHv2XF off=12998118 len=268114 2024-04-13T08:08:05.405 INFO:tasks.workunit.client.0.smithi119.stdout:op 565 completed, throughput=4.97MB/sec 2024-04-13T08:08:05.405 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-D-HPYdxxkFfgM8b off=19892462 len=1955161 2024-04-13T08:08:05.407 INFO:tasks.workunit.client.0.smithi119.stdout:op 566 completed, throughput=4.99MB/sec 2024-04-13T08:08:05.407 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-I9yNYAyXhfHyPu_ off=169779 len=1977516 2024-04-13T08:08:05.410 INFO:tasks.workunit.client.0.smithi119.stdout:op 567 completed, throughput=5.01MB/sec 2024-04-13T08:08:06.410 INFO:tasks.workunit.client.0.smithi119.stdout: 109: throughput=4.96MB/sec pending data=0 2024-04-13T08:08:06.410 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-0FzKwEPxPEeuvvf off=2529401 len=1961844 2024-04-13T08:08:06.412 INFO:tasks.workunit.client.0.smithi119.stdout:op 568 completed, throughput=4.98MB/sec 2024-04-13T08:08:06.412 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-BEmf4DpJSlYGTu3 off=9415250 len=675947 2024-04-13T08:08:06.413 INFO:tasks.workunit.client.0.smithi119.stdout:op 569 completed, throughput=4.98MB/sec 2024-04-13T08:08:06.413 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-r97KVt0SiQafVVJ off=15549187 len=456437 2024-04-13T08:08:06.415 INFO:tasks.workunit.client.0.smithi119.stdout:op 570 completed, throughput=4.99MB/sec 2024-04-13T08:08:06.415 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ax6nVWMVMRrLHWv off=2002949 len=392907 2024-04-13T08:08:06.415 INFO:tasks.workunit.client.0.smithi119.stdout:op 571 completed, throughput=4.99MB/sec 2024-04-13T08:08:06.415 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-HdU9vwEW9Emw2uj off=8300859 len=284069 2024-04-13T08:08:06.418 INFO:tasks.workunit.client.0.smithi119.stdout:op 572 completed, throughput=4.99MB/sec 2024-04-13T08:08:06.419 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-GG52tcE2VE-_2qq off=4100115 len=489560 2024-04-13T08:08:06.422 INFO:tasks.workunit.client.0.smithi119.stdout:op 573 completed, throughput=5MB/sec 2024-04-13T08:08:06.422 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-6gE7yMD3q12EBT_ off=11712230 len=472998 2024-04-13T08:08:06.422 INFO:tasks.workunit.client.0.smithi119.stdout:op 574 completed, throughput=5MB/sec 2024-04-13T08:08:07.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:08:06 smithi139 ceph-mon[88985]: pgmap v1457: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T08:08:07.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:08:06 smithi119 ceph-mon[96316]: pgmap v1457: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T08:08:07.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:08:06 smithi119 ceph-mon[93746]: pgmap v1457: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T08:08:07.423 INFO:tasks.workunit.client.0.smithi119.stdout: 110: throughput=4.96MB/sec pending data=0 2024-04-13T08:08:07.423 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-6JWpbyA5mHewVpD off=18374818 len=1303682 2024-04-13T08:08:07.430 INFO:tasks.workunit.client.0.smithi119.stdout:op 575 completed, throughput=4.97MB/sec 2024-04-13T08:08:07.431 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-b77r6h9sgh8esOY off=8920393 len=913825 2024-04-13T08:08:07.432 INFO:tasks.workunit.client.0.smithi119.stdout:op 576 completed, throughput=4.98MB/sec 2024-04-13T08:08:07.432 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-RkFIp3rvTqiQMN2 off=5448691 len=5719 2024-04-13T08:08:07.432 INFO:tasks.workunit.client.0.smithi119.stdout:op 577 completed, throughput=4.98MB/sec 2024-04-13T08:08:07.432 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Db7TkLGi-oveYn9 off=4402012 len=1358891 2024-04-13T08:08:07.436 INFO:tasks.workunit.client.0.smithi119.stdout:op 578 completed, throughput=4.99MB/sec 2024-04-13T08:08:07.436 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-rRmpGrJreM--vo4 off=2139378 len=552415 2024-04-13T08:08:07.440 INFO:tasks.workunit.client.0.smithi119.stdout:op 579 completed, throughput=4.99MB/sec 2024-04-13T08:08:07.440 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-9vVtYyPs5VUn4VS off=4727056 len=1770437 2024-04-13T08:08:07.442 INFO:tasks.workunit.client.0.smithi119.stdout:op 580 completed, throughput=5.01MB/sec 2024-04-13T08:08:08.442 INFO:tasks.workunit.client.0.smithi119.stdout: 111: throughput=4.96MB/sec pending data=0 2024-04-13T08:08:08.442 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-bj4W4eh_x9GBTgn off=2104693 len=1805244 2024-04-13T08:08:08.446 INFO:tasks.workunit.client.0.smithi119.stdout:op 581 completed, throughput=4.98MB/sec 2024-04-13T08:08:08.446 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-4ZVGVgf046lL0i2 off=6794806 len=1265124 2024-04-13T08:08:08.453 INFO:tasks.workunit.client.0.smithi119.stdout:op 582 completed, throughput=4.99MB/sec 2024-04-13T08:08:08.453 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-MK52G1xQZh59b_N off=9008528 len=1345573 2024-04-13T08:08:08.458 INFO:tasks.workunit.client.0.smithi119.stdout:op 583 completed, throughput=5MB/sec 2024-04-13T08:08:08.458 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ZBzuy5s5DvEEdax off=12462149 len=1716304 2024-04-13T08:08:08.459 INFO:tasks.workunit.client.0.smithi119.stdout:op 584 completed, throughput=5.01MB/sec 2024-04-13T08:08:09.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:08:08 smithi139 ceph-mon[88985]: pgmap v1458: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-13T08:08:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:08:08 smithi119 ceph-mon[96316]: pgmap v1458: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-13T08:08:09.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:08:08 smithi119 ceph-mon[93746]: pgmap v1458: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-13T08:08:09.460 INFO:tasks.workunit.client.0.smithi119.stdout: 112: throughput=4.97MB/sec pending data=0 2024-04-13T08:08:09.460 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-o0LFWTfPBwmMbtb off=3964820 len=970660 2024-04-13T08:08:09.461 INFO:tasks.workunit.client.0.smithi119.stdout:op 585 completed, throughput=4.98MB/sec 2024-04-13T08:08:09.461 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-yQhIaxQTMfcC8U8 off=7608883 len=1688732 2024-04-13T08:08:09.469 INFO:tasks.workunit.client.0.smithi119.stdout:op 586 completed, throughput=4.99MB/sec 2024-04-13T08:08:09.469 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-LrtTWbK2TgJS2e_ off=6521203 len=537787 2024-04-13T08:08:09.469 INFO:tasks.workunit.client.0.smithi119.stdout:op 587 completed, throughput=5MB/sec 2024-04-13T08:08:09.469 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Aq6-ysz3PoBnsGp off=21702318 len=452717 2024-04-13T08:08:09.472 INFO:tasks.workunit.client.0.smithi119.stdout:op 588 completed, throughput=5MB/sec 2024-04-13T08:08:09.472 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-lMe6ORUma-ww68Y off=14960192 len=1494720 2024-04-13T08:08:09.474 INFO:tasks.workunit.client.0.smithi119.stdout:op 589 completed, throughput=5.01MB/sec 2024-04-13T08:08:10.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:08:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:08:10.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:08:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:08:10.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:08:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:08:10.474 INFO:tasks.workunit.client.0.smithi119.stdout: 113: throughput=4.97MB/sec pending data=0 2024-04-13T08:08:10.474 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-39Q44aojkdYS7ds off=1519790 len=955976 2024-04-13T08:08:10.476 INFO:tasks.workunit.client.0.smithi119.stdout:op 590 completed, throughput=4.98MB/sec 2024-04-13T08:08:10.476 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-JfXtyIfUlDmJ_e- off=13897080 len=1539245 2024-04-13T08:08:10.483 INFO:tasks.workunit.client.0.smithi119.stdout:op 591 completed, throughput=4.99MB/sec 2024-04-13T08:08:10.483 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-XOO-IUILJAB3SE8 off=5322889 len=700720 2024-04-13T08:08:10.485 INFO:tasks.workunit.client.0.smithi119.stdout:op 592 completed, throughput=4.99MB/sec 2024-04-13T08:08:10.485 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-i3WM-wjhmFIK3qx off=15267198 len=2058353 2024-04-13T08:08:10.486 INFO:tasks.workunit.client.0.smithi119.stdout:op 593 completed, throughput=5.01MB/sec 2024-04-13T08:08:11.138 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:08:10 smithi139 ceph-mon[88985]: pgmap v1459: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:08:11.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:08:10 smithi119 ceph-mon[96316]: pgmap v1459: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:08:11.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:08:10 smithi119 ceph-mon[93746]: pgmap v1459: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:08:11.487 INFO:tasks.workunit.client.0.smithi119.stdout: 114: throughput=4.97MB/sec pending data=0 2024-04-13T08:08:11.487 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-6OW763rCYnn_ObN off=5460799 len=1660231 2024-04-13T08:08:11.495 INFO:tasks.workunit.client.0.smithi119.stdout:op 594 completed, throughput=4.98MB/sec 2024-04-13T08:08:11.495 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-luuerM0dLCtpI-t off=177953 len=1256671 2024-04-13T08:08:11.504 INFO:tasks.workunit.client.0.smithi119.stdout:op 595 completed, throughput=4.99MB/sec 2024-04-13T08:08:11.504 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-HMgQRHQpWmiLnW- off=1700822 len=541949 2024-04-13T08:08:11.505 INFO:tasks.workunit.client.0.smithi119.stdout:op 596 completed, throughput=5MB/sec 2024-04-13T08:08:11.505 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-0LkPjs-3g9AKe7u off=13413765 len=836738 2024-04-13T08:08:11.506 INFO:tasks.workunit.client.0.smithi119.stdout:op 597 completed, throughput=5MB/sec 2024-04-13T08:08:12.506 INFO:tasks.workunit.client.0.smithi119.stdout: 115: throughput=4.96MB/sec pending data=0 2024-04-13T08:08:12.507 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-2rjEI3gWtOsB7Wp off=2435724 len=2028624 2024-04-13T08:08:12.509 INFO:tasks.workunit.client.0.smithi119.stdout:op 598 completed, throughput=4.98MB/sec 2024-04-13T08:08:12.509 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-8whopmKKgUECUt5 off=6203517 len=635936 2024-04-13T08:08:12.510 INFO:tasks.workunit.client.0.smithi119.stdout:op 599 completed, throughput=4.98MB/sec 2024-04-13T08:08:12.510 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ep_jwoUhv4kJgwx off=21324396 len=1046649 2024-04-13T08:08:12.515 INFO:tasks.workunit.client.0.smithi119.stdout:op 600 completed, throughput=4.99MB/sec 2024-04-13T08:08:12.515 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-qgYJ3kHmNcTSJUk off=861390 len=1560342 2024-04-13T08:08:12.522 INFO:tasks.workunit.client.0.smithi119.stdout:op 601 completed, throughput=5MB/sec 2024-04-13T08:08:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:08:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:08:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:08:13.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:08:12 smithi139 ceph-mon[88985]: pgmap v1460: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T08:08:13.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:08:12 smithi119 ceph-mon[96316]: pgmap v1460: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T08:08:13.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:08:12 smithi119 ceph-mon[93746]: pgmap v1460: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T08:08:13.522 INFO:tasks.workunit.client.0.smithi119.stdout: 116: throughput=4.96MB/sec pending data=0 2024-04-13T08:08:13.523 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-zYYd1e_BrHqWPco off=10357114 len=760499 2024-04-13T08:08:13.524 INFO:tasks.workunit.client.0.smithi119.stdout:op 602 completed, throughput=4.97MB/sec 2024-04-13T08:08:13.524 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-xTixh1pxDMbDhEo off=13851110 len=1114865 2024-04-13T08:08:13.526 INFO:tasks.workunit.client.0.smithi119.stdout:op 603 completed, throughput=4.97MB/sec 2024-04-13T08:08:13.526 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-H9I_qbipGDBTAQv off=3341903 len=1551073 2024-04-13T08:08:13.534 INFO:tasks.workunit.client.0.smithi119.stdout:op 604 completed, throughput=4.99MB/sec 2024-04-13T08:08:13.534 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-pZk4JAGuoK-g0jg off=4450375 len=1489212 2024-04-13T08:08:13.537 INFO:tasks.workunit.client.0.smithi119.stdout:op 605 completed, throughput=5MB/sec 2024-04-13T08:08:13.537 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-e5JXooqVPKCXQ09 off=7916647 len=276747 2024-04-13T08:08:13.538 INFO:tasks.workunit.client.0.smithi119.stdout:op 606 completed, throughput=5MB/sec 2024-04-13T08:08:14.539 INFO:tasks.workunit.client.0.smithi119.stdout: 117: throughput=4.96MB/sec pending data=0 2024-04-13T08:08:14.539 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-5isj9LO0Pbc-SBy off=9557169 len=1377667 2024-04-13T08:08:14.541 INFO:tasks.workunit.client.0.smithi119.stdout:op 607 completed, throughput=4.97MB/sec 2024-04-13T08:08:14.541 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-hCZt7g-37FWOp_g off=5626052 len=215462 2024-04-13T08:08:14.544 INFO:tasks.workunit.client.0.smithi119.stdout:op 608 completed, throughput=4.97MB/sec 2024-04-13T08:08:14.545 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Pat-g0CkEhs00O4 off=4459549 len=852786 2024-04-13T08:08:14.548 INFO:tasks.workunit.client.0.smithi119.stdout:op 609 completed, throughput=4.98MB/sec 2024-04-13T08:08:14.549 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-etP-DNEzPSAaB-w off=2659507 len=1526331 2024-04-13T08:08:14.554 INFO:tasks.workunit.client.0.smithi119.stdout:op 610 completed, throughput=4.99MB/sec 2024-04-13T08:08:14.554 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Lf64cPLSFh2moBI off=8962449 len=626976 2024-04-13T08:08:14.559 INFO:tasks.workunit.client.0.smithi119.stdout:op 611 completed, throughput=5MB/sec 2024-04-13T08:08:14.559 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ew8lZeMnbMFWVGx off=20271582 len=1097811 2024-04-13T08:08:14.563 INFO:tasks.workunit.client.0.smithi119.stdout:op 612 completed, throughput=5MB/sec 2024-04-13T08:08:15.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:08:14 smithi139 ceph-mon[88985]: pgmap v1461: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T08:08:15.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:08:14 smithi119 ceph-mon[96316]: pgmap v1461: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T08:08:15.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:08:14 smithi119 ceph-mon[93746]: pgmap v1461: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T08:08:15.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:08:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:08:14] "GET /metrics HTTP/1.1" 200 33991 "" "Prometheus/2.43.0" 2024-04-13T08:08:15.563 INFO:tasks.workunit.client.0.smithi119.stdout: 118: throughput=4.96MB/sec pending data=0 2024-04-13T08:08:15.564 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-qPsr8NmScZeB6mx off=3620139 len=799551 2024-04-13T08:08:15.565 INFO:tasks.workunit.client.0.smithi119.stdout:op 613 completed, throughput=4.97MB/sec 2024-04-13T08:08:15.565 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-tnNdBHv4AT0J9BK off=7101707 len=454924 2024-04-13T08:08:15.565 INFO:tasks.workunit.client.0.smithi119.stdout:op 614 completed, throughput=4.97MB/sec 2024-04-13T08:08:15.566 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-GRFTvRLyjfrB2On off=5590802 len=1745144 2024-04-13T08:08:15.568 INFO:tasks.workunit.client.0.smithi119.stdout:op 615 completed, throughput=4.99MB/sec 2024-04-13T08:08:15.568 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-om_nxLm2TzdU63S off=9919624 len=4087 2024-04-13T08:08:15.568 INFO:tasks.workunit.client.0.smithi119.stdout:op 616 completed, throughput=4.99MB/sec 2024-04-13T08:08:15.568 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-GX9fVPR52MXr-3S off=7141306 len=440469 2024-04-13T08:08:15.569 INFO:tasks.workunit.client.0.smithi119.stdout:op 617 completed, throughput=4.99MB/sec 2024-04-13T08:08:15.569 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-nPuUtFnCMIZBeRU off=7315685 len=555244 2024-04-13T08:08:15.573 INFO:tasks.workunit.client.0.smithi119.stdout:op 618 completed, throughput=4.99MB/sec 2024-04-13T08:08:15.573 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-seNDpNhzKRlUiJb off=13629639 len=120173 2024-04-13T08:08:15.576 INFO:tasks.workunit.client.0.smithi119.stdout:op 619 completed, throughput=4.99MB/sec 2024-04-13T08:08:15.576 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-LLlir4-LhIZvt31 off=5829803 len=676864 2024-04-13T08:08:15.578 INFO:tasks.workunit.client.0.smithi119.stdout:op 620 completed, throughput=5MB/sec 2024-04-13T08:08:15.578 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-IJLqELnfHaNjOQI off=6308573 len=1187987 2024-04-13T08:08:15.582 INFO:tasks.workunit.client.0.smithi119.stdout:op 621 completed, throughput=5.01MB/sec 2024-04-13T08:08:16.583 INFO:tasks.workunit.client.0.smithi119.stdout: 119: throughput=4.97MB/sec pending data=0 2024-04-13T08:08:16.583 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-NRlUBvUEDrnN0Bi off=899702 len=1637359 2024-04-13T08:08:16.585 INFO:tasks.workunit.client.0.smithi119.stdout:op 622 completed, throughput=4.98MB/sec 2024-04-13T08:08:16.585 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-qGmTpY2WC9puZ7a off=1131003 len=1946879 2024-04-13T08:08:16.587 INFO:tasks.workunit.client.0.smithi119.stdout:op 623 completed, throughput=5MB/sec 2024-04-13T08:08:16.587 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-9OUq9-PM4sIbDR4 off=528948 len=1359866 2024-04-13T08:08:16.590 INFO:tasks.workunit.client.0.smithi119.stdout:op 624 completed, throughput=5.01MB/sec 2024-04-13T08:08:17.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:08:16 smithi139 ceph-mon[88985]: pgmap v1462: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T08:08:17.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:08:16 smithi119 ceph-mon[96316]: pgmap v1462: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T08:08:17.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:08:16 smithi119 ceph-mon[93746]: pgmap v1462: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T08:08:17.591 INFO:tasks.workunit.client.0.smithi119.stdout: 120: throughput=4.97MB/sec pending data=0 2024-04-13T08:08:17.591 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-oBD3ZUsRacn4DCr off=5374924 len=1730356 2024-04-13T08:08:17.601 INFO:tasks.workunit.client.0.smithi119.stdout:op 625 completed, throughput=4.98MB/sec 2024-04-13T08:08:17.601 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-sEetIyxX-QQPyP1 off=1911872 len=1267913 2024-04-13T08:08:17.609 INFO:tasks.workunit.client.0.smithi119.stdout:op 626 completed, throughput=4.99MB/sec 2024-04-13T08:08:17.609 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-D-4PCncdIeQWgWl off=5390274 len=594345 2024-04-13T08:08:17.612 INFO:tasks.workunit.client.0.smithi119.stdout:op 627 completed, throughput=4.99MB/sec 2024-04-13T08:08:17.612 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-2upZRkicgjxMk8Z off=1465369 len=705157 2024-04-13T08:08:17.616 INFO:tasks.workunit.client.0.smithi119.stdout:op 628 completed, throughput=5MB/sec 2024-04-13T08:08:17.617 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ol5ds6WyXRgRc92 off=15795053 len=1180928 2024-04-13T08:08:17.618 INFO:tasks.workunit.client.0.smithi119.stdout:op 629 completed, throughput=5.01MB/sec 2024-04-13T08:08:18.619 INFO:tasks.workunit.client.0.smithi119.stdout: 121: throughput=4.97MB/sec pending data=0 2024-04-13T08:08:18.619 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-SzjOkL8FCKx2Duf off=2266270 len=1106111 2024-04-13T08:08:18.625 INFO:tasks.workunit.client.0.smithi119.stdout:op 630 completed, throughput=4.97MB/sec 2024-04-13T08:08:18.625 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-NAEDoHvGNSRe__z off=2554581 len=778072 2024-04-13T08:08:18.629 INFO:tasks.workunit.client.0.smithi119.stdout:op 631 completed, throughput=4.98MB/sec 2024-04-13T08:08:18.630 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-d9aW8jguBUbt8cO off=3999593 len=1863245 2024-04-13T08:08:18.633 INFO:tasks.workunit.client.0.smithi119.stdout:op 632 completed, throughput=4.99MB/sec 2024-04-13T08:08:18.633 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-LhR6mKX_8YTh1O- off=6831024 len=1386133 2024-04-13T08:08:18.641 INFO:tasks.workunit.client.0.smithi119.stdout:op 633 completed, throughput=5MB/sec 2024-04-13T08:08:19.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:08:18 smithi139 ceph-mon[88985]: pgmap v1463: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T08:08:19.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:08:18 smithi119 ceph-mon[96316]: pgmap v1463: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T08:08:19.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:08:18 smithi119 ceph-mon[93746]: pgmap v1463: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T08:08:19.641 INFO:tasks.workunit.client.0.smithi119.stdout: 122: throughput=4.96MB/sec pending data=0 2024-04-13T08:08:19.641 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-_LTwP_KZ8NQ-QA6 off=2924400 len=580891 2024-04-13T08:08:19.642 INFO:tasks.workunit.client.0.smithi119.stdout:op 634 completed, throughput=4.97MB/sec 2024-04-13T08:08:19.642 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-vZeoFxSODHh5VQj off=5293085 len=1063716 2024-04-13T08:08:19.648 INFO:tasks.workunit.client.0.smithi119.stdout:op 635 completed, throughput=4.98MB/sec 2024-04-13T08:08:19.648 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-fONKegffpgmqhDv off=5404622 len=234019 2024-04-13T08:08:19.651 INFO:tasks.workunit.client.0.smithi119.stdout:op 636 completed, throughput=4.98MB/sec 2024-04-13T08:08:19.651 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-z0Nz26mDo4fivfW off=1035254 len=1220116 2024-04-13T08:08:19.657 INFO:tasks.workunit.client.0.smithi119.stdout:op 637 completed, throughput=4.99MB/sec 2024-04-13T08:08:19.657 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-B1mMN07zw3n1Kl2 off=3900828 len=1722987 2024-04-13T08:08:19.664 INFO:tasks.workunit.client.0.smithi119.stdout:op 638 completed, throughput=5MB/sec 2024-04-13T08:08:20.665 INFO:tasks.workunit.client.0.smithi119.stdout: 123: throughput=4.96MB/sec pending data=0 2024-04-13T08:08:20.665 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-a0i5UzMz8o1d_r7 off=794740 len=615005 2024-04-13T08:08:20.666 INFO:tasks.workunit.client.0.smithi119.stdout:op 639 completed, throughput=4.97MB/sec 2024-04-13T08:08:20.666 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ecNRBIdHwozkBBf off=5551171 len=993060 2024-04-13T08:08:20.667 INFO:tasks.workunit.client.0.smithi119.stdout:op 640 completed, throughput=4.97MB/sec 2024-04-13T08:08:20.667 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-mBv6uaqzWTotrS6 off=878061 len=366785 2024-04-13T08:08:20.668 INFO:tasks.workunit.client.0.smithi119.stdout:op 641 completed, throughput=4.98MB/sec 2024-04-13T08:08:20.668 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-s83FnuL1zG5SOdN off=1292463 len=1993503 2024-04-13T08:08:20.677 INFO:tasks.workunit.client.0.smithi119.stdout:op 642 completed, throughput=4.99MB/sec 2024-04-13T08:08:20.678 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-qp9VfVUX_LtwOcJ off=5365673 len=464423 2024-04-13T08:08:20.678 INFO:tasks.workunit.client.0.smithi119.stdout:op 643 completed, throughput=4.99MB/sec 2024-04-13T08:08:20.678 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-114wssQJOxGe50h off=18925177 len=305961 2024-04-13T08:08:20.681 INFO:tasks.workunit.client.0.smithi119.stdout:op 644 completed, throughput=5MB/sec 2024-04-13T08:08:20.681 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-dFWNWFGHuFWHk6v off=15075044 len=172044 2024-04-13T08:08:20.684 INFO:tasks.workunit.client.0.smithi119.stdout:op 645 completed, throughput=5MB/sec 2024-04-13T08:08:20.684 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-cMM7pc8xAg2f8il off=700116 len=28893 2024-04-13T08:08:20.686 INFO:tasks.workunit.client.0.smithi119.stdout:op 646 completed, throughput=5MB/sec 2024-04-13T08:08:20.686 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-7VwBWwV-AEOjAyY off=3489730 len=1705393 2024-04-13T08:08:20.693 INFO:tasks.workunit.client.0.smithi119.stdout:op 647 completed, throughput=5.01MB/sec 2024-04-13T08:08:21.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:08:20 smithi139 ceph-mon[88985]: pgmap v1464: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T08:08:21.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:08:20 smithi119 ceph-mon[96316]: pgmap v1464: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T08:08:21.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:08:20 smithi119 ceph-mon[93746]: pgmap v1464: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T08:08:21.694 INFO:tasks.workunit.client.0.smithi119.stdout: 124: throughput=4.97MB/sec pending data=0 2024-04-13T08:08:21.694 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-13FXNI8ECuw7Ri8 off=1002097 len=1260586 2024-04-13T08:08:21.699 INFO:tasks.workunit.client.0.smithi119.stdout:op 648 completed, throughput=4.98MB/sec 2024-04-13T08:08:21.699 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj--T-XoqkoiQby0lP off=4196144 len=1117212 2024-04-13T08:08:21.705 INFO:tasks.workunit.client.0.smithi119.stdout:op 649 completed, throughput=4.99MB/sec 2024-04-13T08:08:21.705 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-oM2q-rnDxV1rUuF off=329346 len=223132 2024-04-13T08:08:21.706 INFO:tasks.workunit.client.0.smithi119.stdout:op 650 completed, throughput=4.99MB/sec 2024-04-13T08:08:21.706 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-SnRlZ20Oc_KthwA off=9602522 len=17936 2024-04-13T08:08:21.706 INFO:tasks.workunit.client.0.smithi119.stdout:op 651 completed, throughput=4.99MB/sec 2024-04-13T08:08:21.706 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Oqup8DJMlhNprGC off=256408 len=1880528 2024-04-13T08:08:21.715 INFO:tasks.workunit.client.0.smithi119.stdout:op 652 completed, throughput=5MB/sec 2024-04-13T08:08:22.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:08:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:08:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:08:22.715 INFO:tasks.workunit.client.0.smithi119.stdout: 125: throughput=4.96MB/sec pending data=0 2024-04-13T08:08:22.715 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-jJDDas3nBqWvFaC off=13091880 len=814155 2024-04-13T08:08:22.716 INFO:tasks.workunit.client.0.smithi119.stdout:op 653 completed, throughput=4.97MB/sec 2024-04-13T08:08:22.717 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Sm7aMl9KkSidd3y off=12472517 len=1330246 2024-04-13T08:08:22.718 INFO:tasks.workunit.client.0.smithi119.stdout:op 654 completed, throughput=4.98MB/sec 2024-04-13T08:08:22.718 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-mOKm2F5dslIKv_g off=6415066 len=200834 2024-04-13T08:08:22.721 INFO:tasks.workunit.client.0.smithi119.stdout:op 655 completed, throughput=4.98MB/sec 2024-04-13T08:08:22.721 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-HhU7BCosnVpVF4l off=142201 len=2011956 2024-04-13T08:08:22.723 INFO:tasks.workunit.client.0.smithi119.stdout:op 656 completed, throughput=5MB/sec 2024-04-13T08:08:22.723 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-wIUfasFMBP7i075 off=1261792 len=1549369 2024-04-13T08:08:22.726 INFO:tasks.workunit.client.0.smithi119.stdout:op 657 completed, throughput=5.01MB/sec 2024-04-13T08:08:23.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:08:22 smithi139 ceph-mon[88985]: pgmap v1465: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-13T08:08:23.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:08:22 smithi119 ceph-mon[96316]: pgmap v1465: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-13T08:08:23.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:08:22 smithi119 ceph-mon[93746]: pgmap v1465: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-13T08:08:23.727 INFO:tasks.workunit.client.0.smithi119.stdout: 126: throughput=4.97MB/sec pending data=0 2024-04-13T08:08:23.727 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-yaxXSduy8bEUuY- off=250933 len=185074 2024-04-13T08:08:23.728 INFO:tasks.workunit.client.0.smithi119.stdout:op 658 completed, throughput=4.97MB/sec 2024-04-13T08:08:23.728 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj--APjHI3-PRexzxu off=696828 len=781737 2024-04-13T08:08:23.733 INFO:tasks.workunit.client.0.smithi119.stdout:op 659 completed, throughput=4.98MB/sec 2024-04-13T08:08:23.733 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-7RoyYJ1GF27w655 off=4012447 len=1526860 2024-04-13T08:08:23.743 INFO:tasks.workunit.client.0.smithi119.stdout:op 660 completed, throughput=4.99MB/sec 2024-04-13T08:08:23.743 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-YYfgVS-dtvCfInr off=10136608 len=886752 2024-04-13T08:08:23.748 INFO:tasks.workunit.client.0.smithi119.stdout:op 661 completed, throughput=4.99MB/sec 2024-04-13T08:08:23.748 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-fONKegffpgmqhDv off=18717238 len=1179051 2024-04-13T08:08:23.749 INFO:tasks.workunit.client.0.smithi119.stdout:op 662 completed, throughput=5MB/sec 2024-04-13T08:08:24.750 INFO:tasks.workunit.client.0.smithi119.stdout: 127: throughput=4.96MB/sec pending data=0 2024-04-13T08:08:24.750 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-IW4am_vJSKbJSf6 off=2771464 len=532241 2024-04-13T08:08:24.750 INFO:tasks.workunit.client.0.smithi119.stdout:op 663 completed, throughput=4.97MB/sec 2024-04-13T08:08:24.751 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-8iDJhzZchRQd35v off=12179069 len=734086 2024-04-13T08:08:24.756 INFO:tasks.workunit.client.0.smithi119.stdout:op 664 completed, throughput=4.97MB/sec 2024-04-13T08:08:24.756 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-itghC7Ih-WBfVA5 off=3122884 len=1291752 2024-04-13T08:08:24.758 INFO:tasks.workunit.client.0.smithi119.stdout:op 665 completed, throughput=4.98MB/sec 2024-04-13T08:08:24.758 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj--Ss_7bpyNuMnFCC off=5871873 len=1914205 2024-04-13T08:08:24.768 INFO:tasks.workunit.client.0.smithi119.stdout:op 666 completed, throughput=5MB/sec 2024-04-13T08:08:24.768 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-12xtvaYKDoyWNeE off=7245284 len=382382 2024-04-13T08:08:24.768 INFO:tasks.workunit.client.0.smithi119.stdout:op 667 completed, throughput=5MB/sec 2024-04-13T08:08:24.768 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-LdTHkVeWlZjQPr2 off=7317118 len=1148816 2024-04-13T08:08:24.769 INFO:tasks.workunit.client.0.smithi119.stdout:op 668 completed, throughput=5.01MB/sec 2024-04-13T08:08:25.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:08:24 smithi139 ceph-mon[88985]: pgmap v1466: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:08:25.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:08:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:08:25.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:08:24 smithi119 ceph-mon[96316]: pgmap v1466: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:08:25.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:08:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:08:25.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:08:24 smithi119 ceph-mon[93746]: pgmap v1466: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:08:25.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:08:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:08:25.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:08:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:08:24] "GET /metrics HTTP/1.1" 200 33991 "" "Prometheus/2.43.0" 2024-04-13T08:08:25.770 INFO:tasks.workunit.client.0.smithi119.stdout: 128: throughput=4.97MB/sec pending data=0 2024-04-13T08:08:25.770 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-42deGRS4natqWEK off=14227187 len=1326287 2024-04-13T08:08:25.778 INFO:tasks.workunit.client.0.smithi119.stdout:op 669 completed, throughput=4.98MB/sec 2024-04-13T08:08:25.778 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-iANpJOKUhV_ryve off=8499971 len=1393269 2024-04-13T08:08:25.785 INFO:tasks.workunit.client.0.smithi119.stdout:op 670 completed, throughput=4.99MB/sec 2024-04-13T08:08:25.785 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-QBNdtOsBcVAc-VK off=3760609 len=305133 2024-04-13T08:08:25.788 INFO:tasks.workunit.client.0.smithi119.stdout:op 671 completed, throughput=4.99MB/sec 2024-04-13T08:08:25.788 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-cpMq_DGKiBHImBC off=16202821 len=39285 2024-04-13T08:08:25.790 INFO:tasks.workunit.client.0.smithi119.stdout:op 672 completed, throughput=4.99MB/sec 2024-04-13T08:08:25.790 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-bI0hLwGfo1X_JGY off=5560892 len=1991649 2024-04-13T08:08:25.800 INFO:tasks.workunit.client.0.smithi119.stdout:op 673 completed, throughput=5MB/sec 2024-04-13T08:08:26.800 INFO:tasks.workunit.client.0.smithi119.stdout: 129: throughput=4.97MB/sec pending data=0 2024-04-13T08:08:26.800 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-sFbkqR-HrZ7uNz6 off=141170 len=1458696 2024-04-13T08:08:26.808 INFO:tasks.workunit.client.0.smithi119.stdout:op 674 completed, throughput=4.98MB/sec 2024-04-13T08:08:26.808 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-8b2X0btdELn4MWj off=11281252 len=228737 2024-04-13T08:08:26.808 INFO:tasks.workunit.client.0.smithi119.stdout:op 675 completed, throughput=4.98MB/sec 2024-04-13T08:08:26.808 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-AkHks-uTBJzqVlZ off=0 len=1142735 2024-04-13T08:08:26.813 INFO:tasks.workunit.client.0.smithi119.stdout:op 676 completed, throughput=4.99MB/sec 2024-04-13T08:08:26.813 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-rCrSjPQYCxgFUsV off=15622745 len=260683 2024-04-13T08:08:26.815 INFO:tasks.workunit.client.0.smithi119.stdout:op 677 completed, throughput=4.99MB/sec 2024-04-13T08:08:26.815 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-JqwIFHc-ju5N_zu off=13181875 len=1627875 2024-04-13T08:08:26.823 INFO:tasks.workunit.client.0.smithi119.stdout:op 678 completed, throughput=5MB/sec 2024-04-13T08:08:26.823 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ftODiDcKDfr3iHW off=21750894 len=1590068 2024-04-13T08:08:26.831 INFO:tasks.workunit.client.0.smithi119.stdout:op 679 completed, throughput=5.01MB/sec 2024-04-13T08:08:27.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:08:26 smithi139 ceph-mon[88985]: pgmap v1467: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:08:27.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:08:26 smithi119 ceph-mon[96316]: pgmap v1467: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:08:27.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:08:26 smithi119 ceph-mon[93746]: pgmap v1467: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:08:27.831 INFO:tasks.workunit.client.0.smithi119.stdout: 130: throughput=4.97MB/sec pending data=0 2024-04-13T08:08:27.831 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-LLCnx0rm6wN5nbD off=4913070 len=944154 2024-04-13T08:08:27.833 INFO:tasks.workunit.client.0.smithi119.stdout:op 680 completed, throughput=4.98MB/sec 2024-04-13T08:08:27.833 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-4tHAEWLDyV37pAy off=494366 len=1760657 2024-04-13T08:08:27.840 INFO:tasks.workunit.client.0.smithi119.stdout:op 681 completed, throughput=4.99MB/sec 2024-04-13T08:08:27.841 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-G9QlDJ27BqUlUKK off=1406504 len=50100 2024-04-13T08:08:27.843 INFO:tasks.workunit.client.0.smithi119.stdout:op 682 completed, throughput=4.99MB/sec 2024-04-13T08:08:27.843 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-cCYPOy8MeMQ7Zgl off=2315067 len=1409599 2024-04-13T08:08:27.849 INFO:tasks.workunit.client.0.smithi119.stdout:op 683 completed, throughput=5MB/sec 2024-04-13T08:08:28.850 INFO:tasks.workunit.client.0.smithi119.stdout: 131: throughput=4.96MB/sec pending data=0 2024-04-13T08:08:28.850 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-YK7JqCrNpBcYhOI off=2954823 len=1832925 2024-04-13T08:08:28.853 INFO:tasks.workunit.client.0.smithi119.stdout:op 684 completed, throughput=4.98MB/sec 2024-04-13T08:08:28.854 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ouAbS0hG7ottAWC off=148355 len=269930 2024-04-13T08:08:28.856 INFO:tasks.workunit.client.0.smithi119.stdout:op 685 completed, throughput=4.98MB/sec 2024-04-13T08:08:28.857 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-vrpKCPAY3LBtqml off=14608713 len=1079342 2024-04-13T08:08:28.858 INFO:tasks.workunit.client.0.smithi119.stdout:op 686 completed, throughput=4.99MB/sec 2024-04-13T08:08:28.858 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-sj6mOsMHBRkqAZ7 off=1464986 len=652512 2024-04-13T08:08:28.859 INFO:tasks.workunit.client.0.smithi119.stdout:op 687 completed, throughput=4.99MB/sec 2024-04-13T08:08:28.859 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-3Bbk1jDz8hht9HV off=12824799 len=945933 2024-04-13T08:08:28.862 INFO:tasks.workunit.client.0.smithi119.stdout:op 688 completed, throughput=5MB/sec 2024-04-13T08:08:28.862 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-3XByTV6w-D5QBxL off=17331970 len=1691869 2024-04-13T08:08:28.864 INFO:tasks.workunit.client.0.smithi119.stdout:op 689 completed, throughput=5.01MB/sec 2024-04-13T08:08:29.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:08:28 smithi139 ceph-mon[88985]: pgmap v1468: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-13T08:08:29.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:08:28 smithi119 ceph-mon[96316]: pgmap v1468: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-13T08:08:29.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:08:28 smithi119 ceph-mon[93746]: pgmap v1468: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-13T08:08:29.864 INFO:tasks.workunit.client.0.smithi119.stdout: 132: throughput=4.97MB/sec pending data=0 2024-04-13T08:08:29.864 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-wDyTFEF7zZm2ffT off=6680139 len=375083 2024-04-13T08:08:29.865 INFO:tasks.workunit.client.0.smithi119.stdout:op 690 completed, throughput=4.98MB/sec 2024-04-13T08:08:29.865 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-CVMY3WZC5Y6fk6- off=650810 len=1489752 2024-04-13T08:08:29.873 INFO:tasks.workunit.client.0.smithi119.stdout:op 691 completed, throughput=4.99MB/sec 2024-04-13T08:08:29.873 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-mA8q9RphOIsEFEg off=6426481 len=2001455 2024-04-13T08:08:29.883 INFO:tasks.workunit.client.0.smithi119.stdout:op 692 completed, throughput=5MB/sec 2024-04-13T08:08:29.883 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-MtfRQARLp1WbqQz off=987560 len=1395457 2024-04-13T08:08:29.884 INFO:tasks.workunit.client.0.smithi119.stdout:op 693 completed, throughput=5.01MB/sec 2024-04-13T08:08:30.885 INFO:tasks.workunit.client.0.smithi119.stdout: 133: throughput=4.97MB/sec pending data=0 2024-04-13T08:08:30.885 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-x19r6Yztcd6cRda off=3719384 len=361625 2024-04-13T08:08:30.885 INFO:tasks.workunit.client.0.smithi119.stdout:op 694 completed, throughput=4.98MB/sec 2024-04-13T08:08:30.885 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-348VZKo0wwem7g9 off=2597502 len=1309636 2024-04-13T08:08:30.891 INFO:tasks.workunit.client.0.smithi119.stdout:op 695 completed, throughput=4.98MB/sec 2024-04-13T08:08:30.891 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-TsELgH1lNIsopGS off=9541359 len=1580269 2024-04-13T08:08:30.893 INFO:tasks.workunit.client.0.smithi119.stdout:op 696 completed, throughput=5MB/sec 2024-04-13T08:08:30.893 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-XqQgQ45z5DmDgB8 off=352037 len=878805 2024-04-13T08:08:30.894 INFO:tasks.workunit.client.0.smithi119.stdout:op 697 completed, throughput=5MB/sec 2024-04-13T08:08:31.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:08:30 smithi139 ceph-mon[88985]: pgmap v1469: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:08:31.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:08:30 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:08:31.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:08:30 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:08:31.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:08:30 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:08:31.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:08:30 smithi119 ceph-mon[96316]: pgmap v1469: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:08:31.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:08:30 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:08:31.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:08:30 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:08:31.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:08:30 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:08:31.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:08:30 smithi119 ceph-mon[93746]: pgmap v1469: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:08:31.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:08:30 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:08:31.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:08:30 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:08:31.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:08:30 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:08:31.894 INFO:tasks.workunit.client.0.smithi119.stdout: 134: throughput=4.96MB/sec pending data=0 2024-04-13T08:08:31.894 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-S_NpHEamTtxjgJd off=11250346 len=1593023 2024-04-13T08:08:31.902 INFO:tasks.workunit.client.0.smithi119.stdout:op 698 completed, throughput=4.98MB/sec 2024-04-13T08:08:31.902 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-TT6HwA7nFtT-0PR off=22143052 len=1853730 2024-04-13T08:08:31.912 INFO:tasks.workunit.client.0.smithi119.stdout:op 699 completed, throughput=4.99MB/sec 2024-04-13T08:08:31.912 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-MOAymuXll6ePEOR off=5471794 len=623506 2024-04-13T08:08:31.915 INFO:tasks.workunit.client.0.smithi119.stdout:op 700 completed, throughput=4.99MB/sec 2024-04-13T08:08:31.916 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-YRH-pb8Xl6twjxs off=13875639 len=1974998 2024-04-13T08:08:31.923 INFO:tasks.workunit.client.0.smithi119.stdout:op 701 completed, throughput=5.01MB/sec 2024-04-13T08:08:32.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:08:31 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:08:32.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:08:31 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:08:32.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:08:31 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:08:32.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:08:31 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:08:32.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:08:31 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:08:32.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:08:31 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:08:32.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:08:31 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:08:32.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:08:31 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:08:32.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:08:31 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:08:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:08:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:08:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:08:32.923 INFO:tasks.workunit.client.0.smithi119.stdout: 135: throughput=4.97MB/sec pending data=0 2024-04-13T08:08:32.923 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-QAiLRQGykBeEJi3 off=1404732 len=77670 2024-04-13T08:08:32.926 INFO:tasks.workunit.client.0.smithi119.stdout:op 702 completed, throughput=4.97MB/sec 2024-04-13T08:08:32.926 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-gLtrIkCevujhdYk off=12475005 len=1909450 2024-04-13T08:08:32.928 INFO:tasks.workunit.client.0.smithi119.stdout:op 703 completed, throughput=4.98MB/sec 2024-04-13T08:08:32.928 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-xYRyJmuxrBwadUb off=10823364 len=356632 2024-04-13T08:08:32.929 INFO:tasks.workunit.client.0.smithi119.stdout:op 704 completed, throughput=4.99MB/sec 2024-04-13T08:08:32.929 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-h5zqExCsiGVFxeJ off=14972306 len=1953431 2024-04-13T08:08:32.941 INFO:tasks.workunit.client.0.smithi119.stdout:op 705 completed, throughput=5MB/sec 2024-04-13T08:08:32.941 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-j7hd787N0DpPA39 off=19306721 len=2070071 2024-04-13T08:08:32.950 INFO:tasks.workunit.client.0.smithi119.stdout:op 706 completed, throughput=5.01MB/sec 2024-04-13T08:08:33.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:08:32 smithi139 ceph-mon[88985]: pgmap v1470: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-13T08:08:33.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:08:32 smithi119 ceph-mon[96316]: pgmap v1470: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-13T08:08:33.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:08:32 smithi119 ceph-mon[93746]: pgmap v1470: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-13T08:08:33.950 INFO:tasks.workunit.client.0.smithi119.stdout: 136: throughput=4.98MB/sec pending data=0 2024-04-13T08:08:33.951 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Cce1W5gmbIUQ_2F off=4591558 len=1553467 2024-04-13T08:08:33.958 INFO:tasks.workunit.client.0.smithi119.stdout:op 707 completed, throughput=4.99MB/sec 2024-04-13T08:08:33.958 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-xaFJNHgcfm80GRo off=16061830 len=1049522 2024-04-13T08:08:33.959 INFO:tasks.workunit.client.0.smithi119.stdout:op 708 completed, throughput=4.99MB/sec 2024-04-13T08:08:33.959 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-SDuB3d4VSVGB-4I off=1775709 len=846422 2024-04-13T08:08:33.965 INFO:tasks.workunit.client.0.smithi119.stdout:op 709 completed, throughput=5MB/sec 2024-04-13T08:08:33.965 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-bZkGFzQlws55bHL off=10188890 len=722841 2024-04-13T08:08:33.966 INFO:tasks.workunit.client.0.smithi119.stdout:op 710 completed, throughput=5MB/sec 2024-04-13T08:08:34.966 INFO:tasks.workunit.client.0.smithi119.stdout: 137: throughput=4.97MB/sec pending data=0 2024-04-13T08:08:34.966 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-zbsEBuz6GkyCUeA off=14800961 len=2021174 2024-04-13T08:08:34.975 INFO:tasks.workunit.client.0.smithi119.stdout:op 711 completed, throughput=4.98MB/sec 2024-04-13T08:08:34.975 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--fzVtIXrrpk1QFt off=12507670 len=1379267 2024-04-13T08:08:34.976 INFO:tasks.workunit.client.0.smithi119.stdout:op 712 completed, throughput=4.99MB/sec 2024-04-13T08:08:34.977 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-kkT84LJtm0aYUoC off=1314591 len=1501785 2024-04-13T08:08:34.984 INFO:tasks.workunit.client.0.smithi119.stdout:op 713 completed, throughput=5MB/sec 2024-04-13T08:08:35.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:08:34 smithi139 ceph-mon[88985]: pgmap v1471: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:08:35.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:08:34 smithi119 ceph-mon[96316]: pgmap v1471: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:08:35.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:08:34 smithi119 ceph-mon[93746]: pgmap v1471: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:08:35.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:08:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:08:34] "GET /metrics HTTP/1.1" 200 33991 "" "Prometheus/2.43.0" 2024-04-13T08:08:35.985 INFO:tasks.workunit.client.0.smithi119.stdout: 138: throughput=4.97MB/sec pending data=0 2024-04-13T08:08:35.985 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-PEONwkaUKEDOZVZ off=2379090 len=2033743 2024-04-13T08:08:35.987 INFO:tasks.workunit.client.0.smithi119.stdout:op 714 completed, throughput=4.98MB/sec 2024-04-13T08:08:35.987 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-5MWbxuGdYxSwFQi off=3893387 len=739611 2024-04-13T08:08:35.992 INFO:tasks.workunit.client.0.smithi119.stdout:op 715 completed, throughput=4.98MB/sec 2024-04-13T08:08:35.992 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-fEeOff1znFt-8kI off=7154651 len=112911 2024-04-13T08:08:35.998 INFO:tasks.workunit.client.0.smithi119.stdout:op 716 completed, throughput=4.99MB/sec 2024-04-13T08:08:35.998 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-WOVoyIIxCCRj-Ih off=7531610 len=1279341 2024-04-13T08:08:36.001 INFO:tasks.workunit.client.0.smithi119.stdout:op 717 completed, throughput=4.99MB/sec 2024-04-13T08:08:36.001 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-PfLVBcIyTtqd7QC off=5409713 len=806872 2024-04-13T08:08:36.002 INFO:tasks.workunit.client.0.smithi119.stdout:op 718 completed, throughput=5MB/sec 2024-04-13T08:08:36.002 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-qfVnbvc4gViloRc off=2180429 len=1318338 2024-04-13T08:08:36.005 INFO:tasks.workunit.client.0.smithi119.stdout:op 719 completed, throughput=5.01MB/sec 2024-04-13T08:08:37.005 INFO:tasks.workunit.client.0.smithi119.stdout: 139: throughput=4.97MB/sec pending data=0 2024-04-13T08:08:37.005 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-61okDpLYd90EiWb off=2546809 len=1317125 2024-04-13T08:08:37.007 INFO:tasks.workunit.client.0.smithi119.stdout:op 720 completed, throughput=4.98MB/sec 2024-04-13T08:08:37.007 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-IM65yKxL4V2gIDt off=1941103 len=1100898 2024-04-13T08:08:37.008 INFO:tasks.workunit.client.0.smithi119.stdout:op 721 completed, throughput=4.99MB/sec 2024-04-13T08:08:37.008 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-l8Zqa4paHhkE70_ off=17967720 len=2092300 2024-04-13T08:08:37.018 INFO:tasks.workunit.client.0.smithi119.stdout:op 722 completed, throughput=5MB/sec 2024-04-13T08:08:37.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:08:36 smithi139 ceph-mon[88985]: pgmap v1472: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:08:37.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:08:36 smithi119 ceph-mon[96316]: pgmap v1472: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:08:37.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:08:36 smithi119 ceph-mon[93746]: pgmap v1472: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:08:38.018 INFO:tasks.workunit.client.0.smithi119.stdout: 140: throughput=4.97MB/sec pending data=0 2024-04-13T08:08:38.019 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-kTRouQDg4t6oTvc off=870262 len=1027272 2024-04-13T08:08:38.020 INFO:tasks.workunit.client.0.smithi119.stdout:op 723 completed, throughput=4.97MB/sec 2024-04-13T08:08:38.020 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Ldzrud_9C9ZQEnS off=6273544 len=27704 2024-04-13T08:08:38.022 INFO:tasks.workunit.client.0.smithi119.stdout:op 724 completed, throughput=4.97MB/sec 2024-04-13T08:08:38.023 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-N3i2mjGUcfceK7M off=5604003 len=1984559 2024-04-13T08:08:38.026 INFO:tasks.workunit.client.0.smithi119.stdout:op 725 completed, throughput=4.99MB/sec 2024-04-13T08:08:38.026 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ZPDgOMu1VNBbo3G off=635156 len=1992750 2024-04-13T08:08:38.028 INFO:tasks.workunit.client.0.smithi119.stdout:op 726 completed, throughput=5MB/sec 2024-04-13T08:08:39.029 INFO:tasks.workunit.client.0.smithi119.stdout: 141: throughput=4.97MB/sec pending data=0 2024-04-13T08:08:39.029 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-EJzh-baIq_DOmHO off=392373 len=362155 2024-04-13T08:08:39.032 INFO:tasks.workunit.client.0.smithi119.stdout:op 727 completed, throughput=4.97MB/sec 2024-04-13T08:08:39.032 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-CZxsbZMMeh-LZaa off=11444975 len=1905237 2024-04-13T08:08:39.040 INFO:tasks.workunit.client.0.smithi119.stdout:op 728 completed, throughput=4.98MB/sec 2024-04-13T08:08:39.040 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-vCz0v3_WMn4aIHB off=2094432 len=480445 2024-04-13T08:08:39.044 INFO:tasks.workunit.client.0.smithi119.stdout:op 729 completed, throughput=4.98MB/sec 2024-04-13T08:08:39.044 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-mqfukyXNjDC-Edl off=2697476 len=335151 2024-04-13T08:08:39.045 INFO:tasks.workunit.client.0.smithi119.stdout:op 730 completed, throughput=4.99MB/sec 2024-04-13T08:08:39.045 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-SfQaaDRQ4LgXagb off=5597574 len=653787 2024-04-13T08:08:39.047 INFO:tasks.workunit.client.0.smithi119.stdout:op 731 completed, throughput=4.99MB/sec 2024-04-13T08:08:39.047 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-qB4MVy_k3aET2d1 off=7014194 len=516400 2024-04-13T08:08:39.048 INFO:tasks.workunit.client.0.smithi119.stdout:op 732 completed, throughput=4.99MB/sec 2024-04-13T08:08:39.048 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-J81P6upiRTch4Da off=5309817 len=1879412 2024-04-13T08:08:39.060 INFO:tasks.workunit.client.0.smithi119.stdout:op 733 completed, throughput=5.01MB/sec 2024-04-13T08:08:39.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:08:38 smithi139 ceph-mon[88985]: pgmap v1473: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-13T08:08:39.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:08:38 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:08:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:08:38 smithi119 ceph-mon[96316]: pgmap v1473: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-13T08:08:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:08:38 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:08:39.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:08:38 smithi119 ceph-mon[93746]: pgmap v1473: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-13T08:08:39.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:08:38 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:08:40.060 INFO:tasks.workunit.client.0.smithi119.stdout: 142: throughput=4.97MB/sec pending data=0 2024-04-13T08:08:40.061 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-sZ0iHKgYF2dX75y off=3225821 len=965599 2024-04-13T08:08:40.062 INFO:tasks.workunit.client.0.smithi119.stdout:op 734 completed, throughput=4.98MB/sec 2024-04-13T08:08:40.062 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-_uiUenrfQ06CBdx off=10990170 len=1762078 2024-04-13T08:08:40.064 INFO:tasks.workunit.client.0.smithi119.stdout:op 735 completed, throughput=4.99MB/sec 2024-04-13T08:08:40.064 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-GFP2hgsvANnSYXp off=11544536 len=1197094 2024-04-13T08:08:40.071 INFO:tasks.workunit.client.0.smithi119.stdout:op 736 completed, throughput=5MB/sec 2024-04-13T08:08:40.071 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-53vvawfCD89gKW1 off=6540438 len=487373 2024-04-13T08:08:40.072 INFO:tasks.workunit.client.0.smithi119.stdout:op 737 completed, throughput=5MB/sec 2024-04-13T08:08:40.072 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-QXtQyhdyu13-cqp off=5114194 len=834997 2024-04-13T08:08:40.076 INFO:tasks.workunit.client.0.smithi119.stdout:op 738 completed, throughput=5.01MB/sec 2024-04-13T08:08:41.077 INFO:tasks.workunit.client.0.smithi119.stdout: 143: throughput=4.97MB/sec pending data=0 2024-04-13T08:08:41.077 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-pkC_fSlVqOMJnJw off=541463 len=1643132 2024-04-13T08:08:41.079 INFO:tasks.workunit.client.0.smithi119.stdout:op 739 completed, throughput=4.98MB/sec 2024-04-13T08:08:41.079 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-waQ4XOCn_E-iPkJ off=20291557 len=161969 2024-04-13T08:08:41.082 INFO:tasks.workunit.client.0.smithi119.stdout:op 740 completed, throughput=4.98MB/sec 2024-04-13T08:08:41.082 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-cQ-Qvi4mBva2o_4 off=6131902 len=1284850 2024-04-13T08:08:41.090 INFO:tasks.workunit.client.0.smithi119.stdout:op 741 completed, throughput=4.99MB/sec 2024-04-13T08:08:41.090 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-wEvQX6eD5M8ys-b off=2017019 len=560054 2024-04-13T08:08:41.093 INFO:tasks.workunit.client.0.smithi119.stdout:op 742 completed, throughput=4.99MB/sec 2024-04-13T08:08:41.093 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ZMyCz329Yl2NzuM off=6268288 len=1611346 2024-04-13T08:08:41.103 INFO:tasks.workunit.client.0.smithi119.stdout:op 743 completed, throughput=5MB/sec 2024-04-13T08:08:41.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:08:40 smithi139 ceph-mon[88985]: pgmap v1474: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-13T08:08:41.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:08:40 smithi119 ceph-mon[96316]: pgmap v1474: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-13T08:08:41.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:08:40 smithi119 ceph-mon[93746]: pgmap v1474: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-13T08:08:42.104 INFO:tasks.workunit.client.0.smithi119.stdout: 144: throughput=4.97MB/sec pending data=0 2024-04-13T08:08:42.104 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-umgfeC2L9EH-vYN off=9117988 len=1261484 2024-04-13T08:08:42.110 INFO:tasks.workunit.client.0.smithi119.stdout:op 744 completed, throughput=4.98MB/sec 2024-04-13T08:08:42.110 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-7udyR6O6DtMSmTe off=10647088 len=1669795 2024-04-13T08:08:42.113 INFO:tasks.workunit.client.0.smithi119.stdout:op 745 completed, throughput=4.99MB/sec 2024-04-13T08:08:42.113 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-siqKzaxGO-oTLCY off=8156747 len=1600527 2024-04-13T08:08:42.116 INFO:tasks.workunit.client.0.smithi119.stdout:op 746 completed, throughput=5MB/sec 2024-04-13T08:08:42.116 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-NqhpgKGVDlMeWvq off=9237747 len=1075490 2024-04-13T08:08:42.122 INFO:tasks.workunit.client.0.smithi119.stdout:op 747 completed, throughput=5.01MB/sec 2024-04-13T08:08:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:08:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:08:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:08:43.122 INFO:tasks.workunit.client.0.smithi119.stdout: 145: throughput=4.97MB/sec pending data=0 2024-04-13T08:08:43.122 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-dVIgr_U9wiW2SMI off=17900878 len=770145 2024-04-13T08:08:43.127 INFO:tasks.workunit.client.0.smithi119.stdout:op 748 completed, throughput=4.98MB/sec 2024-04-13T08:08:43.127 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-V0G8g7BnB3kjVhG off=11100670 len=580300 2024-04-13T08:08:43.131 INFO:tasks.workunit.client.0.smithi119.stdout:op 749 completed, throughput=4.98MB/sec 2024-04-13T08:08:43.131 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-CJRKNP_2-ya6Q6F off=7158724 len=1569158 2024-04-13T08:08:43.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:08:42 smithi139 ceph-mon[88985]: pgmap v1475: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-13T08:08:43.140 INFO:tasks.workunit.client.0.smithi119.stdout:op 750 completed, throughput=4.99MB/sec 2024-04-13T08:08:43.140 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-SuznS0CHQU4qEAb off=3250249 len=1828752 2024-04-13T08:08:43.147 INFO:tasks.workunit.client.0.smithi119.stdout:op 751 completed, throughput=5MB/sec 2024-04-13T08:08:43.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:08:42 smithi119 ceph-mon[96316]: pgmap v1475: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-13T08:08:43.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:08:42 smithi119 ceph-mon[93746]: pgmap v1475: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-13T08:08:44.147 INFO:tasks.workunit.client.0.smithi119.stdout: 146: throughput=4.97MB/sec pending data=0 2024-04-13T08:08:44.147 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-YfNM--cVH7pYPyf off=23647952 len=1796202 2024-04-13T08:08:44.156 INFO:tasks.workunit.client.0.smithi119.stdout:op 752 completed, throughput=4.98MB/sec 2024-04-13T08:08:44.156 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-uPW6wKBuSuqIVii off=349239 len=1312572 2024-04-13T08:08:44.163 INFO:tasks.workunit.client.0.smithi119.stdout:op 753 completed, throughput=4.99MB/sec 2024-04-13T08:08:44.163 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-sojsJzfZRztbX4i off=2334577 len=649144 2024-04-13T08:08:44.164 INFO:tasks.workunit.client.0.smithi119.stdout:op 754 completed, throughput=4.99MB/sec 2024-04-13T08:08:44.164 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-3tN-PJLvyKE3v5H off=11152816 len=607287 2024-04-13T08:08:44.165 INFO:tasks.workunit.client.0.smithi119.stdout:op 755 completed, throughput=5MB/sec 2024-04-13T08:08:44.165 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-FRCYgKdkoDjS4AX off=10785307 len=802293 2024-04-13T08:08:44.170 INFO:tasks.workunit.client.0.smithi119.stdout:op 756 completed, throughput=5MB/sec 2024-04-13T08:08:45.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:08:44 smithi139 ceph-mon[88985]: pgmap v1476: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T08:08:45.170 INFO:tasks.workunit.client.0.smithi119.stdout: 147: throughput=4.97MB/sec pending data=0 2024-04-13T08:08:45.170 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-RWYOwLYCqWBcDCN off=2156201 len=1679194 2024-04-13T08:08:45.179 INFO:tasks.workunit.client.0.smithi119.stdout:op 757 completed, throughput=4.98MB/sec 2024-04-13T08:08:45.180 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Nz1OV0UAaJay5j- off=1334764 len=810744 2024-04-13T08:08:45.180 INFO:tasks.workunit.client.0.smithi119.stdout:op 758 completed, throughput=4.98MB/sec 2024-04-13T08:08:45.181 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ba98cPF9i9wS8tZ off=1489550 len=1629889 2024-04-13T08:08:45.187 INFO:tasks.workunit.client.0.smithi119.stdout:op 759 completed, throughput=4.99MB/sec 2024-04-13T08:08:45.187 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-4P226rX6qmPef1Z off=1114817 len=2051064 2024-04-13T08:08:45.191 INFO:tasks.workunit.client.0.smithi119.stdout:op 760 completed, throughput=5.01MB/sec 2024-04-13T08:08:45.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:08:44 smithi119 ceph-mon[96316]: pgmap v1476: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T08:08:45.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:08:44 smithi119 ceph-mon[93746]: pgmap v1476: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T08:08:45.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:08:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:08:44] "GET /metrics HTTP/1.1" 200 33993 "" "Prometheus/2.43.0" 2024-04-13T08:08:46.192 INFO:tasks.workunit.client.0.smithi119.stdout: 148: throughput=4.97MB/sec pending data=0 2024-04-13T08:08:46.192 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-cnCHQWLuYF_mnQI off=1916664 len=1921139 2024-04-13T08:08:46.194 INFO:tasks.workunit.client.0.smithi119.stdout:op 761 completed, throughput=4.98MB/sec 2024-04-13T08:08:46.194 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-7e6dQSGdObhgU09 off=22522935 len=845646 2024-04-13T08:08:46.199 INFO:tasks.workunit.client.0.smithi119.stdout:op 762 completed, throughput=4.99MB/sec 2024-04-13T08:08:46.199 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-GtvuY_VSAhkD4rL off=2078038 len=570659 2024-04-13T08:08:46.203 INFO:tasks.workunit.client.0.smithi119.stdout:op 763 completed, throughput=4.99MB/sec 2024-04-13T08:08:46.203 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-RoHbqzdpbmkXg2J off=9557894 len=1589771 2024-04-13T08:08:46.205 INFO:tasks.workunit.client.0.smithi119.stdout:op 764 completed, throughput=5MB/sec 2024-04-13T08:08:47.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:08:46 smithi139 ceph-mon[88985]: pgmap v1477: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T08:08:47.205 INFO:tasks.workunit.client.0.smithi119.stdout: 149: throughput=4.97MB/sec pending data=0 2024-04-13T08:08:47.205 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-W8gBmZp--kwlHXA off=2191280 len=1305187 2024-04-13T08:08:47.212 INFO:tasks.workunit.client.0.smithi119.stdout:op 765 completed, throughput=4.98MB/sec 2024-04-13T08:08:47.212 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-f5mzqUAVyyAHWto off=1812792 len=192571 2024-04-13T08:08:47.215 INFO:tasks.workunit.client.0.smithi119.stdout:op 766 completed, throughput=4.98MB/sec 2024-04-13T08:08:47.215 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--k7Q6w8NFF0Uxpc off=7119305 len=437980 2024-04-13T08:08:47.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:08:46 smithi119 ceph-mon[96316]: pgmap v1477: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T08:08:47.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:08:46 smithi119 ceph-mon[93746]: pgmap v1477: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T08:08:47.216 INFO:tasks.workunit.client.0.smithi119.stdout:op 767 completed, throughput=4.98MB/sec 2024-04-13T08:08:47.216 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-jwAsdTWyqMpiDIi off=2898066 len=511470 2024-04-13T08:08:47.220 INFO:tasks.workunit.client.0.smithi119.stdout:op 768 completed, throughput=4.99MB/sec 2024-04-13T08:08:47.220 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-t5BmoKv9X_dvMwm off=15270978 len=374440 2024-04-13T08:08:47.223 INFO:tasks.workunit.client.0.smithi119.stdout:op 769 completed, throughput=4.99MB/sec 2024-04-13T08:08:47.223 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-s7VrO9qz90s95E_ off=2427990 len=1914044 2024-04-13T08:08:47.233 INFO:tasks.workunit.client.0.smithi119.stdout:op 770 completed, throughput=5MB/sec 2024-04-13T08:08:47.233 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-JClKjGnkFsqEwqg off=749132 len=1373350 2024-04-13T08:08:47.240 INFO:tasks.workunit.client.0.smithi119.stdout:op 771 completed, throughput=5.01MB/sec 2024-04-13T08:08:48.241 INFO:tasks.workunit.client.0.smithi119.stdout: 150: throughput=4.97MB/sec pending data=0 2024-04-13T08:08:48.241 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Bz3e-bvUTD8MfVa off=10453988 len=1363044 2024-04-13T08:08:48.248 INFO:tasks.workunit.client.0.smithi119.stdout:op 772 completed, throughput=4.98MB/sec 2024-04-13T08:08:48.248 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-gM9eWScv5rH4b00 off=9432822 len=1219571 2024-04-13T08:08:48.251 INFO:tasks.workunit.client.0.smithi119.stdout:op 773 completed, throughput=4.99MB/sec 2024-04-13T08:08:48.251 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-yFGk3-2KgnzdMto off=41044 len=1253801 2024-04-13T08:08:48.256 INFO:tasks.workunit.client.0.smithi119.stdout:op 774 completed, throughput=5MB/sec 2024-04-13T08:08:48.257 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-usTH3uccNH5jwAu off=5712255 len=2040839 2024-04-13T08:08:48.265 INFO:tasks.workunit.client.0.smithi119.stdout:op 775 completed, throughput=5.01MB/sec 2024-04-13T08:08:49.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:08:48 smithi139 ceph-mon[88985]: pgmap v1478: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-13T08:08:49.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:08:48 smithi119 ceph-mon[96316]: pgmap v1478: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-13T08:08:49.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:08:48 smithi119 ceph-mon[93746]: pgmap v1478: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-13T08:08:49.265 INFO:tasks.workunit.client.0.smithi119.stdout: 151: throughput=4.98MB/sec pending data=0 2024-04-13T08:08:49.265 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-my4EJVeVbJeJNwU off=7946096 len=522706 2024-04-13T08:08:49.267 INFO:tasks.workunit.client.0.smithi119.stdout:op 776 completed, throughput=4.98MB/sec 2024-04-13T08:08:49.267 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-zeoWPFlNmxt_6sg off=3734283 len=1154213 2024-04-13T08:08:49.274 INFO:tasks.workunit.client.0.smithi119.stdout:op 777 completed, throughput=4.99MB/sec 2024-04-13T08:08:49.274 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-VTfPjlQMaBBp1oR off=6201645 len=627987 2024-04-13T08:08:49.275 INFO:tasks.workunit.client.0.smithi119.stdout:op 778 completed, throughput=4.99MB/sec 2024-04-13T08:08:49.275 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--aIbZLDndGWOcbM off=4537445 len=1160864 2024-04-13T08:08:49.278 INFO:tasks.workunit.client.0.smithi119.stdout:op 779 completed, throughput=5MB/sec 2024-04-13T08:08:49.278 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-dVTAmbIjsRbOEnW off=5073580 len=728783 2024-04-13T08:08:49.279 INFO:tasks.workunit.client.0.smithi119.stdout:op 780 completed, throughput=5MB/sec 2024-04-13T08:08:50.279 INFO:tasks.workunit.client.0.smithi119.stdout: 152: throughput=4.97MB/sec pending data=0 2024-04-13T08:08:50.279 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-dd2_2UPsrRRl1e9 off=14205693 len=1784940 2024-04-13T08:08:50.281 INFO:tasks.workunit.client.0.smithi119.stdout:op 781 completed, throughput=4.98MB/sec 2024-04-13T08:08:50.281 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-mD6Ka-ITqAt5xoQ off=19762960 len=367606 2024-04-13T08:08:50.282 INFO:tasks.workunit.client.0.smithi119.stdout:op 782 completed, throughput=4.98MB/sec 2024-04-13T08:08:50.282 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ka4oJ8fmnpO6vvK off=19651787 len=876202 2024-04-13T08:08:50.283 INFO:tasks.workunit.client.0.smithi119.stdout:op 783 completed, throughput=4.99MB/sec 2024-04-13T08:08:50.284 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-1RCH7Dg5NC3wxlx off=6310056 len=1604341 2024-04-13T08:08:50.291 INFO:tasks.workunit.client.0.smithi119.stdout:op 784 completed, throughput=5MB/sec 2024-04-13T08:08:50.292 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--EvieaNzWA3_-4r off=89880 len=1332411 2024-04-13T08:08:50.293 INFO:tasks.workunit.client.0.smithi119.stdout:op 785 completed, throughput=5.01MB/sec 2024-04-13T08:08:51.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:08:50 smithi139 ceph-mon[88985]: pgmap v1479: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-13T08:08:51.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:08:50 smithi119 ceph-mon[96316]: pgmap v1479: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-13T08:08:51.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:08:50 smithi119 ceph-mon[93746]: pgmap v1479: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-13T08:08:51.293 INFO:tasks.workunit.client.0.smithi119.stdout: 153: throughput=4.98MB/sec pending data=0 2024-04-13T08:08:51.293 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Cdc3LgmPUmP_JL6 off=5833635 len=1774201 2024-04-13T08:08:51.304 INFO:tasks.workunit.client.0.smithi119.stdout:op 786 completed, throughput=4.99MB/sec 2024-04-13T08:08:51.304 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ptL4CISnSVXCb_b off=2507410 len=233417 2024-04-13T08:08:51.307 INFO:tasks.workunit.client.0.smithi119.stdout:op 787 completed, throughput=4.99MB/sec 2024-04-13T08:08:51.307 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-38cVIhFHQfRlBxM off=6250389 len=1059114 2024-04-13T08:08:51.314 INFO:tasks.workunit.client.0.smithi119.stdout:op 788 completed, throughput=4.99MB/sec 2024-04-13T08:08:51.314 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-JLW4c8EvyRmwjeG off=6362788 len=435307 2024-04-13T08:08:51.315 INFO:tasks.workunit.client.0.smithi119.stdout:op 789 completed, throughput=5MB/sec 2024-04-13T08:08:51.315 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ra9ivBPkadvqM36 off=2334123 len=1889060 2024-04-13T08:08:51.326 INFO:tasks.workunit.client.0.smithi119.stdout:op 790 completed, throughput=5.01MB/sec 2024-04-13T08:08:52.326 INFO:tasks.workunit.client.0.smithi119.stdout: 154: throughput=4.98MB/sec pending data=0 2024-04-13T08:08:52.326 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-a_Z2KWhdCLhPK5K off=7439151 len=1665662 2024-04-13T08:08:52.328 INFO:tasks.workunit.client.0.smithi119.stdout:op 791 completed, throughput=4.99MB/sec 2024-04-13T08:08:52.328 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-or45nRdWRTeijkm off=1186391 len=868003 2024-04-13T08:08:52.334 INFO:tasks.workunit.client.0.smithi119.stdout:op 792 completed, throughput=4.99MB/sec 2024-04-13T08:08:52.334 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-fTATQX86HgZ7MOd off=8487066 len=400182 2024-04-13T08:08:52.337 INFO:tasks.workunit.client.0.smithi119.stdout:op 793 completed, throughput=4.99MB/sec 2024-04-13T08:08:52.337 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-NUTilzDRwFBDQY9 off=688384 len=2084081 2024-04-13T08:08:52.339 INFO:tasks.workunit.client.0.smithi119.stdout:op 794 completed, throughput=5.01MB/sec 2024-04-13T08:08:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:08:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:08:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:08:53.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:08:52 smithi139 ceph-mon[88985]: pgmap v1480: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-13T08:08:53.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:08:52 smithi119 ceph-mon[96316]: pgmap v1480: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-13T08:08:53.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:08:52 smithi119 ceph-mon[93746]: pgmap v1480: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-13T08:08:53.340 INFO:tasks.workunit.client.0.smithi119.stdout: 155: throughput=4.97MB/sec pending data=0 2024-04-13T08:08:53.340 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-6L8-NFy5T3HACcO off=2826576 len=255215 2024-04-13T08:08:53.340 INFO:tasks.workunit.client.0.smithi119.stdout:op 795 completed, throughput=4.98MB/sec 2024-04-13T08:08:53.340 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Dha76Aa7DwyNH5D off=1595159 len=1412056 2024-04-13T08:08:53.342 INFO:tasks.workunit.client.0.smithi119.stdout:op 796 completed, throughput=4.98MB/sec 2024-04-13T08:08:53.342 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-yCnMtmPCRNYmw29 off=6923796 len=421456 2024-04-13T08:08:53.343 INFO:tasks.workunit.client.0.smithi119.stdout:op 797 completed, throughput=4.99MB/sec 2024-04-13T08:08:53.343 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Boxg4SQ-Q1BSvZ- off=9293722 len=871929 2024-04-13T08:08:53.347 INFO:tasks.workunit.client.0.smithi119.stdout:op 798 completed, throughput=4.99MB/sec 2024-04-13T08:08:53.348 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-GmjJHniETlfpwyI off=18482160 len=1953927 2024-04-13T08:08:53.350 INFO:tasks.workunit.client.0.smithi119.stdout:op 799 completed, throughput=5MB/sec 2024-04-13T08:08:54.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:08:53 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:08:54.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:08:53 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:08:54.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:08:53 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:08:54.350 INFO:tasks.workunit.client.0.smithi119.stdout: 156: throughput=4.97MB/sec pending data=0 2024-04-13T08:08:54.350 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-rcaQ-WSDJ1gCn65 off=3877107 len=1903440 2024-04-13T08:08:54.353 INFO:tasks.workunit.client.0.smithi119.stdout:op 800 completed, throughput=4.98MB/sec 2024-04-13T08:08:54.353 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-GB_wo7FIwtqYgVQ off=14105749 len=1202347 2024-04-13T08:08:54.354 INFO:tasks.workunit.client.0.smithi119.stdout:op 801 completed, throughput=4.99MB/sec 2024-04-13T08:08:54.354 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-xxnJbhDCh_FfkzZ off=13019399 len=332251 2024-04-13T08:08:54.358 INFO:tasks.workunit.client.0.smithi119.stdout:op 802 completed, throughput=4.99MB/sec 2024-04-13T08:08:54.358 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-5gVs3AO_E_7U2fQ off=224419 len=972420 2024-04-13T08:08:54.359 INFO:tasks.workunit.client.0.smithi119.stdout:op 803 completed, throughput=5MB/sec 2024-04-13T08:08:54.359 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-PPDqjCS79cPCrG6 off=10325618 len=1337206 2024-04-13T08:08:54.367 INFO:tasks.workunit.client.0.smithi119.stdout:op 804 completed, throughput=5.01MB/sec 2024-04-13T08:08:55.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:08:54 smithi139 ceph-mon[88985]: pgmap v1481: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-13T08:08:55.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:08:54 smithi119 ceph-mon[96316]: pgmap v1481: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-13T08:08:55.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:08:54 smithi119 ceph-mon[93746]: pgmap v1481: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-13T08:08:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:08:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:08:54] "GET /metrics HTTP/1.1" 200 33991 "" "Prometheus/2.43.0" 2024-04-13T08:08:55.367 INFO:tasks.workunit.client.0.smithi119.stdout: 157: throughput=4.97MB/sec pending data=0 2024-04-13T08:08:55.367 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-pQIVZcWisAeCRKO off=0 len=1501983 2024-04-13T08:08:55.370 INFO:tasks.workunit.client.0.smithi119.stdout:op 805 completed, throughput=4.98MB/sec 2024-04-13T08:08:55.370 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-zNmUMziIJ0A_5xB off=1506319 len=760329 2024-04-13T08:08:55.375 INFO:tasks.workunit.client.0.smithi119.stdout:op 806 completed, throughput=4.99MB/sec 2024-04-13T08:08:55.375 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-gKR0_-J0BBRBSAx off=1921043 len=964703 2024-04-13T08:08:55.380 INFO:tasks.workunit.client.0.smithi119.stdout:op 807 completed, throughput=4.99MB/sec 2024-04-13T08:08:55.380 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-5pmc_60fFmZ6qo4 off=8946888 len=360956 2024-04-13T08:08:55.383 INFO:tasks.workunit.client.0.smithi119.stdout:op 808 completed, throughput=5MB/sec 2024-04-13T08:08:55.383 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-aK3IDZurUqHw3EN off=574067 len=406454 2024-04-13T08:08:55.384 INFO:tasks.workunit.client.0.smithi119.stdout:op 809 completed, throughput=5MB/sec 2024-04-13T08:08:55.384 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-LUqx_hz0hHcRM6_ off=7093769 len=1022262 2024-04-13T08:08:55.394 INFO:tasks.workunit.client.0.smithi119.stdout:op 810 completed, throughput=5MB/sec 2024-04-13T08:08:56.394 INFO:tasks.workunit.client.0.smithi119.stdout: 158: throughput=4.97MB/sec pending data=0 2024-04-13T08:08:56.394 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-YdHOcRvejc8VLl5 off=2041405 len=1629530 2024-04-13T08:08:56.402 INFO:tasks.workunit.client.0.smithi119.stdout:op 811 completed, throughput=4.98MB/sec 2024-04-13T08:08:56.403 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-LcU9aw0bsmANhau off=387274 len=993575 2024-04-13T08:08:56.404 INFO:tasks.workunit.client.0.smithi119.stdout:op 812 completed, throughput=4.99MB/sec 2024-04-13T08:08:56.404 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Ob4kJsd7rGXQjTu off=16977062 len=1008096 2024-04-13T08:08:56.406 INFO:tasks.workunit.client.0.smithi119.stdout:op 813 completed, throughput=4.99MB/sec 2024-04-13T08:08:56.406 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-wEpL1fauQd7_jB8 off=12979236 len=1738161 2024-04-13T08:08:56.416 INFO:tasks.workunit.client.0.smithi119.stdout:op 814 completed, throughput=5MB/sec 2024-04-13T08:08:57.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:08:56 smithi139 ceph-mon[88985]: pgmap v1482: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-13T08:08:57.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:08:56 smithi119 ceph-mon[96316]: pgmap v1482: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-13T08:08:57.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:08:56 smithi119 ceph-mon[93746]: pgmap v1482: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-13T08:08:57.416 INFO:tasks.workunit.client.0.smithi119.stdout: 159: throughput=4.97MB/sec pending data=0 2024-04-13T08:08:57.416 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-bc_xQoe01kc5Yy7 off=3048556 len=139169 2024-04-13T08:08:57.419 INFO:tasks.workunit.client.0.smithi119.stdout:op 815 completed, throughput=4.97MB/sec 2024-04-13T08:08:57.419 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-jLgvOttcV2mQAcV off=3422303 len=1282397 2024-04-13T08:08:57.422 INFO:tasks.workunit.client.0.smithi119.stdout:op 816 completed, throughput=4.98MB/sec 2024-04-13T08:08:57.422 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ww916ExYu0lLNQL off=1497918 len=512638 2024-04-13T08:08:57.426 INFO:tasks.workunit.client.0.smithi119.stdout:op 817 completed, throughput=4.98MB/sec 2024-04-13T08:08:57.426 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-MmXfrkziiksndOb off=21495862 len=300224 2024-04-13T08:08:57.429 INFO:tasks.workunit.client.0.smithi119.stdout:op 818 completed, throughput=4.99MB/sec 2024-04-13T08:08:57.429 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-f6vVhDhG3STXjY_ off=6280092 len=1280681 2024-04-13T08:08:57.430 INFO:tasks.workunit.client.0.smithi119.stdout:op 819 completed, throughput=4.99MB/sec 2024-04-13T08:08:57.430 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-a9GsyF1SgB0P8Z0 off=9207455 len=294557 2024-04-13T08:08:57.431 INFO:tasks.workunit.client.0.smithi119.stdout:op 820 completed, throughput=4.99MB/sec 2024-04-13T08:08:57.431 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-nz-4RhiFJScpUkV off=17107388 len=2037642 2024-04-13T08:08:57.439 INFO:tasks.workunit.client.0.smithi119.stdout:op 821 completed, throughput=5.01MB/sec 2024-04-13T08:08:58.439 INFO:tasks.workunit.client.0.smithi119.stdout: 160: throughput=4.98MB/sec pending data=0 2024-04-13T08:08:58.440 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-246qX8ynSpDsVlK off=12010661 len=849364 2024-04-13T08:08:58.444 INFO:tasks.workunit.client.0.smithi119.stdout:op 822 completed, throughput=4.98MB/sec 2024-04-13T08:08:58.444 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-7gTtlYD7fKmGI5H off=20018698 len=1062879 2024-04-13T08:08:58.450 INFO:tasks.workunit.client.0.smithi119.stdout:op 823 completed, throughput=4.99MB/sec 2024-04-13T08:08:58.450 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-NJSh7y5iS_OcScZ off=1647388 len=1596471 2024-04-13T08:08:58.452 INFO:tasks.workunit.client.0.smithi119.stdout:op 824 completed, throughput=5MB/sec 2024-04-13T08:08:58.452 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-9782F26MlXgVVsh off=2717918 len=1960113 2024-04-13T08:08:58.463 INFO:tasks.workunit.client.0.smithi119.stdout:op 825 completed, throughput=5.01MB/sec 2024-04-13T08:08:59.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:08:58 smithi139 ceph-mon[88985]: pgmap v1483: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T08:08:59.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:08:58 smithi119 ceph-mon[96316]: pgmap v1483: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T08:08:59.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:08:58 smithi119 ceph-mon[93746]: pgmap v1483: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T08:08:59.463 INFO:tasks.workunit.client.0.smithi119.stdout: 161: throughput=4.98MB/sec pending data=0 2024-04-13T08:08:59.464 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-xIUCQ4M1ueLoebg off=9837221 len=1751465 2024-04-13T08:08:59.466 INFO:tasks.workunit.client.0.smithi119.stdout:op 826 completed, throughput=4.99MB/sec 2024-04-13T08:08:59.466 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-HazXq-APXo1MFBS off=3501243 len=226927 2024-04-13T08:08:59.467 INFO:tasks.workunit.client.0.smithi119.stdout:op 827 completed, throughput=4.99MB/sec 2024-04-13T08:08:59.467 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-5eNlT4g-sr2W-8e off=9214550 len=1909955 2024-04-13T08:08:59.469 INFO:tasks.workunit.client.0.smithi119.stdout:op 828 completed, throughput=5MB/sec 2024-04-13T08:08:59.469 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-WCccvc3xVFloS6q off=10226744 len=682289 2024-04-13T08:08:59.471 INFO:tasks.workunit.client.0.smithi119.stdout:op 829 completed, throughput=5MB/sec 2024-04-13T08:09:00.472 INFO:tasks.workunit.client.0.smithi119.stdout: 162: throughput=4.97MB/sec pending data=0 2024-04-13T08:09:00.472 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-0dN3jli4XlzbEk0 off=899757 len=1836771 2024-04-13T08:09:00.474 INFO:tasks.workunit.client.0.smithi119.stdout:op 830 completed, throughput=4.98MB/sec 2024-04-13T08:09:00.474 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-S_oBJ7YRZcWUxiU off=10885738 len=873790 2024-04-13T08:09:00.475 INFO:tasks.workunit.client.0.smithi119.stdout:op 831 completed, throughput=4.99MB/sec 2024-04-13T08:09:00.475 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-gxwQiJSh5xKQ97j off=21427610 len=848249 2024-04-13T08:09:00.479 INFO:tasks.workunit.client.0.smithi119.stdout:op 832 completed, throughput=4.99MB/sec 2024-04-13T08:09:00.480 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-veqExWSNxQnVGr8 off=2267036 len=373884 2024-04-13T08:09:00.483 INFO:tasks.workunit.client.0.smithi119.stdout:op 833 completed, throughput=4.99MB/sec 2024-04-13T08:09:00.483 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-TKYYMOvaTadfUjE off=11958372 len=477420 2024-04-13T08:09:00.484 INFO:tasks.workunit.client.0.smithi119.stdout:op 834 completed, throughput=5MB/sec 2024-04-13T08:09:00.484 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-G0xlWYR2sew0ql_ off=6744268 len=2046857 2024-04-13T08:09:00.488 INFO:tasks.workunit.client.0.smithi119.stdout:op 835 completed, throughput=5.01MB/sec 2024-04-13T08:09:01.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:09:00 smithi139 ceph-mon[88985]: pgmap v1484: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:09:01.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:09:00 smithi119 ceph-mon[96316]: pgmap v1484: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:09:01.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:09:00 smithi119 ceph-mon[93746]: pgmap v1484: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:09:01.488 INFO:tasks.workunit.client.0.smithi119.stdout: 163: throughput=4.98MB/sec pending data=0 2024-04-13T08:09:01.489 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-PpJUhgI81MJ6ff2 off=11750432 len=145489 2024-04-13T08:09:01.491 INFO:tasks.workunit.client.0.smithi119.stdout:op 836 completed, throughput=4.98MB/sec 2024-04-13T08:09:01.491 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-8m2KHuVeoBZAKnx off=5663417 len=1741470 2024-04-13T08:09:01.501 INFO:tasks.workunit.client.0.smithi119.stdout:op 837 completed, throughput=4.99MB/sec 2024-04-13T08:09:01.501 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-uoSZgVGLyNdGKRd off=10651137 len=984458 2024-04-13T08:09:01.503 INFO:tasks.workunit.client.0.smithi119.stdout:op 838 completed, throughput=5MB/sec 2024-04-13T08:09:01.503 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-or9_HDZrLwUj68l off=6998869 len=1984952 2024-04-13T08:09:01.505 INFO:tasks.workunit.client.0.smithi119.stdout:op 839 completed, throughput=5.01MB/sec 2024-04-13T08:09:02.505 INFO:tasks.workunit.client.0.smithi119.stdout: 164: throughput=4.98MB/sec pending data=0 2024-04-13T08:09:02.506 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-igog_WYaBsZaPka off=10114670 len=1616708 2024-04-13T08:09:02.515 INFO:tasks.workunit.client.0.smithi119.stdout:op 840 completed, throughput=4.99MB/sec 2024-04-13T08:09:02.515 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-catmGS90K9-pMIa off=7739509 len=1315984 2024-04-13T08:09:02.521 INFO:tasks.workunit.client.0.smithi119.stdout:op 841 completed, throughput=4.99MB/sec 2024-04-13T08:09:02.521 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--YdjTirRILZAyjv off=283620 len=1095973 2024-04-13T08:09:02.522 INFO:tasks.workunit.client.0.smithi119.stdout:op 842 completed, throughput=5MB/sec 2024-04-13T08:09:02.522 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-TCBDyfOfZNqbMuB off=11624604 len=628510 2024-04-13T08:09:02.526 INFO:tasks.workunit.client.0.smithi119.stdout:op 843 completed, throughput=5MB/sec 2024-04-13T08:09:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:09:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:09:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:09:03.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:09:02 smithi139 ceph-mon[88985]: pgmap v1485: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-13T08:09:03.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:09:02 smithi119 ceph-mon[96316]: pgmap v1485: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-13T08:09:03.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:09:02 smithi119 ceph-mon[93746]: pgmap v1485: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-13T08:09:03.527 INFO:tasks.workunit.client.0.smithi119.stdout: 165: throughput=4.97MB/sec pending data=0 2024-04-13T08:09:03.580 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-juyBa2Jx7RmgMKZ off=3448494 len=168619 2024-04-13T08:09:03.582 INFO:tasks.workunit.client.0.smithi119.stdout:op 844 completed, throughput=4.97MB/sec 2024-04-13T08:09:03.582 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Ra92LZp4gF9COcI off=3845183 len=603360 2024-04-13T08:09:03.582 INFO:tasks.workunit.client.0.smithi119.stdout:op 845 completed, throughput=4.98MB/sec 2024-04-13T08:09:03.582 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-s4bofgajnKss8Kv off=8352638 len=1951867 2024-04-13T08:09:03.582 INFO:tasks.workunit.client.0.smithi119.stdout:op 846 completed, throughput=4.99MB/sec 2024-04-13T08:09:03.582 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-RYL46x5B7OqBNE7 off=3090410 len=1426264 2024-04-13T08:09:03.582 INFO:tasks.workunit.client.0.smithi119.stdout:op 847 completed, throughput=5MB/sec 2024-04-13T08:09:03.582 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-IzDZnMHQupeJI8V off=5125993 len=1658112 2024-04-13T08:09:03.582 INFO:tasks.workunit.client.0.smithi119.stdout:op 848 completed, throughput=5.01MB/sec 2024-04-13T08:09:04.544 INFO:tasks.workunit.client.0.smithi119.stdout: 166: throughput=4.98MB/sec pending data=0 2024-04-13T08:09:04.544 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-uVOZjyAfK6XJScx off=7649927 len=1865317 2024-04-13T08:09:04.556 INFO:tasks.workunit.client.0.smithi119.stdout:op 849 completed, throughput=4.99MB/sec 2024-04-13T08:09:04.556 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-oQxsyPY3V1regUo off=1169668 len=82536 2024-04-13T08:09:04.557 INFO:tasks.workunit.client.0.smithi119.stdout:op 850 completed, throughput=4.99MB/sec 2024-04-13T08:09:04.557 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-5mIKLj5r4tLPtNB off=9880569 len=1287457 2024-04-13T08:09:04.563 INFO:tasks.workunit.client.0.smithi119.stdout:op 851 completed, throughput=4.99MB/sec 2024-04-13T08:09:04.564 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-jYMOdj41_W3RXbH off=15545265 len=264153 2024-04-13T08:09:04.566 INFO:tasks.workunit.client.0.smithi119.stdout:op 852 completed, throughput=4.99MB/sec 2024-04-13T08:09:04.567 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-wiE-XoUTCnQ1ZOK off=2866082 len=581176 2024-04-13T08:09:04.570 INFO:tasks.workunit.client.0.smithi119.stdout:op 853 completed, throughput=5MB/sec 2024-04-13T08:09:04.571 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-egDighsQKs9xeXM off=9423003 len=1292227 2024-04-13T08:09:04.579 INFO:tasks.workunit.client.0.smithi119.stdout:op 854 completed, throughput=5MB/sec 2024-04-13T08:09:05.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:09:04 smithi139 ceph-mon[88985]: pgmap v1486: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:09:05.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:09:04 smithi119 ceph-mon[96316]: pgmap v1486: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:09:05.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:09:04 smithi119 ceph-mon[93746]: pgmap v1486: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:09:05.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:09:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:09:04] "GET /metrics HTTP/1.1" 200 33991 "" "Prometheus/2.43.0" 2024-04-13T08:09:05.579 INFO:tasks.workunit.client.0.smithi119.stdout: 167: throughput=4.98MB/sec pending data=0 2024-04-13T08:09:05.579 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-SbC7druygP2Q0dC off=4514636 len=262098 2024-04-13T08:09:05.583 INFO:tasks.workunit.client.0.smithi119.stdout:op 855 completed, throughput=4.98MB/sec 2024-04-13T08:09:05.583 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-qFRPLTGRXtWlRdj off=6155996 len=758212 2024-04-13T08:09:05.584 INFO:tasks.workunit.client.0.smithi119.stdout:op 856 completed, throughput=4.98MB/sec 2024-04-13T08:09:05.585 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-mLUJTPX-alz3mhC off=2839228 len=1652818 2024-04-13T08:09:05.593 INFO:tasks.workunit.client.0.smithi119.stdout:op 857 completed, throughput=4.99MB/sec 2024-04-13T08:09:05.593 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-jEshYGMdByrF4o5 off=4886473 len=1569053 2024-04-13T08:09:05.603 INFO:tasks.workunit.client.0.smithi119.stdout:op 858 completed, throughput=5MB/sec 2024-04-13T08:09:05.603 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-QfYR--Yesdl0Er_ off=0 len=1167417 2024-04-13T08:09:05.604 INFO:tasks.workunit.client.0.smithi119.stdout:op 859 completed, throughput=5MB/sec 2024-04-13T08:09:06.605 INFO:tasks.workunit.client.0.smithi119.stdout: 168: throughput=4.98MB/sec pending data=0 2024-04-13T08:09:06.605 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-hsgvkRGVTqDNuEr off=1447226 len=1466575 2024-04-13T08:09:06.613 INFO:tasks.workunit.client.0.smithi119.stdout:op 860 completed, throughput=4.98MB/sec 2024-04-13T08:09:06.613 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-S2S38eLPoMWnnrQ off=15965199 len=1490857 2024-04-13T08:09:06.614 INFO:tasks.workunit.client.0.smithi119.stdout:op 861 completed, throughput=4.99MB/sec 2024-04-13T08:09:06.614 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-dp9WGGeiNpNjAwL off=11959933 len=1308184 2024-04-13T08:09:06.616 INFO:tasks.workunit.client.0.smithi119.stdout:op 862 completed, throughput=5MB/sec 2024-04-13T08:09:06.616 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-OxRQQaqWGJX47b7 off=7025341 len=1174519 2024-04-13T08:09:06.621 INFO:tasks.workunit.client.0.smithi119.stdout:op 863 completed, throughput=5.01MB/sec 2024-04-13T08:09:07.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:09:06 smithi139 ceph-mon[88985]: pgmap v1487: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:09:07.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:09:06 smithi119 ceph-mon[96316]: pgmap v1487: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:09:07.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:09:06 smithi119 ceph-mon[93746]: pgmap v1487: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:09:07.621 INFO:tasks.workunit.client.0.smithi119.stdout: 169: throughput=4.98MB/sec pending data=0 2024-04-13T08:09:07.622 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-zWRj_ZZryphXsTk off=5509622 len=1071668 2024-04-13T08:09:07.628 INFO:tasks.workunit.client.0.smithi119.stdout:op 864 completed, throughput=4.98MB/sec 2024-04-13T08:09:07.628 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ydyBkd_zgjVCj0_ off=2245580 len=461255 2024-04-13T08:09:07.631 INFO:tasks.workunit.client.0.smithi119.stdout:op 865 completed, throughput=4.98MB/sec 2024-04-13T08:09:07.631 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-zZEqOjtqo6NoenO off=8315858 len=1007782 2024-04-13T08:09:07.635 INFO:tasks.workunit.client.0.smithi119.stdout:op 866 completed, throughput=4.99MB/sec 2024-04-13T08:09:07.635 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-8LLLkxRah7jrvUj off=1121806 len=1148470 2024-04-13T08:09:07.637 INFO:tasks.workunit.client.0.smithi119.stdout:op 867 completed, throughput=5MB/sec 2024-04-13T08:09:07.637 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-7vRe_PWMUcnqlaC off=7806062 len=542244 2024-04-13T08:09:07.641 INFO:tasks.workunit.client.0.smithi119.stdout:op 868 completed, throughput=5MB/sec 2024-04-13T08:09:07.641 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-MgJubBoMy4FqAgI off=1213465 len=734024 2024-04-13T08:09:07.642 INFO:tasks.workunit.client.0.smithi119.stdout:op 869 completed, throughput=5MB/sec 2024-04-13T08:09:08.642 INFO:tasks.workunit.client.0.smithi119.stdout: 170: throughput=4.97MB/sec pending data=0 2024-04-13T08:09:08.642 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-gLTXOwU4FA90rF6 off=2462746 len=1960320 2024-04-13T08:09:08.647 INFO:tasks.workunit.client.0.smithi119.stdout:op 870 completed, throughput=4.99MB/sec 2024-04-13T08:09:08.647 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-vxEsrezJ7lBrKdY off=1130221 len=1397551 2024-04-13T08:09:08.648 INFO:tasks.workunit.client.0.smithi119.stdout:op 871 completed, throughput=4.99MB/sec 2024-04-13T08:09:08.649 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-9snBi9CcoCKV7bT off=6022494 len=946308 2024-04-13T08:09:08.650 INFO:tasks.workunit.client.0.smithi119.stdout:op 872 completed, throughput=5MB/sec 2024-04-13T08:09:08.650 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-7ZxP8iTw2Yws_TH off=1465451 len=1590183 2024-04-13T08:09:08.660 INFO:tasks.workunit.client.0.smithi119.stdout:op 873 completed, throughput=5.01MB/sec 2024-04-13T08:09:09.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:09:08 smithi139 ceph-mon[88985]: pgmap v1488: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T08:09:09.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:09:08 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:09:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:09:08 smithi119 ceph-mon[96316]: pgmap v1488: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T08:09:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:09:08 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:09:09.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:09:08 smithi119 ceph-mon[93746]: pgmap v1488: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T08:09:09.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:09:08 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:09:09.660 INFO:tasks.workunit.client.0.smithi119.stdout: 171: throughput=4.98MB/sec pending data=0 2024-04-13T08:09:09.661 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-jRDGSihgczyLrzm off=7469150 len=1923524 2024-04-13T08:09:09.669 INFO:tasks.workunit.client.0.smithi119.stdout:op 874 completed, throughput=4.99MB/sec 2024-04-13T08:09:09.670 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-mH_hE9Lm2ew5_-o off=16496469 len=1384787 2024-04-13T08:09:09.676 INFO:tasks.workunit.client.0.smithi119.stdout:op 875 completed, throughput=5MB/sec 2024-04-13T08:09:09.676 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-pVJbdUlOw226QFQ off=6521404 len=398279 2024-04-13T08:09:09.680 INFO:tasks.workunit.client.0.smithi119.stdout:op 876 completed, throughput=5MB/sec 2024-04-13T08:09:09.680 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-JwxLRyweY-RFabF off=1026064 len=48314 2024-04-13T08:09:09.680 INFO:tasks.workunit.client.0.smithi119.stdout:op 877 completed, throughput=5MB/sec 2024-04-13T08:09:09.680 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-YgUJYR2PY8uCvnL off=2282404 len=1168723 2024-04-13T08:09:09.681 INFO:tasks.workunit.client.0.smithi119.stdout:op 878 completed, throughput=5MB/sec 2024-04-13T08:09:10.682 INFO:tasks.workunit.client.0.smithi119.stdout: 172: throughput=4.98MB/sec pending data=0 2024-04-13T08:09:10.682 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-_N6gJmSeSj3OfLd off=1661806 len=626846 2024-04-13T08:09:10.686 INFO:tasks.workunit.client.0.smithi119.stdout:op 879 completed, throughput=4.98MB/sec 2024-04-13T08:09:10.686 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3n_nbashH-wRdvV off=7600829 len=2006183 2024-04-13T08:09:10.695 INFO:tasks.workunit.client.0.smithi119.stdout:op 880 completed, throughput=4.99MB/sec 2024-04-13T08:09:10.695 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-yaxXSduy8bEUuY- off=9934750 len=585343 2024-04-13T08:09:10.696 INFO:tasks.workunit.client.0.smithi119.stdout:op 881 completed, throughput=4.99MB/sec 2024-04-13T08:09:10.696 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-pMenY7Sz9w-EYNY off=0 len=1174429 2024-04-13T08:09:10.702 INFO:tasks.workunit.client.0.smithi119.stdout:op 882 completed, throughput=5MB/sec 2024-04-13T08:09:10.702 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-MOba2UZBsVz8IIK off=708691 len=2075866 2024-04-13T08:09:10.713 INFO:tasks.workunit.client.0.smithi119.stdout:op 883 completed, throughput=5.01MB/sec 2024-04-13T08:09:11.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:09:10 smithi139 ceph-mon[88985]: pgmap v1489: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-13T08:09:11.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:09:10 smithi119 ceph-mon[96316]: pgmap v1489: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-13T08:09:11.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:09:10 smithi119 ceph-mon[93746]: pgmap v1489: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-13T08:09:11.713 INFO:tasks.workunit.client.0.smithi119.stdout: 173: throughput=4.98MB/sec pending data=0 2024-04-13T08:09:11.713 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-5ZfKHnXO-NzW1Uw off=1238746 len=502401 2024-04-13T08:09:11.717 INFO:tasks.workunit.client.0.smithi119.stdout:op 884 completed, throughput=4.98MB/sec 2024-04-13T08:09:11.717 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-WQsWFIO8moPZV2d off=1071761 len=234867 2024-04-13T08:09:11.717 INFO:tasks.workunit.client.0.smithi119.stdout:op 885 completed, throughput=4.99MB/sec 2024-04-13T08:09:11.717 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-zC-OuTEUROtyNit off=13920891 len=102419 2024-04-13T08:09:11.718 INFO:tasks.workunit.client.0.smithi119.stdout:op 886 completed, throughput=4.99MB/sec 2024-04-13T08:09:11.718 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-uoExupOymHiNPfO off=9695795 len=1132246 2024-04-13T08:09:11.724 INFO:tasks.workunit.client.0.smithi119.stdout:op 887 completed, throughput=4.99MB/sec 2024-04-13T08:09:11.724 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-QrkCUiVPhFK5Ltz off=21526027 len=223238 2024-04-13T08:09:11.726 INFO:tasks.workunit.client.0.smithi119.stdout:op 888 completed, throughput=4.99MB/sec 2024-04-13T08:09:11.726 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Zzu6qL0te4fKaQt off=6955751 len=1987180 2024-04-13T08:09:11.731 INFO:tasks.workunit.client.0.smithi119.stdout:op 889 completed, throughput=5MB/sec 2024-04-13T08:09:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:09:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:09:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:09:12.732 INFO:tasks.workunit.client.0.smithi119.stdout: 174: throughput=4.98MB/sec pending data=0 2024-04-13T08:09:12.732 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-_NcmullGqAbp_q2 off=705318 len=443242 2024-04-13T08:09:12.735 INFO:tasks.workunit.client.0.smithi119.stdout:op 890 completed, throughput=4.98MB/sec 2024-04-13T08:09:12.736 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--APjHI3-PRexzxu off=1030380 len=389172 2024-04-13T08:09:12.737 INFO:tasks.workunit.client.0.smithi119.stdout:op 891 completed, throughput=4.98MB/sec 2024-04-13T08:09:12.737 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-y6jRor_jniGfDuB off=3057973 len=1537324 2024-04-13T08:09:12.740 INFO:tasks.workunit.client.0.smithi119.stdout:op 892 completed, throughput=4.99MB/sec 2024-04-13T08:09:12.740 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-vsqQASqVAQVkIwN off=7916837 len=569877 2024-04-13T08:09:12.742 INFO:tasks.workunit.client.0.smithi119.stdout:op 893 completed, throughput=4.99MB/sec 2024-04-13T08:09:12.742 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-OxubUqMnMTHv2XF off=17029219 len=1253884 2024-04-13T08:09:12.748 INFO:tasks.workunit.client.0.smithi119.stdout:op 894 completed, throughput=5MB/sec 2024-04-13T08:09:12.748 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-maeZptT-z4SpChC off=2993972 len=1955746 2024-04-13T08:09:12.756 INFO:tasks.workunit.client.0.smithi119.stdout:op 895 completed, throughput=5.01MB/sec 2024-04-13T08:09:13.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:09:12 smithi139 ceph-mon[88985]: pgmap v1490: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T08:09:13.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:09:12 smithi119 ceph-mon[93746]: pgmap v1490: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T08:09:13.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:09:12 smithi119 ceph-mon[96316]: pgmap v1490: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T08:09:13.756 INFO:tasks.workunit.client.0.smithi119.stdout: 175: throughput=4.98MB/sec pending data=0 2024-04-13T08:09:13.756 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-7GrKnxQqE12QoMV off=3784448 len=1017303 2024-04-13T08:09:13.758 INFO:tasks.workunit.client.0.smithi119.stdout:op 896 completed, throughput=4.98MB/sec 2024-04-13T08:09:13.758 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-dFWNWFGHuFWHk6v off=20699449 len=1497718 2024-04-13T08:09:13.759 INFO:tasks.workunit.client.0.smithi119.stdout:op 897 completed, throughput=4.99MB/sec 2024-04-13T08:09:13.759 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Q_e_0c7C_K3-Q4R off=2633056 len=1162502 2024-04-13T08:09:13.761 INFO:tasks.workunit.client.0.smithi119.stdout:op 898 completed, throughput=5MB/sec 2024-04-13T08:09:13.761 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-n4cHaegyOka09uY off=1388010 len=891860 2024-04-13T08:09:13.763 INFO:tasks.workunit.client.0.smithi119.stdout:op 899 completed, throughput=5MB/sec 2024-04-13T08:09:14.763 INFO:tasks.workunit.client.0.smithi119.stdout: 176: throughput=4.98MB/sec pending data=0 2024-04-13T08:09:14.764 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Q4ap5J-Nug-zXxG off=17261476 len=2035908 2024-04-13T08:09:14.772 INFO:tasks.workunit.client.0.smithi119.stdout:op 900 completed, throughput=4.99MB/sec 2024-04-13T08:09:14.772 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-i0XkwRsuiHJO3kI off=12301794 len=119175 2024-04-13T08:09:14.773 INFO:tasks.workunit.client.0.smithi119.stdout:op 901 completed, throughput=4.99MB/sec 2024-04-13T08:09:14.773 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-2M_9sTh0qWJaGTr off=15158923 len=336047 2024-04-13T08:09:14.776 INFO:tasks.workunit.client.0.smithi119.stdout:op 902 completed, throughput=4.99MB/sec 2024-04-13T08:09:14.776 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-d_hnnfvoWjB_QLj off=5094970 len=1044235 2024-04-13T08:09:14.777 INFO:tasks.workunit.client.0.smithi119.stdout:op 903 completed, throughput=4.99MB/sec 2024-04-13T08:09:14.777 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-nDg41VhkiWHm9wy off=2161303 len=1629725 2024-04-13T08:09:14.783 INFO:tasks.workunit.client.0.smithi119.stdout:op 904 completed, throughput=5MB/sec 2024-04-13T08:09:15.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:09:14 smithi139 ceph-mon[88985]: pgmap v1491: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T08:09:15.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:09:14 smithi119 ceph-mon[96316]: pgmap v1491: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T08:09:15.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:09:14 smithi119 ceph-mon[93746]: pgmap v1491: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T08:09:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:09:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:09:14] "GET /metrics HTTP/1.1" 200 33991 "" "Prometheus/2.43.0" 2024-04-13T08:09:15.783 INFO:tasks.workunit.client.0.smithi119.stdout: 177: throughput=4.97MB/sec pending data=0 2024-04-13T08:09:15.784 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-MHsitbETqaCDogW off=3977165 len=1344999 2024-04-13T08:09:15.786 INFO:tasks.workunit.client.0.smithi119.stdout:op 905 completed, throughput=4.98MB/sec 2024-04-13T08:09:15.787 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3PXLEaJ7LRLMI9H off=4217466 len=2020251 2024-04-13T08:09:15.797 INFO:tasks.workunit.client.0.smithi119.stdout:op 906 completed, throughput=4.99MB/sec 2024-04-13T08:09:15.797 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-bHHjGvuvpDOj6r9 off=414196 len=797875 2024-04-13T08:09:15.802 INFO:tasks.workunit.client.0.smithi119.stdout:op 907 completed, throughput=5MB/sec 2024-04-13T08:09:15.802 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-UqeN7bxGqqh_qEb off=1682691 len=1043199 2024-04-13T08:09:15.807 INFO:tasks.workunit.client.0.smithi119.stdout:op 908 completed, throughput=5MB/sec 2024-04-13T08:09:16.809 INFO:tasks.workunit.client.0.smithi119.stdout: 178: throughput=4.97MB/sec pending data=0 2024-04-13T08:09:16.809 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-sqnKEj4YqqGoZlW off=1942513 len=647885 2024-04-13T08:09:16.812 INFO:tasks.workunit.client.0.smithi119.stdout:op 909 completed, throughput=4.98MB/sec 2024-04-13T08:09:16.812 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ZTmXRGm9Z5rZGIR off=3836123 len=1229047 2024-04-13T08:09:16.813 INFO:tasks.workunit.client.0.smithi119.stdout:op 910 completed, throughput=4.98MB/sec 2024-04-13T08:09:16.813 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-rHFBzhBueuQAVh8 off=882831 len=679709 2024-04-13T08:09:16.817 INFO:tasks.workunit.client.0.smithi119.stdout:op 911 completed, throughput=4.99MB/sec 2024-04-13T08:09:16.817 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-5Fti2IxSMgfTI_R off=7638608 len=366046 2024-04-13T08:09:16.820 INFO:tasks.workunit.client.0.smithi119.stdout:op 912 completed, throughput=4.99MB/sec 2024-04-13T08:09:16.820 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-PuLe5iuznEij5cZ off=6379291 len=156079 2024-04-13T08:09:16.821 INFO:tasks.workunit.client.0.smithi119.stdout:op 913 completed, throughput=4.99MB/sec 2024-04-13T08:09:16.821 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-h-tYo_OBFYePP10 off=7080681 len=356307 2024-04-13T08:09:16.821 INFO:tasks.workunit.client.0.smithi119.stdout:op 914 completed, throughput=4.99MB/sec 2024-04-13T08:09:16.821 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-MHsitbETqaCDogW off=82317 len=1526692 2024-04-13T08:09:16.831 INFO:tasks.workunit.client.0.smithi119.stdout:op 915 completed, throughput=5MB/sec 2024-04-13T08:09:16.831 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-8e4UvOzQwAcakoW off=5855214 len=1460979 2024-04-13T08:09:16.836 INFO:tasks.workunit.client.0.smithi119.stdout:op 916 completed, throughput=5.01MB/sec 2024-04-13T08:09:17.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:09:16 smithi139 ceph-mon[88985]: pgmap v1492: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T08:09:17.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:09:16 smithi119 ceph-mon[93746]: pgmap v1492: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T08:09:17.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:09:16 smithi119 ceph-mon[96316]: pgmap v1492: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T08:09:17.836 INFO:tasks.workunit.client.0.smithi119.stdout: 179: throughput=4.98MB/sec pending data=0 2024-04-13T08:09:17.836 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-pdyMOgxytBK6f-e off=3223390 len=401959 2024-04-13T08:09:17.837 INFO:tasks.workunit.client.0.smithi119.stdout:op 917 completed, throughput=4.98MB/sec 2024-04-13T08:09:17.837 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-zIkJ1YmnliDzdjf off=15134914 len=595208 2024-04-13T08:09:17.842 INFO:tasks.workunit.client.0.smithi119.stdout:op 918 completed, throughput=4.98MB/sec 2024-04-13T08:09:17.842 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-nPjmBUWSLaTDKKI off=993979 len=1955840 2024-04-13T08:09:17.844 INFO:tasks.workunit.client.0.smithi119.stdout:op 919 completed, throughput=4.99MB/sec 2024-04-13T08:09:17.845 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Utdc-Mi2zvX9u-4 off=4631149 len=326721 2024-04-13T08:09:17.845 INFO:tasks.workunit.client.0.smithi119.stdout:op 920 completed, throughput=5MB/sec 2024-04-13T08:09:17.845 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Np8_qn-aCWpWi84 off=5728561 len=821220 2024-04-13T08:09:17.846 INFO:tasks.workunit.client.0.smithi119.stdout:op 921 completed, throughput=5MB/sec 2024-04-13T08:09:18.846 INFO:tasks.workunit.client.0.smithi119.stdout: 180: throughput=4.97MB/sec pending data=0 2024-04-13T08:09:18.847 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-31E3U13QJQTb88t off=8954710 len=602774 2024-04-13T08:09:18.851 INFO:tasks.workunit.client.0.smithi119.stdout:op 922 completed, throughput=4.98MB/sec 2024-04-13T08:09:18.851 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-jxW3GOFOXonaPrZ off=194186 len=899813 2024-04-13T08:09:18.852 INFO:tasks.workunit.client.0.smithi119.stdout:op 923 completed, throughput=4.98MB/sec 2024-04-13T08:09:18.853 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ZLKVPzahvPaCj12 off=15249423 len=1004214 2024-04-13T08:09:18.857 INFO:tasks.workunit.client.0.smithi119.stdout:op 924 completed, throughput=4.99MB/sec 2024-04-13T08:09:18.858 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-I8NZrFj2IrZefTE off=1975834 len=940462 2024-04-13T08:09:18.859 INFO:tasks.workunit.client.0.smithi119.stdout:op 925 completed, throughput=4.99MB/sec 2024-04-13T08:09:18.859 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-s2exQx7RzurupxJ off=289150 len=15250 2024-04-13T08:09:18.861 INFO:tasks.workunit.client.0.smithi119.stdout:op 926 completed, throughput=4.99MB/sec 2024-04-13T08:09:18.862 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-08OuoBCN1Bwco35 off=3352202 len=190843 2024-04-13T08:09:18.862 INFO:tasks.workunit.client.0.smithi119.stdout:op 927 completed, throughput=4.99MB/sec 2024-04-13T08:09:18.862 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-KzrtAlV7FjDadxm off=2759595 len=937004 2024-04-13T08:09:18.867 INFO:tasks.workunit.client.0.smithi119.stdout:op 928 completed, throughput=5MB/sec 2024-04-13T08:09:18.867 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ZSxJacwgPeK1XPV off=5371902 len=1426163 2024-04-13T08:09:18.875 INFO:tasks.workunit.client.0.smithi119.stdout:op 929 completed, throughput=5MB/sec 2024-04-13T08:09:19.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:09:18 smithi139 ceph-mon[88985]: pgmap v1493: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-13T08:09:19.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:09:18 smithi119 ceph-mon[96316]: pgmap v1493: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-13T08:09:19.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:09:18 smithi119 ceph-mon[93746]: pgmap v1493: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-13T08:09:19.876 INFO:tasks.workunit.client.0.smithi119.stdout: 181: throughput=4.98MB/sec pending data=0 2024-04-13T08:09:19.876 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-l--zEr2corkpcek off=4934848 len=1395706 2024-04-13T08:09:19.878 INFO:tasks.workunit.client.0.smithi119.stdout:op 930 completed, throughput=4.98MB/sec 2024-04-13T08:09:19.878 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-2cJ3EW-MufyKO2p off=668122 len=1090033 2024-04-13T08:09:19.879 INFO:tasks.workunit.client.0.smithi119.stdout:op 931 completed, throughput=4.99MB/sec 2024-04-13T08:09:19.879 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-KC2dXPYvcifV9KR off=21902359 len=79004 2024-04-13T08:09:19.882 INFO:tasks.workunit.client.0.smithi119.stdout:op 932 completed, throughput=4.99MB/sec 2024-04-13T08:09:19.882 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj--XRyOhED-tcsnMB off=195783 len=1519583 2024-04-13T08:09:19.890 INFO:tasks.workunit.client.0.smithi119.stdout:op 933 completed, throughput=5MB/sec 2024-04-13T08:09:19.890 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-yfZRE8QEnwQ4Nr_ off=4418955 len=266203 2024-04-13T08:09:19.893 INFO:tasks.workunit.client.0.smithi119.stdout:op 934 completed, throughput=5MB/sec 2024-04-13T08:09:19.893 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-AHaE1FGV_yJ-RZo off=11680566 len=809419 2024-04-13T08:09:19.894 INFO:tasks.workunit.client.0.smithi119.stdout:op 935 completed, throughput=5MB/sec 2024-04-13T08:09:20.894 INFO:tasks.workunit.client.0.smithi119.stdout: 182: throughput=4.98MB/sec pending data=0 2024-04-13T08:09:20.894 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-WSf2gQ4KT8O-Z7G off=87470 len=1054910 2024-04-13T08:09:20.899 INFO:tasks.workunit.client.0.smithi119.stdout:op 936 completed, throughput=4.98MB/sec 2024-04-13T08:09:20.899 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-M4xmQiZ7eRwsZMU off=5127104 len=188160 2024-04-13T08:09:20.901 INFO:tasks.workunit.client.0.smithi119.stdout:op 937 completed, throughput=4.98MB/sec 2024-04-13T08:09:20.901 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-11JeOF0bVh9Nwqa off=723689 len=389219 2024-04-13T08:09:20.902 INFO:tasks.workunit.client.0.smithi119.stdout:op 938 completed, throughput=4.98MB/sec 2024-04-13T08:09:20.902 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-kb-w39DxeaiDbqw off=18253368 len=868593 2024-04-13T08:09:20.903 INFO:tasks.workunit.client.0.smithi119.stdout:op 939 completed, throughput=4.99MB/sec 2024-04-13T08:09:20.903 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-JDdAh7SdSXYfVQc off=2155435 len=1301355 2024-04-13T08:09:20.910 INFO:tasks.workunit.client.0.smithi119.stdout:op 940 completed, throughput=5MB/sec 2024-04-13T08:09:20.910 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-NWHEAlzoqH9KKrZ off=11900397 len=419252 2024-04-13T08:09:20.914 INFO:tasks.workunit.client.0.smithi119.stdout:op 941 completed, throughput=5MB/sec 2024-04-13T08:09:20.914 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-EiyIbOAjJ_NQugG off=748782 len=833436 2024-04-13T08:09:20.918 INFO:tasks.workunit.client.0.smithi119.stdout:op 942 completed, throughput=5MB/sec 2024-04-13T08:09:21.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:09:20 smithi139 ceph-mon[88985]: pgmap v1494: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-13T08:09:21.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:09:20 smithi119 ceph-mon[96316]: pgmap v1494: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-13T08:09:21.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:09:20 smithi119 ceph-mon[93746]: pgmap v1494: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-13T08:09:21.919 INFO:tasks.workunit.client.0.smithi119.stdout: 183: throughput=4.97MB/sec pending data=0 2024-04-13T08:09:21.919 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj--4julzA1WXcPN2u off=2747230 len=2029610 2024-04-13T08:09:21.930 INFO:tasks.workunit.client.0.smithi119.stdout:op 943 completed, throughput=4.98MB/sec 2024-04-13T08:09:21.930 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-2oXwc0pHcgYKN-f off=926878 len=1580016 2024-04-13T08:09:21.937 INFO:tasks.workunit.client.0.smithi119.stdout:op 944 completed, throughput=4.99MB/sec 2024-04-13T08:09:21.937 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-b_1Io7Bca86aYNZ off=946087 len=1361026 2024-04-13T08:09:21.940 INFO:tasks.workunit.client.0.smithi119.stdout:op 945 completed, throughput=5MB/sec 2024-04-13T08:09:21.940 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-SYY66KB8QsQL447 off=6478611 len=49408 2024-04-13T08:09:21.940 INFO:tasks.workunit.client.0.smithi119.stdout:op 946 completed, throughput=5MB/sec 2024-04-13T08:09:21.940 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-4d7r8I9QmvMDAQu off=18093647 len=1273878 2024-04-13T08:09:21.947 INFO:tasks.workunit.client.0.smithi119.stdout:op 947 completed, throughput=5.01MB/sec 2024-04-13T08:09:22.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:09:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:09:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:09:22.947 INFO:tasks.workunit.client.0.smithi119.stdout: 184: throughput=4.98MB/sec pending data=0 2024-04-13T08:09:22.947 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Cd5JwtvlqDDT20k off=7005395 len=827753 2024-04-13T08:09:22.948 INFO:tasks.workunit.client.0.smithi119.stdout:op 948 completed, throughput=4.98MB/sec 2024-04-13T08:09:22.948 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-D_QcVhJ6qc5XXUc off=785442 len=1147996 2024-04-13T08:09:22.950 INFO:tasks.workunit.client.0.smithi119.stdout:op 949 completed, throughput=4.99MB/sec 2024-04-13T08:09:22.950 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ZdUmfuBBHLR8Vu4 off=10568589 len=257629 2024-04-13T08:09:22.951 INFO:tasks.workunit.client.0.smithi119.stdout:op 950 completed, throughput=4.99MB/sec 2024-04-13T08:09:22.951 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-YwDh9-AM7RSFUq1 off=20277064 len=812310 2024-04-13T08:09:22.956 INFO:tasks.workunit.client.0.smithi119.stdout:op 951 completed, throughput=4.99MB/sec 2024-04-13T08:09:22.956 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-YnHU3t7p5Nh5NdH off=1872294 len=915897 2024-04-13T08:09:22.959 INFO:tasks.workunit.client.0.smithi119.stdout:op 952 completed, throughput=5MB/sec 2024-04-13T08:09:22.959 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-YBqgFYLVu361pS6 off=14463631 len=270148 2024-04-13T08:09:22.961 INFO:tasks.workunit.client.0.smithi119.stdout:op 953 completed, throughput=5MB/sec 2024-04-13T08:09:23.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:09:22 smithi139 ceph-mon[88985]: pgmap v1495: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-13T08:09:23.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:09:22 smithi119 ceph-mon[96316]: pgmap v1495: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-13T08:09:23.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:09:22 smithi119 ceph-mon[93746]: pgmap v1495: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-13T08:09:23.962 INFO:tasks.workunit.client.0.smithi119.stdout: 185: throughput=4.97MB/sec pending data=0 2024-04-13T08:09:23.962 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-bPDNt0-5cbSN-3b off=8128708 len=958417 2024-04-13T08:09:23.963 INFO:tasks.workunit.client.0.smithi119.stdout:op 954 completed, throughput=4.98MB/sec 2024-04-13T08:09:23.963 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-vgGiSw2Z7GX9q7s off=3643816 len=539497 2024-04-13T08:09:23.964 INFO:tasks.workunit.client.0.smithi119.stdout:op 955 completed, throughput=4.98MB/sec 2024-04-13T08:09:23.964 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-TEc5EItfCeIok_R off=1176084 len=286927 2024-04-13T08:09:23.967 INFO:tasks.workunit.client.0.smithi119.stdout:op 956 completed, throughput=4.98MB/sec 2024-04-13T08:09:23.967 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-fZOg5B4cwaOjq2r off=495757 len=599970 2024-04-13T08:09:23.971 INFO:tasks.workunit.client.0.smithi119.stdout:op 957 completed, throughput=4.99MB/sec 2024-04-13T08:09:23.971 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-YiZtfM-BPRVyjGC off=1619311 len=1587097 2024-04-13T08:09:23.973 INFO:tasks.workunit.client.0.smithi119.stdout:op 958 completed, throughput=4.99MB/sec 2024-04-13T08:09:23.973 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-4yUVDSSumrkjYO2 off=16252473 len=1871544 2024-04-13T08:09:23.981 INFO:tasks.workunit.client.0.smithi119.stdout:op 959 completed, throughput=5MB/sec 2024-04-13T08:09:24.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:09:23 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:09:24.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:09:23 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:09:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:09:23 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:09:24.982 INFO:tasks.workunit.client.0.smithi119.stdout: 186: throughput=4.98MB/sec pending data=0 2024-04-13T08:09:24.982 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-KzrtAlV7FjDadxm off=9306006 len=744760 2024-04-13T08:09:24.983 INFO:tasks.workunit.client.0.smithi119.stdout:op 960 completed, throughput=4.98MB/sec 2024-04-13T08:09:24.984 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-JJCwCOb3OBGF6_o off=7548843 len=228945 2024-04-13T08:09:24.987 INFO:tasks.workunit.client.0.smithi119.stdout:op 961 completed, throughput=4.98MB/sec 2024-04-13T08:09:24.987 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-3wkoN1RtXp1fzYK off=9082906 len=685895 2024-04-13T08:09:24.988 INFO:tasks.workunit.client.0.smithi119.stdout:op 962 completed, throughput=4.98MB/sec 2024-04-13T08:09:24.988 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--HYwkez1jFlNqYG off=225011 len=1022363 2024-04-13T08:09:24.991 INFO:tasks.workunit.client.0.smithi119.stdout:op 963 completed, throughput=4.99MB/sec 2024-04-13T08:09:24.991 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ruVERvAf-CDUIVN off=3601277 len=198568 2024-04-13T08:09:24.993 INFO:tasks.workunit.client.0.smithi119.stdout:op 964 completed, throughput=4.99MB/sec 2024-04-13T08:09:24.993 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-z3gMOTXXY0eY7P4 off=12740970 len=578730 2024-04-13T08:09:24.998 INFO:tasks.workunit.client.0.smithi119.stdout:op 965 completed, throughput=4.99MB/sec 2024-04-13T08:09:24.998 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-K2gTG63iipN6_8T off=82867 len=1451326 2024-04-13T08:09:24.999 INFO:tasks.workunit.client.0.smithi119.stdout:op 966 completed, throughput=5MB/sec 2024-04-13T08:09:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:09:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:09:24] "GET /metrics HTTP/1.1" 200 33994 "" "Prometheus/2.43.0" 2024-04-13T08:09:25.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:09:24 smithi119 ceph-mon[96316]: pgmap v1496: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:09:25.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:09:24 smithi119 ceph-mon[93746]: pgmap v1496: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:09:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:09:24 smithi139 ceph-mon[88985]: pgmap v1496: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:09:26.000 INFO:tasks.workunit.client.0.smithi119.stdout: 187: throughput=4.97MB/sec pending data=0 2024-04-13T08:09:26.000 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-rirNwnUrXJoLGhP off=6315774 len=628456 2024-04-13T08:09:26.002 INFO:tasks.workunit.client.0.smithi119.stdout:op 967 completed, throughput=4.98MB/sec 2024-04-13T08:09:26.002 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-V0G8g7BnB3kjVhG off=10666456 len=2065162 2024-04-13T08:09:26.014 INFO:tasks.workunit.client.0.smithi119.stdout:op 968 completed, throughput=4.99MB/sec 2024-04-13T08:09:26.015 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-H-Qw0TgdBJ3Ug7T off=785389 len=1817059 2024-04-13T08:09:26.023 INFO:tasks.workunit.client.0.smithi119.stdout:op 969 completed, throughput=5MB/sec 2024-04-13T08:09:26.023 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-HldK1W1FNU51f5a off=169294 len=1509104 2024-04-13T08:09:26.026 INFO:tasks.workunit.client.0.smithi119.stdout:op 970 completed, throughput=5MB/sec 2024-04-13T08:09:27.026 INFO:tasks.workunit.client.0.smithi119.stdout: 188: throughput=4.98MB/sec pending data=0 2024-04-13T08:09:27.026 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-T4scSBL5G6NL6qM off=5304269 len=1455967 2024-04-13T08:09:27.028 INFO:tasks.workunit.client.0.smithi119.stdout:op 971 completed, throughput=4.99MB/sec 2024-04-13T08:09:27.028 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-f8dhk05QuaPFDmr off=10075086 len=834898 2024-04-13T08:09:27.032 INFO:tasks.workunit.client.0.smithi119.stdout:op 972 completed, throughput=4.99MB/sec 2024-04-13T08:09:27.033 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-fbb0z8I1bAFazyo off=1876178 len=2087209 2024-04-13T08:09:27.035 INFO:tasks.workunit.client.0.smithi119.stdout:op 973 completed, throughput=5MB/sec 2024-04-13T08:09:27.035 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ReyjKu0OZjI5PI6 off=7973733 len=70730 2024-04-13T08:09:27.038 INFO:tasks.workunit.client.0.smithi119.stdout:op 974 completed, throughput=5MB/sec 2024-04-13T08:09:27.038 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-6QNrqwlxme96lyp off=14524933 len=1104268 2024-04-13T08:09:27.040 INFO:tasks.workunit.client.0.smithi119.stdout:op 975 completed, throughput=5.01MB/sec 2024-04-13T08:09:27.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:09:26 smithi119 ceph-mon[96316]: pgmap v1497: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:09:27.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:09:26 smithi119 ceph-mon[93746]: pgmap v1497: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:09:27.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:09:26 smithi139 ceph-mon[88985]: pgmap v1497: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:09:28.040 INFO:tasks.workunit.client.0.smithi119.stdout: 189: throughput=4.98MB/sec pending data=0 2024-04-13T08:09:28.040 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-il_uVH8Q_NOaeP6 off=1485111 len=2079899 2024-04-13T08:09:28.043 INFO:tasks.workunit.client.0.smithi119.stdout:op 976 completed, throughput=4.99MB/sec 2024-04-13T08:09:28.043 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-niazxtUiFnW5PX7 off=5147196 len=1687825 2024-04-13T08:09:28.050 INFO:tasks.workunit.client.0.smithi119.stdout:op 977 completed, throughput=5MB/sec 2024-04-13T08:09:28.050 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-H_899sZhaNeH0Mc off=423942 len=2079461 2024-04-13T08:09:28.054 INFO:tasks.workunit.client.0.smithi119.stdout:op 978 completed, throughput=5.01MB/sec 2024-04-13T08:09:29.055 INFO:tasks.workunit.client.0.smithi119.stdout: 190: throughput=4.98MB/sec pending data=0 2024-04-13T08:09:29.055 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-2gpEgwjhs41buxQ off=8079257 len=162723 2024-04-13T08:09:29.055 INFO:tasks.workunit.client.0.smithi119.stdout:op 979 completed, throughput=4.98MB/sec 2024-04-13T08:09:29.055 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-21OFRxDRq3o-T9K off=21540213 len=987256 2024-04-13T08:09:29.057 INFO:tasks.workunit.client.0.smithi119.stdout:op 980 completed, throughput=4.99MB/sec 2024-04-13T08:09:29.057 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-lV8GV7tnRiLd0-x off=11939319 len=478123 2024-04-13T08:09:29.059 INFO:tasks.workunit.client.0.smithi119.stdout:op 981 completed, throughput=4.99MB/sec 2024-04-13T08:09:29.059 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-o0LFWTfPBwmMbtb off=534869 len=1554280 2024-04-13T08:09:29.066 INFO:tasks.workunit.client.0.smithi119.stdout:op 982 completed, throughput=5MB/sec 2024-04-13T08:09:29.067 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-K0U-artwC8GUMDd off=5186780 len=1414429 2024-04-13T08:09:29.075 INFO:tasks.workunit.client.0.smithi119.stdout:op 983 completed, throughput=5MB/sec 2024-04-13T08:09:29.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:09:28 smithi119 ceph-mon[96316]: pgmap v1498: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 7 op/s 2024-04-13T08:09:29.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:09:28 smithi119 ceph-mon[93746]: pgmap v1498: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 7 op/s 2024-04-13T08:09:29.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:09:28 smithi139 ceph-mon[88985]: pgmap v1498: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 7 op/s 2024-04-13T08:09:30.075 INFO:tasks.workunit.client.0.smithi119.stdout: 191: throughput=4.98MB/sec pending data=0 2024-04-13T08:09:30.075 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-819cJiI0xThVXnS off=87483 len=1967910 2024-04-13T08:09:30.077 INFO:tasks.workunit.client.0.smithi119.stdout:op 984 completed, throughput=4.99MB/sec 2024-04-13T08:09:30.077 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-4lwXWHmmLzdqaXo off=5876312 len=1565483 2024-04-13T08:09:30.084 INFO:tasks.workunit.client.0.smithi119.stdout:op 985 completed, throughput=5MB/sec 2024-04-13T08:09:30.084 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-8BEWp_aw_p28ZLa off=5597109 len=1409885 2024-04-13T08:09:30.091 INFO:tasks.workunit.client.0.smithi119.stdout:op 986 completed, throughput=5MB/sec 2024-04-13T08:09:31.092 INFO:tasks.workunit.client.0.smithi119.stdout: 192: throughput=4.98MB/sec pending data=0 2024-04-13T08:09:31.092 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ePhm0FgQdPodpBY off=8262967 len=2069281 2024-04-13T08:09:31.104 INFO:tasks.workunit.client.0.smithi119.stdout:op 987 completed, throughput=4.99MB/sec 2024-04-13T08:09:31.104 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-MXMOT3JZYnh8QK- off=22170910 len=952444 2024-04-13T08:09:31.106 INFO:tasks.workunit.client.0.smithi119.stdout:op 988 completed, throughput=4.99MB/sec 2024-04-13T08:09:31.106 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-gw_bW3ASdKflvwS off=4967983 len=1999503 2024-04-13T08:09:31.118 INFO:tasks.workunit.client.0.smithi119.stdout:op 989 completed, throughput=5MB/sec 2024-04-13T08:09:31.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:09:30 smithi119 ceph-mon[96316]: pgmap v1499: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T08:09:31.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:09:30 smithi119 ceph-mon[93746]: pgmap v1499: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T08:09:31.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:09:30 smithi139 ceph-mon[88985]: pgmap v1499: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T08:09:32.118 INFO:tasks.workunit.client.0.smithi119.stdout: 193: throughput=4.98MB/sec pending data=0 2024-04-13T08:09:32.118 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-UfchYSTNxpRJ6JL off=2099012 len=1842743 2024-04-13T08:09:32.133 INFO:tasks.workunit.client.0.smithi119.stdout:op 990 completed, throughput=4.98MB/sec 2024-04-13T08:09:32.133 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-7tQQkeSGCyrFddt off=18393345 len=54782 2024-04-13T08:09:32.134 INFO:tasks.workunit.client.0.smithi119.stdout:op 991 completed, throughput=4.98MB/sec 2024-04-13T08:09:32.134 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-OVBnRlY_pAFrCrl off=1738790 len=1905035 2024-04-13T08:09:32.142 INFO:tasks.workunit.client.0.smithi119.stdout:op 992 completed, throughput=4.99MB/sec 2024-04-13T08:09:32.142 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-t-YDjpby3ZINY8k off=689207 len=992058 2024-04-13T08:09:32.143 INFO:tasks.workunit.client.0.smithi119.stdout:op 993 completed, throughput=5MB/sec 2024-04-13T08:09:32.143 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-souy4M6qL4yYQv8 off=15376953 len=942466 2024-04-13T08:09:32.148 INFO:tasks.workunit.client.0.smithi119.stdout:op 994 completed, throughput=5MB/sec 2024-04-13T08:09:32.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:09:31 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:09:32.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:09:31 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:09:32.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:09:31 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:09:32.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:09:31 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:09:32.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:09:31 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:09:32.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:09:31 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:09:32.314 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:09:31 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:09:32.314 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:09:31 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:09:32.314 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:09:31 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:09:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:09:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:09:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:09:33.148 INFO:tasks.workunit.client.0.smithi119.stdout: 194: throughput=4.98MB/sec pending data=0 2024-04-13T08:09:33.148 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-owt-euaS1rqpHEw off=846022 len=1253932 2024-04-13T08:09:33.156 INFO:tasks.workunit.client.0.smithi119.stdout:op 995 completed, throughput=4.98MB/sec 2024-04-13T08:09:33.156 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-c8H7-Wu-Rcm3YYn off=6747615 len=1677538 2024-04-13T08:09:33.165 INFO:tasks.workunit.client.0.smithi119.stdout:op 996 completed, throughput=4.99MB/sec 2024-04-13T08:09:33.165 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-NGyqUrCr9PBeY9Q off=18635584 len=360750 2024-04-13T08:09:33.168 INFO:tasks.workunit.client.0.smithi119.stdout:op 997 completed, throughput=4.99MB/sec 2024-04-13T08:09:33.168 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-qcw8E3pQWIRlQEX off=5318409 len=333519 2024-04-13T08:09:33.169 INFO:tasks.workunit.client.0.smithi119.stdout:op 998 completed, throughput=4.99MB/sec 2024-04-13T08:09:33.169 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-H7lpEeyx3YLTIBo off=9003825 len=1525641 2024-04-13T08:09:33.178 INFO:tasks.workunit.client.0.smithi119.stdout:op 999 completed, throughput=5MB/sec 2024-04-13T08:09:33.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:09:32 smithi119 ceph-mon[96316]: pgmap v1500: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-13T08:09:33.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:09:32 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:09:33.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:09:32 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:09:33.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:09:32 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:09:33.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:09:32 smithi119 ceph-mon[93746]: pgmap v1500: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-13T08:09:33.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:09:32 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:09:33.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:09:32 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:09:33.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:09:32 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:09:33.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:09:32 smithi139 ceph-mon[88985]: pgmap v1500: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-13T08:09:33.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:09:32 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:09:33.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:09:32 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:09:33.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:09:32 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:09:34.179 INFO:tasks.workunit.client.0.smithi119.stdout: 195: throughput=4.98MB/sec pending data=0 2024-04-13T08:09:34.179 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-miy4PEcHPrVjkf5 off=17840970 len=1109912 2024-04-13T08:09:34.184 INFO:tasks.workunit.client.0.smithi119.stdout:op 1000 completed, throughput=4.98MB/sec 2024-04-13T08:09:34.184 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-owWcngwRiQrPQRn off=2188313 len=1941734 2024-04-13T08:09:34.188 INFO:tasks.workunit.client.0.smithi119.stdout:op 1001 completed, throughput=4.99MB/sec 2024-04-13T08:09:34.188 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-aI3YtXg5oa0cEk7 off=3376625 len=1213389 2024-04-13T08:09:34.191 INFO:tasks.workunit.client.0.smithi119.stdout:op 1002 completed, throughput=5MB/sec 2024-04-13T08:09:34.191 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-snd31hly0mqv-jC off=14662538 len=1600782 2024-04-13T08:09:34.201 INFO:tasks.workunit.client.0.smithi119.stdout:op 1003 completed, throughput=5MB/sec 2024-04-13T08:09:35.202 INFO:tasks.workunit.client.0.smithi119.stdout: 196: throughput=4.98MB/sec pending data=0 2024-04-13T08:09:35.202 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-5eNlT4g-sr2W-8e off=15408024 len=920013 2024-04-13T08:09:35.207 INFO:tasks.workunit.client.0.smithi119.stdout:op 1004 completed, throughput=4.98MB/sec 2024-04-13T08:09:35.207 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-0rdnJ8euCHRzO92 off=10421718 len=567090 2024-04-13T08:09:35.208 INFO:tasks.workunit.client.0.smithi119.stdout:op 1005 completed, throughput=4.99MB/sec 2024-04-13T08:09:35.208 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-54mqgkbEXz6rowP off=1028826 len=1115857 2024-04-13T08:09:35.210 INFO:tasks.workunit.client.0.smithi119.stdout:op 1006 completed, throughput=4.99MB/sec 2024-04-13T08:09:35.210 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-qrs-lzH9-PbrB_P off=18372026 len=1065225 2024-04-13T08:09:35.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:09:34 smithi119 ceph-mon[96316]: pgmap v1501: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:09:35.216 INFO:tasks.workunit.client.0.smithi119.stdout:op 1007 completed, throughput=5MB/sec 2024-04-13T08:09:35.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:09:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:09:34] "GET /metrics HTTP/1.1" 200 33994 "" "Prometheus/2.43.0" 2024-04-13T08:09:35.217 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-a6bIFe4-B-febFR off=3255852 len=987291 2024-04-13T08:09:35.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:09:34 smithi119 ceph-mon[93746]: pgmap v1501: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:09:35.221 INFO:tasks.workunit.client.0.smithi119.stdout:op 1008 completed, throughput=5MB/sec 2024-04-13T08:09:35.221 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-FOznEDUNxA7MxMH off=1989610 len=764690 2024-04-13T08:09:35.222 INFO:tasks.workunit.client.0.smithi119.stdout:op 1009 completed, throughput=5MB/sec 2024-04-13T08:09:35.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:09:34 smithi139 ceph-mon[88985]: pgmap v1501: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:09:36.223 INFO:tasks.workunit.client.0.smithi119.stdout: 197: throughput=4.98MB/sec pending data=0 2024-04-13T08:09:36.223 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-l3GygJPy8GFxo6X off=475703 len=1677550 2024-04-13T08:09:36.225 INFO:tasks.workunit.client.0.smithi119.stdout:op 1010 completed, throughput=4.99MB/sec 2024-04-13T08:09:36.225 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-S4-x8QNRISZBS1x off=6157871 len=1838429 2024-04-13T08:09:36.237 INFO:tasks.workunit.client.0.smithi119.stdout:op 1011 completed, throughput=4.99MB/sec 2024-04-13T08:09:36.237 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-cIJlEb0ufkWU4n9 off=2151429 len=1857813 2024-04-13T08:09:36.239 INFO:tasks.workunit.client.0.smithi119.stdout:op 1012 completed, throughput=5MB/sec 2024-04-13T08:09:37.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:09:36 smithi119 ceph-mon[96316]: pgmap v1502: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:09:37.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:09:36 smithi119 ceph-mon[93746]: pgmap v1502: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:09:37.240 INFO:tasks.workunit.client.0.smithi119.stdout: 198: throughput=4.98MB/sec pending data=0 2024-04-13T08:09:37.240 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-vURPq9l3M8M0hYY off=20309785 len=2087817 2024-04-13T08:09:37.242 INFO:tasks.workunit.client.0.smithi119.stdout:op 1013 completed, throughput=4.99MB/sec 2024-04-13T08:09:37.243 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-7JfNqNgSWKtVlAC off=3386299 len=976454 2024-04-13T08:09:37.248 INFO:tasks.workunit.client.0.smithi119.stdout:op 1014 completed, throughput=4.99MB/sec 2024-04-13T08:09:37.248 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-9_J6liIA_XhkJaw off=13705565 len=1547768 2024-04-13T08:09:37.255 INFO:tasks.workunit.client.0.smithi119.stdout:op 1015 completed, throughput=5MB/sec 2024-04-13T08:09:37.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:09:36 smithi139 ceph-mon[88985]: pgmap v1502: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:09:38.255 INFO:tasks.workunit.client.0.smithi119.stdout: 199: throughput=4.98MB/sec pending data=0 2024-04-13T08:09:38.256 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ctm3owcWHRbhdNd off=4279533 len=1074905 2024-04-13T08:09:38.257 INFO:tasks.workunit.client.0.smithi119.stdout:op 1016 completed, throughput=4.98MB/sec 2024-04-13T08:09:38.257 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-dxGOtQg_eFgKtTM off=5149371 len=1369506 2024-04-13T08:09:38.260 INFO:tasks.workunit.client.0.smithi119.stdout:op 1017 completed, throughput=4.99MB/sec 2024-04-13T08:09:38.261 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-18nBiVW_ftwGCd- off=629245 len=1045937 2024-04-13T08:09:38.266 INFO:tasks.workunit.client.0.smithi119.stdout:op 1018 completed, throughput=4.99MB/sec 2024-04-13T08:09:38.266 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-2m6-1vDrjFFEmGV off=1704304 len=613737 2024-04-13T08:09:38.267 INFO:tasks.workunit.client.0.smithi119.stdout:op 1019 completed, throughput=4.99MB/sec 2024-04-13T08:09:38.267 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-z5E7fnNzdmnmOS7 off=5881828 len=2035576 2024-04-13T08:09:38.276 INFO:tasks.workunit.client.0.smithi119.stdout:op 1020 completed, throughput=5MB/sec 2024-04-13T08:09:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:09:38 smithi119 ceph-mon[96316]: pgmap v1503: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-13T08:09:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:09:38 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:09:39.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:09:38 smithi119 ceph-mon[93746]: pgmap v1503: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-13T08:09:39.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:09:38 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:09:39.276 INFO:tasks.workunit.client.0.smithi119.stdout: 200: throughput=4.98MB/sec pending data=0 2024-04-13T08:09:39.276 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-0O89q7Opr-qxIya off=2356183 len=1082639 2024-04-13T08:09:39.278 INFO:tasks.workunit.client.0.smithi119.stdout:op 1021 completed, throughput=4.98MB/sec 2024-04-13T08:09:39.278 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-m_4NLFel-_7g7Dp off=15376218 len=1241280 2024-04-13T08:09:39.284 INFO:tasks.workunit.client.0.smithi119.stdout:op 1022 completed, throughput=4.99MB/sec 2024-04-13T08:09:39.284 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-HRA5S3GDShcJqhK off=2819080 len=517579 2024-04-13T08:09:39.287 INFO:tasks.workunit.client.0.smithi119.stdout:op 1023 completed, throughput=4.99MB/sec 2024-04-13T08:09:39.287 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-asOtoNTgakKRi3M off=0 len=1051588 2024-04-13T08:09:39.289 INFO:tasks.workunit.client.0.smithi119.stdout:op 1024 completed, throughput=5MB/sec 2024-04-13T08:09:39.289 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-PEZN6NcE3qYKxfw off=1978949 len=2039928 2024-04-13T08:09:39.300 INFO:tasks.workunit.client.0.smithi119.stdout:op 1025 completed, throughput=5.01MB/sec 2024-04-13T08:09:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:09:38 smithi139 ceph-mon[88985]: pgmap v1503: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-13T08:09:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:09:38 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:09:40.300 INFO:tasks.workunit.client.0.smithi119.stdout: 201: throughput=4.98MB/sec pending data=0 2024-04-13T08:09:40.300 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-sKmjWU7omVIS_Wm off=1746659 len=982338 2024-04-13T08:09:40.305 INFO:tasks.workunit.client.0.smithi119.stdout:op 1026 completed, throughput=4.99MB/sec 2024-04-13T08:09:40.305 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-dDDndNapfzhGEHQ off=13259505 len=1576061 2024-04-13T08:09:40.314 INFO:tasks.workunit.client.0.smithi119.stdout:op 1027 completed, throughput=4.99MB/sec 2024-04-13T08:09:40.314 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-VBKhfBN8xh-e9li off=1566891 len=1431639 2024-04-13T08:09:40.321 INFO:tasks.workunit.client.0.smithi119.stdout:op 1028 completed, throughput=5MB/sec 2024-04-13T08:09:41.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:09:40 smithi119 ceph-mon[96316]: pgmap v1504: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-13T08:09:41.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:09:40 smithi119 ceph-mon[93746]: pgmap v1504: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-13T08:09:41.322 INFO:tasks.workunit.client.0.smithi119.stdout: 202: throughput=4.98MB/sec pending data=0 2024-04-13T08:09:41.322 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-vhdw22Kl7IhQhD7 off=13387388 len=557872 2024-04-13T08:09:41.326 INFO:tasks.workunit.client.0.smithi119.stdout:op 1029 completed, throughput=4.98MB/sec 2024-04-13T08:09:41.326 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-EvuY2Lt0hfw1M4q off=5054863 len=864270 2024-04-13T08:09:41.328 INFO:tasks.workunit.client.0.smithi119.stdout:op 1030 completed, throughput=4.98MB/sec 2024-04-13T08:09:41.328 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-qSANumybfAVxgnD off=5046314 len=1209663 2024-04-13T08:09:41.331 INFO:tasks.workunit.client.0.smithi119.stdout:op 1031 completed, throughput=4.99MB/sec 2024-04-13T08:09:41.331 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-GvOzeoR4pC4mk9s off=11525938 len=69966 2024-04-13T08:09:41.331 INFO:tasks.workunit.client.0.smithi119.stdout:op 1032 completed, throughput=4.99MB/sec 2024-04-13T08:09:41.332 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-wj_GBzTaaVihnWj off=2933210 len=1143847 2024-04-13T08:09:41.337 INFO:tasks.workunit.client.0.smithi119.stdout:op 1033 completed, throughput=4.99MB/sec 2024-04-13T08:09:41.337 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-qSugNBgwIizKamL off=21706577 len=1814672 2024-04-13T08:09:41.340 INFO:tasks.workunit.client.0.smithi119.stdout:op 1034 completed, throughput=5MB/sec 2024-04-13T08:09:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:09:40 smithi139 ceph-mon[88985]: pgmap v1504: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-13T08:09:42.341 INFO:tasks.workunit.client.0.smithi119.stdout: 203: throughput=4.98MB/sec pending data=0 2024-04-13T08:09:42.341 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Q1V1jLVRtiWmvqU off=3310750 len=1338916 2024-04-13T08:09:42.343 INFO:tasks.workunit.client.0.smithi119.stdout:op 1035 completed, throughput=4.98MB/sec 2024-04-13T08:09:42.343 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-3wkoN1RtXp1fzYK off=1613998 len=1586350 2024-04-13T08:09:42.345 INFO:tasks.workunit.client.0.smithi119.stdout:op 1036 completed, throughput=4.99MB/sec 2024-04-13T08:09:42.345 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-eXW3DhKDWpSB1YS off=3288117 len=343261 2024-04-13T08:09:42.345 INFO:tasks.workunit.client.0.smithi119.stdout:op 1037 completed, throughput=4.99MB/sec 2024-04-13T08:09:42.346 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-J5w3Knt3jsbsjNr off=6094727 len=1371750 2024-04-13T08:09:42.347 INFO:tasks.workunit.client.0.smithi119.stdout:op 1038 completed, throughput=5MB/sec 2024-04-13T08:09:42.347 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ydlqEPC1UCOb6L1 off=13553778 len=1461251 2024-04-13T08:09:42.355 INFO:tasks.workunit.client.0.smithi119.stdout:op 1039 completed, throughput=5.01MB/sec 2024-04-13T08:09:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:09:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:09:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:09:43.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:09:42 smithi119 ceph-mon[96316]: pgmap v1505: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-13T08:09:43.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:09:42 smithi119 ceph-mon[93746]: pgmap v1505: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-13T08:09:43.355 INFO:tasks.workunit.client.0.smithi119.stdout: 204: throughput=4.98MB/sec pending data=0 2024-04-13T08:09:43.355 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-c6mnwoAn7BXjcik off=6613081 len=607242 2024-04-13T08:09:43.360 INFO:tasks.workunit.client.0.smithi119.stdout:op 1040 completed, throughput=4.98MB/sec 2024-04-13T08:09:43.360 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-dgnWKFFUbAXu2sy off=1418427 len=870741 2024-04-13T08:09:43.365 INFO:tasks.workunit.client.0.smithi119.stdout:op 1041 completed, throughput=4.99MB/sec 2024-04-13T08:09:43.365 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-WPBrf3PvMLrcvP1 off=14990332 len=823537 2024-04-13T08:09:43.367 INFO:tasks.workunit.client.0.smithi119.stdout:op 1042 completed, throughput=4.99MB/sec 2024-04-13T08:09:43.367 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-21mGmlFfGjD56uR off=2291341 len=887424 2024-04-13T08:09:43.373 INFO:tasks.workunit.client.0.smithi119.stdout:op 1043 completed, throughput=5MB/sec 2024-04-13T08:09:43.373 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-YiYae2UxpAvPCWK off=99190 len=871861 2024-04-13T08:09:43.374 INFO:tasks.workunit.client.0.smithi119.stdout:op 1044 completed, throughput=5MB/sec 2024-04-13T08:09:43.374 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Nn3I2vjzYOlOzDA off=7755861 len=1072422 2024-04-13T08:09:43.376 INFO:tasks.workunit.client.0.smithi119.stdout:op 1045 completed, throughput=5MB/sec 2024-04-13T08:09:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:09:42 smithi139 ceph-mon[88985]: pgmap v1505: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-13T08:09:44.377 INFO:tasks.workunit.client.0.smithi119.stdout: 205: throughput=4.98MB/sec pending data=0 2024-04-13T08:09:44.377 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ft6FvLzgtWMVBIR off=2953678 len=934181 2024-04-13T08:09:44.378 INFO:tasks.workunit.client.0.smithi119.stdout:op 1046 completed, throughput=4.98MB/sec 2024-04-13T08:09:44.378 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-oZmIsEWhDWJJ6kB off=13780287 len=1273615 2024-04-13T08:09:44.381 INFO:tasks.workunit.client.0.smithi119.stdout:op 1047 completed, throughput=4.99MB/sec 2024-04-13T08:09:44.381 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-v-qLFryu3mP58nV off=67050 len=939363 2024-04-13T08:09:44.383 INFO:tasks.workunit.client.0.smithi119.stdout:op 1048 completed, throughput=4.99MB/sec 2024-04-13T08:09:44.383 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-oLb4VsZz_st9JHY off=12176298 len=644951 2024-04-13T08:09:44.384 INFO:tasks.workunit.client.0.smithi119.stdout:op 1049 completed, throughput=5MB/sec 2024-04-13T08:09:44.384 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Vsy_iWEMiQm3N3h off=17325265 len=646846 2024-04-13T08:09:44.385 INFO:tasks.workunit.client.0.smithi119.stdout:op 1050 completed, throughput=5MB/sec 2024-04-13T08:09:45.187 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:09:44 smithi139 ceph-mon[88985]: pgmap v1506: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-13T08:09:45.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:09:44 smithi119 ceph-mon[93746]: pgmap v1506: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-13T08:09:45.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:09:44 smithi119 ceph-mon[96316]: pgmap v1506: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-13T08:09:45.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:09:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:09:44] "GET /metrics HTTP/1.1" 200 33991 "" "Prometheus/2.43.0" 2024-04-13T08:09:45.386 INFO:tasks.workunit.client.0.smithi119.stdout: 206: throughput=4.98MB/sec pending data=0 2024-04-13T08:09:45.386 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-R9qzOkjJ-i6U3ip off=5386512 len=1851302 2024-04-13T08:09:45.394 INFO:tasks.workunit.client.0.smithi119.stdout:op 1051 completed, throughput=4.98MB/sec 2024-04-13T08:09:45.394 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-GOE3i29IHj_Ww9g off=9704964 len=316909 2024-04-13T08:09:45.395 INFO:tasks.workunit.client.0.smithi119.stdout:op 1052 completed, throughput=4.99MB/sec 2024-04-13T08:09:45.395 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-8AdKQ8jZD6XlH4P off=10762851 len=670824 2024-04-13T08:09:45.399 INFO:tasks.workunit.client.0.smithi119.stdout:op 1053 completed, throughput=4.99MB/sec 2024-04-13T08:09:45.399 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-VDU7_4piNdbMH2N off=6345904 len=1536138 2024-04-13T08:09:45.401 INFO:tasks.workunit.client.0.smithi119.stdout:op 1054 completed, throughput=5MB/sec 2024-04-13T08:09:45.401 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-LIAgKumWHYEBXuK off=579616 len=566679 2024-04-13T08:09:45.404 INFO:tasks.workunit.client.0.smithi119.stdout:op 1055 completed, throughput=5MB/sec 2024-04-13T08:09:45.404 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-dL9kvQ-_FxXaH8Z off=4246129 len=951824 2024-04-13T08:09:45.406 INFO:tasks.workunit.client.0.smithi119.stdout:op 1056 completed, throughput=5MB/sec 2024-04-13T08:09:46.406 INFO:tasks.workunit.client.0.smithi119.stdout: 207: throughput=4.98MB/sec pending data=0 2024-04-13T08:09:46.406 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-y4DKCrX__mTbnXK off=2407788 len=940771 2024-04-13T08:09:46.411 INFO:tasks.workunit.client.0.smithi119.stdout:op 1057 completed, throughput=4.98MB/sec 2024-04-13T08:09:46.411 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-JTi3R1yn3fkOhkS off=7201263 len=412153 2024-04-13T08:09:46.415 INFO:tasks.workunit.client.0.smithi119.stdout:op 1058 completed, throughput=4.99MB/sec 2024-04-13T08:09:46.415 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-zLCDPLag5oOSnI3 off=2800109 len=304125 2024-04-13T08:09:46.416 INFO:tasks.workunit.client.0.smithi119.stdout:op 1059 completed, throughput=4.99MB/sec 2024-04-13T08:09:46.416 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ZZK7bw4r9Y1ELGt off=18193255 len=519086 2024-04-13T08:09:46.417 INFO:tasks.workunit.client.0.smithi119.stdout:op 1060 completed, throughput=4.99MB/sec 2024-04-13T08:09:46.417 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-G2pKDPL1ey1t9sr off=6087075 len=1168990 2024-04-13T08:09:46.424 INFO:tasks.workunit.client.0.smithi119.stdout:op 1061 completed, throughput=4.99MB/sec 2024-04-13T08:09:46.424 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-DqEQIDWYiy0u4Uf off=36111 len=1760650 2024-04-13T08:09:46.432 INFO:tasks.workunit.client.0.smithi119.stdout:op 1062 completed, throughput=5MB/sec 2024-04-13T08:09:47.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:09:46 smithi119 ceph-mon[96316]: pgmap v1507: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-13T08:09:47.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:09:46 smithi119 ceph-mon[93746]: pgmap v1507: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-13T08:09:47.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:09:46 smithi139 ceph-mon[88985]: pgmap v1507: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-13T08:09:47.432 INFO:tasks.workunit.client.0.smithi119.stdout: 208: throughput=4.98MB/sec pending data=0 2024-04-13T08:09:47.433 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-yb4dHm_KTk64Ux7 off=7123542 len=1972628 2024-04-13T08:09:47.442 INFO:tasks.workunit.client.0.smithi119.stdout:op 1063 completed, throughput=4.99MB/sec 2024-04-13T08:09:47.442 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-xWQAGTqkM_w8jUE off=10231875 len=960015 2024-04-13T08:09:47.443 INFO:tasks.workunit.client.0.smithi119.stdout:op 1064 completed, throughput=4.99MB/sec 2024-04-13T08:09:47.444 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-iqaFwGiN-DnfdJb off=10598016 len=402536 2024-04-13T08:09:47.446 INFO:tasks.workunit.client.0.smithi119.stdout:op 1065 completed, throughput=4.99MB/sec 2024-04-13T08:09:47.446 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-gNLsd8OD7IU0zgm off=13066018 len=1720170 2024-04-13T08:09:47.450 INFO:tasks.workunit.client.0.smithi119.stdout:op 1066 completed, throughput=5MB/sec 2024-04-13T08:09:48.451 INFO:tasks.workunit.client.0.smithi119.stdout: 209: throughput=4.98MB/sec pending data=0 2024-04-13T08:09:48.451 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-W9xFqY7K64h77tM off=8815354 len=2013510 2024-04-13T08:09:48.453 INFO:tasks.workunit.client.0.smithi119.stdout:op 1067 completed, throughput=4.99MB/sec 2024-04-13T08:09:48.453 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Ed8gjeywlUkztoi off=14381192 len=1595413 2024-04-13T08:09:48.461 INFO:tasks.workunit.client.0.smithi119.stdout:op 1068 completed, throughput=4.99MB/sec 2024-04-13T08:09:48.461 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-eSt_KlS0JM5Amj_ off=432610 len=587118 2024-04-13T08:09:48.463 INFO:tasks.workunit.client.0.smithi119.stdout:op 1069 completed, throughput=5MB/sec 2024-04-13T08:09:48.463 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-7eZ4ShgX_xKnUaF off=15558926 len=1242430 2024-04-13T08:09:48.468 INFO:tasks.workunit.client.0.smithi119.stdout:op 1070 completed, throughput=5MB/sec 2024-04-13T08:09:49.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:09:48 smithi119 ceph-mon[93746]: pgmap v1508: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T08:09:49.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:09:48 smithi119 ceph-mon[96316]: pgmap v1508: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T08:09:49.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:09:48 smithi139 ceph-mon[88985]: pgmap v1508: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T08:09:49.469 INFO:tasks.workunit.client.0.smithi119.stdout: 210: throughput=4.98MB/sec pending data=0 2024-04-13T08:09:49.469 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-PpVyjextyKzMZjm off=2143230 len=1490200 2024-04-13T08:09:49.471 INFO:tasks.workunit.client.0.smithi119.stdout:op 1071 completed, throughput=4.98MB/sec 2024-04-13T08:09:49.471 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-o1LDdqgJmUNNAlj off=9682983 len=510175 2024-04-13T08:09:49.474 INFO:tasks.workunit.client.0.smithi119.stdout:op 1072 completed, throughput=4.99MB/sec 2024-04-13T08:09:49.474 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-WlpYShKUr1qt9YO off=3602180 len=1858910 2024-04-13T08:09:49.483 INFO:tasks.workunit.client.0.smithi119.stdout:op 1073 completed, throughput=4.99MB/sec 2024-04-13T08:09:49.483 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-C6XwyI4O6-Y3DfG off=4578233 len=1743422 2024-04-13T08:09:49.493 INFO:tasks.workunit.client.0.smithi119.stdout:op 1074 completed, throughput=5MB/sec 2024-04-13T08:09:50.493 INFO:tasks.workunit.client.0.smithi119.stdout: 211: throughput=4.98MB/sec pending data=0 2024-04-13T08:09:50.494 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ictWbb9TmBL7Iqb off=7322277 len=1275801 2024-04-13T08:09:50.495 INFO:tasks.workunit.client.0.smithi119.stdout:op 1075 completed, throughput=4.98MB/sec 2024-04-13T08:09:50.495 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-R6UDOme_RdRuUkn off=2983389 len=1411662 2024-04-13T08:09:50.504 INFO:tasks.workunit.client.0.smithi119.stdout:op 1076 completed, throughput=4.99MB/sec 2024-04-13T08:09:50.504 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--6pp5Ro6IDKmhBE off=5957322 len=1011904 2024-04-13T08:09:50.506 INFO:tasks.workunit.client.0.smithi119.stdout:op 1077 completed, throughput=4.99MB/sec 2024-04-13T08:09:50.506 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-gOERHPsXCTD2Cur off=6541228 len=961389 2024-04-13T08:09:50.510 INFO:tasks.workunit.client.0.smithi119.stdout:op 1078 completed, throughput=5MB/sec 2024-04-13T08:09:50.510 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-9p2ATanbNUEhov- off=1956266 len=209916 2024-04-13T08:09:50.513 INFO:tasks.workunit.client.0.smithi119.stdout:op 1079 completed, throughput=5MB/sec 2024-04-13T08:09:50.513 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-mkMDCJ_G1oVr6W2 off=5436686 len=1604661 2024-04-13T08:09:50.514 INFO:tasks.workunit.client.0.smithi119.stdout:op 1080 completed, throughput=5.01MB/sec 2024-04-13T08:09:51.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:09:50 smithi119 ceph-mon[96316]: pgmap v1509: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-13T08:09:51.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:09:50 smithi119 ceph-mon[93746]: pgmap v1509: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-13T08:09:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:09:50 smithi139 ceph-mon[88985]: pgmap v1509: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-13T08:09:51.515 INFO:tasks.workunit.client.0.smithi119.stdout: 212: throughput=4.98MB/sec pending data=0 2024-04-13T08:09:51.515 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-P_6qMbvbaZjvVX3 off=9771914 len=213000 2024-04-13T08:09:51.515 INFO:tasks.workunit.client.0.smithi119.stdout:op 1081 completed, throughput=4.98MB/sec 2024-04-13T08:09:51.516 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-NG3agaydz6LLN6H off=299436 len=160753 2024-04-13T08:09:51.517 INFO:tasks.workunit.client.0.smithi119.stdout:op 1082 completed, throughput=4.99MB/sec 2024-04-13T08:09:51.517 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-lwavR3u6wqtgeAw off=16377731 len=1583298 2024-04-13T08:09:51.525 INFO:tasks.workunit.client.0.smithi119.stdout:op 1083 completed, throughput=4.99MB/sec 2024-04-13T08:09:51.525 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-0HFkRYLE9lMCIQ7 off=1914063 len=1260797 2024-04-13T08:09:51.527 INFO:tasks.workunit.client.0.smithi119.stdout:op 1084 completed, throughput=5MB/sec 2024-04-13T08:09:51.527 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-oAAMygCCCKkx6vL off=15765774 len=1672886 2024-04-13T08:09:51.529 INFO:tasks.workunit.client.0.smithi119.stdout:op 1085 completed, throughput=5MB/sec 2024-04-13T08:09:52.530 INFO:tasks.workunit.client.0.smithi119.stdout: 213: throughput=4.98MB/sec pending data=0 2024-04-13T08:09:52.530 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-6tq6mjYRsgnoj64 off=3317936 len=1586976 2024-04-13T08:09:52.540 INFO:tasks.workunit.client.0.smithi119.stdout:op 1086 completed, throughput=4.99MB/sec 2024-04-13T08:09:52.540 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-yIC7ruL9SmchZS5 off=9269767 len=738396 2024-04-13T08:09:52.543 INFO:tasks.workunit.client.0.smithi119.stdout:op 1087 completed, throughput=4.99MB/sec 2024-04-13T08:09:52.543 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-dBbZzMIkH1Vdn0p off=5456887 len=121152 2024-04-13T08:09:52.546 INFO:tasks.workunit.client.0.smithi119.stdout:op 1088 completed, throughput=4.99MB/sec 2024-04-13T08:09:52.546 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-4QKr4USEER19YeY off=2019409 len=291426 2024-04-13T08:09:52.547 INFO:tasks.workunit.client.0.smithi119.stdout:op 1089 completed, throughput=4.99MB/sec 2024-04-13T08:09:52.547 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-A5VtM2rVu-VsciQ off=604154 len=1323582 2024-04-13T08:09:52.548 INFO:tasks.workunit.client.0.smithi119.stdout:op 1090 completed, throughput=5MB/sec 2024-04-13T08:09:52.548 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Hy5bMqPmmIf3Zw0 off=1679017 len=193327 2024-04-13T08:09:52.549 INFO:tasks.workunit.client.0.smithi119.stdout:op 1091 completed, throughput=5MB/sec 2024-04-13T08:09:52.549 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-r4ZR4lzlcyWt5Ri off=5653415 len=574823 2024-04-13T08:09:52.552 INFO:tasks.workunit.client.0.smithi119.stdout:op 1092 completed, throughput=5MB/sec 2024-04-13T08:09:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:09:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:09:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:09:53.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:09:52 smithi119 ceph-mon[93746]: pgmap v1510: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T08:09:53.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:09:52 smithi119 ceph-mon[96316]: pgmap v1510: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T08:09:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:09:52 smithi139 ceph-mon[88985]: pgmap v1510: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T08:09:53.552 INFO:tasks.workunit.client.0.smithi119.stdout: 214: throughput=4.98MB/sec pending data=0 2024-04-13T08:09:53.553 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-5jVSD0Bjy5ZDJze off=16916915 len=556136 2024-04-13T08:09:53.554 INFO:tasks.workunit.client.0.smithi119.stdout:op 1093 completed, throughput=4.98MB/sec 2024-04-13T08:09:53.554 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-fuS5x79woi5nxim off=12608899 len=131396 2024-04-13T08:09:53.557 INFO:tasks.workunit.client.0.smithi119.stdout:op 1094 completed, throughput=4.98MB/sec 2024-04-13T08:09:53.557 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Ryv3afYyFAVlRJ0 off=386289 len=66784 2024-04-13T08:09:53.559 INFO:tasks.workunit.client.0.smithi119.stdout:op 1095 completed, throughput=4.98MB/sec 2024-04-13T08:09:53.560 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-IUhP5toxwm-usrj off=18549866 len=1406889 2024-04-13T08:09:53.561 INFO:tasks.workunit.client.0.smithi119.stdout:op 1096 completed, throughput=4.99MB/sec 2024-04-13T08:09:53.561 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ybdD246XaGo4E88 off=3462325 len=1149876 2024-04-13T08:09:53.563 INFO:tasks.workunit.client.0.smithi119.stdout:op 1097 completed, throughput=4.99MB/sec 2024-04-13T08:09:53.563 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-gM-K1I2MxIHK4EQ off=4562006 len=766225 2024-04-13T08:09:53.564 INFO:tasks.workunit.client.0.smithi119.stdout:op 1098 completed, throughput=5MB/sec 2024-04-13T08:09:53.564 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-jlmmfgE97b9Ub5r off=3139208 len=1281407 2024-04-13T08:09:53.572 INFO:tasks.workunit.client.0.smithi119.stdout:op 1099 completed, throughput=5MB/sec 2024-04-13T08:09:54.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:09:53 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:09:54.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:09:53 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:09:54.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:09:53 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:09:54.572 INFO:tasks.workunit.client.0.smithi119.stdout: 215: throughput=4.98MB/sec pending data=0 2024-04-13T08:09:54.572 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-wY7gc8QZwrjhpfp off=10829644 len=979342 2024-04-13T08:09:54.577 INFO:tasks.workunit.client.0.smithi119.stdout:op 1100 completed, throughput=4.98MB/sec 2024-04-13T08:09:54.577 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-mYAWAHvJ2cJNhsw off=1685326 len=1161993 2024-04-13T08:09:54.583 INFO:tasks.workunit.client.0.smithi119.stdout:op 1101 completed, throughput=4.99MB/sec 2024-04-13T08:09:54.583 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-HwJUsjtL6MDYujm off=17240739 len=1084077 2024-04-13T08:09:54.585 INFO:tasks.workunit.client.0.smithi119.stdout:op 1102 completed, throughput=4.99MB/sec 2024-04-13T08:09:54.585 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-tecY6GCXIPQ8IPL off=8147279 len=888114 2024-04-13T08:09:54.585 INFO:tasks.workunit.client.0.smithi119.stdout:op 1103 completed, throughput=5MB/sec 2024-04-13T08:09:54.586 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-aWSk6D7YJQ28yTj off=12791220 len=1173428 2024-04-13T08:09:54.586 INFO:tasks.workunit.client.0.smithi119.stdout:op 1104 completed, throughput=5MB/sec 2024-04-13T08:09:55.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:09:54 smithi119 ceph-mon[93746]: pgmap v1511: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:09:55.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:09:54 smithi119 ceph-mon[96316]: pgmap v1511: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:09:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:09:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:09:54] "GET /metrics HTTP/1.1" 200 33991 "" "Prometheus/2.43.0" 2024-04-13T08:09:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:09:54 smithi139 ceph-mon[88985]: pgmap v1511: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:09:55.587 INFO:tasks.workunit.client.0.smithi119.stdout: 216: throughput=4.98MB/sec pending data=0 2024-04-13T08:09:55.587 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-7HqTR3GDGyHLdQr off=10895782 len=2075178 2024-04-13T08:09:55.591 INFO:tasks.workunit.client.0.smithi119.stdout:op 1105 completed, throughput=4.99MB/sec 2024-04-13T08:09:55.592 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-SydvkfpDnWVVEjz off=734894 len=1000044 2024-04-13T08:09:55.597 INFO:tasks.workunit.client.0.smithi119.stdout:op 1106 completed, throughput=4.99MB/sec 2024-04-13T08:09:55.597 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-hEuGtqDisT6hPXA off=8057882 len=1781566 2024-04-13T08:09:55.602 INFO:tasks.workunit.client.0.smithi119.stdout:op 1107 completed, throughput=5MB/sec 2024-04-13T08:09:56.603 INFO:tasks.workunit.client.0.smithi119.stdout: 217: throughput=4.98MB/sec pending data=0 2024-04-13T08:09:56.603 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-8vYdiqWTfZpy5r7 off=291079 len=1010476 2024-04-13T08:09:56.604 INFO:tasks.workunit.client.0.smithi119.stdout:op 1108 completed, throughput=4.98MB/sec 2024-04-13T08:09:56.605 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-LsWk-eaCJ5FrXa5 off=11107937 len=1757771 2024-04-13T08:09:56.615 INFO:tasks.workunit.client.0.smithi119.stdout:op 1109 completed, throughput=4.99MB/sec 2024-04-13T08:09:56.615 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-e47tGnng-y1TiCa off=9751920 len=132664 2024-04-13T08:09:56.618 INFO:tasks.workunit.client.0.smithi119.stdout:op 1110 completed, throughput=4.99MB/sec 2024-04-13T08:09:56.618 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-a1g_t1WO9_dQh1w off=2667627 len=916096 2024-04-13T08:09:56.619 INFO:tasks.workunit.client.0.smithi119.stdout:op 1111 completed, throughput=4.99MB/sec 2024-04-13T08:09:56.620 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-pBhC6kJL4v7K6oZ off=680575 len=213352 2024-04-13T08:09:56.620 INFO:tasks.workunit.client.0.smithi119.stdout:op 1112 completed, throughput=4.99MB/sec 2024-04-13T08:09:56.620 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-9XVUge5PVxqWoIT off=4370197 len=29021 2024-04-13T08:09:56.621 INFO:tasks.workunit.client.0.smithi119.stdout:op 1113 completed, throughput=4.99MB/sec 2024-04-13T08:09:56.621 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-p5NiYUK5CFzjmsQ off=10508715 len=2042225 2024-04-13T08:09:56.624 INFO:tasks.workunit.client.0.smithi119.stdout:op 1114 completed, throughput=5MB/sec 2024-04-13T08:09:57.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:09:56 smithi119 ceph-mon[96316]: pgmap v1512: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:09:57.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:09:56 smithi119 ceph-mon[93746]: pgmap v1512: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:09:57.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:09:56 smithi139 ceph-mon[88985]: pgmap v1512: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:09:57.624 INFO:tasks.workunit.client.0.smithi119.stdout: 218: throughput=4.98MB/sec pending data=0 2024-04-13T08:09:57.624 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-5exmSy6e2TCYq6V off=15497780 len=344490 2024-04-13T08:09:57.625 INFO:tasks.workunit.client.0.smithi119.stdout:op 1115 completed, throughput=4.98MB/sec 2024-04-13T08:09:57.625 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-t2VGOtxH-QPeF1_ off=17377804 len=1627875 2024-04-13T08:09:57.634 INFO:tasks.workunit.client.0.smithi119.stdout:op 1116 completed, throughput=4.99MB/sec 2024-04-13T08:09:57.634 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-4gcs8zCPnv0nvmx off=170671 len=40205 2024-04-13T08:09:57.637 INFO:tasks.workunit.client.0.smithi119.stdout:op 1117 completed, throughput=4.99MB/sec 2024-04-13T08:09:57.637 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-H9I_qbipGDBTAQv off=1921418 len=1085253 2024-04-13T08:09:57.643 INFO:tasks.workunit.client.0.smithi119.stdout:op 1118 completed, throughput=4.99MB/sec 2024-04-13T08:09:57.643 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-N6TU_Kx2IUsBVje off=2284615 len=509916 2024-04-13T08:09:57.643 INFO:tasks.workunit.client.0.smithi119.stdout:op 1119 completed, throughput=5MB/sec 2024-04-13T08:09:57.644 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-4T7RgctAYyB18AE off=1595841 len=43346 2024-04-13T08:09:57.646 INFO:tasks.workunit.client.0.smithi119.stdout:op 1120 completed, throughput=5MB/sec 2024-04-13T08:09:57.646 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj--TVMe-worwe080n off=12787389 len=61730 2024-04-13T08:09:57.649 INFO:tasks.workunit.client.0.smithi119.stdout:op 1121 completed, throughput=5MB/sec 2024-04-13T08:09:57.649 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-q4LpAvPg9G_DpDx off=714770 len=444745 2024-04-13T08:09:57.652 INFO:tasks.workunit.client.0.smithi119.stdout:op 1122 completed, throughput=5MB/sec 2024-04-13T08:09:57.652 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-WokOui09yFtWZXB off=13692742 len=1546018 2024-04-13T08:09:57.659 INFO:tasks.workunit.client.0.smithi119.stdout:op 1123 completed, throughput=5MB/sec 2024-04-13T08:09:58.660 INFO:tasks.workunit.client.0.smithi119.stdout: 219: throughput=4.98MB/sec pending data=0 2024-04-13T08:09:58.660 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-0mSNLUsaD_Met8o off=5025810 len=1395218 2024-04-13T08:09:58.666 INFO:tasks.workunit.client.0.smithi119.stdout:op 1124 completed, throughput=4.99MB/sec 2024-04-13T08:09:58.666 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj--1Lbk8K1zYlVjlr off=454623 len=1722221 2024-04-13T08:09:58.675 INFO:tasks.workunit.client.0.smithi119.stdout:op 1125 completed, throughput=5MB/sec 2024-04-13T08:09:58.675 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-XAcXPPJ5j57sHPm off=4773006 len=1772228 2024-04-13T08:09:58.683 INFO:tasks.workunit.client.0.smithi119.stdout:op 1126 completed, throughput=5MB/sec 2024-04-13T08:09:59.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:09:58 smithi119 ceph-mon[93746]: pgmap v1513: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-13T08:09:59.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:09:58 smithi119 ceph-mon[96316]: pgmap v1513: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-13T08:09:59.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:09:58 smithi139 ceph-mon[88985]: pgmap v1513: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-13T08:09:59.683 INFO:tasks.workunit.client.0.smithi119.stdout: 220: throughput=4.98MB/sec pending data=0 2024-04-13T08:09:59.683 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-4mluPXJ2Wi_6hXp off=8538700 len=977400 2024-04-13T08:09:59.688 INFO:tasks.workunit.client.0.smithi119.stdout:op 1127 completed, throughput=4.98MB/sec 2024-04-13T08:09:59.689 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ZtD6ZaO2DmXgq3J off=21518366 len=13238 2024-04-13T08:09:59.690 INFO:tasks.workunit.client.0.smithi119.stdout:op 1128 completed, throughput=4.98MB/sec 2024-04-13T08:09:59.690 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-EwZnE7-ODqp1HQ_ off=16323229 len=175069 2024-04-13T08:09:59.693 INFO:tasks.workunit.client.0.smithi119.stdout:op 1129 completed, throughput=4.99MB/sec 2024-04-13T08:09:59.693 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-FqwI0XlyeQ-IINX off=1367395 len=462175 2024-04-13T08:09:59.694 INFO:tasks.workunit.client.0.smithi119.stdout:op 1130 completed, throughput=4.99MB/sec 2024-04-13T08:09:59.694 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-kM_IK3C14rnybEk off=5724183 len=1958383 2024-04-13T08:09:59.698 INFO:tasks.workunit.client.0.smithi119.stdout:op 1131 completed, throughput=5MB/sec 2024-04-13T08:09:59.698 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-pTeiqmBtg25jk4- off=674164 len=870137 2024-04-13T08:09:59.699 INFO:tasks.workunit.client.0.smithi119.stdout:op 1132 completed, throughput=5MB/sec 2024-04-13T08:09:59.699 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-rScuFZ2Ytks6Jz0 off=98361 len=205289 2024-04-13T08:09:59.700 INFO:tasks.workunit.client.0.smithi119.stdout:op 1133 completed, throughput=5MB/sec 2024-04-13T08:09:59.700 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-pIxvfCB4lx-wll5 off=9076570 len=908010 2024-04-13T08:09:59.704 INFO:tasks.workunit.client.0.smithi119.stdout:op 1134 completed, throughput=5MB/sec 2024-04-13T08:10:00.705 INFO:tasks.workunit.client.0.smithi119.stdout: 221: throughput=4.98MB/sec pending data=0 2024-04-13T08:10:00.705 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Pm-q5IF8CdX73QR off=6638652 len=145329 2024-04-13T08:10:00.705 INFO:tasks.workunit.client.0.smithi119.stdout:op 1135 completed, throughput=4.98MB/sec 2024-04-13T08:10:00.705 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-AEt0zo625fl_JH7 off=21781721 len=1933951 2024-04-13T08:10:00.714 INFO:tasks.workunit.client.0.smithi119.stdout:op 1136 completed, throughput=4.99MB/sec 2024-04-13T08:10:00.714 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-J9EWHJD-Gu8MAJr off=193727 len=2047396 2024-04-13T08:10:00.723 INFO:tasks.workunit.client.0.smithi119.stdout:op 1137 completed, throughput=5MB/sec 2024-04-13T08:10:00.723 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-WAbE6iCY_L78pjc off=637867 len=766794 2024-04-13T08:10:00.727 INFO:tasks.workunit.client.0.smithi119.stdout:op 1138 completed, throughput=5MB/sec 2024-04-13T08:10:01.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:10:00 smithi119 ceph-mon[93746]: pgmap v1514: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:10:01.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:10:00 smithi119 ceph-mon[93746]: overall HEALTH_OK 2024-04-13T08:10:01.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:10:00 smithi119 ceph-mon[96316]: pgmap v1514: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:10:01.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:10:00 smithi119 ceph-mon[96316]: overall HEALTH_OK 2024-04-13T08:10:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:10:00 smithi139 ceph-mon[88985]: pgmap v1514: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:10:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:10:00 smithi139 ceph-mon[88985]: overall HEALTH_OK 2024-04-13T08:10:01.728 INFO:tasks.workunit.client.0.smithi119.stdout: 222: throughput=4.98MB/sec pending data=0 2024-04-13T08:10:01.728 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-r__Oy-kA36CYhzi off=1141904 len=216535 2024-04-13T08:10:01.729 INFO:tasks.workunit.client.0.smithi119.stdout:op 1139 completed, throughput=4.98MB/sec 2024-04-13T08:10:01.729 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-YawtUZhLHEduy7D off=1272393 len=2077280 2024-04-13T08:10:01.731 INFO:tasks.workunit.client.0.smithi119.stdout:op 1140 completed, throughput=4.99MB/sec 2024-04-13T08:10:01.731 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-J_FSVIeNDoTq6-h off=14502714 len=250927 2024-04-13T08:10:01.734 INFO:tasks.workunit.client.0.smithi119.stdout:op 1141 completed, throughput=4.99MB/sec 2024-04-13T08:10:01.734 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ncwmRjRpWbVAPdA off=358945 len=150777 2024-04-13T08:10:01.735 INFO:tasks.workunit.client.0.smithi119.stdout:op 1142 completed, throughput=4.99MB/sec 2024-04-13T08:10:01.735 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-JSLIx3jxAHSn_Hk off=582649 len=710892 2024-04-13T08:10:01.736 INFO:tasks.workunit.client.0.smithi119.stdout:op 1143 completed, throughput=4.99MB/sec 2024-04-13T08:10:01.736 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-0GjJ9uLmUJ1PBi_ off=5235928 len=1679326 2024-04-13T08:10:01.746 INFO:tasks.workunit.client.0.smithi119.stdout:op 1144 completed, throughput=5MB/sec 2024-04-13T08:10:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:10:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:10:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:10:02.746 INFO:tasks.workunit.client.0.smithi119.stdout: 223: throughput=4.98MB/sec pending data=0 2024-04-13T08:10:02.747 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ISjv_X0xftDKSL3 off=748187 len=314724 2024-04-13T08:10:02.747 INFO:tasks.workunit.client.0.smithi119.stdout:op 1145 completed, throughput=4.98MB/sec 2024-04-13T08:10:02.747 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-6sJrP1_qUI76JBR off=2818914 len=512265 2024-04-13T08:10:02.748 INFO:tasks.workunit.client.0.smithi119.stdout:op 1146 completed, throughput=4.98MB/sec 2024-04-13T08:10:02.748 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-wf6fKA3OcbNsklp off=10162356 len=626844 2024-04-13T08:10:02.752 INFO:tasks.workunit.client.0.smithi119.stdout:op 1147 completed, throughput=4.98MB/sec 2024-04-13T08:10:02.752 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-pV81TJLJ4U6yBVz off=1812146 len=1846009 2024-04-13T08:10:02.756 INFO:tasks.workunit.client.0.smithi119.stdout:op 1148 completed, throughput=4.99MB/sec 2024-04-13T08:10:02.756 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-1pKCTH0AUxc0QD1 off=907093 len=1533458 2024-04-13T08:10:02.758 INFO:tasks.workunit.client.0.smithi119.stdout:op 1149 completed, throughput=5MB/sec 2024-04-13T08:10:02.758 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-_tfmb7sdE2EYEmF off=4594153 len=219783 2024-04-13T08:10:02.759 INFO:tasks.workunit.client.0.smithi119.stdout:op 1150 completed, throughput=5MB/sec 2024-04-13T08:10:02.760 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-4pOBBMvXt4Tj3O5 off=6896944 len=1934562 2024-04-13T08:10:02.770 INFO:tasks.workunit.client.0.smithi119.stdout:op 1151 completed, throughput=5.01MB/sec 2024-04-13T08:10:03.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:10:02 smithi119 ceph-mon[96316]: pgmap v1515: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-13T08:10:03.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:10:02 smithi119 ceph-mon[93746]: pgmap v1515: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-13T08:10:03.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:10:02 smithi139 ceph-mon[88985]: pgmap v1515: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-13T08:10:03.770 INFO:tasks.workunit.client.0.smithi119.stdout: 224: throughput=4.99MB/sec pending data=0 2024-04-13T08:10:03.771 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ahYbS6AKxcyK4gb off=471381 len=1407904 2024-04-13T08:10:03.777 INFO:tasks.workunit.client.0.smithi119.stdout:op 1152 completed, throughput=4.99MB/sec 2024-04-13T08:10:03.777 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Tm9Ih_ziL6G-Jnn off=2226775 len=882473 2024-04-13T08:10:03.779 INFO:tasks.workunit.client.0.smithi119.stdout:op 1153 completed, throughput=4.99MB/sec 2024-04-13T08:10:03.779 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-4vwMANExXSiuH_- off=1009131 len=611461 2024-04-13T08:10:03.783 INFO:tasks.workunit.client.0.smithi119.stdout:op 1154 completed, throughput=5MB/sec 2024-04-13T08:10:03.783 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-MmCF5f_83tRDv09 off=619327 len=1206602 2024-04-13T08:10:03.784 INFO:tasks.workunit.client.0.smithi119.stdout:op 1155 completed, throughput=5MB/sec 2024-04-13T08:10:04.785 INFO:tasks.workunit.client.0.smithi119.stdout: 225: throughput=4.98MB/sec pending data=0 2024-04-13T08:10:04.785 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-z_IEkK1M_32X6Dl off=4070078 len=147367 2024-04-13T08:10:04.786 INFO:tasks.workunit.client.0.smithi119.stdout:op 1156 completed, throughput=4.98MB/sec 2024-04-13T08:10:04.786 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-HCHjEbSHZXPXRgi off=4976878 len=7705 2024-04-13T08:10:04.786 INFO:tasks.workunit.client.0.smithi119.stdout:op 1157 completed, throughput=4.98MB/sec 2024-04-13T08:10:04.786 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-2lOa4CbJham_rYt off=5074434 len=312373 2024-04-13T08:10:04.790 INFO:tasks.workunit.client.0.smithi119.stdout:op 1158 completed, throughput=4.98MB/sec 2024-04-13T08:10:04.790 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Q-KhH8W7KhzyRyz off=2935307 len=1606448 2024-04-13T08:10:04.791 INFO:tasks.workunit.client.0.smithi119.stdout:op 1159 completed, throughput=4.99MB/sec 2024-04-13T08:10:04.791 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-4M_obWD7MKK-iAU off=2182353 len=820975 2024-04-13T08:10:04.792 INFO:tasks.workunit.client.0.smithi119.stdout:op 1160 completed, throughput=4.99MB/sec 2024-04-13T08:10:04.792 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-AheOLLV45hAoIUi off=7335740 len=1747773 2024-04-13T08:10:04.801 INFO:tasks.workunit.client.0.smithi119.stdout:op 1161 completed, throughput=5MB/sec 2024-04-13T08:10:04.801 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-VZktWMYeIoCUI28 off=19801839 len=1216472 2024-04-13T08:10:04.807 INFO:tasks.workunit.client.0.smithi119.stdout:op 1162 completed, throughput=5MB/sec 2024-04-13T08:10:05.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:10:04 smithi119 ceph-mon[96316]: pgmap v1516: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:10:05.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:10:04 smithi119 ceph-mon[93746]: pgmap v1516: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:10:05.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:10:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:10:04] "GET /metrics HTTP/1.1" 200 33991 "" "Prometheus/2.43.0" 2024-04-13T08:10:05.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:10:04 smithi139 ceph-mon[88985]: pgmap v1516: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:10:05.808 INFO:tasks.workunit.client.0.smithi119.stdout: 226: throughput=4.98MB/sec pending data=0 2024-04-13T08:10:05.808 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-2IyHfyd8LmYyC09 off=5742729 len=1442793 2024-04-13T08:10:05.809 INFO:tasks.workunit.client.0.smithi119.stdout:op 1163 completed, throughput=4.99MB/sec 2024-04-13T08:10:05.810 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-0RONCSgFAAXbfUE off=1153313 len=1551278 2024-04-13T08:10:05.819 INFO:tasks.workunit.client.0.smithi119.stdout:op 1164 completed, throughput=4.99MB/sec 2024-04-13T08:10:05.819 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-2R0w0KU791tzG3v off=5403193 len=406988 2024-04-13T08:10:05.822 INFO:tasks.workunit.client.0.smithi119.stdout:op 1165 completed, throughput=5MB/sec 2024-04-13T08:10:05.822 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-FEN3-zyn6nH29eL off=5133560 len=255886 2024-04-13T08:10:05.823 INFO:tasks.workunit.client.0.smithi119.stdout:op 1166 completed, throughput=5MB/sec 2024-04-13T08:10:05.823 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Qgn8kqjEME-tG7g off=7519787 len=1318290 2024-04-13T08:10:05.828 INFO:tasks.workunit.client.0.smithi119.stdout:op 1167 completed, throughput=5MB/sec 2024-04-13T08:10:06.829 INFO:tasks.workunit.client.0.smithi119.stdout: 227: throughput=4.98MB/sec pending data=0 2024-04-13T08:10:06.829 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ijVQPLO02N_3OPO off=7688980 len=1398833 2024-04-13T08:10:06.831 INFO:tasks.workunit.client.0.smithi119.stdout:op 1168 completed, throughput=4.99MB/sec 2024-04-13T08:10:06.831 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-sqOkJj8jFabL0Wf off=2115942 len=443143 2024-04-13T08:10:06.832 INFO:tasks.workunit.client.0.smithi119.stdout:op 1169 completed, throughput=4.99MB/sec 2024-04-13T08:10:06.832 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-i6jZVZ8UwksoNyC off=10229813 len=841092 2024-04-13T08:10:06.833 INFO:tasks.workunit.client.0.smithi119.stdout:op 1170 completed, throughput=4.99MB/sec 2024-04-13T08:10:06.833 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-_D31Fgsiae3lVxc off=14806814 len=3368 2024-04-13T08:10:06.835 INFO:tasks.workunit.client.0.smithi119.stdout:op 1171 completed, throughput=4.99MB/sec 2024-04-13T08:10:06.836 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-wFBOB15AjtU9XIz off=14518414 len=1771360 2024-04-13T08:10:06.847 INFO:tasks.workunit.client.0.smithi119.stdout:op 1172 completed, throughput=5MB/sec 2024-04-13T08:10:06.847 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-TaS33xSIGl3iZna off=786076 len=1936978 2024-04-13T08:10:06.849 INFO:tasks.workunit.client.0.smithi119.stdout:op 1173 completed, throughput=5.01MB/sec 2024-04-13T08:10:07.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:10:06 smithi119 ceph-mon[93746]: pgmap v1517: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:10:07.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:10:06 smithi119 ceph-mon[96316]: pgmap v1517: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:10:07.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:10:06 smithi139 ceph-mon[88985]: pgmap v1517: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:10:07.849 INFO:tasks.workunit.client.0.smithi119.stdout: 228: throughput=4.99MB/sec pending data=0 2024-04-13T08:10:07.850 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-9S2G0dYUIUNbmwO off=3067693 len=187027 2024-04-13T08:10:07.851 INFO:tasks.workunit.client.0.smithi119.stdout:op 1174 completed, throughput=4.99MB/sec 2024-04-13T08:10:07.851 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-k_610Qy3mbvRbn8 off=3015506 len=1802628 2024-04-13T08:10:07.853 INFO:tasks.workunit.client.0.smithi119.stdout:op 1175 completed, throughput=4.99MB/sec 2024-04-13T08:10:07.853 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-a1KLSzhx_Ro9Bfq off=8642487 len=1604983 2024-04-13T08:10:07.862 INFO:tasks.workunit.client.0.smithi119.stdout:op 1176 completed, throughput=5MB/sec 2024-04-13T08:10:07.862 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-FB3fzdXPKm66upX off=12659821 len=504591 2024-04-13T08:10:07.863 INFO:tasks.workunit.client.0.smithi119.stdout:op 1177 completed, throughput=5MB/sec 2024-04-13T08:10:08.864 INFO:tasks.workunit.client.0.smithi119.stdout: 229: throughput=4.98MB/sec pending data=0 2024-04-13T08:10:08.864 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-1_eGQk7P6eCQPy5 off=1244594 len=800361 2024-04-13T08:10:08.869 INFO:tasks.workunit.client.0.smithi119.stdout:op 1178 completed, throughput=4.98MB/sec 2024-04-13T08:10:08.869 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Q4pla30ScBbaP3r off=869867 len=136414 2024-04-13T08:10:08.869 INFO:tasks.workunit.client.0.smithi119.stdout:op 1179 completed, throughput=4.98MB/sec 2024-04-13T08:10:08.869 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-HygdDGchgCo2H5w off=9414843 len=52805 2024-04-13T08:10:08.871 INFO:tasks.workunit.client.0.smithi119.stdout:op 1180 completed, throughput=4.98MB/sec 2024-04-13T08:10:08.871 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-cO1zQ2pNLlZ0Dwi off=18827489 len=1423472 2024-04-13T08:10:08.878 INFO:tasks.workunit.client.0.smithi119.stdout:op 1181 completed, throughput=4.99MB/sec 2024-04-13T08:10:08.879 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-YCtc92ut5ZRyEmC off=10330067 len=1423949 2024-04-13T08:10:08.885 INFO:tasks.workunit.client.0.smithi119.stdout:op 1182 completed, throughput=5MB/sec 2024-04-13T08:10:08.886 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-dUVR56K76046bBn off=1447578 len=1586630 2024-04-13T08:10:08.889 INFO:tasks.workunit.client.0.smithi119.stdout:op 1183 completed, throughput=5MB/sec 2024-04-13T08:10:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:10:08 smithi139 ceph-mon[88985]: pgmap v1518: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:10:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:10:08 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:10:09.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:10:08 smithi119 ceph-mon[96316]: pgmap v1518: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:10:09.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:10:08 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:10:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:10:08 smithi119 ceph-mon[93746]: pgmap v1518: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:10:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:10:08 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:10:09.889 INFO:tasks.workunit.client.0.smithi119.stdout: 230: throughput=4.98MB/sec pending data=0 2024-04-13T08:10:09.889 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-CQh6NNliwvB9axW off=16094568 len=928235 2024-04-13T08:10:09.895 INFO:tasks.workunit.client.0.smithi119.stdout:op 1184 completed, throughput=4.98MB/sec 2024-04-13T08:10:09.895 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-XGTRDZNfjEpNaWb off=3031 len=1172319 2024-04-13T08:10:09.896 INFO:tasks.workunit.client.0.smithi119.stdout:op 1185 completed, throughput=4.99MB/sec 2024-04-13T08:10:09.896 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-K3VTI8Osk6b6uim off=336814 len=1224982 2024-04-13T08:10:09.903 INFO:tasks.workunit.client.0.smithi119.stdout:op 1186 completed, throughput=4.99MB/sec 2024-04-13T08:10:09.903 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-g9xUDGt_NULvmsf off=6871636 len=1511641 2024-04-13T08:10:09.911 INFO:tasks.workunit.client.0.smithi119.stdout:op 1187 completed, throughput=5MB/sec 2024-04-13T08:10:09.911 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-46XZ16HjtOsDnct off=11384990 len=1477891 2024-04-13T08:10:09.919 INFO:tasks.workunit.client.0.smithi119.stdout:op 1188 completed, throughput=5.01MB/sec 2024-04-13T08:10:10.919 INFO:tasks.workunit.client.0.smithi119.stdout: 231: throughput=4.98MB/sec pending data=0 2024-04-13T08:10:10.920 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-5kQEqDblQQeJJHu off=6766190 len=1269808 2024-04-13T08:10:10.927 INFO:tasks.workunit.client.0.smithi119.stdout:op 1189 completed, throughput=4.99MB/sec 2024-04-13T08:10:10.927 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-IJkHF52ParMeZX8 off=436587 len=1124932 2024-04-13T08:10:10.928 INFO:tasks.workunit.client.0.smithi119.stdout:op 1190 completed, throughput=4.99MB/sec 2024-04-13T08:10:10.928 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-D-IBuEfzRk7p5Zp off=5457279 len=1015629 2024-04-13T08:10:10.932 INFO:tasks.workunit.client.0.smithi119.stdout:op 1191 completed, throughput=5MB/sec 2024-04-13T08:10:10.932 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-uN_a8XeNDhZZwx7 off=17115 len=1431734 2024-04-13T08:10:10.940 INFO:tasks.workunit.client.0.smithi119.stdout:op 1192 completed, throughput=5MB/sec 2024-04-13T08:10:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:10:10 smithi139 ceph-mon[88985]: pgmap v1519: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:10:11.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:10:10 smithi119 ceph-mon[96316]: pgmap v1519: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:10:11.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:10:10 smithi119 ceph-mon[93746]: pgmap v1519: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:10:11.940 INFO:tasks.workunit.client.0.smithi119.stdout: 232: throughput=4.98MB/sec pending data=0 2024-04-13T08:10:11.940 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-rOSgt4Cly07JBIY off=6870399 len=1449043 2024-04-13T08:10:11.942 INFO:tasks.workunit.client.0.smithi119.stdout:op 1193 completed, throughput=4.99MB/sec 2024-04-13T08:10:11.942 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Wxj0x7lZOnYB-do off=4988113 len=1274569 2024-04-13T08:10:11.950 INFO:tasks.workunit.client.0.smithi119.stdout:op 1194 completed, throughput=4.99MB/sec 2024-04-13T08:10:11.950 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-nhrJXkT1u_hfkqG off=1983622 len=1758039 2024-04-13T08:10:11.952 INFO:tasks.workunit.client.0.smithi119.stdout:op 1195 completed, throughput=5MB/sec 2024-04-13T08:10:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:10:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:10:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:10:12.952 INFO:tasks.workunit.client.0.smithi119.stdout: 233: throughput=4.98MB/sec pending data=0 2024-04-13T08:10:12.952 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-HkZqV_a53gcAsx6 off=12110070 len=977240 2024-04-13T08:10:12.954 INFO:tasks.workunit.client.0.smithi119.stdout:op 1196 completed, throughput=4.98MB/sec 2024-04-13T08:10:12.955 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-p-DQTZm4_fiRH1f off=6914414 len=1897126 2024-04-13T08:10:12.964 INFO:tasks.workunit.client.0.smithi119.stdout:op 1197 completed, throughput=4.99MB/sec 2024-04-13T08:10:12.964 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-P0-976zGlixIkLM off=15614092 len=1215951 2024-04-13T08:10:12.972 INFO:tasks.workunit.client.0.smithi119.stdout:op 1198 completed, throughput=5MB/sec 2024-04-13T08:10:12.972 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-n2gWqQf_bDA0BtM off=689747 len=555956 2024-04-13T08:10:12.976 INFO:tasks.workunit.client.0.smithi119.stdout:op 1199 completed, throughput=5MB/sec 2024-04-13T08:10:12.976 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-r1hvclqSiLLfr3t off=16042208 len=1644977 2024-04-13T08:10:12.978 INFO:tasks.workunit.client.0.smithi119.stdout:op 1200 completed, throughput=5MB/sec 2024-04-13T08:10:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:10:12 smithi139 ceph-mon[88985]: pgmap v1520: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-13T08:10:13.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:10:12 smithi119 ceph-mon[96316]: pgmap v1520: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-13T08:10:13.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:10:12 smithi119 ceph-mon[93746]: pgmap v1520: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-13T08:10:13.978 INFO:tasks.workunit.client.0.smithi119.stdout: 234: throughput=4.98MB/sec pending data=0 2024-04-13T08:10:13.978 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-QrkCUiVPhFK5Ltz off=16157666 len=164690 2024-04-13T08:10:13.981 INFO:tasks.workunit.client.0.smithi119.stdout:op 1201 completed, throughput=4.98MB/sec 2024-04-13T08:10:13.981 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-dnFPxoAFX0ubZfe off=10034286 len=1751229 2024-04-13T08:10:13.983 INFO:tasks.workunit.client.0.smithi119.stdout:op 1202 completed, throughput=4.99MB/sec 2024-04-13T08:10:13.983 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-L9ZFcMVQtEgReo3 off=11183550 len=1888984 2024-04-13T08:10:13.985 INFO:tasks.workunit.client.0.smithi119.stdout:op 1203 completed, throughput=5MB/sec 2024-04-13T08:10:13.985 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-B6pP2t-RF-DHiNr off=16830998 len=141245 2024-04-13T08:10:13.986 INFO:tasks.workunit.client.0.smithi119.stdout:op 1204 completed, throughput=5MB/sec 2024-04-13T08:10:13.986 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ZoSkCilWgCpJqRf off=8075567 len=1076787 2024-04-13T08:10:13.992 INFO:tasks.workunit.client.0.smithi119.stdout:op 1205 completed, throughput=5MB/sec 2024-04-13T08:10:14.993 INFO:tasks.workunit.client.0.smithi119.stdout: 235: throughput=4.98MB/sec pending data=0 2024-04-13T08:10:14.993 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-uIaRxC4AUfDnoUu off=3214750 len=1121310 2024-04-13T08:10:14.999 INFO:tasks.workunit.client.0.smithi119.stdout:op 1206 completed, throughput=4.99MB/sec 2024-04-13T08:10:14.999 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-VQW5Gd72qk1xIuh off=4206326 len=1263955 2024-04-13T08:10:15.001 INFO:tasks.workunit.client.0.smithi119.stdout:op 1207 completed, throughput=4.99MB/sec 2024-04-13T08:10:15.001 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-9TX7BCd_M86nBFi off=4967371 len=1150685 2024-04-13T08:10:15.006 INFO:tasks.workunit.client.0.smithi119.stdout:op 1208 completed, throughput=5MB/sec 2024-04-13T08:10:15.006 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-WxVdBif_WUk92YY off=343675 len=1513344 2024-04-13T08:10:15.008 INFO:tasks.workunit.client.0.smithi119.stdout:op 1209 completed, throughput=5MB/sec 2024-04-13T08:10:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:10:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:10:14] "GET /metrics HTTP/1.1" 200 33990 "" "Prometheus/2.43.0" 2024-04-13T08:10:15.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:10:14 smithi119 ceph-mon[96316]: pgmap v1521: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:10:15.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:10:14 smithi119 ceph-mon[93746]: pgmap v1521: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:10:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:10:14 smithi139 ceph-mon[88985]: pgmap v1521: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:10:16.008 INFO:tasks.workunit.client.0.smithi119.stdout: 236: throughput=4.98MB/sec pending data=0 2024-04-13T08:10:16.008 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-oACTBagzc_xMmoX off=6662076 len=461647 2024-04-13T08:10:16.012 INFO:tasks.workunit.client.0.smithi119.stdout:op 1210 completed, throughput=4.98MB/sec 2024-04-13T08:10:16.012 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-8vwY6wnEPfss0vv off=8445495 len=558155 2024-04-13T08:10:16.013 INFO:tasks.workunit.client.0.smithi119.stdout:op 1211 completed, throughput=4.98MB/sec 2024-04-13T08:10:16.013 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-g4KoKsRPaPdiV4t off=1620033 len=1974191 2024-04-13T08:10:16.025 INFO:tasks.workunit.client.0.smithi119.stdout:op 1212 completed, throughput=4.99MB/sec 2024-04-13T08:10:16.025 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-J0rRG3-MuRVWOji off=17748515 len=387823 2024-04-13T08:10:16.028 INFO:tasks.workunit.client.0.smithi119.stdout:op 1213 completed, throughput=4.99MB/sec 2024-04-13T08:10:16.028 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-l_lfehOvMveHHel off=7764853 len=142893 2024-04-13T08:10:16.029 INFO:tasks.workunit.client.0.smithi119.stdout:op 1214 completed, throughput=4.99MB/sec 2024-04-13T08:10:16.029 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-VdChacblvIKMCmm off=968457 len=1128927 2024-04-13T08:10:16.035 INFO:tasks.workunit.client.0.smithi119.stdout:op 1215 completed, throughput=5MB/sec 2024-04-13T08:10:16.035 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-VIsR-3D5ZLK24SF off=3349581 len=1761433 2024-04-13T08:10:16.043 INFO:tasks.workunit.client.0.smithi119.stdout:op 1216 completed, throughput=5.01MB/sec 2024-04-13T08:10:17.044 INFO:tasks.workunit.client.0.smithi119.stdout: 237: throughput=4.98MB/sec pending data=0 2024-04-13T08:10:17.044 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-UhiQPXFxe5KRIDO off=8888022 len=1357442 2024-04-13T08:10:17.045 INFO:tasks.workunit.client.0.smithi119.stdout:op 1217 completed, throughput=4.99MB/sec 2024-04-13T08:10:17.045 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-v8_UQiHc5LpReOK off=11155231 len=1358485 2024-04-13T08:10:17.052 INFO:tasks.workunit.client.0.smithi119.stdout:op 1218 completed, throughput=5MB/sec 2024-04-13T08:10:17.052 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-dTtVu8sQD9fQmJo off=2435205 len=388849 2024-04-13T08:10:17.055 INFO:tasks.workunit.client.0.smithi119.stdout:op 1219 completed, throughput=5MB/sec 2024-04-13T08:10:17.055 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-U0hUh631Etf8Tkc off=1020305 len=1544765 2024-04-13T08:10:17.056 INFO:tasks.workunit.client.0.smithi119.stdout:op 1220 completed, throughput=5MB/sec 2024-04-13T08:10:17.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:10:16 smithi139 ceph-mon[88985]: pgmap v1522: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:10:17.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:10:16 smithi119 ceph-mon[96316]: pgmap v1522: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:10:17.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:10:16 smithi119 ceph-mon[93746]: pgmap v1522: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:10:18.057 INFO:tasks.workunit.client.0.smithi119.stdout: 238: throughput=4.98MB/sec pending data=0 2024-04-13T08:10:18.057 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-22HefINoZKqHHlp off=2744065 len=782303 2024-04-13T08:10:18.062 INFO:tasks.workunit.client.0.smithi119.stdout:op 1221 completed, throughput=4.99MB/sec 2024-04-13T08:10:18.062 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-gduVwBWK6waMx-Q off=1570507 len=1703270 2024-04-13T08:10:18.064 INFO:tasks.workunit.client.0.smithi119.stdout:op 1222 completed, throughput=4.99MB/sec 2024-04-13T08:10:18.064 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Op7m-aHPmcLELKj off=14685955 len=527168 2024-04-13T08:10:18.065 INFO:tasks.workunit.client.0.smithi119.stdout:op 1223 completed, throughput=4.99MB/sec 2024-04-13T08:10:18.065 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-iroC-z5WCkQSG_e off=10422741 len=1098924 2024-04-13T08:10:18.070 INFO:tasks.workunit.client.0.smithi119.stdout:op 1224 completed, throughput=5MB/sec 2024-04-13T08:10:18.070 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-LxWz9aUkI30Pe_I off=783623 len=165112 2024-04-13T08:10:18.071 INFO:tasks.workunit.client.0.smithi119.stdout:op 1225 completed, throughput=5MB/sec 2024-04-13T08:10:18.072 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-2-jMVbQtk5Lqoic off=5063589 len=947942 2024-04-13T08:10:18.077 INFO:tasks.workunit.client.0.smithi119.stdout:op 1226 completed, throughput=5MB/sec 2024-04-13T08:10:18.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:10:17 smithi139 ceph-mon[88985]: pgmap v1523: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-13T08:10:18.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:10:17 smithi119 ceph-mon[96316]: pgmap v1523: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-13T08:10:18.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:10:17 smithi119 ceph-mon[93746]: pgmap v1523: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-13T08:10:19.077 INFO:tasks.workunit.client.0.smithi119.stdout: 239: throughput=4.98MB/sec pending data=0 2024-04-13T08:10:19.078 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-90ECRSg9EWTm2xO off=5520922 len=237762 2024-04-13T08:10:19.081 INFO:tasks.workunit.client.0.smithi119.stdout:op 1227 completed, throughput=4.98MB/sec 2024-04-13T08:10:19.081 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-z5Z9a6LJx_nSGly off=2665957 len=1268678 2024-04-13T08:10:19.084 INFO:tasks.workunit.client.0.smithi119.stdout:op 1228 completed, throughput=4.99MB/sec 2024-04-13T08:10:19.084 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-XmnJ9hXDgwkG1U8 off=4531052 len=709056 2024-04-13T08:10:19.088 INFO:tasks.workunit.client.0.smithi119.stdout:op 1229 completed, throughput=4.99MB/sec 2024-04-13T08:10:19.088 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-FkbcGpu5qScLxdW off=1878052 len=580020 2024-04-13T08:10:19.091 INFO:tasks.workunit.client.0.smithi119.stdout:op 1230 completed, throughput=4.99MB/sec 2024-04-13T08:10:19.091 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Njq2v4pNOZDnXkQ off=8500913 len=1739738 2024-04-13T08:10:19.093 INFO:tasks.workunit.client.0.smithi119.stdout:op 1231 completed, throughput=5MB/sec 2024-04-13T08:10:19.093 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-9Fd6_wm0Ww0YMDS off=3426127 len=270938 2024-04-13T08:10:19.096 INFO:tasks.workunit.client.0.smithi119.stdout:op 1232 completed, throughput=5MB/sec 2024-04-13T08:10:20.096 INFO:tasks.workunit.client.0.smithi119.stdout: 240: throughput=4.98MB/sec pending data=0 2024-04-13T08:10:20.096 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-MXp2X5ntanWQWIb off=2435966 len=1075930 2024-04-13T08:10:20.101 INFO:tasks.workunit.client.0.smithi119.stdout:op 1233 completed, throughput=4.98MB/sec 2024-04-13T08:10:20.101 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-bCYSayTGq87jofu off=7427716 len=1904209 2024-04-13T08:10:20.110 INFO:tasks.workunit.client.0.smithi119.stdout:op 1234 completed, throughput=4.99MB/sec 2024-04-13T08:10:20.110 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-BACv-tCb-_iu66E off=408840 len=256075 2024-04-13T08:10:20.113 INFO:tasks.workunit.client.0.smithi119.stdout:op 1235 completed, throughput=4.99MB/sec 2024-04-13T08:10:20.113 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Lbu2R32ee3bStrs off=12764581 len=962765 2024-04-13T08:10:20.115 INFO:tasks.workunit.client.0.smithi119.stdout:op 1236 completed, throughput=5MB/sec 2024-04-13T08:10:20.115 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Mhu6ntaSbw09dvJ off=838269 len=1828161 2024-04-13T08:10:20.123 INFO:tasks.workunit.client.0.smithi119.stdout:op 1237 completed, throughput=5MB/sec 2024-04-13T08:10:20.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:10:20 smithi139 ceph-mon[88985]: pgmap v1524: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-13T08:10:20.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:10:20 smithi119 ceph-mon[96316]: pgmap v1524: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-13T08:10:20.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:10:20 smithi119 ceph-mon[93746]: pgmap v1524: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-13T08:10:21.124 INFO:tasks.workunit.client.0.smithi119.stdout: 241: throughput=4.98MB/sec pending data=0 2024-04-13T08:10:21.124 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-YxX-UuMS0MfUGTG off=4979890 len=127709 2024-04-13T08:10:21.126 INFO:tasks.workunit.client.0.smithi119.stdout:op 1238 completed, throughput=4.98MB/sec 2024-04-13T08:10:21.126 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-21OFRxDRq3o-T9K off=1358861 len=1655843 2024-04-13T08:10:21.133 INFO:tasks.workunit.client.0.smithi119.stdout:op 1239 completed, throughput=4.99MB/sec 2024-04-13T08:10:21.133 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-BXjNWgXWGQ3xAMh off=2408254 len=1051518 2024-04-13T08:10:21.140 INFO:tasks.workunit.client.0.smithi119.stdout:op 1240 completed, throughput=4.99MB/sec 2024-04-13T08:10:21.140 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj--Cf1D2LcgbhrCmN off=21052006 len=1845976 2024-04-13T08:10:21.156 INFO:tasks.workunit.client.0.smithi119.stdout:op 1241 completed, throughput=5MB/sec 2024-04-13T08:10:21.156 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-HRPQsQYz57sP1dQ off=2391273 len=100299 2024-04-13T08:10:21.158 INFO:tasks.workunit.client.0.smithi119.stdout:op 1242 completed, throughput=5MB/sec 2024-04-13T08:10:22.159 INFO:tasks.workunit.client.0.smithi119.stdout: 242: throughput=4.98MB/sec pending data=0 2024-04-13T08:10:22.159 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj--KoZk8e8RXqZTUY off=15283443 len=437325 2024-04-13T08:10:22.162 INFO:tasks.workunit.client.0.smithi119.stdout:op 1243 completed, throughput=4.98MB/sec 2024-04-13T08:10:22.162 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-fRXccXGwwWMI86J off=4748471 len=78958 2024-04-13T08:10:22.165 INFO:tasks.workunit.client.0.smithi119.stdout:op 1244 completed, throughput=4.98MB/sec 2024-04-13T08:10:22.165 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ne9tndVU8RmEJNr off=7076675 len=588399 2024-04-13T08:10:22.166 INFO:tasks.workunit.client.0.smithi119.stdout:op 1245 completed, throughput=4.98MB/sec 2024-04-13T08:10:22.166 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-WPn1_J84grg1DH0 off=7760644 len=1511022 2024-04-13T08:10:22.174 INFO:tasks.workunit.client.0.smithi119.stdout:op 1246 completed, throughput=4.99MB/sec 2024-04-13T08:10:22.174 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-hH7tA-8rHMJSv77 off=7706722 len=1000043 2024-04-13T08:10:22.175 INFO:tasks.workunit.client.0.smithi119.stdout:op 1247 completed, throughput=4.99MB/sec 2024-04-13T08:10:22.175 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-pi6lOz1wvNDZb9g off=6837731 len=1018168 2024-04-13T08:10:22.180 INFO:tasks.workunit.client.0.smithi119.stdout:op 1248 completed, throughput=5MB/sec 2024-04-13T08:10:22.180 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ZJkDmPYK_i228pB off=2259394 len=16134 2024-04-13T08:10:22.180 INFO:tasks.workunit.client.0.smithi119.stdout:op 1249 completed, throughput=5MB/sec 2024-04-13T08:10:22.180 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-iVq8xP0uRKzQ3iF off=5835859 len=1332247 2024-04-13T08:10:22.183 INFO:tasks.workunit.client.0.smithi119.stdout:op 1250 completed, throughput=5MB/sec 2024-04-13T08:10:22.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:10:22 smithi139 ceph-mon[88985]: pgmap v1525: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-13T08:10:22.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:10:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:10:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:10:22.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:10:22 smithi119 ceph-mon[96316]: pgmap v1525: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-13T08:10:22.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:10:22 smithi119 ceph-mon[93746]: pgmap v1525: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-13T08:10:23.184 INFO:tasks.workunit.client.0.smithi119.stdout: 243: throughput=4.98MB/sec pending data=0 2024-04-13T08:10:23.184 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-V8E_arKYHPNLaYC off=4809099 len=1570531 2024-04-13T08:10:23.194 INFO:tasks.workunit.client.0.smithi119.stdout:op 1251 completed, throughput=4.99MB/sec 2024-04-13T08:10:23.194 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Afsqccuhbz6Mi8E off=4977884 len=450062 2024-04-13T08:10:23.197 INFO:tasks.workunit.client.0.smithi119.stdout:op 1252 completed, throughput=4.99MB/sec 2024-04-13T08:10:23.197 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-uN_a8XeNDhZZwx7 off=4771195 len=1541406 2024-04-13T08:10:23.199 INFO:tasks.workunit.client.0.smithi119.stdout:op 1253 completed, throughput=5MB/sec 2024-04-13T08:10:23.199 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-a90WMbjuGKoz7hS off=11682322 len=1345612 2024-04-13T08:10:23.204 INFO:tasks.workunit.client.0.smithi119.stdout:op 1254 completed, throughput=5MB/sec 2024-04-13T08:10:24.205 INFO:tasks.workunit.client.0.smithi119.stdout: 244: throughput=4.98MB/sec pending data=0 2024-04-13T08:10:24.205 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-vvcmTNQZXtuFxh_ off=1731840 len=1397428 2024-04-13T08:10:24.206 INFO:tasks.workunit.client.0.smithi119.stdout:op 1255 completed, throughput=4.99MB/sec 2024-04-13T08:10:24.206 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-eHNcuIwM6Tlw5I3 off=1531520 len=731363 2024-04-13T08:10:24.207 INFO:tasks.workunit.client.0.smithi119.stdout:op 1256 completed, throughput=4.99MB/sec 2024-04-13T08:10:24.207 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Qw21xQCNlIVvHQT off=779715 len=180709 2024-04-13T08:10:24.208 INFO:tasks.workunit.client.0.smithi119.stdout:op 1257 completed, throughput=4.99MB/sec 2024-04-13T08:10:24.208 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-xdVEd0L43AhEQJm off=17601327 len=1144838 2024-04-13T08:10:24.209 INFO:tasks.workunit.client.0.smithi119.stdout:op 1258 completed, throughput=4.99MB/sec 2024-04-13T08:10:24.210 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-73kJUTViScA0cCu off=13885934 len=1398744 2024-04-13T08:10:24.211 INFO:tasks.workunit.client.0.smithi119.stdout:op 1259 completed, throughput=5MB/sec 2024-04-13T08:10:24.211 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-rWlzPvZg2XvykG3 off=14094196 len=2040116 2024-04-13T08:10:24.212 INFO:tasks.workunit.client.0.smithi119.stdout:op 1260 completed, throughput=5.01MB/sec 2024-04-13T08:10:24.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:10:24 smithi139 ceph-mon[88985]: pgmap v1526: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:10:24.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:10:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:10:24.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:10:24 smithi119 ceph-mon[96316]: pgmap v1526: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:10:24.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:10:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:10:24.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:10:24 smithi119 ceph-mon[93746]: pgmap v1526: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:10:24.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:10:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:10:25.213 INFO:tasks.workunit.client.0.smithi119.stdout: 245: throughput=4.99MB/sec pending data=0 2024-04-13T08:10:25.213 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-mYAWAHvJ2cJNhsw off=907891 len=1038698 2024-04-13T08:10:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:10:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:10:24] "GET /metrics HTTP/1.1" 200 33993 "" "Prometheus/2.43.0" 2024-04-13T08:10:25.218 INFO:tasks.workunit.client.0.smithi119.stdout:op 1261 completed, throughput=4.99MB/sec 2024-04-13T08:10:25.218 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-kw4zGouuIS6Bwu9 off=24571039 len=774774 2024-04-13T08:10:25.223 INFO:tasks.workunit.client.0.smithi119.stdout:op 1262 completed, throughput=4.99MB/sec 2024-04-13T08:10:25.223 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Zb6yHLOx-GgbWGr off=22100803 len=1151095 2024-04-13T08:10:25.224 INFO:tasks.workunit.client.0.smithi119.stdout:op 1263 completed, throughput=5MB/sec 2024-04-13T08:10:25.224 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-G66v0c85zp1QFNi off=1537106 len=729503 2024-04-13T08:10:25.228 INFO:tasks.workunit.client.0.smithi119.stdout:op 1264 completed, throughput=5MB/sec 2024-04-13T08:10:26.228 INFO:tasks.workunit.client.0.smithi119.stdout: 246: throughput=4.98MB/sec pending data=0 2024-04-13T08:10:26.228 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-9WWXsd1rkMJqSol off=17783939 len=661334 2024-04-13T08:10:26.230 INFO:tasks.workunit.client.0.smithi119.stdout:op 1265 completed, throughput=4.98MB/sec 2024-04-13T08:10:26.230 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ZEzKSgHDjxqR_8x off=3798346 len=675740 2024-04-13T08:10:26.232 INFO:tasks.workunit.client.0.smithi119.stdout:op 1266 completed, throughput=4.99MB/sec 2024-04-13T08:10:26.232 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-uch2oNrlBJyHFuZ off=6604957 len=930791 2024-04-13T08:10:26.238 INFO:tasks.workunit.client.0.smithi119.stdout:op 1267 completed, throughput=4.99MB/sec 2024-04-13T08:10:26.238 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-QiHh4GfKCDb4jOG off=12754982 len=1037385 2024-04-13T08:10:26.244 INFO:tasks.workunit.client.0.smithi119.stdout:op 1268 completed, throughput=4.99MB/sec 2024-04-13T08:10:26.244 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-qwD4CnpW9gZG0jz off=1911791 len=610862 2024-04-13T08:10:26.245 INFO:tasks.workunit.client.0.smithi119.stdout:op 1269 completed, throughput=5MB/sec 2024-04-13T08:10:26.245 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-4Aeu6w8O6f2O2Ff off=15488000 len=1430965 2024-04-13T08:10:26.253 INFO:tasks.workunit.client.0.smithi119.stdout:op 1270 completed, throughput=5MB/sec 2024-04-13T08:10:26.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:10:26 smithi139 ceph-mon[88985]: pgmap v1527: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:10:26.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:10:26 smithi119 ceph-mon[96316]: pgmap v1527: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:10:26.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:10:26 smithi119 ceph-mon[93746]: pgmap v1527: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:10:27.253 INFO:tasks.workunit.client.0.smithi119.stdout: 247: throughput=4.98MB/sec pending data=0 2024-04-13T08:10:27.253 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-QirMH6_6h288omT off=5069567 len=1427573 2024-04-13T08:10:27.261 INFO:tasks.workunit.client.0.smithi119.stdout:op 1271 completed, throughput=4.99MB/sec 2024-04-13T08:10:27.261 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-xMHSpotzoC6Yihp off=4601810 len=1875274 2024-04-13T08:10:27.274 INFO:tasks.workunit.client.0.smithi119.stdout:op 1272 completed, throughput=4.99MB/sec 2024-04-13T08:10:27.274 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-1r2L4T9osUG1ypF off=468827 len=873607 2024-04-13T08:10:27.275 INFO:tasks.workunit.client.0.smithi119.stdout:op 1273 completed, throughput=5MB/sec 2024-04-13T08:10:27.275 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-pzQaHzs9NZ5CQYi off=947775 len=1703439 2024-04-13T08:10:27.277 INFO:tasks.workunit.client.0.smithi119.stdout:op 1274 completed, throughput=5MB/sec 2024-04-13T08:10:28.277 INFO:tasks.workunit.client.0.smithi119.stdout: 248: throughput=4.98MB/sec pending data=0 2024-04-13T08:10:28.277 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-VFyux4RVN3EXu7V off=2902127 len=934668 2024-04-13T08:10:28.283 INFO:tasks.workunit.client.0.smithi119.stdout:op 1275 completed, throughput=4.99MB/sec 2024-04-13T08:10:28.283 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Z7_AQ7Ia9_b1et2 off=2037722 len=46560 2024-04-13T08:10:28.285 INFO:tasks.workunit.client.0.smithi119.stdout:op 1276 completed, throughput=4.99MB/sec 2024-04-13T08:10:28.285 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-flZ6dYJqTkQPTNk off=1678801 len=762578 2024-04-13T08:10:28.287 INFO:tasks.workunit.client.0.smithi119.stdout:op 1277 completed, throughput=4.99MB/sec 2024-04-13T08:10:28.287 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3OmSXPak27aNEel off=5799731 len=1913532 2024-04-13T08:10:28.295 INFO:tasks.workunit.client.0.smithi119.stdout:op 1278 completed, throughput=5MB/sec 2024-04-13T08:10:28.295 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-owt-euaS1rqpHEw off=9985343 len=1687500 2024-04-13T08:10:28.304 INFO:tasks.workunit.client.0.smithi119.stdout:op 1279 completed, throughput=5MB/sec 2024-04-13T08:10:28.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:10:28 smithi139 ceph-mon[88985]: pgmap v1528: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T08:10:28.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:10:28 smithi119 ceph-mon[96316]: pgmap v1528: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T08:10:28.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:10:28 smithi119 ceph-mon[93746]: pgmap v1528: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T08:10:29.304 INFO:tasks.workunit.client.0.smithi119.stdout: 249: throughput=4.98MB/sec pending data=0 2024-04-13T08:10:29.305 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-dUVR56K76046bBn off=3125357 len=795358 2024-04-13T08:10:29.307 INFO:tasks.workunit.client.0.smithi119.stdout:op 1280 completed, throughput=4.99MB/sec 2024-04-13T08:10:29.307 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Hs_uKwRY49lXssI off=5281938 len=977012 2024-04-13T08:10:29.312 INFO:tasks.workunit.client.0.smithi119.stdout:op 1281 completed, throughput=4.99MB/sec 2024-04-13T08:10:29.313 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-VNyIFgkiOh-93uO off=9341470 len=1970520 2024-04-13T08:10:29.315 INFO:tasks.workunit.client.0.smithi119.stdout:op 1282 completed, throughput=5MB/sec 2024-04-13T08:10:29.315 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-0Sd_j8TESWEm7LS off=18645157 len=1697879 2024-04-13T08:10:29.318 INFO:tasks.workunit.client.0.smithi119.stdout:op 1283 completed, throughput=5MB/sec 2024-04-13T08:10:30.318 INFO:tasks.workunit.client.0.smithi119.stdout: 250: throughput=4.98MB/sec pending data=0 2024-04-13T08:10:30.318 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-l4T4fB4zaYtdNiw off=14550404 len=1758983 2024-04-13T08:10:30.320 INFO:tasks.workunit.client.0.smithi119.stdout:op 1284 completed, throughput=4.99MB/sec 2024-04-13T08:10:30.320 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-o7ZDR9E3e40u7Ko off=9907587 len=567218 2024-04-13T08:10:30.324 INFO:tasks.workunit.client.0.smithi119.stdout:op 1285 completed, throughput=4.99MB/sec 2024-04-13T08:10:30.324 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-r__Oy-kA36CYhzi off=5990689 len=1295200 2024-04-13T08:10:30.326 INFO:tasks.workunit.client.0.smithi119.stdout:op 1286 completed, throughput=5MB/sec 2024-04-13T08:10:30.326 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-mjctyChBu3tLI9W off=741528 len=1513290 2024-04-13T08:10:30.327 INFO:tasks.workunit.client.0.smithi119.stdout:op 1287 completed, throughput=5MB/sec 2024-04-13T08:10:30.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:10:30 smithi139 ceph-mon[88985]: pgmap v1529: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:10:30.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:10:30 smithi119 ceph-mon[96316]: pgmap v1529: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:10:30.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:10:30 smithi119 ceph-mon[93746]: pgmap v1529: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:10:31.327 INFO:tasks.workunit.client.0.smithi119.stdout: 251: throughput=4.98MB/sec pending data=0 2024-04-13T08:10:31.327 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-uJJ5LvM3ewh31J0 off=1077750 len=459498 2024-04-13T08:10:31.333 INFO:tasks.workunit.client.0.smithi119.stdout:op 1288 completed, throughput=4.98MB/sec 2024-04-13T08:10:31.333 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj--z4XNQwa_oovODe off=4659136 len=104043 2024-04-13T08:10:31.338 INFO:tasks.workunit.client.0.smithi119.stdout:op 1289 completed, throughput=4.98MB/sec 2024-04-13T08:10:31.338 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-T6OLdGOxWSj6Lsy off=12948624 len=98048 2024-04-13T08:10:31.338 INFO:tasks.workunit.client.0.smithi119.stdout:op 1290 completed, throughput=4.99MB/sec 2024-04-13T08:10:31.338 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-7HroeStAlFD8mHd off=8624587 len=869104 2024-04-13T08:10:31.340 INFO:tasks.workunit.client.0.smithi119.stdout:op 1291 completed, throughput=4.99MB/sec 2024-04-13T08:10:31.340 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-fa4Q63Z1KONMDC8 off=369043 len=1090975 2024-04-13T08:10:31.342 INFO:tasks.workunit.client.0.smithi119.stdout:op 1292 completed, throughput=4.99MB/sec 2024-04-13T08:10:31.342 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-XsFcSTl3X8SKvAn off=11283202 len=435835 2024-04-13T08:10:31.345 INFO:tasks.workunit.client.0.smithi119.stdout:op 1293 completed, throughput=4.99MB/sec 2024-04-13T08:10:31.345 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-8KRg4-yq7UlzuJp off=10240661 len=243281 2024-04-13T08:10:31.345 INFO:tasks.workunit.client.0.smithi119.stdout:op 1294 completed, throughput=4.99MB/sec 2024-04-13T08:10:31.346 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-2vXPIvYNQI2icLC off=484062 len=30749 2024-04-13T08:10:31.346 INFO:tasks.workunit.client.0.smithi119.stdout:op 1295 completed, throughput=4.99MB/sec 2024-04-13T08:10:31.346 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Uvb4qglbZNFI9nc off=18432980 len=55158 2024-04-13T08:10:31.348 INFO:tasks.workunit.client.0.smithi119.stdout:op 1296 completed, throughput=5MB/sec 2024-04-13T08:10:31.349 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-7zHMMvQDFl1fWZP off=5005465 len=814503 2024-04-13T08:10:31.349 INFO:tasks.workunit.client.0.smithi119.stdout:op 1297 completed, throughput=5MB/sec 2024-04-13T08:10:31.349 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-DRl3CDZ3rI3_R1j off=7382163 len=822231 2024-04-13T08:10:31.350 INFO:tasks.workunit.client.0.smithi119.stdout:op 1298 completed, throughput=5MB/sec 2024-04-13T08:10:32.351 INFO:tasks.workunit.client.0.smithi119.stdout: 252: throughput=4.98MB/sec pending data=0 2024-04-13T08:10:32.351 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-jHThmJuysw3bvw3 off=8017264 len=754633 2024-04-13T08:10:32.358 INFO:tasks.workunit.client.0.smithi119.stdout:op 1299 completed, throughput=4.98MB/sec 2024-04-13T08:10:32.358 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-bKQOTl_67pbGOk8 off=6937929 len=270086 2024-04-13T08:10:32.358 INFO:tasks.workunit.client.0.smithi119.stdout:op 1300 completed, throughput=4.99MB/sec 2024-04-13T08:10:32.358 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-0rdnJ8euCHRzO92 off=15067826 len=697016 2024-04-13T08:10:32.359 INFO:tasks.workunit.client.0.smithi119.stdout:op 1301 completed, throughput=4.99MB/sec 2024-04-13T08:10:32.359 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-JPfu2SEPTkk5Mhg off=8949226 len=1924207 2024-04-13T08:10:32.368 INFO:tasks.workunit.client.0.smithi119.stdout:op 1302 completed, throughput=4.99MB/sec 2024-04-13T08:10:32.368 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-4MMlWVR1ZOmiqrW off=8413588 len=1716073 2024-04-13T08:10:32.378 INFO:tasks.workunit.client.0.smithi119.stdout:op 1303 completed, throughput=5MB/sec 2024-04-13T08:10:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:10:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:10:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:10:32.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:10:32 smithi139 ceph-mon[88985]: pgmap v1530: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:10:32.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:10:32 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:10:32.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:10:32 smithi119 ceph-mon[93746]: pgmap v1530: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:10:32.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:10:32 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:10:32.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:10:32 smithi119 ceph-mon[96316]: pgmap v1530: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:10:32.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:10:32 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:10:33.379 INFO:tasks.workunit.client.0.smithi119.stdout: 253: throughput=4.98MB/sec pending data=0 2024-04-13T08:10:33.379 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-D-4PCncdIeQWgWl off=4936352 len=823042 2024-04-13T08:10:33.382 INFO:tasks.workunit.client.0.smithi119.stdout:op 1304 completed, throughput=4.98MB/sec 2024-04-13T08:10:33.382 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-8m2KHuVeoBZAKnx off=2276208 len=384108 2024-04-13T08:10:33.383 INFO:tasks.workunit.client.0.smithi119.stdout:op 1305 completed, throughput=4.99MB/sec 2024-04-13T08:10:33.383 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-anNu5pDC-3MSiHz off=4762389 len=1297911 2024-04-13T08:10:33.384 INFO:tasks.workunit.client.0.smithi119.stdout:op 1306 completed, throughput=4.99MB/sec 2024-04-13T08:10:33.384 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-qldA0LNWeOdVU9Y off=4916749 len=280465 2024-04-13T08:10:33.387 INFO:tasks.workunit.client.0.smithi119.stdout:op 1307 completed, throughput=4.99MB/sec 2024-04-13T08:10:33.387 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-w5xg4r_EmhJnGmu off=4726905 len=1964576 2024-04-13T08:10:33.390 INFO:tasks.workunit.client.0.smithi119.stdout:op 1308 completed, throughput=5MB/sec 2024-04-13T08:10:33.390 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-w3qwCwh7rzRg4jF off=11932606 len=1202605 2024-04-13T08:10:33.391 INFO:tasks.workunit.client.0.smithi119.stdout:op 1309 completed, throughput=5MB/sec 2024-04-13T08:10:33.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:10:33 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:10:33.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:10:33 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:10:33.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:10:33 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:10:33.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:10:33 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:10:33.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:10:33 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:10:33.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:10:33 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:10:33.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:10:33 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:10:33.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:10:33 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:10:33.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:10:33 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:10:34.391 INFO:tasks.workunit.client.0.smithi119.stdout: 254: throughput=4.98MB/sec pending data=0 2024-04-13T08:10:34.391 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Ki2zu8aP9WT9ztu off=362494 len=907046 2024-04-13T08:10:34.393 INFO:tasks.workunit.client.0.smithi119.stdout:op 1310 completed, throughput=4.99MB/sec 2024-04-13T08:10:34.393 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-pb_s0aEgqsh1Bi2 off=13814371 len=624640 2024-04-13T08:10:34.394 INFO:tasks.workunit.client.0.smithi119.stdout:op 1311 completed, throughput=4.99MB/sec 2024-04-13T08:10:34.394 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-RcY3tgt_jcPvjXA off=11629887 len=1957885 2024-04-13T08:10:34.396 INFO:tasks.workunit.client.0.smithi119.stdout:op 1312 completed, throughput=5MB/sec 2024-04-13T08:10:34.396 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-eHF2t5keYmoYI4O off=754190 len=891559 2024-04-13T08:10:34.402 INFO:tasks.workunit.client.0.smithi119.stdout:op 1313 completed, throughput=5MB/sec 2024-04-13T08:10:34.402 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3FLttgIKKWlnKGN off=4349831 len=1512379 2024-04-13T08:10:34.407 INFO:tasks.workunit.client.0.smithi119.stdout:op 1314 completed, throughput=5.01MB/sec 2024-04-13T08:10:34.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:10:34 smithi139 ceph-mon[88985]: pgmap v1531: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T08:10:34.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:10:34 smithi119 ceph-mon[96316]: pgmap v1531: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T08:10:34.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:10:34 smithi119 ceph-mon[93746]: pgmap v1531: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T08:10:35.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:10:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:10:34] "GET /metrics HTTP/1.1" 200 33993 "" "Prometheus/2.43.0" 2024-04-13T08:10:35.408 INFO:tasks.workunit.client.0.smithi119.stdout: 255: throughput=4.99MB/sec pending data=0 2024-04-13T08:10:35.408 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-nTEbIIGA5C4xZnd off=5900186 len=1183332 2024-04-13T08:10:35.415 INFO:tasks.workunit.client.0.smithi119.stdout:op 1315 completed, throughput=4.99MB/sec 2024-04-13T08:10:35.415 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Th-4LqQv_K8CWEX off=1318487 len=428904 2024-04-13T08:10:35.419 INFO:tasks.workunit.client.0.smithi119.stdout:op 1316 completed, throughput=4.99MB/sec 2024-04-13T08:10:35.419 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-UwGyWKssbAsXyHD off=9820001 len=1625715 2024-04-13T08:10:35.426 INFO:tasks.workunit.client.0.smithi119.stdout:op 1317 completed, throughput=5MB/sec 2024-04-13T08:10:35.426 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-NRlUBvUEDrnN0Bi off=1176723 len=196484 2024-04-13T08:10:35.426 INFO:tasks.workunit.client.0.smithi119.stdout:op 1318 completed, throughput=5MB/sec 2024-04-13T08:10:35.426 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-_GjJP7jSkghY1G0 off=12960221 len=1313514 2024-04-13T08:10:35.428 INFO:tasks.workunit.client.0.smithi119.stdout:op 1319 completed, throughput=5MB/sec 2024-04-13T08:10:36.429 INFO:tasks.workunit.client.0.smithi119.stdout: 256: throughput=4.98MB/sec pending data=0 2024-04-13T08:10:36.429 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-CCSRXF_qj0F_OjW off=17066876 len=661068 2024-04-13T08:10:36.433 INFO:tasks.workunit.client.0.smithi119.stdout:op 1320 completed, throughput=4.99MB/sec 2024-04-13T08:10:36.433 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-H8dbxRIihku5xFJ off=632056 len=2043596 2024-04-13T08:10:36.445 INFO:tasks.workunit.client.0.smithi119.stdout:op 1321 completed, throughput=4.99MB/sec 2024-04-13T08:10:36.445 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-5j0hICtYvjsFrxt off=4595237 len=1075231 2024-04-13T08:10:36.446 INFO:tasks.workunit.client.0.smithi119.stdout:op 1322 completed, throughput=5MB/sec 2024-04-13T08:10:36.446 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-NEgnuiN-kItxi3q off=1415669 len=964888 2024-04-13T08:10:36.451 INFO:tasks.workunit.client.0.smithi119.stdout:op 1323 completed, throughput=5MB/sec 2024-04-13T08:10:36.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:10:36 smithi139 ceph-mon[88985]: pgmap v1532: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T08:10:36.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:10:36 smithi119 ceph-mon[96316]: pgmap v1532: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T08:10:36.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:10:36 smithi119 ceph-mon[93746]: pgmap v1532: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T08:10:37.451 INFO:tasks.workunit.client.0.smithi119.stdout: 257: throughput=4.98MB/sec pending data=0 2024-04-13T08:10:37.451 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-eSoEr2GOG8pXKBC off=1023163 len=669751 2024-04-13T08:10:37.453 INFO:tasks.workunit.client.0.smithi119.stdout:op 1324 completed, throughput=4.98MB/sec 2024-04-13T08:10:37.453 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-hPNPtTxFotT_q9c off=2300876 len=623680 2024-04-13T08:10:37.457 INFO:tasks.workunit.client.0.smithi119.stdout:op 1325 completed, throughput=4.99MB/sec 2024-04-13T08:10:37.457 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-b1U_hSN8hc73ZwX off=144934 len=1489788 2024-04-13T08:10:37.460 INFO:tasks.workunit.client.0.smithi119.stdout:op 1326 completed, throughput=4.99MB/sec 2024-04-13T08:10:37.460 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-xONmbzzky1py2m5 off=12404655 len=889508 2024-04-13T08:10:37.461 INFO:tasks.workunit.client.0.smithi119.stdout:op 1327 completed, throughput=5MB/sec 2024-04-13T08:10:37.461 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-c7dfJKGPcHplzd5 off=10831268 len=1548338 2024-04-13T08:10:37.467 INFO:tasks.workunit.client.0.smithi119.stdout:op 1328 completed, throughput=5MB/sec 2024-04-13T08:10:38.468 INFO:tasks.workunit.client.0.smithi119.stdout: 258: throughput=4.98MB/sec pending data=0 2024-04-13T08:10:38.468 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-s6Af5jgAoqHIAJD off=6827654 len=1323662 2024-04-13T08:10:38.475 INFO:tasks.workunit.client.0.smithi119.stdout:op 1329 completed, throughput=4.99MB/sec 2024-04-13T08:10:38.475 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-p02WtzA8YqG7in1 off=337783 len=1226858 2024-04-13T08:10:38.481 INFO:tasks.workunit.client.0.smithi119.stdout:op 1330 completed, throughput=4.99MB/sec 2024-04-13T08:10:38.481 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-9CMLBQgptjROYDV off=3587088 len=1925080 2024-04-13T08:10:38.492 INFO:tasks.workunit.client.0.smithi119.stdout:op 1331 completed, throughput=5MB/sec 2024-04-13T08:10:38.492 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-vcm-0fa9MBJVJHB off=876349 len=1067762 2024-04-13T08:10:38.497 INFO:tasks.workunit.client.0.smithi119.stdout:op 1332 completed, throughput=5MB/sec 2024-04-13T08:10:38.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:10:38 smithi119 ceph-mon[96316]: pgmap v1533: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-13T08:10:38.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:10:38 smithi119 ceph-mon[93746]: pgmap v1533: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-13T08:10:38.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:10:38 smithi139 ceph-mon[88985]: pgmap v1533: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-13T08:10:39.498 INFO:tasks.workunit.client.0.smithi119.stdout: 259: throughput=4.98MB/sec pending data=0 2024-04-13T08:10:39.498 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-bWL4ZEta7HkV05B off=865924 len=284570 2024-04-13T08:10:39.498 INFO:tasks.workunit.client.0.smithi119.stdout:op 1333 completed, throughput=4.98MB/sec 2024-04-13T08:10:39.498 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-LBOK3L4RQc7p21S off=13825025 len=1481497 2024-04-13T08:10:39.501 INFO:tasks.workunit.client.0.smithi119.stdout:op 1334 completed, throughput=4.99MB/sec 2024-04-13T08:10:39.502 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-WNUS0KlGjlyvBmr off=9544302 len=1356421 2024-04-13T08:10:39.509 INFO:tasks.workunit.client.0.smithi119.stdout:op 1335 completed, throughput=4.99MB/sec 2024-04-13T08:10:39.510 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-5BLoRn9ocPQIYRu off=4323067 len=1235878 2024-04-13T08:10:39.512 INFO:tasks.workunit.client.0.smithi119.stdout:op 1336 completed, throughput=5MB/sec 2024-04-13T08:10:39.512 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-D-IBuEfzRk7p5Zp off=18971417 len=541800 2024-04-13T08:10:39.513 INFO:tasks.workunit.client.0.smithi119.stdout:op 1337 completed, throughput=5MB/sec 2024-04-13T08:10:39.513 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-4dRujLaVw6cafRl off=16105380 len=472545 2024-04-13T08:10:39.514 INFO:tasks.workunit.client.0.smithi119.stdout:op 1338 completed, throughput=5MB/sec 2024-04-13T08:10:39.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:10:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:10:39.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:10:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:10:39.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:10:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:10:40.514 INFO:tasks.workunit.client.0.smithi119.stdout: 260: throughput=4.98MB/sec pending data=0 2024-04-13T08:10:40.515 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-o1g4aBZs2KCRxkd off=683178 len=174100 2024-04-13T08:10:40.517 INFO:tasks.workunit.client.0.smithi119.stdout:op 1339 completed, throughput=4.98MB/sec 2024-04-13T08:10:40.517 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-VlqT_7HTvdS0Fe- off=7794339 len=983952 2024-04-13T08:10:40.520 INFO:tasks.workunit.client.0.smithi119.stdout:op 1340 completed, throughput=4.99MB/sec 2024-04-13T08:10:40.520 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-9HfqCbjuKtqJ_4Q off=14642220 len=894916 2024-04-13T08:10:40.521 INFO:tasks.workunit.client.0.smithi119.stdout:op 1341 completed, throughput=4.99MB/sec 2024-04-13T08:10:40.521 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-RGg1cUQ3pQcp2-p off=1739362 len=132934 2024-04-13T08:10:40.522 INFO:tasks.workunit.client.0.smithi119.stdout:op 1342 completed, throughput=4.99MB/sec 2024-04-13T08:10:40.522 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-WRXZa2lpysCInbQ off=6122699 len=1913983 2024-04-13T08:10:40.530 INFO:tasks.workunit.client.0.smithi119.stdout:op 1343 completed, throughput=5MB/sec 2024-04-13T08:10:40.530 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-TildcqQcvHwrHAq off=52572 len=197925 2024-04-13T08:10:40.533 INFO:tasks.workunit.client.0.smithi119.stdout:op 1344 completed, throughput=5MB/sec 2024-04-13T08:10:40.533 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3cH0aGLZ-PWUlmv off=341919 len=1068764 2024-04-13T08:10:40.539 INFO:tasks.workunit.client.0.smithi119.stdout:op 1345 completed, throughput=5MB/sec 2024-04-13T08:10:40.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:10:40 smithi119 ceph-mon[96316]: pgmap v1534: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:10:40.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:10:40 smithi119 ceph-mon[93746]: pgmap v1534: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:10:40.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:10:40 smithi139 ceph-mon[88985]: pgmap v1534: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:10:41.539 INFO:tasks.workunit.client.0.smithi119.stdout: 261: throughput=4.98MB/sec pending data=0 2024-04-13T08:10:41.540 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ANYUMa5PlE5BEj7 off=1056644 len=296893 2024-04-13T08:10:41.543 INFO:tasks.workunit.client.0.smithi119.stdout:op 1346 completed, throughput=4.98MB/sec 2024-04-13T08:10:41.543 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-IzuLsGgcSQbBlGE off=2144219 len=656287 2024-04-13T08:10:41.546 INFO:tasks.workunit.client.0.smithi119.stdout:op 1347 completed, throughput=4.99MB/sec 2024-04-13T08:10:41.546 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-mYOntFBO_3sc-NJ off=661696 len=304751 2024-04-13T08:10:41.550 INFO:tasks.workunit.client.0.smithi119.stdout:op 1348 completed, throughput=4.99MB/sec 2024-04-13T08:10:41.550 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-qxx_r0cReRSqH23 off=8804277 len=76980 2024-04-13T08:10:41.550 INFO:tasks.workunit.client.0.smithi119.stdout:op 1349 completed, throughput=4.99MB/sec 2024-04-13T08:10:41.550 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-lK9E9en2oFkILjV off=8287350 len=1588016 2024-04-13T08:10:41.557 INFO:tasks.workunit.client.0.smithi119.stdout:op 1350 completed, throughput=4.99MB/sec 2024-04-13T08:10:41.557 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ZF-lwBkFK4-Dc6V off=13482113 len=509864 2024-04-13T08:10:41.561 INFO:tasks.workunit.client.0.smithi119.stdout:op 1351 completed, throughput=4.99MB/sec 2024-04-13T08:10:41.562 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-CJRKNP_2-ya6Q6F off=2697664 len=219277 2024-04-13T08:10:41.564 INFO:tasks.workunit.client.0.smithi119.stdout:op 1352 completed, throughput=4.99MB/sec 2024-04-13T08:10:41.564 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-hLspH3_Z4AQeAhv off=18745052 len=485635 2024-04-13T08:10:41.567 INFO:tasks.workunit.client.0.smithi119.stdout:op 1353 completed, throughput=5MB/sec 2024-04-13T08:10:41.567 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Jh2XINbcO5123Os off=3300273 len=1137825 2024-04-13T08:10:41.574 INFO:tasks.workunit.client.0.smithi119.stdout:op 1354 completed, throughput=5MB/sec 2024-04-13T08:10:42.574 INFO:tasks.workunit.client.0.smithi119.stdout: 262: throughput=4.98MB/sec pending data=0 2024-04-13T08:10:42.575 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-6qVACG-_W_rDrp- off=398592 len=1357122 2024-04-13T08:10:42.581 INFO:tasks.workunit.client.0.smithi119.stdout:op 1355 completed, throughput=4.99MB/sec 2024-04-13T08:10:42.581 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-S-sZGF9GbjOiKTq off=11005226 len=146472 2024-04-13T08:10:42.583 INFO:tasks.workunit.client.0.smithi119.stdout:op 1356 completed, throughput=4.99MB/sec 2024-04-13T08:10:42.583 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj--5OopAic4MPMiAO off=18678743 len=17843 2024-04-13T08:10:42.585 INFO:tasks.workunit.client.0.smithi119.stdout:op 1357 completed, throughput=4.99MB/sec 2024-04-13T08:10:42.585 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-GF7NzziatSPmMHn off=1254595 len=1079868 2024-04-13T08:10:42.590 INFO:tasks.workunit.client.0.smithi119.stdout:op 1358 completed, throughput=4.99MB/sec 2024-04-13T08:10:42.590 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-1lwE16KRcqrwzrH off=12656836 len=1752003 2024-04-13T08:10:42.598 INFO:tasks.workunit.client.0.smithi119.stdout:op 1359 completed, throughput=5MB/sec 2024-04-13T08:10:42.598 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-2UTIHW0yOeI-VeB off=3873070 len=1277042 2024-04-13T08:10:42.600 INFO:tasks.workunit.client.0.smithi119.stdout:op 1360 completed, throughput=5MB/sec 2024-04-13T08:10:42.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:10:42 smithi139 ceph-mon[88985]: pgmap v1535: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:10:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:10:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:10:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:10:42.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:10:42 smithi119 ceph-mon[96316]: pgmap v1535: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:10:42.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:10:42 smithi119 ceph-mon[93746]: pgmap v1535: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:10:43.600 INFO:tasks.workunit.client.0.smithi119.stdout: 263: throughput=4.98MB/sec pending data=0 2024-04-13T08:10:43.600 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-8n3Mvv5DyFd0vYH off=13486460 len=374445 2024-04-13T08:10:43.604 INFO:tasks.workunit.client.0.smithi119.stdout:op 1361 completed, throughput=4.98MB/sec 2024-04-13T08:10:43.604 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-5BaGf8nfhU5V0zT off=11192202 len=862865 2024-04-13T08:10:43.606 INFO:tasks.workunit.client.0.smithi119.stdout:op 1362 completed, throughput=4.99MB/sec 2024-04-13T08:10:43.606 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-NvK3okYd1Wo22dm off=6463807 len=1898468 2024-04-13T08:10:43.616 INFO:tasks.workunit.client.0.smithi119.stdout:op 1363 completed, throughput=4.99MB/sec 2024-04-13T08:10:43.616 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-KkQXDcs_XbcqpcW off=5442574 len=1290403 2024-04-13T08:10:43.621 INFO:tasks.workunit.client.0.smithi119.stdout:op 1364 completed, throughput=5MB/sec 2024-04-13T08:10:43.621 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-qlwLfwPMQe-cBgK off=4833568 len=1896460 2024-04-13T08:10:43.634 INFO:tasks.workunit.client.0.smithi119.stdout:op 1365 completed, throughput=5MB/sec 2024-04-13T08:10:44.635 INFO:tasks.workunit.client.0.smithi119.stdout: 264: throughput=4.99MB/sec pending data=0 2024-04-13T08:10:44.635 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-JwWYIC-NUMeQgqy off=6818682 len=855623 2024-04-13T08:10:44.636 INFO:tasks.workunit.client.0.smithi119.stdout:op 1366 completed, throughput=4.99MB/sec 2024-04-13T08:10:44.636 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-4zO72cVdUWcM23f off=583766 len=1201673 2024-04-13T08:10:44.638 INFO:tasks.workunit.client.0.smithi119.stdout:op 1367 completed, throughput=4.99MB/sec 2024-04-13T08:10:44.638 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-jZbKwSvQnFesRV0 off=8287759 len=1930519 2024-04-13T08:10:44.647 INFO:tasks.workunit.client.0.smithi119.stdout:op 1368 completed, throughput=5MB/sec 2024-04-13T08:10:44.647 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Oo9JhiP6__JVUtr off=10214245 len=2028746 2024-04-13T08:10:44.659 INFO:tasks.workunit.client.0.smithi119.stdout:op 1369 completed, throughput=5.01MB/sec 2024-04-13T08:10:44.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:10:44 smithi119 ceph-mon[96316]: pgmap v1536: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:10:44.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:10:44 smithi119 ceph-mon[93746]: pgmap v1536: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:10:44.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:10:44 smithi139 ceph-mon[88985]: pgmap v1536: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:10:45.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:10:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:10:44] "GET /metrics HTTP/1.1" 200 33992 "" "Prometheus/2.43.0" 2024-04-13T08:10:45.659 INFO:tasks.workunit.client.0.smithi119.stdout: 265: throughput=4.99MB/sec pending data=0 2024-04-13T08:10:45.659 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-jFn5N4laoiS9GtQ off=57219 len=1051036 2024-04-13T08:10:45.664 INFO:tasks.workunit.client.0.smithi119.stdout:op 1370 completed, throughput=4.99MB/sec 2024-04-13T08:10:45.664 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-y4f4VpEv0sUFaVZ off=5953735 len=115059 2024-04-13T08:10:45.667 INFO:tasks.workunit.client.0.smithi119.stdout:op 1371 completed, throughput=4.99MB/sec 2024-04-13T08:10:45.667 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-n2kTDmrjFVEYioe off=1977551 len=1272029 2024-04-13T08:10:45.669 INFO:tasks.workunit.client.0.smithi119.stdout:op 1372 completed, throughput=5MB/sec 2024-04-13T08:10:45.669 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Ngals9gCoeBE3zt off=3978269 len=164681 2024-04-13T08:10:45.671 INFO:tasks.workunit.client.0.smithi119.stdout:op 1373 completed, throughput=5MB/sec 2024-04-13T08:10:45.671 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-D7JPq44qySGfGl7 off=0 len=1928247 2024-04-13T08:10:45.674 INFO:tasks.workunit.client.0.smithi119.stdout:op 1374 completed, throughput=5MB/sec 2024-04-13T08:10:46.674 INFO:tasks.workunit.client.0.smithi119.stdout: 266: throughput=4.99MB/sec pending data=0 2024-04-13T08:10:46.675 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-8Gizw6sOCqYt5T1 off=9071176 len=2002287 2024-04-13T08:10:46.676 INFO:tasks.workunit.client.0.smithi119.stdout:op 1375 completed, throughput=4.99MB/sec 2024-04-13T08:10:46.676 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-UCnmQY0xRAVDEZe off=540527 len=468213 2024-04-13T08:10:46.677 INFO:tasks.workunit.client.0.smithi119.stdout:op 1376 completed, throughput=4.99MB/sec 2024-04-13T08:10:46.678 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-UzkKo_XGlK0Lpo_ off=3814512 len=1857765 2024-04-13T08:10:46.682 INFO:tasks.workunit.client.0.smithi119.stdout:op 1377 completed, throughput=5MB/sec 2024-04-13T08:10:46.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:10:46 smithi139 ceph-mon[88985]: pgmap v1537: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:10:46.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:10:46 smithi119 ceph-mon[96316]: pgmap v1537: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:10:46.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:10:46 smithi119 ceph-mon[93746]: pgmap v1537: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:10:47.681 INFO:tasks.workunit.client.0.smithi119.stdout: 267: throughput=4.98MB/sec pending data=0 2024-04-13T08:10:47.682 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-T7RvclC227gKwYq off=2815709 len=2026021 2024-04-13T08:10:47.694 INFO:tasks.workunit.client.0.smithi119.stdout:op 1378 completed, throughput=4.99MB/sec 2024-04-13T08:10:47.694 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-g-YIUvsjUhLIcKZ off=4236692 len=1084624 2024-04-13T08:10:47.696 INFO:tasks.workunit.client.0.smithi119.stdout:op 1379 completed, throughput=4.99MB/sec 2024-04-13T08:10:47.696 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-WCccvc3xVFloS6q off=24344 len=1986998 2024-04-13T08:10:47.701 INFO:tasks.workunit.client.0.smithi119.stdout:op 1380 completed, throughput=5MB/sec 2024-04-13T08:10:47.702 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-i0OMrDMYw5g13hR off=9079744 len=1277327 2024-04-13T08:10:47.703 INFO:tasks.workunit.client.0.smithi119.stdout:op 1381 completed, throughput=5MB/sec 2024-04-13T08:10:48.701 INFO:tasks.workunit.client.0.smithi119.stdout: 268: throughput=4.99MB/sec pending data=0 2024-04-13T08:10:48.701 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-_8yRpoDS7LvUneq off=299508 len=97619 2024-04-13T08:10:48.704 INFO:tasks.workunit.client.0.smithi119.stdout:op 1382 completed, throughput=4.99MB/sec 2024-04-13T08:10:48.704 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-HwJUsjtL6MDYujm off=943250 len=1052288 2024-04-13T08:10:48.709 INFO:tasks.workunit.client.0.smithi119.stdout:op 1383 completed, throughput=4.99MB/sec 2024-04-13T08:10:48.709 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-lLwgfWVDyqnORNh off=2309989 len=388226 2024-04-13T08:10:48.712 INFO:tasks.workunit.client.0.smithi119.stdout:op 1384 completed, throughput=4.99MB/sec 2024-04-13T08:10:48.712 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-g2rzot-x0T8TTPC off=5870019 len=47675 2024-04-13T08:10:48.712 INFO:tasks.workunit.client.0.smithi119.stdout:op 1385 completed, throughput=4.99MB/sec 2024-04-13T08:10:48.712 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-gqyN3bLBRjLkBDI off=3069128 len=995052 2024-04-13T08:10:48.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:10:48 smithi119 ceph-mon[96316]: pgmap v1538: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-13T08:10:48.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:10:48 smithi119 ceph-mon[93746]: pgmap v1538: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-13T08:10:48.717 INFO:tasks.workunit.client.0.smithi119.stdout:op 1386 completed, throughput=4.99MB/sec 2024-04-13T08:10:48.718 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-M103FhTvcogcXtj off=14918060 len=1447558 2024-04-13T08:10:48.719 INFO:tasks.workunit.client.0.smithi119.stdout:op 1387 completed, throughput=5MB/sec 2024-04-13T08:10:48.719 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-K9TVOzZqRIiQ83E off=6328720 len=1559799 2024-04-13T08:10:48.728 INFO:tasks.workunit.client.0.smithi119.stdout:op 1388 completed, throughput=5.01MB/sec 2024-04-13T08:10:48.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:10:48 smithi139 ceph-mon[88985]: pgmap v1538: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-13T08:10:49.728 INFO:tasks.workunit.client.0.smithi119.stdout: 269: throughput=4.99MB/sec pending data=0 2024-04-13T08:10:49.728 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ipIfRxpy4h4beoZ off=561022 len=365879 2024-04-13T08:10:49.731 INFO:tasks.workunit.client.0.smithi119.stdout:op 1389 completed, throughput=4.99MB/sec 2024-04-13T08:10:49.732 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-sUazAFOTDq6hSR8 off=9998863 len=1177746 2024-04-13T08:10:49.733 INFO:tasks.workunit.client.0.smithi119.stdout:op 1390 completed, throughput=4.99MB/sec 2024-04-13T08:10:49.733 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-47JtZPJsXavf35R off=6911317 len=598634 2024-04-13T08:10:49.734 INFO:tasks.workunit.client.0.smithi119.stdout:op 1391 completed, throughput=4.99MB/sec 2024-04-13T08:10:49.734 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-VavpJIrTHNko0j- off=11485083 len=1862665 2024-04-13T08:10:49.744 INFO:tasks.workunit.client.0.smithi119.stdout:op 1392 completed, throughput=5MB/sec 2024-04-13T08:10:50.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:10:50 smithi119 ceph-mon[96316]: pgmap v1539: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-13T08:10:50.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:10:50 smithi119 ceph-mon[93746]: pgmap v1539: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-13T08:10:50.744 INFO:tasks.workunit.client.0.smithi119.stdout: 270: throughput=4.98MB/sec pending data=0 2024-04-13T08:10:50.744 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-TWfDyGZxKuSDDAF off=619846 len=1442595 2024-04-13T08:10:50.749 INFO:tasks.workunit.client.0.smithi119.stdout:op 1393 completed, throughput=4.99MB/sec 2024-04-13T08:10:50.749 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Fpa3BiAnTyfcft2 off=6591738 len=1131429 2024-04-13T08:10:50.754 INFO:tasks.workunit.client.0.smithi119.stdout:op 1394 completed, throughput=4.99MB/sec 2024-04-13T08:10:50.754 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-uxSy8yDFPwsW7cP off=4349287 len=1602266 2024-04-13T08:10:50.757 INFO:tasks.workunit.client.0.smithi119.stdout:op 1395 completed, throughput=5MB/sec 2024-04-13T08:10:50.758 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-kazdxmaZ7Ldx3Er off=3350290 len=927933 2024-04-13T08:10:50.759 INFO:tasks.workunit.client.0.smithi119.stdout:op 1396 completed, throughput=5MB/sec 2024-04-13T08:10:50.759 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-IALiC6R1GgCcLqk off=18224944 len=1271882 2024-04-13T08:10:50.769 INFO:tasks.workunit.client.0.smithi119.stdout:op 1397 completed, throughput=5MB/sec 2024-04-13T08:10:50.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:10:50 smithi139 ceph-mon[88985]: pgmap v1539: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-13T08:10:51.768 INFO:tasks.workunit.client.0.smithi119.stdout: 271: throughput=4.99MB/sec pending data=0 2024-04-13T08:10:51.768 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-BeSQ4bHHteMx08u off=3161610 len=978456 2024-04-13T08:10:51.770 INFO:tasks.workunit.client.0.smithi119.stdout:op 1398 completed, throughput=4.99MB/sec 2024-04-13T08:10:51.770 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-e4liohJg8Tx_I4t off=9617485 len=354711 2024-04-13T08:10:51.771 INFO:tasks.workunit.client.0.smithi119.stdout:op 1399 completed, throughput=4.99MB/sec 2024-04-13T08:10:51.771 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-QZjkLi7DIqE0eg8 off=8958948 len=1556683 2024-04-13T08:10:51.773 INFO:tasks.workunit.client.0.smithi119.stdout:op 1400 completed, throughput=5MB/sec 2024-04-13T08:10:51.773 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-M103FhTvcogcXtj off=16558837 len=1552635 2024-04-13T08:10:51.774 INFO:tasks.workunit.client.0.smithi119.stdout:op 1401 completed, throughput=5MB/sec 2024-04-13T08:10:52.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:10:52 smithi139 ceph-mon[88985]: pgmap v1540: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T08:10:52.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:10:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:10:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:10:52.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:10:52 smithi119 ceph-mon[96316]: pgmap v1540: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T08:10:52.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:10:52 smithi119 ceph-mon[93746]: pgmap v1540: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T08:10:52.774 INFO:tasks.workunit.client.0.smithi119.stdout: 272: throughput=4.98MB/sec pending data=0 2024-04-13T08:10:52.775 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-CDoPTYx63cAqoe9 off=2139679 len=1089731 2024-04-13T08:10:52.781 INFO:tasks.workunit.client.0.smithi119.stdout:op 1402 completed, throughput=4.99MB/sec 2024-04-13T08:10:52.781 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-jX-AznXnyur24mB off=21892374 len=63029 2024-04-13T08:10:52.783 INFO:tasks.workunit.client.0.smithi119.stdout:op 1403 completed, throughput=4.99MB/sec 2024-04-13T08:10:52.783 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-8Plw4kUuKhA1RPU off=17699483 len=842508 2024-04-13T08:10:52.784 INFO:tasks.workunit.client.0.smithi119.stdout:op 1404 completed, throughput=4.99MB/sec 2024-04-13T08:10:52.784 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-l23ppfIgPb-VrvI off=12210711 len=2063194 2024-04-13T08:10:52.786 INFO:tasks.workunit.client.0.smithi119.stdout:op 1405 completed, throughput=5MB/sec 2024-04-13T08:10:52.786 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ImZNpOsf039wG1L off=6796261 len=1328329 2024-04-13T08:10:52.789 INFO:tasks.workunit.client.0.smithi119.stdout:op 1406 completed, throughput=5MB/sec 2024-04-13T08:10:53.790 INFO:tasks.workunit.client.0.smithi119.stdout: 273: throughput=4.98MB/sec pending data=0 2024-04-13T08:10:53.790 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-2uIsmp5Q8aFHUCV off=7091253 len=1779047 2024-04-13T08:10:53.801 INFO:tasks.workunit.client.0.smithi119.stdout:op 1407 completed, throughput=4.99MB/sec 2024-04-13T08:10:53.801 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-tWDQ0bxZrB28fFm off=4074552 len=1609333 2024-04-13T08:10:53.803 INFO:tasks.workunit.client.0.smithi119.stdout:op 1408 completed, throughput=4.99MB/sec 2024-04-13T08:10:53.803 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-5kQEqDblQQeJJHu off=12348946 len=2072165 2024-04-13T08:10:53.813 INFO:tasks.workunit.client.0.smithi119.stdout:op 1409 completed, throughput=5MB/sec 2024-04-13T08:10:54.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:10:54 smithi119 ceph-mon[96316]: pgmap v1541: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T08:10:54.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:10:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:10:54.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:10:54 smithi119 ceph-mon[93746]: pgmap v1541: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T08:10:54.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:10:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:10:54.814 INFO:tasks.workunit.client.0.smithi119.stdout: 274: throughput=4.98MB/sec pending data=0 2024-04-13T08:10:54.814 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-JYbu68gFEUGmYuH off=16340014 len=1246934 2024-04-13T08:10:54.821 INFO:tasks.workunit.client.0.smithi119.stdout:op 1410 completed, throughput=4.99MB/sec 2024-04-13T08:10:54.821 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-6wLoYtbHEGkcJp4 off=2819308 len=313369 2024-04-13T08:10:54.821 INFO:tasks.workunit.client.0.smithi119.stdout:op 1411 completed, throughput=4.99MB/sec 2024-04-13T08:10:54.821 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-UFSIdHYo52p-V5q off=8368453 len=1024416 2024-04-13T08:10:54.823 INFO:tasks.workunit.client.0.smithi119.stdout:op 1412 completed, throughput=4.99MB/sec 2024-04-13T08:10:54.823 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-PiothZ--xb5cSPL off=2793199 len=122361 2024-04-13T08:10:54.824 INFO:tasks.workunit.client.0.smithi119.stdout:op 1413 completed, throughput=4.99MB/sec 2024-04-13T08:10:54.824 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-txm46crK7QTAoIW off=6229331 len=2043064 2024-04-13T08:10:54.826 INFO:tasks.workunit.client.0.smithi119.stdout:op 1414 completed, throughput=5MB/sec 2024-04-13T08:10:54.826 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-rJEdTnYCcFv7c7B off=6161689 len=890534 2024-04-13T08:10:54.826 INFO:tasks.workunit.client.0.smithi119.stdout:op 1415 completed, throughput=5MB/sec 2024-04-13T08:10:54.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:10:54 smithi139 ceph-mon[88985]: pgmap v1541: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T08:10:54.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:10:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:10:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:10:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:10:54] "GET /metrics HTTP/1.1" 200 33988 "" "Prometheus/2.43.0" 2024-04-13T08:10:55.827 INFO:tasks.workunit.client.0.smithi119.stdout: 275: throughput=4.98MB/sec pending data=0 2024-04-13T08:10:55.827 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-9mrOClU-9as-ZgM off=581072 len=228005 2024-04-13T08:10:55.828 INFO:tasks.workunit.client.0.smithi119.stdout:op 1416 completed, throughput=4.99MB/sec 2024-04-13T08:10:55.828 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-RCXUfUCaHIE53Wr off=448676 len=1075537 2024-04-13T08:10:55.833 INFO:tasks.workunit.client.0.smithi119.stdout:op 1417 completed, throughput=4.99MB/sec 2024-04-13T08:10:55.833 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-_5JY_QEeHByK3lv off=22355063 len=2072966 2024-04-13T08:10:55.843 INFO:tasks.workunit.client.0.smithi119.stdout:op 1418 completed, throughput=5MB/sec 2024-04-13T08:10:55.844 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-h11yFmrJO6mxpiN off=1927677 len=1806682 2024-04-13T08:10:55.845 INFO:tasks.workunit.client.0.smithi119.stdout:op 1419 completed, throughput=5MB/sec 2024-04-13T08:10:56.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:10:56 smithi119 ceph-mon[96316]: pgmap v1542: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T08:10:56.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:10:56 smithi119 ceph-mon[93746]: pgmap v1542: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T08:10:56.846 INFO:tasks.workunit.client.0.smithi119.stdout: 276: throughput=4.98MB/sec pending data=0 2024-04-13T08:10:56.846 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-kRvPbZknwtmKSB6 off=9581746 len=1650586 2024-04-13T08:10:56.856 INFO:tasks.workunit.client.0.smithi119.stdout:op 1420 completed, throughput=4.99MB/sec 2024-04-13T08:10:56.856 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-vfkhmZv6NcC4b3p off=514403 len=1121289 2024-04-13T08:10:56.858 INFO:tasks.workunit.client.0.smithi119.stdout:op 1421 completed, throughput=4.99MB/sec 2024-04-13T08:10:56.859 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-d0mTvc7AF4EKvlu off=5638832 len=598794 2024-04-13T08:10:56.862 INFO:tasks.workunit.client.0.smithi119.stdout:op 1422 completed, throughput=5MB/sec 2024-04-13T08:10:56.862 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-VBEQbxM5JxnxzpS off=687203 len=1085122 2024-04-13T08:10:56.865 INFO:tasks.workunit.client.0.smithi119.stdout:op 1423 completed, throughput=5MB/sec 2024-04-13T08:10:56.865 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--XRyOhED-tcsnMB off=3370700 len=1665563 2024-04-13T08:10:56.867 INFO:tasks.workunit.client.0.smithi119.stdout:op 1424 completed, throughput=5MB/sec 2024-04-13T08:10:56.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:10:56 smithi139 ceph-mon[88985]: pgmap v1542: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T08:10:57.867 INFO:tasks.workunit.client.0.smithi119.stdout: 277: throughput=4.99MB/sec pending data=0 2024-04-13T08:10:57.868 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-HED91V7gaWgXp5P off=6235622 len=609263 2024-04-13T08:10:57.868 INFO:tasks.workunit.client.0.smithi119.stdout:op 1425 completed, throughput=4.99MB/sec 2024-04-13T08:10:57.869 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-a9VMRojquQFd1vB off=5615918 len=647037 2024-04-13T08:10:57.873 INFO:tasks.workunit.client.0.smithi119.stdout:op 1426 completed, throughput=4.99MB/sec 2024-04-13T08:10:57.873 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-OJgEgjlrgw70gu7 off=484926 len=364149 2024-04-13T08:10:57.873 INFO:tasks.workunit.client.0.smithi119.stdout:op 1427 completed, throughput=4.99MB/sec 2024-04-13T08:10:57.873 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Z703-DwHTkWxM4U off=1961457 len=1094906 2024-04-13T08:10:57.880 INFO:tasks.workunit.client.0.smithi119.stdout:op 1428 completed, throughput=5MB/sec 2024-04-13T08:10:57.880 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-3-cLr_xK1hKcdAW off=4904674 len=1825437 2024-04-13T08:10:57.881 INFO:tasks.workunit.client.0.smithi119.stdout:op 1429 completed, throughput=5MB/sec 2024-04-13T08:10:58.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:10:58 smithi119 ceph-mon[96316]: pgmap v1543: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T08:10:58.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:10:58 smithi119 ceph-mon[93746]: pgmap v1543: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T08:10:58.882 INFO:tasks.workunit.client.0.smithi119.stdout: 278: throughput=4.98MB/sec pending data=0 2024-04-13T08:10:58.882 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Rwt1tlwWWQxunvI off=1162380 len=1972163 2024-04-13T08:10:58.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:10:58 smithi139 ceph-mon[88985]: pgmap v1543: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T08:10:58.890 INFO:tasks.workunit.client.0.smithi119.stdout:op 1430 completed, throughput=4.99MB/sec 2024-04-13T08:10:58.891 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-zLUQohAHiAX0kKM off=5511596 len=69187 2024-04-13T08:10:58.893 INFO:tasks.workunit.client.0.smithi119.stdout:op 1431 completed, throughput=4.99MB/sec 2024-04-13T08:10:58.893 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-RTI95xNrUYElE-U off=881956 len=105866 2024-04-13T08:10:58.894 INFO:tasks.workunit.client.0.smithi119.stdout:op 1432 completed, throughput=4.99MB/sec 2024-04-13T08:10:58.894 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-rR0YzODTE5Dk5wp off=4147565 len=2007187 2024-04-13T08:10:58.905 INFO:tasks.workunit.client.0.smithi119.stdout:op 1433 completed, throughput=5MB/sec 2024-04-13T08:10:58.905 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-IkImS4CHZxrXCZh off=15970268 len=486775 2024-04-13T08:10:58.908 INFO:tasks.workunit.client.0.smithi119.stdout:op 1434 completed, throughput=5MB/sec 2024-04-13T08:10:58.908 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-T1RjQHauAzw1vgv off=8885728 len=1838703 2024-04-13T08:10:58.917 INFO:tasks.workunit.client.0.smithi119.stdout:op 1435 completed, throughput=5.01MB/sec 2024-04-13T08:10:59.917 INFO:tasks.workunit.client.0.smithi119.stdout: 279: throughput=4.99MB/sec pending data=0 2024-04-13T08:10:59.917 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-2aahDcJvUa7n3IJ off=4420097 len=337324 2024-04-13T08:10:59.918 INFO:tasks.workunit.client.0.smithi119.stdout:op 1436 completed, throughput=4.99MB/sec 2024-04-13T08:10:59.918 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-kdOWsCXUs241w8j off=2146993 len=1335169 2024-04-13T08:10:59.920 INFO:tasks.workunit.client.0.smithi119.stdout:op 1437 completed, throughput=4.99MB/sec 2024-04-13T08:10:59.920 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-V8dJ3jJx1OhHJx- off=1719054 len=1903075 2024-04-13T08:10:59.931 INFO:tasks.workunit.client.0.smithi119.stdout:op 1438 completed, throughput=5MB/sec 2024-04-13T08:10:59.931 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-MQ-y4idVuw3yeQ2 off=7957515 len=293055 2024-04-13T08:10:59.933 INFO:tasks.workunit.client.0.smithi119.stdout:op 1439 completed, throughput=5MB/sec 2024-04-13T08:11:00.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:11:00 smithi119 ceph-mon[96316]: pgmap v1544: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-13T08:11:00.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:11:00 smithi119 ceph-mon[93746]: pgmap v1544: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-13T08:11:00.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:11:00 smithi139 ceph-mon[88985]: pgmap v1544: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-13T08:11:00.933 INFO:tasks.workunit.client.0.smithi119.stdout: 280: throughput=4.98MB/sec pending data=0 2024-04-13T08:11:00.933 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-y5XA-41ilslrpjZ off=6839522 len=1090042 2024-04-13T08:11:00.934 INFO:tasks.workunit.client.0.smithi119.stdout:op 1440 completed, throughput=4.99MB/sec 2024-04-13T08:11:00.935 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj--fBMUIV7X7ijsHZ off=728575 len=1796371 2024-04-13T08:11:00.944 INFO:tasks.workunit.client.0.smithi119.stdout:op 1441 completed, throughput=4.99MB/sec 2024-04-13T08:11:00.944 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-9kZmCKXDQlShiZI off=1582820 len=377494 2024-04-13T08:11:00.948 INFO:tasks.workunit.client.0.smithi119.stdout:op 1442 completed, throughput=4.99MB/sec 2024-04-13T08:11:00.948 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-JvczNNk2lYLXCMw off=1075950 len=1427746 2024-04-13T08:11:00.949 INFO:tasks.workunit.client.0.smithi119.stdout:op 1443 completed, throughput=5MB/sec 2024-04-13T08:11:00.949 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-pl2D12xY6T0BIOU off=2655235 len=75454 2024-04-13T08:11:00.951 INFO:tasks.workunit.client.0.smithi119.stdout:op 1444 completed, throughput=5MB/sec 2024-04-13T08:11:00.952 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Sef7OcnHIhuK-Dt off=3485177 len=222786 2024-04-13T08:11:00.954 INFO:tasks.workunit.client.0.smithi119.stdout:op 1445 completed, throughput=5MB/sec 2024-04-13T08:11:00.954 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-txyQ8Umu3YVNT5p off=20436719 len=1476511 2024-04-13T08:11:00.954 INFO:tasks.workunit.client.0.smithi119.stdout:op 1446 completed, throughput=5MB/sec 2024-04-13T08:11:01.955 INFO:tasks.workunit.client.0.smithi119.stdout: 281: throughput=4.99MB/sec pending data=0 2024-04-13T08:11:01.955 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-iC421C_aTV36vbQ off=18967781 len=1667543 2024-04-13T08:11:01.964 INFO:tasks.workunit.client.0.smithi119.stdout:op 1447 completed, throughput=4.99MB/sec 2024-04-13T08:11:01.964 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-F_iOuN8YvgGa-b_ off=2507640 len=1124421 2024-04-13T08:11:01.967 INFO:tasks.workunit.client.0.smithi119.stdout:op 1448 completed, throughput=5MB/sec 2024-04-13T08:11:01.967 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-6QV1MNj1B2-WBsj off=7699950 len=1252997 2024-04-13T08:11:01.971 INFO:tasks.workunit.client.0.smithi119.stdout:op 1449 completed, throughput=5MB/sec 2024-04-13T08:11:02.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:11:02 smithi139 ceph-mon[88985]: pgmap v1545: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T08:11:02.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:11:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:11:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:11:02.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:11:02 smithi119 ceph-mon[96316]: pgmap v1545: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T08:11:02.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:11:02 smithi119 ceph-mon[93746]: pgmap v1545: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T08:11:02.972 INFO:tasks.workunit.client.0.smithi119.stdout: 282: throughput=4.98MB/sec pending data=0 2024-04-13T08:11:02.972 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-bY7Ya1aSvXrl37m off=12838082 len=1709737 2024-04-13T08:11:02.981 INFO:tasks.workunit.client.0.smithi119.stdout:op 1450 completed, throughput=4.99MB/sec 2024-04-13T08:11:02.981 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-LdBIp7lPck2EXD4 off=2891794 len=1032771 2024-04-13T08:11:02.985 INFO:tasks.workunit.client.0.smithi119.stdout:op 1451 completed, throughput=4.99MB/sec 2024-04-13T08:11:02.985 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Aj_n9HzqQcNu31e off=2912257 len=1543239 2024-04-13T08:11:02.987 INFO:tasks.workunit.client.0.smithi119.stdout:op 1452 completed, throughput=5MB/sec 2024-04-13T08:11:02.987 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-KykLtXzAnyv2Ltz off=40871 len=678946 2024-04-13T08:11:02.988 INFO:tasks.workunit.client.0.smithi119.stdout:op 1453 completed, throughput=5MB/sec 2024-04-13T08:11:02.989 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-8CWcflOnqm0Y_g- off=4514174 len=1357423 2024-04-13T08:11:02.996 INFO:tasks.workunit.client.0.smithi119.stdout:op 1454 completed, throughput=5MB/sec 2024-04-13T08:11:03.996 INFO:tasks.workunit.client.0.smithi119.stdout: 283: throughput=4.99MB/sec pending data=0 2024-04-13T08:11:03.996 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-etP-DNEzPSAaB-w off=11305676 len=142836 2024-04-13T08:11:03.997 INFO:tasks.workunit.client.0.smithi119.stdout:op 1455 completed, throughput=4.99MB/sec 2024-04-13T08:11:03.997 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-pmdoRfdFTdewip9 off=1143123 len=1155983 2024-04-13T08:11:03.998 INFO:tasks.workunit.client.0.smithi119.stdout:op 1456 completed, throughput=4.99MB/sec 2024-04-13T08:11:03.998 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-REIwyWXrfdFfwa8 off=512121 len=22019 2024-04-13T08:11:04.001 INFO:tasks.workunit.client.0.smithi119.stdout:op 1457 completed, throughput=4.99MB/sec 2024-04-13T08:11:04.001 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3gWtqysFose8ADV off=7355751 len=1227820 2024-04-13T08:11:04.006 INFO:tasks.workunit.client.0.smithi119.stdout:op 1458 completed, throughput=4.99MB/sec 2024-04-13T08:11:04.006 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-E_0oKgidJ0pFDFc off=4988415 len=971598 2024-04-13T08:11:04.012 INFO:tasks.workunit.client.0.smithi119.stdout:op 1459 completed, throughput=5MB/sec 2024-04-13T08:11:04.012 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-eRY03oM8q662RXB off=6346148 len=1132053 2024-04-13T08:11:04.013 INFO:tasks.workunit.client.0.smithi119.stdout:op 1460 completed, throughput=5MB/sec 2024-04-13T08:11:04.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:11:04 smithi119 ceph-mon[96316]: pgmap v1546: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:11:04.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:11:04 smithi119 ceph-mon[93746]: pgmap v1546: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:11:04.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:11:04 smithi139 ceph-mon[88985]: pgmap v1546: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:11:05.013 INFO:tasks.workunit.client.0.smithi119.stdout: 284: throughput=4.98MB/sec pending data=0 2024-04-13T08:11:05.014 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Q_MRvCF6WPrjiMp off=21809207 len=386956 2024-04-13T08:11:05.017 INFO:tasks.workunit.client.0.smithi119.stdout:op 1461 completed, throughput=4.98MB/sec 2024-04-13T08:11:05.017 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-17zBLt_11eZphI6 off=5345811 len=583150 2024-04-13T08:11:05.018 INFO:tasks.workunit.client.0.smithi119.stdout:op 1462 completed, throughput=4.99MB/sec 2024-04-13T08:11:05.019 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-aIvo-NGgFHynNfn off=8245601 len=2062294 2024-04-13T08:11:05.022 INFO:tasks.workunit.client.0.smithi119.stdout:op 1463 completed, throughput=4.99MB/sec 2024-04-13T08:11:05.023 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-zaYPBvLVnmdD_OM off=3623426 len=1708913 2024-04-13T08:11:05.024 INFO:tasks.workunit.client.0.smithi119.stdout:op 1464 completed, throughput=5MB/sec 2024-04-13T08:11:05.024 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-1yl07hZzVooJ6V3 off=13444615 len=1720795 2024-04-13T08:11:05.027 INFO:tasks.workunit.client.0.smithi119.stdout:op 1465 completed, throughput=5MB/sec 2024-04-13T08:11:05.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:11:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:11:04] "GET /metrics HTTP/1.1" 200 33988 "" "Prometheus/2.43.0" 2024-04-13T08:11:06.027 INFO:tasks.workunit.client.0.smithi119.stdout: 285: throughput=4.99MB/sec pending data=0 2024-04-13T08:11:06.028 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-52feKHBv5knquMS off=431938 len=515113 2024-04-13T08:11:06.031 INFO:tasks.workunit.client.0.smithi119.stdout:op 1466 completed, throughput=4.99MB/sec 2024-04-13T08:11:06.031 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-qo3m5EIYc47ZQj7 off=8745871 len=1012544 2024-04-13T08:11:06.032 INFO:tasks.workunit.client.0.smithi119.stdout:op 1467 completed, throughput=4.99MB/sec 2024-04-13T08:11:06.032 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-rqdn65QCNUEB_LS off=9488362 len=1255135 2024-04-13T08:11:06.034 INFO:tasks.workunit.client.0.smithi119.stdout:op 1468 completed, throughput=5MB/sec 2024-04-13T08:11:06.034 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-4P226rX6qmPef1Z off=90937 len=1910013 2024-04-13T08:11:06.045 INFO:tasks.workunit.client.0.smithi119.stdout:op 1469 completed, throughput=5MB/sec 2024-04-13T08:11:06.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:11:06 smithi119 ceph-mon[96316]: pgmap v1547: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:11:06.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:11:06 smithi119 ceph-mon[93746]: pgmap v1547: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:11:06.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:11:06 smithi139 ceph-mon[88985]: pgmap v1547: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:11:07.045 INFO:tasks.workunit.client.0.smithi119.stdout: 286: throughput=4.99MB/sec pending data=0 2024-04-13T08:11:07.046 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-x8PxBTLHZSd9T64 off=9235240 len=96901 2024-04-13T08:11:07.048 INFO:tasks.workunit.client.0.smithi119.stdout:op 1470 completed, throughput=4.99MB/sec 2024-04-13T08:11:07.048 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-gbRjBfVve2h5wyQ off=7817102 len=1657296 2024-04-13T08:11:07.055 INFO:tasks.workunit.client.0.smithi119.stdout:op 1471 completed, throughput=4.99MB/sec 2024-04-13T08:11:07.055 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-vcm-0fa9MBJVJHB off=10676570 len=43533 2024-04-13T08:11:07.057 INFO:tasks.workunit.client.0.smithi119.stdout:op 1472 completed, throughput=4.99MB/sec 2024-04-13T08:11:07.058 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-mWtwWa0aqNHZhqz off=4690297 len=272637 2024-04-13T08:11:07.060 INFO:tasks.workunit.client.0.smithi119.stdout:op 1473 completed, throughput=4.99MB/sec 2024-04-13T08:11:07.061 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-skcA-K4N7GP_zk5 off=11347329 len=655323 2024-04-13T08:11:07.065 INFO:tasks.workunit.client.0.smithi119.stdout:op 1474 completed, throughput=4.99MB/sec 2024-04-13T08:11:07.065 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-cEZ7EQ8Wjhs3X0z off=8455012 len=1785656 2024-04-13T08:11:07.074 INFO:tasks.workunit.client.0.smithi119.stdout:op 1475 completed, throughput=5MB/sec 2024-04-13T08:11:07.074 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-9IElOFZBTmiZW-N off=14024941 len=1309775 2024-04-13T08:11:07.075 INFO:tasks.workunit.client.0.smithi119.stdout:op 1476 completed, throughput=5MB/sec 2024-04-13T08:11:08.075 INFO:tasks.workunit.client.0.smithi119.stdout: 287: throughput=4.99MB/sec pending data=0 2024-04-13T08:11:08.075 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-muWYLCkspr6hcI4 off=1853994 len=663750 2024-04-13T08:11:08.079 INFO:tasks.workunit.client.0.smithi119.stdout:op 1477 completed, throughput=4.99MB/sec 2024-04-13T08:11:08.079 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-DUmcjQh1Lgf5Leo off=219534 len=324974 2024-04-13T08:11:08.080 INFO:tasks.workunit.client.0.smithi119.stdout:op 1478 completed, throughput=4.99MB/sec 2024-04-13T08:11:08.080 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-q5CeQbAVKBAduEk off=11136409 len=2015310 2024-04-13T08:11:08.088 INFO:tasks.workunit.client.0.smithi119.stdout:op 1479 completed, throughput=5MB/sec 2024-04-13T08:11:08.088 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-CRXRp77zpFUfjo- off=2548937 len=44839 2024-04-13T08:11:08.091 INFO:tasks.workunit.client.0.smithi119.stdout:op 1480 completed, throughput=5MB/sec 2024-04-13T08:11:08.091 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-5GOj7B9Q9FhyfVH off=1432091 len=20787 2024-04-13T08:11:08.091 INFO:tasks.workunit.client.0.smithi119.stdout:op 1481 completed, throughput=5MB/sec 2024-04-13T08:11:08.091 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-v7EiST5GIuVhlAa off=2633933 len=2087378 2024-04-13T08:11:08.101 INFO:tasks.workunit.client.0.smithi119.stdout:op 1482 completed, throughput=5MB/sec 2024-04-13T08:11:08.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:11:08 smithi119 ceph-mon[96316]: pgmap v1548: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-13T08:11:08.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:11:08 smithi119 ceph-mon[93746]: pgmap v1548: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-13T08:11:08.728 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:11:08 smithi139 ceph-mon[88985]: pgmap v1548: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-13T08:11:09.101 INFO:tasks.workunit.client.0.smithi119.stdout: 288: throughput=4.99MB/sec pending data=0 2024-04-13T08:11:09.402 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-fc9WI7uu3JKP8ot off=1181213 len=1430026 2024-04-13T08:11:09.403 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 08:11:08 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[127213]: logger=sqlstore.transactions t=2024-04-13T08:11:08.728827983Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-13T08:11:09.404 INFO:tasks.workunit.client.0.smithi119.stdout:op 1483 completed, throughput=4.99MB/sec 2024-04-13T08:11:09.404 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-2dmCjhHTEqPpHbQ off=2266872 len=303888 2024-04-13T08:11:09.404 INFO:tasks.workunit.client.0.smithi119.stdout:op 1484 completed, throughput=4.99MB/sec 2024-04-13T08:11:09.404 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-cjk3fkt2A8hn8vM off=6195724 len=1728800 2024-04-13T08:11:09.404 INFO:tasks.workunit.client.0.smithi119.stdout:op 1485 completed, throughput=5MB/sec 2024-04-13T08:11:09.404 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-x23Dm3IPUUIs8C1 off=20788403 len=1641854 2024-04-13T08:11:09.404 INFO:tasks.workunit.client.0.smithi119.stdout:op 1486 completed, throughput=5MB/sec 2024-04-13T08:11:09.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:11:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:11:09.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:11:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:11:09.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:11:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:11:10.125 INFO:tasks.workunit.client.0.smithi119.stdout: 289: throughput=4.99MB/sec pending data=0 2024-04-13T08:11:10.126 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--5OopAic4MPMiAO off=1699218 len=1018351 2024-04-13T08:11:10.127 INFO:tasks.workunit.client.0.smithi119.stdout:op 1487 completed, throughput=4.99MB/sec 2024-04-13T08:11:10.127 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-M-Mwx-Kb_hJkqB3 off=5225734 len=1971699 2024-04-13T08:11:10.139 INFO:tasks.workunit.client.0.smithi119.stdout:op 1488 completed, throughput=4.99MB/sec 2024-04-13T08:11:10.139 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-sJoGz0jwdwwxZF7 off=5511457 len=808928 2024-04-13T08:11:10.140 INFO:tasks.workunit.client.0.smithi119.stdout:op 1489 completed, throughput=5MB/sec 2024-04-13T08:11:10.140 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-WvFPU1kt-qTX8cS off=15796089 len=1246777 2024-04-13T08:11:10.141 INFO:tasks.workunit.client.0.smithi119.stdout:op 1490 completed, throughput=5MB/sec 2024-04-13T08:11:10.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:11:10 smithi119 ceph-mon[96316]: pgmap v1549: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-13T08:11:10.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:11:10 smithi119 ceph-mon[93746]: pgmap v1549: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-13T08:11:10.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:11:10 smithi139 ceph-mon[88985]: pgmap v1549: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-13T08:11:11.142 INFO:tasks.workunit.client.0.smithi119.stdout: 290: throughput=4.98MB/sec pending data=0 2024-04-13T08:11:11.142 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-8mSncjpA9mE_rBq off=13703110 len=215385 2024-04-13T08:11:11.142 INFO:tasks.workunit.client.0.smithi119.stdout:op 1491 completed, throughput=4.99MB/sec 2024-04-13T08:11:11.142 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-0vvGrJwXUu3vnvP off=6781128 len=1093617 2024-04-13T08:11:11.144 INFO:tasks.workunit.client.0.smithi119.stdout:op 1492 completed, throughput=4.99MB/sec 2024-04-13T08:11:11.144 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-JyXFkYP3H1GobK2 off=56592 len=1146244 2024-04-13T08:11:11.149 INFO:tasks.workunit.client.0.smithi119.stdout:op 1493 completed, throughput=4.99MB/sec 2024-04-13T08:11:11.150 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Xo5GtaEM_584rHA off=5916526 len=218328 2024-04-13T08:11:11.153 INFO:tasks.workunit.client.0.smithi119.stdout:op 1494 completed, throughput=4.99MB/sec 2024-04-13T08:11:11.153 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-QoyzbCWMMYmILpA off=12706901 len=1077706 2024-04-13T08:11:11.155 INFO:tasks.workunit.client.0.smithi119.stdout:op 1495 completed, throughput=5MB/sec 2024-04-13T08:11:11.155 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-NYFDb02W374SG8q off=4263241 len=1656361 2024-04-13T08:11:11.157 INFO:tasks.workunit.client.0.smithi119.stdout:op 1496 completed, throughput=5MB/sec 2024-04-13T08:11:12.157 INFO:tasks.workunit.client.0.smithi119.stdout: 291: throughput=4.98MB/sec pending data=0 2024-04-13T08:11:12.157 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-cdjH17oaiqSR9uQ off=10934149 len=1194099 2024-04-13T08:11:12.159 INFO:tasks.workunit.client.0.smithi119.stdout:op 1497 completed, throughput=4.99MB/sec 2024-04-13T08:11:12.159 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-PesBU21xBul1NZH off=3122752 len=398088 2024-04-13T08:11:12.160 INFO:tasks.workunit.client.0.smithi119.stdout:op 1498 completed, throughput=4.99MB/sec 2024-04-13T08:11:12.160 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-TN8gAlylhIyPOQw off=1492238 len=1722885 2024-04-13T08:11:12.170 INFO:tasks.workunit.client.0.smithi119.stdout:op 1499 completed, throughput=5MB/sec 2024-04-13T08:11:12.170 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-trVBkJgYftKF9Xp off=7281872 len=1583562 2024-04-13T08:11:12.177 INFO:tasks.workunit.client.0.smithi119.stdout:op 1500 completed, throughput=5MB/sec 2024-04-13T08:11:12.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:11:12 smithi139 ceph-mon[88985]: pgmap v1550: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T08:11:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:11:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:11:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:11:12.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:11:12 smithi119 ceph-mon[96316]: pgmap v1550: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T08:11:12.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:11:12 smithi119 ceph-mon[93746]: pgmap v1550: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T08:11:13.177 INFO:tasks.workunit.client.0.smithi119.stdout: 292: throughput=4.98MB/sec pending data=0 2024-04-13T08:11:13.177 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-JB6k_rjq9-aaGy6 off=3066894 len=380629 2024-04-13T08:11:13.178 INFO:tasks.workunit.client.0.smithi119.stdout:op 1501 completed, throughput=4.98MB/sec 2024-04-13T08:11:13.178 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-_NcmullGqAbp_q2 off=19558385 len=943201 2024-04-13T08:11:13.179 INFO:tasks.workunit.client.0.smithi119.stdout:op 1502 completed, throughput=4.99MB/sec 2024-04-13T08:11:13.179 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-UrIsC7vfZFeDc9U off=6813410 len=1695317 2024-04-13T08:11:13.182 INFO:tasks.workunit.client.0.smithi119.stdout:op 1503 completed, throughput=4.99MB/sec 2024-04-13T08:11:13.183 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-0dqqDAmr5rzTGa3 off=5843217 len=1637606 2024-04-13T08:11:13.184 INFO:tasks.workunit.client.0.smithi119.stdout:op 1504 completed, throughput=5MB/sec 2024-04-13T08:11:13.185 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-wzlqm5wO42dpwcH off=147913 len=644133 2024-04-13T08:11:13.189 INFO:tasks.workunit.client.0.smithi119.stdout:op 1505 completed, throughput=5MB/sec 2024-04-13T08:11:14.190 INFO:tasks.workunit.client.0.smithi119.stdout: 293: throughput=4.98MB/sec pending data=0 2024-04-13T08:11:14.190 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-yfh2FiOkPZcKxgD off=649593 len=1005137 2024-04-13T08:11:14.194 INFO:tasks.workunit.client.0.smithi119.stdout:op 1506 completed, throughput=4.99MB/sec 2024-04-13T08:11:14.194 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Cr3m7vheLZ4XQP3 off=6637398 len=2040194 2024-04-13T08:11:14.197 INFO:tasks.workunit.client.0.smithi119.stdout:op 1507 completed, throughput=4.99MB/sec 2024-04-13T08:11:14.197 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-HN4wgYVB0yLEesf off=3309612 len=1205316 2024-04-13T08:11:14.204 INFO:tasks.workunit.client.0.smithi119.stdout:op 1508 completed, throughput=5MB/sec 2024-04-13T08:11:14.204 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-4WLsvwhbD0I3KJM off=11265114 len=986870 2024-04-13T08:11:14.205 INFO:tasks.workunit.client.0.smithi119.stdout:op 1509 completed, throughput=5MB/sec 2024-04-13T08:11:14.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:11:14 smithi119 ceph-mon[96316]: pgmap v1551: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:11:14.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:11:14 smithi119 ceph-mon[93746]: pgmap v1551: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:11:14.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:11:14 smithi139 ceph-mon[88985]: pgmap v1551: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:11:15.205 INFO:tasks.workunit.client.0.smithi119.stdout: 294: throughput=4.98MB/sec pending data=0 2024-04-13T08:11:15.205 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Jh1hc8GxAKjyp1- off=858049 len=283040 2024-04-13T08:11:15.206 INFO:tasks.workunit.client.0.smithi119.stdout:op 1510 completed, throughput=4.98MB/sec 2024-04-13T08:11:15.206 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-VlqT_7HTvdS0Fe- off=7298775 len=479594 2024-04-13T08:11:15.207 INFO:tasks.workunit.client.0.smithi119.stdout:op 1511 completed, throughput=4.99MB/sec 2024-04-13T08:11:15.207 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-absU-ZQPKtkdBmw off=4254676 len=46748 2024-04-13T08:11:15.210 INFO:tasks.workunit.client.0.smithi119.stdout:op 1512 completed, throughput=4.99MB/sec 2024-04-13T08:11:15.210 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-6sONwe-RsEjXbPG off=21815248 len=2021933 2024-04-13T08:11:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:11:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:11:14] "GET /metrics HTTP/1.1" 200 33992 "" "Prometheus/2.43.0" 2024-04-13T08:11:15.218 INFO:tasks.workunit.client.0.smithi119.stdout:op 1513 completed, throughput=4.99MB/sec 2024-04-13T08:11:15.218 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Utdc-Mi2zvX9u-4 off=10822480 len=374420 2024-04-13T08:11:15.220 INFO:tasks.workunit.client.0.smithi119.stdout:op 1514 completed, throughput=4.99MB/sec 2024-04-13T08:11:15.221 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-tXXHqyq71x4AeZ2 off=1779057 len=723422 2024-04-13T08:11:15.225 INFO:tasks.workunit.client.0.smithi119.stdout:op 1515 completed, throughput=5MB/sec 2024-04-13T08:11:15.225 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-LdTHkVeWlZjQPr2 off=2837585 len=1222885 2024-04-13T08:11:15.226 INFO:tasks.workunit.client.0.smithi119.stdout:op 1516 completed, throughput=5MB/sec 2024-04-13T08:11:15.226 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-2btfOfvIzMlmfKu off=3145103 len=585506 2024-04-13T08:11:15.230 INFO:tasks.workunit.client.0.smithi119.stdout:op 1517 completed, throughput=5MB/sec 2024-04-13T08:11:16.230 INFO:tasks.workunit.client.0.smithi119.stdout: 295: throughput=4.98MB/sec pending data=0 2024-04-13T08:11:16.231 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-4vwMANExXSiuH_- off=3069664 len=144085 2024-04-13T08:11:16.234 INFO:tasks.workunit.client.0.smithi119.stdout:op 1518 completed, throughput=4.98MB/sec 2024-04-13T08:11:16.234 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-JEWWuYodQF2urXW off=12365416 len=476629 2024-04-13T08:11:16.237 INFO:tasks.workunit.client.0.smithi119.stdout:op 1519 completed, throughput=4.99MB/sec 2024-04-13T08:11:16.237 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-KqGM3kwoaNkPPus off=3236892 len=1438970 2024-04-13T08:11:16.243 INFO:tasks.workunit.client.0.smithi119.stdout:op 1520 completed, throughput=4.99MB/sec 2024-04-13T08:11:16.243 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-952j7H3BvCFx8cB off=16390645 len=1047127 2024-04-13T08:11:16.246 INFO:tasks.workunit.client.0.smithi119.stdout:op 1521 completed, throughput=4.99MB/sec 2024-04-13T08:11:16.246 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-dPIjTMCZUBXy_qv off=9358531 len=1528485 2024-04-13T08:11:16.247 INFO:tasks.workunit.client.0.smithi119.stdout:op 1522 completed, throughput=5MB/sec 2024-04-13T08:11:16.248 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-VHOgZWle3N93uB8 off=4339131 len=2097133 2024-04-13T08:11:16.252 INFO:tasks.workunit.client.0.smithi119.stdout:op 1523 completed, throughput=5.01MB/sec 2024-04-13T08:11:16.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:11:16 smithi119 ceph-mon[93746]: pgmap v1552: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:11:16.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:11:16 smithi119 ceph-mon[96316]: pgmap v1552: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:11:16.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:11:16 smithi139 ceph-mon[88985]: pgmap v1552: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:11:17.252 INFO:tasks.workunit.client.0.smithi119.stdout: 296: throughput=4.99MB/sec pending data=0 2024-04-13T08:11:17.252 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Oe6XdpCUJ5HJ22N off=1338691 len=1386210 2024-04-13T08:11:17.258 INFO:tasks.workunit.client.0.smithi119.stdout:op 1524 completed, throughput=4.99MB/sec 2024-04-13T08:11:17.258 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-wYFqRzECod9TV5F off=5262242 len=733782 2024-04-13T08:11:17.263 INFO:tasks.workunit.client.0.smithi119.stdout:op 1525 completed, throughput=5MB/sec 2024-04-13T08:11:17.263 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-gQU39D1T35KmDze off=6391873 len=1179128 2024-04-13T08:11:17.269 INFO:tasks.workunit.client.0.smithi119.stdout:op 1526 completed, throughput=5MB/sec 2024-04-13T08:11:17.269 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-3cH0aGLZ-PWUlmv off=967387 len=1141654 2024-04-13T08:11:17.273 INFO:tasks.workunit.client.0.smithi119.stdout:op 1527 completed, throughput=5MB/sec 2024-04-13T08:11:18.273 INFO:tasks.workunit.client.0.smithi119.stdout: 297: throughput=4.99MB/sec pending data=0 2024-04-13T08:11:18.273 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-5wLT9da3rj4gVTt off=1672820 len=337371 2024-04-13T08:11:18.277 INFO:tasks.workunit.client.0.smithi119.stdout:op 1528 completed, throughput=4.99MB/sec 2024-04-13T08:11:18.277 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-fZ_HRhdAApnEIx8 off=1110191 len=143194 2024-04-13T08:11:18.278 INFO:tasks.workunit.client.0.smithi119.stdout:op 1529 completed, throughput=4.99MB/sec 2024-04-13T08:11:18.278 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-WpvREGdGxi8KPVh off=5760638 len=969763 2024-04-13T08:11:18.280 INFO:tasks.workunit.client.0.smithi119.stdout:op 1530 completed, throughput=4.99MB/sec 2024-04-13T08:11:18.280 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-dxVE-Prk4e67KNv off=16220738 len=1281615 2024-04-13T08:11:18.286 INFO:tasks.workunit.client.0.smithi119.stdout:op 1531 completed, throughput=4.99MB/sec 2024-04-13T08:11:18.286 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-CPo99FALAgWgLMb off=8757776 len=1703805 2024-04-13T08:11:18.288 INFO:tasks.workunit.client.0.smithi119.stdout:op 1532 completed, throughput=5MB/sec 2024-04-13T08:11:18.288 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-iNZSzxY7q0k66FF off=710213 len=147393 2024-04-13T08:11:18.289 INFO:tasks.workunit.client.0.smithi119.stdout:op 1533 completed, throughput=5MB/sec 2024-04-13T08:11:18.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:11:18 smithi119 ceph-mon[96316]: pgmap v1553: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-13T08:11:18.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:11:18 smithi119 ceph-mon[93746]: pgmap v1553: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-13T08:11:18.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:11:18 smithi139 ceph-mon[88985]: pgmap v1553: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-13T08:11:19.289 INFO:tasks.workunit.client.0.smithi119.stdout: 298: throughput=4.98MB/sec pending data=0 2024-04-13T08:11:19.289 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Hx2FFunO_CKlGCa off=1261508 len=1169589 2024-04-13T08:11:19.291 INFO:tasks.workunit.client.0.smithi119.stdout:op 1534 completed, throughput=4.99MB/sec 2024-04-13T08:11:19.291 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-mNySdJTptSOqspP off=4409908 len=1646922 2024-04-13T08:11:19.298 INFO:tasks.workunit.client.0.smithi119.stdout:op 1535 completed, throughput=4.99MB/sec 2024-04-13T08:11:19.298 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-kwbpremPep4hDTR off=13135667 len=189661 2024-04-13T08:11:19.299 INFO:tasks.workunit.client.0.smithi119.stdout:op 1536 completed, throughput=4.99MB/sec 2024-04-13T08:11:19.299 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-cU3-SQ_FDUcuqOo off=12963769 len=1566189 2024-04-13T08:11:19.301 INFO:tasks.workunit.client.0.smithi119.stdout:op 1537 completed, throughput=5MB/sec 2024-04-13T08:11:19.302 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-M0Fxzmh6cjCYTAF off=8862640 len=972730 2024-04-13T08:11:19.307 INFO:tasks.workunit.client.0.smithi119.stdout:op 1538 completed, throughput=5MB/sec 2024-04-13T08:11:20.308 INFO:tasks.workunit.client.0.smithi119.stdout: 299: throughput=4.98MB/sec pending data=0 2024-04-13T08:11:20.308 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-4msNwk_Vt1bY1-c off=9801373 len=237965 2024-04-13T08:11:20.310 INFO:tasks.workunit.client.0.smithi119.stdout:op 1539 completed, throughput=4.99MB/sec 2024-04-13T08:11:20.310 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-KZ7kKwM9qn3Se2t off=9056096 len=988138 2024-04-13T08:11:20.312 INFO:tasks.workunit.client.0.smithi119.stdout:op 1540 completed, throughput=4.99MB/sec 2024-04-13T08:11:20.312 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-odtWCsDIP9CwXkG off=2215590 len=962840 2024-04-13T08:11:20.317 INFO:tasks.workunit.client.0.smithi119.stdout:op 1541 completed, throughput=4.99MB/sec 2024-04-13T08:11:20.318 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-4Sh8yLcO1gXw3kd off=2430933 len=363488 2024-04-13T08:11:20.318 INFO:tasks.workunit.client.0.smithi119.stdout:op 1542 completed, throughput=4.99MB/sec 2024-04-13T08:11:20.318 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-wuQfa74rPmS_lW0 off=7497222 len=1795516 2024-04-13T08:11:20.328 INFO:tasks.workunit.client.0.smithi119.stdout:op 1543 completed, throughput=5MB/sec 2024-04-13T08:11:20.328 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Z-3OMbDbrT8TTRO off=336174 len=906977 2024-04-13T08:11:20.332 INFO:tasks.workunit.client.0.smithi119.stdout:op 1544 completed, throughput=5MB/sec 2024-04-13T08:11:20.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:11:20 smithi119 ceph-mon[96316]: pgmap v1554: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:11:20.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:11:20 smithi119 ceph-mon[93746]: pgmap v1554: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:11:20.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:11:20 smithi139 ceph-mon[88985]: pgmap v1554: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:11:21.332 INFO:tasks.workunit.client.0.smithi119.stdout: 300: throughput=4.98MB/sec pending data=0 2024-04-13T08:11:21.333 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Tn47_gqGwAhaRXi off=6501046 len=892412 2024-04-13T08:11:21.334 INFO:tasks.workunit.client.0.smithi119.stdout:op 1545 completed, throughput=4.99MB/sec 2024-04-13T08:11:21.334 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-z0sMs8HBgkXW1zK off=12722750 len=1063858 2024-04-13T08:11:21.335 INFO:tasks.workunit.client.0.smithi119.stdout:op 1546 completed, throughput=4.99MB/sec 2024-04-13T08:11:21.335 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-1r_Nnnm6MV5HWb8 off=3127366 len=505273 2024-04-13T08:11:21.336 INFO:tasks.workunit.client.0.smithi119.stdout:op 1547 completed, throughput=4.99MB/sec 2024-04-13T08:11:21.337 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ba98cPF9i9wS8tZ off=18654806 len=615525 2024-04-13T08:11:21.340 INFO:tasks.workunit.client.0.smithi119.stdout:op 1548 completed, throughput=4.99MB/sec 2024-04-13T08:11:21.340 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-8lkHLO7V3FSeizm off=2753389 len=346959 2024-04-13T08:11:21.344 INFO:tasks.workunit.client.0.smithi119.stdout:op 1549 completed, throughput=4.99MB/sec 2024-04-13T08:11:21.344 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-hXloM0z2ZGcwqm6 off=17161848 len=1634226 2024-04-13T08:11:21.346 INFO:tasks.workunit.client.0.smithi119.stdout:op 1550 completed, throughput=5MB/sec 2024-04-13T08:11:21.346 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-t_WZNaUi9btZ04K off=6958114 len=37924 2024-04-13T08:11:21.348 INFO:tasks.workunit.client.0.smithi119.stdout:op 1551 completed, throughput=5MB/sec 2024-04-13T08:11:21.348 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Kgj_21ianssyQwR off=431540 len=1401167 2024-04-13T08:11:21.349 INFO:tasks.workunit.client.0.smithi119.stdout:op 1552 completed, throughput=5MB/sec 2024-04-13T08:11:22.350 INFO:tasks.workunit.client.0.smithi119.stdout: 301: throughput=4.99MB/sec pending data=0 2024-04-13T08:11:22.350 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-0pdRv0L7lchcDg8 off=4433863 len=1521028 2024-04-13T08:11:22.352 INFO:tasks.workunit.client.0.smithi119.stdout:op 1553 completed, throughput=4.99MB/sec 2024-04-13T08:11:22.352 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-SVrjvs3bVik6snr off=2090724 len=206140 2024-04-13T08:11:22.355 INFO:tasks.workunit.client.0.smithi119.stdout:op 1554 completed, throughput=4.99MB/sec 2024-04-13T08:11:22.355 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-2dmCjhHTEqPpHbQ off=3598310 len=2066525 2024-04-13T08:11:22.359 INFO:tasks.workunit.client.0.smithi119.stdout:op 1555 completed, throughput=5MB/sec 2024-04-13T08:11:22.360 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-7on8flnshwRhzdC off=64196 len=1038699 2024-04-13T08:11:22.361 INFO:tasks.workunit.client.0.smithi119.stdout:op 1556 completed, throughput=5MB/sec 2024-04-13T08:11:22.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:11:22 smithi139 ceph-mon[88985]: pgmap v1555: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-13T08:11:22.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:11:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:11:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:11:22.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:11:22 smithi119 ceph-mon[96316]: pgmap v1555: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-13T08:11:22.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:11:22 smithi119 ceph-mon[93746]: pgmap v1555: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-13T08:11:23.361 INFO:tasks.workunit.client.0.smithi119.stdout: 302: throughput=4.99MB/sec pending data=0 2024-04-13T08:11:23.361 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-KNztEw6FbiZSe8B off=20306776 len=89863 2024-04-13T08:11:23.364 INFO:tasks.workunit.client.0.smithi119.stdout:op 1557 completed, throughput=4.99MB/sec 2024-04-13T08:11:23.365 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-7cRCPfroCi3jvNH off=4079506 len=1218170 2024-04-13T08:11:23.374 INFO:tasks.workunit.client.0.smithi119.stdout:op 1558 completed, throughput=4.99MB/sec 2024-04-13T08:11:23.374 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-e_3K90mYxCGbshD off=1095986 len=512927 2024-04-13T08:11:23.375 INFO:tasks.workunit.client.0.smithi119.stdout:op 1559 completed, throughput=4.99MB/sec 2024-04-13T08:11:23.375 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-YmIVFB5xVeJBvRP off=9627543 len=1266851 2024-04-13T08:11:23.376 INFO:tasks.workunit.client.0.smithi119.stdout:op 1560 completed, throughput=5MB/sec 2024-04-13T08:11:23.377 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-7Wk30G-EZV5eH_Z off=2286509 len=1818470 2024-04-13T08:11:23.378 INFO:tasks.workunit.client.0.smithi119.stdout:op 1561 completed, throughput=5MB/sec 2024-04-13T08:11:24.379 INFO:tasks.workunit.client.0.smithi119.stdout: 303: throughput=4.99MB/sec pending data=0 2024-04-13T08:11:24.379 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-zlUMUEg5cRSioAz off=8014609 len=1299839 2024-04-13T08:11:24.385 INFO:tasks.workunit.client.0.smithi119.stdout:op 1562 completed, throughput=4.99MB/sec 2024-04-13T08:11:24.385 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-qlr90N7jOh4htrD off=13287460 len=979398 2024-04-13T08:11:24.390 INFO:tasks.workunit.client.0.smithi119.stdout:op 1563 completed, throughput=4.99MB/sec 2024-04-13T08:11:24.390 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-xFm7XDjiJaetGiD off=7492100 len=1551724 2024-04-13T08:11:24.393 INFO:tasks.workunit.client.0.smithi119.stdout:op 1564 completed, throughput=5MB/sec 2024-04-13T08:11:24.393 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-q978Hh6q6F7O2Ym off=1188883 len=429034 2024-04-13T08:11:24.394 INFO:tasks.workunit.client.0.smithi119.stdout:op 1565 completed, throughput=5MB/sec 2024-04-13T08:11:24.394 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-j6zSNbCTxJohn0B off=1865313 len=1916416 2024-04-13T08:11:24.406 INFO:tasks.workunit.client.0.smithi119.stdout:op 1566 completed, throughput=5MB/sec 2024-04-13T08:11:24.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:11:24 smithi119 ceph-mon[93746]: pgmap v1556: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:11:24.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:11:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:11:24.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:11:24 smithi119 ceph-mon[96316]: pgmap v1556: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:11:24.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:11:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:11:24.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:11:24 smithi139 ceph-mon[88985]: pgmap v1556: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:11:24.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:11:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:11:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:11:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:11:24] "GET /metrics HTTP/1.1" 200 33988 "" "Prometheus/2.43.0" 2024-04-13T08:11:25.407 INFO:tasks.workunit.client.0.smithi119.stdout: 304: throughput=4.99MB/sec pending data=0 2024-04-13T08:11:25.407 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-JxJCF3ZBzvjxCd4 off=9296166 len=1442802 2024-04-13T08:11:25.408 INFO:tasks.workunit.client.0.smithi119.stdout:op 1567 completed, throughput=4.99MB/sec 2024-04-13T08:11:25.409 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-21mqUM9FSE3Aabt off=6052324 len=1024790 2024-04-13T08:11:25.415 INFO:tasks.workunit.client.0.smithi119.stdout:op 1568 completed, throughput=5MB/sec 2024-04-13T08:11:25.416 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-SDnhuyaYlINuOqz off=508978 len=1004619 2024-04-13T08:11:25.422 INFO:tasks.workunit.client.0.smithi119.stdout:op 1569 completed, throughput=5MB/sec 2024-04-13T08:11:25.422 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-FNHujlLSTs1Xnrs off=11080784 len=182160 2024-04-13T08:11:25.422 INFO:tasks.workunit.client.0.smithi119.stdout:op 1570 completed, throughput=5MB/sec 2024-04-13T08:11:25.423 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-z_w0tv0oGB-tjOX off=593266 len=4648 2024-04-13T08:11:25.425 INFO:tasks.workunit.client.0.smithi119.stdout:op 1571 completed, throughput=5MB/sec 2024-04-13T08:11:25.425 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-cOYWv4x8DS8yzm3 off=3339052 len=1674198 2024-04-13T08:11:25.434 INFO:tasks.workunit.client.0.smithi119.stdout:op 1572 completed, throughput=5MB/sec 2024-04-13T08:11:26.435 INFO:tasks.workunit.client.0.smithi119.stdout: 305: throughput=4.99MB/sec pending data=0 2024-04-13T08:11:26.435 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-zeIKHOocU20bNyW off=1156760 len=515022 2024-04-13T08:11:26.436 INFO:tasks.workunit.client.0.smithi119.stdout:op 1573 completed, throughput=4.99MB/sec 2024-04-13T08:11:26.436 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-EnuEdgjDeFr9DO3 off=15702794 len=1459516 2024-04-13T08:11:26.442 INFO:tasks.workunit.client.0.smithi119.stdout:op 1574 completed, throughput=4.99MB/sec 2024-04-13T08:11:26.442 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-zHS9iBfYzjVS5O2 off=19923779 len=76494 2024-04-13T08:11:26.445 INFO:tasks.workunit.client.0.smithi119.stdout:op 1575 completed, throughput=4.99MB/sec 2024-04-13T08:11:26.445 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-32h_PlaiLBjY4L7 off=2693640 len=1179343 2024-04-13T08:11:26.451 INFO:tasks.workunit.client.0.smithi119.stdout:op 1576 completed, throughput=5MB/sec 2024-04-13T08:11:26.451 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-83lsw5b4o-_xP4T off=1594513 len=1107831 2024-04-13T08:11:26.452 INFO:tasks.workunit.client.0.smithi119.stdout:op 1577 completed, throughput=5MB/sec 2024-04-13T08:11:26.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:11:26 smithi139 ceph-mon[88985]: pgmap v1557: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:11:26.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:11:26 smithi119 ceph-mon[96316]: pgmap v1557: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:11:26.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:11:26 smithi119 ceph-mon[93746]: pgmap v1557: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:11:27.452 INFO:tasks.workunit.client.0.smithi119.stdout: 306: throughput=4.98MB/sec pending data=0 2024-04-13T08:11:27.452 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-_DFCxbzg1Jn6-n0 off=5884636 len=1952596 2024-04-13T08:11:27.464 INFO:tasks.workunit.client.0.smithi119.stdout:op 1578 completed, throughput=4.99MB/sec 2024-04-13T08:11:27.464 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ELMLCcI1CVdjARn off=11623765 len=2006041 2024-04-13T08:11:27.473 INFO:tasks.workunit.client.0.smithi119.stdout:op 1579 completed, throughput=5MB/sec 2024-04-13T08:11:27.473 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-WYQ7YAWA1cAXl0o off=693747 len=1422394 2024-04-13T08:11:27.477 INFO:tasks.workunit.client.0.smithi119.stdout:op 1580 completed, throughput=5MB/sec 2024-04-13T08:11:28.478 INFO:tasks.workunit.client.0.smithi119.stdout: 307: throughput=4.98MB/sec pending data=0 2024-04-13T08:11:28.478 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-8iuqMD1dMMvvnmp off=3440864 len=352555 2024-04-13T08:11:28.479 INFO:tasks.workunit.client.0.smithi119.stdout:op 1581 completed, throughput=4.99MB/sec 2024-04-13T08:11:28.479 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-OVH7WC2NbRHso1X off=9350575 len=1271872 2024-04-13T08:11:28.486 INFO:tasks.workunit.client.0.smithi119.stdout:op 1582 completed, throughput=4.99MB/sec 2024-04-13T08:11:28.486 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-TPTwd3RvgeCs4IS off=4790206 len=102508 2024-04-13T08:11:28.488 INFO:tasks.workunit.client.0.smithi119.stdout:op 1583 completed, throughput=4.99MB/sec 2024-04-13T08:11:28.488 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-HOdyARdjzJMT6HR off=7700038 len=1556623 2024-04-13T08:11:28.490 INFO:tasks.workunit.client.0.smithi119.stdout:op 1584 completed, throughput=4.99MB/sec 2024-04-13T08:11:28.490 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-37ex0tKFxW2_hW4 off=2341606 len=1477414 2024-04-13T08:11:28.498 INFO:tasks.workunit.client.0.smithi119.stdout:op 1585 completed, throughput=5MB/sec 2024-04-13T08:11:28.498 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-AOdDzFZ06wZv8aZ off=11470072 len=1214820 2024-04-13T08:11:28.499 INFO:tasks.workunit.client.0.smithi119.stdout:op 1586 completed, throughput=5MB/sec 2024-04-13T08:11:28.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:11:28 smithi139 ceph-mon[88985]: pgmap v1558: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-13T08:11:28.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:11:28 smithi119 ceph-mon[96316]: pgmap v1558: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-13T08:11:28.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:11:28 smithi119 ceph-mon[93746]: pgmap v1558: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-13T08:11:29.499 INFO:tasks.workunit.client.0.smithi119.stdout: 308: throughput=4.99MB/sec pending data=0 2024-04-13T08:11:29.499 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ke2sKfFoQz8sK-5 off=720392 len=1559441 2024-04-13T08:11:29.501 INFO:tasks.workunit.client.0.smithi119.stdout:op 1587 completed, throughput=4.99MB/sec 2024-04-13T08:11:29.501 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-2R7CtXiAZgM6XIe off=5051250 len=629863 2024-04-13T08:11:29.506 INFO:tasks.workunit.client.0.smithi119.stdout:op 1588 completed, throughput=4.99MB/sec 2024-04-13T08:11:29.506 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-6pk4yO9T88fYFzL off=2757896 len=1775705 2024-04-13T08:11:29.509 INFO:tasks.workunit.client.0.smithi119.stdout:op 1589 completed, throughput=5MB/sec 2024-04-13T08:11:29.509 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-gcSGqBtkT7eBid2 off=618039 len=469119 2024-04-13T08:11:29.512 INFO:tasks.workunit.client.0.smithi119.stdout:op 1590 completed, throughput=5MB/sec 2024-04-13T08:11:29.512 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-YVVbRxXUl0I7HZF off=19566594 len=1981747 2024-04-13T08:11:29.514 INFO:tasks.workunit.client.0.smithi119.stdout:op 1591 completed, throughput=5.01MB/sec 2024-04-13T08:11:30.515 INFO:tasks.workunit.client.0.smithi119.stdout: 309: throughput=4.99MB/sec pending data=0 2024-04-13T08:11:30.515 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3s7xBWTRyLroPbY off=3190646 len=1910543 2024-04-13T08:11:30.524 INFO:tasks.workunit.client.0.smithi119.stdout:op 1592 completed, throughput=5MB/sec 2024-04-13T08:11:30.525 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Ol6vDhUMeuMDZ6k off=783152 len=199188 2024-04-13T08:11:30.527 INFO:tasks.workunit.client.0.smithi119.stdout:op 1593 completed, throughput=5MB/sec 2024-04-13T08:11:30.527 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-dndFlPW0ukkjMqY off=10098977 len=1005545 2024-04-13T08:11:30.531 INFO:tasks.workunit.client.0.smithi119.stdout:op 1594 completed, throughput=5MB/sec 2024-04-13T08:11:30.532 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-AV26106y43xBf7o off=56464 len=834919 2024-04-13T08:11:30.533 INFO:tasks.workunit.client.0.smithi119.stdout:op 1595 completed, throughput=5MB/sec 2024-04-13T08:11:30.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:11:30 smithi139 ceph-mon[88985]: pgmap v1559: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:11:30.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:11:30 smithi119 ceph-mon[93746]: pgmap v1559: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:11:30.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:11:30 smithi119 ceph-mon[96316]: pgmap v1559: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:11:31.534 INFO:tasks.workunit.client.0.smithi119.stdout: 310: throughput=4.99MB/sec pending data=0 2024-04-13T08:11:31.534 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-1n7hM-RBi1d0a2w off=4390667 len=74078 2024-04-13T08:11:31.534 INFO:tasks.workunit.client.0.smithi119.stdout:op 1596 completed, throughput=4.99MB/sec 2024-04-13T08:11:31.535 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-CMXOnY-bWBAwN_V off=16500483 len=1749417 2024-04-13T08:11:31.538 INFO:tasks.workunit.client.0.smithi119.stdout:op 1597 completed, throughput=4.99MB/sec 2024-04-13T08:11:31.539 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-952j7H3BvCFx8cB off=11398874 len=1999910 2024-04-13T08:11:31.542 INFO:tasks.workunit.client.0.smithi119.stdout:op 1598 completed, throughput=5MB/sec 2024-04-13T08:11:31.542 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Oli89o4ywnnwP-r off=6085696 len=1255658 2024-04-13T08:11:31.543 INFO:tasks.workunit.client.0.smithi119.stdout:op 1599 completed, throughput=5MB/sec 2024-04-13T08:11:32.544 INFO:tasks.workunit.client.0.smithi119.stdout: 311: throughput=4.99MB/sec pending data=0 2024-04-13T08:11:32.544 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-1FxOEi2uisgoyjU off=582144 len=873855 2024-04-13T08:11:32.545 INFO:tasks.workunit.client.0.smithi119.stdout:op 1600 completed, throughput=4.99MB/sec 2024-04-13T08:11:32.546 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-lSzvKvzHqgU-ebf off=13535183 len=554003 2024-04-13T08:11:32.547 INFO:tasks.workunit.client.0.smithi119.stdout:op 1601 completed, throughput=4.99MB/sec 2024-04-13T08:11:32.547 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-sFbkqR-HrZ7uNz6 off=14764 len=1680634 2024-04-13T08:11:32.550 INFO:tasks.workunit.client.0.smithi119.stdout:op 1602 completed, throughput=4.99MB/sec 2024-04-13T08:11:32.550 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-r_k1M4ov_dIwGIV off=1703864 len=393541 2024-04-13T08:11:32.553 INFO:tasks.workunit.client.0.smithi119.stdout:op 1603 completed, throughput=5MB/sec 2024-04-13T08:11:32.553 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-k5k7KdpzqsBELnn off=3394268 len=524867 2024-04-13T08:11:32.554 INFO:tasks.workunit.client.0.smithi119.stdout:op 1604 completed, throughput=5MB/sec 2024-04-13T08:11:32.554 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-xu0nnexxxN-FEFC off=2350417 len=917951 2024-04-13T08:11:32.555 INFO:tasks.workunit.client.0.smithi119.stdout:op 1605 completed, throughput=5MB/sec 2024-04-13T08:11:32.555 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-LxWz9aUkI30Pe_I off=281446 len=122060 2024-04-13T08:11:32.556 INFO:tasks.workunit.client.0.smithi119.stdout:op 1606 completed, throughput=5MB/sec 2024-04-13T08:11:32.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:11:32 smithi139 ceph-mon[88985]: pgmap v1560: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-13T08:11:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:11:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:11:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:11:32.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:11:32 smithi119 ceph-mon[93746]: pgmap v1560: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-13T08:11:32.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:11:32 smithi119 ceph-mon[96316]: pgmap v1560: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-13T08:11:33.557 INFO:tasks.workunit.client.0.smithi119.stdout: 312: throughput=4.98MB/sec pending data=0 2024-04-13T08:11:33.557 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-NuejYiOEXWdL4bX off=7464758 len=7445 2024-04-13T08:11:33.557 INFO:tasks.workunit.client.0.smithi119.stdout:op 1607 completed, throughput=4.98MB/sec 2024-04-13T08:11:33.558 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-mYawDdX90Vx571B off=9454012 len=668784 2024-04-13T08:11:33.561 INFO:tasks.workunit.client.0.smithi119.stdout:op 1608 completed, throughput=4.99MB/sec 2024-04-13T08:11:33.561 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-K2Phsk8uvegygCm off=1558690 len=2061185 2024-04-13T08:11:33.572 INFO:tasks.workunit.client.0.smithi119.stdout:op 1609 completed, throughput=4.99MB/sec 2024-04-13T08:11:33.572 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-tD4IiBFRrmcmUeC off=2337385 len=1915266 2024-04-13T08:11:33.574 INFO:tasks.workunit.client.0.smithi119.stdout:op 1610 completed, throughput=5MB/sec 2024-04-13T08:11:33.574 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-KGAYa-lUUoZBS2K off=7696269 len=442214 2024-04-13T08:11:33.575 INFO:tasks.workunit.client.0.smithi119.stdout:op 1611 completed, throughput=5MB/sec 2024-04-13T08:11:33.575 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-iNuwzOvvGBcxn7H off=4845023 len=700067 2024-04-13T08:11:33.577 INFO:tasks.workunit.client.0.smithi119.stdout:op 1612 completed, throughput=5MB/sec 2024-04-13T08:11:33.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:11:33 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:11:33.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:11:33 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:11:33.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:11:33 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:11:34.576 INFO:tasks.workunit.client.0.smithi119.stdout: 313: throughput=4.99MB/sec pending data=0 2024-04-13T08:11:34.576 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Z6MbXYagCEboqsM off=1835396 len=2019306 2024-04-13T08:11:34.584 INFO:tasks.workunit.client.0.smithi119.stdout:op 1613 completed, throughput=4.99MB/sec 2024-04-13T08:11:34.584 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Zpizr8TZdWbcxxa off=306326 len=207285 2024-04-13T08:11:34.587 INFO:tasks.workunit.client.0.smithi119.stdout:op 1614 completed, throughput=4.99MB/sec 2024-04-13T08:11:34.587 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-cjqjAXVWMWwxxP6 off=10108945 len=1042356 2024-04-13T08:11:34.588 INFO:tasks.workunit.client.0.smithi119.stdout:op 1615 completed, throughput=5MB/sec 2024-04-13T08:11:34.588 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-rU2cNVsUSy9UHH7 off=16077231 len=291733 2024-04-13T08:11:34.589 INFO:tasks.workunit.client.0.smithi119.stdout:op 1616 completed, throughput=5MB/sec 2024-04-13T08:11:34.589 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-bGtbvzBv3T9r1TR off=18389201 len=1102809 2024-04-13T08:11:34.590 INFO:tasks.workunit.client.0.smithi119.stdout:op 1617 completed, throughput=5MB/sec 2024-04-13T08:11:34.590 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-NfJHujnukmetA8z off=502358 len=1160758 2024-04-13T08:11:34.592 INFO:tasks.workunit.client.0.smithi119.stdout:op 1618 completed, throughput=5MB/sec 2024-04-13T08:11:34.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:11:34 smithi119 ceph-mon[96316]: pgmap v1561: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:11:34.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:11:34 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:11:34.820 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:11:34 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:11:34.820 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:11:34 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:11:34.820 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:11:34 smithi119 ceph-mon[93746]: pgmap v1561: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:11:34.820 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:11:34 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:11:34.820 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:11:34 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:11:34.820 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:11:34 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:11:34.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:11:34 smithi139 ceph-mon[88985]: pgmap v1561: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:11:34.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:11:34 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:11:34.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:11:34 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:11:34.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:11:34 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:11:35.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:11:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:11:34] "GET /metrics HTTP/1.1" 200 33988 "" "Prometheus/2.43.0" 2024-04-13T08:11:35.592 INFO:tasks.workunit.client.0.smithi119.stdout: 314: throughput=4.99MB/sec pending data=0 2024-04-13T08:11:35.592 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-blPlT-8xP9Nhj6t off=3922758 len=793892 2024-04-13T08:11:35.597 INFO:tasks.workunit.client.0.smithi119.stdout:op 1619 completed, throughput=4.99MB/sec 2024-04-13T08:11:35.597 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-pwxz0nsO5SUBEBm off=5389953 len=1372526 2024-04-13T08:11:35.605 INFO:tasks.workunit.client.0.smithi119.stdout:op 1620 completed, throughput=4.99MB/sec 2024-04-13T08:11:35.605 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-s1CMmaSXQrAU55T off=1606057 len=1250619 2024-04-13T08:11:35.610 INFO:tasks.workunit.client.0.smithi119.stdout:op 1621 completed, throughput=5MB/sec 2024-04-13T08:11:35.610 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-qEfwQxcWwNl0knX off=576183 len=1925123 2024-04-13T08:11:35.619 INFO:tasks.workunit.client.0.smithi119.stdout:op 1622 completed, throughput=5MB/sec 2024-04-13T08:11:36.619 INFO:tasks.workunit.client.0.smithi119.stdout: 315: throughput=4.99MB/sec pending data=0 2024-04-13T08:11:36.619 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-1Ef49tna6FWx49o off=1057952 len=130440 2024-04-13T08:11:36.620 INFO:tasks.workunit.client.0.smithi119.stdout:op 1623 completed, throughput=4.99MB/sec 2024-04-13T08:11:36.620 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-thX5fHIRzHQXpuC off=1804597 len=887034 2024-04-13T08:11:36.621 INFO:tasks.workunit.client.0.smithi119.stdout:op 1624 completed, throughput=4.99MB/sec 2024-04-13T08:11:36.621 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-bbvSV0qM2WYQPmK off=3095927 len=1776772 2024-04-13T08:11:36.623 INFO:tasks.workunit.client.0.smithi119.stdout:op 1625 completed, throughput=5MB/sec 2024-04-13T08:11:36.623 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Q-k0ebC138YiRBR off=6250214 len=1920554 2024-04-13T08:11:36.625 INFO:tasks.workunit.client.0.smithi119.stdout:op 1626 completed, throughput=5MB/sec 2024-04-13T08:11:36.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:11:36 smithi139 ceph-mon[88985]: pgmap v1562: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:11:36.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:11:36 smithi119 ceph-mon[96316]: pgmap v1562: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:11:36.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:11:36 smithi119 ceph-mon[93746]: pgmap v1562: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:11:37.625 INFO:tasks.workunit.client.0.smithi119.stdout: 316: throughput=4.99MB/sec pending data=0 2024-04-13T08:11:37.625 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-eNzmDM_zcmaStWV off=1944775 len=646520 2024-04-13T08:11:37.626 INFO:tasks.workunit.client.0.smithi119.stdout:op 1627 completed, throughput=4.99MB/sec 2024-04-13T08:11:37.627 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ROWm-9IYL33T9AS off=11088190 len=1885006 2024-04-13T08:11:37.638 INFO:tasks.workunit.client.0.smithi119.stdout:op 1628 completed, throughput=4.99MB/sec 2024-04-13T08:11:37.639 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-yQGO91EC6szQ-V9 off=6049109 len=1620059 2024-04-13T08:11:37.642 INFO:tasks.workunit.client.0.smithi119.stdout:op 1629 completed, throughput=5MB/sec 2024-04-13T08:11:37.642 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-sx6m2RMFQtGoLjs off=7493169 len=251306 2024-04-13T08:11:37.645 INFO:tasks.workunit.client.0.smithi119.stdout:op 1630 completed, throughput=5MB/sec 2024-04-13T08:11:37.645 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Vmo2q4rIIvqMwFT off=6635841 len=601750 2024-04-13T08:11:37.648 INFO:tasks.workunit.client.0.smithi119.stdout:op 1631 completed, throughput=5MB/sec 2024-04-13T08:11:38.648 INFO:tasks.workunit.client.0.smithi119.stdout: 317: throughput=4.98MB/sec pending data=0 2024-04-13T08:11:38.649 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-qEurMwFG9A7g28q off=2603797 len=1135373 2024-04-13T08:11:38.650 INFO:tasks.workunit.client.0.smithi119.stdout:op 1632 completed, throughput=4.99MB/sec 2024-04-13T08:11:38.650 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-7LfrfC4jpt0p0_F off=4067337 len=739609 2024-04-13T08:11:38.655 INFO:tasks.workunit.client.0.smithi119.stdout:op 1633 completed, throughput=4.99MB/sec 2024-04-13T08:11:38.655 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-bx8zkJwrxcgZ5Jf off=12736881 len=129113 2024-04-13T08:11:38.658 INFO:tasks.workunit.client.0.smithi119.stdout:op 1634 completed, throughput=4.99MB/sec 2024-04-13T08:11:38.658 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-FlhO3TYZ6ZlWISN off=7824866 len=1198368 2024-04-13T08:11:38.666 INFO:tasks.workunit.client.0.smithi119.stdout:op 1635 completed, throughput=4.99MB/sec 2024-04-13T08:11:38.666 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-H93hzz0Bqk8pmnV off=4330802 len=2094410 2024-04-13T08:11:38.670 INFO:tasks.workunit.client.0.smithi119.stdout:op 1636 completed, throughput=5MB/sec 2024-04-13T08:11:38.670 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-R6UDOme_RdRuUkn off=4829564 len=1787256 2024-04-13T08:11:38.673 INFO:tasks.workunit.client.0.smithi119.stdout:op 1637 completed, throughput=5.01MB/sec 2024-04-13T08:11:38.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:11:38 smithi139 ceph-mon[88985]: pgmap v1563: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-13T08:11:38.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:11:38 smithi119 ceph-mon[96316]: pgmap v1563: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-13T08:11:38.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:11:38 smithi119 ceph-mon[93746]: pgmap v1563: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-13T08:11:39.673 INFO:tasks.workunit.client.0.smithi119.stdout: 318: throughput=4.99MB/sec pending data=0 2024-04-13T08:11:39.674 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-nPuUtFnCMIZBeRU off=1502436 len=1250322 2024-04-13T08:11:39.682 INFO:tasks.workunit.client.0.smithi119.stdout:op 1638 completed, throughput=4.99MB/sec 2024-04-13T08:11:39.804 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ao9K9VSh2jWLBGF off=9617036 len=455166 2024-04-13T08:11:39.805 INFO:tasks.workunit.client.0.smithi119.stdout:op 1639 completed, throughput=4.99MB/sec 2024-04-13T08:11:39.805 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-xCX6gEVtrg0FC9V off=10256508 len=1774704 2024-04-13T08:11:39.805 INFO:tasks.workunit.client.0.smithi119.stdout:op 1640 completed, throughput=5MB/sec 2024-04-13T08:11:39.805 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-4ZQ3-yfzcxJoGRq off=12736689 len=247294 2024-04-13T08:11:39.805 INFO:tasks.workunit.client.0.smithi119.stdout:op 1641 completed, throughput=5MB/sec 2024-04-13T08:11:39.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:11:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:11:39.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:11:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:11:39.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:11:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:11:40.687 INFO:tasks.workunit.client.0.smithi119.stdout: 319: throughput=4.99MB/sec pending data=0 2024-04-13T08:11:40.688 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-9snBi9CcoCKV7bT off=8012427 len=599827 2024-04-13T08:11:40.692 INFO:tasks.workunit.client.0.smithi119.stdout:op 1642 completed, throughput=4.99MB/sec 2024-04-13T08:11:40.692 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-BcWWi446oWDJvaZ off=6645245 len=87821 2024-04-13T08:11:40.695 INFO:tasks.workunit.client.0.smithi119.stdout:op 1643 completed, throughput=4.99MB/sec 2024-04-13T08:11:40.695 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-lb4asUJkYEO-2Su off=14578379 len=2034407 2024-04-13T08:11:40.703 INFO:tasks.workunit.client.0.smithi119.stdout:op 1644 completed, throughput=4.99MB/sec 2024-04-13T08:11:40.703 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-X-jgYPSCW7IIv5X off=18350019 len=2059113 2024-04-13T08:11:40.705 INFO:tasks.workunit.client.0.smithi119.stdout:op 1645 completed, throughput=5MB/sec 2024-04-13T08:11:40.706 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-uExdB0N-jxHmhPh off=2394509 len=474830 2024-04-13T08:11:40.709 INFO:tasks.workunit.client.0.smithi119.stdout:op 1646 completed, throughput=5MB/sec 2024-04-13T08:11:40.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:11:40 smithi139 ceph-mon[88985]: pgmap v1564: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-13T08:11:40.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:11:40 smithi119 ceph-mon[96316]: pgmap v1564: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-13T08:11:40.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:11:40 smithi119 ceph-mon[93746]: pgmap v1564: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-13T08:11:41.710 INFO:tasks.workunit.client.0.smithi119.stdout: 320: throughput=4.98MB/sec pending data=0 2024-04-13T08:11:41.710 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-1VxhQTHm1GNTHYx off=2229112 len=1875100 2024-04-13T08:11:41.720 INFO:tasks.workunit.client.0.smithi119.stdout:op 1647 completed, throughput=4.99MB/sec 2024-04-13T08:11:41.720 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-G5x50V-wJXqp_Gg off=296988 len=390094 2024-04-13T08:11:41.723 INFO:tasks.workunit.client.0.smithi119.stdout:op 1648 completed, throughput=4.99MB/sec 2024-04-13T08:11:41.723 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-d7q-q7U5VCJMkac off=2624173 len=1516728 2024-04-13T08:11:41.729 INFO:tasks.workunit.client.0.smithi119.stdout:op 1649 completed, throughput=5MB/sec 2024-04-13T08:11:41.730 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-kGOpDer3RWePJu5 off=15196071 len=1094330 2024-04-13T08:11:41.732 INFO:tasks.workunit.client.0.smithi119.stdout:op 1650 completed, throughput=5MB/sec 2024-04-13T08:11:41.732 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-M2m294ACTCFftvG off=8464202 len=1846554 2024-04-13T08:11:41.734 INFO:tasks.workunit.client.0.smithi119.stdout:op 1651 completed, throughput=5MB/sec 2024-04-13T08:11:42.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:11:42 smithi139 ceph-mon[88985]: pgmap v1565: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T08:11:42.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:11:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:11:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:11:42.735 INFO:tasks.workunit.client.0.smithi119.stdout: 321: throughput=4.99MB/sec pending data=0 2024-04-13T08:11:42.735 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-EgsFJ8B3Um8WjVR off=1551284 len=866370 2024-04-13T08:11:42.736 INFO:tasks.workunit.client.0.smithi119.stdout:op 1652 completed, throughput=4.99MB/sec 2024-04-13T08:11:42.736 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-RaiP032ZkvDnanP off=6276316 len=1708691 2024-04-13T08:11:42.738 INFO:tasks.workunit.client.0.smithi119.stdout:op 1653 completed, throughput=5MB/sec 2024-04-13T08:11:42.738 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-21Vc6fS2IdLYkMz off=2394472 len=1224301 2024-04-13T08:11:42.740 INFO:tasks.workunit.client.0.smithi119.stdout:op 1654 completed, throughput=5MB/sec 2024-04-13T08:11:42.740 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-5lcZOyJLk3eBUw4 off=1421035 len=787356 2024-04-13T08:11:42.745 INFO:tasks.workunit.client.0.smithi119.stdout:op 1655 completed, throughput=5MB/sec 2024-04-13T08:11:42.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:11:42 smithi119 ceph-mon[96316]: pgmap v1565: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T08:11:42.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:11:42 smithi119 ceph-mon[93746]: pgmap v1565: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T08:11:43.745 INFO:tasks.workunit.client.0.smithi119.stdout: 322: throughput=4.99MB/sec pending data=0 2024-04-13T08:11:43.745 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-azG4gUpKFYZ8gIv off=9458671 len=521665 2024-04-13T08:11:43.747 INFO:tasks.workunit.client.0.smithi119.stdout:op 1656 completed, throughput=4.99MB/sec 2024-04-13T08:11:43.747 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-TC3750xywDX9CFn off=1543688 len=297505 2024-04-13T08:11:43.749 INFO:tasks.workunit.client.0.smithi119.stdout:op 1657 completed, throughput=4.99MB/sec 2024-04-13T08:11:43.749 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-g5IJxMHm5pCzYeX off=710707 len=118347 2024-04-13T08:11:43.752 INFO:tasks.workunit.client.0.smithi119.stdout:op 1658 completed, throughput=4.99MB/sec 2024-04-13T08:11:43.752 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-AOvWUK27WLGCCkQ off=1862861 len=1449216 2024-04-13T08:11:43.760 INFO:tasks.workunit.client.0.smithi119.stdout:op 1659 completed, throughput=4.99MB/sec 2024-04-13T08:11:43.760 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-JorsZMBKvll03R4 off=13413233 len=1080548 2024-04-13T08:11:43.761 INFO:tasks.workunit.client.0.smithi119.stdout:op 1660 completed, throughput=5MB/sec 2024-04-13T08:11:43.761 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-yZh8EIKIsIOHZmP off=11800645 len=670324 2024-04-13T08:11:43.762 INFO:tasks.workunit.client.0.smithi119.stdout:op 1661 completed, throughput=5MB/sec 2024-04-13T08:11:43.762 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-31E3U13QJQTb88t off=4417693 len=333717 2024-04-13T08:11:43.763 INFO:tasks.workunit.client.0.smithi119.stdout:op 1662 completed, throughput=5MB/sec 2024-04-13T08:11:43.764 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-nEgnKDJ3YSU1a7b off=8082213 len=1064337 2024-04-13T08:11:43.765 INFO:tasks.workunit.client.0.smithi119.stdout:op 1663 completed, throughput=5MB/sec 2024-04-13T08:11:44.765 INFO:tasks.workunit.client.0.smithi119.stdout: 323: throughput=4.99MB/sec pending data=0 2024-04-13T08:11:44.765 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-lV8GV7tnRiLd0-x off=17471343 len=69631 2024-04-13T08:11:44.768 INFO:tasks.workunit.client.0.smithi119.stdout:op 1664 completed, throughput=4.99MB/sec 2024-04-13T08:11:44.768 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-udpgV1iI6qxYgG3 off=14954538 len=1045135 2024-04-13T08:11:44.769 INFO:tasks.workunit.client.0.smithi119.stdout:op 1665 completed, throughput=4.99MB/sec 2024-04-13T08:11:44.770 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-YV8yG61bZXPsIPd off=2701685 len=178608 2024-04-13T08:11:44.770 INFO:tasks.workunit.client.0.smithi119.stdout:op 1666 completed, throughput=4.99MB/sec 2024-04-13T08:11:44.770 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-iw51KoIZnKePSzg off=19865825 len=1694514 2024-04-13T08:11:44.777 INFO:tasks.workunit.client.0.smithi119.stdout:op 1667 completed, throughput=5MB/sec 2024-04-13T08:11:44.777 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-b-2qj20Wkwgdykw off=5403834 len=1994100 2024-04-13T08:11:44.788 INFO:tasks.workunit.client.0.smithi119.stdout:op 1668 completed, throughput=5MB/sec 2024-04-13T08:11:44.818 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:11:44 smithi119 ceph-mon[96316]: pgmap v1566: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-13T08:11:44.819 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:11:44 smithi119 ceph-mon[93746]: pgmap v1566: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-13T08:11:44.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:11:44 smithi139 ceph-mon[88985]: pgmap v1566: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-13T08:11:45.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:11:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:11:44] "GET /metrics HTTP/1.1" 200 33990 "" "Prometheus/2.43.0" 2024-04-13T08:11:45.789 INFO:tasks.workunit.client.0.smithi119.stdout: 324: throughput=4.99MB/sec pending data=0 2024-04-13T08:11:45.789 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-a8Rs74UdMKoyg-f off=11516637 len=1503170 2024-04-13T08:11:45.797 INFO:tasks.workunit.client.0.smithi119.stdout:op 1669 completed, throughput=4.99MB/sec 2024-04-13T08:11:45.797 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-sXNL9N_8dQ62_ne off=9294847 len=1818734 2024-04-13T08:11:45.799 INFO:tasks.workunit.client.0.smithi119.stdout:op 1670 completed, throughput=5MB/sec 2024-04-13T08:11:45.799 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-HMne-kseJsfQn2b off=15346778 len=1149219 2024-04-13T08:11:45.802 INFO:tasks.workunit.client.0.smithi119.stdout:op 1671 completed, throughput=5MB/sec 2024-04-13T08:11:45.802 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-jceg9bKVM9_Sk5C off=12592013 len=901126 2024-04-13T08:11:45.807 INFO:tasks.workunit.client.0.smithi119.stdout:op 1672 completed, throughput=5MB/sec 2024-04-13T08:11:46.808 INFO:tasks.workunit.client.0.smithi119.stdout: 325: throughput=4.99MB/sec pending data=0 2024-04-13T08:11:46.808 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-2cUBvitPLTleVjV off=2266825 len=1882709 2024-04-13T08:11:46.810 INFO:tasks.workunit.client.0.smithi119.stdout:op 1673 completed, throughput=4.99MB/sec 2024-04-13T08:11:46.810 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Omqg-bZqE9NAkWk off=11446061 len=1304150 2024-04-13T08:11:46.812 INFO:tasks.workunit.client.0.smithi119.stdout:op 1674 completed, throughput=5MB/sec 2024-04-13T08:11:46.812 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-oWHqCyTIex3Pjwy off=10305114 len=832475 2024-04-13T08:11:46.813 INFO:tasks.workunit.client.0.smithi119.stdout:op 1675 completed, throughput=5MB/sec 2024-04-13T08:11:46.813 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-z24iZ4T539x-Fj0 off=2793499 len=499082 2024-04-13T08:11:46.817 INFO:tasks.workunit.client.0.smithi119.stdout:op 1676 completed, throughput=5MB/sec 2024-04-13T08:11:46.818 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-gQU39D1T35KmDze off=7907735 len=1828741 2024-04-13T08:11:46.826 INFO:tasks.workunit.client.0.smithi119.stdout:op 1677 completed, throughput=5MB/sec 2024-04-13T08:11:46.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:11:46 smithi139 ceph-mon[88985]: pgmap v1567: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-13T08:11:46.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:11:46 smithi119 ceph-mon[93746]: pgmap v1567: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-13T08:11:46.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:11:46 smithi119 ceph-mon[96316]: pgmap v1567: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-13T08:11:47.827 INFO:tasks.workunit.client.0.smithi119.stdout: 326: throughput=4.99MB/sec pending data=0 2024-04-13T08:11:47.827 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-qsjrEAKUHZB61RB off=6268989 len=1968959 2024-04-13T08:11:47.829 INFO:tasks.workunit.client.0.smithi119.stdout:op 1678 completed, throughput=4.99MB/sec 2024-04-13T08:11:47.829 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-E-t21dnTqQSp5ct off=8269552 len=69872 2024-04-13T08:11:47.829 INFO:tasks.workunit.client.0.smithi119.stdout:op 1679 completed, throughput=5MB/sec 2024-04-13T08:11:47.830 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-FfAVXqH4D6YHgE9 off=9426243 len=1773591 2024-04-13T08:11:47.832 INFO:tasks.workunit.client.0.smithi119.stdout:op 1680 completed, throughput=5MB/sec 2024-04-13T08:11:48.832 INFO:tasks.workunit.client.0.smithi119.stdout: 327: throughput=4.99MB/sec pending data=0 2024-04-13T08:11:48.832 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-OYUhKiKH7aK1MS1 off=6555121 len=1853654 2024-04-13T08:11:48.834 INFO:tasks.workunit.client.0.smithi119.stdout:op 1681 completed, throughput=4.99MB/sec 2024-04-13T08:11:48.834 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-d4lOgvkK2p3IAP2 off=9436686 len=605039 2024-04-13T08:11:48.839 INFO:tasks.workunit.client.0.smithi119.stdout:op 1682 completed, throughput=4.99MB/sec 2024-04-13T08:11:48.840 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-HzUn-0hwHK8daiG off=17051311 len=528056 2024-04-13T08:11:48.840 INFO:tasks.workunit.client.0.smithi119.stdout:op 1683 completed, throughput=4.99MB/sec 2024-04-13T08:11:48.841 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-oACTBagzc_xMmoX off=5792323 len=1905949 2024-04-13T08:11:48.850 INFO:tasks.workunit.client.0.smithi119.stdout:op 1684 completed, throughput=5MB/sec 2024-04-13T08:11:48.850 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-fmXc0HlSgJ6I9gW off=12501891 len=387427 2024-04-13T08:11:48.853 INFO:tasks.workunit.client.0.smithi119.stdout:op 1685 completed, throughput=5MB/sec 2024-04-13T08:11:48.853 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-otbRoudSxZYcfN1 off=431714 len=2070292 2024-04-13T08:11:48.854 INFO:tasks.workunit.client.0.smithi119.stdout:op 1686 completed, throughput=5.01MB/sec 2024-04-13T08:11:48.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:11:48 smithi139 ceph-mon[88985]: pgmap v1568: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-13T08:11:48.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:11:48 smithi119 ceph-mon[93746]: pgmap v1568: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-13T08:11:48.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:11:48 smithi119 ceph-mon[96316]: pgmap v1568: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-13T08:11:49.855 INFO:tasks.workunit.client.0.smithi119.stdout: 328: throughput=4.99MB/sec pending data=0 2024-04-13T08:11:49.855 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-vTTrgK9yCZz4ufN off=2890686 len=1347400 2024-04-13T08:11:49.857 INFO:tasks.workunit.client.0.smithi119.stdout:op 1687 completed, throughput=4.99MB/sec 2024-04-13T08:11:49.857 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3qPmcu_2YzK71ew off=8209703 len=420453 2024-04-13T08:11:49.860 INFO:tasks.workunit.client.0.smithi119.stdout:op 1688 completed, throughput=5MB/sec 2024-04-13T08:11:49.860 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-EvuY2Lt0hfw1M4q off=4007005 len=108231 2024-04-13T08:11:49.863 INFO:tasks.workunit.client.0.smithi119.stdout:op 1689 completed, throughput=5MB/sec 2024-04-13T08:11:49.863 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-hCEpZu-uzz7jBj3 off=7428574 len=2071527 2024-04-13T08:11:49.865 INFO:tasks.workunit.client.0.smithi119.stdout:op 1690 completed, throughput=5MB/sec 2024-04-13T08:11:50.865 INFO:tasks.workunit.client.0.smithi119.stdout: 329: throughput=4.99MB/sec pending data=0 2024-04-13T08:11:50.866 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-fIe2AZqNJqpIJpz off=3542633 len=718659 2024-04-13T08:11:50.870 INFO:tasks.workunit.client.0.smithi119.stdout:op 1691 completed, throughput=4.99MB/sec 2024-04-13T08:11:50.870 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-bGrmgBj4fCHwHbM off=12504774 len=1518043 2024-04-13T08:11:50.878 INFO:tasks.workunit.client.0.smithi119.stdout:op 1692 completed, throughput=4.99MB/sec 2024-04-13T08:11:50.878 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-n-Fig42AZhFaPRp off=15907364 len=1009728 2024-04-13T08:11:50.882 INFO:tasks.workunit.client.0.smithi119.stdout:op 1693 completed, throughput=5MB/sec 2024-04-13T08:11:50.883 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Eolv6B1XBtAmjrP off=8133387 len=875388 2024-04-13T08:11:50.883 INFO:tasks.workunit.client.0.smithi119.stdout:op 1694 completed, throughput=5MB/sec 2024-04-13T08:11:50.883 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-cO1zQ2pNLlZ0Dwi off=11320262 len=111262 2024-04-13T08:11:50.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:11:50 smithi139 ceph-mon[88985]: pgmap v1569: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T08:11:50.886 INFO:tasks.workunit.client.0.smithi119.stdout:op 1695 completed, throughput=5MB/sec 2024-04-13T08:11:50.886 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-cfPDaWYkEWGI2ix off=562037 len=988027 2024-04-13T08:11:50.888 INFO:tasks.workunit.client.0.smithi119.stdout:op 1696 completed, throughput=5MB/sec 2024-04-13T08:11:50.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:11:50 smithi119 ceph-mon[93746]: pgmap v1569: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T08:11:50.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:11:50 smithi119 ceph-mon[96316]: pgmap v1569: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T08:11:51.888 INFO:tasks.workunit.client.0.smithi119.stdout: 330: throughput=4.99MB/sec pending data=0 2024-04-13T08:11:51.888 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-AMfOFAQYn3udhHr off=11422820 len=1443289 2024-04-13T08:11:51.894 INFO:tasks.workunit.client.0.smithi119.stdout:op 1697 completed, throughput=4.99MB/sec 2024-04-13T08:11:51.894 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-NTfpDYdfj3y7Tvs off=17851561 len=1246045 2024-04-13T08:11:51.896 INFO:tasks.workunit.client.0.smithi119.stdout:op 1698 completed, throughput=4.99MB/sec 2024-04-13T08:11:51.896 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-7OAIHSQBLek1AT9 off=4754723 len=1755102 2024-04-13T08:11:51.903 INFO:tasks.workunit.client.0.smithi119.stdout:op 1699 completed, throughput=5MB/sec 2024-04-13T08:11:51.903 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-eMebMv4rBwfr99K off=3305702 len=2092842 2024-04-13T08:11:51.908 INFO:tasks.workunit.client.0.smithi119.stdout:op 1700 completed, throughput=5MB/sec 2024-04-13T08:11:52.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:11:52 smithi139 ceph-mon[88985]: pgmap v1570: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T08:11:52.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:11:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:11:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:11:52.908 INFO:tasks.workunit.client.0.smithi119.stdout: 331: throughput=4.99MB/sec pending data=0 2024-04-13T08:11:52.909 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-mWLL9C-RySn6H5T off=46265 len=1099070 2024-04-13T08:11:52.910 INFO:tasks.workunit.client.0.smithi119.stdout:op 1701 completed, throughput=4.99MB/sec 2024-04-13T08:11:52.910 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-lVzDwlyMcBxVQAY off=5375649 len=2038710 2024-04-13T08:11:52.912 INFO:tasks.workunit.client.0.smithi119.stdout:op 1702 completed, throughput=5MB/sec 2024-04-13T08:11:52.912 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-lCZoyJv20keJnuo off=10437052 len=1575174 2024-04-13T08:11:52.919 INFO:tasks.workunit.client.0.smithi119.stdout:op 1703 completed, throughput=5MB/sec 2024-04-13T08:11:52.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:11:52 smithi119 ceph-mon[96316]: pgmap v1570: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T08:11:52.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:11:52 smithi119 ceph-mon[93746]: pgmap v1570: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T08:11:53.920 INFO:tasks.workunit.client.0.smithi119.stdout: 332: throughput=4.99MB/sec pending data=0 2024-04-13T08:11:53.920 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-VlRPwi-Qhxx9EtH off=2633031 len=1500608 2024-04-13T08:11:53.928 INFO:tasks.workunit.client.0.smithi119.stdout:op 1704 completed, throughput=4.99MB/sec 2024-04-13T08:11:53.928 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-tWDQ0bxZrB28fFm off=4421412 len=2039323 2024-04-13T08:11:53.936 INFO:tasks.workunit.client.0.smithi119.stdout:op 1705 completed, throughput=5MB/sec 2024-04-13T08:11:53.937 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-T0WcfdlYSqc2QHy off=18575820 len=889551 2024-04-13T08:11:53.942 INFO:tasks.workunit.client.0.smithi119.stdout:op 1706 completed, throughput=5MB/sec 2024-04-13T08:11:54.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:11:54 smithi119 ceph-mon[96316]: pgmap v1571: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-13T08:11:54.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:11:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:11:54.819 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:11:54 smithi119 ceph-mon[93746]: pgmap v1571: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-13T08:11:54.819 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:11:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:11:54.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:11:54 smithi139 ceph-mon[88985]: pgmap v1571: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-13T08:11:54.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:11:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:11:54.942 INFO:tasks.workunit.client.0.smithi119.stdout: 333: throughput=4.99MB/sec pending data=0 2024-04-13T08:11:54.942 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-8dEF2SfXydYpb6Q off=471767 len=1681548 2024-04-13T08:11:54.952 INFO:tasks.workunit.client.0.smithi119.stdout:op 1707 completed, throughput=4.99MB/sec 2024-04-13T08:11:54.952 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-aOgkuGNmVEtcbqH off=5659067 len=1634863 2024-04-13T08:11:54.959 INFO:tasks.workunit.client.0.smithi119.stdout:op 1708 completed, throughput=4.99MB/sec 2024-04-13T08:11:54.959 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-HdzPuDK40xxsXOL off=7404374 len=545352 2024-04-13T08:11:54.962 INFO:tasks.workunit.client.0.smithi119.stdout:op 1709 completed, throughput=5MB/sec 2024-04-13T08:11:54.963 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-7JWvFnK87wK5x2k off=4985798 len=746387 2024-04-13T08:11:54.963 INFO:tasks.workunit.client.0.smithi119.stdout:op 1710 completed, throughput=5MB/sec 2024-04-13T08:11:54.964 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-G_-F2os-lcxaA4c off=8643623 len=1791820 2024-04-13T08:11:54.973 INFO:tasks.workunit.client.0.smithi119.stdout:op 1711 completed, throughput=5MB/sec 2024-04-13T08:11:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:11:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:11:54] "GET /metrics HTTP/1.1" 200 33990 "" "Prometheus/2.43.0" 2024-04-13T08:11:55.974 INFO:tasks.workunit.client.0.smithi119.stdout: 334: throughput=4.99MB/sec pending data=0 2024-04-13T08:11:55.974 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-1F5a5wmCtuzGR6J off=11439321 len=1626951 2024-04-13T08:11:55.982 INFO:tasks.workunit.client.0.smithi119.stdout:op 1712 completed, throughput=4.99MB/sec 2024-04-13T08:11:55.982 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-pa99MGcSUIwzqNF off=9999808 len=1787296 2024-04-13T08:11:55.989 INFO:tasks.workunit.client.0.smithi119.stdout:op 1713 completed, throughput=5MB/sec 2024-04-13T08:11:55.989 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-h8uilptZVo6Mxd3 off=18272632 len=792844 2024-04-13T08:11:55.993 INFO:tasks.workunit.client.0.smithi119.stdout:op 1714 completed, throughput=5MB/sec 2024-04-13T08:11:56.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:11:56 smithi139 ceph-mon[88985]: pgmap v1572: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-13T08:11:56.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:11:56 smithi119 ceph-mon[96316]: pgmap v1572: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-13T08:11:56.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:11:56 smithi119 ceph-mon[93746]: pgmap v1572: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-13T08:11:56.993 INFO:tasks.workunit.client.0.smithi119.stdout: 335: throughput=4.99MB/sec pending data=0 2024-04-13T08:11:56.994 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-zZ2JdwGw0fjUoHh off=0 len=1263592 2024-04-13T08:11:56.997 INFO:tasks.workunit.client.0.smithi119.stdout:op 1715 completed, throughput=4.99MB/sec 2024-04-13T08:11:56.997 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-8KRg4-yq7UlzuJp off=2820800 len=723758 2024-04-13T08:11:56.998 INFO:tasks.workunit.client.0.smithi119.stdout:op 1716 completed, throughput=4.99MB/sec 2024-04-13T08:11:56.998 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-bqRTznAS-1PAQhL off=102031 len=509126 2024-04-13T08:11:57.000 INFO:tasks.workunit.client.0.smithi119.stdout:op 1717 completed, throughput=4.99MB/sec 2024-04-13T08:11:57.000 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-lJyPEUSKjjrG1Ux off=359561 len=1571366 2024-04-13T08:11:57.002 INFO:tasks.workunit.client.0.smithi119.stdout:op 1718 completed, throughput=5MB/sec 2024-04-13T08:11:57.002 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-fDV5YMua8Lpw13Y off=5122492 len=142454 2024-04-13T08:11:57.003 INFO:tasks.workunit.client.0.smithi119.stdout:op 1719 completed, throughput=5MB/sec 2024-04-13T08:11:57.003 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-fJV9Op08KMF_m7T off=6315458 len=1298430 2024-04-13T08:11:57.005 INFO:tasks.workunit.client.0.smithi119.stdout:op 1720 completed, throughput=5MB/sec 2024-04-13T08:11:58.005 INFO:tasks.workunit.client.0.smithi119.stdout: 336: throughput=4.99MB/sec pending data=0 2024-04-13T08:11:58.005 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-5CXZeEh0Ts9szy5 off=1621446 len=1770527 2024-04-13T08:11:58.014 INFO:tasks.workunit.client.0.smithi119.stdout:op 1721 completed, throughput=4.99MB/sec 2024-04-13T08:11:58.014 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-GtL7zD-1I2M_ilg off=13324437 len=1716183 2024-04-13T08:11:58.023 INFO:tasks.workunit.client.0.smithi119.stdout:op 1722 completed, throughput=5MB/sec 2024-04-13T08:11:58.023 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-AaNKyPDaVKyRXZV off=4141262 len=623977 2024-04-13T08:11:58.023 INFO:tasks.workunit.client.0.smithi119.stdout:op 1723 completed, throughput=5MB/sec 2024-04-13T08:11:58.023 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj--aIbZLDndGWOcbM off=6060297 len=2026835 2024-04-13T08:11:58.034 INFO:tasks.workunit.client.0.smithi119.stdout:op 1724 completed, throughput=5MB/sec 2024-04-13T08:11:58.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:11:58 smithi139 ceph-mon[88985]: pgmap v1573: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T08:11:58.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:11:58 smithi119 ceph-mon[96316]: pgmap v1573: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T08:11:58.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:11:58 smithi119 ceph-mon[93746]: pgmap v1573: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T08:11:59.035 INFO:tasks.workunit.client.0.smithi119.stdout: 337: throughput=4.99MB/sec pending data=0 2024-04-13T08:11:59.035 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-P7OiPjEJLAGksF1 off=90680 len=1425484 2024-04-13T08:11:59.037 INFO:tasks.workunit.client.0.smithi119.stdout:op 1725 completed, throughput=4.99MB/sec 2024-04-13T08:11:59.037 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-8gi7MhauzGcfPa- off=33 len=437873 2024-04-13T08:11:59.038 INFO:tasks.workunit.client.0.smithi119.stdout:op 1726 completed, throughput=4.99MB/sec 2024-04-13T08:11:59.038 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-VHqQtMarYP1kjPc off=12628724 len=1547519 2024-04-13T08:11:59.045 INFO:tasks.workunit.client.0.smithi119.stdout:op 1727 completed, throughput=5MB/sec 2024-04-13T08:11:59.045 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-sE2V-tzlLULlfwj off=535849 len=1951314 2024-04-13T08:11:59.053 INFO:tasks.workunit.client.0.smithi119.stdout:op 1728 completed, throughput=5MB/sec 2024-04-13T08:12:00.054 INFO:tasks.workunit.client.0.smithi119.stdout: 338: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:00.054 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-RY8GUX91Y1GVm2U off=0 len=1440419 2024-04-13T08:12:00.063 INFO:tasks.workunit.client.0.smithi119.stdout:op 1729 completed, throughput=4.99MB/sec 2024-04-13T08:12:00.063 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-whVLRFdmnYyeKcu off=3565212 len=517270 2024-04-13T08:12:00.064 INFO:tasks.workunit.client.0.smithi119.stdout:op 1730 completed, throughput=4.99MB/sec 2024-04-13T08:12:00.064 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-R0To5ZT0n3VERMP off=619549 len=813846 2024-04-13T08:12:00.065 INFO:tasks.workunit.client.0.smithi119.stdout:op 1731 completed, throughput=5MB/sec 2024-04-13T08:12:00.065 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-hdTG-Xk-P6vP-pU off=6608237 len=825650 2024-04-13T08:12:00.066 INFO:tasks.workunit.client.0.smithi119.stdout:op 1732 completed, throughput=5MB/sec 2024-04-13T08:12:00.066 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-VpfVsfBi6Cge61S off=1838389 len=311438 2024-04-13T08:12:00.067 INFO:tasks.workunit.client.0.smithi119.stdout:op 1733 completed, throughput=5MB/sec 2024-04-13T08:12:00.067 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-_H9OIgpuckaUaWL off=13739649 len=474405 2024-04-13T08:12:00.068 INFO:tasks.workunit.client.0.smithi119.stdout:op 1734 completed, throughput=5MB/sec 2024-04-13T08:12:00.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:12:00 smithi139 ceph-mon[88985]: pgmap v1574: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T08:12:00.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:12:00 smithi119 ceph-mon[96316]: pgmap v1574: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T08:12:00.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:12:00 smithi119 ceph-mon[93746]: pgmap v1574: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T08:12:01.068 INFO:tasks.workunit.client.0.smithi119.stdout: 339: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:01.069 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-3PTf4ebpUX8LyH_ off=1960660 len=1409908 2024-04-13T08:12:01.070 INFO:tasks.workunit.client.0.smithi119.stdout:op 1735 completed, throughput=4.99MB/sec 2024-04-13T08:12:01.070 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ToPXtt8CDPc9cKS off=3115552 len=513396 2024-04-13T08:12:01.071 INFO:tasks.workunit.client.0.smithi119.stdout:op 1736 completed, throughput=4.99MB/sec 2024-04-13T08:12:01.071 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-SUlAFFzM4_cY03D off=10281414 len=1322866 2024-04-13T08:12:01.079 INFO:tasks.workunit.client.0.smithi119.stdout:op 1737 completed, throughput=4.99MB/sec 2024-04-13T08:12:01.079 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ZE2Yj24WWZZrBie off=3623815 len=701428 2024-04-13T08:12:01.080 INFO:tasks.workunit.client.0.smithi119.stdout:op 1738 completed, throughput=5MB/sec 2024-04-13T08:12:01.080 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-3s72W-M_Ox0uTHk off=2830992 len=829575 2024-04-13T08:12:01.081 INFO:tasks.workunit.client.0.smithi119.stdout:op 1739 completed, throughput=5MB/sec 2024-04-13T08:12:01.081 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--z4XNQwa_oovODe off=6397300 len=725967 2024-04-13T08:12:01.082 INFO:tasks.workunit.client.0.smithi119.stdout:op 1740 completed, throughput=5MB/sec 2024-04-13T08:12:02.082 INFO:tasks.workunit.client.0.smithi119.stdout: 340: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:02.083 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-C-R7d4lTJ1BwyHa off=6870245 len=1390229 2024-04-13T08:12:02.088 INFO:tasks.workunit.client.0.smithi119.stdout:op 1741 completed, throughput=4.99MB/sec 2024-04-13T08:12:02.089 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-iqIsLESucfywbpd off=1208912 len=658151 2024-04-13T08:12:02.090 INFO:tasks.workunit.client.0.smithi119.stdout:op 1742 completed, throughput=4.99MB/sec 2024-04-13T08:12:02.090 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj--WObYLjGXPYx1j- off=1445799 len=962828 2024-04-13T08:12:02.095 INFO:tasks.workunit.client.0.smithi119.stdout:op 1743 completed, throughput=4.99MB/sec 2024-04-13T08:12:02.095 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-pjSTeBIhNd9UqBF off=4956082 len=839456 2024-04-13T08:12:02.096 INFO:tasks.workunit.client.0.smithi119.stdout:op 1744 completed, throughput=5MB/sec 2024-04-13T08:12:02.096 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-6OoCT-2Qn3YC1XY off=5446019 len=1037146 2024-04-13T08:12:02.101 INFO:tasks.workunit.client.0.smithi119.stdout:op 1745 completed, throughput=5MB/sec 2024-04-13T08:12:02.101 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ThdpbqNTiEcmRfq off=14211818 len=2035238 2024-04-13T08:12:02.113 INFO:tasks.workunit.client.0.smithi119.stdout:op 1746 completed, throughput=5MB/sec 2024-04-13T08:12:02.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:12:02 smithi139 ceph-mon[88985]: pgmap v1575: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T08:12:02.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:12:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:12:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:12:02.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:12:02 smithi119 ceph-mon[96316]: pgmap v1575: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T08:12:02.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:12:02 smithi119 ceph-mon[93746]: pgmap v1575: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T08:12:03.113 INFO:tasks.workunit.client.0.smithi119.stdout: 341: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:03.113 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-vxhbS_inZ4sqxMe off=2406199 len=155044 2024-04-13T08:12:03.116 INFO:tasks.workunit.client.0.smithi119.stdout:op 1747 completed, throughput=4.99MB/sec 2024-04-13T08:12:03.116 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-IVmcUk6r1E6ble9 off=17855460 len=539432 2024-04-13T08:12:03.119 INFO:tasks.workunit.client.0.smithi119.stdout:op 1748 completed, throughput=4.99MB/sec 2024-04-13T08:12:03.120 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-XkND9g7YJxg0L8a off=5104892 len=697690 2024-04-13T08:12:03.124 INFO:tasks.workunit.client.0.smithi119.stdout:op 1749 completed, throughput=4.99MB/sec 2024-04-13T08:12:03.124 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Ku2cZ6_8nyjz-VT off=4058064 len=329861 2024-04-13T08:12:03.127 INFO:tasks.workunit.client.0.smithi119.stdout:op 1750 completed, throughput=5MB/sec 2024-04-13T08:12:03.127 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-anNu5pDC-3MSiHz off=4915419 len=986965 2024-04-13T08:12:03.129 INFO:tasks.workunit.client.0.smithi119.stdout:op 1751 completed, throughput=5MB/sec 2024-04-13T08:12:03.129 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-6pEFT8c9xuKLONP off=4164485 len=1800245 2024-04-13T08:12:03.132 INFO:tasks.workunit.client.0.smithi119.stdout:op 1752 completed, throughput=5MB/sec 2024-04-13T08:12:04.133 INFO:tasks.workunit.client.0.smithi119.stdout: 342: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:04.133 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-j276ORFewAgUvoV off=11319216 len=1397489 2024-04-13T08:12:04.140 INFO:tasks.workunit.client.0.smithi119.stdout:op 1753 completed, throughput=4.99MB/sec 2024-04-13T08:12:04.140 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-OUUYYMMXo9c2yFG off=5741375 len=1960763 2024-04-13T08:12:04.142 INFO:tasks.workunit.client.0.smithi119.stdout:op 1754 completed, throughput=5MB/sec 2024-04-13T08:12:04.142 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-QpbCtnu9RNNrD_m off=5046609 len=1064162 2024-04-13T08:12:04.144 INFO:tasks.workunit.client.0.smithi119.stdout:op 1755 completed, throughput=5MB/sec 2024-04-13T08:12:04.819 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:12:04 smithi119 ceph-mon[93746]: pgmap v1576: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-13T08:12:04.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:12:04 smithi119 ceph-mon[96316]: pgmap v1576: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-13T08:12:04.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:12:04 smithi139 ceph-mon[88985]: pgmap v1576: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-13T08:12:05.144 INFO:tasks.workunit.client.0.smithi119.stdout: 343: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:05.145 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-oebH0YBUY6iFyGD off=17067676 len=54664 2024-04-13T08:12:05.145 INFO:tasks.workunit.client.0.smithi119.stdout:op 1756 completed, throughput=4.99MB/sec 2024-04-13T08:12:05.146 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-zNmUMziIJ0A_5xB off=112239 len=633029 2024-04-13T08:12:05.147 INFO:tasks.workunit.client.0.smithi119.stdout:op 1757 completed, throughput=4.99MB/sec 2024-04-13T08:12:05.147 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-XU-4-EmmOy3gf-Y off=18773525 len=665453 2024-04-13T08:12:05.151 INFO:tasks.workunit.client.0.smithi119.stdout:op 1758 completed, throughput=4.99MB/sec 2024-04-13T08:12:05.151 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-67elcgQJMqTbDoD off=1137198 len=1151742 2024-04-13T08:12:05.158 INFO:tasks.workunit.client.0.smithi119.stdout:op 1759 completed, throughput=4.99MB/sec 2024-04-13T08:12:05.158 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-DJpcQizztdcWlLl off=1520703 len=475189 2024-04-13T08:12:05.159 INFO:tasks.workunit.client.0.smithi119.stdout:op 1760 completed, throughput=4.99MB/sec 2024-04-13T08:12:05.159 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-6K68I0xFlf9q9Lc off=7149291 len=110792 2024-04-13T08:12:05.160 INFO:tasks.workunit.client.0.smithi119.stdout:op 1761 completed, throughput=4.99MB/sec 2024-04-13T08:12:05.160 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-NmcElPgSfi7WF8C off=12480745 len=1585033 2024-04-13T08:12:05.169 INFO:tasks.workunit.client.0.smithi119.stdout:op 1762 completed, throughput=5MB/sec 2024-04-13T08:12:05.170 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-8xgwVMkejol5Kw0 off=6939144 len=1265360 2024-04-13T08:12:05.177 INFO:tasks.workunit.client.0.smithi119.stdout:op 1763 completed, throughput=5MB/sec 2024-04-13T08:12:05.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:12:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:12:04] "GET /metrics HTTP/1.1" 200 33990 "" "Prometheus/2.43.0" 2024-04-13T08:12:06.178 INFO:tasks.workunit.client.0.smithi119.stdout: 344: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:06.178 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-tQ_5kOcCRkHznmk off=5980772 len=2075522 2024-04-13T08:12:06.192 INFO:tasks.workunit.client.0.smithi119.stdout:op 1764 completed, throughput=4.99MB/sec 2024-04-13T08:12:06.192 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-jV5jgUnHvyvdRfw off=12942383 len=510448 2024-04-13T08:12:06.195 INFO:tasks.workunit.client.0.smithi119.stdout:op 1765 completed, throughput=4.99MB/sec 2024-04-13T08:12:06.195 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-fmVJ8p870tc0hwH off=5300939 len=674503 2024-04-13T08:12:06.196 INFO:tasks.workunit.client.0.smithi119.stdout:op 1766 completed, throughput=5MB/sec 2024-04-13T08:12:06.197 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-rSMRANF-U_mMrVO off=4549423 len=1211940 2024-04-13T08:12:06.198 INFO:tasks.workunit.client.0.smithi119.stdout:op 1767 completed, throughput=5MB/sec 2024-04-13T08:12:06.198 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-HK6lXazBNFqs-2x off=5225373 len=139207 2024-04-13T08:12:06.200 INFO:tasks.workunit.client.0.smithi119.stdout:op 1768 completed, throughput=5MB/sec 2024-04-13T08:12:06.200 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-fVPA-33D6AlL6XC off=1073010 len=9763 2024-04-13T08:12:06.201 INFO:tasks.workunit.client.0.smithi119.stdout:op 1769 completed, throughput=5MB/sec 2024-04-13T08:12:06.201 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-tcYFHrz9RcoTfnp off=1884451 len=906323 2024-04-13T08:12:06.205 INFO:tasks.workunit.client.0.smithi119.stdout:op 1770 completed, throughput=5MB/sec 2024-04-13T08:12:06.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:12:06 smithi139 ceph-mon[88985]: pgmap v1577: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-13T08:12:06.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:12:06 smithi119 ceph-mon[93746]: pgmap v1577: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-13T08:12:06.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:12:06 smithi119 ceph-mon[96316]: pgmap v1577: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-13T08:12:07.206 INFO:tasks.workunit.client.0.smithi119.stdout: 345: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:07.206 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-oDGMMmGip-2rgnV off=920475 len=1492403 2024-04-13T08:12:07.207 INFO:tasks.workunit.client.0.smithi119.stdout:op 1771 completed, throughput=4.99MB/sec 2024-04-13T08:12:07.208 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-gMdzxEm4qy1Dlob off=20368260 len=1011330 2024-04-13T08:12:07.210 INFO:tasks.workunit.client.0.smithi119.stdout:op 1772 completed, throughput=4.99MB/sec 2024-04-13T08:12:07.210 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-moNSxKTbWMjm_GO off=8531471 len=18429 2024-04-13T08:12:07.213 INFO:tasks.workunit.client.0.smithi119.stdout:op 1773 completed, throughput=4.99MB/sec 2024-04-13T08:12:07.213 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-m3eS4eGQaxMTvr9 off=2699397 len=1357481 2024-04-13T08:12:07.214 INFO:tasks.workunit.client.0.smithi119.stdout:op 1774 completed, throughput=5MB/sec 2024-04-13T08:12:07.215 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-t6YJJXEPMAZwg6O off=7087335 len=1499072 2024-04-13T08:12:07.221 INFO:tasks.workunit.client.0.smithi119.stdout:op 1775 completed, throughput=5MB/sec 2024-04-13T08:12:08.221 INFO:tasks.workunit.client.0.smithi119.stdout: 346: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:08.221 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ZXEJxVKL4306_oe off=0 len=1159677 2024-04-13T08:12:08.228 INFO:tasks.workunit.client.0.smithi119.stdout:op 1776 completed, throughput=4.99MB/sec 2024-04-13T08:12:08.228 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-rL0EY3EXD8tOSQt off=827914 len=595974 2024-04-13T08:12:08.229 INFO:tasks.workunit.client.0.smithi119.stdout:op 1777 completed, throughput=4.99MB/sec 2024-04-13T08:12:08.229 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-MO7N1QJICuclzsb off=7956722 len=2062451 2024-04-13T08:12:08.233 INFO:tasks.workunit.client.0.smithi119.stdout:op 1778 completed, throughput=5MB/sec 2024-04-13T08:12:08.234 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-SKxEhATEks3RfbD off=12852826 len=242070 2024-04-13T08:12:08.237 INFO:tasks.workunit.client.0.smithi119.stdout:op 1779 completed, throughput=5MB/sec 2024-04-13T08:12:08.237 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-2t3YLKIl0sccGk5 off=14028269 len=1784838 2024-04-13T08:12:08.243 INFO:tasks.workunit.client.0.smithi119.stdout:op 1780 completed, throughput=5MB/sec 2024-04-13T08:12:08.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:12:08 smithi139 ceph-mon[88985]: pgmap v1578: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-13T08:12:08.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:12:08 smithi119 ceph-mon[96316]: pgmap v1578: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-13T08:12:08.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:12:08 smithi119 ceph-mon[93746]: pgmap v1578: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-13T08:12:09.243 INFO:tasks.workunit.client.0.smithi119.stdout: 347: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:09.244 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Ed47HHQKRSHbCqr off=1216423 len=1630293 2024-04-13T08:12:09.254 INFO:tasks.workunit.client.0.smithi119.stdout:op 1781 completed, throughput=4.99MB/sec 2024-04-13T08:12:09.254 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-IdV2w4PYFE39tWB off=1378343 len=182496 2024-04-13T08:12:09.256 INFO:tasks.workunit.client.0.smithi119.stdout:op 1782 completed, throughput=4.99MB/sec 2024-04-13T08:12:09.256 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-VXU1pAX-OOWsiGL off=1706531 len=319469 2024-04-13T08:12:09.257 INFO:tasks.workunit.client.0.smithi119.stdout:op 1783 completed, throughput=4.99MB/sec 2024-04-13T08:12:09.257 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-zJ5D1t4xRPEs_-M off=9209168 len=2066353 2024-04-13T08:12:09.267 INFO:tasks.workunit.client.0.smithi119.stdout:op 1784 completed, throughput=5MB/sec 2024-04-13T08:12:09.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:12:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:12:09.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:12:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:12:09.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:12:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:12:10.267 INFO:tasks.workunit.client.0.smithi119.stdout: 348: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:10.268 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-QjZdpdZK8C1EVIh off=3617124 len=1835688 2024-04-13T08:12:10.279 INFO:tasks.workunit.client.0.smithi119.stdout:op 1785 completed, throughput=4.99MB/sec 2024-04-13T08:12:10.279 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-xCekVnEZvUbTQXU off=2539747 len=1717803 2024-04-13T08:12:10.282 INFO:tasks.workunit.client.0.smithi119.stdout:op 1786 completed, throughput=5MB/sec 2024-04-13T08:12:10.282 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-qQf2HJQYWA4-jIB off=1101711 len=730487 2024-04-13T08:12:10.287 INFO:tasks.workunit.client.0.smithi119.stdout:op 1787 completed, throughput=5MB/sec 2024-04-13T08:12:10.287 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-UFanJeLG1zSjOQ_ off=15395322 len=792485 2024-04-13T08:12:10.291 INFO:tasks.workunit.client.0.smithi119.stdout:op 1788 completed, throughput=5MB/sec 2024-04-13T08:12:10.292 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-bwWm0TASBfTIPPv off=2246976 len=924335 2024-04-13T08:12:10.296 INFO:tasks.workunit.client.0.smithi119.stdout:op 1789 completed, throughput=5MB/sec 2024-04-13T08:12:10.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:12:10 smithi139 ceph-mon[88985]: pgmap v1579: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:12:10.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:12:10 smithi119 ceph-mon[96316]: pgmap v1579: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:12:10.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:12:10 smithi119 ceph-mon[93746]: pgmap v1579: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:12:11.297 INFO:tasks.workunit.client.0.smithi119.stdout: 349: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:11.297 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-lVzDwlyMcBxVQAY off=1060746 len=1987632 2024-04-13T08:12:11.306 INFO:tasks.workunit.client.0.smithi119.stdout:op 1790 completed, throughput=4.99MB/sec 2024-04-13T08:12:11.306 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-pi6lOz1wvNDZb9g off=1803969 len=1634643 2024-04-13T08:12:11.307 INFO:tasks.workunit.client.0.smithi119.stdout:op 1791 completed, throughput=5MB/sec 2024-04-13T08:12:11.307 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-26QehgI6yCj_ncq off=5264838 len=1562652 2024-04-13T08:12:11.309 INFO:tasks.workunit.client.0.smithi119.stdout:op 1792 completed, throughput=5MB/sec 2024-04-13T08:12:12.309 INFO:tasks.workunit.client.0.smithi119.stdout: 350: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:12.310 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-tZIp87uYO8hrmxk off=9952534 len=17339 2024-04-13T08:12:12.310 INFO:tasks.workunit.client.0.smithi119.stdout:op 1793 completed, throughput=4.99MB/sec 2024-04-13T08:12:12.310 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-w2nmNJFEVN6qPVc off=11898265 len=1693005 2024-04-13T08:12:12.316 INFO:tasks.workunit.client.0.smithi119.stdout:op 1794 completed, throughput=4.99MB/sec 2024-04-13T08:12:12.317 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-bmKCd-Q3TPgNKX5 off=15591606 len=1227824 2024-04-13T08:12:12.323 INFO:tasks.workunit.client.0.smithi119.stdout:op 1795 completed, throughput=5MB/sec 2024-04-13T08:12:12.323 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-b-2qj20Wkwgdykw off=898139 len=1065773 2024-04-13T08:12:12.325 INFO:tasks.workunit.client.0.smithi119.stdout:op 1796 completed, throughput=5MB/sec 2024-04-13T08:12:12.326 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-CdgGx48L0x3r_hD off=2049182 len=1405187 2024-04-13T08:12:12.332 INFO:tasks.workunit.client.0.smithi119.stdout:op 1797 completed, throughput=5MB/sec 2024-04-13T08:12:12.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:12:12 smithi139 ceph-mon[88985]: pgmap v1580: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-13T08:12:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:12:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:12:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:12:12.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:12:12 smithi119 ceph-mon[96316]: pgmap v1580: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-13T08:12:12.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:12:12 smithi119 ceph-mon[93746]: pgmap v1580: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-13T08:12:13.332 INFO:tasks.workunit.client.0.smithi119.stdout: 351: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:13.332 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-eMebMv4rBwfr99K off=10063462 len=1262882 2024-04-13T08:12:13.341 INFO:tasks.workunit.client.0.smithi119.stdout:op 1798 completed, throughput=4.99MB/sec 2024-04-13T08:12:13.341 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-W16vrbP3_izGvZY off=14354047 len=174448 2024-04-13T08:12:13.343 INFO:tasks.workunit.client.0.smithi119.stdout:op 1799 completed, throughput=4.99MB/sec 2024-04-13T08:12:13.344 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-zEEP5b5ZWg3s63m off=18228709 len=2077814 2024-04-13T08:12:13.354 INFO:tasks.workunit.client.0.smithi119.stdout:op 1800 completed, throughput=5MB/sec 2024-04-13T08:12:13.354 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-cQ-Qvi4mBva2o_4 off=2608204 len=684604 2024-04-13T08:12:13.356 INFO:tasks.workunit.client.0.smithi119.stdout:op 1801 completed, throughput=5MB/sec 2024-04-13T08:12:13.356 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-8ml2IauLPec-AFI off=9226850 len=1477739 2024-04-13T08:12:13.358 INFO:tasks.workunit.client.0.smithi119.stdout:op 1802 completed, throughput=5MB/sec 2024-04-13T08:12:14.358 INFO:tasks.workunit.client.0.smithi119.stdout: 352: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:14.358 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-IwKCN7nWy0CBoDo off=543649 len=2011493 2024-04-13T08:12:14.361 INFO:tasks.workunit.client.0.smithi119.stdout:op 1803 completed, throughput=4.99MB/sec 2024-04-13T08:12:14.361 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-p8vDzGpnpUD4IJs off=8922762 len=635476 2024-04-13T08:12:14.365 INFO:tasks.workunit.client.0.smithi119.stdout:op 1804 completed, throughput=5MB/sec 2024-04-13T08:12:14.365 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-lJKzuLyprvtabIa off=16724179 len=2018187 2024-04-13T08:12:14.376 INFO:tasks.workunit.client.0.smithi119.stdout:op 1805 completed, throughput=5MB/sec 2024-04-13T08:12:14.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:12:14 smithi119 ceph-mon[96316]: pgmap v1581: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T08:12:14.819 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:12:14 smithi119 ceph-mon[93746]: pgmap v1581: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T08:12:14.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:12:14 smithi139 ceph-mon[88985]: pgmap v1581: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T08:12:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:12:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:12:14] "GET /metrics HTTP/1.1" 200 33992 "" "Prometheus/2.43.0" 2024-04-13T08:12:15.377 INFO:tasks.workunit.client.0.smithi119.stdout: 353: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:15.377 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--99b3dRATG8rWz2 off=19170625 len=669061 2024-04-13T08:12:15.378 INFO:tasks.workunit.client.0.smithi119.stdout:op 1806 completed, throughput=4.99MB/sec 2024-04-13T08:12:15.378 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ZeCwA7d36UJ9vdE off=16005331 len=1311940 2024-04-13T08:12:15.384 INFO:tasks.workunit.client.0.smithi119.stdout:op 1807 completed, throughput=4.99MB/sec 2024-04-13T08:12:15.384 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-D5mbe9oeqAnqfqp off=21635758 len=714242 2024-04-13T08:12:15.388 INFO:tasks.workunit.client.0.smithi119.stdout:op 1808 completed, throughput=4.99MB/sec 2024-04-13T08:12:15.388 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-D7iqlbcwJ8d8PVc off=6335227 len=1079272 2024-04-13T08:12:15.394 INFO:tasks.workunit.client.0.smithi119.stdout:op 1809 completed, throughput=5MB/sec 2024-04-13T08:12:15.394 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-d9aW8jguBUbt8cO off=9179159 len=1365039 2024-04-13T08:12:15.396 INFO:tasks.workunit.client.0.smithi119.stdout:op 1810 completed, throughput=5MB/sec 2024-04-13T08:12:16.397 INFO:tasks.workunit.client.0.smithi119.stdout: 354: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:16.397 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-HlC3OArWDetnglQ off=2175226 len=655279 2024-04-13T08:12:16.401 INFO:tasks.workunit.client.0.smithi119.stdout:op 1811 completed, throughput=4.99MB/sec 2024-04-13T08:12:16.401 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-oP8GlBtJ6eBrlNE off=528773 len=1370595 2024-04-13T08:12:16.406 INFO:tasks.workunit.client.0.smithi119.stdout:op 1812 completed, throughput=4.99MB/sec 2024-04-13T08:12:16.407 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-kMKhUXi_XRZigYN off=9615605 len=671659 2024-04-13T08:12:16.415 INFO:tasks.workunit.client.0.smithi119.stdout:op 1813 completed, throughput=4.99MB/sec 2024-04-13T08:12:16.415 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-MziKw-C-CZkpdil off=5530198 len=1705899 2024-04-13T08:12:16.425 INFO:tasks.workunit.client.0.smithi119.stdout:op 1814 completed, throughput=5MB/sec 2024-04-13T08:12:16.425 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-8BUqDop3H6-N1DK off=1104094 len=1358834 2024-04-13T08:12:16.426 INFO:tasks.workunit.client.0.smithi119.stdout:op 1815 completed, throughput=5MB/sec 2024-04-13T08:12:16.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:12:16 smithi139 ceph-mon[88985]: pgmap v1582: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T08:12:16.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:12:16 smithi119 ceph-mon[96316]: pgmap v1582: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T08:12:16.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:12:16 smithi119 ceph-mon[93746]: pgmap v1582: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T08:12:17.427 INFO:tasks.workunit.client.0.smithi119.stdout: 355: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:17.427 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ua5Do4fyIjb3PjG off=259450 len=1161592 2024-04-13T08:12:17.434 INFO:tasks.workunit.client.0.smithi119.stdout:op 1816 completed, throughput=4.99MB/sec 2024-04-13T08:12:17.434 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-snd31hly0mqv-jC off=15992430 len=1121142 2024-04-13T08:12:17.440 INFO:tasks.workunit.client.0.smithi119.stdout:op 1817 completed, throughput=4.99MB/sec 2024-04-13T08:12:17.440 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-qoe_IzlEbw40F-b off=2841058 len=800520 2024-04-13T08:12:17.444 INFO:tasks.workunit.client.0.smithi119.stdout:op 1818 completed, throughput=5MB/sec 2024-04-13T08:12:17.444 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-fNhrJFZ7YhOKBbP off=662026 len=401692 2024-04-13T08:12:17.447 INFO:tasks.workunit.client.0.smithi119.stdout:op 1819 completed, throughput=5MB/sec 2024-04-13T08:12:17.448 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-6OoCT-2Qn3YC1XY off=1587006 len=486063 2024-04-13T08:12:17.451 INFO:tasks.workunit.client.0.smithi119.stdout:op 1820 completed, throughput=5MB/sec 2024-04-13T08:12:17.451 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--QVmzsfh6W_D_-g off=900983 len=1068474 2024-04-13T08:12:17.453 INFO:tasks.workunit.client.0.smithi119.stdout:op 1821 completed, throughput=5MB/sec 2024-04-13T08:12:18.454 INFO:tasks.workunit.client.0.smithi119.stdout: 356: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:18.454 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-iXC8akL1cl6c9HT off=4162055 len=583314 2024-04-13T08:12:18.455 INFO:tasks.workunit.client.0.smithi119.stdout:op 1822 completed, throughput=4.99MB/sec 2024-04-13T08:12:18.455 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-WapiJ2LeRP5fAbK off=14834578 len=1739779 2024-04-13T08:12:18.464 INFO:tasks.workunit.client.0.smithi119.stdout:op 1823 completed, throughput=4.99MB/sec 2024-04-13T08:12:18.464 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-6TB3OrqC0bH5Hc- off=1347904 len=106353 2024-04-13T08:12:18.466 INFO:tasks.workunit.client.0.smithi119.stdout:op 1824 completed, throughput=4.99MB/sec 2024-04-13T08:12:18.466 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-mfrbUMsSB2YW1dh off=1342231 len=446268 2024-04-13T08:12:18.468 INFO:tasks.workunit.client.0.smithi119.stdout:op 1825 completed, throughput=4.99MB/sec 2024-04-13T08:12:18.468 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Hrg5X1q3jKyGDOo off=571823 len=606087 2024-04-13T08:12:18.469 INFO:tasks.workunit.client.0.smithi119.stdout:op 1826 completed, throughput=5MB/sec 2024-04-13T08:12:18.469 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-cCYPOy8MeMQ7Zgl off=2189097 len=1631993 2024-04-13T08:12:18.470 INFO:tasks.workunit.client.0.smithi119.stdout:op 1827 completed, throughput=5MB/sec 2024-04-13T08:12:18.471 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-eHF2t5keYmoYI4O off=332043 len=290036 2024-04-13T08:12:18.473 INFO:tasks.workunit.client.0.smithi119.stdout:op 1828 completed, throughput=5MB/sec 2024-04-13T08:12:18.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:12:18 smithi139 ceph-mon[88985]: pgmap v1583: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-13T08:12:18.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:12:18 smithi119 ceph-mon[96316]: pgmap v1583: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-13T08:12:18.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:12:18 smithi119 ceph-mon[93746]: pgmap v1583: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-13T08:12:19.473 INFO:tasks.workunit.client.0.smithi119.stdout: 357: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:19.474 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-wJtqOTzUWqAqwbm off=7370071 len=701863 2024-04-13T08:12:19.475 INFO:tasks.workunit.client.0.smithi119.stdout:op 1829 completed, throughput=4.99MB/sec 2024-04-13T08:12:19.475 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-sZ0iHKgYF2dX75y off=7498159 len=63500 2024-04-13T08:12:19.477 INFO:tasks.workunit.client.0.smithi119.stdout:op 1830 completed, throughput=4.99MB/sec 2024-04-13T08:12:19.477 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-IKWQYuKUczz_o4t off=941382 len=326207 2024-04-13T08:12:19.480 INFO:tasks.workunit.client.0.smithi119.stdout:op 1831 completed, throughput=4.99MB/sec 2024-04-13T08:12:19.480 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-mahYFoCaTFUYALA off=6190807 len=1722651 2024-04-13T08:12:19.482 INFO:tasks.workunit.client.0.smithi119.stdout:op 1832 completed, throughput=4.99MB/sec 2024-04-13T08:12:19.482 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-vgtMgxcgJxNxMye off=22201026 len=1363596 2024-04-13T08:12:19.488 INFO:tasks.workunit.client.0.smithi119.stdout:op 1833 completed, throughput=5MB/sec 2024-04-13T08:12:19.488 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-oKBXiN4P6Hi8xQh off=2702409 len=956221 2024-04-13T08:12:19.493 INFO:tasks.workunit.client.0.smithi119.stdout:op 1834 completed, throughput=5MB/sec 2024-04-13T08:12:19.493 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-SoMjetb89Ic2IvH off=15147617 len=744054 2024-04-13T08:12:19.494 INFO:tasks.workunit.client.0.smithi119.stdout:op 1835 completed, throughput=5MB/sec 2024-04-13T08:12:20.494 INFO:tasks.workunit.client.0.smithi119.stdout: 358: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:20.494 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-XReAEbFu5j7byX9 off=1076084 len=701912 2024-04-13T08:12:20.498 INFO:tasks.workunit.client.0.smithi119.stdout:op 1836 completed, throughput=4.99MB/sec 2024-04-13T08:12:20.498 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-fIZxR6m8FfujX_D off=3406648 len=1975173 2024-04-13T08:12:20.510 INFO:tasks.workunit.client.0.smithi119.stdout:op 1837 completed, throughput=4.99MB/sec 2024-04-13T08:12:20.510 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-qhHzGoveWgHHalD off=1628300 len=1535065 2024-04-13T08:12:20.519 INFO:tasks.workunit.client.0.smithi119.stdout:op 1838 completed, throughput=5MB/sec 2024-04-13T08:12:20.519 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-GIq9k5ZZ_WisWug off=7801672 len=1709422 2024-04-13T08:12:20.521 INFO:tasks.workunit.client.0.smithi119.stdout:op 1839 completed, throughput=5MB/sec 2024-04-13T08:12:20.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:12:20 smithi139 ceph-mon[88985]: pgmap v1584: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-13T08:12:20.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:12:20 smithi119 ceph-mon[96316]: pgmap v1584: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-13T08:12:20.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:12:20 smithi119 ceph-mon[93746]: pgmap v1584: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-13T08:12:21.521 INFO:tasks.workunit.client.0.smithi119.stdout: 359: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:21.521 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-nSAa__3VDA-fxEL off=352488 len=1572491 2024-04-13T08:12:21.523 INFO:tasks.workunit.client.0.smithi119.stdout:op 1840 completed, throughput=4.99MB/sec 2024-04-13T08:12:21.523 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-FlAyAoErb-7FrH7 off=4413793 len=1080383 2024-04-13T08:12:21.525 INFO:tasks.workunit.client.0.smithi119.stdout:op 1841 completed, throughput=5MB/sec 2024-04-13T08:12:21.525 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-vTGP8w_B2Vb8pn_ off=5589626 len=101881 2024-04-13T08:12:21.527 INFO:tasks.workunit.client.0.smithi119.stdout:op 1842 completed, throughput=5MB/sec 2024-04-13T08:12:21.528 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-_3Goomg4ShZn3oX off=5541705 len=224655 2024-04-13T08:12:21.528 INFO:tasks.workunit.client.0.smithi119.stdout:op 1843 completed, throughput=5MB/sec 2024-04-13T08:12:21.528 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Pfm40FroDUottOx off=282026 len=386732 2024-04-13T08:12:21.531 INFO:tasks.workunit.client.0.smithi119.stdout:op 1844 completed, throughput=5MB/sec 2024-04-13T08:12:21.532 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-MSN5BtiglqyWlBu off=4162655 len=2040560 2024-04-13T08:12:21.535 INFO:tasks.workunit.client.0.smithi119.stdout:op 1845 completed, throughput=5MB/sec 2024-04-13T08:12:22.536 INFO:tasks.workunit.client.0.smithi119.stdout: 360: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:22.536 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-yNdehm8lchmzpSM off=1250924 len=308388 2024-04-13T08:12:22.536 INFO:tasks.workunit.client.0.smithi119.stdout:op 1846 completed, throughput=4.99MB/sec 2024-04-13T08:12:22.536 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-FnYKHbP4aKrQpjb off=2290597 len=1121600 2024-04-13T08:12:22.544 INFO:tasks.workunit.client.0.smithi119.stdout:op 1847 completed, throughput=4.99MB/sec 2024-04-13T08:12:22.545 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-K6Pj9vAx3n1gmao off=14762215 len=963551 2024-04-13T08:12:22.550 INFO:tasks.workunit.client.0.smithi119.stdout:op 1848 completed, throughput=5MB/sec 2024-04-13T08:12:22.551 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-itghC7Ih-WBfVA5 off=13055082 len=665429 2024-04-13T08:12:22.552 INFO:tasks.workunit.client.0.smithi119.stdout:op 1849 completed, throughput=5MB/sec 2024-04-13T08:12:22.552 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-9xffdSJDGoCy9zi off=2613475 len=1080001 2024-04-13T08:12:22.557 INFO:tasks.workunit.client.0.smithi119.stdout:op 1850 completed, throughput=5MB/sec 2024-04-13T08:12:22.566 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:12:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:12:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:12:22.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:12:22 smithi139 ceph-mon[88985]: pgmap v1585: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-13T08:12:22.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:12:22 smithi119 ceph-mon[96316]: pgmap v1585: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-13T08:12:22.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:12:22 smithi119 ceph-mon[93746]: pgmap v1585: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-13T08:12:23.557 INFO:tasks.workunit.client.0.smithi119.stdout: 361: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:23.557 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-k3h5LMJtJhbX3Xb off=9711793 len=485464 2024-04-13T08:12:23.561 INFO:tasks.workunit.client.0.smithi119.stdout:op 1851 completed, throughput=4.99MB/sec 2024-04-13T08:12:23.561 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-3pEsUv1BHtkR0q- off=3443764 len=1908808 2024-04-13T08:12:23.563 INFO:tasks.workunit.client.0.smithi119.stdout:op 1852 completed, throughput=4.99MB/sec 2024-04-13T08:12:23.564 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-FkbcGpu5qScLxdW off=1616166 len=1199417 2024-04-13T08:12:23.566 INFO:tasks.workunit.client.0.smithi119.stdout:op 1853 completed, throughput=5MB/sec 2024-04-13T08:12:23.567 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-EbsgksvQFgUmhDw off=9903762 len=837974 2024-04-13T08:12:23.571 INFO:tasks.workunit.client.0.smithi119.stdout:op 1854 completed, throughput=5MB/sec 2024-04-13T08:12:23.571 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-huutlaPs1FZCzcY off=7415424 len=874422 2024-04-13T08:12:23.572 INFO:tasks.workunit.client.0.smithi119.stdout:op 1855 completed, throughput=5MB/sec 2024-04-13T08:12:24.572 INFO:tasks.workunit.client.0.smithi119.stdout: 362: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:24.573 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-dUVR56K76046bBn off=787927 len=1013501 2024-04-13T08:12:24.575 INFO:tasks.workunit.client.0.smithi119.stdout:op 1856 completed, throughput=4.99MB/sec 2024-04-13T08:12:24.575 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-0yS4lGIqrr8jGE4 off=97473 len=1559136 2024-04-13T08:12:24.583 INFO:tasks.workunit.client.0.smithi119.stdout:op 1857 completed, throughput=4.99MB/sec 2024-04-13T08:12:24.583 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Fv6wMbmFmYA-fVP off=7702085 len=435809 2024-04-13T08:12:24.586 INFO:tasks.workunit.client.0.smithi119.stdout:op 1858 completed, throughput=4.99MB/sec 2024-04-13T08:12:24.587 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-y8Bjou6j6m-3GP_ off=4903984 len=220612 2024-04-13T08:12:24.589 INFO:tasks.workunit.client.0.smithi119.stdout:op 1859 completed, throughput=4.99MB/sec 2024-04-13T08:12:24.589 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-NVp26yNx4V4TkzG off=6927041 len=1794038 2024-04-13T08:12:24.592 INFO:tasks.workunit.client.0.smithi119.stdout:op 1860 completed, throughput=5MB/sec 2024-04-13T08:12:24.592 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-qIrF8ITUpLc1eT5 off=10653394 len=1073682 2024-04-13T08:12:24.593 INFO:tasks.workunit.client.0.smithi119.stdout:op 1861 completed, throughput=5MB/sec 2024-04-13T08:12:24.818 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:12:24 smithi119 ceph-mon[96316]: pgmap v1586: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T08:12:24.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:12:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:12:24.819 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:12:24 smithi119 ceph-mon[93746]: pgmap v1586: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T08:12:24.819 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:12:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:12:24.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:12:24 smithi139 ceph-mon[88985]: pgmap v1586: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T08:12:24.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:12:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:12:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:12:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:12:24] "GET /metrics HTTP/1.1" 200 33991 "" "Prometheus/2.43.0" 2024-04-13T08:12:25.593 INFO:tasks.workunit.client.0.smithi119.stdout: 363: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:25.594 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-752FsG0MsYNTuSQ off=5979314 len=637203 2024-04-13T08:12:25.595 INFO:tasks.workunit.client.0.smithi119.stdout:op 1862 completed, throughput=4.99MB/sec 2024-04-13T08:12:25.595 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-SjHmHXHseTjqrAa off=6098225 len=534496 2024-04-13T08:12:25.599 INFO:tasks.workunit.client.0.smithi119.stdout:op 1863 completed, throughput=4.99MB/sec 2024-04-13T08:12:25.599 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-VDSZ8NcR3tBENHT off=8597459 len=1862699 2024-04-13T08:12:25.609 INFO:tasks.workunit.client.0.smithi119.stdout:op 1864 completed, throughput=5MB/sec 2024-04-13T08:12:25.609 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-wth2tVY7NDsoE58 off=17829056 len=1209117 2024-04-13T08:12:25.617 INFO:tasks.workunit.client.0.smithi119.stdout:op 1865 completed, throughput=5MB/sec 2024-04-13T08:12:25.617 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-DTvkeSjOhZz5y0- off=673169 len=713265 2024-04-13T08:12:25.621 INFO:tasks.workunit.client.0.smithi119.stdout:op 1866 completed, throughput=5MB/sec 2024-04-13T08:12:26.621 INFO:tasks.workunit.client.0.smithi119.stdout: 364: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:26.621 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-x19r6Yztcd6cRda off=1356552 len=483708 2024-04-13T08:12:26.621 INFO:tasks.workunit.client.0.smithi119.stdout:op 1867 completed, throughput=4.99MB/sec 2024-04-13T08:12:26.622 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-O5TU7RrkO0PNyTf off=344051 len=165610 2024-04-13T08:12:26.624 INFO:tasks.workunit.client.0.smithi119.stdout:op 1868 completed, throughput=4.99MB/sec 2024-04-13T08:12:26.624 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-YxEFAayK9qTfj9d off=2232631 len=1301356 2024-04-13T08:12:26.626 INFO:tasks.workunit.client.0.smithi119.stdout:op 1869 completed, throughput=4.99MB/sec 2024-04-13T08:12:26.626 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-aSK3orOe5V1LT57 off=12306792 len=428076 2024-04-13T08:12:26.630 INFO:tasks.workunit.client.0.smithi119.stdout:op 1870 completed, throughput=4.99MB/sec 2024-04-13T08:12:26.630 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-IkImS4CHZxrXCZh off=4246211 len=2093963 2024-04-13T08:12:26.632 INFO:tasks.workunit.client.0.smithi119.stdout:op 1871 completed, throughput=5MB/sec 2024-04-13T08:12:26.632 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-38kR8XDKcGmTwya off=2258561 len=1487281 2024-04-13T08:12:26.633 INFO:tasks.workunit.client.0.smithi119.stdout:op 1872 completed, throughput=5MB/sec 2024-04-13T08:12:26.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:12:26 smithi139 ceph-mon[88985]: pgmap v1587: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T08:12:26.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:12:26 smithi119 ceph-mon[96316]: pgmap v1587: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T08:12:26.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:12:26 smithi119 ceph-mon[93746]: pgmap v1587: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T08:12:27.634 INFO:tasks.workunit.client.0.smithi119.stdout: 365: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:27.634 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-LtnDr54SbvzJr9d off=9099312 len=1687246 2024-04-13T08:12:27.643 INFO:tasks.workunit.client.0.smithi119.stdout:op 1873 completed, throughput=4.99MB/sec 2024-04-13T08:12:27.643 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-tzPFLYAxfNWzp62 off=653861 len=1382329 2024-04-13T08:12:27.644 INFO:tasks.workunit.client.0.smithi119.stdout:op 1874 completed, throughput=5MB/sec 2024-04-13T08:12:27.644 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-8omRn_TUTgTFCPS off=2961771 len=1585538 2024-04-13T08:12:27.650 INFO:tasks.workunit.client.0.smithi119.stdout:op 1875 completed, throughput=5MB/sec 2024-04-13T08:12:28.648 INFO:tasks.workunit.client.0.smithi119.stdout: 366: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:28.648 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-tXO6JfTM9tJTHwd off=10389783 len=730711 2024-04-13T08:12:28.653 INFO:tasks.workunit.client.0.smithi119.stdout:op 1876 completed, throughput=4.99MB/sec 2024-04-13T08:12:28.653 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-4jRg-muGfVV8GIC off=792388 len=1563966 2024-04-13T08:12:28.656 INFO:tasks.workunit.client.0.smithi119.stdout:op 1877 completed, throughput=4.99MB/sec 2024-04-13T08:12:28.657 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-yev3DU5oRFK8Mdl off=5126362 len=930665 2024-04-13T08:12:28.662 INFO:tasks.workunit.client.0.smithi119.stdout:op 1878 completed, throughput=5MB/sec 2024-04-13T08:12:28.662 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-b9zcrYkDHaIVjNg off=4564773 len=908562 2024-04-13T08:12:28.663 INFO:tasks.workunit.client.0.smithi119.stdout:op 1879 completed, throughput=5MB/sec 2024-04-13T08:12:28.664 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-cy0xRGMpBagilOL off=16041630 len=323536 2024-04-13T08:12:28.667 INFO:tasks.workunit.client.0.smithi119.stdout:op 1880 completed, throughput=5MB/sec 2024-04-13T08:12:28.667 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-0pdRv0L7lchcDg8 off=2929391 len=904222 2024-04-13T08:12:28.671 INFO:tasks.workunit.client.0.smithi119.stdout:op 1881 completed, throughput=5MB/sec 2024-04-13T08:12:28.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:12:28 smithi139 ceph-mon[88985]: pgmap v1588: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T08:12:28.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:12:28 smithi119 ceph-mon[96316]: pgmap v1588: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T08:12:28.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:12:28 smithi119 ceph-mon[93746]: pgmap v1588: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T08:12:29.671 INFO:tasks.workunit.client.0.smithi119.stdout: 367: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:29.672 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-BfQ56uHCjWpcz7l off=4975588 len=2042079 2024-04-13T08:12:29.685 INFO:tasks.workunit.client.0.smithi119.stdout:op 1882 completed, throughput=4.99MB/sec 2024-04-13T08:12:29.685 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-CV07KQiQuQu5Z2g off=1606123 len=1606686 2024-04-13T08:12:29.691 INFO:tasks.workunit.client.0.smithi119.stdout:op 1883 completed, throughput=5MB/sec 2024-04-13T08:12:29.692 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-6pk4yO9T88fYFzL off=1373079 len=1578636 2024-04-13T08:12:29.698 INFO:tasks.workunit.client.0.smithi119.stdout:op 1884 completed, throughput=5MB/sec 2024-04-13T08:12:30.698 INFO:tasks.workunit.client.0.smithi119.stdout: 368: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:30.698 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-qX8Hz6FtbUvkO70 off=2855143 len=40366 2024-04-13T08:12:30.699 INFO:tasks.workunit.client.0.smithi119.stdout:op 1885 completed, throughput=4.99MB/sec 2024-04-13T08:12:30.699 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-uzH6D6TzW-sWDXz off=12155775 len=1873518 2024-04-13T08:12:30.703 INFO:tasks.workunit.client.0.smithi119.stdout:op 1886 completed, throughput=4.99MB/sec 2024-04-13T08:12:30.703 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-7pjYykAetrbrxGx off=9710656 len=1205733 2024-04-13T08:12:30.709 INFO:tasks.workunit.client.0.smithi119.stdout:op 1887 completed, throughput=4.99MB/sec 2024-04-13T08:12:30.710 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-OgdVzkLXk0AlPau off=854128 len=1749180 2024-04-13T08:12:30.719 INFO:tasks.workunit.client.0.smithi119.stdout:op 1888 completed, throughput=5MB/sec 2024-04-13T08:12:30.720 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-V0Bu4PEenLyrfbN off=5443180 len=608115 2024-04-13T08:12:30.721 INFO:tasks.workunit.client.0.smithi119.stdout:op 1889 completed, throughput=5MB/sec 2024-04-13T08:12:30.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:12:30 smithi119 ceph-mon[96316]: pgmap v1589: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:12:30.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:12:30 smithi119 ceph-mon[93746]: pgmap v1589: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:12:31.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:12:30 smithi139 ceph-mon[88985]: pgmap v1589: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:12:31.721 INFO:tasks.workunit.client.0.smithi119.stdout: 369: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:31.721 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-mcgcP_RCl8bXOlT off=2939268 len=398805 2024-04-13T08:12:31.722 INFO:tasks.workunit.client.0.smithi119.stdout:op 1890 completed, throughput=4.99MB/sec 2024-04-13T08:12:31.722 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-EUJRPdpEhX-1dyr off=767422 len=1353129 2024-04-13T08:12:31.729 INFO:tasks.workunit.client.0.smithi119.stdout:op 1891 completed, throughput=4.99MB/sec 2024-04-13T08:12:31.729 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Y7lpwORI_htDev_ off=2789714 len=324497 2024-04-13T08:12:31.732 INFO:tasks.workunit.client.0.smithi119.stdout:op 1892 completed, throughput=4.99MB/sec 2024-04-13T08:12:31.732 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-VwsL8Z_wMaJcI3H off=5856704 len=1540593 2024-04-13T08:12:31.738 INFO:tasks.workunit.client.0.smithi119.stdout:op 1893 completed, throughput=5MB/sec 2024-04-13T08:12:31.738 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3s8iRkK7gD-mKmB off=300198 len=1055528 2024-04-13T08:12:31.744 INFO:tasks.workunit.client.0.smithi119.stdout:op 1894 completed, throughput=5MB/sec 2024-04-13T08:12:31.744 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-tWXUYICY4N0Jcm6 off=89360 len=315218 2024-04-13T08:12:31.745 INFO:tasks.workunit.client.0.smithi119.stdout:op 1895 completed, throughput=5MB/sec 2024-04-13T08:12:31.745 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-n_zi6nQttg2QlRD off=2188946 len=1814068 2024-04-13T08:12:31.756 INFO:tasks.workunit.client.0.smithi119.stdout:op 1896 completed, throughput=5MB/sec 2024-04-13T08:12:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:12:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:12:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:12:32.757 INFO:tasks.workunit.client.0.smithi119.stdout: 370: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:32.757 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-jX-AznXnyur24mB off=6113428 len=1449235 2024-04-13T08:12:32.764 INFO:tasks.workunit.client.0.smithi119.stdout:op 1897 completed, throughput=4.99MB/sec 2024-04-13T08:12:32.764 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-u28FmpTUw4-B7ZC off=1163865 len=1652257 2024-04-13T08:12:32.766 INFO:tasks.workunit.client.0.smithi119.stdout:op 1898 completed, throughput=5MB/sec 2024-04-13T08:12:32.766 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Wj1dt3gqbPpwhHM off=11602777 len=1763767 2024-04-13T08:12:32.770 INFO:tasks.workunit.client.0.smithi119.stdout:op 1899 completed, throughput=5MB/sec 2024-04-13T08:12:32.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:12:32 smithi119 ceph-mon[96316]: pgmap v1590: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:12:32.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:12:32 smithi119 ceph-mon[93746]: pgmap v1590: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:12:33.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:12:32 smithi139 ceph-mon[88985]: pgmap v1590: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:12:33.771 INFO:tasks.workunit.client.0.smithi119.stdout: 371: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:33.771 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-2dAw5HkGJ5yNepZ off=1646430 len=1265202 2024-04-13T08:12:33.778 INFO:tasks.workunit.client.0.smithi119.stdout:op 1900 completed, throughput=4.99MB/sec 2024-04-13T08:12:33.778 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Fej8I3xINciCQ0l off=7046502 len=1198194 2024-04-13T08:12:33.785 INFO:tasks.workunit.client.0.smithi119.stdout:op 1901 completed, throughput=5MB/sec 2024-04-13T08:12:33.785 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-KVbM8CBr2t7vamQ off=83887 len=1068511 2024-04-13T08:12:33.786 INFO:tasks.workunit.client.0.smithi119.stdout:op 1902 completed, throughput=5MB/sec 2024-04-13T08:12:33.786 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-aETdwuP4V-KIkvg off=10227230 len=295604 2024-04-13T08:12:33.787 INFO:tasks.workunit.client.0.smithi119.stdout:op 1903 completed, throughput=5MB/sec 2024-04-13T08:12:33.787 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-X8KK5nfxG1_VykP off=10160056 len=1427364 2024-04-13T08:12:33.795 INFO:tasks.workunit.client.0.smithi119.stdout:op 1904 completed, throughput=5MB/sec 2024-04-13T08:12:34.795 INFO:tasks.workunit.client.0.smithi119.stdout: 372: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:34.795 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-6azodMn4BFrCOYV off=3339001 len=690368 2024-04-13T08:12:34.799 INFO:tasks.workunit.client.0.smithi119.stdout:op 1905 completed, throughput=4.99MB/sec 2024-04-13T08:12:34.799 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-5qnGKrk5mTyeE-x off=2292836 len=2073116 2024-04-13T08:12:34.803 INFO:tasks.workunit.client.0.smithi119.stdout:op 1906 completed, throughput=5MB/sec 2024-04-13T08:12:34.803 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-QXLsIoBcWadn47E off=21959414 len=885937 2024-04-13T08:12:34.805 INFO:tasks.workunit.client.0.smithi119.stdout:op 1907 completed, throughput=5MB/sec 2024-04-13T08:12:34.805 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-n-cTU9W2fVDMLnE off=8051045 len=655932 2024-04-13T08:12:34.808 INFO:tasks.workunit.client.0.smithi119.stdout:op 1908 completed, throughput=5MB/sec 2024-04-13T08:12:34.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:12:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:12:34] "GET /metrics HTTP/1.1" 200 33991 "" "Prometheus/2.43.0" 2024-04-13T08:12:34.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:12:34 smithi119 ceph-mon[93746]: pgmap v1591: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-13T08:12:34.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:12:34 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:12:34.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:12:34 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:12:34.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:12:34 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:12:34.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:12:34 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:12:34.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:12:34 smithi119 ceph-mon[96316]: pgmap v1591: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-13T08:12:34.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:12:34 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:12:34.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:12:34 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:12:34.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:12:34 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:12:34.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:12:34 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:12:35.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:12:34 smithi139 ceph-mon[88985]: pgmap v1591: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-13T08:12:35.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:12:34 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:12:35.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:12:34 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:12:35.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:12:34 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:12:35.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:12:34 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:12:35.808 INFO:tasks.workunit.client.0.smithi119.stdout: 373: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:35.809 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-LxHQdx2HVMrsZ_w off=7147512 len=1571052 2024-04-13T08:12:35.810 INFO:tasks.workunit.client.0.smithi119.stdout:op 1909 completed, throughput=4.99MB/sec 2024-04-13T08:12:35.810 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-yrZiy0HtZXZHpeF off=9543683 len=1087662 2024-04-13T08:12:35.816 INFO:tasks.workunit.client.0.smithi119.stdout:op 1910 completed, throughput=4.99MB/sec 2024-04-13T08:12:35.816 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-qGSqwJ9QEc1B0Wb off=970912 len=1552550 2024-04-13T08:12:35.817 INFO:tasks.workunit.client.0.smithi119.stdout:op 1911 completed, throughput=5MB/sec 2024-04-13T08:12:35.817 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ZIVwsBvRfIgJT-u off=11797275 len=1668395 2024-04-13T08:12:35.825 INFO:tasks.workunit.client.0.smithi119.stdout:op 1912 completed, throughput=5MB/sec 2024-04-13T08:12:36.826 INFO:tasks.workunit.client.0.smithi119.stdout: 374: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:36.826 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-sbHdiXqW65TdHwI off=13960178 len=522590 2024-04-13T08:12:36.827 INFO:tasks.workunit.client.0.smithi119.stdout:op 1913 completed, throughput=4.99MB/sec 2024-04-13T08:12:36.827 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-F7eopm2NR0sCMCo off=3278718 len=1571395 2024-04-13T08:12:36.829 INFO:tasks.workunit.client.0.smithi119.stdout:op 1914 completed, throughput=4.99MB/sec 2024-04-13T08:12:36.829 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-LNzN6OvwB6gdae6 off=18388830 len=1859215 2024-04-13T08:12:36.833 INFO:tasks.workunit.client.0.smithi119.stdout:op 1915 completed, throughput=5MB/sec 2024-04-13T08:12:36.833 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-67kP2LfWDbEMVIw off=2801469 len=2026283 2024-04-13T08:12:36.835 INFO:tasks.workunit.client.0.smithi119.stdout:op 1916 completed, throughput=5MB/sec 2024-04-13T08:12:36.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:12:36 smithi119 ceph-mon[96316]: pgmap v1592: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-13T08:12:36.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:12:36 smithi119 ceph-mon[93746]: pgmap v1592: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-13T08:12:37.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:12:36 smithi139 ceph-mon[88985]: pgmap v1592: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-13T08:12:37.836 INFO:tasks.workunit.client.0.smithi119.stdout: 375: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:37.836 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj--4julzA1WXcPN2u off=2999134 len=174784 2024-04-13T08:12:37.839 INFO:tasks.workunit.client.0.smithi119.stdout:op 1917 completed, throughput=4.99MB/sec 2024-04-13T08:12:37.839 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ZIYbBjX-ODnSjnO off=76270 len=546680 2024-04-13T08:12:37.840 INFO:tasks.workunit.client.0.smithi119.stdout:op 1918 completed, throughput=4.99MB/sec 2024-04-13T08:12:37.840 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-bFnZBtAc9MFLuAg off=7646791 len=86949 2024-04-13T08:12:37.840 INFO:tasks.workunit.client.0.smithi119.stdout:op 1919 completed, throughput=4.99MB/sec 2024-04-13T08:12:37.841 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-UymSvkeDoHe6Sq7 off=19991692 len=966285 2024-04-13T08:12:37.846 INFO:tasks.workunit.client.0.smithi119.stdout:op 1920 completed, throughput=4.99MB/sec 2024-04-13T08:12:37.846 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-m67Nij2_VrOSNYb off=20250910 len=1440087 2024-04-13T08:12:37.848 INFO:tasks.workunit.client.0.smithi119.stdout:op 1921 completed, throughput=5MB/sec 2024-04-13T08:12:37.848 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-1oSDOL2vX5CyINT off=1996357 len=1514596 2024-04-13T08:12:37.855 INFO:tasks.workunit.client.0.smithi119.stdout:op 1922 completed, throughput=5MB/sec 2024-04-13T08:12:38.855 INFO:tasks.workunit.client.0.smithi119.stdout: 376: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:38.855 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-cTLr6j2ILtEUxPN off=4360785 len=153674 2024-04-13T08:12:38.858 INFO:tasks.workunit.client.0.smithi119.stdout:op 1923 completed, throughput=4.99MB/sec 2024-04-13T08:12:38.858 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-X3T3VvkkHuA0Lzf off=822641 len=946925 2024-04-13T08:12:38.865 INFO:tasks.workunit.client.0.smithi119.stdout:op 1924 completed, throughput=4.99MB/sec 2024-04-13T08:12:38.865 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-J_FSVIeNDoTq6-h off=16709353 len=1755271 2024-04-13T08:12:38.872 INFO:tasks.workunit.client.0.smithi119.stdout:op 1925 completed, throughput=5MB/sec 2024-04-13T08:12:38.872 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-8P2ve00E-ib5HD- off=19202566 len=1226446 2024-04-13T08:12:38.873 INFO:tasks.workunit.client.0.smithi119.stdout:op 1926 completed, throughput=5MB/sec 2024-04-13T08:12:38.874 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-NqmhXDTcAsGdRMb off=9916838 len=1072470 2024-04-13T08:12:38.878 INFO:tasks.workunit.client.0.smithi119.stdout:op 1927 completed, throughput=5MB/sec 2024-04-13T08:12:38.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:12:38 smithi119 ceph-mon[96316]: pgmap v1593: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:12:38.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:12:38 smithi119 ceph-mon[93746]: pgmap v1593: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:12:39.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:12:38 smithi139 ceph-mon[88985]: pgmap v1593: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:12:39.878 INFO:tasks.workunit.client.0.smithi119.stdout: 377: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:39.878 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-oM2q-rnDxV1rUuF off=9484034 len=2085396 2024-04-13T08:12:39.891 INFO:tasks.workunit.client.0.smithi119.stdout:op 1928 completed, throughput=4.99MB/sec 2024-04-13T08:12:39.891 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-l5nu0ouYefk2CNy off=142624 len=1209256 2024-04-13T08:12:39.892 INFO:tasks.workunit.client.0.smithi119.stdout:op 1929 completed, throughput=5MB/sec 2024-04-13T08:12:39.892 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-LyCopQh8ZE060Yh off=2543650 len=1018884 2024-04-13T08:12:39.897 INFO:tasks.workunit.client.0.smithi119.stdout:op 1930 completed, throughput=5MB/sec 2024-04-13T08:12:39.897 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-3QGKjrhJtUS05Zn off=11582164 len=929355 2024-04-13T08:12:39.898 INFO:tasks.workunit.client.0.smithi119.stdout:op 1931 completed, throughput=5MB/sec 2024-04-13T08:12:39.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:12:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:12:39.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:12:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:12:40.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:12:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:12:40.898 INFO:tasks.workunit.client.0.smithi119.stdout: 378: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:40.899 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-zAlLrHmc3cfudxA off=6269592 len=1710175 2024-04-13T08:12:40.900 INFO:tasks.workunit.client.0.smithi119.stdout:op 1932 completed, throughput=4.99MB/sec 2024-04-13T08:12:40.900 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-fADgfpTYNst95bH off=2181092 len=952075 2024-04-13T08:12:40.902 INFO:tasks.workunit.client.0.smithi119.stdout:op 1933 completed, throughput=4.99MB/sec 2024-04-13T08:12:40.902 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-PsxXvBNX_-KHiic off=3440014 len=975187 2024-04-13T08:12:40.907 INFO:tasks.workunit.client.0.smithi119.stdout:op 1934 completed, throughput=5MB/sec 2024-04-13T08:12:40.907 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-dgHP_NR8ISetBp_ off=354541 len=780142 2024-04-13T08:12:40.910 INFO:tasks.workunit.client.0.smithi119.stdout:op 1935 completed, throughput=5MB/sec 2024-04-13T08:12:40.910 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-eEwdvpA8tpT9epJ off=8555593 len=258910 2024-04-13T08:12:40.911 INFO:tasks.workunit.client.0.smithi119.stdout:op 1936 completed, throughput=5MB/sec 2024-04-13T08:12:40.911 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-e5SeR_DPZgpPSHV off=17636503 len=1430711 2024-04-13T08:12:40.918 INFO:tasks.workunit.client.0.smithi119.stdout:op 1937 completed, throughput=5MB/sec 2024-04-13T08:12:40.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:12:40 smithi119 ceph-mon[96316]: pgmap v1594: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:12:40.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:12:40 smithi119 ceph-mon[93746]: pgmap v1594: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:12:41.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:12:40 smithi139 ceph-mon[88985]: pgmap v1594: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:12:41.918 INFO:tasks.workunit.client.0.smithi119.stdout: 379: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:41.919 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ROWm-9IYL33T9AS off=1560506 len=743591 2024-04-13T08:12:41.924 INFO:tasks.workunit.client.0.smithi119.stdout:op 1938 completed, throughput=4.99MB/sec 2024-04-13T08:12:41.924 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-6WcuOqFa-oNnJV1 off=135793 len=1133538 2024-04-13T08:12:41.930 INFO:tasks.workunit.client.0.smithi119.stdout:op 1939 completed, throughput=4.99MB/sec 2024-04-13T08:12:41.930 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-5KegTU3GdBD_nKr off=2857793 len=1698444 2024-04-13T08:12:41.940 INFO:tasks.workunit.client.0.smithi119.stdout:op 1940 completed, throughput=5MB/sec 2024-04-13T08:12:41.940 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-aKVLWYatJ5hYUGC off=260097 len=972810 2024-04-13T08:12:41.944 INFO:tasks.workunit.client.0.smithi119.stdout:op 1941 completed, throughput=5MB/sec 2024-04-13T08:12:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:12:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:12:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:12:42.944 INFO:tasks.workunit.client.0.smithi119.stdout: 380: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:42.944 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-FOznEDUNxA7MxMH off=6100795 len=1677241 2024-04-13T08:12:42.946 INFO:tasks.workunit.client.0.smithi119.stdout:op 1942 completed, throughput=4.99MB/sec 2024-04-13T08:12:42.947 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3Q8qp1sidszY-DZ off=9303023 len=263300 2024-04-13T08:12:42.950 INFO:tasks.workunit.client.0.smithi119.stdout:op 1943 completed, throughput=4.99MB/sec 2024-04-13T08:12:42.950 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--52jXPQFGuIxEg4 off=2489987 len=162528 2024-04-13T08:12:42.951 INFO:tasks.workunit.client.0.smithi119.stdout:op 1944 completed, throughput=4.99MB/sec 2024-04-13T08:12:42.951 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-tPR-ScML3_pB_5z off=7762958 len=1527047 2024-04-13T08:12:42.957 INFO:tasks.workunit.client.0.smithi119.stdout:op 1945 completed, throughput=5MB/sec 2024-04-13T08:12:42.957 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ExDD0Uf9TIM40eG off=15392141 len=482668 2024-04-13T08:12:42.958 INFO:tasks.workunit.client.0.smithi119.stdout:op 1946 completed, throughput=5MB/sec 2024-04-13T08:12:42.958 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-_9TFxfCPEk5LHt_ off=6732585 len=372673 2024-04-13T08:12:42.959 INFO:tasks.workunit.client.0.smithi119.stdout:op 1947 completed, throughput=5MB/sec 2024-04-13T08:12:42.959 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3lhmI2hQH5gbIuw off=16767292 len=1335391 2024-04-13T08:12:42.965 INFO:tasks.workunit.client.0.smithi119.stdout:op 1948 completed, throughput=5MB/sec 2024-04-13T08:12:42.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:12:42 smithi119 ceph-mon[96316]: pgmap v1595: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T08:12:42.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:12:42 smithi119 ceph-mon[93746]: pgmap v1595: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T08:12:43.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:12:42 smithi139 ceph-mon[88985]: pgmap v1595: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T08:12:43.966 INFO:tasks.workunit.client.0.smithi119.stdout: 381: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:43.966 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-q406Yzao2xZn2UN off=5533210 len=1671982 2024-04-13T08:12:43.975 INFO:tasks.workunit.client.0.smithi119.stdout:op 1949 completed, throughput=4.99MB/sec 2024-04-13T08:12:43.975 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-bcYOvV_NSUSUuMM off=18136125 len=581584 2024-04-13T08:12:43.979 INFO:tasks.workunit.client.0.smithi119.stdout:op 1950 completed, throughput=4.99MB/sec 2024-04-13T08:12:43.979 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-F8TuQzkdfpGUHrV off=3458308 len=1703793 2024-04-13T08:12:43.989 INFO:tasks.workunit.client.0.smithi119.stdout:op 1951 completed, throughput=5MB/sec 2024-04-13T08:12:43.989 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-C-NMuqjPbRdmHfa off=8250167 len=471756 2024-04-13T08:12:43.990 INFO:tasks.workunit.client.0.smithi119.stdout:op 1952 completed, throughput=5MB/sec 2024-04-13T08:12:43.990 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-yaxjbEW1TpYGgTZ off=2726027 len=1217630 2024-04-13T08:12:44.000 INFO:tasks.workunit.client.0.smithi119.stdout:op 1953 completed, throughput=5MB/sec 2024-04-13T08:12:44.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:12:44 smithi119 ceph-mon[96316]: pgmap v1596: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T08:12:44.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:12:44 smithi119 ceph-mon[93746]: pgmap v1596: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T08:12:44.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:12:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:12:44] "GET /metrics HTTP/1.1" 200 33993 "" "Prometheus/2.43.0" 2024-04-13T08:12:45.000 INFO:tasks.workunit.client.0.smithi119.stdout: 382: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:45.000 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-oiWMTTQHbHMXvEf off=3948720 len=676125 2024-04-13T08:12:45.001 INFO:tasks.workunit.client.0.smithi119.stdout:op 1954 completed, throughput=4.99MB/sec 2024-04-13T08:12:45.001 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-wuQfa74rPmS_lW0 off=6924873 len=444161 2024-04-13T08:12:45.005 INFO:tasks.workunit.client.0.smithi119.stdout:op 1955 completed, throughput=4.99MB/sec 2024-04-13T08:12:45.005 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Uhg7k1BEmWHBSnr off=15679804 len=1205349 2024-04-13T08:12:45.006 INFO:tasks.workunit.client.0.smithi119.stdout:op 1956 completed, throughput=5MB/sec 2024-04-13T08:12:45.006 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-3UwJcjENFaw50J7 off=10128118 len=493370 2024-04-13T08:12:45.009 INFO:tasks.workunit.client.0.smithi119.stdout:op 1957 completed, throughput=5MB/sec 2024-04-13T08:12:45.010 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-mAht6hbufLEIMpW off=993726 len=1691312 2024-04-13T08:12:45.014 INFO:tasks.workunit.client.0.smithi119.stdout:op 1958 completed, throughput=5MB/sec 2024-04-13T08:12:45.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:12:44 smithi139 ceph-mon[88985]: pgmap v1596: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T08:12:46.015 INFO:tasks.workunit.client.0.smithi119.stdout: 383: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:46.015 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-3mgUptPpP2wXh1s off=8360607 len=1735486 2024-04-13T08:12:46.017 INFO:tasks.workunit.client.0.smithi119.stdout:op 1959 completed, throughput=4.99MB/sec 2024-04-13T08:12:46.017 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-WTHNBgFt2sU2Oki off=1435334 len=6887 2024-04-13T08:12:46.017 INFO:tasks.workunit.client.0.smithi119.stdout:op 1960 completed, throughput=4.99MB/sec 2024-04-13T08:12:46.017 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-xUlnCKhm3mWZ3sS off=1844378 len=1804977 2024-04-13T08:12:46.026 INFO:tasks.workunit.client.0.smithi119.stdout:op 1961 completed, throughput=5MB/sec 2024-04-13T08:12:46.026 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-cmeTrJprHkYh88d off=18482180 len=1862717 2024-04-13T08:12:46.037 INFO:tasks.workunit.client.0.smithi119.stdout:op 1962 completed, throughput=5MB/sec 2024-04-13T08:12:46.937 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:12:46 smithi139 ceph-mon[88985]: pgmap v1597: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T08:12:46.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:12:46 smithi119 ceph-mon[96316]: pgmap v1597: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T08:12:46.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:12:46 smithi119 ceph-mon[93746]: pgmap v1597: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T08:12:47.037 INFO:tasks.workunit.client.0.smithi119.stdout: 384: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:47.038 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-lq0FZqJU7QJyLzV off=14932735 len=447329 2024-04-13T08:12:47.039 INFO:tasks.workunit.client.0.smithi119.stdout:op 1963 completed, throughput=4.99MB/sec 2024-04-13T08:12:47.039 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-MTE62oMzH3ZvPpd off=12095399 len=8976 2024-04-13T08:12:47.040 INFO:tasks.workunit.client.0.smithi119.stdout:op 1964 completed, throughput=4.99MB/sec 2024-04-13T08:12:47.040 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-SLe63ecEqlkjpnO off=7313232 len=53846 2024-04-13T08:12:47.042 INFO:tasks.workunit.client.0.smithi119.stdout:op 1965 completed, throughput=4.99MB/sec 2024-04-13T08:12:47.042 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-YJslM3Ky3Pbz-ci off=4993996 len=2029962 2024-04-13T08:12:47.052 INFO:tasks.workunit.client.0.smithi119.stdout:op 1966 completed, throughput=4.99MB/sec 2024-04-13T08:12:47.052 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-VdChacblvIKMCmm off=2556588 len=1432339 2024-04-13T08:12:47.058 INFO:tasks.workunit.client.0.smithi119.stdout:op 1967 completed, throughput=5MB/sec 2024-04-13T08:12:47.059 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-EOXSL4_AxtSjULk off=14153741 len=1206004 2024-04-13T08:12:47.060 INFO:tasks.workunit.client.0.smithi119.stdout:op 1968 completed, throughput=5MB/sec 2024-04-13T08:12:48.060 INFO:tasks.workunit.client.0.smithi119.stdout: 385: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:48.061 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-pXwedmhux06iZE3 off=3159014 len=252994 2024-04-13T08:12:48.064 INFO:tasks.workunit.client.0.smithi119.stdout:op 1969 completed, throughput=4.99MB/sec 2024-04-13T08:12:48.064 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-HkC1PJwhnEjcJGE off=1629384 len=1831158 2024-04-13T08:12:48.066 INFO:tasks.workunit.client.0.smithi119.stdout:op 1970 completed, throughput=4.99MB/sec 2024-04-13T08:12:48.066 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-LuOVw0VS30Efz6p off=6200547 len=111006 2024-04-13T08:12:48.069 INFO:tasks.workunit.client.0.smithi119.stdout:op 1971 completed, throughput=4.99MB/sec 2024-04-13T08:12:48.069 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-SIgiaWmTYE74Z6H off=7026874 len=801794 2024-04-13T08:12:48.071 INFO:tasks.workunit.client.0.smithi119.stdout:op 1972 completed, throughput=4.99MB/sec 2024-04-13T08:12:48.071 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-iILOlwSjm1lrZ_r off=1791708 len=1288006 2024-04-13T08:12:48.079 INFO:tasks.workunit.client.0.smithi119.stdout:op 1973 completed, throughput=5MB/sec 2024-04-13T08:12:48.080 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-cpBKacq3Oovm_so off=2076603 len=2047435 2024-04-13T08:12:48.083 INFO:tasks.workunit.client.0.smithi119.stdout:op 1974 completed, throughput=5MB/sec 2024-04-13T08:12:48.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:12:48 smithi119 ceph-mon[96316]: pgmap v1598: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-13T08:12:48.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:12:48 smithi119 ceph-mon[93746]: pgmap v1598: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-13T08:12:49.084 INFO:tasks.workunit.client.0.smithi119.stdout: 386: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:49.084 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-UZZKTtSzZ4KklQS off=1435581 len=2007843 2024-04-13T08:12:49.086 INFO:tasks.workunit.client.0.smithi119.stdout:op 1975 completed, throughput=4.99MB/sec 2024-04-13T08:12:49.086 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-RDoUsnPXIaHqQaM off=5709109 len=1007836 2024-04-13T08:12:49.089 INFO:tasks.workunit.client.0.smithi119.stdout:op 1976 completed, throughput=5MB/sec 2024-04-13T08:12:49.089 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-zlS3WSginh4SrXC off=6834124 len=1760707 2024-04-13T08:12:49.098 INFO:tasks.workunit.client.0.smithi119.stdout:op 1977 completed, throughput=5MB/sec 2024-04-13T08:12:49.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:12:48 smithi139 ceph-mon[88985]: pgmap v1598: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-13T08:12:50.098 INFO:tasks.workunit.client.0.smithi119.stdout: 387: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:50.098 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-J_FSVIeNDoTq6-h off=8655152 len=890003 2024-04-13T08:12:50.103 INFO:tasks.workunit.client.0.smithi119.stdout:op 1978 completed, throughput=4.99MB/sec 2024-04-13T08:12:50.103 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-3MBAszQZEe3XFtl off=4912473 len=901396 2024-04-13T08:12:50.104 INFO:tasks.workunit.client.0.smithi119.stdout:op 1979 completed, throughput=4.99MB/sec 2024-04-13T08:12:50.104 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-RikyE-wsYmCg2gO off=3850616 len=216287 2024-04-13T08:12:50.107 INFO:tasks.workunit.client.0.smithi119.stdout:op 1980 completed, throughput=4.99MB/sec 2024-04-13T08:12:50.107 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-p2E4IFdCnv2ZUue off=9806348 len=206458 2024-04-13T08:12:50.107 INFO:tasks.workunit.client.0.smithi119.stdout:op 1981 completed, throughput=4.99MB/sec 2024-04-13T08:12:50.108 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-37ex0tKFxW2_hW4 off=20300158 len=1454668 2024-04-13T08:12:50.115 INFO:tasks.workunit.client.0.smithi119.stdout:op 1982 completed, throughput=5MB/sec 2024-04-13T08:12:50.116 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-sd4tHjCQhkxLC_C off=655260 len=1878324 2024-04-13T08:12:50.119 INFO:tasks.workunit.client.0.smithi119.stdout:op 1983 completed, throughput=5MB/sec 2024-04-13T08:12:50.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:12:50 smithi119 ceph-mon[96316]: pgmap v1599: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T08:12:50.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:12:50 smithi119 ceph-mon[93746]: pgmap v1599: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T08:12:51.120 INFO:tasks.workunit.client.0.smithi119.stdout: 388: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:51.120 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-xHsMOkefzDLzdeA off=2268570 len=1046727 2024-04-13T08:12:51.125 INFO:tasks.workunit.client.0.smithi119.stdout:op 1984 completed, throughput=4.99MB/sec 2024-04-13T08:12:51.125 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-zgU_0hDo2MtGOX2 off=2262169 len=1357284 2024-04-13T08:12:51.130 INFO:tasks.workunit.client.0.smithi119.stdout:op 1985 completed, throughput=4.99MB/sec 2024-04-13T08:12:51.131 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-SjKB6NbAyhnn_5q off=2336111 len=1810731 2024-04-13T08:12:51.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:12:50 smithi139 ceph-mon[88985]: pgmap v1599: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T08:12:51.142 INFO:tasks.workunit.client.0.smithi119.stdout:op 1986 completed, throughput=5MB/sec 2024-04-13T08:12:51.142 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Hc7W9_PK17xNFpa off=6076518 len=320274 2024-04-13T08:12:51.142 INFO:tasks.workunit.client.0.smithi119.stdout:op 1987 completed, throughput=5MB/sec 2024-04-13T08:12:51.142 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ElMPoO5j6pcHPcl off=3202447 len=1836182 2024-04-13T08:12:51.150 INFO:tasks.workunit.client.0.smithi119.stdout:op 1988 completed, throughput=5MB/sec 2024-04-13T08:12:52.150 INFO:tasks.workunit.client.0.smithi119.stdout: 389: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:52.150 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-zDyv_N4N9ORw0iY off=3690400 len=1782760 2024-04-13T08:12:52.162 INFO:tasks.workunit.client.0.smithi119.stdout:op 1989 completed, throughput=5MB/sec 2024-04-13T08:12:52.162 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-i-IiIKGHLX6Q_XA off=13820820 len=1947775 2024-04-13T08:12:52.164 INFO:tasks.workunit.client.0.smithi119.stdout:op 1990 completed, throughput=5MB/sec 2024-04-13T08:12:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:12:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:12:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:12:52.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:12:52 smithi119 ceph-mon[96316]: pgmap v1600: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T08:12:52.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:12:52 smithi119 ceph-mon[93746]: pgmap v1600: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T08:12:53.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:12:52 smithi139 ceph-mon[88985]: pgmap v1600: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T08:12:53.164 INFO:tasks.workunit.client.0.smithi119.stdout: 390: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:53.165 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-5kQEqDblQQeJJHu off=4975359 len=1079387 2024-04-13T08:12:53.166 INFO:tasks.workunit.client.0.smithi119.stdout:op 1991 completed, throughput=4.99MB/sec 2024-04-13T08:12:53.166 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-F_k5VtPL10tH8xj off=14602449 len=215367 2024-04-13T08:12:53.166 INFO:tasks.workunit.client.0.smithi119.stdout:op 1992 completed, throughput=4.99MB/sec 2024-04-13T08:12:53.166 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--igtuN9eUyJowE_ off=3272417 len=1148665 2024-04-13T08:12:53.168 INFO:tasks.workunit.client.0.smithi119.stdout:op 1993 completed, throughput=4.99MB/sec 2024-04-13T08:12:53.168 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-5Rj-se5KdXa2cp7 off=4785867 len=1861410 2024-04-13T08:12:53.170 INFO:tasks.workunit.client.0.smithi119.stdout:op 1994 completed, throughput=5MB/sec 2024-04-13T08:12:53.170 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-IHdZ46Tdl7wz5VO off=16860636 len=514959 2024-04-13T08:12:53.175 INFO:tasks.workunit.client.0.smithi119.stdout:op 1995 completed, throughput=5MB/sec 2024-04-13T08:12:53.175 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-moT-z7bWc9jS6nD off=65168 len=1048727 2024-04-13T08:12:53.179 INFO:tasks.workunit.client.0.smithi119.stdout:op 1996 completed, throughput=5MB/sec 2024-04-13T08:12:54.180 INFO:tasks.workunit.client.0.smithi119.stdout: 391: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:54.180 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-lXzjxM1oBzWcrpL off=8395430 len=687727 2024-04-13T08:12:54.182 INFO:tasks.workunit.client.0.smithi119.stdout:op 1997 completed, throughput=4.99MB/sec 2024-04-13T08:12:54.182 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-LqBzXa4srgx7IUw off=871370 len=1165227 2024-04-13T08:12:54.185 INFO:tasks.workunit.client.0.smithi119.stdout:op 1998 completed, throughput=4.99MB/sec 2024-04-13T08:12:54.185 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-pjUQMS15VfN8tf4 off=7563713 len=1087642 2024-04-13T08:12:54.187 INFO:tasks.workunit.client.0.smithi119.stdout:op 1999 completed, throughput=5MB/sec 2024-04-13T08:12:54.187 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-cJhiRp12tTkM54U off=22844559 len=1215114 2024-04-13T08:12:54.194 INFO:tasks.workunit.client.0.smithi119.stdout:op 2000 completed, throughput=5MB/sec 2024-04-13T08:12:54.194 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-xvTMACKlnnqv1Ef off=6935276 len=462254 2024-04-13T08:12:54.198 INFO:tasks.workunit.client.0.smithi119.stdout:op 2001 completed, throughput=5MB/sec 2024-04-13T08:12:54.198 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-LlQsVAhsGB5ty0n off=5445375 len=803272 2024-04-13T08:12:54.199 INFO:tasks.workunit.client.0.smithi119.stdout:op 2002 completed, throughput=5MB/sec 2024-04-13T08:12:54.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:12:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:12:54] "GET /metrics HTTP/1.1" 200 33995 "" "Prometheus/2.43.0" 2024-04-13T08:12:54.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:12:54 smithi119 ceph-mon[96316]: pgmap v1601: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T08:12:54.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:12:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:12:54.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:12:54 smithi119 ceph-mon[93746]: pgmap v1601: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T08:12:54.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:12:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:12:55.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:12:54 smithi139 ceph-mon[88985]: pgmap v1601: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T08:12:55.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:12:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:12:55.199 INFO:tasks.workunit.client.0.smithi119.stdout: 392: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:55.199 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ypgo6_3TlHdVuH5 off=17157244 len=266155 2024-04-13T08:12:55.200 INFO:tasks.workunit.client.0.smithi119.stdout:op 2003 completed, throughput=4.99MB/sec 2024-04-13T08:12:55.200 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-I2OUZ8a1BNBZf0P off=5963303 len=48984 2024-04-13T08:12:55.202 INFO:tasks.workunit.client.0.smithi119.stdout:op 2004 completed, throughput=4.99MB/sec 2024-04-13T08:12:55.203 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-_LMJwBsOn3-ygp7 off=10901793 len=1133469 2024-04-13T08:12:55.204 INFO:tasks.workunit.client.0.smithi119.stdout:op 2005 completed, throughput=4.99MB/sec 2024-04-13T08:12:55.204 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Aj_n9HzqQcNu31e off=4072307 len=89352 2024-04-13T08:12:55.204 INFO:tasks.workunit.client.0.smithi119.stdout:op 2006 completed, throughput=4.99MB/sec 2024-04-13T08:12:55.204 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-6-1iGW1QpIt3rMu off=3283696 len=564322 2024-04-13T08:12:55.209 INFO:tasks.workunit.client.0.smithi119.stdout:op 2007 completed, throughput=4.99MB/sec 2024-04-13T08:12:55.209 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-G6dl916j-ivId6P off=5095597 len=1871381 2024-04-13T08:12:55.216 INFO:tasks.workunit.client.0.smithi119.stdout:op 2008 completed, throughput=5MB/sec 2024-04-13T08:12:55.216 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-cXS6CykVPce4uzj off=1730577 len=685319 2024-04-13T08:12:55.221 INFO:tasks.workunit.client.0.smithi119.stdout:op 2009 completed, throughput=5MB/sec 2024-04-13T08:12:55.221 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-4gIo_4mn08ZJggo off=1392349 len=980680 2024-04-13T08:12:55.225 INFO:tasks.workunit.client.0.smithi119.stdout:op 2010 completed, throughput=5MB/sec 2024-04-13T08:12:56.226 INFO:tasks.workunit.client.0.smithi119.stdout: 393: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:56.226 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Xwgl2T1EGLFUXhJ off=1484333 len=1437379 2024-04-13T08:12:56.234 INFO:tasks.workunit.client.0.smithi119.stdout:op 2011 completed, throughput=4.99MB/sec 2024-04-13T08:12:56.234 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-LVsnfWy4LBcsdQO off=927265 len=579112 2024-04-13T08:12:56.237 INFO:tasks.workunit.client.0.smithi119.stdout:op 2012 completed, throughput=4.99MB/sec 2024-04-13T08:12:56.237 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-qPlR-SAdNwjder4 off=256550 len=1728608 2024-04-13T08:12:56.246 INFO:tasks.workunit.client.0.smithi119.stdout:op 2013 completed, throughput=5MB/sec 2024-04-13T08:12:56.246 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-wUf9XDcl8yrwIvL off=9204550 len=400919 2024-04-13T08:12:56.249 INFO:tasks.workunit.client.0.smithi119.stdout:op 2014 completed, throughput=5MB/sec 2024-04-13T08:12:56.249 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-jrx9TIxfHW8Iti1 off=3655189 len=896602 2024-04-13T08:12:56.253 INFO:tasks.workunit.client.0.smithi119.stdout:op 2015 completed, throughput=5MB/sec 2024-04-13T08:12:56.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:12:56 smithi119 ceph-mon[96316]: pgmap v1602: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T08:12:56.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:12:56 smithi119 ceph-mon[93746]: pgmap v1602: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T08:12:57.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:12:56 smithi139 ceph-mon[88985]: pgmap v1602: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T08:12:57.253 INFO:tasks.workunit.client.0.smithi119.stdout: 394: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:57.254 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-6wcRnrmpGJvSNvx off=16266608 len=684808 2024-04-13T08:12:57.256 INFO:tasks.workunit.client.0.smithi119.stdout:op 2016 completed, throughput=4.99MB/sec 2024-04-13T08:12:57.256 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Qqp00qomNA4M0Ci off=0 len=1324503 2024-04-13T08:12:57.257 INFO:tasks.workunit.client.0.smithi119.stdout:op 2017 completed, throughput=4.99MB/sec 2024-04-13T08:12:57.257 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-QA--n3KR0tLfYmy off=10990947 len=1873401 2024-04-13T08:12:57.260 INFO:tasks.workunit.client.0.smithi119.stdout:op 2018 completed, throughput=5MB/sec 2024-04-13T08:12:57.260 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-G_-F2os-lcxaA4c off=772445 len=1097711 2024-04-13T08:12:57.262 INFO:tasks.workunit.client.0.smithi119.stdout:op 2019 completed, throughput=5MB/sec 2024-04-13T08:12:58.262 INFO:tasks.workunit.client.0.smithi119.stdout: 395: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:58.262 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-BIBPF5YIr7R4TDc off=16271387 len=103433 2024-04-13T08:12:58.263 INFO:tasks.workunit.client.0.smithi119.stdout:op 2020 completed, throughput=4.99MB/sec 2024-04-13T08:12:58.263 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-GNN8aADJJtqqr6E off=5576257 len=854058 2024-04-13T08:12:58.267 INFO:tasks.workunit.client.0.smithi119.stdout:op 2021 completed, throughput=4.99MB/sec 2024-04-13T08:12:58.267 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-TLsr9xaSSBthGe5 off=8993032 len=1790067 2024-04-13T08:12:58.276 INFO:tasks.workunit.client.0.smithi119.stdout:op 2022 completed, throughput=4.99MB/sec 2024-04-13T08:12:58.276 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-kW0WVPP9k1KICsM off=3023556 len=12037 2024-04-13T08:12:58.277 INFO:tasks.workunit.client.0.smithi119.stdout:op 2023 completed, throughput=4.99MB/sec 2024-04-13T08:12:58.277 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-WEpvMb6buMl68cX off=4294271 len=1810376 2024-04-13T08:12:58.278 INFO:tasks.workunit.client.0.smithi119.stdout:op 2024 completed, throughput=5MB/sec 2024-04-13T08:12:58.279 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-hv34wSG6N6NquG4 off=5477912 len=1772032 2024-04-13T08:12:58.280 INFO:tasks.workunit.client.0.smithi119.stdout:op 2025 completed, throughput=5MB/sec 2024-04-13T08:12:58.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:12:58 smithi119 ceph-mon[96316]: pgmap v1603: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-13T08:12:58.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:12:58 smithi119 ceph-mon[93746]: pgmap v1603: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-13T08:12:59.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:12:58 smithi139 ceph-mon[88985]: pgmap v1603: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-13T08:12:59.280 INFO:tasks.workunit.client.0.smithi119.stdout: 396: throughput=4.99MB/sec pending data=0 2024-04-13T08:12:59.280 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-0IN9_LRIEWsW0Eu off=12788305 len=286229 2024-04-13T08:12:59.283 INFO:tasks.workunit.client.0.smithi119.stdout:op 2026 completed, throughput=4.99MB/sec 2024-04-13T08:12:59.283 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-fpBDuMkAPqDp1Ys off=4416685 len=1952082 2024-04-13T08:12:59.285 INFO:tasks.workunit.client.0.smithi119.stdout:op 2027 completed, throughput=5MB/sec 2024-04-13T08:12:59.285 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Uy2dSWOnlzMMh9r off=818041 len=700666 2024-04-13T08:12:59.286 INFO:tasks.workunit.client.0.smithi119.stdout:op 2028 completed, throughput=5MB/sec 2024-04-13T08:12:59.287 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-FjD7exgSmb5v9Nn off=180285 len=1194917 2024-04-13T08:12:59.288 INFO:tasks.workunit.client.0.smithi119.stdout:op 2029 completed, throughput=5MB/sec 2024-04-13T08:13:00.288 INFO:tasks.workunit.client.0.smithi119.stdout: 397: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:00.289 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-baYwMOYdOed_Bwm off=13592605 len=205130 2024-04-13T08:13:00.292 INFO:tasks.workunit.client.0.smithi119.stdout:op 2030 completed, throughput=4.99MB/sec 2024-04-13T08:13:00.292 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-tkC7mHJ2cuwzA61 off=14081463 len=824267 2024-04-13T08:13:00.293 INFO:tasks.workunit.client.0.smithi119.stdout:op 2031 completed, throughput=4.99MB/sec 2024-04-13T08:13:00.293 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-HED91V7gaWgXp5P off=5052228 len=1018523 2024-04-13T08:13:00.294 INFO:tasks.workunit.client.0.smithi119.stdout:op 2032 completed, throughput=4.99MB/sec 2024-04-13T08:13:00.295 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-kGIc16KMiKsK6Sg off=78965 len=1802704 2024-04-13T08:13:00.304 INFO:tasks.workunit.client.0.smithi119.stdout:op 2033 completed, throughput=5MB/sec 2024-04-13T08:13:00.304 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-F-e2PGpZvT_J3WY off=14318853 len=900767 2024-04-13T08:13:00.306 INFO:tasks.workunit.client.0.smithi119.stdout:op 2034 completed, throughput=5MB/sec 2024-04-13T08:13:00.306 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-B2MX8PvUtIySNOJ off=5268896 len=1348463 2024-04-13T08:13:00.313 INFO:tasks.workunit.client.0.smithi119.stdout:op 2035 completed, throughput=5MB/sec 2024-04-13T08:13:00.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:13:00 smithi119 ceph-mon[96316]: pgmap v1604: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:13:00.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:13:00 smithi119 ceph-mon[93746]: pgmap v1604: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:13:01.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:13:00 smithi139 ceph-mon[88985]: pgmap v1604: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:13:01.313 INFO:tasks.workunit.client.0.smithi119.stdout: 398: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:01.313 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-zU7BgBE1-Xs2wA8 off=0 len=1644525 2024-04-13T08:13:01.320 INFO:tasks.workunit.client.0.smithi119.stdout:op 2036 completed, throughput=4.99MB/sec 2024-04-13T08:13:01.320 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-LgYtVrdSBMJ3RzE off=14694771 len=1998950 2024-04-13T08:13:01.335 INFO:tasks.workunit.client.0.smithi119.stdout:op 2037 completed, throughput=5MB/sec 2024-04-13T08:13:01.335 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-NEvKGf24hK5gLiA off=5040947 len=428670 2024-04-13T08:13:01.339 INFO:tasks.workunit.client.0.smithi119.stdout:op 2038 completed, throughput=5MB/sec 2024-04-13T08:13:01.339 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-9GSEsiKhiCtzDZr off=1487777 len=2085500 2024-04-13T08:13:01.341 INFO:tasks.workunit.client.0.smithi119.stdout:op 2039 completed, throughput=5MB/sec 2024-04-13T08:13:02.342 INFO:tasks.workunit.client.0.smithi119.stdout: 399: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:02.342 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-tbNhaFFzBea2NgG off=3585558 len=466613 2024-04-13T08:13:02.343 INFO:tasks.workunit.client.0.smithi119.stdout:op 2040 completed, throughput=4.99MB/sec 2024-04-13T08:13:02.343 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-DdKS7RkN9odBKwx off=20713 len=156872 2024-04-13T08:13:02.344 INFO:tasks.workunit.client.0.smithi119.stdout:op 2041 completed, throughput=4.99MB/sec 2024-04-13T08:13:02.344 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-LrqBBi23pjxi3Lu off=1746021 len=1659633 2024-04-13T08:13:02.346 INFO:tasks.workunit.client.0.smithi119.stdout:op 2042 completed, throughput=5MB/sec 2024-04-13T08:13:02.346 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-XywYQQSTj9yLd1c off=6354224 len=1628460 2024-04-13T08:13:02.348 INFO:tasks.workunit.client.0.smithi119.stdout:op 2043 completed, throughput=5MB/sec 2024-04-13T08:13:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:13:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:13:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:13:02.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:13:02 smithi119 ceph-mon[96316]: pgmap v1605: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-13T08:13:02.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:13:02 smithi119 ceph-mon[93746]: pgmap v1605: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-13T08:13:03.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:13:02 smithi139 ceph-mon[88985]: pgmap v1605: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-13T08:13:03.348 INFO:tasks.workunit.client.0.smithi119.stdout: 400: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:03.348 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-QhGUKWI--g34ExL off=230812 len=1383448 2024-04-13T08:13:03.354 INFO:tasks.workunit.client.0.smithi119.stdout:op 2044 completed, throughput=4.99MB/sec 2024-04-13T08:13:03.354 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-4NZ5zzQpQpfh5FI off=3804828 len=1704902 2024-04-13T08:13:03.356 INFO:tasks.workunit.client.0.smithi119.stdout:op 2045 completed, throughput=5MB/sec 2024-04-13T08:13:03.356 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Sk1Zq0UO4YtLuX4 off=9313189 len=945155 2024-04-13T08:13:03.359 INFO:tasks.workunit.client.0.smithi119.stdout:op 2046 completed, throughput=5MB/sec 2024-04-13T08:13:03.359 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-1kMm0H66tX8_JGM off=13553232 len=93595 2024-04-13T08:13:03.360 INFO:tasks.workunit.client.0.smithi119.stdout:op 2047 completed, throughput=5MB/sec 2024-04-13T08:13:03.360 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-bJydJ85XXjvbALk off=13945906 len=1630828 2024-04-13T08:13:03.362 INFO:tasks.workunit.client.0.smithi119.stdout:op 2048 completed, throughput=5MB/sec 2024-04-13T08:13:04.362 INFO:tasks.workunit.client.0.smithi119.stdout: 401: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:04.362 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-M617cJR5vKVJw6U off=312990 len=1429368 2024-04-13T08:13:04.365 INFO:tasks.workunit.client.0.smithi119.stdout:op 2049 completed, throughput=4.99MB/sec 2024-04-13T08:13:04.365 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3ej1Wu5iHKKGeVk off=1601206 len=1500497 2024-04-13T08:13:04.373 INFO:tasks.workunit.client.0.smithi119.stdout:op 2050 completed, throughput=5MB/sec 2024-04-13T08:13:04.374 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-y4f4VpEv0sUFaVZ off=2289345 len=778312 2024-04-13T08:13:04.378 INFO:tasks.workunit.client.0.smithi119.stdout:op 2051 completed, throughput=5MB/sec 2024-04-13T08:13:04.378 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-zsaQsvURjC8C-Y1 off=2993376 len=1532210 2024-04-13T08:13:04.380 INFO:tasks.workunit.client.0.smithi119.stdout:op 2052 completed, throughput=5MB/sec 2024-04-13T08:13:04.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:13:04 smithi119 ceph-mon[96316]: pgmap v1606: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:13:04.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:13:04 smithi119 ceph-mon[93746]: pgmap v1606: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:13:04.967 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:13:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:13:04] "GET /metrics HTTP/1.1" 200 33995 "" "Prometheus/2.43.0" 2024-04-13T08:13:05.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:13:04 smithi139 ceph-mon[88985]: pgmap v1606: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:13:05.380 INFO:tasks.workunit.client.0.smithi119.stdout: 402: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:05.381 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-vFIIocPNxALiwna off=1775224 len=935929 2024-04-13T08:13:05.386 INFO:tasks.workunit.client.0.smithi119.stdout:op 2053 completed, throughput=4.99MB/sec 2024-04-13T08:13:05.386 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-_HwCddpOu1gCywE off=9228578 len=581664 2024-04-13T08:13:05.387 INFO:tasks.workunit.client.0.smithi119.stdout:op 2054 completed, throughput=4.99MB/sec 2024-04-13T08:13:05.387 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-rmnrbJp3ByDiP51 off=12051850 len=212599 2024-04-13T08:13:05.388 INFO:tasks.workunit.client.0.smithi119.stdout:op 2055 completed, throughput=4.99MB/sec 2024-04-13T08:13:05.388 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-rXLzZ8X-zLSDiv4 off=10897442 len=1743759 2024-04-13T08:13:05.396 INFO:tasks.workunit.client.0.smithi119.stdout:op 2056 completed, throughput=5MB/sec 2024-04-13T08:13:05.396 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-eGzT5-fONshZWX2 off=9641583 len=1027388 2024-04-13T08:13:05.398 INFO:tasks.workunit.client.0.smithi119.stdout:op 2057 completed, throughput=5MB/sec 2024-04-13T08:13:05.398 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-apqOMB_fzPBanLz off=12759482 len=1048770 2024-04-13T08:13:05.400 INFO:tasks.workunit.client.0.smithi119.stdout:op 2058 completed, throughput=5MB/sec 2024-04-13T08:13:06.400 INFO:tasks.workunit.client.0.smithi119.stdout: 403: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:06.400 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-4Ptu---RXdlfvk- off=903992 len=508901 2024-04-13T08:13:06.402 INFO:tasks.workunit.client.0.smithi119.stdout:op 2059 completed, throughput=4.99MB/sec 2024-04-13T08:13:06.402 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-NXGma316F2P1Xg7 off=12168523 len=1828723 2024-04-13T08:13:06.413 INFO:tasks.workunit.client.0.smithi119.stdout:op 2060 completed, throughput=5MB/sec 2024-04-13T08:13:06.413 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-BKVHZf2owiGawwB off=1180897 len=944650 2024-04-13T08:13:06.419 INFO:tasks.workunit.client.0.smithi119.stdout:op 2061 completed, throughput=5MB/sec 2024-04-13T08:13:06.419 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-eiOMSXODW2-ecJD off=7250628 len=1912926 2024-04-13T08:13:06.421 INFO:tasks.workunit.client.0.smithi119.stdout:op 2062 completed, throughput=5MB/sec 2024-04-13T08:13:06.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:13:06 smithi119 ceph-mon[96316]: pgmap v1607: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:13:06.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:13:06 smithi119 ceph-mon[93746]: pgmap v1607: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:13:07.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:13:06 smithi139 ceph-mon[88985]: pgmap v1607: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:13:07.421 INFO:tasks.workunit.client.0.smithi119.stdout: 404: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:07.421 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-CuUu8GWIXiQXaJo off=10974283 len=1492180 2024-04-13T08:13:07.428 INFO:tasks.workunit.client.0.smithi119.stdout:op 2063 completed, throughput=4.99MB/sec 2024-04-13T08:13:07.428 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-doNXOJ-yySKzn3E off=743658 len=1363119 2024-04-13T08:13:07.434 INFO:tasks.workunit.client.0.smithi119.stdout:op 2064 completed, throughput=5MB/sec 2024-04-13T08:13:07.434 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Xk7BCxepsM804Vg off=3561036 len=398838 2024-04-13T08:13:07.435 INFO:tasks.workunit.client.0.smithi119.stdout:op 2065 completed, throughput=5MB/sec 2024-04-13T08:13:07.435 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-UOPAyNdck5z1SYN off=2823291 len=1061031 2024-04-13T08:13:07.436 INFO:tasks.workunit.client.0.smithi119.stdout:op 2066 completed, throughput=5MB/sec 2024-04-13T08:13:07.436 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-qAHogl8rt-3z_cX off=8302772 len=1883234 2024-04-13T08:13:07.446 INFO:tasks.workunit.client.0.smithi119.stdout:op 2067 completed, throughput=5MB/sec 2024-04-13T08:13:08.447 INFO:tasks.workunit.client.0.smithi119.stdout: 405: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:08.447 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-gaT0qe372Rwlh0B off=1595986 len=1881378 2024-04-13T08:13:08.449 INFO:tasks.workunit.client.0.smithi119.stdout:op 2068 completed, throughput=5MB/sec 2024-04-13T08:13:08.449 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-jgBHmq9-JKO9JNh off=2010231 len=104887 2024-04-13T08:13:08.452 INFO:tasks.workunit.client.0.smithi119.stdout:op 2069 completed, throughput=5MB/sec 2024-04-13T08:13:08.452 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-4mUT80RTGi54RfM off=2888117 len=1177608 2024-04-13T08:13:08.460 INFO:tasks.workunit.client.0.smithi119.stdout:op 2070 completed, throughput=5MB/sec 2024-04-13T08:13:08.460 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-fZgG1BWE8HFnYDU off=808849 len=802274 2024-04-13T08:13:08.466 INFO:tasks.workunit.client.0.smithi119.stdout:op 2071 completed, throughput=5MB/sec 2024-04-13T08:13:08.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:13:08 smithi119 ceph-mon[96316]: pgmap v1608: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T08:13:08.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:13:08 smithi119 ceph-mon[93746]: pgmap v1608: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T08:13:09.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:13:08 smithi139 ceph-mon[88985]: pgmap v1608: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T08:13:09.466 INFO:tasks.workunit.client.0.smithi119.stdout: 406: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:09.466 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-aOE4QfZvjOKVM4F off=996362 len=1582893 2024-04-13T08:13:09.474 INFO:tasks.workunit.client.0.smithi119.stdout:op 2072 completed, throughput=4.99MB/sec 2024-04-13T08:13:09.474 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-4EFy9Xb0d9DI2zH off=6330067 len=1637399 2024-04-13T08:13:09.476 INFO:tasks.workunit.client.0.smithi119.stdout:op 2073 completed, throughput=5MB/sec 2024-04-13T08:13:09.476 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-D9QJv90YEQLkVcM off=2364929 len=137741 2024-04-13T08:13:09.477 INFO:tasks.workunit.client.0.smithi119.stdout:op 2074 completed, throughput=5MB/sec 2024-04-13T08:13:09.477 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-aQ0cIzfiE0rtMrH off=677824 len=1988011 2024-04-13T08:13:09.479 INFO:tasks.workunit.client.0.smithi119.stdout:op 2075 completed, throughput=5MB/sec 2024-04-13T08:13:09.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:13:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:13:09.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:13:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:13:10.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:13:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:13:10.479 INFO:tasks.workunit.client.0.smithi119.stdout: 407: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:10.479 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-cHqqIYjEv1mz7nk off=1896422 len=1879312 2024-04-13T08:13:10.483 INFO:tasks.workunit.client.0.smithi119.stdout:op 2076 completed, throughput=4.99MB/sec 2024-04-13T08:13:10.483 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-e2huNwQPzrKXDLg off=6157773 len=903358 2024-04-13T08:13:10.489 INFO:tasks.workunit.client.0.smithi119.stdout:op 2077 completed, throughput=4.99MB/sec 2024-04-13T08:13:10.490 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-H-Qw0TgdBJ3Ug7T off=9346550 len=1226089 2024-04-13T08:13:10.491 INFO:tasks.workunit.client.0.smithi119.stdout:op 2078 completed, throughput=5MB/sec 2024-04-13T08:13:10.491 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-wh4_43mrG1Vmcgz off=4202357 len=1892568 2024-04-13T08:13:10.493 INFO:tasks.workunit.client.0.smithi119.stdout:op 2079 completed, throughput=5MB/sec 2024-04-13T08:13:10.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:13:10 smithi119 ceph-mon[96316]: pgmap v1609: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-13T08:13:10.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:13:10 smithi119 ceph-mon[93746]: pgmap v1609: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-13T08:13:11.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:13:10 smithi139 ceph-mon[88985]: pgmap v1609: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-13T08:13:11.494 INFO:tasks.workunit.client.0.smithi119.stdout: 408: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:11.494 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-U_2WA_tJQfBTYv5 off=1761817 len=1987829 2024-04-13T08:13:11.505 INFO:tasks.workunit.client.0.smithi119.stdout:op 2080 completed, throughput=4.99MB/sec 2024-04-13T08:13:11.505 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-qeAehRvD2d3P1Iv off=91222 len=1383823 2024-04-13T08:13:11.512 INFO:tasks.workunit.client.0.smithi119.stdout:op 2081 completed, throughput=5MB/sec 2024-04-13T08:13:11.513 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-LxWz9aUkI30Pe_I off=19738037 len=1238443 2024-04-13T08:13:11.515 INFO:tasks.workunit.client.0.smithi119.stdout:op 2082 completed, throughput=5MB/sec 2024-04-13T08:13:11.515 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-KAK_SGuBzsvAN3r off=8449562 len=70737 2024-04-13T08:13:11.516 INFO:tasks.workunit.client.0.smithi119.stdout:op 2083 completed, throughput=5MB/sec 2024-04-13T08:13:12.516 INFO:tasks.workunit.client.0.smithi119.stdout: 409: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:12.516 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-IkFji0LwZeyDACp off=457165 len=925885 2024-04-13T08:13:12.518 INFO:tasks.workunit.client.0.smithi119.stdout:op 2084 completed, throughput=4.99MB/sec 2024-04-13T08:13:12.518 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-L1o6HTlg52Ra53s off=10456214 len=1088276 2024-04-13T08:13:12.519 INFO:tasks.workunit.client.0.smithi119.stdout:op 2085 completed, throughput=4.99MB/sec 2024-04-13T08:13:12.519 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-IL1nusHhZFeh0ti off=8730712 len=1934262 2024-04-13T08:13:12.521 INFO:tasks.workunit.client.0.smithi119.stdout:op 2086 completed, throughput=5MB/sec 2024-04-13T08:13:12.521 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-qX0-nXFI_aoiIZ7 off=12504634 len=434717 2024-04-13T08:13:12.525 INFO:tasks.workunit.client.0.smithi119.stdout:op 2087 completed, throughput=5MB/sec 2024-04-13T08:13:12.525 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-qQ33cqiHWZ75V7U off=4528747 len=409946 2024-04-13T08:13:12.529 INFO:tasks.workunit.client.0.smithi119.stdout:op 2088 completed, throughput=5MB/sec 2024-04-13T08:13:12.529 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-a33x_aDmL_-FrPH off=18562259 len=1872668 2024-04-13T08:13:12.531 INFO:tasks.workunit.client.0.smithi119.stdout:op 2089 completed, throughput=5MB/sec 2024-04-13T08:13:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:13:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:13:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:13:12.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:13:12 smithi119 ceph-mon[93746]: pgmap v1610: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T08:13:12.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:13:12 smithi119 ceph-mon[96316]: pgmap v1610: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T08:13:13.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:13:12 smithi139 ceph-mon[88985]: pgmap v1610: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T08:13:13.531 INFO:tasks.workunit.client.0.smithi119.stdout: 410: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:13.531 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-NQRbpE43zJbIPzf off=3022794 len=69046 2024-04-13T08:13:13.532 INFO:tasks.workunit.client.0.smithi119.stdout:op 2090 completed, throughput=4.99MB/sec 2024-04-13T08:13:13.532 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-RTEuZH2g2cKHXiP off=2184639 len=912008 2024-04-13T08:13:13.534 INFO:tasks.workunit.client.0.smithi119.stdout:op 2091 completed, throughput=4.99MB/sec 2024-04-13T08:13:13.534 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-47FuB9kKm0Gven4 off=408221 len=271706 2024-04-13T08:13:13.537 INFO:tasks.workunit.client.0.smithi119.stdout:op 2092 completed, throughput=4.99MB/sec 2024-04-13T08:13:13.538 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-iXBkAP-frbEzWcZ off=2457543 len=2095327 2024-04-13T08:13:13.550 INFO:tasks.workunit.client.0.smithi119.stdout:op 2093 completed, throughput=5MB/sec 2024-04-13T08:13:13.550 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-5jBov6LBSP2lRoZ off=9821817 len=1490226 2024-04-13T08:13:13.551 INFO:tasks.workunit.client.0.smithi119.stdout:op 2094 completed, throughput=5MB/sec 2024-04-13T08:13:14.552 INFO:tasks.workunit.client.0.smithi119.stdout: 411: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:14.552 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-xSOsuFUgY2z5cl0 off=5810754 len=991327 2024-04-13T08:13:14.554 INFO:tasks.workunit.client.0.smithi119.stdout:op 2095 completed, throughput=4.99MB/sec 2024-04-13T08:13:14.554 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-6z4TZEMJc_51_Pq off=5462313 len=795678 2024-04-13T08:13:14.559 INFO:tasks.workunit.client.0.smithi119.stdout:op 2096 completed, throughput=4.99MB/sec 2024-04-13T08:13:14.559 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-E1jIt6kpjbLizh3 off=200305 len=1111372 2024-04-13T08:13:14.565 INFO:tasks.workunit.client.0.smithi119.stdout:op 2097 completed, throughput=5MB/sec 2024-04-13T08:13:14.566 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-UymSvkeDoHe6Sq7 off=7784516 len=1182216 2024-04-13T08:13:14.573 INFO:tasks.workunit.client.0.smithi119.stdout:op 2098 completed, throughput=5MB/sec 2024-04-13T08:13:14.573 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-0gpOIDPpKWjGEzJ off=4571864 len=1619971 2024-04-13T08:13:14.575 INFO:tasks.workunit.client.0.smithi119.stdout:op 2099 completed, throughput=5MB/sec 2024-04-13T08:13:14.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:13:14 smithi119 ceph-mon[96316]: pgmap v1611: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-13T08:13:14.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:13:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:13:14] "GET /metrics HTTP/1.1" 200 33997 "" "Prometheus/2.43.0" 2024-04-13T08:13:14.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:13:14 smithi119 ceph-mon[93746]: pgmap v1611: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-13T08:13:15.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:13:14 smithi139 ceph-mon[88985]: pgmap v1611: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-13T08:13:15.575 INFO:tasks.workunit.client.0.smithi119.stdout: 412: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:15.575 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-QE-8UUaDapaJQL_ off=9135171 len=1144481 2024-04-13T08:13:15.577 INFO:tasks.workunit.client.0.smithi119.stdout:op 2100 completed, throughput=4.99MB/sec 2024-04-13T08:13:15.577 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ia26vXTihvht9Nq off=1392387 len=531357 2024-04-13T08:13:15.581 INFO:tasks.workunit.client.0.smithi119.stdout:op 2101 completed, throughput=4.99MB/sec 2024-04-13T08:13:15.581 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-2E31WSw2wr9NIoH off=21054215 len=194670 2024-04-13T08:13:15.582 INFO:tasks.workunit.client.0.smithi119.stdout:op 2102 completed, throughput=5MB/sec 2024-04-13T08:13:15.582 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-sgs7TOGWjN57W9h off=1482096 len=592358 2024-04-13T08:13:15.585 INFO:tasks.workunit.client.0.smithi119.stdout:op 2103 completed, throughput=5MB/sec 2024-04-13T08:13:15.586 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-aQs8S4HCM0HZL9- off=224107 len=1586342 2024-04-13T08:13:15.587 INFO:tasks.workunit.client.0.smithi119.stdout:op 2104 completed, throughput=5MB/sec 2024-04-13T08:13:15.587 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-yWmUFmYH16s0oqj off=10163500 len=836622 2024-04-13T08:13:15.591 INFO:tasks.workunit.client.0.smithi119.stdout:op 2105 completed, throughput=5MB/sec 2024-04-13T08:13:16.592 INFO:tasks.workunit.client.0.smithi119.stdout: 413: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:16.592 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-6vbD8pMqEWAnInf off=636930 len=1732203 2024-04-13T08:13:16.602 INFO:tasks.workunit.client.0.smithi119.stdout:op 2106 completed, throughput=4.99MB/sec 2024-04-13T08:13:16.603 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-yev3DU5oRFK8Mdl off=5406933 len=1194574 2024-04-13T08:13:16.607 INFO:tasks.workunit.client.0.smithi119.stdout:op 2107 completed, throughput=5MB/sec 2024-04-13T08:13:16.607 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-d0jaX1ItXRS61Cx off=2363922 len=1110276 2024-04-13T08:13:16.612 INFO:tasks.workunit.client.0.smithi119.stdout:op 2108 completed, throughput=5MB/sec 2024-04-13T08:13:16.612 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj--TsrRAWumnNBMY9 off=369140 len=1722853 2024-04-13T08:13:16.621 INFO:tasks.workunit.client.0.smithi119.stdout:op 2109 completed, throughput=5MB/sec 2024-04-13T08:13:16.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:13:16 smithi119 ceph-mon[96316]: pgmap v1612: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-13T08:13:16.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:13:16 smithi119 ceph-mon[93746]: pgmap v1612: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-13T08:13:17.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:13:16 smithi139 ceph-mon[88985]: pgmap v1612: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-13T08:13:17.622 INFO:tasks.workunit.client.0.smithi119.stdout: 414: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:17.622 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-kGwA85n5YL0fzT8 off=6671414 len=1232701 2024-04-13T08:13:17.623 INFO:tasks.workunit.client.0.smithi119.stdout:op 2110 completed, throughput=4.99MB/sec 2024-04-13T08:13:17.624 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ddLL_8yIjKBJcAn off=2616646 len=1288561 2024-04-13T08:13:17.631 INFO:tasks.workunit.client.0.smithi119.stdout:op 2111 completed, throughput=5MB/sec 2024-04-13T08:13:17.631 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3G4LEhnsD8OfJHZ off=15287445 len=183913 2024-04-13T08:13:17.633 INFO:tasks.workunit.client.0.smithi119.stdout:op 2112 completed, throughput=5MB/sec 2024-04-13T08:13:17.634 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ZTVLtFuHuBaKmi4 off=8854923 len=2072162 2024-04-13T08:13:17.635 INFO:tasks.workunit.client.0.smithi119.stdout:op 2113 completed, throughput=5MB/sec 2024-04-13T08:13:18.636 INFO:tasks.workunit.client.0.smithi119.stdout: 415: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:18.636 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-DdKS7RkN9odBKwx off=3874733 len=811773 2024-04-13T08:13:18.641 INFO:tasks.workunit.client.0.smithi119.stdout:op 2114 completed, throughput=4.99MB/sec 2024-04-13T08:13:18.641 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-0OUddVKZYP-hZmw off=372271 len=982911 2024-04-13T08:13:18.643 INFO:tasks.workunit.client.0.smithi119.stdout:op 2115 completed, throughput=4.99MB/sec 2024-04-13T08:13:18.643 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-9p6U0yXz84tNe_4 off=2893377 len=1347916 2024-04-13T08:13:18.651 INFO:tasks.workunit.client.0.smithi119.stdout:op 2116 completed, throughput=5MB/sec 2024-04-13T08:13:18.651 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-9dr6wzlWlxLcL0x off=1447921 len=152643 2024-04-13T08:13:18.652 INFO:tasks.workunit.client.0.smithi119.stdout:op 2117 completed, throughput=5MB/sec 2024-04-13T08:13:18.652 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-tNKxKnalbW3bbll off=6529278 len=1204359 2024-04-13T08:13:18.658 INFO:tasks.workunit.client.0.smithi119.stdout:op 2118 completed, throughput=5MB/sec 2024-04-13T08:13:18.658 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-bGrmgBj4fCHwHbM off=6529759 len=258238 2024-04-13T08:13:18.660 INFO:tasks.workunit.client.0.smithi119.stdout:op 2119 completed, throughput=5MB/sec 2024-04-13T08:13:18.661 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-BOCEUWGCn2bh1jH off=12016708 len=1400115 2024-04-13T08:13:18.663 INFO:tasks.workunit.client.0.smithi119.stdout:op 2120 completed, throughput=5MB/sec 2024-04-13T08:13:18.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:13:18 smithi119 ceph-mon[96316]: pgmap v1613: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T08:13:18.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:13:18 smithi119 ceph-mon[93746]: pgmap v1613: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T08:13:19.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:13:18 smithi139 ceph-mon[88985]: pgmap v1613: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T08:13:19.663 INFO:tasks.workunit.client.0.smithi119.stdout: 416: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:19.663 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-5H-yIv2-lJFwo8b off=8419197 len=172290 2024-04-13T08:13:19.664 INFO:tasks.workunit.client.0.smithi119.stdout:op 2121 completed, throughput=4.99MB/sec 2024-04-13T08:13:19.664 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-NwemH9Gmz6IZCkn off=4557026 len=864271 2024-04-13T08:13:19.665 INFO:tasks.workunit.client.0.smithi119.stdout:op 2122 completed, throughput=4.99MB/sec 2024-04-13T08:13:19.665 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-FkHPEiPrY_7Ld-8 off=8027765 len=1047014 2024-04-13T08:13:19.668 INFO:tasks.workunit.client.0.smithi119.stdout:op 2123 completed, throughput=5MB/sec 2024-04-13T08:13:19.668 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-SKxEhATEks3RfbD off=11138680 len=1195739 2024-04-13T08:13:19.669 INFO:tasks.workunit.client.0.smithi119.stdout:op 2124 completed, throughput=5MB/sec 2024-04-13T08:13:19.670 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-eGkpmzVWWRz1H5M off=3901173 len=1028472 2024-04-13T08:13:19.671 INFO:tasks.workunit.client.0.smithi119.stdout:op 2125 completed, throughput=5MB/sec 2024-04-13T08:13:20.672 INFO:tasks.workunit.client.0.smithi119.stdout: 417: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:20.672 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-rxgD1dwiH5TYb5c off=3797023 len=1837286 2024-04-13T08:13:20.673 INFO:tasks.workunit.client.0.smithi119.stdout:op 2126 completed, throughput=4.99MB/sec 2024-04-13T08:13:20.673 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-HunmC0gWXlBukyH off=9895507 len=1179276 2024-04-13T08:13:20.675 INFO:tasks.workunit.client.0.smithi119.stdout:op 2127 completed, throughput=5MB/sec 2024-04-13T08:13:20.675 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-tpJiqYCTq1yhk41 off=5901726 len=1773971 2024-04-13T08:13:20.678 INFO:tasks.workunit.client.0.smithi119.stdout:op 2128 completed, throughput=5MB/sec 2024-04-13T08:13:20.679 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-KAK_SGuBzsvAN3r off=2394898 len=324973 2024-04-13T08:13:20.679 INFO:tasks.workunit.client.0.smithi119.stdout:op 2129 completed, throughput=5MB/sec 2024-04-13T08:13:21.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:13:20 smithi139 ceph-mon[88985]: pgmap v1614: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-13T08:13:21.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:13:20 smithi119 ceph-mon[96316]: pgmap v1614: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-13T08:13:21.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:13:20 smithi119 ceph-mon[93746]: pgmap v1614: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-13T08:13:21.680 INFO:tasks.workunit.client.0.smithi119.stdout: 418: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:21.680 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-qEdVvCnRaoZQJfB off=16634526 len=575101 2024-04-13T08:13:21.684 INFO:tasks.workunit.client.0.smithi119.stdout:op 2130 completed, throughput=4.99MB/sec 2024-04-13T08:13:21.684 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-HMVRMqri_RKAJKM off=8753032 len=1174237 2024-04-13T08:13:21.690 INFO:tasks.workunit.client.0.smithi119.stdout:op 2131 completed, throughput=4.99MB/sec 2024-04-13T08:13:21.690 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-JDJqMmiAglh0Ohd off=3835274 len=1071032 2024-04-13T08:13:21.692 INFO:tasks.workunit.client.0.smithi119.stdout:op 2132 completed, throughput=4.99MB/sec 2024-04-13T08:13:21.692 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-kmTZ87iKM8eiE0y off=12486631 len=170918 2024-04-13T08:13:21.693 INFO:tasks.workunit.client.0.smithi119.stdout:op 2133 completed, throughput=5MB/sec 2024-04-13T08:13:21.693 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-hH7tA-8rHMJSv77 off=6909718 len=1024745 2024-04-13T08:13:21.694 INFO:tasks.workunit.client.0.smithi119.stdout:op 2134 completed, throughput=5MB/sec 2024-04-13T08:13:21.694 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-S7AQE540r3BHuE2 off=3262694 len=629549 2024-04-13T08:13:21.698 INFO:tasks.workunit.client.0.smithi119.stdout:op 2135 completed, throughput=5MB/sec 2024-04-13T08:13:21.698 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-OPKr0Mnjxkwa5gy off=4575137 len=731453 2024-04-13T08:13:21.699 INFO:tasks.workunit.client.0.smithi119.stdout:op 2136 completed, throughput=5MB/sec 2024-04-13T08:13:22.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:13:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:13:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:13:22.699 INFO:tasks.workunit.client.0.smithi119.stdout: 419: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:22.700 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-_dfuul8s-E_FSy_ off=5215275 len=499354 2024-04-13T08:13:22.703 INFO:tasks.workunit.client.0.smithi119.stdout:op 2137 completed, throughput=4.99MB/sec 2024-04-13T08:13:22.703 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-lR8dt9UwV-S3VVX off=11127462 len=1737932 2024-04-13T08:13:22.712 INFO:tasks.workunit.client.0.smithi119.stdout:op 2138 completed, throughput=4.99MB/sec 2024-04-13T08:13:22.712 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--1efzMhQ3-Pzsd7 off=943340 len=1113583 2024-04-13T08:13:22.714 INFO:tasks.workunit.client.0.smithi119.stdout:op 2139 completed, throughput=5MB/sec 2024-04-13T08:13:22.715 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-6bEDBdR8fzDE-zQ off=12699999 len=453341 2024-04-13T08:13:22.717 INFO:tasks.workunit.client.0.smithi119.stdout:op 2140 completed, throughput=5MB/sec 2024-04-13T08:13:22.717 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Uwezr-u63sGRZ4J off=1859211 len=1511354 2024-04-13T08:13:22.725 INFO:tasks.workunit.client.0.smithi119.stdout:op 2141 completed, throughput=5MB/sec 2024-04-13T08:13:23.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:13:22 smithi139 ceph-mon[88985]: pgmap v1615: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T08:13:23.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:13:22 smithi119 ceph-mon[96316]: pgmap v1615: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T08:13:23.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:13:22 smithi119 ceph-mon[93746]: pgmap v1615: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T08:13:23.725 INFO:tasks.workunit.client.0.smithi119.stdout: 420: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:23.725 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-1V1Uq3uhNU495AF off=5898439 len=1380138 2024-04-13T08:13:23.734 INFO:tasks.workunit.client.0.smithi119.stdout:op 2142 completed, throughput=4.99MB/sec 2024-04-13T08:13:23.734 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-l-aFPTNw1YSAo0x off=2294807 len=985212 2024-04-13T08:13:23.739 INFO:tasks.workunit.client.0.smithi119.stdout:op 2143 completed, throughput=4.99MB/sec 2024-04-13T08:13:23.739 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-0M3HL-azXmmzun_ off=6157970 len=1844847 2024-04-13T08:13:23.742 INFO:tasks.workunit.client.0.smithi119.stdout:op 2144 completed, throughput=5MB/sec 2024-04-13T08:13:23.742 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Vst2j8KFFxbBWXH off=996391 len=170617 2024-04-13T08:13:23.744 INFO:tasks.workunit.client.0.smithi119.stdout:op 2145 completed, throughput=5MB/sec 2024-04-13T08:13:23.744 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-LeqYaTiPcJpOLh7 off=5999155 len=200222 2024-04-13T08:13:23.747 INFO:tasks.workunit.client.0.smithi119.stdout:op 2146 completed, throughput=5MB/sec 2024-04-13T08:13:23.747 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-iuuzR4mjw_5g9e1 off=8721327 len=1726639 2024-04-13T08:13:23.749 INFO:tasks.workunit.client.0.smithi119.stdout:op 2147 completed, throughput=5MB/sec 2024-04-13T08:13:24.749 INFO:tasks.workunit.client.0.smithi119.stdout: 421: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:24.749 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-PCd8bIWNnO3dxHM off=1174266 len=1476292 2024-04-13T08:13:24.757 INFO:tasks.workunit.client.0.smithi119.stdout:op 2148 completed, throughput=4.99MB/sec 2024-04-13T08:13:24.757 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-lXtyzzFDykkpi0A off=3403953 len=1829440 2024-04-13T08:13:24.770 INFO:tasks.workunit.client.0.smithi119.stdout:op 2149 completed, throughput=5MB/sec 2024-04-13T08:13:24.770 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-maeZptT-z4SpChC off=1884925 len=933785 2024-04-13T08:13:24.775 INFO:tasks.workunit.client.0.smithi119.stdout:op 2150 completed, throughput=5MB/sec 2024-04-13T08:13:24.775 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-nJELin0FVeV0_sU off=1612130 len=1537318 2024-04-13T08:13:24.777 INFO:tasks.workunit.client.0.smithi119.stdout:op 2151 completed, throughput=5MB/sec 2024-04-13T08:13:25.137 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:13:24 smithi139 ceph-mon[88985]: pgmap v1616: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-13T08:13:25.138 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:13:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:13:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:13:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:13:24] "GET /metrics HTTP/1.1" 200 34005 "" "Prometheus/2.43.0" 2024-04-13T08:13:25.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:13:24 smithi119 ceph-mon[96316]: pgmap v1616: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-13T08:13:25.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:13:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:13:25.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:13:24 smithi119 ceph-mon[93746]: pgmap v1616: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-13T08:13:25.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:13:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:13:25.777 INFO:tasks.workunit.client.0.smithi119.stdout: 422: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:25.777 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-FE_ZS6bvtpZ-Zp1 off=1091204 len=678341 2024-04-13T08:13:25.778 INFO:tasks.workunit.client.0.smithi119.stdout:op 2152 completed, throughput=4.99MB/sec 2024-04-13T08:13:25.778 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-51S882q-erKoebH off=9454833 len=1042386 2024-04-13T08:13:25.784 INFO:tasks.workunit.client.0.smithi119.stdout:op 2153 completed, throughput=5MB/sec 2024-04-13T08:13:25.784 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-MvUswbrbBOW3wtE off=176679 len=647752 2024-04-13T08:13:25.788 INFO:tasks.workunit.client.0.smithi119.stdout:op 2154 completed, throughput=5MB/sec 2024-04-13T08:13:25.788 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-z24iZ4T539x-Fj0 off=385166 len=433265 2024-04-13T08:13:25.789 INFO:tasks.workunit.client.0.smithi119.stdout:op 2155 completed, throughput=5MB/sec 2024-04-13T08:13:25.789 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-n0JAV1aw2U8j9TY off=4203230 len=996965 2024-04-13T08:13:25.791 INFO:tasks.workunit.client.0.smithi119.stdout:op 2156 completed, throughput=5MB/sec 2024-04-13T08:13:25.791 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-NA_nlYk_9e8KdtR off=6870473 len=2013864 2024-04-13T08:13:25.802 INFO:tasks.workunit.client.0.smithi119.stdout:op 2157 completed, throughput=5MB/sec 2024-04-13T08:13:26.803 INFO:tasks.workunit.client.0.smithi119.stdout: 423: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:26.803 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-IAwQP7aF9cLzQx0 off=2987219 len=1808332 2024-04-13T08:13:26.805 INFO:tasks.workunit.client.0.smithi119.stdout:op 2158 completed, throughput=5MB/sec 2024-04-13T08:13:26.805 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Nofu2z0VFzcfK1B off=16425556 len=1125507 2024-04-13T08:13:26.810 INFO:tasks.workunit.client.0.smithi119.stdout:op 2159 completed, throughput=5MB/sec 2024-04-13T08:13:26.810 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-YURAuZaPg8xl6sP off=9203284 len=1604602 2024-04-13T08:13:26.818 INFO:tasks.workunit.client.0.smithi119.stdout:op 2160 completed, throughput=5MB/sec 2024-04-13T08:13:27.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:13:26 smithi139 ceph-mon[88985]: pgmap v1617: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-13T08:13:27.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:13:26 smithi119 ceph-mon[96316]: pgmap v1617: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-13T08:13:27.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:13:26 smithi119 ceph-mon[93746]: pgmap v1617: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-13T08:13:27.819 INFO:tasks.workunit.client.0.smithi119.stdout: 424: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:27.819 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-9SmEokBx8WApeKB off=3696236 len=334022 2024-04-13T08:13:27.820 INFO:tasks.workunit.client.0.smithi119.stdout:op 2161 completed, throughput=4.99MB/sec 2024-04-13T08:13:27.820 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Ha3hxqCM41Wc-oQ off=12886082 len=197920 2024-04-13T08:13:27.822 INFO:tasks.workunit.client.0.smithi119.stdout:op 2162 completed, throughput=4.99MB/sec 2024-04-13T08:13:27.822 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-yue3LQro14a5veP off=3136586 len=990533 2024-04-13T08:13:27.823 INFO:tasks.workunit.client.0.smithi119.stdout:op 2163 completed, throughput=4.99MB/sec 2024-04-13T08:13:27.823 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-t3TUjH2hMwJmphj off=10048133 len=637707 2024-04-13T08:13:27.828 INFO:tasks.workunit.client.0.smithi119.stdout:op 2164 completed, throughput=5MB/sec 2024-04-13T08:13:27.828 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-PxbAMF_Klkim0nQ off=5511676 len=757619 2024-04-13T08:13:27.829 INFO:tasks.workunit.client.0.smithi119.stdout:op 2165 completed, throughput=5MB/sec 2024-04-13T08:13:27.829 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-fwbE7cOSSortPcK off=2506847 len=111161 2024-04-13T08:13:27.832 INFO:tasks.workunit.client.0.smithi119.stdout:op 2166 completed, throughput=5MB/sec 2024-04-13T08:13:27.832 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-k2fiYUvMSFovQI3 off=8505004 len=1328589 2024-04-13T08:13:27.833 INFO:tasks.workunit.client.0.smithi119.stdout:op 2167 completed, throughput=5MB/sec 2024-04-13T08:13:28.833 INFO:tasks.workunit.client.0.smithi119.stdout: 425: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:28.833 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ctm3owcWHRbhdNd off=11442296 len=1208231 2024-04-13T08:13:28.835 INFO:tasks.workunit.client.0.smithi119.stdout:op 2168 completed, throughput=4.99MB/sec 2024-04-13T08:13:28.835 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-A1B1RICA9AgAFfl off=9801621 len=111307 2024-04-13T08:13:28.835 INFO:tasks.workunit.client.0.smithi119.stdout:op 2169 completed, throughput=4.99MB/sec 2024-04-13T08:13:28.835 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-RVLv05fJgdPh-xl off=3106903 len=1433997 2024-04-13T08:13:28.841 INFO:tasks.workunit.client.0.smithi119.stdout:op 2170 completed, throughput=4.99MB/sec 2024-04-13T08:13:28.841 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-WzkadvQVVCRKmFj off=18427018 len=606057 2024-04-13T08:13:28.845 INFO:tasks.workunit.client.0.smithi119.stdout:op 2171 completed, throughput=5MB/sec 2024-04-13T08:13:28.846 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-yUB0PSAnfjPotmX off=606834 len=1985654 2024-04-13T08:13:28.847 INFO:tasks.workunit.client.0.smithi119.stdout:op 2172 completed, throughput=5MB/sec 2024-04-13T08:13:29.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:13:28 smithi139 ceph-mon[88985]: pgmap v1618: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-13T08:13:29.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:13:28 smithi119 ceph-mon[96316]: pgmap v1618: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-13T08:13:29.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:13:28 smithi119 ceph-mon[93746]: pgmap v1618: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-13T08:13:29.848 INFO:tasks.workunit.client.0.smithi119.stdout: 426: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:29.848 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-jK32GfuFy-s-uze off=3433607 len=669827 2024-04-13T08:13:29.852 INFO:tasks.workunit.client.0.smithi119.stdout:op 2173 completed, throughput=4.99MB/sec 2024-04-13T08:13:29.852 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-sTQWZ9dDdEAR9HV off=9315287 len=1517162 2024-04-13T08:13:29.854 INFO:tasks.workunit.client.0.smithi119.stdout:op 2174 completed, throughput=4.99MB/sec 2024-04-13T08:13:29.854 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ZcZXvdzW1L6KenV off=3932243 len=1937252 2024-04-13T08:13:29.864 INFO:tasks.workunit.client.0.smithi119.stdout:op 2175 completed, throughput=5MB/sec 2024-04-13T08:13:29.864 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--KebBfMFyBltLm- off=1842528 len=36103 2024-04-13T08:13:29.865 INFO:tasks.workunit.client.0.smithi119.stdout:op 2176 completed, throughput=5MB/sec 2024-04-13T08:13:29.865 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-mLUJTPX-alz3mhC off=2881295 len=1610751 2024-04-13T08:13:29.868 INFO:tasks.workunit.client.0.smithi119.stdout:op 2177 completed, throughput=5MB/sec 2024-04-13T08:13:30.868 INFO:tasks.workunit.client.0.smithi119.stdout: 427: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:30.868 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-kcK1Tb89FTsUjTn off=2398368 len=557325 2024-04-13T08:13:30.869 INFO:tasks.workunit.client.0.smithi119.stdout:op 2178 completed, throughput=4.99MB/sec 2024-04-13T08:13:30.869 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-KkQXDcs_XbcqpcW off=12554855 len=1161938 2024-04-13T08:13:30.871 INFO:tasks.workunit.client.0.smithi119.stdout:op 2179 completed, throughput=4.99MB/sec 2024-04-13T08:13:30.871 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-vN_KgAE4Vnm6Og0 off=10584436 len=1961121 2024-04-13T08:13:30.882 INFO:tasks.workunit.client.0.smithi119.stdout:op 2180 completed, throughput=5MB/sec 2024-04-13T08:13:30.882 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-yXBWqq_x6GnFGXp off=2422679 len=1163971 2024-04-13T08:13:30.887 INFO:tasks.workunit.client.0.smithi119.stdout:op 2181 completed, throughput=5MB/sec 2024-04-13T08:13:31.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:13:30 smithi139 ceph-mon[88985]: pgmap v1619: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:13:31.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:13:30 smithi119 ceph-mon[96316]: pgmap v1619: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:13:31.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:13:30 smithi119 ceph-mon[93746]: pgmap v1619: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:13:31.888 INFO:tasks.workunit.client.0.smithi119.stdout: 428: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:31.888 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-enCFCU_GtHjyMeE off=4942522 len=1273471 2024-04-13T08:13:31.895 INFO:tasks.workunit.client.0.smithi119.stdout:op 2182 completed, throughput=4.99MB/sec 2024-04-13T08:13:31.895 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-b4rAVaIWzIPzXY5 off=0 len=1225885 2024-04-13T08:13:31.902 INFO:tasks.workunit.client.0.smithi119.stdout:op 2183 completed, throughput=4.99MB/sec 2024-04-13T08:13:31.902 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-y0Y4n10MffNZYBx off=4961833 len=638917 2024-04-13T08:13:31.905 INFO:tasks.workunit.client.0.smithi119.stdout:op 2184 completed, throughput=5MB/sec 2024-04-13T08:13:31.905 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-IJLqELnfHaNjOQI off=8283262 len=1159559 2024-04-13T08:13:31.912 INFO:tasks.workunit.client.0.smithi119.stdout:op 2185 completed, throughput=5MB/sec 2024-04-13T08:13:31.912 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ZN5Se4cINxleUvC off=16977461 len=58507 2024-04-13T08:13:31.915 INFO:tasks.workunit.client.0.smithi119.stdout:op 2186 completed, throughput=5MB/sec 2024-04-13T08:13:31.915 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-NPhKgAUIhs3c84p off=8175688 len=811533 2024-04-13T08:13:31.919 INFO:tasks.workunit.client.0.smithi119.stdout:op 2187 completed, throughput=5MB/sec 2024-04-13T08:13:31.919 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-mWtwWa0aqNHZhqz off=962193 len=873369 2024-04-13T08:13:31.924 INFO:tasks.workunit.client.0.smithi119.stdout:op 2188 completed, throughput=5MB/sec 2024-04-13T08:13:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:13:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:13:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:13:32.924 INFO:tasks.workunit.client.0.smithi119.stdout: 429: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:32.925 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-MTjQE0MOs5cdOXt off=21956146 len=827043 2024-04-13T08:13:32.929 INFO:tasks.workunit.client.0.smithi119.stdout:op 2189 completed, throughput=4.99MB/sec 2024-04-13T08:13:32.930 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Rwt1tlwWWQxunvI off=6544574 len=1088170 2024-04-13T08:13:32.931 INFO:tasks.workunit.client.0.smithi119.stdout:op 2190 completed, throughput=4.99MB/sec 2024-04-13T08:13:32.931 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-I9yNYAyXhfHyPu_ off=4820845 len=1514881 2024-04-13T08:13:32.933 INFO:tasks.workunit.client.0.smithi119.stdout:op 2191 completed, throughput=5MB/sec 2024-04-13T08:13:32.933 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-QHI-Opu_39IUjIk off=13016478 len=1730903 2024-04-13T08:13:32.935 INFO:tasks.workunit.client.0.smithi119.stdout:op 2192 completed, throughput=5MB/sec 2024-04-13T08:13:33.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:13:32 smithi139 ceph-mon[88985]: pgmap v1620: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T08:13:33.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:13:32 smithi119 ceph-mon[96316]: pgmap v1620: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T08:13:33.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:13:32 smithi119 ceph-mon[93746]: pgmap v1620: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T08:13:33.937 INFO:tasks.workunit.client.0.smithi119.stdout: 430: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:33.937 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-T8t9cgl64QBcI18 off=14602366 len=2085670 2024-04-13T08:13:33.947 INFO:tasks.workunit.client.0.smithi119.stdout:op 2193 completed, throughput=4.99MB/sec 2024-04-13T08:13:33.948 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-7W7INrxTJtiMBrS off=1056193 len=1672343 2024-04-13T08:13:33.949 INFO:tasks.workunit.client.0.smithi119.stdout:op 2194 completed, throughput=5MB/sec 2024-04-13T08:13:33.949 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-EwHRtTv9H9HWOX9 off=6196939 len=1047871 2024-04-13T08:13:33.954 INFO:tasks.workunit.client.0.smithi119.stdout:op 2195 completed, throughput=5MB/sec 2024-04-13T08:13:34.955 INFO:tasks.workunit.client.0.smithi119.stdout: 431: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:34.955 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-I2MySaeWZfZ_Huj off=4433057 len=961110 2024-04-13T08:13:34.956 INFO:tasks.workunit.client.0.smithi119.stdout:op 2196 completed, throughput=4.99MB/sec 2024-04-13T08:13:34.956 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-WyRaFJRQH1ocbOq off=16926828 len=686393 2024-04-13T08:13:34.957 INFO:tasks.workunit.client.0.smithi119.stdout:op 2197 completed, throughput=4.99MB/sec 2024-04-13T08:13:34.957 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-PH8kidyc9qVQ_Dh off=828173 len=947223 2024-04-13T08:13:34.959 INFO:tasks.workunit.client.0.smithi119.stdout:op 2198 completed, throughput=4.99MB/sec 2024-04-13T08:13:34.959 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-asJ6S_fDe-cLJsf off=5390094 len=1801688 2024-04-13T08:13:34.967 INFO:tasks.workunit.client.0.smithi119.stdout:op 2199 completed, throughput=5MB/sec 2024-04-13T08:13:34.967 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-VZktWMYeIoCUI28 off=10168702 len=529390 2024-04-13T08:13:34.970 INFO:tasks.workunit.client.0.smithi119.stdout:op 2200 completed, throughput=5MB/sec 2024-04-13T08:13:34.970 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Fu8F0wd1uMczg9Q off=7631504 len=1505039 2024-04-13T08:13:34.976 INFO:tasks.workunit.client.0.smithi119.stdout:op 2201 completed, throughput=5MB/sec 2024-04-13T08:13:35.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:13:34 smithi139 ceph-mon[88985]: pgmap v1621: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:13:35.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:13:34 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:13:35.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:13:34 smithi119 ceph-mon[96316]: pgmap v1621: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:13:35.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:13:34 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:13:35.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:13:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:13:34] "GET /metrics HTTP/1.1" 200 34005 "" "Prometheus/2.43.0" 2024-04-13T08:13:35.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:13:34 smithi119 ceph-mon[93746]: pgmap v1621: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:13:35.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:13:34 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:13:35.976 INFO:tasks.workunit.client.0.smithi119.stdout: 432: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:35.976 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-z5KD3GHJIVl4lGg off=5759721 len=616359 2024-04-13T08:13:35.977 INFO:tasks.workunit.client.0.smithi119.stdout:op 2202 completed, throughput=4.99MB/sec 2024-04-13T08:13:35.978 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Q-KhH8W7KhzyRyz off=12674413 len=812812 2024-04-13T08:13:35.982 INFO:tasks.workunit.client.0.smithi119.stdout:op 2203 completed, throughput=4.99MB/sec 2024-04-13T08:13:35.982 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-1DlrBpRX_WgeSNK off=9462799 len=1460138 2024-04-13T08:13:35.988 INFO:tasks.workunit.client.0.smithi119.stdout:op 2204 completed, throughput=5MB/sec 2024-04-13T08:13:35.988 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-J-GbXwqC6dLUdO_ off=711162 len=829072 2024-04-13T08:13:35.992 INFO:tasks.workunit.client.0.smithi119.stdout:op 2205 completed, throughput=5MB/sec 2024-04-13T08:13:35.992 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-AbqYDuEkKpX3im8 off=5273838 len=307326 2024-04-13T08:13:35.995 INFO:tasks.workunit.client.0.smithi119.stdout:op 2206 completed, throughput=5MB/sec 2024-04-13T08:13:35.995 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-kU_76qy9DwDpjAa off=16053719 len=336399 2024-04-13T08:13:35.995 INFO:tasks.workunit.client.0.smithi119.stdout:op 2207 completed, throughput=5MB/sec 2024-04-13T08:13:36.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:13:35 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:13:36.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:13:35 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:13:36.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:13:35 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:13:36.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:13:35 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:13:36.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:13:35 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:13:36.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:13:35 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:13:36.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:13:35 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:13:36.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:13:35 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:13:36.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:13:35 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:13:36.995 INFO:tasks.workunit.client.0.smithi119.stdout: 433: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:36.996 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Ocn4VQGUUXhp73_ off=6429747 len=393182 2024-04-13T08:13:36.996 INFO:tasks.workunit.client.0.smithi119.stdout:op 2208 completed, throughput=4.99MB/sec 2024-04-13T08:13:36.996 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-vL1r8x7GpbN_Y2G off=1001168 len=751079 2024-04-13T08:13:36.998 INFO:tasks.workunit.client.0.smithi119.stdout:op 2209 completed, throughput=4.99MB/sec 2024-04-13T08:13:36.999 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-JqYMRbuPnDOnZ7G off=7399413 len=845764 2024-04-13T08:13:37.000 INFO:tasks.workunit.client.0.smithi119.stdout:op 2210 completed, throughput=4.99MB/sec 2024-04-13T08:13:37.000 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-hy2VB8h3ZZ2CvbM off=379711 len=1195785 2024-04-13T08:13:37.007 INFO:tasks.workunit.client.0.smithi119.stdout:op 2211 completed, throughput=5MB/sec 2024-04-13T08:13:37.007 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-BmJszvIhJd2SzGs off=392575 len=1958676 2024-04-13T08:13:37.016 INFO:tasks.workunit.client.0.smithi119.stdout:op 2212 completed, throughput=5MB/sec 2024-04-13T08:13:37.016 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-H4mcXNAZt1Sly-q off=8980880 len=2083527 2024-04-13T08:13:37.018 INFO:tasks.workunit.client.0.smithi119.stdout:op 2213 completed, throughput=5MB/sec 2024-04-13T08:13:37.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:13:36 smithi139 ceph-mon[88985]: pgmap v1622: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:13:37.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:13:36 smithi119 ceph-mon[96316]: pgmap v1622: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:13:37.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:13:36 smithi119 ceph-mon[93746]: pgmap v1622: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:13:38.019 INFO:tasks.workunit.client.0.smithi119.stdout: 434: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:38.019 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-GHPWJwgKKKNG9AJ off=13506922 len=815894 2024-04-13T08:13:38.020 INFO:tasks.workunit.client.0.smithi119.stdout:op 2214 completed, throughput=4.99MB/sec 2024-04-13T08:13:38.020 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-mWenAu-gSjH1fI- off=10652881 len=866731 2024-04-13T08:13:38.021 INFO:tasks.workunit.client.0.smithi119.stdout:op 2215 completed, throughput=5MB/sec 2024-04-13T08:13:38.022 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Php6hRDkNXkkNlR off=1225401 len=727649 2024-04-13T08:13:38.023 INFO:tasks.workunit.client.0.smithi119.stdout:op 2216 completed, throughput=5MB/sec 2024-04-13T08:13:38.023 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-I4wNWPdgvBE3J5f off=9042339 len=160443 2024-04-13T08:13:38.026 INFO:tasks.workunit.client.0.smithi119.stdout:op 2217 completed, throughput=5MB/sec 2024-04-13T08:13:38.026 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-6vbD8pMqEWAnInf off=13779480 len=532650 2024-04-13T08:13:38.027 INFO:tasks.workunit.client.0.smithi119.stdout:op 2218 completed, throughput=5MB/sec 2024-04-13T08:13:38.027 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-3DMy8qM7cIFPMiK off=999003 len=1141473 2024-04-13T08:13:38.029 INFO:tasks.workunit.client.0.smithi119.stdout:op 2219 completed, throughput=5MB/sec 2024-04-13T08:13:39.029 INFO:tasks.workunit.client.0.smithi119.stdout: 435: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:39.029 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-MJhCLNbbIfWZ_6T off=34633 len=1869114 2024-04-13T08:13:39.039 INFO:tasks.workunit.client.0.smithi119.stdout:op 2220 completed, throughput=4.99MB/sec 2024-04-13T08:13:39.039 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ktym6ZquEqmmChA off=6730774 len=1372310 2024-04-13T08:13:39.046 INFO:tasks.workunit.client.0.smithi119.stdout:op 2221 completed, throughput=5MB/sec 2024-04-13T08:13:39.046 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-R2ZZEMhdn3unG7d off=5600515 len=850006 2024-04-13T08:13:39.051 INFO:tasks.workunit.client.0.smithi119.stdout:op 2222 completed, throughput=5MB/sec 2024-04-13T08:13:39.051 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-9iZAV_ofo82TDin off=15783686 len=183302 2024-04-13T08:13:39.054 INFO:tasks.workunit.client.0.smithi119.stdout:op 2223 completed, throughput=5MB/sec 2024-04-13T08:13:39.054 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-TDKhkKt3oNU--bO off=4511619 len=550722 2024-04-13T08:13:39.057 INFO:tasks.workunit.client.0.smithi119.stdout:op 2224 completed, throughput=5MB/sec 2024-04-13T08:13:39.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:13:38 smithi139 ceph-mon[88985]: pgmap v1623: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T08:13:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:13:38 smithi119 ceph-mon[96316]: pgmap v1623: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T08:13:39.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:13:38 smithi119 ceph-mon[93746]: pgmap v1623: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T08:13:40.058 INFO:tasks.workunit.client.0.smithi119.stdout: 436: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:40.058 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-enrWLq_dlIPRDOU off=2541483 len=337455 2024-04-13T08:13:40.061 INFO:tasks.workunit.client.0.smithi119.stdout:op 2225 completed, throughput=4.99MB/sec 2024-04-13T08:13:40.061 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-B1wJHAvg9ebJgZV off=5983571 len=873257 2024-04-13T08:13:40.062 INFO:tasks.workunit.client.0.smithi119.stdout:op 2226 completed, throughput=4.99MB/sec 2024-04-13T08:13:40.062 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-RWBBV9jqBqroZTA off=1686457 len=433459 2024-04-13T08:13:40.064 INFO:tasks.workunit.client.0.smithi119.stdout:op 2227 completed, throughput=4.99MB/sec 2024-04-13T08:13:40.064 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-gTlOA9HKyxgDOQZ off=18031183 len=1479147 2024-04-13T08:13:40.070 INFO:tasks.workunit.client.0.smithi119.stdout:op 2228 completed, throughput=5MB/sec 2024-04-13T08:13:40.070 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-d7eHHEmcH574Lma off=2021601 len=672351 2024-04-13T08:13:40.074 INFO:tasks.workunit.client.0.smithi119.stdout:op 2229 completed, throughput=5MB/sec 2024-04-13T08:13:40.074 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj--KLjm26FZGWu_4s off=5717085 len=1126057 2024-04-13T08:13:40.079 INFO:tasks.workunit.client.0.smithi119.stdout:op 2230 completed, throughput=5MB/sec 2024-04-13T08:13:40.079 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-nx5YdIyStQwN3GH off=4147728 len=1114356 2024-04-13T08:13:40.080 INFO:tasks.workunit.client.0.smithi119.stdout:op 2231 completed, throughput=5MB/sec 2024-04-13T08:13:40.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:13:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:13:40.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:13:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:13:40.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:13:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:13:41.081 INFO:tasks.workunit.client.0.smithi119.stdout: 437: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:41.081 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-QLAXyo_Z8bDcx5E off=14736788 len=692625 2024-04-13T08:13:41.086 INFO:tasks.workunit.client.0.smithi119.stdout:op 2232 completed, throughput=4.99MB/sec 2024-04-13T08:13:41.086 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-T1RjQHauAzw1vgv off=14877185 len=1573845 2024-04-13T08:13:41.088 INFO:tasks.workunit.client.0.smithi119.stdout:op 2233 completed, throughput=5MB/sec 2024-04-13T08:13:41.088 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-q4L3G5b8evBllfb off=17445444 len=1878919 2024-04-13T08:13:41.090 INFO:tasks.workunit.client.0.smithi119.stdout:op 2234 completed, throughput=5MB/sec 2024-04-13T08:13:41.090 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-OwRfcca6glaV_Y3 off=7364964 len=1741804 2024-04-13T08:13:41.097 INFO:tasks.workunit.client.0.smithi119.stdout:op 2235 completed, throughput=5MB/sec 2024-04-13T08:13:41.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:13:40 smithi139 ceph-mon[88985]: pgmap v1624: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T08:13:41.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:13:40 smithi119 ceph-mon[96316]: pgmap v1624: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T08:13:41.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:13:40 smithi119 ceph-mon[93746]: pgmap v1624: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T08:13:42.097 INFO:tasks.workunit.client.0.smithi119.stdout: 438: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:42.098 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-tO93OsxwjXQBujA off=9550417 len=1299536 2024-04-13T08:13:42.099 INFO:tasks.workunit.client.0.smithi119.stdout:op 2236 completed, throughput=5MB/sec 2024-04-13T08:13:42.099 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-eGMCasBGN8TVXbE off=3259765 len=1682186 2024-04-13T08:13:42.106 INFO:tasks.workunit.client.0.smithi119.stdout:op 2237 completed, throughput=5MB/sec 2024-04-13T08:13:42.107 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-3wkoN1RtXp1fzYK off=2085552 len=1150503 2024-04-13T08:13:42.107 INFO:tasks.workunit.client.0.smithi119.stdout:op 2238 completed, throughput=5MB/sec 2024-04-13T08:13:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:13:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:13:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:13:43.108 INFO:tasks.workunit.client.0.smithi119.stdout: 439: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:43.108 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-NUm0yj4mi3VH24W off=4856367 len=548330 2024-04-13T08:13:43.112 INFO:tasks.workunit.client.0.smithi119.stdout:op 2239 completed, throughput=4.99MB/sec 2024-04-13T08:13:43.112 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-7-JmPWQrgJOTruV off=11181632 len=416036 2024-04-13T08:13:43.113 INFO:tasks.workunit.client.0.smithi119.stdout:op 2240 completed, throughput=4.99MB/sec 2024-04-13T08:13:43.113 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Z2bhOfwCtN8N9A2 off=651516 len=1000014 2024-04-13T08:13:43.114 INFO:tasks.workunit.client.0.smithi119.stdout:op 2241 completed, throughput=4.99MB/sec 2024-04-13T08:13:43.114 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-wZvMrIc6yrBdv3E off=1936853 len=309140 2024-04-13T08:13:43.115 INFO:tasks.workunit.client.0.smithi119.stdout:op 2242 completed, throughput=4.99MB/sec 2024-04-13T08:13:43.115 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-v9PxvEoqFpgEJiX off=20170899 len=1341623 2024-04-13T08:13:43.122 INFO:tasks.workunit.client.0.smithi119.stdout:op 2243 completed, throughput=5MB/sec 2024-04-13T08:13:43.122 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-qrarqDMW0LfLEu6 off=1606495 len=312087 2024-04-13T08:13:43.123 INFO:tasks.workunit.client.0.smithi119.stdout:op 2244 completed, throughput=5MB/sec 2024-04-13T08:13:43.123 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-l_dBCAIIRjGqWkr off=6719464 len=156055 2024-04-13T08:13:43.125 INFO:tasks.workunit.client.0.smithi119.stdout:op 2245 completed, throughput=5MB/sec 2024-04-13T08:13:43.126 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-_TkG2vBrgUb92tm off=6527109 len=1195648 2024-04-13T08:13:43.127 INFO:tasks.workunit.client.0.smithi119.stdout:op 2246 completed, throughput=5MB/sec 2024-04-13T08:13:43.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:13:42 smithi139 ceph-mon[88985]: pgmap v1625: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T08:13:43.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:13:42 smithi119 ceph-mon[96316]: pgmap v1625: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T08:13:43.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:13:42 smithi119 ceph-mon[93746]: pgmap v1625: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T08:13:44.127 INFO:tasks.workunit.client.0.smithi119.stdout: 440: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:44.127 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-bemdAFEv9_jfe9f off=1887698 len=1397680 2024-04-13T08:13:44.135 INFO:tasks.workunit.client.0.smithi119.stdout:op 2247 completed, throughput=4.99MB/sec 2024-04-13T08:13:44.135 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-TEDiVosJwspLj91 off=1742002 len=898242 2024-04-13T08:13:44.136 INFO:tasks.workunit.client.0.smithi119.stdout:op 2248 completed, throughput=4.99MB/sec 2024-04-13T08:13:44.136 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-g1jglco4Fa6nFA8 off=4021128 len=102136 2024-04-13T08:13:44.137 INFO:tasks.workunit.client.0.smithi119.stdout:op 2249 completed, throughput=4.99MB/sec 2024-04-13T08:13:44.137 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-1USpLDCajB3ZVcm off=5193954 len=1392870 2024-04-13T08:13:44.144 INFO:tasks.workunit.client.0.smithi119.stdout:op 2250 completed, throughput=5MB/sec 2024-04-13T08:13:44.144 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-IhY67a_suC8AMum off=11923906 len=114789 2024-04-13T08:13:44.147 INFO:tasks.workunit.client.0.smithi119.stdout:op 2251 completed, throughput=5MB/sec 2024-04-13T08:13:44.147 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-OUUYYMMXo9c2yFG off=1938184 len=112732 2024-04-13T08:13:44.149 INFO:tasks.workunit.client.0.smithi119.stdout:op 2252 completed, throughput=5MB/sec 2024-04-13T08:13:44.149 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-zY10flBspUri7C2 off=2482984 len=1217052 2024-04-13T08:13:44.150 INFO:tasks.workunit.client.0.smithi119.stdout:op 2253 completed, throughput=5MB/sec 2024-04-13T08:13:45.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:13:44 smithi139 ceph-mon[88985]: pgmap v1626: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:13:45.150 INFO:tasks.workunit.client.0.smithi119.stdout: 441: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:45.150 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-wfBB4_X3G8I7F2L off=2854521 len=1357383 2024-04-13T08:13:45.159 INFO:tasks.workunit.client.0.smithi119.stdout:op 2254 completed, throughput=4.99MB/sec 2024-04-13T08:13:45.159 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-O5TU7RrkO0PNyTf off=4591493 len=1591122 2024-04-13T08:13:45.166 INFO:tasks.workunit.client.0.smithi119.stdout:op 2255 completed, throughput=5MB/sec 2024-04-13T08:13:45.166 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-_PNIEeCpjYxtjf2 off=2365500 len=529348 2024-04-13T08:13:45.167 INFO:tasks.workunit.client.0.smithi119.stdout:op 2256 completed, throughput=5MB/sec 2024-04-13T08:13:45.167 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-EJtkoBNchdD0vzs off=17105010 len=1501350 2024-04-13T08:13:45.176 INFO:tasks.workunit.client.0.smithi119.stdout:op 2257 completed, throughput=5MB/sec 2024-04-13T08:13:45.176 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-sXNL9N_8dQ62_ne off=9550660 len=137471 2024-04-13T08:13:45.178 INFO:tasks.workunit.client.0.smithi119.stdout:op 2258 completed, throughput=5MB/sec 2024-04-13T08:13:45.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:13:44 smithi119 ceph-mon[96316]: pgmap v1626: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:13:45.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:13:44 smithi119 ceph-mon[93746]: pgmap v1626: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:13:45.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:13:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:13:44] "GET /metrics HTTP/1.1" 200 34003 "" "Prometheus/2.43.0" 2024-04-13T08:13:46.178 INFO:tasks.workunit.client.0.smithi119.stdout: 442: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:46.179 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-zkxYmXuuY2yGrS6 off=438802 len=1269291 2024-04-13T08:13:46.180 INFO:tasks.workunit.client.0.smithi119.stdout:op 2259 completed, throughput=4.99MB/sec 2024-04-13T08:13:46.180 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-KX9Q1m3G5CvNCUc off=4482101 len=1805608 2024-04-13T08:13:46.184 INFO:tasks.workunit.client.0.smithi119.stdout:op 2260 completed, throughput=5MB/sec 2024-04-13T08:13:46.184 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-n6Bf6w0owTDdDcO off=8573425 len=1392130 2024-04-13T08:13:46.186 INFO:tasks.workunit.client.0.smithi119.stdout:op 2261 completed, throughput=5MB/sec 2024-04-13T08:13:46.186 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-sVZYb4IWR5TySSr off=1659535 len=1355519 2024-04-13T08:13:46.194 INFO:tasks.workunit.client.0.smithi119.stdout:op 2262 completed, throughput=5MB/sec 2024-04-13T08:13:47.018 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:13:46 smithi119 ceph-mon[96316]: pgmap v1627: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:13:47.018 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:13:46 smithi119 ceph-mon[93746]: pgmap v1627: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:13:47.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:13:46 smithi139 ceph-mon[88985]: pgmap v1627: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:13:47.194 INFO:tasks.workunit.client.0.smithi119.stdout: 443: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:47.194 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-1H-dUWphR0z7E0l off=744794 len=1068449 2024-04-13T08:13:47.200 INFO:tasks.workunit.client.0.smithi119.stdout:op 2263 completed, throughput=4.99MB/sec 2024-04-13T08:13:47.200 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-iZNqlKwmoSU0T4t off=15928460 len=1138587 2024-04-13T08:13:47.205 INFO:tasks.workunit.client.0.smithi119.stdout:op 2264 completed, throughput=4.99MB/sec 2024-04-13T08:13:47.205 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-INUwgr_CUzIHs2m off=8812257 len=766589 2024-04-13T08:13:47.209 INFO:tasks.workunit.client.0.smithi119.stdout:op 2265 completed, throughput=5MB/sec 2024-04-13T08:13:47.210 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-JgboyZGbXzOUrL2 off=10103888 len=1345614 2024-04-13T08:13:47.211 INFO:tasks.workunit.client.0.smithi119.stdout:op 2266 completed, throughput=5MB/sec 2024-04-13T08:13:47.211 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-jsVCii2DResbT6u off=3114782 len=1236741 2024-04-13T08:13:47.212 INFO:tasks.workunit.client.0.smithi119.stdout:op 2267 completed, throughput=5MB/sec 2024-04-13T08:13:48.212 INFO:tasks.workunit.client.0.smithi119.stdout: 444: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:48.212 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-wtFpv3uaf0M1rVz off=22430857 len=972168 2024-04-13T08:13:48.213 INFO:tasks.workunit.client.0.smithi119.stdout:op 2268 completed, throughput=4.99MB/sec 2024-04-13T08:13:48.213 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-W3O9hc3PNyckeSD off=10452247 len=410851 2024-04-13T08:13:48.214 INFO:tasks.workunit.client.0.smithi119.stdout:op 2269 completed, throughput=4.99MB/sec 2024-04-13T08:13:48.214 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-IsZWykfpOm32PJu off=3824688 len=958264 2024-04-13T08:13:48.215 INFO:tasks.workunit.client.0.smithi119.stdout:op 2270 completed, throughput=5MB/sec 2024-04-13T08:13:48.215 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-bvGVjWEmXK4eh3E off=7054366 len=777805 2024-04-13T08:13:48.216 INFO:tasks.workunit.client.0.smithi119.stdout:op 2271 completed, throughput=5MB/sec 2024-04-13T08:13:48.216 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-mgymHmbT_jKXTs5 off=3751958 len=1170998 2024-04-13T08:13:48.220 INFO:tasks.workunit.client.0.smithi119.stdout:op 2272 completed, throughput=5MB/sec 2024-04-13T08:13:48.220 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-PwZYeAv0bCe1t3A off=5152193 len=899706 2024-04-13T08:13:48.221 INFO:tasks.workunit.client.0.smithi119.stdout:op 2273 completed, throughput=5MB/sec 2024-04-13T08:13:49.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:13:48 smithi139 ceph-mon[88985]: pgmap v1628: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-13T08:13:49.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:13:48 smithi119 ceph-mon[93746]: pgmap v1628: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-13T08:13:49.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:13:48 smithi119 ceph-mon[96316]: pgmap v1628: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-13T08:13:49.221 INFO:tasks.workunit.client.0.smithi119.stdout: 445: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:49.221 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-IqbqIg-v7S11VNQ off=5160720 len=1539829 2024-04-13T08:13:49.228 INFO:tasks.workunit.client.0.smithi119.stdout:op 2274 completed, throughput=4.99MB/sec 2024-04-13T08:13:49.228 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Xm2_Wrqt4_YWN0g off=28876 len=1514836 2024-04-13T08:13:49.236 INFO:tasks.workunit.client.0.smithi119.stdout:op 2275 completed, throughput=5MB/sec 2024-04-13T08:13:49.236 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-T8QvmtSBKJ95vGM off=623475 len=1570962 2024-04-13T08:13:49.237 INFO:tasks.workunit.client.0.smithi119.stdout:op 2276 completed, throughput=5MB/sec 2024-04-13T08:13:49.237 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-tmx2iBTO-saDyQJ off=426819 len=784962 2024-04-13T08:13:49.241 INFO:tasks.workunit.client.0.smithi119.stdout:op 2277 completed, throughput=5MB/sec 2024-04-13T08:13:50.242 INFO:tasks.workunit.client.0.smithi119.stdout: 446: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:50.242 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Pm-q5IF8CdX73QR off=5075472 len=1573404 2024-04-13T08:13:50.251 INFO:tasks.workunit.client.0.smithi119.stdout:op 2278 completed, throughput=4.99MB/sec 2024-04-13T08:13:50.251 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-X-whjFDAzN_K_Y6 off=22165477 len=833661 2024-04-13T08:13:50.256 INFO:tasks.workunit.client.0.smithi119.stdout:op 2279 completed, throughput=5MB/sec 2024-04-13T08:13:50.256 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-xtytRE3fk0klEhI off=6387596 len=1507072 2024-04-13T08:13:50.264 INFO:tasks.workunit.client.0.smithi119.stdout:op 2280 completed, throughput=5MB/sec 2024-04-13T08:13:50.264 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-YthopYyvpajjlvJ off=4496309 len=268714 2024-04-13T08:13:50.267 INFO:tasks.workunit.client.0.smithi119.stdout:op 2281 completed, throughput=5MB/sec 2024-04-13T08:13:50.267 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-J1miAAyolkIBYUS off=11980722 len=1946908 2024-04-13T08:13:50.276 INFO:tasks.workunit.client.0.smithi119.stdout:op 2282 completed, throughput=5MB/sec 2024-04-13T08:13:51.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:13:50 smithi139 ceph-mon[88985]: pgmap v1629: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:13:51.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:13:50 smithi119 ceph-mon[96316]: pgmap v1629: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:13:51.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:13:50 smithi119 ceph-mon[93746]: pgmap v1629: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:13:51.276 INFO:tasks.workunit.client.0.smithi119.stdout: 447: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:51.276 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-qEJmtllzjDQ23R5 off=3823040 len=1550552 2024-04-13T08:13:51.278 INFO:tasks.workunit.client.0.smithi119.stdout:op 2283 completed, throughput=5MB/sec 2024-04-13T08:13:51.278 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--KjgF1_g8qsbfto off=4334486 len=1770539 2024-04-13T08:13:51.282 INFO:tasks.workunit.client.0.smithi119.stdout:op 2284 completed, throughput=5MB/sec 2024-04-13T08:13:51.282 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-kQG7zAo3XmJjQ04 off=18119328 len=780751 2024-04-13T08:13:51.287 INFO:tasks.workunit.client.0.smithi119.stdout:op 2285 completed, throughput=5MB/sec 2024-04-13T08:13:52.288 INFO:tasks.workunit.client.0.smithi119.stdout: 448: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:52.288 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Uh8RpXGscXCZOTS off=7213367 len=76197 2024-04-13T08:13:52.288 INFO:tasks.workunit.client.0.smithi119.stdout:op 2286 completed, throughput=4.99MB/sec 2024-04-13T08:13:52.289 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-u8DKS4Xp8n2_VU6 off=3152946 len=339341 2024-04-13T08:13:52.290 INFO:tasks.workunit.client.0.smithi119.stdout:op 2287 completed, throughput=4.99MB/sec 2024-04-13T08:13:52.290 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-1n7hM-RBi1d0a2w off=6644881 len=1489755 2024-04-13T08:13:52.291 INFO:tasks.workunit.client.0.smithi119.stdout:op 2288 completed, throughput=4.99MB/sec 2024-04-13T08:13:52.291 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-etXEnFqslmJj0l7 off=6826068 len=1809284 2024-04-13T08:13:52.293 INFO:tasks.workunit.client.0.smithi119.stdout:op 2289 completed, throughput=5MB/sec 2024-04-13T08:13:52.293 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-pHA9f9gxoR_ChLS off=3064720 len=1142031 2024-04-13T08:13:52.294 INFO:tasks.workunit.client.0.smithi119.stdout:op 2290 completed, throughput=5MB/sec 2024-04-13T08:13:52.294 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-c-CUmhs9gJYGFAC off=2453180 len=1763463 2024-04-13T08:13:52.303 INFO:tasks.workunit.client.0.smithi119.stdout:op 2291 completed, throughput=5MB/sec 2024-04-13T08:13:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:13:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:13:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:13:53.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:13:52 smithi139 ceph-mon[88985]: pgmap v1630: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-13T08:13:53.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:13:52 smithi119 ceph-mon[96316]: pgmap v1630: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-13T08:13:53.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:13:52 smithi119 ceph-mon[93746]: pgmap v1630: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-13T08:13:53.303 INFO:tasks.workunit.client.0.smithi119.stdout: 449: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:53.303 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-dlxSCHJw_9-TABZ off=1386023 len=92107 2024-04-13T08:13:53.304 INFO:tasks.workunit.client.0.smithi119.stdout:op 2292 completed, throughput=4.99MB/sec 2024-04-13T08:13:53.304 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-5wJz-fWtj2-g0Ra off=3692631 len=1888604 2024-04-13T08:13:53.314 INFO:tasks.workunit.client.0.smithi119.stdout:op 2293 completed, throughput=5MB/sec 2024-04-13T08:13:53.314 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-c_XHwu05b6QjiIX off=0 len=1084188 2024-04-13T08:13:53.318 INFO:tasks.workunit.client.0.smithi119.stdout:op 2294 completed, throughput=5MB/sec 2024-04-13T08:13:53.318 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-FNv0KRxP1ZPhcTQ off=2590094 len=1058080 2024-04-13T08:13:53.319 INFO:tasks.workunit.client.0.smithi119.stdout:op 2295 completed, throughput=5MB/sec 2024-04-13T08:13:54.320 INFO:tasks.workunit.client.0.smithi119.stdout: 450: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:54.320 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-nRqUvFEEJ-ePwVk off=9446079 len=311299 2024-04-13T08:13:54.320 INFO:tasks.workunit.client.0.smithi119.stdout:op 2296 completed, throughput=4.99MB/sec 2024-04-13T08:13:54.320 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-YY9VCRL5B7iHQ0F off=5808893 len=248511 2024-04-13T08:13:54.324 INFO:tasks.workunit.client.0.smithi119.stdout:op 2297 completed, throughput=4.99MB/sec 2024-04-13T08:13:54.324 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-7q9glzr-32yBHdJ off=238573 len=1936849 2024-04-13T08:13:54.333 INFO:tasks.workunit.client.0.smithi119.stdout:op 2298 completed, throughput=4.99MB/sec 2024-04-13T08:13:54.333 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-MPZ_g3uFJMFe1Br off=6016365 len=1757968 2024-04-13T08:13:54.343 INFO:tasks.workunit.client.0.smithi119.stdout:op 2299 completed, throughput=5MB/sec 2024-04-13T08:13:54.344 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-jbiVQYP1feD6qY3 off=1771361 len=757838 2024-04-13T08:13:54.348 INFO:tasks.workunit.client.0.smithi119.stdout:op 2300 completed, throughput=5MB/sec 2024-04-13T08:13:54.348 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-qfsfThvmVqz0OgO off=12064557 len=198501 2024-04-13T08:13:54.350 INFO:tasks.workunit.client.0.smithi119.stdout:op 2301 completed, throughput=5MB/sec 2024-04-13T08:13:55.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:13:54 smithi139 ceph-mon[88985]: pgmap v1631: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:13:55.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:13:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:13:55.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:13:54 smithi119 ceph-mon[96316]: pgmap v1631: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:13:55.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:13:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:13:55.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:13:54 smithi119 ceph-mon[93746]: pgmap v1631: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:13:55.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:13:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:13:55.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:13:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:13:54] "GET /metrics HTTP/1.1" 200 34010 "" "Prometheus/2.43.0" 2024-04-13T08:13:55.351 INFO:tasks.workunit.client.0.smithi119.stdout: 451: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:55.351 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-fIi91J7NefMITBj off=18747773 len=1414382 2024-04-13T08:13:55.357 INFO:tasks.workunit.client.0.smithi119.stdout:op 2302 completed, throughput=4.99MB/sec 2024-04-13T08:13:55.357 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-fnrDOoJVdrQ_1ra off=1676986 len=843425 2024-04-13T08:13:55.357 INFO:tasks.workunit.client.0.smithi119.stdout:op 2303 completed, throughput=4.99MB/sec 2024-04-13T08:13:55.357 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-wJWv9noh4h-6kJY off=3940165 len=522197 2024-04-13T08:13:55.362 INFO:tasks.workunit.client.0.smithi119.stdout:op 2304 completed, throughput=4.99MB/sec 2024-04-13T08:13:55.362 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Wei4LVNdXYexn8d off=4492448 len=13657 2024-04-13T08:13:55.364 INFO:tasks.workunit.client.0.smithi119.stdout:op 2305 completed, throughput=4.99MB/sec 2024-04-13T08:13:55.364 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-9DL-yMVeycVmnin off=3196953 len=1080627 2024-04-13T08:13:55.364 INFO:tasks.workunit.client.0.smithi119.stdout:op 2306 completed, throughput=5MB/sec 2024-04-13T08:13:55.365 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-A9BqT7n-Oa5Dol1 off=16053880 len=716247 2024-04-13T08:13:55.365 INFO:tasks.workunit.client.0.smithi119.stdout:op 2307 completed, throughput=5MB/sec 2024-04-13T08:13:55.366 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-xSvzjfhVJJN-5IO off=1346781 len=1974028 2024-04-13T08:13:55.375 INFO:tasks.workunit.client.0.smithi119.stdout:op 2308 completed, throughput=5MB/sec 2024-04-13T08:13:56.376 INFO:tasks.workunit.client.0.smithi119.stdout: 452: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:56.376 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-j5jTNeDXcSDyDrj off=9305086 len=1976133 2024-04-13T08:13:56.387 INFO:tasks.workunit.client.0.smithi119.stdout:op 2309 completed, throughput=5MB/sec 2024-04-13T08:13:56.387 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-EpE7hlyFC4TKprI off=9714033 len=760176 2024-04-13T08:13:56.389 INFO:tasks.workunit.client.0.smithi119.stdout:op 2310 completed, throughput=5MB/sec 2024-04-13T08:13:56.389 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-B7OYn1SWjQUkMXI off=11239315 len=1261888 2024-04-13T08:13:56.391 INFO:tasks.workunit.client.0.smithi119.stdout:op 2311 completed, throughput=5MB/sec 2024-04-13T08:13:56.391 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-fMzvhA74FEHi1Sa off=2389666 len=670357 2024-04-13T08:13:56.395 INFO:tasks.workunit.client.0.smithi119.stdout:op 2312 completed, throughput=5MB/sec 2024-04-13T08:13:57.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:13:56 smithi139 ceph-mon[88985]: pgmap v1632: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:13:57.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:13:56 smithi119 ceph-mon[96316]: pgmap v1632: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:13:57.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:13:56 smithi119 ceph-mon[93746]: pgmap v1632: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:13:57.395 INFO:tasks.workunit.client.0.smithi119.stdout: 453: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:57.396 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-1n7hM-RBi1d0a2w off=4984764 len=1654280 2024-04-13T08:13:57.405 INFO:tasks.workunit.client.0.smithi119.stdout:op 2313 completed, throughput=4.99MB/sec 2024-04-13T08:13:57.405 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-sh1afLaMyfQxLEq off=3240094 len=137370 2024-04-13T08:13:57.405 INFO:tasks.workunit.client.0.smithi119.stdout:op 2314 completed, throughput=4.99MB/sec 2024-04-13T08:13:57.405 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-MYqciUzgmk3_VfX off=7806433 len=1203128 2024-04-13T08:13:57.407 INFO:tasks.workunit.client.0.smithi119.stdout:op 2315 completed, throughput=5MB/sec 2024-04-13T08:13:57.407 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-GcPOo93_U0hk00X off=2701497 len=942401 2024-04-13T08:13:57.411 INFO:tasks.workunit.client.0.smithi119.stdout:op 2316 completed, throughput=5MB/sec 2024-04-13T08:13:57.411 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-t04IgWQEz7XFIpP off=3268696 len=1396572 2024-04-13T08:13:57.413 INFO:tasks.workunit.client.0.smithi119.stdout:op 2317 completed, throughput=5MB/sec 2024-04-13T08:13:58.413 INFO:tasks.workunit.client.0.smithi119.stdout: 454: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:58.413 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-wVkaQUEwaJycKcu off=954083 len=1177199 2024-04-13T08:13:58.415 INFO:tasks.workunit.client.0.smithi119.stdout:op 2318 completed, throughput=4.99MB/sec 2024-04-13T08:13:58.415 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ok3XJC2M9X5DCuC off=16042914 len=442722 2024-04-13T08:13:58.415 INFO:tasks.workunit.client.0.smithi119.stdout:op 2319 completed, throughput=4.99MB/sec 2024-04-13T08:13:58.416 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-05SEocNTczDjeGR off=2944305 len=750223 2024-04-13T08:13:58.420 INFO:tasks.workunit.client.0.smithi119.stdout:op 2320 completed, throughput=5MB/sec 2024-04-13T08:13:58.420 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-1888n4b9-niX6dB off=12208242 len=916764 2024-04-13T08:13:58.421 INFO:tasks.workunit.client.0.smithi119.stdout:op 2321 completed, throughput=5MB/sec 2024-04-13T08:13:58.421 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Ky8A-rEArP7fzej off=110285 len=2057545 2024-04-13T08:13:58.429 INFO:tasks.workunit.client.0.smithi119.stdout:op 2322 completed, throughput=5MB/sec 2024-04-13T08:13:59.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:13:58 smithi139 ceph-mon[88985]: pgmap v1633: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T08:13:59.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:13:58 smithi119 ceph-mon[96316]: pgmap v1633: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T08:13:59.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:13:58 smithi119 ceph-mon[93746]: pgmap v1633: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T08:13:59.430 INFO:tasks.workunit.client.0.smithi119.stdout: 455: throughput=4.99MB/sec pending data=0 2024-04-13T08:13:59.430 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-EJGgVKYsDQq_j5y off=66116 len=463453 2024-04-13T08:13:59.430 INFO:tasks.workunit.client.0.smithi119.stdout:op 2323 completed, throughput=4.99MB/sec 2024-04-13T08:13:59.430 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-BKxzlKtUQo2zvET off=5351325 len=539747 2024-04-13T08:13:59.432 INFO:tasks.workunit.client.0.smithi119.stdout:op 2324 completed, throughput=4.99MB/sec 2024-04-13T08:13:59.432 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-zZEqOjtqo6NoenO off=21447875 len=34333 2024-04-13T08:13:59.434 INFO:tasks.workunit.client.0.smithi119.stdout:op 2325 completed, throughput=4.99MB/sec 2024-04-13T08:13:59.434 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-pplAyKGaqsx5bMe off=3408768 len=402656 2024-04-13T08:13:59.438 INFO:tasks.workunit.client.0.smithi119.stdout:op 2326 completed, throughput=4.99MB/sec 2024-04-13T08:13:59.438 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-kSPjat__vjbF3zZ off=1708012 len=728455 2024-04-13T08:13:59.441 INFO:tasks.workunit.client.0.smithi119.stdout:op 2327 completed, throughput=4.99MB/sec 2024-04-13T08:13:59.442 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-6JWpbyA5mHewVpD off=17637649 len=1041519 2024-04-13T08:13:59.444 INFO:tasks.workunit.client.0.smithi119.stdout:op 2328 completed, throughput=5MB/sec 2024-04-13T08:13:59.444 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-KonhpBXqMbEqEf2 off=13551015 len=579730 2024-04-13T08:13:59.448 INFO:tasks.workunit.client.0.smithi119.stdout:op 2329 completed, throughput=5MB/sec 2024-04-13T08:13:59.448 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-jmJVfxJbGBPRVqy off=1319930 len=1806851 2024-04-13T08:13:59.450 INFO:tasks.workunit.client.0.smithi119.stdout:op 2330 completed, throughput=5MB/sec 2024-04-13T08:14:00.450 INFO:tasks.workunit.client.0.smithi119.stdout: 456: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:00.450 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-7qPMDOemiOaE15y off=0 len=1048702 2024-04-13T08:14:00.454 INFO:tasks.workunit.client.0.smithi119.stdout:op 2331 completed, throughput=4.99MB/sec 2024-04-13T08:14:00.454 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-K7bAT3GtdOvrB5U off=8141252 len=469864 2024-04-13T08:14:00.455 INFO:tasks.workunit.client.0.smithi119.stdout:op 2332 completed, throughput=4.99MB/sec 2024-04-13T08:14:00.455 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-hAcojcDIhRDzK-v off=13357057 len=1898605 2024-04-13T08:14:00.457 INFO:tasks.workunit.client.0.smithi119.stdout:op 2333 completed, throughput=5MB/sec 2024-04-13T08:14:00.457 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-MtfRQARLp1WbqQz off=1735977 len=1583275 2024-04-13T08:14:00.464 INFO:tasks.workunit.client.0.smithi119.stdout:op 2334 completed, throughput=5MB/sec 2024-04-13T08:14:01.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:14:00 smithi139 ceph-mon[88985]: pgmap v1634: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T08:14:01.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:14:00 smithi119 ceph-mon[96316]: pgmap v1634: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T08:14:01.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:14:00 smithi119 ceph-mon[93746]: pgmap v1634: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T08:14:01.464 INFO:tasks.workunit.client.0.smithi119.stdout: 457: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:01.464 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-G2pKDPL1ey1t9sr off=7858671 len=754362 2024-04-13T08:14:01.468 INFO:tasks.workunit.client.0.smithi119.stdout:op 2335 completed, throughput=4.99MB/sec 2024-04-13T08:14:01.468 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-f1LCJkI42A8CgX5 off=4594485 len=154333 2024-04-13T08:14:01.469 INFO:tasks.workunit.client.0.smithi119.stdout:op 2336 completed, throughput=4.99MB/sec 2024-04-13T08:14:01.469 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-LCromY5dikVQBC8 off=2174810 len=1163537 2024-04-13T08:14:01.477 INFO:tasks.workunit.client.0.smithi119.stdout:op 2337 completed, throughput=4.99MB/sec 2024-04-13T08:14:01.477 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-TgbS04jrhu4EJlq off=2484303 len=1281774 2024-04-13T08:14:01.484 INFO:tasks.workunit.client.0.smithi119.stdout:op 2338 completed, throughput=5MB/sec 2024-04-13T08:14:01.484 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-EZs2vagTw3YvbGu off=8509121 len=1292273 2024-04-13T08:14:01.486 INFO:tasks.workunit.client.0.smithi119.stdout:op 2339 completed, throughput=5MB/sec 2024-04-13T08:14:01.486 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-O_pfte9HVCuat1m off=6098153 len=607240 2024-04-13T08:14:01.487 INFO:tasks.workunit.client.0.smithi119.stdout:op 2340 completed, throughput=5MB/sec 2024-04-13T08:14:02.488 INFO:tasks.workunit.client.0.smithi119.stdout: 458: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:02.488 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-pEGILvHwAaPMVn7 off=3067353 len=193207 2024-04-13T08:14:02.491 INFO:tasks.workunit.client.0.smithi119.stdout:op 2341 completed, throughput=4.99MB/sec 2024-04-13T08:14:02.491 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-dLGO8pLhrHXHHGw off=3871336 len=1646264 2024-04-13T08:14:02.492 INFO:tasks.workunit.client.0.smithi119.stdout:op 2342 completed, throughput=4.99MB/sec 2024-04-13T08:14:02.493 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-dkzaHvDRT1DSykT off=68901 len=403563 2024-04-13T08:14:02.494 INFO:tasks.workunit.client.0.smithi119.stdout:op 2343 completed, throughput=4.99MB/sec 2024-04-13T08:14:02.494 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-A6HMbptbyW_ONdq off=9592463 len=1839066 2024-04-13T08:14:02.496 INFO:tasks.workunit.client.0.smithi119.stdout:op 2344 completed, throughput=5MB/sec 2024-04-13T08:14:02.496 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-wslEpMAaqI8J8iB off=8913503 len=29894 2024-04-13T08:14:02.497 INFO:tasks.workunit.client.0.smithi119.stdout:op 2345 completed, throughput=5MB/sec 2024-04-13T08:14:02.497 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-aqu9durv11SemJy off=5286726 len=1218519 2024-04-13T08:14:02.498 INFO:tasks.workunit.client.0.smithi119.stdout:op 2346 completed, throughput=5MB/sec 2024-04-13T08:14:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:14:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:14:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:14:03.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:14:02 smithi139 ceph-mon[88985]: pgmap v1635: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:14:03.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:14:02 smithi119 ceph-mon[96316]: pgmap v1635: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:14:03.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:14:02 smithi119 ceph-mon[93746]: pgmap v1635: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:14:03.499 INFO:tasks.workunit.client.0.smithi119.stdout: 459: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:03.499 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-H7lpEeyx3YLTIBo off=12967921 len=1441198 2024-04-13T08:14:03.502 INFO:tasks.workunit.client.0.smithi119.stdout:op 2347 completed, throughput=4.99MB/sec 2024-04-13T08:14:03.502 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-SVrjvs3bVik6snr off=590261 len=364034 2024-04-13T08:14:03.506 INFO:tasks.workunit.client.0.smithi119.stdout:op 2348 completed, throughput=4.99MB/sec 2024-04-13T08:14:03.506 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Wu1nwCFzMQPyhdg off=11026058 len=432474 2024-04-13T08:14:03.507 INFO:tasks.workunit.client.0.smithi119.stdout:op 2349 completed, throughput=4.99MB/sec 2024-04-13T08:14:03.507 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-aV6_-Ni6bjeLNr7 off=11598056 len=685170 2024-04-13T08:14:03.508 INFO:tasks.workunit.client.0.smithi119.stdout:op 2350 completed, throughput=5MB/sec 2024-04-13T08:14:03.508 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-x57Tf6MF2-LJs8g off=5031964 len=1949260 2024-04-13T08:14:03.518 INFO:tasks.workunit.client.0.smithi119.stdout:op 2351 completed, throughput=5MB/sec 2024-04-13T08:14:03.518 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Fcd4ar0rWum1oBM off=5310596 len=79573 2024-04-13T08:14:03.518 INFO:tasks.workunit.client.0.smithi119.stdout:op 2352 completed, throughput=5MB/sec 2024-04-13T08:14:04.519 INFO:tasks.workunit.client.0.smithi119.stdout: 460: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:04.519 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-v-oR7_oj2BM8eZ2 off=4269897 len=963970 2024-04-13T08:14:04.520 INFO:tasks.workunit.client.0.smithi119.stdout:op 2353 completed, throughput=4.99MB/sec 2024-04-13T08:14:04.521 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-kVKH5bI9LC8jDea off=5066058 len=1530016 2024-04-13T08:14:04.522 INFO:tasks.workunit.client.0.smithi119.stdout:op 2354 completed, throughput=4.99MB/sec 2024-04-13T08:14:04.522 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-XPIEXz0JX5qhN9r off=4677426 len=1637723 2024-04-13T08:14:04.524 INFO:tasks.workunit.client.0.smithi119.stdout:op 2355 completed, throughput=5MB/sec 2024-04-13T08:14:04.524 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-PfLVBcIyTtqd7QC off=13564735 len=875793 2024-04-13T08:14:04.530 INFO:tasks.workunit.client.0.smithi119.stdout:op 2356 completed, throughput=5MB/sec 2024-04-13T08:14:04.530 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-0_P88sgxsraLtnu off=7756829 len=943795 2024-04-13T08:14:04.534 INFO:tasks.workunit.client.0.smithi119.stdout:op 2357 completed, throughput=5MB/sec 2024-04-13T08:14:05.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:14:04 smithi139 ceph-mon[88985]: pgmap v1636: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:14:05.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:14:04 smithi119 ceph-mon[96316]: pgmap v1636: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:14:05.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:14:04 smithi119 ceph-mon[93746]: pgmap v1636: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:14:05.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:14:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:14:04] "GET /metrics HTTP/1.1" 200 34010 "" "Prometheus/2.43.0" 2024-04-13T08:14:05.535 INFO:tasks.workunit.client.0.smithi119.stdout: 461: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:05.536 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-b1VCXTtwGfFwLAu off=16691952 len=532675 2024-04-13T08:14:05.536 INFO:tasks.workunit.client.0.smithi119.stdout:op 2358 completed, throughput=4.99MB/sec 2024-04-13T08:14:05.536 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-qsjrEAKUHZB61RB off=5866099 len=1705548 2024-04-13T08:14:05.545 INFO:tasks.workunit.client.0.smithi119.stdout:op 2359 completed, throughput=5MB/sec 2024-04-13T08:14:05.545 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-uwYIVtFKg5J2Umg off=12643877 len=804674 2024-04-13T08:14:05.547 INFO:tasks.workunit.client.0.smithi119.stdout:op 2360 completed, throughput=5MB/sec 2024-04-13T08:14:05.547 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-vHJhK2Ou_3m9L2e off=2291207 len=163648 2024-04-13T08:14:05.547 INFO:tasks.workunit.client.0.smithi119.stdout:op 2361 completed, throughput=5MB/sec 2024-04-13T08:14:05.547 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-XGTRDZNfjEpNaWb off=1229079 len=1648115 2024-04-13T08:14:05.549 INFO:tasks.workunit.client.0.smithi119.stdout:op 2362 completed, throughput=5MB/sec 2024-04-13T08:14:06.549 INFO:tasks.workunit.client.0.smithi119.stdout: 462: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:06.550 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-4WNTPogwWLaeBpr off=13238397 len=507066 2024-04-13T08:14:06.551 INFO:tasks.workunit.client.0.smithi119.stdout:op 2363 completed, throughput=4.99MB/sec 2024-04-13T08:14:06.551 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-HSsA1vDVxS3HVB9 off=12908804 len=1224691 2024-04-13T08:14:06.553 INFO:tasks.workunit.client.0.smithi119.stdout:op 2364 completed, throughput=4.99MB/sec 2024-04-13T08:14:06.553 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-UwfeO7SOUSC3EKU off=11303770 len=1036624 2024-04-13T08:14:06.554 INFO:tasks.workunit.client.0.smithi119.stdout:op 2365 completed, throughput=5MB/sec 2024-04-13T08:14:06.554 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-jckjTcZFeXZuPCp off=1263768 len=682075 2024-04-13T08:14:06.559 INFO:tasks.workunit.client.0.smithi119.stdout:op 2366 completed, throughput=5MB/sec 2024-04-13T08:14:06.559 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-TsexxUiYiJdyswM off=2345286 len=991402 2024-04-13T08:14:06.560 INFO:tasks.workunit.client.0.smithi119.stdout:op 2367 completed, throughput=5MB/sec 2024-04-13T08:14:06.560 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-mUtCzn2dwIHJaJW off=17018746 len=625748 2024-04-13T08:14:06.562 INFO:tasks.workunit.client.0.smithi119.stdout:op 2368 completed, throughput=5MB/sec 2024-04-13T08:14:06.562 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-WJByy5m38A7K_0s off=509145 len=1203519 2024-04-13T08:14:06.563 INFO:tasks.workunit.client.0.smithi119.stdout:op 2369 completed, throughput=5MB/sec 2024-04-13T08:14:07.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:14:06 smithi139 ceph-mon[88985]: pgmap v1637: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:14:07.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:14:06 smithi119 ceph-mon[96316]: pgmap v1637: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:14:07.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:14:06 smithi119 ceph-mon[93746]: pgmap v1637: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:14:07.564 INFO:tasks.workunit.client.0.smithi119.stdout: 463: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:07.564 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-2ucT7ixr-o41HjH off=8997332 len=728027 2024-04-13T08:14:07.567 INFO:tasks.workunit.client.0.smithi119.stdout:op 2370 completed, throughput=4.99MB/sec 2024-04-13T08:14:07.567 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-iXC8akL1cl6c9HT off=6134173 len=618536 2024-04-13T08:14:07.571 INFO:tasks.workunit.client.0.smithi119.stdout:op 2371 completed, throughput=4.99MB/sec 2024-04-13T08:14:07.572 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-UOGzvsNA0GvLcWo off=15804418 len=310552 2024-04-13T08:14:07.575 INFO:tasks.workunit.client.0.smithi119.stdout:op 2372 completed, throughput=4.99MB/sec 2024-04-13T08:14:07.575 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-fADgfpTYNst95bH off=1411825 len=1721342 2024-04-13T08:14:07.583 INFO:tasks.workunit.client.0.smithi119.stdout:op 2373 completed, throughput=5MB/sec 2024-04-13T08:14:07.583 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-VsEkO_J0zO9vXIY off=4604991 len=973980 2024-04-13T08:14:07.587 INFO:tasks.workunit.client.0.smithi119.stdout:op 2374 completed, throughput=5MB/sec 2024-04-13T08:14:08.587 INFO:tasks.workunit.client.0.smithi119.stdout: 464: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:08.587 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-YGexfmW0WK_Zi3f off=3453127 len=1207085 2024-04-13T08:14:08.592 INFO:tasks.workunit.client.0.smithi119.stdout:op 2375 completed, throughput=4.99MB/sec 2024-04-13T08:14:08.592 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-lHTDXMSCpLcxhaB off=16440139 len=1474500 2024-04-13T08:14:08.599 INFO:tasks.workunit.client.0.smithi119.stdout:op 2376 completed, throughput=5MB/sec 2024-04-13T08:14:08.599 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-0Nuir8ltiHf63OK off=10855542 len=26103 2024-04-13T08:14:08.599 INFO:tasks.workunit.client.0.smithi119.stdout:op 2377 completed, throughput=5MB/sec 2024-04-13T08:14:08.599 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-8v1IeU9y-CRIdkf off=6002838 len=145321 2024-04-13T08:14:08.600 INFO:tasks.workunit.client.0.smithi119.stdout:op 2378 completed, throughput=5MB/sec 2024-04-13T08:14:08.600 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-FwLwZXyO7YKK6bn off=10404408 len=533523 2024-04-13T08:14:08.600 INFO:tasks.workunit.client.0.smithi119.stdout:op 2379 completed, throughput=5MB/sec 2024-04-13T08:14:08.600 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-FLG0I7HGslc9MpP off=5563692 len=1673348 2024-04-13T08:14:08.602 INFO:tasks.workunit.client.0.smithi119.stdout:op 2380 completed, throughput=5MB/sec 2024-04-13T08:14:08.602 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-S_rs6WgzWOnNDUw off=326526 len=2027679 2024-04-13T08:14:08.614 INFO:tasks.workunit.client.0.smithi119.stdout:op 2381 completed, throughput=5MB/sec 2024-04-13T08:14:09.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:14:08 smithi139 ceph-mon[88985]: pgmap v1638: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-13T08:14:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:14:08 smithi119 ceph-mon[96316]: pgmap v1638: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-13T08:14:09.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:14:08 smithi119 ceph-mon[93746]: pgmap v1638: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-13T08:14:09.614 INFO:tasks.workunit.client.0.smithi119.stdout: 465: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:09.614 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-W9n7nmAeik4SXfp off=23375336 len=1696752 2024-04-13T08:14:09.618 INFO:tasks.workunit.client.0.smithi119.stdout:op 2382 completed, throughput=5MB/sec 2024-04-13T08:14:09.618 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-pFVEJ6edHdWWRmY off=13062945 len=1450287 2024-04-13T08:14:09.627 INFO:tasks.workunit.client.0.smithi119.stdout:op 2383 completed, throughput=5MB/sec 2024-04-13T08:14:09.627 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-TsdT8KgXM1scmrO off=16713300 len=1297565 2024-04-13T08:14:09.629 INFO:tasks.workunit.client.0.smithi119.stdout:op 2384 completed, throughput=5MB/sec 2024-04-13T08:14:10.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:14:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:14:10.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:14:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:14:10.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:14:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:14:10.630 INFO:tasks.workunit.client.0.smithi119.stdout: 466: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:10.630 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-gzCh7a0tfge_zTh off=8590433 len=840961 2024-04-13T08:14:10.631 INFO:tasks.workunit.client.0.smithi119.stdout:op 2385 completed, throughput=4.99MB/sec 2024-04-13T08:14:10.631 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ZnzEelE3phHTsK_ off=19518167 len=686549 2024-04-13T08:14:10.635 INFO:tasks.workunit.client.0.smithi119.stdout:op 2386 completed, throughput=4.99MB/sec 2024-04-13T08:14:10.635 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ok5twxz6QDjDAd- off=4409403 len=138304 2024-04-13T08:14:10.638 INFO:tasks.workunit.client.0.smithi119.stdout:op 2387 completed, throughput=4.99MB/sec 2024-04-13T08:14:10.638 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Sk1Zq0UO4YtLuX4 off=14505635 len=1504070 2024-04-13T08:14:10.648 INFO:tasks.workunit.client.0.smithi119.stdout:op 2388 completed, throughput=5MB/sec 2024-04-13T08:14:10.648 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-rkLnyFy5qiX7i5x off=2052638 len=770421 2024-04-13T08:14:10.649 INFO:tasks.workunit.client.0.smithi119.stdout:op 2389 completed, throughput=5MB/sec 2024-04-13T08:14:10.649 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-BmJszvIhJd2SzGs off=13554035 len=1799666 2024-04-13T08:14:10.658 INFO:tasks.workunit.client.0.smithi119.stdout:op 2390 completed, throughput=5MB/sec 2024-04-13T08:14:11.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:14:10 smithi139 ceph-mon[88985]: pgmap v1639: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-13T08:14:11.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:14:10 smithi119 ceph-mon[96316]: pgmap v1639: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-13T08:14:11.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:14:10 smithi119 ceph-mon[93746]: pgmap v1639: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-13T08:14:11.658 INFO:tasks.workunit.client.0.smithi119.stdout: 467: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:11.658 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-mgymHmbT_jKXTs5 off=2975569 len=1141914 2024-04-13T08:14:11.664 INFO:tasks.workunit.client.0.smithi119.stdout:op 2391 completed, throughput=4.99MB/sec 2024-04-13T08:14:11.664 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-aP2D1OYnRGZgKgS off=1756538 len=766443 2024-04-13T08:14:11.668 INFO:tasks.workunit.client.0.smithi119.stdout:op 2392 completed, throughput=5MB/sec 2024-04-13T08:14:11.668 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-s5r4AaEZ94Paxnb off=100159 len=44075 2024-04-13T08:14:11.668 INFO:tasks.workunit.client.0.smithi119.stdout:op 2393 completed, throughput=5MB/sec 2024-04-13T08:14:11.668 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-mHO811OotP9lQ1f off=2261056 len=527931 2024-04-13T08:14:11.672 INFO:tasks.workunit.client.0.smithi119.stdout:op 2394 completed, throughput=5MB/sec 2024-04-13T08:14:11.672 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-atK9W065z_tFzmt off=3438700 len=990662 2024-04-13T08:14:11.678 INFO:tasks.workunit.client.0.smithi119.stdout:op 2395 completed, throughput=5MB/sec 2024-04-13T08:14:11.678 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-SLe63ecEqlkjpnO off=15024879 len=1235542 2024-04-13T08:14:11.679 INFO:tasks.workunit.client.0.smithi119.stdout:op 2396 completed, throughput=5MB/sec 2024-04-13T08:14:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:14:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:14:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:14:12.680 INFO:tasks.workunit.client.0.smithi119.stdout: 468: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:12.680 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-HjUaPZUWL8U8uQY off=4757687 len=718332 2024-04-13T08:14:12.684 INFO:tasks.workunit.client.0.smithi119.stdout:op 2397 completed, throughput=4.99MB/sec 2024-04-13T08:14:12.684 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-PBdScB3ryOe-iCd off=7694435 len=517284 2024-04-13T08:14:12.688 INFO:tasks.workunit.client.0.smithi119.stdout:op 2398 completed, throughput=4.99MB/sec 2024-04-13T08:14:12.688 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-vIgjJSkj1wln7o1 off=3866865 len=1367181 2024-04-13T08:14:12.694 INFO:tasks.workunit.client.0.smithi119.stdout:op 2399 completed, throughput=5MB/sec 2024-04-13T08:14:12.695 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-QiHh4GfKCDb4jOG off=20166435 len=194177 2024-04-13T08:14:12.695 INFO:tasks.workunit.client.0.smithi119.stdout:op 2400 completed, throughput=5MB/sec 2024-04-13T08:14:12.695 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-OgC8jKS7jJ9o2qM off=10822628 len=367951 2024-04-13T08:14:12.696 INFO:tasks.workunit.client.0.smithi119.stdout:op 2401 completed, throughput=5MB/sec 2024-04-13T08:14:12.696 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-tdvu83oFNp4agtz off=7859214 len=521030 2024-04-13T08:14:12.697 INFO:tasks.workunit.client.0.smithi119.stdout:op 2402 completed, throughput=5MB/sec 2024-04-13T08:14:12.697 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-zE9rGQQI860c6wJ off=16034467 len=1262900 2024-04-13T08:14:12.699 INFO:tasks.workunit.client.0.smithi119.stdout:op 2403 completed, throughput=5MB/sec 2024-04-13T08:14:13.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:14:12 smithi139 ceph-mon[88985]: pgmap v1640: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-13T08:14:13.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:14:12 smithi119 ceph-mon[96316]: pgmap v1640: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-13T08:14:13.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:14:12 smithi119 ceph-mon[93746]: pgmap v1640: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-13T08:14:13.699 INFO:tasks.workunit.client.0.smithi119.stdout: 469: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:13.700 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-NJSh7y5iS_OcScZ off=5329765 len=75486 2024-04-13T08:14:13.700 INFO:tasks.workunit.client.0.smithi119.stdout:op 2404 completed, throughput=4.99MB/sec 2024-04-13T08:14:13.700 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-b0JyhhZAlrhadzu off=2389712 len=1945173 2024-04-13T08:14:13.703 INFO:tasks.workunit.client.0.smithi119.stdout:op 2405 completed, throughput=4.99MB/sec 2024-04-13T08:14:13.703 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-1FBS9ilRj4690OT off=1395634 len=244383 2024-04-13T08:14:13.703 INFO:tasks.workunit.client.0.smithi119.stdout:op 2406 completed, throughput=4.99MB/sec 2024-04-13T08:14:13.703 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-8Y59xBfO4ekoCUq off=13752169 len=798068 2024-04-13T08:14:13.704 INFO:tasks.workunit.client.0.smithi119.stdout:op 2407 completed, throughput=5MB/sec 2024-04-13T08:14:13.704 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ZUXD-qMNQmaJk3r off=2110723 len=353295 2024-04-13T08:14:13.708 INFO:tasks.workunit.client.0.smithi119.stdout:op 2408 completed, throughput=5MB/sec 2024-04-13T08:14:13.708 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ZoSkCilWgCpJqRf off=5411819 len=666000 2024-04-13T08:14:13.713 INFO:tasks.workunit.client.0.smithi119.stdout:op 2409 completed, throughput=5MB/sec 2024-04-13T08:14:13.713 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-3D0YmGQeljaFD59 off=2137622 len=914913 2024-04-13T08:14:13.716 INFO:tasks.workunit.client.0.smithi119.stdout:op 2410 completed, throughput=5MB/sec 2024-04-13T08:14:13.716 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-gVf57JpAi0AbVY8 off=1488353 len=361246 2024-04-13T08:14:13.719 INFO:tasks.workunit.client.0.smithi119.stdout:op 2411 completed, throughput=5MB/sec 2024-04-13T08:14:14.720 INFO:tasks.workunit.client.0.smithi119.stdout: 470: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:14.720 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-NCLKW1ibr74Vxt8 off=4308937 len=310393 2024-04-13T08:14:14.723 INFO:tasks.workunit.client.0.smithi119.stdout:op 2412 completed, throughput=4.99MB/sec 2024-04-13T08:14:14.723 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-5TGY4-Q80Ch_epQ off=5405976 len=408597 2024-04-13T08:14:14.724 INFO:tasks.workunit.client.0.smithi119.stdout:op 2413 completed, throughput=4.99MB/sec 2024-04-13T08:14:14.724 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Wjj-YsGYMqmCYh6 off=21589982 len=799354 2024-04-13T08:14:14.726 INFO:tasks.workunit.client.0.smithi119.stdout:op 2414 completed, throughput=4.99MB/sec 2024-04-13T08:14:14.726 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-r2mrrHWPHwHx5Rl off=233701 len=841405 2024-04-13T08:14:14.727 INFO:tasks.workunit.client.0.smithi119.stdout:op 2415 completed, throughput=4.99MB/sec 2024-04-13T08:14:14.727 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-f5UfQkUKqxujzqP off=22786049 len=648994 2024-04-13T08:14:14.729 INFO:tasks.workunit.client.0.smithi119.stdout:op 2416 completed, throughput=5MB/sec 2024-04-13T08:14:14.729 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-uYkql9idRBcp0ZG off=5957249 len=1072490 2024-04-13T08:14:14.730 INFO:tasks.workunit.client.0.smithi119.stdout:op 2417 completed, throughput=5MB/sec 2024-04-13T08:14:14.730 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-G9cpqLlLf82k_oy off=9346932 len=818014 2024-04-13T08:14:14.735 INFO:tasks.workunit.client.0.smithi119.stdout:op 2418 completed, throughput=5MB/sec 2024-04-13T08:14:14.735 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-BSr5XJJ-es0dLA7 off=11264876 len=1361231 2024-04-13T08:14:14.737 INFO:tasks.workunit.client.0.smithi119.stdout:op 2419 completed, throughput=5MB/sec 2024-04-13T08:14:15.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:14:14 smithi139 ceph-mon[88985]: pgmap v1641: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T08:14:15.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:14:14 smithi119 ceph-mon[96316]: pgmap v1641: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T08:14:15.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:14:14 smithi119 ceph-mon[93746]: pgmap v1641: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T08:14:15.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:14:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:14:14] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-04-13T08:14:15.738 INFO:tasks.workunit.client.0.smithi119.stdout: 471: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:15.738 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--tHsIOEIwEripXo off=483946 len=1327556 2024-04-13T08:14:15.740 INFO:tasks.workunit.client.0.smithi119.stdout:op 2420 completed, throughput=4.99MB/sec 2024-04-13T08:14:15.740 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3EhO9P4r2qFwdRZ off=2621044 len=549937 2024-04-13T08:14:15.745 INFO:tasks.workunit.client.0.smithi119.stdout:op 2421 completed, throughput=5MB/sec 2024-04-13T08:14:15.745 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-eyzdo3S1CzMfor8 off=6906053 len=1319633 2024-04-13T08:14:15.747 INFO:tasks.workunit.client.0.smithi119.stdout:op 2422 completed, throughput=5MB/sec 2024-04-13T08:14:15.747 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-wfRTSZFdEEFftiz off=5194683 len=1317757 2024-04-13T08:14:15.748 INFO:tasks.workunit.client.0.smithi119.stdout:op 2423 completed, throughput=5MB/sec 2024-04-13T08:14:16.748 INFO:tasks.workunit.client.0.smithi119.stdout: 472: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:16.749 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-HeJLb0exYcqKqzl off=15418309 len=165689 2024-04-13T08:14:16.754 INFO:tasks.workunit.client.0.smithi119.stdout:op 2424 completed, throughput=4.99MB/sec 2024-04-13T08:14:16.754 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-StyNibFSRevqD6Y off=1404212 len=1455951 2024-04-13T08:14:16.761 INFO:tasks.workunit.client.0.smithi119.stdout:op 2425 completed, throughput=4.99MB/sec 2024-04-13T08:14:16.761 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ed_olA8F4bmFyY6 off=1943660 len=353442 2024-04-13T08:14:16.762 INFO:tasks.workunit.client.0.smithi119.stdout:op 2426 completed, throughput=4.99MB/sec 2024-04-13T08:14:16.762 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-API2MyeRr3j2OH3 off=8136556 len=939683 2024-04-13T08:14:16.766 INFO:tasks.workunit.client.0.smithi119.stdout:op 2427 completed, throughput=5MB/sec 2024-04-13T08:14:16.767 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-l4vHeojX-NS4ziv off=4446565 len=1421289 2024-04-13T08:14:16.774 INFO:tasks.workunit.client.0.smithi119.stdout:op 2428 completed, throughput=5MB/sec 2024-04-13T08:14:16.774 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-EUsNldJXaPBRCos off=4925834 len=980084 2024-04-13T08:14:16.775 INFO:tasks.workunit.client.0.smithi119.stdout:op 2429 completed, throughput=5MB/sec 2024-04-13T08:14:17.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:14:16 smithi139 ceph-mon[88985]: pgmap v1642: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T08:14:17.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:14:16 smithi119 ceph-mon[96316]: pgmap v1642: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T08:14:17.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:14:16 smithi119 ceph-mon[93746]: pgmap v1642: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T08:14:17.775 INFO:tasks.workunit.client.0.smithi119.stdout: 473: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:17.776 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-g-bnmXbEKWDidmX off=11742223 len=2019138 2024-04-13T08:14:17.777 INFO:tasks.workunit.client.0.smithi119.stdout:op 2430 completed, throughput=4.99MB/sec 2024-04-13T08:14:17.778 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-NRl2v-YFqTXN4_W off=196333 len=1429373 2024-04-13T08:14:17.782 INFO:tasks.workunit.client.0.smithi119.stdout:op 2431 completed, throughput=5MB/sec 2024-04-13T08:14:17.782 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-SbYla4gIJTNxjcx off=341420 len=829056 2024-04-13T08:14:17.786 INFO:tasks.workunit.client.0.smithi119.stdout:op 2432 completed, throughput=5MB/sec 2024-04-13T08:14:17.786 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-B5IqBxRCt-QnqU8 off=20661923 len=1636993 2024-04-13T08:14:17.789 INFO:tasks.workunit.client.0.smithi119.stdout:op 2433 completed, throughput=5MB/sec 2024-04-13T08:14:18.790 INFO:tasks.workunit.client.0.smithi119.stdout: 474: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:18.790 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-15AbdS6FYE8lOk6 off=1145619 len=1326815 2024-04-13T08:14:18.798 INFO:tasks.workunit.client.0.smithi119.stdout:op 2434 completed, throughput=4.99MB/sec 2024-04-13T08:14:18.799 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Z8lJW7Ex9yzFCnj off=407246 len=1103071 2024-04-13T08:14:18.801 INFO:tasks.workunit.client.0.smithi119.stdout:op 2435 completed, throughput=5MB/sec 2024-04-13T08:14:18.802 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-6QV1MNj1B2-WBsj off=2576295 len=1926379 2024-04-13T08:14:18.812 INFO:tasks.workunit.client.0.smithi119.stdout:op 2436 completed, throughput=5MB/sec 2024-04-13T08:14:18.813 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-gS3S0-USxXumu7H off=215525 len=814722 2024-04-13T08:14:18.816 INFO:tasks.workunit.client.0.smithi119.stdout:op 2437 completed, throughput=5MB/sec 2024-04-13T08:14:19.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:14:18 smithi139 ceph-mon[88985]: pgmap v1643: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 7 op/s 2024-04-13T08:14:19.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:14:18 smithi119 ceph-mon[96316]: pgmap v1643: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 7 op/s 2024-04-13T08:14:19.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:14:18 smithi119 ceph-mon[93746]: pgmap v1643: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 7 op/s 2024-04-13T08:14:19.818 INFO:tasks.workunit.client.0.smithi119.stdout: 475: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:19.818 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-lnXEmljjOqiZlm1 off=11849612 len=516829 2024-04-13T08:14:19.821 INFO:tasks.workunit.client.0.smithi119.stdout:op 2438 completed, throughput=4.99MB/sec 2024-04-13T08:14:19.821 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-NwhFGH3JMUtRyx5 off=13845815 len=1711192 2024-04-13T08:14:19.828 INFO:tasks.workunit.client.0.smithi119.stdout:op 2439 completed, throughput=5MB/sec 2024-04-13T08:14:19.828 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-LpLd4iCYxFwgUzp off=4213644 len=1676203 2024-04-13T08:14:19.831 INFO:tasks.workunit.client.0.smithi119.stdout:op 2440 completed, throughput=5MB/sec 2024-04-13T08:14:19.832 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-8tuHZlXy3E9-1O- off=6921960 len=857587 2024-04-13T08:14:19.833 INFO:tasks.workunit.client.0.smithi119.stdout:op 2441 completed, throughput=5MB/sec 2024-04-13T08:14:20.834 INFO:tasks.workunit.client.0.smithi119.stdout: 476: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:20.834 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-V4ryVxM0RUJhmNq off=13031022 len=996201 2024-04-13T08:14:20.839 INFO:tasks.workunit.client.0.smithi119.stdout:op 2442 completed, throughput=4.99MB/sec 2024-04-13T08:14:20.840 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-SYxmo3Pp7blHxf3 off=7428199 len=568341 2024-04-13T08:14:20.840 INFO:tasks.workunit.client.0.smithi119.stdout:op 2443 completed, throughput=4.99MB/sec 2024-04-13T08:14:20.841 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-uaxD6QxpRQUNBX4 off=9413417 len=551784 2024-04-13T08:14:20.846 INFO:tasks.workunit.client.0.smithi119.stdout:op 2444 completed, throughput=4.99MB/sec 2024-04-13T08:14:20.846 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-qzAFfPYd9yB8LiR off=4227786 len=1510495 2024-04-13T08:14:20.847 INFO:tasks.workunit.client.0.smithi119.stdout:op 2445 completed, throughput=5MB/sec 2024-04-13T08:14:20.847 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-dlxSCHJw_9-TABZ off=0 len=1478130 2024-04-13T08:14:20.853 INFO:tasks.workunit.client.0.smithi119.stdout:op 2446 completed, throughput=5MB/sec 2024-04-13T08:14:20.853 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-CtBMvqMuxj88Sg3 off=788609 len=1907400 2024-04-13T08:14:20.860 INFO:tasks.workunit.client.0.smithi119.stdout:op 2447 completed, throughput=5MB/sec 2024-04-13T08:14:21.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:14:20 smithi139 ceph-mon[88985]: pgmap v1644: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:14:21.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:14:20 smithi119 ceph-mon[96316]: pgmap v1644: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:14:21.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:14:20 smithi119 ceph-mon[93746]: pgmap v1644: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:14:21.860 INFO:tasks.workunit.client.0.smithi119.stdout: 477: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:21.860 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-qDXTIDbZKqqeWhs off=4675 len=1438097 2024-04-13T08:14:21.869 INFO:tasks.workunit.client.0.smithi119.stdout:op 2448 completed, throughput=5MB/sec 2024-04-13T08:14:21.869 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-X2Umpxsl9PTOjki off=4844618 len=622945 2024-04-13T08:14:21.870 INFO:tasks.workunit.client.0.smithi119.stdout:op 2449 completed, throughput=5MB/sec 2024-04-13T08:14:21.870 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Ql1lVq1DzW69eO_ off=3732211 len=1146034 2024-04-13T08:14:21.874 INFO:tasks.workunit.client.0.smithi119.stdout:op 2450 completed, throughput=5MB/sec 2024-04-13T08:14:21.874 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-5H-yIv2-lJFwo8b off=445357 len=1631009 2024-04-13T08:14:21.883 INFO:tasks.workunit.client.0.smithi119.stdout:op 2451 completed, throughput=5MB/sec 2024-04-13T08:14:22.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:14:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:14:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:14:22.883 INFO:tasks.workunit.client.0.smithi119.stdout: 478: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:22.883 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Gk-pN3A-u1k_aY1 off=844903 len=1182563 2024-04-13T08:14:22.886 INFO:tasks.workunit.client.0.smithi119.stdout:op 2452 completed, throughput=4.99MB/sec 2024-04-13T08:14:22.886 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-NLkoJ5oulfhpNSe off=5315054 len=1023406 2024-04-13T08:14:22.887 INFO:tasks.workunit.client.0.smithi119.stdout:op 2453 completed, throughput=5MB/sec 2024-04-13T08:14:22.887 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-U5CSIkQZVDGYdZZ off=6474943 len=1562317 2024-04-13T08:14:22.896 INFO:tasks.workunit.client.0.smithi119.stdout:op 2454 completed, throughput=5MB/sec 2024-04-13T08:14:22.896 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-21mGmlFfGjD56uR off=373084 len=736982 2024-04-13T08:14:22.901 INFO:tasks.workunit.client.0.smithi119.stdout:op 2455 completed, throughput=5MB/sec 2024-04-13T08:14:23.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:14:22 smithi139 ceph-mon[88985]: pgmap v1645: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:14:23.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:14:22 smithi119 ceph-mon[96316]: pgmap v1645: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:14:23.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:14:22 smithi119 ceph-mon[93746]: pgmap v1645: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:14:23.901 INFO:tasks.workunit.client.0.smithi119.stdout: 479: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:23.902 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-WRwI6Ezqr7BHD_1 off=406417 len=149396 2024-04-13T08:14:23.902 INFO:tasks.workunit.client.0.smithi119.stdout:op 2456 completed, throughput=4.99MB/sec 2024-04-13T08:14:23.902 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-elcEg1n1n6qy_n6 off=94044 len=168852 2024-04-13T08:14:23.903 INFO:tasks.workunit.client.0.smithi119.stdout:op 2457 completed, throughput=4.99MB/sec 2024-04-13T08:14:23.903 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-jY3WiIQ14no2m7- off=14494068 len=1713561 2024-04-13T08:14:23.906 INFO:tasks.workunit.client.0.smithi119.stdout:op 2458 completed, throughput=4.99MB/sec 2024-04-13T08:14:23.906 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-SMO56DQvIpP3mHd off=5937508 len=1786883 2024-04-13T08:14:23.916 INFO:tasks.workunit.client.0.smithi119.stdout:op 2459 completed, throughput=5MB/sec 2024-04-13T08:14:23.916 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-g6-tyGi4UySy_DP off=851781 len=1617913 2024-04-13T08:14:23.923 INFO:tasks.workunit.client.0.smithi119.stdout:op 2460 completed, throughput=5MB/sec 2024-04-13T08:14:24.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:14:23 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:14:24.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:14:23 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:14:24.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:14:23 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:14:24.923 INFO:tasks.workunit.client.0.smithi119.stdout: 480: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:24.923 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-iHoNv7LMSOiaP3_ off=17469963 len=716844 2024-04-13T08:14:24.924 INFO:tasks.workunit.client.0.smithi119.stdout:op 2461 completed, throughput=4.99MB/sec 2024-04-13T08:14:24.924 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-61Hb_awsgZAzHg_ off=3966980 len=541768 2024-04-13T08:14:24.925 INFO:tasks.workunit.client.0.smithi119.stdout:op 2462 completed, throughput=4.99MB/sec 2024-04-13T08:14:24.925 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-EUncldqw64tiWin off=3268541 len=500442 2024-04-13T08:14:24.929 INFO:tasks.workunit.client.0.smithi119.stdout:op 2463 completed, throughput=4.99MB/sec 2024-04-13T08:14:24.930 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-PbY3xzyRnpsQ34L off=959296 len=809502 2024-04-13T08:14:24.931 INFO:tasks.workunit.client.0.smithi119.stdout:op 2464 completed, throughput=5MB/sec 2024-04-13T08:14:24.931 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-JxL3QRPjyv7MHdG off=13599317 len=2016303 2024-04-13T08:14:24.942 INFO:tasks.workunit.client.0.smithi119.stdout:op 2465 completed, throughput=5MB/sec 2024-04-13T08:14:24.942 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-9xOsAADivxKYsev off=7690850 len=1915185 2024-04-13T08:14:24.944 INFO:tasks.workunit.client.0.smithi119.stdout:op 2466 completed, throughput=5MB/sec 2024-04-13T08:14:25.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:14:24 smithi139 ceph-mon[88985]: pgmap v1646: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:14:25.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:14:24 smithi119 ceph-mon[96316]: pgmap v1646: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:14:25.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:14:24 smithi119 ceph-mon[93746]: pgmap v1646: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:14:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:14:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:14:24] "GET /metrics HTTP/1.1" 200 34007 "" "Prometheus/2.43.0" 2024-04-13T08:14:25.945 INFO:tasks.workunit.client.0.smithi119.stdout: 481: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:25.945 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-eQpxwxQ5V4KlvhR off=2487666 len=1280643 2024-04-13T08:14:25.952 INFO:tasks.workunit.client.0.smithi119.stdout:op 2467 completed, throughput=5MB/sec 2024-04-13T08:14:25.952 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-H3sWFs_xMPYKQ0X off=1817456 len=28114 2024-04-13T08:14:25.952 INFO:tasks.workunit.client.0.smithi119.stdout:op 2468 completed, throughput=5MB/sec 2024-04-13T08:14:25.952 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-eGO0J0CKNr9eZBW off=3398429 len=63464 2024-04-13T08:14:25.955 INFO:tasks.workunit.client.0.smithi119.stdout:op 2469 completed, throughput=5MB/sec 2024-04-13T08:14:25.955 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-c8H7-Wu-Rcm3YYn off=3537184 len=306783 2024-04-13T08:14:25.958 INFO:tasks.workunit.client.0.smithi119.stdout:op 2470 completed, throughput=5MB/sec 2024-04-13T08:14:25.958 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-oj1vgbOd5uJsheS off=698845 len=1223519 2024-04-13T08:14:25.960 INFO:tasks.workunit.client.0.smithi119.stdout:op 2471 completed, throughput=5MB/sec 2024-04-13T08:14:25.960 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-dp9WGGeiNpNjAwL off=12234171 len=84734 2024-04-13T08:14:25.962 INFO:tasks.workunit.client.0.smithi119.stdout:op 2472 completed, throughput=5MB/sec 2024-04-13T08:14:25.962 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-82uMXTT3YAh_-Pg off=3871165 len=1731485 2024-04-13T08:14:25.970 INFO:tasks.workunit.client.0.smithi119.stdout:op 2473 completed, throughput=5MB/sec 2024-04-13T08:14:26.971 INFO:tasks.workunit.client.0.smithi119.stdout: 482: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:26.971 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-PSelsCObe_xzoj6 off=6684974 len=1713974 2024-04-13T08:14:26.978 INFO:tasks.workunit.client.0.smithi119.stdout:op 2474 completed, throughput=5MB/sec 2024-04-13T08:14:26.978 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-1obWyGaLoX4a-d3 off=2457623 len=350744 2024-04-13T08:14:26.979 INFO:tasks.workunit.client.0.smithi119.stdout:op 2475 completed, throughput=5MB/sec 2024-04-13T08:14:26.979 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-_TydqCMfFhQ45wX off=3288440 len=219281 2024-04-13T08:14:26.982 INFO:tasks.workunit.client.0.smithi119.stdout:op 2476 completed, throughput=5MB/sec 2024-04-13T08:14:26.982 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-u8tCkWkmKjPkhXq off=2085656 len=337695 2024-04-13T08:14:26.983 INFO:tasks.workunit.client.0.smithi119.stdout:op 2477 completed, throughput=5MB/sec 2024-04-13T08:14:26.983 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-JucsWJy9SaBFQco off=16805444 len=869223 2024-04-13T08:14:26.984 INFO:tasks.workunit.client.0.smithi119.stdout:op 2478 completed, throughput=5MB/sec 2024-04-13T08:14:26.984 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-W8gBmZp--kwlHXA off=663324 len=1735967 2024-04-13T08:14:26.994 INFO:tasks.workunit.client.0.smithi119.stdout:op 2479 completed, throughput=5MB/sec 2024-04-13T08:14:27.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:14:26 smithi139 ceph-mon[88985]: pgmap v1647: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:14:27.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:14:26 smithi119 ceph-mon[96316]: pgmap v1647: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:14:27.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:14:26 smithi119 ceph-mon[93746]: pgmap v1647: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:14:27.995 INFO:tasks.workunit.client.0.smithi119.stdout: 483: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:27.995 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-QS69Mh4CCeLhmhQ off=17707841 len=1745905 2024-04-13T08:14:27.998 INFO:tasks.workunit.client.0.smithi119.stdout:op 2480 completed, throughput=4.99MB/sec 2024-04-13T08:14:27.998 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Btz1iFYEHoTSlwB off=4802932 len=592760 2024-04-13T08:14:27.999 INFO:tasks.workunit.client.0.smithi119.stdout:op 2481 completed, throughput=5MB/sec 2024-04-13T08:14:27.999 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-31E3U13QJQTb88t off=13362626 len=1730555 2024-04-13T08:14:28.002 INFO:tasks.workunit.client.0.smithi119.stdout:op 2482 completed, throughput=5MB/sec 2024-04-13T08:14:28.002 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-0gDp8FwP-puGl7g off=631816 len=828437 2024-04-13T08:14:28.008 INFO:tasks.workunit.client.0.smithi119.stdout:op 2483 completed, throughput=5MB/sec 2024-04-13T08:14:29.008 INFO:tasks.workunit.client.0.smithi119.stdout: 484: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:29.009 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-TgbS04jrhu4EJlq off=4676546 len=1707414 2024-04-13T08:14:29.017 INFO:tasks.workunit.client.0.smithi119.stdout:op 2484 completed, throughput=4.99MB/sec 2024-04-13T08:14:29.017 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-zC-OuTEUROtyNit off=13887476 len=1822365 2024-04-13T08:14:29.018 INFO:tasks.workunit.client.0.smithi119.stdout:op 2485 completed, throughput=5MB/sec 2024-04-13T08:14:29.019 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-0yityRzpGcABDIr off=10646722 len=1013442 2024-04-13T08:14:29.024 INFO:tasks.workunit.client.0.smithi119.stdout:op 2486 completed, throughput=5MB/sec 2024-04-13T08:14:29.024 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-uNgzZFM81flULpe off=19199498 len=1083073 2024-04-13T08:14:29.026 INFO:tasks.workunit.client.0.smithi119.stdout:op 2487 completed, throughput=5MB/sec 2024-04-13T08:14:29.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:14:28 smithi139 ceph-mon[88985]: pgmap v1648: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T08:14:29.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:14:28 smithi119 ceph-mon[96316]: pgmap v1648: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T08:14:29.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:14:28 smithi119 ceph-mon[93746]: pgmap v1648: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T08:14:30.027 INFO:tasks.workunit.client.0.smithi119.stdout: 485: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:30.027 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-pbiyjkGFCeot-YC off=2578224 len=1472152 2024-04-13T08:14:30.034 INFO:tasks.workunit.client.0.smithi119.stdout:op 2488 completed, throughput=4.99MB/sec 2024-04-13T08:14:30.034 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-MVr1F5WpNkyRScP off=2634580 len=1795601 2024-04-13T08:14:30.036 INFO:tasks.workunit.client.0.smithi119.stdout:op 2489 completed, throughput=5MB/sec 2024-04-13T08:14:30.036 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-swox2aBkwf79-eh off=7316941 len=1096614 2024-04-13T08:14:30.038 INFO:tasks.workunit.client.0.smithi119.stdout:op 2490 completed, throughput=5MB/sec 2024-04-13T08:14:30.038 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-5bilTVZfOe256ka off=7978731 len=263351 2024-04-13T08:14:30.041 INFO:tasks.workunit.client.0.smithi119.stdout:op 2491 completed, throughput=5MB/sec 2024-04-13T08:14:31.041 INFO:tasks.workunit.client.0.smithi119.stdout: 486: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:31.042 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-KDmlpY5xMTee5M7 off=2895979 len=1624285 2024-04-13T08:14:31.043 INFO:tasks.workunit.client.0.smithi119.stdout:op 2492 completed, throughput=4.99MB/sec 2024-04-13T08:14:31.043 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-LnWpA06yeCxYx13 off=3031291 len=1894143 2024-04-13T08:14:31.054 INFO:tasks.workunit.client.0.smithi119.stdout:op 2493 completed, throughput=5MB/sec 2024-04-13T08:14:31.055 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-LpTlPz8Z7mzShkx off=14626460 len=1327508 2024-04-13T08:14:31.060 INFO:tasks.workunit.client.0.smithi119.stdout:op 2494 completed, throughput=5MB/sec 2024-04-13T08:14:31.060 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-MhLm559djvFXbY3 off=755436 len=78473 2024-04-13T08:14:31.061 INFO:tasks.workunit.client.0.smithi119.stdout:op 2495 completed, throughput=5MB/sec 2024-04-13T08:14:31.061 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-6fySAE24XgoVf-C off=2436955 len=1078528 2024-04-13T08:14:31.065 INFO:tasks.workunit.client.0.smithi119.stdout:op 2496 completed, throughput=5MB/sec 2024-04-13T08:14:31.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:14:30 smithi139 ceph-mon[88985]: pgmap v1649: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:14:31.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:14:30 smithi119 ceph-mon[93746]: pgmap v1649: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:14:31.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:14:30 smithi119 ceph-mon[96316]: pgmap v1649: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:14:32.066 INFO:tasks.workunit.client.0.smithi119.stdout: 487: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:32.066 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-hVLvsjpCSfqC-V0 off=4093749 len=280742 2024-04-13T08:14:32.069 INFO:tasks.workunit.client.0.smithi119.stdout:op 2497 completed, throughput=4.99MB/sec 2024-04-13T08:14:32.069 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-VW0e5QXGMMQZU3r off=3002683 len=1873254 2024-04-13T08:14:32.082 INFO:tasks.workunit.client.0.smithi119.stdout:op 2498 completed, throughput=5MB/sec 2024-04-13T08:14:32.082 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-z34VwnNCxOdGVRX off=678707 len=1737072 2024-04-13T08:14:32.084 INFO:tasks.workunit.client.0.smithi119.stdout:op 2499 completed, throughput=5MB/sec 2024-04-13T08:14:32.084 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-AGDBreyKmbo62pF off=18686540 len=669955 2024-04-13T08:14:32.085 INFO:tasks.workunit.client.0.smithi119.stdout:op 2500 completed, throughput=5MB/sec 2024-04-13T08:14:32.085 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-27f6Nbgl2bPat6b off=4612418 len=317134 2024-04-13T08:14:32.086 INFO:tasks.workunit.client.0.smithi119.stdout:op 2501 completed, throughput=5MB/sec 2024-04-13T08:14:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:14:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:14:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:14:33.087 INFO:tasks.workunit.client.0.smithi119.stdout: 488: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:33.087 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-6kIOOMBoQiYghBj off=6739640 len=2055078 2024-04-13T08:14:33.094 INFO:tasks.workunit.client.0.smithi119.stdout:op 2502 completed, throughput=4.99MB/sec 2024-04-13T08:14:33.094 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-7Zi-g2Nl5GvnAUh off=546613 len=1852161 2024-04-13T08:14:33.097 INFO:tasks.workunit.client.0.smithi119.stdout:op 2503 completed, throughput=5MB/sec 2024-04-13T08:14:33.097 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-gLtrIkCevujhdYk off=20799693 len=83984 2024-04-13T08:14:33.099 INFO:tasks.workunit.client.0.smithi119.stdout:op 2504 completed, throughput=5MB/sec 2024-04-13T08:14:33.099 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-4IzekXtzds6QY7q off=4631955 len=138698 2024-04-13T08:14:33.100 INFO:tasks.workunit.client.0.smithi119.stdout:op 2505 completed, throughput=5MB/sec 2024-04-13T08:14:33.100 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-TB9HUPWxz9AEny8 off=5466898 len=681311 2024-04-13T08:14:33.104 INFO:tasks.workunit.client.0.smithi119.stdout:op 2506 completed, throughput=5MB/sec 2024-04-13T08:14:33.104 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-qkGeKzNkhCTFbdu off=604774 len=2005844 2024-04-13T08:14:33.117 INFO:tasks.workunit.client.0.smithi119.stdout:op 2507 completed, throughput=5MB/sec 2024-04-13T08:14:33.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:14:32 smithi139 ceph-mon[88985]: pgmap v1650: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T08:14:33.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:14:32 smithi119 ceph-mon[96316]: pgmap v1650: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T08:14:33.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:14:32 smithi119 ceph-mon[93746]: pgmap v1650: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T08:14:34.118 INFO:tasks.workunit.client.0.smithi119.stdout: 489: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:34.118 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-eO_-sKfOMbXO7fl off=360123 len=579874 2024-04-13T08:14:34.122 INFO:tasks.workunit.client.0.smithi119.stdout:op 2508 completed, throughput=4.99MB/sec 2024-04-13T08:14:34.122 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-YKXVns7La__pEsF off=207924 len=305736 2024-04-13T08:14:34.125 INFO:tasks.workunit.client.0.smithi119.stdout:op 2509 completed, throughput=4.99MB/sec 2024-04-13T08:14:34.126 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-OB_AW72Pu3GJert off=10178731 len=8691 2024-04-13T08:14:34.126 INFO:tasks.workunit.client.0.smithi119.stdout:op 2510 completed, throughput=4.99MB/sec 2024-04-13T08:14:34.126 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-eljA9DpMyVRx-7e off=12788453 len=801177 2024-04-13T08:14:34.131 INFO:tasks.workunit.client.0.smithi119.stdout:op 2511 completed, throughput=5MB/sec 2024-04-13T08:14:34.131 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-i9Ey8HOyS3KCQkH off=2649905 len=730176 2024-04-13T08:14:34.135 INFO:tasks.workunit.client.0.smithi119.stdout:op 2512 completed, throughput=5MB/sec 2024-04-13T08:14:34.135 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Kr5O24r6iDbPdEn off=3287116 len=1518128 2024-04-13T08:14:34.143 INFO:tasks.workunit.client.0.smithi119.stdout:op 2513 completed, throughput=5MB/sec 2024-04-13T08:14:35.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:14:34 smithi139 ceph-mon[88985]: pgmap v1651: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:14:35.143 INFO:tasks.workunit.client.0.smithi119.stdout: 490: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:35.143 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-vN_KgAE4Vnm6Og0 off=9623024 len=1993931 2024-04-13T08:14:35.146 INFO:tasks.workunit.client.0.smithi119.stdout:op 2514 completed, throughput=4.99MB/sec 2024-04-13T08:14:35.146 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-YrHxHL8QbJUKavG off=1955129 len=1167552 2024-04-13T08:14:35.152 INFO:tasks.workunit.client.0.smithi119.stdout:op 2515 completed, throughput=5MB/sec 2024-04-13T08:14:35.152 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-na-m4L1-qemdEv5 off=1249557 len=1092100 2024-04-13T08:14:35.154 INFO:tasks.workunit.client.0.smithi119.stdout:op 2516 completed, throughput=5MB/sec 2024-04-13T08:14:35.154 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-fDGvBbkXemeGxFy off=0 len=1591208 2024-04-13T08:14:35.160 INFO:tasks.workunit.client.0.smithi119.stdout:op 2517 completed, throughput=5MB/sec 2024-04-13T08:14:35.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:14:34 smithi119 ceph-mon[96316]: pgmap v1651: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:14:35.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:14:34 smithi119 ceph-mon[93746]: pgmap v1651: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:14:35.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:14:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:14:34] "GET /metrics HTTP/1.1" 200 34007 "" "Prometheus/2.43.0" 2024-04-13T08:14:36.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:14:35 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:14:36.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:14:35 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:14:36.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:14:35 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:14:36.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:14:35 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:14:36.161 INFO:tasks.workunit.client.0.smithi119.stdout: 491: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:36.161 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-6gtwvyzb5B7-Mbr off=7655943 len=1955129 2024-04-13T08:14:36.162 INFO:tasks.workunit.client.0.smithi119.stdout:op 2518 completed, throughput=5MB/sec 2024-04-13T08:14:36.162 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-uSmIj7TSqnocB6I off=5985320 len=225200 2024-04-13T08:14:36.163 INFO:tasks.workunit.client.0.smithi119.stdout:op 2519 completed, throughput=5MB/sec 2024-04-13T08:14:36.163 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-JqyM1ehIxn-VX3s off=293113 len=1081108 2024-04-13T08:14:36.167 INFO:tasks.workunit.client.0.smithi119.stdout:op 2520 completed, throughput=5MB/sec 2024-04-13T08:14:36.167 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ANY7ttLhpoOS5QU off=3005353 len=2033574 2024-04-13T08:14:36.175 INFO:tasks.workunit.client.0.smithi119.stdout:op 2521 completed, throughput=5MB/sec 2024-04-13T08:14:36.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:14:35 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:14:36.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:14:35 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:14:36.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:14:35 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:14:36.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:14:35 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:14:36.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:14:35 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:14:36.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:14:35 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:14:36.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:14:35 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:14:36.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:14:35 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:14:37.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:14:36 smithi139 ceph-mon[88985]: pgmap v1652: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:14:37.176 INFO:tasks.workunit.client.0.smithi119.stdout: 492: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:37.176 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-mMwfsVVcu1FkAXE off=457921 len=125807 2024-04-13T08:14:37.176 INFO:tasks.workunit.client.0.smithi119.stdout:op 2522 completed, throughput=4.99MB/sec 2024-04-13T08:14:37.176 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-0h87ew7aPUBtsyx off=9146559 len=81500 2024-04-13T08:14:37.179 INFO:tasks.workunit.client.0.smithi119.stdout:op 2523 completed, throughput=4.99MB/sec 2024-04-13T08:14:37.179 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-nPrMamEmEphNWzO off=14587543 len=733190 2024-04-13T08:14:37.180 INFO:tasks.workunit.client.0.smithi119.stdout:op 2524 completed, throughput=4.99MB/sec 2024-04-13T08:14:37.180 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-q14VH6NBfCHx6q9 off=9991374 len=226455 2024-04-13T08:14:37.183 INFO:tasks.workunit.client.0.smithi119.stdout:op 2525 completed, throughput=4.99MB/sec 2024-04-13T08:14:37.183 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-yrZiy0HtZXZHpeF off=15680928 len=2039653 2024-04-13T08:14:37.185 INFO:tasks.workunit.client.0.smithi119.stdout:op 2526 completed, throughput=5MB/sec 2024-04-13T08:14:37.185 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-gmQXrVag2jcgtVA off=1414366 len=640928 2024-04-13T08:14:37.190 INFO:tasks.workunit.client.0.smithi119.stdout:op 2527 completed, throughput=5MB/sec 2024-04-13T08:14:37.190 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ZPDgOMu1VNBbo3G off=4430519 len=724952 2024-04-13T08:14:37.194 INFO:tasks.workunit.client.0.smithi119.stdout:op 2528 completed, throughput=5MB/sec 2024-04-13T08:14:37.194 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-9mY1vY5dJ9992qa off=540203 len=1889944 2024-04-13T08:14:37.202 INFO:tasks.workunit.client.0.smithi119.stdout:op 2529 completed, throughput=5MB/sec 2024-04-13T08:14:37.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:14:36 smithi119 ceph-mon[96316]: pgmap v1652: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:14:37.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:14:36 smithi119 ceph-mon[93746]: pgmap v1652: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:14:38.203 INFO:tasks.workunit.client.0.smithi119.stdout: 493: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:38.203 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-AHGrJo5OuD5RF_4 off=2238642 len=1585184 2024-04-13T08:14:38.207 INFO:tasks.workunit.client.0.smithi119.stdout:op 2530 completed, throughput=5MB/sec 2024-04-13T08:14:38.207 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-L9ZFcMVQtEgReo3 off=2489951 len=1904283 2024-04-13T08:14:38.209 INFO:tasks.workunit.client.0.smithi119.stdout:op 2531 completed, throughput=5MB/sec 2024-04-13T08:14:38.209 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-vzl2h8pwDhVXoKI off=9094878 len=709236 2024-04-13T08:14:38.210 INFO:tasks.workunit.client.0.smithi119.stdout:op 2532 completed, throughput=5MB/sec 2024-04-13T08:14:39.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:14:38 smithi139 ceph-mon[88985]: pgmap v1653: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-13T08:14:39.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:14:38 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:14:39.210 INFO:tasks.workunit.client.0.smithi119.stdout: 494: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:39.210 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-SNwVytKO1IdDNTB off=100603 len=1841382 2024-04-13T08:14:39.214 INFO:tasks.workunit.client.0.smithi119.stdout:op 2533 completed, throughput=4.99MB/sec 2024-04-13T08:14:39.214 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-0OlCnRRfOy3LpXi off=863658 len=124185 2024-04-13T08:14:39.214 INFO:tasks.workunit.client.0.smithi119.stdout:op 2534 completed, throughput=4.99MB/sec 2024-04-13T08:14:39.215 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Qgn8kqjEME-tG7g off=8222532 len=720739 2024-04-13T08:14:39.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:14:38 smithi119 ceph-mon[96316]: pgmap v1653: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-13T08:14:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:14:38 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:14:39.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:14:38 smithi119 ceph-mon[93746]: pgmap v1653: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-13T08:14:39.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:14:38 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:14:39.217 INFO:tasks.workunit.client.0.smithi119.stdout:op 2535 completed, throughput=5MB/sec 2024-04-13T08:14:39.217 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-9IQUvGoSjiIxmYq off=13320366 len=440828 2024-04-13T08:14:39.221 INFO:tasks.workunit.client.0.smithi119.stdout:op 2536 completed, throughput=5MB/sec 2024-04-13T08:14:39.221 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-5CtMEy5hjF7J-vd off=22036023 len=140635 2024-04-13T08:14:39.222 INFO:tasks.workunit.client.0.smithi119.stdout:op 2537 completed, throughput=5MB/sec 2024-04-13T08:14:39.222 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj--pDY0JWNVWdoRYZ off=10408884 len=934718 2024-04-13T08:14:39.227 INFO:tasks.workunit.client.0.smithi119.stdout:op 2538 completed, throughput=5MB/sec 2024-04-13T08:14:39.227 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-x3xeaCeIExZ4Kvn off=10699425 len=977230 2024-04-13T08:14:39.231 INFO:tasks.workunit.client.0.smithi119.stdout:op 2539 completed, throughput=5MB/sec 2024-04-13T08:14:40.232 INFO:tasks.workunit.client.0.smithi119.stdout: 495: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:40.232 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-tG8Ijsrylah8ClP off=2942189 len=907602 2024-04-13T08:14:40.237 INFO:tasks.workunit.client.0.smithi119.stdout:op 2540 completed, throughput=4.99MB/sec 2024-04-13T08:14:40.237 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-lN23G5zpyNWvk9m off=3828208 len=1102347 2024-04-13T08:14:40.242 INFO:tasks.workunit.client.0.smithi119.stdout:op 2541 completed, throughput=4.99MB/sec 2024-04-13T08:14:40.242 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-zrnE5BIL1BIaIzv off=10430571 len=1678973 2024-04-13T08:14:40.244 INFO:tasks.workunit.client.0.smithi119.stdout:op 2542 completed, throughput=5MB/sec 2024-04-13T08:14:40.244 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-vQ8319Y3MPjN-Y7 off=4245367 len=1538093 2024-04-13T08:14:40.253 INFO:tasks.workunit.client.0.smithi119.stdout:op 2543 completed, throughput=5MB/sec 2024-04-13T08:14:41.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:14:40 smithi139 ceph-mon[88985]: pgmap v1654: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T08:14:41.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:14:40 smithi119 ceph-mon[96316]: pgmap v1654: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T08:14:41.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:14:40 smithi119 ceph-mon[93746]: pgmap v1654: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T08:14:41.254 INFO:tasks.workunit.client.0.smithi119.stdout: 496: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:41.254 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-QnIF7B9vlXuiePf off=9293266 len=614412 2024-04-13T08:14:41.256 INFO:tasks.workunit.client.0.smithi119.stdout:op 2544 completed, throughput=4.99MB/sec 2024-04-13T08:14:41.256 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-6-ELNGJjyOBvKxR off=14726539 len=620547 2024-04-13T08:14:41.260 INFO:tasks.workunit.client.0.smithi119.stdout:op 2545 completed, throughput=4.99MB/sec 2024-04-13T08:14:41.260 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-6LqISKbjyyG_13W off=1851153 len=1142719 2024-04-13T08:14:41.265 INFO:tasks.workunit.client.0.smithi119.stdout:op 2546 completed, throughput=5MB/sec 2024-04-13T08:14:41.265 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-X7vyikWBSzd1kgJ off=12786831 len=1076441 2024-04-13T08:14:41.271 INFO:tasks.workunit.client.0.smithi119.stdout:op 2547 completed, throughput=5MB/sec 2024-04-13T08:14:41.271 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-tjoXK2TZS6MzE81 off=10576215 len=778824 2024-04-13T08:14:41.272 INFO:tasks.workunit.client.0.smithi119.stdout:op 2548 completed, throughput=5MB/sec 2024-04-13T08:14:41.272 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-aV6_-Ni6bjeLNr7 off=10693243 len=84727 2024-04-13T08:14:41.273 INFO:tasks.workunit.client.0.smithi119.stdout:op 2549 completed, throughput=5MB/sec 2024-04-13T08:14:41.273 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-hrSUlzhlrTU7-3A off=9387466 len=2042330 2024-04-13T08:14:41.281 INFO:tasks.workunit.client.0.smithi119.stdout:op 2550 completed, throughput=5MB/sec 2024-04-13T08:14:42.282 INFO:tasks.workunit.client.0.smithi119.stdout: 497: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:42.282 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-dUlsMUOWhklHd1M off=2855298 len=161883 2024-04-13T08:14:42.285 INFO:tasks.workunit.client.0.smithi119.stdout:op 2551 completed, throughput=4.99MB/sec 2024-04-13T08:14:42.285 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-vgtMgxcgJxNxMye off=20980909 len=397554 2024-04-13T08:14:42.286 INFO:tasks.workunit.client.0.smithi119.stdout:op 2552 completed, throughput=4.99MB/sec 2024-04-13T08:14:42.286 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-xS3Vq1fr2Bd4WiF off=11513053 len=1765597 2024-04-13T08:14:42.295 INFO:tasks.workunit.client.0.smithi119.stdout:op 2553 completed, throughput=5MB/sec 2024-04-13T08:14:42.295 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-IYqgByncFQgQIIT off=8466015 len=685638 2024-04-13T08:14:42.296 INFO:tasks.workunit.client.0.smithi119.stdout:op 2554 completed, throughput=5MB/sec 2024-04-13T08:14:42.296 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-woSAxJoQHPa5pe2 off=3687412 len=789276 2024-04-13T08:14:42.297 INFO:tasks.workunit.client.0.smithi119.stdout:op 2555 completed, throughput=5MB/sec 2024-04-13T08:14:42.297 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-X3Hf3oKXTe7Th8I off=3327984 len=904686 2024-04-13T08:14:42.302 INFO:tasks.workunit.client.0.smithi119.stdout:op 2556 completed, throughput=5MB/sec 2024-04-13T08:14:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:14:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:14:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:14:43.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:14:42 smithi139 ceph-mon[88985]: pgmap v1655: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:14:43.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:14:42 smithi119 ceph-mon[96316]: pgmap v1655: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:14:43.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:14:42 smithi119 ceph-mon[93746]: pgmap v1655: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:14:43.303 INFO:tasks.workunit.client.0.smithi119.stdout: 498: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:43.303 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-rVT1PRPyw1ZWekT off=58834 len=718257 2024-04-13T08:14:43.307 INFO:tasks.workunit.client.0.smithi119.stdout:op 2557 completed, throughput=4.99MB/sec 2024-04-13T08:14:43.307 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-5G4BEuzBMiK6Qbu off=8121118 len=260622 2024-04-13T08:14:43.308 INFO:tasks.workunit.client.0.smithi119.stdout:op 2558 completed, throughput=4.99MB/sec 2024-04-13T08:14:43.308 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-PkeVx59ycIgPCTF off=3035444 len=1802872 2024-04-13T08:14:43.317 INFO:tasks.workunit.client.0.smithi119.stdout:op 2559 completed, throughput=5MB/sec 2024-04-13T08:14:43.317 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-MbUWVk6ILjxg-j2 off=7181652 len=119255 2024-04-13T08:14:43.318 INFO:tasks.workunit.client.0.smithi119.stdout:op 2560 completed, throughput=5MB/sec 2024-04-13T08:14:43.318 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-hIpkIb-_EHbhAdt off=1546251 len=435687 2024-04-13T08:14:43.319 INFO:tasks.workunit.client.0.smithi119.stdout:op 2561 completed, throughput=5MB/sec 2024-04-13T08:14:43.319 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-MXOUAlQiFN54DMX off=5562444 len=1871489 2024-04-13T08:14:43.326 INFO:tasks.workunit.client.0.smithi119.stdout:op 2562 completed, throughput=5MB/sec 2024-04-13T08:14:44.326 INFO:tasks.workunit.client.0.smithi119.stdout: 499: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:44.327 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-1yFEJgn7uNXrE91 off=1844930 len=218387 2024-04-13T08:14:44.330 INFO:tasks.workunit.client.0.smithi119.stdout:op 2563 completed, throughput=4.99MB/sec 2024-04-13T08:14:44.330 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-kazdxmaZ7Ldx3Er off=73741 len=2000350 2024-04-13T08:14:44.340 INFO:tasks.workunit.client.0.smithi119.stdout:op 2564 completed, throughput=5MB/sec 2024-04-13T08:14:44.340 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-xV3advUpdoIeKcr off=3640455 len=1712912 2024-04-13T08:14:44.341 INFO:tasks.workunit.client.0.smithi119.stdout:op 2565 completed, throughput=5MB/sec 2024-04-13T08:14:44.341 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-smqIe-AT99fmG5g off=17939305 len=576218 2024-04-13T08:14:44.344 INFO:tasks.workunit.client.0.smithi119.stdout:op 2566 completed, throughput=5MB/sec 2024-04-13T08:14:44.344 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-SvzIE7MaxbFfrNO off=1046751 len=1423379 2024-04-13T08:14:44.346 INFO:tasks.workunit.client.0.smithi119.stdout:op 2567 completed, throughput=5MB/sec 2024-04-13T08:14:45.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:14:44 smithi139 ceph-mon[88985]: pgmap v1656: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:14:45.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:14:44 smithi119 ceph-mon[93746]: pgmap v1656: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:14:45.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:14:44 smithi119 ceph-mon[96316]: pgmap v1656: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:14:45.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:14:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:14:44] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-04-13T08:14:45.346 INFO:tasks.workunit.client.0.smithi119.stdout: 500: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:45.346 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-b_feE0unyaLMrPJ off=9906908 len=422867 2024-04-13T08:14:45.347 INFO:tasks.workunit.client.0.smithi119.stdout:op 2568 completed, throughput=4.99MB/sec 2024-04-13T08:14:45.347 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-LEW4ljxGST6Io8N off=8792424 len=882952 2024-04-13T08:14:45.349 INFO:tasks.workunit.client.0.smithi119.stdout:op 2569 completed, throughput=4.99MB/sec 2024-04-13T08:14:45.349 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-pZk4JAGuoK-g0jg off=4934560 len=1962897 2024-04-13T08:14:45.353 INFO:tasks.workunit.client.0.smithi119.stdout:op 2570 completed, throughput=5MB/sec 2024-04-13T08:14:45.353 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-_NcmullGqAbp_q2 off=19379080 len=1103541 2024-04-13T08:14:45.359 INFO:tasks.workunit.client.0.smithi119.stdout:op 2571 completed, throughput=5MB/sec 2024-04-13T08:14:46.359 INFO:tasks.workunit.client.0.smithi119.stdout: 501: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:46.360 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ydyDkjD5rJCJKmz off=7297108 len=863046 2024-04-13T08:14:46.365 INFO:tasks.workunit.client.0.smithi119.stdout:op 2572 completed, throughput=4.99MB/sec 2024-04-13T08:14:46.365 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-w6RMfRuM01YUQI4 off=14083945 len=1735310 2024-04-13T08:14:46.374 INFO:tasks.workunit.client.0.smithi119.stdout:op 2573 completed, throughput=5MB/sec 2024-04-13T08:14:46.374 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3UwJcjENFaw50J7 off=9896824 len=15965 2024-04-13T08:14:46.377 INFO:tasks.workunit.client.0.smithi119.stdout:op 2574 completed, throughput=5MB/sec 2024-04-13T08:14:46.377 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ZHAcmLuRYq-13Vp off=3261268 len=1966331 2024-04-13T08:14:46.381 INFO:tasks.workunit.client.0.smithi119.stdout:op 2575 completed, throughput=5MB/sec 2024-04-13T08:14:46.381 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-nR0TDz4IBeBEGaI off=10050196 len=824862 2024-04-13T08:14:46.381 INFO:tasks.workunit.client.0.smithi119.stdout:op 2576 completed, throughput=5MB/sec 2024-04-13T08:14:47.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:14:46 smithi139 ceph-mon[88985]: pgmap v1657: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:14:47.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:14:46 smithi119 ceph-mon[96316]: pgmap v1657: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:14:47.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:14:46 smithi119 ceph-mon[93746]: pgmap v1657: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:14:47.382 INFO:tasks.workunit.client.0.smithi119.stdout: 502: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:47.382 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-F8TuQzkdfpGUHrV off=127866 len=1633876 2024-04-13T08:14:47.384 INFO:tasks.workunit.client.0.smithi119.stdout:op 2577 completed, throughput=4.99MB/sec 2024-04-13T08:14:47.384 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ATlr7VLhza_RpzK off=3713649 len=772368 2024-04-13T08:14:47.385 INFO:tasks.workunit.client.0.smithi119.stdout:op 2578 completed, throughput=5MB/sec 2024-04-13T08:14:47.385 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-xJMSy-ZGVDNtf3i off=20267313 len=80236 2024-04-13T08:14:47.387 INFO:tasks.workunit.client.0.smithi119.stdout:op 2579 completed, throughput=5MB/sec 2024-04-13T08:14:47.388 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-TIAH2mq8qPSzE25 off=15842078 len=995850 2024-04-13T08:14:47.392 INFO:tasks.workunit.client.0.smithi119.stdout:op 2580 completed, throughput=5MB/sec 2024-04-13T08:14:47.392 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-AvLhnrFCH4RcLlT off=4045329 len=723862 2024-04-13T08:14:47.393 INFO:tasks.workunit.client.0.smithi119.stdout:op 2581 completed, throughput=5MB/sec 2024-04-13T08:14:47.393 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-FXB_kh66oNcuLv_ off=1013270 len=1361240 2024-04-13T08:14:47.394 INFO:tasks.workunit.client.0.smithi119.stdout:op 2582 completed, throughput=5MB/sec 2024-04-13T08:14:48.395 INFO:tasks.workunit.client.0.smithi119.stdout: 503: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:48.395 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-DWl1_js7vOxlRZR off=9531699 len=591822 2024-04-13T08:14:48.399 INFO:tasks.workunit.client.0.smithi119.stdout:op 2583 completed, throughput=4.99MB/sec 2024-04-13T08:14:48.399 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-oAAMygCCCKkx6vL off=299659 len=342669 2024-04-13T08:14:48.400 INFO:tasks.workunit.client.0.smithi119.stdout:op 2584 completed, throughput=4.99MB/sec 2024-04-13T08:14:48.400 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-YV8yG61bZXPsIPd off=6271730 len=778949 2024-04-13T08:14:48.401 INFO:tasks.workunit.client.0.smithi119.stdout:op 2585 completed, throughput=4.99MB/sec 2024-04-13T08:14:48.401 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-NXGma316F2P1Xg7 off=18778055 len=1751647 2024-04-13T08:14:48.411 INFO:tasks.workunit.client.0.smithi119.stdout:op 2586 completed, throughput=5MB/sec 2024-04-13T08:14:48.411 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ix4xg46hlHpIpM4 off=636358 len=1206906 2024-04-13T08:14:48.418 INFO:tasks.workunit.client.0.smithi119.stdout:op 2587 completed, throughput=5MB/sec 2024-04-13T08:14:48.418 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-RXv8-HNnPQWDN2i off=214578 len=1963421 2024-04-13T08:14:48.419 INFO:tasks.workunit.client.0.smithi119.stdout:op 2588 completed, throughput=5MB/sec 2024-04-13T08:14:49.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:14:48 smithi139 ceph-mon[88985]: pgmap v1658: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T08:14:49.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:14:48 smithi119 ceph-mon[96316]: pgmap v1658: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T08:14:49.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:14:48 smithi119 ceph-mon[93746]: pgmap v1658: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T08:14:49.420 INFO:tasks.workunit.client.0.smithi119.stdout: 504: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:49.420 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-uL-x7Cfs4njuQv_ off=1384142 len=1044930 2024-04-13T08:14:49.425 INFO:tasks.workunit.client.0.smithi119.stdout:op 2589 completed, throughput=5MB/sec 2024-04-13T08:14:49.425 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-6ndNcN7aXZeUxtF off=9191331 len=1955548 2024-04-13T08:14:49.431 INFO:tasks.workunit.client.0.smithi119.stdout:op 2590 completed, throughput=5MB/sec 2024-04-13T08:14:49.431 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-FFLBjWblfXMFF_g off=1547976 len=1417768 2024-04-13T08:14:49.434 INFO:tasks.workunit.client.0.smithi119.stdout:op 2591 completed, throughput=5MB/sec 2024-04-13T08:14:50.435 INFO:tasks.workunit.client.0.smithi119.stdout: 505: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:50.435 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-UUx8xWWRO3evSkv off=15964826 len=1900483 2024-04-13T08:14:50.437 INFO:tasks.workunit.client.0.smithi119.stdout:op 2592 completed, throughput=5MB/sec 2024-04-13T08:14:50.437 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-SCnNYkRr36juisT off=8793829 len=765495 2024-04-13T08:14:50.438 INFO:tasks.workunit.client.0.smithi119.stdout:op 2593 completed, throughput=5MB/sec 2024-04-13T08:14:50.438 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-4mzerVVIkKBsOSS off=11324565 len=876301 2024-04-13T08:14:50.444 INFO:tasks.workunit.client.0.smithi119.stdout:op 2594 completed, throughput=5MB/sec 2024-04-13T08:14:50.444 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-iZNqlKwmoSU0T4t off=6827596 len=376018 2024-04-13T08:14:50.447 INFO:tasks.workunit.client.0.smithi119.stdout:op 2595 completed, throughput=5MB/sec 2024-04-13T08:14:50.447 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-iUHO2sHSjw3Tokh off=5926743 len=979203 2024-04-13T08:14:50.448 INFO:tasks.workunit.client.0.smithi119.stdout:op 2596 completed, throughput=5MB/sec 2024-04-13T08:14:51.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:14:50 smithi139 ceph-mon[88985]: pgmap v1659: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:14:51.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:14:50 smithi119 ceph-mon[96316]: pgmap v1659: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:14:51.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:14:50 smithi119 ceph-mon[93746]: pgmap v1659: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:14:51.448 INFO:tasks.workunit.client.0.smithi119.stdout: 506: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:51.448 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-P_6qMbvbaZjvVX3 off=620741 len=1785362 2024-04-13T08:14:51.450 INFO:tasks.workunit.client.0.smithi119.stdout:op 2597 completed, throughput=4.99MB/sec 2024-04-13T08:14:51.450 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-GvR1BpruZOr4oXV off=140979 len=228125 2024-04-13T08:14:51.451 INFO:tasks.workunit.client.0.smithi119.stdout:op 2598 completed, throughput=4.99MB/sec 2024-04-13T08:14:51.451 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-8ohZvGGMWZZGHzh off=734944 len=402721 2024-04-13T08:14:51.452 INFO:tasks.workunit.client.0.smithi119.stdout:op 2599 completed, throughput=5MB/sec 2024-04-13T08:14:51.452 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-bvGVjWEmXK4eh3E off=7267974 len=797022 2024-04-13T08:14:51.458 INFO:tasks.workunit.client.0.smithi119.stdout:op 2600 completed, throughput=5MB/sec 2024-04-13T08:14:51.458 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ZEJ70SeayQEp9WB off=21090682 len=1461791 2024-04-13T08:14:51.465 INFO:tasks.workunit.client.0.smithi119.stdout:op 2601 completed, throughput=5MB/sec 2024-04-13T08:14:51.466 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-9Cy9CS-G4B4lko2 off=946801 len=1310233 2024-04-13T08:14:51.470 INFO:tasks.workunit.client.0.smithi119.stdout:op 2602 completed, throughput=5MB/sec 2024-04-13T08:14:52.471 INFO:tasks.workunit.client.0.smithi119.stdout: 507: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:52.471 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Omtzjc0AtpvIkfa off=3048051 len=1530578 2024-04-13T08:14:52.474 INFO:tasks.workunit.client.0.smithi119.stdout:op 2603 completed, throughput=5MB/sec 2024-04-13T08:14:52.475 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-QJfKzjOlyf1vDU_ off=14420574 len=856709 2024-04-13T08:14:52.480 INFO:tasks.workunit.client.0.smithi119.stdout:op 2604 completed, throughput=5MB/sec 2024-04-13T08:14:52.480 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-UCnmQY0xRAVDEZe off=96997 len=127053 2024-04-13T08:14:52.480 INFO:tasks.workunit.client.0.smithi119.stdout:op 2605 completed, throughput=5MB/sec 2024-04-13T08:14:52.480 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-3HLDhzfpApJzi4y off=11264666 len=1085965 2024-04-13T08:14:52.483 INFO:tasks.workunit.client.0.smithi119.stdout:op 2606 completed, throughput=5MB/sec 2024-04-13T08:14:52.483 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-LxY3bQVlBwe7RlY off=6385540 len=778730 2024-04-13T08:14:52.484 INFO:tasks.workunit.client.0.smithi119.stdout:op 2607 completed, throughput=5MB/sec 2024-04-13T08:14:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:14:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:14:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:14:53.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:14:52 smithi119 ceph-mon[96316]: pgmap v1660: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-13T08:14:53.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:14:52 smithi119 ceph-mon[93746]: pgmap v1660: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-13T08:14:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:14:52 smithi139 ceph-mon[88985]: pgmap v1660: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-13T08:14:53.484 INFO:tasks.workunit.client.0.smithi119.stdout: 508: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:53.484 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-6vObeFPBWkg5DfL off=3167127 len=285917 2024-04-13T08:14:53.485 INFO:tasks.workunit.client.0.smithi119.stdout:op 2608 completed, throughput=4.99MB/sec 2024-04-13T08:14:53.485 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-bUi_CUvncxHa1al off=2298115 len=1396966 2024-04-13T08:14:53.487 INFO:tasks.workunit.client.0.smithi119.stdout:op 2609 completed, throughput=4.99MB/sec 2024-04-13T08:14:53.487 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-q978Hh6q6F7O2Ym off=2081138 len=650532 2024-04-13T08:14:53.488 INFO:tasks.workunit.client.0.smithi119.stdout:op 2610 completed, throughput=4.99MB/sec 2024-04-13T08:14:53.488 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-tB5efoJd255IIjb off=2800813 len=711902 2024-04-13T08:14:53.489 INFO:tasks.workunit.client.0.smithi119.stdout:op 2611 completed, throughput=5MB/sec 2024-04-13T08:14:53.489 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-fgwnzfETiBrabJY off=16121727 len=111811 2024-04-13T08:14:53.490 INFO:tasks.workunit.client.0.smithi119.stdout:op 2612 completed, throughput=5MB/sec 2024-04-13T08:14:53.490 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-uxNeMGg9nuBuGQB off=19441303 len=903527 2024-04-13T08:14:53.491 INFO:tasks.workunit.client.0.smithi119.stdout:op 2613 completed, throughput=5MB/sec 2024-04-13T08:14:53.491 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-h030aazVHv6Lh7w off=1550218 len=1823948 2024-04-13T08:14:53.503 INFO:tasks.workunit.client.0.smithi119.stdout:op 2614 completed, throughput=5MB/sec 2024-04-13T08:14:54.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:14:53 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:14:54.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:14:53 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:14:54.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:14:53 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:14:54.503 INFO:tasks.workunit.client.0.smithi119.stdout: 509: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:54.503 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-6ZT_bOW5lMAgQwh off=8160475 len=1310031 2024-04-13T08:14:54.505 INFO:tasks.workunit.client.0.smithi119.stdout:op 2615 completed, throughput=4.99MB/sec 2024-04-13T08:14:54.505 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-q_QybEC-5vxfJiq off=15991274 len=1556721 2024-04-13T08:14:54.512 INFO:tasks.workunit.client.0.smithi119.stdout:op 2616 completed, throughput=5MB/sec 2024-04-13T08:14:54.512 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-FY_hdpbjzuo__Fj off=4666991 len=469380 2024-04-13T08:14:54.516 INFO:tasks.workunit.client.0.smithi119.stdout:op 2617 completed, throughput=5MB/sec 2024-04-13T08:14:54.516 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ZwCPqOVRhZF0Mk9 off=3341503 len=1347151 2024-04-13T08:14:54.522 INFO:tasks.workunit.client.0.smithi119.stdout:op 2618 completed, throughput=5MB/sec 2024-04-13T08:14:54.522 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-BWjc8-b5ps14dRS off=10705127 len=53876 2024-04-13T08:14:54.524 INFO:tasks.workunit.client.0.smithi119.stdout:op 2619 completed, throughput=5MB/sec 2024-04-13T08:14:55.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:14:54 smithi119 ceph-mon[96316]: pgmap v1661: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:14:55.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:14:54 smithi119 ceph-mon[93746]: pgmap v1661: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:14:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:14:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:14:54] "GET /metrics HTTP/1.1" 200 34001 "" "Prometheus/2.43.0" 2024-04-13T08:14:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:14:54 smithi139 ceph-mon[88985]: pgmap v1661: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:14:55.525 INFO:tasks.workunit.client.0.smithi119.stdout: 510: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:55.525 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-API2MyeRr3j2OH3 off=11442253 len=1943444 2024-04-13T08:14:55.535 INFO:tasks.workunit.client.0.smithi119.stdout:op 2620 completed, throughput=4.99MB/sec 2024-04-13T08:14:55.535 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-m1EJNG9sW8dpD0n off=10558365 len=676685 2024-04-13T08:14:55.539 INFO:tasks.workunit.client.0.smithi119.stdout:op 2621 completed, throughput=5MB/sec 2024-04-13T08:14:55.539 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-6pk4yO9T88fYFzL off=2900605 len=1632996 2024-04-13T08:14:55.545 INFO:tasks.workunit.client.0.smithi119.stdout:op 2622 completed, throughput=5MB/sec 2024-04-13T08:14:55.546 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Vmo2q4rIIvqMwFT off=9466538 len=1141560 2024-04-13T08:14:55.550 INFO:tasks.workunit.client.0.smithi119.stdout:op 2623 completed, throughput=5MB/sec 2024-04-13T08:14:56.550 INFO:tasks.workunit.client.0.smithi119.stdout: 511: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:56.550 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Sf28CnbyCpUI-yW off=2113403 len=1516365 2024-04-13T08:14:56.552 INFO:tasks.workunit.client.0.smithi119.stdout:op 2624 completed, throughput=4.99MB/sec 2024-04-13T08:14:56.552 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-6RmgmegxNotCNJv off=4535401 len=1535460 2024-04-13T08:14:56.559 INFO:tasks.workunit.client.0.smithi119.stdout:op 2625 completed, throughput=5MB/sec 2024-04-13T08:14:56.559 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-JTovQ-3VrXqdHwD off=2158500 len=1427813 2024-04-13T08:14:56.568 INFO:tasks.workunit.client.0.smithi119.stdout:op 2626 completed, throughput=5MB/sec 2024-04-13T08:14:56.568 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Ld76B94nnkuMr_M off=23838171 len=7380 2024-04-13T08:14:56.568 INFO:tasks.workunit.client.0.smithi119.stdout:op 2627 completed, throughput=5MB/sec 2024-04-13T08:14:56.569 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-5evcEL8-eBJCMl9 off=477312 len=1457325 2024-04-13T08:14:56.571 INFO:tasks.workunit.client.0.smithi119.stdout:op 2628 completed, throughput=5MB/sec 2024-04-13T08:14:57.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:14:56 smithi119 ceph-mon[96316]: pgmap v1662: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:14:57.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:14:56 smithi119 ceph-mon[93746]: pgmap v1662: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:14:57.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:14:56 smithi139 ceph-mon[88985]: pgmap v1662: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:14:57.572 INFO:tasks.workunit.client.0.smithi119.stdout: 512: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:57.572 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-DqxCJ_LzjLkeKHq off=4840563 len=912454 2024-04-13T08:14:57.576 INFO:tasks.workunit.client.0.smithi119.stdout:op 2629 completed, throughput=4.99MB/sec 2024-04-13T08:14:57.576 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-XOMZQcMW0NUoc1b off=6545828 len=836863 2024-04-13T08:14:57.578 INFO:tasks.workunit.client.0.smithi119.stdout:op 2630 completed, throughput=4.99MB/sec 2024-04-13T08:14:57.578 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ZSxJacwgPeK1XPV off=9922966 len=70357 2024-04-13T08:14:57.579 INFO:tasks.workunit.client.0.smithi119.stdout:op 2631 completed, throughput=4.99MB/sec 2024-04-13T08:14:57.579 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-rdlbVCNS0nsk63b off=3804653 len=1459836 2024-04-13T08:14:57.581 INFO:tasks.workunit.client.0.smithi119.stdout:op 2632 completed, throughput=5MB/sec 2024-04-13T08:14:57.581 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--hREPWatvf3Ha3r off=109910 len=2054847 2024-04-13T08:14:57.583 INFO:tasks.workunit.client.0.smithi119.stdout:op 2633 completed, throughput=5MB/sec 2024-04-13T08:14:58.584 INFO:tasks.workunit.client.0.smithi119.stdout: 513: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:58.584 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-3PoRqic1ieYSpjq off=8481762 len=168664 2024-04-13T08:14:58.585 INFO:tasks.workunit.client.0.smithi119.stdout:op 2634 completed, throughput=4.99MB/sec 2024-04-13T08:14:58.585 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-zNzGW-d9nZWOCn1 off=7748623 len=419375 2024-04-13T08:14:58.588 INFO:tasks.workunit.client.0.smithi119.stdout:op 2635 completed, throughput=4.99MB/sec 2024-04-13T08:14:58.588 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Ldzrud_9C9ZQEnS off=2692638 len=279823 2024-04-13T08:14:58.591 INFO:tasks.workunit.client.0.smithi119.stdout:op 2636 completed, throughput=4.99MB/sec 2024-04-13T08:14:58.591 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-iIMhYyEnn1ZMLGX off=5473236 len=109202 2024-04-13T08:14:58.592 INFO:tasks.workunit.client.0.smithi119.stdout:op 2637 completed, throughput=4.99MB/sec 2024-04-13T08:14:58.592 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-2-WAz4ZGeSjb3ge off=5327234 len=759107 2024-04-13T08:14:58.593 INFO:tasks.workunit.client.0.smithi119.stdout:op 2638 completed, throughput=4.99MB/sec 2024-04-13T08:14:58.593 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-tl-OLTrcXmsrB3B off=3185217 len=1188119 2024-04-13T08:14:58.599 INFO:tasks.workunit.client.0.smithi119.stdout:op 2639 completed, throughput=5MB/sec 2024-04-13T08:14:58.599 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-1Z3leyT4WUAVQc0 off=9847509 len=428717 2024-04-13T08:14:58.602 INFO:tasks.workunit.client.0.smithi119.stdout:op 2640 completed, throughput=5MB/sec 2024-04-13T08:14:58.603 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-PBdScB3ryOe-iCd off=12973299 len=1397882 2024-04-13T08:14:58.604 INFO:tasks.workunit.client.0.smithi119.stdout:op 2641 completed, throughput=5MB/sec 2024-04-13T08:14:59.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:14:58 smithi119 ceph-mon[93746]: pgmap v1663: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:14:59.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:14:58 smithi119 ceph-mon[96316]: pgmap v1663: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:14:59.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:14:58 smithi139 ceph-mon[88985]: pgmap v1663: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:14:59.604 INFO:tasks.workunit.client.0.smithi119.stdout: 514: throughput=4.99MB/sec pending data=0 2024-04-13T08:14:59.605 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-6vyA0ZSOIe6xWQy off=2233273 len=863017 2024-04-13T08:14:59.609 INFO:tasks.workunit.client.0.smithi119.stdout:op 2642 completed, throughput=4.99MB/sec 2024-04-13T08:14:59.609 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-kY-ZlXaEqyKQE_4 off=8139988 len=2021012 2024-04-13T08:14:59.621 INFO:tasks.workunit.client.0.smithi119.stdout:op 2643 completed, throughput=5MB/sec 2024-04-13T08:14:59.621 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-U794JRlmmXVcDBR off=139852 len=404821 2024-04-13T08:14:59.625 INFO:tasks.workunit.client.0.smithi119.stdout:op 2644 completed, throughput=5MB/sec 2024-04-13T08:14:59.625 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3uUYN6NNzS3Z4Ih off=11894624 len=2065589 2024-04-13T08:14:59.643 INFO:tasks.workunit.client.0.smithi119.stdout:op 2645 completed, throughput=5MB/sec 2024-04-13T08:14:59.643 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-LL6Yvtr9GYPGvIT off=1333185 len=260644 2024-04-13T08:14:59.646 INFO:tasks.workunit.client.0.smithi119.stdout:op 2646 completed, throughput=5MB/sec 2024-04-13T08:15:00.646 INFO:tasks.workunit.client.0.smithi119.stdout: 515: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:00.646 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-mq3aZUp1dnIpcaK off=1542593 len=628943 2024-04-13T08:15:00.650 INFO:tasks.workunit.client.0.smithi119.stdout:op 2647 completed, throughput=4.99MB/sec 2024-04-13T08:15:00.650 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-5jBov6LBSP2lRoZ off=10973545 len=1340503 2024-04-13T08:15:00.652 INFO:tasks.workunit.client.0.smithi119.stdout:op 2648 completed, throughput=4.99MB/sec 2024-04-13T08:15:00.652 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-xD01VlNVtgsCooo off=3464414 len=1757807 2024-04-13T08:15:00.655 INFO:tasks.workunit.client.0.smithi119.stdout:op 2649 completed, throughput=5MB/sec 2024-04-13T08:15:00.655 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Vji2KKlBISVYJ_O off=0 len=1207763 2024-04-13T08:15:00.657 INFO:tasks.workunit.client.0.smithi119.stdout:op 2650 completed, throughput=5MB/sec 2024-04-13T08:15:00.657 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-8nUfYyflyWppeR5 off=14048001 len=837235 2024-04-13T08:15:00.658 INFO:tasks.workunit.client.0.smithi119.stdout:op 2651 completed, throughput=5MB/sec 2024-04-13T08:15:01.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:15:00 smithi119 ceph-mon[93746]: pgmap v1664: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:15:01.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:15:00 smithi119 ceph-mon[96316]: pgmap v1664: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:15:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:15:00 smithi139 ceph-mon[88985]: pgmap v1664: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:15:01.659 INFO:tasks.workunit.client.0.smithi119.stdout: 516: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:01.659 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-FKGplm4hliVGmI1 off=3798195 len=229207 2024-04-13T08:15:01.659 INFO:tasks.workunit.client.0.smithi119.stdout:op 2652 completed, throughput=4.99MB/sec 2024-04-13T08:15:01.659 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ETOPgzlfsBqSMbQ off=7046396 len=1889152 2024-04-13T08:15:01.670 INFO:tasks.workunit.client.0.smithi119.stdout:op 2653 completed, throughput=5MB/sec 2024-04-13T08:15:01.670 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3YcMYdtmhp6espu off=4726946 len=195993 2024-04-13T08:15:01.673 INFO:tasks.workunit.client.0.smithi119.stdout:op 2654 completed, throughput=5MB/sec 2024-04-13T08:15:01.673 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-5p79Mu1mphwUYCA off=2924703 len=2082599 2024-04-13T08:15:01.676 INFO:tasks.workunit.client.0.smithi119.stdout:op 2655 completed, throughput=5MB/sec 2024-04-13T08:15:01.676 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Tg3U6EG4LCRQTDB off=8451274 len=845104 2024-04-13T08:15:01.680 INFO:tasks.workunit.client.0.smithi119.stdout:op 2656 completed, throughput=5MB/sec 2024-04-13T08:15:02.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:15:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:15:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:15:02.680 INFO:tasks.workunit.client.0.smithi119.stdout: 517: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:02.680 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-O1E4FY4MdT0LAbs off=12408775 len=1009101 2024-04-13T08:15:02.682 INFO:tasks.workunit.client.0.smithi119.stdout:op 2657 completed, throughput=4.99MB/sec 2024-04-13T08:15:02.682 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-kTr1J_rmTk-TG6S off=2924137 len=350732 2024-04-13T08:15:02.684 INFO:tasks.workunit.client.0.smithi119.stdout:op 2658 completed, throughput=4.99MB/sec 2024-04-13T08:15:02.684 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-p9u-11K-CvHcQSR off=5752722 len=1529548 2024-04-13T08:15:02.686 INFO:tasks.workunit.client.0.smithi119.stdout:op 2659 completed, throughput=5MB/sec 2024-04-13T08:15:02.686 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-v2WGkP_eO9aA1eK off=13821453 len=285728 2024-04-13T08:15:02.686 INFO:tasks.workunit.client.0.smithi119.stdout:op 2660 completed, throughput=5MB/sec 2024-04-13T08:15:02.686 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-TfKbHMHXRTyE4CF off=7324066 len=1560171 2024-04-13T08:15:02.688 INFO:tasks.workunit.client.0.smithi119.stdout:op 2661 completed, throughput=5MB/sec 2024-04-13T08:15:03.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:15:02 smithi119 ceph-mon[96316]: pgmap v1665: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T08:15:03.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:15:02 smithi119 ceph-mon[93746]: pgmap v1665: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T08:15:03.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:15:02 smithi139 ceph-mon[88985]: pgmap v1665: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T08:15:03.688 INFO:tasks.workunit.client.0.smithi119.stdout: 518: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:03.689 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-qfVnbvc4gViloRc off=5749985 len=636344 2024-04-13T08:15:03.690 INFO:tasks.workunit.client.0.smithi119.stdout:op 2662 completed, throughput=4.99MB/sec 2024-04-13T08:15:03.690 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-bvGVjWEmXK4eh3E off=5928853 len=1710394 2024-04-13T08:15:03.699 INFO:tasks.workunit.client.0.smithi119.stdout:op 2663 completed, throughput=4.99MB/sec 2024-04-13T08:15:03.699 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-EguqD-NtvJ5enxT off=6026408 len=1386282 2024-04-13T08:15:03.707 INFO:tasks.workunit.client.0.smithi119.stdout:op 2664 completed, throughput=5MB/sec 2024-04-13T08:15:03.707 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-4XW-qbInh5kcpoK off=11091394 len=1657706 2024-04-13T08:15:03.709 INFO:tasks.workunit.client.0.smithi119.stdout:op 2665 completed, throughput=5MB/sec 2024-04-13T08:15:04.709 INFO:tasks.workunit.client.0.smithi119.stdout: 519: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:04.709 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-K6Ryaol4WLZsqF1 off=385634 len=252460 2024-04-13T08:15:04.712 INFO:tasks.workunit.client.0.smithi119.stdout:op 2666 completed, throughput=4.99MB/sec 2024-04-13T08:15:04.712 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-9aV1o6WVcIHIQqC off=694879 len=420658 2024-04-13T08:15:04.713 INFO:tasks.workunit.client.0.smithi119.stdout:op 2667 completed, throughput=4.99MB/sec 2024-04-13T08:15:04.713 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-JPcisSn4TQJ6TcW off=951234 len=1546809 2024-04-13T08:15:04.716 INFO:tasks.workunit.client.0.smithi119.stdout:op 2668 completed, throughput=4.99MB/sec 2024-04-13T08:15:04.716 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-n-deQ2h1R72N2Tu off=49686 len=1801702 2024-04-13T08:15:04.724 INFO:tasks.workunit.client.0.smithi119.stdout:op 2669 completed, throughput=5MB/sec 2024-04-13T08:15:04.724 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-pZk4JAGuoK-g0jg off=1734483 len=670117 2024-04-13T08:15:04.729 INFO:tasks.workunit.client.0.smithi119.stdout:op 2670 completed, throughput=5MB/sec 2024-04-13T08:15:04.729 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--XRyOhED-tcsnMB off=2752021 len=803168 2024-04-13T08:15:04.730 INFO:tasks.workunit.client.0.smithi119.stdout:op 2671 completed, throughput=5MB/sec 2024-04-13T08:15:05.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:15:04 smithi119 ceph-mon[96316]: pgmap v1666: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:15:05.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:15:04 smithi119 ceph-mon[93746]: pgmap v1666: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:15:05.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:15:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:15:04] "GET /metrics HTTP/1.1" 200 34001 "" "Prometheus/2.43.0" 2024-04-13T08:15:05.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:15:04 smithi139 ceph-mon[88985]: pgmap v1666: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:15:05.731 INFO:tasks.workunit.client.0.smithi119.stdout: 520: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:05.731 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-QmPGS5XETuyPmvW off=8225843 len=775505 2024-04-13T08:15:05.732 INFO:tasks.workunit.client.0.smithi119.stdout:op 2672 completed, throughput=4.99MB/sec 2024-04-13T08:15:05.732 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-KZrUjMmP80LTU9v off=5465682 len=1629786 2024-04-13T08:15:05.741 INFO:tasks.workunit.client.0.smithi119.stdout:op 2673 completed, throughput=5MB/sec 2024-04-13T08:15:05.741 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-YYfgVS-dtvCfInr off=476343 len=1460934 2024-04-13T08:15:05.743 INFO:tasks.workunit.client.0.smithi119.stdout:op 2674 completed, throughput=5MB/sec 2024-04-13T08:15:05.743 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-5M2F__A5-NUq_b5 off=18641072 len=189280 2024-04-13T08:15:05.746 INFO:tasks.workunit.client.0.smithi119.stdout:op 2675 completed, throughput=5MB/sec 2024-04-13T08:15:05.746 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-3UwJcjENFaw50J7 off=1758959 len=713650 2024-04-13T08:15:05.747 INFO:tasks.workunit.client.0.smithi119.stdout:op 2676 completed, throughput=5MB/sec 2024-04-13T08:15:05.747 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-M6bic1UA1FPLhRa off=5320421 len=158489 2024-04-13T08:15:05.748 INFO:tasks.workunit.client.0.smithi119.stdout:op 2677 completed, throughput=5MB/sec 2024-04-13T08:15:05.748 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-we8wxInyODQTYpA off=20015789 len=1393782 2024-04-13T08:15:05.749 INFO:tasks.workunit.client.0.smithi119.stdout:op 2678 completed, throughput=5MB/sec 2024-04-13T08:15:06.750 INFO:tasks.workunit.client.0.smithi119.stdout: 521: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:06.750 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-uWDZJPZmzGeAwt3 off=21795899 len=816200 2024-04-13T08:15:06.755 INFO:tasks.workunit.client.0.smithi119.stdout:op 2679 completed, throughput=4.99MB/sec 2024-04-13T08:15:06.755 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-gkosa8jbBvvk3f5 off=5029863 len=747768 2024-04-13T08:15:06.760 INFO:tasks.workunit.client.0.smithi119.stdout:op 2680 completed, throughput=5MB/sec 2024-04-13T08:15:06.760 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-QIYXz5p1GamfgAH off=322750 len=2028944 2024-04-13T08:15:06.762 INFO:tasks.workunit.client.0.smithi119.stdout:op 2681 completed, throughput=5MB/sec 2024-04-13T08:15:06.762 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-6IlaFfwMmVpuPEn off=921189 len=1298432 2024-04-13T08:15:06.765 INFO:tasks.workunit.client.0.smithi119.stdout:op 2682 completed, throughput=5MB/sec 2024-04-13T08:15:07.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:15:06 smithi119 ceph-mon[96316]: pgmap v1667: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:15:07.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:15:06 smithi119 ceph-mon[93746]: pgmap v1667: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:15:07.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:15:06 smithi139 ceph-mon[88985]: pgmap v1667: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:15:07.766 INFO:tasks.workunit.client.0.smithi119.stdout: 522: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:07.766 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-V4pPo934ZaUMBt9 off=9103000 len=276087 2024-04-13T08:15:07.769 INFO:tasks.workunit.client.0.smithi119.stdout:op 2683 completed, throughput=4.99MB/sec 2024-04-13T08:15:07.769 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-fK3TZoEEgMPokoh off=3479229 len=854178 2024-04-13T08:15:07.774 INFO:tasks.workunit.client.0.smithi119.stdout:op 2684 completed, throughput=4.99MB/sec 2024-04-13T08:15:07.774 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-mm7BoRjSosx6Goe off=1415082 len=1279642 2024-04-13T08:15:07.782 INFO:tasks.workunit.client.0.smithi119.stdout:op 2685 completed, throughput=5MB/sec 2024-04-13T08:15:07.782 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-F7TlY2KtVbRQq67 off=6507432 len=402393 2024-04-13T08:15:07.785 INFO:tasks.workunit.client.0.smithi119.stdout:op 2686 completed, throughput=5MB/sec 2024-04-13T08:15:07.785 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-l1f7DuM7lIujHkj off=6531526 len=1270579 2024-04-13T08:15:07.791 INFO:tasks.workunit.client.0.smithi119.stdout:op 2687 completed, throughput=5MB/sec 2024-04-13T08:15:07.792 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-mAht6hbufLEIMpW off=1342191 len=337853 2024-04-13T08:15:07.793 INFO:tasks.workunit.client.0.smithi119.stdout:op 2688 completed, throughput=5MB/sec 2024-04-13T08:15:07.793 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-PkeVx59ycIgPCTF off=4763790 len=91936 2024-04-13T08:15:07.796 INFO:tasks.workunit.client.0.smithi119.stdout:op 2689 completed, throughput=5MB/sec 2024-04-13T08:15:07.796 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-XGNZsNmMZrSMawN off=11520226 len=1264014 2024-04-13T08:15:07.798 INFO:tasks.workunit.client.0.smithi119.stdout:op 2690 completed, throughput=5MB/sec 2024-04-13T08:15:08.798 INFO:tasks.workunit.client.0.smithi119.stdout: 523: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:08.798 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-rW3i5kgpskewL2A off=2619391 len=1534020 2024-04-13T08:15:08.800 INFO:tasks.workunit.client.0.smithi119.stdout:op 2691 completed, throughput=5MB/sec 2024-04-13T08:15:08.800 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-GYGRDRLA4XrprMm off=14103977 len=708742 2024-04-13T08:15:08.805 INFO:tasks.workunit.client.0.smithi119.stdout:op 2692 completed, throughput=5MB/sec 2024-04-13T08:15:08.805 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Php6hRDkNXkkNlR off=549748 len=1929992 2024-04-13T08:15:08.807 INFO:tasks.workunit.client.0.smithi119.stdout:op 2693 completed, throughput=5MB/sec 2024-04-13T08:15:08.807 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Xm2_Wrqt4_YWN0g off=3854425 len=1409823 2024-04-13T08:15:08.810 INFO:tasks.workunit.client.0.smithi119.stdout:op 2694 completed, throughput=5MB/sec 2024-04-13T08:15:09.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:15:08 smithi119 ceph-mon[93746]: pgmap v1668: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T08:15:09.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:15:08 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:15:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:15:08 smithi119 ceph-mon[96316]: pgmap v1668: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T08:15:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:15:08 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:15:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:15:08 smithi139 ceph-mon[88985]: pgmap v1668: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T08:15:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:15:08 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:15:09.810 INFO:tasks.workunit.client.0.smithi119.stdout: 524: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:09.810 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-PkCDmcwzUn-Ugof off=14136541 len=781261 2024-04-13T08:15:09.812 INFO:tasks.workunit.client.0.smithi119.stdout:op 2695 completed, throughput=4.99MB/sec 2024-04-13T08:15:09.812 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-6azodMn4BFrCOYV off=4042081 len=2045892 2024-04-13T08:15:09.816 INFO:tasks.workunit.client.0.smithi119.stdout:op 2696 completed, throughput=5MB/sec 2024-04-13T08:15:09.816 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-8NxS8gpYVIFjn31 off=13805001 len=354716 2024-04-13T08:15:09.820 INFO:tasks.workunit.client.0.smithi119.stdout:op 2697 completed, throughput=5MB/sec 2024-04-13T08:15:09.820 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-wJWv9noh4h-6kJY off=1472894 len=322989 2024-04-13T08:15:09.824 INFO:tasks.workunit.client.0.smithi119.stdout:op 2698 completed, throughput=5MB/sec 2024-04-13T08:15:09.824 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-E67W2kzWqlTK94X off=17778566 len=165208 2024-04-13T08:15:09.826 INFO:tasks.workunit.client.0.smithi119.stdout:op 2699 completed, throughput=5MB/sec 2024-04-13T08:15:09.826 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-u9nuHCpL4-fyEN3 off=7089135 len=1330577 2024-04-13T08:15:09.833 INFO:tasks.workunit.client.0.smithi119.stdout:op 2700 completed, throughput=5MB/sec 2024-04-13T08:15:10.833 INFO:tasks.workunit.client.0.smithi119.stdout: 525: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:10.834 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-il_uVH8Q_NOaeP6 off=1781810 len=1783200 2024-04-13T08:15:10.835 INFO:tasks.workunit.client.0.smithi119.stdout:op 2701 completed, throughput=5MB/sec 2024-04-13T08:15:10.835 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-wIEAawSx2DI9yj4 off=570197 len=2037314 2024-04-13T08:15:10.838 INFO:tasks.workunit.client.0.smithi119.stdout:op 2702 completed, throughput=5MB/sec 2024-04-13T08:15:10.838 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-LGQ0hD3QvoM9cos off=6165212 len=734918 2024-04-13T08:15:10.840 INFO:tasks.workunit.client.0.smithi119.stdout:op 2703 completed, throughput=5MB/sec 2024-04-13T08:15:11.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:15:10 smithi119 ceph-mon[96316]: pgmap v1669: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T08:15:11.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:15:10 smithi119 ceph-mon[93746]: pgmap v1669: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T08:15:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:15:10 smithi139 ceph-mon[88985]: pgmap v1669: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T08:15:11.840 INFO:tasks.workunit.client.0.smithi119.stdout: 526: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:11.840 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-B1rEeH28_TYDGKR off=6404610 len=1503723 2024-04-13T08:15:11.850 INFO:tasks.workunit.client.0.smithi119.stdout:op 2704 completed, throughput=4.99MB/sec 2024-04-13T08:15:11.850 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-mcLTO6TkmFQI-vv off=2835752 len=216728 2024-04-13T08:15:11.851 INFO:tasks.workunit.client.0.smithi119.stdout:op 2705 completed, throughput=4.99MB/sec 2024-04-13T08:15:11.851 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-hKrBZ-6YzrYJjcH off=3818253 len=700505 2024-04-13T08:15:11.856 INFO:tasks.workunit.client.0.smithi119.stdout:op 2706 completed, throughput=5MB/sec 2024-04-13T08:15:11.856 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-JmQ3UQJPO85SE3i off=17718522 len=1221085 2024-04-13T08:15:11.857 INFO:tasks.workunit.client.0.smithi119.stdout:op 2707 completed, throughput=5MB/sec 2024-04-13T08:15:11.857 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-8CWcflOnqm0Y_g- off=8480065 len=1371702 2024-04-13T08:15:11.865 INFO:tasks.workunit.client.0.smithi119.stdout:op 2708 completed, throughput=5MB/sec 2024-04-13T08:15:11.866 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-7IaTttznN6Q5O1u off=104609 len=1207134 2024-04-13T08:15:11.868 INFO:tasks.workunit.client.0.smithi119.stdout:op 2709 completed, throughput=5MB/sec 2024-04-13T08:15:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:15:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:15:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:15:12.868 INFO:tasks.workunit.client.0.smithi119.stdout: 527: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:12.869 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-saYYtBWfHYeFv3e off=3912572 len=1130551 2024-04-13T08:15:12.874 INFO:tasks.workunit.client.0.smithi119.stdout:op 2710 completed, throughput=4.99MB/sec 2024-04-13T08:15:12.874 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-5-0EYH3e2Tw1wAv off=3500666 len=1993029 2024-04-13T08:15:12.876 INFO:tasks.workunit.client.0.smithi119.stdout:op 2711 completed, throughput=5MB/sec 2024-04-13T08:15:12.876 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-lj1NA5awopQHKlz off=1101932 len=1018030 2024-04-13T08:15:12.881 INFO:tasks.workunit.client.0.smithi119.stdout:op 2712 completed, throughput=5MB/sec 2024-04-13T08:15:12.881 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-nPuUtFnCMIZBeRU off=9974562 len=1417867 2024-04-13T08:15:12.884 INFO:tasks.workunit.client.0.smithi119.stdout:op 2713 completed, throughput=5MB/sec 2024-04-13T08:15:13.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:15:12 smithi119 ceph-mon[96316]: pgmap v1670: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-13T08:15:13.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:15:12 smithi119 ceph-mon[93746]: pgmap v1670: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-13T08:15:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:15:12 smithi139 ceph-mon[88985]: pgmap v1670: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-13T08:15:13.885 INFO:tasks.workunit.client.0.smithi119.stdout: 528: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:13.885 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-s8bWCzzVnbtYzBk off=10401082 len=1478491 2024-04-13T08:15:13.888 INFO:tasks.workunit.client.0.smithi119.stdout:op 2714 completed, throughput=5MB/sec 2024-04-13T08:15:13.888 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3liCPZz_OJWfQns off=12456645 len=218011 2024-04-13T08:15:13.891 INFO:tasks.workunit.client.0.smithi119.stdout:op 2715 completed, throughput=5MB/sec 2024-04-13T08:15:13.891 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-B95-ogsiATCVQe_ off=4195266 len=1283818 2024-04-13T08:15:13.893 INFO:tasks.workunit.client.0.smithi119.stdout:op 2716 completed, throughput=5MB/sec 2024-04-13T08:15:13.893 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-1UUQlM6B8KlqR2G off=1933791 len=794679 2024-04-13T08:15:13.897 INFO:tasks.workunit.client.0.smithi119.stdout:op 2717 completed, throughput=5MB/sec 2024-04-13T08:15:13.897 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-fMYWcnHgL1QW4-G off=737533 len=1549174 2024-04-13T08:15:13.904 INFO:tasks.workunit.client.0.smithi119.stdout:op 2718 completed, throughput=5MB/sec 2024-04-13T08:15:14.905 INFO:tasks.workunit.client.0.smithi119.stdout: 529: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:14.905 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-O4IX-GzL_qWb3-G off=20523987 len=1345740 2024-04-13T08:15:14.912 INFO:tasks.workunit.client.0.smithi119.stdout:op 2719 completed, throughput=5MB/sec 2024-04-13T08:15:14.912 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-KJt-y8rWhQSSBT0 off=4300088 len=1055489 2024-04-13T08:15:14.917 INFO:tasks.workunit.client.0.smithi119.stdout:op 2720 completed, throughput=5MB/sec 2024-04-13T08:15:14.917 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-cVleQa3UtQjQcCB off=13634390 len=726822 2024-04-13T08:15:14.922 INFO:tasks.workunit.client.0.smithi119.stdout:op 2721 completed, throughput=5MB/sec 2024-04-13T08:15:14.922 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-wQc-xCCMKprjxXJ off=15657492 len=1821624 2024-04-13T08:15:14.924 INFO:tasks.workunit.client.0.smithi119.stdout:op 2722 completed, throughput=5MB/sec 2024-04-13T08:15:15.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:15:14 smithi119 ceph-mon[96316]: pgmap v1671: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-13T08:15:15.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:15:14 smithi119 ceph-mon[93746]: pgmap v1671: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-13T08:15:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:15:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:15:14] "GET /metrics HTTP/1.1" 200 34002 "" "Prometheus/2.43.0" 2024-04-13T08:15:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:15:14 smithi139 ceph-mon[88985]: pgmap v1671: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-13T08:15:15.924 INFO:tasks.workunit.client.0.smithi119.stdout: 530: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:15.924 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-9aCQk-w8zxyGx52 off=20948026 len=2011076 2024-04-13T08:15:15.936 INFO:tasks.workunit.client.0.smithi119.stdout:op 2723 completed, throughput=5MB/sec 2024-04-13T08:15:15.936 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-CJb0ZuTnIvFnA3A off=2781184 len=890961 2024-04-13T08:15:15.937 INFO:tasks.workunit.client.0.smithi119.stdout:op 2724 completed, throughput=5MB/sec 2024-04-13T08:15:15.937 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-TG77xhqUL8gFZp0 off=15661816 len=723849 2024-04-13T08:15:15.938 INFO:tasks.workunit.client.0.smithi119.stdout:op 2725 completed, throughput=5MB/sec 2024-04-13T08:15:15.938 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-yAa23NoLWVYwFyd off=1092871 len=171808 2024-04-13T08:15:15.940 INFO:tasks.workunit.client.0.smithi119.stdout:op 2726 completed, throughput=5MB/sec 2024-04-13T08:15:15.940 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-BxgIv5VPqSdtf8Z off=4831798 len=1641154 2024-04-13T08:15:15.942 INFO:tasks.workunit.client.0.smithi119.stdout:op 2727 completed, throughput=5MB/sec 2024-04-13T08:15:16.942 INFO:tasks.workunit.client.0.smithi119.stdout: 531: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:16.942 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Wj1dt3gqbPpwhHM off=10201652 len=1076958 2024-04-13T08:15:16.948 INFO:tasks.workunit.client.0.smithi119.stdout:op 2728 completed, throughput=4.99MB/sec 2024-04-13T08:15:16.948 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-SnUH8K5Eh_Fr01f off=257275 len=474946 2024-04-13T08:15:16.949 INFO:tasks.workunit.client.0.smithi119.stdout:op 2729 completed, throughput=5MB/sec 2024-04-13T08:15:16.949 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-kTr1J_rmTk-TG6S off=3028853 len=320663 2024-04-13T08:15:16.950 INFO:tasks.workunit.client.0.smithi119.stdout:op 2730 completed, throughput=5MB/sec 2024-04-13T08:15:16.950 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-YZNonzuiVuEYX-D off=15362216 len=1467517 2024-04-13T08:15:16.959 INFO:tasks.workunit.client.0.smithi119.stdout:op 2731 completed, throughput=5MB/sec 2024-04-13T08:15:16.959 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-LvFdFH1kCMm6Ro_ off=5998012 len=1395088 2024-04-13T08:15:16.961 INFO:tasks.workunit.client.0.smithi119.stdout:op 2732 completed, throughput=5MB/sec 2024-04-13T08:15:17.188 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:15:16 smithi139 ceph-mon[88985]: pgmap v1672: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-13T08:15:17.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:15:16 smithi119 ceph-mon[96316]: pgmap v1672: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-13T08:15:17.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:15:16 smithi119 ceph-mon[93746]: pgmap v1672: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-13T08:15:17.961 INFO:tasks.workunit.client.0.smithi119.stdout: 532: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:17.961 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-KX9Q1m3G5CvNCUc off=13861901 len=871227 2024-04-13T08:15:17.966 INFO:tasks.workunit.client.0.smithi119.stdout:op 2733 completed, throughput=4.99MB/sec 2024-04-13T08:15:17.966 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-atm3dm_aYI5hL5D off=4552150 len=1589140 2024-04-13T08:15:17.972 INFO:tasks.workunit.client.0.smithi119.stdout:op 2734 completed, throughput=5MB/sec 2024-04-13T08:15:17.972 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-nCIBUs94x9Zd8jG off=265387 len=2057881 2024-04-13T08:15:17.983 INFO:tasks.workunit.client.0.smithi119.stdout:op 2735 completed, throughput=5MB/sec 2024-04-13T08:15:17.983 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-PBXsQGpaMkimlbE off=6382379 len=1013527 2024-04-13T08:15:17.985 INFO:tasks.workunit.client.0.smithi119.stdout:op 2736 completed, throughput=5MB/sec 2024-04-13T08:15:18.985 INFO:tasks.workunit.client.0.smithi119.stdout: 533: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:18.985 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-S4IK9_TEa9Xr1x2 off=2906502 len=1425296 2024-04-13T08:15:18.987 INFO:tasks.workunit.client.0.smithi119.stdout:op 2737 completed, throughput=4.99MB/sec 2024-04-13T08:15:18.987 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-AR2_duUVfvz6alK off=1536659 len=642773 2024-04-13T08:15:18.989 INFO:tasks.workunit.client.0.smithi119.stdout:op 2738 completed, throughput=5MB/sec 2024-04-13T08:15:18.989 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-jS9CG2PUuTfVOkg off=2872769 len=433542 2024-04-13T08:15:18.993 INFO:tasks.workunit.client.0.smithi119.stdout:op 2739 completed, throughput=5MB/sec 2024-04-13T08:15:18.993 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-iiZTJon19VP40kf off=2469431 len=340447 2024-04-13T08:15:18.994 INFO:tasks.workunit.client.0.smithi119.stdout:op 2740 completed, throughput=5MB/sec 2024-04-13T08:15:18.994 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-csNhqmtYJw1rUcg off=10527797 len=581099 2024-04-13T08:15:18.998 INFO:tasks.workunit.client.0.smithi119.stdout:op 2741 completed, throughput=5MB/sec 2024-04-13T08:15:18.998 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Q6k1iz0b_0fyojm off=12605794 len=1499207 2024-04-13T08:15:19.006 INFO:tasks.workunit.client.0.smithi119.stdout:op 2742 completed, throughput=5MB/sec 2024-04-13T08:15:19.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:15:18 smithi119 ceph-mon[96316]: pgmap v1673: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-13T08:15:19.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:15:18 smithi119 ceph-mon[93746]: pgmap v1673: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-13T08:15:19.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:15:18 smithi139 ceph-mon[88985]: pgmap v1673: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-13T08:15:20.006 INFO:tasks.workunit.client.0.smithi119.stdout: 534: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:20.006 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-9_0Af62HlULhpBB off=7687967 len=1636235 2024-04-13T08:15:20.009 INFO:tasks.workunit.client.0.smithi119.stdout:op 2743 completed, throughput=4.99MB/sec 2024-04-13T08:15:20.009 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-mShyR5_mkTvGj06 off=6440135 len=146683 2024-04-13T08:15:20.012 INFO:tasks.workunit.client.0.smithi119.stdout:op 2744 completed, throughput=4.99MB/sec 2024-04-13T08:15:20.012 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-05SEocNTczDjeGR off=11339967 len=949333 2024-04-13T08:15:20.017 INFO:tasks.workunit.client.0.smithi119.stdout:op 2745 completed, throughput=5MB/sec 2024-04-13T08:15:20.017 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-bJPSaPjn8i8Xsxm off=1288752 len=352906 2024-04-13T08:15:20.020 INFO:tasks.workunit.client.0.smithi119.stdout:op 2746 completed, throughput=5MB/sec 2024-04-13T08:15:20.020 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-8djL4o2_W6UpUGE off=6172523 len=1648676 2024-04-13T08:15:20.028 INFO:tasks.workunit.client.0.smithi119.stdout:op 2747 completed, throughput=5MB/sec 2024-04-13T08:15:20.028 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-At81dqepsbAi4Ca off=51759 len=1523448 2024-04-13T08:15:20.036 INFO:tasks.workunit.client.0.smithi119.stdout:op 2748 completed, throughput=5MB/sec 2024-04-13T08:15:21.036 INFO:tasks.workunit.client.0.smithi119.stdout: 535: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:21.037 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-YCSRmDSTCPYZE1T off=3030104 len=420056 2024-04-13T08:15:21.038 INFO:tasks.workunit.client.0.smithi119.stdout:op 2749 completed, throughput=4.99MB/sec 2024-04-13T08:15:21.038 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-6k-qimJIdwk2qCM off=3121786 len=216663 2024-04-13T08:15:21.038 INFO:tasks.workunit.client.0.smithi119.stdout:op 2750 completed, throughput=4.99MB/sec 2024-04-13T08:15:21.038 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Le0Zmbl2pm7WsDS off=13424490 len=1594777 2024-04-13T08:15:21.045 INFO:tasks.workunit.client.0.smithi119.stdout:op 2751 completed, throughput=5MB/sec 2024-04-13T08:15:21.045 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Rwc0yFs64DxHufR off=16651006 len=733436 2024-04-13T08:15:21.050 INFO:tasks.workunit.client.0.smithi119.stdout:op 2752 completed, throughput=5MB/sec 2024-04-13T08:15:21.051 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-zZ2JdwGw0fjUoHh off=0 len=1263592 2024-04-13T08:15:21.059 INFO:tasks.workunit.client.0.smithi119.stdout:op 2753 completed, throughput=5MB/sec 2024-04-13T08:15:21.059 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-0LkPjs-3g9AKe7u off=1128318 len=1441098 2024-04-13T08:15:21.060 INFO:tasks.workunit.client.0.smithi119.stdout:op 2754 completed, throughput=5MB/sec 2024-04-13T08:15:21.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:15:20 smithi119 ceph-mon[96316]: pgmap v1674: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T08:15:21.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:15:20 smithi119 ceph-mon[93746]: pgmap v1674: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T08:15:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:15:20 smithi139 ceph-mon[88985]: pgmap v1674: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T08:15:22.061 INFO:tasks.workunit.client.0.smithi119.stdout: 536: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:22.061 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-44emkqD6tcXEEiU off=1441097 len=1658355 2024-04-13T08:15:22.064 INFO:tasks.workunit.client.0.smithi119.stdout:op 2755 completed, throughput=5MB/sec 2024-04-13T08:15:22.065 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Oo9JhiP6__JVUtr off=1407437 len=1661586 2024-04-13T08:15:22.074 INFO:tasks.workunit.client.0.smithi119.stdout:op 2756 completed, throughput=5MB/sec 2024-04-13T08:15:22.075 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-iiZTJon19VP40kf off=10561906 len=1044533 2024-04-13T08:15:22.076 INFO:tasks.workunit.client.0.smithi119.stdout:op 2757 completed, throughput=5MB/sec 2024-04-13T08:15:22.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:15:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:15:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:15:23.076 INFO:tasks.workunit.client.0.smithi119.stdout: 537: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:23.076 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-kQG7zAo3XmJjQ04 off=16744304 len=407405 2024-04-13T08:15:23.080 INFO:tasks.workunit.client.0.smithi119.stdout:op 2758 completed, throughput=4.99MB/sec 2024-04-13T08:15:23.080 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-1cTwBiTxULssrKO off=17294168 len=1912095 2024-04-13T08:15:23.084 INFO:tasks.workunit.client.0.smithi119.stdout:op 2759 completed, throughput=5MB/sec 2024-04-13T08:15:23.085 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-N97cESVWhDc8WfT off=2489398 len=978959 2024-04-13T08:15:23.089 INFO:tasks.workunit.client.0.smithi119.stdout:op 2760 completed, throughput=5MB/sec 2024-04-13T08:15:23.089 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-dxGOtQg_eFgKtTM off=3550513 len=1691298 2024-04-13T08:15:23.099 INFO:tasks.workunit.client.0.smithi119.stdout:op 2761 completed, throughput=5MB/sec 2024-04-13T08:15:23.099 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Rl_hceSnoJZzmmV off=722751 len=422417 2024-04-13T08:15:23.100 INFO:tasks.workunit.client.0.smithi119.stdout:op 2762 completed, throughput=5MB/sec 2024-04-13T08:15:23.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:15:22 smithi119 ceph-mon[96316]: pgmap v1675: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-13T08:15:23.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:15:22 smithi119 ceph-mon[93746]: pgmap v1675: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-13T08:15:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:15:22 smithi139 ceph-mon[88985]: pgmap v1675: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-13T08:15:24.100 INFO:tasks.workunit.client.0.smithi119.stdout: 538: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:24.101 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-S7WXEOCjav6Zg8A off=8854683 len=666157 2024-04-13T08:15:24.105 INFO:tasks.workunit.client.0.smithi119.stdout:op 2763 completed, throughput=4.99MB/sec 2024-04-13T08:15:24.105 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-32EddVsnWHx15St off=13157617 len=1703691 2024-04-13T08:15:24.115 INFO:tasks.workunit.client.0.smithi119.stdout:op 2764 completed, throughput=5MB/sec 2024-04-13T08:15:24.115 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ge3RbapM9ifC8T7 off=536593 len=1764372 2024-04-13T08:15:24.117 INFO:tasks.workunit.client.0.smithi119.stdout:op 2765 completed, throughput=5MB/sec 2024-04-13T08:15:24.117 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-CwpDtMbB-yn9xu6 off=2008268 len=539635 2024-04-13T08:15:24.118 INFO:tasks.workunit.client.0.smithi119.stdout:op 2766 completed, throughput=5MB/sec 2024-04-13T08:15:24.118 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-HlC3OArWDetnglQ off=121342 len=1000252 2024-04-13T08:15:24.120 INFO:tasks.workunit.client.0.smithi119.stdout:op 2767 completed, throughput=5MB/sec 2024-04-13T08:15:24.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:15:23 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:15:24.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:15:23 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:15:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:15:23 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:15:25.120 INFO:tasks.workunit.client.0.smithi119.stdout: 539: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:25.120 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-cPmZdYcG7Wwpln6 off=375410 len=182705 2024-04-13T08:15:25.123 INFO:tasks.workunit.client.0.smithi119.stdout:op 2768 completed, throughput=4.99MB/sec 2024-04-13T08:15:25.123 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-RwWoNjtw97bXqcP off=9681217 len=68088 2024-04-13T08:15:25.126 INFO:tasks.workunit.client.0.smithi119.stdout:op 2769 completed, throughput=4.99MB/sec 2024-04-13T08:15:25.126 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-YawtUZhLHEduy7D off=1585427 len=226308 2024-04-13T08:15:25.128 INFO:tasks.workunit.client.0.smithi119.stdout:op 2770 completed, throughput=4.99MB/sec 2024-04-13T08:15:25.128 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-veguzAL-U1v9vfO off=2285436 len=200163 2024-04-13T08:15:25.131 INFO:tasks.workunit.client.0.smithi119.stdout:op 2771 completed, throughput=4.99MB/sec 2024-04-13T08:15:25.131 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-vxEsrezJ7lBrKdY off=13868777 len=1758855 2024-04-13T08:15:25.140 INFO:tasks.workunit.client.0.smithi119.stdout:op 2772 completed, throughput=5MB/sec 2024-04-13T08:15:25.140 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Js-kDDE2pkuqftO off=13271914 len=2072418 2024-04-13T08:15:25.152 INFO:tasks.workunit.client.0.smithi119.stdout:op 2773 completed, throughput=5MB/sec 2024-04-13T08:15:25.153 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-SJbp52lOrpk3h7a off=15085362 len=776737 2024-04-13T08:15:25.157 INFO:tasks.workunit.client.0.smithi119.stdout:op 2774 completed, throughput=5MB/sec 2024-04-13T08:15:25.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:15:24 smithi119 ceph-mon[96316]: pgmap v1676: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T08:15:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:15:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:15:24] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-04-13T08:15:25.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:15:24 smithi119 ceph-mon[93746]: pgmap v1676: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T08:15:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:15:24 smithi139 ceph-mon[88985]: pgmap v1676: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T08:15:26.157 INFO:tasks.workunit.client.0.smithi119.stdout: 540: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:26.157 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Hb1mw-HJV4rmSse off=4637510 len=46563 2024-04-13T08:15:26.160 INFO:tasks.workunit.client.0.smithi119.stdout:op 2775 completed, throughput=4.99MB/sec 2024-04-13T08:15:26.160 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-zJiA1Ub75L_PBTo off=822383 len=1890494 2024-04-13T08:15:26.172 INFO:tasks.workunit.client.0.smithi119.stdout:op 2776 completed, throughput=5MB/sec 2024-04-13T08:15:26.172 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-5gVs3AO_E_7U2fQ off=0 len=1196839 2024-04-13T08:15:26.177 INFO:tasks.workunit.client.0.smithi119.stdout:op 2777 completed, throughput=5MB/sec 2024-04-13T08:15:26.177 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-hEvctTTc8UBZkdz off=90072 len=865490 2024-04-13T08:15:26.181 INFO:tasks.workunit.client.0.smithi119.stdout:op 2778 completed, throughput=5MB/sec 2024-04-13T08:15:26.181 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-UV4Bf7vUF_n5B5T off=8976395 len=1419959 2024-04-13T08:15:26.189 INFO:tasks.workunit.client.0.smithi119.stdout:op 2779 completed, throughput=5MB/sec 2024-04-13T08:15:27.189 INFO:tasks.workunit.client.0.smithi119.stdout: 541: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:27.189 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Wsddt6dLyXcGrTK off=8430194 len=924940 2024-04-13T08:15:27.190 INFO:tasks.workunit.client.0.smithi119.stdout:op 2780 completed, throughput=4.99MB/sec 2024-04-13T08:15:27.191 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-y0yH46U6HK_-htz off=16890222 len=103964 2024-04-13T08:15:27.193 INFO:tasks.workunit.client.0.smithi119.stdout:op 2781 completed, throughput=4.99MB/sec 2024-04-13T08:15:27.193 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-S_rs6WgzWOnNDUw off=9661837 len=100941 2024-04-13T08:15:27.194 INFO:tasks.workunit.client.0.smithi119.stdout:op 2782 completed, throughput=4.99MB/sec 2024-04-13T08:15:27.194 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-CYVtpk9lXT8TCiO off=9537548 len=1676729 2024-04-13T08:15:27.205 INFO:tasks.workunit.client.0.smithi119.stdout:op 2783 completed, throughput=5MB/sec 2024-04-13T08:15:27.205 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-kBnRYOknZwMwW8e off=237700 len=1186559 2024-04-13T08:15:27.210 INFO:tasks.workunit.client.0.smithi119.stdout:op 2784 completed, throughput=5MB/sec 2024-04-13T08:15:27.210 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-yGSchlCYPgypmf3 off=1118214 len=979548 2024-04-13T08:15:27.211 INFO:tasks.workunit.client.0.smithi119.stdout:op 2785 completed, throughput=5MB/sec 2024-04-13T08:15:27.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:15:26 smithi119 ceph-mon[96316]: pgmap v1677: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T08:15:27.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:15:26 smithi119 ceph-mon[93746]: pgmap v1677: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T08:15:27.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:15:26 smithi139 ceph-mon[88985]: pgmap v1677: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T08:15:28.211 INFO:tasks.workunit.client.0.smithi119.stdout: 542: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:28.211 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-tH8H8GC0EbGG0EC off=11565676 len=1500110 2024-04-13T08:15:28.215 INFO:tasks.workunit.client.0.smithi119.stdout:op 2786 completed, throughput=4.99MB/sec 2024-04-13T08:15:28.215 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-WwUkdL9PfGG4UQX off=12444860 len=1089804 2024-04-13T08:15:28.220 INFO:tasks.workunit.client.0.smithi119.stdout:op 2787 completed, throughput=5MB/sec 2024-04-13T08:15:28.220 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-oJaA48npQ7RUgL3 off=5394529 len=207353 2024-04-13T08:15:28.221 INFO:tasks.workunit.client.0.smithi119.stdout:op 2788 completed, throughput=5MB/sec 2024-04-13T08:15:28.221 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-fmXc0HlSgJ6I9gW off=7049432 len=1099624 2024-04-13T08:15:28.222 INFO:tasks.workunit.client.0.smithi119.stdout:op 2789 completed, throughput=5MB/sec 2024-04-13T08:15:28.222 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-RrEXlCL6890yopx off=14036529 len=1726287 2024-04-13T08:15:28.225 INFO:tasks.workunit.client.0.smithi119.stdout:op 2790 completed, throughput=5MB/sec 2024-04-13T08:15:29.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:15:28 smithi119 ceph-mon[93746]: pgmap v1678: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-13T08:15:29.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:15:28 smithi119 ceph-mon[96316]: pgmap v1678: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-13T08:15:29.225 INFO:tasks.workunit.client.0.smithi119.stdout: 543: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:29.225 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-zX6_EjFwwSaS06E off=4902656 len=1409564 2024-04-13T08:15:29.229 INFO:tasks.workunit.client.0.smithi119.stdout:op 2791 completed, throughput=4.99MB/sec 2024-04-13T08:15:29.229 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-bcKj3z2t1nKSHCU off=1697231 len=941172 2024-04-13T08:15:29.234 INFO:tasks.workunit.client.0.smithi119.stdout:op 2792 completed, throughput=5MB/sec 2024-04-13T08:15:29.234 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-g-bnmXbEKWDidmX off=4471002 len=1186322 2024-04-13T08:15:29.236 INFO:tasks.workunit.client.0.smithi119.stdout:op 2793 completed, throughput=5MB/sec 2024-04-13T08:15:29.236 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-AOgiq0HcWNn9XMD off=8569682 len=1130752 2024-04-13T08:15:29.237 INFO:tasks.workunit.client.0.smithi119.stdout:op 2794 completed, throughput=5MB/sec 2024-04-13T08:15:29.237 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-N1FbXAL37Z-HlHI off=18388690 len=453816 2024-04-13T08:15:29.241 INFO:tasks.workunit.client.0.smithi119.stdout:op 2795 completed, throughput=5MB/sec 2024-04-13T08:15:29.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:15:28 smithi139 ceph-mon[88985]: pgmap v1678: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-13T08:15:30.241 INFO:tasks.workunit.client.0.smithi119.stdout: 544: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:30.241 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Kz5rlKoMe36iYGS off=17900112 len=1610512 2024-04-13T08:15:30.251 INFO:tasks.workunit.client.0.smithi119.stdout:op 2796 completed, throughput=4.99MB/sec 2024-04-13T08:15:30.251 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-x-ctVpa3ocrExc7 off=2198874 len=1765334 2024-04-13T08:15:30.254 INFO:tasks.workunit.client.0.smithi119.stdout:op 2797 completed, throughput=5MB/sec 2024-04-13T08:15:30.254 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-SWlNLTXjq94r96I off=3029980 len=1824848 2024-04-13T08:15:30.259 INFO:tasks.workunit.client.0.smithi119.stdout:op 2798 completed, throughput=5MB/sec 2024-04-13T08:15:31.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:15:30 smithi119 ceph-mon[96316]: pgmap v1679: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-13T08:15:31.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:15:30 smithi119 ceph-mon[93746]: pgmap v1679: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-13T08:15:31.259 INFO:tasks.workunit.client.0.smithi119.stdout: 545: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:31.259 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-DdszBu9xOKKTVpW off=4160870 len=1183586 2024-04-13T08:15:31.261 INFO:tasks.workunit.client.0.smithi119.stdout:op 2799 completed, throughput=4.99MB/sec 2024-04-13T08:15:31.261 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-pesi91QpKXRzZPG off=341163 len=346289 2024-04-13T08:15:31.261 INFO:tasks.workunit.client.0.smithi119.stdout:op 2800 completed, throughput=4.99MB/sec 2024-04-13T08:15:31.262 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ziaOf_XuD6jRWjA off=539200 len=249753 2024-04-13T08:15:31.263 INFO:tasks.workunit.client.0.smithi119.stdout:op 2801 completed, throughput=4.99MB/sec 2024-04-13T08:15:31.263 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-QWP84NLostyJBDm off=3123677 len=214721 2024-04-13T08:15:31.266 INFO:tasks.workunit.client.0.smithi119.stdout:op 2802 completed, throughput=4.99MB/sec 2024-04-13T08:15:31.266 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-O6I7CNbVxyOXqrc off=8693368 len=1676005 2024-04-13T08:15:31.275 INFO:tasks.workunit.client.0.smithi119.stdout:op 2803 completed, throughput=5MB/sec 2024-04-13T08:15:31.275 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-AuYgcST66-i7Xoq off=12593465 len=1478340 2024-04-13T08:15:31.276 INFO:tasks.workunit.client.0.smithi119.stdout:op 2804 completed, throughput=5MB/sec 2024-04-13T08:15:31.277 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-0TG9Ujf3KzPu_tS off=12779818 len=1884505 2024-04-13T08:15:31.285 INFO:tasks.workunit.client.0.smithi119.stdout:op 2805 completed, throughput=5MB/sec 2024-04-13T08:15:31.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:15:30 smithi139 ceph-mon[88985]: pgmap v1679: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-13T08:15:32.285 INFO:tasks.workunit.client.0.smithi119.stdout: 546: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:32.286 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-LdGV0CGaqsAQiV9 off=8443100 len=751760 2024-04-13T08:15:32.287 INFO:tasks.workunit.client.0.smithi119.stdout:op 2806 completed, throughput=5MB/sec 2024-04-13T08:15:32.287 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-p8zkKuPV0r0m6pc off=21124922 len=1855098 2024-04-13T08:15:32.289 INFO:tasks.workunit.client.0.smithi119.stdout:op 2807 completed, throughput=5MB/sec 2024-04-13T08:15:32.289 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-l_lfehOvMveHHel off=1712003 len=1505130 2024-04-13T08:15:32.291 INFO:tasks.workunit.client.0.smithi119.stdout:op 2808 completed, throughput=5MB/sec 2024-04-13T08:15:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:15:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:15:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:15:33.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:15:32 smithi119 ceph-mon[96316]: pgmap v1680: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-13T08:15:33.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:15:32 smithi119 ceph-mon[93746]: pgmap v1680: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-13T08:15:33.291 INFO:tasks.workunit.client.0.smithi119.stdout: 547: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:33.291 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-AbawSSks6sJGOe7 off=3517810 len=1301739 2024-04-13T08:15:33.294 INFO:tasks.workunit.client.0.smithi119.stdout:op 2809 completed, throughput=4.99MB/sec 2024-04-13T08:15:33.294 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-lw8pc2HWDIv-_PX off=21982945 len=846646 2024-04-13T08:15:33.296 INFO:tasks.workunit.client.0.smithi119.stdout:op 2810 completed, throughput=5MB/sec 2024-04-13T08:15:33.296 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-oTxAiF57CS0JJzY off=15983262 len=583239 2024-04-13T08:15:33.301 INFO:tasks.workunit.client.0.smithi119.stdout:op 2811 completed, throughput=5MB/sec 2024-04-13T08:15:33.301 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-yhjZ_h9QWAxmmIZ off=11454907 len=69639 2024-04-13T08:15:33.301 INFO:tasks.workunit.client.0.smithi119.stdout:op 2812 completed, throughput=5MB/sec 2024-04-13T08:15:33.301 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-TfxabOcV8dbYGF9 off=638044 len=563798 2024-04-13T08:15:33.305 INFO:tasks.workunit.client.0.smithi119.stdout:op 2813 completed, throughput=5MB/sec 2024-04-13T08:15:33.305 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ZnKViGaNE6ksx-U off=2910563 len=104885 2024-04-13T08:15:33.306 INFO:tasks.workunit.client.0.smithi119.stdout:op 2814 completed, throughput=5MB/sec 2024-04-13T08:15:33.306 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-bMMMXje0aDvkc-6 off=65240 len=150265 2024-04-13T08:15:33.308 INFO:tasks.workunit.client.0.smithi119.stdout:op 2815 completed, throughput=5MB/sec 2024-04-13T08:15:33.308 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-SdRw23Ke6qOXJcF off=6802828 len=1307150 2024-04-13T08:15:33.314 INFO:tasks.workunit.client.0.smithi119.stdout:op 2816 completed, throughput=5MB/sec 2024-04-13T08:15:33.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:15:32 smithi139 ceph-mon[88985]: pgmap v1680: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-13T08:15:34.314 INFO:tasks.workunit.client.0.smithi119.stdout: 548: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:34.314 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-aJUZb6AMHx3kDfk off=5340918 len=743634 2024-04-13T08:15:34.315 INFO:tasks.workunit.client.0.smithi119.stdout:op 2817 completed, throughput=4.99MB/sec 2024-04-13T08:15:34.315 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-mRhSVO_gWaiZozq off=1909956 len=21802 2024-04-13T08:15:34.315 INFO:tasks.workunit.client.0.smithi119.stdout:op 2818 completed, throughput=4.99MB/sec 2024-04-13T08:15:34.315 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-knZvSP8JOHolFj5 off=6417388 len=347876 2024-04-13T08:15:34.316 INFO:tasks.workunit.client.0.smithi119.stdout:op 2819 completed, throughput=4.99MB/sec 2024-04-13T08:15:34.317 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-QirMH6_6h288omT off=4846809 len=1176765 2024-04-13T08:15:34.320 INFO:tasks.workunit.client.0.smithi119.stdout:op 2820 completed, throughput=5MB/sec 2024-04-13T08:15:34.320 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-OEi7Uvinq2mjxjc off=10743409 len=1421965 2024-04-13T08:15:34.328 INFO:tasks.workunit.client.0.smithi119.stdout:op 2821 completed, throughput=5MB/sec 2024-04-13T08:15:34.328 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-AX15UVgY-jW7F9C off=183908 len=184949 2024-04-13T08:15:34.331 INFO:tasks.workunit.client.0.smithi119.stdout:op 2822 completed, throughput=5MB/sec 2024-04-13T08:15:34.331 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-PBwwZDcP7V4HhEv off=1968163 len=1742333 2024-04-13T08:15:34.333 INFO:tasks.workunit.client.0.smithi119.stdout:op 2823 completed, throughput=5MB/sec 2024-04-13T08:15:35.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:15:34 smithi119 ceph-mon[93746]: pgmap v1681: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:15:35.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:15:34 smithi119 ceph-mon[96316]: pgmap v1681: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:15:35.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:15:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:15:34] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-04-13T08:15:35.333 INFO:tasks.workunit.client.0.smithi119.stdout: 549: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:35.333 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-vIjjyTJ1CCriMzR off=18118135 len=1283344 2024-04-13T08:15:35.342 INFO:tasks.workunit.client.0.smithi119.stdout:op 2824 completed, throughput=4.99MB/sec 2024-04-13T08:15:35.342 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-x0QY6GMJnqsZv1l off=7969448 len=878761 2024-04-13T08:15:35.343 INFO:tasks.workunit.client.0.smithi119.stdout:op 2825 completed, throughput=5MB/sec 2024-04-13T08:15:35.343 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-flZ6dYJqTkQPTNk off=1687692 len=183232 2024-04-13T08:15:35.346 INFO:tasks.workunit.client.0.smithi119.stdout:op 2826 completed, throughput=5MB/sec 2024-04-13T08:15:35.346 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ggtZUnXYp4D3o8i off=3448058 len=55095 2024-04-13T08:15:35.348 INFO:tasks.workunit.client.0.smithi119.stdout:op 2827 completed, throughput=5MB/sec 2024-04-13T08:15:35.348 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-30DzwtkUydF8xZZ off=10667706 len=546238 2024-04-13T08:15:35.351 INFO:tasks.workunit.client.0.smithi119.stdout:op 2828 completed, throughput=5MB/sec 2024-04-13T08:15:35.352 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-mWtwWa0aqNHZhqz off=1506403 len=61447 2024-04-13T08:15:35.353 INFO:tasks.workunit.client.0.smithi119.stdout:op 2829 completed, throughput=5MB/sec 2024-04-13T08:15:35.353 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-1f9hXI2N4ZPLCJz off=10399558 len=974472 2024-04-13T08:15:35.357 INFO:tasks.workunit.client.0.smithi119.stdout:op 2830 completed, throughput=5MB/sec 2024-04-13T08:15:35.357 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-r4ZR4lzlcyWt5Ri off=2359427 len=176740 2024-04-13T08:15:35.358 INFO:tasks.workunit.client.0.smithi119.stdout:op 2831 completed, throughput=5MB/sec 2024-04-13T08:15:35.358 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-thX5fHIRzHQXpuC off=387875 len=1108575 2024-04-13T08:15:35.359 INFO:tasks.workunit.client.0.smithi119.stdout:op 2832 completed, throughput=5MB/sec 2024-04-13T08:15:35.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:15:34 smithi139 ceph-mon[88985]: pgmap v1681: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:15:36.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:15:35 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:15:36.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:15:35 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:15:36.359 INFO:tasks.workunit.client.0.smithi119.stdout: 550: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:36.359 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-FYeu7x0ji30FZ0f off=18099437 len=854857 2024-04-13T08:15:36.360 INFO:tasks.workunit.client.0.smithi119.stdout:op 2833 completed, throughput=4.99MB/sec 2024-04-13T08:15:36.360 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-bP7nVNuyvbCbAZl off=7704278 len=1674242 2024-04-13T08:15:36.363 INFO:tasks.workunit.client.0.smithi119.stdout:op 2834 completed, throughput=5MB/sec 2024-04-13T08:15:36.363 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-IkHuinz2irhMlVY off=3504949 len=1287013 2024-04-13T08:15:36.368 INFO:tasks.workunit.client.0.smithi119.stdout:op 2835 completed, throughput=5MB/sec 2024-04-13T08:15:36.368 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-I_JVy5sJCHTtP1X off=866297 len=1768904 2024-04-13T08:15:36.371 INFO:tasks.workunit.client.0.smithi119.stdout:op 2836 completed, throughput=5MB/sec 2024-04-13T08:15:36.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:15:35 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:15:37.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:15:36 smithi119 ceph-mon[96316]: pgmap v1682: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:15:37.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:15:36 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:15:37.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:15:36 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:15:37.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:15:36 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:15:37.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:15:36 smithi119 ceph-mon[93746]: pgmap v1682: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:15:37.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:15:36 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:15:37.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:15:36 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:15:37.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:15:36 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:15:37.371 INFO:tasks.workunit.client.0.smithi119.stdout: 551: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:37.371 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Y3EZu2mPukd7kNb off=8248496 len=909330 2024-04-13T08:15:37.375 INFO:tasks.workunit.client.0.smithi119.stdout:op 2837 completed, throughput=4.99MB/sec 2024-04-13T08:15:37.375 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-QdWMOvAyYcdQVhR off=13954486 len=2018763 2024-04-13T08:15:37.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:15:36 smithi139 ceph-mon[88985]: pgmap v1682: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:15:37.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:15:36 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:15:37.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:15:36 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:15:37.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:15:36 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:15:37.388 INFO:tasks.workunit.client.0.smithi119.stdout:op 2838 completed, throughput=5MB/sec 2024-04-13T08:15:37.388 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-CTEpXvvT30IfgT2 off=5091530 len=1954710 2024-04-13T08:15:37.398 INFO:tasks.workunit.client.0.smithi119.stdout:op 2839 completed, throughput=5MB/sec 2024-04-13T08:15:38.398 INFO:tasks.workunit.client.0.smithi119.stdout: 552: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:38.398 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-D-4PCncdIeQWgWl off=1575066 len=1128804 2024-04-13T08:15:38.400 INFO:tasks.workunit.client.0.smithi119.stdout:op 2840 completed, throughput=4.99MB/sec 2024-04-13T08:15:38.400 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-wzsa-Par-Rz0SCY off=726953 len=1752793 2024-04-13T08:15:38.407 INFO:tasks.workunit.client.0.smithi119.stdout:op 2841 completed, throughput=5MB/sec 2024-04-13T08:15:38.407 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-z0Nz26mDo4fivfW off=7512017 len=1031743 2024-04-13T08:15:38.409 INFO:tasks.workunit.client.0.smithi119.stdout:op 2842 completed, throughput=5MB/sec 2024-04-13T08:15:38.409 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-qOx61FX-vGroLvn off=370082 len=528483 2024-04-13T08:15:38.412 INFO:tasks.workunit.client.0.smithi119.stdout:op 2843 completed, throughput=5MB/sec 2024-04-13T08:15:38.412 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-svyC0bFPFsb-gLq off=667897 len=17631 2024-04-13T08:15:38.414 INFO:tasks.workunit.client.0.smithi119.stdout:op 2844 completed, throughput=5MB/sec 2024-04-13T08:15:38.414 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-68IZj55FfRDX7Rr off=11633064 len=1015547 2024-04-13T08:15:38.418 INFO:tasks.workunit.client.0.smithi119.stdout:op 2845 completed, throughput=5MB/sec 2024-04-13T08:15:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:15:38 smithi119 ceph-mon[96316]: pgmap v1683: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-13T08:15:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:15:38 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:15:39.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:15:38 smithi119 ceph-mon[93746]: pgmap v1683: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-13T08:15:39.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:15:38 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:15:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:15:38 smithi139 ceph-mon[88985]: pgmap v1683: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-13T08:15:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:15:38 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:15:39.419 INFO:tasks.workunit.client.0.smithi119.stdout: 553: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:39.419 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-GXx9jYezK1LsKY_ off=6304828 len=825052 2024-04-13T08:15:39.424 INFO:tasks.workunit.client.0.smithi119.stdout:op 2846 completed, throughput=4.99MB/sec 2024-04-13T08:15:39.424 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-LTeJnm_ua9n3OSx off=347587 len=973178 2024-04-13T08:15:39.425 INFO:tasks.workunit.client.0.smithi119.stdout:op 2847 completed, throughput=4.99MB/sec 2024-04-13T08:15:39.425 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-niPghVBNZe84tl1 off=4581583 len=1602333 2024-04-13T08:15:39.433 INFO:tasks.workunit.client.0.smithi119.stdout:op 2848 completed, throughput=5MB/sec 2024-04-13T08:15:39.434 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-qEqOuX0dfuB2q3P off=4294047 len=1512623 2024-04-13T08:15:39.435 INFO:tasks.workunit.client.0.smithi119.stdout:op 2849 completed, throughput=5MB/sec 2024-04-13T08:15:39.435 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-uL-x7Cfs4njuQv_ off=14776180 len=1906371 2024-04-13T08:15:39.443 INFO:tasks.workunit.client.0.smithi119.stdout:op 2850 completed, throughput=5MB/sec 2024-04-13T08:15:40.443 INFO:tasks.workunit.client.0.smithi119.stdout: 554: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:40.443 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-kkWLoyd7_STxZPF off=306475 len=463332 2024-04-13T08:15:40.447 INFO:tasks.workunit.client.0.smithi119.stdout:op 2851 completed, throughput=4.99MB/sec 2024-04-13T08:15:40.447 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-PQvHR3xhCb__RTb off=10724913 len=1149040 2024-04-13T08:15:40.453 INFO:tasks.workunit.client.0.smithi119.stdout:op 2852 completed, throughput=5MB/sec 2024-04-13T08:15:40.453 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-NSfSXOSfAPm_VJv off=842436 len=256716 2024-04-13T08:15:40.454 INFO:tasks.workunit.client.0.smithi119.stdout:op 2853 completed, throughput=5MB/sec 2024-04-13T08:15:40.454 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-1-J69NvaPU089g- off=5395694 len=1343099 2024-04-13T08:15:40.460 INFO:tasks.workunit.client.0.smithi119.stdout:op 2854 completed, throughput=5MB/sec 2024-04-13T08:15:40.460 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-2qA4f9Fhe4F1Kzy off=23377861 len=354885 2024-04-13T08:15:40.463 INFO:tasks.workunit.client.0.smithi119.stdout:op 2855 completed, throughput=5MB/sec 2024-04-13T08:15:40.463 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Cdc3LgmPUmP_JL6 off=1352851 len=521242 2024-04-13T08:15:40.466 INFO:tasks.workunit.client.0.smithi119.stdout:op 2856 completed, throughput=5MB/sec 2024-04-13T08:15:41.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:15:40 smithi119 ceph-mon[96316]: pgmap v1684: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T08:15:41.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:15:40 smithi119 ceph-mon[93746]: pgmap v1684: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T08:15:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:15:40 smithi139 ceph-mon[88985]: pgmap v1684: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T08:15:41.467 INFO:tasks.workunit.client.0.smithi119.stdout: 555: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:41.467 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-5M2F__A5-NUq_b5 off=8168926 len=405096 2024-04-13T08:15:41.468 INFO:tasks.workunit.client.0.smithi119.stdout:op 2857 completed, throughput=4.99MB/sec 2024-04-13T08:15:41.468 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-vYsITJHML8wV4kZ off=4974971 len=1461085 2024-04-13T08:15:41.474 INFO:tasks.workunit.client.0.smithi119.stdout:op 2858 completed, throughput=5MB/sec 2024-04-13T08:15:41.474 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-dyjr6VGsWl8TxQ7 off=746647 len=302019 2024-04-13T08:15:41.478 INFO:tasks.workunit.client.0.smithi119.stdout:op 2859 completed, throughput=5MB/sec 2024-04-13T08:15:41.478 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-lDzl_RvVX3h1lIs off=8767632 len=58601 2024-04-13T08:15:41.478 INFO:tasks.workunit.client.0.smithi119.stdout:op 2860 completed, throughput=5MB/sec 2024-04-13T08:15:41.478 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--38zqJIBJ0OoE1I off=3544636 len=697189 2024-04-13T08:15:41.479 INFO:tasks.workunit.client.0.smithi119.stdout:op 2861 completed, throughput=5MB/sec 2024-04-13T08:15:41.479 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-tDiXguUZvnrqG43 off=17127755 len=1844742 2024-04-13T08:15:41.481 INFO:tasks.workunit.client.0.smithi119.stdout:op 2862 completed, throughput=5MB/sec 2024-04-13T08:15:41.481 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ktWm2-52Ugil4Zb off=2280367 len=452815 2024-04-13T08:15:41.485 INFO:tasks.workunit.client.0.smithi119.stdout:op 2863 completed, throughput=5MB/sec 2024-04-13T08:15:42.486 INFO:tasks.workunit.client.0.smithi119.stdout: 556: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:42.486 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-mQB0UdFtxdgsu8s off=6222994 len=1247143 2024-04-13T08:15:42.487 INFO:tasks.workunit.client.0.smithi119.stdout:op 2864 completed, throughput=4.99MB/sec 2024-04-13T08:15:42.487 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-c_hf0aqLqLUagD2 off=8304644 len=264371 2024-04-13T08:15:42.488 INFO:tasks.workunit.client.0.smithi119.stdout:op 2865 completed, throughput=4.99MB/sec 2024-04-13T08:15:42.488 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Xt41EP2WMLqec57 off=2325261 len=2038081 2024-04-13T08:15:42.490 INFO:tasks.workunit.client.0.smithi119.stdout:op 2866 completed, throughput=5MB/sec 2024-04-13T08:15:42.490 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-IhY67a_suC8AMum off=10728002 len=1938791 2024-04-13T08:15:42.503 INFO:tasks.workunit.client.0.smithi119.stdout:op 2867 completed, throughput=5MB/sec 2024-04-13T08:15:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:15:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:15:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:15:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:15:42 smithi139 ceph-mon[88985]: pgmap v1685: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:15:43.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:15:42 smithi119 ceph-mon[96316]: pgmap v1685: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:15:43.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:15:42 smithi119 ceph-mon[93746]: pgmap v1685: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:15:43.504 INFO:tasks.workunit.client.0.smithi119.stdout: 557: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:43.504 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-CiwvweUe8VtSvPB off=4094818 len=20165 2024-04-13T08:15:43.504 INFO:tasks.workunit.client.0.smithi119.stdout:op 2868 completed, throughput=4.99MB/sec 2024-04-13T08:15:43.504 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-T6OLdGOxWSj6Lsy off=19238856 len=984010 2024-04-13T08:15:43.506 INFO:tasks.workunit.client.0.smithi119.stdout:op 2869 completed, throughput=4.99MB/sec 2024-04-13T08:15:43.506 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-rhCJfcsc0ygkFA1 off=2465917 len=1378100 2024-04-13T08:15:43.512 INFO:tasks.workunit.client.0.smithi119.stdout:op 2870 completed, throughput=5MB/sec 2024-04-13T08:15:43.513 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-NZTfV-F608g2-bA off=4891910 len=547164 2024-04-13T08:15:43.514 INFO:tasks.workunit.client.0.smithi119.stdout:op 2871 completed, throughput=5MB/sec 2024-04-13T08:15:43.514 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-5-HVR4FGmhhHIZu off=9097294 len=1858580 2024-04-13T08:15:43.523 INFO:tasks.workunit.client.0.smithi119.stdout:op 2872 completed, throughput=5MB/sec 2024-04-13T08:15:43.524 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-h0oxqUIMjjga42t off=97002 len=185826 2024-04-13T08:15:43.526 INFO:tasks.workunit.client.0.smithi119.stdout:op 2873 completed, throughput=5MB/sec 2024-04-13T08:15:44.526 INFO:tasks.workunit.client.0.smithi119.stdout: 558: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:44.527 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-mycTJ0vjbchV-GA off=11449915 len=1027767 2024-04-13T08:15:44.531 INFO:tasks.workunit.client.0.smithi119.stdout:op 2874 completed, throughput=4.99MB/sec 2024-04-13T08:15:44.531 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-8tymVfDH2Soaugm off=22947734 len=563890 2024-04-13T08:15:44.536 INFO:tasks.workunit.client.0.smithi119.stdout:op 2875 completed, throughput=4.99MB/sec 2024-04-13T08:15:44.536 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ENKn8fGIEIOJcDr off=4548105 len=1295345 2024-04-13T08:15:44.538 INFO:tasks.workunit.client.0.smithi119.stdout:op 2876 completed, throughput=5MB/sec 2024-04-13T08:15:44.538 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-28QVK3vK4YrTQEU off=6517469 len=717677 2024-04-13T08:15:44.538 INFO:tasks.workunit.client.0.smithi119.stdout:op 2877 completed, throughput=5MB/sec 2024-04-13T08:15:44.539 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-9aaLpUyMdprEAQz off=520938 len=1168308 2024-04-13T08:15:44.540 INFO:tasks.workunit.client.0.smithi119.stdout:op 2878 completed, throughput=5MB/sec 2024-04-13T08:15:44.540 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-rqXxVK1NTw2ISGd off=7502025 len=85549 2024-04-13T08:15:44.541 INFO:tasks.workunit.client.0.smithi119.stdout:op 2879 completed, throughput=5MB/sec 2024-04-13T08:15:44.541 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-uKYIBmJjv57YybE off=1369305 len=1370509 2024-04-13T08:15:44.542 INFO:tasks.workunit.client.0.smithi119.stdout:op 2880 completed, throughput=5MB/sec 2024-04-13T08:15:45.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:15:44 smithi119 ceph-mon[96316]: pgmap v1686: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:15:45.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:15:44 smithi119 ceph-mon[93746]: pgmap v1686: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:15:45.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:15:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:15:44] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-04-13T08:15:45.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:15:44 smithi139 ceph-mon[88985]: pgmap v1686: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:15:45.542 INFO:tasks.workunit.client.0.smithi119.stdout: 559: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:45.543 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-pZk4JAGuoK-g0jg off=5763815 len=1109036 2024-04-13T08:15:45.545 INFO:tasks.workunit.client.0.smithi119.stdout:op 2881 completed, throughput=4.99MB/sec 2024-04-13T08:15:45.545 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-VAbr2X_5Ushixk6 off=13880134 len=1351495 2024-04-13T08:15:45.547 INFO:tasks.workunit.client.0.smithi119.stdout:op 2882 completed, throughput=5MB/sec 2024-04-13T08:15:45.547 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Fz7J1vGZNab-ZtT off=5357192 len=239651 2024-04-13T08:15:45.548 INFO:tasks.workunit.client.0.smithi119.stdout:op 2883 completed, throughput=5MB/sec 2024-04-13T08:15:45.548 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-J7Ntka89OUn6PwP off=11012948 len=948811 2024-04-13T08:15:45.549 INFO:tasks.workunit.client.0.smithi119.stdout:op 2884 completed, throughput=5MB/sec 2024-04-13T08:15:45.549 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-L9K9_rbaFku--wb off=3605841 len=1202626 2024-04-13T08:15:45.556 INFO:tasks.workunit.client.0.smithi119.stdout:op 2885 completed, throughput=5MB/sec 2024-04-13T08:15:46.556 INFO:tasks.workunit.client.0.smithi119.stdout: 560: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:46.557 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--rG0We0Sju9CS72 off=4832192 len=1048964 2024-04-13T08:15:46.558 INFO:tasks.workunit.client.0.smithi119.stdout:op 2886 completed, throughput=4.99MB/sec 2024-04-13T08:15:46.558 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-oIMGnDGX7p2Urqe off=1508771 len=1122565 2024-04-13T08:15:46.560 INFO:tasks.workunit.client.0.smithi119.stdout:op 2887 completed, throughput=5MB/sec 2024-04-13T08:15:46.560 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj--ofXm_WCB2Nss5M off=4775816 len=1531706 2024-04-13T08:15:46.566 INFO:tasks.workunit.client.0.smithi119.stdout:op 2888 completed, throughput=5MB/sec 2024-04-13T08:15:46.566 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-PZz7F1E4d94bAJI off=2538223 len=382864 2024-04-13T08:15:46.570 INFO:tasks.workunit.client.0.smithi119.stdout:op 2889 completed, throughput=5MB/sec 2024-04-13T08:15:46.570 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-hUcdVpkEOyiFMuo off=11428995 len=859364 2024-04-13T08:15:46.574 INFO:tasks.workunit.client.0.smithi119.stdout:op 2890 completed, throughput=5MB/sec 2024-04-13T08:15:47.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:15:46 smithi139 ceph-mon[88985]: pgmap v1687: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:15:47.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:15:46 smithi119 ceph-mon[96316]: pgmap v1687: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:15:47.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:15:46 smithi119 ceph-mon[93746]: pgmap v1687: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:15:47.574 INFO:tasks.workunit.client.0.smithi119.stdout: 561: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:47.574 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--pDY0JWNVWdoRYZ off=11359628 len=1406019 2024-04-13T08:15:47.576 INFO:tasks.workunit.client.0.smithi119.stdout:op 2891 completed, throughput=4.99MB/sec 2024-04-13T08:15:47.576 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-EBGrt9L_930KGHd off=10736521 len=1839626 2024-04-13T08:15:47.585 INFO:tasks.workunit.client.0.smithi119.stdout:op 2892 completed, throughput=5MB/sec 2024-04-13T08:15:47.585 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-nzvoNK9BjMuBvUu off=336397 len=899829 2024-04-13T08:15:47.586 INFO:tasks.workunit.client.0.smithi119.stdout:op 2893 completed, throughput=5MB/sec 2024-04-13T08:15:47.586 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-wSuD7UtQc20xv2U off=11386315 len=1458682 2024-04-13T08:15:47.588 INFO:tasks.workunit.client.0.smithi119.stdout:op 2894 completed, throughput=5MB/sec 2024-04-13T08:15:48.588 INFO:tasks.workunit.client.0.smithi119.stdout: 562: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:48.588 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-GYGRDRLA4XrprMm off=8378458 len=1793401 2024-04-13T08:15:48.597 INFO:tasks.workunit.client.0.smithi119.stdout:op 2895 completed, throughput=4.99MB/sec 2024-04-13T08:15:48.597 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-T38ceo56GjrYSjx off=923935 len=1768269 2024-04-13T08:15:48.599 INFO:tasks.workunit.client.0.smithi119.stdout:op 2896 completed, throughput=5MB/sec 2024-04-13T08:15:48.599 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-GY4C2gb7p-vyaTl off=11160705 len=2045217 2024-04-13T08:15:48.609 INFO:tasks.workunit.client.0.smithi119.stdout:op 2897 completed, throughput=5MB/sec 2024-04-13T08:15:49.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:15:48 smithi139 ceph-mon[88985]: pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 7 op/s 2024-04-13T08:15:49.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:15:48 smithi119 ceph-mon[96316]: pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 7 op/s 2024-04-13T08:15:49.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:15:48 smithi119 ceph-mon[93746]: pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 7 op/s 2024-04-13T08:15:49.609 INFO:tasks.workunit.client.0.smithi119.stdout: 563: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:49.610 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-F-hEoDMJ2-K8aaD off=9667706 len=1504564 2024-04-13T08:15:49.611 INFO:tasks.workunit.client.0.smithi119.stdout:op 2898 completed, throughput=4.99MB/sec 2024-04-13T08:15:49.611 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-qUof2H-HMZywGlf off=13190424 len=1850955 2024-04-13T08:15:49.621 INFO:tasks.workunit.client.0.smithi119.stdout:op 2899 completed, throughput=5MB/sec 2024-04-13T08:15:49.621 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-G60pW92Gs1jUgoJ off=1320610 len=1530426 2024-04-13T08:15:49.623 INFO:tasks.workunit.client.0.smithi119.stdout:op 2900 completed, throughput=5MB/sec 2024-04-13T08:15:50.623 INFO:tasks.workunit.client.0.smithi119.stdout: 564: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:50.624 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-0FbwX_z0B8UuW0l off=9602812 len=194977 2024-04-13T08:15:50.624 INFO:tasks.workunit.client.0.smithi119.stdout:op 2901 completed, throughput=4.99MB/sec 2024-04-13T08:15:50.624 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ZHkQCenX3pNrPuD off=13995350 len=831049 2024-04-13T08:15:50.625 INFO:tasks.workunit.client.0.smithi119.stdout:op 2902 completed, throughput=4.99MB/sec 2024-04-13T08:15:50.625 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Wv00FiwXH1Ixkhg off=6332199 len=1762771 2024-04-13T08:15:50.629 INFO:tasks.workunit.client.0.smithi119.stdout:op 2903 completed, throughput=5MB/sec 2024-04-13T08:15:50.629 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-kPhPi7y4PcsmNdm off=8404143 len=230602 2024-04-13T08:15:50.633 INFO:tasks.workunit.client.0.smithi119.stdout:op 2904 completed, throughput=5MB/sec 2024-04-13T08:15:50.633 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-mjctyChBu3tLI9W off=680249 len=167890 2024-04-13T08:15:50.633 INFO:tasks.workunit.client.0.smithi119.stdout:op 2905 completed, throughput=5MB/sec 2024-04-13T08:15:50.633 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ZIVwsBvRfIgJT-u off=1415920 len=50570 2024-04-13T08:15:50.635 INFO:tasks.workunit.client.0.smithi119.stdout:op 2906 completed, throughput=5MB/sec 2024-04-13T08:15:50.635 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-N8US3iMVYD48yNd off=8593625 len=385019 2024-04-13T08:15:50.638 INFO:tasks.workunit.client.0.smithi119.stdout:op 2907 completed, throughput=5MB/sec 2024-04-13T08:15:50.638 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-3IrJU-dQKxL287o off=110788 len=1932600 2024-04-13T08:15:50.640 INFO:tasks.workunit.client.0.smithi119.stdout:op 2908 completed, throughput=5MB/sec 2024-04-13T08:15:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:15:50 smithi139 ceph-mon[88985]: pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:15:51.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:15:50 smithi119 ceph-mon[96316]: pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:15:51.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:15:50 smithi119 ceph-mon[93746]: pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:15:51.641 INFO:tasks.workunit.client.0.smithi119.stdout: 565: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:51.641 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-JFtDkI7aq327OXY off=9162654 len=835737 2024-04-13T08:15:51.647 INFO:tasks.workunit.client.0.smithi119.stdout:op 2909 completed, throughput=4.99MB/sec 2024-04-13T08:15:51.647 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-EX8WmT2ukSl00cF off=11041132 len=446315 2024-04-13T08:15:51.648 INFO:tasks.workunit.client.0.smithi119.stdout:op 2910 completed, throughput=4.99MB/sec 2024-04-13T08:15:51.648 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-eQpxwxQ5V4KlvhR off=1104518 len=720878 2024-04-13T08:15:51.649 INFO:tasks.workunit.client.0.smithi119.stdout:op 2911 completed, throughput=5MB/sec 2024-04-13T08:15:51.649 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-6qmYTGLqiDWVQP2 off=5626642 len=1506904 2024-04-13T08:15:51.658 INFO:tasks.workunit.client.0.smithi119.stdout:op 2912 completed, throughput=5MB/sec 2024-04-13T08:15:51.659 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-IqAfAH0UdtV0rfG off=2660440 len=1859498 2024-04-13T08:15:51.662 INFO:tasks.workunit.client.0.smithi119.stdout:op 2913 completed, throughput=5MB/sec 2024-04-13T08:15:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:15:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:15:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:15:52.662 INFO:tasks.workunit.client.0.smithi119.stdout: 566: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:52.662 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-w3qwCwh7rzRg4jF off=15885769 len=289381 2024-04-13T08:15:52.663 INFO:tasks.workunit.client.0.smithi119.stdout:op 2914 completed, throughput=4.99MB/sec 2024-04-13T08:15:52.663 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-pAJxTiMteUZV62E off=218299 len=552439 2024-04-13T08:15:52.665 INFO:tasks.workunit.client.0.smithi119.stdout:op 2915 completed, throughput=4.99MB/sec 2024-04-13T08:15:52.665 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Ga6jDX5TAvIQMIA off=7038252 len=515545 2024-04-13T08:15:52.666 INFO:tasks.workunit.client.0.smithi119.stdout:op 2916 completed, throughput=4.99MB/sec 2024-04-13T08:15:52.666 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-rj0Dy9aFwnWvc86 off=2304311 len=45581 2024-04-13T08:15:52.668 INFO:tasks.workunit.client.0.smithi119.stdout:op 2917 completed, throughput=4.99MB/sec 2024-04-13T08:15:52.668 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Vck3TfI68jy_eHl off=11162126 len=1412219 2024-04-13T08:15:52.677 INFO:tasks.workunit.client.0.smithi119.stdout:op 2918 completed, throughput=5MB/sec 2024-04-13T08:15:52.677 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-j_Vp_JHQrUGKGTc off=1956048 len=1680950 2024-04-13T08:15:52.683 INFO:tasks.workunit.client.0.smithi119.stdout:op 2919 completed, throughput=5MB/sec 2024-04-13T08:15:52.683 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-WakqM5WxjHELpb6 off=6530589 len=1758396 2024-04-13T08:15:52.692 INFO:tasks.workunit.client.0.smithi119.stdout:op 2920 completed, throughput=5MB/sec 2024-04-13T08:15:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:15:52 smithi139 ceph-mon[88985]: pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-13T08:15:53.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:15:52 smithi119 ceph-mon[96316]: pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-13T08:15:53.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:15:52 smithi119 ceph-mon[93746]: pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-13T08:15:53.693 INFO:tasks.workunit.client.0.smithi119.stdout: 567: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:53.693 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-9WADWmzfzw64kOV off=3788458 len=1838709 2024-04-13T08:15:53.701 INFO:tasks.workunit.client.0.smithi119.stdout:op 2921 completed, throughput=5MB/sec 2024-04-13T08:15:53.701 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-S4IK9_TEa9Xr1x2 off=1827694 len=1423031 2024-04-13T08:15:53.703 INFO:tasks.workunit.client.0.smithi119.stdout:op 2922 completed, throughput=5MB/sec 2024-04-13T08:15:53.703 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-eghd9jkQDwGPoq5 off=13376600 len=1645466 2024-04-13T08:15:53.709 INFO:tasks.workunit.client.0.smithi119.stdout:op 2923 completed, throughput=5MB/sec 2024-04-13T08:15:54.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:15:53 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:15:54.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:15:53 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:15:54.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:15:53 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:15:54.710 INFO:tasks.workunit.client.0.smithi119.stdout: 568: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:54.710 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-_QIiaTODrE6QwMP off=5651978 len=972711 2024-04-13T08:15:54.715 INFO:tasks.workunit.client.0.smithi119.stdout:op 2924 completed, throughput=4.99MB/sec 2024-04-13T08:15:54.715 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-L5ZCUFWMXL47sDC off=7844290 len=1025759 2024-04-13T08:15:54.716 INFO:tasks.workunit.client.0.smithi119.stdout:op 2925 completed, throughput=5MB/sec 2024-04-13T08:15:54.716 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-iufGY00VEHVhsge off=1953742 len=1380921 2024-04-13T08:15:54.724 INFO:tasks.workunit.client.0.smithi119.stdout:op 2926 completed, throughput=5MB/sec 2024-04-13T08:15:54.724 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-sHEmS5Iq8YvTdD5 off=8081027 len=213518 2024-04-13T08:15:54.724 INFO:tasks.workunit.client.0.smithi119.stdout:op 2927 completed, throughput=5MB/sec 2024-04-13T08:15:54.724 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ZJkDmPYK_i228pB off=4578721 len=19266 2024-04-13T08:15:54.725 INFO:tasks.workunit.client.0.smithi119.stdout:op 2928 completed, throughput=5MB/sec 2024-04-13T08:15:54.725 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-YI5Pld57y6-YcbF off=13191718 len=1388384 2024-04-13T08:15:54.726 INFO:tasks.workunit.client.0.smithi119.stdout:op 2929 completed, throughput=5MB/sec 2024-04-13T08:15:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:15:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:15:54] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2024-04-13T08:15:55.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:15:54 smithi119 ceph-mon[96316]: pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T08:15:55.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:15:54 smithi119 ceph-mon[93746]: pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T08:15:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:15:54 smithi139 ceph-mon[88985]: pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T08:15:55.727 INFO:tasks.workunit.client.0.smithi119.stdout: 569: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:55.727 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-i9VVZc1XSFZOchP off=6795723 len=491078 2024-04-13T08:15:55.728 INFO:tasks.workunit.client.0.smithi119.stdout:op 2930 completed, throughput=4.99MB/sec 2024-04-13T08:15:55.728 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-t-YDjpby3ZINY8k off=135008 len=1812267 2024-04-13T08:15:55.740 INFO:tasks.workunit.client.0.smithi119.stdout:op 2931 completed, throughput=5MB/sec 2024-04-13T08:15:55.740 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-LHzT2dA8vYLaAVP off=437216 len=1457067 2024-04-13T08:15:55.745 INFO:tasks.workunit.client.0.smithi119.stdout:op 2932 completed, throughput=5MB/sec 2024-04-13T08:15:55.746 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-gyt1CnexDa5Nt1r off=9064485 len=1713108 2024-04-13T08:15:55.749 INFO:tasks.workunit.client.0.smithi119.stdout:op 2933 completed, throughput=5MB/sec 2024-04-13T08:15:56.749 INFO:tasks.workunit.client.0.smithi119.stdout: 570: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:56.749 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-yQ72QxjbnHKmYa1 off=15893224 len=1187665 2024-04-13T08:15:56.752 INFO:tasks.workunit.client.0.smithi119.stdout:op 2934 completed, throughput=4.99MB/sec 2024-04-13T08:15:56.752 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Y9qgZarjjfIfHix off=5702879 len=609099 2024-04-13T08:15:56.756 INFO:tasks.workunit.client.0.smithi119.stdout:op 2935 completed, throughput=5MB/sec 2024-04-13T08:15:56.756 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-7eZ4ShgX_xKnUaF off=13836599 len=1302436 2024-04-13T08:15:56.758 INFO:tasks.workunit.client.0.smithi119.stdout:op 2936 completed, throughput=5MB/sec 2024-04-13T08:15:56.758 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-nQ2LRzfc7XzLhmH off=1438348 len=1064520 2024-04-13T08:15:56.759 INFO:tasks.workunit.client.0.smithi119.stdout:op 2937 completed, throughput=5MB/sec 2024-04-13T08:15:56.760 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-mRDO8KM-8rt3Ttt off=5810257 len=1574814 2024-04-13T08:15:56.766 INFO:tasks.workunit.client.0.smithi119.stdout:op 2938 completed, throughput=5MB/sec 2024-04-13T08:15:57.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:15:56 smithi139 ceph-mon[88985]: pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T08:15:57.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:15:56 smithi119 ceph-mon[96316]: pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T08:15:57.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:15:56 smithi119 ceph-mon[93746]: pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T08:15:57.766 INFO:tasks.workunit.client.0.smithi119.stdout: 571: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:57.766 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-pzTsJA_YDSVHlvn off=5439443 len=1878425 2024-04-13T08:15:57.778 INFO:tasks.workunit.client.0.smithi119.stdout:op 2939 completed, throughput=5MB/sec 2024-04-13T08:15:57.778 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-K3VTI8Osk6b6uim off=535184 len=1160725 2024-04-13T08:15:57.780 INFO:tasks.workunit.client.0.smithi119.stdout:op 2940 completed, throughput=5MB/sec 2024-04-13T08:15:57.780 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-OC8RBEa5F2dhqqi off=2892535 len=1965183 2024-04-13T08:15:57.790 INFO:tasks.workunit.client.0.smithi119.stdout:op 2941 completed, throughput=5MB/sec 2024-04-13T08:15:58.791 INFO:tasks.workunit.client.0.smithi119.stdout: 572: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:58.791 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-00pZEkDrNDy9hv8 off=5858330 len=543759 2024-04-13T08:15:58.792 INFO:tasks.workunit.client.0.smithi119.stdout:op 2942 completed, throughput=4.99MB/sec 2024-04-13T08:15:58.792 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-xCX6gEVtrg0FC9V off=15306618 len=788869 2024-04-13T08:15:58.793 INFO:tasks.workunit.client.0.smithi119.stdout:op 2943 completed, throughput=4.99MB/sec 2024-04-13T08:15:58.793 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-U9y7b7dNjMSwhvn off=613941 len=2068989 2024-04-13T08:15:58.798 INFO:tasks.workunit.client.0.smithi119.stdout:op 2944 completed, throughput=5MB/sec 2024-04-13T08:15:58.798 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-wkQ4MDStH5Sq8Jo off=7551009 len=55994 2024-04-13T08:15:58.800 INFO:tasks.workunit.client.0.smithi119.stdout:op 2945 completed, throughput=5MB/sec 2024-04-13T08:15:58.800 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Vdtetj6kWHKGFOG off=538951 len=1969913 2024-04-13T08:15:58.809 INFO:tasks.workunit.client.0.smithi119.stdout:op 2946 completed, throughput=5MB/sec 2024-04-13T08:15:59.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:15:58 smithi139 ceph-mon[88985]: pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T08:15:59.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:15:59 smithi119 ceph-mon[96316]: pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T08:15:59.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:15:58 smithi119 ceph-mon[93746]: pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T08:15:59.809 INFO:tasks.workunit.client.0.smithi119.stdout: 573: throughput=4.99MB/sec pending data=0 2024-04-13T08:15:59.809 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-VrEyPDGtsM-hgBb off=12900153 len=112146 2024-04-13T08:15:59.810 INFO:tasks.workunit.client.0.smithi119.stdout:op 2947 completed, throughput=4.99MB/sec 2024-04-13T08:15:59.810 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-eGzT5-fONshZWX2 off=12241564 len=218715 2024-04-13T08:15:59.813 INFO:tasks.workunit.client.0.smithi119.stdout:op 2948 completed, throughput=4.99MB/sec 2024-04-13T08:15:59.813 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-alrFqPe1T9Xv_wY off=9866782 len=122275 2024-04-13T08:15:59.813 INFO:tasks.workunit.client.0.smithi119.stdout:op 2949 completed, throughput=4.99MB/sec 2024-04-13T08:15:59.813 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-jLgvOttcV2mQAcV off=16482996 len=647490 2024-04-13T08:15:59.815 INFO:tasks.workunit.client.0.smithi119.stdout:op 2950 completed, throughput=4.99MB/sec 2024-04-13T08:15:59.815 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-45_lUBYQNA8l-9y off=4108613 len=439143 2024-04-13T08:15:59.819 INFO:tasks.workunit.client.0.smithi119.stdout:op 2951 completed, throughput=5MB/sec 2024-04-13T08:15:59.819 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-jHLBs9ba9Y-3c-4 off=2617398 len=1929990 2024-04-13T08:15:59.826 INFO:tasks.workunit.client.0.smithi119.stdout:op 2952 completed, throughput=5MB/sec 2024-04-13T08:15:59.826 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-mQs8uXjJLDNKiAu off=625897 len=793127 2024-04-13T08:15:59.828 INFO:tasks.workunit.client.0.smithi119.stdout:op 2953 completed, throughput=5MB/sec 2024-04-13T08:15:59.828 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-7j3R6f7hCRcsi-y off=11900977 len=144350 2024-04-13T08:15:59.830 INFO:tasks.workunit.client.0.smithi119.stdout:op 2954 completed, throughput=5MB/sec 2024-04-13T08:15:59.830 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-XUxIS8wh1H3mFcK off=1216332 len=758485 2024-04-13T08:15:59.831 INFO:tasks.workunit.client.0.smithi119.stdout:op 2955 completed, throughput=5MB/sec 2024-04-13T08:16:00.831 INFO:tasks.workunit.client.0.smithi119.stdout: 574: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:00.940 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-4Ptu---RXdlfvk- off=2279432 len=275110 2024-04-13T08:16:00.941 INFO:tasks.workunit.client.0.smithi119.stdout:op 2956 completed, throughput=4.99MB/sec 2024-04-13T08:16:00.941 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-8pGtayx4S-Hp7xp off=2753572 len=846618 2024-04-13T08:16:00.941 INFO:tasks.workunit.client.0.smithi119.stdout:op 2957 completed, throughput=4.99MB/sec 2024-04-13T08:16:00.941 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Sj0gZl2lCQRdoxk off=1172984 len=612583 2024-04-13T08:16:00.942 INFO:tasks.workunit.client.0.smithi119.stdout:op 2958 completed, throughput=5MB/sec 2024-04-13T08:16:00.942 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-86C79ymRn97i9is off=3155094 len=1209916 2024-04-13T08:16:00.942 INFO:tasks.workunit.client.0.smithi119.stdout:op 2959 completed, throughput=5MB/sec 2024-04-13T08:16:00.942 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-sRA0F3ip8mbqB0F off=2399419 len=1321105 2024-04-13T08:16:00.942 INFO:tasks.workunit.client.0.smithi119.stdout:op 2960 completed, throughput=5MB/sec 2024-04-13T08:16:00.942 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj--99b3dRATG8rWz2 off=17748584 len=870696 2024-04-13T08:16:00.942 INFO:tasks.workunit.client.0.smithi119.stdout:op 2961 completed, throughput=5MB/sec 2024-04-13T08:16:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:16:01 smithi139 ceph-mon[88985]: pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T08:16:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:16:01 smithi119 ceph-mon[96316]: pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T08:16:01.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:16:01 smithi119 ceph-mon[93746]: pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T08:16:01.853 INFO:tasks.workunit.client.0.smithi119.stdout: 575: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:01.853 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-5j6uszND01NjiB3 off=13986264 len=1407384 2024-04-13T08:16:01.862 INFO:tasks.workunit.client.0.smithi119.stdout:op 2962 completed, throughput=4.99MB/sec 2024-04-13T08:16:01.862 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-wfTg9FXrbbtHq2M off=5727408 len=1042123 2024-04-13T08:16:01.867 INFO:tasks.workunit.client.0.smithi119.stdout:op 2963 completed, throughput=5MB/sec 2024-04-13T08:16:01.867 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-RCXUfUCaHIE53Wr off=0 len=1524213 2024-04-13T08:16:01.873 INFO:tasks.workunit.client.0.smithi119.stdout:op 2964 completed, throughput=5MB/sec 2024-04-13T08:16:01.873 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-psphzP9FOaMgjSt off=1378554 len=1512224 2024-04-13T08:16:01.879 INFO:tasks.workunit.client.0.smithi119.stdout:op 2965 completed, throughput=5MB/sec 2024-04-13T08:16:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:16:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:16:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:16:02.879 INFO:tasks.workunit.client.0.smithi119.stdout: 576: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:02.879 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-L9K9_rbaFku--wb off=1627694 len=267717 2024-04-13T08:16:02.882 INFO:tasks.workunit.client.0.smithi119.stdout:op 2966 completed, throughput=4.99MB/sec 2024-04-13T08:16:02.882 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-wu1F72tv2s0_3NN off=6460006 len=1706663 2024-04-13T08:16:02.891 INFO:tasks.workunit.client.0.smithi119.stdout:op 2967 completed, throughput=5MB/sec 2024-04-13T08:16:02.892 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-6RzrGv67eGyDjWj off=12944898 len=1829494 2024-04-13T08:16:02.894 INFO:tasks.workunit.client.0.smithi119.stdout:op 2968 completed, throughput=5MB/sec 2024-04-13T08:16:02.894 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-nEeBs3lm4ICuomc off=6199511 len=101635 2024-04-13T08:16:02.897 INFO:tasks.workunit.client.0.smithi119.stdout:op 2969 completed, throughput=5MB/sec 2024-04-13T08:16:02.897 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-GUGY-DvS-e1wxbN off=1683829 len=1285028 2024-04-13T08:16:02.902 INFO:tasks.workunit.client.0.smithi119.stdout:op 2970 completed, throughput=5MB/sec 2024-04-13T08:16:03.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:16:03 smithi139 ceph-mon[88985]: pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T08:16:03.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:16:03 smithi119 ceph-mon[96316]: pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T08:16:03.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:16:03 smithi119 ceph-mon[93746]: pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T08:16:03.902 INFO:tasks.workunit.client.0.smithi119.stdout: 577: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:03.903 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Jk-4uAoKki3DdEN off=15860328 len=894645 2024-04-13T08:16:03.908 INFO:tasks.workunit.client.0.smithi119.stdout:op 2971 completed, throughput=4.99MB/sec 2024-04-13T08:16:03.908 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-NUTilzDRwFBDQY9 off=12136056 len=923361 2024-04-13T08:16:03.909 INFO:tasks.workunit.client.0.smithi119.stdout:op 2972 completed, throughput=4.99MB/sec 2024-04-13T08:16:03.909 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-S4-x8QNRISZBS1x off=11739013 len=1307908 2024-04-13T08:16:03.912 INFO:tasks.workunit.client.0.smithi119.stdout:op 2973 completed, throughput=5MB/sec 2024-04-13T08:16:03.912 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-JLLX0HoH-rTtxGP off=355044 len=525251 2024-04-13T08:16:03.915 INFO:tasks.workunit.client.0.smithi119.stdout:op 2974 completed, throughput=5MB/sec 2024-04-13T08:16:03.915 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-5ClYY1LVcEL9402 off=12357943 len=205150 2024-04-13T08:16:03.916 INFO:tasks.workunit.client.0.smithi119.stdout:op 2975 completed, throughput=5MB/sec 2024-04-13T08:16:03.916 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-rgC62gQVIxrCe5i off=5691198 len=362236 2024-04-13T08:16:03.919 INFO:tasks.workunit.client.0.smithi119.stdout:op 2976 completed, throughput=5MB/sec 2024-04-13T08:16:03.919 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-SCaAm9Y1oJ7DDC0 off=1255324 len=370130 2024-04-13T08:16:03.922 INFO:tasks.workunit.client.0.smithi119.stdout:op 2977 completed, throughput=5MB/sec 2024-04-13T08:16:03.922 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ajunZXaQQ-tF0BK off=4771332 len=237821 2024-04-13T08:16:03.925 INFO:tasks.workunit.client.0.smithi119.stdout:op 2978 completed, throughput=5MB/sec 2024-04-13T08:16:03.925 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-DugY2R_-f1i8hbX off=1092379 len=1320 2024-04-13T08:16:03.926 INFO:tasks.workunit.client.0.smithi119.stdout:op 2979 completed, throughput=5MB/sec 2024-04-13T08:16:03.927 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-IMfbxr1HsQ7LoXq off=2872265 len=317781 2024-04-13T08:16:03.927 INFO:tasks.workunit.client.0.smithi119.stdout:op 2980 completed, throughput=5MB/sec 2024-04-13T08:16:04.928 INFO:tasks.workunit.client.0.smithi119.stdout: 578: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:04.928 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-HIqad_-05EM4g7Z off=749266 len=51461 2024-04-13T08:16:04.930 INFO:tasks.workunit.client.0.smithi119.stdout:op 2981 completed, throughput=4.99MB/sec 2024-04-13T08:16:04.931 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Msj_YaB8Jh2SMAA off=15679898 len=407285 2024-04-13T08:16:04.934 INFO:tasks.workunit.client.0.smithi119.stdout:op 2982 completed, throughput=4.99MB/sec 2024-04-13T08:16:04.934 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-l6KGhTa5ONw0frZ off=203835 len=1003158 2024-04-13T08:16:04.940 INFO:tasks.workunit.client.0.smithi119.stdout:op 2983 completed, throughput=4.99MB/sec 2024-04-13T08:16:04.940 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-aHyym4P3kLY9lzA off=76892 len=1168107 2024-04-13T08:16:04.941 INFO:tasks.workunit.client.0.smithi119.stdout:op 2984 completed, throughput=5MB/sec 2024-04-13T08:16:04.941 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-WZFRa83oOZiy1qU off=10291090 len=928085 2024-04-13T08:16:04.943 INFO:tasks.workunit.client.0.smithi119.stdout:op 2985 completed, throughput=5MB/sec 2024-04-13T08:16:04.943 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3ZPfK3rRSc65GM6 off=2900994 len=1960601 2024-04-13T08:16:04.954 INFO:tasks.workunit.client.0.smithi119.stdout:op 2986 completed, throughput=5MB/sec 2024-04-13T08:16:05.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:16:05 smithi119 ceph-mon[96316]: pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:16:05.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:16:05 smithi119 ceph-mon[93746]: pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:16:05.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:16:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:16:04] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2024-04-13T08:16:05.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:16:05 smithi139 ceph-mon[88985]: pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:16:05.954 INFO:tasks.workunit.client.0.smithi119.stdout: 579: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:05.954 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-fNSxddrOS93H3jF off=4331620 len=569047 2024-04-13T08:16:05.958 INFO:tasks.workunit.client.0.smithi119.stdout:op 2987 completed, throughput=4.99MB/sec 2024-04-13T08:16:05.958 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-nR0TDz4IBeBEGaI off=18727457 len=768631 2024-04-13T08:16:05.959 INFO:tasks.workunit.client.0.smithi119.stdout:op 2988 completed, throughput=4.99MB/sec 2024-04-13T08:16:05.959 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-BmRN_L3epimZokj off=21946531 len=1087452 2024-04-13T08:16:05.965 INFO:tasks.workunit.client.0.smithi119.stdout:op 2989 completed, throughput=5MB/sec 2024-04-13T08:16:05.965 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-uoDDrfYh00p7g8Y off=9555735 len=207214 2024-04-13T08:16:05.967 INFO:tasks.workunit.client.0.smithi119.stdout:op 2990 completed, throughput=5MB/sec 2024-04-13T08:16:05.967 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-M2m294ACTCFftvG off=7040563 len=316635 2024-04-13T08:16:05.970 INFO:tasks.workunit.client.0.smithi119.stdout:op 2991 completed, throughput=5MB/sec 2024-04-13T08:16:05.970 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ZZWWaxi9EDVOh5o off=5701307 len=245510 2024-04-13T08:16:05.971 INFO:tasks.workunit.client.0.smithi119.stdout:op 2992 completed, throughput=5MB/sec 2024-04-13T08:16:05.971 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-N0zMse7E9z-Dx7p off=1366237 len=80145 2024-04-13T08:16:05.971 INFO:tasks.workunit.client.0.smithi119.stdout:op 2993 completed, throughput=5MB/sec 2024-04-13T08:16:05.971 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-fmXc0HlSgJ6I9gW off=13770437 len=1428837 2024-04-13T08:16:05.972 INFO:tasks.workunit.client.0.smithi119.stdout:op 2994 completed, throughput=5MB/sec 2024-04-13T08:16:05.972 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-wtBVF4yE9hi-Wv8 off=10689498 len=143458 2024-04-13T08:16:05.975 INFO:tasks.workunit.client.0.smithi119.stdout:op 2995 completed, throughput=5MB/sec 2024-04-13T08:16:05.975 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-9XYtZ_gIqyx0SGZ off=7078807 len=2095979 2024-04-13T08:16:05.987 INFO:tasks.workunit.client.0.smithi119.stdout:op 2996 completed, throughput=5MB/sec 2024-04-13T08:16:06.990 INFO:tasks.workunit.client.0.smithi119.stdout: 580: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:06.990 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Bru5PK7HEap74Ob off=1931640 len=1995856 2024-04-13T08:16:06.997 INFO:tasks.workunit.client.0.smithi119.stdout:op 2997 completed, throughput=5MB/sec 2024-04-13T08:16:06.997 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-G1K5ROlaM2b8z2x off=5598615 len=1006692 2024-04-13T08:16:07.003 INFO:tasks.workunit.client.0.smithi119.stdout:op 2998 completed, throughput=5MB/sec 2024-04-13T08:16:07.003 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-FkbcGpu5qScLxdW off=1564448 len=991660 2024-04-13T08:16:07.008 INFO:tasks.workunit.client.0.smithi119.stdout:op 2999 completed, throughput=5MB/sec 2024-04-13T08:16:07.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:16:07 smithi139 ceph-mon[88985]: pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:16:07.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:16:07 smithi119 ceph-mon[96316]: pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:16:07.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:16:07 smithi119 ceph-mon[93746]: pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:16:08.009 INFO:tasks.workunit.client.0.smithi119.stdout: 581: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:08.009 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-MdIKjlRQsQiGcTn off=14773417 len=1325161 2024-04-13T08:16:08.013 INFO:tasks.workunit.client.0.smithi119.stdout:op 3000 completed, throughput=4.99MB/sec 2024-04-13T08:16:08.013 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-XWBnjL3gQ0b7cnz off=1267011 len=1851894 2024-04-13T08:16:08.023 INFO:tasks.workunit.client.0.smithi119.stdout:op 3001 completed, throughput=5MB/sec 2024-04-13T08:16:08.023 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-GozFwgQMDo5wH_w off=7327953 len=259887 2024-04-13T08:16:08.024 INFO:tasks.workunit.client.0.smithi119.stdout:op 3002 completed, throughput=5MB/sec 2024-04-13T08:16:08.024 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-WdnD6WN13Q3_rSy off=8870364 len=701603 2024-04-13T08:16:08.029 INFO:tasks.workunit.client.0.smithi119.stdout:op 3003 completed, throughput=5MB/sec 2024-04-13T08:16:08.029 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-mxaS845i3Pwejw3 off=5562116 len=1405816 2024-04-13T08:16:08.030 INFO:tasks.workunit.client.0.smithi119.stdout:op 3004 completed, throughput=5MB/sec 2024-04-13T08:16:09.030 INFO:tasks.workunit.client.0.smithi119.stdout: 582: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:09.031 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Kji0uEz73bxjmpA off=7341195 len=680937 2024-04-13T08:16:09.034 INFO:tasks.workunit.client.0.smithi119.stdout:op 3005 completed, throughput=4.99MB/sec 2024-04-13T08:16:09.034 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-598vVDhDz5K3XW2 off=7347247 len=284384 2024-04-13T08:16:09.038 INFO:tasks.workunit.client.0.smithi119.stdout:op 3006 completed, throughput=4.99MB/sec 2024-04-13T08:16:09.038 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-nCIBUs94x9Zd8jG off=2642483 len=801065 2024-04-13T08:16:09.041 INFO:tasks.workunit.client.0.smithi119.stdout:op 3007 completed, throughput=5MB/sec 2024-04-13T08:16:09.041 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-IMlZzvMZ5zqXDft off=4749694 len=765146 2024-04-13T08:16:09.046 INFO:tasks.workunit.client.0.smithi119.stdout:op 3008 completed, throughput=5MB/sec 2024-04-13T08:16:09.047 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-8RJTfWR8NrO6BsZ off=3964124 len=496299 2024-04-13T08:16:09.047 INFO:tasks.workunit.client.0.smithi119.stdout:op 3009 completed, throughput=5MB/sec 2024-04-13T08:16:09.047 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-H9j6dleOIZEGh4c off=2914622 len=2026027 2024-04-13T08:16:09.049 INFO:tasks.workunit.client.0.smithi119.stdout:op 3010 completed, throughput=5MB/sec 2024-04-13T08:16:09.371 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:16:09 smithi139 ceph-mon[88985]: pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-13T08:16:09.371 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:16:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:16:09.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:16:09 smithi119 ceph-mon[96316]: pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-13T08:16:09.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:16:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:16:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:16:09 smithi119 ceph-mon[93746]: pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-13T08:16:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:16:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:16:09.635 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 08:16:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[127213]: logger=cleanup t=2024-04-13T08:16:09.3725819Z level=info msg="Completed cleanup jobs" duration=2.101608ms 2024-04-13T08:16:10.050 INFO:tasks.workunit.client.0.smithi119.stdout: 583: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:10.050 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-wgBeCh9V0FsI8pu off=14131107 len=1287216 2024-04-13T08:16:10.053 INFO:tasks.workunit.client.0.smithi119.stdout:op 3011 completed, throughput=4.99MB/sec 2024-04-13T08:16:10.053 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-LIAgKumWHYEBXuK off=570198 len=1240108 2024-04-13T08:16:10.055 INFO:tasks.workunit.client.0.smithi119.stdout:op 3012 completed, throughput=5MB/sec 2024-04-13T08:16:10.055 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-h5l0DfC5IYpZrGz off=13510475 len=1874048 2024-04-13T08:16:10.064 INFO:tasks.workunit.client.0.smithi119.stdout:op 3013 completed, throughput=5MB/sec 2024-04-13T08:16:10.064 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-c1FCOYT354Ylrb6 off=8300557 len=2055473 2024-04-13T08:16:10.074 INFO:tasks.workunit.client.0.smithi119.stdout:op 3014 completed, throughput=5MB/sec 2024-04-13T08:16:11.074 INFO:tasks.workunit.client.0.smithi119.stdout: 584: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:11.075 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-j-YeGW0pwiftSuj off=8167503 len=1477823 2024-04-13T08:16:11.077 INFO:tasks.workunit.client.0.smithi119.stdout:op 3015 completed, throughput=5MB/sec 2024-04-13T08:16:11.077 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Tzfcivod8FuVE-Y off=7529109 len=847767 2024-04-13T08:16:11.079 INFO:tasks.workunit.client.0.smithi119.stdout:op 3016 completed, throughput=5MB/sec 2024-04-13T08:16:11.079 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-vvlpGaOIJ-M6ZqG off=1301965 len=1461823 2024-04-13T08:16:11.087 INFO:tasks.workunit.client.0.smithi119.stdout:op 3017 completed, throughput=5MB/sec 2024-04-13T08:16:11.087 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-n3NTK_1Q9-OaTXe off=3672377 len=1646129 2024-04-13T08:16:11.094 INFO:tasks.workunit.client.0.smithi119.stdout:op 3018 completed, throughput=5MB/sec 2024-04-13T08:16:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:16:11 smithi139 ceph-mon[88985]: pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T08:16:11.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:16:11 smithi119 ceph-mon[96316]: pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T08:16:11.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:16:11 smithi119 ceph-mon[93746]: pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T08:16:12.094 INFO:tasks.workunit.client.0.smithi119.stdout: 585: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:12.095 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-WapiJ2LeRP5fAbK off=17137193 len=614791 2024-04-13T08:16:12.095 INFO:tasks.workunit.client.0.smithi119.stdout:op 3019 completed, throughput=4.99MB/sec 2024-04-13T08:16:12.096 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-4xgSR48BPtxO_h3 off=4962945 len=811498 2024-04-13T08:16:12.097 INFO:tasks.workunit.client.0.smithi119.stdout:op 3020 completed, throughput=5MB/sec 2024-04-13T08:16:12.097 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-M5TEXy-4rT_HOJF off=278878 len=1296483 2024-04-13T08:16:12.098 INFO:tasks.workunit.client.0.smithi119.stdout:op 3021 completed, throughput=5MB/sec 2024-04-13T08:16:12.098 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-E1tvQmqP_sLN9Qi off=8416761 len=414021 2024-04-13T08:16:12.102 INFO:tasks.workunit.client.0.smithi119.stdout:op 3022 completed, throughput=5MB/sec 2024-04-13T08:16:12.102 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-2HxBHiQTzYZIMMS off=4787232 len=1315676 2024-04-13T08:16:12.105 INFO:tasks.workunit.client.0.smithi119.stdout:op 3023 completed, throughput=5MB/sec 2024-04-13T08:16:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:16:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:16:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:16:13.105 INFO:tasks.workunit.client.0.smithi119.stdout: 586: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:13.105 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-uF1B3Zq-upJAlV_ off=2982884 len=524399 2024-04-13T08:16:13.106 INFO:tasks.workunit.client.0.smithi119.stdout:op 3024 completed, throughput=4.99MB/sec 2024-04-13T08:16:13.106 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-aQqBULnqevzGUM- off=1460356 len=1354270 2024-04-13T08:16:13.112 INFO:tasks.workunit.client.0.smithi119.stdout:op 3025 completed, throughput=5MB/sec 2024-04-13T08:16:13.113 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-y62hU2lhuMgEKmQ off=14941607 len=184937 2024-04-13T08:16:13.115 INFO:tasks.workunit.client.0.smithi119.stdout:op 3026 completed, throughput=5MB/sec 2024-04-13T08:16:13.115 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-VAzmzYEcmPv0cTz off=10359562 len=1067063 2024-04-13T08:16:13.116 INFO:tasks.workunit.client.0.smithi119.stdout:op 3027 completed, throughput=5MB/sec 2024-04-13T08:16:13.117 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-EnqlpCztM1vxZHr off=4849360 len=1334709 2024-04-13T08:16:13.118 INFO:tasks.workunit.client.0.smithi119.stdout:op 3028 completed, throughput=5MB/sec 2024-04-13T08:16:13.118 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-_zX_5B6tZCHoAs6 off=5829018 len=21907 2024-04-13T08:16:13.120 INFO:tasks.workunit.client.0.smithi119.stdout:op 3029 completed, throughput=5MB/sec 2024-04-13T08:16:13.120 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-wv5yeGINc_k08oz off=1929053 len=1159019 2024-04-13T08:16:13.121 INFO:tasks.workunit.client.0.smithi119.stdout:op 3030 completed, throughput=5MB/sec 2024-04-13T08:16:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:16:13 smithi139 ceph-mon[88985]: pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.9 MiB/s wr, 7 op/s 2024-04-13T08:16:13.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:16:13 smithi119 ceph-mon[96316]: pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.9 MiB/s wr, 7 op/s 2024-04-13T08:16:13.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:16:13 smithi119 ceph-mon[93746]: pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.9 MiB/s wr, 7 op/s 2024-04-13T08:16:14.122 INFO:tasks.workunit.client.0.smithi119.stdout: 587: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:14.122 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-vfkhmZv6NcC4b3p off=14333340 len=500871 2024-04-13T08:16:14.123 INFO:tasks.workunit.client.0.smithi119.stdout:op 3031 completed, throughput=4.99MB/sec 2024-04-13T08:16:14.123 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-uYGq6nHLUaZflB0 off=50721 len=1996864 2024-04-13T08:16:14.136 INFO:tasks.workunit.client.0.smithi119.stdout:op 3032 completed, throughput=5MB/sec 2024-04-13T08:16:14.136 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-tiMtZArOvsElAwK off=6924041 len=1788763 2024-04-13T08:16:14.138 INFO:tasks.workunit.client.0.smithi119.stdout:op 3033 completed, throughput=5MB/sec 2024-04-13T08:16:14.138 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-v81QBWFFiwKbt4l off=3647332 len=501824 2024-04-13T08:16:14.139 INFO:tasks.workunit.client.0.smithi119.stdout:op 3034 completed, throughput=5MB/sec 2024-04-13T08:16:15.139 INFO:tasks.workunit.client.0.smithi119.stdout: 588: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:15.139 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-61Hb_awsgZAzHg_ off=1142289 len=1287762 2024-04-13T08:16:15.141 INFO:tasks.workunit.client.0.smithi119.stdout:op 3035 completed, throughput=4.99MB/sec 2024-04-13T08:16:15.141 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-6q7OjZ9_vzAVyF3 off=2551111 len=1623429 2024-04-13T08:16:15.151 INFO:tasks.workunit.client.0.smithi119.stdout:op 3036 completed, throughput=5MB/sec 2024-04-13T08:16:15.151 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-udlbHmx4NNK6hXi off=12463247 len=728298 2024-04-13T08:16:15.155 INFO:tasks.workunit.client.0.smithi119.stdout:op 3037 completed, throughput=5MB/sec 2024-04-13T08:16:15.155 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-RCXUfUCaHIE53Wr off=1037200 len=487013 2024-04-13T08:16:15.159 INFO:tasks.workunit.client.0.smithi119.stdout:op 3038 completed, throughput=5MB/sec 2024-04-13T08:16:15.159 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-8p7vp9zASvt_z-z off=4476314 len=1161057 2024-04-13T08:16:15.165 INFO:tasks.workunit.client.0.smithi119.stdout:op 3039 completed, throughput=5MB/sec 2024-04-13T08:16:15.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:16:15 smithi119 ceph-mon[96316]: pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T08:16:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:16:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:16:14] "GET /metrics HTTP/1.1" 200 34007 "" "Prometheus/2.43.0" 2024-04-13T08:16:15.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:16:15 smithi119 ceph-mon[93746]: pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T08:16:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:16:15 smithi139 ceph-mon[88985]: pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T08:16:16.165 INFO:tasks.workunit.client.0.smithi119.stdout: 589: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:16.165 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-577GQ1sCJOIMPbV off=4955654 len=692624 2024-04-13T08:16:16.167 INFO:tasks.workunit.client.0.smithi119.stdout:op 3040 completed, throughput=4.99MB/sec 2024-04-13T08:16:16.167 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-IHdZ46Tdl7wz5VO off=5941101 len=1809098 2024-04-13T08:16:16.178 INFO:tasks.workunit.client.0.smithi119.stdout:op 3041 completed, throughput=5MB/sec 2024-04-13T08:16:16.178 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-xzI85RKMYYqCrY3 off=6664972 len=275162 2024-04-13T08:16:16.180 INFO:tasks.workunit.client.0.smithi119.stdout:op 3042 completed, throughput=5MB/sec 2024-04-13T08:16:16.180 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-qSANumybfAVxgnD off=813014 len=1029578 2024-04-13T08:16:16.184 INFO:tasks.workunit.client.0.smithi119.stdout:op 3043 completed, throughput=5MB/sec 2024-04-13T08:16:16.185 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-UtZT91Q9DYCKdIp off=2223296 len=1072135 2024-04-13T08:16:16.190 INFO:tasks.workunit.client.0.smithi119.stdout:op 3044 completed, throughput=5MB/sec 2024-04-13T08:16:16.191 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-zymKxAaZcBuN6_l off=2226201 len=640185 2024-04-13T08:16:16.194 INFO:tasks.workunit.client.0.smithi119.stdout:op 3045 completed, throughput=5MB/sec 2024-04-13T08:16:17.194 INFO:tasks.workunit.client.0.smithi119.stdout: 590: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:17.195 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-oCidKexzA42_j-G off=11180204 len=1076941 2024-04-13T08:16:17.200 INFO:tasks.workunit.client.0.smithi119.stdout:op 3046 completed, throughput=4.99MB/sec 2024-04-13T08:16:17.200 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-vIsBYETrFf8GTPQ off=6641958 len=1651303 2024-04-13T08:16:17.202 INFO:tasks.workunit.client.0.smithi119.stdout:op 3047 completed, throughput=5MB/sec 2024-04-13T08:16:17.202 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-pECr1ZecdrgQYc9 off=16668575 len=210384 2024-04-13T08:16:17.205 INFO:tasks.workunit.client.0.smithi119.stdout:op 3048 completed, throughput=5MB/sec 2024-04-13T08:16:17.205 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-NKY0K9cSJDZjWs4 off=2146776 len=43111 2024-04-13T08:16:17.205 INFO:tasks.workunit.client.0.smithi119.stdout:op 3049 completed, throughput=5MB/sec 2024-04-13T08:16:17.205 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-cAcYmGczpyFPRh1 off=16412545 len=648352 2024-04-13T08:16:17.206 INFO:tasks.workunit.client.0.smithi119.stdout:op 3050 completed, throughput=5MB/sec 2024-04-13T08:16:17.206 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-SE1jwotCJCc6LwZ off=19124081 len=131139 2024-04-13T08:16:17.210 INFO:tasks.workunit.client.0.smithi119.stdout:op 3051 completed, throughput=5MB/sec 2024-04-13T08:16:17.210 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-mZZfa8Lt599qJr4 off=304403 len=2053507 2024-04-13T08:16:17.211 INFO:tasks.workunit.client.0.smithi119.stdout:op 3052 completed, throughput=5MB/sec 2024-04-13T08:16:17.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:16:17 smithi139 ceph-mon[88985]: pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T08:16:17.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:16:17 smithi119 ceph-mon[96316]: pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T08:16:17.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:16:17 smithi119 ceph-mon[93746]: pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T08:16:18.211 INFO:tasks.workunit.client.0.smithi119.stdout: 591: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:18.211 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-TZ7xvPn_84lmXmA off=14147127 len=1896977 2024-04-13T08:16:18.224 INFO:tasks.workunit.client.0.smithi119.stdout:op 3053 completed, throughput=5MB/sec 2024-04-13T08:16:18.224 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-dy5GFNn_S3gkTZL off=1259975 len=1952220 2024-04-13T08:16:18.231 INFO:tasks.workunit.client.0.smithi119.stdout:op 3054 completed, throughput=5MB/sec 2024-04-13T08:16:18.231 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-_3Hl2mJRoL_0Qld off=8165334 len=523033 2024-04-13T08:16:18.235 INFO:tasks.workunit.client.0.smithi119.stdout:op 3055 completed, throughput=5MB/sec 2024-04-13T08:16:18.235 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-hILdyN32cY_FgkV off=17954083 len=1163184 2024-04-13T08:16:18.238 INFO:tasks.workunit.client.0.smithi119.stdout:op 3056 completed, throughput=5MB/sec 2024-04-13T08:16:19.238 INFO:tasks.workunit.client.0.smithi119.stdout: 592: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:19.238 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-R0VIYNbNg0Rp5fZ off=545787 len=928292 2024-04-13T08:16:19.243 INFO:tasks.workunit.client.0.smithi119.stdout:op 3057 completed, throughput=4.99MB/sec 2024-04-13T08:16:19.243 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-_1yxVeNNRwyKD97 off=16646803 len=1240933 2024-04-13T08:16:19.244 INFO:tasks.workunit.client.0.smithi119.stdout:op 3058 completed, throughput=5MB/sec 2024-04-13T08:16:19.244 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-WVKxTPkJjwbeQTp off=2913279 len=356628 2024-04-13T08:16:19.246 INFO:tasks.workunit.client.0.smithi119.stdout:op 3059 completed, throughput=5MB/sec 2024-04-13T08:16:19.246 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-IwKCN7nWy0CBoDo off=1341787 len=1213355 2024-04-13T08:16:19.248 INFO:tasks.workunit.client.0.smithi119.stdout:op 3060 completed, throughput=5MB/sec 2024-04-13T08:16:19.248 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-dmKlyfJ3ptA5Xnu off=2487257 len=348177 2024-04-13T08:16:19.250 INFO:tasks.workunit.client.0.smithi119.stdout:op 3061 completed, throughput=5MB/sec 2024-04-13T08:16:19.250 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-sVZYb4IWR5TySSr off=1882769 len=1837916 2024-04-13T08:16:19.262 INFO:tasks.workunit.client.0.smithi119.stdout:op 3062 completed, throughput=5MB/sec 2024-04-13T08:16:19.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:16:19 smithi139 ceph-mon[88985]: pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-13T08:16:19.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:16:19 smithi119 ceph-mon[96316]: pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-13T08:16:19.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:16:19 smithi119 ceph-mon[93746]: pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-13T08:16:20.262 INFO:tasks.workunit.client.0.smithi119.stdout: 593: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:20.262 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-EvjyN7d3-CM-v98 off=3224798 len=149634 2024-04-13T08:16:20.263 INFO:tasks.workunit.client.0.smithi119.stdout:op 3063 completed, throughput=4.99MB/sec 2024-04-13T08:16:20.263 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-UyLIxyQ3ihsOL7V off=5285256 len=1559409 2024-04-13T08:16:20.265 INFO:tasks.workunit.client.0.smithi119.stdout:op 3064 completed, throughput=5MB/sec 2024-04-13T08:16:20.265 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-psdU2FWHWQzhnFn off=1658738 len=562090 2024-04-13T08:16:20.266 INFO:tasks.workunit.client.0.smithi119.stdout:op 3065 completed, throughput=5MB/sec 2024-04-13T08:16:20.266 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-CgY9kyiSPod7yOJ off=1209894 len=824571 2024-04-13T08:16:20.267 INFO:tasks.workunit.client.0.smithi119.stdout:op 3066 completed, throughput=5MB/sec 2024-04-13T08:16:20.267 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-AbawSSks6sJGOe7 off=4000802 len=1929378 2024-04-13T08:16:20.279 INFO:tasks.workunit.client.0.smithi119.stdout:op 3067 completed, throughput=5MB/sec 2024-04-13T08:16:21.280 INFO:tasks.workunit.client.0.smithi119.stdout: 594: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:21.280 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-6K1ZFTSu9pw3nzy off=23097161 len=324314 2024-04-13T08:16:21.281 INFO:tasks.workunit.client.0.smithi119.stdout:op 3068 completed, throughput=4.99MB/sec 2024-04-13T08:16:21.281 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-AOoXg29yuRPAfVt off=2194626 len=1746940 2024-04-13T08:16:21.292 INFO:tasks.workunit.client.0.smithi119.stdout:op 3069 completed, throughput=5MB/sec 2024-04-13T08:16:21.292 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-5qq-qvbdOrQsYLA off=1684256 len=446427 2024-04-13T08:16:21.295 INFO:tasks.workunit.client.0.smithi119.stdout:op 3070 completed, throughput=5MB/sec 2024-04-13T08:16:21.296 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-q__0e68ZiOEygPf off=779240 len=526459 2024-04-13T08:16:21.299 INFO:tasks.workunit.client.0.smithi119.stdout:op 3071 completed, throughput=5MB/sec 2024-04-13T08:16:21.300 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-tZIp87uYO8hrmxk off=7193945 len=583558 2024-04-13T08:16:21.301 INFO:tasks.workunit.client.0.smithi119.stdout:op 3072 completed, throughput=5MB/sec 2024-04-13T08:16:21.301 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-O9jZBRhd0XhCc3i off=10763677 len=443430 2024-04-13T08:16:21.304 INFO:tasks.workunit.client.0.smithi119.stdout:op 3073 completed, throughput=5MB/sec 2024-04-13T08:16:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:16:21 smithi139 ceph-mon[88985]: pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:16:21.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:16:21 smithi119 ceph-mon[96316]: pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:16:21.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:16:21 smithi119 ceph-mon[93746]: pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:16:22.305 INFO:tasks.workunit.client.0.smithi119.stdout: 595: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:22.305 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-9mY1vY5dJ9992qa off=880012 len=1998336 2024-04-13T08:16:22.315 INFO:tasks.workunit.client.0.smithi119.stdout:op 3074 completed, throughput=4.99MB/sec 2024-04-13T08:16:22.316 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-TBG5OE_LgYytsyt off=12659822 len=316063 2024-04-13T08:16:22.319 INFO:tasks.workunit.client.0.smithi119.stdout:op 3075 completed, throughput=5MB/sec 2024-04-13T08:16:22.319 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-V3WQ9F-MkC9_IB0 off=10964635 len=2058349 2024-04-13T08:16:22.328 INFO:tasks.workunit.client.0.smithi119.stdout:op 3076 completed, throughput=5MB/sec 2024-04-13T08:16:22.328 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--SZgFxEQem9iCla off=100764 len=69910 2024-04-13T08:16:22.329 INFO:tasks.workunit.client.0.smithi119.stdout:op 3077 completed, throughput=5MB/sec 2024-04-13T08:16:22.329 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ZomxQ92E-FFZ2y7 off=7313022 len=311578 2024-04-13T08:16:22.330 INFO:tasks.workunit.client.0.smithi119.stdout:op 3078 completed, throughput=5MB/sec 2024-04-13T08:16:22.330 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-0xCTIt7pXjj6ZPr off=3369781 len=286453 2024-04-13T08:16:22.331 INFO:tasks.workunit.client.0.smithi119.stdout:op 3079 completed, throughput=5MB/sec 2024-04-13T08:16:22.331 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3qIbmTE2KwWvnNp off=15125171 len=901398 2024-04-13T08:16:22.335 INFO:tasks.workunit.client.0.smithi119.stdout:op 3080 completed, throughput=5MB/sec 2024-04-13T08:16:22.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:16:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:16:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:16:23.335 INFO:tasks.workunit.client.0.smithi119.stdout: 596: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:23.335 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-zOrJqwgVA_qK3zQ off=1464157 len=985569 2024-04-13T08:16:23.336 INFO:tasks.workunit.client.0.smithi119.stdout:op 3081 completed, throughput=4.99MB/sec 2024-04-13T08:16:23.336 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Q2UVUXg24RaWUeu off=4757270 len=643050 2024-04-13T08:16:23.337 INFO:tasks.workunit.client.0.smithi119.stdout:op 3082 completed, throughput=5MB/sec 2024-04-13T08:16:23.337 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-rj0Dy9aFwnWvc86 off=3813002 len=819589 2024-04-13T08:16:23.341 INFO:tasks.workunit.client.0.smithi119.stdout:op 3083 completed, throughput=5MB/sec 2024-04-13T08:16:23.341 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-QFXpY_UHJeWU8aQ off=2879582 len=1910045 2024-04-13T08:16:23.343 INFO:tasks.workunit.client.0.smithi119.stdout:op 3084 completed, throughput=5MB/sec 2024-04-13T08:16:23.344 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-YYfgVS-dtvCfInr off=12878839 len=128862 2024-04-13T08:16:23.344 INFO:tasks.workunit.client.0.smithi119.stdout:op 3085 completed, throughput=5MB/sec 2024-04-13T08:16:23.344 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-qPsr8NmScZeB6mx off=1876113 len=1053317 2024-04-13T08:16:23.349 INFO:tasks.workunit.client.0.smithi119.stdout:op 3086 completed, throughput=5MB/sec 2024-04-13T08:16:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:16:23 smithi139 ceph-mon[88985]: pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:16:23.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:16:23 smithi119 ceph-mon[96316]: pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:16:23.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:16:23 smithi119 ceph-mon[93746]: pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:16:24.349 INFO:tasks.workunit.client.0.smithi119.stdout: 597: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:24.350 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ECJdanKNGwuzsPh off=9598535 len=132029 2024-04-13T08:16:24.352 INFO:tasks.workunit.client.0.smithi119.stdout:op 3087 completed, throughput=4.99MB/sec 2024-04-13T08:16:24.352 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-AgJ0D8PdI27XeY7 off=8352648 len=1455879 2024-04-13T08:16:24.354 INFO:tasks.workunit.client.0.smithi119.stdout:op 3088 completed, throughput=5MB/sec 2024-04-13T08:16:24.354 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-LLCnx0rm6wN5nbD off=7773943 len=1304421 2024-04-13T08:16:24.361 INFO:tasks.workunit.client.0.smithi119.stdout:op 3089 completed, throughput=5MB/sec 2024-04-13T08:16:24.361 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-tpZb9OJ6aJhsn8g off=469865 len=168627 2024-04-13T08:16:24.362 INFO:tasks.workunit.client.0.smithi119.stdout:op 3090 completed, throughput=5MB/sec 2024-04-13T08:16:24.362 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-mkMDCJ_G1oVr6W2 off=5793751 len=1216344 2024-04-13T08:16:24.368 INFO:tasks.workunit.client.0.smithi119.stdout:op 3091 completed, throughput=5MB/sec 2024-04-13T08:16:24.369 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-oGSorXRdgJpNLiy off=4131750 len=758112 2024-04-13T08:16:24.371 INFO:tasks.workunit.client.0.smithi119.stdout:op 3092 completed, throughput=5MB/sec 2024-04-13T08:16:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:16:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:16:24.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:16:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:16:24.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:16:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:16:25.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:16:25 smithi119 ceph-mon[93746]: pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:16:25.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:16:25 smithi119 ceph-mon[96316]: pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:16:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:16:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:16:24] "GET /metrics HTTP/1.1" 200 34010 "" "Prometheus/2.43.0" 2024-04-13T08:16:25.371 INFO:tasks.workunit.client.0.smithi119.stdout: 598: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:25.371 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-kT0ayiHhkq5yQW5 off=2241610 len=1264556 2024-04-13T08:16:25.373 INFO:tasks.workunit.client.0.smithi119.stdout:op 3093 completed, throughput=4.99MB/sec 2024-04-13T08:16:25.373 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-fTpNgerYyfWSXZV off=5635729 len=1983595 2024-04-13T08:16:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:16:25 smithi139 ceph-mon[88985]: pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:16:25.386 INFO:tasks.workunit.client.0.smithi119.stdout:op 3094 completed, throughput=5MB/sec 2024-04-13T08:16:25.386 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-eQUs6Vog4hxawss off=0 len=1575483 2024-04-13T08:16:25.395 INFO:tasks.workunit.client.0.smithi119.stdout:op 3095 completed, throughput=5MB/sec 2024-04-13T08:16:25.395 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-tj9YvT0nH_1H25c off=3669054 len=1042336 2024-04-13T08:16:25.400 INFO:tasks.workunit.client.0.smithi119.stdout:op 3096 completed, throughput=5MB/sec 2024-04-13T08:16:26.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:16:26 smithi139 ceph-mon[88985]: pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:16:26.400 INFO:tasks.workunit.client.0.smithi119.stdout: 599: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:26.400 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-_PNIEeCpjYxtjf2 off=13149173 len=617122 2024-04-13T08:16:26.402 INFO:tasks.workunit.client.0.smithi119.stdout:op 3097 completed, throughput=4.99MB/sec 2024-04-13T08:16:26.402 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-dnFPxoAFX0ubZfe off=19238989 len=468317 2024-04-13T08:16:26.403 INFO:tasks.workunit.client.0.smithi119.stdout:op 3098 completed, throughput=4.99MB/sec 2024-04-13T08:16:26.403 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-61wcbIB06XFue0L off=17754742 len=1431081 2024-04-13T08:16:26.410 INFO:tasks.workunit.client.0.smithi119.stdout:op 3099 completed, throughput=5MB/sec 2024-04-13T08:16:26.410 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-xmSo-KLTGam3VOz off=2895513 len=1138932 2024-04-13T08:16:26.411 INFO:tasks.workunit.client.0.smithi119.stdout:op 3100 completed, throughput=5MB/sec 2024-04-13T08:16:26.411 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-SDuB3d4VSVGB-4I off=852404 len=1967419 2024-04-13T08:16:26.415 INFO:tasks.workunit.client.0.smithi119.stdout:op 3101 completed, throughput=5MB/sec 2024-04-13T08:16:26.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:16:26 smithi119 ceph-mon[96316]: pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:16:26.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:16:26 smithi119 ceph-mon[93746]: pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:16:27.416 INFO:tasks.workunit.client.0.smithi119.stdout: 600: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:27.416 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-00rIoa0ZPkYrBfT off=7027763 len=1707554 2024-04-13T08:16:27.418 INFO:tasks.workunit.client.0.smithi119.stdout:op 3102 completed, throughput=5MB/sec 2024-04-13T08:16:27.418 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-XU733SK-LZTyv7y off=11896499 len=480234 2024-04-13T08:16:27.419 INFO:tasks.workunit.client.0.smithi119.stdout:op 3103 completed, throughput=5MB/sec 2024-04-13T08:16:27.419 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-dSDdUv827vdBhij off=3552832 len=1593541 2024-04-13T08:16:27.427 INFO:tasks.workunit.client.0.smithi119.stdout:op 3104 completed, throughput=5MB/sec 2024-04-13T08:16:27.427 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-gVf57JpAi0AbVY8 off=339724 len=1149008 2024-04-13T08:16:27.435 INFO:tasks.workunit.client.0.smithi119.stdout:op 3105 completed, throughput=5MB/sec 2024-04-13T08:16:28.436 INFO:tasks.workunit.client.0.smithi119.stdout: 601: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:28.436 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-koblh2dkxVI9a2S off=7832054 len=1770696 2024-04-13T08:16:28.443 INFO:tasks.workunit.client.0.smithi119.stdout:op 3106 completed, throughput=5MB/sec 2024-04-13T08:16:28.443 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-kMNaLx6h_pWaVCo off=20898735 len=1478762 2024-04-13T08:16:28.450 INFO:tasks.workunit.client.0.smithi119.stdout:op 3107 completed, throughput=5MB/sec 2024-04-13T08:16:28.451 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ygtl0SYj7pF9PC_ off=3959394 len=826097 2024-04-13T08:16:28.454 INFO:tasks.workunit.client.0.smithi119.stdout:op 3108 completed, throughput=5MB/sec 2024-04-13T08:16:28.455 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-xCX6gEVtrg0FC9V off=7641218 len=1860282 2024-04-13T08:16:28.461 INFO:tasks.workunit.client.0.smithi119.stdout:op 3109 completed, throughput=5MB/sec 2024-04-13T08:16:28.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:16:28 smithi139 ceph-mon[88985]: pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-13T08:16:28.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:16:28 smithi119 ceph-mon[96316]: pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-13T08:16:28.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:16:28 smithi119 ceph-mon[93746]: pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-13T08:16:29.461 INFO:tasks.workunit.client.0.smithi119.stdout: 602: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:29.461 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-oxlAuhCAYamDIGZ off=6027205 len=2026467 2024-04-13T08:16:29.471 INFO:tasks.workunit.client.0.smithi119.stdout:op 3110 completed, throughput=5MB/sec 2024-04-13T08:16:29.471 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-zddpJiWvZTAVWWl off=6372739 len=288317 2024-04-13T08:16:29.472 INFO:tasks.workunit.client.0.smithi119.stdout:op 3111 completed, throughput=5MB/sec 2024-04-13T08:16:29.472 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ejP3Gez4nNxa0rX off=0 len=1064252 2024-04-13T08:16:29.474 INFO:tasks.workunit.client.0.smithi119.stdout:op 3112 completed, throughput=5MB/sec 2024-04-13T08:16:29.474 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-3xJgJiE_sB5s_HO off=1523206 len=719259 2024-04-13T08:16:29.474 INFO:tasks.workunit.client.0.smithi119.stdout:op 3113 completed, throughput=5MB/sec 2024-04-13T08:16:30.475 INFO:tasks.workunit.client.0.smithi119.stdout: 603: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:30.475 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-zEEP5b5ZWg3s63m off=17362494 len=1580691 2024-04-13T08:16:30.485 INFO:tasks.workunit.client.0.smithi119.stdout:op 3114 completed, throughput=4.99MB/sec 2024-04-13T08:16:30.485 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-jv44idactSoQCSS off=4777185 len=294825 2024-04-13T08:16:30.486 INFO:tasks.workunit.client.0.smithi119.stdout:op 3115 completed, throughput=4.99MB/sec 2024-04-13T08:16:30.486 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-siqKzaxGO-oTLCY off=2566054 len=1918399 2024-04-13T08:16:30.490 INFO:tasks.workunit.client.0.smithi119.stdout:op 3116 completed, throughput=5MB/sec 2024-04-13T08:16:30.490 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Cgj7BceHkxet42P off=651508 len=1291679 2024-04-13T08:16:30.498 INFO:tasks.workunit.client.0.smithi119.stdout:op 3117 completed, throughput=5MB/sec 2024-04-13T08:16:30.499 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-1oULYk-AnLN9xVs off=1711093 len=630667 2024-04-13T08:16:30.502 INFO:tasks.workunit.client.0.smithi119.stdout:op 3118 completed, throughput=5MB/sec 2024-04-13T08:16:30.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:16:30 smithi139 ceph-mon[88985]: pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:16:30.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:16:30 smithi119 ceph-mon[96316]: pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:16:30.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:16:30 smithi119 ceph-mon[93746]: pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:16:31.503 INFO:tasks.workunit.client.0.smithi119.stdout: 604: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:31.503 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-NnW9shS6HI2pnJy off=8234551 len=1221731 2024-04-13T08:16:31.505 INFO:tasks.workunit.client.0.smithi119.stdout:op 3119 completed, throughput=4.99MB/sec 2024-04-13T08:16:31.505 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-1yf74IQ3fkbyxRr off=2348598 len=1883985 2024-04-13T08:16:31.509 INFO:tasks.workunit.client.0.smithi119.stdout:op 3120 completed, throughput=5MB/sec 2024-04-13T08:16:31.509 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-pNWNnPu8A8MAEJj off=5902037 len=677137 2024-04-13T08:16:31.514 INFO:tasks.workunit.client.0.smithi119.stdout:op 3121 completed, throughput=5MB/sec 2024-04-13T08:16:31.514 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-1n9gWGL2RvsH-FL off=7934310 len=1196770 2024-04-13T08:16:31.519 INFO:tasks.workunit.client.0.smithi119.stdout:op 3122 completed, throughput=5MB/sec 2024-04-13T08:16:32.519 INFO:tasks.workunit.client.0.smithi119.stdout: 605: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:32.519 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-IuxSRGZOtUAcG9i off=24571383 len=598584 2024-04-13T08:16:32.520 INFO:tasks.workunit.client.0.smithi119.stdout:op 3123 completed, throughput=4.99MB/sec 2024-04-13T08:16:32.521 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-kkxP_lTttAYuT1z off=3114834 len=496321 2024-04-13T08:16:32.524 INFO:tasks.workunit.client.0.smithi119.stdout:op 3124 completed, throughput=4.99MB/sec 2024-04-13T08:16:32.524 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-aCzpZSIdN75wbKF off=1958760 len=1259804 2024-04-13T08:16:32.534 INFO:tasks.workunit.client.0.smithi119.stdout:op 3125 completed, throughput=5MB/sec 2024-04-13T08:16:32.534 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-baJwJPnpn0tHL1m off=3686279 len=1645553 2024-04-13T08:16:32.541 INFO:tasks.workunit.client.0.smithi119.stdout:op 3126 completed, throughput=5MB/sec 2024-04-13T08:16:32.541 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-h_pKYNsvsYazmVp off=8812983 len=1595805 2024-04-13T08:16:32.550 INFO:tasks.workunit.client.0.smithi119.stdout:op 3127 completed, throughput=5MB/sec 2024-04-13T08:16:32.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:16:32 smithi139 ceph-mon[88985]: pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-13T08:16:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:16:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:16:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:16:32.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:16:32 smithi119 ceph-mon[93746]: pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-13T08:16:32.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:16:32 smithi119 ceph-mon[96316]: pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-13T08:16:33.550 INFO:tasks.workunit.client.0.smithi119.stdout: 606: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:33.550 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-PwZYeAv0bCe1t3A off=5528321 len=2014355 2024-04-13T08:16:33.554 INFO:tasks.workunit.client.0.smithi119.stdout:op 3128 completed, throughput=5MB/sec 2024-04-13T08:16:33.554 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-s6ZP7760U-vNe0g off=2776810 len=1582613 2024-04-13T08:16:33.559 INFO:tasks.workunit.client.0.smithi119.stdout:op 3129 completed, throughput=5MB/sec 2024-04-13T08:16:33.559 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-V7oQMrIWEVBE3Ei off=2018681 len=755353 2024-04-13T08:16:33.564 INFO:tasks.workunit.client.0.smithi119.stdout:op 3130 completed, throughput=5MB/sec 2024-04-13T08:16:33.564 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-KHFYbzvNb9lYTp1 off=859622 len=697323 2024-04-13T08:16:33.565 INFO:tasks.workunit.client.0.smithi119.stdout:op 3131 completed, throughput=5MB/sec 2024-04-13T08:16:34.565 INFO:tasks.workunit.client.0.smithi119.stdout: 607: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:34.565 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-sWRyJ5S24CxY-Wd off=14531586 len=1470143 2024-04-13T08:16:34.567 INFO:tasks.workunit.client.0.smithi119.stdout:op 3132 completed, throughput=4.99MB/sec 2024-04-13T08:16:34.567 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-jvOd8I6khD_YNxY off=11074809 len=1305143 2024-04-13T08:16:34.570 INFO:tasks.workunit.client.0.smithi119.stdout:op 3133 completed, throughput=5MB/sec 2024-04-13T08:16:34.570 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-oSvPA9neNAiMo6B off=9564663 len=2701 2024-04-13T08:16:34.572 INFO:tasks.workunit.client.0.smithi119.stdout:op 3134 completed, throughput=5MB/sec 2024-04-13T08:16:34.572 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-V_lYlwWqZ3bh5n5 off=12498737 len=1218712 2024-04-13T08:16:34.575 INFO:tasks.workunit.client.0.smithi119.stdout:op 3135 completed, throughput=5MB/sec 2024-04-13T08:16:34.575 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-MWdYwpypmNvyvy5 off=1091557 len=900683 2024-04-13T08:16:34.576 INFO:tasks.workunit.client.0.smithi119.stdout:op 3136 completed, throughput=5MB/sec 2024-04-13T08:16:34.576 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-HQFEsGbBPs1XBC- off=5453334 len=1155627 2024-04-13T08:16:34.583 INFO:tasks.workunit.client.0.smithi119.stdout:op 3137 completed, throughput=5MB/sec 2024-04-13T08:16:34.818 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:16:34 smithi119 ceph-mon[96316]: pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T08:16:34.819 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:16:34 smithi119 ceph-mon[93746]: pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T08:16:34.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:16:34 smithi139 ceph-mon[88985]: pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T08:16:35.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:16:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:16:34] "GET /metrics HTTP/1.1" 200 34010 "" "Prometheus/2.43.0" 2024-04-13T08:16:35.583 INFO:tasks.workunit.client.0.smithi119.stdout: 608: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:35.583 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-11motcJ3v5mHT6o off=9390749 len=1561603 2024-04-13T08:16:35.585 INFO:tasks.workunit.client.0.smithi119.stdout:op 3138 completed, throughput=5MB/sec 2024-04-13T08:16:35.585 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-yaxjbEW1TpYGgTZ off=4351940 len=609968 2024-04-13T08:16:35.586 INFO:tasks.workunit.client.0.smithi119.stdout:op 3139 completed, throughput=5MB/sec 2024-04-13T08:16:35.586 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-O3nxSi7x0C9kOFA off=21754960 len=1428099 2024-04-13T08:16:35.593 INFO:tasks.workunit.client.0.smithi119.stdout:op 3140 completed, throughput=5MB/sec 2024-04-13T08:16:35.593 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-mYAWAHvJ2cJNhsw off=1772860 len=1302245 2024-04-13T08:16:35.596 INFO:tasks.workunit.client.0.smithi119.stdout:op 3141 completed, throughput=5MB/sec 2024-04-13T08:16:36.597 INFO:tasks.workunit.client.0.smithi119.stdout: 609: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:36.597 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-S_oBJ7YRZcWUxiU off=15383319 len=1561846 2024-04-13T08:16:36.598 INFO:tasks.workunit.client.0.smithi119.stdout:op 3142 completed, throughput=4.99MB/sec 2024-04-13T08:16:36.599 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-m-Kt5HlGTOVqFCp off=14081668 len=569608 2024-04-13T08:16:36.602 INFO:tasks.workunit.client.0.smithi119.stdout:op 3143 completed, throughput=5MB/sec 2024-04-13T08:16:36.602 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-sLndlZtICMpwFc8 off=11535309 len=468185 2024-04-13T08:16:36.603 INFO:tasks.workunit.client.0.smithi119.stdout:op 3144 completed, throughput=5MB/sec 2024-04-13T08:16:36.603 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-SPXAFZnyhQREYey off=6409926 len=400046 2024-04-13T08:16:36.604 INFO:tasks.workunit.client.0.smithi119.stdout:op 3145 completed, throughput=5MB/sec 2024-04-13T08:16:36.604 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-lcJO-AcFNkVJ-Iv off=5909223 len=962793 2024-04-13T08:16:36.605 INFO:tasks.workunit.client.0.smithi119.stdout:op 3146 completed, throughput=5MB/sec 2024-04-13T08:16:36.605 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-JmQ3UQJPO85SE3i off=20956032 len=133160 2024-04-13T08:16:36.609 INFO:tasks.workunit.client.0.smithi119.stdout:op 3147 completed, throughput=5MB/sec 2024-04-13T08:16:36.609 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-zlS3WSginh4SrXC off=5973258 len=1490055 2024-04-13T08:16:36.616 INFO:tasks.workunit.client.0.smithi119.stdout:op 3148 completed, throughput=5MB/sec 2024-04-13T08:16:36.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:16:36 smithi139 ceph-mon[88985]: pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T08:16:36.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:16:36 smithi119 ceph-mon[96316]: pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T08:16:36.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:16:36 smithi119 ceph-mon[93746]: pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T08:16:37.616 INFO:tasks.workunit.client.0.smithi119.stdout: 610: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:37.616 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-DqEQIDWYiy0u4Uf off=7888517 len=194284 2024-04-13T08:16:37.617 INFO:tasks.workunit.client.0.smithi119.stdout:op 3149 completed, throughput=4.99MB/sec 2024-04-13T08:16:37.617 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ySAQ8w-iG4W4elS off=1517049 len=1745013 2024-04-13T08:16:37.620 INFO:tasks.workunit.client.0.smithi119.stdout:op 3150 completed, throughput=5MB/sec 2024-04-13T08:16:37.620 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-gCTJ5Hduo2Y133f off=517594 len=1016230 2024-04-13T08:16:37.625 INFO:tasks.workunit.client.0.smithi119.stdout:op 3151 completed, throughput=5MB/sec 2024-04-13T08:16:37.625 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-p2-QC8G4WyeY_ux off=5486124 len=1772310 2024-04-13T08:16:37.633 INFO:tasks.workunit.client.0.smithi119.stdout:op 3152 completed, throughput=5MB/sec 2024-04-13T08:16:37.633 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-yy-hwGrg7OQ4w38 off=20613113 len=733838 2024-04-13T08:16:37.635 INFO:tasks.workunit.client.0.smithi119.stdout:op 3153 completed, throughput=5MB/sec 2024-04-13T08:16:37.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:16:37 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:16:37.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:16:37 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:16:37.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:16:37 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:16:38.635 INFO:tasks.workunit.client.0.smithi119.stdout: 611: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:38.635 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-_3Goomg4ShZn3oX off=220660 len=1265904 2024-04-13T08:16:38.641 INFO:tasks.workunit.client.0.smithi119.stdout:op 3154 completed, throughput=4.99MB/sec 2024-04-13T08:16:38.641 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Yzg8DjOp9dzOi76 off=16153506 len=1404512 2024-04-13T08:16:38.642 INFO:tasks.workunit.client.0.smithi119.stdout:op 3155 completed, throughput=5MB/sec 2024-04-13T08:16:38.642 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-eVr2t5Cz3-xmudH off=13714551 len=1672139 2024-04-13T08:16:38.647 INFO:tasks.workunit.client.0.smithi119.stdout:op 3156 completed, throughput=5MB/sec 2024-04-13T08:16:38.647 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-QumgjDTslqwBHEM off=2549308 len=1370362 2024-04-13T08:16:38.653 INFO:tasks.workunit.client.0.smithi119.stdout:op 3157 completed, throughput=5MB/sec 2024-04-13T08:16:38.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:16:38 smithi119 ceph-mon[96316]: pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-13T08:16:38.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:16:38 smithi119 ceph-mon[93746]: pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-13T08:16:38.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:16:38 smithi139 ceph-mon[88985]: pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-13T08:16:39.653 INFO:tasks.workunit.client.0.smithi119.stdout: 612: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:39.653 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-AaWbSZq3a8m2kgD off=4781979 len=1009768 2024-04-13T08:16:39.657 INFO:tasks.workunit.client.0.smithi119.stdout:op 3158 completed, throughput=5MB/sec 2024-04-13T08:16:39.657 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-DqyhGNf-vhemyC1 off=7073911 len=700998 2024-04-13T08:16:39.659 INFO:tasks.workunit.client.0.smithi119.stdout:op 3159 completed, throughput=5MB/sec 2024-04-13T08:16:39.659 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-STmFzOZWu-EW7-0 off=19499837 len=1809285 2024-04-13T08:16:39.660 INFO:tasks.workunit.client.0.smithi119.stdout:op 3160 completed, throughput=5MB/sec 2024-04-13T08:16:39.660 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ZKVV7GIHxtZwCv- off=7476122 len=59476 2024-04-13T08:16:39.662 INFO:tasks.workunit.client.0.smithi119.stdout:op 3161 completed, throughput=5MB/sec 2024-04-13T08:16:39.662 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-VUMAdUdA20ycebI off=5037727 len=1767995 2024-04-13T08:16:39.664 INFO:tasks.workunit.client.0.smithi119.stdout:op 3162 completed, throughput=5MB/sec 2024-04-13T08:16:39.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:16:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:16:39.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:16:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:16:39.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:16:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:16:40.664 INFO:tasks.workunit.client.0.smithi119.stdout: 613: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:40.664 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-JZ8nFJtOmeVtYOH off=1980535 len=782663 2024-04-13T08:16:40.667 INFO:tasks.workunit.client.0.smithi119.stdout:op 3163 completed, throughput=4.99MB/sec 2024-04-13T08:16:40.667 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-0yS4lGIqrr8jGE4 off=2021736 len=1718195 2024-04-13T08:16:40.670 INFO:tasks.workunit.client.0.smithi119.stdout:op 3164 completed, throughput=5MB/sec 2024-04-13T08:16:40.670 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-m1X7To83CeKRLe- off=792297 len=535000 2024-04-13T08:16:40.673 INFO:tasks.workunit.client.0.smithi119.stdout:op 3165 completed, throughput=5MB/sec 2024-04-13T08:16:40.673 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-DYzKtBbpe0JdIbQ off=14248268 len=349522 2024-04-13T08:16:40.674 INFO:tasks.workunit.client.0.smithi119.stdout:op 3166 completed, throughput=5MB/sec 2024-04-13T08:16:40.674 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-XQTVbszvCzBKuD_ off=5492420 len=1553220 2024-04-13T08:16:40.682 INFO:tasks.workunit.client.0.smithi119.stdout:op 3167 completed, throughput=5MB/sec 2024-04-13T08:16:41.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:16:40 smithi139 ceph-mon[88985]: pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T08:16:41.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:16:40 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:16:41.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:16:40 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:16:41.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:16:40 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:16:41.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:16:40 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:16:41.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:16:40 smithi119 ceph-mon[96316]: pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T08:16:41.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:16:40 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:16:41.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:16:40 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:16:41.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:16:40 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:16:41.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:16:40 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:16:41.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:16:40 smithi119 ceph-mon[93746]: pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T08:16:41.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:16:40 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:16:41.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:16:40 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:16:41.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:16:40 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:16:41.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:16:40 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:16:41.683 INFO:tasks.workunit.client.0.smithi119.stdout: 614: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:41.683 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-O4IX-GzL_qWb3-G off=2571322 len=1301603 2024-04-13T08:16:41.690 INFO:tasks.workunit.client.0.smithi119.stdout:op 3168 completed, throughput=5MB/sec 2024-04-13T08:16:41.690 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-6w5Y8wDvf0AP1bx off=1087694 len=336427 2024-04-13T08:16:41.691 INFO:tasks.workunit.client.0.smithi119.stdout:op 3169 completed, throughput=5MB/sec 2024-04-13T08:16:41.691 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-jk_e_Ejr_pvF692 off=21080791 len=960922 2024-04-13T08:16:41.695 INFO:tasks.workunit.client.0.smithi119.stdout:op 3170 completed, throughput=5MB/sec 2024-04-13T08:16:41.696 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-eqLm8S_2KgTNqGn off=2031675 len=708777 2024-04-13T08:16:41.696 INFO:tasks.workunit.client.0.smithi119.stdout:op 3171 completed, throughput=5MB/sec 2024-04-13T08:16:41.697 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Ss8k6lAfMHscZWt off=10201161 len=17854 2024-04-13T08:16:41.699 INFO:tasks.workunit.client.0.smithi119.stdout:op 3172 completed, throughput=5MB/sec 2024-04-13T08:16:41.699 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-iSbgzXxT1N8kKm6 off=10747971 len=504308 2024-04-13T08:16:41.703 INFO:tasks.workunit.client.0.smithi119.stdout:op 3173 completed, throughput=5MB/sec 2024-04-13T08:16:41.703 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-yON-ypHSN5Ijvv5 off=5541842 len=596620 2024-04-13T08:16:41.706 INFO:tasks.workunit.client.0.smithi119.stdout:op 3174 completed, throughput=5MB/sec 2024-04-13T08:16:41.706 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-kATejoSmZonMVXI off=8482723 len=1982809 2024-04-13T08:16:41.709 INFO:tasks.workunit.client.0.smithi119.stdout:op 3175 completed, throughput=5MB/sec 2024-04-13T08:16:42.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:16:41 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:16:42.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:16:41 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:16:42.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:16:41 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:16:42.178 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:16:41 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:16:42.178 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:16:41 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:16:42.178 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:16:41 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:16:42.179 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:16:41 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:16:42.179 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:16:41 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:16:42.179 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:16:41 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:16:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:16:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:16:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:16:42.710 INFO:tasks.workunit.client.0.smithi119.stdout: 615: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:42.710 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-hIQX8zJVCgeQAMt off=9073815 len=949638 2024-04-13T08:16:42.712 INFO:tasks.workunit.client.0.smithi119.stdout:op 3176 completed, throughput=5MB/sec 2024-04-13T08:16:42.712 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-gYHuVW3nywpdCjy off=4140750 len=998579 2024-04-13T08:16:42.717 INFO:tasks.workunit.client.0.smithi119.stdout:op 3177 completed, throughput=5MB/sec 2024-04-13T08:16:42.717 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-cTIIom9H-rMI1Df off=10334538 len=1758332 2024-04-13T08:16:42.720 INFO:tasks.workunit.client.0.smithi119.stdout:op 3178 completed, throughput=5MB/sec 2024-04-13T08:16:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:16:42 smithi139 ceph-mon[88985]: pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T08:16:43.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:16:42 smithi119 ceph-mon[96316]: pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T08:16:43.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:16:42 smithi119 ceph-mon[93746]: pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T08:16:43.721 INFO:tasks.workunit.client.0.smithi119.stdout: 616: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:43.721 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-n06x6ETSPaDlBsL off=4344080 len=1472848 2024-04-13T08:16:43.730 INFO:tasks.workunit.client.0.smithi119.stdout:op 3179 completed, throughput=4.99MB/sec 2024-04-13T08:16:43.730 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-2fehANx0gfMk2Gl off=12958281 len=740817 2024-04-13T08:16:43.732 INFO:tasks.workunit.client.0.smithi119.stdout:op 3180 completed, throughput=5MB/sec 2024-04-13T08:16:43.732 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj--qM7goiniCdU20Z off=15510895 len=927974 2024-04-13T08:16:43.737 INFO:tasks.workunit.client.0.smithi119.stdout:op 3181 completed, throughput=5MB/sec 2024-04-13T08:16:43.737 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Nofu2z0VFzcfK1B off=8333046 len=2004395 2024-04-13T08:16:43.744 INFO:tasks.workunit.client.0.smithi119.stdout:op 3182 completed, throughput=5MB/sec 2024-04-13T08:16:43.744 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-TW0ZSO3invnZhZh off=4315512 len=807744 2024-04-13T08:16:43.749 INFO:tasks.workunit.client.0.smithi119.stdout:op 3183 completed, throughput=5MB/sec 2024-04-13T08:16:44.749 INFO:tasks.workunit.client.0.smithi119.stdout: 617: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:44.749 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-V3zx_oS-ZQu5G1q off=4427820 len=258398 2024-04-13T08:16:44.753 INFO:tasks.workunit.client.0.smithi119.stdout:op 3184 completed, throughput=4.99MB/sec 2024-04-13T08:16:44.753 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-X93i5AWmKAV6JA4 off=4049166 len=1314347 2024-04-13T08:16:44.759 INFO:tasks.workunit.client.0.smithi119.stdout:op 3185 completed, throughput=5MB/sec 2024-04-13T08:16:44.759 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-eRY03oM8q662RXB off=7463183 len=376526 2024-04-13T08:16:44.760 INFO:tasks.workunit.client.0.smithi119.stdout:op 3186 completed, throughput=5MB/sec 2024-04-13T08:16:44.760 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-SHEe7ylMCxshIVi off=7423824 len=1767989 2024-04-13T08:16:44.763 INFO:tasks.workunit.client.0.smithi119.stdout:op 3187 completed, throughput=5MB/sec 2024-04-13T08:16:44.763 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-7rHsIco6obp6f3S off=2693537 len=1899839 2024-04-13T08:16:44.774 INFO:tasks.workunit.client.0.smithi119.stdout:op 3188 completed, throughput=5MB/sec 2024-04-13T08:16:45.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:16:44 smithi119 ceph-mon[96316]: pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T08:16:45.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:16:44 smithi119 ceph-mon[93746]: pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T08:16:45.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:16:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:16:44] "GET /metrics HTTP/1.1" 200 34009 "" "Prometheus/2.43.0" 2024-04-13T08:16:45.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:16:44 smithi139 ceph-mon[88985]: pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T08:16:45.774 INFO:tasks.workunit.client.0.smithi119.stdout: 618: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:45.775 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-PEZN6NcE3qYKxfw off=183179 len=2068980 2024-04-13T08:16:45.777 INFO:tasks.workunit.client.0.smithi119.stdout:op 3189 completed, throughput=5MB/sec 2024-04-13T08:16:45.777 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-5gVs3AO_E_7U2fQ off=11950 len=978165 2024-04-13T08:16:45.785 INFO:tasks.workunit.client.0.smithi119.stdout:op 3190 completed, throughput=5MB/sec 2024-04-13T08:16:45.785 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-q4L3G5b8evBllfb off=1527530 len=222639 2024-04-13T08:16:45.786 INFO:tasks.workunit.client.0.smithi119.stdout:op 3191 completed, throughput=5MB/sec 2024-04-13T08:16:45.786 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-JKdm80YShwTf43b off=136962 len=1030375 2024-04-13T08:16:45.789 INFO:tasks.workunit.client.0.smithi119.stdout:op 3192 completed, throughput=5MB/sec 2024-04-13T08:16:45.789 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Tc4-t-wmWxL711Y off=5352129 len=420320 2024-04-13T08:16:45.790 INFO:tasks.workunit.client.0.smithi119.stdout:op 3193 completed, throughput=5MB/sec 2024-04-13T08:16:46.790 INFO:tasks.workunit.client.0.smithi119.stdout: 619: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:46.790 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-i_q437J-OOLrgVc off=19913633 len=759779 2024-04-13T08:16:46.794 INFO:tasks.workunit.client.0.smithi119.stdout:op 3194 completed, throughput=4.99MB/sec 2024-04-13T08:16:46.794 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-PQvHR3xhCb__RTb off=23232845 len=612805 2024-04-13T08:16:46.795 INFO:tasks.workunit.client.0.smithi119.stdout:op 3195 completed, throughput=4.99MB/sec 2024-04-13T08:16:46.795 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-t2WiMMZtT_QTDlC off=8644570 len=738667 2024-04-13T08:16:46.797 INFO:tasks.workunit.client.0.smithi119.stdout:op 3196 completed, throughput=5MB/sec 2024-04-13T08:16:46.797 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-0W8TSM0_-x5_OFe off=9953044 len=182929 2024-04-13T08:16:46.798 INFO:tasks.workunit.client.0.smithi119.stdout:op 3197 completed, throughput=5MB/sec 2024-04-13T08:16:46.798 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-1FxOEi2uisgoyjU off=8896802 len=1332883 2024-04-13T08:16:46.799 INFO:tasks.workunit.client.0.smithi119.stdout:op 3198 completed, throughput=5MB/sec 2024-04-13T08:16:46.799 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-mkMDCJ_G1oVr6W2 off=1785509 len=1881716 2024-04-13T08:16:46.801 INFO:tasks.workunit.client.0.smithi119.stdout:op 3199 completed, throughput=5MB/sec 2024-04-13T08:16:47.296 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:16:46 smithi119 ceph-mon[93746]: pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T08:16:47.296 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:16:46 smithi119 ceph-mon[96316]: pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T08:16:47.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:16:46 smithi139 ceph-mon[88985]: pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T08:16:47.801 INFO:tasks.workunit.client.0.smithi119.stdout: 620: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:47.801 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-q9e-W_QiqKAa21F off=6040306 len=1980357 2024-04-13T08:16:47.803 INFO:tasks.workunit.client.0.smithi119.stdout:op 3200 completed, throughput=5MB/sec 2024-04-13T08:16:47.803 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-xIYJfn4PiQ2fv9r off=3254736 len=1804223 2024-04-13T08:16:47.811 INFO:tasks.workunit.client.0.smithi119.stdout:op 3201 completed, throughput=5MB/sec 2024-04-13T08:16:47.811 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-rKOezlOND1L-9h6 off=6132024 len=1079717 2024-04-13T08:16:47.814 INFO:tasks.workunit.client.0.smithi119.stdout:op 3202 completed, throughput=5MB/sec 2024-04-13T08:16:48.814 INFO:tasks.workunit.client.0.smithi119.stdout: 621: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:48.814 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-zt-U9wP0LR1rNR0 off=7164789 len=1745977 2024-04-13T08:16:48.816 INFO:tasks.workunit.client.0.smithi119.stdout:op 3203 completed, throughput=4.99MB/sec 2024-04-13T08:16:48.816 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-a5F_6Z_JeSD-Y78 off=2881964 len=1102114 2024-04-13T08:16:48.821 INFO:tasks.workunit.client.0.smithi119.stdout:op 3204 completed, throughput=5MB/sec 2024-04-13T08:16:48.821 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ZcYeMxJ6HtSgq5w off=9604906 len=1618456 2024-04-13T08:16:48.830 INFO:tasks.workunit.client.0.smithi119.stdout:op 3205 completed, throughput=5MB/sec 2024-04-13T08:16:48.830 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-jvmLMN6QijA50Td off=0 len=1787313 2024-04-13T08:16:48.832 INFO:tasks.workunit.client.0.smithi119.stdout:op 3206 completed, throughput=5MB/sec 2024-04-13T08:16:49.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:16:48 smithi139 ceph-mon[88985]: pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-13T08:16:49.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:16:48 smithi119 ceph-mon[96316]: pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-13T08:16:49.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:16:48 smithi119 ceph-mon[93746]: pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-13T08:16:49.832 INFO:tasks.workunit.client.0.smithi119.stdout: 622: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:49.832 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-DdKwssUbAhfr_4S off=6378716 len=1799237 2024-04-13T08:16:49.836 INFO:tasks.workunit.client.0.smithi119.stdout:op 3207 completed, throughput=5MB/sec 2024-04-13T08:16:49.836 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-fmXc0HlSgJ6I9gW off=12437806 len=1992827 2024-04-13T08:16:49.838 INFO:tasks.workunit.client.0.smithi119.stdout:op 3208 completed, throughput=5MB/sec 2024-04-13T08:16:49.838 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-X1YjVSUdFkLv7pS off=7350604 len=1568653 2024-04-13T08:16:49.844 INFO:tasks.workunit.client.0.smithi119.stdout:op 3209 completed, throughput=5MB/sec 2024-04-13T08:16:50.845 INFO:tasks.workunit.client.0.smithi119.stdout: 623: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:50.845 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Z6MbXYagCEboqsM off=3087259 len=509346 2024-04-13T08:16:50.846 INFO:tasks.workunit.client.0.smithi119.stdout:op 3210 completed, throughput=4.99MB/sec 2024-04-13T08:16:50.846 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-BEmf4DpJSlYGTu3 off=5823899 len=1358436 2024-04-13T08:16:50.854 INFO:tasks.workunit.client.0.smithi119.stdout:op 3211 completed, throughput=5MB/sec 2024-04-13T08:16:50.854 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-oE749OK7liW6_ey off=2110586 len=1562194 2024-04-13T08:16:50.856 INFO:tasks.workunit.client.0.smithi119.stdout:op 3212 completed, throughput=5MB/sec 2024-04-13T08:16:50.856 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Lv60LZBlLaOVjtg off=686509 len=1448084 2024-04-13T08:16:50.857 INFO:tasks.workunit.client.0.smithi119.stdout:op 3213 completed, throughput=5MB/sec 2024-04-13T08:16:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:16:50 smithi139 ceph-mon[88985]: pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:16:51.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:16:50 smithi119 ceph-mon[96316]: pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:16:51.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:16:50 smithi119 ceph-mon[93746]: pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:16:51.857 INFO:tasks.workunit.client.0.smithi119.stdout: 624: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:51.857 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-XJaAj4aJl5Q5Wx5 off=15751060 len=705643 2024-04-13T08:16:51.861 INFO:tasks.workunit.client.0.smithi119.stdout:op 3214 completed, throughput=4.99MB/sec 2024-04-13T08:16:51.861 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ERcE5ODB9s6taOX off=8224160 len=2028216 2024-04-13T08:16:51.871 INFO:tasks.workunit.client.0.smithi119.stdout:op 3215 completed, throughput=5MB/sec 2024-04-13T08:16:51.871 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-AFm_I0YgEdI4S5v off=16277060 len=267036 2024-04-13T08:16:51.872 INFO:tasks.workunit.client.0.smithi119.stdout:op 3216 completed, throughput=5MB/sec 2024-04-13T08:16:51.872 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj--qM7goiniCdU20Z off=10585663 len=1957241 2024-04-13T08:16:51.883 INFO:tasks.workunit.client.0.smithi119.stdout:op 3217 completed, throughput=5MB/sec 2024-04-13T08:16:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:16:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:16:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:16:52.884 INFO:tasks.workunit.client.0.smithi119.stdout: 625: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:52.884 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Q3Ppyaj67UJMfHo off=3668743 len=1092621 2024-04-13T08:16:52.886 INFO:tasks.workunit.client.0.smithi119.stdout:op 3218 completed, throughput=4.99MB/sec 2024-04-13T08:16:52.886 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-iRjTce4P4PG34a6 off=5435171 len=677610 2024-04-13T08:16:52.892 INFO:tasks.workunit.client.0.smithi119.stdout:op 3219 completed, throughput=5MB/sec 2024-04-13T08:16:52.892 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-asOtoNTgakKRi3M off=298944 len=52218 2024-04-13T08:16:52.894 INFO:tasks.workunit.client.0.smithi119.stdout:op 3220 completed, throughput=5MB/sec 2024-04-13T08:16:52.894 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-oj1vgbOd5uJsheS off=802073 len=1330335 2024-04-13T08:16:52.896 INFO:tasks.workunit.client.0.smithi119.stdout:op 3221 completed, throughput=5MB/sec 2024-04-13T08:16:52.896 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-F0xYGK4NNyam_eE off=18801933 len=607304 2024-04-13T08:16:52.901 INFO:tasks.workunit.client.0.smithi119.stdout:op 3222 completed, throughput=5MB/sec 2024-04-13T08:16:52.901 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-PXYceX7P6IMXJWo off=4037257 len=1440000 2024-04-13T08:16:52.906 INFO:tasks.workunit.client.0.smithi119.stdout:op 3223 completed, throughput=5MB/sec 2024-04-13T08:16:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:16:52 smithi139 ceph-mon[88985]: pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-13T08:16:53.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:16:52 smithi119 ceph-mon[93746]: pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-13T08:16:53.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:16:52 smithi119 ceph-mon[96316]: pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-13T08:16:53.906 INFO:tasks.workunit.client.0.smithi119.stdout: 626: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:53.906 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-wHTadtnExT1FOhO off=17420886 len=1551387 2024-04-13T08:16:53.908 INFO:tasks.workunit.client.0.smithi119.stdout:op 3224 completed, throughput=4.99MB/sec 2024-04-13T08:16:53.908 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Ed8gjeywlUkztoi off=15720210 len=15602 2024-04-13T08:16:53.911 INFO:tasks.workunit.client.0.smithi119.stdout:op 3225 completed, throughput=4.99MB/sec 2024-04-13T08:16:53.911 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-WEpvMb6buMl68cX off=5571364 len=216600 2024-04-13T08:16:53.914 INFO:tasks.workunit.client.0.smithi119.stdout:op 3226 completed, throughput=4.99MB/sec 2024-04-13T08:16:53.914 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-i-ulyboVDkqz5e_ off=827832 len=31769 2024-04-13T08:16:53.917 INFO:tasks.workunit.client.0.smithi119.stdout:op 3227 completed, throughput=4.99MB/sec 2024-04-13T08:16:53.917 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-IeAgLoB4AceWfJD off=5667162 len=1548311 2024-04-13T08:16:53.919 INFO:tasks.workunit.client.0.smithi119.stdout:op 3228 completed, throughput=5MB/sec 2024-04-13T08:16:53.919 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-IW4am_vJSKbJSf6 off=858127 len=1828415 2024-04-13T08:16:53.930 INFO:tasks.workunit.client.0.smithi119.stdout:op 3229 completed, throughput=5MB/sec 2024-04-13T08:16:53.930 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-OjVilP4zJv3wM7p off=1510827 len=92929 2024-04-13T08:16:53.930 INFO:tasks.workunit.client.0.smithi119.stdout:op 3230 completed, throughput=5MB/sec 2024-04-13T08:16:54.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:16:53 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:16:54.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:16:53 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:16:54.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:16:53 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:16:54.931 INFO:tasks.workunit.client.0.smithi119.stdout: 627: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:54.931 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-zXnFX3coc6NLblJ off=7293946 len=24573 2024-04-13T08:16:54.931 INFO:tasks.workunit.client.0.smithi119.stdout:op 3231 completed, throughput=4.99MB/sec 2024-04-13T08:16:54.932 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-qs1ZmLk7KIX69Mp off=8716034 len=1904376 2024-04-13T08:16:54.942 INFO:tasks.workunit.client.0.smithi119.stdout:op 3232 completed, throughput=4.99MB/sec 2024-04-13T08:16:54.943 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-DouT3u0ZKayZTz9 off=1526104 len=401590 2024-04-13T08:16:54.943 INFO:tasks.workunit.client.0.smithi119.stdout:op 3233 completed, throughput=5MB/sec 2024-04-13T08:16:54.943 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-CtNJmxGjqLCPcCU off=5284118 len=524651 2024-04-13T08:16:54.947 INFO:tasks.workunit.client.0.smithi119.stdout:op 3234 completed, throughput=5MB/sec 2024-04-13T08:16:54.947 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-cHjrRrRpTA77543 off=8474540 len=260257 2024-04-13T08:16:54.948 INFO:tasks.workunit.client.0.smithi119.stdout:op 3235 completed, throughput=5MB/sec 2024-04-13T08:16:54.948 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-X8KK5nfxG1_VykP off=1901285 len=2024951 2024-04-13T08:16:54.957 INFO:tasks.workunit.client.0.smithi119.stdout:op 3236 completed, throughput=5MB/sec 2024-04-13T08:16:54.957 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-1bfHoljuV4Ot9it off=9045350 len=1223299 2024-04-13T08:16:54.958 INFO:tasks.workunit.client.0.smithi119.stdout:op 3237 completed, throughput=5MB/sec 2024-04-13T08:16:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:16:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:16:54] "GET /metrics HTTP/1.1" 200 34009 "" "Prometheus/2.43.0" 2024-04-13T08:16:55.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:16:54 smithi119 ceph-mon[96316]: pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T08:16:55.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:16:54 smithi119 ceph-mon[93746]: pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T08:16:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:16:54 smithi139 ceph-mon[88985]: pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T08:16:55.959 INFO:tasks.workunit.client.0.smithi119.stdout: 628: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:55.959 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-vq1j1EVmIo6ho3A off=8808744 len=1576462 2024-04-13T08:16:55.961 INFO:tasks.workunit.client.0.smithi119.stdout:op 3238 completed, throughput=5MB/sec 2024-04-13T08:16:55.961 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-2ikFJgl8x8RGse_ off=951668 len=219290 2024-04-13T08:16:55.964 INFO:tasks.workunit.client.0.smithi119.stdout:op 3239 completed, throughput=5MB/sec 2024-04-13T08:16:55.964 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-SdRw23Ke6qOXJcF off=2824149 len=881739 2024-04-13T08:16:55.966 INFO:tasks.workunit.client.0.smithi119.stdout:op 3240 completed, throughput=5MB/sec 2024-04-13T08:16:55.966 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-5fSgfSbys0l5QBb off=188487 len=1175592 2024-04-13T08:16:55.968 INFO:tasks.workunit.client.0.smithi119.stdout:op 3241 completed, throughput=5MB/sec 2024-04-13T08:16:55.968 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-cBWrrZ7NelQQl6d off=3849562 len=685461 2024-04-13T08:16:55.970 INFO:tasks.workunit.client.0.smithi119.stdout:op 3242 completed, throughput=5MB/sec 2024-04-13T08:16:56.970 INFO:tasks.workunit.client.0.smithi119.stdout: 629: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:56.970 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-b4P5ujnmF0hwL5q off=14588779 len=786588 2024-04-13T08:16:56.975 INFO:tasks.workunit.client.0.smithi119.stdout:op 3243 completed, throughput=4.99MB/sec 2024-04-13T08:16:56.975 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-YGSwOd78oqSgswA off=2422716 len=84388 2024-04-13T08:16:56.977 INFO:tasks.workunit.client.0.smithi119.stdout:op 3244 completed, throughput=4.99MB/sec 2024-04-13T08:16:56.977 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj--nReA_K5daNaT00 off=3442408 len=1801608 2024-04-13T08:16:56.988 INFO:tasks.workunit.client.0.smithi119.stdout:op 3245 completed, throughput=5MB/sec 2024-04-13T08:16:56.988 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-eIO4EtGNftEwJAU off=4382324 len=605145 2024-04-13T08:16:56.989 INFO:tasks.workunit.client.0.smithi119.stdout:op 3246 completed, throughput=5MB/sec 2024-04-13T08:16:56.989 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-kNhEHiiYjr0HhQ5 off=937558 len=1139758 2024-04-13T08:16:56.995 INFO:tasks.workunit.client.0.smithi119.stdout:op 3247 completed, throughput=5MB/sec 2024-04-13T08:16:56.995 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-JFtDkI7aq327OXY off=8841536 len=194623 2024-04-13T08:16:56.996 INFO:tasks.workunit.client.0.smithi119.stdout:op 3248 completed, throughput=5MB/sec 2024-04-13T08:16:56.997 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-UEu83FObHyF0rem off=23434387 len=125797 2024-04-13T08:16:56.999 INFO:tasks.workunit.client.0.smithi119.stdout:op 3249 completed, throughput=5MB/sec 2024-04-13T08:16:56.999 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-N97cESVWhDc8WfT off=3570243 len=181395 2024-04-13T08:16:57.000 INFO:tasks.workunit.client.0.smithi119.stdout:op 3250 completed, throughput=5MB/sec 2024-04-13T08:16:57.000 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-PhNcnWb900C_WRD off=3754633 len=663397 2024-04-13T08:16:57.004 INFO:tasks.workunit.client.0.smithi119.stdout:op 3251 completed, throughput=5MB/sec 2024-04-13T08:16:57.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:16:56 smithi139 ceph-mon[88985]: pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T08:16:57.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:16:56 smithi119 ceph-mon[96316]: pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T08:16:57.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:16:56 smithi119 ceph-mon[93746]: pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T08:16:58.004 INFO:tasks.workunit.client.0.smithi119.stdout: 630: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:58.004 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3cdNDZvX2i24CPf off=430088 len=1868223 2024-04-13T08:16:58.012 INFO:tasks.workunit.client.0.smithi119.stdout:op 3252 completed, throughput=5MB/sec 2024-04-13T08:16:58.012 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-W9U8Mm9sxIXGkwb off=4886031 len=322445 2024-04-13T08:16:58.015 INFO:tasks.workunit.client.0.smithi119.stdout:op 3253 completed, throughput=5MB/sec 2024-04-13T08:16:58.015 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-DnEXur3m9zm88ZW off=721675 len=882092 2024-04-13T08:16:58.020 INFO:tasks.workunit.client.0.smithi119.stdout:op 3254 completed, throughput=5MB/sec 2024-04-13T08:16:58.020 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-TGf87ykNl9TMa5C off=6527837 len=798545 2024-04-13T08:16:58.025 INFO:tasks.workunit.client.0.smithi119.stdout:op 3255 completed, throughput=5MB/sec 2024-04-13T08:16:58.025 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-QjVqnf94dTBvABC off=12304830 len=1576447 2024-04-13T08:16:58.026 INFO:tasks.workunit.client.0.smithi119.stdout:op 3256 completed, throughput=5MB/sec 2024-04-13T08:16:59.026 INFO:tasks.workunit.client.0.smithi119.stdout: 631: throughput=4.99MB/sec pending data=0 2024-04-13T08:16:59.026 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-laPBdGnZ2Uekr9- off=1945962 len=641797 2024-04-13T08:16:59.031 INFO:tasks.workunit.client.0.smithi119.stdout:op 3257 completed, throughput=4.99MB/sec 2024-04-13T08:16:59.031 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-AH9AyqpuXLeSj_D off=3338405 len=241506 2024-04-13T08:16:59.034 INFO:tasks.workunit.client.0.smithi119.stdout:op 3258 completed, throughput=4.99MB/sec 2024-04-13T08:16:59.034 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-X-whjFDAzN_K_Y6 off=1219941 len=742963 2024-04-13T08:16:59.036 INFO:tasks.workunit.client.0.smithi119.stdout:op 3259 completed, throughput=5MB/sec 2024-04-13T08:16:59.036 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-uXr2hSvfdg_lnaz off=14900852 len=1356593 2024-04-13T08:16:59.041 INFO:tasks.workunit.client.0.smithi119.stdout:op 3260 completed, throughput=5MB/sec 2024-04-13T08:16:59.041 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ZLJ47TvW6e_YW2v off=2507546 len=705050 2024-04-13T08:16:59.042 INFO:tasks.workunit.client.0.smithi119.stdout:op 3261 completed, throughput=5MB/sec 2024-04-13T08:16:59.042 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-h11yFmrJO6mxpiN off=2497146 len=29057 2024-04-13T08:16:59.044 INFO:tasks.workunit.client.0.smithi119.stdout:op 3262 completed, throughput=5MB/sec 2024-04-13T08:16:59.044 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Bs0o_mXIyidM3-1 off=16851120 len=2029759 2024-04-13T08:16:59.055 INFO:tasks.workunit.client.0.smithi119.stdout:op 3263 completed, throughput=5MB/sec 2024-04-13T08:16:59.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:16:58 smithi139 ceph-mon[88985]: pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T08:16:59.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:16:58 smithi119 ceph-mon[93746]: pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T08:16:59.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:16:58 smithi119 ceph-mon[96316]: pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T08:17:00.055 INFO:tasks.workunit.client.0.smithi119.stdout: 632: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:00.055 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-NauE4yWxqSRsW-v off=211350 len=1712878 2024-04-13T08:17:00.063 INFO:tasks.workunit.client.0.smithi119.stdout:op 3264 completed, throughput=5MB/sec 2024-04-13T08:17:00.063 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-f3mJRKzmWup9BcX off=2028235 len=952221 2024-04-13T08:17:00.068 INFO:tasks.workunit.client.0.smithi119.stdout:op 3265 completed, throughput=5MB/sec 2024-04-13T08:17:00.068 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-tjnpHr3QdKLj1oM off=8722382 len=469526 2024-04-13T08:17:00.071 INFO:tasks.workunit.client.0.smithi119.stdout:op 3266 completed, throughput=5MB/sec 2024-04-13T08:17:00.071 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-8whopmKKgUECUt5 off=1142653 len=1775381 2024-04-13T08:17:00.077 INFO:tasks.workunit.client.0.smithi119.stdout:op 3267 completed, throughput=5MB/sec 2024-04-13T08:17:01.078 INFO:tasks.workunit.client.0.smithi119.stdout: 633: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:01.078 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-cpe_9AVlox8EutU off=1028933 len=1572119 2024-04-13T08:17:01.080 INFO:tasks.workunit.client.0.smithi119.stdout:op 3268 completed, throughput=5MB/sec 2024-04-13T08:17:01.080 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-tuT36dhvCDofkk2 off=1577169 len=985312 2024-04-13T08:17:01.082 INFO:tasks.workunit.client.0.smithi119.stdout:op 3269 completed, throughput=5MB/sec 2024-04-13T08:17:01.083 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-9crLevh89mBDhVS off=13060932 len=31205 2024-04-13T08:17:01.085 INFO:tasks.workunit.client.0.smithi119.stdout:op 3270 completed, throughput=5MB/sec 2024-04-13T08:17:01.085 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-MJlDPkrCppe31AK off=3492973 len=1798237 2024-04-13T08:17:01.096 INFO:tasks.workunit.client.0.smithi119.stdout:op 3271 completed, throughput=5MB/sec 2024-04-13T08:17:01.096 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ERcE5ODB9s6taOX off=22418554 len=257931 2024-04-13T08:17:01.099 INFO:tasks.workunit.client.0.smithi119.stdout:op 3272 completed, throughput=5MB/sec 2024-04-13T08:17:01.099 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-8ll7xpoLKfeIDLI off=1931148 len=391886 2024-04-13T08:17:01.099 INFO:tasks.workunit.client.0.smithi119.stdout:op 3273 completed, throughput=5MB/sec 2024-04-13T08:17:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:17:00 smithi139 ceph-mon[88985]: pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-13T08:17:01.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:17:00 smithi119 ceph-mon[93746]: pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-13T08:17:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:17:00 smithi119 ceph-mon[96316]: pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-13T08:17:02.100 INFO:tasks.workunit.client.0.smithi119.stdout: 634: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:02.100 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-0Y6aaFm6YDXW0WR off=13248011 len=254191 2024-04-13T08:17:02.100 INFO:tasks.workunit.client.0.smithi119.stdout:op 3274 completed, throughput=4.99MB/sec 2024-04-13T08:17:02.101 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-sRgEcFVWmxgqaEZ off=7806969 len=410770 2024-04-13T08:17:02.105 INFO:tasks.workunit.client.0.smithi119.stdout:op 3275 completed, throughput=4.99MB/sec 2024-04-13T08:17:02.105 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-UGHkJlZwFIUo-L_ off=5486068 len=551747 2024-04-13T08:17:02.108 INFO:tasks.workunit.client.0.smithi119.stdout:op 3276 completed, throughput=4.99MB/sec 2024-04-13T08:17:02.109 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-cmobwCSskWasyUu off=7950659 len=541235 2024-04-13T08:17:02.109 INFO:tasks.workunit.client.0.smithi119.stdout:op 3277 completed, throughput=4.99MB/sec 2024-04-13T08:17:02.109 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-iRY8Kx0rn0IKR3y off=1010078 len=100617 2024-04-13T08:17:02.112 INFO:tasks.workunit.client.0.smithi119.stdout:op 3278 completed, throughput=4.99MB/sec 2024-04-13T08:17:02.112 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Msnf8xWvfq-ih2L off=1017625 len=1922621 2024-04-13T08:17:02.120 INFO:tasks.workunit.client.0.smithi119.stdout:op 3279 completed, throughput=5MB/sec 2024-04-13T08:17:02.120 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-DXFAVitQK7LAF5j off=3424759 len=918583 2024-04-13T08:17:02.126 INFO:tasks.workunit.client.0.smithi119.stdout:op 3280 completed, throughput=5MB/sec 2024-04-13T08:17:02.126 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-zDyv_N4N9ORw0iY off=15901021 len=1545263 2024-04-13T08:17:02.134 INFO:tasks.workunit.client.0.smithi119.stdout:op 3281 completed, throughput=5MB/sec 2024-04-13T08:17:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:17:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:17:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:17:03.134 INFO:tasks.workunit.client.0.smithi119.stdout: 635: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:03.134 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-il_uVH8Q_NOaeP6 off=1153874 len=1650136 2024-04-13T08:17:03.136 INFO:tasks.workunit.client.0.smithi119.stdout:op 3282 completed, throughput=5MB/sec 2024-04-13T08:17:03.136 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-1DlrBpRX_WgeSNK off=3189830 len=200696 2024-04-13T08:17:03.140 INFO:tasks.workunit.client.0.smithi119.stdout:op 3283 completed, throughput=5MB/sec 2024-04-13T08:17:03.140 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-nT6q1rrRYQJR2tn off=13412701 len=71590 2024-04-13T08:17:03.142 INFO:tasks.workunit.client.0.smithi119.stdout:op 3284 completed, throughput=5MB/sec 2024-04-13T08:17:03.142 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-5Fti2IxSMgfTI_R off=866069 len=33845 2024-04-13T08:17:03.142 INFO:tasks.workunit.client.0.smithi119.stdout:op 3285 completed, throughput=5MB/sec 2024-04-13T08:17:03.143 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-5rNgWO5hemsd2Df off=8746449 len=1815167 2024-04-13T08:17:03.151 INFO:tasks.workunit.client.0.smithi119.stdout:op 3286 completed, throughput=5MB/sec 2024-04-13T08:17:03.152 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ZfdW8Ni4imHpKSS off=2523251 len=441757 2024-04-13T08:17:03.152 INFO:tasks.workunit.client.0.smithi119.stdout:op 3287 completed, throughput=5MB/sec 2024-04-13T08:17:03.152 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-cvj0cwZ-q4TzubA off=5486638 len=2074876 2024-04-13T08:17:03.160 INFO:tasks.workunit.client.0.smithi119.stdout:op 3288 completed, throughput=5MB/sec 2024-04-13T08:17:03.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:17:03 smithi139 ceph-mon[88985]: pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T08:17:03.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:17:03 smithi119 ceph-mon[93746]: pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T08:17:03.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:17:03 smithi119 ceph-mon[96316]: pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T08:17:04.161 INFO:tasks.workunit.client.0.smithi119.stdout: 636: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:04.161 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-olRuR8OkuJ8p2PR off=361643 len=1327739 2024-04-13T08:17:04.163 INFO:tasks.workunit.client.0.smithi119.stdout:op 3289 completed, throughput=5MB/sec 2024-04-13T08:17:04.163 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Yun0HkQvr3waACH off=17235891 len=577862 2024-04-13T08:17:04.164 INFO:tasks.workunit.client.0.smithi119.stdout:op 3290 completed, throughput=5MB/sec 2024-04-13T08:17:04.165 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-jLgvOttcV2mQAcV off=15839917 len=1816036 2024-04-13T08:17:04.168 INFO:tasks.workunit.client.0.smithi119.stdout:op 3291 completed, throughput=5MB/sec 2024-04-13T08:17:05.168 INFO:tasks.workunit.client.0.smithi119.stdout: 637: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:05.169 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-LdGV0CGaqsAQiV9 off=3067618 len=221532 2024-04-13T08:17:05.169 INFO:tasks.workunit.client.0.smithi119.stdout:op 3292 completed, throughput=4.99MB/sec 2024-04-13T08:17:05.169 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-1rPL70OE6Z2maHl off=9480921 len=224816 2024-04-13T08:17:05.172 INFO:tasks.workunit.client.0.smithi119.stdout:op 3293 completed, throughput=4.99MB/sec 2024-04-13T08:17:05.173 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Bq1LxIkPUUTPLsQ off=7683150 len=1650405 2024-04-13T08:17:05.174 INFO:tasks.workunit.client.0.smithi119.stdout:op 3294 completed, throughput=5MB/sec 2024-04-13T08:17:05.174 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-vvY8zkB5eDNaYwu off=2341846 len=462171 2024-04-13T08:17:05.176 INFO:tasks.workunit.client.0.smithi119.stdout:op 3295 completed, throughput=5MB/sec 2024-04-13T08:17:05.176 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-uJJ5LvM3ewh31J0 off=2028483 len=1453560 2024-04-13T08:17:05.179 INFO:tasks.workunit.client.0.smithi119.stdout:op 3296 completed, throughput=5MB/sec 2024-04-13T08:17:05.179 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-MTE62oMzH3ZvPpd off=13333657 len=1738789 2024-04-13T08:17:05.180 INFO:tasks.workunit.client.0.smithi119.stdout:op 3297 completed, throughput=5MB/sec 2024-04-13T08:17:05.215 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:17:05 smithi119 ceph-mon[93746]: pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:17:05.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:17:05 smithi119 ceph-mon[96316]: pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:17:05.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:17:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:17:04] "GET /metrics HTTP/1.1" 200 34009 "" "Prometheus/2.43.0" 2024-04-13T08:17:05.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:17:05 smithi139 ceph-mon[88985]: pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:17:06.181 INFO:tasks.workunit.client.0.smithi119.stdout: 638: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:06.181 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-IJLqELnfHaNjOQI off=8194758 len=1874664 2024-04-13T08:17:06.191 INFO:tasks.workunit.client.0.smithi119.stdout:op 3298 completed, throughput=5MB/sec 2024-04-13T08:17:06.191 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-dxVE-Prk4e67KNv off=7894191 len=1877873 2024-04-13T08:17:06.198 INFO:tasks.workunit.client.0.smithi119.stdout:op 3299 completed, throughput=5MB/sec 2024-04-13T08:17:06.198 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-07NzxSD1XhYMXoL off=10225638 len=1913467 2024-04-13T08:17:06.199 INFO:tasks.workunit.client.0.smithi119.stdout:op 3300 completed, throughput=5MB/sec 2024-04-13T08:17:07.200 INFO:tasks.workunit.client.0.smithi119.stdout: 639: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:07.200 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-jQT5u26aapzpdfu off=1183005 len=1699639 2024-04-13T08:17:07.209 INFO:tasks.workunit.client.0.smithi119.stdout:op 3301 completed, throughput=5MB/sec 2024-04-13T08:17:07.209 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-5rTvFlaG-Z_t1xI off=9677041 len=1953766 2024-04-13T08:17:07.219 INFO:tasks.workunit.client.0.smithi119.stdout:op 3302 completed, throughput=5MB/sec 2024-04-13T08:17:07.219 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-X1YjVSUdFkLv7pS off=14791635 len=1111253 2024-04-13T08:17:07.220 INFO:tasks.workunit.client.0.smithi119.stdout:op 3303 completed, throughput=5MB/sec 2024-04-13T08:17:07.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:17:07 smithi139 ceph-mon[88985]: pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:17:07.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:17:07 smithi119 ceph-mon[96316]: pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:17:07.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:17:07 smithi119 ceph-mon[93746]: pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:17:08.220 INFO:tasks.workunit.client.0.smithi119.stdout: 640: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:08.220 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-nQ2LRzfc7XzLhmH off=16518995 len=179313 2024-04-13T08:17:08.221 INFO:tasks.workunit.client.0.smithi119.stdout:op 3304 completed, throughput=4.99MB/sec 2024-04-13T08:17:08.222 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ZeCwA7d36UJ9vdE off=9582494 len=32537 2024-04-13T08:17:08.224 INFO:tasks.workunit.client.0.smithi119.stdout:op 3305 completed, throughput=4.99MB/sec 2024-04-13T08:17:08.224 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-8pP1Q9uFkl6S1GV off=1219340 len=844411 2024-04-13T08:17:08.229 INFO:tasks.workunit.client.0.smithi119.stdout:op 3306 completed, throughput=4.99MB/sec 2024-04-13T08:17:08.230 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-0OyUsktr5FbxQ-A off=2200564 len=208593 2024-04-13T08:17:08.232 INFO:tasks.workunit.client.0.smithi119.stdout:op 3307 completed, throughput=4.99MB/sec 2024-04-13T08:17:08.232 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-hrt_xDVtUW07fr- off=10576695 len=1756031 2024-04-13T08:17:08.242 INFO:tasks.workunit.client.0.smithi119.stdout:op 3308 completed, throughput=5MB/sec 2024-04-13T08:17:08.242 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-SWRALjuygIqCBhE off=10920446 len=2072456 2024-04-13T08:17:08.250 INFO:tasks.workunit.client.0.smithi119.stdout:op 3309 completed, throughput=5MB/sec 2024-04-13T08:17:09.250 INFO:tasks.workunit.client.0.smithi119.stdout: 641: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:09.251 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-j-7q7fBr2-9jRyF off=874308 len=120075 2024-04-13T08:17:09.251 INFO:tasks.workunit.client.0.smithi119.stdout:op 3310 completed, throughput=4.99MB/sec 2024-04-13T08:17:09.251 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-XLIcTJ2FWKq7_oo off=13643353 len=1873297 2024-04-13T08:17:09.260 INFO:tasks.workunit.client.0.smithi119.stdout:op 3311 completed, throughput=5MB/sec 2024-04-13T08:17:09.260 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-pjSTeBIhNd9UqBF off=8615312 len=313299 2024-04-13T08:17:09.263 INFO:tasks.workunit.client.0.smithi119.stdout:op 3312 completed, throughput=5MB/sec 2024-04-13T08:17:09.263 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ji2Qodfc_h4sTji off=3577966 len=1768834 2024-04-13T08:17:09.274 INFO:tasks.workunit.client.0.smithi119.stdout:op 3313 completed, throughput=5MB/sec 2024-04-13T08:17:09.274 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-4ZYZyA6FTC4ntqL off=98080 len=1059603 2024-04-13T08:17:09.275 INFO:tasks.workunit.client.0.smithi119.stdout:op 3314 completed, throughput=5MB/sec 2024-04-13T08:17:09.275 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-OMTVuwAzIN_AHn6 off=0 len=1413178 2024-04-13T08:17:09.282 INFO:tasks.workunit.client.0.smithi119.stdout:op 3315 completed, throughput=5MB/sec 2024-04-13T08:17:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:17:09 smithi139 ceph-mon[88985]: pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 7 op/s 2024-04-13T08:17:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:17:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:17:09.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:17:09 smithi119 ceph-mon[96316]: pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 7 op/s 2024-04-13T08:17:09.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:17:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:17:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:17:09 smithi119 ceph-mon[93746]: pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 7 op/s 2024-04-13T08:17:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:17:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:17:10.282 INFO:tasks.workunit.client.0.smithi119.stdout: 642: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:10.283 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj--uxnq6sltrkSobe off=6090959 len=2079678 2024-04-13T08:17:10.291 INFO:tasks.workunit.client.0.smithi119.stdout:op 3316 completed, throughput=5MB/sec 2024-04-13T08:17:10.292 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-9SAzaPYv2-iDrkb off=8114929 len=881256 2024-04-13T08:17:10.293 INFO:tasks.workunit.client.0.smithi119.stdout:op 3317 completed, throughput=5MB/sec 2024-04-13T08:17:10.293 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-z75_G8pPbtlojzj off=9273789 len=1819032 2024-04-13T08:17:10.294 INFO:tasks.workunit.client.0.smithi119.stdout:op 3318 completed, throughput=5MB/sec 2024-04-13T08:17:11.295 INFO:tasks.workunit.client.0.smithi119.stdout: 643: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:11.295 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-JWY34aukXL1UivS off=1689328 len=555875 2024-04-13T08:17:11.299 INFO:tasks.workunit.client.0.smithi119.stdout:op 3319 completed, throughput=4.99MB/sec 2024-04-13T08:17:11.299 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-xvdodtk-Cw9r67_ off=0 len=1271063 2024-04-13T08:17:11.301 INFO:tasks.workunit.client.0.smithi119.stdout:op 3320 completed, throughput=5MB/sec 2024-04-13T08:17:11.302 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-dqtkrxUq1J2wXdw off=3524905 len=628178 2024-04-13T08:17:11.305 INFO:tasks.workunit.client.0.smithi119.stdout:op 3321 completed, throughput=5MB/sec 2024-04-13T08:17:11.305 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-vKH9gqwfbehIA3h off=2963843 len=1067322 2024-04-13T08:17:11.310 INFO:tasks.workunit.client.0.smithi119.stdout:op 3322 completed, throughput=5MB/sec 2024-04-13T08:17:11.310 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-e1kQiVhSrVqUOZr off=7862948 len=543861 2024-04-13T08:17:11.314 INFO:tasks.workunit.client.0.smithi119.stdout:op 3323 completed, throughput=5MB/sec 2024-04-13T08:17:11.314 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-t0c_wnnfUztsE_b off=4021271 len=1537725 2024-04-13T08:17:11.323 INFO:tasks.workunit.client.0.smithi119.stdout:op 3324 completed, throughput=5MB/sec 2024-04-13T08:17:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:17:11 smithi139 ceph-mon[88985]: pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:17:11.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:17:11 smithi119 ceph-mon[96316]: pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:17:11.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:17:11 smithi119 ceph-mon[93746]: pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:17:12.324 INFO:tasks.workunit.client.0.smithi119.stdout: 644: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:12.324 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-v0eANmx8G4Liahk off=2050676 len=250705 2024-04-13T08:17:12.324 INFO:tasks.workunit.client.0.smithi119.stdout:op 3325 completed, throughput=4.99MB/sec 2024-04-13T08:17:12.324 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-OGSVgRt0mm74VDS off=480820 len=1979339 2024-04-13T08:17:12.327 INFO:tasks.workunit.client.0.smithi119.stdout:op 3326 completed, throughput=5MB/sec 2024-04-13T08:17:12.327 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ZoSkCilWgCpJqRf off=19299650 len=13742 2024-04-13T08:17:12.330 INFO:tasks.workunit.client.0.smithi119.stdout:op 3327 completed, throughput=5MB/sec 2024-04-13T08:17:12.330 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-yev3DU5oRFK8Mdl off=11130523 len=1120876 2024-04-13T08:17:12.336 INFO:tasks.workunit.client.0.smithi119.stdout:op 3328 completed, throughput=5MB/sec 2024-04-13T08:17:12.336 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-4TfwoI4koZAEz-f off=9371602 len=1410860 2024-04-13T08:17:12.344 INFO:tasks.workunit.client.0.smithi119.stdout:op 3329 completed, throughput=5MB/sec 2024-04-13T08:17:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:17:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:17:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:17:13.345 INFO:tasks.workunit.client.0.smithi119.stdout: 645: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:13.345 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-tecY6GCXIPQ8IPL off=21365877 len=1091193 2024-04-13T08:17:13.346 INFO:tasks.workunit.client.0.smithi119.stdout:op 3330 completed, throughput=4.99MB/sec 2024-04-13T08:17:13.346 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-6KX6pliiwGdjJ8d off=794026 len=1024590 2024-04-13T08:17:13.349 INFO:tasks.workunit.client.0.smithi119.stdout:op 3331 completed, throughput=5MB/sec 2024-04-13T08:17:13.349 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-kZC_BTtwN-8tagZ off=14139003 len=1937666 2024-04-13T08:17:13.351 INFO:tasks.workunit.client.0.smithi119.stdout:op 3332 completed, throughput=5MB/sec 2024-04-13T08:17:13.351 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Wu0WUmeYuxeR5xb off=1605960 len=23248 2024-04-13T08:17:13.352 INFO:tasks.workunit.client.0.smithi119.stdout:op 3333 completed, throughput=5MB/sec 2024-04-13T08:17:13.352 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-5Rx57GKJARtCFWK off=5576013 len=2056984 2024-04-13T08:17:13.363 INFO:tasks.workunit.client.0.smithi119.stdout:op 3334 completed, throughput=5MB/sec 2024-04-13T08:17:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:17:13 smithi139 ceph-mon[88985]: pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-13T08:17:13.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:17:13 smithi119 ceph-mon[96316]: pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-13T08:17:13.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:17:13 smithi119 ceph-mon[93746]: pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-13T08:17:14.363 INFO:tasks.workunit.client.0.smithi119.stdout: 646: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:14.363 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-KmUW7BZZkiU0duO off=7839988 len=75066 2024-04-13T08:17:14.366 INFO:tasks.workunit.client.0.smithi119.stdout:op 3335 completed, throughput=4.99MB/sec 2024-04-13T08:17:14.366 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-RNSmRQaUuXmjYX4 off=11490257 len=967011 2024-04-13T08:17:14.372 INFO:tasks.workunit.client.0.smithi119.stdout:op 3336 completed, throughput=5MB/sec 2024-04-13T08:17:14.372 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Cgj7BceHkxet42P off=1474890 len=468297 2024-04-13T08:17:14.376 INFO:tasks.workunit.client.0.smithi119.stdout:op 3337 completed, throughput=5MB/sec 2024-04-13T08:17:14.376 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-YCtc92ut5ZRyEmC off=14454321 len=1610024 2024-04-13T08:17:14.385 INFO:tasks.workunit.client.0.smithi119.stdout:op 3338 completed, throughput=5MB/sec 2024-04-13T08:17:14.385 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-GdjGpTiM-ClTvMh off=5305240 len=1549239 2024-04-13T08:17:14.386 INFO:tasks.workunit.client.0.smithi119.stdout:op 3339 completed, throughput=5MB/sec 2024-04-13T08:17:15.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:17:15 smithi119 ceph-mon[96316]: pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:17:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:17:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:17:14] "GET /metrics HTTP/1.1" 200 34005 "" "Prometheus/2.43.0" 2024-04-13T08:17:15.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:17:15 smithi119 ceph-mon[93746]: pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:17:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:17:15 smithi139 ceph-mon[88985]: pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:17:15.386 INFO:tasks.workunit.client.0.smithi119.stdout: 647: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:15.386 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-3-TqtQoGTp_ceT4 off=10005637 len=1312754 2024-04-13T08:17:15.388 INFO:tasks.workunit.client.0.smithi119.stdout:op 3340 completed, throughput=4.99MB/sec 2024-04-13T08:17:15.388 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ia26vXTihvht9Nq off=6429749 len=446975 2024-04-13T08:17:15.389 INFO:tasks.workunit.client.0.smithi119.stdout:op 3341 completed, throughput=5MB/sec 2024-04-13T08:17:15.389 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-JAJctEG1ut41qG1 off=1181211 len=848684 2024-04-13T08:17:15.391 INFO:tasks.workunit.client.0.smithi119.stdout:op 3342 completed, throughput=5MB/sec 2024-04-13T08:17:15.391 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-RcY3tgt_jcPvjXA off=5723593 len=1592365 2024-04-13T08:17:15.393 INFO:tasks.workunit.client.0.smithi119.stdout:op 3343 completed, throughput=5MB/sec 2024-04-13T08:17:15.393 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Wxj0x7lZOnYB-do off=7847642 len=1465387 2024-04-13T08:17:15.394 INFO:tasks.workunit.client.0.smithi119.stdout:op 3344 completed, throughput=5MB/sec 2024-04-13T08:17:16.394 INFO:tasks.workunit.client.0.smithi119.stdout: 648: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:16.394 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-YzGf33rJ-NTL3P0 off=2962317 len=1657171 2024-04-13T08:17:16.396 INFO:tasks.workunit.client.0.smithi119.stdout:op 3345 completed, throughput=5MB/sec 2024-04-13T08:17:16.396 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-V9ajEpJbsW7Peil off=1092730 len=2025846 2024-04-13T08:17:16.399 INFO:tasks.workunit.client.0.smithi119.stdout:op 3346 completed, throughput=5MB/sec 2024-04-13T08:17:16.399 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-xr2Rsz7GjC-BntB off=4984096 len=1484226 2024-04-13T08:17:16.401 INFO:tasks.workunit.client.0.smithi119.stdout:op 3347 completed, throughput=5MB/sec 2024-04-13T08:17:17.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:17:17 smithi139 ceph-mon[88985]: pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:17:17.401 INFO:tasks.workunit.client.0.smithi119.stdout: 649: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:17.401 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-_8rpFGF2tW9QG6h off=1530340 len=760322 2024-04-13T08:17:17.402 INFO:tasks.workunit.client.0.smithi119.stdout:op 3348 completed, throughput=4.99MB/sec 2024-04-13T08:17:17.402 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-2IodxxJzRrMkg7U off=251607 len=2007057 2024-04-13T08:17:17.405 INFO:tasks.workunit.client.0.smithi119.stdout:op 3349 completed, throughput=5MB/sec 2024-04-13T08:17:17.405 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-1o9J2FNotf_IgmJ off=157269 len=672462 2024-04-13T08:17:17.406 INFO:tasks.workunit.client.0.smithi119.stdout:op 3350 completed, throughput=5MB/sec 2024-04-13T08:17:17.406 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-kYt13pgPGZJ1S-4 off=15579076 len=1021424 2024-04-13T08:17:17.407 INFO:tasks.workunit.client.0.smithi119.stdout:op 3351 completed, throughput=5MB/sec 2024-04-13T08:17:17.407 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-NwyCvJaruP4DlDt off=2265767 len=238143 2024-04-13T08:17:17.408 INFO:tasks.workunit.client.0.smithi119.stdout:op 3352 completed, throughput=5MB/sec 2024-04-13T08:17:17.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:17:17 smithi119 ceph-mon[93746]: pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:17:17.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:17:17 smithi119 ceph-mon[96316]: pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:17:18.409 INFO:tasks.workunit.client.0.smithi119.stdout: 650: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:18.409 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-b2dSUabGSze5g6Q off=12763998 len=2006404 2024-04-13T08:17:18.418 INFO:tasks.workunit.client.0.smithi119.stdout:op 3353 completed, throughput=5MB/sec 2024-04-13T08:17:18.418 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-4t7mRHJHH8NBkmK off=4989503 len=296610 2024-04-13T08:17:18.419 INFO:tasks.workunit.client.0.smithi119.stdout:op 3354 completed, throughput=5MB/sec 2024-04-13T08:17:18.419 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-gvKC7eMidzQxBJg off=8617862 len=143450 2024-04-13T08:17:18.419 INFO:tasks.workunit.client.0.smithi119.stdout:op 3355 completed, throughput=5MB/sec 2024-04-13T08:17:18.419 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-MJLvxsKLRbuuiGw off=16906295 len=127414 2024-04-13T08:17:18.422 INFO:tasks.workunit.client.0.smithi119.stdout:op 3356 completed, throughput=5MB/sec 2024-04-13T08:17:18.422 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-e9BIln5mz-kNFJL off=11675954 len=2030603 2024-04-13T08:17:18.437 INFO:tasks.workunit.client.0.smithi119.stdout:op 3357 completed, throughput=5MB/sec 2024-04-13T08:17:18.437 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-1Dyca7Ys0r_9m7R off=17089136 len=1677269 2024-04-13T08:17:18.441 INFO:tasks.workunit.client.0.smithi119.stdout:op 3358 completed, throughput=5MB/sec 2024-04-13T08:17:19.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:17:19 smithi139 ceph-mon[88985]: pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T08:17:19.441 INFO:tasks.workunit.client.0.smithi119.stdout: 651: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:19.441 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-rQcxbzO3KoDIpUN off=3769880 len=458166 2024-04-13T08:17:19.446 INFO:tasks.workunit.client.0.smithi119.stdout:op 3359 completed, throughput=4.99MB/sec 2024-04-13T08:17:19.446 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-o1LDdqgJmUNNAlj off=11031667 len=1932158 2024-04-13T08:17:19.448 INFO:tasks.workunit.client.0.smithi119.stdout:op 3360 completed, throughput=5MB/sec 2024-04-13T08:17:19.448 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-q4Y0yQEPBQ7nh7b off=9060713 len=2041198 2024-04-13T08:17:19.452 INFO:tasks.workunit.client.0.smithi119.stdout:op 3361 completed, throughput=5MB/sec 2024-04-13T08:17:19.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:17:19 smithi119 ceph-mon[96316]: pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T08:17:19.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:17:19 smithi119 ceph-mon[93746]: pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T08:17:20.452 INFO:tasks.workunit.client.0.smithi119.stdout: 652: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:20.452 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Ejeeo9apAHaLVl0 off=9227679 len=617355 2024-04-13T08:17:20.457 INFO:tasks.workunit.client.0.smithi119.stdout:op 3362 completed, throughput=4.99MB/sec 2024-04-13T08:17:20.457 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-3Jlp3zjMUPlCYns off=1374655 len=37480 2024-04-13T08:17:20.458 INFO:tasks.workunit.client.0.smithi119.stdout:op 3363 completed, throughput=4.99MB/sec 2024-04-13T08:17:20.458 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ljr7MlBR0FiqZxT off=5077392 len=570571 2024-04-13T08:17:20.462 INFO:tasks.workunit.client.0.smithi119.stdout:op 3364 completed, throughput=4.99MB/sec 2024-04-13T08:17:20.462 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-dSx1g-A_gpHNZyD off=3480250 len=1634663 2024-04-13T08:17:20.465 INFO:tasks.workunit.client.0.smithi119.stdout:op 3365 completed, throughput=5MB/sec 2024-04-13T08:17:20.465 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-4a3sPk7yiiooJK4 off=16331108 len=1126628 2024-04-13T08:17:20.470 INFO:tasks.workunit.client.0.smithi119.stdout:op 3366 completed, throughput=5MB/sec 2024-04-13T08:17:20.470 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ZSxJacwgPeK1XPV off=13992783 len=1154592 2024-04-13T08:17:20.478 INFO:tasks.workunit.client.0.smithi119.stdout:op 3367 completed, throughput=5MB/sec 2024-04-13T08:17:20.478 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-V0G8g7BnB3kjVhG off=9410102 len=1046090 2024-04-13T08:17:20.484 INFO:tasks.workunit.client.0.smithi119.stdout:op 3368 completed, throughput=5MB/sec 2024-04-13T08:17:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:17:21 smithi139 ceph-mon[88985]: pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-13T08:17:21.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:17:21 smithi119 ceph-mon[96316]: pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-13T08:17:21.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:17:21 smithi119 ceph-mon[93746]: pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-13T08:17:21.484 INFO:tasks.workunit.client.0.smithi119.stdout: 653: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:21.484 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-huutlaPs1FZCzcY off=1473378 len=1848508 2024-04-13T08:17:21.492 INFO:tasks.workunit.client.0.smithi119.stdout:op 3369 completed, throughput=5MB/sec 2024-04-13T08:17:21.492 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-H0xu571zQ3bTIVw off=5342416 len=1856095 2024-04-13T08:17:21.498 INFO:tasks.workunit.client.0.smithi119.stdout:op 3370 completed, throughput=5MB/sec 2024-04-13T08:17:21.498 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-n06x6ETSPaDlBsL off=5778633 len=1859932 2024-04-13T08:17:21.509 INFO:tasks.workunit.client.0.smithi119.stdout:op 3371 completed, throughput=5MB/sec 2024-04-13T08:17:22.510 INFO:tasks.workunit.client.0.smithi119.stdout: 654: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:22.510 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-0sfW2VYiVXrFzOO off=4094536 len=847254 2024-04-13T08:17:22.514 INFO:tasks.workunit.client.0.smithi119.stdout:op 3372 completed, throughput=5MB/sec 2024-04-13T08:17:22.514 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-dIOtTvgDUcFBipn off=800400 len=1486022 2024-04-13T08:17:22.516 INFO:tasks.workunit.client.0.smithi119.stdout:op 3373 completed, throughput=5MB/sec 2024-04-13T08:17:22.516 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-lBEEO5nn5jchMjI off=3529358 len=792014 2024-04-13T08:17:22.522 INFO:tasks.workunit.client.0.smithi119.stdout:op 3374 completed, throughput=5MB/sec 2024-04-13T08:17:22.522 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-omvonB4m_zA11IW off=4421623 len=1137681 2024-04-13T08:17:22.523 INFO:tasks.workunit.client.0.smithi119.stdout:op 3375 completed, throughput=5MB/sec 2024-04-13T08:17:22.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:17:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:17:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:17:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:17:23 smithi139 ceph-mon[88985]: pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T08:17:23.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:17:23 smithi119 ceph-mon[96316]: pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T08:17:23.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:17:23 smithi119 ceph-mon[93746]: pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T08:17:23.524 INFO:tasks.workunit.client.0.smithi119.stdout: 655: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:23.524 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-eaEdlWgqDpq6t-p off=12231297 len=1148924 2024-04-13T08:17:23.531 INFO:tasks.workunit.client.0.smithi119.stdout:op 3376 completed, throughput=4.99MB/sec 2024-04-13T08:17:23.531 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-GRFTvRLyjfrB2On off=4557331 len=1905842 2024-04-13T08:17:23.533 INFO:tasks.workunit.client.0.smithi119.stdout:op 3377 completed, throughput=5MB/sec 2024-04-13T08:17:23.533 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-q8FLOzO_EjpVbzN off=5530198 len=1246120 2024-04-13T08:17:23.541 INFO:tasks.workunit.client.0.smithi119.stdout:op 3378 completed, throughput=5MB/sec 2024-04-13T08:17:23.541 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-cew2p2wHwtZS6vK off=545346 len=1973010 2024-04-13T08:17:23.547 INFO:tasks.workunit.client.0.smithi119.stdout:op 3379 completed, throughput=5MB/sec 2024-04-13T08:17:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:17:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:17:24.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:17:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:17:24.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:17:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:17:24.548 INFO:tasks.workunit.client.0.smithi119.stdout: 656: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:24.548 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-L8zrgRmPdUI14yK off=13007502 len=380913 2024-04-13T08:17:24.549 INFO:tasks.workunit.client.0.smithi119.stdout:op 3380 completed, throughput=4.99MB/sec 2024-04-13T08:17:24.549 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-1yl07hZzVooJ6V3 off=19934057 len=107320 2024-04-13T08:17:24.550 INFO:tasks.workunit.client.0.smithi119.stdout:op 3381 completed, throughput=4.99MB/sec 2024-04-13T08:17:24.550 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-HAXYzbYUZtnfjgE off=10107914 len=761988 2024-04-13T08:17:24.552 INFO:tasks.workunit.client.0.smithi119.stdout:op 3382 completed, throughput=5MB/sec 2024-04-13T08:17:24.552 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-tT4tzijB7AJ3OZV off=12492848 len=1402160 2024-04-13T08:17:24.560 INFO:tasks.workunit.client.0.smithi119.stdout:op 3383 completed, throughput=5MB/sec 2024-04-13T08:17:24.560 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj--4julzA1WXcPN2u off=2776127 len=663286 2024-04-13T08:17:24.565 INFO:tasks.workunit.client.0.smithi119.stdout:op 3384 completed, throughput=5MB/sec 2024-04-13T08:17:24.565 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-wWJv4Gt2fyHp_rw off=5424140 len=25092 2024-04-13T08:17:24.565 INFO:tasks.workunit.client.0.smithi119.stdout:op 3385 completed, throughput=5MB/sec 2024-04-13T08:17:24.566 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-4bBPMaZ-fLhM3sk off=16096564 len=1972135 2024-04-13T08:17:24.568 INFO:tasks.workunit.client.0.smithi119.stdout:op 3386 completed, throughput=5MB/sec 2024-04-13T08:17:25.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:17:25 smithi119 ceph-mon[96316]: pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-13T08:17:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:17:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:17:24] "GET /metrics HTTP/1.1" 200 34009 "" "Prometheus/2.43.0" 2024-04-13T08:17:25.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:17:25 smithi119 ceph-mon[93746]: pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-13T08:17:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:17:25 smithi139 ceph-mon[88985]: pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-13T08:17:25.568 INFO:tasks.workunit.client.0.smithi119.stdout: 657: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:25.568 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-lr5UeQb7__eNeLW off=18587323 len=1011576 2024-04-13T08:17:25.574 INFO:tasks.workunit.client.0.smithi119.stdout:op 3387 completed, throughput=5MB/sec 2024-04-13T08:17:25.574 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-804pA-tLvYavO86 off=1647536 len=221890 2024-04-13T08:17:25.577 INFO:tasks.workunit.client.0.smithi119.stdout:op 3388 completed, throughput=5MB/sec 2024-04-13T08:17:25.578 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-NmAzER6uX8OvkgA off=10550010 len=749257 2024-04-13T08:17:25.579 INFO:tasks.workunit.client.0.smithi119.stdout:op 3389 completed, throughput=5MB/sec 2024-04-13T08:17:25.579 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-bvGVjWEmXK4eh3E off=8810078 len=1129190 2024-04-13T08:17:25.585 INFO:tasks.workunit.client.0.smithi119.stdout:op 3390 completed, throughput=5MB/sec 2024-04-13T08:17:25.586 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-kFPhWHNMrtzb4Mh off=601807 len=1762419 2024-04-13T08:17:25.593 INFO:tasks.workunit.client.0.smithi119.stdout:op 3391 completed, throughput=5MB/sec 2024-04-13T08:17:26.594 INFO:tasks.workunit.client.0.smithi119.stdout: 658: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:26.594 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-0KCib4eJGQRGMOL off=4505256 len=472759 2024-04-13T08:17:26.598 INFO:tasks.workunit.client.0.smithi119.stdout:op 3392 completed, throughput=4.99MB/sec 2024-04-13T08:17:26.598 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-6fySAE24XgoVf-C off=5403584 len=1691377 2024-04-13T08:17:26.600 INFO:tasks.workunit.client.0.smithi119.stdout:op 3393 completed, throughput=5MB/sec 2024-04-13T08:17:26.600 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-4P226rX6qmPef1Z off=1374096 len=272097 2024-04-13T08:17:26.602 INFO:tasks.workunit.client.0.smithi119.stdout:op 3394 completed, throughput=5MB/sec 2024-04-13T08:17:26.602 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-heWZZVkEWOTBGvL off=15530004 len=297239 2024-04-13T08:17:26.603 INFO:tasks.workunit.client.0.smithi119.stdout:op 3395 completed, throughput=5MB/sec 2024-04-13T08:17:26.603 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-i0OMrDMYw5g13hR off=15110559 len=510360 2024-04-13T08:17:26.604 INFO:tasks.workunit.client.0.smithi119.stdout:op 3396 completed, throughput=5MB/sec 2024-04-13T08:17:26.604 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-cbdGv4b7OYEst-1 off=2109979 len=768210 2024-04-13T08:17:26.604 INFO:tasks.workunit.client.0.smithi119.stdout:op 3397 completed, throughput=5MB/sec 2024-04-13T08:17:26.604 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-pfme1MHCWZCXNbG off=6069196 len=1384166 2024-04-13T08:17:26.611 INFO:tasks.workunit.client.0.smithi119.stdout:op 3398 completed, throughput=5MB/sec 2024-04-13T08:17:27.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:17:27 smithi139 ceph-mon[88985]: pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-13T08:17:27.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:17:27 smithi119 ceph-mon[96316]: pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-13T08:17:27.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:17:27 smithi119 ceph-mon[93746]: pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-13T08:17:27.611 INFO:tasks.workunit.client.0.smithi119.stdout: 659: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:27.611 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-yZGrNlkk7jXDHbc off=2459701 len=11455 2024-04-13T08:17:27.614 INFO:tasks.workunit.client.0.smithi119.stdout:op 3399 completed, throughput=4.99MB/sec 2024-04-13T08:17:27.614 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-hv34wSG6N6NquG4 off=3623540 len=1852130 2024-04-13T08:17:27.623 INFO:tasks.workunit.client.0.smithi119.stdout:op 3400 completed, throughput=5MB/sec 2024-04-13T08:17:27.624 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-sUBisYxYIGMnXS_ off=2799692 len=1619792 2024-04-13T08:17:27.629 INFO:tasks.workunit.client.0.smithi119.stdout:op 3401 completed, throughput=5MB/sec 2024-04-13T08:17:27.630 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-0guVSgey-cG_Zgc off=19733743 len=330559 2024-04-13T08:17:27.632 INFO:tasks.workunit.client.0.smithi119.stdout:op 3402 completed, throughput=5MB/sec 2024-04-13T08:17:27.632 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-PEr_owQNoZ85AnF off=706348 len=1069178 2024-04-13T08:17:27.634 INFO:tasks.workunit.client.0.smithi119.stdout:op 3403 completed, throughput=5MB/sec 2024-04-13T08:17:27.634 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-sRqLHF2QfaSUP8S off=603425 len=17875 2024-04-13T08:17:27.635 INFO:tasks.workunit.client.0.smithi119.stdout:op 3404 completed, throughput=5MB/sec 2024-04-13T08:17:27.635 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-eGMCasBGN8TVXbE off=3509675 len=2084473 2024-04-13T08:17:27.643 INFO:tasks.workunit.client.0.smithi119.stdout:op 3405 completed, throughput=5MB/sec 2024-04-13T08:17:28.644 INFO:tasks.workunit.client.0.smithi119.stdout: 660: throughput=5MB/sec pending data=0 2024-04-13T08:17:28.644 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Pol6kJE_0Qty5bO off=18558643 len=850113 2024-04-13T08:17:28.645 INFO:tasks.workunit.client.0.smithi119.stdout:op 3406 completed, throughput=5MB/sec 2024-04-13T08:17:28.646 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ACBGR7reei2wN5m off=209324 len=160869 2024-04-13T08:17:28.646 INFO:tasks.workunit.client.0.smithi119.stdout:op 3407 completed, throughput=5MB/sec 2024-04-13T08:17:28.646 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-la1oeYqfoW_hTaE off=17505420 len=469439 2024-04-13T08:17:28.650 INFO:tasks.workunit.client.0.smithi119.stdout:op 3408 completed, throughput=5MB/sec 2024-04-13T08:17:28.650 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-UEzBpfXG53BQXG3 off=1242043 len=1212145 2024-04-13T08:17:28.652 INFO:tasks.workunit.client.0.smithi119.stdout:op 3409 completed, throughput=5MB/sec 2024-04-13T08:17:28.652 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-szdJTqvmaBlbfUk off=2472369 len=614946 2024-04-13T08:17:28.656 INFO:tasks.workunit.client.0.smithi119.stdout:op 3410 completed, throughput=5MB/sec 2024-04-13T08:17:29.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:17:29 smithi139 ceph-mon[88985]: pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-13T08:17:29.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:17:29 smithi119 ceph-mon[96316]: pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-13T08:17:29.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:17:29 smithi119 ceph-mon[93746]: pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-13T08:17:29.656 INFO:tasks.workunit.client.0.smithi119.stdout: 661: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:29.657 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-11B_gWFjCHY1Z7l off=8168749 len=1904468 2024-04-13T08:17:29.661 INFO:tasks.workunit.client.0.smithi119.stdout:op 3411 completed, throughput=5MB/sec 2024-04-13T08:17:29.661 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ovFgGwrk5XJ9uvQ off=7952420 len=1692880 2024-04-13T08:17:29.671 INFO:tasks.workunit.client.0.smithi119.stdout:op 3412 completed, throughput=5MB/sec 2024-04-13T08:17:29.671 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-bp8H0oyIdbQnl7k off=453549 len=819835 2024-04-13T08:17:29.676 INFO:tasks.workunit.client.0.smithi119.stdout:op 3413 completed, throughput=5MB/sec 2024-04-13T08:17:29.676 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-b7zexPXOli070Gg off=17003011 len=867578 2024-04-13T08:17:29.682 INFO:tasks.workunit.client.0.smithi119.stdout:op 3414 completed, throughput=5MB/sec 2024-04-13T08:17:29.682 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-6z0IEs9YlHB_Vwg off=7865455 len=1447081 2024-04-13T08:17:29.683 INFO:tasks.workunit.client.0.smithi119.stdout:op 3415 completed, throughput=5MB/sec 2024-04-13T08:17:30.683 INFO:tasks.workunit.client.0.smithi119.stdout: 662: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:30.683 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-_2ee4CVKheV4Bb1 off=12694224 len=1523559 2024-04-13T08:17:30.690 INFO:tasks.workunit.client.0.smithi119.stdout:op 3416 completed, throughput=5MB/sec 2024-04-13T08:17:30.690 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-lU0mfsEn-j_0afo off=4221580 len=387304 2024-04-13T08:17:30.694 INFO:tasks.workunit.client.0.smithi119.stdout:op 3417 completed, throughput=5MB/sec 2024-04-13T08:17:30.694 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-cTIIom9H-rMI1Df off=18745128 len=1755755 2024-04-13T08:17:30.705 INFO:tasks.workunit.client.0.smithi119.stdout:op 3418 completed, throughput=5MB/sec 2024-04-13T08:17:30.705 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-6KgF4WtMaK8uI8M off=2616456 len=121325 2024-04-13T08:17:30.705 INFO:tasks.workunit.client.0.smithi119.stdout:op 3419 completed, throughput=5MB/sec 2024-04-13T08:17:30.705 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-T4scSBL5G6NL6qM off=2748466 len=1475794 2024-04-13T08:17:30.710 INFO:tasks.workunit.client.0.smithi119.stdout:op 3420 completed, throughput=5MB/sec 2024-04-13T08:17:31.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:17:31 smithi139 ceph-mon[88985]: pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-13T08:17:31.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:17:31 smithi119 ceph-mon[93746]: pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-13T08:17:31.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:17:31 smithi119 ceph-mon[96316]: pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-13T08:17:31.711 INFO:tasks.workunit.client.0.smithi119.stdout: 663: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:31.711 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Mr1BHeFx3O3WY3Q off=3942476 len=2057166 2024-04-13T08:17:31.713 INFO:tasks.workunit.client.0.smithi119.stdout:op 3421 completed, throughput=5MB/sec 2024-04-13T08:17:31.713 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-G-g5DGmhcTNo47c off=5579016 len=1227498 2024-04-13T08:17:31.719 INFO:tasks.workunit.client.0.smithi119.stdout:op 3422 completed, throughput=5MB/sec 2024-04-13T08:17:31.719 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ifXlWFwk9vI__gL off=2240944 len=1761324 2024-04-13T08:17:31.720 INFO:tasks.workunit.client.0.smithi119.stdout:op 3423 completed, throughput=5MB/sec 2024-04-13T08:17:32.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:17:32 smithi139 ceph-mon[88985]: pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:17:32.386 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:17:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:17:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:17:32.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:17:32 smithi119 ceph-mon[93746]: pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:17:32.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:17:32 smithi119 ceph-mon[96316]: pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:17:32.721 INFO:tasks.workunit.client.0.smithi119.stdout: 664: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:32.721 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-E373ZVIzdBiow7h off=6754026 len=576742 2024-04-13T08:17:32.723 INFO:tasks.workunit.client.0.smithi119.stdout:op 3424 completed, throughput=4.99MB/sec 2024-04-13T08:17:32.723 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-O75cJhKipDU8EZj off=1411972 len=660247 2024-04-13T08:17:32.727 INFO:tasks.workunit.client.0.smithi119.stdout:op 3425 completed, throughput=5MB/sec 2024-04-13T08:17:32.727 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-DdKS7RkN9odBKwx off=5477349 len=2043510 2024-04-13T08:17:32.740 INFO:tasks.workunit.client.0.smithi119.stdout:op 3426 completed, throughput=5MB/sec 2024-04-13T08:17:32.740 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-8kwi0FSz56J79EY off=433696 len=1087976 2024-04-13T08:17:32.744 INFO:tasks.workunit.client.0.smithi119.stdout:op 3427 completed, throughput=5MB/sec 2024-04-13T08:17:32.745 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-_l7rnU_8DYCKLeH off=1973780 len=253355 2024-04-13T08:17:32.746 INFO:tasks.workunit.client.0.smithi119.stdout:op 3428 completed, throughput=5MB/sec 2024-04-13T08:17:33.746 INFO:tasks.workunit.client.0.smithi119.stdout: 665: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:33.746 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-FYeu7x0ji30FZ0f off=13855499 len=1464127 2024-04-13T08:17:33.748 INFO:tasks.workunit.client.0.smithi119.stdout:op 3429 completed, throughput=5MB/sec 2024-04-13T08:17:33.748 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-PuAl9AhlveHHU8- off=12178766 len=1365163 2024-04-13T08:17:33.750 INFO:tasks.workunit.client.0.smithi119.stdout:op 3430 completed, throughput=5MB/sec 2024-04-13T08:17:33.750 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-xjNNrusmTMGvUPn off=7395347 len=1626502 2024-04-13T08:17:33.757 INFO:tasks.workunit.client.0.smithi119.stdout:op 3431 completed, throughput=5MB/sec 2024-04-13T08:17:33.757 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-NLfdQ2YzF1Ek6Ap off=8613643 len=226686 2024-04-13T08:17:33.759 INFO:tasks.workunit.client.0.smithi119.stdout:op 3432 completed, throughput=5MB/sec 2024-04-13T08:17:33.759 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-mkH2hk2YFFthXjY off=1710505 len=356282 2024-04-13T08:17:33.760 INFO:tasks.workunit.client.0.smithi119.stdout:op 3433 completed, throughput=5MB/sec 2024-04-13T08:17:33.760 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-VuqxvkhUzCX6E3M off=2021455 len=963597 2024-04-13T08:17:33.761 INFO:tasks.workunit.client.0.smithi119.stdout:op 3434 completed, throughput=5MB/sec 2024-04-13T08:17:34.761 INFO:tasks.workunit.client.0.smithi119.stdout: 666: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:34.761 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-KZpEF5viB2sEpZh off=1509134 len=1034359 2024-04-13T08:17:34.763 INFO:tasks.workunit.client.0.smithi119.stdout:op 3435 completed, throughput=5MB/sec 2024-04-13T08:17:34.763 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-jckjTcZFeXZuPCp off=2433260 len=1783379 2024-04-13T08:17:34.766 INFO:tasks.workunit.client.0.smithi119.stdout:op 3436 completed, throughput=5MB/sec 2024-04-13T08:17:34.766 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-sl4d6kEdLZnqc2Y off=10881244 len=741081 2024-04-13T08:17:34.771 INFO:tasks.workunit.client.0.smithi119.stdout:op 3437 completed, throughput=5MB/sec 2024-04-13T08:17:34.771 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-C-NMuqjPbRdmHfa off=1647351 len=1401426 2024-04-13T08:17:34.778 INFO:tasks.workunit.client.0.smithi119.stdout:op 3438 completed, throughput=5MB/sec 2024-04-13T08:17:34.818 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:17:34 smithi119 ceph-mon[96316]: pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T08:17:34.819 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:17:34 smithi119 ceph-mon[93746]: pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T08:17:34.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:17:34 smithi139 ceph-mon[88985]: pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T08:17:35.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:17:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:17:34] "GET /metrics HTTP/1.1" 200 34009 "" "Prometheus/2.43.0" 2024-04-13T08:17:35.778 INFO:tasks.workunit.client.0.smithi119.stdout: 667: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:35.779 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-wuQfa74rPmS_lW0 off=7355432 len=1221534 2024-04-13T08:17:35.786 INFO:tasks.workunit.client.0.smithi119.stdout:op 3439 completed, throughput=5MB/sec 2024-04-13T08:17:35.786 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-qxx_r0cReRSqH23 off=3265439 len=61700 2024-04-13T08:17:35.789 INFO:tasks.workunit.client.0.smithi119.stdout:op 3440 completed, throughput=5MB/sec 2024-04-13T08:17:35.789 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3S9jPjjrQ4EYTxY off=10463389 len=1574808 2024-04-13T08:17:35.797 INFO:tasks.workunit.client.0.smithi119.stdout:op 3441 completed, throughput=5MB/sec 2024-04-13T08:17:35.797 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-oAAMygCCCKkx6vL off=18275738 len=1715823 2024-04-13T08:17:35.805 INFO:tasks.workunit.client.0.smithi119.stdout:op 3442 completed, throughput=5MB/sec 2024-04-13T08:17:35.805 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-q9KIKgMNGyFMkZ- off=7640414 len=997872 2024-04-13T08:17:35.811 INFO:tasks.workunit.client.0.smithi119.stdout:op 3443 completed, throughput=5MB/sec 2024-04-13T08:17:36.811 INFO:tasks.workunit.client.0.smithi119.stdout: 668: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:36.811 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-QrkCUiVPhFK5Ltz off=15053511 len=821019 2024-04-13T08:17:36.816 INFO:tasks.workunit.client.0.smithi119.stdout:op 3444 completed, throughput=4.99MB/sec 2024-04-13T08:17:36.816 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-AaWbSZq3a8m2kgD off=2939440 len=1810083 2024-04-13T08:17:36.825 INFO:tasks.workunit.client.0.smithi119.stdout:op 3445 completed, throughput=5MB/sec 2024-04-13T08:17:36.825 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-RoHGflwtchAXQ8b off=3416466 len=1815612 2024-04-13T08:17:36.829 INFO:tasks.workunit.client.0.smithi119.stdout:op 3446 completed, throughput=5MB/sec 2024-04-13T08:17:36.829 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-fmXc0HlSgJ6I9gW off=14797020 len=1624123 2024-04-13T08:17:36.830 INFO:tasks.workunit.client.0.smithi119.stdout:op 3447 completed, throughput=5MB/sec 2024-04-13T08:17:36.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:17:36 smithi139 ceph-mon[88985]: pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T08:17:36.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:17:36 smithi119 ceph-mon[96316]: pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T08:17:36.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:17:36 smithi119 ceph-mon[93746]: pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T08:17:37.830 INFO:tasks.workunit.client.0.smithi119.stdout: 669: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:37.830 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-mpfrWPK4vaewZlU off=8978462 len=1394126 2024-04-13T08:17:37.838 INFO:tasks.workunit.client.0.smithi119.stdout:op 3448 completed, throughput=5MB/sec 2024-04-13T08:17:37.838 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-nglSJUKjxW6b53N off=10031764 len=1108165 2024-04-13T08:17:37.839 INFO:tasks.workunit.client.0.smithi119.stdout:op 3449 completed, throughput=5MB/sec 2024-04-13T08:17:37.839 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-B168L4ozqdm75jQ off=23476287 len=1766258 2024-04-13T08:17:37.846 INFO:tasks.workunit.client.0.smithi119.stdout:op 3450 completed, throughput=5MB/sec 2024-04-13T08:17:38.846 INFO:tasks.workunit.client.0.smithi119.stdout: 670: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:38.847 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-wEpL1fauQd7_jB8 off=10206142 len=94683 2024-04-13T08:17:38.847 INFO:tasks.workunit.client.0.smithi119.stdout:op 3451 completed, throughput=4.99MB/sec 2024-04-13T08:17:38.848 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ISjv_X0xftDKSL3 off=4711256 len=598884 2024-04-13T08:17:38.849 INFO:tasks.workunit.client.0.smithi119.stdout:op 3452 completed, throughput=4.99MB/sec 2024-04-13T08:17:38.849 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-YBJm6ROYFfYh4ge off=764996 len=91118 2024-04-13T08:17:38.851 INFO:tasks.workunit.client.0.smithi119.stdout:op 3453 completed, throughput=4.99MB/sec 2024-04-13T08:17:38.851 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-vhewxkOYH84uKvb off=3980144 len=2008184 2024-04-13T08:17:38.855 INFO:tasks.workunit.client.0.smithi119.stdout:op 3454 completed, throughput=5MB/sec 2024-04-13T08:17:38.855 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-YHZzOvHgEfg_PuS off=6356524 len=803803 2024-04-13T08:17:38.859 INFO:tasks.workunit.client.0.smithi119.stdout:op 3455 completed, throughput=5MB/sec 2024-04-13T08:17:38.859 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-CMey_84V-FRQB6q off=13070670 len=714072 2024-04-13T08:17:38.860 INFO:tasks.workunit.client.0.smithi119.stdout:op 3456 completed, throughput=5MB/sec 2024-04-13T08:17:38.861 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-UOGzvsNA0GvLcWo off=6964717 len=82788 2024-04-13T08:17:38.861 INFO:tasks.workunit.client.0.smithi119.stdout:op 3457 completed, throughput=5MB/sec 2024-04-13T08:17:38.861 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-iXBkAP-frbEzWcZ off=6814518 len=1278941 2024-04-13T08:17:38.868 INFO:tasks.workunit.client.0.smithi119.stdout:op 3458 completed, throughput=5MB/sec 2024-04-13T08:17:38.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:17:38 smithi139 ceph-mon[88985]: pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T08:17:38.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:17:38 smithi119 ceph-mon[96316]: pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T08:17:38.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:17:38 smithi119 ceph-mon[93746]: pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T08:17:39.869 INFO:tasks.workunit.client.0.smithi119.stdout: 671: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:39.869 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-LFO24M2UZ5ZuMDf off=5623388 len=1820760 2024-04-13T08:17:39.871 INFO:tasks.workunit.client.0.smithi119.stdout:op 3459 completed, throughput=5MB/sec 2024-04-13T08:17:39.871 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Sef7OcnHIhuK-Dt off=12063747 len=565130 2024-04-13T08:17:39.876 INFO:tasks.workunit.client.0.smithi119.stdout:op 3460 completed, throughput=5MB/sec 2024-04-13T08:17:39.876 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-mP22iEUuLF8nph- off=2011319 len=342032 2024-04-13T08:17:39.877 INFO:tasks.workunit.client.0.smithi119.stdout:op 3461 completed, throughput=5MB/sec 2024-04-13T08:17:39.877 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ccIAWUkJul5a9w0 off=2830522 len=1173523 2024-04-13T08:17:39.882 INFO:tasks.workunit.client.0.smithi119.stdout:op 3462 completed, throughput=5MB/sec 2024-04-13T08:17:39.882 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-wR8zts0LeOcAqGR off=4847846 len=1701534 2024-04-13T08:17:39.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:17:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:17:39.888 INFO:tasks.workunit.client.0.smithi119.stdout:op 3463 completed, throughput=5MB/sec 2024-04-13T08:17:39.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:17:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:17:39.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:17:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:17:40.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:17:40 smithi139 ceph-mon[88985]: pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T08:17:40.888 INFO:tasks.workunit.client.0.smithi119.stdout: 672: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:40.888 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-NRlUBvUEDrnN0Bi off=343414 len=904561 2024-04-13T08:17:40.893 INFO:tasks.workunit.client.0.smithi119.stdout:op 3464 completed, throughput=5MB/sec 2024-04-13T08:17:40.893 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-21Vc6fS2IdLYkMz off=2480832 len=1547114 2024-04-13T08:17:40.899 INFO:tasks.workunit.client.0.smithi119.stdout:op 3465 completed, throughput=5MB/sec 2024-04-13T08:17:40.899 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-yuYl9iMyzs0dP-t off=4605236 len=1764682 2024-04-13T08:17:40.901 INFO:tasks.workunit.client.0.smithi119.stdout:op 3466 completed, throughput=5MB/sec 2024-04-13T08:17:40.901 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-fAAG-OeCgXEjqnK off=619261 len=1364112 2024-04-13T08:17:40.908 INFO:tasks.workunit.client.0.smithi119.stdout:op 3467 completed, throughput=5MB/sec 2024-04-13T08:17:40.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:17:40 smithi119 ceph-mon[96316]: pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T08:17:40.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:17:40 smithi119 ceph-mon[93746]: pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T08:17:41.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:17:41 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:17:41.908 INFO:tasks.workunit.client.0.smithi119.stdout: 673: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:41.909 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-GOuXYMUIAv6GU2b off=32960 len=1191788 2024-04-13T08:17:41.910 INFO:tasks.workunit.client.0.smithi119.stdout:op 3468 completed, throughput=5MB/sec 2024-04-13T08:17:41.910 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-0U-wCeYv1FWYatB off=13003336 len=466655 2024-04-13T08:17:41.913 INFO:tasks.workunit.client.0.smithi119.stdout:op 3469 completed, throughput=5MB/sec 2024-04-13T08:17:41.913 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-d_BKK7ZFvWiq79e off=5440973 len=1688596 2024-04-13T08:17:41.919 INFO:tasks.workunit.client.0.smithi119.stdout:op 3470 completed, throughput=5MB/sec 2024-04-13T08:17:41.919 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-IuxSRGZOtUAcG9i off=4038875 len=1941224 2024-04-13T08:17:41.926 INFO:tasks.workunit.client.0.smithi119.stdout:op 3471 completed, throughput=5MB/sec 2024-04-13T08:17:41.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:17:41 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:17:41.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:17:41 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:17:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:17:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:17:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:17:42.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:17:42 smithi139 ceph-mon[88985]: pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-13T08:17:42.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:17:42 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:17:42.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:17:42 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:17:42.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:17:42 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:17:42.927 INFO:tasks.workunit.client.0.smithi119.stdout: 674: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:42.927 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-g1czfQQy3D8pCMu off=9452986 len=408915 2024-04-13T08:17:42.928 INFO:tasks.workunit.client.0.smithi119.stdout:op 3472 completed, throughput=4.99MB/sec 2024-04-13T08:17:42.928 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-46KyDqTtYMCjKLy off=14711953 len=177436 2024-04-13T08:17:42.932 INFO:tasks.workunit.client.0.smithi119.stdout:op 3473 completed, throughput=5MB/sec 2024-04-13T08:17:42.932 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-jUuyPYEeXTPL6FA off=12066705 len=509333 2024-04-13T08:17:42.935 INFO:tasks.workunit.client.0.smithi119.stdout:op 3474 completed, throughput=5MB/sec 2024-04-13T08:17:42.935 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ysj2T-Isn08Ifai off=5241252 len=1665149 2024-04-13T08:17:42.937 INFO:tasks.workunit.client.0.smithi119.stdout:op 3475 completed, throughput=5MB/sec 2024-04-13T08:17:42.937 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-sVZYb4IWR5TySSr off=2552097 len=1186333 2024-04-13T08:17:42.939 INFO:tasks.workunit.client.0.smithi119.stdout:op 3476 completed, throughput=5MB/sec 2024-04-13T08:17:42.939 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-gpkqQuxZdLMVq3c off=1634993 len=1561944 2024-04-13T08:17:42.948 INFO:tasks.workunit.client.0.smithi119.stdout:op 3477 completed, throughput=5MB/sec 2024-04-13T08:17:42.965 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:17:42 smithi119 ceph-mon[96316]: pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-13T08:17:42.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:17:42 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:17:42.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:17:42 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:17:42.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:17:42 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:17:42.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:17:42 smithi119 ceph-mon[93746]: pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-13T08:17:42.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:17:42 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:17:42.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:17:42 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:17:42.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:17:42 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:17:43.948 INFO:tasks.workunit.client.0.smithi119.stdout: 675: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:43.948 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-hdTG-Xk-P6vP-pU off=7761826 len=745682 2024-04-13T08:17:43.953 INFO:tasks.workunit.client.0.smithi119.stdout:op 3478 completed, throughput=5MB/sec 2024-04-13T08:17:43.954 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-JucsWJy9SaBFQco off=448119 len=1624769 2024-04-13T08:17:43.962 INFO:tasks.workunit.client.0.smithi119.stdout:op 3479 completed, throughput=5MB/sec 2024-04-13T08:17:43.962 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-8ostKFLY4u7Onra off=164160 len=909719 2024-04-13T08:17:43.963 INFO:tasks.workunit.client.0.smithi119.stdout:op 3480 completed, throughput=5MB/sec 2024-04-13T08:17:43.963 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-lw8pc2HWDIv-_PX off=811412 len=302618 2024-04-13T08:17:43.966 INFO:tasks.workunit.client.0.smithi119.stdout:op 3481 completed, throughput=5MB/sec 2024-04-13T08:17:43.967 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-S5T3VMcyks3nLnW off=8605624 len=367544 2024-04-13T08:17:43.968 INFO:tasks.workunit.client.0.smithi119.stdout:op 3482 completed, throughput=5MB/sec 2024-04-13T08:17:43.968 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-bJlzOzB0ptHd0wz off=3646214 len=156318 2024-04-13T08:17:43.970 INFO:tasks.workunit.client.0.smithi119.stdout:op 3483 completed, throughput=5MB/sec 2024-04-13T08:17:44.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:17:44 smithi119 ceph-mon[96316]: pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T08:17:44.820 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:17:44 smithi119 ceph-mon[93746]: pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T08:17:44.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:17:44 smithi139 ceph-mon[88985]: pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T08:17:44.971 INFO:tasks.workunit.client.0.smithi119.stdout: 676: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:44.971 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-443xCTjmyPVgo4U off=1393583 len=191842 2024-04-13T08:17:44.974 INFO:tasks.workunit.client.0.smithi119.stdout:op 3484 completed, throughput=4.99MB/sec 2024-04-13T08:17:44.974 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-is7nJiqaSUEAB-K off=2797457 len=277932 2024-04-13T08:17:44.975 INFO:tasks.workunit.client.0.smithi119.stdout:op 3485 completed, throughput=4.99MB/sec 2024-04-13T08:17:44.975 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-niazxtUiFnW5PX7 off=3935585 len=171007 2024-04-13T08:17:44.975 INFO:tasks.workunit.client.0.smithi119.stdout:op 3486 completed, throughput=4.99MB/sec 2024-04-13T08:17:44.975 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-7gBQv8Nmgt4G9zr off=10060370 len=1207005 2024-04-13T08:17:44.977 INFO:tasks.workunit.client.0.smithi119.stdout:op 3487 completed, throughput=5MB/sec 2024-04-13T08:17:44.977 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-9UU_qIsCAQV9Ejx off=16467284 len=1341989 2024-04-13T08:17:44.983 INFO:tasks.workunit.client.0.smithi119.stdout:op 3488 completed, throughput=5MB/sec 2024-04-13T08:17:44.983 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-sCdWtYuFGRJ5yzH off=3212710 len=1559165 2024-04-13T08:17:44.985 INFO:tasks.workunit.client.0.smithi119.stdout:op 3489 completed, throughput=5MB/sec 2024-04-13T08:17:44.985 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-X1z1KFLga8j13pg off=2009935 len=1526536 2024-04-13T08:17:44.988 INFO:tasks.workunit.client.0.smithi119.stdout:op 3490 completed, throughput=5MB/sec 2024-04-13T08:17:45.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:17:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:17:44] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-04-13T08:17:45.988 INFO:tasks.workunit.client.0.smithi119.stdout: 677: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:45.989 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ut-QhkG-HlPoGob off=63148 len=440870 2024-04-13T08:17:45.992 INFO:tasks.workunit.client.0.smithi119.stdout:op 3491 completed, throughput=4.99MB/sec 2024-04-13T08:17:45.992 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-4k_f0FsSNIRY2Wc off=7847952 len=929808 2024-04-13T08:17:45.993 INFO:tasks.workunit.client.0.smithi119.stdout:op 3492 completed, throughput=5MB/sec 2024-04-13T08:17:45.993 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-KM3itEjCG4QwVJb off=0 len=1518486 2024-04-13T08:17:45.995 INFO:tasks.workunit.client.0.smithi119.stdout:op 3493 completed, throughput=5MB/sec 2024-04-13T08:17:45.995 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-t1YtEVxeo1g4zkO off=700337 len=1173210 2024-04-13T08:17:45.996 INFO:tasks.workunit.client.0.smithi119.stdout:op 3494 completed, throughput=5MB/sec 2024-04-13T08:17:45.996 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-QgyHj2iFDvZjbGD off=420672 len=1062771 2024-04-13T08:17:46.002 INFO:tasks.workunit.client.0.smithi119.stdout:op 3495 completed, throughput=5MB/sec 2024-04-13T08:17:46.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:17:46 smithi139 ceph-mon[88985]: pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T08:17:46.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:17:46 smithi119 ceph-mon[96316]: pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T08:17:46.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:17:46 smithi119 ceph-mon[93746]: pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T08:17:47.002 INFO:tasks.workunit.client.0.smithi119.stdout: 678: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:47.002 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-61okDpLYd90EiWb off=2273464 len=1651774 2024-04-13T08:17:47.004 INFO:tasks.workunit.client.0.smithi119.stdout:op 3496 completed, throughput=5MB/sec 2024-04-13T08:17:47.004 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-STA09Fl_c5w8LUM off=15256651 len=1778232 2024-04-13T08:17:47.006 INFO:tasks.workunit.client.0.smithi119.stdout:op 3497 completed, throughput=5MB/sec 2024-04-13T08:17:47.006 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-JSLIx3jxAHSn_Hk off=17936549 len=906897 2024-04-13T08:17:47.011 INFO:tasks.workunit.client.0.smithi119.stdout:op 3498 completed, throughput=5MB/sec 2024-04-13T08:17:47.011 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-RWBBV9jqBqroZTA off=186517 len=224635 2024-04-13T08:17:47.014 INFO:tasks.workunit.client.0.smithi119.stdout:op 3499 completed, throughput=5MB/sec 2024-04-13T08:17:48.014 INFO:tasks.workunit.client.0.smithi119.stdout: 679: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:48.015 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-EFRnngHMrUXqVtg off=3545356 len=645400 2024-04-13T08:17:48.015 INFO:tasks.workunit.client.0.smithi119.stdout:op 3500 completed, throughput=4.99MB/sec 2024-04-13T08:17:48.015 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-OWTGxe7fB6V9N3e off=1150765 len=1326303 2024-04-13T08:17:48.022 INFO:tasks.workunit.client.0.smithi119.stdout:op 3501 completed, throughput=5MB/sec 2024-04-13T08:17:48.022 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-9-Jkya16AShYVBn off=9748048 len=345709 2024-04-13T08:17:48.025 INFO:tasks.workunit.client.0.smithi119.stdout:op 3502 completed, throughput=5MB/sec 2024-04-13T08:17:48.025 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-6LqISKbjyyG_13W off=1584941 len=1043863 2024-04-13T08:17:48.031 INFO:tasks.workunit.client.0.smithi119.stdout:op 3503 completed, throughput=5MB/sec 2024-04-13T08:17:48.031 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-tiBZ3u9I8Jsm5RV off=17140609 len=1376185 2024-04-13T08:17:48.033 INFO:tasks.workunit.client.0.smithi119.stdout:op 3504 completed, throughput=5MB/sec 2024-04-13T08:17:48.033 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-k7BxUS10fxD37Ji off=17305284 len=2032392 2024-04-13T08:17:48.035 INFO:tasks.workunit.client.0.smithi119.stdout:op 3505 completed, throughput=5MB/sec 2024-04-13T08:17:48.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:17:48 smithi139 ceph-mon[88985]: pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T08:17:48.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:17:48 smithi119 ceph-mon[96316]: pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T08:17:48.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:17:48 smithi119 ceph-mon[93746]: pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T08:17:49.035 INFO:tasks.workunit.client.0.smithi119.stdout: 680: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:49.035 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ax6nVWMVMRrLHWv off=1856752 len=285467 2024-04-13T08:17:49.036 INFO:tasks.workunit.client.0.smithi119.stdout:op 3506 completed, throughput=5MB/sec 2024-04-13T08:17:49.037 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Egsqb6SNF8A96-G off=811211 len=1344523 2024-04-13T08:17:49.044 INFO:tasks.workunit.client.0.smithi119.stdout:op 3507 completed, throughput=5MB/sec 2024-04-13T08:17:49.044 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Php6hRDkNXkkNlR off=2634980 len=1172659 2024-04-13T08:17:49.046 INFO:tasks.workunit.client.0.smithi119.stdout:op 3508 completed, throughput=5MB/sec 2024-04-13T08:17:49.046 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-KHFYbzvNb9lYTp1 off=564837 len=1523344 2024-04-13T08:17:49.047 INFO:tasks.workunit.client.0.smithi119.stdout:op 3509 completed, throughput=5MB/sec 2024-04-13T08:17:50.048 INFO:tasks.workunit.client.0.smithi119.stdout: 681: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:50.048 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-rxgD1dwiH5TYb5c off=8031861 len=582538 2024-04-13T08:17:50.051 INFO:tasks.workunit.client.0.smithi119.stdout:op 3510 completed, throughput=4.99MB/sec 2024-04-13T08:17:50.051 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-bsSBVH2r1FpvbMm off=18639868 len=1200739 2024-04-13T08:17:50.058 INFO:tasks.workunit.client.0.smithi119.stdout:op 3511 completed, throughput=5MB/sec 2024-04-13T08:17:50.058 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-tiBZ3u9I8Jsm5RV off=7422284 len=2085118 2024-04-13T08:17:50.059 INFO:tasks.workunit.client.0.smithi119.stdout:op 3512 completed, throughput=5MB/sec 2024-04-13T08:17:50.060 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-fZD-H_nkGsQqksa off=2741645 len=1082507 2024-04-13T08:17:50.060 INFO:tasks.workunit.client.0.smithi119.stdout:op 3513 completed, throughput=5MB/sec 2024-04-13T08:17:50.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:17:50 smithi139 ceph-mon[88985]: pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:17:50.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:17:50 smithi119 ceph-mon[96316]: pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:17:50.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:17:50 smithi119 ceph-mon[93746]: pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:17:51.061 INFO:tasks.workunit.client.0.smithi119.stdout: 682: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:51.061 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-aK3UZskjBkyHa40 off=714922 len=516142 2024-04-13T08:17:51.062 INFO:tasks.workunit.client.0.smithi119.stdout:op 3514 completed, throughput=4.99MB/sec 2024-04-13T08:17:51.062 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-bEzBh2kF47i8b5P off=11719599 len=1241817 2024-04-13T08:17:51.069 INFO:tasks.workunit.client.0.smithi119.stdout:op 3515 completed, throughput=5MB/sec 2024-04-13T08:17:51.069 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-QvJU9Kt4h8dIEvu off=11583525 len=1560831 2024-04-13T08:17:51.079 INFO:tasks.workunit.client.0.smithi119.stdout:op 3516 completed, throughput=5MB/sec 2024-04-13T08:17:51.079 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-6NkfRnx5ovtDNzY off=5272363 len=1599430 2024-04-13T08:17:51.085 INFO:tasks.workunit.client.0.smithi119.stdout:op 3517 completed, throughput=5MB/sec 2024-04-13T08:17:51.085 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-r_k1M4ov_dIwGIV off=1382236 len=1011198 2024-04-13T08:17:51.090 INFO:tasks.workunit.client.0.smithi119.stdout:op 3518 completed, throughput=5MB/sec 2024-04-13T08:17:52.090 INFO:tasks.workunit.client.0.smithi119.stdout: 683: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:52.091 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-AOC7UhdkI3kx47e off=335081 len=727617 2024-04-13T08:17:52.094 INFO:tasks.workunit.client.0.smithi119.stdout:op 3519 completed, throughput=4.99MB/sec 2024-04-13T08:17:52.095 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-9_nt8IuMcwZJ3vY off=16513667 len=1510070 2024-04-13T08:17:52.097 INFO:tasks.workunit.client.0.smithi119.stdout:op 3520 completed, throughput=5MB/sec 2024-04-13T08:17:52.097 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-sHnGl961oJ88EKv off=518420 len=1984132 2024-04-13T08:17:52.099 INFO:tasks.workunit.client.0.smithi119.stdout:op 3521 completed, throughput=5MB/sec 2024-04-13T08:17:52.099 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-NtiVy5Mv45b2l5b off=2266980 len=1462075 2024-04-13T08:17:52.107 INFO:tasks.workunit.client.0.smithi119.stdout:op 3522 completed, throughput=5MB/sec 2024-04-13T08:17:52.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:17:52 smithi139 ceph-mon[88985]: pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-13T08:17:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:17:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:17:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:17:52.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:17:52 smithi119 ceph-mon[96316]: pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-13T08:17:52.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:17:52 smithi119 ceph-mon[93746]: pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-13T08:17:53.107 INFO:tasks.workunit.client.0.smithi119.stdout: 684: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:53.107 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-VQDAzS1yPyiVO7X off=1947610 len=316863 2024-04-13T08:17:53.108 INFO:tasks.workunit.client.0.smithi119.stdout:op 3523 completed, throughput=4.99MB/sec 2024-04-13T08:17:53.108 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-QCUZl6xS1aP6zC2 off=18799882 len=1961411 2024-04-13T08:17:53.117 INFO:tasks.workunit.client.0.smithi119.stdout:op 3524 completed, throughput=5MB/sec 2024-04-13T08:17:53.117 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-4wG6h8gEeWz3aH6 off=2752674 len=1679959 2024-04-13T08:17:53.121 INFO:tasks.workunit.client.0.smithi119.stdout:op 3525 completed, throughput=5MB/sec 2024-04-13T08:17:53.121 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-BmLASlHOF5nUoMs off=14490625 len=1765637 2024-04-13T08:17:53.129 INFO:tasks.workunit.client.0.smithi119.stdout:op 3526 completed, throughput=5MB/sec 2024-04-13T08:17:54.130 INFO:tasks.workunit.client.0.smithi119.stdout: 685: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:54.130 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-JotlojlK8uRmFaR off=10472276 len=1653405 2024-04-13T08:17:54.139 INFO:tasks.workunit.client.0.smithi119.stdout:op 3527 completed, throughput=5MB/sec 2024-04-13T08:17:54.140 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-cuJ1XgZXAaZW0Al off=497837 len=1111959 2024-04-13T08:17:54.146 INFO:tasks.workunit.client.0.smithi119.stdout:op 3528 completed, throughput=5MB/sec 2024-04-13T08:17:54.146 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-MTkJDt_G3jU1kkn off=1802800 len=96146 2024-04-13T08:17:54.149 INFO:tasks.workunit.client.0.smithi119.stdout:op 3529 completed, throughput=5MB/sec 2024-04-13T08:17:54.149 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-WEUlmLJ_MDi7D12 off=11878181 len=248519 2024-04-13T08:17:54.152 INFO:tasks.workunit.client.0.smithi119.stdout:op 3530 completed, throughput=5MB/sec 2024-04-13T08:17:54.152 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-6QV1MNj1B2-WBsj off=1294940 len=139664 2024-04-13T08:17:54.153 INFO:tasks.workunit.client.0.smithi119.stdout:op 3531 completed, throughput=5MB/sec 2024-04-13T08:17:54.153 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-9MuuBMaKthfuoF4 off=5829358 len=310416 2024-04-13T08:17:54.155 INFO:tasks.workunit.client.0.smithi119.stdout:op 3532 completed, throughput=5MB/sec 2024-04-13T08:17:54.156 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-JKdm80YShwTf43b off=205451 len=961886 2024-04-13T08:17:54.157 INFO:tasks.workunit.client.0.smithi119.stdout:op 3533 completed, throughput=5MB/sec 2024-04-13T08:17:54.818 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:17:54 smithi119 ceph-mon[93746]: pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T08:17:54.819 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:17:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:17:54.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:17:54 smithi119 ceph-mon[96316]: pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T08:17:54.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:17:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:17:54.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:17:54 smithi139 ceph-mon[88985]: pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T08:17:54.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:17:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:17:55.158 INFO:tasks.workunit.client.0.smithi119.stdout: 686: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:55.158 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--fzVtIXrrpk1QFt off=12913786 len=1456507 2024-04-13T08:17:55.159 INFO:tasks.workunit.client.0.smithi119.stdout:op 3534 completed, throughput=5MB/sec 2024-04-13T08:17:55.160 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-97GGWDaQL0wwlwd off=8077401 len=1926708 2024-04-13T08:17:55.162 INFO:tasks.workunit.client.0.smithi119.stdout:op 3535 completed, throughput=5MB/sec 2024-04-13T08:17:55.162 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-O1E4FY4MdT0LAbs off=3885948 len=1549062 2024-04-13T08:17:55.163 INFO:tasks.workunit.client.0.smithi119.stdout:op 3536 completed, throughput=5MB/sec 2024-04-13T08:17:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:17:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:17:54] "GET /metrics HTTP/1.1" 200 34010 "" "Prometheus/2.43.0" 2024-04-13T08:17:56.163 INFO:tasks.workunit.client.0.smithi119.stdout: 687: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:56.163 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-5fggx8BcK_BfniB off=5850262 len=1836251 2024-04-13T08:17:56.165 INFO:tasks.workunit.client.0.smithi119.stdout:op 3537 completed, throughput=5MB/sec 2024-04-13T08:17:56.166 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-fY2cT8jdTl0xiBl off=673453 len=1012592 2024-04-13T08:17:56.167 INFO:tasks.workunit.client.0.smithi119.stdout:op 3538 completed, throughput=5MB/sec 2024-04-13T08:17:56.167 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-NCuysZ7JCAMAYCi off=9579344 len=627118 2024-04-13T08:17:56.171 INFO:tasks.workunit.client.0.smithi119.stdout:op 3539 completed, throughput=5MB/sec 2024-04-13T08:17:56.171 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-JZkirQuTX1Xl7Bx off=20581891 len=935609 2024-04-13T08:17:56.175 INFO:tasks.workunit.client.0.smithi119.stdout:op 3540 completed, throughput=5MB/sec 2024-04-13T08:17:56.175 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-cmeTrJprHkYh88d off=517385 len=674456 2024-04-13T08:17:56.176 INFO:tasks.workunit.client.0.smithi119.stdout:op 3541 completed, throughput=5MB/sec 2024-04-13T08:17:56.176 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Jh1hc8GxAKjyp1- off=4573418 len=1534784 2024-04-13T08:17:56.178 INFO:tasks.workunit.client.0.smithi119.stdout:op 3542 completed, throughput=5MB/sec 2024-04-13T08:17:56.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:17:56 smithi139 ceph-mon[88985]: pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:17:56.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:17:56 smithi119 ceph-mon[93746]: pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:17:56.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:17:56 smithi119 ceph-mon[96316]: pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:17:57.178 INFO:tasks.workunit.client.0.smithi119.stdout: 688: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:57.179 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-4kTFfufyvkOzu7C off=2241630 len=1514248 2024-04-13T08:17:57.180 INFO:tasks.workunit.client.0.smithi119.stdout:op 3543 completed, throughput=5MB/sec 2024-04-13T08:17:57.180 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ZYRgjLJJZNcwYqG off=11093356 len=1180030 2024-04-13T08:17:57.182 INFO:tasks.workunit.client.0.smithi119.stdout:op 3544 completed, throughput=5MB/sec 2024-04-13T08:17:57.182 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-aybdvteG6Nyh-Gn off=1197399 len=1124606 2024-04-13T08:17:57.187 INFO:tasks.workunit.client.0.smithi119.stdout:op 3545 completed, throughput=5MB/sec 2024-04-13T08:17:57.187 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-jkMyDHyZvi0ZQAo off=5377063 len=810159 2024-04-13T08:17:57.188 INFO:tasks.workunit.client.0.smithi119.stdout:op 3546 completed, throughput=5MB/sec 2024-04-13T08:17:58.188 INFO:tasks.workunit.client.0.smithi119.stdout: 689: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:58.189 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-yYRbesr6gYSp3vV off=1672897 len=1914273 2024-04-13T08:17:58.191 INFO:tasks.workunit.client.0.smithi119.stdout:op 3547 completed, throughput=5MB/sec 2024-04-13T08:17:58.191 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-c7gbP2CktybHlT8 off=4100538 len=1050719 2024-04-13T08:17:58.197 INFO:tasks.workunit.client.0.smithi119.stdout:op 3548 completed, throughput=5MB/sec 2024-04-13T08:17:58.197 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-0wSqEv53TAIgmr2 off=392620 len=985958 2024-04-13T08:17:58.199 INFO:tasks.workunit.client.0.smithi119.stdout:op 3549 completed, throughput=5MB/sec 2024-04-13T08:17:58.199 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-oqCZZ1zayftUdKr off=2393715 len=97029 2024-04-13T08:17:58.199 INFO:tasks.workunit.client.0.smithi119.stdout:op 3550 completed, throughput=5MB/sec 2024-04-13T08:17:58.199 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-wtFpv3uaf0M1rVz off=5771139 len=854913 2024-04-13T08:17:58.200 INFO:tasks.workunit.client.0.smithi119.stdout:op 3551 completed, throughput=5MB/sec 2024-04-13T08:17:58.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:17:58 smithi139 ceph-mon[88985]: pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-13T08:17:58.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:17:58 smithi119 ceph-mon[96316]: pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-13T08:17:58.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:17:58 smithi119 ceph-mon[93746]: pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-13T08:17:59.200 INFO:tasks.workunit.client.0.smithi119.stdout: 690: throughput=4.99MB/sec pending data=0 2024-04-13T08:17:59.201 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-rBSi9x3ev0iLdqN off=3102977 len=223902 2024-04-13T08:17:59.201 INFO:tasks.workunit.client.0.smithi119.stdout:op 3552 completed, throughput=4.99MB/sec 2024-04-13T08:17:59.201 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-cO1zQ2pNLlZ0Dwi off=1808350 len=1181562 2024-04-13T08:17:59.209 INFO:tasks.workunit.client.0.smithi119.stdout:op 3553 completed, throughput=5MB/sec 2024-04-13T08:17:59.209 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-tk_byo7kV-TE7TB off=7222969 len=2001634 2024-04-13T08:17:59.211 INFO:tasks.workunit.client.0.smithi119.stdout:op 3554 completed, throughput=5MB/sec 2024-04-13T08:17:59.211 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-UM_WZuyBUNd0Bgt off=9474882 len=1818599 2024-04-13T08:17:59.213 INFO:tasks.workunit.client.0.smithi119.stdout:op 3555 completed, throughput=5MB/sec 2024-04-13T08:18:00.213 INFO:tasks.workunit.client.0.smithi119.stdout: 691: throughput=4.99MB/sec pending data=0 2024-04-13T08:18:00.214 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-WUeKRQ0mp7Nw1eL off=17401126 len=1906755 2024-04-13T08:18:00.226 INFO:tasks.workunit.client.0.smithi119.stdout:op 3556 completed, throughput=5MB/sec 2024-04-13T08:18:00.227 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-57GzJMmcJhZNIJg off=3806420 len=1505717 2024-04-13T08:18:00.236 INFO:tasks.workunit.client.0.smithi119.stdout:op 3557 completed, throughput=5MB/sec 2024-04-13T08:18:00.236 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-hhIciIORRDA3rQb off=5042648 len=1725799 2024-04-13T08:18:00.237 INFO:tasks.workunit.client.0.smithi119.stdout:op 3558 completed, throughput=5MB/sec 2024-04-13T08:18:00.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:18:00 smithi139 ceph-mon[88985]: pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-13T08:18:00.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:18:00 smithi119 ceph-mon[96316]: pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-13T08:18:00.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:18:00 smithi119 ceph-mon[93746]: pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-13T08:18:01.237 INFO:tasks.workunit.client.0.smithi119.stdout: 692: throughput=4.99MB/sec pending data=0 2024-04-13T08:18:01.238 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-nbzeM5vquuqKvws off=6036700 len=1646068 2024-04-13T08:18:01.244 INFO:tasks.workunit.client.0.smithi119.stdout:op 3559 completed, throughput=5MB/sec 2024-04-13T08:18:01.244 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-s3kJIjOeuSMWIO8 off=18866441 len=1686886 2024-04-13T08:18:01.253 INFO:tasks.workunit.client.0.smithi119.stdout:op 3560 completed, throughput=5MB/sec 2024-04-13T08:18:01.254 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ncJLZ33n6mJ0a7V off=923266 len=1896788 2024-04-13T08:18:01.255 INFO:tasks.workunit.client.0.smithi119.stdout:op 3561 completed, throughput=5MB/sec 2024-04-13T08:18:01.255 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-AMfOFAQYn3udhHr off=12451574 len=1989825 2024-04-13T08:18:01.257 INFO:tasks.workunit.client.0.smithi119.stdout:op 3562 completed, throughput=5MB/sec 2024-04-13T08:18:02.257 INFO:tasks.workunit.client.0.smithi119.stdout: 693: throughput=5MB/sec pending data=0 2024-04-13T08:18:02.257 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-_jWOO9JKb37UsYz off=744609 len=1003750 2024-04-13T08:18:02.260 INFO:tasks.workunit.client.0.smithi119.stdout:op 3563 completed, throughput=5MB/sec 2024-04-13T08:18:02.260 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-tTAz6l4LzDFSFRi off=7797731 len=980584 2024-04-13T08:18:02.262 INFO:tasks.workunit.client.0.smithi119.stdout:op 3564 completed, throughput=5MB/sec 2024-04-13T08:18:02.262 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-J_QOG4hB7dlFWeC off=5902796 len=520459 2024-04-13T08:18:02.265 INFO:tasks.workunit.client.0.smithi119.stdout:op 3565 completed, throughput=5MB/sec 2024-04-13T08:18:02.265 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Btz1iFYEHoTSlwB off=14402556 len=1882549 2024-04-13T08:18:02.278 INFO:tasks.workunit.client.0.smithi119.stdout:op 3566 completed, throughput=5MB/sec 2024-04-13T08:18:02.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:18:02 smithi139 ceph-mon[88985]: pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T08:18:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:18:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:18:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:18:02.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:18:02 smithi119 ceph-mon[96316]: pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T08:18:02.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:18:02 smithi119 ceph-mon[93746]: pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T08:18:03.276 INFO:tasks.workunit.client.0.smithi119.stdout: 694: throughput=4.99MB/sec pending data=0 2024-04-13T08:18:03.276 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-VhsSNPmZjBd8WlI off=1733081 len=572545 2024-04-13T08:18:03.280 INFO:tasks.workunit.client.0.smithi119.stdout:op 3567 completed, throughput=4.99MB/sec 2024-04-13T08:18:03.280 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-0nplu3ZXomfFUpc off=395986 len=1141877 2024-04-13T08:18:03.285 INFO:tasks.workunit.client.0.smithi119.stdout:op 3568 completed, throughput=5MB/sec 2024-04-13T08:18:03.285 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-dYp98dKX8a35CeD off=1568079 len=1182693 2024-04-13T08:18:03.292 INFO:tasks.workunit.client.0.smithi119.stdout:op 3569 completed, throughput=5MB/sec 2024-04-13T08:18:03.292 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-G6Qm0QF_J474Dve off=6292988 len=1679862 2024-04-13T08:18:03.301 INFO:tasks.workunit.client.0.smithi119.stdout:op 3570 completed, throughput=5MB/sec 2024-04-13T08:18:04.302 INFO:tasks.workunit.client.0.smithi119.stdout: 695: throughput=4.99MB/sec pending data=0 2024-04-13T08:18:04.302 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-aJUZb6AMHx3kDfk off=4826836 len=1643282 2024-04-13T08:18:04.303 INFO:tasks.workunit.client.0.smithi119.stdout:op 3571 completed, throughput=5MB/sec 2024-04-13T08:18:04.304 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-YWPVbvzxoKtgjjK off=2121590 len=1780914 2024-04-13T08:18:04.306 INFO:tasks.workunit.client.0.smithi119.stdout:op 3572 completed, throughput=5MB/sec 2024-04-13T08:18:04.306 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-hTBiHxjCoIKqdAU off=2380489 len=376305 2024-04-13T08:18:04.307 INFO:tasks.workunit.client.0.smithi119.stdout:op 3573 completed, throughput=5MB/sec 2024-04-13T08:18:04.307 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Z4d0shjE5hmkMHl off=301753 len=419033 2024-04-13T08:18:04.311 INFO:tasks.workunit.client.0.smithi119.stdout:op 3574 completed, throughput=5MB/sec 2024-04-13T08:18:04.311 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-bfINJ_cfJGyTClY off=1862582 len=334468 2024-04-13T08:18:04.314 INFO:tasks.workunit.client.0.smithi119.stdout:op 3575 completed, throughput=5MB/sec 2024-04-13T08:18:04.314 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-_QkLQN479211wLm off=865927 len=382359 2024-04-13T08:18:04.317 INFO:tasks.workunit.client.0.smithi119.stdout:op 3576 completed, throughput=5MB/sec 2024-04-13T08:18:04.317 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-GBN12tgYnY283f5 off=321840 len=123060 2024-04-13T08:18:04.321 INFO:tasks.workunit.client.0.smithi119.stdout:op 3577 completed, throughput=5MB/sec 2024-04-13T08:18:04.322 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-LRoqxrCOXiUhLSc off=2508214 len=567313 2024-04-13T08:18:04.322 INFO:tasks.workunit.client.0.smithi119.stdout:op 3578 completed, throughput=5MB/sec 2024-04-13T08:18:04.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:18:04 smithi119 ceph-mon[96316]: pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-13T08:18:04.819 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:18:04 smithi119 ceph-mon[93746]: pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-13T08:18:04.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:18:04 smithi139 ceph-mon[88985]: pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-13T08:18:05.215 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:18:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:18:04] "GET /metrics HTTP/1.1" 200 34010 "" "Prometheus/2.43.0" 2024-04-13T08:18:05.321 INFO:tasks.workunit.client.0.smithi119.stdout: 696: throughput=4.99MB/sec pending data=0 2024-04-13T08:18:05.321 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-azweWOqKf7fLz9j off=17165172 len=1386903 2024-04-13T08:18:05.331 INFO:tasks.workunit.client.0.smithi119.stdout:op 3579 completed, throughput=5MB/sec 2024-04-13T08:18:05.331 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-p3-q1n6OIRMbyoa off=5337079 len=69055 2024-04-13T08:18:05.333 INFO:tasks.workunit.client.0.smithi119.stdout:op 3580 completed, throughput=5MB/sec 2024-04-13T08:18:05.333 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-GKUqALT56Mb3SEU off=2983383 len=1820826 2024-04-13T08:18:05.342 INFO:tasks.workunit.client.0.smithi119.stdout:op 3581 completed, throughput=5MB/sec 2024-04-13T08:18:05.342 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-1SW21teoeYw7yZJ off=9287658 len=903782 2024-04-13T08:18:05.343 INFO:tasks.workunit.client.0.smithi119.stdout:op 3582 completed, throughput=5MB/sec 2024-04-13T08:18:05.343 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-vOPh_w9lWe_O8FH off=16912477 len=107567 2024-04-13T08:18:05.345 INFO:tasks.workunit.client.0.smithi119.stdout:op 3583 completed, throughput=5MB/sec 2024-04-13T08:18:05.345 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-804pA-tLvYavO86 off=13744226 len=1567437 2024-04-13T08:18:05.346 INFO:tasks.workunit.client.0.smithi119.stdout:op 3584 completed, throughput=5MB/sec 2024-04-13T08:18:06.346 INFO:tasks.workunit.client.0.smithi119.stdout: 697: throughput=4.99MB/sec pending data=0 2024-04-13T08:18:06.347 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-qDXTIDbZKqqeWhs off=4759685 len=728070 2024-04-13T08:18:06.347 INFO:tasks.workunit.client.0.smithi119.stdout:op 3585 completed, throughput=5MB/sec 2024-04-13T08:18:06.347 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-0e1lZCOCZ3f_EL4 off=10272161 len=1086591 2024-04-13T08:18:06.349 INFO:tasks.workunit.client.0.smithi119.stdout:op 3586 completed, throughput=5MB/sec 2024-04-13T08:18:06.349 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-YSdoJRDBlS5HVgH off=148213 len=931749 2024-04-13T08:18:06.355 INFO:tasks.workunit.client.0.smithi119.stdout:op 3587 completed, throughput=5MB/sec 2024-04-13T08:18:06.355 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-XDTYBtYTE73ArYP off=168331 len=590734 2024-04-13T08:18:06.356 INFO:tasks.workunit.client.0.smithi119.stdout:op 3588 completed, throughput=5MB/sec 2024-04-13T08:18:06.356 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-5evcEL8-eBJCMl9 off=2342230 len=1827213 2024-04-13T08:18:06.359 INFO:tasks.workunit.client.0.smithi119.stdout:op 3589 completed, throughput=5MB/sec 2024-04-13T08:18:06.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:18:06 smithi139 ceph-mon[88985]: pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:18:06.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:18:06 smithi119 ceph-mon[96316]: pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:18:06.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:18:06 smithi119 ceph-mon[93746]: pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:18:07.359 INFO:tasks.workunit.client.0.smithi119.stdout: 698: throughput=4.99MB/sec pending data=0 2024-04-13T08:18:07.359 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Dogisja61K6hEDa off=20051243 len=1277855 2024-04-13T08:18:07.366 INFO:tasks.workunit.client.0.smithi119.stdout:op 3590 completed, throughput=5MB/sec 2024-04-13T08:18:07.366 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-jk9n3drotAD6M65 off=4718425 len=593885 2024-04-13T08:18:07.371 INFO:tasks.workunit.client.0.smithi119.stdout:op 3591 completed, throughput=5MB/sec 2024-04-13T08:18:07.371 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-zTXAKTrR-UODv7- off=5883936 len=1538093 2024-04-13T08:18:07.373 INFO:tasks.workunit.client.0.smithi119.stdout:op 3592 completed, throughput=5MB/sec 2024-04-13T08:18:07.373 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-u5flh9GcvRjpp62 off=888726 len=1988880 2024-04-13T08:18:07.385 INFO:tasks.workunit.client.0.smithi119.stdout:op 3593 completed, throughput=5MB/sec 2024-04-13T08:18:08.385 INFO:tasks.workunit.client.0.smithi119.stdout: 699: throughput=4.99MB/sec pending data=0 2024-04-13T08:18:08.386 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ahedzmyKVhWvOQh off=14923645 len=17476 2024-04-13T08:18:08.386 INFO:tasks.workunit.client.0.smithi119.stdout:op 3594 completed, throughput=4.99MB/sec 2024-04-13T08:18:08.386 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-1DUw1dLVpp_BJGr off=1019908 len=32230 2024-04-13T08:18:08.387 INFO:tasks.workunit.client.0.smithi119.stdout:op 3595 completed, throughput=4.99MB/sec 2024-04-13T08:18:08.387 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-d02m5gcxLC98AWl off=13722300 len=1416954 2024-04-13T08:18:08.389 INFO:tasks.workunit.client.0.smithi119.stdout:op 3596 completed, throughput=5MB/sec 2024-04-13T08:18:08.389 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-is7nJiqaSUEAB-K off=4550445 len=771198 2024-04-13T08:18:08.393 INFO:tasks.workunit.client.0.smithi119.stdout:op 3597 completed, throughput=5MB/sec 2024-04-13T08:18:08.393 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-5rTvFlaG-Z_t1xI off=8511243 len=140724 2024-04-13T08:18:08.393 INFO:tasks.workunit.client.0.smithi119.stdout:op 3598 completed, throughput=5MB/sec 2024-04-13T08:18:08.394 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-So13NnkQKp57ux9 off=19270001 len=1532528 2024-04-13T08:18:08.401 INFO:tasks.workunit.client.0.smithi119.stdout:op 3599 completed, throughput=5MB/sec 2024-04-13T08:18:08.401 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj--iwzqKpsUVEjbwY off=5134740 len=1481193 2024-04-13T08:18:08.407 INFO:tasks.workunit.client.0.smithi119.stdout:op 3600 completed, throughput=5MB/sec 2024-04-13T08:18:08.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:18:08 smithi139 ceph-mon[88985]: pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T08:18:08.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:18:08 smithi119 ceph-mon[96316]: pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T08:18:08.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:18:08 smithi119 ceph-mon[93746]: pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T08:18:09.408 INFO:tasks.workunit.client.0.smithi119.stdout: 700: throughput=4.99MB/sec pending data=0 2024-04-13T08:18:09.408 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-DSw5LHAhXG7qAlf off=19426946 len=53804 2024-04-13T08:18:09.411 INFO:tasks.workunit.client.0.smithi119.stdout:op 3601 completed, throughput=4.99MB/sec 2024-04-13T08:18:09.411 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-MSz-RF2wVV4BQis off=2288352 len=2093975 2024-04-13T08:18:09.413 INFO:tasks.workunit.client.0.smithi119.stdout:op 3602 completed, throughput=5MB/sec 2024-04-13T08:18:09.413 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Na3_xF7E8-nimQz off=3308986 len=1639307 2024-04-13T08:18:09.417 INFO:tasks.workunit.client.0.smithi119.stdout:op 3603 completed, throughput=5MB/sec 2024-04-13T08:18:09.417 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-WYC7bUmF9LxNlzK off=1939743 len=2068244 2024-04-13T08:18:09.428 INFO:tasks.workunit.client.0.smithi119.stdout:op 3604 completed, throughput=5MB/sec 2024-04-13T08:18:09.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:18:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:18:09.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:18:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:18:09.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:18:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:18:10.429 INFO:tasks.workunit.client.0.smithi119.stdout: 701: throughput=4.99MB/sec pending data=0 2024-04-13T08:18:10.429 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-nJNHlMt38au972B off=345685 len=1965223 2024-04-13T08:18:10.438 INFO:tasks.workunit.client.0.smithi119.stdout:op 3605 completed, throughput=5MB/sec 2024-04-13T08:18:10.438 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-xcSJlLrF2b1kdRy off=2749086 len=248673 2024-04-13T08:18:10.438 INFO:tasks.workunit.client.0.smithi119.stdout:op 3606 completed, throughput=5MB/sec 2024-04-13T08:18:10.438 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-inH05y2aG_XX8bd off=2549653 len=1817954 2024-04-13T08:18:10.446 INFO:tasks.workunit.client.0.smithi119.stdout:op 3607 completed, throughput=5MB/sec 2024-04-13T08:18:10.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:18:10 smithi139 ceph-mon[88985]: pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-13T08:18:10.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:18:10 smithi119 ceph-mon[93746]: pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-13T08:18:10.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:18:10 smithi119 ceph-mon[96316]: pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-13T08:18:11.447 INFO:tasks.workunit.client.0.smithi119.stdout: 702: throughput=4.99MB/sec pending data=0 2024-04-13T08:18:11.447 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-6jcxchkyUPwmUEj off=10706826 len=823137 2024-04-13T08:18:11.448 INFO:tasks.workunit.client.0.smithi119.stdout:op 3608 completed, throughput=4.99MB/sec 2024-04-13T08:18:11.448 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-a6bIFe4-B-febFR off=16972507 len=1321153 2024-04-13T08:18:11.450 INFO:tasks.workunit.client.0.smithi119.stdout:op 3609 completed, throughput=5MB/sec 2024-04-13T08:18:11.450 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-sHnGl961oJ88EKv off=16030729 len=240717 2024-04-13T08:18:11.450 INFO:tasks.workunit.client.0.smithi119.stdout:op 3610 completed, throughput=5MB/sec 2024-04-13T08:18:11.451 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-cmFK6Kwh6RpbX5m off=2472855 len=1317948 2024-04-13T08:18:11.460 INFO:tasks.workunit.client.0.smithi119.stdout:op 3611 completed, throughput=5MB/sec 2024-04-13T08:18:11.460 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-rH2jVsIvgq8d15f off=3386733 len=1274161 2024-04-13T08:18:11.461 INFO:tasks.workunit.client.0.smithi119.stdout:op 3612 completed, throughput=5MB/sec 2024-04-13T08:18:11.461 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-R99qC8mCrFilaut off=15606805 len=2024263 2024-04-13T08:18:11.463 INFO:tasks.workunit.client.0.smithi119.stdout:op 3613 completed, throughput=5MB/sec 2024-04-13T08:18:12.464 INFO:tasks.workunit.client.0.smithi119.stdout: 703: throughput=5MB/sec pending data=0 2024-04-13T08:18:12.464 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-mm7BoRjSosx6Goe off=7946590 len=1347087 2024-04-13T08:18:12.466 INFO:tasks.workunit.client.0.smithi119.stdout:op 3614 completed, throughput=5MB/sec 2024-04-13T08:18:12.466 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-PXYceX7P6IMXJWo off=4697592 len=134697 2024-04-13T08:18:12.469 INFO:tasks.workunit.client.0.smithi119.stdout:op 3615 completed, throughput=5MB/sec 2024-04-13T08:18:12.469 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Gk-pN3A-u1k_aY1 off=5574655 len=199498 2024-04-13T08:18:12.470 INFO:tasks.workunit.client.0.smithi119.stdout:op 3616 completed, throughput=5MB/sec 2024-04-13T08:18:12.470 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-JwWYIC-NUMeQgqy off=717968 len=1389445 2024-04-13T08:18:12.476 INFO:tasks.workunit.client.0.smithi119.stdout:op 3617 completed, throughput=5MB/sec 2024-04-13T08:18:12.476 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-p-aJSqSt1uKcNBZ off=11724260 len=55378 2024-04-13T08:18:12.476 INFO:tasks.workunit.client.0.smithi119.stdout:op 3618 completed, throughput=5MB/sec 2024-04-13T08:18:12.476 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-GqyR3pIhTi3dvIQ off=93370 len=1294328 2024-04-13T08:18:12.480 INFO:tasks.workunit.client.0.smithi119.stdout:op 3619 completed, throughput=5MB/sec 2024-04-13T08:18:12.568 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:18:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:18:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:18:12.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:18:12 smithi139 ceph-mon[88985]: pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T08:18:12.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:18:12 smithi119 ceph-mon[93746]: pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T08:18:12.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:18:12 smithi119 ceph-mon[96316]: pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T08:18:13.481 INFO:tasks.workunit.client.0.smithi119.stdout: 704: throughput=4.99MB/sec pending data=0 2024-04-13T08:18:13.481 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-8jTaLfD4FNEhzud off=7097234 len=732178 2024-04-13T08:18:13.486 INFO:tasks.workunit.client.0.smithi119.stdout:op 3620 completed, throughput=5MB/sec 2024-04-13T08:18:13.486 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-qkGeKzNkhCTFbdu off=12778111 len=405776 2024-04-13T08:18:13.490 INFO:tasks.workunit.client.0.smithi119.stdout:op 3621 completed, throughput=5MB/sec 2024-04-13T08:18:13.490 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Y9qgZarjjfIfHix off=11622442 len=1957237 2024-04-13T08:18:13.492 INFO:tasks.workunit.client.0.smithi119.stdout:op 3622 completed, throughput=5MB/sec 2024-04-13T08:18:13.492 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-D5VK21dGECHPFVL off=6095815 len=118272 2024-04-13T08:18:13.495 INFO:tasks.workunit.client.0.smithi119.stdout:op 3623 completed, throughput=5MB/sec 2024-04-13T08:18:13.495 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-g4S3JtmCf9X_JRI off=4929276 len=1165566 2024-04-13T08:18:13.496 INFO:tasks.workunit.client.0.smithi119.stdout:op 3624 completed, throughput=5MB/sec 2024-04-13T08:18:13.497 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-LrtTWbK2TgJS2e_ off=3235688 len=1221652 2024-04-13T08:18:13.498 INFO:tasks.workunit.client.0.smithi119.stdout:op 3625 completed, throughput=5MB/sec 2024-04-13T08:18:14.498 INFO:tasks.workunit.client.0.smithi119.stdout: 705: throughput=4.99MB/sec pending data=0 2024-04-13T08:18:14.498 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-p744cljITQRSRtV off=2331282 len=1601830 2024-04-13T08:18:14.508 INFO:tasks.workunit.client.0.smithi119.stdout:op 3626 completed, throughput=5MB/sec 2024-04-13T08:18:14.508 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-CMK2omutKiD5lHX off=4609573 len=34491 2024-04-13T08:18:14.510 INFO:tasks.workunit.client.0.smithi119.stdout:op 3627 completed, throughput=5MB/sec 2024-04-13T08:18:14.511 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-SUTXGX3nXGbOnr7 off=189513 len=824442 2024-04-13T08:18:14.514 INFO:tasks.workunit.client.0.smithi119.stdout:op 3628 completed, throughput=5MB/sec 2024-04-13T08:18:14.515 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Xmz11NrBKCRaEAy off=21274175 len=1288611 2024-04-13T08:18:14.517 INFO:tasks.workunit.client.0.smithi119.stdout:op 3629 completed, throughput=5MB/sec 2024-04-13T08:18:14.517 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-P0IQaFvaxdQs1lw off=13765737 len=1552218 2024-04-13T08:18:14.524 INFO:tasks.workunit.client.0.smithi119.stdout:op 3630 completed, throughput=5MB/sec 2024-04-13T08:18:14.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:18:14 smithi139 ceph-mon[88985]: pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:18:14.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:18:14 smithi119 ceph-mon[93746]: pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:18:14.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:18:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:18:14] "GET /metrics HTTP/1.1" 200 34011 "" "Prometheus/2.43.0" 2024-04-13T08:18:14.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:18:14 smithi119 ceph-mon[96316]: pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:18:15.524 INFO:tasks.workunit.client.0.smithi119.stdout: 706: throughput=4.99MB/sec pending data=0 2024-04-13T08:18:15.524 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-EUJRPdpEhX-1dyr off=2167337 len=1369986 2024-04-13T08:18:15.530 INFO:tasks.workunit.client.0.smithi119.stdout:op 3631 completed, throughput=5MB/sec 2024-04-13T08:18:15.530 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-SQvug-OT_XFMSDo off=5156084 len=643166 2024-04-13T08:18:15.535 INFO:tasks.workunit.client.0.smithi119.stdout:op 3632 completed, throughput=5MB/sec 2024-04-13T08:18:15.535 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-M617cJR5vKVJw6U off=2634240 len=780184 2024-04-13T08:18:15.539 INFO:tasks.workunit.client.0.smithi119.stdout:op 3633 completed, throughput=5MB/sec 2024-04-13T08:18:15.539 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-cJE9m6lRcg4QsRi off=1463252 len=1897347 2024-04-13T08:18:15.546 INFO:tasks.workunit.client.0.smithi119.stdout:op 3634 completed, throughput=5MB/sec 2024-04-13T08:18:16.547 INFO:tasks.workunit.client.0.smithi119.stdout: 707: throughput=4.99MB/sec pending data=0 2024-04-13T08:18:16.547 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-3cdNDZvX2i24CPf off=2862929 len=882325 2024-04-13T08:18:16.548 INFO:tasks.workunit.client.0.smithi119.stdout:op 3635 completed, throughput=4.99MB/sec 2024-04-13T08:18:16.548 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-lHxhMz4IAwXG255 off=8985473 len=1306758 2024-04-13T08:18:16.556 INFO:tasks.workunit.client.0.smithi119.stdout:op 3636 completed, throughput=5MB/sec 2024-04-13T08:18:16.556 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-vcfv80T4w09ABYE off=8650652 len=1477330 2024-04-13T08:18:16.557 INFO:tasks.workunit.client.0.smithi119.stdout:op 3637 completed, throughput=5MB/sec 2024-04-13T08:18:16.558 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-YS1_IdYOlF8NEQi off=959385 len=40259 2024-04-13T08:18:16.558 INFO:tasks.workunit.client.0.smithi119.stdout:op 3638 completed, throughput=5MB/sec 2024-04-13T08:18:16.558 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-J3k2Fzbe1P8I1yH off=362433 len=797451 2024-04-13T08:18:16.559 INFO:tasks.workunit.client.0.smithi119.stdout:op 3639 completed, throughput=5MB/sec 2024-04-13T08:18:16.559 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-u2e0ALRqljuXqQ7 off=2708183 len=677600 2024-04-13T08:18:16.563 INFO:tasks.workunit.client.0.smithi119.stdout:op 3640 completed, throughput=5MB/sec 2024-04-13T08:18:16.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:18:16 smithi139 ceph-mon[88985]: pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:18:16.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:18:16 smithi119 ceph-mon[96316]: pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:18:16.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:18:16 smithi119 ceph-mon[93746]: pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:18:17.564 INFO:tasks.workunit.client.0.smithi119.stdout: 708: throughput=4.99MB/sec pending data=0 2024-04-13T08:18:17.564 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-FPmMGbSrLSYBvWe off=3552476 len=587788 2024-04-13T08:18:17.567 INFO:tasks.workunit.client.0.smithi119.stdout:op 3641 completed, throughput=4.99MB/sec 2024-04-13T08:18:17.567 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Na3_xF7E8-nimQz off=4360659 len=1298309 2024-04-13T08:18:17.576 INFO:tasks.workunit.client.0.smithi119.stdout:op 3642 completed, throughput=5MB/sec 2024-04-13T08:18:17.576 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3QcARmAbXywyJ0I off=478551 len=448981 2024-04-13T08:18:17.580 INFO:tasks.workunit.client.0.smithi119.stdout:op 3643 completed, throughput=5MB/sec 2024-04-13T08:18:17.580 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-yWRfbLoQyIkl6or off=2960786 len=1834932 2024-04-13T08:18:17.588 INFO:tasks.workunit.client.0.smithi119.stdout:op 3644 completed, throughput=5MB/sec 2024-04-13T08:18:17.588 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Xrg_g2ufjYCkqYd off=10167324 len=2060547 2024-04-13T08:18:17.590 INFO:tasks.workunit.client.0.smithi119.stdout:op 3645 completed, throughput=5MB/sec 2024-04-13T08:18:18.591 INFO:tasks.workunit.client.0.smithi119.stdout: 709: throughput=4.99MB/sec pending data=0 2024-04-13T08:18:18.591 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-6dz6CTykjaLvoPd off=4430064 len=141064 2024-04-13T08:18:18.594 INFO:tasks.workunit.client.0.smithi119.stdout:op 3646 completed, throughput=4.99MB/sec 2024-04-13T08:18:18.594 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-DhvZbDBcg5rKrsJ off=4154550 len=1476179 2024-04-13T08:18:18.600 INFO:tasks.workunit.client.0.smithi119.stdout:op 3647 completed, throughput=5MB/sec 2024-04-13T08:18:18.601 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-FwLwZXyO7YKK6bn off=5791808 len=1398082 2024-04-13T08:18:18.607 INFO:tasks.workunit.client.0.smithi119.stdout:op 3648 completed, throughput=5MB/sec 2024-04-13T08:18:18.607 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-fmXc0HlSgJ6I9gW off=344221 len=654616 2024-04-13T08:18:18.608 INFO:tasks.workunit.client.0.smithi119.stdout:op 3649 completed, throughput=5MB/sec 2024-04-13T08:18:18.608 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Hb1mw-HJV4rmSse off=2908497 len=1898028 2024-04-13T08:18:18.619 INFO:tasks.workunit.client.0.smithi119.stdout:op 3650 completed, throughput=5MB/sec 2024-04-13T08:18:18.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:18:18 smithi139 ceph-mon[88985]: pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T08:18:18.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:18:18 smithi119 ceph-mon[93746]: pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T08:18:18.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:18:18 smithi119 ceph-mon[96316]: pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T08:18:19.619 INFO:tasks.workunit.client.0.smithi119.stdout: 710: throughput=4.99MB/sec pending data=0 2024-04-13T08:18:19.619 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-qGSqwJ9QEc1B0Wb off=1014 len=1905642 2024-04-13T08:18:19.621 INFO:tasks.workunit.client.0.smithi119.stdout:op 3651 completed, throughput=5MB/sec 2024-04-13T08:18:19.621 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-cbs56zawOfPlKDb off=1646061 len=1017867 2024-04-13T08:18:19.623 INFO:tasks.workunit.client.0.smithi119.stdout:op 3652 completed, throughput=5MB/sec 2024-04-13T08:18:19.623 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-aJUZb6AMHx3kDfk off=6203699 len=1452135 2024-04-13T08:18:19.629 INFO:tasks.workunit.client.0.smithi119.stdout:op 3653 completed, throughput=5MB/sec 2024-04-13T08:18:20.629 INFO:tasks.workunit.client.0.smithi119.stdout: 711: throughput=4.99MB/sec pending data=0 2024-04-13T08:18:20.629 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Wa9FjuSZcjcssK9 off=8793499 len=507425 2024-04-13T08:18:20.630 INFO:tasks.workunit.client.0.smithi119.stdout:op 3654 completed, throughput=4.99MB/sec 2024-04-13T08:18:20.630 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-6H-J3NeY94_v5Gy off=3720192 len=196071 2024-04-13T08:18:20.631 INFO:tasks.workunit.client.0.smithi119.stdout:op 3655 completed, throughput=4.99MB/sec 2024-04-13T08:18:20.631 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-zN8a_5DBjZo0DBU off=5283475 len=1630304 2024-04-13T08:18:20.633 INFO:tasks.workunit.client.0.smithi119.stdout:op 3656 completed, throughput=5MB/sec 2024-04-13T08:18:20.633 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-iRjTce4P4PG34a6 off=11519663 len=2000179 2024-04-13T08:18:20.643 INFO:tasks.workunit.client.0.smithi119.stdout:op 3657 completed, throughput=5MB/sec 2024-04-13T08:18:20.643 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--_efJhu641a7Pvt off=19112194 len=294995 2024-04-13T08:18:20.644 INFO:tasks.workunit.client.0.smithi119.stdout:op 3658 completed, throughput=5MB/sec 2024-04-13T08:18:20.644 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-9OSMSCtz6-4capT off=4279705 len=1256346 2024-04-13T08:18:20.651 INFO:tasks.workunit.client.0.smithi119.stdout:op 3659 completed, throughput=5MB/sec 2024-04-13T08:18:20.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:18:20 smithi139 ceph-mon[88985]: pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:18:20.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:18:20 smithi119 ceph-mon[96316]: pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:18:20.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:18:20 smithi119 ceph-mon[93746]: pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:18:21.652 INFO:tasks.workunit.client.0.smithi119.stdout: 712: throughput=4.99MB/sec pending data=0 2024-04-13T08:18:21.652 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-QW-BmT_4cxuY-1I off=2697189 len=1136669 2024-04-13T08:18:21.658 INFO:tasks.workunit.client.0.smithi119.stdout:op 3660 completed, throughput=5MB/sec 2024-04-13T08:18:21.658 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-zZ2JdwGw0fjUoHh off=983071 len=280521 2024-04-13T08:18:21.660 INFO:tasks.workunit.client.0.smithi119.stdout:op 3661 completed, throughput=5MB/sec 2024-04-13T08:18:21.660 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-9ZbZRzVZ4xM1jQS off=1239975 len=679827 2024-04-13T08:18:21.664 INFO:tasks.workunit.client.0.smithi119.stdout:op 3662 completed, throughput=5MB/sec 2024-04-13T08:18:21.664 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-FYWPor79Q_q4Uj- off=4980444 len=1789659 2024-04-13T08:18:21.674 INFO:tasks.workunit.client.0.smithi119.stdout:op 3663 completed, throughput=5MB/sec 2024-04-13T08:18:21.674 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-h7UKcI3HEOvHrYB off=6107889 len=1773425 2024-04-13T08:18:21.676 INFO:tasks.workunit.client.0.smithi119.stdout:op 3664 completed, throughput=5MB/sec 2024-04-13T08:18:22.584 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:18:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:18:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:18:22.677 INFO:tasks.workunit.client.0.smithi119.stdout: 713: throughput=4.99MB/sec pending data=0 2024-04-13T08:18:22.677 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-f6_fE830hDBhRCK off=7179191 len=148937 2024-04-13T08:18:22.677 INFO:tasks.workunit.client.0.smithi119.stdout:op 3665 completed, throughput=4.99MB/sec 2024-04-13T08:18:22.677 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-_LMJwBsOn3-ygp7 off=15375115 len=1313567 2024-04-13T08:18:22.679 INFO:tasks.workunit.client.0.smithi119.stdout:op 3666 completed, throughput=5MB/sec 2024-04-13T08:18:22.680 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-UHOEduuO1fW5FlJ off=10028125 len=766988 2024-04-13T08:18:22.681 INFO:tasks.workunit.client.0.smithi119.stdout:op 3667 completed, throughput=5MB/sec 2024-04-13T08:18:22.681 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-P7f6SPZpz0-ziCg off=3354276 len=1946606 2024-04-13T08:18:22.683 INFO:tasks.workunit.client.0.smithi119.stdout:op 3668 completed, throughput=5MB/sec 2024-04-13T08:18:22.683 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ootdCAs5rP_Frgp off=3654721 len=21508 2024-04-13T08:18:22.683 INFO:tasks.workunit.client.0.smithi119.stdout:op 3669 completed, throughput=5MB/sec 2024-04-13T08:18:22.683 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-N_piMvGU7MK1fIJ off=1533266 len=1298617 2024-04-13T08:18:22.691 INFO:tasks.workunit.client.0.smithi119.stdout:op 3670 completed, throughput=5MB/sec 2024-04-13T08:18:22.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:18:22 smithi139 ceph-mon[88985]: pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T08:18:22.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:18:22 smithi119 ceph-mon[96316]: pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T08:18:22.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:18:22 smithi119 ceph-mon[93746]: pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T08:18:23.691 INFO:tasks.workunit.client.0.smithi119.stdout: 714: throughput=4.99MB/sec pending data=0 2024-04-13T08:18:23.691 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ASflN5mnkkP9Iid off=509478 len=2048156 2024-04-13T08:18:23.693 INFO:tasks.workunit.client.0.smithi119.stdout:op 3671 completed, throughput=5MB/sec 2024-04-13T08:18:23.693 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-tFenUxQAn9Y0dvj off=5603837 len=2006526 2024-04-13T08:18:23.695 INFO:tasks.workunit.client.0.smithi119.stdout:op 3672 completed, throughput=5MB/sec 2024-04-13T08:18:24.695 INFO:tasks.workunit.client.0.smithi119.stdout: 715: throughput=4.99MB/sec pending data=0 2024-04-13T08:18:24.695 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-bLXmEidE1gB4gxD off=5883270 len=1096617 2024-04-13T08:18:24.697 INFO:tasks.workunit.client.0.smithi119.stdout:op 3673 completed, throughput=4.99MB/sec 2024-04-13T08:18:24.697 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-kTviUE3UJCs6pKu off=8310694 len=267017 2024-04-13T08:18:24.700 INFO:tasks.workunit.client.0.smithi119.stdout:op 3674 completed, throughput=4.99MB/sec 2024-04-13T08:18:24.700 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-YgCcOGH9DSWxA95 off=17674836 len=549272 2024-04-13T08:18:24.702 INFO:tasks.workunit.client.0.smithi119.stdout:op 3675 completed, throughput=5MB/sec 2024-04-13T08:18:24.702 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-IkFji0LwZeyDACp off=4984299 len=177743 2024-04-13T08:18:24.703 INFO:tasks.workunit.client.0.smithi119.stdout:op 3676 completed, throughput=5MB/sec 2024-04-13T08:18:24.703 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-lRJ2W4sJDnr7n-H off=11174779 len=1935073 2024-04-13T08:18:24.712 INFO:tasks.workunit.client.0.smithi119.stdout:op 3677 completed, throughput=5MB/sec 2024-04-13T08:18:24.712 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ohptYmYXSPuuCZb off=3167148 len=489805 2024-04-13T08:18:24.715 INFO:tasks.workunit.client.0.smithi119.stdout:op 3678 completed, throughput=5MB/sec 2024-04-13T08:18:24.715 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-XIipxiCVfZ9nHmM off=2248374 len=303841 2024-04-13T08:18:24.719 INFO:tasks.workunit.client.0.smithi119.stdout:op 3679 completed, throughput=5MB/sec 2024-04-13T08:18:24.719 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-4zj_hN8pskMrul- off=1315949 len=1812469 2024-04-13T08:18:24.720 INFO:tasks.workunit.client.0.smithi119.stdout:op 3680 completed, throughput=5MB/sec 2024-04-13T08:18:24.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:18:24 smithi139 ceph-mon[88985]: pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:18:24.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:18:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:18:24.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:18:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:18:24] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2024-04-13T08:18:24.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:18:24 smithi119 ceph-mon[93746]: pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:18:24.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:18:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:18:24.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:18:24 smithi119 ceph-mon[96316]: pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:18:24.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:18:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:18:25.721 INFO:tasks.workunit.client.0.smithi119.stdout: 716: throughput=4.99MB/sec pending data=0 2024-04-13T08:18:25.721 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-5jBov6LBSP2lRoZ off=3335526 len=99132 2024-04-13T08:18:25.723 INFO:tasks.workunit.client.0.smithi119.stdout:op 3681 completed, throughput=4.99MB/sec 2024-04-13T08:18:25.724 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-yA5OHBF3bx3QbTA off=3810431 len=112660 2024-04-13T08:18:25.724 INFO:tasks.workunit.client.0.smithi119.stdout:op 3682 completed, throughput=5MB/sec 2024-04-13T08:18:25.724 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-90ECRSg9EWTm2xO off=2952308 len=738607 2024-04-13T08:18:25.725 INFO:tasks.workunit.client.0.smithi119.stdout:op 3683 completed, throughput=5MB/sec 2024-04-13T08:18:25.725 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-nyOY9QKanLSeZSG off=3900576 len=2091285 2024-04-13T08:18:25.734 INFO:tasks.workunit.client.0.smithi119.stdout:op 3684 completed, throughput=5MB/sec 2024-04-13T08:18:25.735 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-46KyDqTtYMCjKLy off=8669225 len=142456 2024-04-13T08:18:25.735 INFO:tasks.workunit.client.0.smithi119.stdout:op 3685 completed, throughput=5MB/sec 2024-04-13T08:18:25.735 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Fu8F0wd1uMczg9Q off=2527217 len=386110 2024-04-13T08:18:25.739 INFO:tasks.workunit.client.0.smithi119.stdout:op 3686 completed, throughput=5MB/sec 2024-04-13T08:18:25.739 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-EtbKZ1mAX5-Ducb off=4319677 len=1998642 2024-04-13T08:18:25.740 INFO:tasks.workunit.client.0.smithi119.stdout:op 3687 completed, throughput=5MB/sec 2024-04-13T08:18:26.741 INFO:tasks.workunit.client.0.smithi119.stdout: 717: throughput=5MB/sec pending data=0 2024-04-13T08:18:26.741 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-tR3kwGTwuoL0acF off=274290 len=1496746 2024-04-13T08:18:26.743 INFO:tasks.workunit.client.0.smithi119.stdout:op 3688 completed, throughput=5MB/sec 2024-04-13T08:18:26.743 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-F_miOrR60M8qB-F off=14128920 len=620143 2024-04-13T08:18:26.747 INFO:tasks.workunit.client.0.smithi119.stdout:op 3689 completed, throughput=5MB/sec 2024-04-13T08:18:26.747 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-_ciWU049fOs_7kk off=5986623 len=269215 2024-04-13T08:18:26.750 INFO:tasks.workunit.client.0.smithi119.stdout:op 3690 completed, throughput=5MB/sec 2024-04-13T08:18:26.750 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-CYVtpk9lXT8TCiO off=8895718 len=1835443 2024-04-13T08:18:26.754 INFO:tasks.workunit.client.0.smithi119.stdout:op 3691 completed, throughput=5MB/sec 2024-04-13T08:18:26.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:18:26 smithi139 ceph-mon[88985]: pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:18:26.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:18:26 smithi119 ceph-mon[96316]: pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:18:26.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:18:26 smithi119 ceph-mon[93746]: pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:18:27.755 INFO:tasks.workunit.client.0.smithi119.stdout: 718: throughput=4.99MB/sec pending data=0 2024-04-13T08:18:27.755 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-gEK9uPnPFaLYsNq off=6505901 len=891250 2024-04-13T08:18:27.761 INFO:tasks.workunit.client.0.smithi119.stdout:op 3692 completed, throughput=4.99MB/sec 2024-04-13T08:18:27.761 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-qneo5cKZLED3ZXa off=6861732 len=552241 2024-04-13T08:18:27.764 INFO:tasks.workunit.client.0.smithi119.stdout:op 3693 completed, throughput=5MB/sec 2024-04-13T08:18:27.765 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-01OvqXmF5KPXeY1 off=7540430 len=315003 2024-04-13T08:18:27.765 INFO:tasks.workunit.client.0.smithi119.stdout:op 3694 completed, throughput=5MB/sec 2024-04-13T08:18:27.766 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-tWDQ0bxZrB28fFm off=1909094 len=1120305 2024-04-13T08:18:27.767 INFO:tasks.workunit.client.0.smithi119.stdout:op 3695 completed, throughput=5MB/sec 2024-04-13T08:18:27.767 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-F_k5VtPL10tH8xj off=12065074 len=394782 2024-04-13T08:18:27.770 INFO:tasks.workunit.client.0.smithi119.stdout:op 3696 completed, throughput=5MB/sec 2024-04-13T08:18:27.770 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-kJqtHQoTM6efFzk off=1631262 len=2009434 2024-04-13T08:18:27.771 INFO:tasks.workunit.client.0.smithi119.stdout:op 3697 completed, throughput=5MB/sec 2024-04-13T08:18:28.772 INFO:tasks.workunit.client.0.smithi119.stdout: 719: throughput=4.99MB/sec pending data=0 2024-04-13T08:18:28.772 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-JbEmhAMtkHwXj-8 off=1418201 len=1126042 2024-04-13T08:18:28.773 INFO:tasks.workunit.client.0.smithi119.stdout:op 3698 completed, throughput=5MB/sec 2024-04-13T08:18:28.773 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ydyDkjD5rJCJKmz off=5336004 len=1242733 2024-04-13T08:18:28.775 INFO:tasks.workunit.client.0.smithi119.stdout:op 3699 completed, throughput=5MB/sec 2024-04-13T08:18:28.775 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Ala5FJVEyPtMQ47 off=107570 len=133667 2024-04-13T08:18:28.778 INFO:tasks.workunit.client.0.smithi119.stdout:op 3700 completed, throughput=5MB/sec 2024-04-13T08:18:28.779 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-53tknhAlD0ib-fs off=11010578 len=905353 2024-04-13T08:18:28.779 INFO:tasks.workunit.client.0.smithi119.stdout:op 3701 completed, throughput=5MB/sec 2024-04-13T08:18:28.780 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-FYQQsuVS2ob5Se6 off=15870601 len=1517924 2024-04-13T08:18:28.781 INFO:tasks.workunit.client.0.smithi119.stdout:op 3702 completed, throughput=5MB/sec 2024-04-13T08:18:28.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:18:28 smithi139 ceph-mon[88985]: pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T08:18:28.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:18:28 smithi119 ceph-mon[96316]: pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T08:18:28.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:18:28 smithi119 ceph-mon[93746]: pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T08:18:29.782 INFO:tasks.workunit.client.0.smithi119.stdout: 720: throughput=4.99MB/sec pending data=0 2024-04-13T08:18:29.782 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-IkFji0LwZeyDACp off=16086758 len=674811 2024-04-13T08:18:29.786 INFO:tasks.workunit.client.0.smithi119.stdout:op 3703 completed, throughput=4.99MB/sec 2024-04-13T08:18:29.786 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-QgyHj2iFDvZjbGD off=801001 len=97991 2024-04-13T08:18:29.789 INFO:tasks.workunit.client.0.smithi119.stdout:op 3704 completed, throughput=4.99MB/sec 2024-04-13T08:18:29.789 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-vhQf91nozIm3wWY off=3531560 len=974905 2024-04-13T08:18:29.791 INFO:tasks.workunit.client.0.smithi119.stdout:op 3705 completed, throughput=5MB/sec 2024-04-13T08:18:29.791 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-5u3X0_aeDvWRC8S off=2244711 len=1815208 2024-04-13T08:18:29.800 INFO:tasks.workunit.client.0.smithi119.stdout:op 3706 completed, throughput=5MB/sec 2024-04-13T08:18:29.800 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-xGNiZJyAg-teD8F off=1128865 len=825441 2024-04-13T08:18:29.804 INFO:tasks.workunit.client.0.smithi119.stdout:op 3707 completed, throughput=5MB/sec 2024-04-13T08:18:29.804 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-UD0TRyaFFCSk59Y off=691717 len=95254 2024-04-13T08:18:29.804 INFO:tasks.workunit.client.0.smithi119.stdout:op 3708 completed, throughput=5MB/sec 2024-04-13T08:18:29.804 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-yXBWqq_x6GnFGXp off=24397049 len=1048787 2024-04-13T08:18:29.809 INFO:tasks.workunit.client.0.smithi119.stdout:op 3709 completed, throughput=5MB/sec 2024-04-13T08:18:30.810 INFO:tasks.workunit.client.0.smithi119.stdout: 721: throughput=4.99MB/sec pending data=0 2024-04-13T08:18:30.810 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-xReRvTBcqFZ_X85 off=13256465 len=793857 2024-04-13T08:18:30.811 INFO:tasks.workunit.client.0.smithi119.stdout:op 3710 completed, throughput=4.99MB/sec 2024-04-13T08:18:30.811 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-NsRJJEd8kfOYpDZ off=13760852 len=1661940 2024-04-13T08:18:30.813 INFO:tasks.workunit.client.0.smithi119.stdout:op 3711 completed, throughput=5MB/sec 2024-04-13T08:18:30.813 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-RAmM2iW0IDhH6gd off=2663257 len=1372988 2024-04-13T08:18:30.820 INFO:tasks.workunit.client.0.smithi119.stdout:op 3712 completed, throughput=5MB/sec 2024-04-13T08:18:30.820 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-yLLcAUrA8MUC6s4 off=2226864 len=1376344 2024-04-13T08:18:30.826 INFO:tasks.workunit.client.0.smithi119.stdout:op 3713 completed, throughput=5MB/sec 2024-04-13T08:18:30.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:18:30 smithi139 ceph-mon[88985]: pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:18:30.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:18:30 smithi119 ceph-mon[96316]: pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:18:30.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:18:30 smithi119 ceph-mon[93746]: pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:18:31.827 INFO:tasks.workunit.client.0.smithi119.stdout: 722: throughput=4.99MB/sec pending data=0 2024-04-13T08:18:31.827 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-sbq1rwqX0Qdv8sE off=4896521 len=1417497 2024-04-13T08:18:31.829 INFO:tasks.workunit.client.0.smithi119.stdout:op 3714 completed, throughput=5MB/sec 2024-04-13T08:18:31.829 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-93bsSnBx0biNyd7 off=656806 len=1479815 2024-04-13T08:18:31.837 INFO:tasks.workunit.client.0.smithi119.stdout:op 3715 completed, throughput=5MB/sec 2024-04-13T08:18:31.837 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-8u_Nz_CjEoA__T3 off=18237606 len=937733 2024-04-13T08:18:31.842 INFO:tasks.workunit.client.0.smithi119.stdout:op 3716 completed, throughput=5MB/sec 2024-04-13T08:18:31.842 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-8cs1BXfpveRfgkR off=742228 len=194817 2024-04-13T08:18:31.844 INFO:tasks.workunit.client.0.smithi119.stdout:op 3717 completed, throughput=5MB/sec 2024-04-13T08:18:31.844 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-HY73ErAZlTT6SJL off=6042023 len=1119200 2024-04-13T08:18:31.849 INFO:tasks.workunit.client.0.smithi119.stdout:op 3718 completed, throughput=5MB/sec 2024-04-13T08:18:31.849 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-asOtoNTgakKRi3M off=443070 len=217941 2024-04-13T08:18:31.852 INFO:tasks.workunit.client.0.smithi119.stdout:op 3719 completed, throughput=5MB/sec 2024-04-13T08:18:32.600 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:18:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:18:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:18:32.852 INFO:tasks.workunit.client.0.smithi119.stdout: 723: throughput=4.99MB/sec pending data=0 2024-04-13T08:18:32.852 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-fK3TZoEEgMPokoh off=2011692 len=2066008 2024-04-13T08:18:32.863 INFO:tasks.workunit.client.0.smithi119.stdout:op 3720 completed, throughput=5MB/sec 2024-04-13T08:18:32.863 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-HelXRty8wKlnAK8 off=5394871 len=304916 2024-04-13T08:18:32.864 INFO:tasks.workunit.client.0.smithi119.stdout:op 3721 completed, throughput=5MB/sec 2024-04-13T08:18:32.864 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-rxgD1dwiH5TYb5c off=6862577 len=1979177 2024-04-13T08:18:32.876 INFO:tasks.workunit.client.0.smithi119.stdout:op 3722 completed, throughput=5MB/sec 2024-04-13T08:18:32.876 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-pJY_80XN3rnOW3h off=1627610 len=702735 2024-04-13T08:18:32.880 INFO:tasks.workunit.client.0.smithi119.stdout:op 3723 completed, throughput=5MB/sec 2024-04-13T08:18:32.880 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ntlXaoXZB2Rhsnm off=867690 len=761945 2024-04-13T08:18:32.884 INFO:tasks.workunit.client.0.smithi119.stdout:op 3724 completed, throughput=5MB/sec 2024-04-13T08:18:32.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:18:32 smithi139 ceph-mon[88985]: pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-13T08:18:32.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:18:32 smithi119 ceph-mon[96316]: pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-13T08:18:32.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:18:32 smithi119 ceph-mon[93746]: pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-13T08:18:33.885 INFO:tasks.workunit.client.0.smithi119.stdout: 724: throughput=4.99MB/sec pending data=0 2024-04-13T08:18:33.885 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-os0XYAteSUHeBFf off=1775328 len=1783369 2024-04-13T08:18:33.887 INFO:tasks.workunit.client.0.smithi119.stdout:op 3725 completed, throughput=5MB/sec 2024-04-13T08:18:33.887 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-p2E4IFdCnv2ZUue off=8126110 len=756348 2024-04-13T08:18:33.888 INFO:tasks.workunit.client.0.smithi119.stdout:op 3726 completed, throughput=5MB/sec 2024-04-13T08:18:33.889 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-6qB6KWLP_1C12v8 off=10171452 len=1522887 2024-04-13T08:18:33.896 INFO:tasks.workunit.client.0.smithi119.stdout:op 3727 completed, throughput=5MB/sec 2024-04-13T08:18:33.896 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-69nGkBLok-gCplR off=12021381 len=1307525 2024-04-13T08:18:33.897 INFO:tasks.workunit.client.0.smithi119.stdout:op 3728 completed, throughput=5MB/sec 2024-04-13T08:18:34.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:18:34 smithi139 ceph-mon[88985]: pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-13T08:18:34.897 INFO:tasks.workunit.client.0.smithi119.stdout: 725: throughput=4.99MB/sec pending data=0 2024-04-13T08:18:34.898 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-YHlmvxYl0Z8kIS7 off=7558182 len=830347 2024-04-13T08:18:34.902 INFO:tasks.workunit.client.0.smithi119.stdout:op 3729 completed, throughput=4.99MB/sec 2024-04-13T08:18:34.902 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-dp9WGGeiNpNjAwL off=8977457 len=827886 2024-04-13T08:18:34.908 INFO:tasks.workunit.client.0.smithi119.stdout:op 3730 completed, throughput=5MB/sec 2024-04-13T08:18:34.908 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-T7w_OSCyRj02k45 off=6211825 len=965973 2024-04-13T08:18:34.909 INFO:tasks.workunit.client.0.smithi119.stdout:op 3731 completed, throughput=5MB/sec 2024-04-13T08:18:34.909 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-wtBVF4yE9hi-Wv8 off=19165676 len=2097047 2024-04-13T08:18:34.920 INFO:tasks.workunit.client.0.smithi119.stdout:op 3732 completed, throughput=5MB/sec 2024-04-13T08:18:34.920 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-QgyHj2iFDvZjbGD off=626554 len=1292243 2024-04-13T08:18:34.922 INFO:tasks.workunit.client.0.smithi119.stdout:op 3733 completed, throughput=5MB/sec 2024-04-13T08:18:34.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:18:34 smithi119 ceph-mon[96316]: pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-13T08:18:34.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:18:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:18:34] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2024-04-13T08:18:34.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:18:34 smithi119 ceph-mon[93746]: pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-13T08:18:35.923 INFO:tasks.workunit.client.0.smithi119.stdout: 726: throughput=4.99MB/sec pending data=0 2024-04-13T08:18:35.923 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-rHFBzhBueuQAVh8 off=5161160 len=852227 2024-04-13T08:18:35.924 INFO:tasks.workunit.client.0.smithi119.stdout:op 3734 completed, throughput=5MB/sec 2024-04-13T08:18:35.924 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-3qGeK-FovHOKq04 off=17819459 len=190792 2024-04-13T08:18:35.925 INFO:tasks.workunit.client.0.smithi119.stdout:op 3735 completed, throughput=5MB/sec 2024-04-13T08:18:35.925 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--WObYLjGXPYx1j- off=3094458 len=333334 2024-04-13T08:18:35.926 INFO:tasks.workunit.client.0.smithi119.stdout:op 3736 completed, throughput=5MB/sec 2024-04-13T08:18:35.926 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-rhwdG-ePs0xXdsG off=17414356 len=936700 2024-04-13T08:18:35.929 INFO:tasks.workunit.client.0.smithi119.stdout:op 3737 completed, throughput=5MB/sec 2024-04-13T08:18:35.929 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-mWtwWa0aqNHZhqz off=5712816 len=375725 2024-04-13T08:18:35.932 INFO:tasks.workunit.client.0.smithi119.stdout:op 3738 completed, throughput=5MB/sec 2024-04-13T08:18:35.932 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-AXI1esKo1nWRWZ- off=769972 len=1870086 2024-04-13T08:18:35.934 INFO:tasks.workunit.client.0.smithi119.stdout:op 3739 completed, throughput=5MB/sec 2024-04-13T08:18:36.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:18:36 smithi139 ceph-mon[88985]: pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T08:18:36.935 INFO:tasks.workunit.client.0.smithi119.stdout: 727: throughput=4.99MB/sec pending data=0 2024-04-13T08:18:36.935 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-xXeD74z9RR68NCy off=15011761 len=528179 2024-04-13T08:18:36.939 INFO:tasks.workunit.client.0.smithi119.stdout:op 3740 completed, throughput=4.99MB/sec 2024-04-13T08:18:36.939 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-AEt0zo625fl_JH7 off=3259802 len=1788991 2024-04-13T08:18:36.941 INFO:tasks.workunit.client.0.smithi119.stdout:op 3741 completed, throughput=5MB/sec 2024-04-13T08:18:36.941 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-xyByNn_5KZRTTY2 off=3649261 len=1208030 2024-04-13T08:18:36.943 INFO:tasks.workunit.client.0.smithi119.stdout:op 3742 completed, throughput=5MB/sec 2024-04-13T08:18:36.943 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Er5EOae0QVwecgB off=15038399 len=1719202 2024-04-13T08:18:36.953 INFO:tasks.workunit.client.0.smithi119.stdout:op 3743 completed, throughput=5MB/sec 2024-04-13T08:18:36.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:18:36 smithi119 ceph-mon[96316]: pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T08:18:36.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:18:36 smithi119 ceph-mon[93746]: pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T08:18:37.953 INFO:tasks.workunit.client.0.smithi119.stdout: 728: throughput=4.99MB/sec pending data=0 2024-04-13T08:18:37.953 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-vAxzbVn75tV1Utn off=7630482 len=36312 2024-04-13T08:18:37.956 INFO:tasks.workunit.client.0.smithi119.stdout:op 3744 completed, throughput=4.99MB/sec 2024-04-13T08:18:37.956 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Andb61Uoc3meDCQ off=8775316 len=837108 2024-04-13T08:18:37.961 INFO:tasks.workunit.client.0.smithi119.stdout:op 3745 completed, throughput=4.99MB/sec 2024-04-13T08:18:37.961 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-p02WtzA8YqG7in1 off=788224 len=1852886 2024-04-13T08:18:37.964 INFO:tasks.workunit.client.0.smithi119.stdout:op 3746 completed, throughput=5MB/sec 2024-04-13T08:18:37.964 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-23YofvPl1TQ0NXs off=871569 len=1522363 2024-04-13T08:18:37.966 INFO:tasks.workunit.client.0.smithi119.stdout:op 3747 completed, throughput=5MB/sec 2024-04-13T08:18:37.966 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-wth2tVY7NDsoE58 off=2213370 len=487923 2024-04-13T08:18:37.967 INFO:tasks.workunit.client.0.smithi119.stdout:op 3748 completed, throughput=5MB/sec 2024-04-13T08:18:37.967 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-skUmfcGZjpl5RgS off=266436 len=1711119 2024-04-13T08:18:37.974 INFO:tasks.workunit.client.0.smithi119.stdout:op 3749 completed, throughput=5MB/sec 2024-04-13T08:18:38.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:18:38 smithi139 ceph-mon[88985]: pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T08:18:38.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:18:38 smithi119 ceph-mon[93746]: pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T08:18:38.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:18:38 smithi119 ceph-mon[96316]: pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T08:18:38.974 INFO:tasks.workunit.client.0.smithi119.stdout: 729: throughput=5MB/sec pending data=0 2024-04-13T08:18:38.974 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-A_mV5T-K1n1psg1 off=2432803 len=1439151 2024-04-13T08:18:38.981 INFO:tasks.workunit.client.0.smithi119.stdout:op 3750 completed, throughput=5MB/sec 2024-04-13T08:18:38.981 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-TwjokVbIAMorZDE off=6688518 len=832212 2024-04-13T08:18:38.985 INFO:tasks.workunit.client.0.smithi119.stdout:op 3751 completed, throughput=5MB/sec 2024-04-13T08:18:38.985 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-TYYPuhYo8av1XDz off=5662883 len=182138 2024-04-13T08:18:38.986 INFO:tasks.workunit.client.0.smithi119.stdout:op 3752 completed, throughput=5MB/sec 2024-04-13T08:18:38.986 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-egDighsQKs9xeXM off=7558208 len=641350 2024-04-13T08:18:38.990 INFO:tasks.workunit.client.0.smithi119.stdout:op 3753 completed, throughput=5MB/sec 2024-04-13T08:18:38.990 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-TfAnstwZaowf6U5 off=298471 len=1483549 2024-04-13T08:18:38.992 INFO:tasks.workunit.client.0.smithi119.stdout:op 3754 completed, throughput=5MB/sec 2024-04-13T08:18:39.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:18:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:18:39.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:18:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:18:39.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:18:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:18:39.992 INFO:tasks.workunit.client.0.smithi119.stdout: 730: throughput=4.99MB/sec pending data=0 2024-04-13T08:18:39.992 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-aARkO2PUrtV1TnZ off=687367 len=384353 2024-04-13T08:18:39.993 INFO:tasks.workunit.client.0.smithi119.stdout:op 3755 completed, throughput=4.99MB/sec 2024-04-13T08:18:39.993 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Fs0VV-FbfIBC4lP off=15472725 len=55280 2024-04-13T08:18:39.996 INFO:tasks.workunit.client.0.smithi119.stdout:op 3756 completed, throughput=4.99MB/sec 2024-04-13T08:18:39.996 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-0FbwX_z0B8UuW0l off=5583462 len=1359390 2024-04-13T08:18:39.997 INFO:tasks.workunit.client.0.smithi119.stdout:op 3757 completed, throughput=5MB/sec 2024-04-13T08:18:39.998 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-71ZmR4dG_dtMKOE off=12273845 len=1608390 2024-04-13T08:18:40.004 INFO:tasks.workunit.client.0.smithi119.stdout:op 3758 completed, throughput=5MB/sec 2024-04-13T08:18:40.004 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-k7G2OHBaMyX_9Nb off=5438310 len=220426 2024-04-13T08:18:40.006 INFO:tasks.workunit.client.0.smithi119.stdout:op 3759 completed, throughput=5MB/sec 2024-04-13T08:18:40.007 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-DZWz9TqYZJI0joh off=10263033 len=1762448 2024-04-13T08:18:40.014 INFO:tasks.workunit.client.0.smithi119.stdout:op 3760 completed, throughput=5MB/sec 2024-04-13T08:18:40.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:18:40 smithi139 ceph-mon[88985]: pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:18:40.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:18:40 smithi119 ceph-mon[93746]: pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:18:40.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:18:40 smithi119 ceph-mon[96316]: pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:18:41.014 INFO:tasks.workunit.client.0.smithi119.stdout: 731: throughput=4.99MB/sec pending data=0 2024-04-13T08:18:41.014 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-TT6HwA7nFtT-0PR off=14461587 len=1652292 2024-04-13T08:18:41.016 INFO:tasks.workunit.client.0.smithi119.stdout:op 3761 completed, throughput=5MB/sec 2024-04-13T08:18:41.016 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-GeblL6gOvGkLS51 off=9632618 len=1352676 2024-04-13T08:18:41.019 INFO:tasks.workunit.client.0.smithi119.stdout:op 3762 completed, throughput=5MB/sec 2024-04-13T08:18:41.019 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-sILAtyyO5iPh5v4 off=979383 len=1964955 2024-04-13T08:18:41.022 INFO:tasks.workunit.client.0.smithi119.stdout:op 3763 completed, throughput=5MB/sec 2024-04-13T08:18:42.022 INFO:tasks.workunit.client.0.smithi119.stdout: 732: throughput=4.99MB/sec pending data=0 2024-04-13T08:18:42.022 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-j4x7aMZFATGdyhZ off=741539 len=1256914 2024-04-13T08:18:42.023 INFO:tasks.workunit.client.0.smithi119.stdout:op 3764 completed, throughput=5MB/sec 2024-04-13T08:18:42.023 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-zjv_1SxoBRLR3fP off=142296 len=1875076 2024-04-13T08:18:42.031 INFO:tasks.workunit.client.0.smithi119.stdout:op 3765 completed, throughput=5MB/sec 2024-04-13T08:18:42.031 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-TcAjxpo-SYFNm8e off=2977323 len=764813 2024-04-13T08:18:42.036 INFO:tasks.workunit.client.0.smithi119.stdout:op 3766 completed, throughput=5MB/sec 2024-04-13T08:18:42.036 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-X2KIwklIbLFbQJh off=11681430 len=1940330 2024-04-13T08:18:42.045 INFO:tasks.workunit.client.0.smithi119.stdout:op 3767 completed, throughput=5MB/sec 2024-04-13T08:18:42.620 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:18:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:18:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:18:42.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:18:42 smithi139 ceph-mon[88985]: pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-13T08:18:42.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:18:42 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:18:42.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:18:42 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:18:42.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:18:42 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:18:42.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:18:42 smithi119 ceph-mon[93746]: pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-13T08:18:42.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:18:42 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:18:42.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:18:42 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:18:42.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:18:42 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:18:42.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:18:42 smithi119 ceph-mon[96316]: pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-13T08:18:42.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:18:42 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:18:42.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:18:42 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:18:42.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:18:42 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:18:43.045 INFO:tasks.workunit.client.0.smithi119.stdout: 733: throughput=4.99MB/sec pending data=0 2024-04-13T08:18:43.045 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-q2L_PNYpIqwl-jB off=334453 len=895442 2024-04-13T08:18:43.046 INFO:tasks.workunit.client.0.smithi119.stdout:op 3768 completed, throughput=5MB/sec 2024-04-13T08:18:43.046 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-baIs0y5PPawdxzB off=1276589 len=1373969 2024-04-13T08:18:43.047 INFO:tasks.workunit.client.0.smithi119.stdout:op 3769 completed, throughput=5MB/sec 2024-04-13T08:18:43.047 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-En_jMJkscpzZGTQ off=3026837 len=266983 2024-04-13T08:18:43.048 INFO:tasks.workunit.client.0.smithi119.stdout:op 3770 completed, throughput=5MB/sec 2024-04-13T08:18:43.048 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-mOKm2F5dslIKv_g off=7101286 len=1038850 2024-04-13T08:18:43.053 INFO:tasks.workunit.client.0.smithi119.stdout:op 3771 completed, throughput=5MB/sec 2024-04-13T08:18:43.053 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-W6EhApVuC51g8Xg off=2340126 len=539407 2024-04-13T08:18:43.054 INFO:tasks.workunit.client.0.smithi119.stdout:op 3772 completed, throughput=5MB/sec 2024-04-13T08:18:43.054 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-q978Hh6q6F7O2Ym off=5057897 len=2085301 2024-04-13T08:18:43.056 INFO:tasks.workunit.client.0.smithi119.stdout:op 3773 completed, throughput=5MB/sec 2024-04-13T08:18:43.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:18:43 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:18:43.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:18:43 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:18:43.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:18:43 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:18:43.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:18:43 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:18:43.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:18:43 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:18:43.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:18:43 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:18:43.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:18:43 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:18:43.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:18:43 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:18:43.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:18:43 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:18:44.056 INFO:tasks.workunit.client.0.smithi119.stdout: 734: throughput=5MB/sec pending data=0 2024-04-13T08:18:44.056 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-5Do8sz5-GSd8QIw off=2355067 len=948041 2024-04-13T08:18:44.061 INFO:tasks.workunit.client.0.smithi119.stdout:op 3774 completed, throughput=5MB/sec 2024-04-13T08:18:44.061 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-e2sMbkwrd5LdWp4 off=150026 len=1443397 2024-04-13T08:18:44.063 INFO:tasks.workunit.client.0.smithi119.stdout:op 3775 completed, throughput=5MB/sec 2024-04-13T08:18:44.063 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-cpMq_DGKiBHImBC off=15729557 len=340498 2024-04-13T08:18:44.066 INFO:tasks.workunit.client.0.smithi119.stdout:op 3776 completed, throughput=5MB/sec 2024-04-13T08:18:44.066 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-TPTwd3RvgeCs4IS off=9110165 len=616632 2024-04-13T08:18:44.067 INFO:tasks.workunit.client.0.smithi119.stdout:op 3777 completed, throughput=5MB/sec 2024-04-13T08:18:44.067 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-4ZVGVgf046lL0i2 off=5118322 len=300313 2024-04-13T08:18:44.070 INFO:tasks.workunit.client.0.smithi119.stdout:op 3778 completed, throughput=5MB/sec 2024-04-13T08:18:45.071 INFO:tasks.workunit.client.0.smithi119.stdout: 735: throughput=4.99MB/sec pending data=0 2024-04-13T08:18:45.071 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-n6ab_45P9gHXsRm off=5912109 len=2065909 2024-04-13T08:18:45.084 INFO:tasks.workunit.client.0.smithi119.stdout:op 3779 completed, throughput=5MB/sec 2024-04-13T08:18:45.084 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-P4k0jykhxqp5Xcr off=10289706 len=1547222 2024-04-13T08:18:45.086 INFO:tasks.workunit.client.0.smithi119.stdout:op 3780 completed, throughput=5MB/sec 2024-04-13T08:18:45.086 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-SS9xKO0QeQ_mNHB off=13035971 len=1734148 2024-04-13T08:18:45.087 INFO:tasks.workunit.client.0.smithi119.stdout:op 3781 completed, throughput=5MB/sec 2024-04-13T08:18:45.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:18:44 smithi119 ceph-mon[93746]: pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:18:45.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:18:44 smithi119 ceph-mon[96316]: pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:18:45.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:18:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:18:44] "GET /metrics HTTP/1.1" 200 34011 "" "Prometheus/2.43.0" 2024-04-13T08:18:45.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:18:44 smithi139 ceph-mon[88985]: pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:18:46.088 INFO:tasks.workunit.client.0.smithi119.stdout: 736: throughput=4.99MB/sec pending data=0 2024-04-13T08:18:46.088 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-rsPhGMkFI5l52gx off=670953 len=1323315 2024-04-13T08:18:46.097 INFO:tasks.workunit.client.0.smithi119.stdout:op 3782 completed, throughput=5MB/sec 2024-04-13T08:18:46.097 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-d01cTuakcHPwVtj off=2969887 len=374133 2024-04-13T08:18:46.098 INFO:tasks.workunit.client.0.smithi119.stdout:op 3783 completed, throughput=5MB/sec 2024-04-13T08:18:46.098 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-1V_2n8QS3nPASUh off=11677934 len=2071037 2024-04-13T08:18:46.111 INFO:tasks.workunit.client.0.smithi119.stdout:op 3784 completed, throughput=5MB/sec 2024-04-13T08:18:46.111 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-W9ifCbaJ55PBPjk off=6806725 len=47279 2024-04-13T08:18:46.112 INFO:tasks.workunit.client.0.smithi119.stdout:op 3785 completed, throughput=5MB/sec 2024-04-13T08:18:46.112 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-gIB4qgGSJa_Xtqg off=1470551 len=1429247 2024-04-13T08:18:46.119 INFO:tasks.workunit.client.0.smithi119.stdout:op 3786 completed, throughput=5MB/sec 2024-04-13T08:18:46.119 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-DxbrwHfgZiWk5aD off=1215581 len=715198 2024-04-13T08:18:46.120 INFO:tasks.workunit.client.0.smithi119.stdout:op 3787 completed, throughput=5MB/sec 2024-04-13T08:18:47.121 INFO:tasks.workunit.client.0.smithi119.stdout: 737: throughput=4.99MB/sec pending data=0 2024-04-13T08:18:47.121 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ZwFfbqDC5I7wJRL off=2103307 len=1357522 2024-04-13T08:18:47.127 INFO:tasks.workunit.client.0.smithi119.stdout:op 3788 completed, throughput=5MB/sec 2024-04-13T08:18:47.127 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-jZ1r0h6li0OvL4R off=4061398 len=1604572 2024-04-13T08:18:47.129 INFO:tasks.workunit.client.0.smithi119.stdout:op 3789 completed, throughput=5MB/sec 2024-04-13T08:18:47.129 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--BlSjhBIBBRrnjT off=11969290 len=171303 2024-04-13T08:18:47.130 INFO:tasks.workunit.client.0.smithi119.stdout:op 3790 completed, throughput=5MB/sec 2024-04-13T08:18:47.130 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-kc9vo6PRb_K8ODo off=1038708 len=1058416 2024-04-13T08:18:47.131 INFO:tasks.workunit.client.0.smithi119.stdout:op 3791 completed, throughput=5MB/sec 2024-04-13T08:18:47.131 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-k1wN5KNeYXOs9c- off=1143900 len=644026 2024-04-13T08:18:47.133 INFO:tasks.workunit.client.0.smithi119.stdout:op 3792 completed, throughput=5MB/sec 2024-04-13T08:18:47.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:18:46 smithi119 ceph-mon[96316]: pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:18:47.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:18:46 smithi119 ceph-mon[93746]: pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:18:47.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:18:46 smithi139 ceph-mon[88985]: pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:18:48.134 INFO:tasks.workunit.client.0.smithi119.stdout: 738: throughput=4.99MB/sec pending data=0 2024-04-13T08:18:48.134 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-90SyC0UMUaPUPia off=4872724 len=369646 2024-04-13T08:18:48.135 INFO:tasks.workunit.client.0.smithi119.stdout:op 3793 completed, throughput=4.99MB/sec 2024-04-13T08:18:48.135 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-5isj9LO0Pbc-SBy off=2280799 len=385986 2024-04-13T08:18:48.136 INFO:tasks.workunit.client.0.smithi119.stdout:op 3794 completed, throughput=4.99MB/sec 2024-04-13T08:18:48.136 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-soB6LtYGHoLf5vD off=392214 len=1204775 2024-04-13T08:18:48.138 INFO:tasks.workunit.client.0.smithi119.stdout:op 3795 completed, throughput=5MB/sec 2024-04-13T08:18:48.138 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-HlZ68rQu-03q3bL off=14347743 len=120507 2024-04-13T08:18:48.140 INFO:tasks.workunit.client.0.smithi119.stdout:op 3796 completed, throughput=5MB/sec 2024-04-13T08:18:48.141 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-YDYaNYFnG70M69x off=8495839 len=1545114 2024-04-13T08:18:48.149 INFO:tasks.workunit.client.0.smithi119.stdout:op 3797 completed, throughput=5MB/sec 2024-04-13T08:18:48.149 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj--jF6HbqV3lVHVqr off=120677 len=468570 2024-04-13T08:18:48.153 INFO:tasks.workunit.client.0.smithi119.stdout:op 3798 completed, throughput=5MB/sec 2024-04-13T08:18:48.153 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-5BaGf8nfhU5V0zT off=969828 len=956962 2024-04-13T08:18:48.154 INFO:tasks.workunit.client.0.smithi119.stdout:op 3799 completed, throughput=5MB/sec 2024-04-13T08:18:48.154 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-6RqkTjRd0YtjX6e off=6779308 len=544908 2024-04-13T08:18:48.158 INFO:tasks.workunit.client.0.smithi119.stdout:op 3800 completed, throughput=5MB/sec 2024-04-13T08:18:49.158 INFO:tasks.workunit.client.0.smithi119.stdout: 739: throughput=4.99MB/sec pending data=0 2024-04-13T08:18:49.159 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-i-hL3781GxeVSsE off=16574080 len=45313 2024-04-13T08:18:49.159 INFO:tasks.workunit.client.0.smithi119.stdout:op 3801 completed, throughput=4.99MB/sec 2024-04-13T08:18:49.159 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-lcZVfOa0OU0lw8- off=222810 len=1737767 2024-04-13T08:18:49.161 INFO:tasks.workunit.client.0.smithi119.stdout:op 3802 completed, throughput=5MB/sec 2024-04-13T08:18:49.161 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-rNTmX6e5Dqn06Mc off=546765 len=225259 2024-04-13T08:18:49.162 INFO:tasks.workunit.client.0.smithi119.stdout:op 3803 completed, throughput=5MB/sec 2024-04-13T08:18:49.162 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-GOE3i29IHj_Ww9g off=8820138 len=42140 2024-04-13T08:18:49.165 INFO:tasks.workunit.client.0.smithi119.stdout:op 3804 completed, throughput=5MB/sec 2024-04-13T08:18:49.165 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-_juUAU9PecFRL3n off=2194255 len=2087351 2024-04-13T08:18:49.168 INFO:tasks.workunit.client.0.smithi119.stdout:op 3805 completed, throughput=5MB/sec 2024-04-13T08:18:49.169 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-KyTMYamgN6eX4sH off=4178971 len=1870019 2024-04-13T08:18:49.179 INFO:tasks.workunit.client.0.smithi119.stdout:op 3806 completed, throughput=5MB/sec 2024-04-13T08:18:49.187 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:18:48 smithi139 ceph-mon[88985]: pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T08:18:49.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:18:48 smithi119 ceph-mon[96316]: pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T08:18:49.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:18:48 smithi119 ceph-mon[93746]: pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T08:18:50.180 INFO:tasks.workunit.client.0.smithi119.stdout: 740: throughput=4.99MB/sec pending data=0 2024-04-13T08:18:50.180 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ELMLCcI1CVdjARn off=2376936 len=302379 2024-04-13T08:18:50.183 INFO:tasks.workunit.client.0.smithi119.stdout:op 3807 completed, throughput=4.99MB/sec 2024-04-13T08:18:50.183 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-gR135p824kyd4pY off=7121590 len=2037958 2024-04-13T08:18:50.196 INFO:tasks.workunit.client.0.smithi119.stdout:op 3808 completed, throughput=5MB/sec 2024-04-13T08:18:50.196 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-5XlNLsDKHBq7-PK off=979399 len=1846504 2024-04-13T08:18:50.199 INFO:tasks.workunit.client.0.smithi119.stdout:op 3809 completed, throughput=5MB/sec 2024-04-13T08:18:50.199 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-9_UxAXKiZxEYmYE off=4446213 len=491813 2024-04-13T08:18:50.202 INFO:tasks.workunit.client.0.smithi119.stdout:op 3810 completed, throughput=5MB/sec 2024-04-13T08:18:51.203 INFO:tasks.workunit.client.0.smithi119.stdout: 741: throughput=4.99MB/sec pending data=0 2024-04-13T08:18:51.203 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-2hF4rUeD8JXL1fw off=4602377 len=868141 2024-04-13T08:18:51.204 INFO:tasks.workunit.client.0.smithi119.stdout:op 3811 completed, throughput=4.99MB/sec 2024-04-13T08:18:51.204 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-j5jTNeDXcSDyDrj off=6430327 len=242416 2024-04-13T08:18:51.208 INFO:tasks.workunit.client.0.smithi119.stdout:op 3812 completed, throughput=5MB/sec 2024-04-13T08:18:51.208 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-un3lIU2D-HqtHgd off=10182008 len=896361 2024-04-13T08:18:51.212 INFO:tasks.workunit.client.0.smithi119.stdout:op 3813 completed, throughput=5MB/sec 2024-04-13T08:18:51.212 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-awX74B5xCiVVB6B off=7175160 len=549516 2024-04-13T08:18:51.213 INFO:tasks.workunit.client.0.smithi119.stdout:op 3814 completed, throughput=5MB/sec 2024-04-13T08:18:51.213 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-L21jl_tQ1ZCHgQV off=13659966 len=808054 2024-04-13T08:18:51.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:18:50 smithi119 ceph-mon[96316]: pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-13T08:18:51.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:18:50 smithi119 ceph-mon[93746]: pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-13T08:18:51.218 INFO:tasks.workunit.client.0.smithi119.stdout:op 3815 completed, throughput=5MB/sec 2024-04-13T08:18:51.218 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-VBWQwpYH4CBWICW off=2340000 len=104090 2024-04-13T08:18:51.220 INFO:tasks.workunit.client.0.smithi119.stdout:op 3816 completed, throughput=5MB/sec 2024-04-13T08:18:51.220 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-73yaj239cAQ3sRh off=14378726 len=959312 2024-04-13T08:18:51.222 INFO:tasks.workunit.client.0.smithi119.stdout:op 3817 completed, throughput=5MB/sec 2024-04-13T08:18:51.222 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-G9QlDJ27BqUlUKK off=3117630 len=518316 2024-04-13T08:18:51.225 INFO:tasks.workunit.client.0.smithi119.stdout:op 3818 completed, throughput=5MB/sec 2024-04-13T08:18:51.226 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-8wn8ACpUFGF6_-0 off=16097940 len=1935945 2024-04-13T08:18:51.235 INFO:tasks.workunit.client.0.smithi119.stdout:op 3819 completed, throughput=5MB/sec 2024-04-13T08:18:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:18:50 smithi139 ceph-mon[88985]: pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-13T08:18:52.235 INFO:tasks.workunit.client.0.smithi119.stdout: 742: throughput=5MB/sec pending data=0 2024-04-13T08:18:52.236 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-1gyg_nuVXFMAskT off=2754593 len=340947 2024-04-13T08:18:52.236 INFO:tasks.workunit.client.0.smithi119.stdout:op 3820 completed, throughput=5MB/sec 2024-04-13T08:18:52.236 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-g5IJxMHm5pCzYeX off=845578 len=161777 2024-04-13T08:18:52.239 INFO:tasks.workunit.client.0.smithi119.stdout:op 3821 completed, throughput=5MB/sec 2024-04-13T08:18:52.239 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ayWAx3hNy3jcEWP off=10407603 len=824495 2024-04-13T08:18:52.240 INFO:tasks.workunit.client.0.smithi119.stdout:op 3822 completed, throughput=5MB/sec 2024-04-13T08:18:52.240 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-xL1SKa-ITYQNeeQ off=5618226 len=1957765 2024-04-13T08:18:52.248 INFO:tasks.workunit.client.0.smithi119.stdout:op 3823 completed, throughput=5MB/sec 2024-04-13T08:18:52.249 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-JfJuPdOpErIYD3X off=9203304 len=113123 2024-04-13T08:18:52.251 INFO:tasks.workunit.client.0.smithi119.stdout:op 3824 completed, throughput=5MB/sec 2024-04-13T08:18:52.251 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-dBbZzMIkH1Vdn0p off=4763888 len=42779 2024-04-13T08:18:52.253 INFO:tasks.workunit.client.0.smithi119.stdout:op 3825 completed, throughput=5MB/sec 2024-04-13T08:18:52.253 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-0QqOI5SMbKah9Qy off=2416801 len=367849 2024-04-13T08:18:52.256 INFO:tasks.workunit.client.0.smithi119.stdout:op 3826 completed, throughput=5MB/sec 2024-04-13T08:18:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:18:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:18:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:18:53.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:18:52 smithi119 ceph-mon[96316]: pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-13T08:18:53.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:18:52 smithi119 ceph-mon[93746]: pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-13T08:18:53.256 INFO:tasks.workunit.client.0.smithi119.stdout: 743: throughput=4.99MB/sec pending data=0 2024-04-13T08:18:53.256 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-P_9y1IC0TohR7RA off=1176943 len=2077848 2024-04-13T08:18:53.259 INFO:tasks.workunit.client.0.smithi119.stdout:op 3827 completed, throughput=5MB/sec 2024-04-13T08:18:53.259 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-pTH6fzt7D_-UrJU off=476427 len=487918 2024-04-13T08:18:53.263 INFO:tasks.workunit.client.0.smithi119.stdout:op 3828 completed, throughput=5MB/sec 2024-04-13T08:18:53.263 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-c0E6XFHroip6gVu off=12692826 len=1123629 2024-04-13T08:18:53.264 INFO:tasks.workunit.client.0.smithi119.stdout:op 3829 completed, throughput=5MB/sec 2024-04-13T08:18:53.264 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-eE64E44fYWtrzlZ off=9950223 len=1614090 2024-04-13T08:18:53.267 INFO:tasks.workunit.client.0.smithi119.stdout:op 3830 completed, throughput=5MB/sec 2024-04-13T08:18:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:18:52 smithi139 ceph-mon[88985]: pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-13T08:18:54.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:18:53 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:18:54.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:18:53 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:18:54.268 INFO:tasks.workunit.client.0.smithi119.stdout: 744: throughput=4.99MB/sec pending data=0 2024-04-13T08:18:54.268 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-YYLJvhO1TItw_kf off=14358165 len=1291326 2024-04-13T08:18:54.275 INFO:tasks.workunit.client.0.smithi119.stdout:op 3831 completed, throughput=5MB/sec 2024-04-13T08:18:54.275 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Ku2cZ6_8nyjz-VT off=9163150 len=1331516 2024-04-13T08:18:54.281 INFO:tasks.workunit.client.0.smithi119.stdout:op 3832 completed, throughput=5MB/sec 2024-04-13T08:18:54.281 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-INUwgr_CUzIHs2m off=5517610 len=960102 2024-04-13T08:18:54.286 INFO:tasks.workunit.client.0.smithi119.stdout:op 3833 completed, throughput=5MB/sec 2024-04-13T08:18:54.286 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3YkJLJ9ZR9JYjOg off=6033998 len=1466207 2024-04-13T08:18:54.295 INFO:tasks.workunit.client.0.smithi119.stdout:op 3834 completed, throughput=5MB/sec 2024-04-13T08:18:54.296 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-aQqBULnqevzGUM- off=6034420 len=1582691 2024-04-13T08:18:54.297 INFO:tasks.workunit.client.0.smithi119.stdout:op 3835 completed, throughput=5MB/sec 2024-04-13T08:18:54.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:18:53 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:18:55.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:18:54 smithi119 ceph-mon[93746]: pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:18:55.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:18:54 smithi119 ceph-mon[96316]: pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:18:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:18:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:18:54] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2024-04-13T08:18:55.297 INFO:tasks.workunit.client.0.smithi119.stdout: 745: throughput=5MB/sec pending data=0 2024-04-13T08:18:55.298 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Xhzlip6lPcP-j5k off=4280557 len=1278902 2024-04-13T08:18:55.305 INFO:tasks.workunit.client.0.smithi119.stdout:op 3836 completed, throughput=5MB/sec 2024-04-13T08:18:55.305 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-m2iHml2Mq-cAfk9 off=13234834 len=580692 2024-04-13T08:18:55.309 INFO:tasks.workunit.client.0.smithi119.stdout:op 3837 completed, throughput=5MB/sec 2024-04-13T08:18:55.310 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-4B4XmHQ-eWs9A08 off=5138772 len=379921 2024-04-13T08:18:55.310 INFO:tasks.workunit.client.0.smithi119.stdout:op 3838 completed, throughput=5MB/sec 2024-04-13T08:18:55.310 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-9IFn27YJb8jwy0v off=424167 len=831362 2024-04-13T08:18:55.315 INFO:tasks.workunit.client.0.smithi119.stdout:op 3839 completed, throughput=5MB/sec 2024-04-13T08:18:55.316 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-hQrBI-o4Cyz0lMq off=3582308 len=1478428 2024-04-13T08:18:55.323 INFO:tasks.workunit.client.0.smithi119.stdout:op 3840 completed, throughput=5MB/sec 2024-04-13T08:18:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:18:54 smithi139 ceph-mon[88985]: pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:18:56.323 INFO:tasks.workunit.client.0.smithi119.stdout: 746: throughput=4.99MB/sec pending data=0 2024-04-13T08:18:56.324 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-dGg9xv8UytpKiy6 off=2641391 len=720265 2024-04-13T08:18:56.324 INFO:tasks.workunit.client.0.smithi119.stdout:op 3841 completed, throughput=5MB/sec 2024-04-13T08:18:56.325 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-koblh2dkxVI9a2S off=8196915 len=870797 2024-04-13T08:18:56.327 INFO:tasks.workunit.client.0.smithi119.stdout:op 3842 completed, throughput=5MB/sec 2024-04-13T08:18:56.327 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-yMhlSFTt7_0kgkF off=18029902 len=862478 2024-04-13T08:18:56.328 INFO:tasks.workunit.client.0.smithi119.stdout:op 3843 completed, throughput=5MB/sec 2024-04-13T08:18:56.328 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-hQrBI-o4Cyz0lMq off=7739897 len=1405590 2024-04-13T08:18:56.336 INFO:tasks.workunit.client.0.smithi119.stdout:op 3844 completed, throughput=5MB/sec 2024-04-13T08:18:56.336 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-kNxhp5py98UWtbX off=3122177 len=1372007 2024-04-13T08:18:56.342 INFO:tasks.workunit.client.0.smithi119.stdout:op 3845 completed, throughput=5MB/sec 2024-04-13T08:18:57.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:18:56 smithi119 ceph-mon[96316]: pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:18:57.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:18:56 smithi119 ceph-mon[93746]: pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:18:57.343 INFO:tasks.workunit.client.0.smithi119.stdout: 747: throughput=4.99MB/sec pending data=0 2024-04-13T08:18:57.343 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-wDi6rHDLxC8HgQ5 off=4828195 len=2009315 2024-04-13T08:18:57.346 INFO:tasks.workunit.client.0.smithi119.stdout:op 3846 completed, throughput=5MB/sec 2024-04-13T08:18:57.346 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-NkzdEJKigUcShGX off=1412645 len=1367106 2024-04-13T08:18:57.349 INFO:tasks.workunit.client.0.smithi119.stdout:op 3847 completed, throughput=5MB/sec 2024-04-13T08:18:57.349 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-jlMZ7lujhcC6HIX off=15374600 len=710975 2024-04-13T08:18:57.354 INFO:tasks.workunit.client.0.smithi119.stdout:op 3848 completed, throughput=5MB/sec 2024-04-13T08:18:57.354 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-8l9vl2RET59HZfS off=2807257 len=872530 2024-04-13T08:18:57.355 INFO:tasks.workunit.client.0.smithi119.stdout:op 3849 completed, throughput=5MB/sec 2024-04-13T08:18:57.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:18:56 smithi139 ceph-mon[88985]: pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:18:58.356 INFO:tasks.workunit.client.0.smithi119.stdout: 748: throughput=4.99MB/sec pending data=0 2024-04-13T08:18:58.356 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-0ddlHZy04PoE7QL off=1082625 len=812343 2024-04-13T08:18:58.358 INFO:tasks.workunit.client.0.smithi119.stdout:op 3850 completed, throughput=4.99MB/sec 2024-04-13T08:18:58.358 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-jlMZ7lujhcC6HIX off=20011704 len=2015192 2024-04-13T08:18:58.372 INFO:tasks.workunit.client.0.smithi119.stdout:op 3851 completed, throughput=5MB/sec 2024-04-13T08:18:58.372 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Gh6cYGlOQ1xovGY off=5499308 len=348702 2024-04-13T08:18:58.375 INFO:tasks.workunit.client.0.smithi119.stdout:op 3852 completed, throughput=5MB/sec 2024-04-13T08:18:58.375 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-4gcs8zCPnv0nvmx off=14213543 len=1338729 2024-04-13T08:18:58.377 INFO:tasks.workunit.client.0.smithi119.stdout:op 3853 completed, throughput=5MB/sec 2024-04-13T08:18:58.377 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-nrkjhJlpkw_84Hp off=1261257 len=271059 2024-04-13T08:18:58.380 INFO:tasks.workunit.client.0.smithi119.stdout:op 3854 completed, throughput=5MB/sec 2024-04-13T08:18:58.380 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-kv2zZ0KYlIDRtGF off=364590 len=81016 2024-04-13T08:18:58.382 INFO:tasks.workunit.client.0.smithi119.stdout:op 3855 completed, throughput=5MB/sec 2024-04-13T08:18:58.383 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-jR1XnHK_OKE9mtR off=20943612 len=1906014 2024-04-13T08:18:58.391 INFO:tasks.workunit.client.0.smithi119.stdout:op 3856 completed, throughput=5MB/sec 2024-04-13T08:18:59.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:18:58 smithi119 ceph-mon[96316]: pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:18:59.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:18:58 smithi119 ceph-mon[93746]: pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:18:59.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:18:58 smithi139 ceph-mon[88985]: pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:18:59.391 INFO:tasks.workunit.client.0.smithi119.stdout: 749: throughput=5MB/sec pending data=0 2024-04-13T08:18:59.392 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-KrJvuOr3EM9Hr6a off=5057151 len=508988 2024-04-13T08:18:59.396 INFO:tasks.workunit.client.0.smithi119.stdout:op 3857 completed, throughput=5MB/sec 2024-04-13T08:18:59.396 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-bCYSayTGq87jofu off=1217742 len=376492 2024-04-13T08:18:59.399 INFO:tasks.workunit.client.0.smithi119.stdout:op 3858 completed, throughput=5MB/sec 2024-04-13T08:18:59.399 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-vEgqUpXPJfepwfs off=7911059 len=1989444 2024-04-13T08:18:59.402 INFO:tasks.workunit.client.0.smithi119.stdout:op 3859 completed, throughput=5MB/sec 2024-04-13T08:18:59.402 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--twKixi0ITxtwut off=8857772 len=2031272 2024-04-13T08:18:59.404 INFO:tasks.workunit.client.0.smithi119.stdout:op 3860 completed, throughput=5MB/sec 2024-04-13T08:19:00.404 INFO:tasks.workunit.client.0.smithi119.stdout: 750: throughput=4.99MB/sec pending data=0 2024-04-13T08:19:00.404 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-PkCDmcwzUn-Ugof off=7430103 len=804160 2024-04-13T08:19:00.409 INFO:tasks.workunit.client.0.smithi119.stdout:op 3861 completed, throughput=5MB/sec 2024-04-13T08:19:00.409 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ixJpC_iGdxYvAS_ off=4492564 len=1924405 2024-04-13T08:19:00.411 INFO:tasks.workunit.client.0.smithi119.stdout:op 3862 completed, throughput=5MB/sec 2024-04-13T08:19:00.411 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-hzAECip228LboH1 off=21404778 len=100590 2024-04-13T08:19:00.414 INFO:tasks.workunit.client.0.smithi119.stdout:op 3863 completed, throughput=5MB/sec 2024-04-13T08:19:00.414 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--NB0uNNheFXHjlw off=2062042 len=871371 2024-04-13T08:19:00.415 INFO:tasks.workunit.client.0.smithi119.stdout:op 3864 completed, throughput=5MB/sec 2024-04-13T08:19:00.415 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-nhrJXkT1u_hfkqG off=23774290 len=1178425 2024-04-13T08:19:00.422 INFO:tasks.workunit.client.0.smithi119.stdout:op 3865 completed, throughput=5MB/sec 2024-04-13T08:19:01.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:19:00 smithi119 ceph-mon[96316]: pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:19:01.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:19:00 smithi119 ceph-mon[93746]: pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:19:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:19:00 smithi139 ceph-mon[88985]: pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:19:01.422 INFO:tasks.workunit.client.0.smithi119.stdout: 751: throughput=4.99MB/sec pending data=0 2024-04-13T08:19:01.422 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-xIhJEReR9GK5GWs off=4813193 len=1241489 2024-04-13T08:19:01.425 INFO:tasks.workunit.client.0.smithi119.stdout:op 3866 completed, throughput=5MB/sec 2024-04-13T08:19:01.425 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-oOMZdiC10pr6fVR off=3728937 len=2036350 2024-04-13T08:19:01.436 INFO:tasks.workunit.client.0.smithi119.stdout:op 3867 completed, throughput=5MB/sec 2024-04-13T08:19:01.436 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-PsxXvBNX_-KHiic off=4223202 len=1687677 2024-04-13T08:19:01.445 INFO:tasks.workunit.client.0.smithi119.stdout:op 3868 completed, throughput=5MB/sec 2024-04-13T08:19:02.445 INFO:tasks.workunit.client.0.smithi119.stdout: 752: throughput=4.99MB/sec pending data=0 2024-04-13T08:19:02.445 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-z92bznKjh8s6J45 off=2604744 len=138418 2024-04-13T08:19:02.448 INFO:tasks.workunit.client.0.smithi119.stdout:op 3869 completed, throughput=4.99MB/sec 2024-04-13T08:19:02.448 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-PQ9bLuT70LNkGxv off=6008152 len=251865 2024-04-13T08:19:02.448 INFO:tasks.workunit.client.0.smithi119.stdout:op 3870 completed, throughput=4.99MB/sec 2024-04-13T08:19:02.449 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-GZMa26p25zZSUE8 off=17209533 len=1726081 2024-04-13T08:19:02.458 INFO:tasks.workunit.client.0.smithi119.stdout:op 3871 completed, throughput=5MB/sec 2024-04-13T08:19:02.458 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-c2hLVWhZlx3yu4n off=0 len=1306667 2024-04-13T08:19:02.464 INFO:tasks.workunit.client.0.smithi119.stdout:op 3872 completed, throughput=5MB/sec 2024-04-13T08:19:02.464 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-SdRw23Ke6qOXJcF off=196656 len=88246 2024-04-13T08:19:02.464 INFO:tasks.workunit.client.0.smithi119.stdout:op 3873 completed, throughput=5MB/sec 2024-04-13T08:19:02.464 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-pTeiqmBtg25jk4- off=1904232 len=412508 2024-04-13T08:19:02.467 INFO:tasks.workunit.client.0.smithi119.stdout:op 3874 completed, throughput=5MB/sec 2024-04-13T08:19:02.467 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Boxg4SQ-Q1BSvZ- off=64158 len=1010357 2024-04-13T08:19:02.469 INFO:tasks.workunit.client.0.smithi119.stdout:op 3875 completed, throughput=5MB/sec 2024-04-13T08:19:02.469 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3IjST164fNj9Q1J off=3056697 len=609402 2024-04-13T08:19:02.472 INFO:tasks.workunit.client.0.smithi119.stdout:op 3876 completed, throughput=5MB/sec 2024-04-13T08:19:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:19:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:19:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:19:03.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:19:02 smithi119 ceph-mon[96316]: pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:19:03.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:19:02 smithi119 ceph-mon[93746]: pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:19:03.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:19:02 smithi139 ceph-mon[88985]: pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:19:03.473 INFO:tasks.workunit.client.0.smithi119.stdout: 753: throughput=4.99MB/sec pending data=0 2024-04-13T08:19:03.473 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-9LD4PwDEVVnk6Qz off=9715446 len=196121 2024-04-13T08:19:03.473 INFO:tasks.workunit.client.0.smithi119.stdout:op 3877 completed, throughput=4.99MB/sec 2024-04-13T08:19:03.473 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-5kY7gKtE8Qu4hDE off=841049 len=1960948 2024-04-13T08:19:03.475 INFO:tasks.workunit.client.0.smithi119.stdout:op 3878 completed, throughput=5MB/sec 2024-04-13T08:19:03.475 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-WZFRa83oOZiy1qU off=7020683 len=1326102 2024-04-13T08:19:03.481 INFO:tasks.workunit.client.0.smithi119.stdout:op 3879 completed, throughput=5MB/sec 2024-04-13T08:19:03.481 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-NIik5m5ca1nOxry off=2207795 len=1133290 2024-04-13T08:19:03.486 INFO:tasks.workunit.client.0.smithi119.stdout:op 3880 completed, throughput=5MB/sec 2024-04-13T08:19:03.486 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ycUwFm1j4QLL6ZB off=6371940 len=438691 2024-04-13T08:19:03.490 INFO:tasks.workunit.client.0.smithi119.stdout:op 3881 completed, throughput=5MB/sec 2024-04-13T08:19:04.490 INFO:tasks.workunit.client.0.smithi119.stdout: 754: throughput=4.99MB/sec pending data=0 2024-04-13T08:19:04.491 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-SuznS0CHQU4qEAb off=673643 len=579139 2024-04-13T08:19:04.494 INFO:tasks.workunit.client.0.smithi119.stdout:op 3882 completed, throughput=4.99MB/sec 2024-04-13T08:19:04.495 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-4eIJr9hkjzhrajG off=5265886 len=1868775 2024-04-13T08:19:04.503 INFO:tasks.workunit.client.0.smithi119.stdout:op 3883 completed, throughput=5MB/sec 2024-04-13T08:19:04.503 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ycu42xcFVQmKuo3 off=9845469 len=280364 2024-04-13T08:19:04.504 INFO:tasks.workunit.client.0.smithi119.stdout:op 3884 completed, throughput=5MB/sec 2024-04-13T08:19:04.504 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-rC9qaZwE-okjHkg off=8025688 len=1463976 2024-04-13T08:19:04.511 INFO:tasks.workunit.client.0.smithi119.stdout:op 3885 completed, throughput=5MB/sec 2024-04-13T08:19:04.511 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Ywr25SEH2dimVVV off=2048660 len=212802 2024-04-13T08:19:04.512 INFO:tasks.workunit.client.0.smithi119.stdout:op 3886 completed, throughput=5MB/sec 2024-04-13T08:19:04.512 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-A_M5wI7hMvJuVXH off=1648571 len=1097465 2024-04-13T08:19:04.513 INFO:tasks.workunit.client.0.smithi119.stdout:op 3887 completed, throughput=5MB/sec 2024-04-13T08:19:05.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:19:04 smithi119 ceph-mon[96316]: pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:19:05.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:19:04 smithi119 ceph-mon[93746]: pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:19:05.218 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:19:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:19:04] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2024-04-13T08:19:05.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:19:04 smithi139 ceph-mon[88985]: pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:19:05.514 INFO:tasks.workunit.client.0.smithi119.stdout: 755: throughput=4.99MB/sec pending data=0 2024-04-13T08:19:05.514 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-kgmssuAHpEUD2LS off=8310365 len=349373 2024-04-13T08:19:05.518 INFO:tasks.workunit.client.0.smithi119.stdout:op 3888 completed, throughput=4.99MB/sec 2024-04-13T08:19:05.518 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-IfwEUkSLNEqOM75 off=6335248 len=1596733 2024-04-13T08:19:05.527 INFO:tasks.workunit.client.0.smithi119.stdout:op 3889 completed, throughput=5MB/sec 2024-04-13T08:19:05.527 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-fZ36jLPo787ST6H off=454244 len=681320 2024-04-13T08:19:05.532 INFO:tasks.workunit.client.0.smithi119.stdout:op 3890 completed, throughput=5MB/sec 2024-04-13T08:19:05.532 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-CJo4eqeSeD0jO57 off=12739189 len=353144 2024-04-13T08:19:05.533 INFO:tasks.workunit.client.0.smithi119.stdout:op 3891 completed, throughput=5MB/sec 2024-04-13T08:19:05.533 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-O75cJhKipDU8EZj off=1127294 len=1069642 2024-04-13T08:19:05.538 INFO:tasks.workunit.client.0.smithi119.stdout:op 3892 completed, throughput=5MB/sec 2024-04-13T08:19:05.538 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-skUmfcGZjpl5RgS off=1674565 len=1089257 2024-04-13T08:19:05.541 INFO:tasks.workunit.client.0.smithi119.stdout:op 3893 completed, throughput=5MB/sec 2024-04-13T08:19:06.541 INFO:tasks.workunit.client.0.smithi119.stdout: 756: throughput=4.99MB/sec pending data=0 2024-04-13T08:19:06.541 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-U-bjGJzBcFocDry off=13439580 len=984351 2024-04-13T08:19:06.543 INFO:tasks.workunit.client.0.smithi119.stdout:op 3894 completed, throughput=4.99MB/sec 2024-04-13T08:19:06.543 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-yICuF5VppOPhKou off=2511042 len=2001245 2024-04-13T08:19:06.551 INFO:tasks.workunit.client.0.smithi119.stdout:op 3895 completed, throughput=5MB/sec 2024-04-13T08:19:06.552 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Uyp6_bQAv-PAp-I off=40081 len=853510 2024-04-13T08:19:06.555 INFO:tasks.workunit.client.0.smithi119.stdout:op 3896 completed, throughput=5MB/sec 2024-04-13T08:19:06.556 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-N48FlfxnpljE8Ok off=12794719 len=1191617 2024-04-13T08:19:06.562 INFO:tasks.workunit.client.0.smithi119.stdout:op 3897 completed, throughput=5MB/sec 2024-04-13T08:19:06.562 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-AaHPE2aTVs1rH1K off=255489 len=910637 2024-04-13T08:19:06.563 INFO:tasks.workunit.client.0.smithi119.stdout:op 3898 completed, throughput=5MB/sec 2024-04-13T08:19:07.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:19:06 smithi119 ceph-mon[96316]: pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T08:19:07.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:19:06 smithi119 ceph-mon[93746]: pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T08:19:07.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:19:06 smithi139 ceph-mon[88985]: pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T08:19:07.564 INFO:tasks.workunit.client.0.smithi119.stdout: 757: throughput=4.99MB/sec pending data=0 2024-04-13T08:19:07.564 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-AcwBXX7LgkalaT2 off=54479 len=1875330 2024-04-13T08:19:07.568 INFO:tasks.workunit.client.0.smithi119.stdout:op 3899 completed, throughput=5MB/sec 2024-04-13T08:19:07.568 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-G4L6ExfmDxbJxLr off=8639973 len=269589 2024-04-13T08:19:07.569 INFO:tasks.workunit.client.0.smithi119.stdout:op 3900 completed, throughput=5MB/sec 2024-04-13T08:19:07.569 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-MdIKjlRQsQiGcTn off=9296242 len=493970 2024-04-13T08:19:07.572 INFO:tasks.workunit.client.0.smithi119.stdout:op 3901 completed, throughput=5MB/sec 2024-04-13T08:19:07.572 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-YW8rvvfuI-ivrXm off=7507657 len=1016311 2024-04-13T08:19:07.574 INFO:tasks.workunit.client.0.smithi119.stdout:op 3902 completed, throughput=5MB/sec 2024-04-13T08:19:07.574 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-B9vh6vKoPOxPSeI off=8642497 len=409657 2024-04-13T08:19:07.575 INFO:tasks.workunit.client.0.smithi119.stdout:op 3903 completed, throughput=5MB/sec 2024-04-13T08:19:07.575 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ZLKVPzahvPaCj12 off=15398664 len=1232061 2024-04-13T08:19:07.577 INFO:tasks.workunit.client.0.smithi119.stdout:op 3904 completed, throughput=5MB/sec 2024-04-13T08:19:08.578 INFO:tasks.workunit.client.0.smithi119.stdout: 758: throughput=4.99MB/sec pending data=0 2024-04-13T08:19:08.578 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-DdpUUpTZN4ORaUw off=1401427 len=677877 2024-04-13T08:19:08.582 INFO:tasks.workunit.client.0.smithi119.stdout:op 3905 completed, throughput=5MB/sec 2024-04-13T08:19:08.582 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-s2exQx7RzurupxJ off=10330030 len=2097105 2024-04-13T08:19:08.594 INFO:tasks.workunit.client.0.smithi119.stdout:op 3906 completed, throughput=5MB/sec 2024-04-13T08:19:08.595 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-FASCRzt6CVPU9KC off=3928153 len=1157493 2024-04-13T08:19:08.597 INFO:tasks.workunit.client.0.smithi119.stdout:op 3907 completed, throughput=5MB/sec 2024-04-13T08:19:08.597 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-LKQid6Mbcc4yYqz off=22863 len=718375 2024-04-13T08:19:08.598 INFO:tasks.workunit.client.0.smithi119.stdout:op 3908 completed, throughput=5MB/sec 2024-04-13T08:19:08.598 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-NR9ADiw9d4zEfX- off=245778 len=462096 2024-04-13T08:19:08.600 INFO:tasks.workunit.client.0.smithi119.stdout:op 3909 completed, throughput=5MB/sec 2024-04-13T08:19:09.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:19:08 smithi119 ceph-mon[93746]: pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T08:19:09.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:19:08 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:19:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:19:08 smithi119 ceph-mon[96316]: pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T08:19:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:19:08 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:19:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:19:08 smithi139 ceph-mon[88985]: pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T08:19:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:19:08 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:19:09.600 INFO:tasks.workunit.client.0.smithi119.stdout: 759: throughput=4.99MB/sec pending data=0 2024-04-13T08:19:09.600 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-i98U2ywM5cQ530G off=1040835 len=323588 2024-04-13T08:19:09.601 INFO:tasks.workunit.client.0.smithi119.stdout:op 3910 completed, throughput=4.99MB/sec 2024-04-13T08:19:09.601 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-YO7c8-4hhzorebb off=11562507 len=886760 2024-04-13T08:19:09.602 INFO:tasks.workunit.client.0.smithi119.stdout:op 3911 completed, throughput=5MB/sec 2024-04-13T08:19:09.602 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-QAW5AXosHOUXHXq off=10685851 len=860105 2024-04-13T08:19:09.607 INFO:tasks.workunit.client.0.smithi119.stdout:op 3912 completed, throughput=5MB/sec 2024-04-13T08:19:09.607 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--2__S8rrQaUreiG off=8544787 len=27667 2024-04-13T08:19:09.608 INFO:tasks.workunit.client.0.smithi119.stdout:op 3913 completed, throughput=5MB/sec 2024-04-13T08:19:09.608 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-vri1WaF4n7Ejl13 off=15321491 len=1092082 2024-04-13T08:19:09.615 INFO:tasks.workunit.client.0.smithi119.stdout:op 3914 completed, throughput=5MB/sec 2024-04-13T08:19:09.615 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-51S882q-erKoebH off=9126822 len=1608129 2024-04-13T08:19:09.618 INFO:tasks.workunit.client.0.smithi119.stdout:op 3915 completed, throughput=5MB/sec 2024-04-13T08:19:09.619 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Rq5wd1im2fteCjv off=4355906 len=551087 2024-04-13T08:19:09.619 INFO:tasks.workunit.client.0.smithi119.stdout:op 3916 completed, throughput=5MB/sec 2024-04-13T08:19:10.620 INFO:tasks.workunit.client.0.smithi119.stdout: 760: throughput=4.99MB/sec pending data=0 2024-04-13T08:19:10.620 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-kcggD_VVUVOLx2a off=36024 len=1833770 2024-04-13T08:19:10.631 INFO:tasks.workunit.client.0.smithi119.stdout:op 3917 completed, throughput=5MB/sec 2024-04-13T08:19:10.631 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-yEhcd38pWsO7BcJ off=3737531 len=41744 2024-04-13T08:19:10.631 INFO:tasks.workunit.client.0.smithi119.stdout:op 3918 completed, throughput=5MB/sec 2024-04-13T08:19:10.632 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-wiE-XoUTCnQ1ZOK off=4122628 len=1695348 2024-04-13T08:19:10.634 INFO:tasks.workunit.client.0.smithi119.stdout:op 3919 completed, throughput=5MB/sec 2024-04-13T08:19:10.634 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-R8KxgBMTLVBDUDb off=6439499 len=390769 2024-04-13T08:19:10.635 INFO:tasks.workunit.client.0.smithi119.stdout:op 3920 completed, throughput=5MB/sec 2024-04-13T08:19:10.635 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ok5twxz6QDjDAd- off=12551279 len=132609 2024-04-13T08:19:10.638 INFO:tasks.workunit.client.0.smithi119.stdout:op 3921 completed, throughput=5MB/sec 2024-04-13T08:19:10.638 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-lDDz8PBhfqkhcOv off=1272121 len=1776214 2024-04-13T08:19:10.640 INFO:tasks.workunit.client.0.smithi119.stdout:op 3922 completed, throughput=5MB/sec 2024-04-13T08:19:11.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:19:10 smithi119 ceph-mon[96316]: pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:19:11.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:19:10 smithi119 ceph-mon[93746]: pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:19:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:19:10 smithi139 ceph-mon[88985]: pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:19:11.640 INFO:tasks.workunit.client.0.smithi119.stdout: 761: throughput=4.99MB/sec pending data=0 2024-04-13T08:19:11.640 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-rak2uFgmkgrY5-- off=18138414 len=1366321 2024-04-13T08:19:11.642 INFO:tasks.workunit.client.0.smithi119.stdout:op 3923 completed, throughput=5MB/sec 2024-04-13T08:19:11.642 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-bGrmgBj4fCHwHbM off=12159537 len=1076200 2024-04-13T08:19:11.648 INFO:tasks.workunit.client.0.smithi119.stdout:op 3924 completed, throughput=5MB/sec 2024-04-13T08:19:11.649 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-K0ACOTVzv35prUF off=14338774 len=1375041 2024-04-13T08:19:11.656 INFO:tasks.workunit.client.0.smithi119.stdout:op 3925 completed, throughput=5MB/sec 2024-04-13T08:19:11.657 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-IPbFAoWCmX9CyMu off=15675152 len=1044037 2024-04-13T08:19:11.714 INFO:tasks.workunit.client.0.smithi119.stdout:op 3926 completed, throughput=5MB/sec 2024-04-13T08:19:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:19:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:19:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:19:12.661 INFO:tasks.workunit.client.0.smithi119.stdout: 762: throughput=4.99MB/sec pending data=0 2024-04-13T08:19:12.662 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-nH9rnWJcW9tNZDP off=3305801 len=841179 2024-04-13T08:19:12.664 INFO:tasks.workunit.client.0.smithi119.stdout:op 3927 completed, throughput=5MB/sec 2024-04-13T08:19:12.664 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-a9B1q67MLP4o_64 off=3105841 len=1887353 2024-04-13T08:19:12.668 INFO:tasks.workunit.client.0.smithi119.stdout:op 3928 completed, throughput=5MB/sec 2024-04-13T08:19:12.668 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-kdUvSf38hZwxvcU off=10811250 len=841369 2024-04-13T08:19:12.672 INFO:tasks.workunit.client.0.smithi119.stdout:op 3929 completed, throughput=5MB/sec 2024-04-13T08:19:12.673 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-LrqBBi23pjxi3Lu off=830613 len=133314 2024-04-13T08:19:12.673 INFO:tasks.workunit.client.0.smithi119.stdout:op 3930 completed, throughput=5MB/sec 2024-04-13T08:19:12.673 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-hl2sQ7ciN7SRNgT off=2512177 len=1300306 2024-04-13T08:19:12.676 INFO:tasks.workunit.client.0.smithi119.stdout:op 3931 completed, throughput=5MB/sec 2024-04-13T08:19:13.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:19:12 smithi119 ceph-mon[96316]: pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:19:13.279 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:19:12 smithi119 ceph-mon[93746]: pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:19:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:19:12 smithi139 ceph-mon[88985]: pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:19:13.676 INFO:tasks.workunit.client.0.smithi119.stdout: 763: throughput=4.99MB/sec pending data=0 2024-04-13T08:19:13.677 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-i_q437J-OOLrgVc off=4812551 len=355918 2024-04-13T08:19:13.679 INFO:tasks.workunit.client.0.smithi119.stdout:op 3932 completed, throughput=4.99MB/sec 2024-04-13T08:19:13.679 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Lbu2R32ee3bStrs off=5021263 len=45224 2024-04-13T08:19:13.682 INFO:tasks.workunit.client.0.smithi119.stdout:op 3933 completed, throughput=4.99MB/sec 2024-04-13T08:19:13.683 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-bGtbvzBv3T9r1TR off=11320025 len=1226545 2024-04-13T08:19:13.688 INFO:tasks.workunit.client.0.smithi119.stdout:op 3934 completed, throughput=5MB/sec 2024-04-13T08:19:13.688 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-DLokgfW1wPjDIxN off=1179271 len=742226 2024-04-13T08:19:13.695 INFO:tasks.workunit.client.0.smithi119.stdout:op 3935 completed, throughput=5MB/sec 2024-04-13T08:19:13.695 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ZV43jVRdhRPElu1 off=5753440 len=700079 2024-04-13T08:19:13.698 INFO:tasks.workunit.client.0.smithi119.stdout:op 3936 completed, throughput=5MB/sec 2024-04-13T08:19:13.699 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-egBjuSGQYT1CMO- off=3257939 len=497832 2024-04-13T08:19:13.702 INFO:tasks.workunit.client.0.smithi119.stdout:op 3937 completed, throughput=5MB/sec 2024-04-13T08:19:13.702 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-4ZQ3-yfzcxJoGRq off=3260338 len=339319 2024-04-13T08:19:13.703 INFO:tasks.workunit.client.0.smithi119.stdout:op 3938 completed, throughput=5MB/sec 2024-04-13T08:19:13.703 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--cXL41jvTJwN0qR off=3030735 len=1636085 2024-04-13T08:19:13.707 INFO:tasks.workunit.client.0.smithi119.stdout:op 3939 completed, throughput=5MB/sec 2024-04-13T08:19:14.707 INFO:tasks.workunit.client.0.smithi119.stdout: 764: throughput=4.99MB/sec pending data=0 2024-04-13T08:19:14.707 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-4WNTPogwWLaeBpr off=23587670 len=1250924 2024-04-13T08:19:14.711 INFO:tasks.workunit.client.0.smithi119.stdout:op 3940 completed, throughput=5MB/sec 2024-04-13T08:19:14.711 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-9GD8r7wgIYFPlpK off=566309 len=268320 2024-04-13T08:19:14.716 INFO:tasks.workunit.client.0.smithi119.stdout:op 3941 completed, throughput=5MB/sec 2024-04-13T08:19:14.717 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-0xCTIt7pXjj6ZPr off=5022201 len=1859565 2024-04-13T08:19:14.720 INFO:tasks.workunit.client.0.smithi119.stdout:op 3942 completed, throughput=5MB/sec 2024-04-13T08:19:14.720 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-KzQzhbBZEk2sPf- off=840584 len=1060508 2024-04-13T08:19:14.725 INFO:tasks.workunit.client.0.smithi119.stdout:op 3943 completed, throughput=5MB/sec 2024-04-13T08:19:14.726 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-3D3nBlZ57XNpJeY off=12056354 len=1329538 2024-04-13T08:19:14.728 INFO:tasks.workunit.client.0.smithi119.stdout:op 3944 completed, throughput=5MB/sec 2024-04-13T08:19:15.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:19:14 smithi119 ceph-mon[93746]: pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T08:19:15.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:19:14 smithi119 ceph-mon[96316]: pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T08:19:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:19:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:19:14] "GET /metrics HTTP/1.1" 200 34010 "" "Prometheus/2.43.0" 2024-04-13T08:19:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:19:14 smithi139 ceph-mon[88985]: pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T08:19:15.729 INFO:tasks.workunit.client.0.smithi119.stdout: 765: throughput=4.99MB/sec pending data=0 2024-04-13T08:19:15.729 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-53vvawfCD89gKW1 off=8326582 len=377966 2024-04-13T08:19:15.730 INFO:tasks.workunit.client.0.smithi119.stdout:op 3945 completed, throughput=4.99MB/sec 2024-04-13T08:19:15.730 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-iuJCZlTkjTRUBK8 off=16228454 len=1475404 2024-04-13T08:19:15.733 INFO:tasks.workunit.client.0.smithi119.stdout:op 3946 completed, throughput=5MB/sec 2024-04-13T08:19:15.733 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-z34VwnNCxOdGVRX off=180894 len=1790972 2024-04-13T08:19:15.745 INFO:tasks.workunit.client.0.smithi119.stdout:op 3947 completed, throughput=5MB/sec 2024-04-13T08:19:15.745 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-L4LTrhWLw0fwEr7 off=41914 len=1944200 2024-04-13T08:19:15.758 INFO:tasks.workunit.client.0.smithi119.stdout:op 3948 completed, throughput=5MB/sec 2024-04-13T08:19:16.758 INFO:tasks.workunit.client.0.smithi119.stdout: 766: throughput=4.99MB/sec pending data=0 2024-04-13T08:19:16.759 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ccIAWUkJul5a9w0 off=2365665 len=2014562 2024-04-13T08:19:16.770 INFO:tasks.workunit.client.0.smithi119.stdout:op 3949 completed, throughput=5MB/sec 2024-04-13T08:19:16.771 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-lMe6ORUma-ww68Y off=2730127 len=1824804 2024-04-13T08:19:16.772 INFO:tasks.workunit.client.0.smithi119.stdout:op 3950 completed, throughput=5MB/sec 2024-04-13T08:19:16.772 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-kY1KQpoL7W9CWsC off=3066480 len=1966618 2024-04-13T08:19:16.777 INFO:tasks.workunit.client.0.smithi119.stdout:op 3951 completed, throughput=5MB/sec 2024-04-13T08:19:17.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:19:16 smithi119 ceph-mon[93746]: pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-13T08:19:17.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:19:16 smithi119 ceph-mon[96316]: pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-13T08:19:17.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:19:16 smithi139 ceph-mon[88985]: pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-13T08:19:17.777 INFO:tasks.workunit.client.0.smithi119.stdout: 767: throughput=5MB/sec pending data=0 2024-04-13T08:19:17.778 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-MORV_yiPlP5vZmL off=3288986 len=134190 2024-04-13T08:19:17.778 INFO:tasks.workunit.client.0.smithi119.stdout:op 3952 completed, throughput=5MB/sec 2024-04-13T08:19:17.779 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-NvxSX-i1y5ZQ6WD off=5124825 len=1841729 2024-04-13T08:19:17.780 INFO:tasks.workunit.client.0.smithi119.stdout:op 3953 completed, throughput=5MB/sec 2024-04-13T08:19:17.780 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-yFyoJyWRZugvALg off=11533603 len=978871 2024-04-13T08:19:17.783 INFO:tasks.workunit.client.0.smithi119.stdout:op 3954 completed, throughput=5MB/sec 2024-04-13T08:19:17.783 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Yzzg3oWMKYhxCnZ off=15587630 len=1786967 2024-04-13T08:19:17.793 INFO:tasks.workunit.client.0.smithi119.stdout:op 3955 completed, throughput=5MB/sec 2024-04-13T08:19:18.793 INFO:tasks.workunit.client.0.smithi119.stdout: 768: throughput=4.99MB/sec pending data=0 2024-04-13T08:19:18.793 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-b0JyhhZAlrhadzu off=323237 len=1806827 2024-04-13T08:19:18.795 INFO:tasks.workunit.client.0.smithi119.stdout:op 3956 completed, throughput=5MB/sec 2024-04-13T08:19:18.796 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-fEfndpWtckWi703 off=6315633 len=883922 2024-04-13T08:19:18.801 INFO:tasks.workunit.client.0.smithi119.stdout:op 3957 completed, throughput=5MB/sec 2024-04-13T08:19:18.801 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-udFbMyusv4s_G_F off=2118241 len=1239718 2024-04-13T08:19:18.807 INFO:tasks.workunit.client.0.smithi119.stdout:op 3958 completed, throughput=5MB/sec 2024-04-13T08:19:18.807 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-CjJFSJMoFY2AYeV off=10815526 len=2016542 2024-04-13T08:19:18.817 INFO:tasks.workunit.client.0.smithi119.stdout:op 3959 completed, throughput=5MB/sec 2024-04-13T08:19:19.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:19:18 smithi119 ceph-mon[93746]: pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-13T08:19:19.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:19:18 smithi119 ceph-mon[96316]: pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-13T08:19:19.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:19:18 smithi139 ceph-mon[88985]: pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-13T08:19:19.817 INFO:tasks.workunit.client.0.smithi119.stdout: 769: throughput=5MB/sec pending data=0 2024-04-13T08:19:19.817 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-YiIl4IOduMfDloe off=6233677 len=418204 2024-04-13T08:19:19.821 INFO:tasks.workunit.client.0.smithi119.stdout:op 3960 completed, throughput=5MB/sec 2024-04-13T08:19:19.821 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-kNy7iHAi_9hKch7 off=5310541 len=937397 2024-04-13T08:19:19.827 INFO:tasks.workunit.client.0.smithi119.stdout:op 3961 completed, throughput=5MB/sec 2024-04-13T08:19:19.827 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Z27W3JJAlwgQsxo off=4986506 len=1743856 2024-04-13T08:19:19.835 INFO:tasks.workunit.client.0.smithi119.stdout:op 3962 completed, throughput=5MB/sec 2024-04-13T08:19:19.835 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-vIzEiFZrP7GU9bw off=75530 len=1445835 2024-04-13T08:19:19.840 INFO:tasks.workunit.client.0.smithi119.stdout:op 3963 completed, throughput=5MB/sec 2024-04-13T08:19:20.840 INFO:tasks.workunit.client.0.smithi119.stdout: 770: throughput=4.99MB/sec pending data=0 2024-04-13T08:19:20.841 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-iTPuXPLYAQGxUCC off=1202184 len=2052169 2024-04-13T08:19:20.851 INFO:tasks.workunit.client.0.smithi119.stdout:op 3964 completed, throughput=5MB/sec 2024-04-13T08:19:20.851 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-5rgEYWPsseqJCmT off=580016 len=1825934 2024-04-13T08:19:20.859 INFO:tasks.workunit.client.0.smithi119.stdout:op 3965 completed, throughput=5MB/sec 2024-04-13T08:19:20.860 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-8WljR0nYrWrCo77 off=253944 len=231623 2024-04-13T08:19:20.860 INFO:tasks.workunit.client.0.smithi119.stdout:op 3966 completed, throughput=5MB/sec 2024-04-13T08:19:20.860 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-fZ_HRhdAApnEIx8 off=870419 len=1382858 2024-04-13T08:19:20.861 INFO:tasks.workunit.client.0.smithi119.stdout:op 3967 completed, throughput=5MB/sec 2024-04-13T08:19:21.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:19:20 smithi119 ceph-mon[93746]: pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:19:21.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:19:20 smithi119 ceph-mon[96316]: pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:19:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:19:20 smithi139 ceph-mon[88985]: pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:19:21.861 INFO:tasks.workunit.client.0.smithi119.stdout: 771: throughput=4.99MB/sec pending data=0 2024-04-13T08:19:21.862 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Q-k0ebC138YiRBR off=5387247 len=1759706 2024-04-13T08:19:21.864 INFO:tasks.workunit.client.0.smithi119.stdout:op 3968 completed, throughput=5MB/sec 2024-04-13T08:19:21.864 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Ofl1qF71Fb2Sugk off=6056412 len=397113 2024-04-13T08:19:21.865 INFO:tasks.workunit.client.0.smithi119.stdout:op 3969 completed, throughput=5MB/sec 2024-04-13T08:19:21.865 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-VYBHhv3L_rMrDR5 off=4596058 len=1665273 2024-04-13T08:19:21.866 INFO:tasks.workunit.client.0.smithi119.stdout:op 3970 completed, throughput=5MB/sec 2024-04-13T08:19:21.866 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-WTHNBgFt2sU2Oki off=685982 len=654548 2024-04-13T08:19:21.867 INFO:tasks.workunit.client.0.smithi119.stdout:op 3971 completed, throughput=5MB/sec 2024-04-13T08:19:21.867 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-t73Gb4bYSpJyQ6p off=745293 len=1794886 2024-04-13T08:19:21.869 INFO:tasks.workunit.client.0.smithi119.stdout:op 3972 completed, throughput=5MB/sec 2024-04-13T08:19:22.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:19:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:19:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:19:22.870 INFO:tasks.workunit.client.0.smithi119.stdout: 772: throughput=5MB/sec pending data=0 2024-04-13T08:19:22.870 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj--99b3dRATG8rWz2 off=22266306 len=1938580 2024-04-13T08:19:22.880 INFO:tasks.workunit.client.0.smithi119.stdout:op 3973 completed, throughput=5MB/sec 2024-04-13T08:19:22.880 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-dzEINZrE9YD0Pkb off=26850 len=222006 2024-04-13T08:19:22.883 INFO:tasks.workunit.client.0.smithi119.stdout:op 3974 completed, throughput=5MB/sec 2024-04-13T08:19:22.883 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-mHOXURWo8Vu8Umq off=1903702 len=1172257 2024-04-13T08:19:22.888 INFO:tasks.workunit.client.0.smithi119.stdout:op 3975 completed, throughput=5MB/sec 2024-04-13T08:19:22.888 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-s2QsEIhEIoWGxIm off=7803795 len=46615 2024-04-13T08:19:22.891 INFO:tasks.workunit.client.0.smithi119.stdout:op 3976 completed, throughput=5MB/sec 2024-04-13T08:19:22.891 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ZY-Ia4yZBkClUp7 off=19241657 len=1496236 2024-04-13T08:19:22.898 INFO:tasks.workunit.client.0.smithi119.stdout:op 3977 completed, throughput=5MB/sec 2024-04-13T08:19:23.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:19:22 smithi119 ceph-mon[96316]: pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:19:23.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:19:22 smithi119 ceph-mon[93746]: pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:19:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:19:22 smithi139 ceph-mon[88985]: pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:19:23.899 INFO:tasks.workunit.client.0.smithi119.stdout: 773: throughput=4.99MB/sec pending data=0 2024-04-13T08:19:23.899 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-SCzY3SiGuugiw2A off=4810316 len=36939 2024-04-13T08:19:23.899 INFO:tasks.workunit.client.0.smithi119.stdout:op 3978 completed, throughput=4.99MB/sec 2024-04-13T08:19:23.899 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-gYHuVW3nywpdCjy off=4754310 len=2034652 2024-04-13T08:19:23.902 INFO:tasks.workunit.client.0.smithi119.stdout:op 3979 completed, throughput=5MB/sec 2024-04-13T08:19:23.902 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-2rmdppGdgekT9wB off=4225100 len=80794 2024-04-13T08:19:23.903 INFO:tasks.workunit.client.0.smithi119.stdout:op 3980 completed, throughput=5MB/sec 2024-04-13T08:19:23.903 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-b4P5ujnmF0hwL5q off=10934774 len=57861 2024-04-13T08:19:23.904 INFO:tasks.workunit.client.0.smithi119.stdout:op 3981 completed, throughput=5MB/sec 2024-04-13T08:19:23.904 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj--igtuN9eUyJowE_ off=4548201 len=2046593 2024-04-13T08:19:23.917 INFO:tasks.workunit.client.0.smithi119.stdout:op 3982 completed, throughput=5MB/sec 2024-04-13T08:19:23.917 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-tzPFLYAxfNWzp62 off=3448060 len=1085515 2024-04-13T08:19:23.918 INFO:tasks.workunit.client.0.smithi119.stdout:op 3983 completed, throughput=5MB/sec 2024-04-13T08:19:24.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:19:23 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:19:24.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:19:23 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:19:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:19:23 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:19:24.918 INFO:tasks.workunit.client.0.smithi119.stdout: 774: throughput=4.99MB/sec pending data=0 2024-04-13T08:19:24.919 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Zqhci4KpqjKQcGe off=24073933 len=405426 2024-04-13T08:19:24.919 INFO:tasks.workunit.client.0.smithi119.stdout:op 3984 completed, throughput=5MB/sec 2024-04-13T08:19:24.919 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-M5W3yreqg0662eX off=21109406 len=1996965 2024-04-13T08:19:24.929 INFO:tasks.workunit.client.0.smithi119.stdout:op 3985 completed, throughput=5MB/sec 2024-04-13T08:19:24.929 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-jUuyPYEeXTPL6FA off=9281069 len=1192100 2024-04-13T08:19:24.931 INFO:tasks.workunit.client.0.smithi119.stdout:op 3986 completed, throughput=5MB/sec 2024-04-13T08:19:24.931 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-PfluCq_crKEbZFY off=1189541 len=793382 2024-04-13T08:19:24.933 INFO:tasks.workunit.client.0.smithi119.stdout:op 3987 completed, throughput=5MB/sec 2024-04-13T08:19:25.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:19:24 smithi119 ceph-mon[96316]: pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T08:19:25.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:19:24 smithi119 ceph-mon[93746]: pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T08:19:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:19:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:19:24] "GET /metrics HTTP/1.1" 200 34007 "" "Prometheus/2.43.0" 2024-04-13T08:19:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:19:24 smithi139 ceph-mon[88985]: pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T08:19:25.933 INFO:tasks.workunit.client.0.smithi119.stdout: 775: throughput=4.99MB/sec pending data=0 2024-04-13T08:19:25.933 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Ux7RvMyqp27uzV4 off=4323461 len=1293679 2024-04-13T08:19:25.937 INFO:tasks.workunit.client.0.smithi119.stdout:op 3988 completed, throughput=5MB/sec 2024-04-13T08:19:25.937 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ClR8nHyVl-6p-Ax off=8348379 len=151469 2024-04-13T08:19:25.940 INFO:tasks.workunit.client.0.smithi119.stdout:op 3989 completed, throughput=5MB/sec 2024-04-13T08:19:25.940 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-jsVCii2DResbT6u off=891514 len=1046054 2024-04-13T08:19:25.941 INFO:tasks.workunit.client.0.smithi119.stdout:op 3990 completed, throughput=5MB/sec 2024-04-13T08:19:25.941 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-SE1jwotCJCc6LwZ off=2040967 len=1622780 2024-04-13T08:19:25.949 INFO:tasks.workunit.client.0.smithi119.stdout:op 3991 completed, throughput=5MB/sec 2024-04-13T08:19:25.949 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-2jf4wBvdrotLiwE off=4294566 len=273187 2024-04-13T08:19:25.952 INFO:tasks.workunit.client.0.smithi119.stdout:op 3992 completed, throughput=5MB/sec 2024-04-13T08:19:25.952 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-YHlmvxYl0Z8kIS7 off=17994153 len=632386 2024-04-13T08:19:25.953 INFO:tasks.workunit.client.0.smithi119.stdout:op 3993 completed, throughput=5MB/sec 2024-04-13T08:19:25.953 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Q9ZIhc7vv1D8uJc off=14996497 len=2007692 2024-04-13T08:19:25.965 INFO:tasks.workunit.client.0.smithi119.stdout:op 3994 completed, throughput=5MB/sec 2024-04-13T08:19:26.966 INFO:tasks.workunit.client.0.smithi119.stdout: 776: throughput=5MB/sec pending data=0 2024-04-13T08:19:26.966 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-f56rIrueB7k_XQL off=6471877 len=432693 2024-04-13T08:19:26.970 INFO:tasks.workunit.client.0.smithi119.stdout:op 3995 completed, throughput=5MB/sec 2024-04-13T08:19:26.970 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-VQW5Gd72qk1xIuh off=3960268 len=1388481 2024-04-13T08:19:26.978 INFO:tasks.workunit.client.0.smithi119.stdout:op 3996 completed, throughput=5MB/sec 2024-04-13T08:19:26.979 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Eqn5wNhQx7AalAa off=19310819 len=1370949 2024-04-13T08:19:26.986 INFO:tasks.workunit.client.0.smithi119.stdout:op 3997 completed, throughput=5MB/sec 2024-04-13T08:19:26.986 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-WGwJzIaTYxIqrSU off=3360942 len=1139697 2024-04-13T08:19:26.990 INFO:tasks.workunit.client.0.smithi119.stdout:op 3998 completed, throughput=5MB/sec 2024-04-13T08:19:27.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:19:26 smithi139 ceph-mon[88985]: pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T08:19:27.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:19:26 smithi119 ceph-mon[96316]: pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T08:19:27.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:19:26 smithi119 ceph-mon[93746]: pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T08:19:27.991 INFO:tasks.workunit.client.0.smithi119.stdout: 777: throughput=4.99MB/sec pending data=0 2024-04-13T08:19:27.991 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-kQG7zAo3XmJjQ04 off=16796785 len=1581696 2024-04-13T08:19:27.999 INFO:tasks.workunit.client.0.smithi119.stdout:op 3999 completed, throughput=5MB/sec 2024-04-13T08:19:27.999 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-mcLTO6TkmFQI-vv off=1496303 len=579917 2024-04-13T08:19:28.000 INFO:tasks.workunit.client.0.smithi119.stdout:op 4000 completed, throughput=5MB/sec 2024-04-13T08:19:28.000 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-PPDqjCS79cPCrG6 off=21503169 len=854497 2024-04-13T08:19:28.008 INFO:tasks.workunit.client.0.smithi119.stdout:op 4001 completed, throughput=5MB/sec 2024-04-13T08:19:28.008 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-mAht6hbufLEIMpW off=2247593 len=111415 2024-04-13T08:19:28.012 INFO:tasks.workunit.client.0.smithi119.stdout:op 4002 completed, throughput=5MB/sec 2024-04-13T08:19:28.012 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-kriBb9KCd17NuaO off=8721749 len=535313 2024-04-13T08:19:28.017 INFO:tasks.workunit.client.0.smithi119.stdout:op 4003 completed, throughput=5MB/sec 2024-04-13T08:19:28.017 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-t1YtEVxeo1g4zkO off=1740924 len=1613081 2024-04-13T08:19:28.018 INFO:tasks.workunit.client.0.smithi119.stdout:op 4004 completed, throughput=5MB/sec 2024-04-13T08:19:29.018 INFO:tasks.workunit.client.0.smithi119.stdout: 778: throughput=4.99MB/sec pending data=0 2024-04-13T08:19:29.019 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3D3nBlZ57XNpJeY off=2242987 len=1402432 2024-04-13T08:19:29.026 INFO:tasks.workunit.client.0.smithi119.stdout:op 4005 completed, throughput=5MB/sec 2024-04-13T08:19:29.026 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Yz2C76yWcYYtEhO off=544830 len=1953085 2024-04-13T08:19:29.028 INFO:tasks.workunit.client.0.smithi119.stdout:op 4006 completed, throughput=5MB/sec 2024-04-13T08:19:29.028 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-DGFiWnb3EuofVqE off=2007818 len=1508277 2024-04-13T08:19:29.030 INFO:tasks.workunit.client.0.smithi119.stdout:op 4007 completed, throughput=5MB/sec 2024-04-13T08:19:29.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:19:28 smithi139 ceph-mon[88985]: pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T08:19:29.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:19:28 smithi119 ceph-mon[96316]: pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T08:19:29.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:19:28 smithi119 ceph-mon[93746]: pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T08:19:30.030 INFO:tasks.workunit.client.0.smithi119.stdout: 779: throughput=4.99MB/sec pending data=0 2024-04-13T08:19:30.031 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-O6Vy2-GoS36HOtk off=2386056 len=494792 2024-04-13T08:19:30.034 INFO:tasks.workunit.client.0.smithi119.stdout:op 4008 completed, throughput=4.99MB/sec 2024-04-13T08:19:30.034 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Xx-GgLo767qO_o5 off=7565170 len=1533500 2024-04-13T08:19:30.035 INFO:tasks.workunit.client.0.smithi119.stdout:op 4009 completed, throughput=5MB/sec 2024-04-13T08:19:30.036 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Ry19LuMDFhQB96s off=11521195 len=1217221 2024-04-13T08:19:30.041 INFO:tasks.workunit.client.0.smithi119.stdout:op 4010 completed, throughput=5MB/sec 2024-04-13T08:19:30.041 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-2ucT7ixr-o41HjH off=24434034 len=870725 2024-04-13T08:19:30.043 INFO:tasks.workunit.client.0.smithi119.stdout:op 4011 completed, throughput=5MB/sec 2024-04-13T08:19:30.043 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ju3tM8uJuftKUzM off=9935405 len=1898084 2024-04-13T08:19:30.056 INFO:tasks.workunit.client.0.smithi119.stdout:op 4012 completed, throughput=5MB/sec 2024-04-13T08:19:31.056 INFO:tasks.workunit.client.0.smithi119.stdout: 780: throughput=4.99MB/sec pending data=0 2024-04-13T08:19:31.057 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-1DUw1dLVpp_BJGr off=3442252 len=443280 2024-04-13T08:19:31.060 INFO:tasks.workunit.client.0.smithi119.stdout:op 4013 completed, throughput=5MB/sec 2024-04-13T08:19:31.061 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-mkMDCJ_G1oVr6W2 off=1199394 len=625686 2024-04-13T08:19:31.064 INFO:tasks.workunit.client.0.smithi119.stdout:op 4014 completed, throughput=5MB/sec 2024-04-13T08:19:31.064 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--VTbQg7EpxkLNcZ off=5488015 len=1398640 2024-04-13T08:19:31.066 INFO:tasks.workunit.client.0.smithi119.stdout:op 4015 completed, throughput=5MB/sec 2024-04-13T08:19:31.066 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-OUUYYMMXo9c2yFG off=3201729 len=1600611 2024-04-13T08:19:31.068 INFO:tasks.workunit.client.0.smithi119.stdout:op 4016 completed, throughput=5MB/sec 2024-04-13T08:19:31.068 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-FFc2ScHsrOY7VQ5 off=0 len=1068501 2024-04-13T08:19:31.073 INFO:tasks.workunit.client.0.smithi119.stdout:op 4017 completed, throughput=5MB/sec 2024-04-13T08:19:31.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:19:30 smithi139 ceph-mon[88985]: pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T08:19:31.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:19:30 smithi119 ceph-mon[96316]: pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T08:19:31.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:19:30 smithi119 ceph-mon[93746]: pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T08:19:32.073 INFO:tasks.workunit.client.0.smithi119.stdout: 781: throughput=4.99MB/sec pending data=0 2024-04-13T08:19:32.073 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-_kzOyuDGe9JMZ5K off=11304962 len=471927 2024-04-13T08:19:32.078 INFO:tasks.workunit.client.0.smithi119.stdout:op 4018 completed, throughput=4.99MB/sec 2024-04-13T08:19:32.078 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--WtfdpWnIAE1Y6J off=826918 len=900227 2024-04-13T08:19:32.079 INFO:tasks.workunit.client.0.smithi119.stdout:op 4019 completed, throughput=5MB/sec 2024-04-13T08:19:32.079 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-7mn4d_U2nKxWxLT off=15386161 len=600578 2024-04-13T08:19:32.084 INFO:tasks.workunit.client.0.smithi119.stdout:op 4020 completed, throughput=5MB/sec 2024-04-13T08:19:32.084 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Afsqccuhbz6Mi8E off=1740144 len=1372494 2024-04-13T08:19:32.092 INFO:tasks.workunit.client.0.smithi119.stdout:op 4021 completed, throughput=5MB/sec 2024-04-13T08:19:32.092 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-FPruUgYTSlEGNrV off=8582702 len=1649430 2024-04-13T08:19:32.094 INFO:tasks.workunit.client.0.smithi119.stdout:op 4022 completed, throughput=5MB/sec 2024-04-13T08:19:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:19:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:19:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:19:33.094 INFO:tasks.workunit.client.0.smithi119.stdout: 782: throughput=4.99MB/sec pending data=0 2024-04-13T08:19:33.094 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-pv5C_lEvaztKQ94 off=12285793 len=1633560 2024-04-13T08:19:33.103 INFO:tasks.workunit.client.0.smithi119.stdout:op 4023 completed, throughput=5MB/sec 2024-04-13T08:19:33.103 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj--yg76K58X7t-r5O off=1360042 len=1572366 2024-04-13T08:19:33.110 INFO:tasks.workunit.client.0.smithi119.stdout:op 4024 completed, throughput=5MB/sec 2024-04-13T08:19:33.110 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-6ykGMyn5j2m2JhO off=4404118 len=1290326 2024-04-13T08:19:33.116 INFO:tasks.workunit.client.0.smithi119.stdout:op 4025 completed, throughput=5MB/sec 2024-04-13T08:19:33.117 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-tmqHo7NGy7LozS2 off=1803689 len=451767 2024-04-13T08:19:33.120 INFO:tasks.workunit.client.0.smithi119.stdout:op 4026 completed, throughput=5MB/sec 2024-04-13T08:19:33.120 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-20996C9ZBDbIQqq off=12600057 len=2036995 2024-04-13T08:19:33.129 INFO:tasks.workunit.client.0.smithi119.stdout:op 4027 completed, throughput=5MB/sec 2024-04-13T08:19:33.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:19:32 smithi139 ceph-mon[88985]: pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T08:19:33.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:19:32 smithi119 ceph-mon[96316]: pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T08:19:33.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:19:32 smithi119 ceph-mon[93746]: pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T08:19:34.130 INFO:tasks.workunit.client.0.smithi119.stdout: 783: throughput=5MB/sec pending data=0 2024-04-13T08:19:34.130 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-F0QT7IOt80UbqSK off=5474440 len=517635 2024-04-13T08:19:34.131 INFO:tasks.workunit.client.0.smithi119.stdout:op 4028 completed, throughput=5MB/sec 2024-04-13T08:19:34.131 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-9HbyENWggcHtBOy off=1763529 len=196083 2024-04-13T08:19:34.131 INFO:tasks.workunit.client.0.smithi119.stdout:op 4029 completed, throughput=5MB/sec 2024-04-13T08:19:34.131 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-LyCopQh8ZE060Yh off=1174034 len=871248 2024-04-13T08:19:34.136 INFO:tasks.workunit.client.0.smithi119.stdout:op 4030 completed, throughput=5MB/sec 2024-04-13T08:19:34.136 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-f1LCJkI42A8CgX5 off=2085162 len=423311 2024-04-13T08:19:34.137 INFO:tasks.workunit.client.0.smithi119.stdout:op 4031 completed, throughput=5MB/sec 2024-04-13T08:19:34.137 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-C4UqoZNW9hNhH4i off=22070372 len=1141489 2024-04-13T08:19:34.143 INFO:tasks.workunit.client.0.smithi119.stdout:op 4032 completed, throughput=5MB/sec 2024-04-13T08:19:34.143 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-NmcElPgSfi7WF8C off=19890530 len=1930840 2024-04-13T08:19:34.147 INFO:tasks.workunit.client.0.smithi119.stdout:op 4033 completed, throughput=5MB/sec 2024-04-13T08:19:35.148 INFO:tasks.workunit.client.0.smithi119.stdout: 784: throughput=5MB/sec pending data=0 2024-04-13T08:19:35.148 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-21Vc6fS2IdLYkMz off=3029081 len=998865 2024-04-13T08:19:35.149 INFO:tasks.workunit.client.0.smithi119.stdout:op 4034 completed, throughput=5MB/sec 2024-04-13T08:19:35.149 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-NdHT8rlkP-NkFnW off=5046045 len=179643 2024-04-13T08:19:35.153 INFO:tasks.workunit.client.0.smithi119.stdout:op 4035 completed, throughput=5MB/sec 2024-04-13T08:19:35.153 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--MmN_OiuPm4lK03 off=157710 len=1787356 2024-04-13T08:19:35.155 INFO:tasks.workunit.client.0.smithi119.stdout:op 4036 completed, throughput=5MB/sec 2024-04-13T08:19:35.155 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-MDL9rVTT3ACgwI2 off=12178101 len=1610615 2024-04-13T08:19:35.161 INFO:tasks.workunit.client.0.smithi119.stdout:op 4037 completed, throughput=5MB/sec 2024-04-13T08:19:35.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:19:34 smithi119 ceph-mon[96316]: pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-13T08:19:35.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:19:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:19:34] "GET /metrics HTTP/1.1" 200 34007 "" "Prometheus/2.43.0" 2024-04-13T08:19:35.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:19:34 smithi119 ceph-mon[93746]: pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-13T08:19:35.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:19:34 smithi139 ceph-mon[88985]: pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-13T08:19:36.161 INFO:tasks.workunit.client.0.smithi119.stdout: 785: throughput=4.99MB/sec pending data=0 2024-04-13T08:19:36.162 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-LfBfGuENeSuCVlZ off=1367351 len=1237097 2024-04-13T08:19:36.169 INFO:tasks.workunit.client.0.smithi119.stdout:op 4038 completed, throughput=5MB/sec 2024-04-13T08:19:36.170 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-a33x_aDmL_-FrPH off=7343577 len=2006125 2024-04-13T08:19:36.171 INFO:tasks.workunit.client.0.smithi119.stdout:op 4039 completed, throughput=5MB/sec 2024-04-13T08:19:36.171 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-HytxUtuANBvOiyu off=5113449 len=1457741 2024-04-13T08:19:36.180 INFO:tasks.workunit.client.0.smithi119.stdout:op 4040 completed, throughput=5MB/sec 2024-04-13T08:19:37.181 INFO:tasks.workunit.client.0.smithi119.stdout: 786: throughput=4.99MB/sec pending data=0 2024-04-13T08:19:37.181 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-961WvJCieBLiixY off=2973081 len=113859 2024-04-13T08:19:37.182 INFO:tasks.workunit.client.0.smithi119.stdout:op 4041 completed, throughput=4.99MB/sec 2024-04-13T08:19:37.182 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-9rLBD3CXmCSZRR_ off=535916 len=1622399 2024-04-13T08:19:37.190 INFO:tasks.workunit.client.0.smithi119.stdout:op 4042 completed, throughput=5MB/sec 2024-04-13T08:19:37.190 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--rb35hFucYggGKo off=1535202 len=722511 2024-04-13T08:19:37.191 INFO:tasks.workunit.client.0.smithi119.stdout:op 4043 completed, throughput=5MB/sec 2024-04-13T08:19:37.191 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-mUfICZWIMFGJ_vs off=5334432 len=1790211 2024-04-13T08:19:37.199 INFO:tasks.workunit.client.0.smithi119.stdout:op 4044 completed, throughput=5MB/sec 2024-04-13T08:19:37.199 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-uR3z_K16PQ_mgLQ off=16903934 len=783469 2024-04-13T08:19:37.201 INFO:tasks.workunit.client.0.smithi119.stdout:op 4045 completed, throughput=5MB/sec 2024-04-13T08:19:37.201 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-57S8bWvOOQ2QQ81 off=16020665 len=806054 2024-04-13T08:19:37.204 INFO:tasks.workunit.client.0.smithi119.stdout:op 4046 completed, throughput=5MB/sec 2024-04-13T08:19:37.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:19:36 smithi139 ceph-mon[88985]: pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:19:37.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:19:36 smithi119 ceph-mon[96316]: pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:19:37.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:19:36 smithi119 ceph-mon[93746]: pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:19:38.205 INFO:tasks.workunit.client.0.smithi119.stdout: 787: throughput=4.99MB/sec pending data=0 2024-04-13T08:19:38.205 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-LtQGbOmnxpfYKE1 off=8303791 len=270271 2024-04-13T08:19:38.208 INFO:tasks.workunit.client.0.smithi119.stdout:op 4047 completed, throughput=4.99MB/sec 2024-04-13T08:19:38.208 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-8KRg4-yq7UlzuJp off=17351367 len=881192 2024-04-13T08:19:38.212 INFO:tasks.workunit.client.0.smithi119.stdout:op 4048 completed, throughput=5MB/sec 2024-04-13T08:19:38.212 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-sWRyJ5S24CxY-Wd off=5170675 len=1145279 2024-04-13T08:19:38.217 INFO:tasks.workunit.client.0.smithi119.stdout:op 4049 completed, throughput=5MB/sec 2024-04-13T08:19:38.217 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-8-GDqAP6IJvKEFE off=5243261 len=1175266 2024-04-13T08:19:38.223 INFO:tasks.workunit.client.0.smithi119.stdout:op 4050 completed, throughput=5MB/sec 2024-04-13T08:19:38.224 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-3X7ej94bLyPP-Yt off=1264628 len=1441849 2024-04-13T08:19:38.226 INFO:tasks.workunit.client.0.smithi119.stdout:op 4051 completed, throughput=5MB/sec 2024-04-13T08:19:39.227 INFO:tasks.workunit.client.0.smithi119.stdout: 788: throughput=4.99MB/sec pending data=0 2024-04-13T08:19:39.227 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-PRLFmTOb1xFLAhB off=11947419 len=595658 2024-04-13T08:19:39.231 INFO:tasks.workunit.client.0.smithi119.stdout:op 4052 completed, throughput=4.99MB/sec 2024-04-13T08:19:39.231 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-l5nu0ouYefk2CNy off=6037446 len=775359 2024-04-13T08:19:39.232 INFO:tasks.workunit.client.0.smithi119.stdout:op 4053 completed, throughput=5MB/sec 2024-04-13T08:19:39.232 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-AfALOWf1XNyhXm9 off=3324023 len=526707 2024-04-13T08:19:39.237 INFO:tasks.workunit.client.0.smithi119.stdout:op 4054 completed, throughput=5MB/sec 2024-04-13T08:19:39.237 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-HRWNmrmbWfLdRhm off=3614823 len=1181465 2024-04-13T08:19:39.242 INFO:tasks.workunit.client.0.smithi119.stdout:op 4055 completed, throughput=5MB/sec 2024-04-13T08:19:39.242 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-v7G3dJX-Nj2yhma off=9190611 len=871545 2024-04-13T08:19:39.243 INFO:tasks.workunit.client.0.smithi119.stdout:op 4056 completed, throughput=5MB/sec 2024-04-13T08:19:39.243 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-leBvi4uNP_RBXzZ off=7328482 len=1989918 2024-04-13T08:19:39.245 INFO:tasks.workunit.client.0.smithi119.stdout:op 4057 completed, throughput=5MB/sec 2024-04-13T08:19:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:19:38 smithi139 ceph-mon[88985]: pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T08:19:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:19:38 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:19:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:19:38 smithi119 ceph-mon[96316]: pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T08:19:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:19:38 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:19:39.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:19:38 smithi119 ceph-mon[93746]: pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T08:19:39.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:19:38 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:19:40.246 INFO:tasks.workunit.client.0.smithi119.stdout: 789: throughput=4.99MB/sec pending data=0 2024-04-13T08:19:40.246 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-X_aEBm33UfVYXkJ off=15540472 len=1689853 2024-04-13T08:19:40.253 INFO:tasks.workunit.client.0.smithi119.stdout:op 4058 completed, throughput=5MB/sec 2024-04-13T08:19:40.253 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-hWBk_MypyT2aesc off=2238668 len=218279 2024-04-13T08:19:40.256 INFO:tasks.workunit.client.0.smithi119.stdout:op 4059 completed, throughput=5MB/sec 2024-04-13T08:19:40.257 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-GMzf2dVva7qdzY8 off=1203860 len=1603190 2024-04-13T08:19:40.259 INFO:tasks.workunit.client.0.smithi119.stdout:op 4060 completed, throughput=5MB/sec 2024-04-13T08:19:40.260 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-4mzerVVIkKBsOSS off=575351 len=995886 2024-04-13T08:19:40.265 INFO:tasks.workunit.client.0.smithi119.stdout:op 4061 completed, throughput=5MB/sec 2024-04-13T08:19:40.265 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-YxVmoINg0PU1lkP off=9641788 len=1932297 2024-04-13T08:19:40.277 INFO:tasks.workunit.client.0.smithi119.stdout:op 4062 completed, throughput=5MB/sec 2024-04-13T08:19:41.278 INFO:tasks.workunit.client.0.smithi119.stdout: 790: throughput=5MB/sec pending data=0 2024-04-13T08:19:41.278 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-8RJTfWR8NrO6BsZ off=8449382 len=1720783 2024-04-13T08:19:41.280 INFO:tasks.workunit.client.0.smithi119.stdout:op 4063 completed, throughput=5MB/sec 2024-04-13T08:19:41.280 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-5CB4P4iTYUqhnBR off=15844859 len=555407 2024-04-13T08:19:41.284 INFO:tasks.workunit.client.0.smithi119.stdout:op 4064 completed, throughput=5MB/sec 2024-04-13T08:19:41.284 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-AxnEeEBtMFjQL-B off=2293023 len=216406 2024-04-13T08:19:41.287 INFO:tasks.workunit.client.0.smithi119.stdout:op 4065 completed, throughput=5MB/sec 2024-04-13T08:19:41.287 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-8f4Pk9lA9_HyKF_ off=1569135 len=2086335 2024-04-13T08:19:41.296 INFO:tasks.workunit.client.0.smithi119.stdout:op 4066 completed, throughput=5MB/sec 2024-04-13T08:19:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:19:40 smithi139 ceph-mon[88985]: pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-13T08:19:41.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:19:40 smithi119 ceph-mon[96316]: pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-13T08:19:41.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:19:40 smithi119 ceph-mon[93746]: pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-13T08:19:42.296 INFO:tasks.workunit.client.0.smithi119.stdout: 791: throughput=4.99MB/sec pending data=0 2024-04-13T08:19:42.297 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-zTXAKTrR-UODv7- off=7525835 len=1157657 2024-04-13T08:19:42.303 INFO:tasks.workunit.client.0.smithi119.stdout:op 4067 completed, throughput=5MB/sec 2024-04-13T08:19:42.303 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Fwu0QvXjExySev9 off=5122703 len=1401632 2024-04-13T08:19:42.305 INFO:tasks.workunit.client.0.smithi119.stdout:op 4068 completed, throughput=5MB/sec 2024-04-13T08:19:42.305 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-rHCbdmWb1IebUMo off=351262 len=1797845 2024-04-13T08:19:42.315 INFO:tasks.workunit.client.0.smithi119.stdout:op 4069 completed, throughput=5MB/sec 2024-04-13T08:19:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:19:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:19:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:19:43.316 INFO:tasks.workunit.client.0.smithi119.stdout: 792: throughput=4.99MB/sec pending data=0 2024-04-13T08:19:43.316 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-HQYaxkMmYilGjM5 off=6089068 len=281946 2024-04-13T08:19:43.317 INFO:tasks.workunit.client.0.smithi119.stdout:op 4070 completed, throughput=4.99MB/sec 2024-04-13T08:19:43.317 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-uAGinAHv2GOYcsA off=6382630 len=700095 2024-04-13T08:19:43.318 INFO:tasks.workunit.client.0.smithi119.stdout:op 4071 completed, throughput=4.99MB/sec 2024-04-13T08:19:43.318 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-BL1bOhceMnYmEJe off=9587153 len=52260 2024-04-13T08:19:43.318 INFO:tasks.workunit.client.0.smithi119.stdout:op 4072 completed, throughput=5MB/sec 2024-04-13T08:19:43.318 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-HC3nMOV1SvwJ7B1 off=15923988 len=1012183 2024-04-13T08:19:43.322 INFO:tasks.workunit.client.0.smithi119.stdout:op 4073 completed, throughput=5MB/sec 2024-04-13T08:19:43.322 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-xaFJNHgcfm80GRo off=12139420 len=1669021 2024-04-13T08:19:43.327 INFO:tasks.workunit.client.0.smithi119.stdout:op 4074 completed, throughput=5MB/sec 2024-04-13T08:19:43.327 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-QZo9k-K_mPFIWza off=5873240 len=1891607 2024-04-13T08:19:43.335 INFO:tasks.workunit.client.0.smithi119.stdout:op 4075 completed, throughput=5MB/sec 2024-04-13T08:19:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:19:42 smithi139 ceph-mon[88985]: pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-13T08:19:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:19:42 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:19:43.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:19:42 smithi119 ceph-mon[96316]: pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-13T08:19:43.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:19:42 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:19:43.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:19:42 smithi119 ceph-mon[93746]: pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-13T08:19:43.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:19:42 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:19:44.335 INFO:tasks.workunit.client.0.smithi119.stdout: 793: throughput=4.99MB/sec pending data=0 2024-04-13T08:19:44.335 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-TNf2Xo9nRNd5L7q off=6822412 len=2031209 2024-04-13T08:19:44.346 INFO:tasks.workunit.client.0.smithi119.stdout:op 4076 completed, throughput=5MB/sec 2024-04-13T08:19:44.346 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-PwStyMFqdAAt7ju off=4803464 len=2064910 2024-04-13T08:19:44.348 INFO:tasks.workunit.client.0.smithi119.stdout:op 4077 completed, throughput=5MB/sec 2024-04-13T08:19:44.348 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-xZ-IDWh0hyFRxCE off=11580233 len=1572416 2024-04-13T08:19:44.355 INFO:tasks.workunit.client.0.smithi119.stdout:op 4078 completed, throughput=5MB/sec 2024-04-13T08:19:44.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:19:44 smithi119 ceph-mon[96316]: pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T08:19:44.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:19:44 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:19:44.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:19:44 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:19:44.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:19:44 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:19:44.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:19:44 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:19:44.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:19:44 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:19:44.819 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:19:44 smithi119 ceph-mon[93746]: pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T08:19:44.820 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:19:44 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:19:44.820 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:19:44 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:19:44.820 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:19:44 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:19:44.820 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:19:44 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:19:44.820 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:19:44 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:19:44.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:19:44 smithi139 ceph-mon[88985]: pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T08:19:44.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:19:44 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:19:44.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:19:44 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:19:44.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:19:44 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:19:44.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:19:44 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:19:44.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:19:44 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:19:45.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:19:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:19:44] "GET /metrics HTTP/1.1" 200 34010 "" "Prometheus/2.43.0" 2024-04-13T08:19:45.355 INFO:tasks.workunit.client.0.smithi119.stdout: 794: throughput=4.99MB/sec pending data=0 2024-04-13T08:19:45.355 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-JNJcK-MjF-Zh1br off=21447674 len=1827275 2024-04-13T08:19:45.366 INFO:tasks.workunit.client.0.smithi119.stdout:op 4079 completed, throughput=5MB/sec 2024-04-13T08:19:45.435 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-rhCJfcsc0ygkFA1 off=11012648 len=861465 2024-04-13T08:19:45.436 INFO:tasks.workunit.client.0.smithi119.stdout:op 4080 completed, throughput=5MB/sec 2024-04-13T08:19:45.436 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-0faamqoRn15RPOJ off=16488703 len=726822 2024-04-13T08:19:45.436 INFO:tasks.workunit.client.0.smithi119.stdout:op 4081 completed, throughput=5MB/sec 2024-04-13T08:19:45.436 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-t_HwpVc3ZbLEklI off=12807737 len=1411957 2024-04-13T08:19:45.436 INFO:tasks.workunit.client.0.smithi119.stdout:op 4082 completed, throughput=5MB/sec 2024-04-13T08:19:46.373 INFO:tasks.workunit.client.0.smithi119.stdout: 795: throughput=4.99MB/sec pending data=0 2024-04-13T08:19:46.374 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Vxo43n-ZRl8NZjs off=18614154 len=1661802 2024-04-13T08:19:46.375 INFO:tasks.workunit.client.0.smithi119.stdout:op 4083 completed, throughput=5MB/sec 2024-04-13T08:19:46.375 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-5PZmpp9cC4Keg8C off=4420878 len=1511868 2024-04-13T08:19:46.382 INFO:tasks.workunit.client.0.smithi119.stdout:op 4084 completed, throughput=5MB/sec 2024-04-13T08:19:46.382 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ank67uE_d44cW36 off=453035 len=131839 2024-04-13T08:19:46.385 INFO:tasks.workunit.client.0.smithi119.stdout:op 4085 completed, throughput=5MB/sec 2024-04-13T08:19:46.385 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-IFBaDDQRXg9nhs1 off=12389130 len=1724816 2024-04-13T08:19:46.395 INFO:tasks.workunit.client.0.smithi119.stdout:op 4086 completed, throughput=5MB/sec 2024-04-13T08:19:46.395 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-xSvzjfhVJJN-5IO off=723934 len=1951315 2024-04-13T08:19:46.406 INFO:tasks.workunit.client.0.smithi119.stdout:op 4087 completed, throughput=5MB/sec 2024-04-13T08:19:46.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:19:46 smithi139 ceph-mon[88985]: pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-13T08:19:46.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:19:46 smithi119 ceph-mon[96316]: pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-13T08:19:46.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:19:46 smithi119 ceph-mon[93746]: pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-13T08:19:47.406 INFO:tasks.workunit.client.0.smithi119.stdout: 796: throughput=5MB/sec pending data=0 2024-04-13T08:19:47.406 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Oz-p6ZnjWkHAEiP off=13585014 len=679920 2024-04-13T08:19:47.407 INFO:tasks.workunit.client.0.smithi119.stdout:op 4088 completed, throughput=5MB/sec 2024-04-13T08:19:47.407 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-0HFkRYLE9lMCIQ7 off=20281466 len=999485 2024-04-13T08:19:47.410 INFO:tasks.workunit.client.0.smithi119.stdout:op 4089 completed, throughput=5MB/sec 2024-04-13T08:19:47.410 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-krssjVT8BproQVa off=316339 len=1280327 2024-04-13T08:19:47.412 INFO:tasks.workunit.client.0.smithi119.stdout:op 4090 completed, throughput=5MB/sec 2024-04-13T08:19:47.412 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-oOMZdiC10pr6fVR off=5760619 len=1423236 2024-04-13T08:19:47.415 INFO:tasks.workunit.client.0.smithi119.stdout:op 4091 completed, throughput=5MB/sec 2024-04-13T08:19:48.415 INFO:tasks.workunit.client.0.smithi119.stdout: 797: throughput=4.99MB/sec pending data=0 2024-04-13T08:19:48.415 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-g1ICEVWVWl-4yds off=531127 len=1159346 2024-04-13T08:19:48.416 INFO:tasks.workunit.client.0.smithi119.stdout:op 4092 completed, throughput=5MB/sec 2024-04-13T08:19:48.417 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-et7NQm3eStgUk5U off=887361 len=1443733 2024-04-13T08:19:48.418 INFO:tasks.workunit.client.0.smithi119.stdout:op 4093 completed, throughput=5MB/sec 2024-04-13T08:19:48.418 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-OJKIkV3gXusPslJ off=4571916 len=723021 2024-04-13T08:19:48.419 INFO:tasks.workunit.client.0.smithi119.stdout:op 4094 completed, throughput=5MB/sec 2024-04-13T08:19:48.419 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-pc0LdH4GkS3mKeM off=164792 len=1694644 2024-04-13T08:19:48.423 INFO:tasks.workunit.client.0.smithi119.stdout:op 4095 completed, throughput=5MB/sec 2024-04-13T08:19:48.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:19:48 smithi139 ceph-mon[88985]: pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-04-13T08:19:48.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:19:48 smithi119 ceph-mon[96316]: pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-04-13T08:19:48.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:19:48 smithi119 ceph-mon[93746]: pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-04-13T08:19:49.424 INFO:tasks.workunit.client.0.smithi119.stdout: 798: throughput=4.99MB/sec pending data=0 2024-04-13T08:19:49.424 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-nuLFJiqhXaDhW5k off=12086628 len=2026740 2024-04-13T08:19:49.434 INFO:tasks.workunit.client.0.smithi119.stdout:op 4096 completed, throughput=5MB/sec 2024-04-13T08:19:49.434 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-gKUY7tz2nzMjmnD off=16836673 len=1593804 2024-04-13T08:19:49.441 INFO:tasks.workunit.client.0.smithi119.stdout:op 4097 completed, throughput=5MB/sec 2024-04-13T08:19:49.442 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Wra5re7msHN-9tJ off=1847161 len=55673 2024-04-13T08:19:49.442 INFO:tasks.workunit.client.0.smithi119.stdout:op 4098 completed, throughput=5MB/sec 2024-04-13T08:19:49.442 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-2lg-GalnalYy7qh off=9980320 len=2006045 2024-04-13T08:19:49.446 INFO:tasks.workunit.client.0.smithi119.stdout:op 4099 completed, throughput=5MB/sec 2024-04-13T08:19:50.447 INFO:tasks.workunit.client.0.smithi119.stdout: 799: throughput=4.99MB/sec pending data=0 2024-04-13T08:19:50.447 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-qgZccw2XRsDG4Qj off=15553756 len=429112 2024-04-13T08:19:50.450 INFO:tasks.workunit.client.0.smithi119.stdout:op 4100 completed, throughput=5MB/sec 2024-04-13T08:19:50.451 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-jQT5u26aapzpdfu off=19800304 len=1794063 2024-04-13T08:19:50.459 INFO:tasks.workunit.client.0.smithi119.stdout:op 4101 completed, throughput=5MB/sec 2024-04-13T08:19:50.460 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-lNaF1z5l95q4wuw off=4886965 len=1974563 2024-04-13T08:19:50.461 INFO:tasks.workunit.client.0.smithi119.stdout:op 4102 completed, throughput=5MB/sec 2024-04-13T08:19:50.461 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-azA8O6GDA3m-vG6 off=18291751 len=1094943 2024-04-13T08:19:50.467 INFO:tasks.workunit.client.0.smithi119.stdout:op 4103 completed, throughput=5MB/sec 2024-04-13T08:19:50.768 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:19:50 smithi119 ceph-mon[96316]: pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-13T08:19:50.768 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:19:50 smithi119 ceph-mon[93746]: pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-13T08:19:50.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:19:50 smithi139 ceph-mon[88985]: pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-13T08:19:51.468 INFO:tasks.workunit.client.0.smithi119.stdout: 800: throughput=4.99MB/sec pending data=0 2024-04-13T08:19:51.468 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-dyjr6VGsWl8TxQ7 off=1811872 len=1319400 2024-04-13T08:19:51.475 INFO:tasks.workunit.client.0.smithi119.stdout:op 4104 completed, throughput=5MB/sec 2024-04-13T08:19:51.475 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-MLsPMDbRqbgUQLa off=4058395 len=289242 2024-04-13T08:19:51.475 INFO:tasks.workunit.client.0.smithi119.stdout:op 4105 completed, throughput=5MB/sec 2024-04-13T08:19:51.475 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-WapiJ2LeRP5fAbK off=1675317 len=418293 2024-04-13T08:19:51.479 INFO:tasks.workunit.client.0.smithi119.stdout:op 4106 completed, throughput=5MB/sec 2024-04-13T08:19:51.479 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-71ToF86TojJ3_UT off=6544290 len=204652 2024-04-13T08:19:51.480 INFO:tasks.workunit.client.0.smithi119.stdout:op 4107 completed, throughput=5MB/sec 2024-04-13T08:19:51.480 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-dyqfEeKQcGbSrHE off=5182782 len=171213 2024-04-13T08:19:51.481 INFO:tasks.workunit.client.0.smithi119.stdout:op 4108 completed, throughput=5MB/sec 2024-04-13T08:19:51.481 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Mjx7Zs5NKpJD00P off=5132389 len=1846116 2024-04-13T08:19:51.492 INFO:tasks.workunit.client.0.smithi119.stdout:op 4109 completed, throughput=5MB/sec 2024-04-13T08:19:51.492 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-w2gEOi7J_mZa8UA off=0 len=1068888 2024-04-13T08:19:51.498 INFO:tasks.workunit.client.0.smithi119.stdout:op 4110 completed, throughput=5MB/sec 2024-04-13T08:19:52.498 INFO:tasks.workunit.client.0.smithi119.stdout: 801: throughput=4.99MB/sec pending data=0 2024-04-13T08:19:52.498 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-mKDkS6uKJiG_fPN off=3377888 len=226423 2024-04-13T08:19:52.499 INFO:tasks.workunit.client.0.smithi119.stdout:op 4111 completed, throughput=4.99MB/sec 2024-04-13T08:19:52.499 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-57wpQdhMs2lZm7N off=14554908 len=704125 2024-04-13T08:19:52.504 INFO:tasks.workunit.client.0.smithi119.stdout:op 4112 completed, throughput=5MB/sec 2024-04-13T08:19:52.504 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-MSrhaAY_EhibvEZ off=5571318 len=1560039 2024-04-13T08:19:52.515 INFO:tasks.workunit.client.0.smithi119.stdout:op 4113 completed, throughput=5MB/sec 2024-04-13T08:19:52.515 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-YiYae2UxpAvPCWK off=331656 len=884107 2024-04-13T08:19:52.516 INFO:tasks.workunit.client.0.smithi119.stdout:op 4114 completed, throughput=5MB/sec 2024-04-13T08:19:52.516 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-23EPiRwJhErhvlu off=2731141 len=1441800 2024-04-13T08:19:52.518 INFO:tasks.workunit.client.0.smithi119.stdout:op 4115 completed, throughput=5MB/sec 2024-04-13T08:19:52.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:19:52 smithi139 ceph-mon[88985]: pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-13T08:19:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:19:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:19:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:19:52.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:19:52 smithi119 ceph-mon[93746]: pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-13T08:19:52.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:19:52 smithi119 ceph-mon[96316]: pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-13T08:19:53.518 INFO:tasks.workunit.client.0.smithi119.stdout: 802: throughput=4.99MB/sec pending data=0 2024-04-13T08:19:53.518 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-eZqGB2oMuR_wDo3 off=3683075 len=966594 2024-04-13T08:19:53.520 INFO:tasks.workunit.client.0.smithi119.stdout:op 4116 completed, throughput=5MB/sec 2024-04-13T08:19:53.520 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-fvA4LetNE2-dCXw off=3077100 len=1200171 2024-04-13T08:19:53.522 INFO:tasks.workunit.client.0.smithi119.stdout:op 4117 completed, throughput=5MB/sec 2024-04-13T08:19:53.523 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-IALiC6R1GgCcLqk off=3254693 len=744724 2024-04-13T08:19:53.524 INFO:tasks.workunit.client.0.smithi119.stdout:op 4118 completed, throughput=5MB/sec 2024-04-13T08:19:53.525 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-9CMLBQgptjROYDV off=4848086 len=664082 2024-04-13T08:19:53.527 INFO:tasks.workunit.client.0.smithi119.stdout:op 4119 completed, throughput=5MB/sec 2024-04-13T08:19:53.527 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-3Q9OFMJj4hw88F- off=1910440 len=559603 2024-04-13T08:19:53.528 INFO:tasks.workunit.client.0.smithi119.stdout:op 4120 completed, throughput=5MB/sec 2024-04-13T08:19:53.528 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-JpxcRv-lgssBuMD off=4301138 len=1536094 2024-04-13T08:19:53.529 INFO:tasks.workunit.client.0.smithi119.stdout:op 4121 completed, throughput=5MB/sec 2024-04-13T08:19:54.530 INFO:tasks.workunit.client.0.smithi119.stdout: 803: throughput=4.99MB/sec pending data=0 2024-04-13T08:19:54.530 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-AvLhnrFCH4RcLlT off=1406075 len=1121322 2024-04-13T08:19:54.531 INFO:tasks.workunit.client.0.smithi119.stdout:op 4122 completed, throughput=5MB/sec 2024-04-13T08:19:54.531 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-g8bGwzwezHe_ba6 off=4550761 len=294672 2024-04-13T08:19:54.533 INFO:tasks.workunit.client.0.smithi119.stdout:op 4123 completed, throughput=5MB/sec 2024-04-13T08:19:54.533 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-b9UeuPbYlR5EURx off=1093478 len=259976 2024-04-13T08:19:54.536 INFO:tasks.workunit.client.0.smithi119.stdout:op 4124 completed, throughput=5MB/sec 2024-04-13T08:19:54.536 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-IL1nusHhZFeh0ti off=5079354 len=1720123 2024-04-13T08:19:54.538 INFO:tasks.workunit.client.0.smithi119.stdout:op 4125 completed, throughput=5MB/sec 2024-04-13T08:19:54.538 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-aW7NVuIEsVmEeDC off=713479 len=1939691 2024-04-13T08:19:54.549 INFO:tasks.workunit.client.0.smithi119.stdout:op 4126 completed, throughput=5MB/sec 2024-04-13T08:19:54.818 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:19:54 smithi119 ceph-mon[96316]: pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T08:19:54.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:19:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:19:54.819 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:19:54 smithi119 ceph-mon[93746]: pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T08:19:54.819 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:19:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:19:54.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:19:54 smithi139 ceph-mon[88985]: pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T08:19:54.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:19:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:19:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:19:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:19:54] "GET /metrics HTTP/1.1" 200 34011 "" "Prometheus/2.43.0" 2024-04-13T08:19:55.550 INFO:tasks.workunit.client.0.smithi119.stdout: 804: throughput=4.99MB/sec pending data=0 2024-04-13T08:19:55.550 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-wDi6rHDLxC8HgQ5 off=5034900 len=1416852 2024-04-13T08:19:55.551 INFO:tasks.workunit.client.0.smithi119.stdout:op 4127 completed, throughput=5MB/sec 2024-04-13T08:19:55.551 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-1d2OW5lOCdNag05 off=7329544 len=740123 2024-04-13T08:19:55.556 INFO:tasks.workunit.client.0.smithi119.stdout:op 4128 completed, throughput=5MB/sec 2024-04-13T08:19:55.556 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-PE9GySjvRu5P4kj off=718585 len=1628769 2024-04-13T08:19:55.558 INFO:tasks.workunit.client.0.smithi119.stdout:op 4129 completed, throughput=5MB/sec 2024-04-13T08:19:55.558 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-q978Hh6q6F7O2Ym off=3430949 len=125737 2024-04-13T08:19:55.560 INFO:tasks.workunit.client.0.smithi119.stdout:op 4130 completed, throughput=5MB/sec 2024-04-13T08:19:55.560 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-iG_eNBDLacIP_2D off=3275144 len=1904294 2024-04-13T08:19:55.562 INFO:tasks.workunit.client.0.smithi119.stdout:op 4131 completed, throughput=5MB/sec 2024-04-13T08:19:56.562 INFO:tasks.workunit.client.0.smithi119.stdout: 805: throughput=5MB/sec pending data=0 2024-04-13T08:19:56.562 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-evq6VtwdaRIqjQG off=11183854 len=2033605 2024-04-13T08:19:56.564 INFO:tasks.workunit.client.0.smithi119.stdout:op 4132 completed, throughput=5MB/sec 2024-04-13T08:19:56.565 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-h5nAO5M94oqy-ZZ off=20604504 len=167829 2024-04-13T08:19:56.568 INFO:tasks.workunit.client.0.smithi119.stdout:op 4133 completed, throughput=5MB/sec 2024-04-13T08:19:56.568 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-D1T7OpMtyVqEe7a off=16766280 len=649218 2024-04-13T08:19:56.569 INFO:tasks.workunit.client.0.smithi119.stdout:op 4134 completed, throughput=5MB/sec 2024-04-13T08:19:56.569 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-7rHsIco6obp6f3S off=4331438 len=762396 2024-04-13T08:19:56.571 INFO:tasks.workunit.client.0.smithi119.stdout:op 4135 completed, throughput=5MB/sec 2024-04-13T08:19:56.571 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-WTRKHuZWoOM-C85 off=1862762 len=1434969 2024-04-13T08:19:56.572 INFO:tasks.workunit.client.0.smithi119.stdout:op 4136 completed, throughput=5MB/sec 2024-04-13T08:19:56.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:19:56 smithi139 ceph-mon[88985]: pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T08:19:56.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:19:56 smithi119 ceph-mon[96316]: pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T08:19:56.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:19:56 smithi119 ceph-mon[93746]: pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T08:19:57.573 INFO:tasks.workunit.client.0.smithi119.stdout: 806: throughput=4.99MB/sec pending data=0 2024-04-13T08:19:57.573 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-PMmaWjPfgUVwMps off=16298103 len=1145474 2024-04-13T08:19:57.578 INFO:tasks.workunit.client.0.smithi119.stdout:op 4137 completed, throughput=5MB/sec 2024-04-13T08:19:57.578 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Ld76B94nnkuMr_M off=4836473 len=790022 2024-04-13T08:19:57.579 INFO:tasks.workunit.client.0.smithi119.stdout:op 4138 completed, throughput=5MB/sec 2024-04-13T08:19:57.580 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-mHO811OotP9lQ1f off=2697032 len=352018 2024-04-13T08:19:57.581 INFO:tasks.workunit.client.0.smithi119.stdout:op 4139 completed, throughput=5MB/sec 2024-04-13T08:19:57.581 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-NmRA12dRAafKw-I off=6656206 len=10293 2024-04-13T08:19:57.583 INFO:tasks.workunit.client.0.smithi119.stdout:op 4140 completed, throughput=5MB/sec 2024-04-13T08:19:57.583 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Fr2gWIiQ7acYEAp off=842848 len=315855 2024-04-13T08:19:57.585 INFO:tasks.workunit.client.0.smithi119.stdout:op 4141 completed, throughput=5MB/sec 2024-04-13T08:19:57.586 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-RVxMLY9WriG4K6W off=8541333 len=253292 2024-04-13T08:19:57.588 INFO:tasks.workunit.client.0.smithi119.stdout:op 4142 completed, throughput=5MB/sec 2024-04-13T08:19:57.588 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-QyF8vGk71oAugY2 off=4822757 len=204074 2024-04-13T08:19:57.589 INFO:tasks.workunit.client.0.smithi119.stdout:op 4143 completed, throughput=5MB/sec 2024-04-13T08:19:57.589 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Utdc-Mi2zvX9u-4 off=18882614 len=1262138 2024-04-13T08:19:57.596 INFO:tasks.workunit.client.0.smithi119.stdout:op 4144 completed, throughput=5MB/sec 2024-04-13T08:19:57.596 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-c3-QKoKNeVSdREc off=1540941 len=1245199 2024-04-13T08:19:57.597 INFO:tasks.workunit.client.0.smithi119.stdout:op 4145 completed, throughput=5MB/sec 2024-04-13T08:19:58.597 INFO:tasks.workunit.client.0.smithi119.stdout: 807: throughput=5MB/sec pending data=0 2024-04-13T08:19:58.598 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-njZHUkOR0ZCFhql off=670352 len=17875 2024-04-13T08:19:58.598 INFO:tasks.workunit.client.0.smithi119.stdout:op 4146 completed, throughput=5MB/sec 2024-04-13T08:19:58.598 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-b2qfKjBrFEwlmNC off=712780 len=1826412 2024-04-13T08:19:58.600 INFO:tasks.workunit.client.0.smithi119.stdout:op 4147 completed, throughput=5MB/sec 2024-04-13T08:19:58.600 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-8oWthMC69jSyUd- off=10777303 len=1791581 2024-04-13T08:19:58.604 INFO:tasks.workunit.client.0.smithi119.stdout:op 4148 completed, throughput=5MB/sec 2024-04-13T08:19:58.604 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-kYrBsh0TgPAbiLq off=7178569 len=783683 2024-04-13T08:19:58.605 INFO:tasks.workunit.client.0.smithi119.stdout:op 4149 completed, throughput=5MB/sec 2024-04-13T08:19:58.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:19:58 smithi139 ceph-mon[88985]: pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T08:19:58.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:19:58 smithi119 ceph-mon[96316]: pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T08:19:58.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:19:58 smithi119 ceph-mon[93746]: pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T08:19:59.606 INFO:tasks.workunit.client.0.smithi119.stdout: 808: throughput=4.99MB/sec pending data=0 2024-04-13T08:19:59.606 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-_D03B7EJIINuH1m off=3059723 len=982714 2024-04-13T08:19:59.611 INFO:tasks.workunit.client.0.smithi119.stdout:op 4150 completed, throughput=5MB/sec 2024-04-13T08:19:59.611 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-yrrfPUUXE0Pr1LB off=1968516 len=504415 2024-04-13T08:19:59.615 INFO:tasks.workunit.client.0.smithi119.stdout:op 4151 completed, throughput=5MB/sec 2024-04-13T08:19:59.615 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-dfw5MpEmxB20gqO off=3087340 len=1596884 2024-04-13T08:19:59.619 INFO:tasks.workunit.client.0.smithi119.stdout:op 4152 completed, throughput=5MB/sec 2024-04-13T08:19:59.619 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-LFfe8Yag_svT-wG off=16984891 len=1865571 2024-04-13T08:19:59.621 INFO:tasks.workunit.client.0.smithi119.stdout:op 4153 completed, throughput=5MB/sec 2024-04-13T08:19:59.621 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-sNDqwaxEUPvdy0E off=2105042 len=12925 2024-04-13T08:19:59.623 INFO:tasks.workunit.client.0.smithi119.stdout:op 4154 completed, throughput=5MB/sec 2024-04-13T08:19:59.623 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-kVc_9s56i9We9Ev off=11591838 len=804318 2024-04-13T08:19:59.628 INFO:tasks.workunit.client.0.smithi119.stdout:op 4155 completed, throughput=5MB/sec 2024-04-13T08:20:00.628 INFO:tasks.workunit.client.0.smithi119.stdout: 809: throughput=4.99MB/sec pending data=0 2024-04-13T08:20:00.628 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-9EXZflyaBfvToFQ off=3342073 len=741373 2024-04-13T08:20:00.629 INFO:tasks.workunit.client.0.smithi119.stdout:op 4156 completed, throughput=5MB/sec 2024-04-13T08:20:00.630 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-AgJ0D8PdI27XeY7 off=14169665 len=1703733 2024-04-13T08:20:00.637 INFO:tasks.workunit.client.0.smithi119.stdout:op 4157 completed, throughput=5MB/sec 2024-04-13T08:20:00.637 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-c1FCOYT354Ylrb6 off=2073736 len=1971425 2024-04-13T08:20:00.641 INFO:tasks.workunit.client.0.smithi119.stdout:op 4158 completed, throughput=5MB/sec 2024-04-13T08:20:00.641 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-KFWUjLkK0ngONNP off=14396 len=284022 2024-04-13T08:20:00.641 INFO:tasks.workunit.client.0.smithi119.stdout:op 4159 completed, throughput=5MB/sec 2024-04-13T08:20:00.641 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-U1wiA6cRDg0FfI3 off=18452057 len=2071335 2024-04-13T08:20:00.655 INFO:tasks.workunit.client.0.smithi119.stdout:op 4160 completed, throughput=5MB/sec 2024-04-13T08:20:00.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:20:00 smithi139 ceph-mon[88985]: pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-13T08:20:00.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:20:00 smithi139 ceph-mon[88985]: overall HEALTH_OK 2024-04-13T08:20:00.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:20:00 smithi119 ceph-mon[96316]: pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-13T08:20:00.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:20:00 smithi119 ceph-mon[96316]: overall HEALTH_OK 2024-04-13T08:20:00.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:20:00 smithi119 ceph-mon[93746]: pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-13T08:20:00.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:20:00 smithi119 ceph-mon[93746]: overall HEALTH_OK 2024-04-13T08:20:01.655 INFO:tasks.workunit.client.0.smithi119.stdout: 810: throughput=5MB/sec pending data=0 2024-04-13T08:20:01.655 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-UCGDzRJalXe0d1R off=8518269 len=814419 2024-04-13T08:20:01.657 INFO:tasks.workunit.client.0.smithi119.stdout:op 4161 completed, throughput=5MB/sec 2024-04-13T08:20:01.658 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-3DxIPRr8yfdsEG8 off=1735634 len=123077 2024-04-13T08:20:01.658 INFO:tasks.workunit.client.0.smithi119.stdout:op 4162 completed, throughput=5MB/sec 2024-04-13T08:20:01.658 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-xf2iiHsO2sneWzy off=19306254 len=1912740 2024-04-13T08:20:01.669 INFO:tasks.workunit.client.0.smithi119.stdout:op 4163 completed, throughput=5MB/sec 2024-04-13T08:20:01.669 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-WjUg3K4MnWlAIVX off=8196609 len=1854312 2024-04-13T08:20:01.679 INFO:tasks.workunit.client.0.smithi119.stdout:op 4164 completed, throughput=5MB/sec 2024-04-13T08:20:02.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:20:02 smithi139 ceph-mon[88985]: pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-13T08:20:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:20:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:20:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:20:02.679 INFO:tasks.workunit.client.0.smithi119.stdout: 811: throughput=5MB/sec pending data=0 2024-04-13T08:20:02.679 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-qPlR-SAdNwjder4 off=103446 len=1677055 2024-04-13T08:20:02.681 INFO:tasks.workunit.client.0.smithi119.stdout:op 4165 completed, throughput=5MB/sec 2024-04-13T08:20:02.681 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-s4bofgajnKss8Kv off=1717577 len=1613298 2024-04-13T08:20:02.690 INFO:tasks.workunit.client.0.smithi119.stdout:op 4166 completed, throughput=5MB/sec 2024-04-13T08:20:02.691 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Pmk3jc699YNSQvq off=5145740 len=1588640 2024-04-13T08:20:02.691 INFO:tasks.workunit.client.0.smithi119.stdout:op 4167 completed, throughput=5MB/sec 2024-04-13T08:20:02.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:20:02 smithi119 ceph-mon[96316]: pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-13T08:20:02.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:20:02 smithi119 ceph-mon[93746]: pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-13T08:20:03.691 INFO:tasks.workunit.client.0.smithi119.stdout: 812: throughput=4.99MB/sec pending data=0 2024-04-13T08:20:03.692 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-rEcFHNnV4uTrhIA off=2430647 len=554466 2024-04-13T08:20:03.692 INFO:tasks.workunit.client.0.smithi119.stdout:op 4168 completed, throughput=5MB/sec 2024-04-13T08:20:03.693 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-t5BmoKv9X_dvMwm off=16247529 len=1544118 2024-04-13T08:20:03.694 INFO:tasks.workunit.client.0.smithi119.stdout:op 4169 completed, throughput=5MB/sec 2024-04-13T08:20:03.694 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-S4IK9_TEa9Xr1x2 off=3267842 len=1195086 2024-04-13T08:20:03.695 INFO:tasks.workunit.client.0.smithi119.stdout:op 4170 completed, throughput=5MB/sec 2024-04-13T08:20:03.696 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-jDeGJt6jsC0vBXM off=14773195 len=1495744 2024-04-13T08:20:03.697 INFO:tasks.workunit.client.0.smithi119.stdout:op 4171 completed, throughput=5MB/sec 2024-04-13T08:20:04.698 INFO:tasks.workunit.client.0.smithi119.stdout: 813: throughput=4.99MB/sec pending data=0 2024-04-13T08:20:04.698 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-6yNOsGkqJtTPZ7N off=5721265 len=829089 2024-04-13T08:20:04.703 INFO:tasks.workunit.client.0.smithi119.stdout:op 4172 completed, throughput=5MB/sec 2024-04-13T08:20:04.703 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-vx2GdaM27l_TSMx off=1458460 len=88905 2024-04-13T08:20:04.706 INFO:tasks.workunit.client.0.smithi119.stdout:op 4173 completed, throughput=5MB/sec 2024-04-13T08:20:04.706 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--k7Q6w8NFF0Uxpc off=6740594 len=1543144 2024-04-13T08:20:04.707 INFO:tasks.workunit.client.0.smithi119.stdout:op 4174 completed, throughput=5MB/sec 2024-04-13T08:20:04.707 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-N0QyUxf_zrtF_r9 off=1743130 len=118699 2024-04-13T08:20:04.710 INFO:tasks.workunit.client.0.smithi119.stdout:op 4175 completed, throughput=5MB/sec 2024-04-13T08:20:04.710 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-NjJcG_naPPcCSF9 off=1985329 len=929901 2024-04-13T08:20:04.712 INFO:tasks.workunit.client.0.smithi119.stdout:op 4176 completed, throughput=5MB/sec 2024-04-13T08:20:04.712 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-F_k5VtPL10tH8xj off=8233805 len=551477 2024-04-13T08:20:04.716 INFO:tasks.workunit.client.0.smithi119.stdout:op 4177 completed, throughput=5MB/sec 2024-04-13T08:20:04.716 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-vxhbS_inZ4sqxMe off=1411762 len=601858 2024-04-13T08:20:04.720 INFO:tasks.workunit.client.0.smithi119.stdout:op 4178 completed, throughput=5MB/sec 2024-04-13T08:20:04.720 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-iqCV-xtw8aJys-3 off=10916972 len=1635202 2024-04-13T08:20:04.723 INFO:tasks.workunit.client.0.smithi119.stdout:op 4179 completed, throughput=5MB/sec 2024-04-13T08:20:04.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:20:04 smithi119 ceph-mon[96316]: pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-13T08:20:04.819 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:20:04 smithi119 ceph-mon[93746]: pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-13T08:20:04.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:20:04 smithi139 ceph-mon[88985]: pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-13T08:20:05.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:20:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:20:04] "GET /metrics HTTP/1.1" 200 34011 "" "Prometheus/2.43.0" 2024-04-13T08:20:05.723 INFO:tasks.workunit.client.0.smithi119.stdout: 814: throughput=5MB/sec pending data=0 2024-04-13T08:20:05.724 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-puP6dL7DPyQTqPb off=2260565 len=1717023 2024-04-13T08:20:05.733 INFO:tasks.workunit.client.0.smithi119.stdout:op 4180 completed, throughput=5MB/sec 2024-04-13T08:20:05.733 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-YKXVns7La__pEsF off=3503409 len=1105005 2024-04-13T08:20:05.735 INFO:tasks.workunit.client.0.smithi119.stdout:op 4181 completed, throughput=5MB/sec 2024-04-13T08:20:05.735 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-DylqL6QvSuvFhr6 off=943414 len=357154 2024-04-13T08:20:05.735 INFO:tasks.workunit.client.0.smithi119.stdout:op 4182 completed, throughput=5MB/sec 2024-04-13T08:20:05.735 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-2H5O7TkAI2ZW0EX off=6105085 len=165898 2024-04-13T08:20:05.736 INFO:tasks.workunit.client.0.smithi119.stdout:op 4183 completed, throughput=5MB/sec 2024-04-13T08:20:05.736 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-e4liohJg8Tx_I4t off=2509574 len=1819562 2024-04-13T08:20:05.738 INFO:tasks.workunit.client.0.smithi119.stdout:op 4184 completed, throughput=5MB/sec 2024-04-13T08:20:06.738 INFO:tasks.workunit.client.0.smithi119.stdout: 815: throughput=5MB/sec pending data=0 2024-04-13T08:20:06.738 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-D-HPYdxxkFfgM8b off=6062298 len=1437506 2024-04-13T08:20:06.740 INFO:tasks.workunit.client.0.smithi119.stdout:op 4185 completed, throughput=5MB/sec 2024-04-13T08:20:06.740 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-5M2F__A5-NUq_b5 off=8459745 len=556329 2024-04-13T08:20:06.744 INFO:tasks.workunit.client.0.smithi119.stdout:op 4186 completed, throughput=5MB/sec 2024-04-13T08:20:06.744 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-GkadgdgwGeVA4xd off=4600751 len=725194 2024-04-13T08:20:06.745 INFO:tasks.workunit.client.0.smithi119.stdout:op 4187 completed, throughput=5MB/sec 2024-04-13T08:20:06.745 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-LLCnx0rm6wN5nbD off=10276798 len=925755 2024-04-13T08:20:06.747 INFO:tasks.workunit.client.0.smithi119.stdout:op 4188 completed, throughput=5MB/sec 2024-04-13T08:20:06.747 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-la_GIxg9mIyOfgU off=7262860 len=1273964 2024-04-13T08:20:06.753 INFO:tasks.workunit.client.0.smithi119.stdout:op 4189 completed, throughput=5MB/sec 2024-04-13T08:20:06.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:20:06 smithi139 ceph-mon[88985]: pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-13T08:20:06.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:20:06 smithi119 ceph-mon[93746]: pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-13T08:20:06.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:20:06 smithi119 ceph-mon[96316]: pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-13T08:20:07.753 INFO:tasks.workunit.client.0.smithi119.stdout: 816: throughput=4.99MB/sec pending data=0 2024-04-13T08:20:07.753 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-sqOkJj8jFabL0Wf off=4656166 len=1116982 2024-04-13T08:20:07.759 INFO:tasks.workunit.client.0.smithi119.stdout:op 4190 completed, throughput=5MB/sec 2024-04-13T08:20:07.760 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-vHGbu5PT97UnW_U off=19639572 len=335536 2024-04-13T08:20:07.762 INFO:tasks.workunit.client.0.smithi119.stdout:op 4191 completed, throughput=5MB/sec 2024-04-13T08:20:07.763 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-JZqfiZA0Jkx73VO off=6284707 len=1081181 2024-04-13T08:20:07.765 INFO:tasks.workunit.client.0.smithi119.stdout:op 4192 completed, throughput=5MB/sec 2024-04-13T08:20:07.765 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-M-XVWkKh8YgWvXE off=4582543 len=266202 2024-04-13T08:20:07.768 INFO:tasks.workunit.client.0.smithi119.stdout:op 4193 completed, throughput=5MB/sec 2024-04-13T08:20:07.768 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-YVVbRxXUl0I7HZF off=3834772 len=2016592 2024-04-13T08:20:07.770 INFO:tasks.workunit.client.0.smithi119.stdout:op 4194 completed, throughput=5MB/sec 2024-04-13T08:20:08.770 INFO:tasks.workunit.client.0.smithi119.stdout: 817: throughput=4.99MB/sec pending data=0 2024-04-13T08:20:08.770 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-EvYHjYxVJAWK0jz off=2151827 len=2046532 2024-04-13T08:20:08.782 INFO:tasks.workunit.client.0.smithi119.stdout:op 4195 completed, throughput=5MB/sec 2024-04-13T08:20:08.783 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-cVleQa3UtQjQcCB off=9469106 len=505938 2024-04-13T08:20:08.787 INFO:tasks.workunit.client.0.smithi119.stdout:op 4196 completed, throughput=5MB/sec 2024-04-13T08:20:08.787 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-YNFgm0pbhM0uiVa off=6662040 len=1297951 2024-04-13T08:20:08.788 INFO:tasks.workunit.client.0.smithi119.stdout:op 4197 completed, throughput=5MB/sec 2024-04-13T08:20:08.788 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-owt-euaS1rqpHEw off=4571439 len=520645 2024-04-13T08:20:08.790 INFO:tasks.workunit.client.0.smithi119.stdout:op 4198 completed, throughput=5MB/sec 2024-04-13T08:20:08.790 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-lClvWUysg2oCe_s off=8396111 len=750878 2024-04-13T08:20:08.794 INFO:tasks.workunit.client.0.smithi119.stdout:op 4199 completed, throughput=5MB/sec 2024-04-13T08:20:08.795 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ZomxQ92E-FFZ2y7 off=5588153 len=516938 2024-04-13T08:20:08.798 INFO:tasks.workunit.client.0.smithi119.stdout:op 4200 completed, throughput=5MB/sec 2024-04-13T08:20:08.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:20:08 smithi139 ceph-mon[88985]: pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-04-13T08:20:08.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:20:08 smithi119 ceph-mon[93746]: pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-04-13T08:20:08.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:20:08 smithi119 ceph-mon[96316]: pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-04-13T08:20:09.798 INFO:tasks.workunit.client.0.smithi119.stdout: 818: throughput=4.99MB/sec pending data=0 2024-04-13T08:20:09.798 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-wJWv9noh4h-6kJY off=523714 len=252216 2024-04-13T08:20:09.802 INFO:tasks.workunit.client.0.smithi119.stdout:op 4201 completed, throughput=4.99MB/sec 2024-04-13T08:20:09.802 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-2iywV1K0NAve4Fq off=9439049 len=1649305 2024-04-13T08:20:09.804 INFO:tasks.workunit.client.0.smithi119.stdout:op 4202 completed, throughput=5MB/sec 2024-04-13T08:20:09.804 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-eumA3cvtb4GHwwR off=18119161 len=1066122 2024-04-13T08:20:09.805 INFO:tasks.workunit.client.0.smithi119.stdout:op 4203 completed, throughput=5MB/sec 2024-04-13T08:20:09.805 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-9kegPppIuqKDBwl off=12092515 len=1526147 2024-04-13T08:20:09.812 INFO:tasks.workunit.client.0.smithi119.stdout:op 4204 completed, throughput=5MB/sec 2024-04-13T08:20:09.812 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-F0EJRsrHtshoURr off=267484 len=2045400 2024-04-13T08:20:09.814 INFO:tasks.workunit.client.0.smithi119.stdout:op 4205 completed, throughput=5MB/sec 2024-04-13T08:20:09.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:20:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:20:09.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:20:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:20:09.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:20:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:20:10.814 INFO:tasks.workunit.client.0.smithi119.stdout: 819: throughput=5MB/sec pending data=0 2024-04-13T08:20:10.814 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-JdmW6FV7nrZiWXB off=4400594 len=316490 2024-04-13T08:20:10.818 INFO:tasks.workunit.client.0.smithi119.stdout:op 4206 completed, throughput=5MB/sec 2024-04-13T08:20:10.818 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-3h8Z694MhndzGUG off=7233149 len=95209 2024-04-13T08:20:10.818 INFO:tasks.workunit.client.0.smithi119.stdout:op 4207 completed, throughput=5MB/sec 2024-04-13T08:20:10.819 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-l2VhOvuXRT1axXd off=2786157 len=658752 2024-04-13T08:20:10.822 INFO:tasks.workunit.client.0.smithi119.stdout:op 4208 completed, throughput=5MB/sec 2024-04-13T08:20:10.823 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-pAJxTiMteUZV62E off=50189 len=1335294 2024-04-13T08:20:10.831 INFO:tasks.workunit.client.0.smithi119.stdout:op 4209 completed, throughput=5MB/sec 2024-04-13T08:20:10.831 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-lpgjqUH0nXS3sce off=1632244 len=1352147 2024-04-13T08:20:10.832 INFO:tasks.workunit.client.0.smithi119.stdout:op 4210 completed, throughput=5MB/sec 2024-04-13T08:20:10.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:20:10 smithi139 ceph-mon[88985]: pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-13T08:20:10.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:20:10 smithi119 ceph-mon[93746]: pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-13T08:20:10.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:20:10 smithi119 ceph-mon[96316]: pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-13T08:20:11.833 INFO:tasks.workunit.client.0.smithi119.stdout: 820: throughput=4.99MB/sec pending data=0 2024-04-13T08:20:11.833 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3_EoeeMJZxwycvK off=1664507 len=885845 2024-04-13T08:20:11.838 INFO:tasks.workunit.client.0.smithi119.stdout:op 4211 completed, throughput=5MB/sec 2024-04-13T08:20:11.838 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-doNXOJ-yySKzn3E off=4053356 len=477127 2024-04-13T08:20:11.842 INFO:tasks.workunit.client.0.smithi119.stdout:op 4212 completed, throughput=5MB/sec 2024-04-13T08:20:11.842 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-U111BOMwjKmKplW off=3562591 len=1287047 2024-04-13T08:20:11.850 INFO:tasks.workunit.client.0.smithi119.stdout:op 4213 completed, throughput=5MB/sec 2024-04-13T08:20:11.850 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-f6JHUY6Fnmxac_d off=16214851 len=1398784 2024-04-13T08:20:11.852 INFO:tasks.workunit.client.0.smithi119.stdout:op 4214 completed, throughput=5MB/sec 2024-04-13T08:20:11.852 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-rdbSY074Y-GqEUj off=16019453 len=1305433 2024-04-13T08:20:11.854 INFO:tasks.workunit.client.0.smithi119.stdout:op 4215 completed, throughput=5MB/sec 2024-04-13T08:20:12.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:20:12 smithi139 ceph-mon[88985]: pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-04-13T08:20:12.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:20:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:20:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:20:12.855 INFO:tasks.workunit.client.0.smithi119.stdout: 821: throughput=4.99MB/sec pending data=0 2024-04-13T08:20:12.855 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-r1WlC07R4ySMPwr off=6891715 len=1702798 2024-04-13T08:20:12.863 INFO:tasks.workunit.client.0.smithi119.stdout:op 4216 completed, throughput=5MB/sec 2024-04-13T08:20:12.863 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-YZNonzuiVuEYX-D off=13899817 len=637980 2024-04-13T08:20:12.867 INFO:tasks.workunit.client.0.smithi119.stdout:op 4217 completed, throughput=5MB/sec 2024-04-13T08:20:12.867 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-5H-yIv2-lJFwo8b off=14140988 len=722489 2024-04-13T08:20:12.872 INFO:tasks.workunit.client.0.smithi119.stdout:op 4218 completed, throughput=5MB/sec 2024-04-13T08:20:12.872 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Ntnr24mUwF1F95K off=1015548 len=1752064 2024-04-13T08:20:12.874 INFO:tasks.workunit.client.0.smithi119.stdout:op 4219 completed, throughput=5MB/sec 2024-04-13T08:20:12.874 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-STA09Fl_c5w8LUM off=9485496 len=1831593 2024-04-13T08:20:12.884 INFO:tasks.workunit.client.0.smithi119.stdout:op 4220 completed, throughput=5MB/sec 2024-04-13T08:20:12.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:20:12 smithi119 ceph-mon[96316]: pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-04-13T08:20:12.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:20:12 smithi119 ceph-mon[93746]: pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-04-13T08:20:13.884 INFO:tasks.workunit.client.0.smithi119.stdout: 822: throughput=5MB/sec pending data=0 2024-04-13T08:20:13.884 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-x3DZzjyMF3YWHxJ off=7270063 len=399518 2024-04-13T08:20:13.885 INFO:tasks.workunit.client.0.smithi119.stdout:op 4221 completed, throughput=5MB/sec 2024-04-13T08:20:13.885 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-8Gizw6sOCqYt5T1 off=4127647 len=1593976 2024-04-13T08:20:13.887 INFO:tasks.workunit.client.0.smithi119.stdout:op 4222 completed, throughput=5MB/sec 2024-04-13T08:20:13.887 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-aFyHlyrquo5AwMY off=3129994 len=1763541 2024-04-13T08:20:13.889 INFO:tasks.workunit.client.0.smithi119.stdout:op 4223 completed, throughput=5MB/sec 2024-04-13T08:20:13.889 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-87c5v6gxQT1nbaZ off=86284 len=1612346 2024-04-13T08:20:13.895 INFO:tasks.workunit.client.0.smithi119.stdout:op 4224 completed, throughput=5MB/sec 2024-04-13T08:20:14.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:20:14 smithi119 ceph-mon[96316]: pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-13T08:20:14.819 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:20:14 smithi119 ceph-mon[93746]: pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-13T08:20:14.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:20:14 smithi139 ceph-mon[88985]: pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-13T08:20:14.895 INFO:tasks.workunit.client.0.smithi119.stdout: 823: throughput=5MB/sec pending data=0 2024-04-13T08:20:14.896 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ai4mhVHKVJq2h3F off=934312 len=2047524 2024-04-13T08:20:14.906 INFO:tasks.workunit.client.0.smithi119.stdout:op 4225 completed, throughput=5MB/sec 2024-04-13T08:20:14.906 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-v81QBWFFiwKbt4l off=2154118 len=218550 2024-04-13T08:20:14.907 INFO:tasks.workunit.client.0.smithi119.stdout:op 4226 completed, throughput=5MB/sec 2024-04-13T08:20:14.907 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-KVbM8CBr2t7vamQ off=166379 len=1225371 2024-04-13T08:20:14.908 INFO:tasks.workunit.client.0.smithi119.stdout:op 4227 completed, throughput=5MB/sec 2024-04-13T08:20:14.908 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-tNKxKnalbW3bbll off=3550555 len=1672359 2024-04-13T08:20:14.917 INFO:tasks.workunit.client.0.smithi119.stdout:op 4228 completed, throughput=5MB/sec 2024-04-13T08:20:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:20:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:20:14] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2024-04-13T08:20:15.917 INFO:tasks.workunit.client.0.smithi119.stdout: 824: throughput=5MB/sec pending data=0 2024-04-13T08:20:15.917 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-moNSxKTbWMjm_GO off=14705427 len=1502339 2024-04-13T08:20:15.919 INFO:tasks.workunit.client.0.smithi119.stdout:op 4229 completed, throughput=5MB/sec 2024-04-13T08:20:15.919 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-58CbfkOsqYj1YGD off=5707032 len=1814049 2024-04-13T08:20:15.921 INFO:tasks.workunit.client.0.smithi119.stdout:op 4230 completed, throughput=5MB/sec 2024-04-13T08:20:15.921 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-htxCVKJX42NjJfA off=16994889 len=342260 2024-04-13T08:20:15.924 INFO:tasks.workunit.client.0.smithi119.stdout:op 4231 completed, throughput=5MB/sec 2024-04-13T08:20:15.925 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-3uaLN0UeAfFsiuw off=3024795 len=704446 2024-04-13T08:20:15.926 INFO:tasks.workunit.client.0.smithi119.stdout:op 4232 completed, throughput=5MB/sec 2024-04-13T08:20:16.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:20:16 smithi139 ceph-mon[88985]: pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:20:16.926 INFO:tasks.workunit.client.0.smithi119.stdout: 825: throughput=4.99MB/sec pending data=0 2024-04-13T08:20:16.927 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-_6VbVw-XCB_2LES off=9887304 len=272096 2024-04-13T08:20:16.928 INFO:tasks.workunit.client.0.smithi119.stdout:op 4233 completed, throughput=4.99MB/sec 2024-04-13T08:20:16.928 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-C0p9aI73LxzWmqj off=7022479 len=954182 2024-04-13T08:20:16.929 INFO:tasks.workunit.client.0.smithi119.stdout:op 4234 completed, throughput=5MB/sec 2024-04-13T08:20:16.929 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-guM8rQsz5V8oIXk off=3047406 len=1639759 2024-04-13T08:20:16.938 INFO:tasks.workunit.client.0.smithi119.stdout:op 4235 completed, throughput=5MB/sec 2024-04-13T08:20:16.938 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ju4Wfw97JlD9xNy off=3845658 len=1818455 2024-04-13T08:20:16.941 INFO:tasks.workunit.client.0.smithi119.stdout:op 4236 completed, throughput=5MB/sec 2024-04-13T08:20:16.941 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-fIi91J7NefMITBj off=17854957 len=1564857 2024-04-13T08:20:16.943 INFO:tasks.workunit.client.0.smithi119.stdout:op 4237 completed, throughput=5MB/sec 2024-04-13T08:20:16.965 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:20:16 smithi119 ceph-mon[96316]: pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:20:16.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:20:16 smithi119 ceph-mon[93746]: pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:20:17.943 INFO:tasks.workunit.client.0.smithi119.stdout: 826: throughput=5MB/sec pending data=0 2024-04-13T08:20:17.944 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-hVyluNAdPeoL6n5 off=7473321 len=1703326 2024-04-13T08:20:17.952 INFO:tasks.workunit.client.0.smithi119.stdout:op 4238 completed, throughput=5MB/sec 2024-04-13T08:20:17.952 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-DPfsmJgSsz1wVo6 off=1135304 len=80639 2024-04-13T08:20:17.955 INFO:tasks.workunit.client.0.smithi119.stdout:op 4239 completed, throughput=5MB/sec 2024-04-13T08:20:17.955 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-DTngVSVOK9MG7Fk off=2075838 len=622446 2024-04-13T08:20:17.959 INFO:tasks.workunit.client.0.smithi119.stdout:op 4240 completed, throughput=5MB/sec 2024-04-13T08:20:17.959 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-BQezxa9qhY8MctE off=6815130 len=1285211 2024-04-13T08:20:17.961 INFO:tasks.workunit.client.0.smithi119.stdout:op 4241 completed, throughput=5MB/sec 2024-04-13T08:20:17.961 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-MK52G1xQZh59b_N off=5032112 len=1788759 2024-04-13T08:20:17.967 INFO:tasks.workunit.client.0.smithi119.stdout:op 4242 completed, throughput=5MB/sec 2024-04-13T08:20:18.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:20:18 smithi139 ceph-mon[88985]: pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-13T08:20:18.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:20:18 smithi119 ceph-mon[96316]: pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-13T08:20:18.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:20:18 smithi119 ceph-mon[93746]: pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-13T08:20:18.967 INFO:tasks.workunit.client.0.smithi119.stdout: 827: throughput=5MB/sec pending data=0 2024-04-13T08:20:18.967 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-5jVSD0Bjy5ZDJze off=20280477 len=1256911 2024-04-13T08:20:18.973 INFO:tasks.workunit.client.0.smithi119.stdout:op 4243 completed, throughput=5MB/sec 2024-04-13T08:20:18.973 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-QrfYLIzpDKFc3Bm off=9708695 len=1728886 2024-04-13T08:20:18.975 INFO:tasks.workunit.client.0.smithi119.stdout:op 4244 completed, throughput=5MB/sec 2024-04-13T08:20:18.975 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-JP7BznjX7BfNpPh off=486734 len=1114691 2024-04-13T08:20:18.981 INFO:tasks.workunit.client.0.smithi119.stdout:op 4245 completed, throughput=5MB/sec 2024-04-13T08:20:19.981 INFO:tasks.workunit.client.0.smithi119.stdout: 828: throughput=4.99MB/sec pending data=0 2024-04-13T08:20:19.982 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ulvzj5ZOhcjhirG off=4960455 len=1325622 2024-04-13T08:20:19.988 INFO:tasks.workunit.client.0.smithi119.stdout:op 4246 completed, throughput=5MB/sec 2024-04-13T08:20:19.988 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-j_eZWvsMxCFQ9fq off=1798791 len=361034 2024-04-13T08:20:19.989 INFO:tasks.workunit.client.0.smithi119.stdout:op 4247 completed, throughput=5MB/sec 2024-04-13T08:20:19.989 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-r8m_LOuRo6Jg8Oz off=5975650 len=1910748 2024-04-13T08:20:20.000 INFO:tasks.workunit.client.0.smithi119.stdout:op 4248 completed, throughput=5MB/sec 2024-04-13T08:20:20.000 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-skcA-K4N7GP_zk5 off=11948805 len=567234 2024-04-13T08:20:20.004 INFO:tasks.workunit.client.0.smithi119.stdout:op 4249 completed, throughput=5MB/sec 2024-04-13T08:20:20.004 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-8ml2IauLPec-AFI off=3334905 len=1026984 2024-04-13T08:20:20.006 INFO:tasks.workunit.client.0.smithi119.stdout:op 4250 completed, throughput=5MB/sec 2024-04-13T08:20:20.006 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-k5k7KdpzqsBELnn off=1846973 len=1763158 2024-04-13T08:20:20.007 INFO:tasks.workunit.client.0.smithi119.stdout:op 4251 completed, throughput=5MB/sec 2024-04-13T08:20:20.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:20:20 smithi139 ceph-mon[88985]: pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:20:20.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:20:20 smithi119 ceph-mon[96316]: pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:20:20.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:20:20 smithi119 ceph-mon[93746]: pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:20:21.008 INFO:tasks.workunit.client.0.smithi119.stdout: 829: throughput=5MB/sec pending data=0 2024-04-13T08:20:21.008 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Mw5pouPIOmudcun off=10443097 len=1102028 2024-04-13T08:20:21.013 INFO:tasks.workunit.client.0.smithi119.stdout:op 4252 completed, throughput=5MB/sec 2024-04-13T08:20:21.013 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-MKV2Ye9EO1Zj9ou off=10252330 len=201778 2024-04-13T08:20:21.014 INFO:tasks.workunit.client.0.smithi119.stdout:op 4253 completed, throughput=5MB/sec 2024-04-13T08:20:21.014 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-HRqpZYiUtbvuHEe off=8752278 len=657981 2024-04-13T08:20:21.018 INFO:tasks.workunit.client.0.smithi119.stdout:op 4254 completed, throughput=5MB/sec 2024-04-13T08:20:21.018 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-j-7q7fBr2-9jRyF off=1024398 len=1349894 2024-04-13T08:20:21.019 INFO:tasks.workunit.client.0.smithi119.stdout:op 4255 completed, throughput=5MB/sec 2024-04-13T08:20:21.019 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-CJXUULiDtWI_nJS off=2551985 len=715892 2024-04-13T08:20:21.023 INFO:tasks.workunit.client.0.smithi119.stdout:op 4256 completed, throughput=5MB/sec 2024-04-13T08:20:22.024 INFO:tasks.workunit.client.0.smithi119.stdout: 830: throughput=4.99MB/sec pending data=0 2024-04-13T08:20:22.024 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-DZWz9TqYZJI0joh off=18140889 len=860089 2024-04-13T08:20:22.025 INFO:tasks.workunit.client.0.smithi119.stdout:op 4257 completed, throughput=5MB/sec 2024-04-13T08:20:22.025 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-GNhSG6JRZ-oluyD off=1462319 len=651576 2024-04-13T08:20:22.029 INFO:tasks.workunit.client.0.smithi119.stdout:op 4258 completed, throughput=5MB/sec 2024-04-13T08:20:22.029 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-bEEB0c7JKVfEW0m off=1593068 len=602315 2024-04-13T08:20:22.033 INFO:tasks.workunit.client.0.smithi119.stdout:op 4259 completed, throughput=5MB/sec 2024-04-13T08:20:22.033 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-QA0P3tzRlOGdAGG off=15849650 len=260393 2024-04-13T08:20:22.036 INFO:tasks.workunit.client.0.smithi119.stdout:op 4260 completed, throughput=5MB/sec 2024-04-13T08:20:22.036 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-XIprJoeAt871aIh off=13994580 len=311439 2024-04-13T08:20:22.039 INFO:tasks.workunit.client.0.smithi119.stdout:op 4261 completed, throughput=5MB/sec 2024-04-13T08:20:22.039 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Eb22RlPksDJAs4A off=15788709 len=734427 2024-04-13T08:20:22.040 INFO:tasks.workunit.client.0.smithi119.stdout:op 4262 completed, throughput=5MB/sec 2024-04-13T08:20:22.040 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-JvczNNk2lYLXCMw off=15822732 len=1680626 2024-04-13T08:20:22.048 INFO:tasks.workunit.client.0.smithi119.stdout:op 4263 completed, throughput=5MB/sec 2024-04-13T08:20:22.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:20:22 smithi139 ceph-mon[88985]: pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T08:20:22.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:20:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:20:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:20:22.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:20:22 smithi119 ceph-mon[96316]: pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T08:20:22.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:20:22 smithi119 ceph-mon[93746]: pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T08:20:23.049 INFO:tasks.workunit.client.0.smithi119.stdout: 831: throughput=4.99MB/sec pending data=0 2024-04-13T08:20:23.049 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-X6bddQ53jh7xwJY off=11693007 len=236098 2024-04-13T08:20:23.050 INFO:tasks.workunit.client.0.smithi119.stdout:op 4264 completed, throughput=4.99MB/sec 2024-04-13T08:20:23.050 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-n7_yzO1VXCigNvz off=4002669 len=600403 2024-04-13T08:20:23.054 INFO:tasks.workunit.client.0.smithi119.stdout:op 4265 completed, throughput=5MB/sec 2024-04-13T08:20:23.054 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-R-GGDRzCm0SiUKb off=2805487 len=947858 2024-04-13T08:20:23.059 INFO:tasks.workunit.client.0.smithi119.stdout:op 4266 completed, throughput=5MB/sec 2024-04-13T08:20:23.059 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ZV-OZSjXPgPQDDK off=5267773 len=888050 2024-04-13T08:20:23.065 INFO:tasks.workunit.client.0.smithi119.stdout:op 4267 completed, throughput=5MB/sec 2024-04-13T08:20:23.065 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-pjUQMS15VfN8tf4 off=4560504 len=644160 2024-04-13T08:20:23.069 INFO:tasks.workunit.client.0.smithi119.stdout:op 4268 completed, throughput=5MB/sec 2024-04-13T08:20:23.069 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-F8BFvvRwGeRoOsv off=10397112 len=437584 2024-04-13T08:20:23.072 INFO:tasks.workunit.client.0.smithi119.stdout:op 4269 completed, throughput=5MB/sec 2024-04-13T08:20:23.072 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-TWnX1cMyMj7chC3 off=6316819 len=1324423 2024-04-13T08:20:23.081 INFO:tasks.workunit.client.0.smithi119.stdout:op 4270 completed, throughput=5MB/sec 2024-04-13T08:20:23.081 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-3pphISaArcbA9CM off=4393951 len=1466701 2024-04-13T08:20:23.082 INFO:tasks.workunit.client.0.smithi119.stdout:op 4271 completed, throughput=5MB/sec 2024-04-13T08:20:24.083 INFO:tasks.workunit.client.0.smithi119.stdout: 832: throughput=5MB/sec pending data=0 2024-04-13T08:20:24.083 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-lUg7al8MWtgzc_v off=6820862 len=1406255 2024-04-13T08:20:24.090 INFO:tasks.workunit.client.0.smithi119.stdout:op 4272 completed, throughput=5MB/sec 2024-04-13T08:20:24.090 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-fUHd3ZmqyXb41br off=5369293 len=1158315 2024-04-13T08:20:24.095 INFO:tasks.workunit.client.0.smithi119.stdout:op 4273 completed, throughput=5MB/sec 2024-04-13T08:20:24.095 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-SAa8sVrC_fwrSD7 off=434924 len=232991 2024-04-13T08:20:24.096 INFO:tasks.workunit.client.0.smithi119.stdout:op 4274 completed, throughput=5MB/sec 2024-04-13T08:20:24.096 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-7F-hW1Tw0qPTeIL off=17572956 len=1551859 2024-04-13T08:20:24.097 INFO:tasks.workunit.client.0.smithi119.stdout:op 4275 completed, throughput=5MB/sec 2024-04-13T08:20:24.820 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:20:24 smithi119 ceph-mon[93746]: pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T08:20:24.820 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:20:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:20:24.821 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:20:24 smithi119 ceph-mon[96316]: pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T08:20:24.821 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:20:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:20:24.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:20:24 smithi139 ceph-mon[88985]: pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T08:20:24.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:20:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:20:25.098 INFO:tasks.workunit.client.0.smithi119.stdout: 833: throughput=4.99MB/sec pending data=0 2024-04-13T08:20:25.098 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-WYcAsiwbYMyhnsf off=12410369 len=1655074 2024-04-13T08:20:25.102 INFO:tasks.workunit.client.0.smithi119.stdout:op 4276 completed, throughput=5MB/sec 2024-04-13T08:20:25.103 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-M6TNe7ZRdsQmu4L off=4981341 len=2093461 2024-04-13T08:20:25.113 INFO:tasks.workunit.client.0.smithi119.stdout:op 4277 completed, throughput=5MB/sec 2024-04-13T08:20:25.113 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-HqJ3h4kziXYgfn1 off=1203671 len=704846 2024-04-13T08:20:25.114 INFO:tasks.workunit.client.0.smithi119.stdout:op 4278 completed, throughput=5MB/sec 2024-04-13T08:20:25.114 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-mtqhuST2dE30Q1H off=2627958 len=913802 2024-04-13T08:20:25.116 INFO:tasks.workunit.client.0.smithi119.stdout:op 4279 completed, throughput=5MB/sec 2024-04-13T08:20:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:20:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:20:24] "GET /metrics HTTP/1.1" 200 34010 "" "Prometheus/2.43.0" 2024-04-13T08:20:26.117 INFO:tasks.workunit.client.0.smithi119.stdout: 834: throughput=4.99MB/sec pending data=0 2024-04-13T08:20:26.117 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3uUYN6NNzS3Z4Ih off=5790935 len=130220 2024-04-13T08:20:26.120 INFO:tasks.workunit.client.0.smithi119.stdout:op 4280 completed, throughput=4.99MB/sec 2024-04-13T08:20:26.120 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-WokE-lpVHfRZu5U off=14571297 len=1281242 2024-04-13T08:20:26.122 INFO:tasks.workunit.client.0.smithi119.stdout:op 4281 completed, throughput=5MB/sec 2024-04-13T08:20:26.122 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-KVgrblIQcODcc5v off=8842429 len=261254 2024-04-13T08:20:26.125 INFO:tasks.workunit.client.0.smithi119.stdout:op 4282 completed, throughput=5MB/sec 2024-04-13T08:20:26.125 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-W4Twxe4E-z6zu2S off=7262218 len=974375 2024-04-13T08:20:26.127 INFO:tasks.workunit.client.0.smithi119.stdout:op 4283 completed, throughput=5MB/sec 2024-04-13T08:20:26.127 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-kGIc16KMiKsK6Sg off=237189 len=750081 2024-04-13T08:20:26.132 INFO:tasks.workunit.client.0.smithi119.stdout:op 4284 completed, throughput=5MB/sec 2024-04-13T08:20:26.132 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-wpJ-NqfUiUYEIME off=3154741 len=1544569 2024-04-13T08:20:26.141 INFO:tasks.workunit.client.0.smithi119.stdout:op 4285 completed, throughput=5MB/sec 2024-04-13T08:20:26.141 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-lR8dt9UwV-S3VVX off=6546988 len=138967 2024-04-13T08:20:26.143 INFO:tasks.workunit.client.0.smithi119.stdout:op 4286 completed, throughput=5MB/sec 2024-04-13T08:20:26.143 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-FZEWQwMywpAY050 off=2147029 len=1289654 2024-04-13T08:20:26.144 INFO:tasks.workunit.client.0.smithi119.stdout:op 4287 completed, throughput=5MB/sec 2024-04-13T08:20:26.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:20:26 smithi139 ceph-mon[88985]: pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-13T08:20:26.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:20:26 smithi119 ceph-mon[96316]: pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-13T08:20:26.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:20:26 smithi119 ceph-mon[93746]: pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-13T08:20:27.144 INFO:tasks.workunit.client.0.smithi119.stdout: 835: throughput=5MB/sec pending data=0 2024-04-13T08:20:27.145 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-5gVs3AO_E_7U2fQ off=0 len=1196839 2024-04-13T08:20:27.147 INFO:tasks.workunit.client.0.smithi119.stdout:op 4288 completed, throughput=5MB/sec 2024-04-13T08:20:27.147 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-oZmIsEWhDWJJ6kB off=7975518 len=24789 2024-04-13T08:20:27.147 INFO:tasks.workunit.client.0.smithi119.stdout:op 4289 completed, throughput=5MB/sec 2024-04-13T08:20:27.147 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-fbb0z8I1bAFazyo off=2846490 len=116090 2024-04-13T08:20:27.150 INFO:tasks.workunit.client.0.smithi119.stdout:op 4290 completed, throughput=5MB/sec 2024-04-13T08:20:27.150 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-aayrww9dLmp6gj_ off=313369 len=884093 2024-04-13T08:20:27.152 INFO:tasks.workunit.client.0.smithi119.stdout:op 4291 completed, throughput=5MB/sec 2024-04-13T08:20:27.152 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-EY6b49yF9UMMktx off=10404821 len=1223309 2024-04-13T08:20:27.154 INFO:tasks.workunit.client.0.smithi119.stdout:op 4292 completed, throughput=5MB/sec 2024-04-13T08:20:27.154 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-TksPXQGYfadSz5- off=1245410 len=1908062 2024-04-13T08:20:27.165 INFO:tasks.workunit.client.0.smithi119.stdout:op 4293 completed, throughput=5MB/sec 2024-04-13T08:20:28.165 INFO:tasks.workunit.client.0.smithi119.stdout: 836: throughput=5MB/sec pending data=0 2024-04-13T08:20:28.165 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-SsxTSlwfIzwY1xu off=917617 len=694555 2024-04-13T08:20:28.166 INFO:tasks.workunit.client.0.smithi119.stdout:op 4294 completed, throughput=5MB/sec 2024-04-13T08:20:28.167 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-_m8WPyxjJxmXNkx off=15502084 len=632872 2024-04-13T08:20:28.167 INFO:tasks.workunit.client.0.smithi119.stdout:op 4295 completed, throughput=5MB/sec 2024-04-13T08:20:28.168 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-UOqW_paNmNVLCGV off=2624484 len=157802 2024-04-13T08:20:28.170 INFO:tasks.workunit.client.0.smithi119.stdout:op 4296 completed, throughput=5MB/sec 2024-04-13T08:20:28.171 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-TyQgjvgfNDxaRQL off=11071359 len=871669 2024-04-13T08:20:28.175 INFO:tasks.workunit.client.0.smithi119.stdout:op 4297 completed, throughput=5MB/sec 2024-04-13T08:20:28.175 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-QHq0XOW66iuLA_h off=2965210 len=22827 2024-04-13T08:20:28.175 INFO:tasks.workunit.client.0.smithi119.stdout:op 4298 completed, throughput=5MB/sec 2024-04-13T08:20:28.176 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ExDD0Uf9TIM40eG off=7358845 len=1888351 2024-04-13T08:20:28.186 INFO:tasks.workunit.client.0.smithi119.stdout:op 4299 completed, throughput=5MB/sec 2024-04-13T08:20:28.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:20:28 smithi139 ceph-mon[88985]: pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T08:20:28.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:20:28 smithi119 ceph-mon[96316]: pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T08:20:28.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:20:28 smithi119 ceph-mon[93746]: pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T08:20:29.186 INFO:tasks.workunit.client.0.smithi119.stdout: 837: throughput=4.99MB/sec pending data=0 2024-04-13T08:20:29.187 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Gh0O_NSEV7GTno8 off=9285542 len=1228060 2024-04-13T08:20:29.192 INFO:tasks.workunit.client.0.smithi119.stdout:op 4300 completed, throughput=5MB/sec 2024-04-13T08:20:29.192 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-SEFiEQbJD9nkLk- off=1615397 len=906725 2024-04-13T08:20:29.197 INFO:tasks.workunit.client.0.smithi119.stdout:op 4301 completed, throughput=5MB/sec 2024-04-13T08:20:29.197 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-J8MOvypJlLADbZ9 off=672236 len=1797046 2024-04-13T08:20:29.202 INFO:tasks.workunit.client.0.smithi119.stdout:op 4302 completed, throughput=5MB/sec 2024-04-13T08:20:29.202 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-0Sd_j8TESWEm7LS off=11868273 len=1457261 2024-04-13T08:20:29.209 INFO:tasks.workunit.client.0.smithi119.stdout:op 4303 completed, throughput=5MB/sec 2024-04-13T08:20:30.209 INFO:tasks.workunit.client.0.smithi119.stdout: 838: throughput=4.99MB/sec pending data=0 2024-04-13T08:20:30.210 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-8QvZgg9ecenLaUB off=9836762 len=1550370 2024-04-13T08:20:30.218 INFO:tasks.workunit.client.0.smithi119.stdout:op 4304 completed, throughput=5MB/sec 2024-04-13T08:20:30.218 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-VlqT_7HTvdS0Fe- off=10289664 len=1100635 2024-04-13T08:20:30.224 INFO:tasks.workunit.client.0.smithi119.stdout:op 4305 completed, throughput=5MB/sec 2024-04-13T08:20:30.224 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-WRwI6Ezqr7BHD_1 off=1684023 len=1259957 2024-04-13T08:20:30.229 INFO:tasks.workunit.client.0.smithi119.stdout:op 4306 completed, throughput=5MB/sec 2024-04-13T08:20:30.229 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-G6dl916j-ivId6P off=4471628 len=926677 2024-04-13T08:20:30.231 INFO:tasks.workunit.client.0.smithi119.stdout:op 4307 completed, throughput=5MB/sec 2024-04-13T08:20:30.231 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-IYqgByncFQgQIIT off=3042879 len=650400 2024-04-13T08:20:30.234 INFO:tasks.workunit.client.0.smithi119.stdout:op 4308 completed, throughput=5MB/sec 2024-04-13T08:20:30.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:20:30 smithi139 ceph-mon[88985]: pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:20:30.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:20:30 smithi119 ceph-mon[96316]: pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:20:30.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:20:30 smithi119 ceph-mon[93746]: pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:20:31.235 INFO:tasks.workunit.client.0.smithi119.stdout: 839: throughput=4.99MB/sec pending data=0 2024-04-13T08:20:31.235 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-M7yhLH-k_xv0Chp off=2771244 len=1101209 2024-04-13T08:20:31.236 INFO:tasks.workunit.client.0.smithi119.stdout:op 4309 completed, throughput=5MB/sec 2024-04-13T08:20:31.236 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-8bChUoTxZAK-TGI off=7706968 len=2059412 2024-04-13T08:20:31.238 INFO:tasks.workunit.client.0.smithi119.stdout:op 4310 completed, throughput=5MB/sec 2024-04-13T08:20:31.239 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-WRwI6Ezqr7BHD_1 off=3996441 len=545036 2024-04-13T08:20:31.242 INFO:tasks.workunit.client.0.smithi119.stdout:op 4311 completed, throughput=5MB/sec 2024-04-13T08:20:31.242 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-b-2qj20Wkwgdykw off=7023657 len=349274 2024-04-13T08:20:31.246 INFO:tasks.workunit.client.0.smithi119.stdout:op 4312 completed, throughput=5MB/sec 2024-04-13T08:20:31.246 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-OHXjqyy40Gyz477 off=3030852 len=1084834 2024-04-13T08:20:31.247 INFO:tasks.workunit.client.0.smithi119.stdout:op 4313 completed, throughput=5MB/sec 2024-04-13T08:20:32.247 INFO:tasks.workunit.client.0.smithi119.stdout: 840: throughput=4.99MB/sec pending data=0 2024-04-13T08:20:32.248 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-M8FPgb7oU0mBRS1 off=5532658 len=705800 2024-04-13T08:20:32.252 INFO:tasks.workunit.client.0.smithi119.stdout:op 4314 completed, throughput=5MB/sec 2024-04-13T08:20:32.252 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Boxg4SQ-Q1BSvZ- off=407316 len=119816 2024-04-13T08:20:32.254 INFO:tasks.workunit.client.0.smithi119.stdout:op 4315 completed, throughput=5MB/sec 2024-04-13T08:20:32.254 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-urn0WmxomDp7HGD off=1123017 len=851062 2024-04-13T08:20:32.255 INFO:tasks.workunit.client.0.smithi119.stdout:op 4316 completed, throughput=5MB/sec 2024-04-13T08:20:32.255 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-44emkqD6tcXEEiU off=5976849 len=1738812 2024-04-13T08:20:32.259 INFO:tasks.workunit.client.0.smithi119.stdout:op 4317 completed, throughput=5MB/sec 2024-04-13T08:20:32.259 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Ds1rV6P_j14i3bJ off=384076 len=875149 2024-04-13T08:20:32.260 INFO:tasks.workunit.client.0.smithi119.stdout:op 4318 completed, throughput=5MB/sec 2024-04-13T08:20:32.260 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-IZ2bW4luvmNV828 off=17355808 len=857847 2024-04-13T08:20:32.261 INFO:tasks.workunit.client.0.smithi119.stdout:op 4319 completed, throughput=5MB/sec 2024-04-13T08:20:32.261 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-YawtUZhLHEduy7D off=1001666 len=1229755 2024-04-13T08:20:32.263 INFO:tasks.workunit.client.0.smithi119.stdout:op 4320 completed, throughput=5MB/sec 2024-04-13T08:20:32.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:20:32 smithi139 ceph-mon[88985]: pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T08:20:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:20:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:20:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:20:32.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:20:32 smithi119 ceph-mon[96316]: pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T08:20:32.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:20:32 smithi119 ceph-mon[93746]: pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T08:20:33.263 INFO:tasks.workunit.client.0.smithi119.stdout: 841: throughput=5MB/sec pending data=0 2024-04-13T08:20:33.263 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-R-crRZvYTAfjm-u off=8248626 len=1858158 2024-04-13T08:20:33.275 INFO:tasks.workunit.client.0.smithi119.stdout:op 4321 completed, throughput=5MB/sec 2024-04-13T08:20:33.275 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-4cjGqI7__44gQcG off=340870 len=2061607 2024-04-13T08:20:33.286 INFO:tasks.workunit.client.0.smithi119.stdout:op 4322 completed, throughput=5MB/sec 2024-04-13T08:20:33.287 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-A1Qg7M4-N6_6J-7 off=1909818 len=1502759 2024-04-13T08:20:33.289 INFO:tasks.workunit.client.0.smithi119.stdout:op 4323 completed, throughput=5MB/sec 2024-04-13T08:20:34.289 INFO:tasks.workunit.client.0.smithi119.stdout: 842: throughput=5MB/sec pending data=0 2024-04-13T08:20:34.289 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-y5XA-41ilslrpjZ off=4110991 len=902344 2024-04-13T08:20:34.290 INFO:tasks.workunit.client.0.smithi119.stdout:op 4324 completed, throughput=5MB/sec 2024-04-13T08:20:34.290 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-UuFAweje_CMivF5 off=3964480 len=1808214 2024-04-13T08:20:34.299 INFO:tasks.workunit.client.0.smithi119.stdout:op 4325 completed, throughput=5MB/sec 2024-04-13T08:20:34.300 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ie0pTj0HkvgDMqp off=10859350 len=13931 2024-04-13T08:20:34.300 INFO:tasks.workunit.client.0.smithi119.stdout:op 4326 completed, throughput=5MB/sec 2024-04-13T08:20:34.300 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-LuOVw0VS30Efz6p off=4393590 len=1732112 2024-04-13T08:20:34.308 INFO:tasks.workunit.client.0.smithi119.stdout:op 4327 completed, throughput=5MB/sec 2024-04-13T08:20:34.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:20:34 smithi119 ceph-mon[96316]: pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:20:34.819 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:20:34 smithi119 ceph-mon[93746]: pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:20:34.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:20:34 smithi139 ceph-mon[88985]: pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:20:35.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:20:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:20:34] "GET /metrics HTTP/1.1" 200 34010 "" "Prometheus/2.43.0" 2024-04-13T08:20:35.308 INFO:tasks.workunit.client.0.smithi119.stdout: 843: throughput=4.99MB/sec pending data=0 2024-04-13T08:20:35.308 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-9crLevh89mBDhVS off=12554091 len=2876 2024-04-13T08:20:35.311 INFO:tasks.workunit.client.0.smithi119.stdout:op 4328 completed, throughput=4.99MB/sec 2024-04-13T08:20:35.311 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-KtZbx9pWNaYJX2W off=1435142 len=631692 2024-04-13T08:20:35.314 INFO:tasks.workunit.client.0.smithi119.stdout:op 4329 completed, throughput=5MB/sec 2024-04-13T08:20:35.315 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-21mqUM9FSE3Aabt off=5645402 len=1378656 2024-04-13T08:20:35.322 INFO:tasks.workunit.client.0.smithi119.stdout:op 4330 completed, throughput=5MB/sec 2024-04-13T08:20:35.322 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-b7tUaWV6w7oegM_ off=17631206 len=1972746 2024-04-13T08:20:35.329 INFO:tasks.workunit.client.0.smithi119.stdout:op 4331 completed, throughput=5MB/sec 2024-04-13T08:20:35.329 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-xhYbwhpYVF9bwor off=13839729 len=1504435 2024-04-13T08:20:35.330 INFO:tasks.workunit.client.0.smithi119.stdout:op 4332 completed, throughput=5MB/sec 2024-04-13T08:20:36.330 INFO:tasks.workunit.client.0.smithi119.stdout: 844: throughput=4.99MB/sec pending data=0 2024-04-13T08:20:36.331 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-4xGQ_COix46xZvn off=3061851 len=1289913 2024-04-13T08:20:36.332 INFO:tasks.workunit.client.0.smithi119.stdout:op 4333 completed, throughput=5MB/sec 2024-04-13T08:20:36.332 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-PuAl9AhlveHHU8- off=3245691 len=1633766 2024-04-13T08:20:36.342 INFO:tasks.workunit.client.0.smithi119.stdout:op 4334 completed, throughput=5MB/sec 2024-04-13T08:20:36.342 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-e4liohJg8Tx_I4t off=1996803 len=510008 2024-04-13T08:20:36.345 INFO:tasks.workunit.client.0.smithi119.stdout:op 4335 completed, throughput=5MB/sec 2024-04-13T08:20:36.345 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Yg1LtPrup73u18_ off=2349537 len=113478 2024-04-13T08:20:36.346 INFO:tasks.workunit.client.0.smithi119.stdout:op 4336 completed, throughput=5MB/sec 2024-04-13T08:20:36.346 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-53AsQzhJL-2zV93 off=0 len=1731410 2024-04-13T08:20:36.349 INFO:tasks.workunit.client.0.smithi119.stdout:op 4337 completed, throughput=5MB/sec 2024-04-13T08:20:36.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:20:36 smithi139 ceph-mon[88985]: pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T08:20:36.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:20:36 smithi119 ceph-mon[93746]: pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T08:20:36.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:20:36 smithi119 ceph-mon[96316]: pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T08:20:37.350 INFO:tasks.workunit.client.0.smithi119.stdout: 845: throughput=4.99MB/sec pending data=0 2024-04-13T08:20:37.350 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-hpVnLBfPMhVk4WV off=5365740 len=102546 2024-04-13T08:20:37.353 INFO:tasks.workunit.client.0.smithi119.stdout:op 4338 completed, throughput=4.99MB/sec 2024-04-13T08:20:37.353 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-x19r6Yztcd6cRda off=1585210 len=452521 2024-04-13T08:20:37.356 INFO:tasks.workunit.client.0.smithi119.stdout:op 4339 completed, throughput=5MB/sec 2024-04-13T08:20:37.356 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-mZmooH_x_04QQfW off=1249371 len=187577 2024-04-13T08:20:37.357 INFO:tasks.workunit.client.0.smithi119.stdout:op 4340 completed, throughput=5MB/sec 2024-04-13T08:20:37.357 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-SeQgpE4nKahaPhE off=4956231 len=1461771 2024-04-13T08:20:37.365 INFO:tasks.workunit.client.0.smithi119.stdout:op 4341 completed, throughput=5MB/sec 2024-04-13T08:20:37.365 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-rAKZDl4pxrSlYLl off=771006 len=639912 2024-04-13T08:20:37.366 INFO:tasks.workunit.client.0.smithi119.stdout:op 4342 completed, throughput=5MB/sec 2024-04-13T08:20:37.366 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-LRoqxrCOXiUhLSc off=1628091 len=1226627 2024-04-13T08:20:37.368 INFO:tasks.workunit.client.0.smithi119.stdout:op 4343 completed, throughput=5MB/sec 2024-04-13T08:20:37.368 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-tuyWqdLK4-WAqBv off=2880964 len=1932009 2024-04-13T08:20:37.371 INFO:tasks.workunit.client.0.smithi119.stdout:op 4344 completed, throughput=5MB/sec 2024-04-13T08:20:38.371 INFO:tasks.workunit.client.0.smithi119.stdout: 846: throughput=5MB/sec pending data=0 2024-04-13T08:20:38.371 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-WCccvc3xVFloS6q off=10671192 len=775004 2024-04-13T08:20:38.376 INFO:tasks.workunit.client.0.smithi119.stdout:op 4345 completed, throughput=5MB/sec 2024-04-13T08:20:38.376 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-l2Fpp5Tk86jYfk4 off=339402 len=1564876 2024-04-13T08:20:38.378 INFO:tasks.workunit.client.0.smithi119.stdout:op 4346 completed, throughput=5MB/sec 2024-04-13T08:20:38.378 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ipiwdy25MgObHUl off=1657819 len=1052173 2024-04-13T08:20:38.384 INFO:tasks.workunit.client.0.smithi119.stdout:op 4347 completed, throughput=5MB/sec 2024-04-13T08:20:38.384 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-sbl-5FPFqWTIY1p off=9432248 len=970742 2024-04-13T08:20:38.389 INFO:tasks.workunit.client.0.smithi119.stdout:op 4348 completed, throughput=5MB/sec 2024-04-13T08:20:38.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:20:38 smithi139 ceph-mon[88985]: pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T08:20:38.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:20:38 smithi119 ceph-mon[96316]: pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T08:20:38.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:20:38 smithi119 ceph-mon[93746]: pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T08:20:39.390 INFO:tasks.workunit.client.0.smithi119.stdout: 847: throughput=4.99MB/sec pending data=0 2024-04-13T08:20:39.390 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-lLYpoR_073JOZ4S off=3610413 len=569176 2024-04-13T08:20:39.394 INFO:tasks.workunit.client.0.smithi119.stdout:op 4349 completed, throughput=4.99MB/sec 2024-04-13T08:20:39.394 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-VsWxxpK2A1z_HUj off=2028869 len=86687 2024-04-13T08:20:39.397 INFO:tasks.workunit.client.0.smithi119.stdout:op 4350 completed, throughput=4.99MB/sec 2024-04-13T08:20:39.397 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-r85Q7QwcaX8nEVJ off=7851147 len=534528 2024-04-13T08:20:39.398 INFO:tasks.workunit.client.0.smithi119.stdout:op 4351 completed, throughput=5MB/sec 2024-04-13T08:20:39.398 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-zffTDLvuU7l2ldM off=39150 len=1123160 2024-04-13T08:20:39.404 INFO:tasks.workunit.client.0.smithi119.stdout:op 4352 completed, throughput=5MB/sec 2024-04-13T08:20:39.405 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-MZMPd1kFGwQi8kA off=1272210 len=1748434 2024-04-13T08:20:39.406 INFO:tasks.workunit.client.0.smithi119.stdout:op 4353 completed, throughput=5MB/sec 2024-04-13T08:20:39.406 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-TNf2Xo9nRNd5L7q off=5130163 len=781044 2024-04-13T08:20:39.408 INFO:tasks.workunit.client.0.smithi119.stdout:op 4354 completed, throughput=5MB/sec 2024-04-13T08:20:39.408 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-aB8NBhN7MCX1Yqw off=6797423 len=773206 2024-04-13T08:20:39.409 INFO:tasks.workunit.client.0.smithi119.stdout:op 4355 completed, throughput=5MB/sec 2024-04-13T08:20:39.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:20:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:20:39.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:20:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:20:39.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:20:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:20:40.409 INFO:tasks.workunit.client.0.smithi119.stdout: 848: throughput=4.99MB/sec pending data=0 2024-04-13T08:20:40.409 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-3odEH8_eohi1QYB off=4291956 len=1430651 2024-04-13T08:20:40.412 INFO:tasks.workunit.client.0.smithi119.stdout:op 4356 completed, throughput=5MB/sec 2024-04-13T08:20:40.412 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-AD_xQmlYP-faa9q off=3954009 len=286671 2024-04-13T08:20:40.416 INFO:tasks.workunit.client.0.smithi119.stdout:op 4357 completed, throughput=5MB/sec 2024-04-13T08:20:40.416 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-4jRg-muGfVV8GIC off=546321 len=1810033 2024-04-13T08:20:40.419 INFO:tasks.workunit.client.0.smithi119.stdout:op 4358 completed, throughput=5MB/sec 2024-04-13T08:20:40.419 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-1xzZAUTfC3vMnen off=20304062 len=884942 2024-04-13T08:20:40.421 INFO:tasks.workunit.client.0.smithi119.stdout:op 4359 completed, throughput=5MB/sec 2024-04-13T08:20:40.421 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-oiWMTTQHbHMXvEf off=5947210 len=1479099 2024-04-13T08:20:40.429 INFO:tasks.workunit.client.0.smithi119.stdout:op 4360 completed, throughput=5MB/sec 2024-04-13T08:20:40.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:20:40 smithi139 ceph-mon[88985]: pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:20:40.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:20:40 smithi119 ceph-mon[96316]: pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:20:40.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:20:40 smithi119 ceph-mon[93746]: pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:20:41.429 INFO:tasks.workunit.client.0.smithi119.stdout: 849: throughput=5MB/sec pending data=0 2024-04-13T08:20:41.429 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-we8wxInyODQTYpA off=14219871 len=108159 2024-04-13T08:20:41.430 INFO:tasks.workunit.client.0.smithi119.stdout:op 4361 completed, throughput=5MB/sec 2024-04-13T08:20:41.430 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3OmSXPak27aNEel off=5098638 len=1116693 2024-04-13T08:20:41.436 INFO:tasks.workunit.client.0.smithi119.stdout:op 4362 completed, throughput=5MB/sec 2024-04-13T08:20:41.436 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-d4lOgvkK2p3IAP2 off=6991854 len=1023523 2024-04-13T08:20:41.443 INFO:tasks.workunit.client.0.smithi119.stdout:op 4363 completed, throughput=5MB/sec 2024-04-13T08:20:41.443 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-rXLzZ8X-zLSDiv4 off=9427394 len=457282 2024-04-13T08:20:41.446 INFO:tasks.workunit.client.0.smithi119.stdout:op 4364 completed, throughput=5MB/sec 2024-04-13T08:20:41.446 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-6MacPvPo3F_Z0Ij off=4965095 len=1948856 2024-04-13T08:20:41.449 INFO:tasks.workunit.client.0.smithi119.stdout:op 4365 completed, throughput=5MB/sec 2024-04-13T08:20:42.450 INFO:tasks.workunit.client.0.smithi119.stdout: 850: throughput=4.99MB/sec pending data=0 2024-04-13T08:20:42.450 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-9a21vYqYnJlH0Sq off=2018681 len=646278 2024-04-13T08:20:42.454 INFO:tasks.workunit.client.0.smithi119.stdout:op 4366 completed, throughput=5MB/sec 2024-04-13T08:20:42.454 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-IFBaDDQRXg9nhs1 off=12371470 len=593574 2024-04-13T08:20:42.458 INFO:tasks.workunit.client.0.smithi119.stdout:op 4367 completed, throughput=5MB/sec 2024-04-13T08:20:42.458 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ictWbb9TmBL7Iqb off=17413747 len=592196 2024-04-13T08:20:42.459 INFO:tasks.workunit.client.0.smithi119.stdout:op 4368 completed, throughput=5MB/sec 2024-04-13T08:20:42.459 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-f7W1nZLsHwU7CTS off=3588715 len=1924545 2024-04-13T08:20:42.468 INFO:tasks.workunit.client.0.smithi119.stdout:op 4369 completed, throughput=5MB/sec 2024-04-13T08:20:42.468 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-QdWMOvAyYcdQVhR off=10678352 len=1650899 2024-04-13T08:20:42.471 INFO:tasks.workunit.client.0.smithi119.stdout:op 4370 completed, throughput=5MB/sec 2024-04-13T08:20:42.575 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:20:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:20:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:20:42.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:20:42 smithi139 ceph-mon[88985]: pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-13T08:20:42.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:20:42 smithi119 ceph-mon[93746]: pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-13T08:20:42.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:20:42 smithi119 ceph-mon[96316]: pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-13T08:20:43.472 INFO:tasks.workunit.client.0.smithi119.stdout: 851: throughput=4.99MB/sec pending data=0 2024-04-13T08:20:43.472 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-nN3qTyL-xhyizA6 off=8022821 len=1576556 2024-04-13T08:20:43.474 INFO:tasks.workunit.client.0.smithi119.stdout:op 4371 completed, throughput=5MB/sec 2024-04-13T08:20:43.474 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-oNI_2LZUJL32RBB off=10632379 len=1527248 2024-04-13T08:20:43.477 INFO:tasks.workunit.client.0.smithi119.stdout:op 4372 completed, throughput=5MB/sec 2024-04-13T08:20:43.477 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Jh2XINbcO5123Os off=4669027 len=994733 2024-04-13T08:20:43.484 INFO:tasks.workunit.client.0.smithi119.stdout:op 4373 completed, throughput=5MB/sec 2024-04-13T08:20:43.484 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Zn4E9lV3ja3SKko off=2247565 len=525497 2024-04-13T08:20:43.489 INFO:tasks.workunit.client.0.smithi119.stdout:op 4374 completed, throughput=5MB/sec 2024-04-13T08:20:43.489 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-6fyM3Bx5Tq2pWuU off=4760152 len=1475221 2024-04-13T08:20:43.496 INFO:tasks.workunit.client.0.smithi119.stdout:op 4375 completed, throughput=5MB/sec 2024-04-13T08:20:44.497 INFO:tasks.workunit.client.0.smithi119.stdout: 852: throughput=5MB/sec pending data=0 2024-04-13T08:20:44.497 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3RPgPwF2KFqPpnU off=465811 len=1232684 2024-04-13T08:20:44.501 INFO:tasks.workunit.client.0.smithi119.stdout:op 4376 completed, throughput=5MB/sec 2024-04-13T08:20:44.501 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-6ffVgls2pePE_1l off=7571305 len=429586 2024-04-13T08:20:44.502 INFO:tasks.workunit.client.0.smithi119.stdout:op 4377 completed, throughput=5MB/sec 2024-04-13T08:20:44.502 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-t6KBt52TTLh-KM2 off=10179839 len=1317240 2024-04-13T08:20:44.503 INFO:tasks.workunit.client.0.smithi119.stdout:op 4378 completed, throughput=5MB/sec 2024-04-13T08:20:44.503 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-6sJrP1_qUI76JBR off=11238307 len=16968 2024-04-13T08:20:44.503 INFO:tasks.workunit.client.0.smithi119.stdout:op 4379 completed, throughput=5MB/sec 2024-04-13T08:20:44.503 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-IzuLsGgcSQbBlGE off=3159644 len=2059359 2024-04-13T08:20:44.507 INFO:tasks.workunit.client.0.smithi119.stdout:op 4380 completed, throughput=5MB/sec 2024-04-13T08:20:44.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:20:44 smithi139 ceph-mon[88985]: pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T08:20:44.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:20:44 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:20:44.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:20:44 smithi119 ceph-mon[96316]: pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T08:20:44.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:20:44 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:20:44.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:20:44 smithi119 ceph-mon[93746]: pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T08:20:44.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:20:44 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:20:44.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:20:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:20:44] "GET /metrics HTTP/1.1" 200 34007 "" "Prometheus/2.43.0" 2024-04-13T08:20:45.507 INFO:tasks.workunit.client.0.smithi119.stdout: 853: throughput=4.99MB/sec pending data=0 2024-04-13T08:20:45.508 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ilthIIQKlvj_VvI off=20119282 len=1578331 2024-04-13T08:20:45.509 INFO:tasks.workunit.client.0.smithi119.stdout:op 4381 completed, throughput=5MB/sec 2024-04-13T08:20:45.509 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-GYqoLHDBaSv1Ehg off=14406105 len=1446951 2024-04-13T08:20:45.518 INFO:tasks.workunit.client.0.smithi119.stdout:op 4382 completed, throughput=5MB/sec 2024-04-13T08:20:45.518 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-w_3XtjQDiOPtBne off=16861374 len=1740295 2024-04-13T08:20:45.525 INFO:tasks.workunit.client.0.smithi119.stdout:op 4383 completed, throughput=5MB/sec 2024-04-13T08:20:45.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:20:45 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:20:45.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:20:45 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:20:45.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:20:45 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:20:45.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:20:45 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:20:45.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:20:45 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:20:45.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:20:45 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:20:45.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:20:45 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:20:45.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:20:45 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:20:45.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:20:45 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:20:46.525 INFO:tasks.workunit.client.0.smithi119.stdout: 854: throughput=4.99MB/sec pending data=0 2024-04-13T08:20:46.526 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-CZ4JVpLAxZDqliK off=366020 len=939985 2024-04-13T08:20:46.527 INFO:tasks.workunit.client.0.smithi119.stdout:op 4384 completed, throughput=5MB/sec 2024-04-13T08:20:46.527 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-R_4sw5FdGOQUXos off=22372802 len=1872937 2024-04-13T08:20:46.529 INFO:tasks.workunit.client.0.smithi119.stdout:op 4385 completed, throughput=5MB/sec 2024-04-13T08:20:46.529 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--m0BV3JjYQW6IFI off=4508429 len=1694927 2024-04-13T08:20:46.533 INFO:tasks.workunit.client.0.smithi119.stdout:op 4386 completed, throughput=5MB/sec 2024-04-13T08:20:46.533 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3YZA1EXJ3zb6bkb off=3902015 len=519208 2024-04-13T08:20:46.536 INFO:tasks.workunit.client.0.smithi119.stdout:op 4387 completed, throughput=5MB/sec 2024-04-13T08:20:46.537 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-XzddLJB1Vxno58_ off=4098820 len=925452 2024-04-13T08:20:46.541 INFO:tasks.workunit.client.0.smithi119.stdout:op 4388 completed, throughput=5MB/sec 2024-04-13T08:20:47.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:20:46 smithi139 ceph-mon[88985]: pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T08:20:47.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:20:46 smithi119 ceph-mon[96316]: pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T08:20:47.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:20:46 smithi119 ceph-mon[93746]: pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T08:20:47.541 INFO:tasks.workunit.client.0.smithi119.stdout: 855: throughput=5MB/sec pending data=0 2024-04-13T08:20:47.541 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-NA_nlYk_9e8KdtR off=8904478 len=372914 2024-04-13T08:20:47.545 INFO:tasks.workunit.client.0.smithi119.stdout:op 4389 completed, throughput=5MB/sec 2024-04-13T08:20:47.545 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-_pydbA3vQIWmDLv off=1969781 len=267688 2024-04-13T08:20:47.548 INFO:tasks.workunit.client.0.smithi119.stdout:op 4390 completed, throughput=5MB/sec 2024-04-13T08:20:47.548 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-kSPjat__vjbF3zZ off=1219523 len=1216944 2024-04-13T08:20:47.550 INFO:tasks.workunit.client.0.smithi119.stdout:op 4391 completed, throughput=5MB/sec 2024-04-13T08:20:47.550 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-WmhlSR8p6KDEp4k off=4352595 len=937278 2024-04-13T08:20:47.554 INFO:tasks.workunit.client.0.smithi119.stdout:op 4392 completed, throughput=5MB/sec 2024-04-13T08:20:47.555 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Zf5r9L70JHBg5sl off=4217321 len=1586295 2024-04-13T08:20:47.558 INFO:tasks.workunit.client.0.smithi119.stdout:op 4393 completed, throughput=5MB/sec 2024-04-13T08:20:47.558 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-pEJBedt1lj8Omou off=1862582 len=245442 2024-04-13T08:20:47.561 INFO:tasks.workunit.client.0.smithi119.stdout:op 4394 completed, throughput=5MB/sec 2024-04-13T08:20:47.561 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-WOGyj-u0ObC2dMY off=249092 len=1428254 2024-04-13T08:20:47.563 INFO:tasks.workunit.client.0.smithi119.stdout:op 4395 completed, throughput=5MB/sec 2024-04-13T08:20:48.564 INFO:tasks.workunit.client.0.smithi119.stdout: 856: throughput=5MB/sec pending data=0 2024-04-13T08:20:48.564 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-28KPiXkTqIPnQEt off=174014 len=13015 2024-04-13T08:20:48.564 INFO:tasks.workunit.client.0.smithi119.stdout:op 4396 completed, throughput=5MB/sec 2024-04-13T08:20:48.564 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-wuQfa74rPmS_lW0 off=13965864 len=507972 2024-04-13T08:20:48.568 INFO:tasks.workunit.client.0.smithi119.stdout:op 4397 completed, throughput=5MB/sec 2024-04-13T08:20:48.568 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-V_Xl2nSJPt4iMIZ off=632592 len=507511 2024-04-13T08:20:48.570 INFO:tasks.workunit.client.0.smithi119.stdout:op 4398 completed, throughput=5MB/sec 2024-04-13T08:20:48.570 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-2z6VA-9ys3TdsdJ off=2995072 len=166401 2024-04-13T08:20:48.571 INFO:tasks.workunit.client.0.smithi119.stdout:op 4399 completed, throughput=5MB/sec 2024-04-13T08:20:48.571 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-P5U8YSZnDsyFl61 off=453181 len=1121797 2024-04-13T08:20:48.577 INFO:tasks.workunit.client.0.smithi119.stdout:op 4400 completed, throughput=5MB/sec 2024-04-13T08:20:48.577 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-9SmEokBx8WApeKB off=4583252 len=55787 2024-04-13T08:20:48.577 INFO:tasks.workunit.client.0.smithi119.stdout:op 4401 completed, throughput=5MB/sec 2024-04-13T08:20:48.577 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-VHcIo0-SHGa2prM off=2738234 len=1308974 2024-04-13T08:20:48.579 INFO:tasks.workunit.client.0.smithi119.stdout:op 4402 completed, throughput=5MB/sec 2024-04-13T08:20:48.579 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-RWqfTE3doFChcZw off=1821199 len=83155 2024-04-13T08:20:48.579 INFO:tasks.workunit.client.0.smithi119.stdout:op 4403 completed, throughput=5MB/sec 2024-04-13T08:20:48.579 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-AuYgcST66-i7Xoq off=10825178 len=1634804 2024-04-13T08:20:48.590 INFO:tasks.workunit.client.0.smithi119.stdout:op 4404 completed, throughput=5MB/sec 2024-04-13T08:20:49.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:20:48 smithi139 ceph-mon[88985]: pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T08:20:49.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:20:48 smithi119 ceph-mon[96316]: pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T08:20:49.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:20:48 smithi119 ceph-mon[93746]: pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T08:20:49.591 INFO:tasks.workunit.client.0.smithi119.stdout: 857: throughput=5MB/sec pending data=0 2024-04-13T08:20:49.591 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-LVfMAYKWe4PGdhL off=233606 len=77389 2024-04-13T08:20:49.591 INFO:tasks.workunit.client.0.smithi119.stdout:op 4405 completed, throughput=5MB/sec 2024-04-13T08:20:49.591 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-_0Y8Ec1KUxIXsmb off=2942037 len=1742244 2024-04-13T08:20:49.595 INFO:tasks.workunit.client.0.smithi119.stdout:op 4406 completed, throughput=5MB/sec 2024-04-13T08:20:49.595 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-uY70Te7cFkCMPY5 off=18974428 len=864850 2024-04-13T08:20:49.596 INFO:tasks.workunit.client.0.smithi119.stdout:op 4407 completed, throughput=5MB/sec 2024-04-13T08:20:49.596 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-U1wiA6cRDg0FfI3 off=4575923 len=1163987 2024-04-13T08:20:49.603 INFO:tasks.workunit.client.0.smithi119.stdout:op 4408 completed, throughput=5MB/sec 2024-04-13T08:20:49.603 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-HNusZLqqI-WX1PD off=5064589 len=1992140 2024-04-13T08:20:49.605 INFO:tasks.workunit.client.0.smithi119.stdout:op 4409 completed, throughput=5MB/sec 2024-04-13T08:20:50.605 INFO:tasks.workunit.client.0.smithi119.stdout: 858: throughput=5MB/sec pending data=0 2024-04-13T08:20:50.606 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-8LlPlun8YURWYjS off=8006676 len=408484 2024-04-13T08:20:50.610 INFO:tasks.workunit.client.0.smithi119.stdout:op 4410 completed, throughput=5MB/sec 2024-04-13T08:20:50.610 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-JP2LRVrGvBZqk0Y off=6938905 len=1018800 2024-04-13T08:20:50.611 INFO:tasks.workunit.client.0.smithi119.stdout:op 4411 completed, throughput=5MB/sec 2024-04-13T08:20:50.611 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-x-c79pgMXjI_QSo off=1124535 len=847154 2024-04-13T08:20:50.615 INFO:tasks.workunit.client.0.smithi119.stdout:op 4412 completed, throughput=5MB/sec 2024-04-13T08:20:50.615 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-kkT84LJtm0aYUoC off=2526030 len=713120 2024-04-13T08:20:50.618 INFO:tasks.workunit.client.0.smithi119.stdout:op 4413 completed, throughput=5MB/sec 2024-04-13T08:20:50.618 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-H_899sZhaNeH0Mc off=8608419 len=2036837 2024-04-13T08:20:50.630 INFO:tasks.workunit.client.0.smithi119.stdout:op 4414 completed, throughput=5MB/sec 2024-04-13T08:20:51.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:20:50 smithi139 ceph-mon[88985]: pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T08:20:51.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:20:50 smithi119 ceph-mon[96316]: pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T08:20:51.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:20:50 smithi119 ceph-mon[93746]: pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T08:20:51.630 INFO:tasks.workunit.client.0.smithi119.stdout: 859: throughput=5MB/sec pending data=0 2024-04-13T08:20:51.630 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-dxGOtQg_eFgKtTM off=4475011 len=1008892 2024-04-13T08:20:51.636 INFO:tasks.workunit.client.0.smithi119.stdout:op 4415 completed, throughput=5MB/sec 2024-04-13T08:20:51.636 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-RHI44E1MHLh2X0V off=7928090 len=708825 2024-04-13T08:20:51.637 INFO:tasks.workunit.client.0.smithi119.stdout:op 4416 completed, throughput=5MB/sec 2024-04-13T08:20:51.637 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-p5CASGQB1lYXIZH off=18616461 len=442463 2024-04-13T08:20:51.640 INFO:tasks.workunit.client.0.smithi119.stdout:op 4417 completed, throughput=5MB/sec 2024-04-13T08:20:51.640 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-2gpEgwjhs41buxQ off=1048071 len=1606812 2024-04-13T08:20:51.642 INFO:tasks.workunit.client.0.smithi119.stdout:op 4418 completed, throughput=5MB/sec 2024-04-13T08:20:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:20:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:20:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:20:52.642 INFO:tasks.workunit.client.0.smithi119.stdout: 860: throughput=4.99MB/sec pending data=0 2024-04-13T08:20:52.642 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-gkosa8jbBvvk3f5 off=6868977 len=971771 2024-04-13T08:20:52.645 INFO:tasks.workunit.client.0.smithi119.stdout:op 4419 completed, throughput=5MB/sec 2024-04-13T08:20:52.645 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-euGo6Ce9tJAvXRn off=3401541 len=928950 2024-04-13T08:20:52.650 INFO:tasks.workunit.client.0.smithi119.stdout:op 4420 completed, throughput=5MB/sec 2024-04-13T08:20:52.650 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-uU3hhsSR8LevC11 off=8303455 len=830788 2024-04-13T08:20:52.656 INFO:tasks.workunit.client.0.smithi119.stdout:op 4421 completed, throughput=5MB/sec 2024-04-13T08:20:52.656 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-eEwdvpA8tpT9epJ off=7161492 len=171675 2024-04-13T08:20:52.656 INFO:tasks.workunit.client.0.smithi119.stdout:op 4422 completed, throughput=5MB/sec 2024-04-13T08:20:52.656 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-pN2BrGsocnPLeen off=751886 len=51064 2024-04-13T08:20:52.659 INFO:tasks.workunit.client.0.smithi119.stdout:op 4423 completed, throughput=5MB/sec 2024-04-13T08:20:52.659 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-37YkyyUarZ7A7Z2 off=4094075 len=1875221 2024-04-13T08:20:52.660 INFO:tasks.workunit.client.0.smithi119.stdout:op 4424 completed, throughput=5MB/sec 2024-04-13T08:20:52.661 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-67liI9ge5PDE51Z off=4954785 len=2012634 2024-04-13T08:20:52.663 INFO:tasks.workunit.client.0.smithi119.stdout:op 4425 completed, throughput=5MB/sec 2024-04-13T08:20:53.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:20:52 smithi139 ceph-mon[88985]: pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-13T08:20:53.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:20:52 smithi119 ceph-mon[96316]: pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-13T08:20:53.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:20:52 smithi119 ceph-mon[93746]: pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-13T08:20:53.666 INFO:tasks.workunit.client.0.smithi119.stdout: 861: throughput=5MB/sec pending data=0 2024-04-13T08:20:53.667 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-t3P1tSQuyB5DnUD off=14126585 len=1365046 2024-04-13T08:20:53.667 INFO:tasks.workunit.client.0.smithi119.stdout:op 4426 completed, throughput=5MB/sec 2024-04-13T08:20:53.667 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Mzg7R6rzQkQHlLf off=11684229 len=1102930 2024-04-13T08:20:53.667 INFO:tasks.workunit.client.0.smithi119.stdout:op 4427 completed, throughput=5MB/sec 2024-04-13T08:20:53.667 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ju4Wfw97JlD9xNy off=13375944 len=886567 2024-04-13T08:20:53.669 INFO:tasks.workunit.client.0.smithi119.stdout:op 4428 completed, throughput=5MB/sec 2024-04-13T08:20:53.669 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-SbYla4gIJTNxjcx off=1606362 len=186583 2024-04-13T08:20:53.669 INFO:tasks.workunit.client.0.smithi119.stdout:op 4429 completed, throughput=5MB/sec 2024-04-13T08:20:53.669 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-nPnSFofWdqH1Mrk off=457013 len=293261 2024-04-13T08:20:53.673 INFO:tasks.workunit.client.0.smithi119.stdout:op 4430 completed, throughput=5MB/sec 2024-04-13T08:20:54.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:20:53 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:20:54.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:20:53 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:20:54.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:20:53 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:20:54.673 INFO:tasks.workunit.client.0.smithi119.stdout: 862: throughput=4.99MB/sec pending data=0 2024-04-13T08:20:54.674 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-peFHFdIgTKRWEbQ off=8697390 len=533021 2024-04-13T08:20:54.675 INFO:tasks.workunit.client.0.smithi119.stdout:op 4431 completed, throughput=4.99MB/sec 2024-04-13T08:20:54.675 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-tl-OLTrcXmsrB3B off=3797060 len=458180 2024-04-13T08:20:54.679 INFO:tasks.workunit.client.0.smithi119.stdout:op 4432 completed, throughput=5MB/sec 2024-04-13T08:20:54.679 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-J5In1Vyve348bMv off=12881099 len=937592 2024-04-13T08:20:54.680 INFO:tasks.workunit.client.0.smithi119.stdout:op 4433 completed, throughput=5MB/sec 2024-04-13T08:20:54.680 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-dmGVnX9llV7vjzB off=841007 len=665857 2024-04-13T08:20:54.684 INFO:tasks.workunit.client.0.smithi119.stdout:op 4434 completed, throughput=5MB/sec 2024-04-13T08:20:54.684 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-DqrpOWhGAXvzO8p off=814898 len=1865796 2024-04-13T08:20:54.696 INFO:tasks.workunit.client.0.smithi119.stdout:op 4435 completed, throughput=5MB/sec 2024-04-13T08:20:54.696 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-3ej1Wu5iHKKGeVk off=4480372 len=1965316 2024-04-13T08:20:54.698 INFO:tasks.workunit.client.0.smithi119.stdout:op 4436 completed, throughput=5MB/sec 2024-04-13T08:20:55.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:20:54 smithi139 ceph-mon[88985]: pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:20:55.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:20:54 smithi119 ceph-mon[96316]: pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:20:55.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:20:54 smithi119 ceph-mon[93746]: pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:20:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:20:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:20:54] "GET /metrics HTTP/1.1" 200 34010 "" "Prometheus/2.43.0" 2024-04-13T08:20:55.698 INFO:tasks.workunit.client.0.smithi119.stdout: 863: throughput=5MB/sec pending data=0 2024-04-13T08:20:55.698 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-JzvlZVMZAx4LuvI off=367929 len=711546 2024-04-13T08:20:55.699 INFO:tasks.workunit.client.0.smithi119.stdout:op 4437 completed, throughput=5MB/sec 2024-04-13T08:20:55.699 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-_VioOy0v-4iQt9V off=18876945 len=848985 2024-04-13T08:20:55.704 INFO:tasks.workunit.client.0.smithi119.stdout:op 4438 completed, throughput=5MB/sec 2024-04-13T08:20:55.704 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-LI4tOWe4bA-vxPJ off=5737280 len=807168 2024-04-13T08:20:55.708 INFO:tasks.workunit.client.0.smithi119.stdout:op 4439 completed, throughput=5MB/sec 2024-04-13T08:20:55.708 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-tIQ0K_l-3AtfZMI off=522129 len=477975 2024-04-13T08:20:55.712 INFO:tasks.workunit.client.0.smithi119.stdout:op 4440 completed, throughput=5MB/sec 2024-04-13T08:20:55.712 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ILnJBo-k62ATcMU off=344770 len=637895 2024-04-13T08:20:55.716 INFO:tasks.workunit.client.0.smithi119.stdout:op 4441 completed, throughput=5MB/sec 2024-04-13T08:20:55.716 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-1uBVklhn7-XhAAW off=6577840 len=582648 2024-04-13T08:20:55.718 INFO:tasks.workunit.client.0.smithi119.stdout:op 4442 completed, throughput=5MB/sec 2024-04-13T08:20:55.718 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-siqmj-QhCINtbC1 off=5046657 len=1240849 2024-04-13T08:20:55.724 INFO:tasks.workunit.client.0.smithi119.stdout:op 4443 completed, throughput=5MB/sec 2024-04-13T08:20:56.725 INFO:tasks.workunit.client.0.smithi119.stdout: 864: throughput=5MB/sec pending data=0 2024-04-13T08:20:56.725 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj--6cyNw1OfvqFov8 off=325227 len=354152 2024-04-13T08:20:56.728 INFO:tasks.workunit.client.0.smithi119.stdout:op 4444 completed, throughput=5MB/sec 2024-04-13T08:20:56.728 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-YZADRBZb4pzJCQT off=13571552 len=1188887 2024-04-13T08:20:56.735 INFO:tasks.workunit.client.0.smithi119.stdout:op 4445 completed, throughput=5MB/sec 2024-04-13T08:20:56.735 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-sEetIyxX-QQPyP1 off=6744675 len=27773 2024-04-13T08:20:56.737 INFO:tasks.workunit.client.0.smithi119.stdout:op 4446 completed, throughput=5MB/sec 2024-04-13T08:20:56.737 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-bxMh127hR_TqVUI off=17649070 len=957311 2024-04-13T08:20:56.742 INFO:tasks.workunit.client.0.smithi119.stdout:op 4447 completed, throughput=5MB/sec 2024-04-13T08:20:56.742 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-9782F26MlXgVVsh off=2753678 len=122501 2024-04-13T08:20:56.745 INFO:tasks.workunit.client.0.smithi119.stdout:op 4448 completed, throughput=5MB/sec 2024-04-13T08:20:56.745 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-qkGeKzNkhCTFbdu off=13167612 len=1013949 2024-04-13T08:20:56.747 INFO:tasks.workunit.client.0.smithi119.stdout:op 4449 completed, throughput=5MB/sec 2024-04-13T08:20:56.747 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-6K68I0xFlf9q9Lc off=7435951 len=1724431 2024-04-13T08:20:56.755 INFO:tasks.workunit.client.0.smithi119.stdout:op 4450 completed, throughput=5MB/sec 2024-04-13T08:20:57.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:20:56 smithi139 ceph-mon[88985]: pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-13T08:20:57.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:20:56 smithi119 ceph-mon[96316]: pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-13T08:20:57.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:20:56 smithi119 ceph-mon[93746]: pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-13T08:20:57.755 INFO:tasks.workunit.client.0.smithi119.stdout: 865: throughput=5MB/sec pending data=0 2024-04-13T08:20:57.755 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-QB7BhOH7B3TLZ3h off=5282101 len=2025336 2024-04-13T08:20:57.765 INFO:tasks.workunit.client.0.smithi119.stdout:op 4451 completed, throughput=5MB/sec 2024-04-13T08:20:57.765 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-M_jJAsUtY_JIiwD off=9204184 len=441558 2024-04-13T08:20:57.766 INFO:tasks.workunit.client.0.smithi119.stdout:op 4452 completed, throughput=5MB/sec 2024-04-13T08:20:57.766 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-2bBgWd428Gb9kaO off=8298921 len=1219609 2024-04-13T08:20:57.778 INFO:tasks.workunit.client.0.smithi119.stdout:op 4453 completed, throughput=5MB/sec 2024-04-13T08:20:57.778 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Msnf8xWvfq-ih2L off=12617472 len=1790329 2024-04-13T08:20:57.785 INFO:tasks.workunit.client.0.smithi119.stdout:op 4454 completed, throughput=5MB/sec 2024-04-13T08:20:58.785 INFO:tasks.workunit.client.0.smithi119.stdout: 866: throughput=5MB/sec pending data=0 2024-04-13T08:20:58.785 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-8e5UccumbX_UA1G off=15498808 len=1263129 2024-04-13T08:20:58.791 INFO:tasks.workunit.client.0.smithi119.stdout:op 4455 completed, throughput=5MB/sec 2024-04-13T08:20:58.791 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-5EgH1Ze8BfzXrRK off=16609399 len=728699 2024-04-13T08:20:58.793 INFO:tasks.workunit.client.0.smithi119.stdout:op 4456 completed, throughput=5MB/sec 2024-04-13T08:20:58.793 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-YkD_uV5AyWB_bm2 off=936834 len=296381 2024-04-13T08:20:58.796 INFO:tasks.workunit.client.0.smithi119.stdout:op 4457 completed, throughput=5MB/sec 2024-04-13T08:20:58.796 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ctrJZqE7niAjnd3 off=15502481 len=842877 2024-04-13T08:20:58.800 INFO:tasks.workunit.client.0.smithi119.stdout:op 4458 completed, throughput=5MB/sec 2024-04-13T08:20:58.800 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-lBQXNJyaPx4Y0N4 off=210883 len=1116937 2024-04-13T08:20:58.805 INFO:tasks.workunit.client.0.smithi119.stdout:op 4459 completed, throughput=5MB/sec 2024-04-13T08:20:59.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:20:58 smithi139 ceph-mon[88985]: pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-13T08:20:59.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:20:58 smithi119 ceph-mon[96316]: pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-13T08:20:59.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:20:58 smithi119 ceph-mon[93746]: pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-13T08:20:59.805 INFO:tasks.workunit.client.0.smithi119.stdout: 867: throughput=4.99MB/sec pending data=0 2024-04-13T08:20:59.805 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-0dI7s31_naJ6LRC off=2762582 len=404965 2024-04-13T08:20:59.809 INFO:tasks.workunit.client.0.smithi119.stdout:op 4460 completed, throughput=4.99MB/sec 2024-04-13T08:20:59.810 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-dC6ysFXwRfcjLfO off=5094786 len=831617 2024-04-13T08:20:59.812 INFO:tasks.workunit.client.0.smithi119.stdout:op 4461 completed, throughput=5MB/sec 2024-04-13T08:20:59.812 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-txz_GCTUJr855g3 off=5315616 len=515641 2024-04-13T08:20:59.816 INFO:tasks.workunit.client.0.smithi119.stdout:op 4462 completed, throughput=5MB/sec 2024-04-13T08:20:59.816 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Z9w_doTN8PKTgLz off=5361898 len=105394 2024-04-13T08:20:59.818 INFO:tasks.workunit.client.0.smithi119.stdout:op 4463 completed, throughput=5MB/sec 2024-04-13T08:20:59.818 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-tVwVzBsLE6KZf7f off=10566219 len=837240 2024-04-13T08:20:59.819 INFO:tasks.workunit.client.0.smithi119.stdout:op 4464 completed, throughput=5MB/sec 2024-04-13T08:20:59.820 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-i7QtY4727GzAE3j off=7538702 len=1087762 2024-04-13T08:20:59.821 INFO:tasks.workunit.client.0.smithi119.stdout:op 4465 completed, throughput=5MB/sec 2024-04-13T08:20:59.821 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-067sBWqqEtegLf_ off=4227712 len=1665568 2024-04-13T08:20:59.828 INFO:tasks.workunit.client.0.smithi119.stdout:op 4466 completed, throughput=5MB/sec 2024-04-13T08:21:00.828 INFO:tasks.workunit.client.0.smithi119.stdout: 868: throughput=4.99MB/sec pending data=0 2024-04-13T08:21:00.828 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-7HQ88IDc_wOarc- off=2685651 len=1670201 2024-04-13T08:21:00.837 INFO:tasks.workunit.client.0.smithi119.stdout:op 4467 completed, throughput=5MB/sec 2024-04-13T08:21:00.838 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-0chGXPbwrVx9hoW off=11693682 len=1180011 2024-04-13T08:21:00.844 INFO:tasks.workunit.client.0.smithi119.stdout:op 4468 completed, throughput=5MB/sec 2024-04-13T08:21:00.844 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-kyGBZ98WNaortwC off=1499143 len=1096008 2024-04-13T08:21:00.847 INFO:tasks.workunit.client.0.smithi119.stdout:op 4469 completed, throughput=5MB/sec 2024-04-13T08:21:00.847 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-vcfv80T4w09ABYE off=3322309 len=225520 2024-04-13T08:21:00.847 INFO:tasks.workunit.client.0.smithi119.stdout:op 4470 completed, throughput=5MB/sec 2024-04-13T08:21:00.848 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-YgUJYR2PY8uCvnL off=8286249 len=827886 2024-04-13T08:21:00.848 INFO:tasks.workunit.client.0.smithi119.stdout:op 4471 completed, throughput=5MB/sec 2024-04-13T08:21:00.849 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-pnUfZ_yc9k7oMtc off=14812918 len=257273 2024-04-13T08:21:00.851 INFO:tasks.workunit.client.0.smithi119.stdout:op 4472 completed, throughput=5MB/sec 2024-04-13T08:21:01.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:21:00 smithi139 ceph-mon[88985]: pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-13T08:21:01.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:21:00 smithi119 ceph-mon[96316]: pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-13T08:21:01.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:21:00 smithi119 ceph-mon[93746]: pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-13T08:21:01.852 INFO:tasks.workunit.client.0.smithi119.stdout: 869: throughput=4.99MB/sec pending data=0 2024-04-13T08:21:01.852 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-JwWYIC-NUMeQgqy off=3360625 len=895740 2024-04-13T08:21:01.853 INFO:tasks.workunit.client.0.smithi119.stdout:op 4473 completed, throughput=5MB/sec 2024-04-13T08:21:01.853 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-mzpyHo4RWWduOhS off=7166279 len=813495 2024-04-13T08:21:01.854 INFO:tasks.workunit.client.0.smithi119.stdout:op 4474 completed, throughput=5MB/sec 2024-04-13T08:21:01.854 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-guM8rQsz5V8oIXk off=4698636 len=799636 2024-04-13T08:21:01.855 INFO:tasks.workunit.client.0.smithi119.stdout:op 4475 completed, throughput=5MB/sec 2024-04-13T08:21:01.856 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-UGHkJlZwFIUo-L_ off=6219956 len=1911593 2024-04-13T08:21:01.857 INFO:tasks.workunit.client.0.smithi119.stdout:op 4476 completed, throughput=5MB/sec 2024-04-13T08:21:01.857 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3qdpLVXH19yw5CK off=4517250 len=41977 2024-04-13T08:21:01.860 INFO:tasks.workunit.client.0.smithi119.stdout:op 4477 completed, throughput=5MB/sec 2024-04-13T08:21:01.860 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-mkMDCJ_G1oVr6W2 off=2608876 len=2003140 2024-04-13T08:21:01.863 INFO:tasks.workunit.client.0.smithi119.stdout:op 4478 completed, throughput=5MB/sec 2024-04-13T08:21:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:21:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:21:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:21:02.863 INFO:tasks.workunit.client.0.smithi119.stdout: 870: throughput=5MB/sec pending data=0 2024-04-13T08:21:02.863 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-rqdn65QCNUEB_LS off=8618073 len=747278 2024-04-13T08:21:02.864 INFO:tasks.workunit.client.0.smithi119.stdout:op 4479 completed, throughput=5MB/sec 2024-04-13T08:21:02.864 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-0OUddVKZYP-hZmw off=512913 len=618935 2024-04-13T08:21:02.869 INFO:tasks.workunit.client.0.smithi119.stdout:op 4480 completed, throughput=5MB/sec 2024-04-13T08:21:02.869 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-XRl10Ea-BHrSsez off=11475402 len=2089769 2024-04-13T08:21:02.882 INFO:tasks.workunit.client.0.smithi119.stdout:op 4481 completed, throughput=5MB/sec 2024-04-13T08:21:02.882 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-kcK1Tb89FTsUjTn off=2767149 len=2088113 2024-04-13T08:21:02.891 INFO:tasks.workunit.client.0.smithi119.stdout:op 4482 completed, throughput=5MB/sec 2024-04-13T08:21:03.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:21:02 smithi139 ceph-mon[88985]: pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 7 op/s 2024-04-13T08:21:03.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:21:02 smithi119 ceph-mon[96316]: pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 7 op/s 2024-04-13T08:21:03.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:21:02 smithi119 ceph-mon[93746]: pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 7 op/s 2024-04-13T08:21:03.892 INFO:tasks.workunit.client.0.smithi119.stdout: 871: throughput=5MB/sec pending data=0 2024-04-13T08:21:03.892 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-gNQfsRKtrPwOd5b off=152619 len=181965 2024-04-13T08:21:03.892 INFO:tasks.workunit.client.0.smithi119.stdout:op 4483 completed, throughput=5MB/sec 2024-04-13T08:21:03.892 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-t6KBt52TTLh-KM2 off=15579802 len=1498197 2024-04-13T08:21:03.901 INFO:tasks.workunit.client.0.smithi119.stdout:op 4484 completed, throughput=5MB/sec 2024-04-13T08:21:03.901 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-n06x6ETSPaDlBsL off=6370010 len=1045760 2024-04-13T08:21:03.908 INFO:tasks.workunit.client.0.smithi119.stdout:op 4485 completed, throughput=5MB/sec 2024-04-13T08:21:03.908 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-7OQOTRPjOhzY9Wj off=9352992 len=1017518 2024-04-13T08:21:03.913 INFO:tasks.workunit.client.0.smithi119.stdout:op 4486 completed, throughput=5MB/sec 2024-04-13T08:21:03.914 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Kok5q2-KrxWCI35 off=6981152 len=441197 2024-04-13T08:21:03.917 INFO:tasks.workunit.client.0.smithi119.stdout:op 4487 completed, throughput=5MB/sec 2024-04-13T08:21:04.917 INFO:tasks.workunit.client.0.smithi119.stdout: 872: throughput=4.99MB/sec pending data=0 2024-04-13T08:21:04.917 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Z6EoJsneT2Rhfxp off=2430296 len=716529 2024-04-13T08:21:04.922 INFO:tasks.workunit.client.0.smithi119.stdout:op 4488 completed, throughput=5MB/sec 2024-04-13T08:21:04.922 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-LOANvnQ4lfxxSHn off=5302934 len=371807 2024-04-13T08:21:04.923 INFO:tasks.workunit.client.0.smithi119.stdout:op 4489 completed, throughput=5MB/sec 2024-04-13T08:21:04.923 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-QXyybsedVUuH35- off=3243707 len=327338 2024-04-13T08:21:04.924 INFO:tasks.workunit.client.0.smithi119.stdout:op 4490 completed, throughput=5MB/sec 2024-04-13T08:21:04.924 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-S7nGTxTN6rIwyN- off=6430314 len=1678083 2024-04-13T08:21:04.927 INFO:tasks.workunit.client.0.smithi119.stdout:op 4491 completed, throughput=5MB/sec 2024-04-13T08:21:04.927 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-3CryY6rVUV3HMjK off=16359631 len=1984115 2024-04-13T08:21:04.929 INFO:tasks.workunit.client.0.smithi119.stdout:op 4492 completed, throughput=5MB/sec 2024-04-13T08:21:04.929 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-OHPj4zCTl_Wminp off=1233997 len=2013379 2024-04-13T08:21:04.934 INFO:tasks.workunit.client.0.smithi119.stdout:op 4493 completed, throughput=5MB/sec 2024-04-13T08:21:05.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:21:04 smithi139 ceph-mon[88985]: pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:21:05.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:21:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:21:04] "GET /metrics HTTP/1.1" 200 34010 "" "Prometheus/2.43.0" 2024-04-13T08:21:05.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:21:04 smithi119 ceph-mon[96316]: pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:21:05.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:21:04 smithi119 ceph-mon[93746]: pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:21:05.934 INFO:tasks.workunit.client.0.smithi119.stdout: 873: throughput=5MB/sec pending data=0 2024-04-13T08:21:05.934 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-rrYZxcu3geoBa60 off=7246088 len=305080 2024-04-13T08:21:05.938 INFO:tasks.workunit.client.0.smithi119.stdout:op 4494 completed, throughput=5MB/sec 2024-04-13T08:21:05.938 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-5CtMEy5hjF7J-vd off=11997906 len=1441276 2024-04-13T08:21:05.944 INFO:tasks.workunit.client.0.smithi119.stdout:op 4495 completed, throughput=5MB/sec 2024-04-13T08:21:05.945 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-yICuF5VppOPhKou off=12100802 len=1645098 2024-04-13T08:21:05.951 INFO:tasks.workunit.client.0.smithi119.stdout:op 4496 completed, throughput=5MB/sec 2024-04-13T08:21:05.951 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-SydvkfpDnWVVEjz off=221624 len=1867935 2024-04-13T08:21:05.959 INFO:tasks.workunit.client.0.smithi119.stdout:op 4497 completed, throughput=5MB/sec 2024-04-13T08:21:06.959 INFO:tasks.workunit.client.0.smithi119.stdout: 874: throughput=5MB/sec pending data=0 2024-04-13T08:21:06.959 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-GzM8M93XbcN0plR off=5643554 len=1081075 2024-04-13T08:21:06.960 INFO:tasks.workunit.client.0.smithi119.stdout:op 4498 completed, throughput=5MB/sec 2024-04-13T08:21:06.961 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-yfZRE8QEnwQ4Nr_ off=14022974 len=665175 2024-04-13T08:21:06.961 INFO:tasks.workunit.client.0.smithi119.stdout:op 4499 completed, throughput=5MB/sec 2024-04-13T08:21:06.961 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-J3oETlmwb6ufOna off=474541 len=1308082 2024-04-13T08:21:06.969 INFO:tasks.workunit.client.0.smithi119.stdout:op 4500 completed, throughput=5MB/sec 2024-04-13T08:21:06.970 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-q8FLOzO_EjpVbzN off=690006 len=210534 2024-04-13T08:21:06.973 INFO:tasks.workunit.client.0.smithi119.stdout:op 4501 completed, throughput=5MB/sec 2024-04-13T08:21:06.973 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-67_Opbs1TV7NlVo off=2149998 len=545650 2024-04-13T08:21:06.974 INFO:tasks.workunit.client.0.smithi119.stdout:op 4502 completed, throughput=5MB/sec 2024-04-13T08:21:07.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:21:06 smithi139 ceph-mon[88985]: pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-13T08:21:07.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:21:06 smithi119 ceph-mon[93746]: pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-13T08:21:07.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:21:06 smithi119 ceph-mon[96316]: pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-13T08:21:07.974 INFO:tasks.workunit.client.0.smithi119.stdout: 875: throughput=4.99MB/sec pending data=0 2024-04-13T08:21:07.974 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-d0jaX1ItXRS61Cx off=1975635 len=1498563 2024-04-13T08:21:07.977 INFO:tasks.workunit.client.0.smithi119.stdout:op 4503 completed, throughput=5MB/sec 2024-04-13T08:21:07.977 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-I4C9BM3tB-sNZMI off=20739910 len=477794 2024-04-13T08:21:07.981 INFO:tasks.workunit.client.0.smithi119.stdout:op 4504 completed, throughput=5MB/sec 2024-04-13T08:21:07.981 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-x_5mg1wc2vEDNXW off=4865254 len=2019993 2024-04-13T08:21:07.993 INFO:tasks.workunit.client.0.smithi119.stdout:op 4505 completed, throughput=5MB/sec 2024-04-13T08:21:07.993 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ILnJBo-k62ATcMU off=1844534 len=1733208 2024-04-13T08:21:08.000 INFO:tasks.workunit.client.0.smithi119.stdout:op 4506 completed, throughput=5MB/sec 2024-04-13T08:21:09.000 INFO:tasks.workunit.client.0.smithi119.stdout: 876: throughput=5MB/sec pending data=0 2024-04-13T08:21:09.000 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-8V8D3uwqreeT95a off=3808967 len=1464701 2024-04-13T08:21:09.007 INFO:tasks.workunit.client.0.smithi119.stdout:op 4507 completed, throughput=5MB/sec 2024-04-13T08:21:09.007 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-4XVSgqp_x7RCcw5 off=6479704 len=38518 2024-04-13T08:21:09.007 INFO:tasks.workunit.client.0.smithi119.stdout:op 4508 completed, throughput=5MB/sec 2024-04-13T08:21:09.007 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ygtl0SYj7pF9PC_ off=10318556 len=1835242 2024-04-13T08:21:09.017 INFO:tasks.workunit.client.0.smithi119.stdout:op 4509 completed, throughput=5MB/sec 2024-04-13T08:21:09.017 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-yHvLaP-_xGD3kPM off=22167542 len=586470 2024-04-13T08:21:09.018 INFO:tasks.workunit.client.0.smithi119.stdout:op 4510 completed, throughput=5MB/sec 2024-04-13T08:21:09.018 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-mQs8uXjJLDNKiAu off=3559474 len=182134 2024-04-13T08:21:09.019 INFO:tasks.workunit.client.0.smithi119.stdout:op 4511 completed, throughput=5MB/sec 2024-04-13T08:21:09.019 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-EBGrt9L_930KGHd off=8510644 len=578083 2024-04-13T08:21:09.020 INFO:tasks.workunit.client.0.smithi119.stdout:op 4512 completed, throughput=5MB/sec 2024-04-13T08:21:09.020 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-tT4tzijB7AJ3OZV off=7944445 len=1832219 2024-04-13T08:21:09.021 INFO:tasks.workunit.client.0.smithi119.stdout:op 4513 completed, throughput=5MB/sec 2024-04-13T08:21:09.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:21:08 smithi139 ceph-mon[88985]: pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T08:21:09.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:21:08 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:21:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:21:08 smithi119 ceph-mon[96316]: pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T08:21:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:21:08 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:21:09.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:21:08 smithi119 ceph-mon[93746]: pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T08:21:09.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:21:08 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:21:10.022 INFO:tasks.workunit.client.0.smithi119.stdout: 877: throughput=5MB/sec pending data=0 2024-04-13T08:21:10.022 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-GIhvcqDQVU7uln9 off=13810840 len=1290185 2024-04-13T08:21:10.025 INFO:tasks.workunit.client.0.smithi119.stdout:op 4514 completed, throughput=5MB/sec 2024-04-13T08:21:10.025 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-29uq0Dmx9a9MVbW off=592238 len=412567 2024-04-13T08:21:10.029 INFO:tasks.workunit.client.0.smithi119.stdout:op 4515 completed, throughput=5MB/sec 2024-04-13T08:21:10.029 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-4staiN7dTvk6EJq off=8315013 len=2011625 2024-04-13T08:21:10.031 INFO:tasks.workunit.client.0.smithi119.stdout:op 4516 completed, throughput=5MB/sec 2024-04-13T08:21:11.031 INFO:tasks.workunit.client.0.smithi119.stdout: 878: throughput=4.99MB/sec pending data=0 2024-04-13T08:21:11.031 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-6gtwvyzb5B7-Mbr off=10965699 len=352881 2024-04-13T08:21:11.032 INFO:tasks.workunit.client.0.smithi119.stdout:op 4517 completed, throughput=4.99MB/sec 2024-04-13T08:21:11.032 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-MvL58DgMBtX_3Hp off=6585102 len=1337760 2024-04-13T08:21:11.040 INFO:tasks.workunit.client.0.smithi119.stdout:op 4518 completed, throughput=5MB/sec 2024-04-13T08:21:11.040 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-LVsnfWy4LBcsdQO off=793266 len=713111 2024-04-13T08:21:11.042 INFO:tasks.workunit.client.0.smithi119.stdout:op 4519 completed, throughput=5MB/sec 2024-04-13T08:21:11.042 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-5Thd43WJbcuFA4q off=14509518 len=142113 2024-04-13T08:21:11.044 INFO:tasks.workunit.client.0.smithi119.stdout:op 4520 completed, throughput=5MB/sec 2024-04-13T08:21:11.045 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-2z6VA-9ys3TdsdJ off=1326123 len=476824 2024-04-13T08:21:11.045 INFO:tasks.workunit.client.0.smithi119.stdout:op 4521 completed, throughput=5MB/sec 2024-04-13T08:21:11.045 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-T1RjQHauAzw1vgv off=3496372 len=1034840 2024-04-13T08:21:11.046 INFO:tasks.workunit.client.0.smithi119.stdout:op 4522 completed, throughput=5MB/sec 2024-04-13T08:21:11.047 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-UAkk4NAe0gTeZyb off=3789676 len=1719375 2024-04-13T08:21:11.048 INFO:tasks.workunit.client.0.smithi119.stdout:op 4523 completed, throughput=5MB/sec 2024-04-13T08:21:11.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:21:10 smithi139 ceph-mon[88985]: pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T08:21:11.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:21:10 smithi119 ceph-mon[96316]: pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T08:21:11.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:21:10 smithi119 ceph-mon[93746]: pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T08:21:12.049 INFO:tasks.workunit.client.0.smithi119.stdout: 879: throughput=5MB/sec pending data=0 2024-04-13T08:21:12.049 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-lzuArNNnXbywbF0 off=9920926 len=1544740 2024-04-13T08:21:12.057 INFO:tasks.workunit.client.0.smithi119.stdout:op 4524 completed, throughput=5MB/sec 2024-04-13T08:21:12.057 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-aGyRuYHjBEzYVFy off=3000298 len=1505127 2024-04-13T08:21:12.059 INFO:tasks.workunit.client.0.smithi119.stdout:op 4525 completed, throughput=5MB/sec 2024-04-13T08:21:12.059 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-CBc-1ZWMf19hm9z off=6142619 len=537617 2024-04-13T08:21:12.063 INFO:tasks.workunit.client.0.smithi119.stdout:op 4526 completed, throughput=5MB/sec 2024-04-13T08:21:12.063 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-kISem2Zal-KyrIg off=8290926 len=648442 2024-04-13T08:21:12.064 INFO:tasks.workunit.client.0.smithi119.stdout:op 4527 completed, throughput=5MB/sec 2024-04-13T08:21:12.064 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-_ZVoLNpSPMKXsCr off=14399305 len=295237 2024-04-13T08:21:12.067 INFO:tasks.workunit.client.0.smithi119.stdout:op 4528 completed, throughput=5MB/sec 2024-04-13T08:21:12.067 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-sWu9cCkUBlSyZuo off=3357684 len=1634735 2024-04-13T08:21:12.069 INFO:tasks.workunit.client.0.smithi119.stdout:op 4529 completed, throughput=5MB/sec 2024-04-13T08:21:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:21:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:21:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:21:13.070 INFO:tasks.workunit.client.0.smithi119.stdout: 880: throughput=5MB/sec pending data=0 2024-04-13T08:21:13.070 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-aOGfIRNV-bXQ-Pz off=7478526 len=1091634 2024-04-13T08:21:13.071 INFO:tasks.workunit.client.0.smithi119.stdout:op 4530 completed, throughput=5MB/sec 2024-04-13T08:21:13.071 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-qX8Hz6FtbUvkO70 off=7589353 len=622519 2024-04-13T08:21:13.076 INFO:tasks.workunit.client.0.smithi119.stdout:op 4531 completed, throughput=5MB/sec 2024-04-13T08:21:13.076 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ytSfudJNpuqFGFg off=22088131 len=1851224 2024-04-13T08:21:13.087 INFO:tasks.workunit.client.0.smithi119.stdout:op 4532 completed, throughput=5MB/sec 2024-04-13T08:21:13.087 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-WDN2rx7T9dt_JBi off=18125625 len=584727 2024-04-13T08:21:13.090 INFO:tasks.workunit.client.0.smithi119.stdout:op 4533 completed, throughput=5MB/sec 2024-04-13T08:21:13.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:21:12 smithi139 ceph-mon[88985]: pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-13T08:21:13.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:21:12 smithi119 ceph-mon[96316]: pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-13T08:21:13.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:21:12 smithi119 ceph-mon[93746]: pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-13T08:21:14.091 INFO:tasks.workunit.client.0.smithi119.stdout: 881: throughput=4.99MB/sec pending data=0 2024-04-13T08:21:14.091 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-81xFwjcVOqtxKdN off=9395424 len=585324 2024-04-13T08:21:14.092 INFO:tasks.workunit.client.0.smithi119.stdout:op 4534 completed, throughput=5MB/sec 2024-04-13T08:21:14.092 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ffX1CbQY2ADs8Zk off=405416 len=121063 2024-04-13T08:21:14.095 INFO:tasks.workunit.client.0.smithi119.stdout:op 4535 completed, throughput=5MB/sec 2024-04-13T08:21:14.095 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-a-5DQokMf_o-06Q off=874592 len=913535 2024-04-13T08:21:14.096 INFO:tasks.workunit.client.0.smithi119.stdout:op 4536 completed, throughput=5MB/sec 2024-04-13T08:21:14.096 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-eiOMSXODW2-ecJD off=18130863 len=1301834 2024-04-13T08:21:14.098 INFO:tasks.workunit.client.0.smithi119.stdout:op 4537 completed, throughput=5MB/sec 2024-04-13T08:21:14.098 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-p8mb2YUedrnM-JO off=951104 len=1513606 2024-04-13T08:21:14.100 INFO:tasks.workunit.client.0.smithi119.stdout:op 4538 completed, throughput=5MB/sec 2024-04-13T08:21:14.100 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-J5In1Vyve348bMv off=9408726 len=180782 2024-04-13T08:21:14.101 INFO:tasks.workunit.client.0.smithi119.stdout:op 4539 completed, throughput=5MB/sec 2024-04-13T08:21:14.101 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-_2ee4CVKheV4Bb1 off=12774074 len=1443709 2024-04-13T08:21:14.107 INFO:tasks.workunit.client.0.smithi119.stdout:op 4540 completed, throughput=5MB/sec 2024-04-13T08:21:15.108 INFO:tasks.workunit.client.0.smithi119.stdout: 882: throughput=5MB/sec pending data=0 2024-04-13T08:21:15.108 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-XRl10Ea-BHrSsez off=8969934 len=570574 2024-04-13T08:21:15.112 INFO:tasks.workunit.client.0.smithi119.stdout:op 4541 completed, throughput=5MB/sec 2024-04-13T08:21:15.112 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-q9m9MfgomzwwtiU off=1450960 len=126238 2024-04-13T08:21:15.113 INFO:tasks.workunit.client.0.smithi119.stdout:op 4542 completed, throughput=5MB/sec 2024-04-13T08:21:15.113 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-6abyPgb6BFTZZiY off=22949415 len=862860 2024-04-13T08:21:15.114 INFO:tasks.workunit.client.0.smithi119.stdout:op 4543 completed, throughput=5MB/sec 2024-04-13T08:21:15.114 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-c6mnwoAn7BXjcik off=12294653 len=1178515 2024-04-13T08:21:15.121 INFO:tasks.workunit.client.0.smithi119.stdout:op 4544 completed, throughput=5MB/sec 2024-04-13T08:21:15.121 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-kBTid5wrJ3DH4S9 off=3490629 len=1911905 2024-04-13T08:21:15.131 INFO:tasks.workunit.client.0.smithi119.stdout:op 4545 completed, throughput=5MB/sec 2024-04-13T08:21:15.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:21:14 smithi139 ceph-mon[88985]: pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:21:15.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:21:14 smithi119 ceph-mon[96316]: pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:21:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:21:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:21:14] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2024-04-13T08:21:15.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:21:14 smithi119 ceph-mon[93746]: pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:21:16.131 INFO:tasks.workunit.client.0.smithi119.stdout: 883: throughput=4.99MB/sec pending data=0 2024-04-13T08:21:16.131 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-qoe_IzlEbw40F-b off=6195606 len=2062328 2024-04-13T08:21:16.135 INFO:tasks.workunit.client.0.smithi119.stdout:op 4546 completed, throughput=5MB/sec 2024-04-13T08:21:16.135 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-yyphBMPWYMuf2Bo off=587947 len=6278 2024-04-13T08:21:16.138 INFO:tasks.workunit.client.0.smithi119.stdout:op 4547 completed, throughput=5MB/sec 2024-04-13T08:21:16.138 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-QGfX7RMBFFEQGKN off=7197 len=925259 2024-04-13T08:21:16.139 INFO:tasks.workunit.client.0.smithi119.stdout:op 4548 completed, throughput=5MB/sec 2024-04-13T08:21:16.139 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-eaEdlWgqDpq6t-p off=5200435 len=1107711 2024-04-13T08:21:16.140 INFO:tasks.workunit.client.0.smithi119.stdout:op 4549 completed, throughput=5MB/sec 2024-04-13T08:21:16.140 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-bJDSI_ZkexrvbzK off=18092225 len=273139 2024-04-13T08:21:16.142 INFO:tasks.workunit.client.0.smithi119.stdout:op 4550 completed, throughput=5MB/sec 2024-04-13T08:21:16.142 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-8AlPXN0MZoKDkSA off=9214342 len=1847426 2024-04-13T08:21:16.152 INFO:tasks.workunit.client.0.smithi119.stdout:op 4551 completed, throughput=5MB/sec 2024-04-13T08:21:17.153 INFO:tasks.workunit.client.0.smithi119.stdout: 884: throughput=5MB/sec pending data=0 2024-04-13T08:21:17.153 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-agdoQTKfmtA6Xa0 off=1092302 len=811222 2024-04-13T08:21:17.154 INFO:tasks.workunit.client.0.smithi119.stdout:op 4552 completed, throughput=5MB/sec 2024-04-13T08:21:17.154 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-krijgANH639_GeH off=2132556 len=1940978 2024-04-13T08:21:17.158 INFO:tasks.workunit.client.0.smithi119.stdout:op 4553 completed, throughput=5MB/sec 2024-04-13T08:21:17.158 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-46XZ16HjtOsDnct off=5117202 len=1560055 2024-04-13T08:21:17.160 INFO:tasks.workunit.client.0.smithi119.stdout:op 4554 completed, throughput=5MB/sec 2024-04-13T08:21:17.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:21:16 smithi119 ceph-mon[96316]: pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T08:21:17.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:21:16 smithi119 ceph-mon[93746]: pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T08:21:17.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:21:16 smithi139 ceph-mon[88985]: pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T08:21:18.160 INFO:tasks.workunit.client.0.smithi119.stdout: 885: throughput=4.99MB/sec pending data=0 2024-04-13T08:21:18.160 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-T7RvclC227gKwYq off=1982705 len=1338575 2024-04-13T08:21:18.163 INFO:tasks.workunit.client.0.smithi119.stdout:op 4555 completed, throughput=5MB/sec 2024-04-13T08:21:18.164 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-0cMC9Dx85l7p9ae off=2337747 len=197588 2024-04-13T08:21:18.167 INFO:tasks.workunit.client.0.smithi119.stdout:op 4556 completed, throughput=5MB/sec 2024-04-13T08:21:18.167 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-2mYDtEwYUngq1MW off=6062457 len=622461 2024-04-13T08:21:18.168 INFO:tasks.workunit.client.0.smithi119.stdout:op 4557 completed, throughput=5MB/sec 2024-04-13T08:21:18.168 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-lrtwZ2-1TKjH4jw off=2773387 len=957393 2024-04-13T08:21:18.173 INFO:tasks.workunit.client.0.smithi119.stdout:op 4558 completed, throughput=5MB/sec 2024-04-13T08:21:18.173 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-MB5PO10k0WAcrjR off=5438508 len=1312284 2024-04-13T08:21:18.179 INFO:tasks.workunit.client.0.smithi119.stdout:op 4559 completed, throughput=5MB/sec 2024-04-13T08:21:18.179 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-IFBaDDQRXg9nhs1 off=3872703 len=1088874 2024-04-13T08:21:18.184 INFO:tasks.workunit.client.0.smithi119.stdout:op 4560 completed, throughput=5MB/sec 2024-04-13T08:21:19.185 INFO:tasks.workunit.client.0.smithi119.stdout: 886: throughput=4.99MB/sec pending data=0 2024-04-13T08:21:19.185 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-k38AlsGYk5d3JDZ off=650280 len=694322 2024-04-13T08:21:19.187 INFO:tasks.workunit.client.0.smithi119.stdout:op 4561 completed, throughput=5MB/sec 2024-04-13T08:21:19.187 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-eVKj7kOH2nrdkGY off=2897829 len=641038 2024-04-13T08:21:19.188 INFO:tasks.workunit.client.0.smithi119.stdout:op 4562 completed, throughput=5MB/sec 2024-04-13T08:21:19.188 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-4vSlsmmFt_oJcx- off=6718453 len=1873367 2024-04-13T08:21:19.201 INFO:tasks.workunit.client.0.smithi119.stdout:op 4563 completed, throughput=5MB/sec 2024-04-13T08:21:19.201 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Wei4LVNdXYexn8d off=5876907 len=537861 2024-04-13T08:21:19.202 INFO:tasks.workunit.client.0.smithi119.stdout:op 4564 completed, throughput=5MB/sec 2024-04-13T08:21:19.202 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-hIY_2JCJENenRVD off=760190 len=1608695 2024-04-13T08:21:19.210 INFO:tasks.workunit.client.0.smithi119.stdout:op 4565 completed, throughput=5MB/sec 2024-04-13T08:21:19.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:21:18 smithi119 ceph-mon[96316]: pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:21:19.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:21:18 smithi119 ceph-mon[93746]: pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:21:19.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:21:18 smithi139 ceph-mon[88985]: pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:21:20.210 INFO:tasks.workunit.client.0.smithi119.stdout: 887: throughput=4.99MB/sec pending data=0 2024-04-13T08:21:20.210 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-AMfOFAQYn3udhHr off=12211496 len=2035243 2024-04-13T08:21:20.213 INFO:tasks.workunit.client.0.smithi119.stdout:op 4566 completed, throughput=5MB/sec 2024-04-13T08:21:20.213 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-pplAyKGaqsx5bMe off=3688397 len=791350 2024-04-13T08:21:20.215 INFO:tasks.workunit.client.0.smithi119.stdout:op 4567 completed, throughput=5MB/sec 2024-04-13T08:21:20.215 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-p744cljITQRSRtV off=2160155 len=715277 2024-04-13T08:21:20.220 INFO:tasks.workunit.client.0.smithi119.stdout:op 4568 completed, throughput=5MB/sec 2024-04-13T08:21:20.220 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-mlSnuFH1__bOUkh off=1117568 len=1245955 2024-04-13T08:21:20.227 INFO:tasks.workunit.client.0.smithi119.stdout:op 4569 completed, throughput=5MB/sec 2024-04-13T08:21:20.227 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-meQO3QrJdEf74np off=9883742 len=414740 2024-04-13T08:21:20.230 INFO:tasks.workunit.client.0.smithi119.stdout:op 4570 completed, throughput=5MB/sec 2024-04-13T08:21:21.187 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:21:20 smithi139 ceph-mon[88985]: pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:21:21.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:21:20 smithi119 ceph-mon[93746]: pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:21:21.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:21:20 smithi119 ceph-mon[96316]: pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:21:21.230 INFO:tasks.workunit.client.0.smithi119.stdout: 888: throughput=4.99MB/sec pending data=0 2024-04-13T08:21:21.230 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-eO_-sKfOMbXO7fl off=9218151 len=44643 2024-04-13T08:21:21.231 INFO:tasks.workunit.client.0.smithi119.stdout:op 4571 completed, throughput=4.99MB/sec 2024-04-13T08:21:21.231 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-iG0uXDfPvH138e1 off=12955492 len=1271240 2024-04-13T08:21:21.233 INFO:tasks.workunit.client.0.smithi119.stdout:op 4572 completed, throughput=5MB/sec 2024-04-13T08:21:21.233 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-O5TU7RrkO0PNyTf off=1368039 len=311112 2024-04-13T08:21:21.234 INFO:tasks.workunit.client.0.smithi119.stdout:op 4573 completed, throughput=5MB/sec 2024-04-13T08:21:21.234 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-E_0oKgidJ0pFDFc off=2637752 len=1262684 2024-04-13T08:21:21.235 INFO:tasks.workunit.client.0.smithi119.stdout:op 4574 completed, throughput=5MB/sec 2024-04-13T08:21:21.236 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-2laznnrKZskXyte off=1896675 len=349722 2024-04-13T08:21:21.239 INFO:tasks.workunit.client.0.smithi119.stdout:op 4575 completed, throughput=5MB/sec 2024-04-13T08:21:21.240 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-4inF35RJkK0HO2h off=14928933 len=1061731 2024-04-13T08:21:21.242 INFO:tasks.workunit.client.0.smithi119.stdout:op 4576 completed, throughput=5MB/sec 2024-04-13T08:21:21.242 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-WJByy5m38A7K_0s off=4923663 len=940532 2024-04-13T08:21:21.243 INFO:tasks.workunit.client.0.smithi119.stdout:op 4577 completed, throughput=5MB/sec 2024-04-13T08:21:22.243 INFO:tasks.workunit.client.0.smithi119.stdout: 889: throughput=4.99MB/sec pending data=0 2024-04-13T08:21:22.243 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-VfCOqTfwsTWgXQ8 off=0 len=1245028 2024-04-13T08:21:22.245 INFO:tasks.workunit.client.0.smithi119.stdout:op 4578 completed, throughput=5MB/sec 2024-04-13T08:21:22.245 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-QSZa4ES6y_lgecI off=2813740 len=1947479 2024-04-13T08:21:22.255 INFO:tasks.workunit.client.0.smithi119.stdout:op 4579 completed, throughput=5MB/sec 2024-04-13T08:21:22.255 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-OR22bzguZ_2Bdfr off=16511977 len=1238037 2024-04-13T08:21:22.257 INFO:tasks.workunit.client.0.smithi119.stdout:op 4580 completed, throughput=5MB/sec 2024-04-13T08:21:22.257 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-cHfIS5LALiGP5u1 off=15474068 len=2085028 2024-04-13T08:21:22.261 INFO:tasks.workunit.client.0.smithi119.stdout:op 4581 completed, throughput=5MB/sec 2024-04-13T08:21:22.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:21:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:21:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:21:23.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:21:22 smithi119 ceph-mon[93746]: pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-13T08:21:23.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:21:22 smithi119 ceph-mon[96316]: pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-13T08:21:23.261 INFO:tasks.workunit.client.0.smithi119.stdout: 890: throughput=5MB/sec pending data=0 2024-04-13T08:21:23.262 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-mShyR5_mkTvGj06 off=5786920 len=181742 2024-04-13T08:21:23.265 INFO:tasks.workunit.client.0.smithi119.stdout:op 4582 completed, throughput=5MB/sec 2024-04-13T08:21:23.265 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-H93hzz0Bqk8pmnV off=4130935 len=930079 2024-04-13T08:21:23.267 INFO:tasks.workunit.client.0.smithi119.stdout:op 4583 completed, throughput=5MB/sec 2024-04-13T08:21:23.267 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-grLRj_FNed9-QwE off=12885749 len=304929 2024-04-13T08:21:23.270 INFO:tasks.workunit.client.0.smithi119.stdout:op 4584 completed, throughput=5MB/sec 2024-04-13T08:21:23.270 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Q9gecTizzhxy7QH off=10553820 len=1526998 2024-04-13T08:21:23.278 INFO:tasks.workunit.client.0.smithi119.stdout:op 4585 completed, throughput=5MB/sec 2024-04-13T08:21:23.278 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-B8RVQqfJpjzpl18 off=2706080 len=632336 2024-04-13T08:21:23.282 INFO:tasks.workunit.client.0.smithi119.stdout:op 4586 completed, throughput=5MB/sec 2024-04-13T08:21:23.282 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-iNn84_6V2ZP4o_m off=3632573 len=1993006 2024-04-13T08:21:23.286 INFO:tasks.workunit.client.0.smithi119.stdout:op 4587 completed, throughput=5MB/sec 2024-04-13T08:21:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:21:22 smithi139 ceph-mon[88985]: pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-13T08:21:24.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:21:23 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:21:24.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:21:23 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:21:24.286 INFO:tasks.workunit.client.0.smithi119.stdout: 891: throughput=5MB/sec pending data=0 2024-04-13T08:21:24.286 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-AEuC75oCdb1SyQJ off=17049883 len=1081692 2024-04-13T08:21:24.292 INFO:tasks.workunit.client.0.smithi119.stdout:op 4588 completed, throughput=5MB/sec 2024-04-13T08:21:24.292 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Nofu2z0VFzcfK1B off=7921166 len=702704 2024-04-13T08:21:24.293 INFO:tasks.workunit.client.0.smithi119.stdout:op 4589 completed, throughput=5MB/sec 2024-04-13T08:21:24.293 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-bQbSvwBZspMHM-g off=1935966 len=1990876 2024-04-13T08:21:24.303 INFO:tasks.workunit.client.0.smithi119.stdout:op 4590 completed, throughput=5MB/sec 2024-04-13T08:21:24.303 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-SFlpRN7YGUl8DfG off=2241546 len=468761 2024-04-13T08:21:24.304 INFO:tasks.workunit.client.0.smithi119.stdout:op 4591 completed, throughput=5MB/sec 2024-04-13T08:21:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:21:23 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:21:25.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:21:24 smithi119 ceph-mon[96316]: pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:21:25.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:21:24 smithi119 ceph-mon[93746]: pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:21:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:21:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:21:24] "GET /metrics HTTP/1.1" 200 34005 "" "Prometheus/2.43.0" 2024-04-13T08:21:25.305 INFO:tasks.workunit.client.0.smithi119.stdout: 892: throughput=4.99MB/sec pending data=0 2024-04-13T08:21:25.305 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-NmMDGM9lPRJVlVm off=14505790 len=759649 2024-04-13T08:21:25.310 INFO:tasks.workunit.client.0.smithi119.stdout:op 4592 completed, throughput=5MB/sec 2024-04-13T08:21:25.310 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-nveGLFl9Cj7Ah3o off=2574668 len=911088 2024-04-13T08:21:25.316 INFO:tasks.workunit.client.0.smithi119.stdout:op 4593 completed, throughput=5MB/sec 2024-04-13T08:21:25.316 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-81C1t-c0VUsZrW- off=6077854 len=630812 2024-04-13T08:21:25.317 INFO:tasks.workunit.client.0.smithi119.stdout:op 4594 completed, throughput=5MB/sec 2024-04-13T08:21:25.317 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-gT0vow4DFFoSytm off=1894045 len=805857 2024-04-13T08:21:25.322 INFO:tasks.workunit.client.0.smithi119.stdout:op 4595 completed, throughput=5MB/sec 2024-04-13T08:21:25.322 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-7LrGhTnDJjPQAvq off=1464866 len=829206 2024-04-13T08:21:25.322 INFO:tasks.workunit.client.0.smithi119.stdout:op 4596 completed, throughput=5MB/sec 2024-04-13T08:21:25.322 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-mQB0UdFtxdgsu8s off=3604338 len=525889 2024-04-13T08:21:25.326 INFO:tasks.workunit.client.0.smithi119.stdout:op 4597 completed, throughput=5MB/sec 2024-04-13T08:21:25.326 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-YCxun5cc3K7qFtm off=9081471 len=1959485 2024-04-13T08:21:25.337 INFO:tasks.workunit.client.0.smithi119.stdout:op 4598 completed, throughput=5MB/sec 2024-04-13T08:21:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:21:24 smithi139 ceph-mon[88985]: pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:21:26.338 INFO:tasks.workunit.client.0.smithi119.stdout: 893: throughput=5MB/sec pending data=0 2024-04-13T08:21:26.338 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-qkGzaXNozbWVJtz off=9259929 len=484257 2024-04-13T08:21:26.339 INFO:tasks.workunit.client.0.smithi119.stdout:op 4599 completed, throughput=5MB/sec 2024-04-13T08:21:26.339 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-dxk7nTUUUlosj6G off=302204 len=100977 2024-04-13T08:21:26.342 INFO:tasks.workunit.client.0.smithi119.stdout:op 4600 completed, throughput=5MB/sec 2024-04-13T08:21:26.342 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-L11mxjmJNwQCtQT off=5208696 len=526028 2024-04-13T08:21:26.343 INFO:tasks.workunit.client.0.smithi119.stdout:op 4601 completed, throughput=5MB/sec 2024-04-13T08:21:26.343 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-6sIVAb1F_zZHAJ9 off=6045802 len=63201 2024-04-13T08:21:26.346 INFO:tasks.workunit.client.0.smithi119.stdout:op 4602 completed, throughput=5MB/sec 2024-04-13T08:21:26.346 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-HeJLb0exYcqKqzl off=12602385 len=874915 2024-04-13T08:21:26.347 INFO:tasks.workunit.client.0.smithi119.stdout:op 4603 completed, throughput=5MB/sec 2024-04-13T08:21:26.347 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-N6U9xO7y7No5s8J off=9134769 len=208347 2024-04-13T08:21:26.350 INFO:tasks.workunit.client.0.smithi119.stdout:op 4604 completed, throughput=5MB/sec 2024-04-13T08:21:26.350 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-laPBdGnZ2Uekr9- off=2491959 len=514908 2024-04-13T08:21:26.354 INFO:tasks.workunit.client.0.smithi119.stdout:op 4605 completed, throughput=5MB/sec 2024-04-13T08:21:26.354 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-mcLTO6TkmFQI-vv off=2025128 len=611627 2024-04-13T08:21:26.358 INFO:tasks.workunit.client.0.smithi119.stdout:op 4606 completed, throughput=5MB/sec 2024-04-13T08:21:26.358 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-9xffdSJDGoCy9zi off=16557144 len=1496861 2024-04-13T08:21:26.361 INFO:tasks.workunit.client.0.smithi119.stdout:op 4607 completed, throughput=5MB/sec 2024-04-13T08:21:27.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:21:26 smithi119 ceph-mon[93746]: pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-13T08:21:27.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:21:26 smithi119 ceph-mon[96316]: pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-13T08:21:27.362 INFO:tasks.workunit.client.0.smithi119.stdout: 894: throughput=5MB/sec pending data=0 2024-04-13T08:21:27.362 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Oh_dGMaGEetrl0G off=11933420 len=951652 2024-04-13T08:21:27.367 INFO:tasks.workunit.client.0.smithi119.stdout:op 4608 completed, throughput=5MB/sec 2024-04-13T08:21:27.367 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-R2e5HTmXnWuWfzt off=10142587 len=1426705 2024-04-13T08:21:27.370 INFO:tasks.workunit.client.0.smithi119.stdout:op 4609 completed, throughput=5MB/sec 2024-04-13T08:21:27.370 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-nJYyrUXbKgs5HlX off=315550 len=901329 2024-04-13T08:21:27.371 INFO:tasks.workunit.client.0.smithi119.stdout:op 4610 completed, throughput=5MB/sec 2024-04-13T08:21:27.371 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-yIC7ruL9SmchZS5 off=245342 len=527715 2024-04-13T08:21:27.375 INFO:tasks.workunit.client.0.smithi119.stdout:op 4611 completed, throughput=5MB/sec 2024-04-13T08:21:27.375 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-EwZnE7-ODqp1HQ_ off=4760084 len=1521979 2024-04-13T08:21:27.380 INFO:tasks.workunit.client.0.smithi119.stdout:op 4612 completed, throughput=5MB/sec 2024-04-13T08:21:27.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:21:26 smithi139 ceph-mon[88985]: pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-13T08:21:28.380 INFO:tasks.workunit.client.0.smithi119.stdout: 895: throughput=5MB/sec pending data=0 2024-04-13T08:21:28.381 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-0Fv58u7iV57xmom off=1959633 len=901692 2024-04-13T08:21:28.385 INFO:tasks.workunit.client.0.smithi119.stdout:op 4613 completed, throughput=5MB/sec 2024-04-13T08:21:28.385 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-FKubMzP3jRcohwd off=19548234 len=618910 2024-04-13T08:21:28.386 INFO:tasks.workunit.client.0.smithi119.stdout:op 4614 completed, throughput=5MB/sec 2024-04-13T08:21:28.386 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-UOqW_paNmNVLCGV off=3721454 len=2073964 2024-04-13T08:21:28.394 INFO:tasks.workunit.client.0.smithi119.stdout:op 4615 completed, throughput=5MB/sec 2024-04-13T08:21:28.394 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-hv34wSG6N6NquG4 off=3541678 len=1802593 2024-04-13T08:21:28.398 INFO:tasks.workunit.client.0.smithi119.stdout:op 4616 completed, throughput=5MB/sec 2024-04-13T08:21:29.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:21:28 smithi119 ceph-mon[96316]: pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:21:29.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:21:28 smithi119 ceph-mon[93746]: pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:21:29.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:21:28 smithi139 ceph-mon[88985]: pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:21:29.398 INFO:tasks.workunit.client.0.smithi119.stdout: 896: throughput=5MB/sec pending data=0 2024-04-13T08:21:29.399 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-uWB73iL3eLPKWKp off=6802451 len=312644 2024-04-13T08:21:29.402 INFO:tasks.workunit.client.0.smithi119.stdout:op 4617 completed, throughput=5MB/sec 2024-04-13T08:21:29.402 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-RUAwOg66ZDv_NYO off=3030122 len=1637316 2024-04-13T08:21:29.403 INFO:tasks.workunit.client.0.smithi119.stdout:op 4618 completed, throughput=5MB/sec 2024-04-13T08:21:29.404 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-GG7y7TT9FMEfMNL off=8556063 len=1240629 2024-04-13T08:21:29.408 INFO:tasks.workunit.client.0.smithi119.stdout:op 4619 completed, throughput=5MB/sec 2024-04-13T08:21:29.409 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-l_lfehOvMveHHel off=3526448 len=524150 2024-04-13T08:21:29.409 INFO:tasks.workunit.client.0.smithi119.stdout:op 4620 completed, throughput=5MB/sec 2024-04-13T08:21:29.409 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-HHsBOTualHGqHpK off=8823044 len=957765 2024-04-13T08:21:29.413 INFO:tasks.workunit.client.0.smithi119.stdout:op 4621 completed, throughput=5MB/sec 2024-04-13T08:21:30.414 INFO:tasks.workunit.client.0.smithi119.stdout: 897: throughput=4.99MB/sec pending data=0 2024-04-13T08:21:30.414 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-nTWWdQBxGODZ3K1 off=150225 len=2004439 2024-04-13T08:21:30.419 INFO:tasks.workunit.client.0.smithi119.stdout:op 4622 completed, throughput=5MB/sec 2024-04-13T08:21:30.419 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-bNLaNlq07J0Niaw off=1673486 len=160374 2024-04-13T08:21:30.419 INFO:tasks.workunit.client.0.smithi119.stdout:op 4623 completed, throughput=5MB/sec 2024-04-13T08:21:30.419 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Z5_bY_1UYD_jWoQ off=2264676 len=1147290 2024-04-13T08:21:30.420 INFO:tasks.workunit.client.0.smithi119.stdout:op 4624 completed, throughput=5MB/sec 2024-04-13T08:21:30.421 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-hLCPrpunLzI4TfD off=3213502 len=844172 2024-04-13T08:21:30.423 INFO:tasks.workunit.client.0.smithi119.stdout:op 4625 completed, throughput=5MB/sec 2024-04-13T08:21:30.423 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-wf6fKA3OcbNsklp off=3590050 len=1319952 2024-04-13T08:21:30.424 INFO:tasks.workunit.client.0.smithi119.stdout:op 4626 completed, throughput=5MB/sec 2024-04-13T08:21:31.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:21:30 smithi119 ceph-mon[96316]: pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:21:31.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:21:30 smithi119 ceph-mon[93746]: pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:21:31.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:21:30 smithi139 ceph-mon[88985]: pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:21:31.425 INFO:tasks.workunit.client.0.smithi119.stdout: 898: throughput=4.99MB/sec pending data=0 2024-04-13T08:21:31.425 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-KzQzhbBZEk2sPf- off=983253 len=226313 2024-04-13T08:21:31.428 INFO:tasks.workunit.client.0.smithi119.stdout:op 4627 completed, throughput=5MB/sec 2024-04-13T08:21:31.428 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-NRlUBvUEDrnN0Bi off=977175 len=1550072 2024-04-13T08:21:31.434 INFO:tasks.workunit.client.0.smithi119.stdout:op 4628 completed, throughput=5MB/sec 2024-04-13T08:21:31.434 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-D-HPYdxxkFfgM8b off=2926140 len=1972165 2024-04-13T08:21:31.441 INFO:tasks.workunit.client.0.smithi119.stdout:op 4629 completed, throughput=5MB/sec 2024-04-13T08:21:31.441 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-jJDDas3nBqWvFaC off=18720086 len=1866069 2024-04-13T08:21:31.442 INFO:tasks.workunit.client.0.smithi119.stdout:op 4630 completed, throughput=5MB/sec 2024-04-13T08:21:32.443 INFO:tasks.workunit.client.0.smithi119.stdout: 899: throughput=5MB/sec pending data=0 2024-04-13T08:21:32.443 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-hEuGtqDisT6hPXA off=9594039 len=1439813 2024-04-13T08:21:32.449 INFO:tasks.workunit.client.0.smithi119.stdout:op 4631 completed, throughput=5MB/sec 2024-04-13T08:21:32.450 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-8NIyQUqg-JO9H9n off=17987149 len=424495 2024-04-13T08:21:32.453 INFO:tasks.workunit.client.0.smithi119.stdout:op 4632 completed, throughput=5MB/sec 2024-04-13T08:21:32.453 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-HrblvpI0JsWKXD7 off=871376 len=1108152 2024-04-13T08:21:32.455 INFO:tasks.workunit.client.0.smithi119.stdout:op 4633 completed, throughput=5MB/sec 2024-04-13T08:21:32.455 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-y8fDOBQwDMM6rdI off=2318154 len=1473925 2024-04-13T08:21:32.458 INFO:tasks.workunit.client.0.smithi119.stdout:op 4634 completed, throughput=5MB/sec 2024-04-13T08:21:32.458 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-9_J6liIA_XhkJaw off=4367866 len=1602965 2024-04-13T08:21:32.468 INFO:tasks.workunit.client.0.smithi119.stdout:op 4635 completed, throughput=5MB/sec 2024-04-13T08:21:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:21:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:21:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:21:33.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:21:32 smithi119 ceph-mon[93746]: pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-13T08:21:33.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:21:32 smithi119 ceph-mon[96316]: pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-13T08:21:33.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:21:32 smithi139 ceph-mon[88985]: pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-13T08:21:33.468 INFO:tasks.workunit.client.0.smithi119.stdout: 900: throughput=5MB/sec pending data=0 2024-04-13T08:21:33.468 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-kajn8oFHfND7jdN off=7058472 len=437831 2024-04-13T08:21:33.472 INFO:tasks.workunit.client.0.smithi119.stdout:op 4636 completed, throughput=5MB/sec 2024-04-13T08:21:33.473 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-bbHk8Q1kpowrRxm off=3253020 len=266012 2024-04-13T08:21:33.473 INFO:tasks.workunit.client.0.smithi119.stdout:op 4637 completed, throughput=5MB/sec 2024-04-13T08:21:33.473 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-pPJUcC9R9KdMjWu off=4484024 len=73821 2024-04-13T08:21:33.474 INFO:tasks.workunit.client.0.smithi119.stdout:op 4638 completed, throughput=5MB/sec 2024-04-13T08:21:33.474 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-mCC_xOokhEYDews off=1800165 len=771818 2024-04-13T08:21:33.478 INFO:tasks.workunit.client.0.smithi119.stdout:op 4639 completed, throughput=5MB/sec 2024-04-13T08:21:33.478 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-dVt48jdTdNpPQaG off=7942269 len=2046759 2024-04-13T08:21:33.487 INFO:tasks.workunit.client.0.smithi119.stdout:op 4640 completed, throughput=5MB/sec 2024-04-13T08:21:33.487 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ZVuWemJZQSGZHb9 off=3284410 len=368040 2024-04-13T08:21:33.488 INFO:tasks.workunit.client.0.smithi119.stdout:op 4641 completed, throughput=5MB/sec 2024-04-13T08:21:34.488 INFO:tasks.workunit.client.0.smithi119.stdout: 901: throughput=4.99MB/sec pending data=0 2024-04-13T08:21:34.489 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--PZD014z3z8KLSS off=19681670 len=1253521 2024-04-13T08:21:34.490 INFO:tasks.workunit.client.0.smithi119.stdout:op 4642 completed, throughput=5MB/sec 2024-04-13T08:21:34.490 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-U_u15_2fb28_N6l off=3888006 len=1837564 2024-04-13T08:21:34.492 INFO:tasks.workunit.client.0.smithi119.stdout:op 4643 completed, throughput=5MB/sec 2024-04-13T08:21:34.492 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-kSTIFmhB_CaHQp1 off=1784999 len=170732 2024-04-13T08:21:34.493 INFO:tasks.workunit.client.0.smithi119.stdout:op 4644 completed, throughput=5MB/sec 2024-04-13T08:21:34.493 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-1qkVnAy9lRdFjPt off=11843402 len=1603243 2024-04-13T08:21:34.495 INFO:tasks.workunit.client.0.smithi119.stdout:op 4645 completed, throughput=5MB/sec 2024-04-13T08:21:34.495 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-PDX4ujzzNTJFe70 off=22088175 len=1101806 2024-04-13T08:21:34.501 INFO:tasks.workunit.client.0.smithi119.stdout:op 4646 completed, throughput=5MB/sec 2024-04-13T08:21:35.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:21:34 smithi119 ceph-mon[96316]: pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T08:21:35.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:21:34 smithi119 ceph-mon[93746]: pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T08:21:35.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:21:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:21:34] "GET /metrics HTTP/1.1" 200 34005 "" "Prometheus/2.43.0" 2024-04-13T08:21:35.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:21:34 smithi139 ceph-mon[88985]: pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T08:21:35.501 INFO:tasks.workunit.client.0.smithi119.stdout: 902: throughput=5MB/sec pending data=0 2024-04-13T08:21:35.502 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-AXI1esKo1nWRWZ- off=5219475 len=1835307 2024-04-13T08:21:35.504 INFO:tasks.workunit.client.0.smithi119.stdout:op 4647 completed, throughput=5MB/sec 2024-04-13T08:21:35.504 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-anNu5pDC-3MSiHz off=6935407 len=667060 2024-04-13T08:21:35.505 INFO:tasks.workunit.client.0.smithi119.stdout:op 4648 completed, throughput=5MB/sec 2024-04-13T08:21:35.505 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-kM_IK3C14rnybEk off=4365127 len=889136 2024-04-13T08:21:35.507 INFO:tasks.workunit.client.0.smithi119.stdout:op 4649 completed, throughput=5MB/sec 2024-04-13T08:21:35.507 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Na3_xF7E8-nimQz off=4546414 len=1594811 2024-04-13T08:21:35.517 INFO:tasks.workunit.client.0.smithi119.stdout:op 4650 completed, throughput=5MB/sec 2024-04-13T08:21:36.518 INFO:tasks.workunit.client.0.smithi119.stdout: 903: throughput=4.99MB/sec pending data=0 2024-04-13T08:21:36.518 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-eE64E44fYWtrzlZ off=11774464 len=1372030 2024-04-13T08:21:36.521 INFO:tasks.workunit.client.0.smithi119.stdout:op 4651 completed, throughput=5MB/sec 2024-04-13T08:21:36.521 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-U-7nKnmiN2UgmC9 off=5188211 len=764485 2024-04-13T08:21:36.526 INFO:tasks.workunit.client.0.smithi119.stdout:op 4652 completed, throughput=5MB/sec 2024-04-13T08:21:36.526 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-QUl5JXogadpSRMA off=3810664 len=779140 2024-04-13T08:21:36.527 INFO:tasks.workunit.client.0.smithi119.stdout:op 4653 completed, throughput=5MB/sec 2024-04-13T08:21:36.527 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-D6H2ogY1yafLd5X off=8350176 len=798779 2024-04-13T08:21:36.528 INFO:tasks.workunit.client.0.smithi119.stdout:op 4654 completed, throughput=5MB/sec 2024-04-13T08:21:36.529 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-JcOPSut16gCwZlm off=15185983 len=1233179 2024-04-13T08:21:36.530 INFO:tasks.workunit.client.0.smithi119.stdout:op 4655 completed, throughput=5MB/sec 2024-04-13T08:21:36.530 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-5G4BEuzBMiK6Qbu off=4747038 len=1408310 2024-04-13T08:21:36.531 INFO:tasks.workunit.client.0.smithi119.stdout:op 4656 completed, throughput=5MB/sec 2024-04-13T08:21:37.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:21:36 smithi119 ceph-mon[96316]: pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-13T08:21:37.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:21:36 smithi119 ceph-mon[93746]: pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-13T08:21:37.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:21:36 smithi139 ceph-mon[88985]: pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-13T08:21:37.531 INFO:tasks.workunit.client.0.smithi119.stdout: 904: throughput=5MB/sec pending data=0 2024-04-13T08:21:37.532 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-GBmWqzBRX38LKra off=84097 len=714136 2024-04-13T08:21:37.533 INFO:tasks.workunit.client.0.smithi119.stdout:op 4657 completed, throughput=5MB/sec 2024-04-13T08:21:37.533 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-xkreYzI3yqEwP6V off=2345110 len=248262 2024-04-13T08:21:37.533 INFO:tasks.workunit.client.0.smithi119.stdout:op 4658 completed, throughput=5MB/sec 2024-04-13T08:21:37.533 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-gznHxQJURla2_DS off=4951596 len=1099767 2024-04-13T08:21:37.536 INFO:tasks.workunit.client.0.smithi119.stdout:op 4659 completed, throughput=5MB/sec 2024-04-13T08:21:37.536 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-QA--n3KR0tLfYmy off=17184302 len=509241 2024-04-13T08:21:37.540 INFO:tasks.workunit.client.0.smithi119.stdout:op 4660 completed, throughput=5MB/sec 2024-04-13T08:21:37.540 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-CPqCtDXnee1PJB8 off=11444719 len=787449 2024-04-13T08:21:37.541 INFO:tasks.workunit.client.0.smithi119.stdout:op 4661 completed, throughput=5MB/sec 2024-04-13T08:21:37.541 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-1YB69--awhavUaw off=3072764 len=1567640 2024-04-13T08:21:37.543 INFO:tasks.workunit.client.0.smithi119.stdout:op 4662 completed, throughput=5MB/sec 2024-04-13T08:21:38.543 INFO:tasks.workunit.client.0.smithi119.stdout: 905: throughput=5MB/sec pending data=0 2024-04-13T08:21:38.544 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-nveGLFl9Cj7Ah3o off=1989524 len=1024749 2024-04-13T08:21:38.546 INFO:tasks.workunit.client.0.smithi119.stdout:op 4663 completed, throughput=5MB/sec 2024-04-13T08:21:38.546 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-aCMdR-R3t43kBx- off=11632243 len=1497186 2024-04-13T08:21:38.554 INFO:tasks.workunit.client.0.smithi119.stdout:op 4664 completed, throughput=5MB/sec 2024-04-13T08:21:38.554 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-uys7dr94ff28aIB off=2661622 len=1073475 2024-04-13T08:21:38.558 INFO:tasks.workunit.client.0.smithi119.stdout:op 4665 completed, throughput=5MB/sec 2024-04-13T08:21:38.558 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-MQ-y4idVuw3yeQ2 off=12570612 len=1741513 2024-04-13T08:21:38.561 INFO:tasks.workunit.client.0.smithi119.stdout:op 4666 completed, throughput=5MB/sec 2024-04-13T08:21:39.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:21:38 smithi119 ceph-mon[93746]: pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:21:39.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:21:38 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:21:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:21:38 smithi119 ceph-mon[96316]: pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:21:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:21:38 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:21:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:21:38 smithi139 ceph-mon[88985]: pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:21:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:21:38 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:21:39.561 INFO:tasks.workunit.client.0.smithi119.stdout: 906: throughput=5MB/sec pending data=0 2024-04-13T08:21:39.562 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-d3EL4vC1Df2Dsq1 off=6230236 len=2013786 2024-04-13T08:21:39.564 INFO:tasks.workunit.client.0.smithi119.stdout:op 4667 completed, throughput=5MB/sec 2024-04-13T08:21:39.564 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-WJByy5m38A7K_0s off=4873593 len=51859 2024-04-13T08:21:39.566 INFO:tasks.workunit.client.0.smithi119.stdout:op 4668 completed, throughput=5MB/sec 2024-04-13T08:21:39.567 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-gcSGqBtkT7eBid2 off=0 len=1501160 2024-04-13T08:21:39.569 INFO:tasks.workunit.client.0.smithi119.stdout:op 4669 completed, throughput=5MB/sec 2024-04-13T08:21:39.569 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-SB6vKeqRJmh0Xtp off=14380496 len=1769358 2024-04-13T08:21:39.577 INFO:tasks.workunit.client.0.smithi119.stdout:op 4670 completed, throughput=5MB/sec 2024-04-13T08:21:40.578 INFO:tasks.workunit.client.0.smithi119.stdout: 907: throughput=5MB/sec pending data=0 2024-04-13T08:21:40.578 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-gmzd-Wi9rHB68m- off=3283837 len=1547302 2024-04-13T08:21:40.580 INFO:tasks.workunit.client.0.smithi119.stdout:op 4671 completed, throughput=5MB/sec 2024-04-13T08:21:40.580 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-HqbF5XGw-zhMEjG off=1621028 len=109511 2024-04-13T08:21:40.583 INFO:tasks.workunit.client.0.smithi119.stdout:op 4672 completed, throughput=5MB/sec 2024-04-13T08:21:40.583 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-zaEkw5xvocHD62h off=7164708 len=338637 2024-04-13T08:21:40.584 INFO:tasks.workunit.client.0.smithi119.stdout:op 4673 completed, throughput=5MB/sec 2024-04-13T08:21:40.584 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-9iSAUMO77EUj-m4 off=9137486 len=1815038 2024-04-13T08:21:40.592 INFO:tasks.workunit.client.0.smithi119.stdout:op 4674 completed, throughput=5MB/sec 2024-04-13T08:21:40.592 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-8tymVfDH2Soaugm off=12843311 len=1598128 2024-04-13T08:21:40.601 INFO:tasks.workunit.client.0.smithi119.stdout:op 4675 completed, throughput=5MB/sec 2024-04-13T08:21:41.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:21:40 smithi119 ceph-mon[93746]: pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T08:21:41.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:21:40 smithi119 ceph-mon[96316]: pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T08:21:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:21:40 smithi139 ceph-mon[88985]: pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T08:21:41.602 INFO:tasks.workunit.client.0.smithi119.stdout: 908: throughput=5MB/sec pending data=0 2024-04-13T08:21:41.602 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-43HRllhDehvPBMV off=4042818 len=1844655 2024-04-13T08:21:41.613 INFO:tasks.workunit.client.0.smithi119.stdout:op 4676 completed, throughput=5MB/sec 2024-04-13T08:21:41.613 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-w8_Hv1fzs5BFY3I off=3993426 len=1775525 2024-04-13T08:21:41.622 INFO:tasks.workunit.client.0.smithi119.stdout:op 4677 completed, throughput=5MB/sec 2024-04-13T08:21:41.622 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-7Of01plNIViHVTI off=7805982 len=370037 2024-04-13T08:21:41.624 INFO:tasks.workunit.client.0.smithi119.stdout:op 4678 completed, throughput=5MB/sec 2024-04-13T08:21:41.625 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-8b2X0btdELn4MWj off=5816686 len=371053 2024-04-13T08:21:41.625 INFO:tasks.workunit.client.0.smithi119.stdout:op 4679 completed, throughput=5MB/sec 2024-04-13T08:21:42.625 INFO:tasks.workunit.client.0.smithi119.stdout: 909: throughput=4.99MB/sec pending data=0 2024-04-13T08:21:42.626 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-AxCzyLRkBRI9w3d off=2588899 len=1462172 2024-04-13T08:21:42.634 INFO:tasks.workunit.client.0.smithi119.stdout:op 4680 completed, throughput=5MB/sec 2024-04-13T08:21:42.634 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-G9cpqLlLf82k_oy off=3481416 len=90390 2024-04-13T08:21:42.634 INFO:tasks.workunit.client.0.smithi119.stdout:op 4681 completed, throughput=5MB/sec 2024-04-13T08:21:42.635 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Zgpp-rct1DpWLR8 off=524095 len=24990 2024-04-13T08:21:42.635 INFO:tasks.workunit.client.0.smithi119.stdout:op 4682 completed, throughput=5MB/sec 2024-04-13T08:21:42.635 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-jMKD1gROGWwekQq off=1131744 len=135821 2024-04-13T08:21:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:21:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:21:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:21:42.637 INFO:tasks.workunit.client.0.smithi119.stdout:op 4683 completed, throughput=5MB/sec 2024-04-13T08:21:42.638 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ShP5EZS88F-RtyS off=6004208 len=1901082 2024-04-13T08:21:42.645 INFO:tasks.workunit.client.0.smithi119.stdout:op 4684 completed, throughput=5MB/sec 2024-04-13T08:21:42.645 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3hBhCl0pjZUK6in off=5026946 len=492317 2024-04-13T08:21:42.650 INFO:tasks.workunit.client.0.smithi119.stdout:op 4685 completed, throughput=5MB/sec 2024-04-13T08:21:42.650 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3IjST164fNj9Q1J off=2572262 len=1342462 2024-04-13T08:21:42.655 INFO:tasks.workunit.client.0.smithi119.stdout:op 4686 completed, throughput=5MB/sec 2024-04-13T08:21:43.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:21:42 smithi119 ceph-mon[96316]: pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-13T08:21:43.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:21:42 smithi119 ceph-mon[93746]: pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-13T08:21:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:21:42 smithi139 ceph-mon[88985]: pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-13T08:21:43.656 INFO:tasks.workunit.client.0.smithi119.stdout: 910: throughput=4.99MB/sec pending data=0 2024-04-13T08:21:43.656 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-J3cdwse7nyY9wb5 off=5913572 len=1695372 2024-04-13T08:21:43.662 INFO:tasks.workunit.client.0.smithi119.stdout:op 4687 completed, throughput=5MB/sec 2024-04-13T08:21:43.663 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Eyp3Co6d42E_yN_ off=13494551 len=1280865 2024-04-13T08:21:43.664 INFO:tasks.workunit.client.0.smithi119.stdout:op 4688 completed, throughput=5MB/sec 2024-04-13T08:21:43.664 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-uys7dr94ff28aIB off=597788 len=214789 2024-04-13T08:21:43.664 INFO:tasks.workunit.client.0.smithi119.stdout:op 4689 completed, throughput=5MB/sec 2024-04-13T08:21:43.665 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-8mlfsp1KEapbYiw off=8601446 len=660779 2024-04-13T08:21:43.666 INFO:tasks.workunit.client.0.smithi119.stdout:op 4690 completed, throughput=5MB/sec 2024-04-13T08:21:43.666 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Z-4ZopliWKj2qvX off=2422694 len=1991973 2024-04-13T08:21:43.673 INFO:tasks.workunit.client.0.smithi119.stdout:op 4691 completed, throughput=5MB/sec 2024-04-13T08:21:44.674 INFO:tasks.workunit.client.0.smithi119.stdout: 911: throughput=5MB/sec pending data=0 2024-04-13T08:21:44.674 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-YLNjHPhxJaOS2tm off=162547 len=725373 2024-04-13T08:21:44.679 INFO:tasks.workunit.client.0.smithi119.stdout:op 4692 completed, throughput=5MB/sec 2024-04-13T08:21:44.679 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-nJELin0FVeV0_sU off=5453515 len=387037 2024-04-13T08:21:44.679 INFO:tasks.workunit.client.0.smithi119.stdout:op 4693 completed, throughput=5MB/sec 2024-04-13T08:21:44.680 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-T-JoMY8DfJrrwir off=14555508 len=1395412 2024-04-13T08:21:44.683 INFO:tasks.workunit.client.0.smithi119.stdout:op 4694 completed, throughput=5MB/sec 2024-04-13T08:21:44.683 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-iIBfc8g7MsdBkOe off=3001616 len=223769 2024-04-13T08:21:44.686 INFO:tasks.workunit.client.0.smithi119.stdout:op 4695 completed, throughput=5MB/sec 2024-04-13T08:21:44.686 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-UxLmiDbplsrb3JD off=9483333 len=1467356 2024-04-13T08:21:44.694 INFO:tasks.workunit.client.0.smithi119.stdout:op 4696 completed, throughput=5MB/sec 2024-04-13T08:21:44.694 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-TBQV7YVPMm1tBwc off=2410650 len=1708266 2024-04-13T08:21:44.695 INFO:tasks.workunit.client.0.smithi119.stdout:op 4697 completed, throughput=5MB/sec 2024-04-13T08:21:45.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:21:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:21:44] "GET /metrics HTTP/1.1" 200 34009 "" "Prometheus/2.43.0" 2024-04-13T08:21:45.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:21:44 smithi119 ceph-mon[96316]: pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-13T08:21:45.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:21:44 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:21:45.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:21:44 smithi119 ceph-mon[93746]: pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-13T08:21:45.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:21:44 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:21:45.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:21:44 smithi139 ceph-mon[88985]: pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-13T08:21:45.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:21:44 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:21:45.696 INFO:tasks.workunit.client.0.smithi119.stdout: 912: throughput=5MB/sec pending data=0 2024-04-13T08:21:45.696 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-OVBnRlY_pAFrCrl off=7600817 len=505951 2024-04-13T08:21:45.697 INFO:tasks.workunit.client.0.smithi119.stdout:op 4698 completed, throughput=5MB/sec 2024-04-13T08:21:45.697 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-y7kUhl-53BISOLF off=19274512 len=688283 2024-04-13T08:21:45.700 INFO:tasks.workunit.client.0.smithi119.stdout:op 4699 completed, throughput=5MB/sec 2024-04-13T08:21:45.700 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-6ALGS0mhlcttBLw off=1054517 len=1814406 2024-04-13T08:21:45.703 INFO:tasks.workunit.client.0.smithi119.stdout:op 4700 completed, throughput=5MB/sec 2024-04-13T08:21:45.703 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-7pWLjXJnG1r3BHG off=1614296 len=943484 2024-04-13T08:21:45.704 INFO:tasks.workunit.client.0.smithi119.stdout:op 4701 completed, throughput=5MB/sec 2024-04-13T08:21:45.704 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-H5sEyIC9hfrn2z5 off=1118204 len=1434693 2024-04-13T08:21:45.714 INFO:tasks.workunit.client.0.smithi119.stdout:op 4702 completed, throughput=5MB/sec 2024-04-13T08:21:46.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:21:45 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:21:46.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:21:45 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:21:46.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:21:45 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:21:46.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:21:45 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:21:46.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:21:45 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:21:46.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:21:45 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:21:46.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:21:45 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:21:46.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:21:45 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:21:46.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:21:45 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:21:46.710 INFO:tasks.workunit.client.0.smithi119.stdout: 913: throughput=5MB/sec pending data=0 2024-04-13T08:21:46.711 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-K2gTG63iipN6_8T off=205603 len=1746056 2024-04-13T08:21:46.713 INFO:tasks.workunit.client.0.smithi119.stdout:op 4703 completed, throughput=5MB/sec 2024-04-13T08:21:46.713 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-hH7tA-8rHMJSv77 off=4936446 len=421430 2024-04-13T08:21:46.716 INFO:tasks.workunit.client.0.smithi119.stdout:op 4704 completed, throughput=5MB/sec 2024-04-13T08:21:46.717 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-8mjPhE7nosJE5TF off=4398420 len=231327 2024-04-13T08:21:46.717 INFO:tasks.workunit.client.0.smithi119.stdout:op 4705 completed, throughput=5MB/sec 2024-04-13T08:21:46.717 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-oE12W9Ok6RPJWiq off=17289800 len=1071983 2024-04-13T08:21:46.722 INFO:tasks.workunit.client.0.smithi119.stdout:op 4706 completed, throughput=5MB/sec 2024-04-13T08:21:46.722 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-5EgH1Ze8BfzXrRK off=6824920 len=1151519 2024-04-13T08:21:46.725 INFO:tasks.workunit.client.0.smithi119.stdout:op 4707 completed, throughput=5MB/sec 2024-04-13T08:21:47.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:21:46 smithi119 ceph-mon[96316]: pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T08:21:47.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:21:46 smithi119 ceph-mon[93746]: pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T08:21:47.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:21:46 smithi139 ceph-mon[88985]: pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T08:21:47.725 INFO:tasks.workunit.client.0.smithi119.stdout: 914: throughput=5MB/sec pending data=0 2024-04-13T08:21:47.725 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Ocn4VQGUUXhp73_ off=4525171 len=1027400 2024-04-13T08:21:47.727 INFO:tasks.workunit.client.0.smithi119.stdout:op 4708 completed, throughput=5MB/sec 2024-04-13T08:21:47.727 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-YzGf33rJ-NTL3P0 off=4142977 len=35574 2024-04-13T08:21:47.730 INFO:tasks.workunit.client.0.smithi119.stdout:op 4709 completed, throughput=5MB/sec 2024-04-13T08:21:47.730 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ZLvP-s2rBIs5Ekn off=4487922 len=200718 2024-04-13T08:21:47.730 INFO:tasks.workunit.client.0.smithi119.stdout:op 4710 completed, throughput=5MB/sec 2024-04-13T08:21:47.730 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-U_KfcP1_-g5LsfR off=19309262 len=1891912 2024-04-13T08:21:47.741 INFO:tasks.workunit.client.0.smithi119.stdout:op 4711 completed, throughput=5MB/sec 2024-04-13T08:21:47.741 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-5pzG1t7-roDF8Oq off=5955973 len=1714043 2024-04-13T08:21:47.744 INFO:tasks.workunit.client.0.smithi119.stdout:op 4712 completed, throughput=5MB/sec 2024-04-13T08:21:48.744 INFO:tasks.workunit.client.0.smithi119.stdout: 915: throughput=4.99MB/sec pending data=0 2024-04-13T08:21:48.744 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-zlFTFsmbfh5IU3i off=3395813 len=144792 2024-04-13T08:21:48.745 INFO:tasks.workunit.client.0.smithi119.stdout:op 4713 completed, throughput=4.99MB/sec 2024-04-13T08:21:48.745 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3cH0aGLZ-PWUlmv off=2314394 len=259763 2024-04-13T08:21:48.748 INFO:tasks.workunit.client.0.smithi119.stdout:op 4714 completed, throughput=5MB/sec 2024-04-13T08:21:48.748 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-JWjwZa6tgqgIeji off=5981623 len=93192 2024-04-13T08:21:48.749 INFO:tasks.workunit.client.0.smithi119.stdout:op 4715 completed, throughput=5MB/sec 2024-04-13T08:21:48.749 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-HdU9vwEW9Emw2uj off=8536985 len=1663247 2024-04-13T08:21:48.751 INFO:tasks.workunit.client.0.smithi119.stdout:op 4716 completed, throughput=5MB/sec 2024-04-13T08:21:48.751 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-wfTg9FXrbbtHq2M off=757614 len=1810695 2024-04-13T08:21:48.759 INFO:tasks.workunit.client.0.smithi119.stdout:op 4717 completed, throughput=5MB/sec 2024-04-13T08:21:48.759 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-OpoaF5c8fVbsPJ5 off=5718765 len=175250 2024-04-13T08:21:48.762 INFO:tasks.workunit.client.0.smithi119.stdout:op 4718 completed, throughput=5MB/sec 2024-04-13T08:21:48.762 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-mmpbJDOB5QOZSao off=10802007 len=1831954 2024-04-13T08:21:48.763 INFO:tasks.workunit.client.0.smithi119.stdout:op 4719 completed, throughput=5MB/sec 2024-04-13T08:21:49.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:21:48 smithi119 ceph-mon[96316]: pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T08:21:49.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:21:48 smithi119 ceph-mon[93746]: pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T08:21:49.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:21:48 smithi139 ceph-mon[88985]: pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T08:21:49.763 INFO:tasks.workunit.client.0.smithi119.stdout: 916: throughput=5MB/sec pending data=0 2024-04-13T08:21:49.764 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-xsXlAPBUxCZOyDg off=3040070 len=1419958 2024-04-13T08:21:49.772 INFO:tasks.workunit.client.0.smithi119.stdout:op 4720 completed, throughput=5MB/sec 2024-04-13T08:21:49.772 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--eRWcbUY2rsfTfq off=9778598 len=1040734 2024-04-13T08:21:49.774 INFO:tasks.workunit.client.0.smithi119.stdout:op 4721 completed, throughput=5MB/sec 2024-04-13T08:21:49.775 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-fnNPxJo8f_J959R off=683996 len=1936743 2024-04-13T08:21:49.776 INFO:tasks.workunit.client.0.smithi119.stdout:op 4722 completed, throughput=5MB/sec 2024-04-13T08:21:49.777 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-rdlbVCNS0nsk63b off=1472227 len=1651604 2024-04-13T08:21:49.785 INFO:tasks.workunit.client.0.smithi119.stdout:op 4723 completed, throughput=5MB/sec 2024-04-13T08:21:50.786 INFO:tasks.workunit.client.0.smithi119.stdout: 917: throughput=5MB/sec pending data=0 2024-04-13T08:21:50.786 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-WB0Qx36ojpgL_vw off=369170 len=210670 2024-04-13T08:21:50.789 INFO:tasks.workunit.client.0.smithi119.stdout:op 4724 completed, throughput=5MB/sec 2024-04-13T08:21:50.789 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-X3T3VvkkHuA0Lzf off=261098 len=1508468 2024-04-13T08:21:50.792 INFO:tasks.workunit.client.0.smithi119.stdout:op 4725 completed, throughput=5MB/sec 2024-04-13T08:21:50.792 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-TsELgH1lNIsopGS off=1769394 len=281535 2024-04-13T08:21:50.792 INFO:tasks.workunit.client.0.smithi119.stdout:op 4726 completed, throughput=5MB/sec 2024-04-13T08:21:50.792 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-mQB0UdFtxdgsu8s off=8244529 len=1285733 2024-04-13T08:21:50.799 INFO:tasks.workunit.client.0.smithi119.stdout:op 4727 completed, throughput=5MB/sec 2024-04-13T08:21:50.799 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-HGbRZ4MQW2t54KW off=2382508 len=825463 2024-04-13T08:21:50.804 INFO:tasks.workunit.client.0.smithi119.stdout:op 4728 completed, throughput=5MB/sec 2024-04-13T08:21:51.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:21:50 smithi119 ceph-mon[96316]: pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:21:51.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:21:50 smithi119 ceph-mon[93746]: pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:21:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:21:50 smithi139 ceph-mon[88985]: pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:21:51.804 INFO:tasks.workunit.client.0.smithi119.stdout: 918: throughput=4.99MB/sec pending data=0 2024-04-13T08:21:51.804 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-mFQZ46Pvi6wTB51 off=7866163 len=541107 2024-04-13T08:21:51.805 INFO:tasks.workunit.client.0.smithi119.stdout:op 4729 completed, throughput=5MB/sec 2024-04-13T08:21:51.805 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-jAWEEiR_uAPM7hX off=10856793 len=1234903 2024-04-13T08:21:51.814 INFO:tasks.workunit.client.0.smithi119.stdout:op 4730 completed, throughput=5MB/sec 2024-04-13T08:21:51.814 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-q4KbwAzCUtW315K off=21289772 len=233970 2024-04-13T08:21:51.815 INFO:tasks.workunit.client.0.smithi119.stdout:op 4731 completed, throughput=5MB/sec 2024-04-13T08:21:51.815 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-bvt33dwN5wH2FWc off=9533870 len=1139433 2024-04-13T08:21:51.821 INFO:tasks.workunit.client.0.smithi119.stdout:op 4732 completed, throughput=5MB/sec 2024-04-13T08:21:51.821 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Gh0O_NSEV7GTno8 off=9154685 len=1496083 2024-04-13T08:21:51.827 INFO:tasks.workunit.client.0.smithi119.stdout:op 4733 completed, throughput=5MB/sec 2024-04-13T08:21:51.827 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Z6QH_CGUcIw0DxL off=2042601 len=1655855 2024-04-13T08:21:51.836 INFO:tasks.workunit.client.0.smithi119.stdout:op 4734 completed, throughput=5MB/sec 2024-04-13T08:21:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:21:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:21:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:21:52.836 INFO:tasks.workunit.client.0.smithi119.stdout: 919: throughput=5MB/sec pending data=0 2024-04-13T08:21:52.836 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-iaknP4ohre-10qs off=12832826 len=1062981 2024-04-13T08:21:52.842 INFO:tasks.workunit.client.0.smithi119.stdout:op 4735 completed, throughput=5MB/sec 2024-04-13T08:21:52.842 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-mp4wFiEEdB6tryG off=7275617 len=616871 2024-04-13T08:21:52.845 INFO:tasks.workunit.client.0.smithi119.stdout:op 4736 completed, throughput=5MB/sec 2024-04-13T08:21:52.845 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-4jRg-muGfVV8GIC off=249515 len=794753 2024-04-13T08:21:52.847 INFO:tasks.workunit.client.0.smithi119.stdout:op 4737 completed, throughput=5MB/sec 2024-04-13T08:21:52.847 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Zovs2JeNdpBRxzb off=11074629 len=1061581 2024-04-13T08:21:52.849 INFO:tasks.workunit.client.0.smithi119.stdout:op 4738 completed, throughput=5MB/sec 2024-04-13T08:21:52.849 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-sXNL9N_8dQ62_ne off=6757726 len=1653011 2024-04-13T08:21:52.851 INFO:tasks.workunit.client.0.smithi119.stdout:op 4739 completed, throughput=5MB/sec 2024-04-13T08:21:53.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:21:52 smithi119 ceph-mon[96316]: pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-13T08:21:53.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:21:52 smithi119 ceph-mon[93746]: pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-13T08:21:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:21:52 smithi139 ceph-mon[88985]: pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-13T08:21:53.852 INFO:tasks.workunit.client.0.smithi119.stdout: 920: throughput=5MB/sec pending data=0 2024-04-13T08:21:53.852 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-HZCRRTqCmoSIAUG off=632759 len=413546 2024-04-13T08:21:53.852 INFO:tasks.workunit.client.0.smithi119.stdout:op 4740 completed, throughput=5MB/sec 2024-04-13T08:21:53.853 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-sqOkJj8jFabL0Wf off=87526 len=1203515 2024-04-13T08:21:53.854 INFO:tasks.workunit.client.0.smithi119.stdout:op 4741 completed, throughput=5MB/sec 2024-04-13T08:21:53.854 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-TT2WBWNtJzZssvh off=2633913 len=1343532 2024-04-13T08:21:53.861 INFO:tasks.workunit.client.0.smithi119.stdout:op 4742 completed, throughput=5MB/sec 2024-04-13T08:21:53.862 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-2qT1mMXBgpUA7GF off=19919114 len=55650 2024-04-13T08:21:53.862 INFO:tasks.workunit.client.0.smithi119.stdout:op 4743 completed, throughput=5MB/sec 2024-04-13T08:21:53.862 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-GvR1BpruZOr4oXV off=326118 len=86132 2024-04-13T08:21:53.863 INFO:tasks.workunit.client.0.smithi119.stdout:op 4744 completed, throughput=5MB/sec 2024-04-13T08:21:53.863 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-1F5a5wmCtuzGR6J off=3160285 len=1029465 2024-04-13T08:21:53.863 INFO:tasks.workunit.client.0.smithi119.stdout:op 4745 completed, throughput=5MB/sec 2024-04-13T08:21:53.863 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-kxDPkzaAqd_6aGG off=8889324 len=1104162 2024-04-13T08:21:53.864 INFO:tasks.workunit.client.0.smithi119.stdout:op 4746 completed, throughput=5MB/sec 2024-04-13T08:21:54.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:21:53 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:21:54.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:21:53 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:21:54.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:21:53 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:21:54.865 INFO:tasks.workunit.client.0.smithi119.stdout: 921: throughput=5MB/sec pending data=0 2024-04-13T08:21:54.865 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-3cH0aGLZ-PWUlmv off=717858 len=1994383 2024-04-13T08:21:54.869 INFO:tasks.workunit.client.0.smithi119.stdout:op 4747 completed, throughput=5MB/sec 2024-04-13T08:21:54.869 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ptbw5UNF6_BDIU8 off=7232391 len=590763 2024-04-13T08:21:54.873 INFO:tasks.workunit.client.0.smithi119.stdout:op 4748 completed, throughput=5MB/sec 2024-04-13T08:21:54.873 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-lfgbXa_24K859ng off=717289 len=1036173 2024-04-13T08:21:54.878 INFO:tasks.workunit.client.0.smithi119.stdout:op 4749 completed, throughput=5MB/sec 2024-04-13T08:21:54.878 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-t73Gb4bYSpJyQ6p off=1137984 len=1050342 2024-04-13T08:21:54.883 INFO:tasks.workunit.client.0.smithi119.stdout:op 4750 completed, throughput=5MB/sec 2024-04-13T08:21:55.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:21:54 smithi119 ceph-mon[96316]: pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:21:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:21:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:21:54] "GET /metrics HTTP/1.1" 200 34011 "" "Prometheus/2.43.0" 2024-04-13T08:21:55.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:21:54 smithi119 ceph-mon[93746]: pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:21:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:21:54 smithi139 ceph-mon[88985]: pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:21:55.884 INFO:tasks.workunit.client.0.smithi119.stdout: 922: throughput=4.99MB/sec pending data=0 2024-04-13T08:21:55.884 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-KIxJD5a0hBybP0T off=3173890 len=1543442 2024-04-13T08:21:55.892 INFO:tasks.workunit.client.0.smithi119.stdout:op 4751 completed, throughput=5MB/sec 2024-04-13T08:21:55.892 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-VV6XsF7oQH2qZFI off=60953 len=929751 2024-04-13T08:21:55.897 INFO:tasks.workunit.client.0.smithi119.stdout:op 4752 completed, throughput=5MB/sec 2024-04-13T08:21:55.897 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-itQKbMHtgC07yoZ off=14654469 len=1138358 2024-04-13T08:21:55.902 INFO:tasks.workunit.client.0.smithi119.stdout:op 4753 completed, throughput=5MB/sec 2024-04-13T08:21:55.902 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Z6SUNG7fk6aXko_ off=0 len=1650444 2024-04-13T08:21:55.908 INFO:tasks.workunit.client.0.smithi119.stdout:op 4754 completed, throughput=5MB/sec 2024-04-13T08:21:56.908 INFO:tasks.workunit.client.0.smithi119.stdout: 923: throughput=4.99MB/sec pending data=0 2024-04-13T08:21:56.909 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-CMey_84V-FRQB6q off=21596302 len=1807299 2024-04-13T08:21:56.918 INFO:tasks.workunit.client.0.smithi119.stdout:op 4755 completed, throughput=5MB/sec 2024-04-13T08:21:56.918 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-6v_0r_p6aj-nvff off=1219799 len=140213 2024-04-13T08:21:56.920 INFO:tasks.workunit.client.0.smithi119.stdout:op 4756 completed, throughput=5MB/sec 2024-04-13T08:21:56.920 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-JpfyiIdi85fy3Q9 off=6824825 len=1060215 2024-04-13T08:21:56.926 INFO:tasks.workunit.client.0.smithi119.stdout:op 4757 completed, throughput=5MB/sec 2024-04-13T08:21:56.926 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-EbsgksvQFgUmhDw off=9693971 len=2048948 2024-04-13T08:21:56.936 INFO:tasks.workunit.client.0.smithi119.stdout:op 4758 completed, throughput=5MB/sec 2024-04-13T08:21:56.936 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-YNomPS7fErXhunJ off=10371717 len=1083180 2024-04-13T08:21:56.937 INFO:tasks.workunit.client.0.smithi119.stdout:op 4759 completed, throughput=5MB/sec 2024-04-13T08:21:57.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:21:56 smithi119 ceph-mon[96316]: pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T08:21:57.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:21:56 smithi119 ceph-mon[93746]: pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T08:21:57.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:21:56 smithi139 ceph-mon[88985]: pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T08:21:57.937 INFO:tasks.workunit.client.0.smithi119.stdout: 924: throughput=5MB/sec pending data=0 2024-04-13T08:21:57.937 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-vrozlbThuesOzn- off=6370761 len=1366072 2024-04-13T08:21:57.939 INFO:tasks.workunit.client.0.smithi119.stdout:op 4760 completed, throughput=5MB/sec 2024-04-13T08:21:57.939 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-UcMc0_5yaA9Glj3 off=3922705 len=414513 2024-04-13T08:21:57.940 INFO:tasks.workunit.client.0.smithi119.stdout:op 4761 completed, throughput=5MB/sec 2024-04-13T08:21:57.940 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-WGwJzIaTYxIqrSU off=2633108 len=588286 2024-04-13T08:21:57.944 INFO:tasks.workunit.client.0.smithi119.stdout:op 4762 completed, throughput=5MB/sec 2024-04-13T08:21:57.944 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-qQ33cqiHWZ75V7U off=14415637 len=1337726 2024-04-13T08:21:57.951 INFO:tasks.workunit.client.0.smithi119.stdout:op 4763 completed, throughput=5MB/sec 2024-04-13T08:21:57.951 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3ryKJe8Xd2I6sLZ off=19042587 len=1876558 2024-04-13T08:21:57.961 INFO:tasks.workunit.client.0.smithi119.stdout:op 4764 completed, throughput=5MB/sec 2024-04-13T08:21:58.961 INFO:tasks.workunit.client.0.smithi119.stdout: 925: throughput=5MB/sec pending data=0 2024-04-13T08:21:58.961 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Dogisja61K6hEDa off=1132463 len=756064 2024-04-13T08:21:58.962 INFO:tasks.workunit.client.0.smithi119.stdout:op 4765 completed, throughput=5MB/sec 2024-04-13T08:21:58.962 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-in44rcnCu71mcYT off=1023158 len=730161 2024-04-13T08:21:58.964 INFO:tasks.workunit.client.0.smithi119.stdout:op 4766 completed, throughput=5MB/sec 2024-04-13T08:21:58.964 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-r52UQL1ZvM1KElj off=769118 len=2015457 2024-04-13T08:21:58.966 INFO:tasks.workunit.client.0.smithi119.stdout:op 4767 completed, throughput=5MB/sec 2024-04-13T08:21:58.966 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-GO8XfK4mZwt_mQ7 off=6794121 len=1392976 2024-04-13T08:21:58.968 INFO:tasks.workunit.client.0.smithi119.stdout:op 4768 completed, throughput=5MB/sec 2024-04-13T08:21:59.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:21:58 smithi119 ceph-mon[96316]: pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:21:59.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:21:58 smithi119 ceph-mon[93746]: pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:21:59.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:21:58 smithi139 ceph-mon[88985]: pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:21:59.968 INFO:tasks.workunit.client.0.smithi119.stdout: 926: throughput=5MB/sec pending data=0 2024-04-13T08:21:59.968 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-yGmwKJ1MYA4GsAO off=18530303 len=563118 2024-04-13T08:21:59.969 INFO:tasks.workunit.client.0.smithi119.stdout:op 4769 completed, throughput=5MB/sec 2024-04-13T08:21:59.969 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-P3M4mdJhNJ_Ngw3 off=4125301 len=323316 2024-04-13T08:21:59.970 INFO:tasks.workunit.client.0.smithi119.stdout:op 4770 completed, throughput=5MB/sec 2024-04-13T08:21:59.970 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-gEK9uPnPFaLYsNq off=3348004 len=977569 2024-04-13T08:21:59.971 INFO:tasks.workunit.client.0.smithi119.stdout:op 4771 completed, throughput=5MB/sec 2024-04-13T08:21:59.971 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Hty3gLsH_urmp4B off=66849 len=1715481 2024-04-13T08:21:59.973 INFO:tasks.workunit.client.0.smithi119.stdout:op 4772 completed, throughput=5MB/sec 2024-04-13T08:21:59.973 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-jwAlD3r9yeLQeMG off=4478384 len=1741350 2024-04-13T08:21:59.982 INFO:tasks.workunit.client.0.smithi119.stdout:op 4773 completed, throughput=5MB/sec 2024-04-13T08:22:00.983 INFO:tasks.workunit.client.0.smithi119.stdout: 927: throughput=5MB/sec pending data=0 2024-04-13T08:22:00.983 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-kXmIFFJaXdE8Okd off=4214526 len=1354319 2024-04-13T08:22:00.985 INFO:tasks.workunit.client.0.smithi119.stdout:op 4774 completed, throughput=5MB/sec 2024-04-13T08:22:00.985 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-65SI_ur-kiEzhu3 off=6366170 len=2081645 2024-04-13T08:22:00.989 INFO:tasks.workunit.client.0.smithi119.stdout:op 4775 completed, throughput=5MB/sec 2024-04-13T08:22:00.989 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-uR3z_K16PQ_mgLQ off=13308475 len=170914 2024-04-13T08:22:00.992 INFO:tasks.workunit.client.0.smithi119.stdout:op 4776 completed, throughput=5MB/sec 2024-04-13T08:22:00.992 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-FhA557FD1tpjCeL off=20228283 len=516979 2024-04-13T08:22:00.994 INFO:tasks.workunit.client.0.smithi119.stdout:op 4777 completed, throughput=5MB/sec 2024-04-13T08:22:00.994 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-iuuzR4mjw_5g9e1 off=13089693 len=1777076 2024-04-13T08:22:00.996 INFO:tasks.workunit.client.0.smithi119.stdout:op 4778 completed, throughput=5MB/sec 2024-04-13T08:22:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:22:00 smithi139 ceph-mon[88985]: pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:22:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:22:00 smithi119 ceph-mon[96316]: pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:22:01.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:22:00 smithi119 ceph-mon[93746]: pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:22:01.997 INFO:tasks.workunit.client.0.smithi119.stdout: 928: throughput=5MB/sec pending data=0 2024-04-13T08:22:01.997 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-7bGr7YbaNtz5V96 off=8422647 len=1882554 2024-04-13T08:22:02.007 INFO:tasks.workunit.client.0.smithi119.stdout:op 4779 completed, throughput=5MB/sec 2024-04-13T08:22:02.008 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-pXwedmhux06iZE3 off=5624934 len=734422 2024-04-13T08:22:02.011 INFO:tasks.workunit.client.0.smithi119.stdout:op 4780 completed, throughput=5MB/sec 2024-04-13T08:22:02.011 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-pplAyKGaqsx5bMe off=2603241 len=3716 2024-04-13T08:22:02.012 INFO:tasks.workunit.client.0.smithi119.stdout:op 4781 completed, throughput=5MB/sec 2024-04-13T08:22:02.012 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-tZ2kwHCRmdg0XgH off=15648189 len=367227 2024-04-13T08:22:02.013 INFO:tasks.workunit.client.0.smithi119.stdout:op 4782 completed, throughput=5MB/sec 2024-04-13T08:22:02.013 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-wsVerzGGVrVdQOl off=2615848 len=540766 2024-04-13T08:22:02.013 INFO:tasks.workunit.client.0.smithi119.stdout:op 4783 completed, throughput=5MB/sec 2024-04-13T08:22:02.013 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-9IRXPaERRzaAVsU off=1862533 len=1610409 2024-04-13T08:22:02.014 INFO:tasks.workunit.client.0.smithi119.stdout:op 4784 completed, throughput=5MB/sec 2024-04-13T08:22:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:22:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:22:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:22:03.014 INFO:tasks.workunit.client.0.smithi119.stdout: 929: throughput=5MB/sec pending data=0 2024-04-13T08:22:03.014 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-7fZr5saqh3Vzmd0 off=4073970 len=1415360 2024-04-13T08:22:03.016 INFO:tasks.workunit.client.0.smithi119.stdout:op 4785 completed, throughput=5MB/sec 2024-04-13T08:22:03.016 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-YMY3YRqSmSd074a off=14153475 len=1519694 2024-04-13T08:22:03.024 INFO:tasks.workunit.client.0.smithi119.stdout:op 4786 completed, throughput=5MB/sec 2024-04-13T08:22:03.024 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-CJb0ZuTnIvFnA3A off=2395970 len=1203155 2024-04-13T08:22:03.029 INFO:tasks.workunit.client.0.smithi119.stdout:op 4787 completed, throughput=5MB/sec 2024-04-13T08:22:03.029 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-uw0__xyXGcudYKF off=2736109 len=232324 2024-04-13T08:22:03.030 INFO:tasks.workunit.client.0.smithi119.stdout:op 4788 completed, throughput=5MB/sec 2024-04-13T08:22:03.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:22:02 smithi139 ceph-mon[88985]: pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:22:03.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:22:02 smithi119 ceph-mon[93746]: pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:22:03.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:22:02 smithi119 ceph-mon[96316]: pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:22:04.030 INFO:tasks.workunit.client.0.smithi119.stdout: 930: throughput=4.99MB/sec pending data=0 2024-04-13T08:22:04.030 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-iot2YbEW9sKDNsp off=11831833 len=2052818 2024-04-13T08:22:04.032 INFO:tasks.workunit.client.0.smithi119.stdout:op 4789 completed, throughput=5MB/sec 2024-04-13T08:22:04.033 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-22HefINoZKqHHlp off=6987054 len=1204628 2024-04-13T08:22:04.035 INFO:tasks.workunit.client.0.smithi119.stdout:op 4790 completed, throughput=5MB/sec 2024-04-13T08:22:04.035 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-oPteo048fd_HJuL off=724658 len=935263 2024-04-13T08:22:04.039 INFO:tasks.workunit.client.0.smithi119.stdout:op 4791 completed, throughput=5MB/sec 2024-04-13T08:22:04.040 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-l--zEr2corkpcek off=3859357 len=476456 2024-04-13T08:22:04.040 INFO:tasks.workunit.client.0.smithi119.stdout:op 4792 completed, throughput=5MB/sec 2024-04-13T08:22:04.040 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-8sg4bkquRyCO9AR off=2577985 len=195724 2024-04-13T08:22:04.041 INFO:tasks.workunit.client.0.smithi119.stdout:op 4793 completed, throughput=5MB/sec 2024-04-13T08:22:04.041 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-TTl9OPHovoPZmaG off=451863 len=888213 2024-04-13T08:22:04.042 INFO:tasks.workunit.client.0.smithi119.stdout:op 4794 completed, throughput=5MB/sec 2024-04-13T08:22:05.042 INFO:tasks.workunit.client.0.smithi119.stdout: 931: throughput=5MB/sec pending data=0 2024-04-13T08:22:05.042 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-TG77xhqUL8gFZp0 off=2543090 len=1643376 2024-04-13T08:22:05.044 INFO:tasks.workunit.client.0.smithi119.stdout:op 4795 completed, throughput=5MB/sec 2024-04-13T08:22:05.044 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-iroC-z5WCkQSG_e off=8796139 len=1748256 2024-04-13T08:22:05.046 INFO:tasks.workunit.client.0.smithi119.stdout:op 4796 completed, throughput=5MB/sec 2024-04-13T08:22:05.046 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3xEz2kAfqE5ZuE7 off=12802121 len=1435299 2024-04-13T08:22:05.052 INFO:tasks.workunit.client.0.smithi119.stdout:op 4797 completed, throughput=5MB/sec 2024-04-13T08:22:05.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:22:04 smithi119 ceph-mon[96316]: pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:22:05.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:22:04 smithi119 ceph-mon[93746]: pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:22:05.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:22:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:22:04] "GET /metrics HTTP/1.1" 200 34011 "" "Prometheus/2.43.0" 2024-04-13T08:22:05.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:22:04 smithi139 ceph-mon[88985]: pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:22:06.052 INFO:tasks.workunit.client.0.smithi119.stdout: 932: throughput=4.99MB/sec pending data=0 2024-04-13T08:22:06.053 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ExYrLZuVpF477cl off=12844049 len=1082307 2024-04-13T08:22:06.058 INFO:tasks.workunit.client.0.smithi119.stdout:op 4798 completed, throughput=5MB/sec 2024-04-13T08:22:06.058 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-X_aEBm33UfVYXkJ off=9775710 len=1467095 2024-04-13T08:22:06.064 INFO:tasks.workunit.client.0.smithi119.stdout:op 4799 completed, throughput=5MB/sec 2024-04-13T08:22:06.065 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-cbdGv4b7OYEst-1 off=2228976 len=811886 2024-04-13T08:22:06.065 INFO:tasks.workunit.client.0.smithi119.stdout:op 4800 completed, throughput=5MB/sec 2024-04-13T08:22:06.066 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-zeIKHOocU20bNyW off=1727713 len=741638 2024-04-13T08:22:06.066 INFO:tasks.workunit.client.0.smithi119.stdout:op 4801 completed, throughput=5MB/sec 2024-04-13T08:22:06.067 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-C2oLvCiDwcVUA9r off=7970662 len=1285970 2024-04-13T08:22:06.068 INFO:tasks.workunit.client.0.smithi119.stdout:op 4802 completed, throughput=5MB/sec 2024-04-13T08:22:07.068 INFO:tasks.workunit.client.0.smithi119.stdout: 933: throughput=4.99MB/sec pending data=0 2024-04-13T08:22:07.068 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-JTi3R1yn3fkOhkS off=1150345 len=171863 2024-04-13T08:22:07.071 INFO:tasks.workunit.client.0.smithi119.stdout:op 4803 completed, throughput=4.99MB/sec 2024-04-13T08:22:07.071 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-XndGbR8e35-a0nu off=8225920 len=1469869 2024-04-13T08:22:07.081 INFO:tasks.workunit.client.0.smithi119.stdout:op 4804 completed, throughput=5MB/sec 2024-04-13T08:22:07.081 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-lSzvKvzHqgU-ebf off=9118173 len=184132 2024-04-13T08:22:07.083 INFO:tasks.workunit.client.0.smithi119.stdout:op 4805 completed, throughput=5MB/sec 2024-04-13T08:22:07.084 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-DZCX2ILohVJF7GK off=6804941 len=335375 2024-04-13T08:22:07.086 INFO:tasks.workunit.client.0.smithi119.stdout:op 4806 completed, throughput=5MB/sec 2024-04-13T08:22:07.086 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-iUDNwnKNqZlSM81 off=11381792 len=2061107 2024-04-13T08:22:07.095 INFO:tasks.workunit.client.0.smithi119.stdout:op 4807 completed, throughput=5MB/sec 2024-04-13T08:22:07.095 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-SbYla4gIJTNxjcx off=7322588 len=799792 2024-04-13T08:22:07.099 INFO:tasks.workunit.client.0.smithi119.stdout:op 4808 completed, throughput=5MB/sec 2024-04-13T08:22:07.099 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-n0ZU71IPP9r5tef off=7275214 len=1796409 2024-04-13T08:22:07.100 INFO:tasks.workunit.client.0.smithi119.stdout:op 4809 completed, throughput=5MB/sec 2024-04-13T08:22:07.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:22:06 smithi139 ceph-mon[88985]: pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T08:22:07.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:22:06 smithi119 ceph-mon[96316]: pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T08:22:07.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:22:06 smithi119 ceph-mon[93746]: pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T08:22:08.100 INFO:tasks.workunit.client.0.smithi119.stdout: 934: throughput=5MB/sec pending data=0 2024-04-13T08:22:08.100 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-CgbUWxCKeFgnh_z off=14475977 len=937810 2024-04-13T08:22:08.102 INFO:tasks.workunit.client.0.smithi119.stdout:op 4810 completed, throughput=5MB/sec 2024-04-13T08:22:08.102 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-fTpNgerYyfWSXZV off=3035909 len=1918419 2024-04-13T08:22:08.106 INFO:tasks.workunit.client.0.smithi119.stdout:op 4811 completed, throughput=5MB/sec 2024-04-13T08:22:08.106 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-lHV1mTMeCbhU4VA off=908533 len=543618 2024-04-13T08:22:08.107 INFO:tasks.workunit.client.0.smithi119.stdout:op 4812 completed, throughput=5MB/sec 2024-04-13T08:22:08.107 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-UcI5lxBKEe4EEM4 off=9868341 len=23062 2024-04-13T08:22:08.110 INFO:tasks.workunit.client.0.smithi119.stdout:op 4813 completed, throughput=5MB/sec 2024-04-13T08:22:08.110 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-4wOBuD0zt6jwCyE off=6104124 len=1113330 2024-04-13T08:22:08.116 INFO:tasks.workunit.client.0.smithi119.stdout:op 4814 completed, throughput=5MB/sec 2024-04-13T08:22:09.116 INFO:tasks.workunit.client.0.smithi119.stdout: 935: throughput=5MB/sec pending data=0 2024-04-13T08:22:09.117 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-LDAzzlanQH7IQ-j off=8833783 len=186871 2024-04-13T08:22:09.119 INFO:tasks.workunit.client.0.smithi119.stdout:op 4815 completed, throughput=5MB/sec 2024-04-13T08:22:09.120 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-moJYardW9LAwp16 off=11398056 len=1773326 2024-04-13T08:22:09.121 INFO:tasks.workunit.client.0.smithi119.stdout:op 4816 completed, throughput=5MB/sec 2024-04-13T08:22:09.121 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-G5x50V-wJXqp_Gg off=2418763 len=868981 2024-04-13T08:22:09.124 INFO:tasks.workunit.client.0.smithi119.stdout:op 4817 completed, throughput=5MB/sec 2024-04-13T08:22:09.124 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-11motcJ3v5mHT6o off=7846947 len=9841 2024-04-13T08:22:09.125 INFO:tasks.workunit.client.0.smithi119.stdout:op 4818 completed, throughput=5MB/sec 2024-04-13T08:22:09.125 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-57z26-YDZrX7vMR off=11806847 len=1286367 2024-04-13T08:22:09.126 INFO:tasks.workunit.client.0.smithi119.stdout:op 4819 completed, throughput=5MB/sec 2024-04-13T08:22:09.126 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-6yNOsGkqJtTPZ7N off=15538581 len=44544 2024-04-13T08:22:09.129 INFO:tasks.workunit.client.0.smithi119.stdout:op 4820 completed, throughput=5MB/sec 2024-04-13T08:22:09.129 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-LFfe8Yag_svT-wG off=1019688 len=1611546 2024-04-13T08:22:09.136 INFO:tasks.workunit.client.0.smithi119.stdout:op 4821 completed, throughput=5MB/sec 2024-04-13T08:22:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:22:08 smithi139 ceph-mon[88985]: pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:22:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:22:08 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:22:09.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:22:08 smithi119 ceph-mon[96316]: pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:22:09.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:22:08 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:22:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:22:08 smithi119 ceph-mon[93746]: pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:22:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:22:08 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:22:10.136 INFO:tasks.workunit.client.0.smithi119.stdout: 936: throughput=5MB/sec pending data=0 2024-04-13T08:22:10.136 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-DZWd1KoSJtoKXoJ off=12132727 len=770975 2024-04-13T08:22:10.141 INFO:tasks.workunit.client.0.smithi119.stdout:op 4822 completed, throughput=5MB/sec 2024-04-13T08:22:10.141 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-LBOK3L4RQc7p21S off=8869734 len=1914817 2024-04-13T08:22:10.145 INFO:tasks.workunit.client.0.smithi119.stdout:op 4823 completed, throughput=5MB/sec 2024-04-13T08:22:10.145 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-2drbH0-4qI8GOvo off=2480514 len=1054558 2024-04-13T08:22:10.151 INFO:tasks.workunit.client.0.smithi119.stdout:op 4824 completed, throughput=5MB/sec 2024-04-13T08:22:10.151 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-O69JNzKk4Hk2Jae off=9059412 len=908876 2024-04-13T08:22:10.152 INFO:tasks.workunit.client.0.smithi119.stdout:op 4825 completed, throughput=5MB/sec 2024-04-13T08:22:11.153 INFO:tasks.workunit.client.0.smithi119.stdout: 937: throughput=5MB/sec pending data=0 2024-04-13T08:22:11.153 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ODVScRcIjiPL68E off=153046 len=1068755 2024-04-13T08:22:11.159 INFO:tasks.workunit.client.0.smithi119.stdout:op 4826 completed, throughput=5MB/sec 2024-04-13T08:22:11.159 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-X_aEBm33UfVYXkJ off=18231651 len=21953 2024-04-13T08:22:11.160 INFO:tasks.workunit.client.0.smithi119.stdout:op 4827 completed, throughput=5MB/sec 2024-04-13T08:22:11.160 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-mCFpeBVPTQL84Vf off=8007575 len=1186240 2024-04-13T08:22:11.167 INFO:tasks.workunit.client.0.smithi119.stdout:op 4828 completed, throughput=5MB/sec 2024-04-13T08:22:11.167 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-9TcAXorAHR5433E off=2550786 len=845912 2024-04-13T08:22:11.172 INFO:tasks.workunit.client.0.smithi119.stdout:op 4829 completed, throughput=5MB/sec 2024-04-13T08:22:11.172 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-OCUi4j5lSn93RSc off=1524564 len=1492276 2024-04-13T08:22:11.174 INFO:tasks.workunit.client.0.smithi119.stdout:op 4830 completed, throughput=5MB/sec 2024-04-13T08:22:11.174 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-y8Bjou6j6m-3GP_ off=4900804 len=1030190 2024-04-13T08:22:11.180 INFO:tasks.workunit.client.0.smithi119.stdout:op 4831 completed, throughput=5MB/sec 2024-04-13T08:22:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:22:10 smithi139 ceph-mon[88985]: pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-13T08:22:11.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:22:10 smithi119 ceph-mon[93746]: pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-13T08:22:11.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:22:10 smithi119 ceph-mon[96316]: pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-13T08:22:12.180 INFO:tasks.workunit.client.0.smithi119.stdout: 938: throughput=5MB/sec pending data=0 2024-04-13T08:22:12.180 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-CcoHxhxjWXGlJOA off=14841299 len=694626 2024-04-13T08:22:12.185 INFO:tasks.workunit.client.0.smithi119.stdout:op 4832 completed, throughput=5MB/sec 2024-04-13T08:22:12.185 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-yCnMtmPCRNYmw29 off=11422488 len=141613 2024-04-13T08:22:12.186 INFO:tasks.workunit.client.0.smithi119.stdout:op 4833 completed, throughput=5MB/sec 2024-04-13T08:22:12.186 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-pQIVZcWisAeCRKO off=0 len=1501983 2024-04-13T08:22:12.189 INFO:tasks.workunit.client.0.smithi119.stdout:op 4834 completed, throughput=5MB/sec 2024-04-13T08:22:12.189 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ToPXtt8CDPc9cKS off=5528128 len=1946127 2024-04-13T08:22:12.191 INFO:tasks.workunit.client.0.smithi119.stdout:op 4835 completed, throughput=5MB/sec 2024-04-13T08:22:12.191 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-BWnIjI008tYHR2p off=0 len=1282063 2024-04-13T08:22:12.193 INFO:tasks.workunit.client.0.smithi119.stdout:op 4836 completed, throughput=5MB/sec 2024-04-13T08:22:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:22:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:22:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:22:13.193 INFO:tasks.workunit.client.0.smithi119.stdout: 939: throughput=5MB/sec pending data=0 2024-04-13T08:22:13.193 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-tT4tzijB7AJ3OZV off=5524983 len=998926 2024-04-13T08:22:13.195 INFO:tasks.workunit.client.0.smithi119.stdout:op 4837 completed, throughput=5MB/sec 2024-04-13T08:22:13.195 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-kHJqqOZtGu-jRz0 off=1076984 len=47322 2024-04-13T08:22:13.198 INFO:tasks.workunit.client.0.smithi119.stdout:op 4838 completed, throughput=5MB/sec 2024-04-13T08:22:13.198 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Qj3JSdVSskfBZma off=16031342 len=667320 2024-04-13T08:22:13.199 INFO:tasks.workunit.client.0.smithi119.stdout:op 4839 completed, throughput=5MB/sec 2024-04-13T08:22:13.199 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-kajn8oFHfND7jdN off=1473479 len=1779633 2024-04-13T08:22:13.206 INFO:tasks.workunit.client.0.smithi119.stdout:op 4840 completed, throughput=5MB/sec 2024-04-13T08:22:13.206 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-TawBIQYcqEPVA8_ off=516994 len=1916875 2024-04-13T08:22:13.210 INFO:tasks.workunit.client.0.smithi119.stdout:op 4841 completed, throughput=5MB/sec 2024-04-13T08:22:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:22:12 smithi139 ceph-mon[88985]: pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-13T08:22:13.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:22:12 smithi119 ceph-mon[93746]: pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-13T08:22:13.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:22:12 smithi119 ceph-mon[96316]: pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-13T08:22:14.210 INFO:tasks.workunit.client.0.smithi119.stdout: 940: throughput=5MB/sec pending data=0 2024-04-13T08:22:14.211 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-bXGhSff7v_wh7ry off=6166356 len=1834946 2024-04-13T08:22:14.221 INFO:tasks.workunit.client.0.smithi119.stdout:op 4842 completed, throughput=5MB/sec 2024-04-13T08:22:14.221 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-muWYLCkspr6hcI4 off=5280163 len=937441 2024-04-13T08:22:14.222 INFO:tasks.workunit.client.0.smithi119.stdout:op 4843 completed, throughput=5MB/sec 2024-04-13T08:22:14.222 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Ga6jDX5TAvIQMIA off=4066507 len=1636654 2024-04-13T08:22:14.231 INFO:tasks.workunit.client.0.smithi119.stdout:op 4844 completed, throughput=5MB/sec 2024-04-13T08:22:15.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:22:14 smithi119 ceph-mon[93746]: pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-13T08:22:15.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:22:14 smithi119 ceph-mon[96316]: pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-13T08:22:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:22:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:22:14] "GET /metrics HTTP/1.1" 200 34011 "" "Prometheus/2.43.0" 2024-04-13T08:22:15.231 INFO:tasks.workunit.client.0.smithi119.stdout: 941: throughput=4.99MB/sec pending data=0 2024-04-13T08:22:15.231 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-jX0oJwN9037gmIl off=5055442 len=1025254 2024-04-13T08:22:15.234 INFO:tasks.workunit.client.0.smithi119.stdout:op 4845 completed, throughput=5MB/sec 2024-04-13T08:22:15.234 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-37ex0tKFxW2_hW4 off=6348581 len=908818 2024-04-13T08:22:15.236 INFO:tasks.workunit.client.0.smithi119.stdout:op 4846 completed, throughput=5MB/sec 2024-04-13T08:22:15.236 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-hEb0afo82PydaWu off=3046528 len=1374977 2024-04-13T08:22:15.243 INFO:tasks.workunit.client.0.smithi119.stdout:op 4847 completed, throughput=5MB/sec 2024-04-13T08:22:15.243 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-mPglIDell1uOMFI off=5636902 len=290559 2024-04-13T08:22:15.244 INFO:tasks.workunit.client.0.smithi119.stdout:op 4848 completed, throughput=5MB/sec 2024-04-13T08:22:15.244 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-gcEnwzi8OfuOAsM off=4200880 len=487982 2024-04-13T08:22:15.248 INFO:tasks.workunit.client.0.smithi119.stdout:op 4849 completed, throughput=5MB/sec 2024-04-13T08:22:15.248 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-AgqZSbmDlNkQ_VR off=854660 len=940274 2024-04-13T08:22:15.253 INFO:tasks.workunit.client.0.smithi119.stdout:op 4850 completed, throughput=5MB/sec 2024-04-13T08:22:15.253 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-0JR1Cx2guJfk6fz off=13508918 len=1723158 2024-04-13T08:22:15.262 INFO:tasks.workunit.client.0.smithi119.stdout:op 4851 completed, throughput=5MB/sec 2024-04-13T08:22:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:22:14 smithi139 ceph-mon[88985]: pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-13T08:22:16.262 INFO:tasks.workunit.client.0.smithi119.stdout: 942: throughput=5MB/sec pending data=0 2024-04-13T08:22:16.262 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-hEb0afo82PydaWu off=5647446 len=1894320 2024-04-13T08:22:16.273 INFO:tasks.workunit.client.0.smithi119.stdout:op 4852 completed, throughput=5MB/sec 2024-04-13T08:22:16.273 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-BjZ5oSXykI8QPOj off=9226365 len=2012166 2024-04-13T08:22:16.275 INFO:tasks.workunit.client.0.smithi119.stdout:op 4853 completed, throughput=5MB/sec 2024-04-13T08:22:17.276 INFO:tasks.workunit.client.0.smithi119.stdout: 943: throughput=4.99MB/sec pending data=0 2024-04-13T08:22:17.276 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-jK32GfuFy-s-uze off=556609 len=1110571 2024-04-13T08:22:17.277 INFO:tasks.workunit.client.0.smithi119.stdout:op 4854 completed, throughput=5MB/sec 2024-04-13T08:22:17.278 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ZKl7DCigLOGFBNT off=4242319 len=1790631 2024-04-13T08:22:17.281 INFO:tasks.workunit.client.0.smithi119.stdout:op 4855 completed, throughput=5MB/sec 2024-04-13T08:22:17.281 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj--eBfWM0kjW5G4qR off=1949001 len=693060 2024-04-13T08:22:17.286 INFO:tasks.workunit.client.0.smithi119.stdout:op 4856 completed, throughput=5MB/sec 2024-04-13T08:22:17.286 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-X-II7HDx9ZLvqxJ off=1159686 len=2085588 2024-04-13T08:22:17.295 INFO:tasks.workunit.client.0.smithi119.stdout:op 4857 completed, throughput=5MB/sec 2024-04-13T08:22:17.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:22:16 smithi139 ceph-mon[88985]: pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T08:22:17.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:22:16 smithi119 ceph-mon[93746]: pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T08:22:17.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:22:16 smithi119 ceph-mon[96316]: pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T08:22:18.296 INFO:tasks.workunit.client.0.smithi119.stdout: 944: throughput=5MB/sec pending data=0 2024-04-13T08:22:18.296 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-iI-sZy5-q-J-fMu off=11890164 len=780612 2024-04-13T08:22:18.298 INFO:tasks.workunit.client.0.smithi119.stdout:op 4858 completed, throughput=5MB/sec 2024-04-13T08:22:18.298 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-pMGwcvFvG_aju9F off=3128817 len=1218888 2024-04-13T08:22:18.304 INFO:tasks.workunit.client.0.smithi119.stdout:op 4859 completed, throughput=5MB/sec 2024-04-13T08:22:18.304 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-v0eANmx8G4Liahk off=486819 len=820961 2024-04-13T08:22:18.305 INFO:tasks.workunit.client.0.smithi119.stdout:op 4860 completed, throughput=5MB/sec 2024-04-13T08:22:18.305 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-HBoX8OGwCbLasR3 off=10319193 len=587290 2024-04-13T08:22:18.307 INFO:tasks.workunit.client.0.smithi119.stdout:op 4861 completed, throughput=5MB/sec 2024-04-13T08:22:18.307 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-k_jhQCpiWkUfO5E off=732438 len=1675423 2024-04-13T08:22:18.310 INFO:tasks.workunit.client.0.smithi119.stdout:op 4862 completed, throughput=5MB/sec 2024-04-13T08:22:19.311 INFO:tasks.workunit.client.0.smithi119.stdout: 945: throughput=4.99MB/sec pending data=0 2024-04-13T08:22:19.311 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-i1jwoOvw2OnuvTz off=10549446 len=1516172 2024-04-13T08:22:19.312 INFO:tasks.workunit.client.0.smithi119.stdout:op 4863 completed, throughput=5MB/sec 2024-04-13T08:22:19.312 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-vjn0FE63XMt7upz off=3087996 len=1405048 2024-04-13T08:22:19.314 INFO:tasks.workunit.client.0.smithi119.stdout:op 4864 completed, throughput=5MB/sec 2024-04-13T08:22:19.314 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-BL1bOhceMnYmEJe off=11685911 len=105058 2024-04-13T08:22:19.315 INFO:tasks.workunit.client.0.smithi119.stdout:op 4865 completed, throughput=5MB/sec 2024-04-13T08:22:19.315 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-aJUZb6AMHx3kDfk off=1260225 len=1390569 2024-04-13T08:22:19.316 INFO:tasks.workunit.client.0.smithi119.stdout:op 4866 completed, throughput=5MB/sec 2024-04-13T08:22:19.316 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-cYnanjbooBUNQd3 off=372382 len=1744939 2024-04-13T08:22:19.324 INFO:tasks.workunit.client.0.smithi119.stdout:op 4867 completed, throughput=5MB/sec 2024-04-13T08:22:19.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:22:18 smithi139 ceph-mon[88985]: pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T08:22:19.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:22:18 smithi119 ceph-mon[96316]: pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T08:22:19.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:22:18 smithi119 ceph-mon[93746]: pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T08:22:20.324 INFO:tasks.workunit.client.0.smithi119.stdout: 946: throughput=5MB/sec pending data=0 2024-04-13T08:22:20.325 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-rJxRiNxMkdy8-mg off=1186275 len=110469 2024-04-13T08:22:20.327 INFO:tasks.workunit.client.0.smithi119.stdout:op 4868 completed, throughput=5MB/sec 2024-04-13T08:22:20.327 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-AAMgA2Keb27bxTv off=12853637 len=1733037 2024-04-13T08:22:20.328 INFO:tasks.workunit.client.0.smithi119.stdout:op 4869 completed, throughput=5MB/sec 2024-04-13T08:22:20.328 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-uys7dr94ff28aIB off=2744360 len=990737 2024-04-13T08:22:20.333 INFO:tasks.workunit.client.0.smithi119.stdout:op 4870 completed, throughput=5MB/sec 2024-04-13T08:22:20.334 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-7iKOPJPPC3ybu8R off=8054804 len=316196 2024-04-13T08:22:20.334 INFO:tasks.workunit.client.0.smithi119.stdout:op 4871 completed, throughput=5MB/sec 2024-04-13T08:22:20.334 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-kVKH5bI9LC8jDea off=6458474 len=1315053 2024-04-13T08:22:20.341 INFO:tasks.workunit.client.0.smithi119.stdout:op 4872 completed, throughput=5MB/sec 2024-04-13T08:22:21.268 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:22:20 smithi119 ceph-mon[96316]: pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:22:21.268 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:22:20 smithi119 ceph-mon[93746]: pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:22:21.342 INFO:tasks.workunit.client.0.smithi119.stdout: 947: throughput=4.99MB/sec pending data=0 2024-04-13T08:22:21.342 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-CgY9kyiSPod7yOJ off=2075752 len=269314 2024-04-13T08:22:21.342 INFO:tasks.workunit.client.0.smithi119.stdout:op 4873 completed, throughput=5MB/sec 2024-04-13T08:22:21.343 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-93zUYn_iHGZhpFR off=20531447 len=1410510 2024-04-13T08:22:21.344 INFO:tasks.workunit.client.0.smithi119.stdout:op 4874 completed, throughput=5MB/sec 2024-04-13T08:22:21.344 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-qt2_gtk-1BkWgOk off=14235168 len=622641 2024-04-13T08:22:21.349 INFO:tasks.workunit.client.0.smithi119.stdout:op 4875 completed, throughput=5MB/sec 2024-04-13T08:22:21.349 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-L1L25NGsMF9BFWA off=1301687 len=441484 2024-04-13T08:22:21.352 INFO:tasks.workunit.client.0.smithi119.stdout:op 4876 completed, throughput=5MB/sec 2024-04-13T08:22:21.352 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-sqsD8FUvg2yugcr off=7888975 len=2096022 2024-04-13T08:22:21.361 INFO:tasks.workunit.client.0.smithi119.stdout:op 4877 completed, throughput=5MB/sec 2024-04-13T08:22:21.361 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-SM0q-h-uwf8HTUQ off=2008107 len=285073 2024-04-13T08:22:21.364 INFO:tasks.workunit.client.0.smithi119.stdout:op 4878 completed, throughput=5MB/sec 2024-04-13T08:22:21.364 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-0RONCSgFAAXbfUE off=16853478 len=1540268 2024-04-13T08:22:21.373 INFO:tasks.workunit.client.0.smithi119.stdout:op 4879 completed, throughput=5MB/sec 2024-04-13T08:22:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:22:20 smithi139 ceph-mon[88985]: pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:22:22.374 INFO:tasks.workunit.client.0.smithi119.stdout: 948: throughput=5MB/sec pending data=0 2024-04-13T08:22:22.374 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-CuW5UEk-E4TyxSa off=1534032 len=920701 2024-04-13T08:22:22.375 INFO:tasks.workunit.client.0.smithi119.stdout:op 4880 completed, throughput=5MB/sec 2024-04-13T08:22:22.375 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-jB1ZR6Y7hR0zppz off=12258878 len=1204739 2024-04-13T08:22:22.381 INFO:tasks.workunit.client.0.smithi119.stdout:op 4881 completed, throughput=5MB/sec 2024-04-13T08:22:22.381 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-_x1NFlPpfXL-QrZ off=2010269 len=242627 2024-04-13T08:22:22.384 INFO:tasks.workunit.client.0.smithi119.stdout:op 4882 completed, throughput=5MB/sec 2024-04-13T08:22:22.384 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-B8RVQqfJpjzpl18 off=3180690 len=1165025 2024-04-13T08:22:22.390 INFO:tasks.workunit.client.0.smithi119.stdout:op 4883 completed, throughput=5MB/sec 2024-04-13T08:22:22.390 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-w45jBx0PrDwTbtk off=4825342 len=1348057 2024-04-13T08:22:22.396 INFO:tasks.workunit.client.0.smithi119.stdout:op 4884 completed, throughput=5MB/sec 2024-04-13T08:22:22.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:22:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:22:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:22:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:22:22 smithi139 ceph-mon[88985]: pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T08:22:23.396 INFO:tasks.workunit.client.0.smithi119.stdout: 949: throughput=5MB/sec pending data=0 2024-04-13T08:22:23.396 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-f1v30rLBrS8j513 off=12078995 len=715086 2024-04-13T08:22:23.401 INFO:tasks.workunit.client.0.smithi119.stdout:op 4885 completed, throughput=5MB/sec 2024-04-13T08:22:23.401 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-TvtSZmn3x4_Iltt off=1329978 len=797367 2024-04-13T08:22:23.402 INFO:tasks.workunit.client.0.smithi119.stdout:op 4886 completed, throughput=5MB/sec 2024-04-13T08:22:23.402 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-N0z8GjCpJ1E77fo off=6578249 len=696951 2024-04-13T08:22:23.404 INFO:tasks.workunit.client.0.smithi119.stdout:op 4887 completed, throughput=5MB/sec 2024-04-13T08:22:23.404 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-jrXrJ8FvMMnBqed off=12403267 len=619518 2024-04-13T08:22:23.405 INFO:tasks.workunit.client.0.smithi119.stdout:op 4888 completed, throughput=5MB/sec 2024-04-13T08:22:23.405 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-y8oZsMTSD6ddDoh off=18573142 len=894560 2024-04-13T08:22:23.410 INFO:tasks.workunit.client.0.smithi119.stdout:op 4889 completed, throughput=5MB/sec 2024-04-13T08:22:23.410 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-h5nAO5M94oqy-ZZ off=9057842 len=435672 2024-04-13T08:22:23.413 INFO:tasks.workunit.client.0.smithi119.stdout:op 4890 completed, throughput=5MB/sec 2024-04-13T08:22:23.414 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-MTE62oMzH3ZvPpd off=531953 len=1691027 2024-04-13T08:22:23.415 INFO:tasks.workunit.client.0.smithi119.stdout:op 4891 completed, throughput=5MB/sec 2024-04-13T08:22:23.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:22:22 smithi119 ceph-mon[93746]: pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T08:22:23.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:22:23 smithi119 ceph-mon[96316]: pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T08:22:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:22:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:22:24.415 INFO:tasks.workunit.client.0.smithi119.stdout: 950: throughput=5MB/sec pending data=0 2024-04-13T08:22:24.415 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-_lkzioixZtlTO0m off=3107410 len=1135080 2024-04-13T08:22:24.417 INFO:tasks.workunit.client.0.smithi119.stdout:op 4892 completed, throughput=5MB/sec 2024-04-13T08:22:24.417 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-QiHh4GfKCDb4jOG off=10260952 len=299680 2024-04-13T08:22:24.421 INFO:tasks.workunit.client.0.smithi119.stdout:op 4893 completed, throughput=5MB/sec 2024-04-13T08:22:24.421 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-P0MYJGinNkOgr5E off=895349 len=1684548 2024-04-13T08:22:24.428 INFO:tasks.workunit.client.0.smithi119.stdout:op 4894 completed, throughput=5MB/sec 2024-04-13T08:22:24.428 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-1Y3uIXAiLbl-46e off=8345469 len=1605880 2024-04-13T08:22:24.429 INFO:tasks.workunit.client.0.smithi119.stdout:op 4895 completed, throughput=5MB/sec 2024-04-13T08:22:24.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:22:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:22:24.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:22:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:22:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:22:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:22:24] "GET /metrics HTTP/1.1" 200 34011 "" "Prometheus/2.43.0" 2024-04-13T08:22:25.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:22:25 smithi119 ceph-mon[96316]: pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T08:22:25.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:22:25 smithi119 ceph-mon[93746]: pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T08:22:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:22:25 smithi139 ceph-mon[88985]: pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T08:22:25.429 INFO:tasks.workunit.client.0.smithi119.stdout: 951: throughput=5MB/sec pending data=0 2024-04-13T08:22:25.430 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-8BEWp_aw_p28ZLa off=1142758 len=99494 2024-04-13T08:22:25.433 INFO:tasks.workunit.client.0.smithi119.stdout:op 4896 completed, throughput=5MB/sec 2024-04-13T08:22:25.433 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Xaxw8SXjh39z90d off=2323021 len=386370 2024-04-13T08:22:25.436 INFO:tasks.workunit.client.0.smithi119.stdout:op 4897 completed, throughput=5MB/sec 2024-04-13T08:22:25.436 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-zhbrFkCYMbYOhL- off=8111925 len=1105985 2024-04-13T08:22:25.438 INFO:tasks.workunit.client.0.smithi119.stdout:op 4898 completed, throughput=5MB/sec 2024-04-13T08:22:25.438 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-N7ryU-ctBNkcRZe off=10297840 len=581547 2024-04-13T08:22:25.442 INFO:tasks.workunit.client.0.smithi119.stdout:op 4899 completed, throughput=5MB/sec 2024-04-13T08:22:25.442 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-pvd2kq5mRCk0ze3 off=11225727 len=890061 2024-04-13T08:22:25.446 INFO:tasks.workunit.client.0.smithi119.stdout:op 4900 completed, throughput=5MB/sec 2024-04-13T08:22:25.447 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-CngCMmFDZolWhJC off=645575 len=453630 2024-04-13T08:22:25.447 INFO:tasks.workunit.client.0.smithi119.stdout:op 4901 completed, throughput=5MB/sec 2024-04-13T08:22:25.448 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-rJEdTnYCcFv7c7B off=3988428 len=1925790 2024-04-13T08:22:25.455 INFO:tasks.workunit.client.0.smithi119.stdout:op 4902 completed, throughput=5MB/sec 2024-04-13T08:22:26.455 INFO:tasks.workunit.client.0.smithi119.stdout: 952: throughput=5MB/sec pending data=0 2024-04-13T08:22:26.455 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--RbIdojjDLAI1sR off=11892395 len=843518 2024-04-13T08:22:26.456 INFO:tasks.workunit.client.0.smithi119.stdout:op 4903 completed, throughput=5MB/sec 2024-04-13T08:22:26.457 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-kkWLoyd7_STxZPF off=1224085 len=280293 2024-04-13T08:22:26.460 INFO:tasks.workunit.client.0.smithi119.stdout:op 4904 completed, throughput=5MB/sec 2024-04-13T08:22:26.460 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-6K68I0xFlf9q9Lc off=6094472 len=267750 2024-04-13T08:22:26.463 INFO:tasks.workunit.client.0.smithi119.stdout:op 4905 completed, throughput=5MB/sec 2024-04-13T08:22:26.463 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-zY10flBspUri7C2 off=2389603 len=1276943 2024-04-13T08:22:26.464 INFO:tasks.workunit.client.0.smithi119.stdout:op 4906 completed, throughput=5MB/sec 2024-04-13T08:22:26.464 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-nHNSn8EFLnPbQZJ off=807216 len=1499253 2024-04-13T08:22:26.466 INFO:tasks.workunit.client.0.smithi119.stdout:op 4907 completed, throughput=5MB/sec 2024-04-13T08:22:26.466 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-J3k2Fzbe1P8I1yH off=74558 len=1072255 2024-04-13T08:22:26.467 INFO:tasks.workunit.client.0.smithi119.stdout:op 4908 completed, throughput=5MB/sec 2024-04-13T08:22:27.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:22:27 smithi139 ceph-mon[88985]: pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-13T08:22:27.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:22:27 smithi119 ceph-mon[96316]: pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-13T08:22:27.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:22:27 smithi119 ceph-mon[93746]: pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-13T08:22:27.467 INFO:tasks.workunit.client.0.smithi119.stdout: 953: throughput=5MB/sec pending data=0 2024-04-13T08:22:27.467 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-XU733SK-LZTyv7y off=6114600 len=933150 2024-04-13T08:22:27.469 INFO:tasks.workunit.client.0.smithi119.stdout:op 4909 completed, throughput=5MB/sec 2024-04-13T08:22:27.469 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-bbvSV0qM2WYQPmK off=145205 len=1551897 2024-04-13T08:22:27.478 INFO:tasks.workunit.client.0.smithi119.stdout:op 4910 completed, throughput=5MB/sec 2024-04-13T08:22:27.478 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3liCPZz_OJWfQns off=6982786 len=989587 2024-04-13T08:22:27.482 INFO:tasks.workunit.client.0.smithi119.stdout:op 4911 completed, throughput=5MB/sec 2024-04-13T08:22:27.482 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-gFmzlyyER8nfpUP off=13919157 len=562516 2024-04-13T08:22:27.483 INFO:tasks.workunit.client.0.smithi119.stdout:op 4912 completed, throughput=5MB/sec 2024-04-13T08:22:27.483 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-FXYOd-bfYiLVutl off=10834291 len=1767132 2024-04-13T08:22:27.485 INFO:tasks.workunit.client.0.smithi119.stdout:op 4913 completed, throughput=5MB/sec 2024-04-13T08:22:28.485 INFO:tasks.workunit.client.0.smithi119.stdout: 954: throughput=5MB/sec pending data=0 2024-04-13T08:22:28.485 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-WdMooik4msZbPLn off=4694482 len=744056 2024-04-13T08:22:28.486 INFO:tasks.workunit.client.0.smithi119.stdout:op 4914 completed, throughput=5MB/sec 2024-04-13T08:22:28.486 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-d8s4fpoWwu_tqIz off=2418976 len=303030 2024-04-13T08:22:28.488 INFO:tasks.workunit.client.0.smithi119.stdout:op 4915 completed, throughput=5MB/sec 2024-04-13T08:22:28.488 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-S7Ra4aM3n6KDnmm off=17099613 len=2001459 2024-04-13T08:22:28.500 INFO:tasks.workunit.client.0.smithi119.stdout:op 4916 completed, throughput=5MB/sec 2024-04-13T08:22:28.500 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-P429K75Po2rMhNc off=14908870 len=1959159 2024-04-13T08:22:28.511 INFO:tasks.workunit.client.0.smithi119.stdout:op 4917 completed, throughput=5MB/sec 2024-04-13T08:22:29.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:22:29 smithi139 ceph-mon[88985]: pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:22:29.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:22:29 smithi119 ceph-mon[96316]: pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:22:29.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:22:29 smithi119 ceph-mon[93746]: pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:22:29.511 INFO:tasks.workunit.client.0.smithi119.stdout: 955: throughput=5MB/sec pending data=0 2024-04-13T08:22:29.512 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-0dN3jli4XlzbEk0 off=14192518 len=1015455 2024-04-13T08:22:29.518 INFO:tasks.workunit.client.0.smithi119.stdout:op 4918 completed, throughput=5MB/sec 2024-04-13T08:22:29.518 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-_N1OqIq7ltMMBgt off=7700624 len=588350 2024-04-13T08:22:29.519 INFO:tasks.workunit.client.0.smithi119.stdout:op 4919 completed, throughput=5MB/sec 2024-04-13T08:22:29.519 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-RF30MV2ypEWrISC off=14032898 len=1869935 2024-04-13T08:22:29.530 INFO:tasks.workunit.client.0.smithi119.stdout:op 4920 completed, throughput=5MB/sec 2024-04-13T08:22:29.530 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-EtFBxUdV1aL2jwm off=13148516 len=1138124 2024-04-13T08:22:29.532 INFO:tasks.workunit.client.0.smithi119.stdout:op 4921 completed, throughput=5MB/sec 2024-04-13T08:22:30.532 INFO:tasks.workunit.client.0.smithi119.stdout: 956: throughput=5MB/sec pending data=0 2024-04-13T08:22:30.533 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-YhGKgNh72zNPYJV off=4276079 len=949959 2024-04-13T08:22:30.534 INFO:tasks.workunit.client.0.smithi119.stdout:op 4922 completed, throughput=5MB/sec 2024-04-13T08:22:30.534 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-qp9VfVUX_LtwOcJ off=4365476 len=1779820 2024-04-13T08:22:30.545 INFO:tasks.workunit.client.0.smithi119.stdout:op 4923 completed, throughput=5MB/sec 2024-04-13T08:22:30.545 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-WpvREGdGxi8KPVh off=6892143 len=927729 2024-04-13T08:22:30.547 INFO:tasks.workunit.client.0.smithi119.stdout:op 4924 completed, throughput=5MB/sec 2024-04-13T08:22:30.547 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-S2KlMTzhrbt4uss off=2738204 len=407323 2024-04-13T08:22:30.548 INFO:tasks.workunit.client.0.smithi119.stdout:op 4925 completed, throughput=5MB/sec 2024-04-13T08:22:30.548 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-YZADRBZb4pzJCQT off=11938231 len=281736 2024-04-13T08:22:30.549 INFO:tasks.workunit.client.0.smithi119.stdout:op 4926 completed, throughput=5MB/sec 2024-04-13T08:22:30.549 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-0Ao_lfJqz8jiQZA off=3202116 len=2030109 2024-04-13T08:22:30.552 INFO:tasks.workunit.client.0.smithi119.stdout:op 4927 completed, throughput=5MB/sec 2024-04-13T08:22:31.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:22:31 smithi139 ceph-mon[88985]: pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-13T08:22:31.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:22:31 smithi119 ceph-mon[96316]: pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-13T08:22:31.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:22:31 smithi119 ceph-mon[93746]: pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-13T08:22:31.553 INFO:tasks.workunit.client.0.smithi119.stdout: 957: throughput=5MB/sec pending data=0 2024-04-13T08:22:31.553 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Zn4E9lV3ja3SKko off=3846569 len=1560555 2024-04-13T08:22:31.561 INFO:tasks.workunit.client.0.smithi119.stdout:op 4928 completed, throughput=5MB/sec 2024-04-13T08:22:31.561 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-KlZpu4-oaJOyiFR off=3820441 len=1266120 2024-04-13T08:22:31.563 INFO:tasks.workunit.client.0.smithi119.stdout:op 4929 completed, throughput=5MB/sec 2024-04-13T08:22:31.563 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-t73Gb4bYSpJyQ6p off=793503 len=119602 2024-04-13T08:22:31.565 INFO:tasks.workunit.client.0.smithi119.stdout:op 4930 completed, throughput=5MB/sec 2024-04-13T08:22:31.566 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-IJlSyjoRHHk6thr off=10889584 len=781114 2024-04-13T08:22:31.571 INFO:tasks.workunit.client.0.smithi119.stdout:op 4931 completed, throughput=5MB/sec 2024-04-13T08:22:31.571 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-QwU5umZSoOki9nw off=6359876 len=674690 2024-04-13T08:22:31.575 INFO:tasks.workunit.client.0.smithi119.stdout:op 4932 completed, throughput=5MB/sec 2024-04-13T08:22:32.575 INFO:tasks.workunit.client.0.smithi119.stdout: 958: throughput=5MB/sec pending data=0 2024-04-13T08:22:32.576 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ppZlM2lpcXN4t2J off=8581828 len=1942168 2024-04-13T08:22:32.585 INFO:tasks.workunit.client.0.smithi119.stdout:op 4933 completed, throughput=5MB/sec 2024-04-13T08:22:32.585 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-FrDQjlvdMXQzKUW off=3022345 len=1687358 2024-04-13T08:22:32.592 INFO:tasks.workunit.client.0.smithi119.stdout:op 4934 completed, throughput=5MB/sec 2024-04-13T08:22:32.592 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-gKR0_-J0BBRBSAx off=700843 len=1929481 2024-04-13T08:22:32.603 INFO:tasks.workunit.client.0.smithi119.stdout:op 4935 completed, throughput=5MB/sec 2024-04-13T08:22:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:22:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:22:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:22:33.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:22:33 smithi139 ceph-mon[88985]: pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T08:22:33.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:22:33 smithi119 ceph-mon[96316]: pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T08:22:33.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:22:33 smithi119 ceph-mon[93746]: pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T08:22:33.603 INFO:tasks.workunit.client.0.smithi119.stdout: 959: throughput=5MB/sec pending data=0 2024-04-13T08:22:33.704 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Y12tCcd4itLHsJH off=1975906 len=1600336 2024-04-13T08:22:33.706 INFO:tasks.workunit.client.0.smithi119.stdout:op 4936 completed, throughput=5MB/sec 2024-04-13T08:22:33.706 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-wUzmtD9-LETkCym off=526691 len=1920664 2024-04-13T08:22:33.706 INFO:tasks.workunit.client.0.smithi119.stdout:op 4937 completed, throughput=5MB/sec 2024-04-13T08:22:33.706 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-RWBBV9jqBqroZTA off=1610317 len=967757 2024-04-13T08:22:33.706 INFO:tasks.workunit.client.0.smithi119.stdout:op 4938 completed, throughput=5MB/sec 2024-04-13T08:22:33.706 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-HdU9vwEW9Emw2uj off=14727381 len=1277094 2024-04-13T08:22:33.706 INFO:tasks.workunit.client.0.smithi119.stdout:op 4939 completed, throughput=5MB/sec 2024-04-13T08:22:34.621 INFO:tasks.workunit.client.0.smithi119.stdout: 960: throughput=5MB/sec pending data=0 2024-04-13T08:22:34.621 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-h030aazVHv6Lh7w off=3764283 len=1503319 2024-04-13T08:22:34.629 INFO:tasks.workunit.client.0.smithi119.stdout:op 4940 completed, throughput=5MB/sec 2024-04-13T08:22:34.629 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-RzF71wNgb77XLrJ off=2635027 len=34999 2024-04-13T08:22:34.629 INFO:tasks.workunit.client.0.smithi119.stdout:op 4941 completed, throughput=5MB/sec 2024-04-13T08:22:34.629 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-FAvYEUwQFC4jwh2 off=7641505 len=1440774 2024-04-13T08:22:34.631 INFO:tasks.workunit.client.0.smithi119.stdout:op 4942 completed, throughput=5MB/sec 2024-04-13T08:22:34.631 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-pvDJ6B_75017mYK off=1021509 len=662241 2024-04-13T08:22:34.635 INFO:tasks.workunit.client.0.smithi119.stdout:op 4943 completed, throughput=5MB/sec 2024-04-13T08:22:34.635 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-TT6HwA7nFtT-0PR off=18203354 len=1550118 2024-04-13T08:22:34.637 INFO:tasks.workunit.client.0.smithi119.stdout:op 4944 completed, throughput=5MB/sec 2024-04-13T08:22:35.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:22:35 smithi119 ceph-mon[96316]: pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:22:35.218 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:22:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:22:34] "GET /metrics HTTP/1.1" 200 34011 "" "Prometheus/2.43.0" 2024-04-13T08:22:35.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:22:35 smithi119 ceph-mon[93746]: pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:22:35.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:22:35 smithi139 ceph-mon[88985]: pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:22:35.637 INFO:tasks.workunit.client.0.smithi119.stdout: 961: throughput=5MB/sec pending data=0 2024-04-13T08:22:35.637 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-zjvDS4xe5UImw_o off=3192829 len=916831 2024-04-13T08:22:35.638 INFO:tasks.workunit.client.0.smithi119.stdout:op 4945 completed, throughput=5MB/sec 2024-04-13T08:22:35.639 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-H5zljZn0kLgTOAE off=5647286 len=118490 2024-04-13T08:22:35.639 INFO:tasks.workunit.client.0.smithi119.stdout:op 4946 completed, throughput=5MB/sec 2024-04-13T08:22:35.639 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3Q9OFMJj4hw88F- off=442422 len=1625781 2024-04-13T08:22:35.648 INFO:tasks.workunit.client.0.smithi119.stdout:op 4947 completed, throughput=5MB/sec 2024-04-13T08:22:35.648 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-K_bPpxjieFqc3Uo off=18602527 len=1592665 2024-04-13T08:22:35.651 INFO:tasks.workunit.client.0.smithi119.stdout:op 4948 completed, throughput=5MB/sec 2024-04-13T08:22:35.651 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-cmeTrJprHkYh88d off=214077 len=1992115 2024-04-13T08:22:35.663 INFO:tasks.workunit.client.0.smithi119.stdout:op 4949 completed, throughput=5MB/sec 2024-04-13T08:22:36.663 INFO:tasks.workunit.client.0.smithi119.stdout: 962: throughput=5MB/sec pending data=0 2024-04-13T08:22:36.663 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-WokE-lpVHfRZu5U off=2101291 len=1716370 2024-04-13T08:22:36.665 INFO:tasks.workunit.client.0.smithi119.stdout:op 4950 completed, throughput=5MB/sec 2024-04-13T08:22:36.665 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-l4T4fB4zaYtdNiw off=8282309 len=664392 2024-04-13T08:22:36.669 INFO:tasks.workunit.client.0.smithi119.stdout:op 4951 completed, throughput=5MB/sec 2024-04-13T08:22:36.670 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-6WcuOqFa-oNnJV1 off=354481 len=611599 2024-04-13T08:22:36.671 INFO:tasks.workunit.client.0.smithi119.stdout:op 4952 completed, throughput=5MB/sec 2024-04-13T08:22:36.671 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-69nGkBLok-gCplR off=13574187 len=167682 2024-04-13T08:22:36.673 INFO:tasks.workunit.client.0.smithi119.stdout:op 4953 completed, throughput=5MB/sec 2024-04-13T08:22:36.674 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Qmiq5HsWHPHwMo2 off=7408143 len=1211796 2024-04-13T08:22:36.680 INFO:tasks.workunit.client.0.smithi119.stdout:op 4954 completed, throughput=5MB/sec 2024-04-13T08:22:37.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:22:37 smithi139 ceph-mon[88985]: pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T08:22:37.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:22:37 smithi119 ceph-mon[96316]: pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T08:22:37.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:22:37 smithi119 ceph-mon[93746]: pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T08:22:37.680 INFO:tasks.workunit.client.0.smithi119.stdout: 963: throughput=5MB/sec pending data=0 2024-04-13T08:22:37.680 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-PMplO4kbfnhDGMP off=7124583 len=77455 2024-04-13T08:22:37.681 INFO:tasks.workunit.client.0.smithi119.stdout:op 4955 completed, throughput=5MB/sec 2024-04-13T08:22:37.681 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-YYLJvhO1TItw_kf off=14452367 len=724334 2024-04-13T08:22:37.682 INFO:tasks.workunit.client.0.smithi119.stdout:op 4956 completed, throughput=5MB/sec 2024-04-13T08:22:37.683 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-F0xYGK4NNyam_eE off=20815293 len=962437 2024-04-13T08:22:37.688 INFO:tasks.workunit.client.0.smithi119.stdout:op 4957 completed, throughput=5MB/sec 2024-04-13T08:22:37.688 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-XWBnjL3gQ0b7cnz off=3213437 len=1894012 2024-04-13T08:22:37.700 INFO:tasks.workunit.client.0.smithi119.stdout:op 4958 completed, throughput=5MB/sec 2024-04-13T08:22:37.700 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Fv6wMbmFmYA-fVP off=6108258 len=1963834 2024-04-13T08:22:37.704 INFO:tasks.workunit.client.0.smithi119.stdout:op 4959 completed, throughput=5MB/sec 2024-04-13T08:22:38.704 INFO:tasks.workunit.client.0.smithi119.stdout: 964: throughput=5MB/sec pending data=0 2024-04-13T08:22:38.705 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Q-k0ebC138YiRBR off=6000566 len=1403969 2024-04-13T08:22:38.706 INFO:tasks.workunit.client.0.smithi119.stdout:op 4960 completed, throughput=5MB/sec 2024-04-13T08:22:38.706 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-82kkl7hhykqLoIB off=3036611 len=2080909 2024-04-13T08:22:38.718 INFO:tasks.workunit.client.0.smithi119.stdout:op 4961 completed, throughput=5MB/sec 2024-04-13T08:22:38.718 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-YwDh9-AM7RSFUq1 off=2382061 len=1517843 2024-04-13T08:22:38.720 INFO:tasks.workunit.client.0.smithi119.stdout:op 4962 completed, throughput=5MB/sec 2024-04-13T08:22:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:22:39 smithi139 ceph-mon[88985]: pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T08:22:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:22:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:22:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:22:39 smithi119 ceph-mon[96316]: pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T08:22:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:22:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:22:39.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:22:39 smithi119 ceph-mon[93746]: pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T08:22:39.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:22:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:22:39.721 INFO:tasks.workunit.client.0.smithi119.stdout: 965: throughput=5MB/sec pending data=0 2024-04-13T08:22:39.721 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-POGWY3BxTf-amwO off=2405739 len=2032562 2024-04-13T08:22:39.732 INFO:tasks.workunit.client.0.smithi119.stdout:op 4963 completed, throughput=5MB/sec 2024-04-13T08:22:39.732 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-sxp-oEE6w_Ewi8P off=1528268 len=763610 2024-04-13T08:22:39.733 INFO:tasks.workunit.client.0.smithi119.stdout:op 4964 completed, throughput=5MB/sec 2024-04-13T08:22:39.734 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-mq3aZUp1dnIpcaK off=4878123 len=699141 2024-04-13T08:22:39.735 INFO:tasks.workunit.client.0.smithi119.stdout:op 4965 completed, throughput=5MB/sec 2024-04-13T08:22:39.736 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-IdV2w4PYFE39tWB off=1327965 len=597009 2024-04-13T08:22:39.740 INFO:tasks.workunit.client.0.smithi119.stdout:op 4966 completed, throughput=5MB/sec 2024-04-13T08:22:39.740 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-VQRxvGiQCJGQdmf off=4303071 len=396184 2024-04-13T08:22:39.740 INFO:tasks.workunit.client.0.smithi119.stdout:op 4967 completed, throughput=5MB/sec 2024-04-13T08:22:39.741 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-R7F7VtWZ2w10R7f off=2730276 len=1291936 2024-04-13T08:22:39.743 INFO:tasks.workunit.client.0.smithi119.stdout:op 4968 completed, throughput=5MB/sec 2024-04-13T08:22:40.744 INFO:tasks.workunit.client.0.smithi119.stdout: 966: throughput=5MB/sec pending data=0 2024-04-13T08:22:40.744 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-BbfrB_0SIdAFIcA off=5557176 len=1898217 2024-04-13T08:22:40.748 INFO:tasks.workunit.client.0.smithi119.stdout:op 4969 completed, throughput=5MB/sec 2024-04-13T08:22:40.748 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Jh2XINbcO5123Os off=213733 len=1461311 2024-04-13T08:22:40.750 INFO:tasks.workunit.client.0.smithi119.stdout:op 4970 completed, throughput=5MB/sec 2024-04-13T08:22:40.750 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Epg8IAGPPYUVUpz off=7197710 len=2006153 2024-04-13T08:22:40.752 INFO:tasks.workunit.client.0.smithi119.stdout:op 4971 completed, throughput=5MB/sec 2024-04-13T08:22:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:22:41 smithi139 ceph-mon[88985]: pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T08:22:41.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:22:41 smithi119 ceph-mon[96316]: pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T08:22:41.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:22:41 smithi119 ceph-mon[93746]: pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T08:22:41.753 INFO:tasks.workunit.client.0.smithi119.stdout: 967: throughput=5MB/sec pending data=0 2024-04-13T08:22:41.753 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-3BK_yMdDBfeUQMf off=6546650 len=676764 2024-04-13T08:22:41.754 INFO:tasks.workunit.client.0.smithi119.stdout:op 4972 completed, throughput=5MB/sec 2024-04-13T08:22:41.754 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-jxsSgs0DV8dq3Lc off=2339831 len=1058044 2024-04-13T08:22:41.760 INFO:tasks.workunit.client.0.smithi119.stdout:op 4973 completed, throughput=5MB/sec 2024-04-13T08:22:41.760 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-7qb7IJCuhHqRafr off=9008782 len=415513 2024-04-13T08:22:41.764 INFO:tasks.workunit.client.0.smithi119.stdout:op 4974 completed, throughput=5MB/sec 2024-04-13T08:22:41.764 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-IEbeL8W1C0RA61j off=4421929 len=139441 2024-04-13T08:22:41.766 INFO:tasks.workunit.client.0.smithi119.stdout:op 4975 completed, throughput=5MB/sec 2024-04-13T08:22:41.766 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-nx3cudxUy2yN5pD off=2798353 len=1493563 2024-04-13T08:22:41.772 INFO:tasks.workunit.client.0.smithi119.stdout:op 4976 completed, throughput=5MB/sec 2024-04-13T08:22:41.772 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-cIXsFhmBrDh8tj_ off=4409893 len=230421 2024-04-13T08:22:41.773 INFO:tasks.workunit.client.0.smithi119.stdout:op 4977 completed, throughput=5MB/sec 2024-04-13T08:22:41.773 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-c_qHpzohg8MZmMD off=10225370 len=204469 2024-04-13T08:22:41.775 INFO:tasks.workunit.client.0.smithi119.stdout:op 4978 completed, throughput=5MB/sec 2024-04-13T08:22:41.775 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-7mFqW3o8QtoanoP off=5577306 len=1213820 2024-04-13T08:22:41.778 INFO:tasks.workunit.client.0.smithi119.stdout:op 4979 completed, throughput=5MB/sec 2024-04-13T08:22:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:22:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:22:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:22:42.778 INFO:tasks.workunit.client.0.smithi119.stdout: 968: throughput=5MB/sec pending data=0 2024-04-13T08:22:42.779 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-T_Ug9yUT1Pd3szE off=10884036 len=1058450 2024-04-13T08:22:42.783 INFO:tasks.workunit.client.0.smithi119.stdout:op 4980 completed, throughput=5MB/sec 2024-04-13T08:22:42.783 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-F_Yx3IWCOicsd7M off=760428 len=1434226 2024-04-13T08:22:42.791 INFO:tasks.workunit.client.0.smithi119.stdout:op 4981 completed, throughput=5MB/sec 2024-04-13T08:22:42.791 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-XTqSfTWlqBCSm1Z off=1955428 len=521620 2024-04-13T08:22:42.792 INFO:tasks.workunit.client.0.smithi119.stdout:op 4982 completed, throughput=5MB/sec 2024-04-13T08:22:42.792 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-9dr6wzlWlxLcL0x off=5213853 len=1823087 2024-04-13T08:22:42.798 INFO:tasks.workunit.client.0.smithi119.stdout:op 4983 completed, throughput=5MB/sec 2024-04-13T08:22:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:22:43 smithi139 ceph-mon[88985]: pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T08:22:43.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:22:43 smithi119 ceph-mon[96316]: pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T08:22:43.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:22:43 smithi119 ceph-mon[93746]: pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T08:22:43.798 INFO:tasks.workunit.client.0.smithi119.stdout: 969: throughput=5MB/sec pending data=0 2024-04-13T08:22:43.799 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-a-Lxx21ELLSB99_ off=1913101 len=1450485 2024-04-13T08:22:43.807 INFO:tasks.workunit.client.0.smithi119.stdout:op 4984 completed, throughput=5MB/sec 2024-04-13T08:22:43.807 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-YS1_IdYOlF8NEQi off=485503 len=1625667 2024-04-13T08:22:43.808 INFO:tasks.workunit.client.0.smithi119.stdout:op 4985 completed, throughput=5MB/sec 2024-04-13T08:22:43.808 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-fAAG-OeCgXEjqnK off=7725212 len=483517 2024-04-13T08:22:43.809 INFO:tasks.workunit.client.0.smithi119.stdout:op 4986 completed, throughput=5MB/sec 2024-04-13T08:22:43.809 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-t1YtEVxeo1g4zkO off=2089301 len=1133442 2024-04-13T08:22:43.810 INFO:tasks.workunit.client.0.smithi119.stdout:op 4987 completed, throughput=5MB/sec 2024-04-13T08:22:43.810 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-38kR8XDKcGmTwya off=7017084 len=1282938 2024-04-13T08:22:43.817 INFO:tasks.workunit.client.0.smithi119.stdout:op 4988 completed, throughput=5MB/sec 2024-04-13T08:22:44.817 INFO:tasks.workunit.client.0.smithi119.stdout: 970: throughput=5MB/sec pending data=0 2024-04-13T08:22:44.817 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-JzwxBM4bIW2YKMR off=16955943 len=1787688 2024-04-13T08:22:44.819 INFO:tasks.workunit.client.0.smithi119.stdout:op 4989 completed, throughput=5MB/sec 2024-04-13T08:22:44.820 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Q2uzqhAFFcqrxNu off=2966932 len=878483 2024-04-13T08:22:44.824 INFO:tasks.workunit.client.0.smithi119.stdout:op 4990 completed, throughput=5MB/sec 2024-04-13T08:22:44.824 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-SRRBUJzRotCHTIH off=4236181 len=498041 2024-04-13T08:22:44.827 INFO:tasks.workunit.client.0.smithi119.stdout:op 4991 completed, throughput=5MB/sec 2024-04-13T08:22:44.828 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-hj_W986BqpEsTRw off=148168 len=1129522 2024-04-13T08:22:44.829 INFO:tasks.workunit.client.0.smithi119.stdout:op 4992 completed, throughput=5MB/sec 2024-04-13T08:22:45.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:22:45 smithi119 ceph-mon[93746]: pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T08:22:45.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:22:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:22:44] "GET /metrics HTTP/1.1" 200 34009 "" "Prometheus/2.43.0" 2024-04-13T08:22:45.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:22:45 smithi119 ceph-mon[96316]: pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T08:22:45.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:22:45 smithi139 ceph-mon[88985]: pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T08:22:45.829 INFO:tasks.workunit.client.0.smithi119.stdout: 971: throughput=5MB/sec pending data=0 2024-04-13T08:22:45.829 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-dndFlPW0ukkjMqY off=9443526 len=95158 2024-04-13T08:22:45.830 INFO:tasks.workunit.client.0.smithi119.stdout:op 4993 completed, throughput=5MB/sec 2024-04-13T08:22:45.830 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-h4Gl9PoKFEphs3Q off=739316 len=1396680 2024-04-13T08:22:45.837 INFO:tasks.workunit.client.0.smithi119.stdout:op 4994 completed, throughput=5MB/sec 2024-04-13T08:22:45.837 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-cEEPGg7DrAaKYBH off=3325791 len=505924 2024-04-13T08:22:45.840 INFO:tasks.workunit.client.0.smithi119.stdout:op 4995 completed, throughput=5MB/sec 2024-04-13T08:22:45.840 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-wfRTSZFdEEFftiz off=6822338 len=1288706 2024-04-13T08:22:45.845 INFO:tasks.workunit.client.0.smithi119.stdout:op 4996 completed, throughput=5MB/sec 2024-04-13T08:22:45.845 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-r97KVt0SiQafVVJ off=2062658 len=169862 2024-04-13T08:22:45.845 INFO:tasks.workunit.client.0.smithi119.stdout:op 4997 completed, throughput=5MB/sec 2024-04-13T08:22:45.845 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-P429K75Po2rMhNc off=11496432 len=712221 2024-04-13T08:22:45.849 INFO:tasks.workunit.client.0.smithi119.stdout:op 4998 completed, throughput=5MB/sec 2024-04-13T08:22:45.849 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-HkC1PJwhnEjcJGE off=3827395 len=754706 2024-04-13T08:22:45.852 INFO:tasks.workunit.client.0.smithi119.stdout:op 4999 completed, throughput=5MB/sec 2024-04-13T08:22:45.852 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-eGkpmzVWWRz1H5M off=20323633 len=1077235 2024-04-13T08:22:45.853 INFO:tasks.workunit.client.0.smithi119.stdout:op 5000 completed, throughput=5MB/sec 2024-04-13T08:22:46.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:22:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:22:46.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:22:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:22:46.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:22:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:22:46.854 INFO:tasks.workunit.client.0.smithi119.stdout: 972: throughput=5MB/sec pending data=0 2024-04-13T08:22:46.854 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-4uBjLGC58rNP4AN off=9600113 len=1525780 2024-04-13T08:22:46.857 INFO:tasks.workunit.client.0.smithi119.stdout:op 5001 completed, throughput=5MB/sec 2024-04-13T08:22:46.857 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-RVxMLY9WriG4K6W off=8500048 len=1576942 2024-04-13T08:22:46.865 INFO:tasks.workunit.client.0.smithi119.stdout:op 5002 completed, throughput=5MB/sec 2024-04-13T08:22:46.865 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-u-Mgxuwb5kdg2aZ off=10243824 len=1350437 2024-04-13T08:22:46.866 INFO:tasks.workunit.client.0.smithi119.stdout:op 5003 completed, throughput=5MB/sec 2024-04-13T08:22:46.866 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-WOGyj-u0ObC2dMY off=152683 len=293139 2024-04-13T08:22:46.867 INFO:tasks.workunit.client.0.smithi119.stdout:op 5004 completed, throughput=5MB/sec 2024-04-13T08:22:47.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:22:47 smithi139 ceph-mon[88985]: pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T08:22:47.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:22:47 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:22:47.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:22:47 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:22:47.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:22:47 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:22:47.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:22:47 smithi119 ceph-mon[96316]: pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T08:22:47.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:22:47 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:22:47.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:22:47 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:22:47.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:22:47 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:22:47.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:22:47 smithi119 ceph-mon[93746]: pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T08:22:47.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:22:47 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:22:47.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:22:47 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:22:47.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:22:47 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:22:47.867 INFO:tasks.workunit.client.0.smithi119.stdout: 973: throughput=5MB/sec pending data=0 2024-04-13T08:22:47.868 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-rSMRANF-U_mMrVO off=1514696 len=1310845 2024-04-13T08:22:47.875 INFO:tasks.workunit.client.0.smithi119.stdout:op 5005 completed, throughput=5MB/sec 2024-04-13T08:22:47.876 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Fu9441jq6L-DDbX off=9504345 len=1094192 2024-04-13T08:22:47.877 INFO:tasks.workunit.client.0.smithi119.stdout:op 5006 completed, throughput=5MB/sec 2024-04-13T08:22:47.877 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj--WtfdpWnIAE1Y6J off=1038385 len=932807 2024-04-13T08:22:47.882 INFO:tasks.workunit.client.0.smithi119.stdout:op 5007 completed, throughput=5MB/sec 2024-04-13T08:22:47.882 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-cFTIoJGw4pG6r9b off=8938637 len=1739261 2024-04-13T08:22:47.892 INFO:tasks.workunit.client.0.smithi119.stdout:op 5008 completed, throughput=5MB/sec 2024-04-13T08:22:47.892 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-i3rpZB0_4C-NaXj off=5150912 len=121261 2024-04-13T08:22:47.895 INFO:tasks.workunit.client.0.smithi119.stdout:op 5009 completed, throughput=5MB/sec 2024-04-13T08:22:48.895 INFO:tasks.workunit.client.0.smithi119.stdout: 974: throughput=4.99MB/sec pending data=0 2024-04-13T08:22:48.896 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-a9VMRojquQFd1vB off=5695370 len=529996 2024-04-13T08:22:48.900 INFO:tasks.workunit.client.0.smithi119.stdout:op 5010 completed, throughput=5MB/sec 2024-04-13T08:22:48.900 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-P5czA5IiRsYORHP off=18169267 len=21957 2024-04-13T08:22:48.902 INFO:tasks.workunit.client.0.smithi119.stdout:op 5011 completed, throughput=5MB/sec 2024-04-13T08:22:48.902 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-2FS1shvZ4pCMyDc off=97998 len=963477 2024-04-13T08:22:48.907 INFO:tasks.workunit.client.0.smithi119.stdout:op 5012 completed, throughput=5MB/sec 2024-04-13T08:22:48.907 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Ry19LuMDFhQB96s off=9289822 len=538031 2024-04-13T08:22:48.908 INFO:tasks.workunit.client.0.smithi119.stdout:op 5013 completed, throughput=5MB/sec 2024-04-13T08:22:48.908 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-lVzDwlyMcBxVQAY off=2666523 len=2042925 2024-04-13T08:22:48.915 INFO:tasks.workunit.client.0.smithi119.stdout:op 5014 completed, throughput=5MB/sec 2024-04-13T08:22:48.915 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-clSnhjJ97NY5R8n off=13481626 len=1972387 2024-04-13T08:22:48.927 INFO:tasks.workunit.client.0.smithi119.stdout:op 5015 completed, throughput=5MB/sec 2024-04-13T08:22:49.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:22:49 smithi139 ceph-mon[88985]: pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:22:49.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:22:49 smithi119 ceph-mon[96316]: pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:22:49.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:22:49 smithi119 ceph-mon[93746]: pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:22:49.927 INFO:tasks.workunit.client.0.smithi119.stdout: 975: throughput=5MB/sec pending data=0 2024-04-13T08:22:49.928 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-gmzd-Wi9rHB68m- off=12351490 len=72110 2024-04-13T08:22:49.928 INFO:tasks.workunit.client.0.smithi119.stdout:op 5016 completed, throughput=5MB/sec 2024-04-13T08:22:49.928 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-wPXj1GUD8BOPEX2 off=5468423 len=976618 2024-04-13T08:22:49.930 INFO:tasks.workunit.client.0.smithi119.stdout:op 5017 completed, throughput=5MB/sec 2024-04-13T08:22:49.931 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-JIkAMNtUzENvspn off=8176021 len=1425674 2024-04-13T08:22:49.939 INFO:tasks.workunit.client.0.smithi119.stdout:op 5018 completed, throughput=5MB/sec 2024-04-13T08:22:49.939 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-GHL5Ip_I2KiCy0e off=12220050 len=1113870 2024-04-13T08:22:49.945 INFO:tasks.workunit.client.0.smithi119.stdout:op 5019 completed, throughput=5MB/sec 2024-04-13T08:22:49.945 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-a4c-2UKpQ-Aqg5R off=7100973 len=1104267 2024-04-13T08:22:49.950 INFO:tasks.workunit.client.0.smithi119.stdout:op 5020 completed, throughput=5MB/sec 2024-04-13T08:22:50.951 INFO:tasks.workunit.client.0.smithi119.stdout: 976: throughput=4.99MB/sec pending data=0 2024-04-13T08:22:50.951 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-u11s7CmN-1WBkC7 off=725546 len=1379300 2024-04-13T08:22:50.952 INFO:tasks.workunit.client.0.smithi119.stdout:op 5021 completed, throughput=5MB/sec 2024-04-13T08:22:50.953 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-yzlxHCjoMWthL0O off=7389927 len=446031 2024-04-13T08:22:50.956 INFO:tasks.workunit.client.0.smithi119.stdout:op 5022 completed, throughput=5MB/sec 2024-04-13T08:22:50.957 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-NityH_bf5TjyfJf off=1010251 len=1195907 2024-04-13T08:22:50.958 INFO:tasks.workunit.client.0.smithi119.stdout:op 5023 completed, throughput=5MB/sec 2024-04-13T08:22:50.958 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-rirNwnUrXJoLGhP off=7235341 len=344592 2024-04-13T08:22:50.962 INFO:tasks.workunit.client.0.smithi119.stdout:op 5024 completed, throughput=5MB/sec 2024-04-13T08:22:50.962 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-1znbAWb4blRahRH off=10400655 len=1626079 2024-04-13T08:22:50.965 INFO:tasks.workunit.client.0.smithi119.stdout:op 5025 completed, throughput=5MB/sec 2024-04-13T08:22:50.965 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-SCzY3SiGuugiw2A off=3244998 len=912476 2024-04-13T08:22:50.966 INFO:tasks.workunit.client.0.smithi119.stdout:op 5026 completed, throughput=5MB/sec 2024-04-13T08:22:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:22:51 smithi139 ceph-mon[88985]: pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T08:22:51.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:22:51 smithi119 ceph-mon[93746]: pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T08:22:51.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:22:51 smithi119 ceph-mon[96316]: pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T08:22:51.966 INFO:tasks.workunit.client.0.smithi119.stdout: 977: throughput=5MB/sec pending data=0 2024-04-13T08:22:51.967 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-iLh-af7fPJqs-H7 off=2440827 len=364770 2024-04-13T08:22:51.970 INFO:tasks.workunit.client.0.smithi119.stdout:op 5027 completed, throughput=5MB/sec 2024-04-13T08:22:51.970 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-4DqiJHztWBmPJm3 off=616028 len=347418 2024-04-13T08:22:51.974 INFO:tasks.workunit.client.0.smithi119.stdout:op 5028 completed, throughput=5MB/sec 2024-04-13T08:22:51.975 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-c6mnwoAn7BXjcik off=1886808 len=2051396 2024-04-13T08:22:51.976 INFO:tasks.workunit.client.0.smithi119.stdout:op 5029 completed, throughput=5MB/sec 2024-04-13T08:22:51.976 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-r85Q7QwcaX8nEVJ off=11264639 len=1130129 2024-04-13T08:22:51.981 INFO:tasks.workunit.client.0.smithi119.stdout:op 5030 completed, throughput=5MB/sec 2024-04-13T08:22:51.981 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-fWaAFy4yv6cQ78U off=2188734 len=681259 2024-04-13T08:22:51.985 INFO:tasks.workunit.client.0.smithi119.stdout:op 5031 completed, throughput=5MB/sec 2024-04-13T08:22:51.985 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-GdztT5dFJnVNRjy off=18066224 len=843119 2024-04-13T08:22:51.990 INFO:tasks.workunit.client.0.smithi119.stdout:op 5032 completed, throughput=5MB/sec 2024-04-13T08:22:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:22:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:22:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:22:52.990 INFO:tasks.workunit.client.0.smithi119.stdout: 978: throughput=5MB/sec pending data=0 2024-04-13T08:22:52.990 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-b1fymF_uYCocZdn off=5492078 len=1064811 2024-04-13T08:22:52.992 INFO:tasks.workunit.client.0.smithi119.stdout:op 5033 completed, throughput=5MB/sec 2024-04-13T08:22:52.992 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-EasBGGeALOhh3X- off=1031778 len=560550 2024-04-13T08:22:52.993 INFO:tasks.workunit.client.0.smithi119.stdout:op 5034 completed, throughput=5MB/sec 2024-04-13T08:22:52.993 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-VBEQbxM5JxnxzpS off=1648497 len=2050625 2024-04-13T08:22:53.005 INFO:tasks.workunit.client.0.smithi119.stdout:op 5035 completed, throughput=5MB/sec 2024-04-13T08:22:53.005 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-P9z6vYlIdNzMZcb off=1386705 len=1171715 2024-04-13T08:22:53.010 INFO:tasks.workunit.client.0.smithi119.stdout:op 5036 completed, throughput=5MB/sec 2024-04-13T08:22:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:22:53 smithi139 ceph-mon[88985]: pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T08:22:53.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:22:53 smithi119 ceph-mon[93746]: pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T08:22:53.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:22:53 smithi119 ceph-mon[96316]: pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T08:22:54.011 INFO:tasks.workunit.client.0.smithi119.stdout: 979: throughput=5MB/sec pending data=0 2024-04-13T08:22:54.011 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-1L-cyAtQMdeloQ- off=7643619 len=339591 2024-04-13T08:22:54.014 INFO:tasks.workunit.client.0.smithi119.stdout:op 5037 completed, throughput=5MB/sec 2024-04-13T08:22:54.014 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-sfF2pH0unmh3hef off=11746754 len=1908089 2024-04-13T08:22:54.022 INFO:tasks.workunit.client.0.smithi119.stdout:op 5038 completed, throughput=5MB/sec 2024-04-13T08:22:54.022 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-_8NrWzkAMnlZVso off=5009233 len=1606222 2024-04-13T08:22:54.031 INFO:tasks.workunit.client.0.smithi119.stdout:op 5039 completed, throughput=5MB/sec 2024-04-13T08:22:54.031 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-4kTFfufyvkOzu7C off=6355314 len=1466171 2024-04-13T08:22:54.038 INFO:tasks.workunit.client.0.smithi119.stdout:op 5040 completed, throughput=5MB/sec 2024-04-13T08:22:54.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:22:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:22:54.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:22:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:22:54.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:22:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:22:55.038 INFO:tasks.workunit.client.0.smithi119.stdout: 980: throughput=5MB/sec pending data=0 2024-04-13T08:22:55.038 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-crii_pKh1a7fBdd off=586029 len=745893 2024-04-13T08:22:55.043 INFO:tasks.workunit.client.0.smithi119.stdout:op 5041 completed, throughput=5MB/sec 2024-04-13T08:22:55.043 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj--lP8zHNlTJUZGhw off=3317798 len=1293407 2024-04-13T08:22:55.049 INFO:tasks.workunit.client.0.smithi119.stdout:op 5042 completed, throughput=5MB/sec 2024-04-13T08:22:55.049 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-2FS1shvZ4pCMyDc off=172316 len=889159 2024-04-13T08:22:55.052 INFO:tasks.workunit.client.0.smithi119.stdout:op 5043 completed, throughput=5MB/sec 2024-04-13T08:22:55.052 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-iot2YbEW9sKDNsp off=5741514 len=1859130 2024-04-13T08:22:55.054 INFO:tasks.workunit.client.0.smithi119.stdout:op 5044 completed, throughput=5MB/sec 2024-04-13T08:22:55.054 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-lXzjxM1oBzWcrpL off=20459520 len=251694 2024-04-13T08:22:55.055 INFO:tasks.workunit.client.0.smithi119.stdout:op 5045 completed, throughput=5MB/sec 2024-04-13T08:22:55.055 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-pQ5WxRWTOw3w74M off=4430249 len=690844 2024-04-13T08:22:55.059 INFO:tasks.workunit.client.0.smithi119.stdout:op 5046 completed, throughput=5MB/sec 2024-04-13T08:22:55.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:22:55 smithi119 ceph-mon[93746]: pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:22:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:22:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:22:54] "GET /metrics HTTP/1.1" 200 34007 "" "Prometheus/2.43.0" 2024-04-13T08:22:55.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:22:55 smithi119 ceph-mon[96316]: pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:22:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:22:55 smithi139 ceph-mon[88985]: pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:22:56.060 INFO:tasks.workunit.client.0.smithi119.stdout: 981: throughput=5MB/sec pending data=0 2024-04-13T08:22:56.060 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-S0poM0Sr0G_GnZ6 off=19288729 len=146745 2024-04-13T08:22:56.061 INFO:tasks.workunit.client.0.smithi119.stdout:op 5047 completed, throughput=5MB/sec 2024-04-13T08:22:56.061 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-IyCKEBqVvuONMkQ off=5248579 len=187056 2024-04-13T08:22:56.063 INFO:tasks.workunit.client.0.smithi119.stdout:op 5048 completed, throughput=5MB/sec 2024-04-13T08:22:56.063 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Dk819MKwthae1-F off=8950740 len=495209 2024-04-13T08:22:56.064 INFO:tasks.workunit.client.0.smithi119.stdout:op 5049 completed, throughput=5MB/sec 2024-04-13T08:22:56.065 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Wdeeucd3D5xeObr off=11606735 len=1858175 2024-04-13T08:22:56.073 INFO:tasks.workunit.client.0.smithi119.stdout:op 5050 completed, throughput=5MB/sec 2024-04-13T08:22:56.073 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-lf3AoH57bA_N31x off=5260718 len=292343 2024-04-13T08:22:56.075 INFO:tasks.workunit.client.0.smithi119.stdout:op 5051 completed, throughput=5MB/sec 2024-04-13T08:22:56.075 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-JQ6vzSvIxwowo3f off=11661805 len=147359 2024-04-13T08:22:56.078 INFO:tasks.workunit.client.0.smithi119.stdout:op 5052 completed, throughput=5MB/sec 2024-04-13T08:22:56.078 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-b3Tcuj1g7d5YbXV off=6310636 len=1301514 2024-04-13T08:22:56.084 INFO:tasks.workunit.client.0.smithi119.stdout:op 5053 completed, throughput=5MB/sec 2024-04-13T08:22:56.084 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Ae5hdjJPyl4skpQ off=5479026 len=1036300 2024-04-13T08:22:56.085 INFO:tasks.workunit.client.0.smithi119.stdout:op 5054 completed, throughput=5MB/sec 2024-04-13T08:22:57.086 INFO:tasks.workunit.client.0.smithi119.stdout: 982: throughput=5MB/sec pending data=0 2024-04-13T08:22:57.086 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-3tN-PJLvyKE3v5H off=5503732 len=699578 2024-04-13T08:22:57.087 INFO:tasks.workunit.client.0.smithi119.stdout:op 5055 completed, throughput=5MB/sec 2024-04-13T08:22:57.087 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-MVGlyvEOYBGt8ZB off=12210999 len=278374 2024-04-13T08:22:57.087 INFO:tasks.workunit.client.0.smithi119.stdout:op 5056 completed, throughput=5MB/sec 2024-04-13T08:22:57.088 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Uhg7k1BEmWHBSnr off=20952846 len=1015844 2024-04-13T08:22:57.089 INFO:tasks.workunit.client.0.smithi119.stdout:op 5057 completed, throughput=5MB/sec 2024-04-13T08:22:57.089 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-rvjuKrguZWer6Eo off=15955823 len=1897365 2024-04-13T08:22:57.100 INFO:tasks.workunit.client.0.smithi119.stdout:op 5058 completed, throughput=5MB/sec 2024-04-13T08:22:57.101 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj--dPuUhaayuIixXn off=7353734 len=1363523 2024-04-13T08:22:57.107 INFO:tasks.workunit.client.0.smithi119.stdout:op 5059 completed, throughput=5MB/sec 2024-04-13T08:22:57.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:22:57 smithi139 ceph-mon[88985]: pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-13T08:22:57.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:22:57 smithi119 ceph-mon[96316]: pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-13T08:22:57.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:22:57 smithi119 ceph-mon[93746]: pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-13T08:22:58.108 INFO:tasks.workunit.client.0.smithi119.stdout: 983: throughput=5MB/sec pending data=0 2024-04-13T08:22:58.108 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-w-VpAAi_o0YuIJq off=428015 len=1052053 2024-04-13T08:22:58.114 INFO:tasks.workunit.client.0.smithi119.stdout:op 5060 completed, throughput=5MB/sec 2024-04-13T08:22:58.114 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-oY2rpZfG0LNzhd8 off=2699541 len=1913642 2024-04-13T08:22:58.116 INFO:tasks.workunit.client.0.smithi119.stdout:op 5061 completed, throughput=5MB/sec 2024-04-13T08:22:58.116 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-HOYVPGIn_BK1QeQ off=18302215 len=1190383 2024-04-13T08:22:58.123 INFO:tasks.workunit.client.0.smithi119.stdout:op 5062 completed, throughput=5MB/sec 2024-04-13T08:22:58.123 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-nYZbDyoCuz0Fam1 off=1426322 len=94990 2024-04-13T08:22:58.126 INFO:tasks.workunit.client.0.smithi119.stdout:op 5063 completed, throughput=5MB/sec 2024-04-13T08:22:58.126 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-siqKzaxGO-oTLCY off=9241370 len=177690 2024-04-13T08:22:58.129 INFO:tasks.workunit.client.0.smithi119.stdout:op 5064 completed, throughput=5MB/sec 2024-04-13T08:22:58.130 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-7sBPl7T6EAhhuqW off=4614357 len=1514176 2024-04-13T08:22:58.132 INFO:tasks.workunit.client.0.smithi119.stdout:op 5065 completed, throughput=5MB/sec 2024-04-13T08:22:59.133 INFO:tasks.workunit.client.0.smithi119.stdout: 984: throughput=5MB/sec pending data=0 2024-04-13T08:22:59.133 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-knqDyzUaI2Nlvl0 off=14462000 len=1217965 2024-04-13T08:22:59.137 INFO:tasks.workunit.client.0.smithi119.stdout:op 5066 completed, throughput=5MB/sec 2024-04-13T08:22:59.137 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-h7UKcI3HEOvHrYB off=12631733 len=1377804 2024-04-13T08:22:59.140 INFO:tasks.workunit.client.0.smithi119.stdout:op 5067 completed, throughput=5MB/sec 2024-04-13T08:22:59.140 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-YJ7X2ov71GItITW off=6153838 len=523299 2024-04-13T08:22:59.141 INFO:tasks.workunit.client.0.smithi119.stdout:op 5068 completed, throughput=5MB/sec 2024-04-13T08:22:59.141 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-x5_Re_l-B9XozoE off=721383 len=1815696 2024-04-13T08:22:59.143 INFO:tasks.workunit.client.0.smithi119.stdout:op 5069 completed, throughput=5MB/sec 2024-04-13T08:22:59.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:22:59 smithi139 ceph-mon[88985]: pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T08:22:59.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:22:59 smithi119 ceph-mon[96316]: pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T08:22:59.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:22:59 smithi119 ceph-mon[93746]: pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T08:23:00.143 INFO:tasks.workunit.client.0.smithi119.stdout: 985: throughput=5MB/sec pending data=0 2024-04-13T08:23:00.144 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-4ZQ3-yfzcxJoGRq off=5163653 len=1629541 2024-04-13T08:23:00.151 INFO:tasks.workunit.client.0.smithi119.stdout:op 5070 completed, throughput=5MB/sec 2024-04-13T08:23:00.151 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ekHt8VXqYbrljfH off=9681169 len=1139718 2024-04-13T08:23:00.152 INFO:tasks.workunit.client.0.smithi119.stdout:op 5071 completed, throughput=5MB/sec 2024-04-13T08:23:00.152 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-sGJhq2JlZPhOcXV off=1380291 len=1946844 2024-04-13T08:23:00.154 INFO:tasks.workunit.client.0.smithi119.stdout:op 5072 completed, throughput=5MB/sec 2024-04-13T08:23:01.154 INFO:tasks.workunit.client.0.smithi119.stdout: 986: throughput=5MB/sec pending data=0 2024-04-13T08:23:01.155 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-sKmjWU7omVIS_Wm off=328684 len=1284506 2024-04-13T08:23:01.156 INFO:tasks.workunit.client.0.smithi119.stdout:op 5073 completed, throughput=5MB/sec 2024-04-13T08:23:01.156 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-rhCJfcsc0ygkFA1 off=9252366 len=1527019 2024-04-13T08:23:01.163 INFO:tasks.workunit.client.0.smithi119.stdout:op 5074 completed, throughput=5MB/sec 2024-04-13T08:23:01.163 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-IkImS4CHZxrXCZh off=7421186 len=1656387 2024-04-13T08:23:01.171 INFO:tasks.workunit.client.0.smithi119.stdout:op 5075 completed, throughput=5MB/sec 2024-04-13T08:23:01.171 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-FNv0KRxP1ZPhcTQ off=4398063 len=844874 2024-04-13T08:23:01.172 INFO:tasks.workunit.client.0.smithi119.stdout:op 5076 completed, throughput=5MB/sec 2024-04-13T08:23:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:23:01 smithi139 ceph-mon[88985]: pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T08:23:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:23:01 smithi119 ceph-mon[96316]: pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T08:23:01.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:23:01 smithi119 ceph-mon[93746]: pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T08:23:02.172 INFO:tasks.workunit.client.0.smithi119.stdout: 987: throughput=5MB/sec pending data=0 2024-04-13T08:23:02.172 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-iqaFwGiN-DnfdJb off=4368551 len=1052823 2024-04-13T08:23:02.177 INFO:tasks.workunit.client.0.smithi119.stdout:op 5077 completed, throughput=5MB/sec 2024-04-13T08:23:02.177 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-b9zcrYkDHaIVjNg off=17390996 len=122028 2024-04-13T08:23:02.178 INFO:tasks.workunit.client.0.smithi119.stdout:op 5078 completed, throughput=5MB/sec 2024-04-13T08:23:02.178 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-tVwVzBsLE6KZf7f off=150906 len=1433856 2024-04-13T08:23:02.179 INFO:tasks.workunit.client.0.smithi119.stdout:op 5079 completed, throughput=5MB/sec 2024-04-13T08:23:02.180 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-jo5w4tx89JiL0F_ off=6563973 len=1274576 2024-04-13T08:23:02.181 INFO:tasks.workunit.client.0.smithi119.stdout:op 5080 completed, throughput=5MB/sec 2024-04-13T08:23:02.181 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-qkGeKzNkhCTFbdu off=1383720 len=458347 2024-04-13T08:23:02.184 INFO:tasks.workunit.client.0.smithi119.stdout:op 5081 completed, throughput=5MB/sec 2024-04-13T08:23:02.184 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-C0yZ1i9B8jKZri_ off=14775713 len=811063 2024-04-13T08:23:02.185 INFO:tasks.workunit.client.0.smithi119.stdout:op 5082 completed, throughput=5MB/sec 2024-04-13T08:23:02.185 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-winJ6YpVXzYioLh off=4473695 len=1767447 2024-04-13T08:23:02.195 INFO:tasks.workunit.client.0.smithi119.stdout:op 5083 completed, throughput=5MB/sec 2024-04-13T08:23:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:23:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:23:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:23:03.196 INFO:tasks.workunit.client.0.smithi119.stdout: 988: throughput=5MB/sec pending data=0 2024-04-13T08:23:03.196 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-DqyhGNf-vhemyC1 off=5879052 len=288964 2024-04-13T08:23:03.199 INFO:tasks.workunit.client.0.smithi119.stdout:op 5084 completed, throughput=5MB/sec 2024-04-13T08:23:03.199 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-vIrAQF2ui6d3ZKN off=391408 len=574633 2024-04-13T08:23:03.201 INFO:tasks.workunit.client.0.smithi119.stdout:op 5085 completed, throughput=5MB/sec 2024-04-13T08:23:03.201 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-S5T3VMcyks3nLnW off=21099012 len=2037149 2024-04-13T08:23:03.204 INFO:tasks.workunit.client.0.smithi119.stdout:op 5086 completed, throughput=5MB/sec 2024-04-13T08:23:03.204 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Bi1_CeypKu7JwFy off=11756436 len=606071 2024-04-13T08:23:03.206 INFO:tasks.workunit.client.0.smithi119.stdout:op 5087 completed, throughput=5MB/sec 2024-04-13T08:23:03.206 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-I9yNYAyXhfHyPu_ off=11723141 len=1759646 2024-04-13T08:23:03.208 INFO:tasks.workunit.client.0.smithi119.stdout:op 5088 completed, throughput=5MB/sec 2024-04-13T08:23:03.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:23:03 smithi139 ceph-mon[88985]: pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-13T08:23:03.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:23:03 smithi119 ceph-mon[96316]: pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-13T08:23:03.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:23:03 smithi119 ceph-mon[93746]: pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-13T08:23:04.208 INFO:tasks.workunit.client.0.smithi119.stdout: 989: throughput=5MB/sec pending data=0 2024-04-13T08:23:04.209 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-1BzwhjCBS7Isc9Q off=409439 len=527216 2024-04-13T08:23:04.213 INFO:tasks.workunit.client.0.smithi119.stdout:op 5089 completed, throughput=5MB/sec 2024-04-13T08:23:04.213 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-33Fu6cqTx24Tr43 off=4419808 len=170894 2024-04-13T08:23:04.216 INFO:tasks.workunit.client.0.smithi119.stdout:op 5090 completed, throughput=5MB/sec 2024-04-13T08:23:04.216 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-nu47cnAHr1G8iXY off=3419810 len=1926885 2024-04-13T08:23:04.227 INFO:tasks.workunit.client.0.smithi119.stdout:op 5091 completed, throughput=5MB/sec 2024-04-13T08:23:04.227 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-a4ZnOn-PXvASdBS off=1198963 len=253085 2024-04-13T08:23:04.230 INFO:tasks.workunit.client.0.smithi119.stdout:op 5092 completed, throughput=5MB/sec 2024-04-13T08:23:04.230 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-NBFkSUBPiG2VyKF off=2268201 len=1807838 2024-04-13T08:23:04.242 INFO:tasks.workunit.client.0.smithi119.stdout:op 5093 completed, throughput=5MB/sec 2024-04-13T08:23:05.072 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:23:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:23:04] "GET /metrics HTTP/1.1" 200 34007 "" "Prometheus/2.43.0" 2024-04-13T08:23:05.240 INFO:tasks.workunit.client.0.smithi119.stdout: 990: throughput=5MB/sec pending data=0 2024-04-13T08:23:05.240 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-U4D9y_o8IEDQZ-I off=528787 len=1040683 2024-04-13T08:23:05.242 INFO:tasks.workunit.client.0.smithi119.stdout:op 5094 completed, throughput=5MB/sec 2024-04-13T08:23:05.242 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ppZlM2lpcXN4t2J off=1394462 len=1543300 2024-04-13T08:23:05.244 INFO:tasks.workunit.client.0.smithi119.stdout:op 5095 completed, throughput=5MB/sec 2024-04-13T08:23:05.244 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-zqB2UT_lOzVrmCw off=887239 len=475982 2024-04-13T08:23:05.245 INFO:tasks.workunit.client.0.smithi119.stdout:op 5096 completed, throughput=5MB/sec 2024-04-13T08:23:05.246 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-148CCNKyQ5wu2Km off=9825277 len=1927556 2024-04-13T08:23:05.253 INFO:tasks.workunit.client.0.smithi119.stdout:op 5097 completed, throughput=5MB/sec 2024-04-13T08:23:05.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:23:05 smithi139 ceph-mon[88985]: pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:23:05.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:23:05 smithi119 ceph-mon[96316]: pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:23:05.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:23:05 smithi119 ceph-mon[93746]: pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:23:06.254 INFO:tasks.workunit.client.0.smithi119.stdout: 991: throughput=5MB/sec pending data=0 2024-04-13T08:23:06.254 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-jmJVfxJbGBPRVqy off=3250890 len=1484971 2024-04-13T08:23:06.256 INFO:tasks.workunit.client.0.smithi119.stdout:op 5098 completed, throughput=5MB/sec 2024-04-13T08:23:06.257 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Yfxeu5lGylzuEt2 off=8906786 len=1831360 2024-04-13T08:23:06.267 INFO:tasks.workunit.client.0.smithi119.stdout:op 5099 completed, throughput=5MB/sec 2024-04-13T08:23:06.267 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Jnvsiux1R0cKYBN off=987062 len=591180 2024-04-13T08:23:06.271 INFO:tasks.workunit.client.0.smithi119.stdout:op 5100 completed, throughput=5MB/sec 2024-04-13T08:23:06.271 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-dVt48jdTdNpPQaG off=8355154 len=1633874 2024-04-13T08:23:06.278 INFO:tasks.workunit.client.0.smithi119.stdout:op 5101 completed, throughput=5MB/sec 2024-04-13T08:23:07.278 INFO:tasks.workunit.client.0.smithi119.stdout: 992: throughput=5MB/sec pending data=0 2024-04-13T08:23:07.278 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-HazXq-APXo1MFBS off=1095808 len=1289004 2024-04-13T08:23:07.286 INFO:tasks.workunit.client.0.smithi119.stdout:op 5102 completed, throughput=5MB/sec 2024-04-13T08:23:07.286 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-NqhpgKGVDlMeWvq off=1238684 len=1001762 2024-04-13T08:23:07.288 INFO:tasks.workunit.client.0.smithi119.stdout:op 5103 completed, throughput=5MB/sec 2024-04-13T08:23:07.288 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-BcWWi446oWDJvaZ off=3531583 len=370783 2024-04-13T08:23:07.289 INFO:tasks.workunit.client.0.smithi119.stdout:op 5104 completed, throughput=5MB/sec 2024-04-13T08:23:07.289 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-cXVhRiLQ9u7dZDw off=15317873 len=1839734 2024-04-13T08:23:07.300 INFO:tasks.workunit.client.0.smithi119.stdout:op 5105 completed, throughput=5MB/sec 2024-04-13T08:23:07.300 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3LyO3WBD0yz2EZk off=935070 len=108838 2024-04-13T08:23:07.302 INFO:tasks.workunit.client.0.smithi119.stdout:op 5106 completed, throughput=5MB/sec 2024-04-13T08:23:07.302 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-PGeyj1QnYsW_TAG off=2188505 len=144669 2024-04-13T08:23:07.305 INFO:tasks.workunit.client.0.smithi119.stdout:op 5107 completed, throughput=5MB/sec 2024-04-13T08:23:07.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:23:07 smithi139 ceph-mon[88985]: pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T08:23:07.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:23:07 smithi119 ceph-mon[96316]: pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T08:23:07.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:23:07 smithi119 ceph-mon[93746]: pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T08:23:08.305 INFO:tasks.workunit.client.0.smithi119.stdout: 993: throughput=5MB/sec pending data=0 2024-04-13T08:23:08.305 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-8gIckqJ-XN6KRIg off=4576789 len=1068496 2024-04-13T08:23:08.312 INFO:tasks.workunit.client.0.smithi119.stdout:op 5108 completed, throughput=5MB/sec 2024-04-13T08:23:08.312 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-aCzpZSIdN75wbKF off=856822 len=1351008 2024-04-13T08:23:08.321 INFO:tasks.workunit.client.0.smithi119.stdout:op 5109 completed, throughput=5MB/sec 2024-04-13T08:23:08.321 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-4xgSR48BPtxO_h3 off=6837396 len=1343068 2024-04-13T08:23:08.323 INFO:tasks.workunit.client.0.smithi119.stdout:op 5110 completed, throughput=5MB/sec 2024-04-13T08:23:08.323 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-U-7nKnmiN2UgmC9 off=4873713 len=735533 2024-04-13T08:23:08.327 INFO:tasks.workunit.client.0.smithi119.stdout:op 5111 completed, throughput=5MB/sec 2024-04-13T08:23:08.327 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-fv07S5z5qKQS0s_ off=6499277 len=1195620 2024-04-13T08:23:08.328 INFO:tasks.workunit.client.0.smithi119.stdout:op 5112 completed, throughput=5MB/sec 2024-04-13T08:23:09.328 INFO:tasks.workunit.client.0.smithi119.stdout: 994: throughput=5MB/sec pending data=0 2024-04-13T08:23:09.329 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-WZFRa83oOZiy1qU off=9074323 len=213968 2024-04-13T08:23:09.332 INFO:tasks.workunit.client.0.smithi119.stdout:op 5113 completed, throughput=5MB/sec 2024-04-13T08:23:09.332 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-NUm0yj4mi3VH24W off=16263046 len=1604646 2024-04-13T08:23:09.334 INFO:tasks.workunit.client.0.smithi119.stdout:op 5114 completed, throughput=5MB/sec 2024-04-13T08:23:09.334 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-6OF81dP7W2Off4Z off=16314434 len=1602268 2024-04-13T08:23:09.342 INFO:tasks.workunit.client.0.smithi119.stdout:op 5115 completed, throughput=5MB/sec 2024-04-13T08:23:09.342 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-IiKDAwSResYYVBz off=1556199 len=1877512 2024-04-13T08:23:09.346 INFO:tasks.workunit.client.0.smithi119.stdout:op 5116 completed, throughput=5MB/sec 2024-04-13T08:23:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:23:09 smithi139 ceph-mon[88985]: pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:23:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:23:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:23:09.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:23:09 smithi119 ceph-mon[96316]: pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:23:09.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:23:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:23:09.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:23:09 smithi119 ceph-mon[93746]: pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:23:09.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:23:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:23:10.346 INFO:tasks.workunit.client.0.smithi119.stdout: 995: throughput=5MB/sec pending data=0 2024-04-13T08:23:10.346 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-TFwAZI2hv9O8zIl off=9256574 len=1006603 2024-04-13T08:23:10.352 INFO:tasks.workunit.client.0.smithi119.stdout:op 5117 completed, throughput=5MB/sec 2024-04-13T08:23:10.352 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-x7AKbl6UVdWZ-VE off=2565788 len=1471245 2024-04-13T08:23:10.360 INFO:tasks.workunit.client.0.smithi119.stdout:op 5118 completed, throughput=5MB/sec 2024-04-13T08:23:10.361 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-NawnPDdBTqoMGmo off=1131294 len=578278 2024-04-13T08:23:10.362 INFO:tasks.workunit.client.0.smithi119.stdout:op 5119 completed, throughput=5MB/sec 2024-04-13T08:23:10.362 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-uo96ck9QOKxRdUs off=1447175 len=841065 2024-04-13T08:23:10.366 INFO:tasks.workunit.client.0.smithi119.stdout:op 5120 completed, throughput=5MB/sec 2024-04-13T08:23:10.366 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-twdARzQV_m1Wyw4 off=16071664 len=2036155 2024-04-13T08:23:10.370 INFO:tasks.workunit.client.0.smithi119.stdout:op 5121 completed, throughput=5MB/sec 2024-04-13T08:23:11.371 INFO:tasks.workunit.client.0.smithi119.stdout: 996: throughput=5MB/sec pending data=0 2024-04-13T08:23:11.371 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-961WvJCieBLiixY off=1301906 len=440135 2024-04-13T08:23:11.375 INFO:tasks.workunit.client.0.smithi119.stdout:op 5122 completed, throughput=5MB/sec 2024-04-13T08:23:11.375 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-J81P6upiRTch4Da off=5169567 len=1370557 2024-04-13T08:23:11.383 INFO:tasks.workunit.client.0.smithi119.stdout:op 5123 completed, throughput=5MB/sec 2024-04-13T08:23:11.383 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-u0VDv3n7j0zwF0p off=18765173 len=163099 2024-04-13T08:23:11.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:23:11 smithi139 ceph-mon[88985]: pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:23:11.386 INFO:tasks.workunit.client.0.smithi119.stdout:op 5124 completed, throughput=5MB/sec 2024-04-13T08:23:11.386 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-gKV9aLYtRyQFfmG off=597935 len=1287136 2024-04-13T08:23:11.387 INFO:tasks.workunit.client.0.smithi119.stdout:op 5125 completed, throughput=5MB/sec 2024-04-13T08:23:11.387 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Jkfe7xkoMsLDJMS off=2917588 len=319172 2024-04-13T08:23:11.387 INFO:tasks.workunit.client.0.smithi119.stdout:op 5126 completed, throughput=5MB/sec 2024-04-13T08:23:11.388 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-7ZsmQtNHlBT7Wbv off=802384 len=1233215 2024-04-13T08:23:11.388 INFO:tasks.workunit.client.0.smithi119.stdout:op 5127 completed, throughput=5MB/sec 2024-04-13T08:23:11.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:23:11 smithi119 ceph-mon[96316]: pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:23:11.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:23:11 smithi119 ceph-mon[93746]: pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:23:12.389 INFO:tasks.workunit.client.0.smithi119.stdout: 997: throughput=5MB/sec pending data=0 2024-04-13T08:23:12.389 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-bwa0_uwOcOpKwO5 off=10345453 len=168803 2024-04-13T08:23:12.392 INFO:tasks.workunit.client.0.smithi119.stdout:op 5128 completed, throughput=5MB/sec 2024-04-13T08:23:12.392 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-7pY2f9AUNVPbdwe off=9902839 len=149737 2024-04-13T08:23:12.392 INFO:tasks.workunit.client.0.smithi119.stdout:op 5129 completed, throughput=5MB/sec 2024-04-13T08:23:12.392 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-VeONcx0z1lJsxvh off=14637977 len=1780844 2024-04-13T08:23:12.396 INFO:tasks.workunit.client.0.smithi119.stdout:op 5130 completed, throughput=5MB/sec 2024-04-13T08:23:12.396 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-JrZ-bWEGbEu9wnU off=5589607 len=1641024 2024-04-13T08:23:12.403 INFO:tasks.workunit.client.0.smithi119.stdout:op 5131 completed, throughput=5MB/sec 2024-04-13T08:23:12.403 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-HC3nMOV1SvwJ7B1 off=4645547 len=1202788 2024-04-13T08:23:12.408 INFO:tasks.workunit.client.0.smithi119.stdout:op 5132 completed, throughput=5MB/sec 2024-04-13T08:23:12.408 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-YYfgVS-dtvCfInr off=10862517 len=1723396 2024-04-13T08:23:12.410 INFO:tasks.workunit.client.0.smithi119.stdout:op 5133 completed, throughput=5MB/sec 2024-04-13T08:23:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:23:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:23:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:23:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:23:13 smithi139 ceph-mon[88985]: pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:23:13.410 INFO:tasks.workunit.client.0.smithi119.stdout: 998: throughput=5MB/sec pending data=0 2024-04-13T08:23:13.410 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-30gupQlhv_BSpfy off=861478 len=1197787 2024-04-13T08:23:13.412 INFO:tasks.workunit.client.0.smithi119.stdout:op 5134 completed, throughput=5MB/sec 2024-04-13T08:23:13.413 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-vURPq9l3M8M0hYY off=18237557 len=2032393 2024-04-13T08:23:13.422 INFO:tasks.workunit.client.0.smithi119.stdout:op 5135 completed, throughput=5MB/sec 2024-04-13T08:23:13.422 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-LcU9aw0bsmANhau off=1110193 len=88968 2024-04-13T08:23:13.423 INFO:tasks.workunit.client.0.smithi119.stdout:op 5136 completed, throughput=5MB/sec 2024-04-13T08:23:13.423 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-mLm6ZBp1MTlFZlL off=11459700 len=30215 2024-04-13T08:23:13.423 INFO:tasks.workunit.client.0.smithi119.stdout:op 5137 completed, throughput=5MB/sec 2024-04-13T08:23:13.424 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-RVLv05fJgdPh-xl off=3733058 len=854405 2024-04-13T08:23:13.428 INFO:tasks.workunit.client.0.smithi119.stdout:op 5138 completed, throughput=5MB/sec 2024-04-13T08:23:13.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:23:13 smithi119 ceph-mon[96316]: pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:23:13.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:23:13 smithi119 ceph-mon[93746]: pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T08:23:14.428 INFO:tasks.workunit.client.0.smithi119.stdout: 999: throughput=5MB/sec pending data=0 2024-04-13T08:23:14.429 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-So13NnkQKp57ux9 off=16599400 len=862579 2024-04-13T08:23:14.431 INFO:tasks.workunit.client.0.smithi119.stdout:op 5139 completed, throughput=5MB/sec 2024-04-13T08:23:14.431 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-m8xEknvMR44ZsDj off=21335826 len=447095 2024-04-13T08:23:14.432 INFO:tasks.workunit.client.0.smithi119.stdout:op 5140 completed, throughput=5MB/sec 2024-04-13T08:23:14.432 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-rH2jVsIvgq8d15f off=12883417 len=1058983 2024-04-13T08:23:14.433 INFO:tasks.workunit.client.0.smithi119.stdout:op 5141 completed, throughput=5MB/sec 2024-04-13T08:23:14.433 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-s4oMRcIub8_8a8W off=804745 len=1373608 2024-04-13T08:23:14.435 INFO:tasks.workunit.client.0.smithi119.stdout:op 5142 completed, throughput=5MB/sec 2024-04-13T08:23:14.435 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-LhR6mKX_8YTh1O- off=3887786 len=1690563 2024-04-13T08:23:14.442 INFO:tasks.workunit.client.0.smithi119.stdout:op 5143 completed, throughput=5MB/sec 2024-04-13T08:23:15.088 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:23:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:23:14] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-04-13T08:23:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:23:15 smithi139 ceph-mon[88985]: pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:23:15.442 INFO:tasks.workunit.client.0.smithi119.stdout: 1000: throughput=5MB/sec pending data=0 2024-04-13T08:23:15.442 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-h7qUisCu0qQIqJ_ off=7904532 len=91666 2024-04-13T08:23:15.443 INFO:tasks.workunit.client.0.smithi119.stdout:op 5144 completed, throughput=5MB/sec 2024-04-13T08:23:15.443 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-KuOfHCBMNJxtaUB off=2228489 len=203328 2024-04-13T08:23:15.446 INFO:tasks.workunit.client.0.smithi119.stdout:op 5145 completed, throughput=5MB/sec 2024-04-13T08:23:15.446 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-1RCH7Dg5NC3wxlx off=10388867 len=1796899 2024-04-13T08:23:15.455 INFO:tasks.workunit.client.0.smithi119.stdout:op 5146 completed, throughput=5MB/sec 2024-04-13T08:23:15.455 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-1TAOunrU6e6xOxA off=10938274 len=127030 2024-04-13T08:23:15.456 INFO:tasks.workunit.client.0.smithi119.stdout:op 5147 completed, throughput=5MB/sec 2024-04-13T08:23:15.456 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-JuB_FHB3ergCGgy off=3027503 len=737019 2024-04-13T08:23:15.460 INFO:tasks.workunit.client.0.smithi119.stdout:op 5148 completed, throughput=5MB/sec 2024-04-13T08:23:15.460 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-uYGq6nHLUaZflB0 off=0 len=2047585 2024-04-13T08:23:15.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:23:15 smithi119 ceph-mon[96316]: pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:23:15.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:23:15 smithi119 ceph-mon[93746]: pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:23:15.473 INFO:tasks.workunit.client.0.smithi119.stdout:op 5149 completed, throughput=5MB/sec 2024-04-13T08:23:16.473 INFO:tasks.workunit.client.0.smithi119.stdout: 1001: throughput=5MB/sec pending data=0 2024-04-13T08:23:16.473 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-9WYybItViJQ2tjP off=78598 len=900934 2024-04-13T08:23:16.474 INFO:tasks.workunit.client.0.smithi119.stdout:op 5150 completed, throughput=5MB/sec 2024-04-13T08:23:16.474 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj--GI4WxA2I2P9lyh off=8859669 len=320913 2024-04-13T08:23:16.478 INFO:tasks.workunit.client.0.smithi119.stdout:op 5151 completed, throughput=5MB/sec 2024-04-13T08:23:16.478 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-evq6VtwdaRIqjQG off=804975 len=274168 2024-04-13T08:23:16.480 INFO:tasks.workunit.client.0.smithi119.stdout:op 5152 completed, throughput=5MB/sec 2024-04-13T08:23:16.481 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-vAxzbVn75tV1Utn off=1128079 len=626428 2024-04-13T08:23:16.484 INFO:tasks.workunit.client.0.smithi119.stdout:op 5153 completed, throughput=5MB/sec 2024-04-13T08:23:16.484 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-rCRWC77dNZ7c0vN off=25072 len=1074618 2024-04-13T08:23:16.486 INFO:tasks.workunit.client.0.smithi119.stdout:op 5154 completed, throughput=5MB/sec 2024-04-13T08:23:16.486 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-vCuxg7O1Ha0GVrE off=666800 len=642778 2024-04-13T08:23:16.489 INFO:tasks.workunit.client.0.smithi119.stdout:op 5155 completed, throughput=5MB/sec 2024-04-13T08:23:16.489 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-r8m_LOuRo6Jg8Oz off=2569689 len=532620 2024-04-13T08:23:16.490 INFO:tasks.workunit.client.0.smithi119.stdout:op 5156 completed, throughput=5MB/sec 2024-04-13T08:23:16.490 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-3YkJLJ9ZR9JYjOg off=19566890 len=1546891 2024-04-13T08:23:16.493 INFO:tasks.workunit.client.0.smithi119.stdout:op 5157 completed, throughput=5MB/sec 2024-04-13T08:23:17.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:23:17 smithi139 ceph-mon[88985]: pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T08:23:17.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:23:17 smithi119 ceph-mon[93746]: pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T08:23:17.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:23:17 smithi119 ceph-mon[96316]: pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T08:23:17.494 INFO:tasks.workunit.client.0.smithi119.stdout: 1002: throughput=5MB/sec pending data=0 2024-04-13T08:23:17.494 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-2IOIJbRFu_2I8v0 off=2313631 len=223663 2024-04-13T08:23:17.496 INFO:tasks.workunit.client.0.smithi119.stdout:op 5158 completed, throughput=5MB/sec 2024-04-13T08:23:17.496 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-gp6p2FMIz2LwXcl off=11934140 len=1616111 2024-04-13T08:23:17.498 INFO:tasks.workunit.client.0.smithi119.stdout:op 5159 completed, throughput=5MB/sec 2024-04-13T08:23:17.498 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-zk4xjpkQg7bGWR3 off=8425579 len=498505 2024-04-13T08:23:17.499 INFO:tasks.workunit.client.0.smithi119.stdout:op 5160 completed, throughput=5MB/sec 2024-04-13T08:23:17.499 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-NGyqUrCr9PBeY9Q off=546355 len=674831 2024-04-13T08:23:17.501 INFO:tasks.workunit.client.0.smithi119.stdout:op 5161 completed, throughput=5MB/sec 2024-04-13T08:23:17.501 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-4XW-qbInh5kcpoK off=8775601 len=404518 2024-04-13T08:23:17.502 INFO:tasks.workunit.client.0.smithi119.stdout:op 5162 completed, throughput=5MB/sec 2024-04-13T08:23:17.502 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-CvxXabEQ-9KfPuE off=3860599 len=1559242 2024-04-13T08:23:17.508 INFO:tasks.workunit.client.0.smithi119.stdout:op 5163 completed, throughput=5MB/sec 2024-04-13T08:23:18.509 INFO:tasks.workunit.client.0.smithi119.stdout: 1003: throughput=5MB/sec pending data=0 2024-04-13T08:23:18.509 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ARYEMZbGXAWW3y8 off=5338938 len=1849920 2024-04-13T08:23:18.518 INFO:tasks.workunit.client.0.smithi119.stdout:op 5164 completed, throughput=5MB/sec 2024-04-13T08:23:18.518 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-B1mMN07zw3n1Kl2 off=13593923 len=84944 2024-04-13T08:23:18.519 INFO:tasks.workunit.client.0.smithi119.stdout:op 5165 completed, throughput=5MB/sec 2024-04-13T08:23:18.519 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-z-7OubqGIuaz_LH off=3977928 len=1237731 2024-04-13T08:23:18.520 INFO:tasks.workunit.client.0.smithi119.stdout:op 5166 completed, throughput=5MB/sec 2024-04-13T08:23:18.520 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-HazXq-APXo1MFBS off=758312 len=27114 2024-04-13T08:23:18.523 INFO:tasks.workunit.client.0.smithi119.stdout:op 5167 completed, throughput=5MB/sec 2024-04-13T08:23:18.523 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-mEMQ2wwdOCstYEq off=22244387 len=5011 2024-04-13T08:23:18.525 INFO:tasks.workunit.client.0.smithi119.stdout:op 5168 completed, throughput=5MB/sec 2024-04-13T08:23:18.525 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-5VUvwNP8YXgkhMT off=16129583 len=1197256 2024-04-13T08:23:18.531 INFO:tasks.workunit.client.0.smithi119.stdout:op 5169 completed, throughput=5MB/sec 2024-04-13T08:23:18.531 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-YdHOcRvejc8VLl5 off=1982928 len=1475802 2024-04-13T08:23:18.539 INFO:tasks.workunit.client.0.smithi119.stdout:op 5170 completed, throughput=5MB/sec 2024-04-13T08:23:19.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:23:19 smithi139 ceph-mon[88985]: pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:23:19.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:23:19 smithi119 ceph-mon[93746]: pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:23:19.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:23:19 smithi119 ceph-mon[96316]: pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:23:19.540 INFO:tasks.workunit.client.0.smithi119.stdout: 1004: throughput=5MB/sec pending data=0 2024-04-13T08:23:19.540 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-gzZu_6HPa7FMO9q off=13906486 len=1770109 2024-04-13T08:23:19.551 INFO:tasks.workunit.client.0.smithi119.stdout:op 5171 completed, throughput=5MB/sec 2024-04-13T08:23:19.551 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-WPBrf3PvMLrcvP1 off=1276183 len=1950820 2024-04-13T08:23:19.562 INFO:tasks.workunit.client.0.smithi119.stdout:op 5172 completed, throughput=5MB/sec 2024-04-13T08:23:19.563 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-WnTIpMFBu_WMgpU off=592750 len=1976685 2024-04-13T08:23:19.572 INFO:tasks.workunit.client.0.smithi119.stdout:op 5173 completed, throughput=5MB/sec 2024-04-13T08:23:20.572 INFO:tasks.workunit.client.0.smithi119.stdout: 1005: throughput=5MB/sec pending data=0 2024-04-13T08:23:20.572 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-we1fudZ1McDBLUp off=3512778 len=1785685 2024-04-13T08:23:20.579 INFO:tasks.workunit.client.0.smithi119.stdout:op 5174 completed, throughput=5MB/sec 2024-04-13T08:23:20.579 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Oe6XdpCUJ5HJ22N off=6302754 len=1831385 2024-04-13T08:23:20.582 INFO:tasks.workunit.client.0.smithi119.stdout:op 5175 completed, throughput=5MB/sec 2024-04-13T08:23:20.582 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-_DBz4qv6IiOS-DU off=2445522 len=686711 2024-04-13T08:23:20.586 INFO:tasks.workunit.client.0.smithi119.stdout:op 5176 completed, throughput=5MB/sec 2024-04-13T08:23:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:23:21 smithi139 ceph-mon[88985]: pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T08:23:21.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:23:21 smithi119 ceph-mon[96316]: pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T08:23:21.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:23:21 smithi119 ceph-mon[93746]: pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T08:23:21.587 INFO:tasks.workunit.client.0.smithi119.stdout: 1006: throughput=5MB/sec pending data=0 2024-04-13T08:23:21.587 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-LB83EFdSWi5_F8R off=4735877 len=794830 2024-04-13T08:23:21.588 INFO:tasks.workunit.client.0.smithi119.stdout:op 5177 completed, throughput=5MB/sec 2024-04-13T08:23:21.588 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-afu92aDBY7Fyzo6 off=8345346 len=1850311 2024-04-13T08:23:21.589 INFO:tasks.workunit.client.0.smithi119.stdout:op 5178 completed, throughput=5MB/sec 2024-04-13T08:23:21.589 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-xzXT5ua19zwcBtx off=12605569 len=2045486 2024-04-13T08:23:21.597 INFO:tasks.workunit.client.0.smithi119.stdout:op 5179 completed, throughput=5MB/sec 2024-04-13T08:23:21.597 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-wLajsid5eQUAkwK off=8839980 len=220098 2024-04-13T08:23:21.599 INFO:tasks.workunit.client.0.smithi119.stdout:op 5180 completed, throughput=5MB/sec 2024-04-13T08:23:21.599 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-st4HP7RtuwNpEH9 off=5594339 len=1604089 2024-04-13T08:23:21.609 INFO:tasks.workunit.client.0.smithi119.stdout:op 5181 completed, throughput=5MB/sec 2024-04-13T08:23:22.609 INFO:tasks.workunit.client.0.smithi119.stdout: 1007: throughput=5MB/sec pending data=0 2024-04-13T08:23:22.610 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-beLqL85fnrOpunR off=2104063 len=578509 2024-04-13T08:23:22.610 INFO:tasks.workunit.client.0.smithi119.stdout:op 5182 completed, throughput=5MB/sec 2024-04-13T08:23:22.610 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-MC3tNPRKNPrq0ts off=2180964 len=1926496 2024-04-13T08:23:22.621 INFO:tasks.workunit.client.0.smithi119.stdout:op 5183 completed, throughput=5MB/sec 2024-04-13T08:23:22.621 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ji2Qodfc_h4sTji off=1961144 len=2093849 2024-04-13T08:23:22.628 INFO:tasks.workunit.client.0.smithi119.stdout:op 5184 completed, throughput=5MB/sec 2024-04-13T08:23:22.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:23:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:23:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:23:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:23:23 smithi139 ceph-mon[88985]: pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T08:23:23.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:23:23 smithi119 ceph-mon[96316]: pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T08:23:23.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:23:23 smithi119 ceph-mon[93746]: pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T08:23:23.628 INFO:tasks.workunit.client.0.smithi119.stdout: 1008: throughput=5MB/sec pending data=0 2024-04-13T08:23:23.628 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-6yLyDr6C-fL3kf2 off=9461354 len=196855 2024-04-13T08:23:23.632 INFO:tasks.workunit.client.0.smithi119.stdout:op 5185 completed, throughput=5MB/sec 2024-04-13T08:23:23.632 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-YW8rvvfuI-ivrXm off=7674936 len=924351 2024-04-13T08:23:23.636 INFO:tasks.workunit.client.0.smithi119.stdout:op 5186 completed, throughput=5MB/sec 2024-04-13T08:23:23.636 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-BvO5XoF5f1dLvMk off=11564364 len=1745423 2024-04-13T08:23:23.639 INFO:tasks.workunit.client.0.smithi119.stdout:op 5187 completed, throughput=5MB/sec 2024-04-13T08:23:23.639 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-zTGA6bwXiIm0q15 off=1272417 len=1573006 2024-04-13T08:23:23.642 INFO:tasks.workunit.client.0.smithi119.stdout:op 5188 completed, throughput=5MB/sec 2024-04-13T08:23:23.642 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-AV26106y43xBf7o off=2463440 len=1025997 2024-04-13T08:23:23.644 INFO:tasks.workunit.client.0.smithi119.stdout:op 5189 completed, throughput=5MB/sec 2024-04-13T08:23:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:23:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:23:24.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:23:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:23:24.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:23:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:23:24.645 INFO:tasks.workunit.client.0.smithi119.stdout: 1009: throughput=5MB/sec pending data=0 2024-04-13T08:23:24.645 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Sb77kqv7_Gc5XHg off=14727123 len=1635206 2024-04-13T08:23:24.646 INFO:tasks.workunit.client.0.smithi119.stdout:op 5190 completed, throughput=5MB/sec 2024-04-13T08:23:24.646 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-iZNqlKwmoSU0T4t off=4479194 len=1976789 2024-04-13T08:23:24.655 INFO:tasks.workunit.client.0.smithi119.stdout:op 5191 completed, throughput=5MB/sec 2024-04-13T08:23:24.655 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-sj8nVYhgiCcY_p9 off=5585228 len=2070643 2024-04-13T08:23:24.657 INFO:tasks.workunit.client.0.smithi119.stdout:op 5192 completed, throughput=5MB/sec 2024-04-13T08:23:25.110 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:23:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:23:24] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2024-04-13T08:23:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:23:25 smithi139 ceph-mon[88985]: pgmap v1916: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:23:25.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:23:25 smithi119 ceph-mon[96316]: pgmap v1916: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:23:25.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:23:25 smithi119 ceph-mon[93746]: pgmap v1916: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:23:25.657 INFO:tasks.workunit.client.0.smithi119.stdout: 1010: throughput=5MB/sec pending data=0 2024-04-13T08:23:25.658 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-GFVwBxEH0IonVSs off=3112188 len=1866728 2024-04-13T08:23:25.660 INFO:tasks.workunit.client.0.smithi119.stdout:op 5193 completed, throughput=5MB/sec 2024-04-13T08:23:25.660 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-x1-q_eMQoILHjpL off=671672 len=469376 2024-04-13T08:23:25.661 INFO:tasks.workunit.client.0.smithi119.stdout:op 5194 completed, throughput=5MB/sec 2024-04-13T08:23:25.661 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-gdJspmBXrR8qWfc off=11186872 len=1302771 2024-04-13T08:23:25.669 INFO:tasks.workunit.client.0.smithi119.stdout:op 5195 completed, throughput=5MB/sec 2024-04-13T08:23:25.669 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Hh-_o9LBq68pLd0 off=3316303 len=737619 2024-04-13T08:23:25.670 INFO:tasks.workunit.client.0.smithi119.stdout:op 5196 completed, throughput=5MB/sec 2024-04-13T08:23:26.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:23:26 smithi139 ceph-mon[88985]: pgmap v1917: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T08:23:26.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:23:26 smithi119 ceph-mon[96316]: pgmap v1917: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T08:23:26.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:23:26 smithi119 ceph-mon[93746]: pgmap v1917: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T08:23:26.670 INFO:tasks.workunit.client.0.smithi119.stdout: 1011: throughput=5MB/sec pending data=0 2024-04-13T08:23:26.670 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-dT6pyBE_2BIc4s6 off=7916351 len=150505 2024-04-13T08:23:26.671 INFO:tasks.workunit.client.0.smithi119.stdout:op 5197 completed, throughput=5MB/sec 2024-04-13T08:23:26.672 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-UiDYdk_SgotBZVa off=730277 len=1166474 2024-04-13T08:23:26.680 INFO:tasks.workunit.client.0.smithi119.stdout:op 5198 completed, throughput=5MB/sec 2024-04-13T08:23:26.680 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--blVik-xLkkZG7u off=2139817 len=763257 2024-04-13T08:23:26.681 INFO:tasks.workunit.client.0.smithi119.stdout:op 5199 completed, throughput=5MB/sec 2024-04-13T08:23:26.681 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-THNcTAJq38YZR59 off=5401269 len=1091153 2024-04-13T08:23:26.686 INFO:tasks.workunit.client.0.smithi119.stdout:op 5200 completed, throughput=5MB/sec 2024-04-13T08:23:26.686 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-xVPx4hn42fStKhS off=12433002 len=1811030 2024-04-13T08:23:26.693 INFO:tasks.workunit.client.0.smithi119.stdout:op 5201 completed, throughput=5MB/sec 2024-04-13T08:23:26.693 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3PqFQZMPs80Vnbf off=5275524 len=1345475 2024-04-13T08:23:26.700 INFO:tasks.workunit.client.0.smithi119.stdout:op 5202 completed, throughput=5MB/sec 2024-04-13T08:23:27.701 INFO:tasks.workunit.client.0.smithi119.stdout: 1012: throughput=5MB/sec pending data=0 2024-04-13T08:23:27.701 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-zTXAKTrR-UODv7- off=4655282 len=1685696 2024-04-13T08:23:27.703 INFO:tasks.workunit.client.0.smithi119.stdout:op 5203 completed, throughput=5MB/sec 2024-04-13T08:23:27.703 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-OcfktaEauebmGwr off=986718 len=260336 2024-04-13T08:23:27.706 INFO:tasks.workunit.client.0.smithi119.stdout:op 5204 completed, throughput=5MB/sec 2024-04-13T08:23:27.707 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-fvpawUDPdzclDSE off=7401186 len=1931290 2024-04-13T08:23:27.718 INFO:tasks.workunit.client.0.smithi119.stdout:op 5205 completed, throughput=5MB/sec 2024-04-13T08:23:27.718 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-8CjnxrHFeXw3AT- off=91714 len=1859600 2024-04-13T08:23:27.719 INFO:tasks.workunit.client.0.smithi119.stdout:op 5206 completed, throughput=5MB/sec 2024-04-13T08:23:28.720 INFO:tasks.workunit.client.0.smithi119.stdout: 1013: throughput=5MB/sec pending data=0 2024-04-13T08:23:28.720 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-o3zfIs32QzIlkoF off=2591870 len=675424 2024-04-13T08:23:28.722 INFO:tasks.workunit.client.0.smithi119.stdout:op 5207 completed, throughput=5MB/sec 2024-04-13T08:23:28.722 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-3LQzmIKLaw6gYCv off=6178039 len=1717785 2024-04-13T08:23:28.724 INFO:tasks.workunit.client.0.smithi119.stdout:op 5208 completed, throughput=5MB/sec 2024-04-13T08:23:28.724 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-XypzrE_a42gWbib off=5495809 len=1354653 2024-04-13T08:23:28.725 INFO:tasks.workunit.client.0.smithi119.stdout:op 5209 completed, throughput=5MB/sec 2024-04-13T08:23:28.725 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-BvO5XoF5f1dLvMk off=7958570 len=1704948 2024-04-13T08:23:28.727 INFO:tasks.workunit.client.0.smithi119.stdout:op 5210 completed, throughput=5MB/sec 2024-04-13T08:23:28.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:23:28 smithi139 ceph-mon[88985]: pgmap v1918: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T08:23:28.965 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:23:28 smithi119 ceph-mon[96316]: pgmap v1918: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T08:23:28.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:23:28 smithi119 ceph-mon[93746]: pgmap v1918: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T08:23:29.728 INFO:tasks.workunit.client.0.smithi119.stdout: 1014: throughput=5MB/sec pending data=0 2024-04-13T08:23:29.728 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-DyfHHd5hhdrOehS off=3990281 len=1984032 2024-04-13T08:23:29.731 INFO:tasks.workunit.client.0.smithi119.stdout:op 5211 completed, throughput=5MB/sec 2024-04-13T08:23:29.731 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ydyBkd_zgjVCj0_ off=2268004 len=722043 2024-04-13T08:23:29.732 INFO:tasks.workunit.client.0.smithi119.stdout:op 5212 completed, throughput=5MB/sec 2024-04-13T08:23:29.732 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-z2XlAq9W2EBZri0 off=2880063 len=1298521 2024-04-13T08:23:29.734 INFO:tasks.workunit.client.0.smithi119.stdout:op 5213 completed, throughput=5MB/sec 2024-04-13T08:23:30.734 INFO:tasks.workunit.client.0.smithi119.stdout: 1015: throughput=5MB/sec pending data=0 2024-04-13T08:23:30.734 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-S2G2Hp-63dZ3M7J off=1416973 len=1862744 2024-04-13T08:23:30.736 INFO:tasks.workunit.client.0.smithi119.stdout:op 5214 completed, throughput=5MB/sec 2024-04-13T08:23:30.736 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-XtZAUTUi578rY8V off=15111228 len=979258 2024-04-13T08:23:30.742 INFO:tasks.workunit.client.0.smithi119.stdout:op 5215 completed, throughput=5MB/sec 2024-04-13T08:23:30.742 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-2Yl3eyb5kywuhAK off=9838074 len=508713 2024-04-13T08:23:30.743 INFO:tasks.workunit.client.0.smithi119.stdout:op 5216 completed, throughput=5MB/sec 2024-04-13T08:23:30.743 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-etPWpkxFlX54GNi off=2495155 len=774692 2024-04-13T08:23:30.747 INFO:tasks.workunit.client.0.smithi119.stdout:op 5217 completed, throughput=5MB/sec 2024-04-13T08:23:30.747 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ydZyNRGLua9fCth off=7416662 len=864294 2024-04-13T08:23:30.751 INFO:tasks.workunit.client.0.smithi119.stdout:op 5218 completed, throughput=5MB/sec 2024-04-13T08:23:30.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:23:30 smithi139 ceph-mon[88985]: pgmap v1919: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T08:23:30.965 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:23:30 smithi119 ceph-mon[93746]: pgmap v1919: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T08:23:30.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:23:30 smithi119 ceph-mon[96316]: pgmap v1919: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T08:23:31.751 INFO:tasks.workunit.client.0.smithi119.stdout: 1016: throughput=5MB/sec pending data=0 2024-04-13T08:23:31.752 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-qVU7Z5M0S0JkYn2 off=1852488 len=555778 2024-04-13T08:23:31.756 INFO:tasks.workunit.client.0.smithi119.stdout:op 5219 completed, throughput=5MB/sec 2024-04-13T08:23:31.756 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-dlN6GznnVgPWORX off=189990 len=1832648 2024-04-13T08:23:31.758 INFO:tasks.workunit.client.0.smithi119.stdout:op 5220 completed, throughput=5MB/sec 2024-04-13T08:23:31.758 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-fnNPxJo8f_J959R off=812568 len=1911372 2024-04-13T08:23:31.760 INFO:tasks.workunit.client.0.smithi119.stdout:op 5221 completed, throughput=5MB/sec 2024-04-13T08:23:31.760 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-wIUfasFMBP7i075 off=1005154 len=1806007 2024-04-13T08:23:31.774 INFO:tasks.workunit.client.0.smithi119.stdout:op 5222 completed, throughput=5MB/sec 2024-04-13T08:23:32.603 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:23:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:23:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:23:32.775 INFO:tasks.workunit.client.0.smithi119.stdout: 1017: throughput=5MB/sec pending data=0 2024-04-13T08:23:32.775 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-88uhFuH9K6rb-fe off=12061159 len=353472 2024-04-13T08:23:32.778 INFO:tasks.workunit.client.0.smithi119.stdout:op 5223 completed, throughput=5MB/sec 2024-04-13T08:23:32.779 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-0cMC9Dx85l7p9ae off=1058638 len=234252 2024-04-13T08:23:32.781 INFO:tasks.workunit.client.0.smithi119.stdout:op 5224 completed, throughput=5MB/sec 2024-04-13T08:23:32.781 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-eKY-e1zTIm83vJn off=7092969 len=1608614 2024-04-13T08:23:32.790 INFO:tasks.workunit.client.0.smithi119.stdout:op 5225 completed, throughput=5MB/sec 2024-04-13T08:23:32.790 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-wZolhSa7G--Kg6B off=3560181 len=1561024 2024-04-13T08:23:32.796 INFO:tasks.workunit.client.0.smithi119.stdout:op 5226 completed, throughput=5MB/sec 2024-04-13T08:23:32.796 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-3CyrIYCabd38rBa off=4071440 len=1966075 2024-04-13T08:23:32.798 INFO:tasks.workunit.client.0.smithi119.stdout:op 5227 completed, throughput=5MB/sec 2024-04-13T08:23:32.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:23:32 smithi139 ceph-mon[88985]: pgmap v1920: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T08:23:32.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:23:32 smithi119 ceph-mon[96316]: pgmap v1920: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T08:23:32.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:23:32 smithi119 ceph-mon[93746]: pgmap v1920: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T08:23:33.798 INFO:tasks.workunit.client.0.smithi119.stdout: 1018: throughput=5MB/sec pending data=0 2024-04-13T08:23:33.798 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-bS0DOhhf-hqPH6V off=1061902 len=1336287 2024-04-13T08:23:33.806 INFO:tasks.workunit.client.0.smithi119.stdout:op 5228 completed, throughput=5MB/sec 2024-04-13T08:23:33.806 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-d_0Z791NhaSwV5s off=1743638 len=902111 2024-04-13T08:23:33.808 INFO:tasks.workunit.client.0.smithi119.stdout:op 5229 completed, throughput=5MB/sec 2024-04-13T08:23:33.808 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-iANpJOKUhV_ryve off=7288783 len=1939037 2024-04-13T08:23:33.812 INFO:tasks.workunit.client.0.smithi119.stdout:op 5230 completed, throughput=5MB/sec 2024-04-13T08:23:34.813 INFO:tasks.workunit.client.0.smithi119.stdout: 1019: throughput=5MB/sec pending data=0 2024-04-13T08:23:34.813 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj--t2iQad5gqNNKMz off=0 len=1317713 2024-04-13T08:23:34.821 INFO:tasks.workunit.client.0.smithi119.stdout:op 5231 completed, throughput=5MB/sec 2024-04-13T08:23:34.821 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-hxxHDbLaXWXUuPf off=1012407 len=2061122 2024-04-13T08:23:34.822 INFO:tasks.workunit.client.0.smithi119.stdout:op 5232 completed, throughput=5MB/sec 2024-04-13T08:23:34.823 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-YDIFRvjQHpadJnq off=6245171 len=439104 2024-04-13T08:23:34.823 INFO:tasks.workunit.client.0.smithi119.stdout:op 5233 completed, throughput=5MB/sec 2024-04-13T08:23:34.823 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-0TG9Ujf3KzPu_tS off=1346150 len=1583098 2024-04-13T08:23:34.825 INFO:tasks.workunit.client.0.smithi119.stdout:op 5234 completed, throughput=5MB/sec 2024-04-13T08:23:34.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:23:34 smithi139 ceph-mon[88985]: pgmap v1921: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-13T08:23:34.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:23:34 smithi119 ceph-mon[96316]: pgmap v1921: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-13T08:23:34.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:23:34 smithi119 ceph-mon[93746]: pgmap v1921: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-13T08:23:34.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:23:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:23:34] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2024-04-13T08:23:35.826 INFO:tasks.workunit.client.0.smithi119.stdout: 1020: throughput=5MB/sec pending data=0 2024-04-13T08:23:35.826 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-TG_g8ej9TER-f6O off=6174800 len=739651 2024-04-13T08:23:35.826 INFO:tasks.workunit.client.0.smithi119.stdout:op 5235 completed, throughput=5MB/sec 2024-04-13T08:23:35.827 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-hhxm7Cz82aSp7Li off=16746207 len=1144457 2024-04-13T08:23:35.832 INFO:tasks.workunit.client.0.smithi119.stdout:op 5236 completed, throughput=5MB/sec 2024-04-13T08:23:35.832 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-zXnFX3coc6NLblJ off=8002570 len=1960663 2024-04-13T08:23:35.844 INFO:tasks.workunit.client.0.smithi119.stdout:op 5237 completed, throughput=5MB/sec 2024-04-13T08:23:35.844 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-CdKmtSZsSdOUbeG off=2586573 len=1810213 2024-04-13T08:23:35.846 INFO:tasks.workunit.client.0.smithi119.stdout:op 5238 completed, throughput=5MB/sec 2024-04-13T08:23:36.847 INFO:tasks.workunit.client.0.smithi119.stdout: 1021: throughput=5MB/sec pending data=0 2024-04-13T08:23:36.847 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-C2Yk2YyltPQ2Zx9 off=879906 len=536583 2024-04-13T08:23:36.850 INFO:tasks.workunit.client.0.smithi119.stdout:op 5239 completed, throughput=5MB/sec 2024-04-13T08:23:36.850 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-C2oyMay-cGRNWDi off=3886791 len=2070375 2024-04-13T08:23:36.853 INFO:tasks.workunit.client.0.smithi119.stdout:op 5240 completed, throughput=5MB/sec 2024-04-13T08:23:36.853 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-HZjHeLgMEkXTQnO off=83092 len=283523 2024-04-13T08:23:36.856 INFO:tasks.workunit.client.0.smithi119.stdout:op 5241 completed, throughput=5MB/sec 2024-04-13T08:23:36.856 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-8s9ldUbjL5v_UMY off=18172854 len=368479 2024-04-13T08:23:36.857 INFO:tasks.workunit.client.0.smithi119.stdout:op 5242 completed, throughput=5MB/sec 2024-04-13T08:23:36.857 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-vfkhmZv6NcC4b3p off=13147005 len=309577 2024-04-13T08:23:36.860 INFO:tasks.workunit.client.0.smithi119.stdout:op 5243 completed, throughput=5MB/sec 2024-04-13T08:23:36.860 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-3ONAdU7XIHS-ZtX off=646688 len=1153490 2024-04-13T08:23:36.862 INFO:tasks.workunit.client.0.smithi119.stdout:op 5244 completed, throughput=5MB/sec 2024-04-13T08:23:36.862 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3EhO9P4r2qFwdRZ off=11718353 len=1370151 2024-04-13T08:23:36.870 INFO:tasks.workunit.client.0.smithi119.stdout:op 5245 completed, throughput=5MB/sec 2024-04-13T08:23:36.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:23:36 smithi139 ceph-mon[88985]: pgmap v1922: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:23:36.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:23:36 smithi119 ceph-mon[96316]: pgmap v1922: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:23:36.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:23:36 smithi119 ceph-mon[93746]: pgmap v1922: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:23:37.870 INFO:tasks.workunit.client.0.smithi119.stdout: 1022: throughput=5MB/sec pending data=0 2024-04-13T08:23:37.870 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-EtLzTRi8IUv7DzF off=5925344 len=709213 2024-04-13T08:23:37.872 INFO:tasks.workunit.client.0.smithi119.stdout:op 5246 completed, throughput=5MB/sec 2024-04-13T08:23:37.873 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-5q77XMHPAMkphkR off=5930039 len=771713 2024-04-13T08:23:37.877 INFO:tasks.workunit.client.0.smithi119.stdout:op 5247 completed, throughput=5MB/sec 2024-04-13T08:23:37.877 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-IaWVm0a-WTzghL8 off=15416229 len=2044889 2024-04-13T08:23:37.881 INFO:tasks.workunit.client.0.smithi119.stdout:op 5248 completed, throughput=5MB/sec 2024-04-13T08:23:37.881 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-5LTg6uX9ex30ETr off=4085731 len=570783 2024-04-13T08:23:37.885 INFO:tasks.workunit.client.0.smithi119.stdout:op 5249 completed, throughput=5MB/sec 2024-04-13T08:23:37.885 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-5uNDxPH50N1BbOW off=8353954 len=1593252 2024-04-13T08:23:37.887 INFO:tasks.workunit.client.0.smithi119.stdout:op 5250 completed, throughput=5MB/sec 2024-04-13T08:23:38.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:23:38 smithi139 ceph-mon[88985]: pgmap v1923: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-13T08:23:38.887 INFO:tasks.workunit.client.0.smithi119.stdout: 1023: throughput=5MB/sec pending data=0 2024-04-13T08:23:38.887 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-M2MRqgiLryk_2ZU off=11194004 len=1392497 2024-04-13T08:23:38.895 INFO:tasks.workunit.client.0.smithi119.stdout:op 5251 completed, throughput=5MB/sec 2024-04-13T08:23:38.895 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-IkImS4CHZxrXCZh off=11719213 len=1945654 2024-04-13T08:23:38.907 INFO:tasks.workunit.client.0.smithi119.stdout:op 5252 completed, throughput=5MB/sec 2024-04-13T08:23:38.907 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ZV43jVRdhRPElu1 off=10162705 len=1309532 2024-04-13T08:23:38.908 INFO:tasks.workunit.client.0.smithi119.stdout:op 5253 completed, throughput=5MB/sec 2024-04-13T08:23:38.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:23:38 smithi119 ceph-mon[96316]: pgmap v1923: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-13T08:23:38.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:23:38 smithi119 ceph-mon[93746]: pgmap v1923: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-13T08:23:39.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:23:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:23:39.908 INFO:tasks.workunit.client.0.smithi119.stdout: 1024: throughput=5MB/sec pending data=0 2024-04-13T08:23:39.908 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-KGR32mN92KUDM-M off=166873 len=1430716 2024-04-13T08:23:39.915 INFO:tasks.workunit.client.0.smithi119.stdout:op 5254 completed, throughput=5MB/sec 2024-04-13T08:23:39.915 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-MbUWVk6ILjxg-j2 off=8989107 len=118025 2024-04-13T08:23:39.916 INFO:tasks.workunit.client.0.smithi119.stdout:op 5255 completed, throughput=5MB/sec 2024-04-13T08:23:39.916 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-uVOZjyAfK6XJScx off=584121 len=524726 2024-04-13T08:23:39.920 INFO:tasks.workunit.client.0.smithi119.stdout:op 5256 completed, throughput=5MB/sec 2024-04-13T08:23:39.920 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-MehZph0-uQHjAPH off=1279791 len=1982154 2024-04-13T08:23:39.927 INFO:tasks.workunit.client.0.smithi119.stdout:op 5257 completed, throughput=5MB/sec 2024-04-13T08:23:39.928 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ENKn8fGIEIOJcDr off=2370998 len=1639416 2024-04-13T08:23:39.929 INFO:tasks.workunit.client.0.smithi119.stdout:op 5258 completed, throughput=5MB/sec 2024-04-13T08:23:39.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:23:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:23:39.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:23:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:23:40.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:23:40 smithi139 ceph-mon[88985]: pgmap v1924: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-13T08:23:40.930 INFO:tasks.workunit.client.0.smithi119.stdout: 1025: throughput=5MB/sec pending data=0 2024-04-13T08:23:40.930 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-gv5Qm7YtOf93b8Z off=2563273 len=993184 2024-04-13T08:23:40.932 INFO:tasks.workunit.client.0.smithi119.stdout:op 5259 completed, throughput=5MB/sec 2024-04-13T08:23:40.932 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-uVOZjyAfK6XJScx off=2942897 len=1904183 2024-04-13T08:23:40.935 INFO:tasks.workunit.client.0.smithi119.stdout:op 5260 completed, throughput=5MB/sec 2024-04-13T08:23:40.935 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-I3D8rqw9Ac2zple off=6560831 len=1325766 2024-04-13T08:23:40.941 INFO:tasks.workunit.client.0.smithi119.stdout:op 5261 completed, throughput=5MB/sec 2024-04-13T08:23:40.965 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:23:40 smithi119 ceph-mon[93746]: pgmap v1924: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-13T08:23:40.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:23:40 smithi119 ceph-mon[96316]: pgmap v1924: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-13T08:23:41.941 INFO:tasks.workunit.client.0.smithi119.stdout: 1026: throughput=5MB/sec pending data=0 2024-04-13T08:23:41.942 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-wHkfWmYZc3BAs7k off=464699 len=393837 2024-04-13T08:23:41.945 INFO:tasks.workunit.client.0.smithi119.stdout:op 5262 completed, throughput=5MB/sec 2024-04-13T08:23:41.945 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-SaxkuD2L2cWBiTq off=15302308 len=1786559 2024-04-13T08:23:41.952 INFO:tasks.workunit.client.0.smithi119.stdout:op 5263 completed, throughput=5MB/sec 2024-04-13T08:23:41.952 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Z4DdO9Q5UIPLRKL off=4003316 len=1172031 2024-04-13T08:23:41.959 INFO:tasks.workunit.client.0.smithi119.stdout:op 5264 completed, throughput=5MB/sec 2024-04-13T08:23:41.959 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-bqRTznAS-1PAQhL off=715503 len=467601 2024-04-13T08:23:41.962 INFO:tasks.workunit.client.0.smithi119.stdout:op 5265 completed, throughput=5MB/sec 2024-04-13T08:23:41.962 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-72hX2MVwGBo1jxP off=481917 len=1778752 2024-04-13T08:23:41.963 INFO:tasks.workunit.client.0.smithi119.stdout:op 5266 completed, throughput=5MB/sec 2024-04-13T08:23:42.621 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:23:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:23:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:23:42.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:23:42 smithi139 ceph-mon[88985]: pgmap v1925: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T08:23:42.964 INFO:tasks.workunit.client.0.smithi119.stdout: 1027: throughput=5MB/sec pending data=0 2024-04-13T08:23:42.964 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-bJlzOzB0ptHd0wz off=4386471 len=939567 2024-04-13T08:23:42.965 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:23:42 smithi119 ceph-mon[96316]: pgmap v1925: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T08:23:42.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:23:42 smithi119 ceph-mon[93746]: pgmap v1925: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T08:23:42.969 INFO:tasks.workunit.client.0.smithi119.stdout:op 5267 completed, throughput=5MB/sec 2024-04-13T08:23:42.970 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-brhyyFn2FK0fp4D off=597518 len=580521 2024-04-13T08:23:42.973 INFO:tasks.workunit.client.0.smithi119.stdout:op 5268 completed, throughput=5MB/sec 2024-04-13T08:23:42.973 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-7j3R6f7hCRcsi-y off=12534390 len=1753872 2024-04-13T08:23:42.981 INFO:tasks.workunit.client.0.smithi119.stdout:op 5269 completed, throughput=5MB/sec 2024-04-13T08:23:42.981 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-pQ5WxRWTOw3w74M off=1201542 len=1213883 2024-04-13T08:23:42.989 INFO:tasks.workunit.client.0.smithi119.stdout:op 5270 completed, throughput=5MB/sec 2024-04-13T08:23:42.989 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-nD1pPfpsxq-47Ez off=3627409 len=1038724 2024-04-13T08:23:42.990 INFO:tasks.workunit.client.0.smithi119.stdout:op 5271 completed, throughput=5MB/sec 2024-04-13T08:23:43.991 INFO:tasks.workunit.client.0.smithi119.stdout: 1028: throughput=5MB/sec pending data=0 2024-04-13T08:23:43.991 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-JwUSJf5b1HwCXuX off=885565 len=1023614 2024-04-13T08:23:43.992 INFO:tasks.workunit.client.0.smithi119.stdout:op 5272 completed, throughput=5MB/sec 2024-04-13T08:23:43.992 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-E9szl_ZQKQwA4G1 off=1387352 len=1412746 2024-04-13T08:23:44.002 INFO:tasks.workunit.client.0.smithi119.stdout:op 5273 completed, throughput=5MB/sec 2024-04-13T08:23:44.002 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-1vB33FO3MglRKvk off=1826155 len=1327953 2024-04-13T08:23:44.007 INFO:tasks.workunit.client.0.smithi119.stdout:op 5274 completed, throughput=5MB/sec 2024-04-13T08:23:44.008 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-SLe63ecEqlkjpnO off=1593275 len=1529943 2024-04-13T08:23:44.015 INFO:tasks.workunit.client.0.smithi119.stdout:op 5275 completed, throughput=5MB/sec 2024-04-13T08:23:44.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:23:44 smithi139 ceph-mon[88985]: pgmap v1926: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T08:23:44.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:23:44 smithi119 ceph-mon[96316]: pgmap v1926: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T08:23:44.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:23:44 smithi119 ceph-mon[93746]: pgmap v1926: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T08:23:44.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:23:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:23:44] "GET /metrics HTTP/1.1" 200 34007 "" "Prometheus/2.43.0" 2024-04-13T08:23:45.015 INFO:tasks.workunit.client.0.smithi119.stdout: 1029: throughput=5MB/sec pending data=0 2024-04-13T08:23:45.015 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Twa3JgpOKvBMtCT off=978281 len=1234101 2024-04-13T08:23:45.021 INFO:tasks.workunit.client.0.smithi119.stdout:op 5276 completed, throughput=5MB/sec 2024-04-13T08:23:45.021 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-5Gi9FLpgo_bruAR off=98464 len=1648974 2024-04-13T08:23:45.032 INFO:tasks.workunit.client.0.smithi119.stdout:op 5277 completed, throughput=5MB/sec 2024-04-13T08:23:45.032 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-0OlCnRRfOy3LpXi off=16552191 len=1420477 2024-04-13T08:23:45.034 INFO:tasks.workunit.client.0.smithi119.stdout:op 5278 completed, throughput=5MB/sec 2024-04-13T08:23:45.034 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Lp4rxm3jhJ87XcM off=845547 len=1046673 2024-04-13T08:23:45.038 INFO:tasks.workunit.client.0.smithi119.stdout:op 5279 completed, throughput=5MB/sec 2024-04-13T08:23:46.039 INFO:tasks.workunit.client.0.smithi119.stdout: 1030: throughput=5MB/sec pending data=0 2024-04-13T08:23:46.039 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-AqHGWQ8VI-EYaQ_ off=1227126 len=1303122 2024-04-13T08:23:46.045 INFO:tasks.workunit.client.0.smithi119.stdout:op 5280 completed, throughput=5MB/sec 2024-04-13T08:23:46.045 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-WRSfClsO4XVW3rg off=10821945 len=1979631 2024-04-13T08:23:46.053 INFO:tasks.workunit.client.0.smithi119.stdout:op 5281 completed, throughput=5MB/sec 2024-04-13T08:23:46.053 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-OEi7Uvinq2mjxjc off=2858277 len=802499 2024-04-13T08:23:46.058 INFO:tasks.workunit.client.0.smithi119.stdout:op 5282 completed, throughput=5MB/sec 2024-04-13T08:23:46.058 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-qzIXB6urnEfi-TQ off=83742 len=1374352 2024-04-13T08:23:46.063 INFO:tasks.workunit.client.0.smithi119.stdout:op 5283 completed, throughput=5MB/sec 2024-04-13T08:23:46.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:23:46 smithi139 ceph-mon[88985]: pgmap v1927: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T08:23:46.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:23:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:23:46.965 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:23:46 smithi119 ceph-mon[96316]: pgmap v1927: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T08:23:46.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:23:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:23:46.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:23:46 smithi119 ceph-mon[93746]: pgmap v1927: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T08:23:46.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:23:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:23:47.063 INFO:tasks.workunit.client.0.smithi119.stdout: 1031: throughput=5MB/sec pending data=0 2024-04-13T08:23:47.063 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-dgnWKFFUbAXu2sy off=8074088 len=1185988 2024-04-13T08:23:47.065 INFO:tasks.workunit.client.0.smithi119.stdout:op 5284 completed, throughput=5MB/sec 2024-04-13T08:23:47.065 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-L5ZCUFWMXL47sDC off=6046580 len=530626 2024-04-13T08:23:47.069 INFO:tasks.workunit.client.0.smithi119.stdout:op 5285 completed, throughput=5MB/sec 2024-04-13T08:23:47.069 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-8yfphspX5Wqf7Jf off=2316786 len=1403464 2024-04-13T08:23:47.075 INFO:tasks.workunit.client.0.smithi119.stdout:op 5286 completed, throughput=5MB/sec 2024-04-13T08:23:47.075 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-T77GYxmIQLvhjDf off=1794893 len=1608806 2024-04-13T08:23:47.076 INFO:tasks.workunit.client.0.smithi119.stdout:op 5287 completed, throughput=5MB/sec 2024-04-13T08:23:47.076 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-UR4GEVrWUTJ8sQI off=4837569 len=582150 2024-04-13T08:23:47.079 INFO:tasks.workunit.client.0.smithi119.stdout:op 5288 completed, throughput=5MB/sec 2024-04-13T08:23:47.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:23:47 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:23:47.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:23:47 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:23:47.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:23:47 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:23:47.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:23:47 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:23:47.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:23:47 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:23:47.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:23:47 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:23:47.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:23:47 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:23:47.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:23:47 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:23:47.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:23:47 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:23:48.080 INFO:tasks.workunit.client.0.smithi119.stdout: 1032: throughput=5MB/sec pending data=0 2024-04-13T08:23:48.080 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-5cKA9H49FHsVryR off=1566771 len=206702 2024-04-13T08:23:48.083 INFO:tasks.workunit.client.0.smithi119.stdout:op 5289 completed, throughput=5MB/sec 2024-04-13T08:23:48.083 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-vZPfAKcizniyDWQ off=10699569 len=1960361 2024-04-13T08:23:48.094 INFO:tasks.workunit.client.0.smithi119.stdout:op 5290 completed, throughput=5MB/sec 2024-04-13T08:23:48.094 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-I3D8rqw9Ac2zple off=7033056 len=1148338 2024-04-13T08:23:48.099 INFO:tasks.workunit.client.0.smithi119.stdout:op 5291 completed, throughput=5MB/sec 2024-04-13T08:23:48.100 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-_WRS_94F4jH4Xk- off=930201 len=507900 2024-04-13T08:23:48.101 INFO:tasks.workunit.client.0.smithi119.stdout:op 5292 completed, throughput=5MB/sec 2024-04-13T08:23:48.101 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-OcHd76V-52Sf_X7 off=643737 len=833437 2024-04-13T08:23:48.102 INFO:tasks.workunit.client.0.smithi119.stdout:op 5293 completed, throughput=5MB/sec 2024-04-13T08:23:48.102 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-KelXRoBjrqY7nue off=1622347 len=1590994 2024-04-13T08:23:48.107 INFO:tasks.workunit.client.0.smithi119.stdout:op 5294 completed, throughput=5MB/sec 2024-04-13T08:23:49.108 INFO:tasks.workunit.client.0.smithi119.stdout: 1033: throughput=5MB/sec pending data=0 2024-04-13T08:23:49.108 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-JSLowEk6lSX9L6F off=10449628 len=1821123 2024-04-13T08:23:49.110 INFO:tasks.workunit.client.0.smithi119.stdout:op 5295 completed, throughput=5MB/sec 2024-04-13T08:23:49.110 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-mt5CNHQq7HAlZox off=1220383 len=545690 2024-04-13T08:23:49.114 INFO:tasks.workunit.client.0.smithi119.stdout:op 5296 completed, throughput=5MB/sec 2024-04-13T08:23:49.114 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-zZWCYdcvo9OeFQw off=15353639 len=1396777 2024-04-13T08:23:49.115 INFO:tasks.workunit.client.0.smithi119.stdout:op 5297 completed, throughput=5MB/sec 2024-04-13T08:23:49.115 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-oPteo048fd_HJuL off=2166170 len=1697832 2024-04-13T08:23:49.124 INFO:tasks.workunit.client.0.smithi119.stdout:op 5298 completed, throughput=5MB/sec 2024-04-13T08:23:49.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:23:48 smithi119 ceph-mon[96316]: pgmap v1928: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-13T08:23:49.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:23:48 smithi119 ceph-mon[93746]: pgmap v1928: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-13T08:23:49.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:23:48 smithi139 ceph-mon[88985]: pgmap v1928: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-13T08:23:50.124 INFO:tasks.workunit.client.0.smithi119.stdout: 1034: throughput=5MB/sec pending data=0 2024-04-13T08:23:50.124 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-lDDz8PBhfqkhcOv off=838312 len=263841 2024-04-13T08:23:50.127 INFO:tasks.workunit.client.0.smithi119.stdout:op 5299 completed, throughput=5MB/sec 2024-04-13T08:23:50.127 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-sx6m2RMFQtGoLjs off=1262636 len=1853128 2024-04-13T08:23:50.129 INFO:tasks.workunit.client.0.smithi119.stdout:op 5300 completed, throughput=5MB/sec 2024-04-13T08:23:50.129 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-eO_-sKfOMbXO7fl off=5989104 len=1896830 2024-04-13T08:23:50.140 INFO:tasks.workunit.client.0.smithi119.stdout:op 5301 completed, throughput=5MB/sec 2024-04-13T08:23:51.140 INFO:tasks.workunit.client.0.smithi119.stdout: 1035: throughput=5MB/sec pending data=0 2024-04-13T08:23:51.141 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-HY73ErAZlTT6SJL off=16811911 len=115671 2024-04-13T08:23:51.141 INFO:tasks.workunit.client.0.smithi119.stdout:op 5302 completed, throughput=5MB/sec 2024-04-13T08:23:51.141 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-6bEDBdR8fzDE-zQ off=10786646 len=1362085 2024-04-13T08:23:51.149 INFO:tasks.workunit.client.0.smithi119.stdout:op 5303 completed, throughput=5MB/sec 2024-04-13T08:23:51.149 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-tXXHqyq71x4AeZ2 off=836066 len=931772 2024-04-13T08:23:51.151 INFO:tasks.workunit.client.0.smithi119.stdout:op 5304 completed, throughput=5MB/sec 2024-04-13T08:23:51.151 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-dAy4R17Vcuc71jf off=12029849 len=549880 2024-04-13T08:23:51.152 INFO:tasks.workunit.client.0.smithi119.stdout:op 5305 completed, throughput=5MB/sec 2024-04-13T08:23:51.152 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-hhxm7Cz82aSp7Li off=15109269 len=1107514 2024-04-13T08:23:51.157 INFO:tasks.workunit.client.0.smithi119.stdout:op 5306 completed, throughput=5MB/sec 2024-04-13T08:23:51.157 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-bT5JxsCKFGhcSo- off=15302 len=854883 2024-04-13T08:23:51.162 INFO:tasks.workunit.client.0.smithi119.stdout:op 5307 completed, throughput=5MB/sec 2024-04-13T08:23:51.162 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Afsqccuhbz6Mi8E off=5090416 len=57261 2024-04-13T08:23:51.167 INFO:tasks.workunit.client.0.smithi119.stdout:op 5308 completed, throughput=5MB/sec 2024-04-13T08:23:51.167 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-bdh5QzRpDVX7Cf- off=4442947 len=1714841 2024-04-13T08:23:51.175 INFO:tasks.workunit.client.0.smithi119.stdout:op 5309 completed, throughput=5MB/sec 2024-04-13T08:23:51.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:23:50 smithi119 ceph-mon[96316]: pgmap v1929: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-13T08:23:51.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:23:50 smithi119 ceph-mon[93746]: pgmap v1929: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-13T08:23:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:23:50 smithi139 ceph-mon[88985]: pgmap v1929: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-13T08:23:52.176 INFO:tasks.workunit.client.0.smithi119.stdout: 1036: throughput=5MB/sec pending data=0 2024-04-13T08:23:52.176 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-IYsJxyDI0saA9CA off=1130834 len=964095 2024-04-13T08:23:52.181 INFO:tasks.workunit.client.0.smithi119.stdout:op 5310 completed, throughput=5MB/sec 2024-04-13T08:23:52.181 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-StUSnkVq3qRgdI6 off=737381 len=1968914 2024-04-13T08:23:52.190 INFO:tasks.workunit.client.0.smithi119.stdout:op 5311 completed, throughput=5MB/sec 2024-04-13T08:23:52.190 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Ajfx0E8apBsOJDL off=655805 len=360570 2024-04-13T08:23:52.193 INFO:tasks.workunit.client.0.smithi119.stdout:op 5312 completed, throughput=5MB/sec 2024-04-13T08:23:52.193 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-bYzdCBAP9NjHif5 off=534910 len=518505 2024-04-13T08:23:52.193 INFO:tasks.workunit.client.0.smithi119.stdout:op 5313 completed, throughput=5MB/sec 2024-04-13T08:23:52.193 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-AFBwsJ9MnxJSESY off=6996955 len=759124 2024-04-13T08:23:52.197 INFO:tasks.workunit.client.0.smithi119.stdout:op 5314 completed, throughput=5MB/sec 2024-04-13T08:23:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:23:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:23:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:23:53.198 INFO:tasks.workunit.client.0.smithi119.stdout: 1037: throughput=5MB/sec pending data=0 2024-04-13T08:23:53.198 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-aKVLWYatJ5hYUGC off=1788671 len=956695 2024-04-13T08:23:53.202 INFO:tasks.workunit.client.0.smithi119.stdout:op 5315 completed, throughput=5MB/sec 2024-04-13T08:23:53.203 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-XRUAL1D1VSSpEld off=9743597 len=742639 2024-04-13T08:23:53.207 INFO:tasks.workunit.client.0.smithi119.stdout:op 5316 completed, throughput=5MB/sec 2024-04-13T08:23:53.207 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-RgFxaQXwc6t51i1 off=11181250 len=664415 2024-04-13T08:23:53.212 INFO:tasks.workunit.client.0.smithi119.stdout:op 5317 completed, throughput=5MB/sec 2024-04-13T08:23:53.212 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-n0ZU71IPP9r5tef off=12075698 len=281774 2024-04-13T08:23:53.215 INFO:tasks.workunit.client.0.smithi119.stdout:op 5318 completed, throughput=5MB/sec 2024-04-13T08:23:53.215 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-vc9HYWRxw68JpJG off=9872944 len=1864800 2024-04-13T08:23:53.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:23:52 smithi119 ceph-mon[96316]: pgmap v1930: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-13T08:23:53.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:23:52 smithi119 ceph-mon[93746]: pgmap v1930: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-13T08:23:53.226 INFO:tasks.workunit.client.0.smithi119.stdout:op 5319 completed, throughput=5MB/sec 2024-04-13T08:23:53.226 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-KlOgmSb4Sesdhpx off=5473528 len=1727032 2024-04-13T08:23:53.228 INFO:tasks.workunit.client.0.smithi119.stdout:op 5320 completed, throughput=5MB/sec 2024-04-13T08:23:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:23:52 smithi139 ceph-mon[88985]: pgmap v1930: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-13T08:23:54.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:23:53 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:23:54.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:23:53 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:23:54.228 INFO:tasks.workunit.client.0.smithi119.stdout: 1038: throughput=5MB/sec pending data=0 2024-04-13T08:23:54.228 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-pp3FnWNj6t-Q6Z0 off=10345017 len=105521 2024-04-13T08:23:54.231 INFO:tasks.workunit.client.0.smithi119.stdout:op 5321 completed, throughput=5MB/sec 2024-04-13T08:23:54.231 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-1oHpTfhojl1CXCf off=12290154 len=1622750 2024-04-13T08:23:54.241 INFO:tasks.workunit.client.0.smithi119.stdout:op 5322 completed, throughput=5MB/sec 2024-04-13T08:23:54.241 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-6ZOmcqPus86aUux off=1844464 len=1102256 2024-04-13T08:23:54.243 INFO:tasks.workunit.client.0.smithi119.stdout:op 5323 completed, throughput=5MB/sec 2024-04-13T08:23:54.243 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-4M_obWD7MKK-iAU off=5429461 len=835123 2024-04-13T08:23:54.248 INFO:tasks.workunit.client.0.smithi119.stdout:op 5324 completed, throughput=5MB/sec 2024-04-13T08:23:54.248 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-SB6vKeqRJmh0Xtp off=10006589 len=165176 2024-04-13T08:23:54.249 INFO:tasks.workunit.client.0.smithi119.stdout:op 5325 completed, throughput=5MB/sec 2024-04-13T08:23:54.249 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-EtFBxUdV1aL2jwm off=7925699 len=280097 2024-04-13T08:23:54.250 INFO:tasks.workunit.client.0.smithi119.stdout:op 5326 completed, throughput=5MB/sec 2024-04-13T08:23:54.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:23:53 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:23:55.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:23:54 smithi119 ceph-mon[96316]: pgmap v1931: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-13T08:23:55.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:23:54 smithi119 ceph-mon[93746]: pgmap v1931: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-13T08:23:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:23:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:23:54] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2024-04-13T08:23:55.249 INFO:tasks.workunit.client.0.smithi119.stdout: 1039: throughput=5MB/sec pending data=0 2024-04-13T08:23:55.250 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-5hWcl4x9PZXijfD off=8703152 len=2055430 2024-04-13T08:23:55.252 INFO:tasks.workunit.client.0.smithi119.stdout:op 5327 completed, throughput=5MB/sec 2024-04-13T08:23:55.252 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-V0Bu4PEenLyrfbN off=10686281 len=567230 2024-04-13T08:23:55.253 INFO:tasks.workunit.client.0.smithi119.stdout:op 5328 completed, throughput=5MB/sec 2024-04-13T08:23:55.253 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-xMHSpotzoC6Yihp off=3501641 len=140460 2024-04-13T08:23:55.254 INFO:tasks.workunit.client.0.smithi119.stdout:op 5329 completed, throughput=5MB/sec 2024-04-13T08:23:55.254 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-dL9kvQ-_FxXaH8Z off=3790357 len=1086063 2024-04-13T08:23:55.259 INFO:tasks.workunit.client.0.smithi119.stdout:op 5330 completed, throughput=5MB/sec 2024-04-13T08:23:55.259 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-mnLCaQPrFAPwoN8 off=5965846 len=461489 2024-04-13T08:23:55.260 INFO:tasks.workunit.client.0.smithi119.stdout:op 5331 completed, throughput=5MB/sec 2024-04-13T08:23:55.260 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj--zrUhSFCUPTrdzX off=4327147 len=1890575 2024-04-13T08:23:55.269 INFO:tasks.workunit.client.0.smithi119.stdout:op 5332 completed, throughput=5MB/sec 2024-04-13T08:23:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:23:54 smithi139 ceph-mon[88985]: pgmap v1931: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-13T08:23:56.269 INFO:tasks.workunit.client.0.smithi119.stdout: 1040: throughput=5MB/sec pending data=0 2024-04-13T08:23:56.269 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-YRH-pb8Xl6twjxs off=4366780 len=1144526 2024-04-13T08:23:56.275 INFO:tasks.workunit.client.0.smithi119.stdout:op 5333 completed, throughput=5MB/sec 2024-04-13T08:23:56.275 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Ygf8C--4-eGbDf3 off=6011218 len=731032 2024-04-13T08:23:56.276 INFO:tasks.workunit.client.0.smithi119.stdout:op 5334 completed, throughput=5MB/sec 2024-04-13T08:23:56.276 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-JqCo3wsDoxXDp7o off=1606086 len=1280557 2024-04-13T08:23:56.277 INFO:tasks.workunit.client.0.smithi119.stdout:op 5335 completed, throughput=5MB/sec 2024-04-13T08:23:56.277 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-sc_PU3h8c2RbLK1 off=576217 len=1930726 2024-04-13T08:23:56.280 INFO:tasks.workunit.client.0.smithi119.stdout:op 5336 completed, throughput=5MB/sec 2024-04-13T08:23:57.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:23:56 smithi119 ceph-mon[96316]: pgmap v1932: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-04-13T08:23:57.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:23:56 smithi119 ceph-mon[93746]: pgmap v1932: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-04-13T08:23:57.280 INFO:tasks.workunit.client.0.smithi119.stdout: 1041: throughput=5MB/sec pending data=0 2024-04-13T08:23:57.283 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-8Y59xBfO4ekoCUq off=1992992 len=1856367 2024-04-13T08:23:57.290 INFO:tasks.workunit.client.0.smithi119.stdout:op 5337 completed, throughput=5MB/sec 2024-04-13T08:23:57.290 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-tFNouBdys6LzBaR off=2630138 len=979717 2024-04-13T08:23:57.296 INFO:tasks.workunit.client.0.smithi119.stdout:op 5338 completed, throughput=5MB/sec 2024-04-13T08:23:57.296 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-LhwYzUxiwhRmJn9 off=4652473 len=1406194 2024-04-13T08:23:57.297 INFO:tasks.workunit.client.0.smithi119.stdout:op 5339 completed, throughput=5MB/sec 2024-04-13T08:23:57.297 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--fS2IIBWhgsvwcv off=4338767 len=526000 2024-04-13T08:23:57.298 INFO:tasks.workunit.client.0.smithi119.stdout:op 5340 completed, throughput=5MB/sec 2024-04-13T08:23:57.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:23:56 smithi139 ceph-mon[88985]: pgmap v1932: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-04-13T08:23:58.298 INFO:tasks.workunit.client.0.smithi119.stdout: 1042: throughput=5MB/sec pending data=0 2024-04-13T08:23:58.299 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-QCVWjdpkJlAtUCd off=6598824 len=447514 2024-04-13T08:23:58.299 INFO:tasks.workunit.client.0.smithi119.stdout:op 5341 completed, throughput=5MB/sec 2024-04-13T08:23:58.299 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Tj-AlDdcM9_UZI4 off=7994187 len=474279 2024-04-13T08:23:58.302 INFO:tasks.workunit.client.0.smithi119.stdout:op 5342 completed, throughput=5MB/sec 2024-04-13T08:23:58.302 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Zcvn1EV9LhQpQEB off=3926177 len=397971 2024-04-13T08:23:58.305 INFO:tasks.workunit.client.0.smithi119.stdout:op 5343 completed, throughput=5MB/sec 2024-04-13T08:23:58.305 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-TNf2Xo9nRNd5L7q off=1092508 len=1266034 2024-04-13T08:23:58.311 INFO:tasks.workunit.client.0.smithi119.stdout:op 5344 completed, throughput=5MB/sec 2024-04-13T08:23:58.311 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Pdyq23jvcWiuoCQ off=10748679 len=226056 2024-04-13T08:23:58.312 INFO:tasks.workunit.client.0.smithi119.stdout:op 5345 completed, throughput=5MB/sec 2024-04-13T08:23:58.312 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-2BJZ-_XS30dghDl off=8716882 len=443932 2024-04-13T08:23:58.315 INFO:tasks.workunit.client.0.smithi119.stdout:op 5346 completed, throughput=5MB/sec 2024-04-13T08:23:58.315 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-pjSTeBIhNd9UqBF off=10948840 len=695642 2024-04-13T08:23:58.319 INFO:tasks.workunit.client.0.smithi119.stdout:op 5347 completed, throughput=5MB/sec 2024-04-13T08:23:58.319 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-cQ-Qvi4mBva2o_4 off=1813488 len=1376238 2024-04-13T08:23:58.326 INFO:tasks.workunit.client.0.smithi119.stdout:op 5348 completed, throughput=5MB/sec 2024-04-13T08:23:59.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:23:58 smithi119 ceph-mon[93746]: pgmap v1933: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-13T08:23:59.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:23:58 smithi119 ceph-mon[96316]: pgmap v1933: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-13T08:23:59.326 INFO:tasks.workunit.client.0.smithi119.stdout: 1043: throughput=5MB/sec pending data=0 2024-04-13T08:23:59.326 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-zjvDS4xe5UImw_o off=2352585 len=1499531 2024-04-13T08:23:59.333 INFO:tasks.workunit.client.0.smithi119.stdout:op 5349 completed, throughput=5MB/sec 2024-04-13T08:23:59.333 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-tnHGsCPHI-jYDN- off=15658150 len=190290 2024-04-13T08:23:59.334 INFO:tasks.workunit.client.0.smithi119.stdout:op 5350 completed, throughput=5MB/sec 2024-04-13T08:23:59.334 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-HE_rtH4xb5b-5Fy off=1389118 len=873610 2024-04-13T08:23:59.336 INFO:tasks.workunit.client.0.smithi119.stdout:op 5351 completed, throughput=5MB/sec 2024-04-13T08:23:59.336 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-u5flh9GcvRjpp62 off=7605412 len=1585427 2024-04-13T08:23:59.338 INFO:tasks.workunit.client.0.smithi119.stdout:op 5352 completed, throughput=5MB/sec 2024-04-13T08:23:59.338 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-L9UbDNkPBgs5bUa off=12472139 len=681776 2024-04-13T08:23:59.343 INFO:tasks.workunit.client.0.smithi119.stdout:op 5353 completed, throughput=5MB/sec 2024-04-13T08:23:59.343 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-kdWrz7ACjKzp740 off=18847356 len=2034405 2024-04-13T08:23:59.351 INFO:tasks.workunit.client.0.smithi119.stdout:op 5354 completed, throughput=5MB/sec 2024-04-13T08:23:59.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:23:58 smithi139 ceph-mon[88985]: pgmap v1933: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-13T08:24:00.352 INFO:tasks.workunit.client.0.smithi119.stdout: 1044: throughput=5MB/sec pending data=0 2024-04-13T08:24:00.352 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-0d5dOD7_qW1Xrpl off=2601777 len=1366614 2024-04-13T08:24:00.353 INFO:tasks.workunit.client.0.smithi119.stdout:op 5355 completed, throughput=5MB/sec 2024-04-13T08:24:00.353 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-rkLnyFy5qiX7i5x off=13839578 len=1289701 2024-04-13T08:24:00.356 INFO:tasks.workunit.client.0.smithi119.stdout:op 5356 completed, throughput=5MB/sec 2024-04-13T08:24:00.356 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-eTmEA4UO9-l20WQ off=752067 len=586739 2024-04-13T08:24:00.361 INFO:tasks.workunit.client.0.smithi119.stdout:op 5357 completed, throughput=5MB/sec 2024-04-13T08:24:00.361 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-m-UYccV-7fXv7U0 off=13138947 len=806422 2024-04-13T08:24:00.365 INFO:tasks.workunit.client.0.smithi119.stdout:op 5358 completed, throughput=5MB/sec 2024-04-13T08:24:01.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:24:00 smithi119 ceph-mon[96316]: pgmap v1934: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T08:24:01.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:24:00 smithi119 ceph-mon[93746]: pgmap v1934: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T08:24:01.366 INFO:tasks.workunit.client.0.smithi119.stdout: 1045: throughput=5MB/sec pending data=0 2024-04-13T08:24:01.366 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-2WVNVcp9EruMB5U off=8132468 len=1073574 2024-04-13T08:24:01.368 INFO:tasks.workunit.client.0.smithi119.stdout:op 5359 completed, throughput=5MB/sec 2024-04-13T08:24:01.368 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3MBAszQZEe3XFtl off=6101436 len=157241 2024-04-13T08:24:01.372 INFO:tasks.workunit.client.0.smithi119.stdout:op 5360 completed, throughput=5MB/sec 2024-04-13T08:24:01.372 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-5_doM8fwQuMKTog off=3811127 len=498247 2024-04-13T08:24:01.375 INFO:tasks.workunit.client.0.smithi119.stdout:op 5361 completed, throughput=5MB/sec 2024-04-13T08:24:01.375 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-98SjGotFkEkWVPb off=4174099 len=457946 2024-04-13T08:24:01.379 INFO:tasks.workunit.client.0.smithi119.stdout:op 5362 completed, throughput=5MB/sec 2024-04-13T08:24:01.379 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-zC-OuTEUROtyNit off=16645631 len=1029663 2024-04-13T08:24:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:24:00 smithi139 ceph-mon[88985]: pgmap v1934: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T08:24:01.385 INFO:tasks.workunit.client.0.smithi119.stdout:op 5363 completed, throughput=5MB/sec 2024-04-13T08:24:01.385 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-fRXccXGwwWMI86J off=5384852 len=889154 2024-04-13T08:24:01.389 INFO:tasks.workunit.client.0.smithi119.stdout:op 5364 completed, throughput=5MB/sec 2024-04-13T08:24:01.389 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-MvL58DgMBtX_3Hp off=6794727 len=1128135 2024-04-13T08:24:01.394 INFO:tasks.workunit.client.0.smithi119.stdout:op 5365 completed, throughput=5MB/sec 2024-04-13T08:24:02.395 INFO:tasks.workunit.client.0.smithi119.stdout: 1046: throughput=5MB/sec pending data=0 2024-04-13T08:24:02.395 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-IyCKEBqVvuONMkQ off=1128735 len=1192558 2024-04-13T08:24:02.400 INFO:tasks.workunit.client.0.smithi119.stdout:op 5366 completed, throughput=5MB/sec 2024-04-13T08:24:02.401 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-2R7CtXiAZgM6XIe off=2419923 len=743245 2024-04-13T08:24:02.401 INFO:tasks.workunit.client.0.smithi119.stdout:op 5367 completed, throughput=5MB/sec 2024-04-13T08:24:02.402 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-fujenh3euyP9VdB off=5240730 len=425298 2024-04-13T08:24:02.403 INFO:tasks.workunit.client.0.smithi119.stdout:op 5368 completed, throughput=5MB/sec 2024-04-13T08:24:02.403 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-YxEFAayK9qTfj9d off=4793241 len=1684569 2024-04-13T08:24:02.405 INFO:tasks.workunit.client.0.smithi119.stdout:op 5369 completed, throughput=5MB/sec 2024-04-13T08:24:02.405 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-IyCKEBqVvuONMkQ off=4330952 len=531800 2024-04-13T08:24:02.406 INFO:tasks.workunit.client.0.smithi119.stdout:op 5370 completed, throughput=5MB/sec 2024-04-13T08:24:02.406 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-NQUMDgVvzywQUY0 off=645195 len=442421 2024-04-13T08:24:02.407 INFO:tasks.workunit.client.0.smithi119.stdout:op 5371 completed, throughput=5MB/sec 2024-04-13T08:24:02.407 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Xg-tAtu4UCZGmnA off=385655 len=184742 2024-04-13T08:24:02.408 INFO:tasks.workunit.client.0.smithi119.stdout:op 5372 completed, throughput=5MB/sec 2024-04-13T08:24:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:24:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:24:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:24:03.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:24:02 smithi119 ceph-mon[96316]: pgmap v1935: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-13T08:24:03.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:24:02 smithi119 ceph-mon[93746]: pgmap v1935: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-13T08:24:03.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:24:02 smithi139 ceph-mon[88985]: pgmap v1935: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-13T08:24:03.408 INFO:tasks.workunit.client.0.smithi119.stdout: 1047: throughput=5MB/sec pending data=0 2024-04-13T08:24:03.408 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj--KebBfMFyBltLm- off=6255212 len=1678479 2024-04-13T08:24:03.417 INFO:tasks.workunit.client.0.smithi119.stdout:op 5373 completed, throughput=5MB/sec 2024-04-13T08:24:03.418 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-0lXf-udypELbY8b off=17703336 len=255176 2024-04-13T08:24:03.421 INFO:tasks.workunit.client.0.smithi119.stdout:op 5374 completed, throughput=5MB/sec 2024-04-13T08:24:03.421 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-sd4tHjCQhkxLC_C off=3597139 len=127094 2024-04-13T08:24:03.422 INFO:tasks.workunit.client.0.smithi119.stdout:op 5375 completed, throughput=5MB/sec 2024-04-13T08:24:03.422 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-kZ-KIlx1KDs3MQb off=4599953 len=212680 2024-04-13T08:24:03.423 INFO:tasks.workunit.client.0.smithi119.stdout:op 5376 completed, throughput=5MB/sec 2024-04-13T08:24:03.423 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-nglSJUKjxW6b53N off=10564294 len=1044912 2024-04-13T08:24:03.424 INFO:tasks.workunit.client.0.smithi119.stdout:op 5377 completed, throughput=5MB/sec 2024-04-13T08:24:03.424 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-O2cGp3iCluWVL5K off=69645 len=606200 2024-04-13T08:24:03.428 INFO:tasks.workunit.client.0.smithi119.stdout:op 5378 completed, throughput=5MB/sec 2024-04-13T08:24:03.428 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Z703-DwHTkWxM4U off=2578850 len=623142 2024-04-13T08:24:03.431 INFO:tasks.workunit.client.0.smithi119.stdout:op 5379 completed, throughput=5MB/sec 2024-04-13T08:24:03.431 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-cHqqIYjEv1mz7nk off=2077130 len=1698604 2024-04-13T08:24:03.434 INFO:tasks.workunit.client.0.smithi119.stdout:op 5380 completed, throughput=5MB/sec 2024-04-13T08:24:04.434 INFO:tasks.workunit.client.0.smithi119.stdout: 1048: throughput=5MB/sec pending data=0 2024-04-13T08:24:04.434 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-a19WZBRyQLNdatA off=8812030 len=1391399 2024-04-13T08:24:04.442 INFO:tasks.workunit.client.0.smithi119.stdout:op 5381 completed, throughput=5MB/sec 2024-04-13T08:24:04.442 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-zNzGW-d9nZWOCn1 off=9168254 len=1114042 2024-04-13T08:24:04.443 INFO:tasks.workunit.client.0.smithi119.stdout:op 5382 completed, throughput=5MB/sec 2024-04-13T08:24:04.444 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-lpmFdhEdn8eMM7Q off=7912933 len=2042597 2024-04-13T08:24:04.452 INFO:tasks.workunit.client.0.smithi119.stdout:op 5383 completed, throughput=5MB/sec 2024-04-13T08:24:05.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:24:04 smithi119 ceph-mon[96316]: pgmap v1936: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T08:24:05.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:24:04 smithi119 ceph-mon[93746]: pgmap v1936: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T08:24:05.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:24:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:24:04] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2024-04-13T08:24:05.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:24:04 smithi139 ceph-mon[88985]: pgmap v1936: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T08:24:05.452 INFO:tasks.workunit.client.0.smithi119.stdout: 1049: throughput=5MB/sec pending data=0 2024-04-13T08:24:05.453 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-VhJ39aeP66JAEcw off=11860 len=1243930 2024-04-13T08:24:05.456 INFO:tasks.workunit.client.0.smithi119.stdout:op 5384 completed, throughput=5MB/sec 2024-04-13T08:24:05.456 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-SLN7d1fsdmctgza off=1331652 len=292090 2024-04-13T08:24:05.459 INFO:tasks.workunit.client.0.smithi119.stdout:op 5385 completed, throughput=5MB/sec 2024-04-13T08:24:05.459 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-saDDxiB9pfxO-XP off=3726297 len=614615 2024-04-13T08:24:05.464 INFO:tasks.workunit.client.0.smithi119.stdout:op 5386 completed, throughput=5MB/sec 2024-04-13T08:24:05.465 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ATPodcf0-YPKGvw off=5526689 len=1847195 2024-04-13T08:24:05.468 INFO:tasks.workunit.client.0.smithi119.stdout:op 5387 completed, throughput=5MB/sec 2024-04-13T08:24:05.468 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-R-YSw9oB_gAX9BH off=9955251 len=1749100 2024-04-13T08:24:05.475 INFO:tasks.workunit.client.0.smithi119.stdout:op 5388 completed, throughput=5MB/sec 2024-04-13T08:24:06.475 INFO:tasks.workunit.client.0.smithi119.stdout: 1050: throughput=5MB/sec pending data=0 2024-04-13T08:24:06.475 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-nWHBtQxCnCP5BDj off=8227220 len=352947 2024-04-13T08:24:06.479 INFO:tasks.workunit.client.0.smithi119.stdout:op 5389 completed, throughput=5MB/sec 2024-04-13T08:24:06.479 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-xsXlAPBUxCZOyDg off=2336999 len=50746 2024-04-13T08:24:06.481 INFO:tasks.workunit.client.0.smithi119.stdout:op 5390 completed, throughput=5MB/sec 2024-04-13T08:24:06.481 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-_zX_5B6tZCHoAs6 off=6887895 len=2071527 2024-04-13T08:24:06.484 INFO:tasks.workunit.client.0.smithi119.stdout:op 5391 completed, throughput=5MB/sec 2024-04-13T08:24:06.484 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-A6HMbptbyW_ONdq off=6512328 len=1381485 2024-04-13T08:24:06.490 INFO:tasks.workunit.client.0.smithi119.stdout:op 5392 completed, throughput=5MB/sec 2024-04-13T08:24:06.490 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-DXFAVitQK7LAF5j off=70710 len=2089692 2024-04-13T08:24:06.503 INFO:tasks.workunit.client.0.smithi119.stdout:op 5393 completed, throughput=5MB/sec 2024-04-13T08:24:07.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:24:06 smithi119 ceph-mon[96316]: pgmap v1937: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-13T08:24:07.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:24:06 smithi119 ceph-mon[93746]: pgmap v1937: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-13T08:24:07.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:24:06 smithi139 ceph-mon[88985]: pgmap v1937: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-13T08:24:07.503 INFO:tasks.workunit.client.0.smithi119.stdout: 1051: throughput=5MB/sec pending data=0 2024-04-13T08:24:07.503 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ZdUmfuBBHLR8Vu4 off=20263693 len=999370 2024-04-13T08:24:07.508 INFO:tasks.workunit.client.0.smithi119.stdout:op 5394 completed, throughput=5MB/sec 2024-04-13T08:24:07.508 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-JR-T3IlTrZlPQbw off=66922 len=428517 2024-04-13T08:24:07.512 INFO:tasks.workunit.client.0.smithi119.stdout:op 5395 completed, throughput=5MB/sec 2024-04-13T08:24:07.512 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-RLrYkHgd8x-DRj6 off=8546527 len=419234 2024-04-13T08:24:07.515 INFO:tasks.workunit.client.0.smithi119.stdout:op 5396 completed, throughput=5MB/sec 2024-04-13T08:24:07.515 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Nli0_qm064EDvEQ off=952271 len=240623 2024-04-13T08:24:07.518 INFO:tasks.workunit.client.0.smithi119.stdout:op 5397 completed, throughput=5MB/sec 2024-04-13T08:24:07.518 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-UdbmjwsJnrGgDnz off=13180910 len=83831 2024-04-13T08:24:07.520 INFO:tasks.workunit.client.0.smithi119.stdout:op 5398 completed, throughput=5MB/sec 2024-04-13T08:24:07.520 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-HjSzz7QX6CWo8xa off=1503168 len=594353 2024-04-13T08:24:07.521 INFO:tasks.workunit.client.0.smithi119.stdout:op 5399 completed, throughput=5MB/sec 2024-04-13T08:24:07.521 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-5H-yIv2-lJFwo8b off=3746072 len=232644 2024-04-13T08:24:07.524 INFO:tasks.workunit.client.0.smithi119.stdout:op 5400 completed, throughput=5MB/sec 2024-04-13T08:24:07.524 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-a_Z2KWhdCLhPK5K off=2776913 len=270580 2024-04-13T08:24:07.525 INFO:tasks.workunit.client.0.smithi119.stdout:op 5401 completed, throughput=5MB/sec 2024-04-13T08:24:07.525 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-QgiUEzeJBhMTifv off=248040 len=1116684 2024-04-13T08:24:07.527 INFO:tasks.workunit.client.0.smithi119.stdout:op 5402 completed, throughput=5MB/sec 2024-04-13T08:24:08.527 INFO:tasks.workunit.client.0.smithi119.stdout: 1052: throughput=5MB/sec pending data=0 2024-04-13T08:24:08.528 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-0uCk3K6Wbr5qb6c off=1474800 len=198352 2024-04-13T08:24:08.531 INFO:tasks.workunit.client.0.smithi119.stdout:op 5403 completed, throughput=5MB/sec 2024-04-13T08:24:08.531 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-DvpAfzhwl67IuZJ off=11942576 len=1125012 2024-04-13T08:24:08.536 INFO:tasks.workunit.client.0.smithi119.stdout:op 5404 completed, throughput=5MB/sec 2024-04-13T08:24:08.536 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-h9qtklmvVBTA1NI off=4335786 len=1125332 2024-04-13T08:24:08.542 INFO:tasks.workunit.client.0.smithi119.stdout:op 5405 completed, throughput=5MB/sec 2024-04-13T08:24:08.542 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-EJjBSX6SvnRiw8K off=40312 len=1333533 2024-04-13T08:24:08.549 INFO:tasks.workunit.client.0.smithi119.stdout:op 5406 completed, throughput=5MB/sec 2024-04-13T08:24:08.549 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-fK1-b58-T5HboI3 off=8119491 len=2075567 2024-04-13T08:24:08.552 INFO:tasks.workunit.client.0.smithi119.stdout:op 5407 completed, throughput=5MB/sec 2024-04-13T08:24:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:24:08 smithi139 ceph-mon[88985]: pgmap v1938: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:24:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:24:08 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:24:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:24:08 smithi119 ceph-mon[93746]: pgmap v1938: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:24:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:24:08 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:24:09.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:24:08 smithi119 ceph-mon[96316]: pgmap v1938: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T08:24:09.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:24:08 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:24:09.553 INFO:tasks.workunit.client.0.smithi119.stdout: 1053: throughput=5MB/sec pending data=0 2024-04-13T08:24:09.553 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-8UnjCIqfxqadK21 off=290561 len=1653096 2024-04-13T08:24:09.562 INFO:tasks.workunit.client.0.smithi119.stdout:op 5408 completed, throughput=5MB/sec 2024-04-13T08:24:09.562 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-AuYgcST66-i7Xoq off=6318991 len=751848 2024-04-13T08:24:09.563 INFO:tasks.workunit.client.0.smithi119.stdout:op 5409 completed, throughput=5MB/sec 2024-04-13T08:24:09.563 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-rgrdHdByqxTf4fP off=9210242 len=46918 2024-04-13T08:24:09.565 INFO:tasks.workunit.client.0.smithi119.stdout:op 5410 completed, throughput=5MB/sec 2024-04-13T08:24:09.565 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Jh1hc8GxAKjyp1- off=1460866 len=1387592 2024-04-13T08:24:09.566 INFO:tasks.workunit.client.0.smithi119.stdout:op 5411 completed, throughput=5MB/sec 2024-04-13T08:24:09.566 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-k13x1HZZMsBvqb0 off=8803740 len=1815011 2024-04-13T08:24:09.567 INFO:tasks.workunit.client.0.smithi119.stdout:op 5412 completed, throughput=5MB/sec 2024-04-13T08:24:10.567 INFO:tasks.workunit.client.0.smithi119.stdout: 1054: throughput=5MB/sec pending data=0 2024-04-13T08:24:10.567 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Vj_renuUZYc5NKe off=10291140 len=1326479 2024-04-13T08:24:10.570 INFO:tasks.workunit.client.0.smithi119.stdout:op 5413 completed, throughput=5MB/sec 2024-04-13T08:24:10.571 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-u1zcCkDEGMrtPDh off=14096373 len=920713 2024-04-13T08:24:10.572 INFO:tasks.workunit.client.0.smithi119.stdout:op 5414 completed, throughput=5MB/sec 2024-04-13T08:24:10.573 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-eO_-sKfOMbXO7fl off=8630973 len=1087662 2024-04-13T08:24:10.579 INFO:tasks.workunit.client.0.smithi119.stdout:op 5415 completed, throughput=5MB/sec 2024-04-13T08:24:10.579 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-bdh5QzRpDVX7Cf- off=1176057 len=1884454 2024-04-13T08:24:10.581 INFO:tasks.workunit.client.0.smithi119.stdout:op 5416 completed, throughput=5MB/sec 2024-04-13T08:24:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:24:10 smithi139 ceph-mon[88985]: pgmap v1939: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:24:11.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:24:10 smithi119 ceph-mon[96316]: pgmap v1939: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:24:11.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:24:10 smithi119 ceph-mon[93746]: pgmap v1939: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:24:11.581 INFO:tasks.workunit.client.0.smithi119.stdout: 1055: throughput=5MB/sec pending data=0 2024-04-13T08:24:11.581 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-tIn20x92uG1ay8A off=7836784 len=160113 2024-04-13T08:24:11.582 INFO:tasks.workunit.client.0.smithi119.stdout:op 5417 completed, throughput=5MB/sec 2024-04-13T08:24:11.582 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-X_j83cvtrU3H-1i off=646190 len=1652365 2024-04-13T08:24:11.590 INFO:tasks.workunit.client.0.smithi119.stdout:op 5418 completed, throughput=5MB/sec 2024-04-13T08:24:11.590 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-O8Dk4jS9RsrjkLK off=4604264 len=771374 2024-04-13T08:24:11.592 INFO:tasks.workunit.client.0.smithi119.stdout:op 5419 completed, throughput=5MB/sec 2024-04-13T08:24:11.592 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-k3h5LMJtJhbX3Xb off=18225018 len=1897875 2024-04-13T08:24:11.600 INFO:tasks.workunit.client.0.smithi119.stdout:op 5420 completed, throughput=5MB/sec 2024-04-13T08:24:12.601 INFO:tasks.workunit.client.0.smithi119.stdout: 1056: throughput=5MB/sec pending data=0 2024-04-13T08:24:12.601 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-VRdpaPYiV_q_5hG off=14232911 len=1388396 2024-04-13T08:24:12.603 INFO:tasks.workunit.client.0.smithi119.stdout:op 5421 completed, throughput=5MB/sec 2024-04-13T08:24:12.603 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-YGSwOd78oqSgswA off=5520452 len=1562031 2024-04-13T08:24:12.605 INFO:tasks.workunit.client.0.smithi119.stdout:op 5422 completed, throughput=5MB/sec 2024-04-13T08:24:12.605 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-JfJuPdOpErIYD3X off=13259220 len=611260 2024-04-13T08:24:12.606 INFO:tasks.workunit.client.0.smithi119.stdout:op 5423 completed, throughput=5MB/sec 2024-04-13T08:24:12.606 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-BntYr5kXGUP-a18 off=177573 len=1061273 2024-04-13T08:24:12.612 INFO:tasks.workunit.client.0.smithi119.stdout:op 5424 completed, throughput=5MB/sec 2024-04-13T08:24:12.612 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-txgo41RE2RoprPP off=12707738 len=1722435 2024-04-13T08:24:12.620 INFO:tasks.workunit.client.0.smithi119.stdout:op 5425 completed, throughput=5MB/sec 2024-04-13T08:24:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:24:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:24:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:24:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:24:12 smithi139 ceph-mon[88985]: pgmap v1940: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-13T08:24:13.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:24:12 smithi119 ceph-mon[96316]: pgmap v1940: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-13T08:24:13.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:24:12 smithi119 ceph-mon[93746]: pgmap v1940: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-13T08:24:13.620 INFO:tasks.workunit.client.0.smithi119.stdout: 1057: throughput=5MB/sec pending data=0 2024-04-13T08:24:13.621 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-jQDrH79LY2U3W_D off=6407802 len=1654757 2024-04-13T08:24:13.631 INFO:tasks.workunit.client.0.smithi119.stdout:op 5426 completed, throughput=5MB/sec 2024-04-13T08:24:13.631 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-cCYPOy8MeMQ7Zgl off=2528270 len=1292820 2024-04-13T08:24:13.636 INFO:tasks.workunit.client.0.smithi119.stdout:op 5427 completed, throughput=5MB/sec 2024-04-13T08:24:13.636 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-cp4S9PUm6dElp5t off=5625480 len=493067 2024-04-13T08:24:13.638 INFO:tasks.workunit.client.0.smithi119.stdout:op 5428 completed, throughput=5MB/sec 2024-04-13T08:24:13.638 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-gcEnwzi8OfuOAsM off=5235110 len=1960386 2024-04-13T08:24:13.641 INFO:tasks.workunit.client.0.smithi119.stdout:op 5429 completed, throughput=5MB/sec 2024-04-13T08:24:14.642 INFO:tasks.workunit.client.0.smithi119.stdout: 1058: throughput=5MB/sec pending data=0 2024-04-13T08:24:14.642 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-arKrMVPgf2VddiA off=20619999 len=411530 2024-04-13T08:24:14.645 INFO:tasks.workunit.client.0.smithi119.stdout:op 5430 completed, throughput=5MB/sec 2024-04-13T08:24:14.645 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-GlLtphmjlbZIxNr off=1473742 len=174638 2024-04-13T08:24:14.646 INFO:tasks.workunit.client.0.smithi119.stdout:op 5431 completed, throughput=5MB/sec 2024-04-13T08:24:14.647 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-nJNHlMt38au972B off=704820 len=80421 2024-04-13T08:24:14.649 INFO:tasks.workunit.client.0.smithi119.stdout:op 5432 completed, throughput=5MB/sec 2024-04-13T08:24:14.649 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-VlqT_7HTvdS0Fe- off=13578257 len=690634 2024-04-13T08:24:14.654 INFO:tasks.workunit.client.0.smithi119.stdout:op 5433 completed, throughput=5MB/sec 2024-04-13T08:24:14.654 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-PHaSgL_kovSRTfG off=4475475 len=720224 2024-04-13T08:24:14.659 INFO:tasks.workunit.client.0.smithi119.stdout:op 5434 completed, throughput=5MB/sec 2024-04-13T08:24:14.659 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-8N0Uc_RVIzO76nc off=1236006 len=749352 2024-04-13T08:24:14.662 INFO:tasks.workunit.client.0.smithi119.stdout:op 5435 completed, throughput=5MB/sec 2024-04-13T08:24:14.663 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-oACTBagzc_xMmoX off=24118 len=1532929 2024-04-13T08:24:14.664 INFO:tasks.workunit.client.0.smithi119.stdout:op 5436 completed, throughput=5MB/sec 2024-04-13T08:24:15.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:24:14 smithi119 ceph-mon[96316]: pgmap v1941: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:24:15.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:24:14 smithi119 ceph-mon[93746]: pgmap v1941: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:24:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:24:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:24:14] "GET /metrics HTTP/1.1" 200 34012 "" "Prometheus/2.43.0" 2024-04-13T08:24:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:24:14 smithi139 ceph-mon[88985]: pgmap v1941: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:24:15.664 INFO:tasks.workunit.client.0.smithi119.stdout: 1059: throughput=5MB/sec pending data=0 2024-04-13T08:24:15.664 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-E5YzzcSZNtiWVdJ off=416438 len=2063042 2024-04-13T08:24:15.676 INFO:tasks.workunit.client.0.smithi119.stdout:op 5437 completed, throughput=5MB/sec 2024-04-13T08:24:15.676 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-qsQUPyAaHbVEKpc off=2126479 len=1295572 2024-04-13T08:24:15.680 INFO:tasks.workunit.client.0.smithi119.stdout:op 5438 completed, throughput=5MB/sec 2024-04-13T08:24:15.680 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-SpV-pMpF2kZ0x7G off=9995502 len=614611 2024-04-13T08:24:15.681 INFO:tasks.workunit.client.0.smithi119.stdout:op 5439 completed, throughput=5MB/sec 2024-04-13T08:24:15.681 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-9_IcI9txgFdl_G0 off=0 len=1500929 2024-04-13T08:24:15.687 INFO:tasks.workunit.client.0.smithi119.stdout:op 5440 completed, throughput=5MB/sec 2024-04-13T08:24:16.688 INFO:tasks.workunit.client.0.smithi119.stdout: 1060: throughput=5MB/sec pending data=0 2024-04-13T08:24:16.688 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--lA19sXiU1-Xkg5 off=20725739 len=1778106 2024-04-13T08:24:16.692 INFO:tasks.workunit.client.0.smithi119.stdout:op 5441 completed, throughput=5MB/sec 2024-04-13T08:24:16.692 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-jswwfO_oYYyJTxB off=11315051 len=320571 2024-04-13T08:24:16.693 INFO:tasks.workunit.client.0.smithi119.stdout:op 5442 completed, throughput=5MB/sec 2024-04-13T08:24:16.693 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-0tvjIMy8LLJdRpa off=2505430 len=1940495 2024-04-13T08:24:16.696 INFO:tasks.workunit.client.0.smithi119.stdout:op 5443 completed, throughput=5MB/sec 2024-04-13T08:24:16.696 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-RktKgVmkSNZFXmH off=3084298 len=2002093 2024-04-13T08:24:16.705 INFO:tasks.workunit.client.0.smithi119.stdout:op 5444 completed, throughput=5MB/sec 2024-04-13T08:24:17.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:24:16 smithi139 ceph-mon[88985]: pgmap v1942: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T08:24:17.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:24:16 smithi119 ceph-mon[93746]: pgmap v1942: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T08:24:17.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:24:16 smithi119 ceph-mon[96316]: pgmap v1942: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T08:24:17.705 INFO:tasks.workunit.client.0.smithi119.stdout: 1061: throughput=5MB/sec pending data=0 2024-04-13T08:24:17.747 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-EVEg1kgnQKQdP7g off=397802 len=1058524 2024-04-13T08:24:17.748 INFO:tasks.workunit.client.0.smithi119.stdout:op 5445 completed, throughput=5MB/sec 2024-04-13T08:24:17.748 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-F4PoGPeUviWSjA5 off=3852800 len=2023048 2024-04-13T08:24:17.748 INFO:tasks.workunit.client.0.smithi119.stdout:op 5446 completed, throughput=5MB/sec 2024-04-13T08:24:17.748 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-phfIdbqJRi5svgn off=7016384 len=2077031 2024-04-13T08:24:17.748 INFO:tasks.workunit.client.0.smithi119.stdout:op 5447 completed, throughput=5MB/sec 2024-04-13T08:24:18.726 INFO:tasks.workunit.client.0.smithi119.stdout: 1062: throughput=5MB/sec pending data=0 2024-04-13T08:24:18.726 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-XqthnhU8Bb3AR-c off=6973573 len=1240912 2024-04-13T08:24:18.727 INFO:tasks.workunit.client.0.smithi119.stdout:op 5448 completed, throughput=5MB/sec 2024-04-13T08:24:18.727 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-x-c79pgMXjI_QSo off=15312809 len=1653939 2024-04-13T08:24:18.729 INFO:tasks.workunit.client.0.smithi119.stdout:op 5449 completed, throughput=5MB/sec 2024-04-13T08:24:18.729 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-pwxz0nsO5SUBEBm off=8823923 len=1077091 2024-04-13T08:24:18.736 INFO:tasks.workunit.client.0.smithi119.stdout:op 5450 completed, throughput=5MB/sec 2024-04-13T08:24:18.736 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-v4DmsmlB3BYSI5B off=1141900 len=1648505 2024-04-13T08:24:18.745 INFO:tasks.workunit.client.0.smithi119.stdout:op 5451 completed, throughput=5MB/sec 2024-04-13T08:24:19.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:24:18 smithi139 ceph-mon[88985]: pgmap v1943: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:24:19.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:24:18 smithi119 ceph-mon[96316]: pgmap v1943: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:24:19.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:24:18 smithi119 ceph-mon[93746]: pgmap v1943: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:24:19.746 INFO:tasks.workunit.client.0.smithi119.stdout: 1063: throughput=5MB/sec pending data=0 2024-04-13T08:24:19.746 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-anNu5pDC-3MSiHz off=5995342 len=1221937 2024-04-13T08:24:19.753 INFO:tasks.workunit.client.0.smithi119.stdout:op 5452 completed, throughput=5MB/sec 2024-04-13T08:24:19.753 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-F7eopm2NR0sCMCo off=10431618 len=1438580 2024-04-13T08:24:19.761 INFO:tasks.workunit.client.0.smithi119.stdout:op 5453 completed, throughput=5MB/sec 2024-04-13T08:24:19.761 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-9snBi9CcoCKV7bT off=875827 len=1539430 2024-04-13T08:24:19.769 INFO:tasks.workunit.client.0.smithi119.stdout:op 5454 completed, throughput=5MB/sec 2024-04-13T08:24:19.769 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-bgPCwIbrQxAYkA2 off=1576312 len=209067 2024-04-13T08:24:19.771 INFO:tasks.workunit.client.0.smithi119.stdout:op 5455 completed, throughput=5MB/sec 2024-04-13T08:24:19.771 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-KfBNESW3YcoC69d off=15038808 len=1912105 2024-04-13T08:24:19.772 INFO:tasks.workunit.client.0.smithi119.stdout:op 5456 completed, throughput=5MB/sec 2024-04-13T08:24:20.773 INFO:tasks.workunit.client.0.smithi119.stdout: 1064: throughput=5MB/sec pending data=0 2024-04-13T08:24:20.773 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-4M_obWD7MKK-iAU off=5984107 len=670798 2024-04-13T08:24:20.778 INFO:tasks.workunit.client.0.smithi119.stdout:op 5457 completed, throughput=5MB/sec 2024-04-13T08:24:20.778 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-A9DS3G6fzIeEEsa off=3031756 len=1562284 2024-04-13T08:24:20.780 INFO:tasks.workunit.client.0.smithi119.stdout:op 5458 completed, throughput=5MB/sec 2024-04-13T08:24:20.780 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-IwKCN7nWy0CBoDo off=1971541 len=583601 2024-04-13T08:24:20.784 INFO:tasks.workunit.client.0.smithi119.stdout:op 5459 completed, throughput=5MB/sec 2024-04-13T08:24:20.784 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-y8SfAJzyxaipJx5 off=935832 len=880576 2024-04-13T08:24:20.789 INFO:tasks.workunit.client.0.smithi119.stdout:op 5460 completed, throughput=5MB/sec 2024-04-13T08:24:21.268 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:24:20 smithi119 ceph-mon[96316]: pgmap v1944: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:24:21.268 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:24:20 smithi119 ceph-mon[93746]: pgmap v1944: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:24:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:24:20 smithi139 ceph-mon[88985]: pgmap v1944: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:24:21.790 INFO:tasks.workunit.client.0.smithi119.stdout: 1065: throughput=5MB/sec pending data=0 2024-04-13T08:24:21.790 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-nLoKDSyKzNZ5tyL off=16021725 len=1997728 2024-04-13T08:24:21.792 INFO:tasks.workunit.client.0.smithi119.stdout:op 5461 completed, throughput=5MB/sec 2024-04-13T08:24:21.792 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-O6Vy2-GoS36HOtk off=7274512 len=1598001 2024-04-13T08:24:21.796 INFO:tasks.workunit.client.0.smithi119.stdout:op 5462 completed, throughput=5MB/sec 2024-04-13T08:24:21.796 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-nTWWdQBxGODZ3K1 off=1288820 len=865844 2024-04-13T08:24:21.798 INFO:tasks.workunit.client.0.smithi119.stdout:op 5463 completed, throughput=5MB/sec 2024-04-13T08:24:21.798 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Mjx7Zs5NKpJD00P off=5040910 len=1570078 2024-04-13T08:24:21.806 INFO:tasks.workunit.client.0.smithi119.stdout:op 5464 completed, throughput=5MB/sec 2024-04-13T08:24:22.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:24:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:24:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:24:22.807 INFO:tasks.workunit.client.0.smithi119.stdout: 1066: throughput=5MB/sec pending data=0 2024-04-13T08:24:22.807 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-tnHGsCPHI-jYDN- off=6630201 len=1710781 2024-04-13T08:24:22.814 INFO:tasks.workunit.client.0.smithi119.stdout:op 5465 completed, throughput=5MB/sec 2024-04-13T08:24:22.814 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Vxo43n-ZRl8NZjs off=5563057 len=924165 2024-04-13T08:24:22.820 INFO:tasks.workunit.client.0.smithi119.stdout:op 5466 completed, throughput=5MB/sec 2024-04-13T08:24:22.820 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-DxbrwHfgZiWk5aD off=1693292 len=200762 2024-04-13T08:24:22.820 INFO:tasks.workunit.client.0.smithi119.stdout:op 5467 completed, throughput=5MB/sec 2024-04-13T08:24:22.820 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Wxj0x7lZOnYB-do off=4614593 len=259617 2024-04-13T08:24:22.821 INFO:tasks.workunit.client.0.smithi119.stdout:op 5468 completed, throughput=5MB/sec 2024-04-13T08:24:22.821 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-P0MYJGinNkOgr5E off=679548 len=1211884 2024-04-13T08:24:22.825 INFO:tasks.workunit.client.0.smithi119.stdout:op 5469 completed, throughput=5MB/sec 2024-04-13T08:24:22.826 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-nuP3nBQ-RkdDs5_ off=859803 len=282781 2024-04-13T08:24:22.827 INFO:tasks.workunit.client.0.smithi119.stdout:op 5470 completed, throughput=5MB/sec 2024-04-13T08:24:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:24:22 smithi139 ceph-mon[88985]: pgmap v1945: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T08:24:23.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:24:22 smithi119 ceph-mon[96316]: pgmap v1945: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T08:24:23.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:24:22 smithi119 ceph-mon[93746]: pgmap v1945: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T08:24:23.827 INFO:tasks.workunit.client.0.smithi119.stdout: 1067: throughput=5MB/sec pending data=0 2024-04-13T08:24:23.827 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-CFhiSv-NrzGhncP off=14710549 len=1404142 2024-04-13T08:24:23.835 INFO:tasks.workunit.client.0.smithi119.stdout:op 5471 completed, throughput=5MB/sec 2024-04-13T08:24:23.835 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-LTOMMHuqbrzgj_L off=4112255 len=92690 2024-04-13T08:24:23.836 INFO:tasks.workunit.client.0.smithi119.stdout:op 5472 completed, throughput=5MB/sec 2024-04-13T08:24:23.836 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-NkzdEJKigUcShGX off=16263103 len=1609379 2024-04-13T08:24:23.845 INFO:tasks.workunit.client.0.smithi119.stdout:op 5473 completed, throughput=5MB/sec 2024-04-13T08:24:23.845 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-7IWrn0upl-bBOFh off=6951616 len=1082572 2024-04-13T08:24:23.846 INFO:tasks.workunit.client.0.smithi119.stdout:op 5474 completed, throughput=5MB/sec 2024-04-13T08:24:23.846 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-XDTYBtYTE73ArYP off=1247942 len=1070179 2024-04-13T08:24:23.847 INFO:tasks.workunit.client.0.smithi119.stdout:op 5475 completed, throughput=5MB/sec 2024-04-13T08:24:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:24:23 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:24:24.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:24:23 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:24:24.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:24:23 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:24:24.848 INFO:tasks.workunit.client.0.smithi119.stdout: 1068: throughput=5MB/sec pending data=0 2024-04-13T08:24:24.848 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-wAm2JAse_cDLYNe off=3899512 len=559581 2024-04-13T08:24:24.852 INFO:tasks.workunit.client.0.smithi119.stdout:op 5476 completed, throughput=5MB/sec 2024-04-13T08:24:24.852 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-zWIAJ5CRPiuglLM off=8131232 len=1671381 2024-04-13T08:24:24.854 INFO:tasks.workunit.client.0.smithi119.stdout:op 5477 completed, throughput=5MB/sec 2024-04-13T08:24:24.854 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-akVobKxln8MFoyl off=15099825 len=1419233 2024-04-13T08:24:24.860 INFO:tasks.workunit.client.0.smithi119.stdout:op 5478 completed, throughput=5MB/sec 2024-04-13T08:24:24.860 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-6Z_ARsqWDGL6lOt off=4890890 len=1903850 2024-04-13T08:24:24.871 INFO:tasks.workunit.client.0.smithi119.stdout:op 5479 completed, throughput=5MB/sec 2024-04-13T08:24:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:24:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:24:24] "GET /metrics HTTP/1.1" 200 34011 "" "Prometheus/2.43.0" 2024-04-13T08:24:25.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:24:24 smithi119 ceph-mon[96316]: pgmap v1946: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T08:24:25.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:24:24 smithi119 ceph-mon[93746]: pgmap v1946: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T08:24:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:24:24 smithi139 ceph-mon[88985]: pgmap v1946: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T08:24:25.872 INFO:tasks.workunit.client.0.smithi119.stdout: 1069: throughput=5MB/sec pending data=0 2024-04-13T08:24:25.872 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--rRHQMyrdvMONCl off=6124846 len=1459109 2024-04-13T08:24:25.873 INFO:tasks.workunit.client.0.smithi119.stdout:op 5480 completed, throughput=5MB/sec 2024-04-13T08:24:25.873 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-TlxlvUt0wRn2kTT off=928714 len=224964 2024-04-13T08:24:25.877 INFO:tasks.workunit.client.0.smithi119.stdout:op 5481 completed, throughput=5MB/sec 2024-04-13T08:24:25.877 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-o5jkwfR9JZgy0LE off=4024709 len=601377 2024-04-13T08:24:25.878 INFO:tasks.workunit.client.0.smithi119.stdout:op 5482 completed, throughput=5MB/sec 2024-04-13T08:24:25.878 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-1vB33FO3MglRKvk off=2326062 len=1643527 2024-04-13T08:24:25.886 INFO:tasks.workunit.client.0.smithi119.stdout:op 5483 completed, throughput=5MB/sec 2024-04-13T08:24:25.886 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-d01cTuakcHPwVtj off=4198 len=514237 2024-04-13T08:24:25.887 INFO:tasks.workunit.client.0.smithi119.stdout:op 5484 completed, throughput=5MB/sec 2024-04-13T08:24:25.887 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-e9BIln5mz-kNFJL off=11996003 len=881769 2024-04-13T08:24:25.891 INFO:tasks.workunit.client.0.smithi119.stdout:op 5485 completed, throughput=5MB/sec 2024-04-13T08:24:26.891 INFO:tasks.workunit.client.0.smithi119.stdout: 1070: throughput=5MB/sec pending data=0 2024-04-13T08:24:26.891 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-lW6pjIPCbi4ss3e off=16891701 len=1587547 2024-04-13T08:24:26.893 INFO:tasks.workunit.client.0.smithi119.stdout:op 5486 completed, throughput=5MB/sec 2024-04-13T08:24:26.893 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-7IWrn0upl-bBOFh off=7397832 len=1817274 2024-04-13T08:24:26.896 INFO:tasks.workunit.client.0.smithi119.stdout:op 5487 completed, throughput=5MB/sec 2024-04-13T08:24:26.896 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ub_Mw2KA5SuziRz off=8822250 len=1052610 2024-04-13T08:24:26.899 INFO:tasks.workunit.client.0.smithi119.stdout:op 5488 completed, throughput=5MB/sec 2024-04-13T08:24:26.899 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-5qfiKLLkUxywrb5 off=4253347 len=1829095 2024-04-13T08:24:26.901 INFO:tasks.workunit.client.0.smithi119.stdout:op 5489 completed, throughput=5MB/sec 2024-04-13T08:24:27.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:24:26 smithi139 ceph-mon[88985]: pgmap v1947: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T08:24:27.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:24:26 smithi119 ceph-mon[96316]: pgmap v1947: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T08:24:27.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:24:26 smithi119 ceph-mon[93746]: pgmap v1947: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T08:24:27.901 INFO:tasks.workunit.client.0.smithi119.stdout: 1071: throughput=5MB/sec pending data=0 2024-04-13T08:24:27.901 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-5BaGf8nfhU5V0zT off=9075057 len=762516 2024-04-13T08:24:27.902 INFO:tasks.workunit.client.0.smithi119.stdout:op 5490 completed, throughput=5MB/sec 2024-04-13T08:24:27.902 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-pntehL30TvMPEWC off=18421803 len=1187765 2024-04-13T08:24:27.904 INFO:tasks.workunit.client.0.smithi119.stdout:op 5491 completed, throughput=5MB/sec 2024-04-13T08:24:27.904 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Nuvp_cdZC6LytPL off=7290494 len=832751 2024-04-13T08:24:27.909 INFO:tasks.workunit.client.0.smithi119.stdout:op 5492 completed, throughput=5MB/sec 2024-04-13T08:24:27.909 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-067sBWqqEtegLf_ off=210989 len=801482 2024-04-13T08:24:27.911 INFO:tasks.workunit.client.0.smithi119.stdout:op 5493 completed, throughput=5MB/sec 2024-04-13T08:24:27.911 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-tErCVqJsAhLxNJJ off=13240538 len=1382 2024-04-13T08:24:27.911 INFO:tasks.workunit.client.0.smithi119.stdout:op 5494 completed, throughput=5MB/sec 2024-04-13T08:24:27.911 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-wQexgZG1gCA2Mr7 off=3208075 len=133703 2024-04-13T08:24:27.911 INFO:tasks.workunit.client.0.smithi119.stdout:op 5495 completed, throughput=5MB/sec 2024-04-13T08:24:27.912 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-C5UGy_0GWSon6Tt off=12439707 len=956667 2024-04-13T08:24:27.916 INFO:tasks.workunit.client.0.smithi119.stdout:op 5496 completed, throughput=5MB/sec 2024-04-13T08:24:28.916 INFO:tasks.workunit.client.0.smithi119.stdout: 1072: throughput=5MB/sec pending data=0 2024-04-13T08:24:28.917 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Tr7CbWaFfwTLuDa off=10246233 len=1147800 2024-04-13T08:24:28.918 INFO:tasks.workunit.client.0.smithi119.stdout:op 5497 completed, throughput=5MB/sec 2024-04-13T08:24:28.918 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-XHTRxd6d0OYLzgl off=4236427 len=1811037 2024-04-13T08:24:28.920 INFO:tasks.workunit.client.0.smithi119.stdout:op 5498 completed, throughput=5MB/sec 2024-04-13T08:24:28.920 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-txz_GCTUJr855g3 off=4617557 len=215295 2024-04-13T08:24:28.923 INFO:tasks.workunit.client.0.smithi119.stdout:op 5499 completed, throughput=5MB/sec 2024-04-13T08:24:28.923 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-RTI95xNrUYElE-U off=2989662 len=442088 2024-04-13T08:24:28.927 INFO:tasks.workunit.client.0.smithi119.stdout:op 5500 completed, throughput=5MB/sec 2024-04-13T08:24:28.927 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ANblodRnKVmyZ7S off=1529592 len=1455339 2024-04-13T08:24:28.935 INFO:tasks.workunit.client.0.smithi119.stdout:op 5501 completed, throughput=5MB/sec 2024-04-13T08:24:29.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:24:29 smithi139 ceph-mon[88985]: pgmap v1948: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-13T08:24:29.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:24:29 smithi119 ceph-mon[96316]: pgmap v1948: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-13T08:24:29.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:24:29 smithi119 ceph-mon[93746]: pgmap v1948: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-13T08:24:29.935 INFO:tasks.workunit.client.0.smithi119.stdout: 1073: throughput=5MB/sec pending data=0 2024-04-13T08:24:29.936 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-8I9fjtJHWQYHgOv off=1940285 len=1298107 2024-04-13T08:24:29.944 INFO:tasks.workunit.client.0.smithi119.stdout:op 5502 completed, throughput=5MB/sec 2024-04-13T08:24:29.944 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Q5cGwhfMcuMVtzS off=12641244 len=423367 2024-04-13T08:24:29.947 INFO:tasks.workunit.client.0.smithi119.stdout:op 5503 completed, throughput=5MB/sec 2024-04-13T08:24:29.948 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-YNF4ukbv0MOiwn_ off=17630883 len=1375693 2024-04-13T08:24:29.949 INFO:tasks.workunit.client.0.smithi119.stdout:op 5504 completed, throughput=5MB/sec 2024-04-13T08:24:29.949 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-dnFPxoAFX0ubZfe off=12904539 len=1754991 2024-04-13T08:24:29.957 INFO:tasks.workunit.client.0.smithi119.stdout:op 5505 completed, throughput=5MB/sec 2024-04-13T08:24:29.957 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-GQu_2N4MQoMDp1o off=10014637 len=1334227 2024-04-13T08:24:29.962 INFO:tasks.workunit.client.0.smithi119.stdout:op 5506 completed, throughput=5MB/sec 2024-04-13T08:24:30.963 INFO:tasks.workunit.client.0.smithi119.stdout: 1074: throughput=5MB/sec pending data=0 2024-04-13T08:24:30.963 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-QpbCtnu9RNNrD_m off=7146478 len=1859261 2024-04-13T08:24:30.975 INFO:tasks.workunit.client.0.smithi119.stdout:op 5507 completed, throughput=5MB/sec 2024-04-13T08:24:30.976 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-zKIp-qHKGwgHg0X off=8006110 len=1823154 2024-04-13T08:24:30.978 INFO:tasks.workunit.client.0.smithi119.stdout:op 5508 completed, throughput=5MB/sec 2024-04-13T08:24:30.979 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-XqumHQdx8CgXdJ2 off=6607938 len=959740 2024-04-13T08:24:30.980 INFO:tasks.workunit.client.0.smithi119.stdout:op 5509 completed, throughput=5MB/sec 2024-04-13T08:24:31.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:24:31 smithi139 ceph-mon[88985]: pgmap v1949: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-13T08:24:31.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:24:31 smithi119 ceph-mon[96316]: pgmap v1949: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-13T08:24:31.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:24:31 smithi119 ceph-mon[93746]: pgmap v1949: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-13T08:24:31.980 INFO:tasks.workunit.client.0.smithi119.stdout: 1075: throughput=5MB/sec pending data=0 2024-04-13T08:24:31.980 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-oIMGnDGX7p2Urqe off=3747794 len=1618109 2024-04-13T08:24:31.989 INFO:tasks.workunit.client.0.smithi119.stdout:op 5510 completed, throughput=5MB/sec 2024-04-13T08:24:31.989 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-iNZSzxY7q0k66FF off=291943 len=81383 2024-04-13T08:24:31.990 INFO:tasks.workunit.client.0.smithi119.stdout:op 5511 completed, throughput=5MB/sec 2024-04-13T08:24:31.990 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-WRrJQjW9T9Vjyxn off=4455317 len=1047839 2024-04-13T08:24:31.991 INFO:tasks.workunit.client.0.smithi119.stdout:op 5512 completed, throughput=5MB/sec 2024-04-13T08:24:31.991 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-or9_HDZrLwUj68l off=8273031 len=1919956 2024-04-13T08:24:31.993 INFO:tasks.workunit.client.0.smithi119.stdout:op 5513 completed, throughput=5MB/sec 2024-04-13T08:24:31.993 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-WRPpJd6W6v4x1XB off=4946700 len=26521 2024-04-13T08:24:31.993 INFO:tasks.workunit.client.0.smithi119.stdout:op 5514 completed, throughput=5MB/sec 2024-04-13T08:24:31.993 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-cMDerFuhPTW60b0 off=23629323 len=1287112 2024-04-13T08:24:31.998 INFO:tasks.workunit.client.0.smithi119.stdout:op 5515 completed, throughput=5MB/sec 2024-04-13T08:24:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:24:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:24:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:24:32.999 INFO:tasks.workunit.client.0.smithi119.stdout: 1076: throughput=5MB/sec pending data=0 2024-04-13T08:24:32.999 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-k2Kwcnqvoz7c6PG off=5523400 len=1887081 2024-04-13T08:24:33.010 INFO:tasks.workunit.client.0.smithi119.stdout:op 5516 completed, throughput=5MB/sec 2024-04-13T08:24:33.010 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-cBWrrZ7NelQQl6d off=5614083 len=1149524 2024-04-13T08:24:33.015 INFO:tasks.workunit.client.0.smithi119.stdout:op 5517 completed, throughput=5MB/sec 2024-04-13T08:24:33.015 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-q5Fm2Do5Un6pRFY off=3455629 len=1753104 2024-04-13T08:24:33.022 INFO:tasks.workunit.client.0.smithi119.stdout:op 5518 completed, throughput=5MB/sec 2024-04-13T08:24:33.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:24:33 smithi139 ceph-mon[88985]: pgmap v1950: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T08:24:33.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:24:33 smithi119 ceph-mon[96316]: pgmap v1950: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T08:24:33.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:24:33 smithi119 ceph-mon[93746]: pgmap v1950: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T08:24:34.023 INFO:tasks.workunit.client.0.smithi119.stdout: 1077: throughput=5MB/sec pending data=0 2024-04-13T08:24:34.023 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-oso3HOTx-kjjjMW off=5480112 len=978988 2024-04-13T08:24:34.029 INFO:tasks.workunit.client.0.smithi119.stdout:op 5519 completed, throughput=5MB/sec 2024-04-13T08:24:34.029 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-OwW1tB9ON4ruOZt off=9351881 len=1202234 2024-04-13T08:24:34.037 INFO:tasks.workunit.client.0.smithi119.stdout:op 5520 completed, throughput=5MB/sec 2024-04-13T08:24:34.037 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-DqMlrCBUSqTPz9g off=2382438 len=768063 2024-04-13T08:24:34.041 INFO:tasks.workunit.client.0.smithi119.stdout:op 5521 completed, throughput=5MB/sec 2024-04-13T08:24:34.041 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Eg-9PS_wmq5DFVT off=3489321 len=1136490 2024-04-13T08:24:34.046 INFO:tasks.workunit.client.0.smithi119.stdout:op 5522 completed, throughput=5MB/sec 2024-04-13T08:24:34.047 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ZxhexLOMv8DEb-w off=300793 len=1290725 2024-04-13T08:24:34.048 INFO:tasks.workunit.client.0.smithi119.stdout:op 5523 completed, throughput=5MB/sec 2024-04-13T08:24:35.048 INFO:tasks.workunit.client.0.smithi119.stdout: 1078: throughput=5MB/sec pending data=0 2024-04-13T08:24:35.049 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-QMvidF-ZrWVJ9p9 off=9877635 len=54107 2024-04-13T08:24:35.049 INFO:tasks.workunit.client.0.smithi119.stdout:op 5524 completed, throughput=5MB/sec 2024-04-13T08:24:35.049 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-r1WlC07R4ySMPwr off=10304029 len=1431178 2024-04-13T08:24:35.052 INFO:tasks.workunit.client.0.smithi119.stdout:op 5525 completed, throughput=5MB/sec 2024-04-13T08:24:35.052 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-12xtvaYKDoyWNeE off=3667774 len=1130786 2024-04-13T08:24:35.053 INFO:tasks.workunit.client.0.smithi119.stdout:op 5526 completed, throughput=5MB/sec 2024-04-13T08:24:35.053 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-XWBnjL3gQ0b7cnz off=3705944 len=1401505 2024-04-13T08:24:35.056 INFO:tasks.workunit.client.0.smithi119.stdout:op 5527 completed, throughput=5MB/sec 2024-04-13T08:24:35.056 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-dpCpakDcI3qnglV off=704582 len=398325 2024-04-13T08:24:35.056 INFO:tasks.workunit.client.0.smithi119.stdout:op 5528 completed, throughput=5MB/sec 2024-04-13T08:24:35.057 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-VNZYyBzU8Ii1N0f off=2693012 len=46588 2024-04-13T08:24:35.059 INFO:tasks.workunit.client.0.smithi119.stdout:op 5529 completed, throughput=5MB/sec 2024-04-13T08:24:35.059 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-GOXIE755aqNT8CF off=4005964 len=451126 2024-04-13T08:24:35.060 INFO:tasks.workunit.client.0.smithi119.stdout:op 5530 completed, throughput=5MB/sec 2024-04-13T08:24:35.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:24:35 smithi119 ceph-mon[96316]: pgmap v1951: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:24:35.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:24:35 smithi119 ceph-mon[93746]: pgmap v1951: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:24:35.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:24:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:24:34] "GET /metrics HTTP/1.1" 200 34011 "" "Prometheus/2.43.0" 2024-04-13T08:24:35.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:24:35 smithi139 ceph-mon[88985]: pgmap v1951: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:24:36.060 INFO:tasks.workunit.client.0.smithi119.stdout: 1079: throughput=5MB/sec pending data=0 2024-04-13T08:24:36.060 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-7PDHDSdAbTNiel0 off=710302 len=1141261 2024-04-13T08:24:36.062 INFO:tasks.workunit.client.0.smithi119.stdout:op 5531 completed, throughput=5MB/sec 2024-04-13T08:24:36.062 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-GFP2hgsvANnSYXp off=3585393 len=980556 2024-04-13T08:24:36.063 INFO:tasks.workunit.client.0.smithi119.stdout:op 5532 completed, throughput=5MB/sec 2024-04-13T08:24:36.064 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-AJdCsDU1sT6p0H4 off=22534602 len=910655 2024-04-13T08:24:36.069 INFO:tasks.workunit.client.0.smithi119.stdout:op 5533 completed, throughput=5MB/sec 2024-04-13T08:24:36.070 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-xrZIncbmISAvJgO off=2641515 len=924164 2024-04-13T08:24:36.071 INFO:tasks.workunit.client.0.smithi119.stdout:op 5534 completed, throughput=5MB/sec 2024-04-13T08:24:36.071 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-b_ahPDZgXItoMSM off=1279603 len=1798717 2024-04-13T08:24:36.080 INFO:tasks.workunit.client.0.smithi119.stdout:op 5535 completed, throughput=5MB/sec 2024-04-13T08:24:37.080 INFO:tasks.workunit.client.0.smithi119.stdout: 1080: throughput=5MB/sec pending data=0 2024-04-13T08:24:37.080 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-GDA0iV2T8s_srzl off=5526676 len=1265440 2024-04-13T08:24:37.081 INFO:tasks.workunit.client.0.smithi119.stdout:op 5536 completed, throughput=5MB/sec 2024-04-13T08:24:37.082 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-WlpYShKUr1qt9YO off=1884747 len=1510375 2024-04-13T08:24:37.083 INFO:tasks.workunit.client.0.smithi119.stdout:op 5537 completed, throughput=5MB/sec 2024-04-13T08:24:37.083 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-dvHK4CTb4VxChFo off=5703003 len=1651020 2024-04-13T08:24:37.092 INFO:tasks.workunit.client.0.smithi119.stdout:op 5538 completed, throughput=5MB/sec 2024-04-13T08:24:37.092 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-sgC1Y_1q90tlDyk off=13588236 len=1025160 2024-04-13T08:24:37.094 INFO:tasks.workunit.client.0.smithi119.stdout:op 5539 completed, throughput=5MB/sec 2024-04-13T08:24:37.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:24:37 smithi139 ceph-mon[88985]: pgmap v1952: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-13T08:24:37.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:24:37 smithi119 ceph-mon[96316]: pgmap v1952: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-13T08:24:37.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:24:37 smithi119 ceph-mon[93746]: pgmap v1952: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-13T08:24:38.095 INFO:tasks.workunit.client.0.smithi119.stdout: 1081: throughput=5MB/sec pending data=0 2024-04-13T08:24:38.095 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-FUKWENWhJihfeug off=6242299 len=124103 2024-04-13T08:24:38.098 INFO:tasks.workunit.client.0.smithi119.stdout:op 5540 completed, throughput=5MB/sec 2024-04-13T08:24:38.098 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-fNSxddrOS93H3jF off=9381206 len=829621 2024-04-13T08:24:38.103 INFO:tasks.workunit.client.0.smithi119.stdout:op 5541 completed, throughput=5MB/sec 2024-04-13T08:24:38.103 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-k1wN5KNeYXOs9c- off=6251386 len=1214613 2024-04-13T08:24:38.107 INFO:tasks.workunit.client.0.smithi119.stdout:op 5542 completed, throughput=5MB/sec 2024-04-13T08:24:38.107 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-GDBqQd8lwOc11Kt off=449050 len=59300 2024-04-13T08:24:38.108 INFO:tasks.workunit.client.0.smithi119.stdout:op 5543 completed, throughput=5MB/sec 2024-04-13T08:24:38.108 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ir_6jIlKCAeih4x off=5264665 len=1058311 2024-04-13T08:24:38.109 INFO:tasks.workunit.client.0.smithi119.stdout:op 5544 completed, throughput=5MB/sec 2024-04-13T08:24:38.109 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-IiKDAwSResYYVBz off=2039023 len=668163 2024-04-13T08:24:38.114 INFO:tasks.workunit.client.0.smithi119.stdout:op 5545 completed, throughput=5MB/sec 2024-04-13T08:24:38.114 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-T8oL_S5CGv1f-AG off=9299747 len=260883 2024-04-13T08:24:38.117 INFO:tasks.workunit.client.0.smithi119.stdout:op 5546 completed, throughput=5MB/sec 2024-04-13T08:24:38.117 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-JwUSJf5b1HwCXuX off=1934594 len=1643684 2024-04-13T08:24:38.121 INFO:tasks.workunit.client.0.smithi119.stdout:op 5547 completed, throughput=5MB/sec 2024-04-13T08:24:39.121 INFO:tasks.workunit.client.0.smithi119.stdout: 1082: throughput=5MB/sec pending data=0 2024-04-13T08:24:39.121 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ZdUmfuBBHLR8Vu4 off=19125438 len=182687 2024-04-13T08:24:39.122 INFO:tasks.workunit.client.0.smithi119.stdout:op 5548 completed, throughput=5MB/sec 2024-04-13T08:24:39.122 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-l_dBCAIIRjGqWkr off=661964 len=1619281 2024-04-13T08:24:39.124 INFO:tasks.workunit.client.0.smithi119.stdout:op 5549 completed, throughput=5MB/sec 2024-04-13T08:24:39.124 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-LJNaCzisjyESXXp off=1402237 len=1613433 2024-04-13T08:24:39.126 INFO:tasks.workunit.client.0.smithi119.stdout:op 5550 completed, throughput=5MB/sec 2024-04-13T08:24:39.126 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Uh8RpXGscXCZOTS off=13889398 len=1973517 2024-04-13T08:24:39.137 INFO:tasks.workunit.client.0.smithi119.stdout:op 5551 completed, throughput=5MB/sec 2024-04-13T08:24:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:24:39 smithi139 ceph-mon[88985]: pgmap v1953: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T08:24:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:24:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:24:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:24:39 smithi119 ceph-mon[96316]: pgmap v1953: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T08:24:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:24:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:24:39.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:24:39 smithi119 ceph-mon[93746]: pgmap v1953: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T08:24:39.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:24:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:24:40.138 INFO:tasks.workunit.client.0.smithi119.stdout: 1083: throughput=5MB/sec pending data=0 2024-04-13T08:24:40.138 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-6Uzp6crlTETsGDN off=6519383 len=2073918 2024-04-13T08:24:40.151 INFO:tasks.workunit.client.0.smithi119.stdout:op 5552 completed, throughput=5MB/sec 2024-04-13T08:24:40.151 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-9llC3-w9NmbfyFM off=4339680 len=34168 2024-04-13T08:24:40.153 INFO:tasks.workunit.client.0.smithi119.stdout:op 5553 completed, throughput=5MB/sec 2024-04-13T08:24:40.153 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-BTH0ZzfwbP9pzfv off=7765834 len=1129936 2024-04-13T08:24:40.160 INFO:tasks.workunit.client.0.smithi119.stdout:op 5554 completed, throughput=5MB/sec 2024-04-13T08:24:40.160 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-EJjBSX6SvnRiw8K off=8342965 len=1746979 2024-04-13T08:24:40.161 INFO:tasks.workunit.client.0.smithi119.stdout:op 5555 completed, throughput=5MB/sec 2024-04-13T08:24:41.162 INFO:tasks.workunit.client.0.smithi119.stdout: 1084: throughput=5MB/sec pending data=0 2024-04-13T08:24:41.162 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-JSLowEk6lSX9L6F off=6335886 len=831349 2024-04-13T08:24:41.163 INFO:tasks.workunit.client.0.smithi119.stdout:op 5556 completed, throughput=5MB/sec 2024-04-13T08:24:41.163 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-O10eONaS6pbTSVm off=15919068 len=555159 2024-04-13T08:24:41.168 INFO:tasks.workunit.client.0.smithi119.stdout:op 5557 completed, throughput=5MB/sec 2024-04-13T08:24:41.168 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-_zX_5B6tZCHoAs6 off=2074390 len=787643 2024-04-13T08:24:41.172 INFO:tasks.workunit.client.0.smithi119.stdout:op 5558 completed, throughput=5MB/sec 2024-04-13T08:24:41.172 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-_xYQV0H1kR6qFH8 off=11578976 len=577466 2024-04-13T08:24:41.175 INFO:tasks.workunit.client.0.smithi119.stdout:op 5559 completed, throughput=5MB/sec 2024-04-13T08:24:41.176 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-8NxS8gpYVIFjn31 off=1059071 len=279659 2024-04-13T08:24:41.176 INFO:tasks.workunit.client.0.smithi119.stdout:op 5560 completed, throughput=5MB/sec 2024-04-13T08:24:41.176 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-DEIIkYUFjyTrqER off=8625281 len=1697511 2024-04-13T08:24:41.184 INFO:tasks.workunit.client.0.smithi119.stdout:op 5561 completed, throughput=5MB/sec 2024-04-13T08:24:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:24:41 smithi139 ceph-mon[88985]: pgmap v1954: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T08:24:41.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:24:41 smithi119 ceph-mon[93746]: pgmap v1954: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T08:24:41.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:24:41 smithi119 ceph-mon[96316]: pgmap v1954: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T08:24:42.185 INFO:tasks.workunit.client.0.smithi119.stdout: 1085: throughput=5MB/sec pending data=0 2024-04-13T08:24:42.185 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-4bBPMaZ-fLhM3sk off=8384436 len=1376389 2024-04-13T08:24:42.186 INFO:tasks.workunit.client.0.smithi119.stdout:op 5562 completed, throughput=5MB/sec 2024-04-13T08:24:42.186 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Lzz97wLaHcleG5L off=3345333 len=1321081 2024-04-13T08:24:42.188 INFO:tasks.workunit.client.0.smithi119.stdout:op 5563 completed, throughput=5MB/sec 2024-04-13T08:24:42.188 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-0jIxIvPesrdV_Cq off=12376709 len=1434793 2024-04-13T08:24:42.194 INFO:tasks.workunit.client.0.smithi119.stdout:op 5564 completed, throughput=5MB/sec 2024-04-13T08:24:42.195 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-etXEnFqslmJj0l7 off=5634159 len=1694721 2024-04-13T08:24:42.203 INFO:tasks.workunit.client.0.smithi119.stdout:op 5565 completed, throughput=5MB/sec 2024-04-13T08:24:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:24:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:24:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:24:43.204 INFO:tasks.workunit.client.0.smithi119.stdout: 1086: throughput=5MB/sec pending data=0 2024-04-13T08:24:43.204 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-4d7r8I9QmvMDAQu off=18118127 len=1739055 2024-04-13T08:24:43.213 INFO:tasks.workunit.client.0.smithi119.stdout:op 5566 completed, throughput=5MB/sec 2024-04-13T08:24:43.213 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-dGkQ2pq3H0m0a4B off=4636341 len=738139 2024-04-13T08:24:43.217 INFO:tasks.workunit.client.0.smithi119.stdout:op 5567 completed, throughput=5MB/sec 2024-04-13T08:24:43.217 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-bJydJ85XXjvbALk off=15444817 len=1899609 2024-04-13T08:24:43.225 INFO:tasks.workunit.client.0.smithi119.stdout:op 5568 completed, throughput=5MB/sec 2024-04-13T08:24:43.225 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-2WVNVcp9EruMB5U off=9113124 len=582706 2024-04-13T08:24:43.229 INFO:tasks.workunit.client.0.smithi119.stdout:op 5569 completed, throughput=5MB/sec 2024-04-13T08:24:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:24:43 smithi139 ceph-mon[88985]: pgmap v1955: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-13T08:24:43.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:24:43 smithi119 ceph-mon[93746]: pgmap v1955: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-13T08:24:43.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:24:43 smithi119 ceph-mon[96316]: pgmap v1955: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-13T08:24:44.229 INFO:tasks.workunit.client.0.smithi119.stdout: 1087: throughput=5MB/sec pending data=0 2024-04-13T08:24:44.229 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-VsEkO_J0zO9vXIY off=5997075 len=1831725 2024-04-13T08:24:44.239 INFO:tasks.workunit.client.0.smithi119.stdout:op 5570 completed, throughput=5MB/sec 2024-04-13T08:24:44.239 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-xcTcphh9sNIApzv off=8284059 len=544496 2024-04-13T08:24:44.240 INFO:tasks.workunit.client.0.smithi119.stdout:op 5571 completed, throughput=5MB/sec 2024-04-13T08:24:44.240 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-WhkvUxgJcgD7BT8 off=6805633 len=991802 2024-04-13T08:24:44.241 INFO:tasks.workunit.client.0.smithi119.stdout:op 5572 completed, throughput=5MB/sec 2024-04-13T08:24:44.241 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-r__Oy-kA36CYhzi off=843535 len=412307 2024-04-13T08:24:44.245 INFO:tasks.workunit.client.0.smithi119.stdout:op 5573 completed, throughput=5MB/sec 2024-04-13T08:24:44.245 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-45_lUBYQNA8l-9y off=8030174 len=223049 2024-04-13T08:24:44.245 INFO:tasks.workunit.client.0.smithi119.stdout:op 5574 completed, throughput=5MB/sec 2024-04-13T08:24:44.245 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-fou5kxT2S-Umrtm off=1217136 len=1062927 2024-04-13T08:24:44.251 INFO:tasks.workunit.client.0.smithi119.stdout:op 5575 completed, throughput=5MB/sec 2024-04-13T08:24:44.251 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-hG2WPMoe8umVvFi off=3225678 len=1597429 2024-04-13T08:24:44.253 INFO:tasks.workunit.client.0.smithi119.stdout:op 5576 completed, throughput=5MB/sec 2024-04-13T08:24:45.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:24:45 smithi119 ceph-mon[96316]: pgmap v1956: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:24:45.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:24:45 smithi119 ceph-mon[93746]: pgmap v1956: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:24:45.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:24:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:24:44] "GET /metrics HTTP/1.1" 200 34007 "" "Prometheus/2.43.0" 2024-04-13T08:24:45.253 INFO:tasks.workunit.client.0.smithi119.stdout: 1088: throughput=5MB/sec pending data=0 2024-04-13T08:24:45.253 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-f6_fE830hDBhRCK off=8240510 len=1214428 2024-04-13T08:24:45.260 INFO:tasks.workunit.client.0.smithi119.stdout:op 5577 completed, throughput=5MB/sec 2024-04-13T08:24:45.260 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-TTl9OPHovoPZmaG off=353994 len=18629 2024-04-13T08:24:45.260 INFO:tasks.workunit.client.0.smithi119.stdout:op 5578 completed, throughput=5MB/sec 2024-04-13T08:24:45.260 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-_7cQYs3O_bLHjWf off=7290379 len=1071315 2024-04-13T08:24:45.262 INFO:tasks.workunit.client.0.smithi119.stdout:op 5579 completed, throughput=5MB/sec 2024-04-13T08:24:45.262 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-7DFxp3A1fBu_rgS off=4933030 len=1615685 2024-04-13T08:24:45.275 INFO:tasks.workunit.client.0.smithi119.stdout:op 5580 completed, throughput=5MB/sec 2024-04-13T08:24:45.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:24:45 smithi139 ceph-mon[88985]: pgmap v1956: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:24:46.275 INFO:tasks.workunit.client.0.smithi119.stdout: 1089: throughput=5MB/sec pending data=0 2024-04-13T08:24:46.275 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-3wkoN1RtXp1fzYK off=3769029 len=512901 2024-04-13T08:24:46.277 INFO:tasks.workunit.client.0.smithi119.stdout:op 5581 completed, throughput=5MB/sec 2024-04-13T08:24:46.277 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-vC_6qG2z2mI305M off=5085575 len=253374 2024-04-13T08:24:46.278 INFO:tasks.workunit.client.0.smithi119.stdout:op 5582 completed, throughput=5MB/sec 2024-04-13T08:24:46.278 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-IMPWpp8ECIRmD3G off=10985141 len=651306 2024-04-13T08:24:46.278 INFO:tasks.workunit.client.0.smithi119.stdout:op 5583 completed, throughput=5MB/sec 2024-04-13T08:24:46.279 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-6kIOOMBoQiYghBj off=5205286 len=1889979 2024-04-13T08:24:46.281 INFO:tasks.workunit.client.0.smithi119.stdout:op 5584 completed, throughput=5MB/sec 2024-04-13T08:24:46.281 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-EwlcIEJuBrjcjkM off=14719706 len=1630615 2024-04-13T08:24:46.290 INFO:tasks.workunit.client.0.smithi119.stdout:op 5585 completed, throughput=5MB/sec 2024-04-13T08:24:46.290 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-9j4Ub7zduPsqhhn off=10421647 len=2091910 2024-04-13T08:24:46.291 INFO:tasks.workunit.client.0.smithi119.stdout:op 5586 completed, throughput=5MB/sec 2024-04-13T08:24:47.292 INFO:tasks.workunit.client.0.smithi119.stdout: 1090: throughput=5MB/sec pending data=0 2024-04-13T08:24:47.292 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-l2ik8NRfGMFZn4A off=2521169 len=808913 2024-04-13T08:24:47.292 INFO:tasks.workunit.client.0.smithi119.stdout:op 5587 completed, throughput=5MB/sec 2024-04-13T08:24:47.292 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-XBGkcyrHUYTnKSw off=3298941 len=489098 2024-04-13T08:24:47.293 INFO:tasks.workunit.client.0.smithi119.stdout:op 5588 completed, throughput=5MB/sec 2024-04-13T08:24:47.293 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-s2QsEIhEIoWGxIm off=16149390 len=975268 2024-04-13T08:24:47.295 INFO:tasks.workunit.client.0.smithi119.stdout:op 5589 completed, throughput=5MB/sec 2024-04-13T08:24:47.296 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-wY7gc8QZwrjhpfp off=15761980 len=1433935 2024-04-13T08:24:47.302 INFO:tasks.workunit.client.0.smithi119.stdout:op 5590 completed, throughput=5MB/sec 2024-04-13T08:24:47.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:24:47 smithi139 ceph-mon[88985]: pgmap v1957: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T08:24:47.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:24:47 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:24:47.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:24:47 smithi119 ceph-mon[96316]: pgmap v1957: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T08:24:47.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:24:47 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:24:47.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:24:47 smithi119 ceph-mon[93746]: pgmap v1957: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T08:24:47.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:24:47 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:24:48.302 INFO:tasks.workunit.client.0.smithi119.stdout: 1091: throughput=5MB/sec pending data=0 2024-04-13T08:24:48.302 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-hRZFWfBbk6RXdfO off=14608386 len=1275605 2024-04-13T08:24:48.307 INFO:tasks.workunit.client.0.smithi119.stdout:op 5591 completed, throughput=5MB/sec 2024-04-13T08:24:48.307 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-eHNcuIwM6Tlw5I3 off=29 len=2075091 2024-04-13T08:24:48.309 INFO:tasks.workunit.client.0.smithi119.stdout:op 5592 completed, throughput=5MB/sec 2024-04-13T08:24:48.309 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-o9GurxcLxjSY0BM off=11024140 len=1406511 2024-04-13T08:24:48.316 INFO:tasks.workunit.client.0.smithi119.stdout:op 5593 completed, throughput=5MB/sec 2024-04-13T08:24:48.317 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-jtBfZ9s_s_Bv7UB off=1997227 len=805359 2024-04-13T08:24:48.320 INFO:tasks.workunit.client.0.smithi119.stdout:op 5594 completed, throughput=5MB/sec 2024-04-13T08:24:48.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:24:48 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:24:48.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:24:48 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:24:48.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:24:48 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:24:48.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:24:48 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:24:48.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:24:48 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:24:48.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:24:48 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:24:48.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:24:48 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:24:48.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:24:48 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:24:48.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:24:48 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:24:49.320 INFO:tasks.workunit.client.0.smithi119.stdout: 1092: throughput=5MB/sec pending data=0 2024-04-13T08:24:49.320 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-vNBcEBgO-TICPpp off=3219070 len=206688 2024-04-13T08:24:49.321 INFO:tasks.workunit.client.0.smithi119.stdout:op 5595 completed, throughput=5MB/sec 2024-04-13T08:24:49.321 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Hh-_o9LBq68pLd0 off=10334643 len=1596404 2024-04-13T08:24:49.329 INFO:tasks.workunit.client.0.smithi119.stdout:op 5596 completed, throughput=5MB/sec 2024-04-13T08:24:49.329 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-DYzKtBbpe0JdIbQ off=7710704 len=1643546 2024-04-13T08:24:49.337 INFO:tasks.workunit.client.0.smithi119.stdout:op 5597 completed, throughput=5MB/sec 2024-04-13T08:24:49.337 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-9_nt8IuMcwZJ3vY off=11865364 len=1347206 2024-04-13T08:24:49.344 INFO:tasks.workunit.client.0.smithi119.stdout:op 5598 completed, throughput=5MB/sec 2024-04-13T08:24:49.344 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-heBzb5kPcxq60Hg off=5797685 len=59947 2024-04-13T08:24:49.344 INFO:tasks.workunit.client.0.smithi119.stdout:op 5599 completed, throughput=5MB/sec 2024-04-13T08:24:49.344 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-atv9G3VNY50Sman off=5928939 len=627622 2024-04-13T08:24:49.346 INFO:tasks.workunit.client.0.smithi119.stdout:op 5600 completed, throughput=5MB/sec 2024-04-13T08:24:49.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:24:49 smithi139 ceph-mon[88985]: pgmap v1958: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:24:49.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:24:49 smithi119 ceph-mon[93746]: pgmap v1958: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:24:49.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:24:49 smithi119 ceph-mon[96316]: pgmap v1958: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:24:50.346 INFO:tasks.workunit.client.0.smithi119.stdout: 1093: throughput=5MB/sec pending data=0 2024-04-13T08:24:50.347 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-YBJm6ROYFfYh4ge off=16101572 len=1146709 2024-04-13T08:24:50.351 INFO:tasks.workunit.client.0.smithi119.stdout:op 5601 completed, throughput=5MB/sec 2024-04-13T08:24:50.352 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-soB6LtYGHoLf5vD off=2801836 len=733340 2024-04-13T08:24:50.355 INFO:tasks.workunit.client.0.smithi119.stdout:op 5602 completed, throughput=5MB/sec 2024-04-13T08:24:50.355 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-dIOtTvgDUcFBipn off=4860541 len=1368031 2024-04-13T08:24:50.356 INFO:tasks.workunit.client.0.smithi119.stdout:op 5603 completed, throughput=5MB/sec 2024-04-13T08:24:50.357 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-rWAshtzGosX5mA9 off=1071678 len=95978 2024-04-13T08:24:50.357 INFO:tasks.workunit.client.0.smithi119.stdout:op 5604 completed, throughput=5MB/sec 2024-04-13T08:24:50.357 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Q-KhH8W7KhzyRyz off=5698694 len=715053 2024-04-13T08:24:50.358 INFO:tasks.workunit.client.0.smithi119.stdout:op 5605 completed, throughput=5MB/sec 2024-04-13T08:24:50.358 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-l-uJzqPCIJhwXQB off=11434981 len=1683610 2024-04-13T08:24:50.360 INFO:tasks.workunit.client.0.smithi119.stdout:op 5606 completed, throughput=5MB/sec 2024-04-13T08:24:51.360 INFO:tasks.workunit.client.0.smithi119.stdout: 1094: throughput=5MB/sec pending data=0 2024-04-13T08:24:51.360 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-gfjg7seZVah1P-e off=15171858 len=515065 2024-04-13T08:24:51.364 INFO:tasks.workunit.client.0.smithi119.stdout:op 5607 completed, throughput=5MB/sec 2024-04-13T08:24:51.364 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-gH9r-is3uBFh6vv off=1767234 len=1787008 2024-04-13T08:24:51.368 INFO:tasks.workunit.client.0.smithi119.stdout:op 5608 completed, throughput=5MB/sec 2024-04-13T08:24:51.368 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ObjudIa_MkVoMvV off=7781904 len=1184740 2024-04-13T08:24:51.375 INFO:tasks.workunit.client.0.smithi119.stdout:op 5609 completed, throughput=5MB/sec 2024-04-13T08:24:51.375 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-p4Z6zFfnIg6CuFl off=10610179 len=160294 2024-04-13T08:24:51.376 INFO:tasks.workunit.client.0.smithi119.stdout:op 5610 completed, throughput=5MB/sec 2024-04-13T08:24:51.376 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3PqFQZMPs80Vnbf off=5638045 len=1825032 2024-04-13T08:24:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:24:51 smithi139 ceph-mon[88985]: pgmap v1959: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:24:51.387 INFO:tasks.workunit.client.0.smithi119.stdout:op 5611 completed, throughput=5MB/sec 2024-04-13T08:24:51.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:24:51 smithi119 ceph-mon[96316]: pgmap v1959: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:24:51.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:24:51 smithi119 ceph-mon[93746]: pgmap v1959: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:24:52.387 INFO:tasks.workunit.client.0.smithi119.stdout: 1095: throughput=5MB/sec pending data=0 2024-04-13T08:24:52.387 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-xIUCQ4M1ueLoebg off=21605298 len=413024 2024-04-13T08:24:52.391 INFO:tasks.workunit.client.0.smithi119.stdout:op 5612 completed, throughput=5MB/sec 2024-04-13T08:24:52.391 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-w_3XtjQDiOPtBne off=825373 len=1691403 2024-04-13T08:24:52.393 INFO:tasks.workunit.client.0.smithi119.stdout:op 5613 completed, throughput=5MB/sec 2024-04-13T08:24:52.393 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-VsfdGPd8BPSNL83 off=2624785 len=139238 2024-04-13T08:24:52.393 INFO:tasks.workunit.client.0.smithi119.stdout:op 5614 completed, throughput=5MB/sec 2024-04-13T08:24:52.394 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-kU_76qy9DwDpjAa off=19398880 len=1110296 2024-04-13T08:24:52.400 INFO:tasks.workunit.client.0.smithi119.stdout:op 5615 completed, throughput=5MB/sec 2024-04-13T08:24:52.401 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-xylGAcqAAdJwLsI off=8688644 len=896048 2024-04-13T08:24:52.404 INFO:tasks.workunit.client.0.smithi119.stdout:op 5616 completed, throughput=5MB/sec 2024-04-13T08:24:52.404 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-tiBZ3u9I8Jsm5RV off=5891705 len=258602 2024-04-13T08:24:52.404 INFO:tasks.workunit.client.0.smithi119.stdout:op 5617 completed, throughput=5MB/sec 2024-04-13T08:24:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:24:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:24:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:24:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:24:53 smithi139 ceph-mon[88985]: pgmap v1960: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-13T08:24:53.404 INFO:tasks.workunit.client.0.smithi119.stdout: 1096: throughput=5MB/sec pending data=0 2024-04-13T08:24:53.405 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-SVrjvs3bVik6snr off=1602758 len=660933 2024-04-13T08:24:53.406 INFO:tasks.workunit.client.0.smithi119.stdout:op 5618 completed, throughput=5MB/sec 2024-04-13T08:24:53.407 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ixFTJv4mwYTCKpr off=3621278 len=345090 2024-04-13T08:24:53.407 INFO:tasks.workunit.client.0.smithi119.stdout:op 5619 completed, throughput=5MB/sec 2024-04-13T08:24:53.407 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-2C95TM-SApowcPO off=673935 len=796365 2024-04-13T08:24:53.408 INFO:tasks.workunit.client.0.smithi119.stdout:op 5620 completed, throughput=5MB/sec 2024-04-13T08:24:53.408 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-4Aeu6w8O6f2O2Ff off=10187743 len=684629 2024-04-13T08:24:53.409 INFO:tasks.workunit.client.0.smithi119.stdout:op 5621 completed, throughput=5MB/sec 2024-04-13T08:24:53.410 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-rar0kdTogZQcpfj off=2860350 len=1444729 2024-04-13T08:24:53.411 INFO:tasks.workunit.client.0.smithi119.stdout:op 5622 completed, throughput=5MB/sec 2024-04-13T08:24:53.412 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3UwJcjENFaw50J7 off=3583887 len=1946229 2024-04-13T08:24:53.423 INFO:tasks.workunit.client.0.smithi119.stdout:op 5623 completed, throughput=5MB/sec 2024-04-13T08:24:53.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:24:53 smithi119 ceph-mon[93746]: pgmap v1960: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-13T08:24:53.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:24:53 smithi119 ceph-mon[96316]: pgmap v1960: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-13T08:24:54.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:24:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:24:54.423 INFO:tasks.workunit.client.0.smithi119.stdout: 1097: throughput=5MB/sec pending data=0 2024-04-13T08:24:54.424 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-agdoQTKfmtA6Xa0 off=10360994 len=1594569 2024-04-13T08:24:54.425 INFO:tasks.workunit.client.0.smithi119.stdout:op 5624 completed, throughput=5MB/sec 2024-04-13T08:24:54.425 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-7vz6LXcd6SBz4t4 off=5307269 len=644812 2024-04-13T08:24:54.431 INFO:tasks.workunit.client.0.smithi119.stdout:op 5625 completed, throughput=5MB/sec 2024-04-13T08:24:54.431 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-lfzskNLXG5CjAuq off=6488127 len=1097762 2024-04-13T08:24:54.437 INFO:tasks.workunit.client.0.smithi119.stdout:op 5626 completed, throughput=5MB/sec 2024-04-13T08:24:54.438 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-TZTSy9miI9k8wvX off=1628046 len=254503 2024-04-13T08:24:54.440 INFO:tasks.workunit.client.0.smithi119.stdout:op 5627 completed, throughput=5MB/sec 2024-04-13T08:24:54.441 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--oRxdF2jR-eHpTU off=16536569 len=85713 2024-04-13T08:24:54.441 INFO:tasks.workunit.client.0.smithi119.stdout:op 5628 completed, throughput=5MB/sec 2024-04-13T08:24:54.441 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-3QVZtYYWnufr9_m off=15852806 len=1362971 2024-04-13T08:24:54.443 INFO:tasks.workunit.client.0.smithi119.stdout:op 5629 completed, throughput=5MB/sec 2024-04-13T08:24:54.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:24:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:24:54.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:24:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:24:55.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:24:55 smithi119 ceph-mon[93746]: pgmap v1961: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:24:55.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:24:55 smithi119 ceph-mon[96316]: pgmap v1961: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:24:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:24:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:24:54] "GET /metrics HTTP/1.1" 200 34010 "" "Prometheus/2.43.0" 2024-04-13T08:24:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:24:55 smithi139 ceph-mon[88985]: pgmap v1961: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T08:24:55.443 INFO:tasks.workunit.client.0.smithi119.stdout: 1098: throughput=5MB/sec pending data=0 2024-04-13T08:24:55.443 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-JILTz-ZMR7Nilqu off=6159115 len=972458 2024-04-13T08:24:55.445 INFO:tasks.workunit.client.0.smithi119.stdout:op 5630 completed, throughput=5MB/sec 2024-04-13T08:24:55.445 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-bemdAFEv9_jfe9f off=9274024 len=56728 2024-04-13T08:24:55.447 INFO:tasks.workunit.client.0.smithi119.stdout:op 5631 completed, throughput=5MB/sec 2024-04-13T08:24:55.448 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-03OA-Q0MfUuehuf off=12403781 len=1286067 2024-04-13T08:24:55.453 INFO:tasks.workunit.client.0.smithi119.stdout:op 5632 completed, throughput=5MB/sec 2024-04-13T08:24:55.453 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-KqqmfnHarxfjFM2 off=9375983 len=570443 2024-04-13T08:24:55.454 INFO:tasks.workunit.client.0.smithi119.stdout:op 5633 completed, throughput=5MB/sec 2024-04-13T08:24:55.454 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-7vz6LXcd6SBz4t4 off=4514671 len=1532103 2024-04-13T08:24:55.462 INFO:tasks.workunit.client.0.smithi119.stdout:op 5634 completed, throughput=5MB/sec 2024-04-13T08:24:55.463 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-4MzmQDtAtfP1LQd off=10535707 len=1930026 2024-04-13T08:24:55.474 INFO:tasks.workunit.client.0.smithi119.stdout:op 5635 completed, throughput=5MB/sec 2024-04-13T08:24:56.474 INFO:tasks.workunit.client.0.smithi119.stdout: 1099: throughput=5MB/sec pending data=0 2024-04-13T08:24:56.475 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-u6-SaqbBGARDIDA off=8521194 len=1856097 2024-04-13T08:24:56.484 INFO:tasks.workunit.client.0.smithi119.stdout:op 5636 completed, throughput=5MB/sec 2024-04-13T08:24:56.484 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--rb35hFucYggGKo off=7066419 len=57634 2024-04-13T08:24:56.484 INFO:tasks.workunit.client.0.smithi119.stdout:op 5637 completed, throughput=5MB/sec 2024-04-13T08:24:56.484 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-0pOOMwXbO5Eu4nV off=2296793 len=2066992 2024-04-13T08:24:56.493 INFO:tasks.workunit.client.0.smithi119.stdout:op 5638 completed, throughput=5MB/sec 2024-04-13T08:24:57.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:24:57 smithi139 ceph-mon[88985]: pgmap v1962: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T08:24:57.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:24:57 smithi119 ceph-mon[93746]: pgmap v1962: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T08:24:57.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:24:57 smithi119 ceph-mon[96316]: pgmap v1962: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T08:24:57.493 INFO:tasks.workunit.client.0.smithi119.stdout: 1100: throughput=5MB/sec pending data=0 2024-04-13T08:24:57.493 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-z-VcZIWis6ZHVCv off=1803779 len=1584363 2024-04-13T08:24:57.495 INFO:tasks.workunit.client.0.smithi119.stdout:op 5639 completed, throughput=5MB/sec 2024-04-13T08:24:57.495 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-HytxUtuANBvOiyu off=2353322 len=1696913 2024-04-13T08:24:57.498 INFO:tasks.workunit.client.0.smithi119.stdout:op 5640 completed, throughput=5MB/sec 2024-04-13T08:24:57.498 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-dGkQ2pq3H0m0a4B off=10717475 len=1129265 2024-04-13T08:24:57.507 INFO:tasks.workunit.client.0.smithi119.stdout:op 5641 completed, throughput=5MB/sec 2024-04-13T08:24:57.507 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-kyeo4RD9bUKraP3 off=1045895 len=1008407 2024-04-13T08:24:57.512 INFO:tasks.workunit.client.0.smithi119.stdout:op 5642 completed, throughput=5MB/sec 2024-04-13T08:24:58.513 INFO:tasks.workunit.client.0.smithi119.stdout: 1101: throughput=5MB/sec pending data=0 2024-04-13T08:24:58.513 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-2ikFJgl8x8RGse_ off=3722136 len=359753 2024-04-13T08:24:58.514 INFO:tasks.workunit.client.0.smithi119.stdout:op 5643 completed, throughput=5MB/sec 2024-04-13T08:24:58.514 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-cD4j7W4IJqGABgT off=1480530 len=1766775 2024-04-13T08:24:58.522 INFO:tasks.workunit.client.0.smithi119.stdout:op 5644 completed, throughput=5MB/sec 2024-04-13T08:24:58.523 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-_lkzioixZtlTO0m off=1820458 len=2053546 2024-04-13T08:24:58.524 INFO:tasks.workunit.client.0.smithi119.stdout:op 5645 completed, throughput=5MB/sec 2024-04-13T08:24:58.525 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-_-qqVrrQgekVKwP off=262720 len=1527325 2024-04-13T08:24:58.526 INFO:tasks.workunit.client.0.smithi119.stdout:op 5646 completed, throughput=5MB/sec 2024-04-13T08:24:59.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:24:59 smithi139 ceph-mon[88985]: pgmap v1963: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:24:59.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:24:59 smithi119 ceph-mon[93746]: pgmap v1963: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:24:59.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:24:59 smithi119 ceph-mon[96316]: pgmap v1963: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:24:59.526 INFO:tasks.workunit.client.0.smithi119.stdout: 1102: throughput=5MB/sec pending data=0 2024-04-13T08:24:59.526 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-148CCNKyQ5wu2Km off=8741950 len=149953 2024-04-13T08:24:59.529 INFO:tasks.workunit.client.0.smithi119.stdout:op 5647 completed, throughput=5MB/sec 2024-04-13T08:24:59.529 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-YLrJ39CrsSrlSmX off=6644991 len=1856417 2024-04-13T08:24:59.540 INFO:tasks.workunit.client.0.smithi119.stdout:op 5648 completed, throughput=5MB/sec 2024-04-13T08:24:59.540 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj--yg76K58X7t-r5O off=17202882 len=745166 2024-04-13T08:24:59.544 INFO:tasks.workunit.client.0.smithi119.stdout:op 5649 completed, throughput=5MB/sec 2024-04-13T08:24:59.544 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-kmcfNp7kgJtJaKF off=4033091 len=862037 2024-04-13T08:24:59.550 INFO:tasks.workunit.client.0.smithi119.stdout:op 5650 completed, throughput=5MB/sec 2024-04-13T08:24:59.550 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-iK0ibH9yV_2alJG off=1814633 len=1292262 2024-04-13T08:24:59.551 INFO:tasks.workunit.client.0.smithi119.stdout:op 5651 completed, throughput=5MB/sec 2024-04-13T08:25:00.551 INFO:tasks.workunit.client.0.smithi119.stdout: 1103: throughput=5MB/sec pending data=0 2024-04-13T08:25:00.552 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-UK6M1RX88AXKTii off=3292776 len=448093 2024-04-13T08:25:00.552 INFO:tasks.workunit.client.0.smithi119.stdout:op 5652 completed, throughput=5MB/sec 2024-04-13T08:25:00.553 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-GGtOqwxCZI46SUb off=1726953 len=458789 2024-04-13T08:25:00.554 INFO:tasks.workunit.client.0.smithi119.stdout:op 5653 completed, throughput=5MB/sec 2024-04-13T08:25:00.554 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-WNBuNzbrGzFZOpU off=14021840 len=1640935 2024-04-13T08:25:00.567 INFO:tasks.workunit.client.0.smithi119.stdout:op 5654 completed, throughput=5MB/sec 2024-04-13T08:25:00.567 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-jViiCojAbQMTlvA off=1863580 len=352799 2024-04-13T08:25:00.568 INFO:tasks.workunit.client.0.smithi119.stdout:op 5655 completed, throughput=5MB/sec 2024-04-13T08:25:00.568 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-5wJz-fWtj2-g0Ra off=6290793 len=1603150 2024-04-13T08:25:00.569 INFO:tasks.workunit.client.0.smithi119.stdout:op 5656 completed, throughput=5MB/sec 2024-04-13T08:25:00.569 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-MkJYZQu9yMnJRHY off=1068542 len=1613795 2024-04-13T08:25:00.576 INFO:tasks.workunit.client.0.smithi119.stdout:op 5657 completed, throughput=5MB/sec 2024-04-13T08:25:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:25:01 smithi139 ceph-mon[88985]: pgmap v1964: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T08:25:01.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:25:01 smithi119 ceph-mon[93746]: pgmap v1964: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T08:25:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:25:01 smithi119 ceph-mon[96316]: pgmap v1964: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T08:25:01.576 INFO:tasks.workunit.client.0.smithi119.stdout: 1104: throughput=5MB/sec pending data=0 2024-04-13T08:25:01.576 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ccqwEGJsldOM5Ep off=3467091 len=926477 2024-04-13T08:25:01.578 INFO:tasks.workunit.client.0.smithi119.stdout:op 5658 completed, throughput=5MB/sec 2024-04-13T08:25:01.579 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Fr0IlJld4e4J6wX off=12452667 len=134156 2024-04-13T08:25:01.579 INFO:tasks.workunit.client.0.smithi119.stdout:op 5659 completed, throughput=5MB/sec 2024-04-13T08:25:01.579 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-l6gmics1TJTTjHE off=13421902 len=1506090 2024-04-13T08:25:01.581 INFO:tasks.workunit.client.0.smithi119.stdout:op 5660 completed, throughput=5MB/sec 2024-04-13T08:25:01.581 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-yku68RYF-dlNf38 off=14309584 len=1199738 2024-04-13T08:25:01.583 INFO:tasks.workunit.client.0.smithi119.stdout:op 5661 completed, throughput=5MB/sec 2024-04-13T08:25:01.583 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-GG52tcE2VE-_2qq off=16131226 len=45307 2024-04-13T08:25:01.585 INFO:tasks.workunit.client.0.smithi119.stdout:op 5662 completed, throughput=5MB/sec 2024-04-13T08:25:01.585 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-t1YtEVxeo1g4zkO off=3175091 len=1708608 2024-04-13T08:25:01.587 INFO:tasks.workunit.client.0.smithi119.stdout:op 5663 completed, throughput=5MB/sec 2024-04-13T08:25:02.588 INFO:tasks.workunit.client.0.smithi119.stdout: 1105: throughput=5MB/sec pending data=0 2024-04-13T08:25:02.588 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-5CXZeEh0Ts9szy5 off=4452367 len=221936 2024-04-13T08:25:02.588 INFO:tasks.workunit.client.0.smithi119.stdout:op 5664 completed, throughput=5MB/sec 2024-04-13T08:25:02.588 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-NN8frSI1qOxUjrb off=12815840 len=1461133 2024-04-13T08:25:02.590 INFO:tasks.workunit.client.0.smithi119.stdout:op 5665 completed, throughput=5MB/sec 2024-04-13T08:25:02.590 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-dNFIDLN_m6s8mNH off=6466067 len=4925 2024-04-13T08:25:02.591 INFO:tasks.workunit.client.0.smithi119.stdout:op 5666 completed, throughput=5MB/sec 2024-04-13T08:25:02.591 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-TK__EAAUGDlpEEl off=6148331 len=1164127 2024-04-13T08:25:02.593 INFO:tasks.workunit.client.0.smithi119.stdout:op 5667 completed, throughput=5MB/sec 2024-04-13T08:25:02.593 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Y6zGJj2-J1I-U8i off=9172260 len=134609 2024-04-13T08:25:02.596 INFO:tasks.workunit.client.0.smithi119.stdout:op 5668 completed, throughput=5MB/sec 2024-04-13T08:25:02.596 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-CgY9kyiSPod7yOJ off=4896548 len=2075379 2024-04-13T08:25:02.598 INFO:tasks.workunit.client.0.smithi119.stdout:op 5669 completed, throughput=5MB/sec 2024-04-13T08:25:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:25:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:25:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:25:03.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:25:03 smithi139 ceph-mon[88985]: pgmap v1965: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T08:25:03.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:25:03 smithi119 ceph-mon[96316]: pgmap v1965: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T08:25:03.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:25:03 smithi119 ceph-mon[93746]: pgmap v1965: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T08:25:03.599 INFO:tasks.workunit.client.0.smithi119.stdout: 1106: throughput=5MB/sec pending data=0 2024-04-13T08:25:03.599 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-FAvYEUwQFC4jwh2 off=11280156 len=95689 2024-04-13T08:25:03.602 INFO:tasks.workunit.client.0.smithi119.stdout:op 5670 completed, throughput=5MB/sec 2024-04-13T08:25:03.602 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-VNyIFgkiOh-93uO off=9266971 len=2045019 2024-04-13T08:25:03.604 INFO:tasks.workunit.client.0.smithi119.stdout:op 5671 completed, throughput=5MB/sec 2024-04-13T08:25:03.604 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-OEi7Uvinq2mjxjc off=12131906 len=84101 2024-04-13T08:25:03.607 INFO:tasks.workunit.client.0.smithi119.stdout:op 5672 completed, throughput=5MB/sec 2024-04-13T08:25:03.607 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-hxxHDbLaXWXUuPf off=5181295 len=346312 2024-04-13T08:25:03.608 INFO:tasks.workunit.client.0.smithi119.stdout:op 5673 completed, throughput=5MB/sec 2024-04-13T08:25:03.608 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-1pxzIS92_hMzpvG off=8300849 len=46507 2024-04-13T08:25:03.608 INFO:tasks.workunit.client.0.smithi119.stdout:op 5674 completed, throughput=5MB/sec 2024-04-13T08:25:03.608 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-weiHLw2Iu_REqqK off=16091287 len=2023026 2024-04-13T08:25:03.623 INFO:tasks.workunit.client.0.smithi119.stdout:op 5675 completed, throughput=5MB/sec 2024-04-13T08:25:04.624 INFO:tasks.workunit.client.0.smithi119.stdout: 1107: throughput=5MB/sec pending data=0 2024-04-13T08:25:04.624 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-PpmEOF983_Qy9RD off=16814793 len=1447938 2024-04-13T08:25:04.625 INFO:tasks.workunit.client.0.smithi119.stdout:op 5676 completed, throughput=5MB/sec 2024-04-13T08:25:04.625 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ulI9Lbof7H3hbUM off=154584 len=2035542 2024-04-13T08:25:04.627 INFO:tasks.workunit.client.0.smithi119.stdout:op 5677 completed, throughput=5MB/sec 2024-04-13T08:25:04.628 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-y0yH46U6HK_-htz off=5502175 len=567683 2024-04-13T08:25:04.632 INFO:tasks.workunit.client.0.smithi119.stdout:op 5678 completed, throughput=5MB/sec 2024-04-13T08:25:04.633 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-b4P5ujnmF0hwL5q off=309034 len=672957 2024-04-13T08:25:04.633 INFO:tasks.workunit.client.0.smithi119.stdout:op 5679 completed, throughput=5MB/sec 2024-04-13T08:25:04.634 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-zfxcQYsXWzKXr95 off=3859094 len=2015113 2024-04-13T08:25:04.645 INFO:tasks.workunit.client.0.smithi119.stdout:op 5680 completed, throughput=5MB/sec 2024-04-13T08:25:05.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:25:05 smithi119 ceph-mon[96316]: pgmap v1966: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T08:25:05.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:25:05 smithi119 ceph-mon[93746]: pgmap v1966: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T08:25:05.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:25:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:25:04] "GET /metrics HTTP/1.1" 200 34010 "" "Prometheus/2.43.0" 2024-04-13T08:25:05.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:25:05 smithi139 ceph-mon[88985]: pgmap v1966: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T08:25:05.645 INFO:tasks.workunit.client.0.smithi119.stdout: 1108: throughput=5MB/sec pending data=0 2024-04-13T08:25:05.646 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-AOoXg29yuRPAfVt off=14846811 len=1740047 2024-04-13T08:25:05.649 INFO:tasks.workunit.client.0.smithi119.stdout:op 5681 completed, throughput=5MB/sec 2024-04-13T08:25:05.649 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-WCccvc3xVFloS6q off=7522581 len=945046 2024-04-13T08:25:05.654 INFO:tasks.workunit.client.0.smithi119.stdout:op 5682 completed, throughput=5MB/sec 2024-04-13T08:25:05.655 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-eHF2t5keYmoYI4O off=0 len=1645749 2024-04-13T08:25:05.664 INFO:tasks.workunit.client.0.smithi119.stdout:op 5683 completed, throughput=5MB/sec 2024-04-13T08:25:06.665 INFO:tasks.workunit.client.0.smithi119.stdout: 1109: throughput=5MB/sec pending data=0 2024-04-13T08:25:06.665 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-V_lYlwWqZ3bh5n5 off=400771 len=572138 2024-04-13T08:25:06.670 INFO:tasks.workunit.client.0.smithi119.stdout:op 5684 completed, throughput=5MB/sec 2024-04-13T08:25:06.670 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-NqmhXDTcAsGdRMb off=3806071 len=689339 2024-04-13T08:25:06.674 INFO:tasks.workunit.client.0.smithi119.stdout:op 5685 completed, throughput=5MB/sec 2024-04-13T08:25:06.674 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Sw734GAJA9R2ALR off=5320059 len=1276686 2024-04-13T08:25:06.681 INFO:tasks.workunit.client.0.smithi119.stdout:op 5686 completed, throughput=5MB/sec 2024-04-13T08:25:06.682 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-apZzOij14OHsNL5 off=11201199 len=1595129 2024-04-13T08:25:06.683 INFO:tasks.workunit.client.0.smithi119.stdout:op 5687 completed, throughput=5MB/sec 2024-04-13T08:25:06.683 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-jlsXOvc3vILdK0j off=2496237 len=548966 2024-04-13T08:25:06.687 INFO:tasks.workunit.client.0.smithi119.stdout:op 5688 completed, throughput=5MB/sec 2024-04-13T08:25:06.687 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ajQoVnG3o1lWOqu off=620333 len=1684178 2024-04-13T08:25:06.689 INFO:tasks.workunit.client.0.smithi119.stdout:op 5689 completed, throughput=5MB/sec 2024-04-13T08:25:07.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:25:07 smithi139 ceph-mon[88985]: pgmap v1967: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T08:25:07.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:25:07 smithi119 ceph-mon[96316]: pgmap v1967: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T08:25:07.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:25:07 smithi119 ceph-mon[93746]: pgmap v1967: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T08:25:07.689 INFO:tasks.workunit.client.0.smithi119.stdout: 1110: throughput=5MB/sec pending data=0 2024-04-13T08:25:07.689 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-4o1LE-drIvI9vGu off=1219041 len=923530 2024-04-13T08:25:07.694 INFO:tasks.workunit.client.0.smithi119.stdout:op 5690 completed, throughput=5MB/sec 2024-04-13T08:25:07.694 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Lalk805PNnyVbXo off=11773597 len=797462 2024-04-13T08:25:07.699 INFO:tasks.workunit.client.0.smithi119.stdout:op 5691 completed, throughput=5MB/sec 2024-04-13T08:25:07.699 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-kSPjat__vjbF3zZ off=618468 len=1660983 2024-04-13T08:25:07.701 INFO:tasks.workunit.client.0.smithi119.stdout:op 5692 completed, throughput=5MB/sec 2024-04-13T08:25:07.701 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-nw2GoC0qv6tMi0Y off=830377 len=1954063 2024-04-13T08:25:07.705 INFO:tasks.workunit.client.0.smithi119.stdout:op 5693 completed, throughput=5MB/sec 2024-04-13T08:25:08.705 INFO:tasks.workunit.client.0.smithi119.stdout: 1111: throughput=5MB/sec pending data=0 2024-04-13T08:25:08.705 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Kr5O24r6iDbPdEn off=7477279 len=925615 2024-04-13T08:25:08.707 INFO:tasks.workunit.client.0.smithi119.stdout:op 5694 completed, throughput=5MB/sec 2024-04-13T08:25:08.707 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-G5V9YGowqUNxWM- off=3082847 len=112218 2024-04-13T08:25:08.710 INFO:tasks.workunit.client.0.smithi119.stdout:op 5695 completed, throughput=5MB/sec 2024-04-13T08:25:08.710 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Q58dbS-umW2oiWG off=1051830 len=2005887 2024-04-13T08:25:08.717 INFO:tasks.workunit.client.0.smithi119.stdout:op 5696 completed, throughput=5MB/sec 2024-04-13T08:25:08.717 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-JAJctEG1ut41qG1 off=187619 len=1408781 2024-04-13T08:25:08.718 INFO:tasks.workunit.client.0.smithi119.stdout:op 5697 completed, throughput=5MB/sec 2024-04-13T08:25:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:25:09 smithi139 ceph-mon[88985]: pgmap v1968: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:25:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:25:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:25:09.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:25:09 smithi119 ceph-mon[96316]: pgmap v1968: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:25:09.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:25:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:25:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:25:09 smithi119 ceph-mon[93746]: pgmap v1968: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:25:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:25:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:25:09.721 INFO:tasks.workunit.client.0.smithi119.stdout: 1112: throughput=5MB/sec pending data=0 2024-04-13T08:25:09.721 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-AEyLLJrJPN8okiY off=7424123 len=925422 2024-04-13T08:25:09.724 INFO:tasks.workunit.client.0.smithi119.stdout:op 5698 completed, throughput=5MB/sec 2024-04-13T08:25:09.724 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-SYG20dTneKK7Pte off=1321739 len=1444100 2024-04-13T08:25:09.726 INFO:tasks.workunit.client.0.smithi119.stdout:op 5699 completed, throughput=5MB/sec 2024-04-13T08:25:09.726 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-zTYe3IVe-xctxJt off=7769967 len=1012162 2024-04-13T08:25:09.728 INFO:tasks.workunit.client.0.smithi119.stdout:op 5700 completed, throughput=5MB/sec 2024-04-13T08:25:09.728 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-QTvg3DYC_o8sYHt off=668305 len=1968660 2024-04-13T08:25:09.732 INFO:tasks.workunit.client.0.smithi119.stdout:op 5701 completed, throughput=5MB/sec 2024-04-13T08:25:10.732 INFO:tasks.workunit.client.0.smithi119.stdout: 1113: throughput=5MB/sec pending data=0 2024-04-13T08:25:10.732 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-AFm_I0YgEdI4S5v off=14831598 len=873699 2024-04-13T08:25:10.737 INFO:tasks.workunit.client.0.smithi119.stdout:op 5702 completed, throughput=5MB/sec 2024-04-13T08:25:10.737 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-qSANumybfAVxgnD off=11280471 len=1693846 2024-04-13T08:25:10.749 INFO:tasks.workunit.client.0.smithi119.stdout:op 5703 completed, throughput=5MB/sec 2024-04-13T08:25:10.749 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj--5G93tTFJFacqyE off=1454079 len=1961030 2024-04-13T08:25:10.761 INFO:tasks.workunit.client.0.smithi119.stdout:op 5704 completed, throughput=5MB/sec 2024-04-13T08:25:10.761 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-0W8TSM0_-x5_OFe off=9276815 len=1109527 2024-04-13T08:25:10.762 INFO:tasks.workunit.client.0.smithi119.stdout:op 5705 completed, throughput=5MB/sec 2024-04-13T08:25:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:25:11 smithi139 ceph-mon[88985]: pgmap v1969: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:25:11.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:25:11 smithi119 ceph-mon[96316]: pgmap v1969: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:25:11.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:25:11 smithi119 ceph-mon[93746]: pgmap v1969: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:25:11.763 INFO:tasks.workunit.client.0.smithi119.stdout: 1114: throughput=5MB/sec pending data=0 2024-04-13T08:25:11.763 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-pvJAPt0aIt5bm-H off=3273664 len=583390 2024-04-13T08:25:11.764 INFO:tasks.workunit.client.0.smithi119.stdout:op 5706 completed, throughput=5MB/sec 2024-04-13T08:25:11.764 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Fu9441jq6L-DDbX off=9279645 len=661708 2024-04-13T08:25:11.768 INFO:tasks.workunit.client.0.smithi119.stdout:op 5707 completed, throughput=5MB/sec 2024-04-13T08:25:11.768 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-hg9aHiciYFsql31 off=3536498 len=58912 2024-04-13T08:25:11.769 INFO:tasks.workunit.client.0.smithi119.stdout:op 5708 completed, throughput=5MB/sec 2024-04-13T08:25:11.769 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Eg-9PS_wmq5DFVT off=1985900 len=773955 2024-04-13T08:25:11.773 INFO:tasks.workunit.client.0.smithi119.stdout:op 5709 completed, throughput=5MB/sec 2024-04-13T08:25:11.773 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-4Uy72Uox8TQnLSz off=11551073 len=253654 2024-04-13T08:25:11.774 INFO:tasks.workunit.client.0.smithi119.stdout:op 5710 completed, throughput=5MB/sec 2024-04-13T08:25:11.774 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Yrkc1-veiZidE0r off=1270303 len=978219 2024-04-13T08:25:11.780 INFO:tasks.workunit.client.0.smithi119.stdout:op 5711 completed, throughput=5MB/sec 2024-04-13T08:25:11.780 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-wccJ14dhrZHHVHL off=6453070 len=534863 2024-04-13T08:25:11.781 INFO:tasks.workunit.client.0.smithi119.stdout:op 5712 completed, throughput=5MB/sec 2024-04-13T08:25:11.781 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-eljA9DpMyVRx-7e off=15596674 len=2017160 2024-04-13T08:25:11.794 INFO:tasks.workunit.client.0.smithi119.stdout:op 5713 completed, throughput=5MB/sec 2024-04-13T08:25:12.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:25:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:25:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:25:12.794 INFO:tasks.workunit.client.0.smithi119.stdout: 1115: throughput=5MB/sec pending data=0 2024-04-13T08:25:12.794 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-HE0DO01ntakJJkb off=1007231 len=1412432 2024-04-13T08:25:12.796 INFO:tasks.workunit.client.0.smithi119.stdout:op 5714 completed, throughput=5MB/sec 2024-04-13T08:25:12.796 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-N86EjOrOOK1cu1N off=10222718 len=708333 2024-04-13T08:25:12.801 INFO:tasks.workunit.client.0.smithi119.stdout:op 5715 completed, throughput=5MB/sec 2024-04-13T08:25:12.801 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-tq4T7g3FAnNeS-j off=2724820 len=1917307 2024-04-13T08:25:12.813 INFO:tasks.workunit.client.0.smithi119.stdout:op 5716 completed, throughput=5MB/sec 2024-04-13T08:25:12.813 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-f0l5ONWdT67cBcL off=8830290 len=1173879 2024-04-13T08:25:12.814 INFO:tasks.workunit.client.0.smithi119.stdout:op 5717 completed, throughput=5MB/sec 2024-04-13T08:25:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:25:13 smithi139 ceph-mon[88985]: pgmap v1970: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-13T08:25:13.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:25:13 smithi119 ceph-mon[93746]: pgmap v1970: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-13T08:25:13.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:25:13 smithi119 ceph-mon[96316]: pgmap v1970: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-13T08:25:13.815 INFO:tasks.workunit.client.0.smithi119.stdout: 1116: throughput=5MB/sec pending data=0 2024-04-13T08:25:13.815 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-DdpUUpTZN4ORaUw off=1080542 len=1994901 2024-04-13T08:25:13.826 INFO:tasks.workunit.client.0.smithi119.stdout:op 5718 completed, throughput=5MB/sec 2024-04-13T08:25:13.826 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-klINoBw_bBVuD81 off=21223685 len=1619400 2024-04-13T08:25:13.834 INFO:tasks.workunit.client.0.smithi119.stdout:op 5719 completed, throughput=5MB/sec 2024-04-13T08:25:13.834 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-mGJCrgcmRPz7cIg off=8718435 len=366597 2024-04-13T08:25:13.838 INFO:tasks.workunit.client.0.smithi119.stdout:op 5720 completed, throughput=5MB/sec 2024-04-13T08:25:13.838 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-IpncDIJKCvTE7kN off=52621 len=1664118 2024-04-13T08:25:13.841 INFO:tasks.workunit.client.0.smithi119.stdout:op 5721 completed, throughput=5MB/sec 2024-04-13T08:25:14.841 INFO:tasks.workunit.client.0.smithi119.stdout: 1117: throughput=5MB/sec pending data=0 2024-04-13T08:25:14.842 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-q40vY-xLuxWMLx0 off=9471757 len=102170 2024-04-13T08:25:14.844 INFO:tasks.workunit.client.0.smithi119.stdout:op 5722 completed, throughput=5MB/sec 2024-04-13T08:25:14.844 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Lbu2R32ee3bStrs off=2014795 len=404818 2024-04-13T08:25:14.846 INFO:tasks.workunit.client.0.smithi119.stdout:op 5723 completed, throughput=5MB/sec 2024-04-13T08:25:14.846 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-0guVSgey-cG_Zgc off=15367488 len=2059962 2024-04-13T08:25:14.856 INFO:tasks.workunit.client.0.smithi119.stdout:op 5724 completed, throughput=5MB/sec 2024-04-13T08:25:14.856 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-mrXrAUVNMGokqc_ off=2463173 len=123473 2024-04-13T08:25:14.857 INFO:tasks.workunit.client.0.smithi119.stdout:op 5725 completed, throughput=5MB/sec 2024-04-13T08:25:14.857 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-3QcARmAbXywyJ0I off=16727511 len=1999826 2024-04-13T08:25:14.860 INFO:tasks.workunit.client.0.smithi119.stdout:op 5726 completed, throughput=5MB/sec 2024-04-13T08:25:15.082 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:25:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:25:14] "GET /metrics HTTP/1.1" 200 34009 "" "Prometheus/2.43.0" 2024-04-13T08:25:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:25:15 smithi139 ceph-mon[88985]: pgmap v1971: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-13T08:25:15.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:25:15 smithi119 ceph-mon[96316]: pgmap v1971: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-13T08:25:15.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:25:15 smithi119 ceph-mon[93746]: pgmap v1971: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-13T08:25:15.861 INFO:tasks.workunit.client.0.smithi119.stdout: 1118: throughput=5MB/sec pending data=0 2024-04-13T08:25:15.861 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-CRXRp77zpFUfjo- off=3247135 len=942126 2024-04-13T08:25:15.862 INFO:tasks.workunit.client.0.smithi119.stdout:op 5727 completed, throughput=5MB/sec 2024-04-13T08:25:15.862 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-HMne-kseJsfQn2b off=11826593 len=1807775 2024-04-13T08:25:15.866 INFO:tasks.workunit.client.0.smithi119.stdout:op 5728 completed, throughput=5MB/sec 2024-04-13T08:25:15.866 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-lDDz8PBhfqkhcOv off=593178 len=944872 2024-04-13T08:25:15.867 INFO:tasks.workunit.client.0.smithi119.stdout:op 5729 completed, throughput=5MB/sec 2024-04-13T08:25:15.868 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-T3WrUQfxiwYWiWM off=6999692 len=1523363 2024-04-13T08:25:15.871 INFO:tasks.workunit.client.0.smithi119.stdout:op 5730 completed, throughput=5MB/sec 2024-04-13T08:25:16.871 INFO:tasks.workunit.client.0.smithi119.stdout: 1119: throughput=5MB/sec pending data=0 2024-04-13T08:25:16.871 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-l23ppfIgPb-VrvI off=1319302 len=441625 2024-04-13T08:25:16.872 INFO:tasks.workunit.client.0.smithi119.stdout:op 5731 completed, throughput=5MB/sec 2024-04-13T08:25:16.872 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-T6k57VSfTy-oUzM off=6954399 len=765657 2024-04-13T08:25:16.876 INFO:tasks.workunit.client.0.smithi119.stdout:op 5732 completed, throughput=5MB/sec 2024-04-13T08:25:16.877 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Xw_Uzz57DEfabqG off=6583103 len=1846824 2024-04-13T08:25:16.878 INFO:tasks.workunit.client.0.smithi119.stdout:op 5733 completed, throughput=5MB/sec 2024-04-13T08:25:16.879 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-2vXPIvYNQI2icLC off=581054 len=1582149 2024-04-13T08:25:16.888 INFO:tasks.workunit.client.0.smithi119.stdout:op 5734 completed, throughput=5MB/sec 2024-04-13T08:25:16.888 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-0vvGrJwXUu3vnvP off=5861630 len=2061270 2024-04-13T08:25:16.896 INFO:tasks.workunit.client.0.smithi119.stdout:op 5735 completed, throughput=5MB/sec 2024-04-13T08:25:17.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:25:17 smithi139 ceph-mon[88985]: pgmap v1972: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-13T08:25:17.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:25:17 smithi119 ceph-mon[96316]: pgmap v1972: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-13T08:25:17.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:25:17 smithi119 ceph-mon[93746]: pgmap v1972: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-13T08:25:17.896 INFO:tasks.workunit.client.0.smithi119.stdout: 1120: throughput=5MB/sec pending data=0 2024-04-13T08:25:17.896 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-wbKdMGhfi9LEhCD off=8625436 len=217254 2024-04-13T08:25:17.896 INFO:tasks.workunit.client.0.smithi119.stdout:op 5736 completed, throughput=5MB/sec 2024-04-13T08:25:17.897 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-whV5bN56pm_jJRY off=8483656 len=2020284 2024-04-13T08:25:17.899 INFO:tasks.workunit.client.0.smithi119.stdout:op 5737 completed, throughput=5MB/sec 2024-04-13T08:25:17.899 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-RfBMNr4Lx_RqiNS off=15222957 len=2037733 2024-04-13T08:25:17.911 INFO:tasks.workunit.client.0.smithi119.stdout:op 5738 completed, throughput=5MB/sec 2024-04-13T08:25:18.911 INFO:tasks.workunit.client.0.smithi119.stdout: 1121: throughput=5MB/sec pending data=0 2024-04-13T08:25:18.911 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-AheOLLV45hAoIUi off=4007268 len=634704 2024-04-13T08:25:18.915 INFO:tasks.workunit.client.0.smithi119.stdout:op 5739 completed, throughput=5MB/sec 2024-04-13T08:25:18.916 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-SDuB3d4VSVGB-4I off=8224127 len=916637 2024-04-13T08:25:18.917 INFO:tasks.workunit.client.0.smithi119.stdout:op 5740 completed, throughput=5MB/sec 2024-04-13T08:25:18.917 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-BVX_8_mDTh_PNWD off=6442425 len=1096640 2024-04-13T08:25:18.918 INFO:tasks.workunit.client.0.smithi119.stdout:op 5741 completed, throughput=5MB/sec 2024-04-13T08:25:18.918 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-6Ci0uHiPqyOTpSt off=5714821 len=2084140 2024-04-13T08:25:18.920 INFO:tasks.workunit.client.0.smithi119.stdout:op 5742 completed, throughput=5MB/sec 2024-04-13T08:25:19.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:25:19 smithi139 ceph-mon[88985]: pgmap v1973: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-13T08:25:19.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:25:19 smithi119 ceph-mon[93746]: pgmap v1973: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-13T08:25:19.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:25:19 smithi119 ceph-mon[96316]: pgmap v1973: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-13T08:25:19.921 INFO:tasks.workunit.client.0.smithi119.stdout: 1122: throughput=5MB/sec pending data=0 2024-04-13T08:25:19.921 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-tIn20x92uG1ay8A off=3360811 len=1106114 2024-04-13T08:25:19.926 INFO:tasks.workunit.client.0.smithi119.stdout:op 5743 completed, throughput=5MB/sec 2024-04-13T08:25:19.926 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-fOusr8VRwaiYOsg off=5628182 len=1873117 2024-04-13T08:25:19.928 INFO:tasks.workunit.client.0.smithi119.stdout:op 5744 completed, throughput=5MB/sec 2024-04-13T08:25:19.928 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-kj1mmCLZgCTgqTB off=5986892 len=2044226 2024-04-13T08:25:19.941 INFO:tasks.workunit.client.0.smithi119.stdout:op 5745 completed, throughput=5MB/sec 2024-04-13T08:25:20.941 INFO:tasks.workunit.client.0.smithi119.stdout: 1123: throughput=5MB/sec pending data=0 2024-04-13T08:25:20.941 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-u-Mgxuwb5kdg2aZ off=8417474 len=534001 2024-04-13T08:25:20.945 INFO:tasks.workunit.client.0.smithi119.stdout:op 5746 completed, throughput=5MB/sec 2024-04-13T08:25:20.945 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-GWsaJBODRGCgkCS off=4051797 len=1466095 2024-04-13T08:25:20.948 INFO:tasks.workunit.client.0.smithi119.stdout:op 5747 completed, throughput=5MB/sec 2024-04-13T08:25:20.948 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ReR5vU3GM61ZLuI off=10921651 len=805189 2024-04-13T08:25:20.950 INFO:tasks.workunit.client.0.smithi119.stdout:op 5748 completed, throughput=5MB/sec 2024-04-13T08:25:20.950 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-6IRMyLVZZ1IIkDv off=2276267 len=1704020 2024-04-13T08:25:20.962 INFO:tasks.workunit.client.0.smithi119.stdout:op 5749 completed, throughput=5MB/sec 2024-04-13T08:25:20.962 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-QlehPBOUBl2lEG3 off=13363049 len=966756 2024-04-13T08:25:20.964 INFO:tasks.workunit.client.0.smithi119.stdout:op 5750 completed, throughput=5MB/sec 2024-04-13T08:25:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:25:21 smithi139 ceph-mon[88985]: pgmap v1974: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-13T08:25:21.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:25:21 smithi119 ceph-mon[96316]: pgmap v1974: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-13T08:25:21.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:25:21 smithi119 ceph-mon[93746]: pgmap v1974: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-13T08:25:21.965 INFO:tasks.workunit.client.0.smithi119.stdout: 1124: throughput=5MB/sec pending data=0 2024-04-13T08:25:21.965 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-h5l0DfC5IYpZrGz off=7640717 len=1729137 2024-04-13T08:25:21.967 INFO:tasks.workunit.client.0.smithi119.stdout:op 5751 completed, throughput=5MB/sec 2024-04-13T08:25:21.967 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-y2wPRdoZeAiDnwY off=7194178 len=373685 2024-04-13T08:25:21.968 INFO:tasks.workunit.client.0.smithi119.stdout:op 5752 completed, throughput=5MB/sec 2024-04-13T08:25:21.968 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ap2f1utsBx73Z7C off=13120593 len=412539 2024-04-13T08:25:21.970 INFO:tasks.workunit.client.0.smithi119.stdout:op 5753 completed, throughput=5MB/sec 2024-04-13T08:25:21.970 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-NvYHQpuWde7oFmf off=6652304 len=1701222 2024-04-13T08:25:21.972 INFO:tasks.workunit.client.0.smithi119.stdout:op 5754 completed, throughput=5MB/sec 2024-04-13T08:25:21.972 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-imdkicvua0YckVu off=3467352 len=249853 2024-04-13T08:25:21.975 INFO:tasks.workunit.client.0.smithi119.stdout:op 5755 completed, throughput=5MB/sec 2024-04-13T08:25:21.975 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-LaWNy5wrROlLOQQ off=12028224 len=1680378 2024-04-13T08:25:21.982 INFO:tasks.workunit.client.0.smithi119.stdout:op 5756 completed, throughput=5MB/sec 2024-04-13T08:25:22.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:25:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:25:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:25:22.982 INFO:tasks.workunit.client.0.smithi119.stdout: 1125: throughput=5MB/sec pending data=0 2024-04-13T08:25:22.982 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-5-HVR4FGmhhHIZu off=6570602 len=1018542 2024-04-13T08:25:22.984 INFO:tasks.workunit.client.0.smithi119.stdout:op 5757 completed, throughput=5MB/sec 2024-04-13T08:25:22.984 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Jh1hc8GxAKjyp1- off=3003964 len=1108619 2024-04-13T08:25:22.985 INFO:tasks.workunit.client.0.smithi119.stdout:op 5758 completed, throughput=5MB/sec 2024-04-13T08:25:22.985 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-CYVtpk9lXT8TCiO off=232954 len=882335 2024-04-13T08:25:22.987 INFO:tasks.workunit.client.0.smithi119.stdout:op 5759 completed, throughput=5MB/sec 2024-04-13T08:25:22.987 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-d1k7--g-YHJxb8A off=7639509 len=1324361 2024-04-13T08:25:22.999 INFO:tasks.workunit.client.0.smithi119.stdout:op 5760 completed, throughput=5MB/sec 2024-04-13T08:25:22.999 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-CvlLnMhEhnGXxVk off=23838692 len=1092705 2024-04-13T08:25:23.004 INFO:tasks.workunit.client.0.smithi119.stdout:op 5761 completed, throughput=5MB/sec 2024-04-13T08:25:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:25:23 smithi139 ceph-mon[88985]: pgmap v1975: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T08:25:23.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:25:23 smithi119 ceph-mon[96316]: pgmap v1975: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T08:25:23.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:25:23 smithi119 ceph-mon[93746]: pgmap v1975: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T08:25:24.005 INFO:tasks.workunit.client.0.smithi119.stdout: 1126: throughput=5MB/sec pending data=0 2024-04-13T08:25:24.005 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-sVGujib1vUIXLE7 off=8851847 len=2081542 2024-04-13T08:25:24.014 INFO:tasks.workunit.client.0.smithi119.stdout:op 5762 completed, throughput=5MB/sec 2024-04-13T08:25:24.014 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-vKXEUa5TpOPGKUa off=824434 len=1865353 2024-04-13T08:25:24.015 INFO:tasks.workunit.client.0.smithi119.stdout:op 5763 completed, throughput=5MB/sec 2024-04-13T08:25:24.015 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-gxwQiJSh5xKQ97j off=19581141 len=1630976 2024-04-13T08:25:24.021 INFO:tasks.workunit.client.0.smithi119.stdout:op 5764 completed, throughput=5MB/sec 2024-04-13T08:25:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:25:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:25:24.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:25:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:25:24.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:25:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:25:25.022 INFO:tasks.workunit.client.0.smithi119.stdout: 1127: throughput=5MB/sec pending data=0 2024-04-13T08:25:25.022 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-m8IROyK6MZS6tUJ off=1061868 len=98232 2024-04-13T08:25:25.024 INFO:tasks.workunit.client.0.smithi119.stdout:op 5765 completed, throughput=5MB/sec 2024-04-13T08:25:25.024 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-vzl2h8pwDhVXoKI off=11024948 len=952708 2024-04-13T08:25:25.030 INFO:tasks.workunit.client.0.smithi119.stdout:op 5766 completed, throughput=5MB/sec 2024-04-13T08:25:25.031 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-jGJ1AD12gom85fX off=1129510 len=1986505 2024-04-13T08:25:25.040 INFO:tasks.workunit.client.0.smithi119.stdout:op 5767 completed, throughput=5MB/sec 2024-04-13T08:25:25.040 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-fFGzMk3XRywBZ9i off=3696892 len=1556297 2024-04-13T08:25:25.042 INFO:tasks.workunit.client.0.smithi119.stdout:op 5768 completed, throughput=5MB/sec 2024-04-13T08:25:25.101 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:25:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:25:24] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-04-13T08:25:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:25:25 smithi139 ceph-mon[88985]: pgmap v1976: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T08:25:25.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:25:25 smithi119 ceph-mon[96316]: pgmap v1976: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T08:25:25.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:25:25 smithi119 ceph-mon[93746]: pgmap v1976: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T08:25:26.042 INFO:tasks.workunit.client.0.smithi119.stdout: 1128: throughput=5MB/sec pending data=0 2024-04-13T08:25:26.042 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-AuYgcST66-i7Xoq off=19201342 len=1853084 2024-04-13T08:25:26.045 INFO:tasks.workunit.client.0.smithi119.stdout:op 5769 completed, throughput=5MB/sec 2024-04-13T08:25:26.045 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-YIk1MH7AQploBw0 off=3345954 len=84235 2024-04-13T08:25:26.045 INFO:tasks.workunit.client.0.smithi119.stdout:op 5770 completed, throughput=5MB/sec 2024-04-13T08:25:26.045 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-UOqW_paNmNVLCGV off=2661879 len=113257 2024-04-13T08:25:26.046 INFO:tasks.workunit.client.0.smithi119.stdout:op 5771 completed, throughput=5MB/sec 2024-04-13T08:25:26.047 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-JLDQWS9_f6I2HI0 off=2704311 len=1017878 2024-04-13T08:25:26.047 INFO:tasks.workunit.client.0.smithi119.stdout:op 5772 completed, throughput=5MB/sec 2024-04-13T08:25:26.048 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-6OF81dP7W2Off4Z off=22341363 len=839782 2024-04-13T08:25:26.049 INFO:tasks.workunit.client.0.smithi119.stdout:op 5773 completed, throughput=5MB/sec 2024-04-13T08:25:26.049 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-KiohiqgGYfdz_89 off=10434301 len=1385140 2024-04-13T08:25:26.055 INFO:tasks.workunit.client.0.smithi119.stdout:op 5774 completed, throughput=5MB/sec 2024-04-13T08:25:27.056 INFO:tasks.workunit.client.0.smithi119.stdout: 1129: throughput=5MB/sec pending data=0 2024-04-13T08:25:27.056 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-pzkIsChLy0KNF26 off=9084328 len=180683 2024-04-13T08:25:27.059 INFO:tasks.workunit.client.0.smithi119.stdout:op 5775 completed, throughput=5MB/sec 2024-04-13T08:25:27.059 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-SveCjunXpy7GsLA off=8612679 len=787324 2024-04-13T08:25:27.060 INFO:tasks.workunit.client.0.smithi119.stdout:op 5776 completed, throughput=5MB/sec 2024-04-13T08:25:27.060 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ME7-C1uvqzt_DXi off=2561368 len=754886 2024-04-13T08:25:27.061 INFO:tasks.workunit.client.0.smithi119.stdout:op 5777 completed, throughput=5MB/sec 2024-04-13T08:25:27.061 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-hsgvkRGVTqDNuEr off=3540569 len=1410590 2024-04-13T08:25:27.062 INFO:tasks.workunit.client.0.smithi119.stdout:op 5778 completed, throughput=5MB/sec 2024-04-13T08:25:27.063 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-9wS27sKytUGFthT off=8985908 len=926625 2024-04-13T08:25:27.067 INFO:tasks.workunit.client.0.smithi119.stdout:op 5779 completed, throughput=5MB/sec 2024-04-13T08:25:27.067 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-EztuBYilsU9QR4l off=3006631 len=1140328 2024-04-13T08:25:27.068 INFO:tasks.workunit.client.0.smithi119.stdout:op 5780 completed, throughput=5MB/sec 2024-04-13T08:25:27.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:25:27 smithi139 ceph-mon[88985]: pgmap v1977: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-13T08:25:27.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:25:27 smithi119 ceph-mon[93746]: pgmap v1977: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-13T08:25:27.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:25:27 smithi119 ceph-mon[96316]: pgmap v1977: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-13T08:25:28.069 INFO:tasks.workunit.client.0.smithi119.stdout: 1130: throughput=5MB/sec pending data=0 2024-04-13T08:25:28.069 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-pUjCKJnP63izBrG off=2343037 len=287853 2024-04-13T08:25:28.069 INFO:tasks.workunit.client.0.smithi119.stdout:op 5781 completed, throughput=5MB/sec 2024-04-13T08:25:28.070 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-sGffaFL73yM0Y9Z off=1076233 len=462342 2024-04-13T08:25:28.070 INFO:tasks.workunit.client.0.smithi119.stdout:op 5782 completed, throughput=5MB/sec 2024-04-13T08:25:28.071 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-DNSzpATVTtMPIE0 off=1331207 len=367599 2024-04-13T08:25:28.074 INFO:tasks.workunit.client.0.smithi119.stdout:op 5783 completed, throughput=5MB/sec 2024-04-13T08:25:28.074 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-3oPZQ9o-8wpwwnt off=115438 len=430513 2024-04-13T08:25:28.075 INFO:tasks.workunit.client.0.smithi119.stdout:op 5784 completed, throughput=5MB/sec 2024-04-13T08:25:28.075 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-GzM8M93XbcN0plR off=788408 len=1203402 2024-04-13T08:25:28.081 INFO:tasks.workunit.client.0.smithi119.stdout:op 5785 completed, throughput=5MB/sec 2024-04-13T08:25:28.081 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-K9oQ-uGpn5gM00w off=12821443 len=65852 2024-04-13T08:25:28.083 INFO:tasks.workunit.client.0.smithi119.stdout:op 5786 completed, throughput=5MB/sec 2024-04-13T08:25:28.083 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-mrz4-4l5SdV7PUT off=1298872 len=880499 2024-04-13T08:25:28.088 INFO:tasks.workunit.client.0.smithi119.stdout:op 5787 completed, throughput=5MB/sec 2024-04-13T08:25:28.089 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-W7zmsDTyzbhQaT6 off=10145267 len=597929 2024-04-13T08:25:28.089 INFO:tasks.workunit.client.0.smithi119.stdout:op 5788 completed, throughput=5MB/sec 2024-04-13T08:25:28.089 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-a8Rs74UdMKoyg-f off=2677613 len=705787 2024-04-13T08:25:28.095 INFO:tasks.workunit.client.0.smithi119.stdout:op 5789 completed, throughput=5MB/sec 2024-04-13T08:25:29.095 INFO:tasks.workunit.client.0.smithi119.stdout: 1131: throughput=5MB/sec pending data=0 2024-04-13T08:25:29.095 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-PDB2OWYq8_3KMLV off=787423 len=498153 2024-04-13T08:25:29.099 INFO:tasks.workunit.client.0.smithi119.stdout:op 5790 completed, throughput=5MB/sec 2024-04-13T08:25:29.099 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-wpJ-NqfUiUYEIME off=1493246 len=1488275 2024-04-13T08:25:29.101 INFO:tasks.workunit.client.0.smithi119.stdout:op 5791 completed, throughput=5MB/sec 2024-04-13T08:25:29.101 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ARkrxO7seA31wVR off=2022123 len=852313 2024-04-13T08:25:29.102 INFO:tasks.workunit.client.0.smithi119.stdout:op 5792 completed, throughput=5MB/sec 2024-04-13T08:25:29.102 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-GLEiwAQcKlJycrr off=2833536 len=1863571 2024-04-13T08:25:29.114 INFO:tasks.workunit.client.0.smithi119.stdout:op 5793 completed, throughput=5MB/sec 2024-04-13T08:25:29.114 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Pw15R9uPMnrtJ4q off=2323809 len=1580561 2024-04-13T08:25:29.116 INFO:tasks.workunit.client.0.smithi119.stdout:op 5794 completed, throughput=5MB/sec 2024-04-13T08:25:29.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:25:29 smithi139 ceph-mon[88985]: pgmap v1978: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-13T08:25:29.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:25:29 smithi119 ceph-mon[96316]: pgmap v1978: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-13T08:25:29.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:25:29 smithi119 ceph-mon[93746]: pgmap v1978: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-13T08:25:30.116 INFO:tasks.workunit.client.0.smithi119.stdout: 1132: throughput=5MB/sec pending data=0 2024-04-13T08:25:30.116 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-rf7HnEn19Mzfy9q off=9525083 len=417714 2024-04-13T08:25:30.118 INFO:tasks.workunit.client.0.smithi119.stdout:op 5795 completed, throughput=5MB/sec 2024-04-13T08:25:30.118 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-114wssQJOxGe50h off=12005523 len=1348572 2024-04-13T08:25:30.119 INFO:tasks.workunit.client.0.smithi119.stdout:op 5796 completed, throughput=5MB/sec 2024-04-13T08:25:30.119 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-MehZph0-uQHjAPH off=3231347 len=1650528 2024-04-13T08:25:30.126 INFO:tasks.workunit.client.0.smithi119.stdout:op 5797 completed, throughput=5MB/sec 2024-04-13T08:25:30.126 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-udX7aeTvpCsb_Uy off=2996083 len=460749 2024-04-13T08:25:30.130 INFO:tasks.workunit.client.0.smithi119.stdout:op 5798 completed, throughput=5MB/sec 2024-04-13T08:25:30.130 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-pB-sTQzn7UDokrV off=8006905 len=607560 2024-04-13T08:25:30.133 INFO:tasks.workunit.client.0.smithi119.stdout:op 5799 completed, throughput=5MB/sec 2024-04-13T08:25:31.134 INFO:tasks.workunit.client.0.smithi119.stdout: 1133: throughput=5MB/sec pending data=0 2024-04-13T08:25:31.134 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-aZm0Z9n2LBcKgLS off=1847805 len=530930 2024-04-13T08:25:31.135 INFO:tasks.workunit.client.0.smithi119.stdout:op 5800 completed, throughput=5MB/sec 2024-04-13T08:25:31.135 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Pdyq23jvcWiuoCQ off=5020946 len=123458 2024-04-13T08:25:31.138 INFO:tasks.workunit.client.0.smithi119.stdout:op 5801 completed, throughput=5MB/sec 2024-04-13T08:25:31.138 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-yDk_pQbP3L4QhDH off=0 len=1158310 2024-04-13T08:25:31.140 INFO:tasks.workunit.client.0.smithi119.stdout:op 5802 completed, throughput=5MB/sec 2024-04-13T08:25:31.140 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-7ofXxvInMgEFMbw off=964479 len=104595 2024-04-13T08:25:31.140 INFO:tasks.workunit.client.0.smithi119.stdout:op 5803 completed, throughput=5MB/sec 2024-04-13T08:25:31.140 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-EfNY1hn1Zj6T2Gg off=1773520 len=612080 2024-04-13T08:25:31.145 INFO:tasks.workunit.client.0.smithi119.stdout:op 5804 completed, throughput=5MB/sec 2024-04-13T08:25:31.145 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-9I9DhzI5OyPK-w4 off=1241451 len=755462 2024-04-13T08:25:31.146 INFO:tasks.workunit.client.0.smithi119.stdout:op 5805 completed, throughput=5MB/sec 2024-04-13T08:25:31.146 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-JNNf39XEWnNf05O off=11936597 len=809314 2024-04-13T08:25:31.151 INFO:tasks.workunit.client.0.smithi119.stdout:op 5806 completed, throughput=5MB/sec 2024-04-13T08:25:31.151 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-LR3Y_sIGdzmfOPj off=678928 len=57330 2024-04-13T08:25:31.153 INFO:tasks.workunit.client.0.smithi119.stdout:op 5807 completed, throughput=5MB/sec 2024-04-13T08:25:31.153 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-cU3-SQ_FDUcuqOo off=13788109 len=721443 2024-04-13T08:25:31.157 INFO:tasks.workunit.client.0.smithi119.stdout:op 5808 completed, throughput=5MB/sec 2024-04-13T08:25:31.157 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-vsRauEZ-mPVGi3v off=2878616 len=1533926 2024-04-13T08:25:31.163 INFO:tasks.workunit.client.0.smithi119.stdout:op 5809 completed, throughput=5MB/sec 2024-04-13T08:25:31.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:25:31 smithi139 ceph-mon[88985]: pgmap v1979: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-13T08:25:31.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:25:31 smithi119 ceph-mon[96316]: pgmap v1979: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-13T08:25:31.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:25:31 smithi119 ceph-mon[93746]: pgmap v1979: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-13T08:25:32.164 INFO:tasks.workunit.client.0.smithi119.stdout: 1134: throughput=5MB/sec pending data=0 2024-04-13T08:25:32.164 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-NPMwGlgBs-zJ5cP off=9152609 len=726436 2024-04-13T08:25:32.168 INFO:tasks.workunit.client.0.smithi119.stdout:op 5810 completed, throughput=5MB/sec 2024-04-13T08:25:32.168 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-DZ7YHCBh2ra5yMh off=3787848 len=863143 2024-04-13T08:25:32.174 INFO:tasks.workunit.client.0.smithi119.stdout:op 5811 completed, throughput=5MB/sec 2024-04-13T08:25:32.175 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-DvaWegc1uwgkAWW off=2798958 len=2039200 2024-04-13T08:25:32.186 INFO:tasks.workunit.client.0.smithi119.stdout:op 5812 completed, throughput=5MB/sec 2024-04-13T08:25:32.186 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-VIpB4F4o4lKfRIc off=597941 len=1194908 2024-04-13T08:25:32.193 INFO:tasks.workunit.client.0.smithi119.stdout:op 5813 completed, throughput=5MB/sec 2024-04-13T08:25:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:25:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:25:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:25:33.193 INFO:tasks.workunit.client.0.smithi119.stdout: 1135: throughput=5MB/sec pending data=0 2024-04-13T08:25:33.194 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-jTj2dIQ3k9rQdlO off=2996694 len=118587 2024-04-13T08:25:33.196 INFO:tasks.workunit.client.0.smithi119.stdout:op 5814 completed, throughput=5MB/sec 2024-04-13T08:25:33.196 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-yPp3_Z98bL2KtKj off=5517784 len=611863 2024-04-13T08:25:33.198 INFO:tasks.workunit.client.0.smithi119.stdout:op 5815 completed, throughput=5MB/sec 2024-04-13T08:25:33.198 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-CjhAu23AJonR8Ew off=424896 len=185594 2024-04-13T08:25:33.198 INFO:tasks.workunit.client.0.smithi119.stdout:op 5816 completed, throughput=5MB/sec 2024-04-13T08:25:33.199 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-GB5cPMebIGD_6PU off=11754995 len=1547153 2024-04-13T08:25:33.206 INFO:tasks.workunit.client.0.smithi119.stdout:op 5817 completed, throughput=5MB/sec 2024-04-13T08:25:33.206 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--Sm6TBDGWl7eQUn off=561156 len=1807570 2024-04-13T08:25:33.209 INFO:tasks.workunit.client.0.smithi119.stdout:op 5818 completed, throughput=5MB/sec 2024-04-13T08:25:33.210 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-7tC1pEn5wmWh1Tb off=1078263 len=940619 2024-04-13T08:25:33.213 INFO:tasks.workunit.client.0.smithi119.stdout:op 5819 completed, throughput=5MB/sec 2024-04-13T08:25:33.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:25:33 smithi139 ceph-mon[88985]: pgmap v1980: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-13T08:25:33.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:25:33 smithi119 ceph-mon[96316]: pgmap v1980: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-13T08:25:33.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:25:33 smithi119 ceph-mon[93746]: pgmap v1980: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-13T08:25:34.214 INFO:tasks.workunit.client.0.smithi119.stdout: 1136: throughput=5MB/sec pending data=0 2024-04-13T08:25:34.214 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-vvyrDiA92HCv8bh off=5833765 len=1221539 2024-04-13T08:25:34.221 INFO:tasks.workunit.client.0.smithi119.stdout:op 5820 completed, throughput=5MB/sec 2024-04-13T08:25:34.221 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ExDD0Uf9TIM40eG off=1960206 len=500526 2024-04-13T08:25:34.225 INFO:tasks.workunit.client.0.smithi119.stdout:op 5821 completed, throughput=5MB/sec 2024-04-13T08:25:34.225 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-DOOK2UCeluBB2U_ off=6954602 len=1927404 2024-04-13T08:25:34.236 INFO:tasks.workunit.client.0.smithi119.stdout:op 5822 completed, throughput=5MB/sec 2024-04-13T08:25:34.236 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-sHEmS5Iq8YvTdD5 off=4845545 len=1773075 2024-04-13T08:25:34.239 INFO:tasks.workunit.client.0.smithi119.stdout:op 5823 completed, throughput=5MB/sec 2024-04-13T08:25:35.116 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:25:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:25:34] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-04-13T08:25:35.239 INFO:tasks.workunit.client.0.smithi119.stdout: 1137: throughput=5MB/sec pending data=0 2024-04-13T08:25:35.239 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-dzeoGqDtYpxMOC- off=6307949 len=1575155 2024-04-13T08:25:35.248 INFO:tasks.workunit.client.0.smithi119.stdout:op 5824 completed, throughput=5MB/sec 2024-04-13T08:25:35.248 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-SV-COS6XuIiNVq2 off=6283163 len=2071055 2024-04-13T08:25:35.261 INFO:tasks.workunit.client.0.smithi119.stdout:op 5825 completed, throughput=5MB/sec 2024-04-13T08:25:35.261 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-SgdtPU5EUdP6KPU off=498384 len=1667692 2024-04-13T08:25:35.263 INFO:tasks.workunit.client.0.smithi119.stdout:op 5826 completed, throughput=5MB/sec 2024-04-13T08:25:35.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:25:35 smithi139 ceph-mon[88985]: pgmap v1981: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:25:35.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:25:35 smithi119 ceph-mon[96316]: pgmap v1981: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:25:35.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:25:35 smithi119 ceph-mon[93746]: pgmap v1981: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T08:25:36.264 INFO:tasks.workunit.client.0.smithi119.stdout: 1138: throughput=5MB/sec pending data=0 2024-04-13T08:25:36.264 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-EJjBSX6SvnRiw8K off=9938720 len=78077 2024-04-13T08:25:36.266 INFO:tasks.workunit.client.0.smithi119.stdout:op 5827 completed, throughput=5MB/sec 2024-04-13T08:25:36.266 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-R4f46wDUWJKZXGl off=7241890 len=753248 2024-04-13T08:25:36.270 INFO:tasks.workunit.client.0.smithi119.stdout:op 5828 completed, throughput=5MB/sec 2024-04-13T08:25:36.271 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-QXLsIoBcWadn47E off=23962186 len=978409 2024-04-13T08:25:36.273 INFO:tasks.workunit.client.0.smithi119.stdout:op 5829 completed, throughput=5MB/sec 2024-04-13T08:25:36.273 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-xd26Jewf_EyAqtc off=893165 len=1936486 2024-04-13T08:25:36.284 INFO:tasks.workunit.client.0.smithi119.stdout:op 5830 completed, throughput=5MB/sec 2024-04-13T08:25:36.284 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-DwNcPeTx4IBxZj2 off=6387989 len=1898104 2024-04-13T08:25:36.296 INFO:tasks.workunit.client.0.smithi119.stdout:op 5831 completed, throughput=5MB/sec 2024-04-13T08:25:37.296 INFO:tasks.workunit.client.0.smithi119.stdout: 1139: throughput=5MB/sec pending data=0 2024-04-13T08:25:37.296 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-UG_WhCqFNA8WCrU off=418679 len=372029 2024-04-13T08:25:37.300 INFO:tasks.workunit.client.0.smithi119.stdout:op 5832 completed, throughput=5MB/sec 2024-04-13T08:25:37.300 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-YfPDVEn7nY-tfh9 off=7334500 len=2088645 2024-04-13T08:25:37.302 INFO:tasks.workunit.client.0.smithi119.stdout:op 5833 completed, throughput=5MB/sec 2024-04-13T08:25:37.302 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-FsvWO-O3GMZ5iWB off=11228670 len=1911622 2024-04-13T08:25:37.303 INFO:tasks.workunit.client.0.smithi119.stdout:op 5834 completed, throughput=5MB/sec 2024-04-13T08:25:37.304 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-EW7LrEB66wMUccK off=7537388 len=1160671 2024-04-13T08:25:37.305 INFO:tasks.workunit.client.0.smithi119.stdout:op 5835 completed, throughput=5MB/sec 2024-04-13T08:25:37.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:25:37 smithi139 ceph-mon[88985]: pgmap v1982: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T08:25:37.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:25:37 smithi119 ceph-mon[96316]: pgmap v1982: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T08:25:37.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:25:37 smithi119 ceph-mon[93746]: pgmap v1982: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T08:25:38.305 INFO:tasks.workunit.client.0.smithi119.stdout: 1140: throughput=5MB/sec pending data=0 2024-04-13T08:25:38.306 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-GDA0iV2T8s_srzl off=14976806 len=1026925 2024-04-13T08:25:38.311 INFO:tasks.workunit.client.0.smithi119.stdout:op 5836 completed, throughput=5MB/sec 2024-04-13T08:25:38.311 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-jjvm7MPToIiIH4r off=7978091 len=1146532 2024-04-13T08:25:38.319 INFO:tasks.workunit.client.0.smithi119.stdout:op 5837 completed, throughput=5MB/sec 2024-04-13T08:25:38.319 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-toMv5PCzj7ObleR off=1197842 len=528269 2024-04-13T08:25:38.323 INFO:tasks.workunit.client.0.smithi119.stdout:op 5838 completed, throughput=5MB/sec 2024-04-13T08:25:38.323 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-D4yCmNJCY7BBH5z off=917687 len=1888328 2024-04-13T08:25:38.327 INFO:tasks.workunit.client.0.smithi119.stdout:op 5839 completed, throughput=5MB/sec 2024-04-13T08:25:39.328 INFO:tasks.workunit.client.0.smithi119.stdout: 1141: throughput=5MB/sec pending data=0 2024-04-13T08:25:39.328 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-vpFmzhGzXDk25DV off=6197254 len=1921678 2024-04-13T08:25:39.342 INFO:tasks.workunit.client.0.smithi119.stdout:op 5840 completed, throughput=5MB/sec 2024-04-13T08:25:39.342 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-i510ZiiioME_BXR off=1067896 len=1026374 2024-04-13T08:25:39.344 INFO:tasks.workunit.client.0.smithi119.stdout:op 5841 completed, throughput=5MB/sec 2024-04-13T08:25:39.345 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-vC_6qG2z2mI305M off=8144077 len=171799 2024-04-13T08:25:39.348 INFO:tasks.workunit.client.0.smithi119.stdout:op 5842 completed, throughput=5MB/sec 2024-04-13T08:25:39.348 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-XWB6tkr9dIi1a7t off=1026064 len=1521741 2024-04-13T08:25:39.355 INFO:tasks.workunit.client.0.smithi119.stdout:op 5843 completed, throughput=5MB/sec 2024-04-13T08:25:39.355 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ew8lZeMnbMFWVGx off=12975808 len=1127719 2024-04-13T08:25:39.356 INFO:tasks.workunit.client.0.smithi119.stdout:op 5844 completed, throughput=5MB/sec 2024-04-13T08:25:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:25:39 smithi139 ceph-mon[88985]: pgmap v1983: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T08:25:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:25:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:25:39.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:25:39 smithi119 ceph-mon[96316]: pgmap v1983: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T08:25:39.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:25:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:25:39.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:25:39 smithi119 ceph-mon[93746]: pgmap v1983: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T08:25:39.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:25:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:25:40.356 INFO:tasks.workunit.client.0.smithi119.stdout: 1142: throughput=5MB/sec pending data=0 2024-04-13T08:25:40.356 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-siqmj-QhCINtbC1 off=10409377 len=1709046 2024-04-13T08:25:40.359 INFO:tasks.workunit.client.0.smithi119.stdout:op 5845 completed, throughput=5MB/sec 2024-04-13T08:25:40.359 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-PQ-H9zfrGC-pGVm off=3115774 len=325715 2024-04-13T08:25:40.362 INFO:tasks.workunit.client.0.smithi119.stdout:op 5846 completed, throughput=5MB/sec 2024-04-13T08:25:40.365 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Cx8uRFDn0-4chcy off=6391499 len=1920658 2024-04-13T08:25:40.374 INFO:tasks.workunit.client.0.smithi119.stdout:op 5847 completed, throughput=5MB/sec 2024-04-13T08:25:40.374 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-LIAgKumWHYEBXuK off=1930356 len=138150 2024-04-13T08:25:40.376 INFO:tasks.workunit.client.0.smithi119.stdout:op 5848 completed, throughput=5MB/sec 2024-04-13T08:25:40.376 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-SBhqdXBFivVwTsY off=292036 len=910297 2024-04-13T08:25:40.378 INFO:tasks.workunit.client.0.smithi119.stdout:op 5849 completed, throughput=5MB/sec 2024-04-13T08:25:41.379 INFO:tasks.workunit.client.0.smithi119.stdout: 1143: throughput=5MB/sec pending data=0 2024-04-13T08:25:41.379 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-hEvctTTc8UBZkdz off=4002819 len=1465353 2024-04-13T08:25:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:25:41 smithi139 ceph-mon[88985]: pgmap v1984: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:25:41.386 INFO:tasks.workunit.client.0.smithi119.stdout:op 5850 completed, throughput=5MB/sec 2024-04-13T08:25:41.387 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-aB8NBhN7MCX1Yqw off=3663203 len=1095360 2024-04-13T08:25:41.388 INFO:tasks.workunit.client.0.smithi119.stdout:op 5851 completed, throughput=5MB/sec 2024-04-13T08:25:41.388 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-jRYL67rXqEFUrq8 off=2963036 len=221772 2024-04-13T08:25:41.391 INFO:tasks.workunit.client.0.smithi119.stdout:op 5852 completed, throughput=5MB/sec 2024-04-13T08:25:41.391 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-jMUjU5x3M-TRGeF off=13911312 len=222743 2024-04-13T08:25:41.393 INFO:tasks.workunit.client.0.smithi119.stdout:op 5853 completed, throughput=5MB/sec 2024-04-13T08:25:41.394 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-cMPNygLYXsiCeSK off=6109605 len=2067946 2024-04-13T08:25:41.405 INFO:tasks.workunit.client.0.smithi119.stdout:op 5854 completed, throughput=5MB/sec 2024-04-13T08:25:41.405 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-1oyOHUOg3NxLomh off=3329155 len=1074445 2024-04-13T08:25:41.406 INFO:tasks.workunit.client.0.smithi119.stdout:op 5855 completed, throughput=5MB/sec 2024-04-13T08:25:41.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:25:41 smithi119 ceph-mon[93746]: pgmap v1984: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:25:41.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:25:41 smithi119 ceph-mon[96316]: pgmap v1984: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T08:25:42.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:25:42 smithi139 ceph-mon[88985]: pgmap v1985: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T08:25:42.385 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:25:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:25:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:25:42.406 INFO:tasks.workunit.client.0.smithi119.stdout: 1144: throughput=5MB/sec pending data=0 2024-04-13T08:25:42.407 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-jlMZ7lujhcC6HIX off=12901770 len=1164780 2024-04-13T08:25:42.409 INFO:tasks.workunit.client.0.smithi119.stdout:op 5856 completed, throughput=5MB/sec 2024-04-13T08:25:42.409 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-p7UFYBQtXgamEpc off=10178471 len=1881988 2024-04-13T08:25:42.412 INFO:tasks.workunit.client.0.smithi119.stdout:op 5857 completed, throughput=5MB/sec 2024-04-13T08:25:42.412 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-vYsITJHML8wV4kZ off=8743244 len=532006 2024-04-13T08:25:42.415 INFO:tasks.workunit.client.0.smithi119.stdout:op 5858 completed, throughput=5MB/sec 2024-04-13T08:25:42.416 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-DK5v50viherBHy2 off=17742530 len=674807 2024-04-13T08:25:42.420 INFO:tasks.workunit.client.0.smithi119.stdout:op 5859 completed, throughput=5MB/sec 2024-04-13T08:25:42.420 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-GFVwBxEH0IonVSs off=4867313 len=1626539 2024-04-13T08:25:42.429 INFO:tasks.workunit.client.0.smithi119.stdout:op 5860 completed, throughput=5MB/sec 2024-04-13T08:25:42.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:25:42 smithi119 ceph-mon[96316]: pgmap v1985: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T08:25:42.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:25:42 smithi119 ceph-mon[93746]: pgmap v1985: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T08:25:43.429 INFO:tasks.workunit.client.0.smithi119.stdout: 1145: throughput=5MB/sec pending data=0 2024-04-13T08:25:43.429 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-0hFGJNLV1GTBt7Q off=5152506 len=1484917 2024-04-13T08:25:43.439 INFO:tasks.workunit.client.0.smithi119.stdout:op 5861 completed, throughput=5MB/sec 2024-04-13T08:25:43.439 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-6kIOOMBoQiYghBj off=1914993 len=1672702 2024-04-13T08:25:43.445 INFO:tasks.workunit.client.0.smithi119.stdout:op 5862 completed, throughput=5MB/sec 2024-04-13T08:25:43.446 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--WxalseYUedzxfa off=5161891 len=10169 2024-04-13T08:25:43.446 INFO:tasks.workunit.client.0.smithi119.stdout:op 5863 completed, throughput=5MB/sec 2024-04-13T08:25:43.446 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Js-kDDE2pkuqftO off=7426661 len=989184 2024-04-13T08:25:43.451 INFO:tasks.workunit.client.0.smithi119.stdout:op 5864 completed, throughput=5MB/sec 2024-04-13T08:25:44.453 INFO:tasks.workunit.client.0.smithi119.stdout: 1146: throughput=5MB/sec pending data=0 2024-04-13T08:25:44.453 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-rRmpGrJreM--vo4 off=2498507 len=139394 2024-04-13T08:25:44.455 INFO:tasks.workunit.client.0.smithi119.stdout:op 5865 completed, throughput=5MB/sec 2024-04-13T08:25:44.455 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-dTakcJy2dKWGUgF off=13797308 len=1169526 2024-04-13T08:25:44.457 INFO:tasks.workunit.client.0.smithi119.stdout:op 5866 completed, throughput=5MB/sec 2024-04-13T08:25:44.457 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-1-J69NvaPU089g- off=2369923 len=1647762 2024-04-13T08:25:44.459 INFO:tasks.workunit.client.0.smithi119.stdout:op 5867 completed, throughput=5MB/sec 2024-04-13T08:25:44.459 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-HjUaPZUWL8U8uQY off=1176703 len=265200 2024-04-13T08:25:44.460 INFO:tasks.workunit.client.0.smithi119.stdout:op 5868 completed, throughput=5MB/sec 2024-04-13T08:25:44.460 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-QWP84NLostyJBDm off=2004970 len=1276683 2024-04-13T08:25:44.468 INFO:tasks.workunit.client.0.smithi119.stdout:op 5869 completed, throughput=5MB/sec 2024-04-13T08:25:44.468 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-DGFiWnb3EuofVqE off=3050386 len=1335363 2024-04-13T08:25:44.475 INFO:tasks.workunit.client.0.smithi119.stdout:op 5870 completed, throughput=5MB/sec 2024-04-13T08:25:44.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:25:44 smithi119 ceph-mon[96316]: pgmap v1986: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T08:25:44.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:25:44 smithi119 ceph-mon[93746]: pgmap v1986: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T08:25:44.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:25:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:25:44] "GET /metrics HTTP/1.1" 200 34011 "" "Prometheus/2.43.0" 2024-04-13T08:25:45.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:25:44 smithi139 ceph-mon[88985]: pgmap v1986: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T08:25:45.476 INFO:tasks.workunit.client.0.smithi119.stdout: 1147: throughput=5MB/sec pending data=0 2024-04-13T08:25:45.476 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-hy2VB8h3ZZ2CvbM off=3276337 len=1680480 2024-04-13T08:25:45.486 INFO:tasks.workunit.client.0.smithi119.stdout:op 5871 completed, throughput=5MB/sec 2024-04-13T08:25:45.486 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-EOXSL4_AxtSjULk off=1598633 len=174603 2024-04-13T08:25:45.487 INFO:tasks.workunit.client.0.smithi119.stdout:op 5872 completed, throughput=5MB/sec 2024-04-13T08:25:45.487 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-BH974YFVxI5-Ipo off=409716 len=620052 2024-04-13T08:25:45.491 INFO:tasks.workunit.client.0.smithi119.stdout:op 5873 completed, throughput=5MB/sec 2024-04-13T08:25:45.492 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Xhzlip6lPcP-j5k off=11937449 len=1314253 2024-04-13T08:25:45.493 INFO:tasks.workunit.client.0.smithi119.stdout:op 5874 completed, throughput=5MB/sec 2024-04-13T08:25:45.493 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj--fzVtIXrrpk1QFt off=6985820 len=263718 2024-04-13T08:25:45.496 INFO:tasks.workunit.client.0.smithi119.stdout:op 5875 completed, throughput=5MB/sec 2024-04-13T08:25:45.496 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-zyG4b0GtpWgLs4p off=701826 len=262735 2024-04-13T08:25:45.498 INFO:tasks.workunit.client.0.smithi119.stdout:op 5876 completed, throughput=5MB/sec 2024-04-13T08:25:45.498 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-aUJkVlVlabhnuuq off=6157848 len=484335 2024-04-13T08:25:45.501 INFO:tasks.workunit.client.0.smithi119.stdout:op 5877 completed, throughput=5MB/sec 2024-04-13T08:25:46.501 INFO:tasks.workunit.client.0.smithi119.stdout: 1148: throughput=5MB/sec pending data=0 2024-04-13T08:25:46.502 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ReR5vU3GM61ZLuI off=6195603 len=274716 2024-04-13T08:25:46.505 INFO:tasks.workunit.client.0.smithi119.stdout:op 5878 completed, throughput=5MB/sec 2024-04-13T08:25:46.505 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-yTRoGSW99h_3y4m off=5480520 len=91546 2024-04-13T08:25:46.505 INFO:tasks.workunit.client.0.smithi119.stdout:op 5879 completed, throughput=5MB/sec 2024-04-13T08:25:46.505 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-_OeS2cU6Twb2bRp off=15324000 len=714733 2024-04-13T08:25:46.506 INFO:tasks.workunit.client.0.smithi119.stdout:op 5880 completed, throughput=5MB/sec 2024-04-13T08:25:46.506 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-mrnVky6mKC9-B5O off=0 len=1379546 2024-04-13T08:25:46.512 INFO:tasks.workunit.client.0.smithi119.stdout:op 5881 completed, throughput=5MB/sec 2024-04-13T08:25:46.513 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-P87u6U0_TCEjzDM off=7180240 len=839585 2024-04-13T08:25:46.514 INFO:tasks.workunit.client.0.smithi119.stdout:op 5882 completed, throughput=5MB/sec 2024-04-13T08:25:46.514 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-x63AKx57MLFCziY off=1154251 len=1018028 2024-04-13T08:25:46.515 INFO:tasks.workunit.client.0.smithi119.stdout:op 5883 completed, throughput=5MB/sec 2024-04-13T08:25:46.515 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-DTngVSVOK9MG7Fk off=6786117 len=2053962 2024-04-13T08:25:46.519 INFO:tasks.workunit.client.0.smithi119.stdout:op 5884 completed, throughput=5MB/sec 2024-04-13T08:25:46.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:25:46 smithi119 ceph-mon[93746]: pgmap v1987: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-13T08:25:46.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:25:46 smithi119 ceph-mon[96316]: pgmap v1987: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-13T08:25:47.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:25:46 smithi139 ceph-mon[88985]: pgmap v1987: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-13T08:25:47.519 INFO:tasks.workunit.client.0.smithi119.stdout: 1149: throughput=5MB/sec pending data=0 2024-04-13T08:25:47.519 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-UkrmS5D2EVz6uqE off=4168494 len=1060632 2024-04-13T08:25:47.522 INFO:tasks.workunit.client.0.smithi119.stdout:op 5885 completed, throughput=5MB/sec 2024-04-13T08:25:47.522 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-hH7tA-8rHMJSv77 off=7139479 len=1524359 2024-04-13T08:25:47.524 INFO:tasks.workunit.client.0.smithi119.stdout:op 5886 completed, throughput=5MB/sec 2024-04-13T08:25:47.524 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-hwj2Lz_cWjHFWI0 off=4624714 len=1541196 2024-04-13T08:25:47.532 INFO:tasks.workunit.client.0.smithi119.stdout:op 5887 completed, throughput=5MB/sec 2024-04-13T08:25:47.532 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-xKgUWF53eqRwaGp off=6328549 len=275519 2024-04-13T08:25:47.533 INFO:tasks.workunit.client.0.smithi119.stdout:op 5888 completed, throughput=5MB/sec 2024-04-13T08:25:48.533 INFO:tasks.workunit.client.0.smithi119.stdout: 1150: throughput=5MB/sec pending data=0 2024-04-13T08:25:48.533 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-V0Bu4PEenLyrfbN off=1488166 len=1726472 2024-04-13T08:25:48.541 INFO:tasks.workunit.client.0.smithi119.stdout:op 5889 completed, throughput=5MB/sec 2024-04-13T08:25:48.541 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-fMOVDwGxOO9Brso off=6222802 len=1291766 2024-04-13T08:25:48.547 INFO:tasks.workunit.client.0.smithi119.stdout:op 5890 completed, throughput=5MB/sec 2024-04-13T08:25:48.547 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-sqsD8FUvg2yugcr off=6783802 len=1686237 2024-04-13T08:25:48.555 INFO:tasks.workunit.client.0.smithi119.stdout:op 5891 completed, throughput=5MB/sec 2024-04-13T08:25:48.555 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-rUtnrbwFX2Fv742 off=9972710 len=1124738 2024-04-13T08:25:48.557 INFO:tasks.workunit.client.0.smithi119.stdout:op 5892 completed, throughput=5MB/sec 2024-04-13T08:25:48.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:25:48 smithi119 ceph-mon[96316]: pgmap v1988: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-13T08:25:48.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:25:48 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:25:48.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:25:48 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:25:48.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:25:48 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:25:48.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:25:48 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:25:48.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:25:48 smithi119 ceph-mon[93746]: pgmap v1988: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-13T08:25:48.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:25:48 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:25:48.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:25:48 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:25:48.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:25:48 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:25:48.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:25:48 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:25:49.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:25:48 smithi139 ceph-mon[88985]: pgmap v1988: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-13T08:25:49.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:25:48 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:25:49.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:25:48 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:25:49.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:25:48 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:25:49.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:25:48 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:25:49.557 INFO:tasks.workunit.client.0.smithi119.stdout: 1151: throughput=5MB/sec pending data=0 2024-04-13T08:25:49.557 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-BfQ56uHCjWpcz7l off=3910040 len=1554184 2024-04-13T08:25:49.565 INFO:tasks.workunit.client.0.smithi119.stdout:op 5893 completed, throughput=5MB/sec 2024-04-13T08:25:49.566 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-oM5X3_NZEc8C05k off=3462159 len=1525108 2024-04-13T08:25:49.568 INFO:tasks.workunit.client.0.smithi119.stdout:op 5894 completed, throughput=5MB/sec 2024-04-13T08:25:49.568 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Kp-Gkn25wSjKjMi off=3521004 len=2071550 2024-04-13T08:25:49.581 INFO:tasks.workunit.client.0.smithi119.stdout:op 5895 completed, throughput=5MB/sec 2024-04-13T08:25:50.581 INFO:tasks.workunit.client.0.smithi119.stdout: 1152: throughput=5MB/sec pending data=0 2024-04-13T08:25:50.582 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-1fcdZH7Vx4iMPr0 off=13143632 len=1558958 2024-04-13T08:25:50.591 INFO:tasks.workunit.client.0.smithi119.stdout:op 5896 completed, throughput=5MB/sec 2024-04-13T08:25:50.591 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Rw6toREvdRay2bE off=7849687 len=643347 2024-04-13T08:25:50.595 INFO:tasks.workunit.client.0.smithi119.stdout:op 5897 completed, throughput=5MB/sec 2024-04-13T08:25:50.595 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Smocjy9Xt5G8eXc off=10691124 len=811307 2024-04-13T08:25:50.599 INFO:tasks.workunit.client.0.smithi119.stdout:op 5898 completed, throughput=5MB/sec 2024-04-13T08:25:50.599 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-YWWC60eFz1IU9tP off=14512704 len=1419954 2024-04-13T08:25:50.600 INFO:tasks.workunit.client.0.smithi119.stdout:op 5899 completed, throughput=5MB/sec 2024-04-13T08:25:50.601 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-O9jZBRhd0XhCc3i off=15267401 len=614654 2024-04-13T08:25:50.601 INFO:tasks.workunit.client.0.smithi119.stdout:op 5900 completed, throughput=5MB/sec 2024-04-13T08:25:50.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:25:50 smithi119 ceph-mon[96316]: pgmap v1989: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T08:25:50.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:25:50 smithi119 ceph-mon[93746]: pgmap v1989: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T08:25:51.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:25:50 smithi139 ceph-mon[88985]: pgmap v1989: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T08:25:51.601 INFO:tasks.workunit.client.0.smithi119.stdout: 1153: throughput=5MB/sec pending data=0 2024-04-13T08:25:51.602 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-VRdpaPYiV_q_5hG off=19752303 len=1074739 2024-04-13T08:25:51.610 INFO:tasks.workunit.client.0.smithi119.stdout:op 5901 completed, throughput=5MB/sec 2024-04-13T08:25:51.610 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Vi_hnB2cG8A1S4k off=13162683 len=1743055 2024-04-13T08:25:51.612 INFO:tasks.workunit.client.0.smithi119.stdout:op 5902 completed, throughput=5MB/sec 2024-04-13T08:25:51.612 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-mowXODJdgndljqR off=374205 len=1419393 2024-04-13T08:25:51.617 INFO:tasks.workunit.client.0.smithi119.stdout:op 5903 completed, throughput=5MB/sec 2024-04-13T08:25:51.617 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-9cWY-sa0XBRyaYV off=19186844 len=1454288 2024-04-13T08:25:51.624 INFO:tasks.workunit.client.0.smithi119.stdout:op 5904 completed, throughput=5MB/sec 2024-04-13T08:25:52.624 INFO:tasks.workunit.client.0.smithi119.stdout: 1154: throughput=5MB/sec pending data=0 2024-04-13T08:25:52.624 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-2gZouPQQ7C3pRe0 off=4749312 len=1943731 2024-04-13T08:25:52.626 INFO:tasks.workunit.client.0.smithi119.stdout:op 5905 completed, throughput=5MB/sec 2024-04-13T08:25:52.626 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-xrZIncbmISAvJgO off=1571676 len=141541 2024-04-13T08:25:52.629 INFO:tasks.workunit.client.0.smithi119.stdout:op 5906 completed, throughput=5MB/sec 2024-04-13T08:25:52.629 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-8KRg4-yq7UlzuJp off=7695215 len=1361655 2024-04-13T08:25:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:25:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:25:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:25:52.636 INFO:tasks.workunit.client.0.smithi119.stdout:op 5907 completed, throughput=5MB/sec 2024-04-13T08:25:52.637 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-4Sh8yLcO1gXw3kd off=784619 len=2041003 2024-04-13T08:25:52.645 INFO:tasks.workunit.client.0.smithi119.stdout:op 5908 completed, throughput=5MB/sec 2024-04-13T08:25:52.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:25:52 smithi119 ceph-mon[96316]: pgmap v1990: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T08:25:52.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:25:52 smithi119 ceph-mon[93746]: pgmap v1990: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T08:25:53.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:25:52 smithi139 ceph-mon[88985]: pgmap v1990: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T08:25:53.645 INFO:tasks.workunit.client.0.smithi119.stdout: 1155: throughput=5MB/sec pending data=0 2024-04-13T08:25:53.645 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Aq6-ysz3PoBnsGp off=8251512 len=1812853 2024-04-13T08:25:53.647 INFO:tasks.workunit.client.0.smithi119.stdout:op 5909 completed, throughput=5MB/sec 2024-04-13T08:25:53.647 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-ptbw5UNF6_BDIU8 off=17879375 len=1260253 2024-04-13T08:25:53.649 INFO:tasks.workunit.client.0.smithi119.stdout:op 5910 completed, throughput=5MB/sec 2024-04-13T08:25:53.649 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-1X1msLoiNUwWVHW off=1625870 len=146172 2024-04-13T08:25:53.652 INFO:tasks.workunit.client.0.smithi119.stdout:op 5911 completed, throughput=5MB/sec 2024-04-13T08:25:53.652 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Ldzrud_9C9ZQEnS off=4348303 len=2592 2024-04-13T08:25:53.654 INFO:tasks.workunit.client.0.smithi119.stdout:op 5912 completed, throughput=5MB/sec 2024-04-13T08:25:53.654 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Y7lpwORI_htDev_ off=3247394 len=1703807 2024-04-13T08:25:53.656 INFO:tasks.workunit.client.0.smithi119.stdout:op 5913 completed, throughput=5MB/sec 2024-04-13T08:25:54.656 INFO:tasks.workunit.client.0.smithi119.stdout: 1156: throughput=5MB/sec pending data=0 2024-04-13T08:25:54.656 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-h8rtxd_4v52BPx7 off=392555 len=1314320 2024-04-13T08:25:54.660 INFO:tasks.workunit.client.0.smithi119.stdout:op 5914 completed, throughput=5MB/sec 2024-04-13T08:25:54.661 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-shYK1vD0pSeq58t off=5506912 len=1668723 2024-04-13T08:25:54.664 INFO:tasks.workunit.client.0.smithi119.stdout:op 5915 completed, throughput=5MB/sec 2024-04-13T08:25:54.664 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-4kwPO_lcLWoQwnR off=7886792 len=104711 2024-04-13T08:25:54.664 INFO:tasks.workunit.client.0.smithi119.stdout:op 5916 completed, throughput=5MB/sec 2024-04-13T08:25:54.664 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-oAAMygCCCKkx6vL off=10228737 len=997307 2024-04-13T08:25:54.671 INFO:tasks.workunit.client.0.smithi119.stdout:op 5917 completed, throughput=5MB/sec 2024-04-13T08:25:54.671 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-hYq8Tsmvx9JlB9R off=4743764 len=1099894 2024-04-13T08:25:54.673 INFO:tasks.workunit.client.0.smithi119.stdout:op 5918 completed, throughput=5MB/sec 2024-04-13T08:25:54.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:25:54 smithi119 ceph-mon[96316]: pgmap v1991: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T08:25:54.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:25:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:25:54.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:25:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:25:54] "GET /metrics HTTP/1.1" 200 34003 "" "Prometheus/2.43.0" 2024-04-13T08:25:54.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:25:54 smithi119 ceph-mon[93746]: pgmap v1991: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T08:25:54.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:25:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:25:55.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:25:54 smithi139 ceph-mon[88985]: pgmap v1991: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T08:25:55.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:25:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:25:55.673 INFO:tasks.workunit.client.0.smithi119.stdout: 1157: throughput=5MB/sec pending data=0 2024-04-13T08:25:55.673 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-nXmmNM6-SSdaKdh off=791483 len=1746370 2024-04-13T08:25:55.676 INFO:tasks.workunit.client.0.smithi119.stdout:op 5919 completed, throughput=5MB/sec 2024-04-13T08:25:55.676 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-_HwCddpOu1gCywE off=17708853 len=1453658 2024-04-13T08:25:55.678 INFO:tasks.workunit.client.0.smithi119.stdout:op 5920 completed, throughput=5MB/sec 2024-04-13T08:25:55.678 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-eaEdlWgqDpq6t-p off=11470168 len=2011514 2024-04-13T08:25:55.688 INFO:tasks.workunit.client.0.smithi119.stdout:op 5921 completed, throughput=5MB/sec 2024-04-13T08:25:55.688 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-uYGq6nHLUaZflB0 off=1018013 len=1029572 2024-04-13T08:25:55.694 INFO:tasks.workunit.client.0.smithi119.stdout:op 5922 completed, throughput=5MB/sec 2024-04-13T08:25:56.695 INFO:tasks.workunit.client.0.smithi119.stdout: 1158: throughput=5MB/sec pending data=0 2024-04-13T08:25:56.695 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-0ClLC1PPm5c03s1 off=2907022 len=35243 2024-04-13T08:25:56.697 INFO:tasks.workunit.client.0.smithi119.stdout:op 5923 completed, throughput=5MB/sec 2024-04-13T08:25:56.697 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-zhD2z-A5tr0lDdb off=2864985 len=680672 2024-04-13T08:25:56.700 INFO:tasks.workunit.client.0.smithi119.stdout:op 5924 completed, throughput=5MB/sec 2024-04-13T08:25:56.700 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-x3xeaCeIExZ4Kvn off=1920944 len=917533 2024-04-13T08:25:56.705 INFO:tasks.workunit.client.0.smithi119.stdout:op 5925 completed, throughput=5MB/sec 2024-04-13T08:25:56.705 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-mCFpeBVPTQL84Vf off=3132746 len=55704 2024-04-13T08:25:56.708 INFO:tasks.workunit.client.0.smithi119.stdout:op 5926 completed, throughput=5MB/sec 2024-04-13T08:25:56.708 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-c8H7-Wu-Rcm3YYn off=2274936 len=1393086 2024-04-13T08:25:56.711 INFO:tasks.workunit.client.0.smithi119.stdout:op 5927 completed, throughput=5MB/sec 2024-04-13T08:25:56.711 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Xp5VJDIERHTQQK_ off=87923 len=1079617 2024-04-13T08:25:56.718 INFO:tasks.workunit.client.0.smithi119.stdout:op 5928 completed, throughput=5MB/sec 2024-04-13T08:25:56.718 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-YRF7bQP2EPeGFkh off=52394 len=1118540 2024-04-13T08:25:56.719 INFO:tasks.workunit.client.0.smithi119.stdout:op 5929 completed, throughput=5MB/sec 2024-04-13T08:25:56.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:25:56 smithi119 ceph-mon[96316]: pgmap v1992: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T08:25:56.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:25:56 smithi119 ceph-mon[93746]: pgmap v1992: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T08:25:57.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:25:56 smithi139 ceph-mon[88985]: pgmap v1992: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T08:25:57.720 INFO:tasks.workunit.client.0.smithi119.stdout: 1159: throughput=5MB/sec pending data=0 2024-04-13T08:25:57.720 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Dnh-sFlV3Vb0JMS off=516038 len=696045 2024-04-13T08:25:57.721 INFO:tasks.workunit.client.0.smithi119.stdout:op 5930 completed, throughput=5MB/sec 2024-04-13T08:25:57.721 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-gp5DMIilt9vgmJc off=5722634 len=144746 2024-04-13T08:25:57.724 INFO:tasks.workunit.client.0.smithi119.stdout:op 5931 completed, throughput=5MB/sec 2024-04-13T08:25:57.724 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-cEZ7EQ8Wjhs3X0z off=16198046 len=86095 2024-04-13T08:25:57.726 INFO:tasks.workunit.client.0.smithi119.stdout:op 5932 completed, throughput=5MB/sec 2024-04-13T08:25:57.727 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Wra5re7msHN-9tJ off=1113364 len=792951 2024-04-13T08:25:57.732 INFO:tasks.workunit.client.0.smithi119.stdout:op 5933 completed, throughput=5MB/sec 2024-04-13T08:25:57.732 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-mm7BoRjSosx6Goe off=2878369 len=1242847 2024-04-13T08:25:57.739 INFO:tasks.workunit.client.0.smithi119.stdout:op 5934 completed, throughput=5MB/sec 2024-04-13T08:25:57.739 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-iRY8Kx0rn0IKR3y off=4313747 len=963649 2024-04-13T08:25:57.740 INFO:tasks.workunit.client.0.smithi119.stdout:op 5935 completed, throughput=5MB/sec 2024-04-13T08:25:57.740 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-TLXJb9LnqFrYpMj off=3322894 len=1853158 2024-04-13T08:25:57.750 INFO:tasks.workunit.client.0.smithi119.stdout:op 5936 completed, throughput=5MB/sec 2024-04-13T08:25:58.750 INFO:tasks.workunit.client.0.smithi119.stdout: 1160: throughput=5MB/sec pending data=0 2024-04-13T08:25:58.751 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-o1g4aBZs2KCRxkd off=5086287 len=422840 2024-04-13T08:25:58.751 INFO:tasks.workunit.client.0.smithi119.stdout:op 5937 completed, throughput=5MB/sec 2024-04-13T08:25:58.751 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-7nziA1qo9nbKoGx off=16506244 len=1167417 2024-04-13T08:25:58.753 INFO:tasks.workunit.client.0.smithi119.stdout:op 5938 completed, throughput=5MB/sec 2024-04-13T08:25:58.753 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-cMVSSFeGapXxrRP off=1212008 len=343429 2024-04-13T08:25:58.754 INFO:tasks.workunit.client.0.smithi119.stdout:op 5939 completed, throughput=5MB/sec 2024-04-13T08:25:58.754 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-N6TU_Kx2IUsBVje off=606922 len=719760 2024-04-13T08:25:58.754 INFO:tasks.workunit.client.0.smithi119.stdout:op 5940 completed, throughput=5MB/sec 2024-04-13T08:25:58.754 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-HZ2qS-3Q2Mu36V6 off=8695071 len=380788 2024-04-13T08:25:58.756 INFO:tasks.workunit.client.0.smithi119.stdout:op 5941 completed, throughput=5MB/sec 2024-04-13T08:25:58.756 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-v0KR-ml0FPuEu21 off=362250 len=197805 2024-04-13T08:25:58.759 INFO:tasks.workunit.client.0.smithi119.stdout:op 5942 completed, throughput=5MB/sec 2024-04-13T08:25:58.759 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-PBdScB3ryOe-iCd off=12714515 len=354108 2024-04-13T08:25:58.760 INFO:tasks.workunit.client.0.smithi119.stdout:op 5943 completed, throughput=5MB/sec 2024-04-13T08:25:58.760 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-T1qJ8S2rzoMT7T7 off=12882978 len=1283085 2024-04-13T08:25:58.766 INFO:tasks.workunit.client.0.smithi119.stdout:op 5944 completed, throughput=5MB/sec 2024-04-13T08:25:58.965 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:25:58 smithi119 ceph-mon[96316]: pgmap v1993: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T08:25:58.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:25:58 smithi119 ceph-mon[93746]: pgmap v1993: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T08:25:59.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:25:58 smithi139 ceph-mon[88985]: pgmap v1993: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T08:25:59.766 INFO:tasks.workunit.client.0.smithi119.stdout: 1161: throughput=5MB/sec pending data=0 2024-04-13T08:25:59.766 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-27f6Nbgl2bPat6b off=9072260 len=1652683 2024-04-13T08:25:59.768 INFO:tasks.workunit.client.0.smithi119.stdout:op 5945 completed, throughput=5MB/sec 2024-04-13T08:25:59.768 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-c-CUmhs9gJYGFAC off=2406608 len=1641678 2024-04-13T08:25:59.777 INFO:tasks.workunit.client.0.smithi119.stdout:op 5946 completed, throughput=5MB/sec 2024-04-13T08:25:59.777 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-0d5dOD7_qW1Xrpl off=6087122 len=1910544 2024-04-13T08:25:59.779 INFO:tasks.workunit.client.0.smithi119.stdout:op 5947 completed, throughput=5MB/sec 2024-04-13T08:26:00.779 INFO:tasks.workunit.client.0.smithi119.stdout: 1162: throughput=5MB/sec pending data=0 2024-04-13T08:26:00.779 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-bZ8YEhF0osFBI-t off=211315 len=1093088 2024-04-13T08:26:00.781 INFO:tasks.workunit.client.0.smithi119.stdout:op 5948 completed, throughput=5MB/sec 2024-04-13T08:26:00.781 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-83lsw5b4o-_xP4T off=6825825 len=341140 2024-04-13T08:26:00.781 INFO:tasks.workunit.client.0.smithi119.stdout:op 5949 completed, throughput=5MB/sec 2024-04-13T08:26:00.782 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-E0ezHjFBuTP7SfX off=2872860 len=1208173 2024-04-13T08:26:00.783 INFO:tasks.workunit.client.0.smithi119.stdout:op 5950 completed, throughput=5MB/sec 2024-04-13T08:26:00.783 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-huClx545F9q6TkD off=12145942 len=844122 2024-04-13T08:26:00.789 INFO:tasks.workunit.client.0.smithi119.stdout:op 5951 completed, throughput=5MB/sec 2024-04-13T08:26:00.789 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-s8GZHUzW7ypeP1t off=8399335 len=1174765 2024-04-13T08:26:00.790 INFO:tasks.workunit.client.0.smithi119.stdout:op 5952 completed, throughput=5MB/sec 2024-04-13T08:26:00.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:00 smithi119 ceph-mon[96316]: pgmap v1994: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T08:26:00.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:00 smithi119 ceph-mon[93746]: pgmap v1994: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T08:26:01.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:00 smithi139 ceph-mon[88985]: pgmap v1994: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T08:26:01.791 INFO:tasks.workunit.client.0.smithi119.stdout: 1163: throughput=5MB/sec pending data=0 2024-04-13T08:26:01.791 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-S6xpaguJn8knVJA off=5604902 len=436908 2024-04-13T08:26:01.792 INFO:tasks.workunit.client.0.smithi119.stdout:op 5953 completed, throughput=5MB/sec 2024-04-13T08:26:01.792 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-YHZzOvHgEfg_PuS off=3228191 len=916564 2024-04-13T08:26:01.796 INFO:tasks.workunit.client.0.smithi119.stdout:op 5954 completed, throughput=5MB/sec 2024-04-13T08:26:01.797 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-DK5v50viherBHy2 off=14774013 len=384180 2024-04-13T08:26:01.798 INFO:tasks.workunit.client.0.smithi119.stdout:op 5955 completed, throughput=5MB/sec 2024-04-13T08:26:01.798 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-FfAVXqH4D6YHgE9 off=1331890 len=138667 2024-04-13T08:26:01.801 INFO:tasks.workunit.client.0.smithi119.stdout:op 5956 completed, throughput=5MB/sec 2024-04-13T08:26:01.801 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Q0P8fVwuC62BwIY off=4689533 len=852713 2024-04-13T08:26:01.802 INFO:tasks.workunit.client.0.smithi119.stdout:op 5957 completed, throughput=5MB/sec 2024-04-13T08:26:01.802 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-9_UxAXKiZxEYmYE off=71113 len=1875322 2024-04-13T08:26:01.811 INFO:tasks.workunit.client.0.smithi119.stdout:op 5958 completed, throughput=5MB/sec 2024-04-13T08:26:01.811 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-KZMPn3GJste7REX off=2202083 len=2018939 2024-04-13T08:26:01.820 INFO:tasks.workunit.client.0.smithi119.stdout:op 5959 completed, throughput=5MB/sec 2024-04-13T08:26:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:26:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:26:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:26:02.821 INFO:tasks.workunit.client.0.smithi119.stdout: 1164: throughput=5MB/sec pending data=0 2024-04-13T08:26:02.821 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-jpnGAxiHPKfKqov off=9502689 len=99678 2024-04-13T08:26:02.823 INFO:tasks.workunit.client.0.smithi119.stdout:op 5960 completed, throughput=5MB/sec 2024-04-13T08:26:02.823 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-lFY4MijgJnqK2Mz off=12030155 len=2074792 2024-04-13T08:26:02.828 INFO:tasks.workunit.client.0.smithi119.stdout:op 5961 completed, throughput=5MB/sec 2024-04-13T08:26:02.828 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-jv4TJCt7PCw4gPG off=10175417 len=958528 2024-04-13T08:26:02.829 INFO:tasks.workunit.client.0.smithi119.stdout:op 5962 completed, throughput=5MB/sec 2024-04-13T08:26:02.829 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-prWIbgNDnaPjQyX off=10779916 len=1112655 2024-04-13T08:26:02.831 INFO:tasks.workunit.client.0.smithi119.stdout:op 5963 completed, throughput=5MB/sec 2024-04-13T08:26:02.965 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:02 smithi119 ceph-mon[96316]: pgmap v1995: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-13T08:26:02.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:02 smithi119 ceph-mon[93746]: pgmap v1995: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-13T08:26:03.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:02 smithi139 ceph-mon[88985]: pgmap v1995: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-13T08:26:03.831 INFO:tasks.workunit.client.0.smithi119.stdout: 1165: throughput=5MB/sec pending data=0 2024-04-13T08:26:03.831 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-7gTtlYD7fKmGI5H off=8725834 len=2087370 2024-04-13T08:26:03.844 INFO:tasks.workunit.client.0.smithi119.stdout:op 5964 completed, throughput=5MB/sec 2024-04-13T08:26:03.844 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Q4pla30ScBbaP3r off=7547841 len=610738 2024-04-13T08:26:03.847 INFO:tasks.workunit.client.0.smithi119.stdout:op 5965 completed, throughput=5MB/sec 2024-04-13T08:26:03.847 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-b5brX3XPjJN_HMd off=8317648 len=413868 2024-04-13T08:26:03.848 INFO:tasks.workunit.client.0.smithi119.stdout:op 5966 completed, throughput=5MB/sec 2024-04-13T08:26:03.848 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-r_ZLJS04l2bQmUc off=9143648 len=1941824 2024-04-13T08:26:03.850 INFO:tasks.workunit.client.0.smithi119.stdout:op 5967 completed, throughput=5MB/sec 2024-04-13T08:26:03.850 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-SHEe7ylMCxshIVi off=3023559 len=1701546 2024-04-13T08:26:03.857 INFO:tasks.workunit.client.0.smithi119.stdout:op 5968 completed, throughput=5MB/sec 2024-04-13T08:26:04.857 INFO:tasks.workunit.client.0.smithi119.stdout: 1166: throughput=5MB/sec pending data=0 2024-04-13T08:26:04.857 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-bqRTznAS-1PAQhL off=639437 len=1116446 2024-04-13T08:26:04.860 INFO:tasks.workunit.client.0.smithi119.stdout:op 5969 completed, throughput=5MB/sec 2024-04-13T08:26:04.860 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-TSlnkvIdxP3xWoG off=7264350 len=1959534 2024-04-13T08:26:04.864 INFO:tasks.workunit.client.0.smithi119.stdout:op 5970 completed, throughput=5MB/sec 2024-04-13T08:26:04.865 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-JbP4xPjrdOKOc2G off=9940128 len=1371271 2024-04-13T08:26:04.866 INFO:tasks.workunit.client.0.smithi119.stdout:op 5971 completed, throughput=5MB/sec 2024-04-13T08:26:04.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:04 smithi119 ceph-mon[96316]: pgmap v1996: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:26:04.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:26:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:26:04] "GET /metrics HTTP/1.1" 200 34003 "" "Prometheus/2.43.0" 2024-04-13T08:26:04.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:04 smithi119 ceph-mon[93746]: pgmap v1996: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:26:05.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:04 smithi139 ceph-mon[88985]: pgmap v1996: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T08:26:05.866 INFO:tasks.workunit.client.0.smithi119.stdout: 1167: throughput=5MB/sec pending data=0 2024-04-13T08:26:05.867 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-dsGlbSUDnWnmCyp off=4210606 len=133605 2024-04-13T08:26:05.867 INFO:tasks.workunit.client.0.smithi119.stdout:op 5972 completed, throughput=5MB/sec 2024-04-13T08:26:05.867 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-JR-T3IlTrZlPQbw off=1663242 len=1978686 2024-04-13T08:26:05.876 INFO:tasks.workunit.client.0.smithi119.stdout:op 5973 completed, throughput=5MB/sec 2024-04-13T08:26:05.876 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-3QVZtYYWnufr9_m off=10165965 len=417233 2024-04-13T08:26:05.880 INFO:tasks.workunit.client.0.smithi119.stdout:op 5974 completed, throughput=5MB/sec 2024-04-13T08:26:05.880 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-8KRg4-yq7UlzuJp off=12727877 len=1851192 2024-04-13T08:26:05.882 INFO:tasks.workunit.client.0.smithi119.stdout:op 5975 completed, throughput=5MB/sec 2024-04-13T08:26:05.882 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-iC421C_aTV36vbQ off=11272669 len=605761 2024-04-13T08:26:05.885 INFO:tasks.workunit.client.0.smithi119.stdout:op 5976 completed, throughput=5MB/sec 2024-04-13T08:26:06.886 INFO:tasks.workunit.client.0.smithi119.stdout: 1168: throughput=5MB/sec pending data=0 2024-04-13T08:26:06.886 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-xUlnCKhm3mWZ3sS off=3883127 len=1172383 2024-04-13T08:26:06.887 INFO:tasks.workunit.client.0.smithi119.stdout:op 5977 completed, throughput=5MB/sec 2024-04-13T08:26:06.887 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-yTwr_yX0N0qPaL3 off=11942272 len=2041260 2024-04-13T08:26:06.899 INFO:tasks.workunit.client.0.smithi119.stdout:op 5978 completed, throughput=5MB/sec 2024-04-13T08:26:06.899 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-0dqqDAmr5rzTGa3 off=5863437 len=1617386 2024-04-13T08:26:06.901 INFO:tasks.workunit.client.0.smithi119.stdout:op 5979 completed, throughput=5MB/sec 2024-04-13T08:26:06.901 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-plAcDp2xokYJPpA off=6415234 len=1966940 2024-04-13T08:26:06.911 INFO:tasks.workunit.client.0.smithi119.stdout:op 5980 completed, throughput=5MB/sec 2024-04-13T08:26:06.965 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:06 smithi119 ceph-mon[96316]: pgmap v1997: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-13T08:26:06.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:06 smithi119 ceph-mon[93746]: pgmap v1997: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-13T08:26:07.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:06 smithi139 ceph-mon[88985]: pgmap v1997: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-13T08:26:07.911 INFO:tasks.workunit.client.0.smithi119.stdout: 1169: throughput=5MB/sec pending data=0 2024-04-13T08:26:07.912 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-oWgu6We_CohS5rB off=14022162 len=1229172 2024-04-13T08:26:07.913 INFO:tasks.workunit.client.0.smithi119.stdout:op 5981 completed, throughput=5MB/sec 2024-04-13T08:26:07.913 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-NwhFGH3JMUtRyx5 off=15871676 len=468785 2024-04-13T08:26:07.917 INFO:tasks.workunit.client.0.smithi119.stdout:op 5982 completed, throughput=5MB/sec 2024-04-13T08:26:07.917 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-71ZmR4dG_dtMKOE off=14544658 len=1507220 2024-04-13T08:26:07.919 INFO:tasks.workunit.client.0.smithi119.stdout:op 5983 completed, throughput=5MB/sec 2024-04-13T08:26:07.919 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-bDkGqpNszxLslKV off=16408387 len=268133 2024-04-13T08:26:07.923 INFO:tasks.workunit.client.0.smithi119.stdout:op 5984 completed, throughput=5MB/sec 2024-04-13T08:26:07.923 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ua5Do4fyIjb3PjG off=6138899 len=1378573 2024-04-13T08:26:07.930 INFO:tasks.workunit.client.0.smithi119.stdout:op 5985 completed, throughput=5MB/sec 2024-04-13T08:26:08.931 INFO:tasks.workunit.client.0.smithi119.stdout: 1170: throughput=5MB/sec pending data=0 2024-04-13T08:26:08.931 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-G-g5DGmhcTNo47c off=12702228 len=1504666 2024-04-13T08:26:08.937 INFO:tasks.workunit.client.0.smithi119.stdout:op 5986 completed, throughput=5MB/sec 2024-04-13T08:26:08.937 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-7pjYykAetrbrxGx off=10936011 len=1426489 2024-04-13T08:26:08.945 INFO:tasks.workunit.client.0.smithi119.stdout:op 5987 completed, throughput=5MB/sec 2024-04-13T08:26:08.945 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-bunIfZ2POoJpZu- off=689616 len=1160600 2024-04-13T08:26:08.951 INFO:tasks.workunit.client.0.smithi119.stdout:op 5988 completed, throughput=5MB/sec 2024-04-13T08:26:08.965 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:08 smithi119 ceph-mon[96316]: pgmap v1998: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T08:26:08.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:08 smithi119 ceph-mon[93746]: pgmap v1998: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T08:26:09.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:08 smithi139 ceph-mon[88985]: pgmap v1998: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T08:26:09.635 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 08:26:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[127213]: logger=cleanup t=2024-04-13T08:26:09.373194527Z level=info msg="Completed cleanup jobs" duration=3.359203ms 2024-04-13T08:26:09.951 INFO:tasks.workunit.client.0.smithi119.stdout: 1171: throughput=5MB/sec pending data=0 2024-04-13T08:26:09.951 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-jPdS5kLI_tOFyec off=16952961 len=1733569 2024-04-13T08:26:09.959 INFO:tasks.workunit.client.0.smithi119.stdout:op 5989 completed, throughput=5MB/sec 2024-04-13T08:26:09.959 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-WJMyR39GvR2rF79 off=22432434 len=1413628 2024-04-13T08:26:09.965 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:26:09.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:26:09.966 INFO:tasks.workunit.client.0.smithi119.stdout:op 5990 completed, throughput=5MB/sec 2024-04-13T08:26:09.966 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-1pKCTH0AUxc0QD1 off=2240843 len=1267599 2024-04-13T08:26:09.972 INFO:tasks.workunit.client.0.smithi119.stdout:op 5991 completed, throughput=5MB/sec 2024-04-13T08:26:09.972 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-7k94wm4bBv3sgUH off=5712338 len=715315 2024-04-13T08:26:09.973 INFO:tasks.workunit.client.0.smithi119.stdout:op 5992 completed, throughput=5MB/sec 2024-04-13T08:26:09.973 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-6yLyDr6C-fL3kf2 off=13411989 len=1424573 2024-04-13T08:26:09.979 INFO:tasks.workunit.client.0.smithi119.stdout:op 5993 completed, throughput=5MB/sec 2024-04-13T08:26:10.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:26:10.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:10 smithi119 ceph-mon[96316]: pgmap v1999: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T08:26:10.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:10 smithi119 ceph-mon[93746]: pgmap v1999: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T08:26:10.979 INFO:tasks.workunit.client.0.smithi119.stdout: 1172: throughput=5MB/sec pending data=0 2024-04-13T08:26:10.979 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-X_aEBm33UfVYXkJ off=665111 len=1456817 2024-04-13T08:26:10.985 INFO:tasks.workunit.client.0.smithi119.stdout:op 5994 completed, throughput=5MB/sec 2024-04-13T08:26:10.985 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-h-GAoPVvFWJmQhO off=7160010 len=300045 2024-04-13T08:26:10.988 INFO:tasks.workunit.client.0.smithi119.stdout:op 5995 completed, throughput=5MB/sec 2024-04-13T08:26:10.989 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj--Koi_nRChR4T1eN off=219969 len=1790450 2024-04-13T08:26:10.991 INFO:tasks.workunit.client.0.smithi119.stdout:op 5996 completed, throughput=5MB/sec 2024-04-13T08:26:10.991 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-0TwjAGnOhBSyIRB off=11798679 len=763490 2024-04-13T08:26:10.996 INFO:tasks.workunit.client.0.smithi119.stdout:op 5997 completed, throughput=5MB/sec 2024-04-13T08:26:11.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:10 smithi139 ceph-mon[88985]: pgmap v1999: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T08:26:11.996 INFO:tasks.workunit.client.0.smithi119.stdout: 1173: throughput=5MB/sec pending data=0 2024-04-13T08:26:11.996 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Ql7VnaVJzmt9toN off=6478313 len=1494615 2024-04-13T08:26:12.005 INFO:tasks.workunit.client.0.smithi119.stdout:op 5998 completed, throughput=5MB/sec 2024-04-13T08:26:12.005 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-31E3U13QJQTb88t off=11711634 len=1656923 2024-04-13T08:26:12.010 INFO:tasks.workunit.client.0.smithi119.stdout:op 5999 completed, throughput=5MB/sec 2024-04-13T08:26:12.010 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-bZLGzsWfjD_GOCs off=11890057 len=1403893 2024-04-13T08:26:12.017 INFO:tasks.workunit.client.0.smithi119.stdout:op 6000 completed, throughput=5MB/sec 2024-04-13T08:26:12.017 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-z4VniHNkV9QHee- off=18892439 len=482649 2024-04-13T08:26:12.018 INFO:tasks.workunit.client.0.smithi119.stdout:op 6001 completed, throughput=5MB/sec 2024-04-13T08:26:12.018 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-bT5JxsCKFGhcSo- off=19774750 len=196289 2024-04-13T08:26:12.019 INFO:tasks.workunit.client.0.smithi119.stdout:op 6002 completed, throughput=5MB/sec 2024-04-13T08:26:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:26:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:26:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:26:12.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:12 smithi119 ceph-mon[96316]: pgmap v2000: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T08:26:12.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:12 smithi119 ceph-mon[93746]: pgmap v2000: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T08:26:13.019 INFO:tasks.workunit.client.0.smithi119.stdout: 1174: throughput=5MB/sec pending data=0 2024-04-13T08:26:13.019 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-pdRxSlxGnXBSC1Q off=9512828 len=1001100 2024-04-13T08:26:13.025 INFO:tasks.workunit.client.0.smithi119.stdout:op 6003 completed, throughput=5MB/sec 2024-04-13T08:26:13.025 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-a0i5UzMz8o1d_r7 off=1179515 len=230230 2024-04-13T08:26:13.026 INFO:tasks.workunit.client.0.smithi119.stdout:op 6004 completed, throughput=5MB/sec 2024-04-13T08:26:13.026 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ovFgGwrk5XJ9uvQ off=3790981 len=166529 2024-04-13T08:26:13.029 INFO:tasks.workunit.client.0.smithi119.stdout:op 6005 completed, throughput=5MB/sec 2024-04-13T08:26:13.029 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-crSRFYRqD2YfXBe off=7478559 len=354246 2024-04-13T08:26:13.032 INFO:tasks.workunit.client.0.smithi119.stdout:op 6006 completed, throughput=5MB/sec 2024-04-13T08:26:13.032 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-vIgjJSkj1wln7o1 off=253679 len=1185177 2024-04-13T08:26:13.040 INFO:tasks.workunit.client.0.smithi119.stdout:op 6007 completed, throughput=5MB/sec 2024-04-13T08:26:13.040 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-SYY66KB8QsQL447 off=7915248 len=496385 2024-04-13T08:26:13.044 INFO:tasks.workunit.client.0.smithi119.stdout:op 6008 completed, throughput=5MB/sec 2024-04-13T08:26:13.044 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-xTLeY1G84aVloFQ off=10743619 len=959675 2024-04-13T08:26:13.049 INFO:tasks.workunit.client.0.smithi119.stdout:op 6009 completed, throughput=5MB/sec 2024-04-13T08:26:13.050 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-Tq-vi4gUHAdirBA off=847141 len=1412901 2024-04-13T08:26:13.051 INFO:tasks.workunit.client.0.smithi119.stdout:op 6010 completed, throughput=5MB/sec 2024-04-13T08:26:13.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:12 smithi139 ceph-mon[88985]: pgmap v2000: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T08:26:14.052 INFO:tasks.workunit.client.0.smithi119.stdout: 1175: throughput=5MB/sec pending data=0 2024-04-13T08:26:14.052 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-XWBnjL3gQ0b7cnz off=2904834 len=475377 2024-04-13T08:26:14.053 INFO:tasks.workunit.client.0.smithi119.stdout:op 6011 completed, throughput=5MB/sec 2024-04-13T08:26:14.053 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-PqRwFMpBTNE5rWF off=349013 len=1119929 2024-04-13T08:26:14.059 INFO:tasks.workunit.client.0.smithi119.stdout:op 6012 completed, throughput=5MB/sec 2024-04-13T08:26:14.060 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-0lXf-udypELbY8b off=14741277 len=1641822 2024-04-13T08:26:14.062 INFO:tasks.workunit.client.0.smithi119.stdout:op 6013 completed, throughput=5MB/sec 2024-04-13T08:26:14.062 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-AWUE4N5Nz9npYQx off=9858176 len=209008 2024-04-13T08:26:14.065 INFO:tasks.workunit.client.0.smithi119.stdout:op 6014 completed, throughput=5MB/sec 2024-04-13T08:26:14.065 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-ybh02Rw_AroxKn6 off=5011961 len=82421 2024-04-13T08:26:14.068 INFO:tasks.workunit.client.0.smithi119.stdout:op 6015 completed, throughput=5MB/sec 2024-04-13T08:26:14.068 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-Z7WziGeDOZoVekq off=6518579 len=1760318 2024-04-13T08:26:14.079 INFO:tasks.workunit.client.0.smithi119.stdout:op 6016 completed, throughput=5MB/sec 2024-04-13T08:26:14.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:14 smithi119 ceph-mon[96316]: pgmap v2001: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T08:26:14.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:14 smithi119 ceph-mon[93746]: pgmap v2001: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T08:26:14.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:26:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:26:14] "GET /metrics HTTP/1.1" 200 34003 "" "Prometheus/2.43.0" 2024-04-13T08:26:15.079 INFO:tasks.workunit.client.0.smithi119.stdout: 1176: throughput=5MB/sec pending data=0 2024-04-13T08:26:15.080 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-oDGMMmGip-2rgnV off=2379473 len=1894507 2024-04-13T08:26:15.091 INFO:tasks.workunit.client.0.smithi119.stdout:op 6017 completed, throughput=5MB/sec 2024-04-13T08:26:15.091 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-oUxFkvBn4h1QahV off=1381160 len=1566130 2024-04-13T08:26:15.099 INFO:tasks.workunit.client.0.smithi119.stdout:op 6018 completed, throughput=5MB/sec 2024-04-13T08:26:15.100 INFO:tasks.workunit.client.0.smithi119.stdout:READ : oid=obj-0Ai3IwiWi_G54of off=9726249 len=191751 2024-04-13T08:26:15.101 INFO:tasks.workunit.client.0.smithi119.stdout:op 6019 completed, throughput=5MB/sec 2024-04-13T08:26:15.101 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-MPPG9idcS4doYuY off=10253441 len=980024 2024-04-13T08:26:15.107 INFO:tasks.workunit.client.0.smithi119.stdout:op 6020 completed, throughput=5MB/sec 2024-04-13T08:26:15.107 INFO:tasks.workunit.client.0.smithi119.stdout:WRITE : oid=obj-bg9uA3ZEgsiBNMv off=1952100 len=426925 2024-04-13T08:26:15.110 INFO:tasks.workunit.client.0.smithi119.stdout:op 6021 completed, throughput=5MB/sec 2024-04-13T08:26:15.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:14 smithi139 ceph-mon[88985]: pgmap v2001: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T08:26:16.111 INFO:tasks.workunit.client.0.smithi119.stdout:waiting for all operations to complete 2024-04-13T08:26:16.111 INFO:tasks.workunit.client.0.smithi119.stdout:cleaning up objects 2024-04-13T08:26:16.965 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:16 smithi119 ceph-mon[96316]: pgmap v2002: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-13T08:26:16.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:16 smithi119 ceph-mon[93746]: pgmap v2002: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-13T08:26:17.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:16 smithi139 ceph-mon[88985]: pgmap v2002: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-13T08:26:18.965 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:18 smithi119 ceph-mon[96316]: pgmap v2003: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-13T08:26:18.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:18 smithi119 ceph-mon[93746]: pgmap v2003: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-13T08:26:19.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:18 smithi139 ceph-mon[88985]: pgmap v2003: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-13T08:26:20.965 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:20 smithi119 ceph-mon[96316]: pgmap v2004: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-13T08:26:20.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:20 smithi119 ceph-mon[93746]: pgmap v2004: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-13T08:26:21.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:20 smithi139 ceph-mon[88985]: pgmap v2004: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-13T08:26:22.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:26:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:26:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:26:22.965 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:22 smithi119 ceph-mon[96316]: pgmap v2005: 105 pgs: 105 active+clean; 92 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 242 op/s 2024-04-13T08:26:22.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:22 smithi119 ceph-mon[93746]: pgmap v2005: 105 pgs: 105 active+clean; 92 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 242 op/s 2024-04-13T08:26:23.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:22 smithi139 ceph-mon[88985]: pgmap v2005: 105 pgs: 105 active+clean; 92 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 242 op/s 2024-04-13T08:26:24.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:26:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:26:24] "GET /metrics HTTP/1.1" 200 34007 "" "Prometheus/2.43.0" 2024-04-13T08:26:24.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:24 smithi119 ceph-mon[93746]: pgmap v2006: 105 pgs: 105 active+clean; 92 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 658 KiB/s rd, 1.4 MiB/s wr, 241 op/s 2024-04-13T08:26:24.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:26:24.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:24 smithi119 ceph-mon[96316]: pgmap v2006: 105 pgs: 105 active+clean; 92 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 658 KiB/s rd, 1.4 MiB/s wr, 241 op/s 2024-04-13T08:26:24.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:26:25.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:24 smithi139 ceph-mon[88985]: pgmap v2006: 105 pgs: 105 active+clean; 92 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 658 KiB/s rd, 1.4 MiB/s wr, 241 op/s 2024-04-13T08:26:25.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:26:26.965 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:26 smithi119 ceph-mon[96316]: pgmap v2007: 105 pgs: 105 active+clean; 59 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 658 KiB/s rd, 1.4 MiB/s wr, 463 op/s 2024-04-13T08:26:26.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:26 smithi119 ceph-mon[93746]: pgmap v2007: 105 pgs: 105 active+clean; 59 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 658 KiB/s rd, 1.4 MiB/s wr, 463 op/s 2024-04-13T08:26:27.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:26 smithi139 ceph-mon[88985]: pgmap v2007: 105 pgs: 105 active+clean; 59 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 658 KiB/s rd, 1.4 MiB/s wr, 463 op/s 2024-04-13T08:26:28.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:28 smithi119 ceph-mon[96316]: pgmap v2008: 105 pgs: 105 active+clean; 54 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 135 KiB/s rd, 81 KiB/s wr, 491 op/s 2024-04-13T08:26:28.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:28 smithi119 ceph-mon[93746]: pgmap v2008: 105 pgs: 105 active+clean; 54 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 135 KiB/s rd, 81 KiB/s wr, 491 op/s 2024-04-13T08:26:29.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:28 smithi139 ceph-mon[88985]: pgmap v2008: 105 pgs: 105 active+clean; 54 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 135 KiB/s rd, 81 KiB/s wr, 491 op/s 2024-04-13T08:26:30.965 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:30 smithi119 ceph-mon[96316]: pgmap v2009: 105 pgs: 105 active+clean; 54 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 491 op/s 2024-04-13T08:26:30.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:30 smithi119 ceph-mon[93746]: pgmap v2009: 105 pgs: 105 active+clean; 54 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 491 op/s 2024-04-13T08:26:31.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:30 smithi139 ceph-mon[88985]: pgmap v2009: 105 pgs: 105 active+clean; 54 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 491 op/s 2024-04-13T08:26:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:26:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:26:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:26:32.965 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:32 smithi119 ceph-mon[96316]: pgmap v2010: 105 pgs: 105 active+clean; 19 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 725 op/s 2024-04-13T08:26:32.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:32 smithi119 ceph-mon[93746]: pgmap v2010: 105 pgs: 105 active+clean; 19 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 725 op/s 2024-04-13T08:26:33.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:32 smithi139 ceph-mon[88985]: pgmap v2010: 105 pgs: 105 active+clean; 19 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 725 op/s 2024-04-13T08:26:33.271 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-13T08:26:33.271 DEBUG:teuthology.orchestra.run.smithi119:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-13T08:26:33.300 INFO:tasks.workunit:Stopping ['rados/load-gen-big.sh'] on client.0... 2024-04-13T08:26:33.300 DEBUG:teuthology.orchestra.run.smithi119:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-13T08:26:33.559 DEBUG:teuthology.parallel:result is None 2024-04-13T08:26:33.560 DEBUG:teuthology.orchestra.run.smithi119:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-13T08:26:33.586 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-13T08:26:33.587 DEBUG:teuthology.orchestra.run.smithi119:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-13T08:26:33.641 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-13T08:26:33.641 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-13T08:26:33.641 INFO:teuthology.task.print:**** done end rados_loadgenbig.yaml 2024-04-13T08:26:33.641 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-13T08:26:33.641 INFO:teuthology.task.print:**** done start rbd_import_export.yaml 2024-04-13T08:26:33.641 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-13T08:26:33.642 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-13T08:26:33.642 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-13T08:26:33.642 DEBUG:teuthology.orchestra.run.smithi139:> stat -- /home/ubuntu/cephtest/mnt.1 2024-04-13T08:26:33.658 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-13T08:26:33.658 INFO:teuthology.orchestra.run.smithi139.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-04-13T08:26:33.659 DEBUG:teuthology.orchestra.run.smithi139:> mkdir -- /home/ubuntu/cephtest/mnt.1 2024-04-13T08:26:33.713 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.1 2024-04-13T08:26:33.713 DEBUG:teuthology.orchestra.run.smithi139:> cd -- /home/ubuntu/cephtest/mnt.1 && mkdir -- client.1 2024-04-13T08:26:33.769 INFO:tasks.workunit:timeout=3h 2024-04-13T08:26:33.769 INFO:tasks.workunit:cleanup=True 2024-04-13T08:26:33.769 DEBUG:teuthology.orchestra.run.smithi139:> rm -rf /home/ubuntu/cephtest/clone.client.1 && git clone --depth 1 --branch reef https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.1 && cd /home/ubuntu/cephtest/clone.client.1 2024-04-13T08:26:33.824 INFO:tasks.workunit.client.1.smithi139.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.1'... 2024-04-13T08:26:34.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:34 smithi119 ceph-mon[96316]: pgmap v2011: 105 pgs: 105 active+clean; 19 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 486 op/s 2024-04-13T08:26:34.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:34 smithi119 ceph-mon[93746]: pgmap v2011: 105 pgs: 105 active+clean; 19 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 486 op/s 2024-04-13T08:26:34.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:26:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:26:34] "GET /metrics HTTP/1.1" 200 34007 "" "Prometheus/2.43.0" 2024-04-13T08:26:35.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:34 smithi139 ceph-mon[88985]: pgmap v2011: 105 pgs: 105 active+clean; 19 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 486 op/s 2024-04-13T08:26:36.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:36 smithi119 ceph-mon[96316]: pgmap v2012: 105 pgs: 105 active+clean; 2.2 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 598 op/s 2024-04-13T08:26:36.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:36 smithi119 ceph-mon[93746]: pgmap v2012: 105 pgs: 105 active+clean; 2.2 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 598 op/s 2024-04-13T08:26:37.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:36 smithi139 ceph-mon[88985]: pgmap v2012: 105 pgs: 105 active+clean; 2.2 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 598 op/s 2024-04-13T08:26:38.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:38 smithi119 ceph-mon[93746]: pgmap v2013: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 391 op/s 2024-04-13T08:26:38.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:38 smithi119 ceph-mon[96316]: pgmap v2013: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 391 op/s 2024-04-13T08:26:39.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:38 smithi139 ceph-mon[88985]: pgmap v2013: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 391 op/s 2024-04-13T08:26:40.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:26:40.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:26:40.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:26:41.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:40 smithi139 ceph-mon[88985]: pgmap v2014: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 361 op/s 2024-04-13T08:26:41.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:40 smithi119 ceph-mon[96316]: pgmap v2014: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 361 op/s 2024-04-13T08:26:41.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:40 smithi119 ceph-mon[93746]: pgmap v2014: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 361 op/s 2024-04-13T08:26:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:26:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:26:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:26:43.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:42 smithi139 ceph-mon[88985]: pgmap v2015: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 361 op/s 2024-04-13T08:26:43.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:42 smithi119 ceph-mon[96316]: pgmap v2015: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 361 op/s 2024-04-13T08:26:43.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:42 smithi119 ceph-mon[93746]: pgmap v2015: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 361 op/s 2024-04-13T08:26:45.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:44 smithi139 ceph-mon[88985]: pgmap v2016: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 127 op/s 2024-04-13T08:26:45.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:44 smithi119 ceph-mon[96316]: pgmap v2016: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 127 op/s 2024-04-13T08:26:45.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:44 smithi119 ceph-mon[93746]: pgmap v2016: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 127 op/s 2024-04-13T08:26:45.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:26:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:26:44] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2024-04-13T08:26:46.603 DEBUG:teuthology.orchestra.run.smithi139:> cd -- /home/ubuntu/cephtest/clone.client.1/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.1 2024-04-13T08:26:46.671 INFO:tasks.workunit.client.1.smithi139.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-13T08:26:46.672 INFO:tasks.workunit.client.1.smithi139.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-04-13T08:26:46.673 INFO:tasks.workunit.client.1.smithi139.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-13T08:26:47.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:46 smithi139 ceph-mon[88985]: pgmap v2017: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 127 op/s 2024-04-13T08:26:47.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:46 smithi119 ceph-mon[93746]: pgmap v2017: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 127 op/s 2024-04-13T08:26:47.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:46 smithi119 ceph-mon[96316]: pgmap v2017: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 127 op/s 2024-04-13T08:26:47.502 INFO:tasks.workunit.client.1.smithi139.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-13T08:26:47.568 INFO:tasks.workunit.client.1.smithi139.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-13T08:26:47.607 INFO:tasks.workunit.client.1.smithi139.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-04-13T08:26:47.608 INFO:tasks.workunit.client.1.smithi139.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-04-13T08:26:47.608 INFO:tasks.workunit.client.1.smithi139.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-13T08:26:47.646 INFO:tasks.workunit.client.1.smithi139.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-04-13T08:26:47.649 DEBUG:teuthology.orchestra.run.smithi139:> set -ex 2024-04-13T08:26:47.649 DEBUG:teuthology.orchestra.run.smithi139:> dd if=/home/ubuntu/cephtest/workunits.list.client.1 of=/dev/stdout 2024-04-13T08:26:47.709 INFO:tasks.workunit:Running workunits matching rbd/import_export.sh on client.1... 2024-04-13T08:26:47.711 INFO:tasks.workunit:Running workunit rbd/import_export.sh... 2024-04-13T08:26:47.711 DEBUG:teuthology.orchestra.run.smithi139:workunit test rbd/import_export.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && cd -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="1" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.1 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.1 CEPH_MNT=/home/ubuntu/cephtest/mnt.1 RBD_CREATE_ARGS=--new-format adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.1/qa/workunits/rbd/import_export.sh 2024-04-13T08:26:47.783 INFO:tasks.workunit.client.1.smithi139.stderr:+ export RBD_FORCE_ALLOW_V1=1 2024-04-13T08:26:47.783 INFO:tasks.workunit.client.1.smithi139.stderr:+ RBD_FORCE_ALLOW_V1=1 2024-04-13T08:26:47.784 INFO:tasks.workunit.client.1.smithi139.stderr:+ TMPDIR=/tmp/rbd_import_export_135981 2024-04-13T08:26:47.784 INFO:tasks.workunit.client.1.smithi139.stderr:+ rm -rf /tmp/rbd_import_export_135981 2024-04-13T08:26:47.784 INFO:tasks.workunit.client.1.smithi139.stderr:+ mkdir /tmp/rbd_import_export_135981 2024-04-13T08:26:47.784 INFO:tasks.workunit.client.1.smithi139.stderr:+ trap 'rm -rf /tmp/rbd_import_export_135981' INT TERM EXIT 2024-04-13T08:26:47.784 INFO:tasks.workunit.client.1.smithi139.stderr:+ mkdir foo.135981 2024-04-13T08:26:47.785 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd import foo.135981 foo.dir 2024-04-13T08:26:47.828 INFO:tasks.workunit.client.1.smithi139.stderr:rbd: cannot import a directory 2024-04-13T08:26:47.828 INFO:tasks.workunit.client.1.smithi139.stderr: Importing image: 0% complete...failed. 2024-04-13T08:26:47.828 INFO:tasks.workunit.client.1.smithi139.stderr:rbd: import failed: (21) Is a directory 2024-04-13T08:26:47.830 INFO:tasks.workunit.client.1.smithi139.stderr:+ true 2024-04-13T08:26:47.831 INFO:tasks.workunit.client.1.smithi139.stderr:+ rmdir foo.135981 2024-04-13T08:26:47.838 INFO:tasks.workunit.client.1.smithi139.stderr:+ dd if=/bin/sh of=/tmp/rbd_import_export_135981/img bs=1k count=1 seek=10 2024-04-13T08:26:47.838 INFO:tasks.workunit.client.1.smithi139.stderr:1+0 records in 2024-04-13T08:26:47.838 INFO:tasks.workunit.client.1.smithi139.stderr:1+0 records out 2024-04-13T08:26:47.839 INFO:tasks.workunit.client.1.smithi139.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 3.932e-05 s, 26.0 MB/s 2024-04-13T08:26:47.839 INFO:tasks.workunit.client.1.smithi139.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_135981/img bs=1k count=10 seek=100 2024-04-13T08:26:47.839 INFO:tasks.workunit.client.1.smithi139.stderr:10+0 records in 2024-04-13T08:26:47.839 INFO:tasks.workunit.client.1.smithi139.stderr:10+0 records out 2024-04-13T08:26:47.839 INFO:tasks.workunit.client.1.smithi139.stderr:10240 bytes (10 kB, 10 KiB) copied, 4.7979e-05 s, 213 MB/s 2024-04-13T08:26:47.839 INFO:tasks.workunit.client.1.smithi139.stderr:+ dd if=/bin/rm of=/tmp/rbd_import_export_135981/img bs=1k count=100 seek=1000 2024-04-13T08:26:47.840 INFO:tasks.workunit.client.1.smithi139.stderr:60+1 records in 2024-04-13T08:26:47.840 INFO:tasks.workunit.client.1.smithi139.stderr:60+1 records out 2024-04-13T08:26:47.840 INFO:tasks.workunit.client.1.smithi139.stderr:61464 bytes (61 kB, 60 KiB) copied, 0.000144624 s, 425 MB/s 2024-04-13T08:26:47.840 INFO:tasks.workunit.client.1.smithi139.stderr:+ dd if=/bin/ls of=/tmp/rbd_import_export_135981/img bs=1k seek=10000 2024-04-13T08:26:47.841 INFO:tasks.workunit.client.1.smithi139.stderr:137+1 records in 2024-04-13T08:26:47.841 INFO:tasks.workunit.client.1.smithi139.stderr:137+1 records out 2024-04-13T08:26:47.841 INFO:tasks.workunit.client.1.smithi139.stderr:140760 bytes (141 kB, 137 KiB) copied, 0.000406132 s, 347 MB/s 2024-04-13T08:26:47.841 INFO:tasks.workunit.client.1.smithi139.stderr:+ dd if=/bin/ln of=/tmp/rbd_import_export_135981/img bs=1k seek=100000 2024-04-13T08:26:47.842 INFO:tasks.workunit.client.1.smithi139.stderr:59+1 records in 2024-04-13T08:26:47.842 INFO:tasks.workunit.client.1.smithi139.stderr:59+1 records out 2024-04-13T08:26:47.842 INFO:tasks.workunit.client.1.smithi139.stderr:61408 bytes (61 kB, 60 KiB) copied, 0.000142817 s, 430 MB/s 2024-04-13T08:26:47.842 INFO:tasks.workunit.client.1.smithi139.stderr:+ dd if=/bin/grep of=/tmp/rbd_import_export_135981/img bs=1k seek=1000000 2024-04-13T08:26:47.843 INFO:tasks.workunit.client.1.smithi139.stderr:154+1 records in 2024-04-13T08:26:47.843 INFO:tasks.workunit.client.1.smithi139.stderr:154+1 records out 2024-04-13T08:26:47.843 INFO:tasks.workunit.client.1.smithi139.stderr:158176 bytes (158 kB, 154 KiB) copied, 0.000328723 s, 481 MB/s 2024-04-13T08:26:47.843 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd rm testimg 2024-04-13T08:26:47.899 INFO:tasks.workunit.client.1.smithi139.stderr: Removing image: 0% complete...failed. 2024-04-13T08:26:47.899 INFO:tasks.workunit.client.1.smithi139.stderr:rbd: delete error: (2) No such file or directory 2024-04-13T08:26:47.901 INFO:tasks.workunit.client.1.smithi139.stderr:+ true 2024-04-13T08:26:47.902 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd import --new-format /tmp/rbd_import_export_135981/img testimg 2024-04-13T08:26:49.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:48 smithi139 ceph-mon[88985]: pgmap v2018: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 15 op/s 2024-04-13T08:26:49.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:48 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:26:49.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:48 smithi119 ceph-mon[96316]: pgmap v2018: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 15 op/s 2024-04-13T08:26:49.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:48 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:26:49.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:48 smithi119 ceph-mon[93746]: pgmap v2018: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 15 op/s 2024-04-13T08:26:49.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:48 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:26:50.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:49 smithi139 ceph-mon[88985]: osdmap e1101: 8 total, 8 up, 8 in 2024-04-13T08:26:50.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:49 smithi119 ceph-mon[96316]: osdmap e1101: 8 total, 8 up, 8 in 2024-04-13T08:26:50.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:49 smithi119 ceph-mon[93746]: osdmap e1101: 8 total, 8 up, 8 in 2024-04-13T08:26:50.334 INFO:tasks.workunit.client.1.smithi139.stderr: Importing image: 1% complete... Importing image: 2% complete... Importing image: 3% complete... Importing image: 4% complete... Importing image: 5% complete... Importing image: 6% complete... Importing image: 7% complete... Importing image: 8% complete... Importing image: 9% complete... Importing image: 10% complete... Importing image: 11% complete... Importing image: 12% complete... Importing image: 13% complete... Importing image: 14% complete... Importing image: 15% complete... Importing image: 16% complete... Importing image: 17% complete... Importing image: 18% complete... Importing image: 19% complete... Importing image: 20% complete... Importing image: 21% complete... Importing image: 22% complete... Importing image: 23% complete... Importing image: 24% complete... Importing image: 25% complete... Importing image: 26% complete... Importing image: 27% complete... Importing image: 28% complete... Importing image: 29% complete... Importing image: 30% complete... Importing image: 31% complete... Importing image: 32% complete... Importing image: 33% complete... Importing image: 34% complete... Importing image: 35% complete... Importing image: 36% complete... Importing image: 37% complete... Importing image: 38% complete... Importing image: 39% complete... Importing image: 40% complete... Importing image: 41% complete... Importing image: 42% complete... Importing image: 43% complete... Importing image: 44% complete... Importing image: 45% complete... Importing image: 46% complete... Importing image: 47% complete... Importing image: 48% complete... Importing image: 49% complete... Importing image: 50% complete... Importing image: 51% complete... Importing image: 52% complete... Importing image: 53% complete... Importing image: 54% complete... Importing image: 55% complete... Importing image: 56% complete... Importing image: 57% complete... Importing image: 58% complete... Importing image: 59% complete... Importing image: 60% complete... Importing image: 61% complete... Importing image: 62% complete... Importing image: 63% complete... Importing image: 64% complete... Importing image: 65% complete... Importing image: 66% complete... Importing image: 67% complete... Importing image: 68% complete... Importing image: 69% complete... Importing image: 70% complete... Importing image: 71% complete... Importing image: 72% complete... Importing image: 73% complete... Importing image: 74% complete... Importing image: 75% complete... Importing image: 76% complete... Importing image: 77% complete... Importing image: 78% complete... Importing image: 79% complete... Importing image: 80% complete... Importing image: 81% complete... Importing image: 82% complete... Importing image: 83% complete... Importing image: 84% complete... Importing image: 85% complete... Importing image: 86% complete... Importing image: 87% complete... Importing image: 88% complete... Importing image: 89% complete... Importing image: 90% complete... Importing image: 91% complete... Importing image: 92% complete... Importing image: 93% complete... Importing image: 94% complete... Importing image: 95% complete... Importing image: 96% complete... Importing image: 97% complete... Importing image: 98% complete... Importing image: 99% complete... Importing image: 100% complete...done. 2024-04-13T08:26:50.335 INFO:tasks.workunit.client.1.smithi139.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-13T08:26:50.338 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd export testimg /tmp/rbd_import_export_135981/img2 2024-04-13T08:26:50.543 INFO:tasks.workunit.client.1.smithi139.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-13T08:26:50.547 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd export testimg - 2024-04-13T08:26:51.129 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:50 smithi119 ceph-mon[96316]: pgmap v2020: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:26:51.129 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:50 smithi119 ceph-mon[96316]: osdmap e1102: 8 total, 8 up, 8 in 2024-04-13T08:26:51.129 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:50 smithi119 ceph-mon[93746]: pgmap v2020: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:26:51.129 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:50 smithi119 ceph-mon[93746]: osdmap e1102: 8 total, 8 up, 8 in 2024-04-13T08:26:51.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:50 smithi139 ceph-mon[88985]: pgmap v2020: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:26:51.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:50 smithi139 ceph-mon[88985]: osdmap e1102: 8 total, 8 up, 8 in 2024-04-13T08:26:51.190 INFO:tasks.workunit.client.1.smithi139.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-13T08:26:51.194 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd rm testimg 2024-04-13T08:26:51.318 INFO:tasks.workunit.client.1.smithi139.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-04-13T08:26:51.321 INFO:tasks.workunit.client.1.smithi139.stderr:+ cmp /tmp/rbd_import_export_135981/img /tmp/rbd_import_export_135981/img2 2024-04-13T08:26:51.898 INFO:tasks.workunit.client.1.smithi139.stderr:+ cmp /tmp/rbd_import_export_135981/img /tmp/rbd_import_export_135981/img3 2024-04-13T08:26:52.306 INFO:tasks.workunit.client.1.smithi139.stderr:+ rm /tmp/rbd_import_export_135981/img2 /tmp/rbd_import_export_135981/img3 2024-04-13T08:26:52.385 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:26:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:26:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:26:52.469 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd import --new-format - testimg 2024-04-13T08:26:52.913 INFO:tasks.workunit.client.1.smithi139.stderr: Importing image: 100% complete...done. 2024-04-13T08:26:52.914 INFO:tasks.workunit.client.1.smithi139.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-13T08:26:52.917 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd export testimg /tmp/rbd_import_export_135981/img2 2024-04-13T08:26:52.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:52 smithi119 ceph-mon[96316]: pgmap v2022: 105 pgs: 105 active+clean; 5.9 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 56 KiB/s wr, 15 op/s 2024-04-13T08:26:52.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:52 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:26:52.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:52 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:26:52.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:52 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:26:52.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:52 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:26:52.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:52 smithi119 ceph-mon[93746]: pgmap v2022: 105 pgs: 105 active+clean; 5.9 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 56 KiB/s wr, 15 op/s 2024-04-13T08:26:52.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:52 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:26:52.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:52 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:26:52.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:52 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:26:52.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:52 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:26:53.125 INFO:tasks.workunit.client.1.smithi139.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-13T08:26:53.131 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd export testimg - 2024-04-13T08:26:53.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:52 smithi139 ceph-mon[88985]: pgmap v2022: 105 pgs: 105 active+clean; 5.9 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 56 KiB/s wr, 15 op/s 2024-04-13T08:26:53.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:52 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:26:53.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:52 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:26:53.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:52 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:26:53.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:52 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:26:53.799 INFO:tasks.workunit.client.1.smithi139.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-13T08:26:53.804 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd rm testimg 2024-04-13T08:26:53.918 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:53 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:26:53.918 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:53 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:26:53.918 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:53 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:26:53.918 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:53 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:26:53.938 INFO:tasks.workunit.client.1.smithi139.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-04-13T08:26:53.941 INFO:tasks.workunit.client.1.smithi139.stderr:+ cmp /tmp/rbd_import_export_135981/img /tmp/rbd_import_export_135981/img2 2024-04-13T08:26:54.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:53 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:26:54.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:53 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:26:54.515 INFO:tasks.workunit.client.1.smithi139.stderr:+ cmp /tmp/rbd_import_export_135981/img /tmp/rbd_import_export_135981/img3 2024-04-13T08:26:54.831 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:54 smithi139 ceph-mon[88985]: pgmap v2023: 105 pgs: 105 active+clean; 5.9 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 56 KiB/s wr, 15 op/s 2024-04-13T08:26:54.831 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:26:54.831 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:54 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:26:54.831 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:54 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:26:54.923 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:54 smithi119 ceph-mon[93746]: pgmap v2023: 105 pgs: 105 active+clean; 5.9 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 56 KiB/s wr, 15 op/s 2024-04-13T08:26:54.923 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:26:54.923 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:54 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:26:54.923 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:54 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:26:54.923 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:54 smithi119 ceph-mon[96316]: pgmap v2023: 105 pgs: 105 active+clean; 5.9 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 56 KiB/s wr, 15 op/s 2024-04-13T08:26:54.924 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:26:54.924 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:54 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:26:54.924 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:54 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:26:54.924 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:26:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:26:54] "GET /metrics HTTP/1.1" 200 33987 "" "Prometheus/2.43.0" 2024-04-13T08:26:54.924 INFO:tasks.workunit.client.1.smithi139.stderr:+ rm /tmp/rbd_import_export_135981/img /tmp/rbd_import_export_135981/img2 /tmp/rbd_import_export_135981/img3 2024-04-13T08:26:55.136 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd help export 2024-04-13T08:26:55.136 INFO:tasks.workunit.client.1.smithi139.stderr:+ grep -q export-format 2024-04-13T08:26:55.158 INFO:tasks.workunit.client.1.smithi139.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_135981/img bs=1k count=10 seek=100 2024-04-13T08:26:55.158 INFO:tasks.workunit.client.1.smithi139.stderr:10+0 records in 2024-04-13T08:26:55.158 INFO:tasks.workunit.client.1.smithi139.stderr:10+0 records out 2024-04-13T08:26:55.158 INFO:tasks.workunit.client.1.smithi139.stderr:10240 bytes (10 kB, 10 KiB) copied, 5.8691e-05 s, 174 MB/s 2024-04-13T08:26:55.158 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd import --new-format /tmp/rbd_import_export_135981/img testimg 2024-04-13T08:26:55.230 INFO:tasks.workunit.client.1.smithi139.stderr: Importing image: 100% complete...done. 2024-04-13T08:26:55.230 INFO:tasks.workunit.client.1.smithi139.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-13T08:26:55.232 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd snap create testimg@snap 2024-04-13T08:26:55.783 INFO:tasks.workunit.client.1.smithi139.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-13T08:26:55.793 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd image-meta set testimg key1 value1 2024-04-13T08:26:55.850 INFO:tasks.workunit.client.1.smithi139.stderr:++ rbd image-meta list testimg 2024-04-13T08:26:55.893 INFO:tasks.workunit.client.1.smithi139.stderr:+ IMAGEMETA_BEFORE='There is 1 metadatum on this image: 2024-04-13T08:26:55.893 INFO:tasks.workunit.client.1.smithi139.stderr: 2024-04-13T08:26:55.894 INFO:tasks.workunit.client.1.smithi139.stderr:Key Value 2024-04-13T08:26:55.894 INFO:tasks.workunit.client.1.smithi139.stderr:key1 value1' 2024-04-13T08:26:55.894 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_135981/img_v2 2024-04-13T08:26:55.935 INFO:tasks.workunit.client.1.smithi139.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-13T08:26:55.938 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_135981/img_v2 testimg_import 2024-04-13T08:26:56.804 INFO:tasks.workunit.client.1.smithi139.stderr: Importing image: 50% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-13T08:26:56.808 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd info testimg_import 2024-04-13T08:26:56.847 INFO:tasks.workunit.client.1.smithi139.stdout:rbd image 'testimg_import': 2024-04-13T08:26:56.848 INFO:tasks.workunit.client.1.smithi139.stdout: size 110 KiB in 1 objects 2024-04-13T08:26:56.848 INFO:tasks.workunit.client.1.smithi139.stdout: order 22 (4 MiB objects) 2024-04-13T08:26:56.848 INFO:tasks.workunit.client.1.smithi139.stdout: snapshot_count: 1 2024-04-13T08:26:56.848 INFO:tasks.workunit.client.1.smithi139.stdout: id: d5f43e18e49d 2024-04-13T08:26:56.848 INFO:tasks.workunit.client.1.smithi139.stdout: block_name_prefix: rbd_data.d5f43e18e49d 2024-04-13T08:26:56.849 INFO:tasks.workunit.client.1.smithi139.stdout: format: 2 2024-04-13T08:26:56.849 INFO:tasks.workunit.client.1.smithi139.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-04-13T08:26:56.849 INFO:tasks.workunit.client.1.smithi139.stdout: op_features: 2024-04-13T08:26:56.849 INFO:tasks.workunit.client.1.smithi139.stdout: flags: 2024-04-13T08:26:56.849 INFO:tasks.workunit.client.1.smithi139.stdout: create_timestamp: Sat Apr 13 08:26:55 2024 2024-04-13T08:26:56.850 INFO:tasks.workunit.client.1.smithi139.stdout: access_timestamp: Sat Apr 13 08:26:55 2024 2024-04-13T08:26:56.850 INFO:tasks.workunit.client.1.smithi139.stdout: modify_timestamp: Sat Apr 13 08:26:55 2024 2024-04-13T08:26:56.850 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd info testimg_import@snap 2024-04-13T08:26:56.888 INFO:tasks.workunit.client.1.smithi139.stdout:rbd image 'testimg_import': 2024-04-13T08:26:56.888 INFO:tasks.workunit.client.1.smithi139.stdout: size 110 KiB in 1 objects 2024-04-13T08:26:56.889 INFO:tasks.workunit.client.1.smithi139.stdout: order 22 (4 MiB objects) 2024-04-13T08:26:56.889 INFO:tasks.workunit.client.1.smithi139.stdout: snapshot_count: 1 2024-04-13T08:26:56.889 INFO:tasks.workunit.client.1.smithi139.stdout: id: d5f43e18e49d 2024-04-13T08:26:56.889 INFO:tasks.workunit.client.1.smithi139.stdout: block_name_prefix: rbd_data.d5f43e18e49d 2024-04-13T08:26:56.889 INFO:tasks.workunit.client.1.smithi139.stdout: format: 2 2024-04-13T08:26:56.890 INFO:tasks.workunit.client.1.smithi139.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-04-13T08:26:56.890 INFO:tasks.workunit.client.1.smithi139.stdout: op_features: 2024-04-13T08:26:56.890 INFO:tasks.workunit.client.1.smithi139.stdout: flags: 2024-04-13T08:26:56.890 INFO:tasks.workunit.client.1.smithi139.stdout: create_timestamp: Sat Apr 13 08:26:55 2024 2024-04-13T08:26:56.890 INFO:tasks.workunit.client.1.smithi139.stdout: access_timestamp: Sat Apr 13 08:26:55 2024 2024-04-13T08:26:56.891 INFO:tasks.workunit.client.1.smithi139.stdout: modify_timestamp: Sat Apr 13 08:26:55 2024 2024-04-13T08:26:56.891 INFO:tasks.workunit.client.1.smithi139.stdout: protected: False 2024-04-13T08:26:56.891 INFO:tasks.workunit.client.1.smithi139.stderr:++ rbd image-meta list testimg_import 2024-04-13T08:26:56.939 INFO:tasks.workunit.client.1.smithi139.stderr:+ IMAGEMETA_AFTER='There is 1 metadatum on this image: 2024-04-13T08:26:56.939 INFO:tasks.workunit.client.1.smithi139.stderr: 2024-04-13T08:26:56.939 INFO:tasks.workunit.client.1.smithi139.stderr:Key Value 2024-04-13T08:26:56.939 INFO:tasks.workunit.client.1.smithi139.stderr:key1 value1' 2024-04-13T08:26:56.939 INFO:tasks.workunit.client.1.smithi139.stderr:+ '[' 'There is 1 metadatum on this image: 2024-04-13T08:26:56.940 INFO:tasks.workunit.client.1.smithi139.stderr: 2024-04-13T08:26:56.940 INFO:tasks.workunit.client.1.smithi139.stderr:Key Value 2024-04-13T08:26:56.940 INFO:tasks.workunit.client.1.smithi139.stderr:key1 value1' = 'There is 1 metadatum on this image: 2024-04-13T08:26:56.940 INFO:tasks.workunit.client.1.smithi139.stderr: 2024-04-13T08:26:56.940 INFO:tasks.workunit.client.1.smithi139.stderr:Key Value 2024-04-13T08:26:56.940 INFO:tasks.workunit.client.1.smithi139.stderr:key1 value1' ']' 2024-04-13T08:26:56.940 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd export testimg_import /tmp/rbd_import_export_135981/img_import 2024-04-13T08:26:56.976 INFO:tasks.workunit.client.1.smithi139.stderr: Exporting image: 100% complete...done. 2024-04-13T08:26:56.980 INFO:tasks.workunit.client.1.smithi139.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_135981/img /tmp/rbd_import_export_135981/img_import 2024-04-13T08:26:56.980 INFO:tasks.workunit.client.1.smithi139.stderr:+ cmp -l /tmp/rbd_import_export_135981/img /tmp/rbd_import_export_135981/img_import 2024-04-13T08:26:56.980 INFO:tasks.workunit.client.1.smithi139.stderr:++ stat /tmp/rbd_import_export_135981/img --format %b 2024-04-13T08:26:56.981 INFO:tasks.workunit.client.1.smithi139.stderr:+ origsize=24 2024-04-13T08:26:56.982 INFO:tasks.workunit.client.1.smithi139.stderr:++ stat /tmp/rbd_import_export_135981/img_import --format %b 2024-04-13T08:26:56.983 INFO:tasks.workunit.client.1.smithi139.stderr:+ exportsize=224 2024-04-13T08:26:56.983 INFO:tasks.workunit.client.1.smithi139.stderr:+ difference=200 2024-04-13T08:26:56.983 INFO:tasks.workunit.client.1.smithi139.stderr:+ difference=200 2024-04-13T08:26:56.983 INFO:tasks.workunit.client.1.smithi139.stderr:+ test 200 -ge 0 -a 200 -lt 4096 2024-04-13T08:26:56.983 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd export testimg@snap /tmp/rbd_import_export_135981/img_snap 2024-04-13T08:26:57.021 INFO:tasks.workunit.client.1.smithi139.stderr: Exporting image: 100% complete...done. 2024-04-13T08:26:57.024 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd export testimg_import@snap /tmp/rbd_import_export_135981/img_snap_import 2024-04-13T08:26:57.062 INFO:tasks.workunit.client.1.smithi139.stderr: Exporting image: 100% complete...done. 2024-04-13T08:26:57.066 INFO:tasks.workunit.client.1.smithi139.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_135981/img_snap /tmp/rbd_import_export_135981/img_snap_import 2024-04-13T08:26:57.066 INFO:tasks.workunit.client.1.smithi139.stderr:+ cmp -l /tmp/rbd_import_export_135981/img_snap /tmp/rbd_import_export_135981/img_snap_import 2024-04-13T08:26:57.066 INFO:tasks.workunit.client.1.smithi139.stderr:++ stat /tmp/rbd_import_export_135981/img_snap --format %b 2024-04-13T08:26:57.068 INFO:tasks.workunit.client.1.smithi139.stderr:+ origsize=224 2024-04-13T08:26:57.068 INFO:tasks.workunit.client.1.smithi139.stderr:++ stat /tmp/rbd_import_export_135981/img_snap_import --format %b 2024-04-13T08:26:57.069 INFO:tasks.workunit.client.1.smithi139.stderr:+ exportsize=224 2024-04-13T08:26:57.069 INFO:tasks.workunit.client.1.smithi139.stderr:+ difference=0 2024-04-13T08:26:57.069 INFO:tasks.workunit.client.1.smithi139.stderr:+ difference=0 2024-04-13T08:26:57.070 INFO:tasks.workunit.client.1.smithi139.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-13T08:26:57.070 INFO:tasks.workunit.client.1.smithi139.stderr:+ rm /tmp/rbd_import_export_135981/img_v2 2024-04-13T08:26:57.070 INFO:tasks.workunit.client.1.smithi139.stderr:+ rm /tmp/rbd_import_export_135981/img_import 2024-04-13T08:26:57.071 INFO:tasks.workunit.client.1.smithi139.stderr:+ rm /tmp/rbd_import_export_135981/img_snap 2024-04-13T08:26:57.071 INFO:tasks.workunit.client.1.smithi139.stderr:+ rm /tmp/rbd_import_export_135981/img_snap_import 2024-04-13T08:26:57.071 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd snap rm testimg_import@snap 2024-04-13T08:26:57.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:56 smithi139 ceph-mon[88985]: pgmap v2024: 105 pgs: 105 active+clean; 3.4 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 289 KiB/s rd, 118 KiB/s wr, 111 op/s 2024-04-13T08:26:57.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:56 smithi139 ceph-mon[88985]: osdmap e1103: 8 total, 8 up, 8 in 2024-04-13T08:26:57.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:56 smithi139 ceph-mon[88985]: osdmap e1104: 8 total, 8 up, 8 in 2024-04-13T08:26:57.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:56 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:26:57.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:56 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:26:57.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:56 smithi119 ceph-mon[96316]: pgmap v2024: 105 pgs: 105 active+clean; 3.4 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 289 KiB/s rd, 118 KiB/s wr, 111 op/s 2024-04-13T08:26:57.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:56 smithi119 ceph-mon[96316]: osdmap e1103: 8 total, 8 up, 8 in 2024-04-13T08:26:57.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:56 smithi119 ceph-mon[96316]: osdmap e1104: 8 total, 8 up, 8 in 2024-04-13T08:26:57.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:56 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:26:57.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:56 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:26:57.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:56 smithi119 ceph-mon[93746]: pgmap v2024: 105 pgs: 105 active+clean; 3.4 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 289 KiB/s rd, 118 KiB/s wr, 111 op/s 2024-04-13T08:26:57.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:56 smithi119 ceph-mon[93746]: osdmap e1103: 8 total, 8 up, 8 in 2024-04-13T08:26:57.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:56 smithi119 ceph-mon[93746]: osdmap e1104: 8 total, 8 up, 8 in 2024-04-13T08:26:57.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:56 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:26:57.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:56 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:26:57.798 INFO:tasks.workunit.client.1.smithi139.stderr: Removing snap: 100% complete...done. 2024-04-13T08:26:57.817 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd remove testimg_import 2024-04-13T08:26:57.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:57 smithi139 ceph-mon[88985]: osdmap e1105: 8 total, 8 up, 8 in 2024-04-13T08:26:57.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:57 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:26:57.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:57 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:26:57.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:57 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:26:57.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:57 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:26:57.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:57 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:26:57.936 INFO:tasks.workunit.client.1.smithi139.stderr: Removing image: 100% complete...done. 2024-04-13T08:26:57.938 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd snap rm testimg@snap 2024-04-13T08:26:58.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:57 smithi119 ceph-mon[96316]: osdmap e1105: 8 total, 8 up, 8 in 2024-04-13T08:26:58.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:57 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:26:58.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:57 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:26:58.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:57 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:26:58.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:57 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:26:58.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:57 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:26:58.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:57 smithi119 ceph-mon[93746]: osdmap e1105: 8 total, 8 up, 8 in 2024-04-13T08:26:58.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:57 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:26:58.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:57 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:26:58.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:57 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:26:58.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:57 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:26:58.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:57 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:26:58.803 INFO:tasks.workunit.client.1.smithi139.stderr: Removing snap: 100% complete...done. 2024-04-13T08:26:58.817 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd rm testimg 2024-04-13T08:26:58.949 INFO:tasks.workunit.client.1.smithi139.stderr: Removing image: 100% complete...done. 2024-04-13T08:26:58.952 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd import --order 20 /tmp/rbd_import_export_135981/img testimg 2024-04-13T08:26:59.020 INFO:tasks.workunit.client.1.smithi139.stderr: Importing image: 100% complete...done. 2024-04-13T08:26:59.021 INFO:tasks.workunit.client.1.smithi139.stderr:rbd: --order is deprecated, use --object-size 2024-04-13T08:26:59.023 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_135981/img_v2 2024-04-13T08:26:59.063 INFO:tasks.workunit.client.1.smithi139.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-13T08:26:59.066 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_135981/img_v2 testimg_import 2024-04-13T08:26:59.134 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:58 smithi139 ceph-mon[88985]: pgmap v2028: 105 pgs: 105 active+clean; 693 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 323 KiB/s rd, 82 KiB/s wr, 129 op/s 2024-04-13T08:26:59.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:58 smithi139 ceph-mon[88985]: osdmap e1106: 8 total, 8 up, 8 in 2024-04-13T08:26:59.144 INFO:tasks.workunit.client.1.smithi139.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-13T08:26:59.147 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd info testimg_import 2024-04-13T08:26:59.147 INFO:tasks.workunit.client.1.smithi139.stderr:+ grep order 2024-04-13T08:26:59.147 INFO:tasks.workunit.client.1.smithi139.stderr:+ awk '{print $2}' 2024-04-13T08:26:59.147 INFO:tasks.workunit.client.1.smithi139.stderr:+ grep 20 2024-04-13T08:26:59.185 INFO:tasks.workunit.client.1.smithi139.stdout:20 2024-04-13T08:26:59.185 INFO:tasks.workunit.client.1.smithi139.stderr:+ rm /tmp/rbd_import_export_135981/img_v2 2024-04-13T08:26:59.186 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd remove testimg_import 2024-04-13T08:26:59.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:58 smithi119 ceph-mon[96316]: pgmap v2028: 105 pgs: 105 active+clean; 693 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 323 KiB/s rd, 82 KiB/s wr, 129 op/s 2024-04-13T08:26:59.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:58 smithi119 ceph-mon[96316]: osdmap e1106: 8 total, 8 up, 8 in 2024-04-13T08:26:59.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:58 smithi119 ceph-mon[93746]: pgmap v2028: 105 pgs: 105 active+clean; 693 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 323 KiB/s rd, 82 KiB/s wr, 129 op/s 2024-04-13T08:26:59.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:58 smithi119 ceph-mon[93746]: osdmap e1106: 8 total, 8 up, 8 in 2024-04-13T08:26:59.302 INFO:tasks.workunit.client.1.smithi139.stderr: Removing image: 100% complete...done. 2024-04-13T08:26:59.305 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd remove testimg 2024-04-13T08:26:59.426 INFO:tasks.workunit.client.1.smithi139.stderr: Removing image: 100% complete...done. 2024-04-13T08:26:59.429 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd import --image-feature layering /tmp/rbd_import_export_135981/img testimg 2024-04-13T08:26:59.486 INFO:tasks.workunit.client.1.smithi139.stderr: Importing image: 100% complete...done. 2024-04-13T08:26:59.490 INFO:tasks.workunit.client.1.smithi139.stderr:++ rbd info testimg 2024-04-13T08:26:59.490 INFO:tasks.workunit.client.1.smithi139.stderr:++ grep features 2024-04-13T08:26:59.531 INFO:tasks.workunit.client.1.smithi139.stderr:+ FEATURES_BEFORE=' features: layering 2024-04-13T08:26:59.532 INFO:tasks.workunit.client.1.smithi139.stderr: op_features: ' 2024-04-13T08:26:59.532 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_135981/img_v2 2024-04-13T08:26:59.571 INFO:tasks.workunit.client.1.smithi139.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-13T08:26:59.573 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_135981/img_v2 testimg_import 2024-04-13T08:26:59.641 INFO:tasks.workunit.client.1.smithi139.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-13T08:26:59.644 INFO:tasks.workunit.client.1.smithi139.stderr:++ rbd info testimg_import 2024-04-13T08:26:59.644 INFO:tasks.workunit.client.1.smithi139.stderr:++ grep features 2024-04-13T08:26:59.682 INFO:tasks.workunit.client.1.smithi139.stderr:+ FEATURES_AFTER=' features: layering 2024-04-13T08:26:59.682 INFO:tasks.workunit.client.1.smithi139.stderr: op_features: ' 2024-04-13T08:26:59.682 INFO:tasks.workunit.client.1.smithi139.stderr:+ '[' ' features: layering 2024-04-13T08:26:59.682 INFO:tasks.workunit.client.1.smithi139.stderr: op_features: ' '!=' ' features: layering 2024-04-13T08:26:59.682 INFO:tasks.workunit.client.1.smithi139.stderr: op_features: ' ']' 2024-04-13T08:26:59.682 INFO:tasks.workunit.client.1.smithi139.stderr:+ rm /tmp/rbd_import_export_135981/img_v2 2024-04-13T08:26:59.683 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd remove testimg_import 2024-04-13T08:26:59.773 INFO:tasks.workunit.client.1.smithi139.stderr: Removing image: 100% complete...done. 2024-04-13T08:26:59.776 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd remove testimg 2024-04-13T08:26:59.868 INFO:tasks.workunit.client.1.smithi139.stderr: Removing image: 100% complete...done. 2024-04-13T08:26:59.870 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd import --stripe-count 1000 --stripe-unit 4096 /tmp/rbd_import_export_135981/img testimg 2024-04-13T08:26:59.947 INFO:tasks.workunit.client.1.smithi139.stderr: Importing image: 100% complete...done. 2024-04-13T08:26:59.950 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_135981/img_v2 2024-04-13T08:26:59.991 INFO:tasks.workunit.client.1.smithi139.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-13T08:26:59.994 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_135981/img_v2 testimg_import 2024-04-13T08:27:00.094 INFO:tasks.workunit.client.1.smithi139.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-13T08:27:00.097 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd info testimg_import 2024-04-13T08:27:00.097 INFO:tasks.workunit.client.1.smithi139.stderr:+ grep 'stripe unit' 2024-04-13T08:27:00.098 INFO:tasks.workunit.client.1.smithi139.stderr:+ grep -Ei '(4 KiB|4096)' 2024-04-13T08:27:00.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:26:59 smithi139 ceph-mon[88985]: osdmap e1107: 8 total, 8 up, 8 in 2024-04-13T08:27:00.137 INFO:tasks.workunit.client.1.smithi139.stdout: stripe unit: 4 KiB 2024-04-13T08:27:00.137 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd info testimg_import 2024-04-13T08:27:00.137 INFO:tasks.workunit.client.1.smithi139.stderr:+ grep 'stripe count' 2024-04-13T08:27:00.137 INFO:tasks.workunit.client.1.smithi139.stderr:+ grep 1000 2024-04-13T08:27:00.138 INFO:tasks.workunit.client.1.smithi139.stderr:+ awk '{print $3}' 2024-04-13T08:27:00.176 INFO:tasks.workunit.client.1.smithi139.stdout:1000 2024-04-13T08:27:00.176 INFO:tasks.workunit.client.1.smithi139.stderr:+ rm /tmp/rbd_import_export_135981/img_v2 2024-04-13T08:27:00.176 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd remove testimg_import 2024-04-13T08:27:00.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:26:59 smithi119 ceph-mon[96316]: osdmap e1107: 8 total, 8 up, 8 in 2024-04-13T08:27:00.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:26:59 smithi119 ceph-mon[93746]: osdmap e1107: 8 total, 8 up, 8 in 2024-04-13T08:27:00.298 INFO:tasks.workunit.client.1.smithi139.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-04-13T08:27:00.301 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd remove testimg 2024-04-13T08:27:00.422 INFO:tasks.workunit.client.1.smithi139.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-04-13T08:27:00.425 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd import --image-format=2 /tmp/rbd_import_export_135981/img testimg 2024-04-13T08:27:00.494 INFO:tasks.workunit.client.1.smithi139.stderr: Importing image: 100% complete...done. 2024-04-13T08:27:00.497 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd snap create testimg@snap1 2024-04-13T08:27:00.821 INFO:tasks.workunit.client.1.smithi139.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-13T08:27:00.830 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd snap create testimg@snap2 2024-04-13T08:27:01.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:00 smithi139 ceph-mon[88985]: pgmap v2031: 105 pgs: 105 active+clean; 693 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:27:01.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:00 smithi119 ceph-mon[96316]: pgmap v2031: 105 pgs: 105 active+clean; 693 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:27:01.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:00 smithi119 ceph-mon[93746]: pgmap v2031: 105 pgs: 105 active+clean; 693 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:27:01.838 INFO:tasks.workunit.client.1.smithi139.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-13T08:27:01.846 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd snap protect testimg@snap2 2024-04-13T08:27:01.894 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_135981/snap_protect 2024-04-13T08:27:01.938 INFO:tasks.workunit.client.1.smithi139.stderr: Exporting image: 33% complete... Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-13T08:27:01.942 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_135981/snap_protect testimg_import 2024-04-13T08:27:02.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:01 smithi139 ceph-mon[88985]: osdmap e1108: 8 total, 8 up, 8 in 2024-04-13T08:27:02.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:01 smithi119 ceph-mon[96316]: osdmap e1108: 8 total, 8 up, 8 in 2024-04-13T08:27:02.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:01 smithi119 ceph-mon[93746]: osdmap e1108: 8 total, 8 up, 8 in 2024-04-13T08:27:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:27:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:27:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:27:03.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:02 smithi139 ceph-mon[88985]: pgmap v2033: 105 pgs: 105 active+clean; 589 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 392 KiB/s rd, 41 KiB/s wr, 512 op/s 2024-04-13T08:27:03.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:02 smithi139 ceph-mon[88985]: osdmap e1109: 8 total, 8 up, 8 in 2024-04-13T08:27:03.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:02 smithi119 ceph-mon[96316]: pgmap v2033: 105 pgs: 105 active+clean; 589 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 392 KiB/s rd, 41 KiB/s wr, 512 op/s 2024-04-13T08:27:03.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:02 smithi119 ceph-mon[96316]: osdmap e1109: 8 total, 8 up, 8 in 2024-04-13T08:27:03.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:02 smithi119 ceph-mon[93746]: pgmap v2033: 105 pgs: 105 active+clean; 589 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 392 KiB/s rd, 41 KiB/s wr, 512 op/s 2024-04-13T08:27:03.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:02 smithi119 ceph-mon[93746]: osdmap e1109: 8 total, 8 up, 8 in 2024-04-13T08:27:03.864 INFO:tasks.workunit.client.1.smithi139.stderr: Importing image: 33% complete... Importing image: 66% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-13T08:27:03.868 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd info testimg_import@snap1 2024-04-13T08:27:03.868 INFO:tasks.workunit.client.1.smithi139.stderr:+ grep 'protected: False' 2024-04-13T08:27:03.910 INFO:tasks.workunit.client.1.smithi139.stdout: protected: False 2024-04-13T08:27:03.911 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd info testimg_import@snap2 2024-04-13T08:27:03.911 INFO:tasks.workunit.client.1.smithi139.stderr:+ grep 'protected: True' 2024-04-13T08:27:03.952 INFO:tasks.workunit.client.1.smithi139.stdout: protected: True 2024-04-13T08:27:03.952 INFO:tasks.workunit.client.1.smithi139.stderr:+ rm /tmp/rbd_import_export_135981/snap_protect 2024-04-13T08:27:03.952 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd snap unprotect testimg@snap2 2024-04-13T08:27:04.003 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd snap unprotect testimg_import@snap2 2024-04-13T08:27:04.051 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd snap purge testimg 2024-04-13T08:27:04.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:03 smithi139 ceph-mon[88985]: osdmap e1110: 8 total, 8 up, 8 in 2024-04-13T08:27:04.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:03 smithi119 ceph-mon[96316]: osdmap e1110: 8 total, 8 up, 8 in 2024-04-13T08:27:04.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:03 smithi119 ceph-mon[93746]: osdmap e1110: 8 total, 8 up, 8 in 2024-04-13T08:27:05.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:04 smithi139 ceph-mon[88985]: pgmap v2036: 105 pgs: 105 active+clean; 589 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 393 KiB/s rd, 41 KiB/s wr, 514 op/s 2024-04-13T08:27:05.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:04 smithi139 ceph-mon[88985]: osdmap e1111: 8 total, 8 up, 8 in 2024-04-13T08:27:05.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:27:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:27:04] "GET /metrics HTTP/1.1" 200 33987 "" "Prometheus/2.43.0" 2024-04-13T08:27:05.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:04 smithi119 ceph-mon[93746]: pgmap v2036: 105 pgs: 105 active+clean; 589 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 393 KiB/s rd, 41 KiB/s wr, 514 op/s 2024-04-13T08:27:05.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:04 smithi119 ceph-mon[93746]: osdmap e1111: 8 total, 8 up, 8 in 2024-04-13T08:27:05.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:04 smithi119 ceph-mon[96316]: pgmap v2036: 105 pgs: 105 active+clean; 589 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 393 KiB/s rd, 41 KiB/s wr, 514 op/s 2024-04-13T08:27:05.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:04 smithi119 ceph-mon[96316]: osdmap e1111: 8 total, 8 up, 8 in 2024-04-13T08:27:05.798 INFO:tasks.workunit.client.1.smithi139.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-04-13T08:27:05.814 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd snap purge testimg_import 2024-04-13T08:27:06.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:05 smithi139 ceph-mon[88985]: osdmap e1112: 8 total, 8 up, 8 in 2024-04-13T08:27:06.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:05 smithi139 ceph-mon[88985]: osdmap e1113: 8 total, 8 up, 8 in 2024-04-13T08:27:06.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:05 smithi119 ceph-mon[96316]: osdmap e1112: 8 total, 8 up, 8 in 2024-04-13T08:27:06.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:05 smithi119 ceph-mon[96316]: osdmap e1113: 8 total, 8 up, 8 in 2024-04-13T08:27:06.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:05 smithi119 ceph-mon[93746]: osdmap e1112: 8 total, 8 up, 8 in 2024-04-13T08:27:06.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:05 smithi119 ceph-mon[93746]: osdmap e1113: 8 total, 8 up, 8 in 2024-04-13T08:27:07.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:06 smithi139 ceph-mon[88985]: pgmap v2039: 105 pgs: 105 active+clean; 693 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 12 KiB/s wr, 180 op/s 2024-04-13T08:27:07.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:06 smithi119 ceph-mon[96316]: pgmap v2039: 105 pgs: 105 active+clean; 693 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 12 KiB/s wr, 180 op/s 2024-04-13T08:27:07.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:06 smithi119 ceph-mon[93746]: pgmap v2039: 105 pgs: 105 active+clean; 693 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 12 KiB/s wr, 180 op/s 2024-04-13T08:27:07.863 INFO:tasks.workunit.client.1.smithi139.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-04-13T08:27:07.876 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd remove testimg 2024-04-13T08:27:08.009 INFO:tasks.workunit.client.1.smithi139.stderr: Removing image: 100% complete...done. 2024-04-13T08:27:08.011 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd remove testimg_import 2024-04-13T08:27:08.128 INFO:tasks.workunit.client.1.smithi139.stderr: Removing image: 100% complete...done. 2024-04-13T08:27:08.132 INFO:tasks.workunit.client.1.smithi139.stderr:+ tiered=0 2024-04-13T08:27:08.132 INFO:tasks.workunit.client.1.smithi139.stderr:+ ceph osd dump 2024-04-13T08:27:08.132 INFO:tasks.workunit.client.1.smithi139.stderr:+ grep '^pool' 2024-04-13T08:27:08.132 INFO:tasks.workunit.client.1.smithi139.stderr:+ grep ''\''rbd'\''' 2024-04-13T08:27:08.132 INFO:tasks.workunit.client.1.smithi139.stderr:+ grep tier 2024-04-13T08:27:08.134 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:07 smithi139 ceph-mon[88985]: osdmap e1114: 8 total, 8 up, 8 in 2024-04-13T08:27:08.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:07 smithi119 ceph-mon[96316]: osdmap e1114: 8 total, 8 up, 8 in 2024-04-13T08:27:08.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:07 smithi119 ceph-mon[93746]: osdmap e1114: 8 total, 8 up, 8 in 2024-04-13T08:27:08.512 INFO:tasks.workunit.client.1.smithi139.stderr:+ dd if=/dev/urandom bs=1M seek=1 count=1 of=/tmp/rbd_import_export_135981/sparse1 2024-04-13T08:27:08.516 INFO:tasks.workunit.client.1.smithi139.stderr:1+0 records in 2024-04-13T08:27:08.516 INFO:tasks.workunit.client.1.smithi139.stderr:1+0 records out 2024-04-13T08:27:08.516 INFO:tasks.workunit.client.1.smithi139.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00335735 s, 312 MB/s 2024-04-13T08:27:08.516 INFO:tasks.workunit.client.1.smithi139.stderr:+ dd if=/dev/urandom bs=1M count=1 of=/tmp/rbd_import_export_135981/sparse2 2024-04-13T08:27:08.520 INFO:tasks.workunit.client.1.smithi139.stderr:1+0 records in 2024-04-13T08:27:08.520 INFO:tasks.workunit.client.1.smithi139.stderr:1+0 records out 2024-04-13T08:27:08.520 INFO:tasks.workunit.client.1.smithi139.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0032606 s, 322 MB/s 2024-04-13T08:27:08.520 INFO:tasks.workunit.client.1.smithi139.stderr:+ truncate /tmp/rbd_import_export_135981/sparse2 -s 2M 2024-04-13T08:27:08.531 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd rm sparse1 2024-04-13T08:27:08.586 INFO:tasks.workunit.client.1.smithi139.stderr: Removing image: 0% complete...failed. 2024-04-13T08:27:08.586 INFO:tasks.workunit.client.1.smithi139.stderr:rbd: delete error: (2) No such file or directory 2024-04-13T08:27:08.589 INFO:tasks.workunit.client.1.smithi139.stderr:+ true 2024-04-13T08:27:08.589 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_135981/sparse1 2024-04-13T08:27:08.661 INFO:tasks.workunit.client.1.smithi139.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-04-13T08:27:08.662 INFO:tasks.workunit.client.1.smithi139.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-13T08:27:08.662 INFO:tasks.workunit.client.1.smithi139.stderr:rbd: --order is deprecated, use --object-size 2024-04-13T08:27:08.665 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd ls -l 2024-04-13T08:27:08.665 INFO:tasks.workunit.client.1.smithi139.stderr:+ grep sparse1 2024-04-13T08:27:08.665 INFO:tasks.workunit.client.1.smithi139.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-04-13T08:27:08.703 INFO:tasks.workunit.client.1.smithi139.stdout:sparse1 2 MiB 2 2024-04-13T08:27:08.704 INFO:tasks.workunit.client.1.smithi139.stderr:++ objects sparse1 2024-04-13T08:27:08.704 INFO:tasks.workunit.client.1.smithi139.stderr:++ image=sparse1 2024-04-13T08:27:08.704 INFO:tasks.workunit.client.1.smithi139.stderr:+++ rbd info sparse1 2024-04-13T08:27:08.704 INFO:tasks.workunit.client.1.smithi139.stderr:+++ grep block_name_prefix 2024-04-13T08:27:08.704 INFO:tasks.workunit.client.1.smithi139.stderr:+++ awk '{print $NF;}' 2024-04-13T08:27:08.742 INFO:tasks.workunit.client.1.smithi139.stderr:++ prefix=rbd_data.d70efa37bc90 2024-04-13T08:27:08.743 INFO:tasks.workunit.client.1.smithi139.stderr:+++ grep rbd_data.d70efa37bc90 2024-04-13T08:27:08.743 INFO:tasks.workunit.client.1.smithi139.stderr:++++ get_image_data_pool sparse1 2024-04-13T08:27:08.743 INFO:tasks.workunit.client.1.smithi139.stderr:+++ sed -e 's/rbd_data.d70efa37bc90\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-13T08:27:08.743 INFO:tasks.workunit.client.1.smithi139.stderr:++++ image=sparse1 2024-04-13T08:27:08.743 INFO:tasks.workunit.client.1.smithi139.stderr:+++ sort -u 2024-04-13T08:27:08.744 INFO:tasks.workunit.client.1.smithi139.stderr:+++++ rbd info sparse1 2024-04-13T08:27:08.744 INFO:tasks.workunit.client.1.smithi139.stderr:+++++ grep 'data_pool: ' 2024-04-13T08:27:08.744 INFO:tasks.workunit.client.1.smithi139.stderr:+++++ awk -F: '{ print $NF }' 2024-04-13T08:27:08.782 INFO:tasks.workunit.client.1.smithi139.stderr:++++ data_pool= 2024-04-13T08:27:08.782 INFO:tasks.workunit.client.1.smithi139.stderr:++++ '[' -z ']' 2024-04-13T08:27:08.782 INFO:tasks.workunit.client.1.smithi139.stderr:++++ data_pool=rbd 2024-04-13T08:27:08.782 INFO:tasks.workunit.client.1.smithi139.stderr:++++ echo rbd 2024-04-13T08:27:08.782 INFO:tasks.workunit.client.1.smithi139.stderr:+++ rados ls -p rbd 2024-04-13T08:27:08.882 INFO:tasks.workunit.client.1.smithi139.stderr:++ objects=1 2024-04-13T08:27:08.882 INFO:tasks.workunit.client.1.smithi139.stderr:++ echo 1 2024-04-13T08:27:08.882 INFO:tasks.workunit.client.1.smithi139.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-13T08:27:08.882 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd export sparse1 /tmp/rbd_import_export_135981/sparse1.out 2024-04-13T08:27:08.920 INFO:tasks.workunit.client.1.smithi139.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-04-13T08:27:08.923 INFO:tasks.workunit.client.1.smithi139.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_135981/sparse1 /tmp/rbd_import_export_135981/sparse1.out 2024-04-13T08:27:08.923 INFO:tasks.workunit.client.1.smithi139.stderr:+ cmp -l /tmp/rbd_import_export_135981/sparse1 /tmp/rbd_import_export_135981/sparse1.out 2024-04-13T08:27:08.925 INFO:tasks.workunit.client.1.smithi139.stderr:++ stat /tmp/rbd_import_export_135981/sparse1 --format %b 2024-04-13T08:27:08.926 INFO:tasks.workunit.client.1.smithi139.stderr:+ origsize=2048 2024-04-13T08:27:08.926 INFO:tasks.workunit.client.1.smithi139.stderr:++ stat /tmp/rbd_import_export_135981/sparse1.out --format %b 2024-04-13T08:27:08.927 INFO:tasks.workunit.client.1.smithi139.stderr:+ exportsize=2048 2024-04-13T08:27:08.927 INFO:tasks.workunit.client.1.smithi139.stderr:+ difference=0 2024-04-13T08:27:08.927 INFO:tasks.workunit.client.1.smithi139.stderr:+ difference=0 2024-04-13T08:27:08.928 INFO:tasks.workunit.client.1.smithi139.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-13T08:27:08.928 INFO:tasks.workunit.client.1.smithi139.stderr:+ rm /tmp/rbd_import_export_135981/sparse1.out 2024-04-13T08:27:08.928 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd rm sparse1 2024-04-13T08:27:09.049 INFO:tasks.workunit.client.1.smithi139.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-04-13T08:27:09.052 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd rm sparse2 2024-04-13T08:27:09.104 INFO:tasks.workunit.client.1.smithi139.stderr: Removing image: 0% complete...failed. 2024-04-13T08:27:09.104 INFO:tasks.workunit.client.1.smithi139.stderr:rbd: delete error: (2) No such file or directory 2024-04-13T08:27:09.108 INFO:tasks.workunit.client.1.smithi139.stderr:+ true 2024-04-13T08:27:09.108 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_135981/sparse2 2024-04-13T08:27:09.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:08 smithi139 ceph-mon[88985]: pgmap v2042: 105 pgs: 105 active+clean; 803 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 141 KiB/s rd, 15 KiB/s wr, 188 op/s 2024-04-13T08:27:09.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:08 smithi139 ceph-mon[88985]: osdmap e1115: 8 total, 8 up, 8 in 2024-04-13T08:27:09.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:08 smithi139 ceph-mon[88985]: from='client.? 172.21.15.139:0/26863685' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-13T08:27:09.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:08 smithi139 ceph-mon[88985]: from='client.? 172.21.15.139:0/26863685' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-13T08:27:09.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:08 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:27:09.177 INFO:tasks.workunit.client.1.smithi139.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-04-13T08:27:09.178 INFO:tasks.workunit.client.1.smithi139.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-13T08:27:09.178 INFO:tasks.workunit.client.1.smithi139.stderr:rbd: --order is deprecated, use --object-size 2024-04-13T08:27:09.181 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd ls -l 2024-04-13T08:27:09.181 INFO:tasks.workunit.client.1.smithi139.stderr:+ grep sparse2 2024-04-13T08:27:09.181 INFO:tasks.workunit.client.1.smithi139.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-04-13T08:27:09.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:08 smithi119 ceph-mon[96316]: pgmap v2042: 105 pgs: 105 active+clean; 803 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 141 KiB/s rd, 15 KiB/s wr, 188 op/s 2024-04-13T08:27:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:08 smithi119 ceph-mon[96316]: osdmap e1115: 8 total, 8 up, 8 in 2024-04-13T08:27:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:08 smithi119 ceph-mon[96316]: from='client.? 172.21.15.139:0/26863685' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-13T08:27:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:08 smithi119 ceph-mon[96316]: from='client.? 172.21.15.139:0/26863685' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-13T08:27:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:08 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:27:09.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:08 smithi119 ceph-mon[93746]: pgmap v2042: 105 pgs: 105 active+clean; 803 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 141 KiB/s rd, 15 KiB/s wr, 188 op/s 2024-04-13T08:27:09.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:08 smithi119 ceph-mon[93746]: osdmap e1115: 8 total, 8 up, 8 in 2024-04-13T08:27:09.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:08 smithi119 ceph-mon[93746]: from='client.? 172.21.15.139:0/26863685' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-13T08:27:09.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:08 smithi119 ceph-mon[93746]: from='client.? 172.21.15.139:0/26863685' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-13T08:27:09.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:08 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:27:09.219 INFO:tasks.workunit.client.1.smithi139.stdout:sparse2 2 MiB 2 2024-04-13T08:27:09.220 INFO:tasks.workunit.client.1.smithi139.stderr:++ objects sparse2 2024-04-13T08:27:09.220 INFO:tasks.workunit.client.1.smithi139.stderr:++ image=sparse2 2024-04-13T08:27:09.220 INFO:tasks.workunit.client.1.smithi139.stderr:+++ rbd info sparse2 2024-04-13T08:27:09.221 INFO:tasks.workunit.client.1.smithi139.stderr:+++ grep block_name_prefix 2024-04-13T08:27:09.221 INFO:tasks.workunit.client.1.smithi139.stderr:+++ awk '{print $NF;}' 2024-04-13T08:27:09.259 INFO:tasks.workunit.client.1.smithi139.stderr:++ prefix=rbd_data.d741467dbdb7 2024-04-13T08:27:09.260 INFO:tasks.workunit.client.1.smithi139.stderr:+++ grep rbd_data.d741467dbdb7 2024-04-13T08:27:09.260 INFO:tasks.workunit.client.1.smithi139.stderr:+++ sed -e 's/rbd_data.d741467dbdb7\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-13T08:27:09.260 INFO:tasks.workunit.client.1.smithi139.stderr:++++ get_image_data_pool sparse2 2024-04-13T08:27:09.260 INFO:tasks.workunit.client.1.smithi139.stderr:+++ sort -u 2024-04-13T08:27:09.260 INFO:tasks.workunit.client.1.smithi139.stderr:++++ image=sparse2 2024-04-13T08:27:09.260 INFO:tasks.workunit.client.1.smithi139.stderr:+++++ rbd info sparse2 2024-04-13T08:27:09.260 INFO:tasks.workunit.client.1.smithi139.stderr:+++++ grep 'data_pool: ' 2024-04-13T08:27:09.260 INFO:tasks.workunit.client.1.smithi139.stderr:+++++ awk -F: '{ print $NF }' 2024-04-13T08:27:09.298 INFO:tasks.workunit.client.1.smithi139.stderr:++++ data_pool= 2024-04-13T08:27:09.298 INFO:tasks.workunit.client.1.smithi139.stderr:++++ '[' -z ']' 2024-04-13T08:27:09.298 INFO:tasks.workunit.client.1.smithi139.stderr:++++ data_pool=rbd 2024-04-13T08:27:09.298 INFO:tasks.workunit.client.1.smithi139.stderr:++++ echo rbd 2024-04-13T08:27:09.298 INFO:tasks.workunit.client.1.smithi139.stderr:+++ rados ls -p rbd 2024-04-13T08:27:09.394 INFO:tasks.workunit.client.1.smithi139.stderr:++ objects=0 2024-04-13T08:27:09.394 INFO:tasks.workunit.client.1.smithi139.stderr:++ echo 0 2024-04-13T08:27:09.394 INFO:tasks.workunit.client.1.smithi139.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-04-13T08:27:09.394 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd export sparse2 /tmp/rbd_import_export_135981/sparse2.out 2024-04-13T08:27:09.434 INFO:tasks.workunit.client.1.smithi139.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-04-13T08:27:09.437 INFO:tasks.workunit.client.1.smithi139.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_135981/sparse2 /tmp/rbd_import_export_135981/sparse2.out 2024-04-13T08:27:09.438 INFO:tasks.workunit.client.1.smithi139.stderr:+ cmp -l /tmp/rbd_import_export_135981/sparse2 /tmp/rbd_import_export_135981/sparse2.out 2024-04-13T08:27:09.439 INFO:tasks.workunit.client.1.smithi139.stderr:++ stat /tmp/rbd_import_export_135981/sparse2 --format %b 2024-04-13T08:27:09.440 INFO:tasks.workunit.client.1.smithi139.stderr:+ origsize=2048 2024-04-13T08:27:09.440 INFO:tasks.workunit.client.1.smithi139.stderr:++ stat /tmp/rbd_import_export_135981/sparse2.out --format %b 2024-04-13T08:27:09.441 INFO:tasks.workunit.client.1.smithi139.stderr:+ exportsize=2048 2024-04-13T08:27:09.441 INFO:tasks.workunit.client.1.smithi139.stderr:+ difference=0 2024-04-13T08:27:09.441 INFO:tasks.workunit.client.1.smithi139.stderr:+ difference=0 2024-04-13T08:27:09.441 INFO:tasks.workunit.client.1.smithi139.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-13T08:27:09.442 INFO:tasks.workunit.client.1.smithi139.stderr:+ rm /tmp/rbd_import_export_135981/sparse2.out 2024-04-13T08:27:09.442 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd rm sparse2 2024-04-13T08:27:09.571 INFO:tasks.workunit.client.1.smithi139.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-04-13T08:27:09.574 INFO:tasks.workunit.client.1.smithi139.stderr:+ truncate /tmp/rbd_import_export_135981/sparse1 -s 10M 2024-04-13T08:27:09.575 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd import --new-format --order 20 - sparse1 2024-04-13T08:27:09.685 INFO:tasks.workunit.client.1.smithi139.stderr: Importing image: 100% complete...done. 2024-04-13T08:27:09.686 INFO:tasks.workunit.client.1.smithi139.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-13T08:27:09.686 INFO:tasks.workunit.client.1.smithi139.stderr:rbd: --order is deprecated, use --object-size 2024-04-13T08:27:09.689 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd ls -l 2024-04-13T08:27:09.689 INFO:tasks.workunit.client.1.smithi139.stderr:+ grep sparse1 2024-04-13T08:27:09.689 INFO:tasks.workunit.client.1.smithi139.stderr:+ grep -Ei '(10 MiB|10240k)' 2024-04-13T08:27:09.727 INFO:tasks.workunit.client.1.smithi139.stdout:sparse1 10 MiB 2 2024-04-13T08:27:09.728 INFO:tasks.workunit.client.1.smithi139.stderr:++ objects sparse1 2024-04-13T08:27:09.728 INFO:tasks.workunit.client.1.smithi139.stderr:++ image=sparse1 2024-04-13T08:27:09.728 INFO:tasks.workunit.client.1.smithi139.stderr:+++ rbd info sparse1 2024-04-13T08:27:09.728 INFO:tasks.workunit.client.1.smithi139.stderr:+++ grep block_name_prefix 2024-04-13T08:27:09.728 INFO:tasks.workunit.client.1.smithi139.stderr:+++ awk '{print $NF;}' 2024-04-13T08:27:09.767 INFO:tasks.workunit.client.1.smithi139.stderr:++ prefix=rbd_data.d76ecf96837a 2024-04-13T08:27:09.768 INFO:tasks.workunit.client.1.smithi139.stderr:+++ grep rbd_data.d76ecf96837a 2024-04-13T08:27:09.769 INFO:tasks.workunit.client.1.smithi139.stderr:+++ sed -e 's/rbd_data.d76ecf96837a\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-13T08:27:09.769 INFO:tasks.workunit.client.1.smithi139.stderr:++++ get_image_data_pool sparse1 2024-04-13T08:27:09.769 INFO:tasks.workunit.client.1.smithi139.stderr:+++ sort -u 2024-04-13T08:27:09.769 INFO:tasks.workunit.client.1.smithi139.stderr:++++ image=sparse1 2024-04-13T08:27:09.769 INFO:tasks.workunit.client.1.smithi139.stderr:+++++ rbd info sparse1 2024-04-13T08:27:09.769 INFO:tasks.workunit.client.1.smithi139.stderr:+++++ grep 'data_pool: ' 2024-04-13T08:27:09.769 INFO:tasks.workunit.client.1.smithi139.stderr:+++++ awk -F: '{ print $NF }' 2024-04-13T08:27:09.807 INFO:tasks.workunit.client.1.smithi139.stderr:++++ data_pool= 2024-04-13T08:27:09.807 INFO:tasks.workunit.client.1.smithi139.stderr:++++ '[' -z ']' 2024-04-13T08:27:09.807 INFO:tasks.workunit.client.1.smithi139.stderr:++++ data_pool=rbd 2024-04-13T08:27:09.807 INFO:tasks.workunit.client.1.smithi139.stderr:++++ echo rbd 2024-04-13T08:27:09.807 INFO:tasks.workunit.client.1.smithi139.stderr:+++ rados ls -p rbd 2024-04-13T08:27:09.898 INFO:tasks.workunit.client.1.smithi139.stderr:++ objects=1 2024-04-13T08:27:09.898 INFO:tasks.workunit.client.1.smithi139.stderr:++ echo 1 2024-04-13T08:27:09.899 INFO:tasks.workunit.client.1.smithi139.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-13T08:27:09.899 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd export sparse1 /tmp/rbd_import_export_135981/sparse1.out 2024-04-13T08:27:09.936 INFO:tasks.workunit.client.1.smithi139.stderr: Exporting image: 10% complete... Exporting image: 20% complete... Exporting image: 30% complete... Exporting image: 40% complete... Exporting image: 50% complete... Exporting image: 60% complete... Exporting image: 70% complete... Exporting image: 80% complete... Exporting image: 90% complete... Exporting image: 100% complete...done. 2024-04-13T08:27:09.940 INFO:tasks.workunit.client.1.smithi139.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_135981/sparse1 /tmp/rbd_import_export_135981/sparse1.out 2024-04-13T08:27:09.940 INFO:tasks.workunit.client.1.smithi139.stderr:+ cmp -l /tmp/rbd_import_export_135981/sparse1 /tmp/rbd_import_export_135981/sparse1.out 2024-04-13T08:27:09.947 INFO:tasks.workunit.client.1.smithi139.stderr:++ stat /tmp/rbd_import_export_135981/sparse1 --format %b 2024-04-13T08:27:09.948 INFO:tasks.workunit.client.1.smithi139.stderr:+ origsize=2048 2024-04-13T08:27:09.948 INFO:tasks.workunit.client.1.smithi139.stderr:++ stat /tmp/rbd_import_export_135981/sparse1.out --format %b 2024-04-13T08:27:09.949 INFO:tasks.workunit.client.1.smithi139.stderr:+ exportsize=2048 2024-04-13T08:27:09.949 INFO:tasks.workunit.client.1.smithi139.stderr:+ difference=0 2024-04-13T08:27:09.949 INFO:tasks.workunit.client.1.smithi139.stderr:+ difference=0 2024-04-13T08:27:09.949 INFO:tasks.workunit.client.1.smithi139.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-13T08:27:09.949 INFO:tasks.workunit.client.1.smithi139.stderr:+ rm /tmp/rbd_import_export_135981/sparse1.out 2024-04-13T08:27:09.950 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd rm sparse1 2024-04-13T08:27:10.071 INFO:tasks.workunit.client.1.smithi139.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-04-13T08:27:10.075 INFO:tasks.workunit.client.1.smithi139.stderr:+ dd if=/dev/urandom bs=2M count=1 of=/tmp/rbd_import_export_135981/sparse2 oflag=append conv=notrunc 2024-04-13T08:27:10.082 INFO:tasks.workunit.client.1.smithi139.stderr:1+0 records in 2024-04-13T08:27:10.082 INFO:tasks.workunit.client.1.smithi139.stderr:1+0 records out 2024-04-13T08:27:10.082 INFO:tasks.workunit.client.1.smithi139.stderr:2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.0062067 s, 338 MB/s 2024-04-13T08:27:10.083 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd import --new-format --order 20 - sparse2 2024-04-13T08:27:10.184 INFO:tasks.workunit.client.1.smithi139.stderr: Importing image: 100% complete...done. 2024-04-13T08:27:10.184 INFO:tasks.workunit.client.1.smithi139.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-13T08:27:10.185 INFO:tasks.workunit.client.1.smithi139.stderr:rbd: --order is deprecated, use --object-size 2024-04-13T08:27:10.187 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd ls -l 2024-04-13T08:27:10.188 INFO:tasks.workunit.client.1.smithi139.stderr:+ grep sparse2 2024-04-13T08:27:10.188 INFO:tasks.workunit.client.1.smithi139.stderr:+ grep -Ei '(4 MiB|4096k)' 2024-04-13T08:27:10.226 INFO:tasks.workunit.client.1.smithi139.stdout:sparse2 4 MiB 2 2024-04-13T08:27:10.227 INFO:tasks.workunit.client.1.smithi139.stderr:++ objects sparse2 2024-04-13T08:27:10.228 INFO:tasks.workunit.client.1.smithi139.stderr:++ image=sparse2 2024-04-13T08:27:10.228 INFO:tasks.workunit.client.1.smithi139.stderr:+++ rbd info sparse2 2024-04-13T08:27:10.228 INFO:tasks.workunit.client.1.smithi139.stderr:+++ grep block_name_prefix 2024-04-13T08:27:10.228 INFO:tasks.workunit.client.1.smithi139.stderr:+++ awk '{print $NF;}' 2024-04-13T08:27:10.268 INFO:tasks.workunit.client.1.smithi139.stderr:++ prefix=rbd_data.d79b998c7f95 2024-04-13T08:27:10.269 INFO:tasks.workunit.client.1.smithi139.stderr:+++ grep rbd_data.d79b998c7f95 2024-04-13T08:27:10.269 INFO:tasks.workunit.client.1.smithi139.stderr:+++ sed -e 's/rbd_data.d79b998c7f95\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-13T08:27:10.269 INFO:tasks.workunit.client.1.smithi139.stderr:++++ get_image_data_pool sparse2 2024-04-13T08:27:10.269 INFO:tasks.workunit.client.1.smithi139.stderr:++++ image=sparse2 2024-04-13T08:27:10.269 INFO:tasks.workunit.client.1.smithi139.stderr:+++ sort -u 2024-04-13T08:27:10.269 INFO:tasks.workunit.client.1.smithi139.stderr:+++++ rbd info sparse2 2024-04-13T08:27:10.269 INFO:tasks.workunit.client.1.smithi139.stderr:+++++ grep 'data_pool: ' 2024-04-13T08:27:10.269 INFO:tasks.workunit.client.1.smithi139.stderr:+++++ awk -F: '{ print $NF }' 2024-04-13T08:27:10.308 INFO:tasks.workunit.client.1.smithi139.stderr:++++ data_pool= 2024-04-13T08:27:10.308 INFO:tasks.workunit.client.1.smithi139.stderr:++++ '[' -z ']' 2024-04-13T08:27:10.308 INFO:tasks.workunit.client.1.smithi139.stderr:++++ data_pool=rbd 2024-04-13T08:27:10.308 INFO:tasks.workunit.client.1.smithi139.stderr:++++ echo rbd 2024-04-13T08:27:10.308 INFO:tasks.workunit.client.1.smithi139.stderr:+++ rados ls -p rbd 2024-04-13T08:27:10.395 INFO:tasks.workunit.client.1.smithi139.stderr:++ objects='0 2024-04-13T08:27:10.395 INFO:tasks.workunit.client.1.smithi139.stderr:2 2024-04-13T08:27:10.395 INFO:tasks.workunit.client.1.smithi139.stderr:3' 2024-04-13T08:27:10.395 INFO:tasks.workunit.client.1.smithi139.stderr:++ echo 0 2 3 2024-04-13T08:27:10.395 INFO:tasks.workunit.client.1.smithi139.stderr:+ '[' 0 -eq 1 -o '0 2 3' = '0 2 3' ']' 2024-04-13T08:27:10.395 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd export sparse2 /tmp/rbd_import_export_135981/sparse2.out 2024-04-13T08:27:10.437 INFO:tasks.workunit.client.1.smithi139.stderr: Exporting image: 25% complete... Exporting image: 50% complete... Exporting image: 75% complete... Exporting image: 100% complete...done. 2024-04-13T08:27:10.441 INFO:tasks.workunit.client.1.smithi139.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_135981/sparse2 /tmp/rbd_import_export_135981/sparse2.out 2024-04-13T08:27:10.441 INFO:tasks.workunit.client.1.smithi139.stderr:+ cmp -l /tmp/rbd_import_export_135981/sparse2 /tmp/rbd_import_export_135981/sparse2.out 2024-04-13T08:27:10.443 INFO:tasks.workunit.client.1.smithi139.stderr:++ stat /tmp/rbd_import_export_135981/sparse2 --format %b 2024-04-13T08:27:10.444 INFO:tasks.workunit.client.1.smithi139.stderr:+ origsize=6144 2024-04-13T08:27:10.445 INFO:tasks.workunit.client.1.smithi139.stderr:++ stat /tmp/rbd_import_export_135981/sparse2.out --format %b 2024-04-13T08:27:10.446 INFO:tasks.workunit.client.1.smithi139.stderr:+ exportsize=6144 2024-04-13T08:27:10.447 INFO:tasks.workunit.client.1.smithi139.stderr:+ difference=0 2024-04-13T08:27:10.447 INFO:tasks.workunit.client.1.smithi139.stderr:+ difference=0 2024-04-13T08:27:10.447 INFO:tasks.workunit.client.1.smithi139.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-13T08:27:10.447 INFO:tasks.workunit.client.1.smithi139.stderr:+ rm /tmp/rbd_import_export_135981/sparse2.out 2024-04-13T08:27:10.447 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd rm sparse2 2024-04-13T08:27:10.562 INFO:tasks.workunit.client.1.smithi139.stderr: Removing image: 25% complete... Removing image: 50% complete... Removing image: 75% complete... Removing image: 100% complete...done. 2024-04-13T08:27:10.565 INFO:tasks.workunit.client.1.smithi139.stderr:+ echo 'partially-sparse file imports to partially-sparse image' 2024-04-13T08:27:10.565 INFO:tasks.workunit.client.1.smithi139.stdout:partially-sparse file imports to partially-sparse image 2024-04-13T08:27:10.566 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_135981/sparse1 sparse 2024-04-13T08:27:10.639 INFO:tasks.workunit.client.1.smithi139.stderr: Importing image: 10% complete... Importing image: 20% complete... Importing image: 30% complete... Importing image: 40% complete... Importing image: 50% complete... Importing image: 60% complete... Importing image: 70% complete... Importing image: 80% complete... Importing image: 90% complete... Importing image: 100% complete...done. 2024-04-13T08:27:10.639 INFO:tasks.workunit.client.1.smithi139.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-13T08:27:10.640 INFO:tasks.workunit.client.1.smithi139.stderr:rbd: --order is deprecated, use --object-size 2024-04-13T08:27:10.643 INFO:tasks.workunit.client.1.smithi139.stderr:++ objects sparse 2024-04-13T08:27:10.643 INFO:tasks.workunit.client.1.smithi139.stderr:++ image=sparse 2024-04-13T08:27:10.643 INFO:tasks.workunit.client.1.smithi139.stderr:+++ rbd info sparse 2024-04-13T08:27:10.643 INFO:tasks.workunit.client.1.smithi139.stderr:+++ grep block_name_prefix 2024-04-13T08:27:10.643 INFO:tasks.workunit.client.1.smithi139.stderr:+++ awk '{print $NF;}' 2024-04-13T08:27:10.681 INFO:tasks.workunit.client.1.smithi139.stderr:++ prefix=rbd_data.d7c8d66faeb3 2024-04-13T08:27:10.683 INFO:tasks.workunit.client.1.smithi139.stderr:+++ grep rbd_data.d7c8d66faeb3 2024-04-13T08:27:10.683 INFO:tasks.workunit.client.1.smithi139.stderr:++++ get_image_data_pool sparse 2024-04-13T08:27:10.683 INFO:tasks.workunit.client.1.smithi139.stderr:+++ sed -e 's/rbd_data.d7c8d66faeb3\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-13T08:27:10.683 INFO:tasks.workunit.client.1.smithi139.stderr:++++ image=sparse 2024-04-13T08:27:10.683 INFO:tasks.workunit.client.1.smithi139.stderr:+++ sort -u 2024-04-13T08:27:10.683 INFO:tasks.workunit.client.1.smithi139.stderr:+++++ rbd info sparse 2024-04-13T08:27:10.683 INFO:tasks.workunit.client.1.smithi139.stderr:+++++ grep 'data_pool: ' 2024-04-13T08:27:10.683 INFO:tasks.workunit.client.1.smithi139.stderr:+++++ awk -F: '{ print $NF }' 2024-04-13T08:27:10.721 INFO:tasks.workunit.client.1.smithi139.stderr:++++ data_pool= 2024-04-13T08:27:10.721 INFO:tasks.workunit.client.1.smithi139.stderr:++++ '[' -z ']' 2024-04-13T08:27:10.721 INFO:tasks.workunit.client.1.smithi139.stderr:++++ data_pool=rbd 2024-04-13T08:27:10.721 INFO:tasks.workunit.client.1.smithi139.stderr:++++ echo rbd 2024-04-13T08:27:10.722 INFO:tasks.workunit.client.1.smithi139.stderr:+++ rados ls -p rbd 2024-04-13T08:27:10.797 INFO:tasks.workunit.client.1.smithi139.stderr:++ objects=1 2024-04-13T08:27:10.797 INFO:tasks.workunit.client.1.smithi139.stderr:++ echo 1 2024-04-13T08:27:10.797 INFO:tasks.workunit.client.1.smithi139.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-13T08:27:10.797 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd rm sparse 2024-04-13T08:27:10.915 INFO:tasks.workunit.client.1.smithi139.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-04-13T08:27:10.919 INFO:tasks.workunit.client.1.smithi139.stdout:zeros import through stdin to sparse image 2024-04-13T08:27:10.920 INFO:tasks.workunit.client.1.smithi139.stderr:+ echo 'zeros import through stdin to sparse image' 2024-04-13T08:27:10.920 INFO:tasks.workunit.client.1.smithi139.stderr:+ dd if=/dev/zero bs=1M count=4 2024-04-13T08:27:10.920 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd import --new-format - sparse 2024-04-13T08:27:10.975 INFO:tasks.workunit.client.1.smithi139.stderr:4+0 records in 2024-04-13T08:27:10.975 INFO:tasks.workunit.client.1.smithi139.stderr:4+0 records out 2024-04-13T08:27:10.975 INFO:tasks.workunit.client.1.smithi139.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0553062 s, 75.8 MB/s 2024-04-13T08:27:10.990 INFO:tasks.workunit.client.1.smithi139.stderr: Importing image: 100% complete...done. 2024-04-13T08:27:10.990 INFO:tasks.workunit.client.1.smithi139.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-13T08:27:10.994 INFO:tasks.workunit.client.1.smithi139.stderr:++ objects sparse 2024-04-13T08:27:10.994 INFO:tasks.workunit.client.1.smithi139.stderr:++ image=sparse 2024-04-13T08:27:10.994 INFO:tasks.workunit.client.1.smithi139.stderr:+++ rbd info sparse 2024-04-13T08:27:10.995 INFO:tasks.workunit.client.1.smithi139.stderr:+++ awk '{print $NF;}' 2024-04-13T08:27:10.995 INFO:tasks.workunit.client.1.smithi139.stderr:+++ grep block_name_prefix 2024-04-13T08:27:11.034 INFO:tasks.workunit.client.1.smithi139.stderr:++ prefix=rbd_data.d7e9d85f8917 2024-04-13T08:27:11.035 INFO:tasks.workunit.client.1.smithi139.stderr:+++ grep rbd_data.d7e9d85f8917 2024-04-13T08:27:11.035 INFO:tasks.workunit.client.1.smithi139.stderr:++++ get_image_data_pool sparse 2024-04-13T08:27:11.035 INFO:tasks.workunit.client.1.smithi139.stderr:++++ image=sparse 2024-04-13T08:27:11.035 INFO:tasks.workunit.client.1.smithi139.stderr:+++ sed -e 's/rbd_data.d7e9d85f8917\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-13T08:27:11.035 INFO:tasks.workunit.client.1.smithi139.stderr:+++ sort -u 2024-04-13T08:27:11.035 INFO:tasks.workunit.client.1.smithi139.stderr:+++++ rbd info sparse 2024-04-13T08:27:11.035 INFO:tasks.workunit.client.1.smithi139.stderr:+++++ grep 'data_pool: ' 2024-04-13T08:27:11.036 INFO:tasks.workunit.client.1.smithi139.stderr:+++++ awk -F: '{ print $NF }' 2024-04-13T08:27:11.072 INFO:tasks.workunit.client.1.smithi139.stderr:++++ data_pool= 2024-04-13T08:27:11.072 INFO:tasks.workunit.client.1.smithi139.stderr:++++ '[' -z ']' 2024-04-13T08:27:11.072 INFO:tasks.workunit.client.1.smithi139.stderr:++++ data_pool=rbd 2024-04-13T08:27:11.072 INFO:tasks.workunit.client.1.smithi139.stderr:++++ echo rbd 2024-04-13T08:27:11.072 INFO:tasks.workunit.client.1.smithi139.stderr:+++ rados ls -p rbd 2024-04-13T08:27:11.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:10 smithi139 ceph-mon[88985]: pgmap v2044: 105 pgs: 105 active+clean; 803 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 118 KiB/s rd, 13 KiB/s wr, 158 op/s 2024-04-13T08:27:11.162 INFO:tasks.workunit.client.1.smithi139.stderr:++ objects= 2024-04-13T08:27:11.163 INFO:tasks.workunit.client.1.smithi139.stderr:++ echo 2024-04-13T08:27:11.163 INFO:tasks.workunit.client.1.smithi139.stderr:+ '[' 0 -eq 1 -o '' = '' ']' 2024-04-13T08:27:11.163 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd rm sparse 2024-04-13T08:27:11.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:10 smithi119 ceph-mon[93746]: pgmap v2044: 105 pgs: 105 active+clean; 803 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 118 KiB/s rd, 13 KiB/s wr, 158 op/s 2024-04-13T08:27:11.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:10 smithi119 ceph-mon[96316]: pgmap v2044: 105 pgs: 105 active+clean; 803 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 118 KiB/s rd, 13 KiB/s wr, 158 op/s 2024-04-13T08:27:11.278 INFO:tasks.workunit.client.1.smithi139.stderr: Removing image: 100% complete...done. 2024-04-13T08:27:11.281 INFO:tasks.workunit.client.1.smithi139.stdout:zeros export to sparse file 2024-04-13T08:27:11.282 INFO:tasks.workunit.client.1.smithi139.stderr:+ echo 'zeros export to sparse file' 2024-04-13T08:27:11.282 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd create --new-format sparse --size 4 2024-04-13T08:27:11.325 INFO:tasks.workunit.client.1.smithi139.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-13T08:27:11.328 INFO:tasks.workunit.client.1.smithi139.stderr:++ rbd info sparse 2024-04-13T08:27:11.329 INFO:tasks.workunit.client.1.smithi139.stderr:++ grep block_name_prefix 2024-04-13T08:27:11.329 INFO:tasks.workunit.client.1.smithi139.stderr:++ awk '{print $NF;}' 2024-04-13T08:27:11.369 INFO:tasks.workunit.client.1.smithi139.stderr:+ prefix=rbd_data.d80aa8da132a 2024-04-13T08:27:11.369 INFO:tasks.workunit.client.1.smithi139.stderr:+ dd if=/dev/zero bs=4M count=1 2024-04-13T08:27:11.369 INFO:tasks.workunit.client.1.smithi139.stderr:++ get_image_data_pool sparse 2024-04-13T08:27:11.370 INFO:tasks.workunit.client.1.smithi139.stderr:++ image=sparse 2024-04-13T08:27:11.370 INFO:tasks.workunit.client.1.smithi139.stderr:+++ rbd info sparse 2024-04-13T08:27:11.370 INFO:tasks.workunit.client.1.smithi139.stderr:+++ grep 'data_pool: ' 2024-04-13T08:27:11.370 INFO:tasks.workunit.client.1.smithi139.stderr:+++ awk -F: '{ print $NF }' 2024-04-13T08:27:11.409 INFO:tasks.workunit.client.1.smithi139.stderr:++ data_pool= 2024-04-13T08:27:11.409 INFO:tasks.workunit.client.1.smithi139.stderr:++ '[' -z ']' 2024-04-13T08:27:11.409 INFO:tasks.workunit.client.1.smithi139.stderr:++ data_pool=rbd 2024-04-13T08:27:11.409 INFO:tasks.workunit.client.1.smithi139.stderr:++ echo rbd 2024-04-13T08:27:11.409 INFO:tasks.workunit.client.1.smithi139.stderr:+ rados -p rbd put rbd_data.d80aa8da132a.000000000000 - 2024-04-13T08:27:11.441 INFO:tasks.workunit.client.1.smithi139.stderr:1+0 records in 2024-04-13T08:27:11.441 INFO:tasks.workunit.client.1.smithi139.stderr:1+0 records out 2024-04-13T08:27:11.441 INFO:tasks.workunit.client.1.smithi139.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0732684 s, 57.2 MB/s 2024-04-13T08:27:11.463 INFO:tasks.workunit.client.1.smithi139.stderr:++ objects sparse 2024-04-13T08:27:11.463 INFO:tasks.workunit.client.1.smithi139.stderr:++ image=sparse 2024-04-13T08:27:11.463 INFO:tasks.workunit.client.1.smithi139.stderr:+++ rbd info sparse 2024-04-13T08:27:11.463 INFO:tasks.workunit.client.1.smithi139.stderr:+++ grep block_name_prefix 2024-04-13T08:27:11.463 INFO:tasks.workunit.client.1.smithi139.stderr:+++ awk '{print $NF;}' 2024-04-13T08:27:11.501 INFO:tasks.workunit.client.1.smithi139.stderr:++ prefix=rbd_data.d80aa8da132a 2024-04-13T08:27:11.502 INFO:tasks.workunit.client.1.smithi139.stderr:+++ grep rbd_data.d80aa8da132a 2024-04-13T08:27:11.502 INFO:tasks.workunit.client.1.smithi139.stderr:+++ sed -e 's/rbd_data.d80aa8da132a\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-13T08:27:11.502 INFO:tasks.workunit.client.1.smithi139.stderr:++++ get_image_data_pool sparse 2024-04-13T08:27:11.502 INFO:tasks.workunit.client.1.smithi139.stderr:++++ image=sparse 2024-04-13T08:27:11.502 INFO:tasks.workunit.client.1.smithi139.stderr:+++ sort -u 2024-04-13T08:27:11.502 INFO:tasks.workunit.client.1.smithi139.stderr:+++++ rbd info sparse 2024-04-13T08:27:11.502 INFO:tasks.workunit.client.1.smithi139.stderr:+++++ grep 'data_pool: ' 2024-04-13T08:27:11.503 INFO:tasks.workunit.client.1.smithi139.stderr:+++++ awk -F: '{ print $NF }' 2024-04-13T08:27:11.540 INFO:tasks.workunit.client.1.smithi139.stderr:++++ data_pool= 2024-04-13T08:27:11.540 INFO:tasks.workunit.client.1.smithi139.stderr:++++ '[' -z ']' 2024-04-13T08:27:11.540 INFO:tasks.workunit.client.1.smithi139.stderr:++++ data_pool=rbd 2024-04-13T08:27:11.540 INFO:tasks.workunit.client.1.smithi139.stderr:++++ echo rbd 2024-04-13T08:27:11.541 INFO:tasks.workunit.client.1.smithi139.stderr:+++ rados ls -p rbd 2024-04-13T08:27:11.625 INFO:tasks.workunit.client.1.smithi139.stderr:++ objects=0 2024-04-13T08:27:11.625 INFO:tasks.workunit.client.1.smithi139.stderr:++ echo 0 2024-04-13T08:27:11.625 INFO:tasks.workunit.client.1.smithi139.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-04-13T08:27:11.625 INFO:tasks.workunit.client.1.smithi139.stderr:+ rm /tmp/rbd_import_export_135981/sparse 2024-04-13T08:27:11.626 INFO:tasks.workunit.client.1.smithi139.stderr:rm: cannot remove '/tmp/rbd_import_export_135981/sparse': No such file or directory 2024-04-13T08:27:11.626 INFO:tasks.workunit.client.1.smithi139.stderr:+ true 2024-04-13T08:27:11.626 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd export sparse /tmp/rbd_import_export_135981/sparse 2024-04-13T08:27:11.664 INFO:tasks.workunit.client.1.smithi139.stderr: Exporting image: 100% complete...done. 2024-04-13T08:27:11.668 INFO:tasks.workunit.client.1.smithi139.stderr:++ stat /tmp/rbd_import_export_135981/sparse --format=%b 2024-04-13T08:27:11.668 INFO:tasks.workunit.client.1.smithi139.stderr:+ '[' 0 = 0 ']' 2024-04-13T08:27:11.669 INFO:tasks.workunit.client.1.smithi139.stderr:+ rbd rm sparse 2024-04-13T08:27:11.783 INFO:tasks.workunit.client.1.smithi139.stderr: Removing image: 100% complete...done. 2024-04-13T08:27:11.786 INFO:tasks.workunit.client.1.smithi139.stderr:+ rm /tmp/rbd_import_export_135981/sparse /tmp/rbd_import_export_135981/sparse1 /tmp/rbd_import_export_135981/sparse2 /tmp/rbd_import_export_135981/sparse3 2024-04-13T08:27:11.788 INFO:tasks.workunit.client.1.smithi139.stderr:rm: cannot remove '/tmp/rbd_import_export_135981/sparse3': No such file or directory 2024-04-13T08:27:11.788 INFO:tasks.workunit.client.1.smithi139.stderr:+ true 2024-04-13T08:27:11.788 INFO:tasks.workunit.client.1.smithi139.stdout:OK 2024-04-13T08:27:11.789 INFO:tasks.workunit.client.1.smithi139.stderr:+ echo OK 2024-04-13T08:27:11.790 INFO:tasks.workunit.client.1.smithi139.stderr:+ rm -rf /tmp/rbd_import_export_135981 2024-04-13T08:27:11.790 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-13T08:27:11.790 DEBUG:teuthology.orchestra.run.smithi139:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1/tmp 2024-04-13T08:27:11.860 INFO:tasks.workunit:Stopping ['rbd/import_export.sh'] on client.1... 2024-04-13T08:27:11.860 DEBUG:teuthology.orchestra.run.smithi139:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.1 /home/ubuntu/cephtest/clone.client.1 2024-04-13T08:27:12.112 DEBUG:teuthology.parallel:result is None 2024-04-13T08:27:12.113 DEBUG:teuthology.orchestra.run.smithi139:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1 2024-04-13T08:27:12.141 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.1/client.1 2024-04-13T08:27:12.141 DEBUG:teuthology.orchestra.run.smithi139:> rmdir -- /home/ubuntu/cephtest/mnt.1 2024-04-13T08:27:12.195 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.1/client.1 2024-04-13T08:27:12.195 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-13T08:27:12.195 INFO:teuthology.task.print:**** done end rbd_import_export.yaml 2024-04-13T08:27:12.195 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-13T08:27:12.195 INFO:teuthology.task.print:**** done start test_rbd_api.yaml 2024-04-13T08:27:12.195 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-13T08:27:12.196 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-13T08:27:12.196 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-13T08:27:12.196 DEBUG:teuthology.orchestra.run.smithi119:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-13T08:27:12.214 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-13T08:27:12.214 INFO:teuthology.orchestra.run.smithi119.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-13T08:27:12.214 DEBUG:teuthology.orchestra.run.smithi119:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-13T08:27:12.271 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-13T08:27:12.271 DEBUG:teuthology.orchestra.run.smithi119:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-13T08:27:12.327 INFO:tasks.workunit:timeout=3h 2024-04-13T08:27:12.328 INFO:tasks.workunit:cleanup=True 2024-04-13T08:27:12.328 DEBUG:teuthology.orchestra.run.smithi119:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-13T08:27:12.384 INFO:tasks.workunit.client.0.smithi119.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-13T08:27:12.385 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:27:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:27:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:27:13.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:12 smithi139 ceph-mon[88985]: pgmap v2045: 105 pgs: 105 active+clean; 3.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 729 KiB/s rd, 1.0 MiB/s wr, 293 op/s 2024-04-13T08:27:13.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:12 smithi119 ceph-mon[96316]: pgmap v2045: 105 pgs: 105 active+clean; 3.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 729 KiB/s rd, 1.0 MiB/s wr, 293 op/s 2024-04-13T08:27:13.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:12 smithi119 ceph-mon[93746]: pgmap v2045: 105 pgs: 105 active+clean; 3.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 729 KiB/s rd, 1.0 MiB/s wr, 293 op/s 2024-04-13T08:27:15.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:14 smithi139 ceph-mon[88985]: pgmap v2046: 105 pgs: 105 active+clean; 3.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 557 KiB/s rd, 796 KiB/s wr, 221 op/s 2024-04-13T08:27:15.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:14 smithi119 ceph-mon[96316]: pgmap v2046: 105 pgs: 105 active+clean; 3.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 557 KiB/s rd, 796 KiB/s wr, 221 op/s 2024-04-13T08:27:15.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:14 smithi119 ceph-mon[93746]: pgmap v2046: 105 pgs: 105 active+clean; 3.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 557 KiB/s rd, 796 KiB/s wr, 221 op/s 2024-04-13T08:27:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:27:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:27:14] "GET /metrics HTTP/1.1" 200 33991 "" "Prometheus/2.43.0" 2024-04-13T08:27:17.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:16 smithi139 ceph-mon[88985]: pgmap v2047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 931 KiB/s rd, 1.2 MiB/s wr, 307 op/s 2024-04-13T08:27:17.149 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:16 smithi139 ceph-mon[88985]: osdmap e1116: 8 total, 8 up, 8 in 2024-04-13T08:27:17.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:16 smithi119 ceph-mon[96316]: pgmap v2047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 931 KiB/s rd, 1.2 MiB/s wr, 307 op/s 2024-04-13T08:27:17.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:16 smithi119 ceph-mon[96316]: osdmap e1116: 8 total, 8 up, 8 in 2024-04-13T08:27:17.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:16 smithi119 ceph-mon[93746]: pgmap v2047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 931 KiB/s rd, 1.2 MiB/s wr, 307 op/s 2024-04-13T08:27:17.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:16 smithi119 ceph-mon[93746]: osdmap e1116: 8 total, 8 up, 8 in 2024-04-13T08:27:19.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:18 smithi139 ceph-mon[88985]: pgmap v2049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 837 KiB/s rd, 1.1 MiB/s wr, 277 op/s 2024-04-13T08:27:19.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:18 smithi119 ceph-mon[96316]: pgmap v2049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 837 KiB/s rd, 1.1 MiB/s wr, 277 op/s 2024-04-13T08:27:19.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:18 smithi119 ceph-mon[93746]: pgmap v2049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 837 KiB/s rd, 1.1 MiB/s wr, 277 op/s 2024-04-13T08:27:21.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:20 smithi139 ceph-mon[88985]: pgmap v2050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 817 KiB/s rd, 1.1 MiB/s wr, 271 op/s 2024-04-13T08:27:21.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:20 smithi119 ceph-mon[93746]: pgmap v2050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 817 KiB/s rd, 1.1 MiB/s wr, 271 op/s 2024-04-13T08:27:21.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:20 smithi119 ceph-mon[96316]: pgmap v2050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 817 KiB/s rd, 1.1 MiB/s wr, 271 op/s 2024-04-13T08:27:22.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:27:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:27:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:27:22.910 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:22 smithi139 ceph-mon[88985]: pgmap v2051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 381 KiB/s rd, 515 KiB/s wr, 98 op/s 2024-04-13T08:27:23.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:22 smithi119 ceph-mon[96316]: pgmap v2051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 381 KiB/s rd, 515 KiB/s wr, 98 op/s 2024-04-13T08:27:23.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:22 smithi119 ceph-mon[93746]: pgmap v2051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 381 KiB/s rd, 515 KiB/s wr, 98 op/s 2024-04-13T08:27:25.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:24 smithi139 ceph-mon[88985]: pgmap v2052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 381 KiB/s rd, 515 KiB/s wr, 98 op/s 2024-04-13T08:27:25.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:27:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:27:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:27:24] "GET /metrics HTTP/1.1" 200 33997 "" "Prometheus/2.43.0" 2024-04-13T08:27:25.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:24 smithi119 ceph-mon[96316]: pgmap v2052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 381 KiB/s rd, 515 KiB/s wr, 98 op/s 2024-04-13T08:27:25.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:27:25.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:24 smithi119 ceph-mon[93746]: pgmap v2052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 381 KiB/s rd, 515 KiB/s wr, 98 op/s 2024-04-13T08:27:25.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:27:25.535 DEBUG:teuthology.orchestra.run.smithi119:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-13T08:27:25.590 INFO:tasks.workunit.client.0.smithi119.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-13T08:27:25.592 INFO:tasks.workunit.client.0.smithi119.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-13T08:27:25.592 INFO:tasks.workunit.client.0.smithi119.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-13T08:27:25.641 INFO:tasks.workunit.client.0.smithi119.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-13T08:27:25.689 INFO:tasks.workunit.client.0.smithi119.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-13T08:27:25.729 INFO:tasks.workunit.client.0.smithi119.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-13T08:27:25.730 INFO:tasks.workunit.client.0.smithi119.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-13T08:27:25.730 INFO:tasks.workunit.client.0.smithi119.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-13T08:27:25.770 INFO:tasks.workunit.client.0.smithi119.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-13T08:27:25.773 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-04-13T08:27:25.773 DEBUG:teuthology.orchestra.run.smithi119:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-13T08:27:25.829 INFO:tasks.workunit:Running workunits matching rbd/test_librbd.sh on client.0... 2024-04-13T08:27:25.830 INFO:tasks.workunit:Running workunit rbd/test_librbd.sh... 2024-04-13T08:27:25.830 DEBUG:teuthology.orchestra.run.smithi119:workunit test rbd/test_librbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd.sh 2024-04-13T08:27:25.928 INFO:tasks.workunit.client.0.smithi119.stderr:warning: failed to enable lockdep 2024-04-13T08:27:25.929 INFO:tasks.workunit.client.0.smithi119.stdout:seed 147402 2024-04-13T08:27:25.929 INFO:tasks.workunit.client.0.smithi119.stdout:[==========] Running 480 tests from 24 test suites. 2024-04-13T08:27:25.929 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] Global test environment set-up. 2024-04-13T08:27:25.929 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 1 test from TestJournalStress 2024-04-13T08:27:27.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:26 smithi139 ceph-mon[88985]: pgmap v2053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 818 B/s rd, 102 KiB/s wr, 2 op/s 2024-04-13T08:27:27.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:26 smithi119 ceph-mon[96316]: pgmap v2053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 818 B/s rd, 102 KiB/s wr, 2 op/s 2024-04-13T08:27:27.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:26 smithi119 ceph-mon[93746]: pgmap v2053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 818 B/s rd, 102 KiB/s wr, 2 op/s 2024-04-13T08:27:27.811 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestJournalStress.DiscardWithPruneWriteOverlap 2024-04-13T08:27:28.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:27 smithi139 ceph-mon[88985]: osdmap e1117: 8 total, 8 up, 8 in 2024-04-13T08:27:28.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:27 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1716568686' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:27:28.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:27 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:27:28.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:27 smithi119 ceph-mon[96316]: osdmap e1117: 8 total, 8 up, 8 in 2024-04-13T08:27:28.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:27 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1716568686' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:27:28.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:27 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:27:28.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:27 smithi119 ceph-mon[93746]: osdmap e1117: 8 total, 8 up, 8 in 2024-04-13T08:27:28.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:27 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1716568686' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:27:28.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:27 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:27:29.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:28 smithi139 ceph-mon[88985]: pgmap v2055: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:27:29.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:28 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:27:29.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:28 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:27:29.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:28 smithi139 ceph-mon[88985]: osdmap e1118: 8 total, 8 up, 8 in 2024-04-13T08:27:29.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:28 smithi119 ceph-mon[93746]: pgmap v2055: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:27:29.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:28 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:27:29.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:28 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:27:29.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:28 smithi119 ceph-mon[93746]: osdmap e1118: 8 total, 8 up, 8 in 2024-04-13T08:27:29.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:28 smithi119 ceph-mon[96316]: pgmap v2055: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:27:29.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:28 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:27:29.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:28 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:27:29.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:28 smithi119 ceph-mon[96316]: osdmap e1118: 8 total, 8 up, 8 in 2024-04-13T08:27:29.851 INFO:tasks.workunit.client.0.smithi119.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/journal/test_Stress.cc:37: Skipped 2024-04-13T08:27:29.851 INFO:tasks.workunit.client.0.smithi119.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:27:29.851 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestJournalStress.DiscardWithPruneWriteOverlap (2038 ms) 2024-04-13T08:27:30.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:29 smithi139 ceph-mon[88985]: osdmap e1119: 8 total, 8 up, 8 in 2024-04-13T08:27:30.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:29 smithi119 ceph-mon[96316]: osdmap e1119: 8 total, 8 up, 8 in 2024-04-13T08:27:30.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:29 smithi119 ceph-mon[93746]: osdmap e1119: 8 total, 8 up, 8 in 2024-04-13T08:27:30.839 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 1 test from TestJournalStress (2038 ms total) 2024-04-13T08:27:30.839 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:27:30.839 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 16 tests from TestJournalReplay 2024-04-13T08:27:31.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:30 smithi139 ceph-mon[88985]: pgmap v2058: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:27:31.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:30 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:27:31.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:30 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T08:27:31.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:30 smithi139 ceph-mon[88985]: osdmap e1120: 8 total, 8 up, 8 in 2024-04-13T08:27:31.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:30 smithi119 ceph-mon[96316]: pgmap v2058: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:27:31.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:30 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:27:31.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:30 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T08:27:31.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:30 smithi119 ceph-mon[96316]: osdmap e1120: 8 total, 8 up, 8 in 2024-04-13T08:27:31.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:30 smithi119 ceph-mon[93746]: pgmap v2058: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:27:31.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:30 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:27:31.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:30 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T08:27:31.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:30 smithi119 ceph-mon[93746]: osdmap e1120: 8 total, 8 up, 8 in 2024-04-13T08:27:32.139 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:31 smithi139 ceph-mon[88985]: osdmap e1121: 8 total, 8 up, 8 in 2024-04-13T08:27:32.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:31 smithi119 ceph-mon[96316]: osdmap e1121: 8 total, 8 up, 8 in 2024-04-13T08:27:32.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:31 smithi119 ceph-mon[93746]: osdmap e1121: 8 total, 8 up, 8 in 2024-04-13T08:27:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:27:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:27:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:27:32.838 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestJournalReplay.AioDiscardEvent 2024-04-13T08:27:33.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:32 smithi139 ceph-mon[88985]: pgmap v2061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:27:33.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:32 smithi139 ceph-mon[88985]: osdmap e1122: 8 total, 8 up, 8 in 2024-04-13T08:27:33.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:32 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/3296737523' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:27:33.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:32 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:27:33.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:32 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:27:33.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:32 smithi139 ceph-mon[88985]: osdmap e1123: 8 total, 8 up, 8 in 2024-04-13T08:27:33.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:32 smithi119 ceph-mon[96316]: pgmap v2061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:27:33.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:32 smithi119 ceph-mon[96316]: osdmap e1122: 8 total, 8 up, 8 in 2024-04-13T08:27:33.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:32 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/3296737523' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:27:33.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:32 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:27:33.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:32 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:27:33.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:32 smithi119 ceph-mon[96316]: osdmap e1123: 8 total, 8 up, 8 in 2024-04-13T08:27:33.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:32 smithi119 ceph-mon[93746]: pgmap v2061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:27:33.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:32 smithi119 ceph-mon[93746]: osdmap e1122: 8 total, 8 up, 8 in 2024-04-13T08:27:33.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:32 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/3296737523' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:27:33.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:32 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:27:33.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:32 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:27:33.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:32 smithi119 ceph-mon[93746]: osdmap e1123: 8 total, 8 up, 8 in 2024-04-13T08:27:34.886 INFO:tasks.workunit.client.0.smithi119.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/journal/test_Replay.cc:109: Skipped 2024-04-13T08:27:34.887 INFO:tasks.workunit.client.0.smithi119.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:27:34.887 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestJournalReplay.AioDiscardEvent (2048 ms) 2024-04-13T08:27:34.887 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestJournalReplay.AioWriteEvent 2024-04-13T08:27:34.897 INFO:tasks.workunit.client.0.smithi119.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/journal/test_Replay.cc:200: Skipped 2024-04-13T08:27:34.898 INFO:tasks.workunit.client.0.smithi119.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:27:34.898 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestJournalReplay.AioWriteEvent (12 ms) 2024-04-13T08:27:34.898 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestJournalReplay.AioFlushEvent 2024-04-13T08:27:34.907 INFO:tasks.workunit.client.0.smithi119.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/journal/test_Replay.cc:261: Skipped 2024-04-13T08:27:34.907 INFO:tasks.workunit.client.0.smithi119.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:27:34.907 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestJournalReplay.AioFlushEvent (9 ms) 2024-04-13T08:27:34.907 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestJournalReplay.SnapCreate 2024-04-13T08:27:34.915 INFO:tasks.workunit.client.0.smithi119.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/journal/test_Replay.cc:307: Skipped 2024-04-13T08:27:34.915 INFO:tasks.workunit.client.0.smithi119.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:27:34.915 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestJournalReplay.SnapCreate (8 ms) 2024-04-13T08:27:34.915 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestJournalReplay.SnapProtect 2024-04-13T08:27:34.923 INFO:tasks.workunit.client.0.smithi119.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/journal/test_Replay.cc:348: Skipped 2024-04-13T08:27:34.923 INFO:tasks.workunit.client.0.smithi119.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:27:34.923 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestJournalReplay.SnapProtect (8 ms) 2024-04-13T08:27:34.923 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestJournalReplay.SnapUnprotect 2024-04-13T08:27:34.931 INFO:tasks.workunit.client.0.smithi119.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/journal/test_Replay.cc:394: Skipped 2024-04-13T08:27:34.931 INFO:tasks.workunit.client.0.smithi119.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:27:34.931 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestJournalReplay.SnapUnprotect (8 ms) 2024-04-13T08:27:34.931 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestJournalReplay.SnapRename 2024-04-13T08:27:34.939 INFO:tasks.workunit.client.0.smithi119.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/journal/test_Replay.cc:450: Skipped 2024-04-13T08:27:34.939 INFO:tasks.workunit.client.0.smithi119.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:27:34.939 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestJournalReplay.SnapRename (8 ms) 2024-04-13T08:27:34.939 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestJournalReplay.SnapRollback 2024-04-13T08:27:34.946 INFO:tasks.workunit.client.0.smithi119.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/journal/test_Replay.cc:500: Skipped 2024-04-13T08:27:34.946 INFO:tasks.workunit.client.0.smithi119.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:27:34.946 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestJournalReplay.SnapRollback (8 ms) 2024-04-13T08:27:34.946 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestJournalReplay.SnapRemove 2024-04-13T08:27:34.954 INFO:tasks.workunit.client.0.smithi119.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/journal/test_Replay.cc:541: Skipped 2024-04-13T08:27:34.954 INFO:tasks.workunit.client.0.smithi119.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:27:34.954 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestJournalReplay.SnapRemove (8 ms) 2024-04-13T08:27:34.955 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestJournalReplay.Rename 2024-04-13T08:27:34.962 INFO:tasks.workunit.client.0.smithi119.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/journal/test_Replay.cc:590: Skipped 2024-04-13T08:27:34.962 INFO:tasks.workunit.client.0.smithi119.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:27:34.962 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestJournalReplay.Rename (7 ms) 2024-04-13T08:27:34.962 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestJournalReplay.Resize 2024-04-13T08:27:34.969 INFO:tasks.workunit.client.0.smithi119.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/journal/test_Replay.cc:624: Skipped 2024-04-13T08:27:34.969 INFO:tasks.workunit.client.0.smithi119.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:27:34.969 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestJournalReplay.Resize (8 ms) 2024-04-13T08:27:34.969 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestJournalReplay.Flatten 2024-04-13T08:27:34.977 INFO:tasks.workunit.client.0.smithi119.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/journal/test_Replay.cc:657: Skipped 2024-04-13T08:27:34.977 INFO:tasks.workunit.client.0.smithi119.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:27:34.977 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestJournalReplay.Flatten (7 ms) 2024-04-13T08:27:34.977 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestJournalReplay.UpdateFeatures 2024-04-13T08:27:34.984 INFO:tasks.workunit.client.0.smithi119.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/journal/test_Replay.cc:704: Skipped 2024-04-13T08:27:34.984 INFO:tasks.workunit.client.0.smithi119.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:27:34.984 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestJournalReplay.UpdateFeatures (7 ms) 2024-04-13T08:27:34.984 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestJournalReplay.MetadataSet 2024-04-13T08:27:34.991 INFO:tasks.workunit.client.0.smithi119.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/journal/test_Replay.cc:741: Skipped 2024-04-13T08:27:34.992 INFO:tasks.workunit.client.0.smithi119.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:27:34.992 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestJournalReplay.MetadataSet (8 ms) 2024-04-13T08:27:34.992 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestJournalReplay.MetadataRemove 2024-04-13T08:27:34.998 INFO:tasks.workunit.client.0.smithi119.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/journal/test_Replay.cc:781: Skipped 2024-04-13T08:27:34.998 INFO:tasks.workunit.client.0.smithi119.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:27:34.998 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestJournalReplay.MetadataRemove (7 ms) 2024-04-13T08:27:34.999 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestJournalReplay.ObjectPosition 2024-04-13T08:27:35.006 INFO:tasks.workunit.client.0.smithi119.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/journal/test_Replay.cc:824: Skipped 2024-04-13T08:27:35.006 INFO:tasks.workunit.client.0.smithi119.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:27:35.007 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestJournalReplay.ObjectPosition (8 ms) 2024-04-13T08:27:35.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:34 smithi139 ceph-mon[88985]: pgmap v2064: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:27:35.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:34 smithi139 ceph-mon[88985]: osdmap e1124: 8 total, 8 up, 8 in 2024-04-13T08:27:35.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:27:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:27:34] "GET /metrics HTTP/1.1" 200 33997 "" "Prometheus/2.43.0" 2024-04-13T08:27:35.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:34 smithi119 ceph-mon[96316]: pgmap v2064: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:27:35.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:34 smithi119 ceph-mon[96316]: osdmap e1124: 8 total, 8 up, 8 in 2024-04-13T08:27:35.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:34 smithi119 ceph-mon[93746]: pgmap v2064: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:27:35.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:34 smithi119 ceph-mon[93746]: osdmap e1124: 8 total, 8 up, 8 in 2024-04-13T08:27:35.875 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 16 tests from TestJournalReplay (2169 ms total) 2024-04-13T08:27:35.875 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:27:35.876 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 4 tests from TestJournalEntries 2024-04-13T08:27:36.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:35 smithi139 ceph-mon[88985]: osdmap e1125: 8 total, 8 up, 8 in 2024-04-13T08:27:36.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:35 smithi119 ceph-mon[93746]: osdmap e1125: 8 total, 8 up, 8 in 2024-04-13T08:27:36.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:35 smithi119 ceph-mon[96316]: osdmap e1125: 8 total, 8 up, 8 in 2024-04-13T08:27:37.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:36 smithi139 ceph-mon[88985]: pgmap v2067: 137 pgs: 2 creating+peering, 6 unknown, 129 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.5 KiB/s rd, 7.7 KiB/s wr, 24 op/s 2024-04-13T08:27:37.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:36 smithi139 ceph-mon[88985]: osdmap e1126: 8 total, 8 up, 8 in 2024-04-13T08:27:37.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:36 smithi119 ceph-mon[96316]: pgmap v2067: 137 pgs: 2 creating+peering, 6 unknown, 129 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.5 KiB/s rd, 7.7 KiB/s wr, 24 op/s 2024-04-13T08:27:37.439 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:36 smithi119 ceph-mon[96316]: osdmap e1126: 8 total, 8 up, 8 in 2024-04-13T08:27:37.440 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:36 smithi119 ceph-mon[93746]: pgmap v2067: 137 pgs: 2 creating+peering, 6 unknown, 129 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.5 KiB/s rd, 7.7 KiB/s wr, 24 op/s 2024-04-13T08:27:37.440 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:36 smithi119 ceph-mon[93746]: osdmap e1126: 8 total, 8 up, 8 in 2024-04-13T08:27:37.884 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestJournalEntries.AioWrite 2024-04-13T08:27:38.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:37 smithi139 ceph-mon[88985]: osdmap e1127: 8 total, 8 up, 8 in 2024-04-13T08:27:38.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:37 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/141109729' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:27:38.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:37 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:27:38.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:37 smithi119 ceph-mon[96316]: osdmap e1127: 8 total, 8 up, 8 in 2024-04-13T08:27:38.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:37 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/141109729' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:27:38.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:37 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:27:38.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:37 smithi119 ceph-mon[93746]: osdmap e1127: 8 total, 8 up, 8 in 2024-04-13T08:27:38.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:37 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/141109729' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:27:38.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:37 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:27:39.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:38 smithi139 ceph-mon[88985]: pgmap v2070: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:27:39.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:38 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:27:39.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:38 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:27:39.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:38 smithi139 ceph-mon[88985]: osdmap e1128: 8 total, 8 up, 8 in 2024-04-13T08:27:39.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:38 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:27:39.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:38 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:27:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:38 smithi119 ceph-mon[96316]: pgmap v2070: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:27:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:38 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:27:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:38 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:27:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:38 smithi119 ceph-mon[96316]: osdmap e1128: 8 total, 8 up, 8 in 2024-04-13T08:27:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:38 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:27:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:38 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:27:39.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:38 smithi119 ceph-mon[93746]: pgmap v2070: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:27:39.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:38 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:27:39.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:38 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:27:39.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:38 smithi119 ceph-mon[93746]: osdmap e1128: 8 total, 8 up, 8 in 2024-04-13T08:27:39.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:38 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:27:39.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:38 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:27:39.922 INFO:tasks.workunit.client.0.smithi119.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/journal/test_Entries.cc:118: Skipped 2024-04-13T08:27:39.922 INFO:tasks.workunit.client.0.smithi119.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:27:39.922 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestJournalEntries.AioWrite (2038 ms) 2024-04-13T08:27:39.922 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestJournalEntries.AioDiscard 2024-04-13T08:27:39.935 INFO:tasks.workunit.client.0.smithi119.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/journal/test_Entries.cc:163: Skipped 2024-04-13T08:27:39.935 INFO:tasks.workunit.client.0.smithi119.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:27:39.935 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestJournalEntries.AioDiscard (13 ms) 2024-04-13T08:27:39.935 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestJournalEntries.AioDiscardWithPrune 2024-04-13T08:27:39.944 INFO:tasks.workunit.client.0.smithi119.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/journal/test_Entries.cc:200: Skipped 2024-04-13T08:27:39.945 INFO:tasks.workunit.client.0.smithi119.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:27:39.945 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestJournalEntries.AioDiscardWithPrune (10 ms) 2024-04-13T08:27:39.945 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestJournalEntries.AioFlush 2024-04-13T08:27:39.954 INFO:tasks.workunit.client.0.smithi119.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/journal/test_Entries.cc:263: Skipped 2024-04-13T08:27:39.954 INFO:tasks.workunit.client.0.smithi119.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:27:39.954 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestJournalEntries.AioFlush (9 ms) 2024-04-13T08:27:40.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:39 smithi119 ceph-mon[96316]: osdmap e1129: 8 total, 8 up, 8 in 2024-04-13T08:27:40.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:39 smithi119 ceph-mon[93746]: osdmap e1129: 8 total, 8 up, 8 in 2024-04-13T08:27:40.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:39 smithi139 ceph-mon[88985]: osdmap e1129: 8 total, 8 up, 8 in 2024-04-13T08:27:40.905 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 4 tests from TestJournalEntries (2070 ms total) 2024-04-13T08:27:40.906 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:27:40.906 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 2 tests from TestTrash 2024-04-13T08:27:41.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:40 smithi119 ceph-mon[96316]: pgmap v2073: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:27:41.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:40 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:27:41.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:40 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T08:27:41.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:40 smithi119 ceph-mon[96316]: osdmap e1130: 8 total, 8 up, 8 in 2024-04-13T08:27:41.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:40 smithi119 ceph-mon[93746]: pgmap v2073: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:27:41.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:40 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:27:41.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:40 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T08:27:41.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:40 smithi119 ceph-mon[93746]: osdmap e1130: 8 total, 8 up, 8 in 2024-04-13T08:27:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:40 smithi139 ceph-mon[88985]: pgmap v2073: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:27:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:40 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:27:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:40 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T08:27:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:40 smithi139 ceph-mon[88985]: osdmap e1130: 8 total, 8 up, 8 in 2024-04-13T08:27:42.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:41 smithi119 ceph-mon[96316]: osdmap e1131: 8 total, 8 up, 8 in 2024-04-13T08:27:42.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:41 smithi119 ceph-mon[93746]: osdmap e1131: 8 total, 8 up, 8 in 2024-04-13T08:27:42.313 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:41 smithi139 ceph-mon[88985]: osdmap e1131: 8 total, 8 up, 8 in 2024-04-13T08:27:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:27:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:27:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:27:42.906 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestTrash.UserRemovingSource 2024-04-13T08:27:43.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:42 smithi119 ceph-mon[96316]: pgmap v2076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:27:43.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:42 smithi119 ceph-mon[96316]: osdmap e1132: 8 total, 8 up, 8 in 2024-04-13T08:27:43.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:42 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/242485315' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:27:43.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:42 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:27:43.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:42 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:27:43.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:42 smithi119 ceph-mon[93746]: pgmap v2076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:27:43.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:42 smithi119 ceph-mon[93746]: osdmap e1132: 8 total, 8 up, 8 in 2024-04-13T08:27:43.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:42 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/242485315' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:27:43.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:42 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:27:43.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:42 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:27:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:42 smithi139 ceph-mon[88985]: pgmap v2076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:27:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:42 smithi139 ceph-mon[88985]: osdmap e1132: 8 total, 8 up, 8 in 2024-04-13T08:27:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:42 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/242485315' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:27:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:42 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:27:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:42 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:27:44.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:43 smithi119 ceph-mon[96316]: osdmap e1133: 8 total, 8 up, 8 in 2024-04-13T08:27:44.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:43 smithi119 ceph-mon[93746]: osdmap e1133: 8 total, 8 up, 8 in 2024-04-13T08:27:44.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:43 smithi139 ceph-mon[88985]: osdmap e1133: 8 total, 8 up, 8 in 2024-04-13T08:27:45.025 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestTrash.UserRemovingSource (2118 ms) 2024-04-13T08:27:45.025 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestTrash.RestoreMirroringSource 2024-04-13T08:27:45.064 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestTrash.RestoreMirroringSource (39 ms) 2024-04-13T08:27:45.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:27:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:27:44] "GET /metrics HTTP/1.1" 200 36357 "" "Prometheus/2.43.0" 2024-04-13T08:27:45.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:44 smithi119 ceph-mon[93746]: pgmap v2079: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:27:45.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:44 smithi119 ceph-mon[93746]: osdmap e1134: 8 total, 8 up, 8 in 2024-04-13T08:27:45.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:44 smithi119 ceph-mon[96316]: pgmap v2079: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:27:45.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:44 smithi119 ceph-mon[96316]: osdmap e1134: 8 total, 8 up, 8 in 2024-04-13T08:27:45.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:44 smithi139 ceph-mon[88985]: pgmap v2079: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:27:45.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:44 smithi139 ceph-mon[88985]: osdmap e1134: 8 total, 8 up, 8 in 2024-04-13T08:27:45.937 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 2 tests from TestTrash (2158 ms total) 2024-04-13T08:27:45.937 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:27:45.937 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 1 test from TestOperations 2024-04-13T08:27:46.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:45 smithi119 ceph-mon[96316]: osdmap e1135: 8 total, 8 up, 8 in 2024-04-13T08:27:46.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:45 smithi119 ceph-mon[93746]: osdmap e1135: 8 total, 8 up, 8 in 2024-04-13T08:27:46.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:45 smithi139 ceph-mon[88985]: osdmap e1135: 8 total, 8 up, 8 in 2024-04-13T08:27:47.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:46 smithi119 ceph-mon[96316]: pgmap v2082: 137 pgs: 6 creating+peering, 2 unknown, 129 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 5.0 KiB/s wr, 39 op/s 2024-04-13T08:27:47.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:46 smithi119 ceph-mon[96316]: osdmap e1136: 8 total, 8 up, 8 in 2024-04-13T08:27:47.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:46 smithi119 ceph-mon[93746]: pgmap v2082: 137 pgs: 6 creating+peering, 2 unknown, 129 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 5.0 KiB/s wr, 39 op/s 2024-04-13T08:27:47.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:46 smithi119 ceph-mon[93746]: osdmap e1136: 8 total, 8 up, 8 in 2024-04-13T08:27:47.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:46 smithi139 ceph-mon[88985]: pgmap v2082: 137 pgs: 6 creating+peering, 2 unknown, 129 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 5.0 KiB/s wr, 39 op/s 2024-04-13T08:27:47.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:46 smithi139 ceph-mon[88985]: osdmap e1136: 8 total, 8 up, 8 in 2024-04-13T08:27:47.950 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestOperations.DisableJournalingCorrupt 2024-04-13T08:27:48.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:47 smithi119 ceph-mon[96316]: osdmap e1137: 8 total, 8 up, 8 in 2024-04-13T08:27:48.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:47 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2272545871' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:27:48.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:47 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2272545871' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:27:48.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:47 smithi119 ceph-mon[96316]: osdmap e1138: 8 total, 8 up, 8 in 2024-04-13T08:27:48.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:47 smithi119 ceph-mon[93746]: osdmap e1137: 8 total, 8 up, 8 in 2024-04-13T08:27:48.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:47 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2272545871' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:27:48.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:47 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2272545871' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:27:48.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:47 smithi119 ceph-mon[93746]: osdmap e1138: 8 total, 8 up, 8 in 2024-04-13T08:27:48.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:47 smithi139 ceph-mon[88985]: osdmap e1137: 8 total, 8 up, 8 in 2024-04-13T08:27:48.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:47 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2272545871' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:27:48.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:47 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2272545871' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:27:48.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:47 smithi139 ceph-mon[88985]: osdmap e1138: 8 total, 8 up, 8 in 2024-04-13T08:27:49.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:48 smithi119 ceph-mon[96316]: pgmap v2085: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:27:49.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:48 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:27:49.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:48 smithi119 ceph-mon[96316]: osdmap e1139: 8 total, 8 up, 8 in 2024-04-13T08:27:49.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:48 smithi119 ceph-mon[93746]: pgmap v2085: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:27:49.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:48 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:27:49.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:48 smithi119 ceph-mon[93746]: osdmap e1139: 8 total, 8 up, 8 in 2024-04-13T08:27:49.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:48 smithi139 ceph-mon[88985]: pgmap v2085: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:27:49.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:48 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:27:49.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:48 smithi139 ceph-mon[88985]: osdmap e1139: 8 total, 8 up, 8 in 2024-04-13T08:27:49.994 INFO:tasks.workunit.client.0.smithi119.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/test_Operations.cc:18: Skipped 2024-04-13T08:27:49.994 INFO:tasks.workunit.client.0.smithi119.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:27:49.994 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestOperations.DisableJournalingCorrupt (2044 ms) 2024-04-13T08:27:50.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:50 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:27:50.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:50 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T08:27:50.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:50 smithi139 ceph-mon[88985]: osdmap e1140: 8 total, 8 up, 8 in 2024-04-13T08:27:50.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:50 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:27:50.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:50 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T08:27:50.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:50 smithi119 ceph-mon[96316]: osdmap e1140: 8 total, 8 up, 8 in 2024-04-13T08:27:50.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:50 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:27:50.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:50 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T08:27:50.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:50 smithi119 ceph-mon[93746]: osdmap e1140: 8 total, 8 up, 8 in 2024-04-13T08:27:50.976 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 1 test from TestOperations (2044 ms total) 2024-04-13T08:27:50.976 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:27:50.976 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 4 tests from TestObjectMap 2024-04-13T08:27:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:51 smithi139 ceph-mon[88985]: pgmap v2088: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:27:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:51 smithi139 ceph-mon[88985]: osdmap e1141: 8 total, 8 up, 8 in 2024-04-13T08:27:51.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:51 smithi119 ceph-mon[96316]: pgmap v2088: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:27:51.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:51 smithi119 ceph-mon[96316]: osdmap e1141: 8 total, 8 up, 8 in 2024-04-13T08:27:51.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:51 smithi119 ceph-mon[93746]: pgmap v2088: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:27:51.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:51 smithi119 ceph-mon[93746]: osdmap e1141: 8 total, 8 up, 8 in 2024-04-13T08:27:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:27:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:27:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:27:53.041 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenCorrupt 2024-04-13T08:27:53.287 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:53 smithi119 ceph-mon[96316]: pgmap v2091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:27:53.287 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:53 smithi119 ceph-mon[96316]: osdmap e1142: 8 total, 8 up, 8 in 2024-04-13T08:27:53.287 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:53 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/3508982134' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:27:53.287 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:53 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:27:53.287 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:53 smithi119 ceph-mon[93746]: pgmap v2091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:27:53.287 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:53 smithi119 ceph-mon[93746]: osdmap e1142: 8 total, 8 up, 8 in 2024-04-13T08:27:53.287 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:53 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/3508982134' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:27:53.287 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:53 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:27:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:53 smithi139 ceph-mon[88985]: pgmap v2091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:27:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:53 smithi139 ceph-mon[88985]: osdmap e1142: 8 total, 8 up, 8 in 2024-04-13T08:27:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:53 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/3508982134' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:27:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:53 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:27:54.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:54 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:27:54.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:54 smithi139 ceph-mon[88985]: osdmap e1143: 8 total, 8 up, 8 in 2024-04-13T08:27:54.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:54 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:27:54.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:27:54.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:54 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:27:54.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:54 smithi119 ceph-mon[96316]: osdmap e1143: 8 total, 8 up, 8 in 2024-04-13T08:27:54.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:54 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:27:54.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:27:54.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:54 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:27:54.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:54 smithi119 ceph-mon[93746]: osdmap e1143: 8 total, 8 up, 8 in 2024-04-13T08:27:54.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:54 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:27:54.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:27:55.095 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenCorrupt (2053 ms) 2024-04-13T08:27:55.095 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenTooSmall 2024-04-13T08:27:55.126 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenTooSmall (31 ms) 2024-04-13T08:27:55.126 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestObjectMap.InvalidateFlagOnDisk 2024-04-13T08:27:55.159 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestObjectMap.InvalidateFlagOnDisk (33 ms) 2024-04-13T08:27:55.159 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall 2024-04-13T08:27:55.183 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall (25 ms) 2024-04-13T08:27:55.215 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:27:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:27:54] "GET /metrics HTTP/1.1" 200 36362 "" "Prometheus/2.43.0" 2024-04-13T08:27:55.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:55 smithi119 ceph-mon[96316]: pgmap v2094: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:27:55.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:55 smithi119 ceph-mon[96316]: osdmap e1144: 8 total, 8 up, 8 in 2024-04-13T08:27:55.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:55 smithi119 ceph-mon[93746]: pgmap v2094: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:27:55.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:55 smithi119 ceph-mon[93746]: osdmap e1144: 8 total, 8 up, 8 in 2024-04-13T08:27:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:55 smithi139 ceph-mon[88985]: pgmap v2094: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:27:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:55 smithi139 ceph-mon[88985]: osdmap e1144: 8 total, 8 up, 8 in 2024-04-13T08:27:56.067 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 4 tests from TestObjectMap (2142 ms total) 2024-04-13T08:27:56.068 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:27:56.068 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 2 tests from TestMirroringWatcher 2024-04-13T08:27:56.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:56 smithi139 ceph-mon[88985]: osdmap e1145: 8 total, 8 up, 8 in 2024-04-13T08:27:56.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:56 smithi119 ceph-mon[96316]: osdmap e1145: 8 total, 8 up, 8 in 2024-04-13T08:27:56.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:56 smithi119 ceph-mon[93746]: osdmap e1145: 8 total, 8 up, 8 in 2024-04-13T08:27:57.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:57 smithi139 ceph-mon[88985]: pgmap v2097: 137 pgs: 1 creating+peering, 4 unknown, 132 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 7.2 KiB/s wr, 69 op/s 2024-04-13T08:27:57.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:57 smithi139 ceph-mon[88985]: osdmap e1146: 8 total, 8 up, 8 in 2024-04-13T08:27:57.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:57 smithi119 ceph-mon[96316]: pgmap v2097: 137 pgs: 1 creating+peering, 4 unknown, 132 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 7.2 KiB/s wr, 69 op/s 2024-04-13T08:27:57.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:57 smithi119 ceph-mon[96316]: osdmap e1146: 8 total, 8 up, 8 in 2024-04-13T08:27:57.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:57 smithi119 ceph-mon[93746]: pgmap v2097: 137 pgs: 1 creating+peering, 4 unknown, 132 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 7.2 KiB/s wr, 69 op/s 2024-04-13T08:27:57.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:57 smithi119 ceph-mon[93746]: osdmap e1146: 8 total, 8 up, 8 in 2024-04-13T08:27:58.077 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMirroringWatcher.ModeUpdated 2024-04-13T08:27:58.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:58 smithi139 ceph-mon[88985]: osdmap e1147: 8 total, 8 up, 8 in 2024-04-13T08:27:58.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:58 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/989029472' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:27:58.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:58 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:27:58.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:58 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:27:58.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:58 smithi119 ceph-mon[96316]: osdmap e1147: 8 total, 8 up, 8 in 2024-04-13T08:27:58.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:58 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/989029472' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:27:58.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:58 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:27:58.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:58 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:27:58.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:58 smithi119 ceph-mon[93746]: osdmap e1147: 8 total, 8 up, 8 in 2024-04-13T08:27:58.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:58 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/989029472' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:27:58.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:58 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:27:58.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:58 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:27:59.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:59 smithi139 ceph-mon[88985]: pgmap v2100: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:27:59.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:59 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:27:59.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:59 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:27:59.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:59 smithi139 ceph-mon[88985]: osdmap e1148: 8 total, 8 up, 8 in 2024-04-13T08:27:59.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:59 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:27:59.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:59 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:27:59.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:27:59 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:27:59.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:59 smithi119 ceph-mon[96316]: pgmap v2100: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:27:59.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:59 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:27:59.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:59 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:27:59.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:59 smithi119 ceph-mon[96316]: osdmap e1148: 8 total, 8 up, 8 in 2024-04-13T08:27:59.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:59 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:27:59.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:59 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:27:59.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:27:59 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:27:59.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:59 smithi119 ceph-mon[93746]: pgmap v2100: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:27:59.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:59 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:27:59.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:59 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:27:59.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:59 smithi119 ceph-mon[93746]: osdmap e1148: 8 total, 8 up, 8 in 2024-04-13T08:27:59.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:59 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:27:59.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:59 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:27:59.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:27:59 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:28:00.142 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMirroringWatcher.ModeUpdated (2065 ms) 2024-04-13T08:28:00.142 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMirroringWatcher.ImageStatusUpdated 2024-04-13T08:28:00.163 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMirroringWatcher.ImageStatusUpdated (21 ms) 2024-04-13T08:28:00.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:00 smithi139 ceph-mon[88985]: osdmap e1149: 8 total, 8 up, 8 in 2024-04-13T08:28:00.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:00 smithi119 ceph-mon[93746]: osdmap e1149: 8 total, 8 up, 8 in 2024-04-13T08:28:00.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:00 smithi119 ceph-mon[96316]: osdmap e1149: 8 total, 8 up, 8 in 2024-04-13T08:28:01.099 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 2 tests from TestMirroringWatcher (2086 ms total) 2024-04-13T08:28:01.099 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:28:01.099 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 57 tests from TestMigration 2024-04-13T08:28:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:01 smithi139 ceph-mon[88985]: pgmap v2103: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:28:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:01 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:28:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:01 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T08:28:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:01 smithi139 ceph-mon[88985]: osdmap e1150: 8 total, 8 up, 8 in 2024-04-13T08:28:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:01 smithi119 ceph-mon[96316]: pgmap v2103: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:28:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:01 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:28:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:01 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T08:28:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:01 smithi119 ceph-mon[96316]: osdmap e1150: 8 total, 8 up, 8 in 2024-04-13T08:28:01.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:01 smithi119 ceph-mon[93746]: pgmap v2103: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:28:01.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:01 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:28:01.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:01 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T08:28:01.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:01 smithi119 ceph-mon[93746]: osdmap e1150: 8 total, 8 up, 8 in 2024-04-13T08:28:02.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:02 smithi139 ceph-mon[88985]: osdmap e1151: 8 total, 8 up, 8 in 2024-04-13T08:28:02.385 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:28:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:28:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:28:02.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:02 smithi119 ceph-mon[96316]: osdmap e1151: 8 total, 8 up, 8 in 2024-04-13T08:28:02.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:02 smithi119 ceph-mon[93746]: osdmap e1151: 8 total, 8 up, 8 in 2024-04-13T08:28:03.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:03 smithi139 ceph-mon[88985]: pgmap v2106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:28:03.444 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:03 smithi139 ceph-mon[88985]: osdmap e1152: 8 total, 8 up, 8 in 2024-04-13T08:28:03.444 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:03 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/251651807' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:28:03.444 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:03 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:28:03.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:03 smithi119 ceph-mon[96316]: pgmap v2106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:28:03.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:03 smithi119 ceph-mon[96316]: osdmap e1152: 8 total, 8 up, 8 in 2024-04-13T08:28:03.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:03 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/251651807' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:28:03.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:03 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:28:03.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:03 smithi119 ceph-mon[93746]: pgmap v2106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:28:03.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:03 smithi119 ceph-mon[93746]: osdmap e1152: 8 total, 8 up, 8 in 2024-04-13T08:28:03.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:03 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/251651807' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:28:03.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:03 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:28:04.121 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.Empty 2024-04-13T08:28:04.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:04 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:28:04.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:04 smithi139 ceph-mon[88985]: osdmap e1153: 8 total, 8 up, 8 in 2024-04-13T08:28:04.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:04 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:28:04.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:04 smithi119 ceph-mon[96316]: osdmap e1153: 8 total, 8 up, 8 in 2024-04-13T08:28:04.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:04 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:28:04.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:04 smithi119 ceph-mon[93746]: osdmap e1153: 8 total, 8 up, 8 in 2024-04-13T08:28:05.124 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:28:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:28:04] "GET /metrics HTTP/1.1" 200 36362 "" "Prometheus/2.43.0" 2024-04-13T08:28:05.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:05 smithi139 ceph-mon[88985]: pgmap v2109: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:28:05.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:05 smithi139 ceph-mon[88985]: osdmap e1154: 8 total, 8 up, 8 in 2024-04-13T08:28:05.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:05 smithi119 ceph-mon[96316]: pgmap v2109: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:28:05.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:05 smithi119 ceph-mon[96316]: osdmap e1154: 8 total, 8 up, 8 in 2024-04-13T08:28:05.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:05 smithi119 ceph-mon[93746]: pgmap v2109: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:28:05.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:05 smithi119 ceph-mon[93746]: osdmap e1154: 8 total, 8 up, 8 in 2024-04-13T08:28:06.194 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:28:06.206 INFO:tasks.workunit.client.0.smithi119.stdout:migration_prepare 2024-04-13T08:28:06.359 INFO:tasks.workunit.client.0.smithi119.stdout:migration_execute 2024-04-13T08:28:06.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:06 smithi139 ceph-mon[88985]: osdmap e1155: 8 total, 8 up, 8 in 2024-04-13T08:28:06.437 INFO:tasks.workunit.client.0.smithi119.stdout:migration_commit 2024-04-13T08:28:06.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:06 smithi119 ceph-mon[96316]: osdmap e1155: 8 total, 8 up, 8 in 2024-04-13T08:28:06.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:06 smithi119 ceph-mon[93746]: osdmap e1155: 8 total, 8 up, 8 in 2024-04-13T08:28:06.523 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMigration.Empty (2402 ms) 2024-04-13T08:28:06.523 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.OtherName 2024-04-13T08:28:06.557 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:28:06.567 INFO:tasks.workunit.client.0.smithi119.stdout:migration_prepare 2024-04-13T08:28:06.699 INFO:tasks.workunit.client.0.smithi119.stdout:migration_execute 2024-04-13T08:28:06.761 INFO:tasks.workunit.client.0.smithi119.stdout:migration_commit 2024-04-13T08:28:06.846 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMigration.OtherName (323 ms) 2024-04-13T08:28:06.846 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.OtherPool 2024-04-13T08:28:06.878 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:28:06.888 INFO:tasks.workunit.client.0.smithi119.stdout:migration_prepare 2024-04-13T08:28:07.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:07 smithi139 ceph-mon[88985]: pgmap v2112: 169 pgs: 4 creating+peering, 14 unknown, 151 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:28:07.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:07 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:28:07.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:07 smithi139 ceph-mon[88985]: osdmap e1156: 8 total, 8 up, 8 in 2024-04-13T08:28:07.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:07 smithi119 ceph-mon[93746]: pgmap v2112: 169 pgs: 4 creating+peering, 14 unknown, 151 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:28:07.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:07 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:28:07.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:07 smithi119 ceph-mon[93746]: osdmap e1156: 8 total, 8 up, 8 in 2024-04-13T08:28:07.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:07 smithi119 ceph-mon[96316]: pgmap v2112: 169 pgs: 4 creating+peering, 14 unknown, 151 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:28:07.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:07 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:28:07.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:07 smithi119 ceph-mon[96316]: osdmap e1156: 8 total, 8 up, 8 in 2024-04-13T08:28:08.287 INFO:tasks.workunit.client.0.smithi119.stdout:migration_execute 2024-04-13T08:28:08.361 INFO:tasks.workunit.client.0.smithi119.stdout:migration_commit 2024-04-13T08:28:08.445 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMigration.OtherPool (1599 ms) 2024-04-13T08:28:08.445 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.OtherNamespace 2024-04-13T08:28:08.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:08 smithi119 ceph-mon[96316]: osdmap e1157: 8 total, 8 up, 8 in 2024-04-13T08:28:08.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:08 smithi119 ceph-mon[93746]: osdmap e1157: 8 total, 8 up, 8 in 2024-04-13T08:28:08.474 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:28:08.488 INFO:tasks.workunit.client.0.smithi119.stdout:migration_prepare 2024-04-13T08:28:08.617 INFO:tasks.workunit.client.0.smithi119.stdout:migration_execute 2024-04-13T08:28:08.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:08 smithi139 ceph-mon[88985]: osdmap e1157: 8 total, 8 up, 8 in 2024-04-13T08:28:08.680 INFO:tasks.workunit.client.0.smithi119.stdout:migration_commit 2024-04-13T08:28:08.762 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMigration.OtherNamespace (317 ms) 2024-04-13T08:28:08.762 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.DataPool 2024-04-13T08:28:08.792 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:28:08.802 INFO:tasks.workunit.client.0.smithi119.stdout:migration_prepare 2024-04-13T08:28:08.946 INFO:tasks.workunit.client.0.smithi119.stdout:migration_execute 2024-04-13T08:28:09.014 INFO:tasks.workunit.client.0.smithi119.stdout:migration_commit 2024-04-13T08:28:09.094 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMigration.DataPool (333 ms) 2024-04-13T08:28:09.095 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.AbortAfterPrepare 2024-04-13T08:28:09.127 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:28:09.138 INFO:tasks.workunit.client.0.smithi119.stdout:migration_prepare 2024-04-13T08:28:09.283 INFO:tasks.workunit.client.0.smithi119.stdout:migration_abort 2024-04-13T08:28:09.384 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMigration.AbortAfterPrepare (289 ms) 2024-04-13T08:28:09.384 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.AbortAfterFailedPrepare 2024-04-13T08:28:09.412 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:28:09.425 INFO:tasks.workunit.client.0.smithi119.stdout:migration_prepare 2024-04-13T08:28:09.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:09 smithi119 ceph-mon[96316]: pgmap v2115: 169 pgs: 169 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 145 KiB/s rd, 6.2 KiB/s wr, 171 op/s 2024-04-13T08:28:09.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:09 smithi119 ceph-mon[96316]: osdmap e1158: 8 total, 8 up, 8 in 2024-04-13T08:28:09.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:09 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:28:09.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:28:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:09 smithi119 ceph-mon[93746]: pgmap v2115: 169 pgs: 169 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 145 KiB/s rd, 6.2 KiB/s wr, 171 op/s 2024-04-13T08:28:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:09 smithi119 ceph-mon[93746]: osdmap e1158: 8 total, 8 up, 8 in 2024-04-13T08:28:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:09 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:28:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:28:09.525 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMigration.AbortAfterFailedPrepare (142 ms) 2024-04-13T08:28:09.525 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.AbortAfterExecute 2024-04-13T08:28:09.555 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:28:09.565 INFO:tasks.workunit.client.0.smithi119.stdout:migration_prepare 2024-04-13T08:28:09.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:09 smithi139 ceph-mon[88985]: pgmap v2115: 169 pgs: 169 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 145 KiB/s rd, 6.2 KiB/s wr, 171 op/s 2024-04-13T08:28:09.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:09 smithi139 ceph-mon[88985]: osdmap e1158: 8 total, 8 up, 8 in 2024-04-13T08:28:09.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:09 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:28:09.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:28:09.716 INFO:tasks.workunit.client.0.smithi119.stdout:migration_execute 2024-04-13T08:28:09.791 INFO:tasks.workunit.client.0.smithi119.stdout:migration_abort 2024-04-13T08:28:09.893 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMigration.AbortAfterExecute (367 ms) 2024-04-13T08:28:09.893 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.OtherPoolAbortAfterExecute 2024-04-13T08:28:09.921 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:28:09.931 INFO:tasks.workunit.client.0.smithi119.stdout:migration_prepare 2024-04-13T08:28:10.059 INFO:tasks.workunit.client.0.smithi119.stdout:migration_execute 2024-04-13T08:28:10.118 INFO:tasks.workunit.client.0.smithi119.stdout:migration_abort 2024-04-13T08:28:10.220 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMigration.OtherPoolAbortAfterExecute (327 ms) 2024-04-13T08:28:10.220 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.OtherNamespaceAbortAfterExecute 2024-04-13T08:28:10.250 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:28:10.263 INFO:tasks.workunit.client.0.smithi119.stdout:migration_prepare 2024-04-13T08:28:10.398 INFO:tasks.workunit.client.0.smithi119.stdout:migration_execute 2024-04-13T08:28:10.462 INFO:tasks.workunit.client.0.smithi119.stdout:migration_abort 2024-04-13T08:28:10.573 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMigration.OtherNamespaceAbortAfterExecute (354 ms) 2024-04-13T08:28:10.573 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.MirroringSamePool 2024-04-13T08:28:10.603 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:28:10.613 INFO:tasks.workunit.client.0.smithi119.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/test_Migration.cc:635: Skipped 2024-04-13T08:28:10.613 INFO:tasks.workunit.client.0.smithi119.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:28:10.622 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestMigration.MirroringSamePool (48 ms) 2024-04-13T08:28:10.622 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.MirroringAbort 2024-04-13T08:28:10.651 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:28:10.661 INFO:tasks.workunit.client.0.smithi119.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/test_Migration.cc:653: Skipped 2024-04-13T08:28:10.661 INFO:tasks.workunit.client.0.smithi119.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:28:10.667 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestMigration.MirroringAbort (45 ms) 2024-04-13T08:28:10.667 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.MirroringOtherPoolDisabled 2024-04-13T08:28:10.695 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:28:10.705 INFO:tasks.workunit.client.0.smithi119.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/test_Migration.cc:676: Skipped 2024-04-13T08:28:10.705 INFO:tasks.workunit.client.0.smithi119.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:28:10.711 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolDisabled (45 ms) 2024-04-13T08:28:10.711 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.MirroringOtherPoolEnabled 2024-04-13T08:28:10.741 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:28:10.751 INFO:tasks.workunit.client.0.smithi119.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/test_Migration.cc:694: Skipped 2024-04-13T08:28:10.751 INFO:tasks.workunit.client.0.smithi119.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:28:10.758 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolEnabled (46 ms) 2024-04-13T08:28:10.758 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.MirroringPool 2024-04-13T08:28:10.787 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:28:10.798 INFO:tasks.workunit.client.0.smithi119.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/test_Migration.cc:714: Skipped 2024-04-13T08:28:10.798 INFO:tasks.workunit.client.0.smithi119.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:28:10.804 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestMigration.MirroringPool (46 ms) 2024-04-13T08:28:10.804 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.Group 2024-04-13T08:28:10.836 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:28:10.855 INFO:tasks.workunit.client.0.smithi119.stdout:migration_prepare 2024-04-13T08:28:11.005 INFO:tasks.workunit.client.0.smithi119.stdout:migration_execute 2024-04-13T08:28:11.071 INFO:tasks.workunit.client.0.smithi119.stdout:migration_commit 2024-04-13T08:28:11.163 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMigration.Group (359 ms) 2024-04-13T08:28:11.163 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.GroupAbort 2024-04-13T08:28:11.194 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:28:11.213 INFO:tasks.workunit.client.0.smithi119.stdout:migration_prepare 2024-04-13T08:28:11.362 INFO:tasks.workunit.client.0.smithi119.stdout:migration_abort 2024-04-13T08:28:11.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:11 smithi119 ceph-mon[96316]: pgmap v2117: 169 pgs: 169 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 5.5 KiB/s wr, 152 op/s 2024-04-13T08:28:11.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:11 smithi119 ceph-mon[93746]: pgmap v2117: 169 pgs: 169 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 5.5 KiB/s wr, 152 op/s 2024-04-13T08:28:11.476 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMigration.GroupAbort (313 ms) 2024-04-13T08:28:11.476 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.NoSnaps 2024-04-13T08:28:11.507 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:28:11.517 INFO:tasks.workunit.client.0.smithi119.stdout:write: 1 0~8388609 2024-04-13T08:28:11.580 INFO:tasks.workunit.client.0.smithi119.stdout:write: 1 16777218~8388609 2024-04-13T08:28:11.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:11 smithi139 ceph-mon[88985]: pgmap v2117: 169 pgs: 169 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 5.5 KiB/s wr, 152 op/s 2024-04-13T08:28:11.639 INFO:tasks.workunit.client.0.smithi119.stdout:migration_prepare 2024-04-13T08:28:11.829 INFO:tasks.workunit.client.0.smithi119.stdout:migration_execute 2024-04-13T08:28:11.944 INFO:tasks.workunit.client.0.smithi119.stdout:migration_commit 2024-04-13T08:28:12.065 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMigration.NoSnaps (589 ms) 2024-04-13T08:28:12.065 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.NoSnapsOtherPool 2024-04-13T08:28:12.097 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:28:12.109 INFO:tasks.workunit.client.0.smithi119.stdout:write: 1 0~8388609 2024-04-13T08:28:12.169 INFO:tasks.workunit.client.0.smithi119.stdout:write: 1 16777218~8388609 2024-04-13T08:28:12.229 INFO:tasks.workunit.client.0.smithi119.stdout:write: 1 0~8388609 2024-04-13T08:28:12.233 INFO:tasks.workunit.client.0.smithi119.stdout:write: 1 16777218~8388609 2024-04-13T08:28:12.306 INFO:tasks.workunit.client.0.smithi119.stdout:migration_prepare 2024-04-13T08:28:12.497 INFO:tasks.workunit.client.0.smithi119.stdout:migration_execute 2024-04-13T08:28:12.627 INFO:tasks.workunit.client.0.smithi119.stdout:migration_commit 2024-04-13T08:28:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:28:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:28:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:28:12.762 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMigration.NoSnapsOtherPool (697 ms) 2024-04-13T08:28:12.762 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.NoSnapsDataPool 2024-04-13T08:28:12.790 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:28:12.800 INFO:tasks.workunit.client.0.smithi119.stdout:write: 1 0~8388609 2024-04-13T08:28:12.863 INFO:tasks.workunit.client.0.smithi119.stdout:write: 1 16777218~8388609 2024-04-13T08:28:12.917 INFO:tasks.workunit.client.0.smithi119.stdout:migration_prepare 2024-04-13T08:28:13.115 INFO:tasks.workunit.client.0.smithi119.stdout:migration_execute 2024-04-13T08:28:13.244 INFO:tasks.workunit.client.0.smithi119.stdout:migration_commit 2024-04-13T08:28:13.376 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMigration.NoSnapsDataPool (614 ms) 2024-04-13T08:28:13.376 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.NoSnapsShrinkAfterPrepare 2024-04-13T08:28:13.406 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:28:13.416 INFO:tasks.workunit.client.0.smithi119.stdout:write: 1 0~8388609 2024-04-13T08:28:13.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:13 smithi119 ceph-mon[96316]: pgmap v2118: 169 pgs: 169 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 962 KiB/s rd, 56 KiB/s wr, 1.22k op/s 2024-04-13T08:28:13.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:13 smithi119 ceph-mon[93746]: pgmap v2118: 169 pgs: 169 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 962 KiB/s rd, 56 KiB/s wr, 1.22k op/s 2024-04-13T08:28:13.475 INFO:tasks.workunit.client.0.smithi119.stdout:write: 1 16777218~8388609 2024-04-13T08:28:13.533 INFO:tasks.workunit.client.0.smithi119.stdout:migration_prepare 2024-04-13T08:28:13.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:13 smithi139 ceph-mon[88985]: pgmap v2118: 169 pgs: 169 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 962 KiB/s rd, 56 KiB/s wr, 1.22k op/s 2024-04-13T08:28:13.730 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 41943040 2024-04-13T08:28:13.738 INFO:tasks.workunit.client.0.smithi119.stdout:migration_execute 2024-04-13T08:28:13.846 INFO:tasks.workunit.client.0.smithi119.stdout:migration_commit 2024-04-13T08:28:13.956 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMigration.NoSnapsShrinkAfterPrepare (581 ms) 2024-04-13T08:28:13.956 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroBeforePrepare 2024-04-13T08:28:13.986 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:28:13.997 INFO:tasks.workunit.client.0.smithi119.stdout:write: 1 0~8388609 2024-04-13T08:28:14.055 INFO:tasks.workunit.client.0.smithi119.stdout:write: 1 16777218~8388609 2024-04-13T08:28:14.107 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 0 2024-04-13T08:28:14.122 INFO:tasks.workunit.client.0.smithi119.stdout:migration_prepare 2024-04-13T08:28:14.236 INFO:tasks.workunit.client.0.smithi119.stdout:migration_execute 2024-04-13T08:28:14.305 INFO:tasks.workunit.client.0.smithi119.stdout:migration_commit 2024-04-13T08:28:14.355 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroBeforePrepare (399 ms) 2024-04-13T08:28:14.356 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroAfterPrepare 2024-04-13T08:28:14.386 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:28:14.396 INFO:tasks.workunit.client.0.smithi119.stdout:write: 1 0~8388609 2024-04-13T08:28:14.455 INFO:tasks.workunit.client.0.smithi119.stdout:write: 1 16777218~8388609 2024-04-13T08:28:14.514 INFO:tasks.workunit.client.0.smithi119.stdout:migration_prepare 2024-04-13T08:28:14.916 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 0 2024-04-13T08:28:14.929 INFO:tasks.workunit.client.0.smithi119.stdout:migration_execute 2024-04-13T08:28:14.998 INFO:tasks.workunit.client.0.smithi119.stdout:migration_commit 2024-04-13T08:28:15.056 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroAfterPrepare (701 ms) 2024-04-13T08:28:15.056 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.NoSnapsExpandAfterPrepare 2024-04-13T08:28:15.085 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:28:15.097 INFO:tasks.workunit.client.0.smithi119.stdout:write: 1 0~8388609 2024-04-13T08:28:15.159 INFO:tasks.workunit.client.0.smithi119.stdout:write: 1 16777218~8388609 2024-04-13T08:28:15.159 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:28:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:28:14] "GET /metrics HTTP/1.1" 200 38763 "" "Prometheus/2.43.0" 2024-04-13T08:28:15.225 INFO:tasks.workunit.client.0.smithi119.stdout:migration_prepare 2024-04-13T08:28:15.417 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 167772160 2024-04-13T08:28:15.425 INFO:tasks.workunit.client.0.smithi119.stdout:migration_execute 2024-04-13T08:28:15.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:15 smithi119 ceph-mon[96316]: pgmap v2119: 169 pgs: 169 active+clean; 21 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.7 MiB/s wr, 1.12k op/s 2024-04-13T08:28:15.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:15 smithi119 ceph-mon[93746]: pgmap v2119: 169 pgs: 169 active+clean; 21 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.7 MiB/s wr, 1.12k op/s 2024-04-13T08:28:15.551 INFO:tasks.workunit.client.0.smithi119.stdout:migration_commit 2024-04-13T08:28:15.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:15 smithi139 ceph-mon[88985]: pgmap v2119: 169 pgs: 169 active+clean; 21 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.7 MiB/s wr, 1.12k op/s 2024-04-13T08:28:15.696 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMigration.NoSnapsExpandAfterPrepare (640 ms) 2024-04-13T08:28:15.697 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.NoSnapsSnapAfterPrepare 2024-04-13T08:28:15.727 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:28:15.739 INFO:tasks.workunit.client.0.smithi119.stdout:write: 1 0~8388609 2024-04-13T08:28:15.791 INFO:tasks.workunit.client.0.smithi119.stdout:write: 1 16777218~8388609 2024-04-13T08:28:15.844 INFO:tasks.workunit.client.0.smithi119.stdout:migration_prepare 2024-04-13T08:28:16.054 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: after_prepare_snap 2024-04-13T08:28:17.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:16 smithi139 ceph-mon[88985]: pgmap v2120: 169 pgs: 169 active+clean; 121 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 27 MiB/s wr, 1.68k op/s 2024-04-13T08:28:17.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:16 smithi139 ceph-mon[88985]: osdmap e1159: 8 total, 8 up, 8 in 2024-04-13T08:28:17.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:16 smithi119 ceph-mon[96316]: pgmap v2120: 169 pgs: 169 active+clean; 121 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 27 MiB/s wr, 1.68k op/s 2024-04-13T08:28:17.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:16 smithi119 ceph-mon[96316]: osdmap e1159: 8 total, 8 up, 8 in 2024-04-13T08:28:17.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:16 smithi119 ceph-mon[93746]: pgmap v2120: 169 pgs: 169 active+clean; 121 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 27 MiB/s wr, 1.68k op/s 2024-04-13T08:28:17.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:16 smithi119 ceph-mon[93746]: osdmap e1159: 8 total, 8 up, 8 in 2024-04-13T08:28:17.820 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 41943040 2024-04-13T08:28:17.849 INFO:tasks.workunit.client.0.smithi119.stdout:write: * 0~1000 2024-04-13T08:28:17.862 INFO:tasks.workunit.client.0.smithi119.stdout:migration_execute 2024-04-13T08:28:18.002 INFO:tasks.workunit.client.0.smithi119.stdout:migration_commit 2024-04-13T08:28:18.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:17 smithi139 ceph-mon[88985]: osdmap e1160: 8 total, 8 up, 8 in 2024-04-13T08:28:18.192 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMigration.NoSnapsSnapAfterPrepare (2496 ms) 2024-04-13T08:28:18.193 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.Snaps 2024-04-13T08:28:18.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:17 smithi119 ceph-mon[96316]: osdmap e1160: 8 total, 8 up, 8 in 2024-04-13T08:28:18.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:17 smithi119 ceph-mon[93746]: osdmap e1160: 8 total, 8 up, 8 in 2024-04-13T08:28:18.223 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:28:18.233 INFO:tasks.workunit.client.0.smithi119.stdout:write: 1 0~8388609 2024-04-13T08:28:18.293 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap1 2024-04-13T08:28:19.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:18 smithi139 ceph-mon[88985]: pgmap v2123: 169 pgs: 169 active+clean; 181 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 54 MiB/s rd, 43 MiB/s wr, 2.11k op/s 2024-04-13T08:28:19.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:18 smithi139 ceph-mon[88985]: osdmap e1161: 8 total, 8 up, 8 in 2024-04-13T08:28:19.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:18 smithi119 ceph-mon[96316]: pgmap v2123: 169 pgs: 169 active+clean; 181 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 54 MiB/s rd, 43 MiB/s wr, 2.11k op/s 2024-04-13T08:28:19.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:18 smithi119 ceph-mon[96316]: osdmap e1161: 8 total, 8 up, 8 in 2024-04-13T08:28:19.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:18 smithi119 ceph-mon[93746]: pgmap v2123: 169 pgs: 169 active+clean; 181 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 54 MiB/s rd, 43 MiB/s wr, 2.11k op/s 2024-04-13T08:28:19.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:18 smithi119 ceph-mon[93746]: osdmap e1161: 8 total, 8 up, 8 in 2024-04-13T08:28:19.834 INFO:tasks.workunit.client.0.smithi119.stdout:write: 1 8388609~8388609 2024-04-13T08:28:19.845 INFO:tasks.workunit.client.0.smithi119.stdout:write: X 0~1000 2024-04-13T08:28:19.845 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 1010~1000 2024-04-13T08:28:19.846 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap2 2024-04-13T08:28:20.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:19 smithi139 ceph-mon[88985]: osdmap e1162: 8 total, 8 up, 8 in 2024-04-13T08:28:20.215 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:19 smithi119 ceph-mon[93746]: osdmap e1162: 8 total, 8 up, 8 in 2024-04-13T08:28:20.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:19 smithi119 ceph-mon[96316]: osdmap e1162: 8 total, 8 up, 8 in 2024-04-13T08:28:21.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:20 smithi139 ceph-mon[88985]: pgmap v2126: 169 pgs: 169 active+clean; 181 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 30 MiB/s wr, 700 op/s 2024-04-13T08:28:21.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:20 smithi139 ceph-mon[88985]: osdmap e1163: 8 total, 8 up, 8 in 2024-04-13T08:28:21.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:20 smithi119 ceph-mon[93746]: pgmap v2126: 169 pgs: 169 active+clean; 181 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 30 MiB/s wr, 700 op/s 2024-04-13T08:28:21.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:20 smithi119 ceph-mon[93746]: osdmap e1163: 8 total, 8 up, 8 in 2024-04-13T08:28:21.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:20 smithi119 ceph-mon[96316]: pgmap v2126: 169 pgs: 169 active+clean; 181 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 30 MiB/s wr, 700 op/s 2024-04-13T08:28:21.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:20 smithi119 ceph-mon[96316]: osdmap e1163: 8 total, 8 up, 8 in 2024-04-13T08:28:21.853 INFO:tasks.workunit.client.0.smithi119.stdout:write: X 8388609~1000 2024-04-13T08:28:21.859 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 16777228~1000 2024-04-13T08:28:21.860 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 167772160 2024-04-13T08:28:21.869 INFO:tasks.workunit.client.0.smithi119.stdout:write: 2 83886079~8388609 2024-04-13T08:28:21.887 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap3 2024-04-13T08:28:22.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:21 smithi139 ceph-mon[88985]: osdmap e1164: 8 total, 8 up, 8 in 2024-04-13T08:28:22.215 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:21 smithi119 ceph-mon[93746]: osdmap e1164: 8 total, 8 up, 8 in 2024-04-13T08:28:22.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:21 smithi119 ceph-mon[96316]: osdmap e1164: 8 total, 8 up, 8 in 2024-04-13T08:28:22.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:28:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:28:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:28:23.117 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:22 smithi119 ceph-mon[96316]: pgmap v2129: 169 pgs: 169 active+clean; 225 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 16 MiB/s wr, 380 op/s 2024-04-13T08:28:23.117 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:22 smithi119 ceph-mon[96316]: osdmap e1165: 8 total, 8 up, 8 in 2024-04-13T08:28:23.118 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:22 smithi119 ceph-mon[93746]: pgmap v2129: 169 pgs: 169 active+clean; 225 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 16 MiB/s wr, 380 op/s 2024-04-13T08:28:23.118 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:22 smithi119 ceph-mon[93746]: osdmap e1165: 8 total, 8 up, 8 in 2024-04-13T08:28:23.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:22 smithi139 ceph-mon[88985]: pgmap v2129: 169 pgs: 169 active+clean; 225 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 16 MiB/s wr, 380 op/s 2024-04-13T08:28:23.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:22 smithi139 ceph-mon[88985]: osdmap e1165: 8 total, 8 up, 8 in 2024-04-13T08:28:23.862 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:28:23.885 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 83886079~1 2024-04-13T08:28:23.894 INFO:tasks.workunit.client.0.smithi119.stdout:migration_prepare 2024-04-13T08:28:24.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:23 smithi139 ceph-mon[88985]: osdmap e1166: 8 total, 8 up, 8 in 2024-04-13T08:28:24.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:23 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:28:24.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:23 smithi119 ceph-mon[93746]: osdmap e1166: 8 total, 8 up, 8 in 2024-04-13T08:28:24.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:23 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:28:24.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:23 smithi119 ceph-mon[96316]: osdmap e1166: 8 total, 8 up, 8 in 2024-04-13T08:28:24.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:23 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:28:25.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:24 smithi139 ceph-mon[88985]: pgmap v2132: 169 pgs: 169 active+clean; 229 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 18 MiB/s wr, 437 op/s 2024-04-13T08:28:25.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:24 smithi139 ceph-mon[88985]: osdmap e1167: 8 total, 8 up, 8 in 2024-04-13T08:28:25.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:24 smithi119 ceph-mon[93746]: pgmap v2132: 169 pgs: 169 active+clean; 229 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 18 MiB/s wr, 437 op/s 2024-04-13T08:28:25.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:24 smithi119 ceph-mon[93746]: osdmap e1167: 8 total, 8 up, 8 in 2024-04-13T08:28:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:28:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:28:24] "GET /metrics HTTP/1.1" 200 38853 "" "Prometheus/2.43.0" 2024-04-13T08:28:25.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:24 smithi119 ceph-mon[96316]: pgmap v2132: 169 pgs: 169 active+clean; 229 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 18 MiB/s wr, 437 op/s 2024-04-13T08:28:25.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:24 smithi119 ceph-mon[96316]: osdmap e1167: 8 total, 8 up, 8 in 2024-04-13T08:28:26.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:25 smithi139 ceph-mon[88985]: osdmap e1168: 8 total, 8 up, 8 in 2024-04-13T08:28:26.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:25 smithi119 ceph-mon[93746]: osdmap e1168: 8 total, 8 up, 8 in 2024-04-13T08:28:26.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:25 smithi119 ceph-mon[96316]: osdmap e1168: 8 total, 8 up, 8 in 2024-04-13T08:28:27.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:26 smithi139 ceph-mon[88985]: pgmap v2135: 169 pgs: 169 active+clean; 245 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.0 MiB/s wr, 157 op/s 2024-04-13T08:28:27.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:26 smithi139 ceph-mon[88985]: osdmap e1169: 8 total, 8 up, 8 in 2024-04-13T08:28:27.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:26 smithi119 ceph-mon[96316]: pgmap v2135: 169 pgs: 169 active+clean; 245 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.0 MiB/s wr, 157 op/s 2024-04-13T08:28:27.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:26 smithi119 ceph-mon[96316]: osdmap e1169: 8 total, 8 up, 8 in 2024-04-13T08:28:27.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:26 smithi119 ceph-mon[93746]: pgmap v2135: 169 pgs: 169 active+clean; 245 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.0 MiB/s wr, 157 op/s 2024-04-13T08:28:27.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:26 smithi119 ceph-mon[93746]: osdmap e1169: 8 total, 8 up, 8 in 2024-04-13T08:28:27.351 INFO:tasks.workunit.client.0.smithi119.stdout:migration_execute 2024-04-13T08:28:27.511 INFO:tasks.workunit.client.0.smithi119.stdout:migration_commit 2024-04-13T08:28:28.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:27 smithi139 ceph-mon[88985]: osdmap e1170: 8 total, 8 up, 8 in 2024-04-13T08:28:28.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:27 smithi119 ceph-mon[96316]: osdmap e1170: 8 total, 8 up, 8 in 2024-04-13T08:28:28.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:27 smithi119 ceph-mon[93746]: osdmap e1170: 8 total, 8 up, 8 in 2024-04-13T08:28:29.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:28 smithi139 ceph-mon[88985]: pgmap v2138: 169 pgs: 169 active+clean; 253 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.0 MiB/s wr, 278 op/s 2024-04-13T08:28:29.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:28 smithi139 ceph-mon[88985]: osdmap e1171: 8 total, 8 up, 8 in 2024-04-13T08:28:29.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:28 smithi119 ceph-mon[96316]: pgmap v2138: 169 pgs: 169 active+clean; 253 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.0 MiB/s wr, 278 op/s 2024-04-13T08:28:29.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:28 smithi119 ceph-mon[96316]: osdmap e1171: 8 total, 8 up, 8 in 2024-04-13T08:28:29.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:28 smithi119 ceph-mon[93746]: pgmap v2138: 169 pgs: 169 active+clean; 253 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.0 MiB/s wr, 278 op/s 2024-04-13T08:28:29.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:28 smithi119 ceph-mon[93746]: osdmap e1171: 8 total, 8 up, 8 in 2024-04-13T08:28:30.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:29 smithi119 ceph-mon[96316]: osdmap e1172: 8 total, 8 up, 8 in 2024-04-13T08:28:30.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:29 smithi119 ceph-mon[93746]: osdmap e1172: 8 total, 8 up, 8 in 2024-04-13T08:28:30.269 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMigration.Snaps (12076 ms) 2024-04-13T08:28:30.269 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.SnapsOtherPool 2024-04-13T08:28:30.303 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:28:30.314 INFO:tasks.workunit.client.0.smithi119.stdout:write: 1 0~8388609 2024-04-13T08:28:30.378 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap1 2024-04-13T08:28:30.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:29 smithi139 ceph-mon[88985]: osdmap e1172: 8 total, 8 up, 8 in 2024-04-13T08:28:31.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:30 smithi119 ceph-mon[96316]: pgmap v2141: 169 pgs: 169 active+clean; 253 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.0 MiB/s wr, 178 op/s 2024-04-13T08:28:31.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:30 smithi119 ceph-mon[96316]: osdmap e1173: 8 total, 8 up, 8 in 2024-04-13T08:28:31.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:30 smithi119 ceph-mon[93746]: pgmap v2141: 169 pgs: 169 active+clean; 253 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.0 MiB/s wr, 178 op/s 2024-04-13T08:28:31.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:30 smithi119 ceph-mon[93746]: osdmap e1173: 8 total, 8 up, 8 in 2024-04-13T08:28:31.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:30 smithi139 ceph-mon[88985]: pgmap v2141: 169 pgs: 169 active+clean; 253 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.0 MiB/s wr, 178 op/s 2024-04-13T08:28:31.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:30 smithi139 ceph-mon[88985]: osdmap e1173: 8 total, 8 up, 8 in 2024-04-13T08:28:31.912 INFO:tasks.workunit.client.0.smithi119.stdout:write: 1 8388609~8388609 2024-04-13T08:28:31.928 INFO:tasks.workunit.client.0.smithi119.stdout:write: X 0~1000 2024-04-13T08:28:31.928 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 1010~1000 2024-04-13T08:28:31.928 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap2 2024-04-13T08:28:32.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:31 smithi119 ceph-mon[96316]: osdmap e1174: 8 total, 8 up, 8 in 2024-04-13T08:28:32.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:31 smithi119 ceph-mon[93746]: osdmap e1174: 8 total, 8 up, 8 in 2024-04-13T08:28:32.313 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:31 smithi139 ceph-mon[88985]: osdmap e1174: 8 total, 8 up, 8 in 2024-04-13T08:28:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:28:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:28:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:28:33.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:32 smithi119 ceph-mon[96316]: pgmap v2144: 169 pgs: 169 active+clean; 261 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 57 MiB/s rd, 8.0 MiB/s wr, 302 op/s 2024-04-13T08:28:33.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:32 smithi119 ceph-mon[96316]: osdmap e1175: 8 total, 8 up, 8 in 2024-04-13T08:28:33.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:32 smithi119 ceph-mon[93746]: pgmap v2144: 169 pgs: 169 active+clean; 261 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 57 MiB/s rd, 8.0 MiB/s wr, 302 op/s 2024-04-13T08:28:33.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:32 smithi119 ceph-mon[93746]: osdmap e1175: 8 total, 8 up, 8 in 2024-04-13T08:28:33.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:32 smithi139 ceph-mon[88985]: pgmap v2144: 169 pgs: 169 active+clean; 261 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 57 MiB/s rd, 8.0 MiB/s wr, 302 op/s 2024-04-13T08:28:33.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:32 smithi139 ceph-mon[88985]: osdmap e1175: 8 total, 8 up, 8 in 2024-04-13T08:28:33.926 INFO:tasks.workunit.client.0.smithi119.stdout:write: X 8388609~1000 2024-04-13T08:28:33.936 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 16777228~1000 2024-04-13T08:28:33.936 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 167772160 2024-04-13T08:28:33.945 INFO:tasks.workunit.client.0.smithi119.stdout:write: 2 83886079~8388609 2024-04-13T08:28:33.966 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap3 2024-04-13T08:28:34.215 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:33 smithi119 ceph-mon[93746]: osdmap e1176: 8 total, 8 up, 8 in 2024-04-13T08:28:34.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:33 smithi119 ceph-mon[96316]: osdmap e1176: 8 total, 8 up, 8 in 2024-04-13T08:28:34.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:33 smithi139 ceph-mon[88985]: osdmap e1176: 8 total, 8 up, 8 in 2024-04-13T08:28:35.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:28:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:28:34] "GET /metrics HTTP/1.1" 200 38853 "" "Prometheus/2.43.0" 2024-04-13T08:28:35.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:34 smithi119 ceph-mon[96316]: pgmap v2147: 169 pgs: 169 active+clean; 273 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 66 MiB/s rd, 11 MiB/s wr, 363 op/s 2024-04-13T08:28:35.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:34 smithi119 ceph-mon[96316]: osdmap e1177: 8 total, 8 up, 8 in 2024-04-13T08:28:35.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:34 smithi119 ceph-mon[93746]: pgmap v2147: 169 pgs: 169 active+clean; 273 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 66 MiB/s rd, 11 MiB/s wr, 363 op/s 2024-04-13T08:28:35.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:34 smithi119 ceph-mon[93746]: osdmap e1177: 8 total, 8 up, 8 in 2024-04-13T08:28:35.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:34 smithi139 ceph-mon[88985]: pgmap v2147: 169 pgs: 169 active+clean; 273 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 66 MiB/s rd, 11 MiB/s wr, 363 op/s 2024-04-13T08:28:35.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:34 smithi139 ceph-mon[88985]: osdmap e1177: 8 total, 8 up, 8 in 2024-04-13T08:28:35.814 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:28:35.840 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 83886079~1 2024-04-13T08:28:35.849 INFO:tasks.workunit.client.0.smithi119.stdout:write: 1 0~8388609 2024-04-13T08:28:35.856 INFO:tasks.workunit.client.0.smithi119.stdout:write: 1 16777218~8388609 2024-04-13T08:28:35.919 INFO:tasks.workunit.client.0.smithi119.stdout:migration_prepare 2024-04-13T08:28:36.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:35 smithi119 ceph-mon[96316]: osdmap e1178: 8 total, 8 up, 8 in 2024-04-13T08:28:36.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:35 smithi119 ceph-mon[96316]: osdmap e1179: 8 total, 8 up, 8 in 2024-04-13T08:28:36.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:35 smithi119 ceph-mon[93746]: osdmap e1178: 8 total, 8 up, 8 in 2024-04-13T08:28:36.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:35 smithi119 ceph-mon[93746]: osdmap e1179: 8 total, 8 up, 8 in 2024-04-13T08:28:36.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:35 smithi139 ceph-mon[88985]: osdmap e1178: 8 total, 8 up, 8 in 2024-04-13T08:28:36.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:35 smithi139 ceph-mon[88985]: osdmap e1179: 8 total, 8 up, 8 in 2024-04-13T08:28:37.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:36 smithi119 ceph-mon[96316]: pgmap v2150: 169 pgs: 169 active+clean; 297 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 9.0 MiB/s wr, 161 op/s 2024-04-13T08:28:37.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:36 smithi119 ceph-mon[93746]: pgmap v2150: 169 pgs: 169 active+clean; 297 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 9.0 MiB/s wr, 161 op/s 2024-04-13T08:28:37.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:36 smithi139 ceph-mon[88985]: pgmap v2150: 169 pgs: 169 active+clean; 297 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 9.0 MiB/s wr, 161 op/s 2024-04-13T08:28:38.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:37 smithi119 ceph-mon[96316]: osdmap e1180: 8 total, 8 up, 8 in 2024-04-13T08:28:38.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:37 smithi119 ceph-mon[93746]: osdmap e1180: 8 total, 8 up, 8 in 2024-04-13T08:28:38.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:37 smithi139 ceph-mon[88985]: osdmap e1180: 8 total, 8 up, 8 in 2024-04-13T08:28:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:38 smithi119 ceph-mon[96316]: pgmap v2153: 169 pgs: 169 active+clean; 317 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 9.0 MiB/s wr, 106 op/s 2024-04-13T08:28:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:38 smithi119 ceph-mon[96316]: osdmap e1181: 8 total, 8 up, 8 in 2024-04-13T08:28:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:38 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:28:39.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:38 smithi119 ceph-mon[93746]: pgmap v2153: 169 pgs: 169 active+clean; 317 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 9.0 MiB/s wr, 106 op/s 2024-04-13T08:28:39.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:38 smithi119 ceph-mon[93746]: osdmap e1181: 8 total, 8 up, 8 in 2024-04-13T08:28:39.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:38 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:28:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:38 smithi139 ceph-mon[88985]: pgmap v2153: 169 pgs: 169 active+clean; 317 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 9.0 MiB/s wr, 106 op/s 2024-04-13T08:28:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:38 smithi139 ceph-mon[88985]: osdmap e1181: 8 total, 8 up, 8 in 2024-04-13T08:28:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:38 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:28:39.408 INFO:tasks.workunit.client.0.smithi119.stdout:migration_execute 2024-04-13T08:28:39.591 INFO:tasks.workunit.client.0.smithi119.stdout:migration_commit 2024-04-13T08:28:40.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:39 smithi139 ceph-mon[88985]: osdmap e1182: 8 total, 8 up, 8 in 2024-04-13T08:28:40.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:39 smithi119 ceph-mon[96316]: osdmap e1182: 8 total, 8 up, 8 in 2024-04-13T08:28:40.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:39 smithi119 ceph-mon[93746]: osdmap e1182: 8 total, 8 up, 8 in 2024-04-13T08:28:41.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:40 smithi119 ceph-mon[96316]: pgmap v2156: 169 pgs: 169 active+clean; 317 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T08:28:41.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:40 smithi119 ceph-mon[96316]: osdmap e1183: 8 total, 8 up, 8 in 2024-04-13T08:28:41.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:40 smithi119 ceph-mon[93746]: pgmap v2156: 169 pgs: 169 active+clean; 317 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T08:28:41.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:40 smithi119 ceph-mon[93746]: osdmap e1183: 8 total, 8 up, 8 in 2024-04-13T08:28:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:40 smithi139 ceph-mon[88985]: pgmap v2156: 169 pgs: 169 active+clean; 317 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T08:28:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:40 smithi139 ceph-mon[88985]: osdmap e1183: 8 total, 8 up, 8 in 2024-04-13T08:28:42.313 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:41 smithi139 ceph-mon[88985]: osdmap e1184: 8 total, 8 up, 8 in 2024-04-13T08:28:42.313 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:41 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 2]}]: dispatch 2024-04-13T08:28:42.313 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:41 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.16", "id": [5, 0]}]: dispatch 2024-04-13T08:28:42.313 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:41 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 2]}]: dispatch 2024-04-13T08:28:42.313 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:41 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1c", "id": [5, 2]}]: dispatch 2024-04-13T08:28:42.313 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:41 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.16", "id": [5, 0]}]: dispatch 2024-04-13T08:28:42.313 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:41 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1c", "id": [5, 2]}]: dispatch 2024-04-13T08:28:42.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:41 smithi119 ceph-mon[96316]: osdmap e1184: 8 total, 8 up, 8 in 2024-04-13T08:28:42.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:41 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 2]}]: dispatch 2024-04-13T08:28:42.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:41 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.16", "id": [5, 0]}]: dispatch 2024-04-13T08:28:42.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:41 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 2]}]: dispatch 2024-04-13T08:28:42.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:41 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1c", "id": [5, 2]}]: dispatch 2024-04-13T08:28:42.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:41 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.16", "id": [5, 0]}]: dispatch 2024-04-13T08:28:42.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:41 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1c", "id": [5, 2]}]: dispatch 2024-04-13T08:28:42.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:41 smithi119 ceph-mon[93746]: osdmap e1184: 8 total, 8 up, 8 in 2024-04-13T08:28:42.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:41 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 2]}]: dispatch 2024-04-13T08:28:42.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:41 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.16", "id": [5, 0]}]: dispatch 2024-04-13T08:28:42.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:41 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 2]}]: dispatch 2024-04-13T08:28:42.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:41 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1c", "id": [5, 2]}]: dispatch 2024-04-13T08:28:42.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:41 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.16", "id": [5, 0]}]: dispatch 2024-04-13T08:28:42.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:41 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1c", "id": [5, 2]}]: dispatch 2024-04-13T08:28:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:28:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:28:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:28:43.131 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMigration.SnapsOtherPool (12863 ms) 2024-04-13T08:28:43.132 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.SnapsDataPool 2024-04-13T08:28:43.162 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:28:43.173 INFO:tasks.workunit.client.0.smithi119.stdout:write: 1 0~8388609 2024-04-13T08:28:43.246 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap1 2024-04-13T08:28:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:42 smithi139 ceph-mon[88985]: pgmap v2159: 169 pgs: 169 active+clean; 369 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 15 MiB/s wr, 489 op/s 2024-04-13T08:28:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:42 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 2]}]': finished 2024-04-13T08:28:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:42 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.16", "id": [5, 0]}]': finished 2024-04-13T08:28:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:42 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1c", "id": [5, 2]}]': finished 2024-04-13T08:28:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:42 smithi139 ceph-mon[88985]: osdmap e1185: 8 total, 8 up, 8 in 2024-04-13T08:28:43.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:42 smithi119 ceph-mon[96316]: pgmap v2159: 169 pgs: 169 active+clean; 369 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 15 MiB/s wr, 489 op/s 2024-04-13T08:28:43.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:42 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 2]}]': finished 2024-04-13T08:28:43.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:42 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.16", "id": [5, 0]}]': finished 2024-04-13T08:28:43.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:42 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1c", "id": [5, 2]}]': finished 2024-04-13T08:28:43.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:42 smithi119 ceph-mon[96316]: osdmap e1185: 8 total, 8 up, 8 in 2024-04-13T08:28:43.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:42 smithi119 ceph-mon[93746]: pgmap v2159: 169 pgs: 169 active+clean; 369 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 15 MiB/s wr, 489 op/s 2024-04-13T08:28:43.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:42 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 2]}]': finished 2024-04-13T08:28:43.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:42 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.16", "id": [5, 0]}]': finished 2024-04-13T08:28:43.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:42 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1c", "id": [5, 2]}]': finished 2024-04-13T08:28:43.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:42 smithi119 ceph-mon[93746]: osdmap e1185: 8 total, 8 up, 8 in 2024-04-13T08:28:44.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:43 smithi139 ceph-mon[88985]: osdmap e1186: 8 total, 8 up, 8 in 2024-04-13T08:28:44.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:43 smithi119 ceph-mon[96316]: osdmap e1186: 8 total, 8 up, 8 in 2024-04-13T08:28:44.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:43 smithi119 ceph-mon[93746]: osdmap e1186: 8 total, 8 up, 8 in 2024-04-13T08:28:45.017 INFO:tasks.workunit.client.0.smithi119.stdout:write: 1 8388609~8388609 2024-04-13T08:28:45.030 INFO:tasks.workunit.client.0.smithi119.stdout:write: X 0~1000 2024-04-13T08:28:45.030 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 1010~1000 2024-04-13T08:28:45.030 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap2 2024-04-13T08:28:45.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:45 smithi119 ceph-mon[96316]: pgmap v2162: 169 pgs: 2 peering, 167 active+clean; 377 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 49 MiB/s rd, 16 MiB/s wr, 499 op/s 2024-04-13T08:28:45.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:45 smithi119 ceph-mon[96316]: osdmap e1187: 8 total, 8 up, 8 in 2024-04-13T08:28:45.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:45 smithi119 ceph-mon[93746]: pgmap v2162: 169 pgs: 2 peering, 167 active+clean; 377 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 49 MiB/s rd, 16 MiB/s wr, 499 op/s 2024-04-13T08:28:45.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:45 smithi119 ceph-mon[93746]: osdmap e1187: 8 total, 8 up, 8 in 2024-04-13T08:28:45.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:28:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:28:44] "GET /metrics HTTP/1.1" 200 38854 "" "Prometheus/2.43.0" 2024-04-13T08:28:45.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:45 smithi139 ceph-mon[88985]: pgmap v2162: 169 pgs: 2 peering, 167 active+clean; 377 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 49 MiB/s rd, 16 MiB/s wr, 499 op/s 2024-04-13T08:28:45.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:45 smithi139 ceph-mon[88985]: osdmap e1187: 8 total, 8 up, 8 in 2024-04-13T08:28:46.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:46 smithi139 ceph-mon[88985]: osdmap e1188: 8 total, 8 up, 8 in 2024-04-13T08:28:46.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:46 smithi139 ceph-mon[88985]: osdmap e1189: 8 total, 8 up, 8 in 2024-04-13T08:28:46.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:46 smithi119 ceph-mon[93746]: osdmap e1188: 8 total, 8 up, 8 in 2024-04-13T08:28:46.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:46 smithi119 ceph-mon[93746]: osdmap e1189: 8 total, 8 up, 8 in 2024-04-13T08:28:46.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:46 smithi119 ceph-mon[96316]: osdmap e1188: 8 total, 8 up, 8 in 2024-04-13T08:28:46.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:46 smithi119 ceph-mon[96316]: osdmap e1189: 8 total, 8 up, 8 in 2024-04-13T08:28:46.813 INFO:tasks.workunit.client.0.smithi119.stdout:write: X 8388609~1000 2024-04-13T08:28:46.822 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 16777228~1000 2024-04-13T08:28:46.822 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 167772160 2024-04-13T08:28:46.831 INFO:tasks.workunit.client.0.smithi119.stdout:write: 2 83886079~8388609 2024-04-13T08:28:46.849 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap3 2024-04-13T08:28:47.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:47 smithi139 ceph-mon[88985]: pgmap v2165: 169 pgs: 2 peering, 167 active+clean; 369 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 7.0 MiB/s wr, 114 op/s; 0 B/s, 0 objects/s recovering 2024-04-13T08:28:47.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:47 smithi139 ceph-mon[88985]: osdmap e1190: 8 total, 8 up, 8 in 2024-04-13T08:28:47.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:47 smithi119 ceph-mon[96316]: pgmap v2165: 169 pgs: 2 peering, 167 active+clean; 369 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 7.0 MiB/s wr, 114 op/s; 0 B/s, 0 objects/s recovering 2024-04-13T08:28:47.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:47 smithi119 ceph-mon[96316]: osdmap e1190: 8 total, 8 up, 8 in 2024-04-13T08:28:47.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:47 smithi119 ceph-mon[93746]: pgmap v2165: 169 pgs: 2 peering, 167 active+clean; 369 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 7.0 MiB/s wr, 114 op/s; 0 B/s, 0 objects/s recovering 2024-04-13T08:28:47.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:47 smithi119 ceph-mon[93746]: osdmap e1190: 8 total, 8 up, 8 in 2024-04-13T08:28:48.825 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:28:48.849 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 83886079~1 2024-04-13T08:28:48.858 INFO:tasks.workunit.client.0.smithi119.stdout:migration_prepare 2024-04-13T08:28:49.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:48 smithi139 ceph-mon[88985]: pgmap v2168: 169 pgs: 169 active+clean; 373 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s rd, 8.0 MiB/s wr, 130 op/s; 1024 KiB/s, 1 keys/s, 1 objects/s recovering 2024-04-13T08:28:49.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:48 smithi139 ceph-mon[88985]: osdmap e1191: 8 total, 8 up, 8 in 2024-04-13T08:28:49.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:48 smithi119 ceph-mon[96316]: pgmap v2168: 169 pgs: 169 active+clean; 373 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s rd, 8.0 MiB/s wr, 130 op/s; 1024 KiB/s, 1 keys/s, 1 objects/s recovering 2024-04-13T08:28:49.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:48 smithi119 ceph-mon[96316]: osdmap e1191: 8 total, 8 up, 8 in 2024-04-13T08:28:49.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:48 smithi119 ceph-mon[93746]: pgmap v2168: 169 pgs: 169 active+clean; 373 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s rd, 8.0 MiB/s wr, 130 op/s; 1024 KiB/s, 1 keys/s, 1 objects/s recovering 2024-04-13T08:28:49.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:48 smithi119 ceph-mon[93746]: osdmap e1191: 8 total, 8 up, 8 in 2024-04-13T08:28:50.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:49 smithi139 ceph-mon[88985]: osdmap e1192: 8 total, 8 up, 8 in 2024-04-13T08:28:50.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:49 smithi119 ceph-mon[93746]: osdmap e1192: 8 total, 8 up, 8 in 2024-04-13T08:28:50.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:49 smithi119 ceph-mon[96316]: osdmap e1192: 8 total, 8 up, 8 in 2024-04-13T08:28:51.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:50 smithi139 ceph-mon[88985]: pgmap v2171: 169 pgs: 169 active+clean; 373 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.0 MiB/s wr, 25 op/s; 1024 KiB/s, 1 keys/s, 0 objects/s recovering 2024-04-13T08:28:51.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:50 smithi139 ceph-mon[88985]: osdmap e1193: 8 total, 8 up, 8 in 2024-04-13T08:28:51.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:50 smithi139 ceph-mon[88985]: osdmap e1194: 8 total, 8 up, 8 in 2024-04-13T08:28:51.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:50 smithi119 ceph-mon[93746]: pgmap v2171: 169 pgs: 169 active+clean; 373 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.0 MiB/s wr, 25 op/s; 1024 KiB/s, 1 keys/s, 0 objects/s recovering 2024-04-13T08:28:51.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:50 smithi119 ceph-mon[93746]: osdmap e1193: 8 total, 8 up, 8 in 2024-04-13T08:28:51.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:50 smithi119 ceph-mon[93746]: osdmap e1194: 8 total, 8 up, 8 in 2024-04-13T08:28:51.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:50 smithi119 ceph-mon[96316]: pgmap v2171: 169 pgs: 169 active+clean; 373 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.0 MiB/s wr, 25 op/s; 1024 KiB/s, 1 keys/s, 0 objects/s recovering 2024-04-13T08:28:51.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:50 smithi119 ceph-mon[96316]: osdmap e1193: 8 total, 8 up, 8 in 2024-04-13T08:28:51.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:50 smithi119 ceph-mon[96316]: osdmap e1194: 8 total, 8 up, 8 in 2024-04-13T08:28:52.275 INFO:tasks.workunit.client.0.smithi119.stdout:migration_execute 2024-04-13T08:28:52.423 INFO:tasks.workunit.client.0.smithi119.stdout:migration_commit 2024-04-13T08:28:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:28:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:28:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:28:53.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:52 smithi139 ceph-mon[88985]: pgmap v2174: 169 pgs: 169 active+clean; 397 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 116 KiB/s rd, 4.0 MiB/s wr, 167 op/s 2024-04-13T08:28:53.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:52 smithi139 ceph-mon[88985]: osdmap e1195: 8 total, 8 up, 8 in 2024-04-13T08:28:53.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:52 smithi119 ceph-mon[93746]: pgmap v2174: 169 pgs: 169 active+clean; 397 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 116 KiB/s rd, 4.0 MiB/s wr, 167 op/s 2024-04-13T08:28:53.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:52 smithi119 ceph-mon[93746]: osdmap e1195: 8 total, 8 up, 8 in 2024-04-13T08:28:53.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:52 smithi119 ceph-mon[96316]: pgmap v2174: 169 pgs: 169 active+clean; 397 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 116 KiB/s rd, 4.0 MiB/s wr, 167 op/s 2024-04-13T08:28:53.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:52 smithi119 ceph-mon[96316]: osdmap e1195: 8 total, 8 up, 8 in 2024-04-13T08:28:54.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:53 smithi139 ceph-mon[88985]: osdmap e1196: 8 total, 8 up, 8 in 2024-04-13T08:28:54.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:53 smithi119 ceph-mon[96316]: osdmap e1196: 8 total, 8 up, 8 in 2024-04-13T08:28:54.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:53 smithi119 ceph-mon[93746]: osdmap e1196: 8 total, 8 up, 8 in 2024-04-13T08:28:55.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:54 smithi139 ceph-mon[88985]: pgmap v2177: 169 pgs: 169 active+clean; 401 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 5.0 MiB/s wr, 176 op/s 2024-04-13T08:28:55.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:54 smithi139 ceph-mon[88985]: osdmap e1197: 8 total, 8 up, 8 in 2024-04-13T08:28:55.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:28:55.179 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMigration.SnapsDataPool (12047 ms) 2024-04-13T08:28:55.179 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.SnapsShrinkAfterPrepare 2024-04-13T08:28:55.209 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:28:55.215 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:28:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:28:54] "GET /metrics HTTP/1.1" 200 38855 "" "Prometheus/2.43.0" 2024-04-13T08:28:55.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:54 smithi119 ceph-mon[96316]: pgmap v2177: 169 pgs: 169 active+clean; 401 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 5.0 MiB/s wr, 176 op/s 2024-04-13T08:28:55.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:54 smithi119 ceph-mon[96316]: osdmap e1197: 8 total, 8 up, 8 in 2024-04-13T08:28:55.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:28:55.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:54 smithi119 ceph-mon[93746]: pgmap v2177: 169 pgs: 169 active+clean; 401 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 5.0 MiB/s wr, 176 op/s 2024-04-13T08:28:55.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:54 smithi119 ceph-mon[93746]: osdmap e1197: 8 total, 8 up, 8 in 2024-04-13T08:28:55.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:28:55.219 INFO:tasks.workunit.client.0.smithi119.stdout:write: 1 0~8388609 2024-04-13T08:28:55.288 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap1 2024-04-13T08:28:56.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:55 smithi139 ceph-mon[88985]: osdmap e1198: 8 total, 8 up, 8 in 2024-04-13T08:28:56.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:55 smithi119 ceph-mon[96316]: osdmap e1198: 8 total, 8 up, 8 in 2024-04-13T08:28:56.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:55 smithi119 ceph-mon[93746]: osdmap e1198: 8 total, 8 up, 8 in 2024-04-13T08:28:56.853 INFO:tasks.workunit.client.0.smithi119.stdout:write: 1 8388609~8388609 2024-04-13T08:28:56.873 INFO:tasks.workunit.client.0.smithi119.stdout:write: X 0~1000 2024-04-13T08:28:56.873 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 1010~1000 2024-04-13T08:28:56.873 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap2 2024-04-13T08:28:57.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:56 smithi139 ceph-mon[88985]: pgmap v2180: 169 pgs: 169 active+clean; 405 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 53 MiB/s rd, 6.0 MiB/s wr, 464 op/s 2024-04-13T08:28:57.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:56 smithi139 ceph-mon[88985]: osdmap e1199: 8 total, 8 up, 8 in 2024-04-13T08:28:57.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:56 smithi119 ceph-mon[96316]: pgmap v2180: 169 pgs: 169 active+clean; 405 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 53 MiB/s rd, 6.0 MiB/s wr, 464 op/s 2024-04-13T08:28:57.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:56 smithi119 ceph-mon[96316]: osdmap e1199: 8 total, 8 up, 8 in 2024-04-13T08:28:57.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:56 smithi119 ceph-mon[93746]: pgmap v2180: 169 pgs: 169 active+clean; 405 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 53 MiB/s rd, 6.0 MiB/s wr, 464 op/s 2024-04-13T08:28:57.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:56 smithi119 ceph-mon[93746]: osdmap e1199: 8 total, 8 up, 8 in 2024-04-13T08:28:58.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:57 smithi139 ceph-mon[88985]: osdmap e1200: 8 total, 8 up, 8 in 2024-04-13T08:28:58.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:57 smithi119 ceph-mon[96316]: osdmap e1200: 8 total, 8 up, 8 in 2024-04-13T08:28:58.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:57 smithi119 ceph-mon[93746]: osdmap e1200: 8 total, 8 up, 8 in 2024-04-13T08:28:58.870 INFO:tasks.workunit.client.0.smithi119.stdout:write: X 8388609~1000 2024-04-13T08:28:58.875 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 16777228~1000 2024-04-13T08:28:58.875 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 167772160 2024-04-13T08:28:58.883 INFO:tasks.workunit.client.0.smithi119.stdout:write: 2 83886079~8388609 2024-04-13T08:28:58.896 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap3 2024-04-13T08:28:59.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:58 smithi139 ceph-mon[88985]: pgmap v2183: 169 pgs: 169 active+clean; 413 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 66 MiB/s rd, 9.0 MiB/s wr, 483 op/s 2024-04-13T08:28:59.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:58 smithi139 ceph-mon[88985]: osdmap e1201: 8 total, 8 up, 8 in 2024-04-13T08:28:59.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:58 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:28:59.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:58 smithi119 ceph-mon[96316]: pgmap v2183: 169 pgs: 169 active+clean; 413 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 66 MiB/s rd, 9.0 MiB/s wr, 483 op/s 2024-04-13T08:28:59.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:58 smithi119 ceph-mon[96316]: osdmap e1201: 8 total, 8 up, 8 in 2024-04-13T08:28:59.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:58 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:28:59.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:58 smithi119 ceph-mon[93746]: pgmap v2183: 169 pgs: 169 active+clean; 413 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 66 MiB/s rd, 9.0 MiB/s wr, 483 op/s 2024-04-13T08:28:59.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:58 smithi119 ceph-mon[93746]: osdmap e1201: 8 total, 8 up, 8 in 2024-04-13T08:28:59.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:58 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:29:00.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:59 smithi139 ceph-mon[88985]: osdmap e1202: 8 total, 8 up, 8 in 2024-04-13T08:29:00.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:59 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:29:00.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:59 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:29:00.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:59 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:29:00.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:59 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:29:00.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:28:59 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:29:00.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:59 smithi119 ceph-mon[96316]: osdmap e1202: 8 total, 8 up, 8 in 2024-04-13T08:29:00.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:59 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:29:00.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:59 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:29:00.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:59 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:29:00.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:59 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:29:00.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:28:59 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:29:00.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:59 smithi119 ceph-mon[93746]: osdmap e1202: 8 total, 8 up, 8 in 2024-04-13T08:29:00.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:59 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:29:00.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:59 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:29:00.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:59 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:29:00.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:59 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:29:00.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:28:59 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:29:00.823 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:29:00.848 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 83886079~1 2024-04-13T08:29:00.856 INFO:tasks.workunit.client.0.smithi119.stdout:migration_prepare 2024-04-13T08:29:01.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:00 smithi139 ceph-mon[88985]: pgmap v2186: 169 pgs: 169 active+clean; 413 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 4.0 MiB/s wr, 27 op/s 2024-04-13T08:29:01.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:00 smithi139 ceph-mon[88985]: osdmap e1203: 8 total, 8 up, 8 in 2024-04-13T08:29:01.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:00 smithi139 ceph-mon[88985]: osdmap e1204: 8 total, 8 up, 8 in 2024-04-13T08:29:01.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:00 smithi119 ceph-mon[96316]: pgmap v2186: 169 pgs: 169 active+clean; 413 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 4.0 MiB/s wr, 27 op/s 2024-04-13T08:29:01.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:00 smithi119 ceph-mon[96316]: osdmap e1203: 8 total, 8 up, 8 in 2024-04-13T08:29:01.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:00 smithi119 ceph-mon[96316]: osdmap e1204: 8 total, 8 up, 8 in 2024-04-13T08:29:01.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:00 smithi119 ceph-mon[93746]: pgmap v2186: 169 pgs: 169 active+clean; 413 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 4.0 MiB/s wr, 27 op/s 2024-04-13T08:29:01.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:00 smithi119 ceph-mon[93746]: osdmap e1203: 8 total, 8 up, 8 in 2024-04-13T08:29:01.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:00 smithi119 ceph-mon[93746]: osdmap e1204: 8 total, 8 up, 8 in 2024-04-13T08:29:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:29:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:29:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:29:03.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:02 smithi139 ceph-mon[88985]: pgmap v2189: 169 pgs: 169 active+clean; 453 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 69 KiB/s rd, 8.0 MiB/s wr, 102 op/s 2024-04-13T08:29:03.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:02 smithi139 ceph-mon[88985]: osdmap e1205: 8 total, 8 up, 8 in 2024-04-13T08:29:03.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:02 smithi119 ceph-mon[96316]: pgmap v2189: 169 pgs: 169 active+clean; 453 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 69 KiB/s rd, 8.0 MiB/s wr, 102 op/s 2024-04-13T08:29:03.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:02 smithi119 ceph-mon[96316]: osdmap e1205: 8 total, 8 up, 8 in 2024-04-13T08:29:03.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:02 smithi119 ceph-mon[93746]: pgmap v2189: 169 pgs: 169 active+clean; 453 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 69 KiB/s rd, 8.0 MiB/s wr, 102 op/s 2024-04-13T08:29:03.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:02 smithi119 ceph-mon[93746]: osdmap e1205: 8 total, 8 up, 8 in 2024-04-13T08:29:04.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:03 smithi119 ceph-mon[96316]: osdmap e1206: 8 total, 8 up, 8 in 2024-04-13T08:29:04.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:03 smithi119 ceph-mon[93746]: osdmap e1206: 8 total, 8 up, 8 in 2024-04-13T08:29:04.364 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 41943040 2024-04-13T08:29:04.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:03 smithi139 ceph-mon[88985]: osdmap e1206: 8 total, 8 up, 8 in 2024-04-13T08:29:04.388 INFO:tasks.workunit.client.0.smithi119.stdout:migration_execute 2024-04-13T08:29:04.526 INFO:tasks.workunit.client.0.smithi119.stdout:migration_commit 2024-04-13T08:29:05.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:29:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:29:04] "GET /metrics HTTP/1.1" 200 38855 "" "Prometheus/2.43.0" 2024-04-13T08:29:05.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:04 smithi119 ceph-mon[96316]: pgmap v2192: 169 pgs: 169 active+clean; 453 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 72 KiB/s rd, 8.0 MiB/s wr, 106 op/s 2024-04-13T08:29:05.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:04 smithi119 ceph-mon[96316]: osdmap e1207: 8 total, 8 up, 8 in 2024-04-13T08:29:05.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:04 smithi119 ceph-mon[93746]: pgmap v2192: 169 pgs: 169 active+clean; 453 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 72 KiB/s rd, 8.0 MiB/s wr, 106 op/s 2024-04-13T08:29:05.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:04 smithi119 ceph-mon[93746]: osdmap e1207: 8 total, 8 up, 8 in 2024-04-13T08:29:05.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:04 smithi139 ceph-mon[88985]: pgmap v2192: 169 pgs: 169 active+clean; 453 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 72 KiB/s rd, 8.0 MiB/s wr, 106 op/s 2024-04-13T08:29:05.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:04 smithi139 ceph-mon[88985]: osdmap e1207: 8 total, 8 up, 8 in 2024-04-13T08:29:06.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:05 smithi119 ceph-mon[96316]: osdmap e1208: 8 total, 8 up, 8 in 2024-04-13T08:29:06.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:05 smithi119 ceph-mon[93746]: osdmap e1208: 8 total, 8 up, 8 in 2024-04-13T08:29:06.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:05 smithi139 ceph-mon[88985]: osdmap e1208: 8 total, 8 up, 8 in 2024-04-13T08:29:07.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:06 smithi119 ceph-mon[96316]: pgmap v2195: 169 pgs: 169 active+clean; 461 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 4.0 MiB/s wr, 472 op/s 2024-04-13T08:29:07.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:06 smithi119 ceph-mon[96316]: osdmap e1209: 8 total, 8 up, 8 in 2024-04-13T08:29:07.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:06 smithi119 ceph-mon[93746]: pgmap v2195: 169 pgs: 169 active+clean; 461 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 4.0 MiB/s wr, 472 op/s 2024-04-13T08:29:07.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:06 smithi119 ceph-mon[93746]: osdmap e1209: 8 total, 8 up, 8 in 2024-04-13T08:29:07.231 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMigration.SnapsShrinkAfterPrepare (12052 ms) 2024-04-13T08:29:07.231 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroBeforePrepare 2024-04-13T08:29:07.261 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:29:07.272 INFO:tasks.workunit.client.0.smithi119.stdout:write: 1 0~8388609 2024-04-13T08:29:07.340 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap1 2024-04-13T08:29:07.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:06 smithi139 ceph-mon[88985]: pgmap v2195: 169 pgs: 169 active+clean; 461 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 4.0 MiB/s wr, 472 op/s 2024-04-13T08:29:07.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:06 smithi139 ceph-mon[88985]: osdmap e1209: 8 total, 8 up, 8 in 2024-04-13T08:29:08.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:07 smithi119 ceph-mon[96316]: osdmap e1210: 8 total, 8 up, 8 in 2024-04-13T08:29:08.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:07 smithi119 ceph-mon[93746]: osdmap e1210: 8 total, 8 up, 8 in 2024-04-13T08:29:08.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:07 smithi139 ceph-mon[88985]: osdmap e1210: 8 total, 8 up, 8 in 2024-04-13T08:29:08.953 INFO:tasks.workunit.client.0.smithi119.stdout:write: 1 8388609~8388609 2024-04-13T08:29:08.967 INFO:tasks.workunit.client.0.smithi119.stdout:write: X 0~1000 2024-04-13T08:29:08.967 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 1010~1000 2024-04-13T08:29:08.967 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap2 2024-04-13T08:29:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:08 smithi119 ceph-mon[96316]: pgmap v2198: 169 pgs: 169 active+clean; 465 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 6.0 MiB/s wr, 529 op/s 2024-04-13T08:29:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:08 smithi119 ceph-mon[96316]: osdmap e1211: 8 total, 8 up, 8 in 2024-04-13T08:29:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:08 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:29:09.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:08 smithi119 ceph-mon[93746]: pgmap v2198: 169 pgs: 169 active+clean; 465 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 6.0 MiB/s wr, 529 op/s 2024-04-13T08:29:09.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:08 smithi119 ceph-mon[93746]: osdmap e1211: 8 total, 8 up, 8 in 2024-04-13T08:29:09.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:08 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:29:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:08 smithi139 ceph-mon[88985]: pgmap v2198: 169 pgs: 169 active+clean; 465 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 6.0 MiB/s wr, 529 op/s 2024-04-13T08:29:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:08 smithi139 ceph-mon[88985]: osdmap e1211: 8 total, 8 up, 8 in 2024-04-13T08:29:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:08 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:29:10.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:09 smithi119 ceph-mon[96316]: osdmap e1212: 8 total, 8 up, 8 in 2024-04-13T08:29:10.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:09 smithi119 ceph-mon[93746]: osdmap e1212: 8 total, 8 up, 8 in 2024-04-13T08:29:10.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:09 smithi139 ceph-mon[88985]: osdmap e1212: 8 total, 8 up, 8 in 2024-04-13T08:29:10.828 INFO:tasks.workunit.client.0.smithi119.stdout:write: X 8388609~1000 2024-04-13T08:29:10.839 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 16777228~1000 2024-04-13T08:29:10.839 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 167772160 2024-04-13T08:29:10.874 INFO:tasks.workunit.client.0.smithi119.stdout:write: 2 83886079~8388609 2024-04-13T08:29:10.893 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap3 2024-04-13T08:29:11.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:10 smithi119 ceph-mon[96316]: pgmap v2201: 169 pgs: 169 active+clean; 465 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 2.0 MiB/s wr, 61 op/s 2024-04-13T08:29:11.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:10 smithi119 ceph-mon[96316]: osdmap e1213: 8 total, 8 up, 8 in 2024-04-13T08:29:11.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:10 smithi119 ceph-mon[96316]: osdmap e1214: 8 total, 8 up, 8 in 2024-04-13T08:29:11.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:10 smithi119 ceph-mon[93746]: pgmap v2201: 169 pgs: 169 active+clean; 465 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 2.0 MiB/s wr, 61 op/s 2024-04-13T08:29:11.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:10 smithi119 ceph-mon[93746]: osdmap e1213: 8 total, 8 up, 8 in 2024-04-13T08:29:11.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:10 smithi119 ceph-mon[93746]: osdmap e1214: 8 total, 8 up, 8 in 2024-04-13T08:29:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:10 smithi139 ceph-mon[88985]: pgmap v2201: 169 pgs: 169 active+clean; 465 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 2.0 MiB/s wr, 61 op/s 2024-04-13T08:29:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:10 smithi139 ceph-mon[88985]: osdmap e1213: 8 total, 8 up, 8 in 2024-04-13T08:29:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:10 smithi139 ceph-mon[88985]: osdmap e1214: 8 total, 8 up, 8 in 2024-04-13T08:29:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:29:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:29:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:29:12.836 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:29:12.862 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 83886079~1 2024-04-13T08:29:12.870 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 0 2024-04-13T08:29:12.889 INFO:tasks.workunit.client.0.smithi119.stdout:migration_prepare 2024-04-13T08:29:13.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:12 smithi139 ceph-mon[88985]: pgmap v2204: 169 pgs: 169 active+clean; 481 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 7.0 MiB/s wr, 119 op/s 2024-04-13T08:29:13.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:12 smithi139 ceph-mon[88985]: osdmap e1215: 8 total, 8 up, 8 in 2024-04-13T08:29:13.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:12 smithi119 ceph-mon[96316]: pgmap v2204: 169 pgs: 169 active+clean; 481 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 7.0 MiB/s wr, 119 op/s 2024-04-13T08:29:13.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:12 smithi119 ceph-mon[96316]: osdmap e1215: 8 total, 8 up, 8 in 2024-04-13T08:29:13.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:12 smithi119 ceph-mon[93746]: pgmap v2204: 169 pgs: 169 active+clean; 481 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 7.0 MiB/s wr, 119 op/s 2024-04-13T08:29:13.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:12 smithi119 ceph-mon[93746]: osdmap e1215: 8 total, 8 up, 8 in 2024-04-13T08:29:14.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:13 smithi139 ceph-mon[88985]: osdmap e1216: 8 total, 8 up, 8 in 2024-04-13T08:29:14.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:13 smithi119 ceph-mon[96316]: osdmap e1216: 8 total, 8 up, 8 in 2024-04-13T08:29:14.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:13 smithi119 ceph-mon[93746]: osdmap e1216: 8 total, 8 up, 8 in 2024-04-13T08:29:15.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:14 smithi139 ceph-mon[88985]: pgmap v2207: 169 pgs: 169 active+clean; 493 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 10 MiB/s wr, 144 op/s 2024-04-13T08:29:15.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:14 smithi139 ceph-mon[88985]: osdmap e1217: 8 total, 8 up, 8 in 2024-04-13T08:29:15.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:14 smithi119 ceph-mon[96316]: pgmap v2207: 169 pgs: 169 active+clean; 493 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 10 MiB/s wr, 144 op/s 2024-04-13T08:29:15.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:14 smithi119 ceph-mon[96316]: osdmap e1217: 8 total, 8 up, 8 in 2024-04-13T08:29:15.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:14 smithi119 ceph-mon[93746]: pgmap v2207: 169 pgs: 169 active+clean; 493 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 10 MiB/s wr, 144 op/s 2024-04-13T08:29:15.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:14 smithi119 ceph-mon[93746]: osdmap e1217: 8 total, 8 up, 8 in 2024-04-13T08:29:15.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:29:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:29:14] "GET /metrics HTTP/1.1" 200 38858 "" "Prometheus/2.43.0" 2024-04-13T08:29:16.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:15 smithi139 ceph-mon[88985]: osdmap e1218: 8 total, 8 up, 8 in 2024-04-13T08:29:16.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:15 smithi139 ceph-mon[88985]: osdmap e1219: 8 total, 8 up, 8 in 2024-04-13T08:29:16.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:15 smithi119 ceph-mon[96316]: osdmap e1218: 8 total, 8 up, 8 in 2024-04-13T08:29:16.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:15 smithi119 ceph-mon[96316]: osdmap e1219: 8 total, 8 up, 8 in 2024-04-13T08:29:16.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:15 smithi119 ceph-mon[93746]: osdmap e1218: 8 total, 8 up, 8 in 2024-04-13T08:29:16.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:15 smithi119 ceph-mon[93746]: osdmap e1219: 8 total, 8 up, 8 in 2024-04-13T08:29:16.219 INFO:tasks.workunit.client.0.smithi119.stdout:migration_execute 2024-04-13T08:29:16.364 INFO:tasks.workunit.client.0.smithi119.stdout:migration_commit 2024-04-13T08:29:17.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:16 smithi139 ceph-mon[88985]: pgmap v2210: 169 pgs: 169 active+clean; 509 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 115 KiB/s rd, 5.0 MiB/s wr, 168 op/s 2024-04-13T08:29:17.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:16 smithi119 ceph-mon[96316]: pgmap v2210: 169 pgs: 169 active+clean; 509 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 115 KiB/s rd, 5.0 MiB/s wr, 168 op/s 2024-04-13T08:29:17.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:16 smithi119 ceph-mon[93746]: pgmap v2210: 169 pgs: 169 active+clean; 509 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 115 KiB/s rd, 5.0 MiB/s wr, 168 op/s 2024-04-13T08:29:18.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:17 smithi139 ceph-mon[88985]: osdmap e1220: 8 total, 8 up, 8 in 2024-04-13T08:29:18.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:17 smithi119 ceph-mon[96316]: osdmap e1220: 8 total, 8 up, 8 in 2024-04-13T08:29:18.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:17 smithi119 ceph-mon[93746]: osdmap e1220: 8 total, 8 up, 8 in 2024-04-13T08:29:19.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:18 smithi139 ceph-mon[88985]: pgmap v2213: 169 pgs: 169 active+clean; 513 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 330 op/s 2024-04-13T08:29:19.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:18 smithi139 ceph-mon[88985]: osdmap e1221: 8 total, 8 up, 8 in 2024-04-13T08:29:19.143 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMigration.SnapsShrinkToZeroBeforePrepare (11913 ms) 2024-04-13T08:29:19.144 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroAfterPrepare 2024-04-13T08:29:19.177 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:29:19.187 INFO:tasks.workunit.client.0.smithi119.stdout:write: 1 0~8388609 2024-04-13T08:29:19.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:18 smithi119 ceph-mon[96316]: pgmap v2213: 169 pgs: 169 active+clean; 513 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 330 op/s 2024-04-13T08:29:19.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:18 smithi119 ceph-mon[96316]: osdmap e1221: 8 total, 8 up, 8 in 2024-04-13T08:29:19.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:18 smithi119 ceph-mon[93746]: pgmap v2213: 169 pgs: 169 active+clean; 513 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 330 op/s 2024-04-13T08:29:19.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:18 smithi119 ceph-mon[93746]: osdmap e1221: 8 total, 8 up, 8 in 2024-04-13T08:29:19.252 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap1 2024-04-13T08:29:20.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:19 smithi139 ceph-mon[88985]: osdmap e1222: 8 total, 8 up, 8 in 2024-04-13T08:29:20.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:19 smithi119 ceph-mon[96316]: osdmap e1222: 8 total, 8 up, 8 in 2024-04-13T08:29:20.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:19 smithi119 ceph-mon[93746]: osdmap e1222: 8 total, 8 up, 8 in 2024-04-13T08:29:20.892 INFO:tasks.workunit.client.0.smithi119.stdout:write: 1 8388609~8388609 2024-04-13T08:29:20.912 INFO:tasks.workunit.client.0.smithi119.stdout:write: X 0~1000 2024-04-13T08:29:20.912 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 1010~1000 2024-04-13T08:29:20.912 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap2 2024-04-13T08:29:21.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:20 smithi139 ceph-mon[88985]: pgmap v2216: 169 pgs: 169 active+clean; 513 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 187 op/s 2024-04-13T08:29:21.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:20 smithi139 ceph-mon[88985]: osdmap e1223: 8 total, 8 up, 8 in 2024-04-13T08:29:21.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:20 smithi119 ceph-mon[93746]: pgmap v2216: 169 pgs: 169 active+clean; 513 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 187 op/s 2024-04-13T08:29:21.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:20 smithi119 ceph-mon[93746]: osdmap e1223: 8 total, 8 up, 8 in 2024-04-13T08:29:21.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:20 smithi119 ceph-mon[96316]: pgmap v2216: 169 pgs: 169 active+clean; 513 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 187 op/s 2024-04-13T08:29:21.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:20 smithi119 ceph-mon[96316]: osdmap e1223: 8 total, 8 up, 8 in 2024-04-13T08:29:22.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:21 smithi119 ceph-mon[96316]: osdmap e1224: 8 total, 8 up, 8 in 2024-04-13T08:29:22.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:21 smithi119 ceph-mon[93746]: osdmap e1224: 8 total, 8 up, 8 in 2024-04-13T08:29:22.313 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:21 smithi139 ceph-mon[88985]: osdmap e1224: 8 total, 8 up, 8 in 2024-04-13T08:29:22.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:29:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:29:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:29:22.909 INFO:tasks.workunit.client.0.smithi119.stdout:write: X 8388609~1000 2024-04-13T08:29:22.916 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 16777228~1000 2024-04-13T08:29:22.917 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 167772160 2024-04-13T08:29:22.926 INFO:tasks.workunit.client.0.smithi119.stdout:write: 2 83886079~8388609 2024-04-13T08:29:22.953 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap3 2024-04-13T08:29:23.215 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:22 smithi119 ceph-mon[93746]: pgmap v2219: 169 pgs: 169 active+clean; 533 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 9.0 MiB/s wr, 300 op/s 2024-04-13T08:29:23.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:22 smithi119 ceph-mon[93746]: osdmap e1225: 8 total, 8 up, 8 in 2024-04-13T08:29:23.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:22 smithi119 ceph-mon[96316]: pgmap v2219: 169 pgs: 169 active+clean; 533 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 9.0 MiB/s wr, 300 op/s 2024-04-13T08:29:23.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:22 smithi119 ceph-mon[96316]: osdmap e1225: 8 total, 8 up, 8 in 2024-04-13T08:29:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:22 smithi139 ceph-mon[88985]: pgmap v2219: 169 pgs: 169 active+clean; 533 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 9.0 MiB/s wr, 300 op/s 2024-04-13T08:29:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:22 smithi139 ceph-mon[88985]: osdmap e1225: 8 total, 8 up, 8 in 2024-04-13T08:29:24.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:23 smithi119 ceph-mon[96316]: osdmap e1226: 8 total, 8 up, 8 in 2024-04-13T08:29:24.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:23 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:29:24.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:23 smithi119 ceph-mon[93746]: osdmap e1226: 8 total, 8 up, 8 in 2024-04-13T08:29:24.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:23 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:29:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:23 smithi139 ceph-mon[88985]: osdmap e1226: 8 total, 8 up, 8 in 2024-04-13T08:29:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:23 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:29:24.925 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:29:24.956 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 83886079~1 2024-04-13T08:29:24.964 INFO:tasks.workunit.client.0.smithi119.stdout:migration_prepare 2024-04-13T08:29:25.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:24 smithi119 ceph-mon[96316]: pgmap v2222: 169 pgs: 169 active+clean; 529 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 44 MiB/s rd, 9.0 MiB/s wr, 323 op/s 2024-04-13T08:29:25.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:24 smithi119 ceph-mon[96316]: osdmap e1227: 8 total, 8 up, 8 in 2024-04-13T08:29:25.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:24 smithi119 ceph-mon[93746]: pgmap v2222: 169 pgs: 169 active+clean; 529 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 44 MiB/s rd, 9.0 MiB/s wr, 323 op/s 2024-04-13T08:29:25.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:24 smithi119 ceph-mon[93746]: osdmap e1227: 8 total, 8 up, 8 in 2024-04-13T08:29:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:29:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:29:24] "GET /metrics HTTP/1.1" 200 38861 "" "Prometheus/2.43.0" 2024-04-13T08:29:25.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:24 smithi139 ceph-mon[88985]: pgmap v2222: 169 pgs: 169 active+clean; 529 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 44 MiB/s rd, 9.0 MiB/s wr, 323 op/s 2024-04-13T08:29:25.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:24 smithi139 ceph-mon[88985]: osdmap e1227: 8 total, 8 up, 8 in 2024-04-13T08:29:26.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:25 smithi119 ceph-mon[96316]: osdmap e1228: 8 total, 8 up, 8 in 2024-04-13T08:29:26.288 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:25 smithi119 ceph-mon[96316]: osdmap e1229: 8 total, 8 up, 8 in 2024-04-13T08:29:26.289 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:25 smithi119 ceph-mon[93746]: osdmap e1228: 8 total, 8 up, 8 in 2024-04-13T08:29:26.289 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:25 smithi119 ceph-mon[93746]: osdmap e1229: 8 total, 8 up, 8 in 2024-04-13T08:29:26.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:25 smithi139 ceph-mon[88985]: osdmap e1228: 8 total, 8 up, 8 in 2024-04-13T08:29:26.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:25 smithi139 ceph-mon[88985]: osdmap e1229: 8 total, 8 up, 8 in 2024-04-13T08:29:27.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:26 smithi119 ceph-mon[96316]: pgmap v2225: 169 pgs: 169 active+clean; 557 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 6.0 MiB/s wr, 181 op/s 2024-04-13T08:29:27.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:26 smithi119 ceph-mon[96316]: osdmap e1230: 8 total, 8 up, 8 in 2024-04-13T08:29:27.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:26 smithi119 ceph-mon[93746]: pgmap v2225: 169 pgs: 169 active+clean; 557 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 6.0 MiB/s wr, 181 op/s 2024-04-13T08:29:27.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:26 smithi119 ceph-mon[93746]: osdmap e1230: 8 total, 8 up, 8 in 2024-04-13T08:29:27.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:26 smithi139 ceph-mon[88985]: pgmap v2225: 169 pgs: 169 active+clean; 557 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 6.0 MiB/s wr, 181 op/s 2024-04-13T08:29:27.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:26 smithi139 ceph-mon[88985]: osdmap e1230: 8 total, 8 up, 8 in 2024-04-13T08:29:28.295 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 0 2024-04-13T08:29:28.386 INFO:tasks.workunit.client.0.smithi119.stdout:migration_execute 2024-04-13T08:29:28.516 INFO:tasks.workunit.client.0.smithi119.stdout:migration_commit 2024-04-13T08:29:29.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:28 smithi139 ceph-mon[88985]: pgmap v2228: 169 pgs: 169 active+clean; 565 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 135 KiB/s rd, 7.0 MiB/s wr, 193 op/s 2024-04-13T08:29:29.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:28 smithi139 ceph-mon[88985]: osdmap e1231: 8 total, 8 up, 8 in 2024-04-13T08:29:29.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:28 smithi119 ceph-mon[96316]: pgmap v2228: 169 pgs: 169 active+clean; 565 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 135 KiB/s rd, 7.0 MiB/s wr, 193 op/s 2024-04-13T08:29:29.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:28 smithi119 ceph-mon[96316]: osdmap e1231: 8 total, 8 up, 8 in 2024-04-13T08:29:29.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:28 smithi119 ceph-mon[93746]: pgmap v2228: 169 pgs: 169 active+clean; 565 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 135 KiB/s rd, 7.0 MiB/s wr, 193 op/s 2024-04-13T08:29:29.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:28 smithi119 ceph-mon[93746]: osdmap e1231: 8 total, 8 up, 8 in 2024-04-13T08:29:30.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:29 smithi119 ceph-mon[93746]: osdmap e1232: 8 total, 8 up, 8 in 2024-04-13T08:29:30.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:29 smithi119 ceph-mon[96316]: osdmap e1232: 8 total, 8 up, 8 in 2024-04-13T08:29:30.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:29 smithi139 ceph-mon[88985]: osdmap e1232: 8 total, 8 up, 8 in 2024-04-13T08:29:31.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:30 smithi119 ceph-mon[96316]: pgmap v2231: 169 pgs: 169 active+clean; 565 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 22 KiB/s rd, 1.0 MiB/s wr, 34 op/s 2024-04-13T08:29:31.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:30 smithi119 ceph-mon[96316]: osdmap e1233: 8 total, 8 up, 8 in 2024-04-13T08:29:31.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:30 smithi119 ceph-mon[93746]: pgmap v2231: 169 pgs: 169 active+clean; 565 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 22 KiB/s rd, 1.0 MiB/s wr, 34 op/s 2024-04-13T08:29:31.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:30 smithi119 ceph-mon[93746]: osdmap e1233: 8 total, 8 up, 8 in 2024-04-13T08:29:31.242 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMigration.SnapsShrinkToZeroAfterPrepare (12098 ms) 2024-04-13T08:29:31.242 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare 2024-04-13T08:29:31.272 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:29:31.283 INFO:tasks.workunit.client.0.smithi119.stdout:write: 1 0~8388609 2024-04-13T08:29:31.359 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap1 2024-04-13T08:29:31.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:30 smithi139 ceph-mon[88985]: pgmap v2231: 169 pgs: 169 active+clean; 565 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 22 KiB/s rd, 1.0 MiB/s wr, 34 op/s 2024-04-13T08:29:31.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:30 smithi139 ceph-mon[88985]: osdmap e1233: 8 total, 8 up, 8 in 2024-04-13T08:29:32.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:31 smithi119 ceph-mon[93746]: osdmap e1234: 8 total, 8 up, 8 in 2024-04-13T08:29:32.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:31 smithi119 ceph-mon[96316]: osdmap e1234: 8 total, 8 up, 8 in 2024-04-13T08:29:32.314 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:31 smithi139 ceph-mon[88985]: osdmap e1234: 8 total, 8 up, 8 in 2024-04-13T08:29:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:29:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:29:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:29:32.957 INFO:tasks.workunit.client.0.smithi119.stdout:write: 1 8388609~8388609 2024-04-13T08:29:32.969 INFO:tasks.workunit.client.0.smithi119.stdout:write: X 0~1000 2024-04-13T08:29:32.969 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 1010~1000 2024-04-13T08:29:32.969 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap2 2024-04-13T08:29:33.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:32 smithi119 ceph-mon[96316]: pgmap v2234: 169 pgs: 169 active+clean; 581 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 49 MiB/s rd, 5.0 MiB/s wr, 447 op/s 2024-04-13T08:29:33.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:32 smithi119 ceph-mon[96316]: osdmap e1235: 8 total, 8 up, 8 in 2024-04-13T08:29:33.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:32 smithi119 ceph-mon[93746]: pgmap v2234: 169 pgs: 169 active+clean; 581 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 49 MiB/s rd, 5.0 MiB/s wr, 447 op/s 2024-04-13T08:29:33.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:32 smithi119 ceph-mon[93746]: osdmap e1235: 8 total, 8 up, 8 in 2024-04-13T08:29:33.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:32 smithi139 ceph-mon[88985]: pgmap v2234: 169 pgs: 169 active+clean; 581 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 49 MiB/s rd, 5.0 MiB/s wr, 447 op/s 2024-04-13T08:29:33.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:32 smithi139 ceph-mon[88985]: osdmap e1235: 8 total, 8 up, 8 in 2024-04-13T08:29:34.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:33 smithi119 ceph-mon[93746]: osdmap e1236: 8 total, 8 up, 8 in 2024-04-13T08:29:34.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:33 smithi119 ceph-mon[96316]: osdmap e1236: 8 total, 8 up, 8 in 2024-04-13T08:29:34.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:33 smithi139 ceph-mon[88985]: osdmap e1236: 8 total, 8 up, 8 in 2024-04-13T08:29:34.973 INFO:tasks.workunit.client.0.smithi119.stdout:write: X 8388609~1000 2024-04-13T08:29:34.981 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 16777228~1000 2024-04-13T08:29:34.981 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 167772160 2024-04-13T08:29:34.990 INFO:tasks.workunit.client.0.smithi119.stdout:write: 2 83886079~8388609 2024-04-13T08:29:35.009 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap3 2024-04-13T08:29:35.215 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:29:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:29:34] "GET /metrics HTTP/1.1" 200 38861 "" "Prometheus/2.43.0" 2024-04-13T08:29:35.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:34 smithi119 ceph-mon[96316]: pgmap v2237: 169 pgs: 169 active+clean; 589 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 56 MiB/s rd, 7.0 MiB/s wr, 493 op/s 2024-04-13T08:29:35.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:34 smithi119 ceph-mon[96316]: osdmap e1237: 8 total, 8 up, 8 in 2024-04-13T08:29:35.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:34 smithi119 ceph-mon[93746]: pgmap v2237: 169 pgs: 169 active+clean; 589 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 56 MiB/s rd, 7.0 MiB/s wr, 493 op/s 2024-04-13T08:29:35.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:34 smithi119 ceph-mon[93746]: osdmap e1237: 8 total, 8 up, 8 in 2024-04-13T08:29:35.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:34 smithi139 ceph-mon[88985]: pgmap v2237: 169 pgs: 169 active+clean; 589 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 56 MiB/s rd, 7.0 MiB/s wr, 493 op/s 2024-04-13T08:29:35.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:34 smithi139 ceph-mon[88985]: osdmap e1237: 8 total, 8 up, 8 in 2024-04-13T08:29:36.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:35 smithi119 ceph-mon[96316]: osdmap e1238: 8 total, 8 up, 8 in 2024-04-13T08:29:36.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:35 smithi119 ceph-mon[96316]: osdmap e1239: 8 total, 8 up, 8 in 2024-04-13T08:29:36.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:35 smithi119 ceph-mon[93746]: osdmap e1238: 8 total, 8 up, 8 in 2024-04-13T08:29:36.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:35 smithi119 ceph-mon[93746]: osdmap e1239: 8 total, 8 up, 8 in 2024-04-13T08:29:36.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:35 smithi139 ceph-mon[88985]: osdmap e1238: 8 total, 8 up, 8 in 2024-04-13T08:29:36.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:35 smithi139 ceph-mon[88985]: osdmap e1239: 8 total, 8 up, 8 in 2024-04-13T08:29:36.829 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:29:36.854 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 83886079~1 2024-04-13T08:29:36.864 INFO:tasks.workunit.client.0.smithi119.stdout:migration_prepare 2024-04-13T08:29:37.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:36 smithi119 ceph-mon[96316]: pgmap v2240: 169 pgs: 169 active+clean; 605 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 10 MiB/s wr, 147 op/s 2024-04-13T08:29:37.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:36 smithi119 ceph-mon[96316]: osdmap e1240: 8 total, 8 up, 8 in 2024-04-13T08:29:37.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:36 smithi119 ceph-mon[93746]: pgmap v2240: 169 pgs: 169 active+clean; 605 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 10 MiB/s wr, 147 op/s 2024-04-13T08:29:37.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:36 smithi119 ceph-mon[93746]: osdmap e1240: 8 total, 8 up, 8 in 2024-04-13T08:29:37.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:36 smithi139 ceph-mon[88985]: pgmap v2240: 169 pgs: 169 active+clean; 605 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 10 MiB/s wr, 147 op/s 2024-04-13T08:29:37.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:36 smithi139 ceph-mon[88985]: osdmap e1240: 8 total, 8 up, 8 in 2024-04-13T08:29:39.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:38 smithi139 ceph-mon[88985]: pgmap v2243: 169 pgs: 169 active+clean; 621 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 11 MiB/s wr, 183 op/s 2024-04-13T08:29:39.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:38 smithi139 ceph-mon[88985]: osdmap e1241: 8 total, 8 up, 8 in 2024-04-13T08:29:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:38 smithi119 ceph-mon[96316]: pgmap v2243: 169 pgs: 169 active+clean; 621 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 11 MiB/s wr, 183 op/s 2024-04-13T08:29:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:38 smithi119 ceph-mon[96316]: osdmap e1241: 8 total, 8 up, 8 in 2024-04-13T08:29:39.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:38 smithi119 ceph-mon[93746]: pgmap v2243: 169 pgs: 169 active+clean; 621 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 11 MiB/s wr, 183 op/s 2024-04-13T08:29:39.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:38 smithi119 ceph-mon[93746]: osdmap e1241: 8 total, 8 up, 8 in 2024-04-13T08:29:40.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:39 smithi139 ceph-mon[88985]: osdmap e1242: 8 total, 8 up, 8 in 2024-04-13T08:29:40.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:29:40.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:39 smithi119 ceph-mon[96316]: osdmap e1242: 8 total, 8 up, 8 in 2024-04-13T08:29:40.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:29:40.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:39 smithi119 ceph-mon[93746]: osdmap e1242: 8 total, 8 up, 8 in 2024-04-13T08:29:40.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:29:40.323 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 167772160 2024-04-13T08:29:40.334 INFO:tasks.workunit.client.0.smithi119.stdout:write: * 83886080~1000 2024-04-13T08:29:40.369 INFO:tasks.workunit.client.0.smithi119.stdout:migration_execute 2024-04-13T08:29:40.518 INFO:tasks.workunit.client.0.smithi119.stdout:migration_commit 2024-04-13T08:29:41.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:40 smithi139 ceph-mon[88985]: pgmap v2246: 169 pgs: 169 active+clean; 621 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 58 KiB/s rd, 3.0 MiB/s wr, 82 op/s 2024-04-13T08:29:41.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:40 smithi139 ceph-mon[88985]: osdmap e1243: 8 total, 8 up, 8 in 2024-04-13T08:29:41.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:40 smithi139 ceph-mon[88985]: osdmap e1244: 8 total, 8 up, 8 in 2024-04-13T08:29:41.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:40 smithi119 ceph-mon[96316]: pgmap v2246: 169 pgs: 169 active+clean; 621 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 58 KiB/s rd, 3.0 MiB/s wr, 82 op/s 2024-04-13T08:29:41.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:40 smithi119 ceph-mon[96316]: osdmap e1243: 8 total, 8 up, 8 in 2024-04-13T08:29:41.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:40 smithi119 ceph-mon[96316]: osdmap e1244: 8 total, 8 up, 8 in 2024-04-13T08:29:41.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:40 smithi119 ceph-mon[93746]: pgmap v2246: 169 pgs: 169 active+clean; 621 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 58 KiB/s rd, 3.0 MiB/s wr, 82 op/s 2024-04-13T08:29:41.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:40 smithi119 ceph-mon[93746]: osdmap e1243: 8 total, 8 up, 8 in 2024-04-13T08:29:41.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:40 smithi119 ceph-mon[93746]: osdmap e1244: 8 total, 8 up, 8 in 2024-04-13T08:29:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:29:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:29:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:29:43.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:42 smithi139 ceph-mon[88985]: pgmap v2249: 169 pgs: 169 active+clean; 629 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 1.0 MiB/s wr, 419 op/s 2024-04-13T08:29:43.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:42 smithi139 ceph-mon[88985]: osdmap e1245: 8 total, 8 up, 8 in 2024-04-13T08:29:43.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:42 smithi119 ceph-mon[96316]: pgmap v2249: 169 pgs: 169 active+clean; 629 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 1.0 MiB/s wr, 419 op/s 2024-04-13T08:29:43.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:42 smithi119 ceph-mon[96316]: osdmap e1245: 8 total, 8 up, 8 in 2024-04-13T08:29:43.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:42 smithi119 ceph-mon[93746]: pgmap v2249: 169 pgs: 169 active+clean; 629 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 1.0 MiB/s wr, 419 op/s 2024-04-13T08:29:43.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:42 smithi119 ceph-mon[93746]: osdmap e1245: 8 total, 8 up, 8 in 2024-04-13T08:29:43.233 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare (11991 ms) 2024-04-13T08:29:43.233 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare2 2024-04-13T08:29:43.267 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:29:43.278 INFO:tasks.workunit.client.0.smithi119.stdout:write: X 41943040~10 2024-04-13T08:29:43.287 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap1 2024-04-13T08:29:44.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:43 smithi139 ceph-mon[88985]: osdmap e1246: 8 total, 8 up, 8 in 2024-04-13T08:29:44.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:43 smithi119 ceph-mon[96316]: osdmap e1246: 8 total, 8 up, 8 in 2024-04-13T08:29:44.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:43 smithi119 ceph-mon[93746]: osdmap e1246: 8 total, 8 up, 8 in 2024-04-13T08:29:44.873 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 41943040 2024-04-13T08:29:44.897 INFO:tasks.workunit.client.0.smithi119.stdout:migration_prepare 2024-04-13T08:29:45.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:44 smithi139 ceph-mon[88985]: pgmap v2252: 169 pgs: 169 active+clean; 633 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 2.0 MiB/s wr, 444 op/s 2024-04-13T08:29:45.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:44 smithi139 ceph-mon[88985]: osdmap e1247: 8 total, 8 up, 8 in 2024-04-13T08:29:45.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:44 smithi119 ceph-mon[96316]: pgmap v2252: 169 pgs: 169 active+clean; 633 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 2.0 MiB/s wr, 444 op/s 2024-04-13T08:29:45.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:44 smithi119 ceph-mon[96316]: osdmap e1247: 8 total, 8 up, 8 in 2024-04-13T08:29:45.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:44 smithi119 ceph-mon[93746]: pgmap v2252: 169 pgs: 169 active+clean; 633 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 2.0 MiB/s wr, 444 op/s 2024-04-13T08:29:45.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:44 smithi119 ceph-mon[93746]: osdmap e1247: 8 total, 8 up, 8 in 2024-04-13T08:29:45.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:29:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:29:44] "GET /metrics HTTP/1.1" 200 38858 "" "Prometheus/2.43.0" 2024-04-13T08:29:46.050 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:29:46.061 INFO:tasks.workunit.client.0.smithi119.stdout:write: Y 41943040~5 2024-04-13T08:29:46.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:45 smithi139 ceph-mon[88985]: osdmap e1248: 8 total, 8 up, 8 in 2024-04-13T08:29:46.168 INFO:tasks.workunit.client.0.smithi119.stdout:migration_execute 2024-04-13T08:29:46.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:45 smithi119 ceph-mon[96316]: osdmap e1248: 8 total, 8 up, 8 in 2024-04-13T08:29:46.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:45 smithi119 ceph-mon[93746]: osdmap e1248: 8 total, 8 up, 8 in 2024-04-13T08:29:46.247 INFO:tasks.workunit.client.0.smithi119.stdout:migration_commit 2024-04-13T08:29:47.001 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare2 (3768 ms) 2024-04-13T08:29:47.069 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.SnapsSnapAfterPrepare 2024-04-13T08:29:47.069 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:29:47.070 INFO:tasks.workunit.client.0.smithi119.stdout:write: 1 0~8388609 2024-04-13T08:29:47.098 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap1 2024-04-13T08:29:47.134 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:46 smithi139 ceph-mon[88985]: pgmap v2255: 169 pgs: 169 active+clean; 629 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 5.0 MiB/s wr, 151 op/s 2024-04-13T08:29:47.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:46 smithi139 ceph-mon[88985]: osdmap e1249: 8 total, 8 up, 8 in 2024-04-13T08:29:47.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:46 smithi119 ceph-mon[96316]: pgmap v2255: 169 pgs: 169 active+clean; 629 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 5.0 MiB/s wr, 151 op/s 2024-04-13T08:29:47.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:46 smithi119 ceph-mon[96316]: osdmap e1249: 8 total, 8 up, 8 in 2024-04-13T08:29:47.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:46 smithi119 ceph-mon[93746]: pgmap v2255: 169 pgs: 169 active+clean; 629 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 5.0 MiB/s wr, 151 op/s 2024-04-13T08:29:47.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:46 smithi119 ceph-mon[93746]: osdmap e1249: 8 total, 8 up, 8 in 2024-04-13T08:29:48.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:47 smithi139 ceph-mon[88985]: osdmap e1250: 8 total, 8 up, 8 in 2024-04-13T08:29:48.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:47 smithi119 ceph-mon[96316]: osdmap e1250: 8 total, 8 up, 8 in 2024-04-13T08:29:48.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:47 smithi119 ceph-mon[93746]: osdmap e1250: 8 total, 8 up, 8 in 2024-04-13T08:29:48.906 INFO:tasks.workunit.client.0.smithi119.stdout:write: 1 8388609~8388609 2024-04-13T08:29:48.931 INFO:tasks.workunit.client.0.smithi119.stdout:write: X 0~1000 2024-04-13T08:29:48.931 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 1010~1000 2024-04-13T08:29:48.932 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap2 2024-04-13T08:29:49.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:48 smithi119 ceph-mon[96316]: pgmap v2258: 169 pgs: 169 active+clean; 633 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 7.0 MiB/s wr, 328 op/s 2024-04-13T08:29:49.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:48 smithi119 ceph-mon[96316]: osdmap e1251: 8 total, 8 up, 8 in 2024-04-13T08:29:49.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:48 smithi119 ceph-mon[93746]: pgmap v2258: 169 pgs: 169 active+clean; 633 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 7.0 MiB/s wr, 328 op/s 2024-04-13T08:29:49.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:48 smithi119 ceph-mon[93746]: osdmap e1251: 8 total, 8 up, 8 in 2024-04-13T08:29:49.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:48 smithi139 ceph-mon[88985]: pgmap v2258: 169 pgs: 169 active+clean; 633 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 7.0 MiB/s wr, 328 op/s 2024-04-13T08:29:49.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:48 smithi139 ceph-mon[88985]: osdmap e1251: 8 total, 8 up, 8 in 2024-04-13T08:29:50.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:49 smithi119 ceph-mon[96316]: osdmap e1252: 8 total, 8 up, 8 in 2024-04-13T08:29:50.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:49 smithi119 ceph-mon[93746]: osdmap e1252: 8 total, 8 up, 8 in 2024-04-13T08:29:50.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:49 smithi139 ceph-mon[88985]: osdmap e1252: 8 total, 8 up, 8 in 2024-04-13T08:29:50.839 INFO:tasks.workunit.client.0.smithi119.stdout:write: X 8388609~1000 2024-04-13T08:29:50.848 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 16777228~1000 2024-04-13T08:29:50.848 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 167772160 2024-04-13T08:29:50.857 INFO:tasks.workunit.client.0.smithi119.stdout:write: 2 83886079~8388609 2024-04-13T08:29:50.876 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap3 2024-04-13T08:29:51.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:50 smithi119 ceph-mon[96316]: pgmap v2261: 169 pgs: 169 active+clean; 633 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 201 op/s 2024-04-13T08:29:51.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:50 smithi119 ceph-mon[96316]: osdmap e1253: 8 total, 8 up, 8 in 2024-04-13T08:29:51.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:50 smithi119 ceph-mon[96316]: osdmap e1254: 8 total, 8 up, 8 in 2024-04-13T08:29:51.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:50 smithi119 ceph-mon[93746]: pgmap v2261: 169 pgs: 169 active+clean; 633 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 201 op/s 2024-04-13T08:29:51.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:50 smithi119 ceph-mon[93746]: osdmap e1253: 8 total, 8 up, 8 in 2024-04-13T08:29:51.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:50 smithi119 ceph-mon[93746]: osdmap e1254: 8 total, 8 up, 8 in 2024-04-13T08:29:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:50 smithi139 ceph-mon[88985]: pgmap v2261: 169 pgs: 169 active+clean; 633 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 201 op/s 2024-04-13T08:29:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:50 smithi139 ceph-mon[88985]: osdmap e1253: 8 total, 8 up, 8 in 2024-04-13T08:29:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:50 smithi139 ceph-mon[88985]: osdmap e1254: 8 total, 8 up, 8 in 2024-04-13T08:29:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:29:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:29:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:29:52.930 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:29:52.956 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 83886079~1 2024-04-13T08:29:52.965 INFO:tasks.workunit.client.0.smithi119.stdout:migration_prepare 2024-04-13T08:29:53.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:52 smithi119 ceph-mon[96316]: pgmap v2264: 169 pgs: 169 active+clean; 645 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 178 KiB/s rd, 3.0 MiB/s wr, 241 op/s 2024-04-13T08:29:53.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:52 smithi119 ceph-mon[96316]: osdmap e1255: 8 total, 8 up, 8 in 2024-04-13T08:29:53.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:52 smithi119 ceph-mon[93746]: pgmap v2264: 169 pgs: 169 active+clean; 645 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 178 KiB/s rd, 3.0 MiB/s wr, 241 op/s 2024-04-13T08:29:53.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:52 smithi119 ceph-mon[93746]: osdmap e1255: 8 total, 8 up, 8 in 2024-04-13T08:29:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:52 smithi139 ceph-mon[88985]: pgmap v2264: 169 pgs: 169 active+clean; 645 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 178 KiB/s rd, 3.0 MiB/s wr, 241 op/s 2024-04-13T08:29:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:52 smithi139 ceph-mon[88985]: osdmap e1255: 8 total, 8 up, 8 in 2024-04-13T08:29:54.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:53 smithi119 ceph-mon[96316]: osdmap e1256: 8 total, 8 up, 8 in 2024-04-13T08:29:54.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:53 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:29:54.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:53 smithi119 ceph-mon[93746]: osdmap e1256: 8 total, 8 up, 8 in 2024-04-13T08:29:54.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:53 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:29:54.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:53 smithi139 ceph-mon[88985]: osdmap e1256: 8 total, 8 up, 8 in 2024-04-13T08:29:54.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:53 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:29:55.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:54 smithi119 ceph-mon[96316]: pgmap v2267: 169 pgs: 169 active+clean; 661 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 180 KiB/s rd, 7.0 MiB/s wr, 244 op/s 2024-04-13T08:29:55.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:54 smithi119 ceph-mon[96316]: osdmap e1257: 8 total, 8 up, 8 in 2024-04-13T08:29:55.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:54 smithi119 ceph-mon[93746]: pgmap v2267: 169 pgs: 169 active+clean; 661 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 180 KiB/s rd, 7.0 MiB/s wr, 244 op/s 2024-04-13T08:29:55.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:54 smithi119 ceph-mon[93746]: osdmap e1257: 8 total, 8 up, 8 in 2024-04-13T08:29:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:29:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:29:54] "GET /metrics HTTP/1.1" 200 38852 "" "Prometheus/2.43.0" 2024-04-13T08:29:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:54 smithi139 ceph-mon[88985]: pgmap v2267: 169 pgs: 169 active+clean; 661 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 180 KiB/s rd, 7.0 MiB/s wr, 244 op/s 2024-04-13T08:29:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:54 smithi139 ceph-mon[88985]: osdmap e1257: 8 total, 8 up, 8 in 2024-04-13T08:29:56.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:55 smithi119 ceph-mon[96316]: osdmap e1258: 8 total, 8 up, 8 in 2024-04-13T08:29:56.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:55 smithi119 ceph-mon[96316]: osdmap e1259: 8 total, 8 up, 8 in 2024-04-13T08:29:56.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:55 smithi119 ceph-mon[93746]: osdmap e1258: 8 total, 8 up, 8 in 2024-04-13T08:29:56.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:55 smithi119 ceph-mon[93746]: osdmap e1259: 8 total, 8 up, 8 in 2024-04-13T08:29:56.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:55 smithi139 ceph-mon[88985]: osdmap e1258: 8 total, 8 up, 8 in 2024-04-13T08:29:56.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:55 smithi139 ceph-mon[88985]: osdmap e1259: 8 total, 8 up, 8 in 2024-04-13T08:29:56.459 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: after_prepare_snap 2024-04-13T08:29:57.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:56 smithi119 ceph-mon[96316]: pgmap v2270: 169 pgs: 169 active+clean; 677 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 117 KiB/s rd, 6.0 MiB/s wr, 167 op/s 2024-04-13T08:29:57.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:56 smithi119 ceph-mon[93746]: pgmap v2270: 169 pgs: 169 active+clean; 677 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 117 KiB/s rd, 6.0 MiB/s wr, 167 op/s 2024-04-13T08:29:57.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:56 smithi139 ceph-mon[88985]: pgmap v2270: 169 pgs: 169 active+clean; 677 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 117 KiB/s rd, 6.0 MiB/s wr, 167 op/s 2024-04-13T08:29:57.955 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 41943040 2024-04-13T08:29:57.994 INFO:tasks.workunit.client.0.smithi119.stdout:write: * 0~1000 2024-04-13T08:29:58.001 INFO:tasks.workunit.client.0.smithi119.stdout:migration_execute 2024-04-13T08:29:58.161 INFO:tasks.workunit.client.0.smithi119.stdout:migration_commit 2024-04-13T08:29:58.215 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:57 smithi119 ceph-mon[93746]: osdmap e1260: 8 total, 8 up, 8 in 2024-04-13T08:29:58.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:57 smithi119 ceph-mon[96316]: osdmap e1260: 8 total, 8 up, 8 in 2024-04-13T08:29:58.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:57 smithi139 ceph-mon[88985]: osdmap e1260: 8 total, 8 up, 8 in 2024-04-13T08:29:59.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:58 smithi119 ceph-mon[93746]: pgmap v2273: 169 pgs: 169 active+clean; 677 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 2.0 MiB/s wr, 180 op/s 2024-04-13T08:29:59.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:58 smithi119 ceph-mon[93746]: osdmap e1261: 8 total, 8 up, 8 in 2024-04-13T08:29:59.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:58 smithi119 ceph-mon[96316]: pgmap v2273: 169 pgs: 169 active+clean; 677 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 2.0 MiB/s wr, 180 op/s 2024-04-13T08:29:59.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:58 smithi119 ceph-mon[96316]: osdmap e1261: 8 total, 8 up, 8 in 2024-04-13T08:29:59.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:58 smithi139 ceph-mon[88985]: pgmap v2273: 169 pgs: 169 active+clean; 677 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 2.0 MiB/s wr, 180 op/s 2024-04-13T08:29:59.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:58 smithi139 ceph-mon[88985]: osdmap e1261: 8 total, 8 up, 8 in 2024-04-13T08:30:00.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:59 smithi119 ceph-mon[96316]: osdmap e1262: 8 total, 8 up, 8 in 2024-04-13T08:30:00.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:29:59 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:30:00.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:59 smithi119 ceph-mon[93746]: osdmap e1262: 8 total, 8 up, 8 in 2024-04-13T08:30:00.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:29:59 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:30:00.251 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:59 smithi139 ceph-mon[88985]: osdmap e1262: 8 total, 8 up, 8 in 2024-04-13T08:30:00.251 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:29:59 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:30:01.372 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMigration.SnapsSnapAfterPrepare (14371 ms) 2024-04-13T08:30:01.372 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.SnapsSnapExpandAfterPrepare 2024-04-13T08:30:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:00 smithi139 ceph-mon[88985]: pgmap v2276: 169 pgs: 169 active+clean; 677 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 511 B/s wr, 16 op/s 2024-04-13T08:30:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:00 smithi139 ceph-mon[88985]: osdmap e1263: 8 total, 8 up, 8 in 2024-04-13T08:30:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:00 smithi139 ceph-mon[88985]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-04-13T08:30:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:00 smithi139 ceph-mon[88985]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-04-13T08:30:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:00 smithi139 ceph-mon[88985]: application not enabled on pool 'test-librbd-smithi119-147402-9' 2024-04-13T08:30:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:00 smithi139 ceph-mon[88985]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-04-13T08:30:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:00 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:30:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:00 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:30:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:00 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:30:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:00 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:30:01.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:00 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:30:01.403 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:30:01.414 INFO:tasks.workunit.client.0.smithi119.stdout:write: 1 0~8388609 2024-04-13T08:30:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:00 smithi119 ceph-mon[96316]: pgmap v2276: 169 pgs: 169 active+clean; 677 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 511 B/s wr, 16 op/s 2024-04-13T08:30:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:00 smithi119 ceph-mon[96316]: osdmap e1263: 8 total, 8 up, 8 in 2024-04-13T08:30:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:00 smithi119 ceph-mon[96316]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-04-13T08:30:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:00 smithi119 ceph-mon[96316]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-04-13T08:30:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:00 smithi119 ceph-mon[96316]: application not enabled on pool 'test-librbd-smithi119-147402-9' 2024-04-13T08:30:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:00 smithi119 ceph-mon[96316]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-04-13T08:30:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:00 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:30:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:00 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:30:01.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:00 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:30:01.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:00 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:30:01.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:00 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:30:01.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:00 smithi119 ceph-mon[93746]: pgmap v2276: 169 pgs: 169 active+clean; 677 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 511 B/s wr, 16 op/s 2024-04-13T08:30:01.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:00 smithi119 ceph-mon[93746]: osdmap e1263: 8 total, 8 up, 8 in 2024-04-13T08:30:01.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:00 smithi119 ceph-mon[93746]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-04-13T08:30:01.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:00 smithi119 ceph-mon[93746]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-04-13T08:30:01.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:00 smithi119 ceph-mon[93746]: application not enabled on pool 'test-librbd-smithi119-147402-9' 2024-04-13T08:30:01.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:00 smithi119 ceph-mon[93746]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-04-13T08:30:01.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:00 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:30:01.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:00 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:30:01.468 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:00 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:30:01.468 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:00 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:30:01.468 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:00 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:30:01.474 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap1 2024-04-13T08:30:02.313 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:01 smithi139 ceph-mon[88985]: osdmap e1264: 8 total, 8 up, 8 in 2024-04-13T08:30:02.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:01 smithi119 ceph-mon[96316]: osdmap e1264: 8 total, 8 up, 8 in 2024-04-13T08:30:02.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:01 smithi119 ceph-mon[93746]: osdmap e1264: 8 total, 8 up, 8 in 2024-04-13T08:30:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:30:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:30:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:30:03.002 INFO:tasks.workunit.client.0.smithi119.stdout:write: 1 8388609~8388609 2024-04-13T08:30:03.024 INFO:tasks.workunit.client.0.smithi119.stdout:write: X 0~1000 2024-04-13T08:30:03.024 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 1010~1000 2024-04-13T08:30:03.024 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap2 2024-04-13T08:30:03.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:02 smithi139 ceph-mon[88985]: pgmap v2279: 169 pgs: 169 active+clean; 705 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 6.0 MiB/s wr, 531 op/s 2024-04-13T08:30:03.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:02 smithi139 ceph-mon[88985]: osdmap e1265: 8 total, 8 up, 8 in 2024-04-13T08:30:03.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:02 smithi119 ceph-mon[96316]: pgmap v2279: 169 pgs: 169 active+clean; 705 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 6.0 MiB/s wr, 531 op/s 2024-04-13T08:30:03.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:02 smithi119 ceph-mon[96316]: osdmap e1265: 8 total, 8 up, 8 in 2024-04-13T08:30:03.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:02 smithi119 ceph-mon[93746]: pgmap v2279: 169 pgs: 169 active+clean; 705 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 6.0 MiB/s wr, 531 op/s 2024-04-13T08:30:03.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:02 smithi119 ceph-mon[93746]: osdmap e1265: 8 total, 8 up, 8 in 2024-04-13T08:30:04.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:03 smithi139 ceph-mon[88985]: osdmap e1266: 8 total, 8 up, 8 in 2024-04-13T08:30:04.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:03 smithi119 ceph-mon[96316]: osdmap e1266: 8 total, 8 up, 8 in 2024-04-13T08:30:04.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:03 smithi119 ceph-mon[93746]: osdmap e1266: 8 total, 8 up, 8 in 2024-04-13T08:30:05.021 INFO:tasks.workunit.client.0.smithi119.stdout:write: X 8388609~1000 2024-04-13T08:30:05.032 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 16777228~1000 2024-04-13T08:30:05.032 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 167772160 2024-04-13T08:30:05.042 INFO:tasks.workunit.client.0.smithi119.stdout:write: 2 83886079~8388609 2024-04-13T08:30:05.062 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap3 2024-04-13T08:30:05.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:04 smithi119 ceph-mon[96316]: pgmap v2282: 169 pgs: 169 active+clean; 697 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 8.0 MiB/s wr, 560 op/s 2024-04-13T08:30:05.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:04 smithi119 ceph-mon[96316]: osdmap e1267: 8 total, 8 up, 8 in 2024-04-13T08:30:05.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:04 smithi119 ceph-mon[93746]: pgmap v2282: 169 pgs: 169 active+clean; 697 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 8.0 MiB/s wr, 560 op/s 2024-04-13T08:30:05.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:04 smithi119 ceph-mon[93746]: osdmap e1267: 8 total, 8 up, 8 in 2024-04-13T08:30:05.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:30:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:30:04] "GET /metrics HTTP/1.1" 200 38852 "" "Prometheus/2.43.0" 2024-04-13T08:30:05.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:04 smithi139 ceph-mon[88985]: pgmap v2282: 169 pgs: 169 active+clean; 697 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 8.0 MiB/s wr, 560 op/s 2024-04-13T08:30:05.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:04 smithi139 ceph-mon[88985]: osdmap e1267: 8 total, 8 up, 8 in 2024-04-13T08:30:06.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:06 smithi119 ceph-mon[96316]: osdmap e1268: 8 total, 8 up, 8 in 2024-04-13T08:30:06.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:06 smithi119 ceph-mon[96316]: osdmap e1269: 8 total, 8 up, 8 in 2024-04-13T08:30:06.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:06 smithi119 ceph-mon[93746]: osdmap e1268: 8 total, 8 up, 8 in 2024-04-13T08:30:06.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:06 smithi119 ceph-mon[93746]: osdmap e1269: 8 total, 8 up, 8 in 2024-04-13T08:30:06.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:06 smithi139 ceph-mon[88985]: osdmap e1268: 8 total, 8 up, 8 in 2024-04-13T08:30:06.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:06 smithi139 ceph-mon[88985]: osdmap e1269: 8 total, 8 up, 8 in 2024-04-13T08:30:06.842 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:30:06.869 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 83886079~1 2024-04-13T08:30:06.878 INFO:tasks.workunit.client.0.smithi119.stdout:migration_prepare 2024-04-13T08:30:07.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:07 smithi139 ceph-mon[88985]: pgmap v2285: 169 pgs: 169 active+clean; 721 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 44 MiB/s rd, 10 MiB/s wr, 168 op/s 2024-04-13T08:30:07.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:07 smithi139 ceph-mon[88985]: osdmap e1270: 8 total, 8 up, 8 in 2024-04-13T08:30:07.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:07 smithi119 ceph-mon[96316]: pgmap v2285: 169 pgs: 169 active+clean; 721 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 44 MiB/s rd, 10 MiB/s wr, 168 op/s 2024-04-13T08:30:07.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:07 smithi119 ceph-mon[96316]: osdmap e1270: 8 total, 8 up, 8 in 2024-04-13T08:30:07.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:07 smithi119 ceph-mon[93746]: pgmap v2285: 169 pgs: 169 active+clean; 721 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 44 MiB/s rd, 10 MiB/s wr, 168 op/s 2024-04-13T08:30:07.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:07 smithi119 ceph-mon[93746]: osdmap e1270: 8 total, 8 up, 8 in 2024-04-13T08:30:09.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:08 smithi139 ceph-mon[88985]: pgmap v2288: 169 pgs: 169 active+clean; 733 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 27 MiB/s rd, 10 MiB/s wr, 196 op/s 2024-04-13T08:30:09.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:08 smithi139 ceph-mon[88985]: osdmap e1271: 8 total, 8 up, 8 in 2024-04-13T08:30:09.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:08 smithi119 ceph-mon[93746]: pgmap v2288: 169 pgs: 169 active+clean; 733 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 27 MiB/s rd, 10 MiB/s wr, 196 op/s 2024-04-13T08:30:09.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:08 smithi119 ceph-mon[93746]: osdmap e1271: 8 total, 8 up, 8 in 2024-04-13T08:30:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:08 smithi119 ceph-mon[96316]: pgmap v2288: 169 pgs: 169 active+clean; 733 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 27 MiB/s rd, 10 MiB/s wr, 196 op/s 2024-04-13T08:30:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:08 smithi119 ceph-mon[96316]: osdmap e1271: 8 total, 8 up, 8 in 2024-04-13T08:30:10.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:09 smithi139 ceph-mon[88985]: osdmap e1272: 8 total, 8 up, 8 in 2024-04-13T08:30:10.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:30:10.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:09 smithi119 ceph-mon[96316]: osdmap e1272: 8 total, 8 up, 8 in 2024-04-13T08:30:10.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:30:10.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:09 smithi119 ceph-mon[93746]: osdmap e1272: 8 total, 8 up, 8 in 2024-04-13T08:30:10.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:30:10.317 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: after_prepare_snap 2024-04-13T08:30:11.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:10 smithi139 ceph-mon[88985]: pgmap v2291: 169 pgs: 169 active+clean; 733 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 44 KiB/s rd, 2.0 MiB/s wr, 57 op/s 2024-04-13T08:30:11.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:10 smithi139 ceph-mon[88985]: osdmap e1273: 8 total, 8 up, 8 in 2024-04-13T08:30:11.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:10 smithi139 ceph-mon[88985]: osdmap e1274: 8 total, 8 up, 8 in 2024-04-13T08:30:11.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:10 smithi119 ceph-mon[96316]: pgmap v2291: 169 pgs: 169 active+clean; 733 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 44 KiB/s rd, 2.0 MiB/s wr, 57 op/s 2024-04-13T08:30:11.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:10 smithi119 ceph-mon[96316]: osdmap e1273: 8 total, 8 up, 8 in 2024-04-13T08:30:11.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:10 smithi119 ceph-mon[96316]: osdmap e1274: 8 total, 8 up, 8 in 2024-04-13T08:30:11.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:10 smithi119 ceph-mon[93746]: pgmap v2291: 169 pgs: 169 active+clean; 733 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 44 KiB/s rd, 2.0 MiB/s wr, 57 op/s 2024-04-13T08:30:11.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:10 smithi119 ceph-mon[93746]: osdmap e1273: 8 total, 8 up, 8 in 2024-04-13T08:30:11.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:10 smithi119 ceph-mon[93746]: osdmap e1274: 8 total, 8 up, 8 in 2024-04-13T08:30:11.843 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 167772160 2024-04-13T08:30:11.859 INFO:tasks.workunit.client.0.smithi119.stdout:write: * 83886080~1000 2024-04-13T08:30:11.866 INFO:tasks.workunit.client.0.smithi119.stdout:migration_execute 2024-04-13T08:30:12.029 INFO:tasks.workunit.client.0.smithi119.stdout:migration_commit 2024-04-13T08:30:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:30:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:30:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:30:13.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:12 smithi139 ceph-mon[88985]: pgmap v2294: 169 pgs: 169 active+clean; 733 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 23 MiB/s rd, 7.7 KiB/s wr, 183 op/s 2024-04-13T08:30:13.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:12 smithi139 ceph-mon[88985]: osdmap e1275: 8 total, 8 up, 8 in 2024-04-13T08:30:13.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:12 smithi119 ceph-mon[96316]: pgmap v2294: 169 pgs: 169 active+clean; 733 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 23 MiB/s rd, 7.7 KiB/s wr, 183 op/s 2024-04-13T08:30:13.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:12 smithi119 ceph-mon[96316]: osdmap e1275: 8 total, 8 up, 8 in 2024-04-13T08:30:13.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:12 smithi119 ceph-mon[93746]: pgmap v2294: 169 pgs: 169 active+clean; 733 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 23 MiB/s rd, 7.7 KiB/s wr, 183 op/s 2024-04-13T08:30:13.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:12 smithi119 ceph-mon[93746]: osdmap e1275: 8 total, 8 up, 8 in 2024-04-13T08:30:14.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:13 smithi139 ceph-mon[88985]: osdmap e1276: 8 total, 8 up, 8 in 2024-04-13T08:30:14.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:13 smithi119 ceph-mon[96316]: osdmap e1276: 8 total, 8 up, 8 in 2024-04-13T08:30:14.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:13 smithi119 ceph-mon[93746]: osdmap e1276: 8 total, 8 up, 8 in 2024-04-13T08:30:15.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:14 smithi139 ceph-mon[88985]: pgmap v2297: 169 pgs: 169 active+clean; 737 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 33 MiB/s rd, 1.0 MiB/s wr, 418 op/s 2024-04-13T08:30:15.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:14 smithi139 ceph-mon[88985]: osdmap e1277: 8 total, 8 up, 8 in 2024-04-13T08:30:15.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:14 smithi119 ceph-mon[96316]: pgmap v2297: 169 pgs: 169 active+clean; 737 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 33 MiB/s rd, 1.0 MiB/s wr, 418 op/s 2024-04-13T08:30:15.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:14 smithi119 ceph-mon[96316]: osdmap e1277: 8 total, 8 up, 8 in 2024-04-13T08:30:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:30:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:30:14] "GET /metrics HTTP/1.1" 200 38859 "" "Prometheus/2.43.0" 2024-04-13T08:30:15.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:14 smithi119 ceph-mon[93746]: pgmap v2297: 169 pgs: 169 active+clean; 737 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 33 MiB/s rd, 1.0 MiB/s wr, 418 op/s 2024-04-13T08:30:15.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:14 smithi119 ceph-mon[93746]: osdmap e1277: 8 total, 8 up, 8 in 2024-04-13T08:30:15.305 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMigration.SnapsSnapExpandAfterPrepare (13934 ms) 2024-04-13T08:30:15.306 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.Clone 2024-04-13T08:30:15.341 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:30:15.351 INFO:tasks.workunit.client.0.smithi119.stdout:write: X 0~8388609 2024-04-13T08:30:15.415 INFO:tasks.workunit.client.0.smithi119.stdout:write: X 16777218~8388609 2024-04-13T08:30:15.472 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap 2024-04-13T08:30:16.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:15 smithi139 ceph-mon[88985]: osdmap e1278: 8 total, 8 up, 8 in 2024-04-13T08:30:16.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:15 smithi119 ceph-mon[96316]: osdmap e1278: 8 total, 8 up, 8 in 2024-04-13T08:30:16.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:15 smithi119 ceph-mon[93746]: osdmap e1278: 8 total, 8 up, 8 in 2024-04-13T08:30:16.889 INFO:tasks.workunit.client.0.smithi119.stdout:snap_protect: snap 2024-04-13T08:30:16.902 INFO:tasks.workunit.client.0.smithi119.stdout:clone image105 -> image108 2024-04-13T08:30:17.014 INFO:tasks.workunit.client.0.smithi119.stdout:write: X 0~1000 2024-04-13T08:30:17.072 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 1010~1000 2024-04-13T08:30:17.074 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap 2024-04-13T08:30:17.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:16 smithi139 ceph-mon[88985]: pgmap v2300: 169 pgs: 169 active+clean; 745 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 42 MiB/s rd, 8.0 MiB/s wr, 450 op/s 2024-04-13T08:30:17.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:16 smithi139 ceph-mon[88985]: osdmap e1279: 8 total, 8 up, 8 in 2024-04-13T08:30:17.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:16 smithi119 ceph-mon[96316]: pgmap v2300: 169 pgs: 169 active+clean; 745 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 42 MiB/s rd, 8.0 MiB/s wr, 450 op/s 2024-04-13T08:30:17.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:16 smithi119 ceph-mon[96316]: osdmap e1279: 8 total, 8 up, 8 in 2024-04-13T08:30:17.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:16 smithi119 ceph-mon[93746]: pgmap v2300: 169 pgs: 169 active+clean; 745 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 42 MiB/s rd, 8.0 MiB/s wr, 450 op/s 2024-04-13T08:30:17.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:16 smithi119 ceph-mon[93746]: osdmap e1279: 8 total, 8 up, 8 in 2024-04-13T08:30:18.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:17 smithi119 ceph-mon[96316]: osdmap e1280: 8 total, 8 up, 8 in 2024-04-13T08:30:18.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:17 smithi119 ceph-mon[93746]: osdmap e1280: 8 total, 8 up, 8 in 2024-04-13T08:30:18.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:17 smithi139 ceph-mon[88985]: osdmap e1280: 8 total, 8 up, 8 in 2024-04-13T08:30:18.917 INFO:tasks.workunit.client.0.smithi119.stdout:snap_protect: snap 2024-04-13T08:30:18.957 INFO:tasks.workunit.client.0.smithi119.stdout:clone image108 -> image110 2024-04-13T08:30:19.097 INFO:tasks.workunit.client.0.smithi119.stdout:write: X 1000~1000 2024-04-13T08:30:19.154 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 2010~1000 2024-04-13T08:30:19.157 INFO:tasks.workunit.client.0.smithi119.stdout:migration_prepare 2024-04-13T08:30:19.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:18 smithi119 ceph-mon[96316]: pgmap v2303: 169 pgs: 169 active+clean; 749 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 45 MiB/s rd, 9.0 MiB/s wr, 262 op/s 2024-04-13T08:30:19.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:18 smithi119 ceph-mon[96316]: osdmap e1281: 8 total, 8 up, 8 in 2024-04-13T08:30:19.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:18 smithi119 ceph-mon[93746]: pgmap v2303: 169 pgs: 169 active+clean; 749 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 45 MiB/s rd, 9.0 MiB/s wr, 262 op/s 2024-04-13T08:30:19.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:18 smithi119 ceph-mon[93746]: osdmap e1281: 8 total, 8 up, 8 in 2024-04-13T08:30:19.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:18 smithi139 ceph-mon[88985]: pgmap v2303: 169 pgs: 169 active+clean; 749 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 45 MiB/s rd, 9.0 MiB/s wr, 262 op/s 2024-04-13T08:30:19.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:18 smithi139 ceph-mon[88985]: osdmap e1281: 8 total, 8 up, 8 in 2024-04-13T08:30:19.450 INFO:tasks.workunit.client.0.smithi119.stdout:migration_execute 2024-04-13T08:30:19.629 INFO:tasks.workunit.client.0.smithi119.stdout:migration_commit 2024-04-13T08:30:19.797 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMigration.Clone (4491 ms) 2024-04-13T08:30:19.797 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.CloneParent 2024-04-13T08:30:19.829 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:30:19.839 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap 2024-04-13T08:30:20.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:19 smithi119 ceph-mon[96316]: osdmap e1282: 8 total, 8 up, 8 in 2024-04-13T08:30:20.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:19 smithi119 ceph-mon[93746]: osdmap e1282: 8 total, 8 up, 8 in 2024-04-13T08:30:20.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:19 smithi139 ceph-mon[88985]: osdmap e1282: 8 total, 8 up, 8 in 2024-04-13T08:30:20.844 INFO:tasks.workunit.client.0.smithi119.stdout:snap_protect: snap 2024-04-13T08:30:20.857 INFO:tasks.workunit.client.0.smithi119.stdout:clone image111 -> image114 2024-04-13T08:30:20.964 INFO:tasks.workunit.client.0.smithi119.stdout:migration_prepare 2024-04-13T08:30:21.124 INFO:tasks.workunit.client.0.smithi119.stdout:migration_abort 2024-04-13T08:30:21.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:20 smithi119 ceph-mon[93746]: pgmap v2306: 169 pgs: 169 active+clean; 749 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 45 op/s 2024-04-13T08:30:21.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:20 smithi119 ceph-mon[93746]: osdmap e1283: 8 total, 8 up, 8 in 2024-04-13T08:30:21.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:20 smithi119 ceph-mon[93746]: osdmap e1284: 8 total, 8 up, 8 in 2024-04-13T08:30:21.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:20 smithi119 ceph-mon[96316]: pgmap v2306: 169 pgs: 169 active+clean; 749 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 45 op/s 2024-04-13T08:30:21.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:20 smithi119 ceph-mon[96316]: osdmap e1283: 8 total, 8 up, 8 in 2024-04-13T08:30:21.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:20 smithi119 ceph-mon[96316]: osdmap e1284: 8 total, 8 up, 8 in 2024-04-13T08:30:21.257 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMigration.CloneParent (1460 ms) 2024-04-13T08:30:21.257 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.CloneUpdateAfterPrepare 2024-04-13T08:30:21.287 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:30:21.297 INFO:tasks.workunit.client.0.smithi119.stdout:write: X 0~10 2024-04-13T08:30:21.305 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap 2024-04-13T08:30:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:20 smithi139 ceph-mon[88985]: pgmap v2306: 169 pgs: 169 active+clean; 749 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 45 op/s 2024-04-13T08:30:21.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:20 smithi139 ceph-mon[88985]: osdmap e1283: 8 total, 8 up, 8 in 2024-04-13T08:30:21.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:20 smithi139 ceph-mon[88985]: osdmap e1284: 8 total, 8 up, 8 in 2024-04-13T08:30:22.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:30:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:30:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:30:22.927 INFO:tasks.workunit.client.0.smithi119.stdout:snap_protect: snap 2024-04-13T08:30:22.942 INFO:tasks.workunit.client.0.smithi119.stdout:clone image115 -> image118 2024-04-13T08:30:23.048 INFO:tasks.workunit.client.0.smithi119.stdout:migration_prepare 2024-04-13T08:30:23.210 INFO:tasks.workunit.client.0.smithi119.stdout:write: Y 0~1 2024-04-13T08:30:23.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:22 smithi119 ceph-mon[96316]: pgmap v2309: 169 pgs: 169 active+clean; 777 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 8.0 MiB/s wr, 835 op/s 2024-04-13T08:30:23.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:22 smithi119 ceph-mon[96316]: osdmap e1285: 8 total, 8 up, 8 in 2024-04-13T08:30:23.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:22 smithi119 ceph-mon[93746]: pgmap v2309: 169 pgs: 169 active+clean; 777 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 8.0 MiB/s wr, 835 op/s 2024-04-13T08:30:23.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:22 smithi119 ceph-mon[93746]: osdmap e1285: 8 total, 8 up, 8 in 2024-04-13T08:30:23.242 INFO:tasks.workunit.client.0.smithi119.stdout:migration_execute 2024-04-13T08:30:23.316 INFO:tasks.workunit.client.0.smithi119.stdout:migration_commit 2024-04-13T08:30:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:22 smithi139 ceph-mon[88985]: pgmap v2309: 169 pgs: 169 active+clean; 777 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 8.0 MiB/s wr, 835 op/s 2024-04-13T08:30:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:22 smithi139 ceph-mon[88985]: osdmap e1285: 8 total, 8 up, 8 in 2024-04-13T08:30:23.429 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMigration.CloneUpdateAfterPrepare (2172 ms) 2024-04-13T08:30:23.429 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.TriggerAssertSnapcSeq 2024-04-13T08:30:23.459 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:30:23.469 INFO:tasks.workunit.client.0.smithi119.stdout:write: A 41943040~10 2024-04-13T08:30:23.477 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap1 2024-04-13T08:30:24.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:23 smithi119 ceph-mon[96316]: osdmap e1286: 8 total, 8 up, 8 in 2024-04-13T08:30:24.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:23 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:30:24.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:23 smithi119 ceph-mon[93746]: osdmap e1286: 8 total, 8 up, 8 in 2024-04-13T08:30:24.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:23 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:30:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:23 smithi139 ceph-mon[88985]: osdmap e1286: 8 total, 8 up, 8 in 2024-04-13T08:30:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:23 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:30:24.936 INFO:tasks.workunit.client.0.smithi119.stdout:write: B 41943041~10 2024-04-13T08:30:24.942 INFO:tasks.workunit.client.0.smithi119.stdout:migration_prepare 2024-04-13T08:30:25.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:24 smithi119 ceph-mon[96316]: pgmap v2312: 169 pgs: 169 active+clean; 781 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 22 MiB/s rd, 9.0 MiB/s wr, 898 op/s 2024-04-13T08:30:25.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:24 smithi119 ceph-mon[96316]: osdmap e1287: 8 total, 8 up, 8 in 2024-04-13T08:30:25.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:24 smithi119 ceph-mon[93746]: pgmap v2312: 169 pgs: 169 active+clean; 781 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 22 MiB/s rd, 9.0 MiB/s wr, 898 op/s 2024-04-13T08:30:25.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:24 smithi119 ceph-mon[93746]: osdmap e1287: 8 total, 8 up, 8 in 2024-04-13T08:30:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:30:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:30:24] "GET /metrics HTTP/1.1" 200 38853 "" "Prometheus/2.43.0" 2024-04-13T08:30:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:24 smithi139 ceph-mon[88985]: pgmap v2312: 169 pgs: 169 active+clean; 781 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 22 MiB/s rd, 9.0 MiB/s wr, 898 op/s 2024-04-13T08:30:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:24 smithi139 ceph-mon[88985]: osdmap e1287: 8 total, 8 up, 8 in 2024-04-13T08:30:26.085 INFO:tasks.workunit.client.0.smithi119.stdout:write: C 41943042~10 2024-04-13T08:30:26.101 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap2 2024-04-13T08:30:26.215 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:25 smithi119 ceph-mon[93746]: osdmap e1288: 8 total, 8 up, 8 in 2024-04-13T08:30:26.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:25 smithi119 ceph-mon[96316]: osdmap e1288: 8 total, 8 up, 8 in 2024-04-13T08:30:26.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:25 smithi139 ceph-mon[88985]: osdmap e1288: 8 total, 8 up, 8 in 2024-04-13T08:30:27.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:26 smithi119 ceph-mon[93746]: pgmap v2315: 169 pgs: 169 active+clean; 781 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.0 MiB/s wr, 687 op/s 2024-04-13T08:30:27.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:26 smithi119 ceph-mon[93746]: osdmap e1289: 8 total, 8 up, 8 in 2024-04-13T08:30:27.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:26 smithi119 ceph-mon[96316]: pgmap v2315: 169 pgs: 169 active+clean; 781 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.0 MiB/s wr, 687 op/s 2024-04-13T08:30:27.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:26 smithi119 ceph-mon[96316]: osdmap e1289: 8 total, 8 up, 8 in 2024-04-13T08:30:27.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:26 smithi139 ceph-mon[88985]: pgmap v2315: 169 pgs: 169 active+clean; 781 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.0 MiB/s wr, 687 op/s 2024-04-13T08:30:27.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:26 smithi139 ceph-mon[88985]: osdmap e1289: 8 total, 8 up, 8 in 2024-04-13T08:30:27.958 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 41943040 2024-04-13T08:30:27.992 INFO:tasks.workunit.client.0.smithi119.stdout:migration_execute 2024-04-13T08:30:28.052 INFO:tasks.workunit.client.0.smithi119.stdout:migration_commit 2024-04-13T08:30:28.215 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:27 smithi119 ceph-mon[93746]: osdmap e1290: 8 total, 8 up, 8 in 2024-04-13T08:30:28.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:27 smithi119 ceph-mon[96316]: osdmap e1290: 8 total, 8 up, 8 in 2024-04-13T08:30:28.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:27 smithi139 ceph-mon[88985]: osdmap e1290: 8 total, 8 up, 8 in 2024-04-13T08:30:29.099 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMigration.TriggerAssertSnapcSeq (5670 ms) 2024-04-13T08:30:29.099 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.SnapTrimBeforePrepare 2024-04-13T08:30:29.132 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:30:29.144 INFO:tasks.workunit.client.0.smithi119.stdout:write: A 41943040~10 2024-04-13T08:30:29.153 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap1 2024-04-13T08:30:29.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:28 smithi119 ceph-mon[96316]: pgmap v2318: 169 pgs: 169 active+clean; 785 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.0 MiB/s wr, 734 op/s 2024-04-13T08:30:29.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:28 smithi119 ceph-mon[96316]: osdmap e1291: 8 total, 8 up, 8 in 2024-04-13T08:30:29.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:28 smithi119 ceph-mon[93746]: pgmap v2318: 169 pgs: 169 active+clean; 785 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.0 MiB/s wr, 734 op/s 2024-04-13T08:30:29.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:28 smithi119 ceph-mon[93746]: osdmap e1291: 8 total, 8 up, 8 in 2024-04-13T08:30:29.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:28 smithi139 ceph-mon[88985]: pgmap v2318: 169 pgs: 169 active+clean; 785 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.0 MiB/s wr, 734 op/s 2024-04-13T08:30:29.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:28 smithi139 ceph-mon[88985]: osdmap e1291: 8 total, 8 up, 8 in 2024-04-13T08:30:30.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:29 smithi119 ceph-mon[96316]: osdmap e1292: 8 total, 8 up, 8 in 2024-04-13T08:30:30.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:29 smithi119 ceph-mon[93746]: osdmap e1292: 8 total, 8 up, 8 in 2024-04-13T08:30:30.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:29 smithi139 ceph-mon[88985]: osdmap e1292: 8 total, 8 up, 8 in 2024-04-13T08:30:30.977 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 41943040 2024-04-13T08:30:30.998 INFO:tasks.workunit.client.0.smithi119.stdout:migration_prepare 2024-04-13T08:30:31.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:30 smithi119 ceph-mon[96316]: pgmap v2321: 169 pgs: 169 active+clean; 785 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 109 op/s 2024-04-13T08:30:31.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:30 smithi119 ceph-mon[96316]: osdmap e1293: 8 total, 8 up, 8 in 2024-04-13T08:30:31.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:30 smithi119 ceph-mon[93746]: pgmap v2321: 169 pgs: 169 active+clean; 785 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 109 op/s 2024-04-13T08:30:31.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:30 smithi119 ceph-mon[93746]: osdmap e1293: 8 total, 8 up, 8 in 2024-04-13T08:30:31.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:30 smithi139 ceph-mon[88985]: pgmap v2321: 169 pgs: 169 active+clean; 785 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 109 op/s 2024-04-13T08:30:31.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:30 smithi139 ceph-mon[88985]: osdmap e1293: 8 total, 8 up, 8 in 2024-04-13T08:30:32.113 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:30:32.124 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap3 2024-04-13T08:30:32.313 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:31 smithi139 ceph-mon[88985]: osdmap e1294: 8 total, 8 up, 8 in 2024-04-13T08:30:32.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:31 smithi119 ceph-mon[96316]: osdmap e1294: 8 total, 8 up, 8 in 2024-04-13T08:30:32.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:31 smithi119 ceph-mon[93746]: osdmap e1294: 8 total, 8 up, 8 in 2024-04-13T08:30:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:30:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:30:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:30:33.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:32 smithi139 ceph-mon[88985]: pgmap v2324: 169 pgs: 169 active+clean; 785 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 206 KiB/s rd, 21 KiB/s wr, 280 op/s 2024-04-13T08:30:33.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:32 smithi139 ceph-mon[88985]: osdmap e1295: 8 total, 8 up, 8 in 2024-04-13T08:30:33.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:32 smithi119 ceph-mon[96316]: pgmap v2324: 169 pgs: 169 active+clean; 785 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 206 KiB/s rd, 21 KiB/s wr, 280 op/s 2024-04-13T08:30:33.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:32 smithi119 ceph-mon[96316]: osdmap e1295: 8 total, 8 up, 8 in 2024-04-13T08:30:33.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:32 smithi119 ceph-mon[93746]: pgmap v2324: 169 pgs: 169 active+clean; 785 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 206 KiB/s rd, 21 KiB/s wr, 280 op/s 2024-04-13T08:30:33.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:32 smithi119 ceph-mon[93746]: osdmap e1295: 8 total, 8 up, 8 in 2024-04-13T08:30:34.002 INFO:tasks.workunit.client.0.smithi119.stdout:write: B 41943040~10 2024-04-13T08:30:34.008 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap4 2024-04-13T08:30:34.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:33 smithi139 ceph-mon[88985]: osdmap e1296: 8 total, 8 up, 8 in 2024-04-13T08:30:34.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:33 smithi119 ceph-mon[96316]: osdmap e1296: 8 total, 8 up, 8 in 2024-04-13T08:30:34.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:33 smithi119 ceph-mon[93746]: osdmap e1296: 8 total, 8 up, 8 in 2024-04-13T08:30:35.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:34 smithi119 ceph-mon[93746]: pgmap v2327: 169 pgs: 169 active+clean; 785 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 274 KiB/s rd, 23 KiB/s wr, 362 op/s 2024-04-13T08:30:35.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:34 smithi119 ceph-mon[93746]: osdmap e1297: 8 total, 8 up, 8 in 2024-04-13T08:30:35.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:34 smithi119 ceph-mon[96316]: pgmap v2327: 169 pgs: 169 active+clean; 785 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 274 KiB/s rd, 23 KiB/s wr, 362 op/s 2024-04-13T08:30:35.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:34 smithi119 ceph-mon[96316]: osdmap e1297: 8 total, 8 up, 8 in 2024-04-13T08:30:35.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:30:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:30:34] "GET /metrics HTTP/1.1" 200 38853 "" "Prometheus/2.43.0" 2024-04-13T08:30:35.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:34 smithi139 ceph-mon[88985]: pgmap v2327: 169 pgs: 169 active+clean; 785 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 274 KiB/s rd, 23 KiB/s wr, 362 op/s 2024-04-13T08:30:35.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:34 smithi139 ceph-mon[88985]: osdmap e1297: 8 total, 8 up, 8 in 2024-04-13T08:30:35.854 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 41943040 2024-04-13T08:30:35.879 INFO:tasks.workunit.client.0.smithi119.stdout:migration_execute 2024-04-13T08:30:35.948 INFO:tasks.workunit.client.0.smithi119.stdout:migration_commit 2024-04-13T08:30:36.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:35 smithi139 ceph-mon[88985]: osdmap e1298: 8 total, 8 up, 8 in 2024-04-13T08:30:36.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:35 smithi139 ceph-mon[88985]: osdmap e1299: 8 total, 8 up, 8 in 2024-04-13T08:30:36.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:35 smithi119 ceph-mon[96316]: osdmap e1298: 8 total, 8 up, 8 in 2024-04-13T08:30:36.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:35 smithi119 ceph-mon[96316]: osdmap e1299: 8 total, 8 up, 8 in 2024-04-13T08:30:36.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:35 smithi119 ceph-mon[93746]: osdmap e1298: 8 total, 8 up, 8 in 2024-04-13T08:30:36.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:35 smithi119 ceph-mon[93746]: osdmap e1299: 8 total, 8 up, 8 in 2024-04-13T08:30:37.004 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMigration.SnapTrimBeforePrepare (7905 ms) 2024-04-13T08:30:37.004 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.AbortInUseImage 2024-04-13T08:30:37.036 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:30:37.047 INFO:tasks.workunit.client.0.smithi119.stdout:migration_prepare 2024-04-13T08:30:37.225 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMigration.AbortInUseImage (221 ms) 2024-04-13T08:30:37.225 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.AbortWithoutSnapshots 2024-04-13T08:30:37.257 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:30:37.267 INFO:tasks.workunit.client.0.smithi119.stdout:write: 1 0~8388609 2024-04-13T08:30:37.322 INFO:tasks.workunit.client.0.smithi119.stdout:write: 1 16777218~8388609 2024-04-13T08:30:37.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:36 smithi139 ceph-mon[88985]: pgmap v2330: 169 pgs: 169 active+clean; 785 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 141 KiB/s rd, 11 KiB/s wr, 183 op/s 2024-04-13T08:30:37.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:36 smithi139 ceph-mon[88985]: osdmap e1300: 8 total, 8 up, 8 in 2024-04-13T08:30:37.385 INFO:tasks.workunit.client.0.smithi119.stdout:migration_prepare 2024-04-13T08:30:37.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:36 smithi119 ceph-mon[93746]: pgmap v2330: 169 pgs: 169 active+clean; 785 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 141 KiB/s rd, 11 KiB/s wr, 183 op/s 2024-04-13T08:30:37.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:36 smithi119 ceph-mon[93746]: osdmap e1300: 8 total, 8 up, 8 in 2024-04-13T08:30:37.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:36 smithi119 ceph-mon[96316]: pgmap v2330: 169 pgs: 169 active+clean; 785 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 141 KiB/s rd, 11 KiB/s wr, 183 op/s 2024-04-13T08:30:37.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:36 smithi119 ceph-mon[96316]: osdmap e1300: 8 total, 8 up, 8 in 2024-04-13T08:30:37.570 INFO:tasks.workunit.client.0.smithi119.stdout:write: 1 0~8388609 2024-04-13T08:30:37.621 INFO:tasks.workunit.client.0.smithi119.stdout:write: 1 16777218~8388609 2024-04-13T08:30:37.672 INFO:tasks.workunit.client.0.smithi119.stdout:migration_abort 2024-04-13T08:30:37.868 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMigration.AbortWithoutSnapshots (643 ms) 2024-04-13T08:30:37.868 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.AbortWithSnapshots 2024-04-13T08:30:37.901 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:30:37.911 INFO:tasks.workunit.client.0.smithi119.stdout:write: 1 0~8388609 2024-04-13T08:30:37.975 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap1 2024-04-13T08:30:39.026 INFO:tasks.workunit.client.0.smithi119.stdout:write: 1 8388609~8388609 2024-04-13T08:30:39.043 INFO:tasks.workunit.client.0.smithi119.stdout:write: X 0~1000 2024-04-13T08:30:39.044 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 1010~1000 2024-04-13T08:30:39.044 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap2 2024-04-13T08:30:39.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:39 smithi139 ceph-mon[88985]: pgmap v2333: 169 pgs: 169 active+clean; 785 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 133 KiB/s rd, 19 KiB/s wr, 185 op/s 2024-04-13T08:30:39.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:39 smithi139 ceph-mon[88985]: osdmap e1301: 8 total, 8 up, 8 in 2024-04-13T08:30:39.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:30:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:39 smithi119 ceph-mon[96316]: pgmap v2333: 169 pgs: 169 active+clean; 785 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 133 KiB/s rd, 19 KiB/s wr, 185 op/s 2024-04-13T08:30:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:39 smithi119 ceph-mon[96316]: osdmap e1301: 8 total, 8 up, 8 in 2024-04-13T08:30:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:30:39.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:39 smithi119 ceph-mon[93746]: pgmap v2333: 169 pgs: 169 active+clean; 785 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 133 KiB/s rd, 19 KiB/s wr, 185 op/s 2024-04-13T08:30:39.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:39 smithi119 ceph-mon[93746]: osdmap e1301: 8 total, 8 up, 8 in 2024-04-13T08:30:39.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:30:40.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:40 smithi139 ceph-mon[88985]: osdmap e1302: 8 total, 8 up, 8 in 2024-04-13T08:30:40.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:40 smithi119 ceph-mon[93746]: osdmap e1302: 8 total, 8 up, 8 in 2024-04-13T08:30:40.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:40 smithi119 ceph-mon[96316]: osdmap e1302: 8 total, 8 up, 8 in 2024-04-13T08:30:41.034 INFO:tasks.workunit.client.0.smithi119.stdout:write: X 8388609~1000 2024-04-13T08:30:41.042 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 16777228~1000 2024-04-13T08:30:41.042 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 167772160 2024-04-13T08:30:41.052 INFO:tasks.workunit.client.0.smithi119.stdout:write: 2 83886079~8388609 2024-04-13T08:30:41.067 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap3 2024-04-13T08:30:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:41 smithi139 ceph-mon[88985]: pgmap v2336: 169 pgs: 169 active+clean; 785 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 61 KiB/s rd, 10 KiB/s wr, 84 op/s 2024-04-13T08:30:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:41 smithi139 ceph-mon[88985]: osdmap e1303: 8 total, 8 up, 8 in 2024-04-13T08:30:41.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:41 smithi119 ceph-mon[93746]: pgmap v2336: 169 pgs: 169 active+clean; 785 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 61 KiB/s rd, 10 KiB/s wr, 84 op/s 2024-04-13T08:30:41.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:41 smithi119 ceph-mon[93746]: osdmap e1303: 8 total, 8 up, 8 in 2024-04-13T08:30:41.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:41 smithi119 ceph-mon[96316]: pgmap v2336: 169 pgs: 169 active+clean; 785 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 61 KiB/s rd, 10 KiB/s wr, 84 op/s 2024-04-13T08:30:41.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:41 smithi119 ceph-mon[96316]: osdmap e1303: 8 total, 8 up, 8 in 2024-04-13T08:30:42.314 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:42 smithi139 ceph-mon[88985]: osdmap e1304: 8 total, 8 up, 8 in 2024-04-13T08:30:42.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:42 smithi119 ceph-mon[96316]: osdmap e1304: 8 total, 8 up, 8 in 2024-04-13T08:30:42.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:42 smithi119 ceph-mon[93746]: osdmap e1304: 8 total, 8 up, 8 in 2024-04-13T08:30:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:30:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:30:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:30:43.052 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:30:43.077 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 83886079~1 2024-04-13T08:30:43.087 INFO:tasks.workunit.client.0.smithi119.stdout:migration_prepare 2024-04-13T08:30:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:43 smithi139 ceph-mon[88985]: pgmap v2339: 169 pgs: 169 active+clean; 853 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 21 MiB/s rd, 30 MiB/s wr, 579 op/s 2024-04-13T08:30:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:43 smithi139 ceph-mon[88985]: osdmap e1305: 8 total, 8 up, 8 in 2024-04-13T08:30:43.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:43 smithi119 ceph-mon[96316]: pgmap v2339: 169 pgs: 169 active+clean; 853 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 21 MiB/s rd, 30 MiB/s wr, 579 op/s 2024-04-13T08:30:43.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:43 smithi119 ceph-mon[96316]: osdmap e1305: 8 total, 8 up, 8 in 2024-04-13T08:30:43.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:43 smithi119 ceph-mon[93746]: pgmap v2339: 169 pgs: 169 active+clean; 853 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 21 MiB/s rd, 30 MiB/s wr, 579 op/s 2024-04-13T08:30:43.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:43 smithi119 ceph-mon[93746]: osdmap e1305: 8 total, 8 up, 8 in 2024-04-13T08:30:44.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:44 smithi139 ceph-mon[88985]: osdmap e1306: 8 total, 8 up, 8 in 2024-04-13T08:30:44.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:44 smithi119 ceph-mon[96316]: osdmap e1306: 8 total, 8 up, 8 in 2024-04-13T08:30:44.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:44 smithi119 ceph-mon[93746]: osdmap e1306: 8 total, 8 up, 8 in 2024-04-13T08:30:45.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:45 smithi119 ceph-mon[96316]: pgmap v2342: 169 pgs: 169 active+clean; 853 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 21 MiB/s rd, 30 MiB/s wr, 589 op/s 2024-04-13T08:30:45.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:45 smithi119 ceph-mon[96316]: osdmap e1307: 8 total, 8 up, 8 in 2024-04-13T08:30:45.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:45 smithi119 ceph-mon[93746]: pgmap v2342: 169 pgs: 169 active+clean; 853 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 21 MiB/s rd, 30 MiB/s wr, 589 op/s 2024-04-13T08:30:45.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:45 smithi119 ceph-mon[93746]: osdmap e1307: 8 total, 8 up, 8 in 2024-04-13T08:30:45.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:30:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:30:44] "GET /metrics HTTP/1.1" 200 38855 "" "Prometheus/2.43.0" 2024-04-13T08:30:45.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:45 smithi139 ceph-mon[88985]: pgmap v2342: 169 pgs: 169 active+clean; 853 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 21 MiB/s rd, 30 MiB/s wr, 589 op/s 2024-04-13T08:30:45.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:45 smithi139 ceph-mon[88985]: osdmap e1307: 8 total, 8 up, 8 in 2024-04-13T08:30:46.300 INFO:tasks.workunit.client.0.smithi119.stdout:write: 1 0~8388609 2024-04-13T08:30:46.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:46 smithi139 ceph-mon[88985]: osdmap e1308: 8 total, 8 up, 8 in 2024-04-13T08:30:46.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:46 smithi139 ceph-mon[88985]: osdmap e1309: 8 total, 8 up, 8 in 2024-04-13T08:30:46.405 INFO:tasks.workunit.client.0.smithi119.stdout:write: 1 16777218~8388609 2024-04-13T08:30:46.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:46 smithi119 ceph-mon[96316]: osdmap e1308: 8 total, 8 up, 8 in 2024-04-13T08:30:46.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:46 smithi119 ceph-mon[96316]: osdmap e1309: 8 total, 8 up, 8 in 2024-04-13T08:30:46.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:46 smithi119 ceph-mon[93746]: osdmap e1308: 8 total, 8 up, 8 in 2024-04-13T08:30:46.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:46 smithi119 ceph-mon[93746]: osdmap e1309: 8 total, 8 up, 8 in 2024-04-13T08:30:47.080 INFO:tasks.workunit.client.0.smithi119.stdout:write: 1 0~8388609 2024-04-13T08:30:47.099 INFO:tasks.workunit.client.0.smithi119.stdout:write: 1 16777218~8388609 2024-04-13T08:30:47.190 INFO:tasks.workunit.client.0.smithi119.stdout:migration_abort 2024-04-13T08:30:47.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:47 smithi139 ceph-mon[88985]: pgmap v2345: 169 pgs: 169 active+clean; 873 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 109 KiB/s rd, 3.0 MiB/s wr, 152 op/s 2024-04-13T08:30:47.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:47 smithi119 ceph-mon[96316]: pgmap v2345: 169 pgs: 169 active+clean; 873 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 109 KiB/s rd, 3.0 MiB/s wr, 152 op/s 2024-04-13T08:30:47.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:47 smithi119 ceph-mon[93746]: pgmap v2345: 169 pgs: 169 active+clean; 873 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 109 KiB/s rd, 3.0 MiB/s wr, 152 op/s 2024-04-13T08:30:48.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:48 smithi139 ceph-mon[88985]: osdmap e1310: 8 total, 8 up, 8 in 2024-04-13T08:30:48.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:48 smithi119 ceph-mon[93746]: osdmap e1310: 8 total, 8 up, 8 in 2024-04-13T08:30:48.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:48 smithi119 ceph-mon[96316]: osdmap e1310: 8 total, 8 up, 8 in 2024-04-13T08:30:49.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:49 smithi139 ceph-mon[88985]: pgmap v2348: 169 pgs: 169 active+clean; 893 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 9.1 MiB/s rd, 8.0 MiB/s wr, 184 op/s 2024-04-13T08:30:49.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:49 smithi139 ceph-mon[88985]: osdmap e1311: 8 total, 8 up, 8 in 2024-04-13T08:30:49.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:49 smithi119 ceph-mon[96316]: pgmap v2348: 169 pgs: 169 active+clean; 893 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 9.1 MiB/s rd, 8.0 MiB/s wr, 184 op/s 2024-04-13T08:30:49.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:49 smithi119 ceph-mon[96316]: osdmap e1311: 8 total, 8 up, 8 in 2024-04-13T08:30:49.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:49 smithi119 ceph-mon[93746]: pgmap v2348: 169 pgs: 169 active+clean; 893 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 9.1 MiB/s rd, 8.0 MiB/s wr, 184 op/s 2024-04-13T08:30:49.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:49 smithi119 ceph-mon[93746]: osdmap e1311: 8 total, 8 up, 8 in 2024-04-13T08:30:50.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:50 smithi139 ceph-mon[88985]: osdmap e1312: 8 total, 8 up, 8 in 2024-04-13T08:30:50.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:50 smithi119 ceph-mon[93746]: osdmap e1312: 8 total, 8 up, 8 in 2024-04-13T08:30:50.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:50 smithi119 ceph-mon[96316]: osdmap e1312: 8 total, 8 up, 8 in 2024-04-13T08:30:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:51 smithi139 ceph-mon[88985]: pgmap v2351: 169 pgs: 169 active+clean; 893 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 9.0 MiB/s rd, 5.0 MiB/s wr, 41 op/s 2024-04-13T08:30:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:51 smithi139 ceph-mon[88985]: osdmap e1313: 8 total, 8 up, 8 in 2024-04-13T08:30:51.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:51 smithi119 ceph-mon[93746]: pgmap v2351: 169 pgs: 169 active+clean; 893 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 9.0 MiB/s rd, 5.0 MiB/s wr, 41 op/s 2024-04-13T08:30:51.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:51 smithi119 ceph-mon[93746]: osdmap e1313: 8 total, 8 up, 8 in 2024-04-13T08:30:51.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:51 smithi119 ceph-mon[96316]: pgmap v2351: 169 pgs: 169 active+clean; 893 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 9.0 MiB/s rd, 5.0 MiB/s wr, 41 op/s 2024-04-13T08:30:51.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:51 smithi119 ceph-mon[96316]: osdmap e1313: 8 total, 8 up, 8 in 2024-04-13T08:30:51.517 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMigration.AbortWithSnapshots (13649 ms) 2024-04-13T08:30:51.517 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.CloneV1Parent 2024-04-13T08:30:51.551 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:30:51.562 INFO:tasks.workunit.client.0.smithi119.stdout:write: A 0~10 2024-04-13T08:30:51.570 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap1 2024-04-13T08:30:52.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:52 smithi139 ceph-mon[88985]: osdmap e1314: 8 total, 8 up, 8 in 2024-04-13T08:30:52.385 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:30:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:30:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:30:52.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:52 smithi119 ceph-mon[96316]: osdmap e1314: 8 total, 8 up, 8 in 2024-04-13T08:30:52.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:52 smithi119 ceph-mon[93746]: osdmap e1314: 8 total, 8 up, 8 in 2024-04-13T08:30:53.128 INFO:tasks.workunit.client.0.smithi119.stdout:snap_protect: snap1 2024-04-13T08:30:53.195 INFO:tasks.workunit.client.0.smithi119.stdout:migration_prepare 2024-04-13T08:30:53.367 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:53 smithi119 ceph-mon[96316]: pgmap v2354: 169 pgs: 169 active+clean; 929 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 40 MiB/s rd, 18 MiB/s wr, 370 op/s 2024-04-13T08:30:53.367 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:53 smithi119 ceph-mon[96316]: osdmap e1315: 8 total, 8 up, 8 in 2024-04-13T08:30:53.368 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:53 smithi119 ceph-mon[93746]: pgmap v2354: 169 pgs: 169 active+clean; 929 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 40 MiB/s rd, 18 MiB/s wr, 370 op/s 2024-04-13T08:30:53.368 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:53 smithi119 ceph-mon[93746]: osdmap e1315: 8 total, 8 up, 8 in 2024-04-13T08:30:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:53 smithi139 ceph-mon[88985]: pgmap v2354: 169 pgs: 169 active+clean; 929 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 40 MiB/s rd, 18 MiB/s wr, 370 op/s 2024-04-13T08:30:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:53 smithi139 ceph-mon[88985]: osdmap e1315: 8 total, 8 up, 8 in 2024-04-13T08:30:54.334 INFO:tasks.workunit.client.0.smithi119.stdout:migration_execute 2024-04-13T08:30:54.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:54 smithi139 ceph-mon[88985]: osdmap e1316: 8 total, 8 up, 8 in 2024-04-13T08:30:54.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:30:54.410 INFO:tasks.workunit.client.0.smithi119.stdout:migration_commit 2024-04-13T08:30:54.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:54 smithi119 ceph-mon[96316]: osdmap e1316: 8 total, 8 up, 8 in 2024-04-13T08:30:54.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:30:54.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:54 smithi119 ceph-mon[93746]: osdmap e1316: 8 total, 8 up, 8 in 2024-04-13T08:30:54.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:30:55.126 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:30:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:30:54] "GET /metrics HTTP/1.1" 200 38863 "" "Prometheus/2.43.0" 2024-04-13T08:30:55.265 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMigration.CloneV1Parent (3748 ms) 2024-04-13T08:30:55.265 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.CloneV2Parent 2024-04-13T08:30:55.296 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:30:55.307 INFO:tasks.workunit.client.0.smithi119.stdout:write: A 0~10 2024-04-13T08:30:55.316 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap1 2024-04-13T08:30:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:55 smithi139 ceph-mon[88985]: pgmap v2357: 169 pgs: 169 active+clean; 921 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 41 MiB/s rd, 18 MiB/s wr, 376 op/s 2024-04-13T08:30:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:55 smithi139 ceph-mon[88985]: osdmap e1317: 8 total, 8 up, 8 in 2024-04-13T08:30:55.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:55 smithi119 ceph-mon[96316]: pgmap v2357: 169 pgs: 169 active+clean; 921 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 41 MiB/s rd, 18 MiB/s wr, 376 op/s 2024-04-13T08:30:55.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:55 smithi119 ceph-mon[96316]: osdmap e1317: 8 total, 8 up, 8 in 2024-04-13T08:30:55.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:55 smithi119 ceph-mon[93746]: pgmap v2357: 169 pgs: 169 active+clean; 921 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 41 MiB/s rd, 18 MiB/s wr, 376 op/s 2024-04-13T08:30:55.468 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:55 smithi119 ceph-mon[93746]: osdmap e1317: 8 total, 8 up, 8 in 2024-04-13T08:30:56.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:56 smithi139 ceph-mon[88985]: osdmap e1318: 8 total, 8 up, 8 in 2024-04-13T08:30:56.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:56 smithi139 ceph-mon[88985]: osdmap e1319: 8 total, 8 up, 8 in 2024-04-13T08:30:56.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:56 smithi119 ceph-mon[96316]: osdmap e1318: 8 total, 8 up, 8 in 2024-04-13T08:30:56.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:56 smithi119 ceph-mon[96316]: osdmap e1319: 8 total, 8 up, 8 in 2024-04-13T08:30:56.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:56 smithi119 ceph-mon[93746]: osdmap e1318: 8 total, 8 up, 8 in 2024-04-13T08:30:56.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:56 smithi119 ceph-mon[93746]: osdmap e1319: 8 total, 8 up, 8 in 2024-04-13T08:30:56.851 INFO:tasks.workunit.client.0.smithi119.stdout:snap_protect: snap1 2024-04-13T08:30:56.914 INFO:tasks.workunit.client.0.smithi119.stdout:migration_prepare 2024-04-13T08:30:57.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:57 smithi139 ceph-mon[88985]: pgmap v2360: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 29 MiB/s rd, 18 KiB/s wr, 311 op/s 2024-04-13T08:30:57.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:57 smithi139 ceph-mon[88985]: osdmap e1320: 8 total, 8 up, 8 in 2024-04-13T08:30:57.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:57 smithi119 ceph-mon[96316]: pgmap v2360: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 29 MiB/s rd, 18 KiB/s wr, 311 op/s 2024-04-13T08:30:57.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:57 smithi119 ceph-mon[96316]: osdmap e1320: 8 total, 8 up, 8 in 2024-04-13T08:30:57.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:57 smithi119 ceph-mon[93746]: pgmap v2360: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 29 MiB/s rd, 18 KiB/s wr, 311 op/s 2024-04-13T08:30:57.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:57 smithi119 ceph-mon[93746]: osdmap e1320: 8 total, 8 up, 8 in 2024-04-13T08:30:58.059 INFO:tasks.workunit.client.0.smithi119.stdout:migration_execute 2024-04-13T08:30:58.138 INFO:tasks.workunit.client.0.smithi119.stdout:migration_commit 2024-04-13T08:30:59.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:58 smithi139 ceph-mon[88985]: pgmap v2363: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 28 MiB/s rd, 27 KiB/s wr, 519 op/s 2024-04-13T08:30:59.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:30:58 smithi139 ceph-mon[88985]: osdmap e1321: 8 total, 8 up, 8 in 2024-04-13T08:30:59.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:58 smithi119 ceph-mon[96316]: pgmap v2363: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 28 MiB/s rd, 27 KiB/s wr, 519 op/s 2024-04-13T08:30:59.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:30:58 smithi119 ceph-mon[96316]: osdmap e1321: 8 total, 8 up, 8 in 2024-04-13T08:30:59.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:58 smithi119 ceph-mon[93746]: pgmap v2363: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 28 MiB/s rd, 27 KiB/s wr, 519 op/s 2024-04-13T08:30:59.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:30:58 smithi119 ceph-mon[93746]: osdmap e1321: 8 total, 8 up, 8 in 2024-04-13T08:30:59.310 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMigration.CloneV2Parent (4045 ms) 2024-04-13T08:30:59.310 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.CloneV1ParentAbort 2024-04-13T08:30:59.343 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:30:59.353 INFO:tasks.workunit.client.0.smithi119.stdout:write: A 0~10 2024-04-13T08:30:59.363 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap1 2024-04-13T08:31:00.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:00 smithi119 ceph-mon[96316]: osdmap e1322: 8 total, 8 up, 8 in 2024-04-13T08:31:00.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:00 smithi119 ceph-mon[93746]: osdmap e1322: 8 total, 8 up, 8 in 2024-04-13T08:31:00.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:00 smithi139 ceph-mon[88985]: osdmap e1322: 8 total, 8 up, 8 in 2024-04-13T08:31:00.853 INFO:tasks.workunit.client.0.smithi119.stdout:snap_protect: snap1 2024-04-13T08:31:00.914 INFO:tasks.workunit.client.0.smithi119.stdout:migration_prepare 2024-04-13T08:31:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:01 smithi119 ceph-mon[96316]: pgmap v2366: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 171 KiB/s rd, 9.0 KiB/s wr, 213 op/s 2024-04-13T08:31:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:01 smithi119 ceph-mon[96316]: osdmap e1323: 8 total, 8 up, 8 in 2024-04-13T08:31:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:01 smithi119 ceph-mon[96316]: osdmap e1324: 8 total, 8 up, 8 in 2024-04-13T08:31:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:01 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:31:01.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:01 smithi119 ceph-mon[93746]: pgmap v2366: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 171 KiB/s rd, 9.0 KiB/s wr, 213 op/s 2024-04-13T08:31:01.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:01 smithi119 ceph-mon[93746]: osdmap e1323: 8 total, 8 up, 8 in 2024-04-13T08:31:01.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:01 smithi119 ceph-mon[93746]: osdmap e1324: 8 total, 8 up, 8 in 2024-04-13T08:31:01.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:01 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:31:01.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:01 smithi139 ceph-mon[88985]: pgmap v2366: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 171 KiB/s rd, 9.0 KiB/s wr, 213 op/s 2024-04-13T08:31:01.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:01 smithi139 ceph-mon[88985]: osdmap e1323: 8 total, 8 up, 8 in 2024-04-13T08:31:01.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:01 smithi139 ceph-mon[88985]: osdmap e1324: 8 total, 8 up, 8 in 2024-04-13T08:31:01.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:01 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:31:02.003 INFO:tasks.workunit.client.0.smithi119.stdout:migration_abort 2024-04-13T08:31:02.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:02 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:31:02.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:02 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:31:02.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:02 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:31:02.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:02 smithi119 ceph-mon[96316]: osdmap e1325: 8 total, 8 up, 8 in 2024-04-13T08:31:02.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:02 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:31:02.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:02 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:31:02.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:02 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:31:02.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:02 smithi119 ceph-mon[93746]: osdmap e1325: 8 total, 8 up, 8 in 2024-04-13T08:31:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:31:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:31:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:31:02.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:02 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:31:02.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:02 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:31:02.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:02 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:31:02.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:02 smithi139 ceph-mon[88985]: osdmap e1325: 8 total, 8 up, 8 in 2024-04-13T08:31:03.013 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMigration.CloneV1ParentAbort (3703 ms) 2024-04-13T08:31:03.013 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.CloneV2ParentAbort 2024-04-13T08:31:03.048 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:31:03.060 INFO:tasks.workunit.client.0.smithi119.stdout:write: A 0~10 2024-04-13T08:31:03.069 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap1 2024-04-13T08:31:03.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:03 smithi119 ceph-mon[96316]: pgmap v2369: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 309 KiB/s rd, 19 KiB/s wr, 387 op/s 2024-04-13T08:31:03.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:03 smithi119 ceph-mon[96316]: osdmap e1326: 8 total, 8 up, 8 in 2024-04-13T08:31:03.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:03 smithi119 ceph-mon[93746]: pgmap v2369: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 309 KiB/s rd, 19 KiB/s wr, 387 op/s 2024-04-13T08:31:03.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:03 smithi119 ceph-mon[93746]: osdmap e1326: 8 total, 8 up, 8 in 2024-04-13T08:31:03.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:03 smithi139 ceph-mon[88985]: pgmap v2369: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 309 KiB/s rd, 19 KiB/s wr, 387 op/s 2024-04-13T08:31:03.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:03 smithi139 ceph-mon[88985]: osdmap e1326: 8 total, 8 up, 8 in 2024-04-13T08:31:04.861 INFO:tasks.workunit.client.0.smithi119.stdout:snap_protect: snap1 2024-04-13T08:31:04.924 INFO:tasks.workunit.client.0.smithi119.stdout:migration_prepare 2024-04-13T08:31:05.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:04 smithi139 ceph-mon[88985]: pgmap v2372: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 390 KiB/s rd, 23 KiB/s wr, 489 op/s 2024-04-13T08:31:05.138 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:04 smithi139 ceph-mon[88985]: osdmap e1327: 8 total, 8 up, 8 in 2024-04-13T08:31:05.215 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:31:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:31:04] "GET /metrics HTTP/1.1" 200 38863 "" "Prometheus/2.43.0" 2024-04-13T08:31:05.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:04 smithi119 ceph-mon[93746]: pgmap v2372: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 390 KiB/s rd, 23 KiB/s wr, 489 op/s 2024-04-13T08:31:05.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:04 smithi119 ceph-mon[93746]: osdmap e1327: 8 total, 8 up, 8 in 2024-04-13T08:31:05.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:04 smithi119 ceph-mon[96316]: pgmap v2372: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 390 KiB/s rd, 23 KiB/s wr, 489 op/s 2024-04-13T08:31:05.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:04 smithi119 ceph-mon[96316]: osdmap e1327: 8 total, 8 up, 8 in 2024-04-13T08:31:06.005 INFO:tasks.workunit.client.0.smithi119.stdout:migration_abort 2024-04-13T08:31:06.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:05 smithi139 ceph-mon[88985]: osdmap e1328: 8 total, 8 up, 8 in 2024-04-13T08:31:06.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:05 smithi139 ceph-mon[88985]: osdmap e1329: 8 total, 8 up, 8 in 2024-04-13T08:31:06.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:05 smithi119 ceph-mon[96316]: osdmap e1328: 8 total, 8 up, 8 in 2024-04-13T08:31:06.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:05 smithi119 ceph-mon[96316]: osdmap e1329: 8 total, 8 up, 8 in 2024-04-13T08:31:06.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:05 smithi119 ceph-mon[93746]: osdmap e1328: 8 total, 8 up, 8 in 2024-04-13T08:31:06.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:05 smithi119 ceph-mon[93746]: osdmap e1329: 8 total, 8 up, 8 in 2024-04-13T08:31:07.001 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMigration.CloneV2ParentAbort (3989 ms) 2024-04-13T08:31:07.002 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach 2024-04-13T08:31:07.037 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:31:07.048 INFO:tasks.workunit.client.0.smithi119.stdout:write: A 0~10 2024-04-13T08:31:07.058 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap1 2024-04-13T08:31:07.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:06 smithi139 ceph-mon[88985]: pgmap v2375: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 297 KiB/s rd, 21 KiB/s wr, 385 op/s 2024-04-13T08:31:07.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:06 smithi119 ceph-mon[96316]: pgmap v2375: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 297 KiB/s rd, 21 KiB/s wr, 385 op/s 2024-04-13T08:31:07.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:06 smithi119 ceph-mon[93746]: pgmap v2375: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 297 KiB/s rd, 21 KiB/s wr, 385 op/s 2024-04-13T08:31:08.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:07 smithi139 ceph-mon[88985]: osdmap e1330: 8 total, 8 up, 8 in 2024-04-13T08:31:08.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:07 smithi119 ceph-mon[96316]: osdmap e1330: 8 total, 8 up, 8 in 2024-04-13T08:31:08.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:07 smithi119 ceph-mon[93746]: osdmap e1330: 8 total, 8 up, 8 in 2024-04-13T08:31:08.889 INFO:tasks.workunit.client.0.smithi119.stdout:snap_protect: snap1 2024-04-13T08:31:08.957 INFO:tasks.workunit.client.0.smithi119.stdout:migration_prepare 2024-04-13T08:31:09.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:08 smithi139 ceph-mon[88985]: pgmap v2378: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 290 KiB/s rd, 22 KiB/s wr, 380 op/s 2024-04-13T08:31:09.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:08 smithi139 ceph-mon[88985]: osdmap e1331: 8 total, 8 up, 8 in 2024-04-13T08:31:09.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:08 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:31:09.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:08 smithi119 ceph-mon[96316]: pgmap v2378: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 290 KiB/s rd, 22 KiB/s wr, 380 op/s 2024-04-13T08:31:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:08 smithi119 ceph-mon[96316]: osdmap e1331: 8 total, 8 up, 8 in 2024-04-13T08:31:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:08 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:31:09.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:08 smithi119 ceph-mon[93746]: pgmap v2378: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 290 KiB/s rd, 22 KiB/s wr, 380 op/s 2024-04-13T08:31:09.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:08 smithi119 ceph-mon[93746]: osdmap e1331: 8 total, 8 up, 8 in 2024-04-13T08:31:09.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:08 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:31:10.085 INFO:tasks.workunit.client.0.smithi119.stdout:migration_abort 2024-04-13T08:31:10.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:09 smithi139 ceph-mon[88985]: osdmap e1332: 8 total, 8 up, 8 in 2024-04-13T08:31:10.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:09 smithi119 ceph-mon[96316]: osdmap e1332: 8 total, 8 up, 8 in 2024-04-13T08:31:10.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:09 smithi119 ceph-mon[93746]: osdmap e1332: 8 total, 8 up, 8 in 2024-04-13T08:31:10.987 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach (3985 ms) 2024-04-13T08:31:10.987 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixParentReattach 2024-04-13T08:31:11.020 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:31:11.031 INFO:tasks.workunit.client.0.smithi119.stdout:write: A 0~10 2024-04-13T08:31:11.040 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap1 2024-04-13T08:31:11.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:10 smithi119 ceph-mon[96316]: pgmap v2381: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 75 KiB/s rd, 5.2 KiB/s wr, 96 op/s 2024-04-13T08:31:11.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:10 smithi119 ceph-mon[96316]: osdmap e1333: 8 total, 8 up, 8 in 2024-04-13T08:31:11.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:10 smithi119 ceph-mon[96316]: osdmap e1334: 8 total, 8 up, 8 in 2024-04-13T08:31:11.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:10 smithi119 ceph-mon[93746]: pgmap v2381: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 75 KiB/s rd, 5.2 KiB/s wr, 96 op/s 2024-04-13T08:31:11.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:10 smithi119 ceph-mon[93746]: osdmap e1333: 8 total, 8 up, 8 in 2024-04-13T08:31:11.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:10 smithi119 ceph-mon[93746]: osdmap e1334: 8 total, 8 up, 8 in 2024-04-13T08:31:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:10 smithi139 ceph-mon[88985]: pgmap v2381: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 75 KiB/s rd, 5.2 KiB/s wr, 96 op/s 2024-04-13T08:31:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:10 smithi139 ceph-mon[88985]: osdmap e1333: 8 total, 8 up, 8 in 2024-04-13T08:31:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:10 smithi139 ceph-mon[88985]: osdmap e1334: 8 total, 8 up, 8 in 2024-04-13T08:31:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:31:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:31:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:31:12.919 INFO:tasks.workunit.client.0.smithi119.stdout:snap_protect: snap1 2024-04-13T08:31:12.982 INFO:tasks.workunit.client.0.smithi119.stdout:migration_prepare 2024-04-13T08:31:13.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:12 smithi119 ceph-mon[96316]: pgmap v2384: 169 pgs: 169 active+clean; 905 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 224 KiB/s rd, 20 KiB/s wr, 295 op/s 2024-04-13T08:31:13.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:12 smithi119 ceph-mon[96316]: osdmap e1335: 8 total, 8 up, 8 in 2024-04-13T08:31:13.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:12 smithi119 ceph-mon[93746]: pgmap v2384: 169 pgs: 169 active+clean; 905 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 224 KiB/s rd, 20 KiB/s wr, 295 op/s 2024-04-13T08:31:13.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:12 smithi119 ceph-mon[93746]: osdmap e1335: 8 total, 8 up, 8 in 2024-04-13T08:31:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:12 smithi139 ceph-mon[88985]: pgmap v2384: 169 pgs: 169 active+clean; 905 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 224 KiB/s rd, 20 KiB/s wr, 295 op/s 2024-04-13T08:31:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:12 smithi139 ceph-mon[88985]: osdmap e1335: 8 total, 8 up, 8 in 2024-04-13T08:31:14.116 INFO:tasks.workunit.client.0.smithi119.stdout:migration_abort 2024-04-13T08:31:14.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:13 smithi119 ceph-mon[96316]: osdmap e1336: 8 total, 8 up, 8 in 2024-04-13T08:31:14.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:13 smithi119 ceph-mon[93746]: osdmap e1336: 8 total, 8 up, 8 in 2024-04-13T08:31:14.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:13 smithi139 ceph-mon[88985]: osdmap e1336: 8 total, 8 up, 8 in 2024-04-13T08:31:15.069 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixParentReattach (4083 ms) 2024-04-13T08:31:15.070 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.CloneV1ParentAbortRelinkNotNeeded 2024-04-13T08:31:15.101 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:31:15.113 INFO:tasks.workunit.client.0.smithi119.stdout:write: A 0~10 2024-04-13T08:31:15.121 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap1 2024-04-13T08:31:15.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:14 smithi119 ceph-mon[96316]: pgmap v2387: 169 pgs: 169 active+clean; 905 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 393 KiB/s rd, 26 KiB/s wr, 502 op/s 2024-04-13T08:31:15.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:14 smithi119 ceph-mon[96316]: osdmap e1337: 8 total, 8 up, 8 in 2024-04-13T08:31:15.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:14 smithi119 ceph-mon[93746]: pgmap v2387: 169 pgs: 169 active+clean; 905 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 393 KiB/s rd, 26 KiB/s wr, 502 op/s 2024-04-13T08:31:15.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:14 smithi119 ceph-mon[93746]: osdmap e1337: 8 total, 8 up, 8 in 2024-04-13T08:31:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:31:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:31:14] "GET /metrics HTTP/1.1" 200 38854 "" "Prometheus/2.43.0" 2024-04-13T08:31:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:14 smithi139 ceph-mon[88985]: pgmap v2387: 169 pgs: 169 active+clean; 905 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 393 KiB/s rd, 26 KiB/s wr, 502 op/s 2024-04-13T08:31:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:14 smithi139 ceph-mon[88985]: osdmap e1337: 8 total, 8 up, 8 in 2024-04-13T08:31:16.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:15 smithi119 ceph-mon[96316]: osdmap e1338: 8 total, 8 up, 8 in 2024-04-13T08:31:16.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:15 smithi119 ceph-mon[96316]: osdmap e1339: 8 total, 8 up, 8 in 2024-04-13T08:31:16.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:15 smithi119 ceph-mon[93746]: osdmap e1338: 8 total, 8 up, 8 in 2024-04-13T08:31:16.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:15 smithi119 ceph-mon[93746]: osdmap e1339: 8 total, 8 up, 8 in 2024-04-13T08:31:16.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:15 smithi139 ceph-mon[88985]: osdmap e1338: 8 total, 8 up, 8 in 2024-04-13T08:31:16.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:15 smithi139 ceph-mon[88985]: osdmap e1339: 8 total, 8 up, 8 in 2024-04-13T08:31:16.858 INFO:tasks.workunit.client.0.smithi119.stdout:snap_protect: snap1 2024-04-13T08:31:16.919 INFO:tasks.workunit.client.0.smithi119.stdout:migration_prepare 2024-04-13T08:31:17.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:16 smithi119 ceph-mon[96316]: pgmap v2390: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 442 KiB/s rd, 22 KiB/s wr, 550 op/s 2024-04-13T08:31:17.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:16 smithi119 ceph-mon[96316]: osdmap e1340: 8 total, 8 up, 8 in 2024-04-13T08:31:17.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:16 smithi119 ceph-mon[93746]: pgmap v2390: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 442 KiB/s rd, 22 KiB/s wr, 550 op/s 2024-04-13T08:31:17.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:16 smithi119 ceph-mon[93746]: osdmap e1340: 8 total, 8 up, 8 in 2024-04-13T08:31:17.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:16 smithi139 ceph-mon[88985]: pgmap v2390: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 442 KiB/s rd, 22 KiB/s wr, 550 op/s 2024-04-13T08:31:17.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:16 smithi139 ceph-mon[88985]: osdmap e1340: 8 total, 8 up, 8 in 2024-04-13T08:31:18.140 INFO:tasks.workunit.client.0.smithi119.stdout:migration_abort 2024-04-13T08:31:19.089 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMigration.CloneV1ParentAbortRelinkNotNeeded (4019 ms) 2024-04-13T08:31:19.089 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach 2024-04-13T08:31:19.120 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:31:19.131 INFO:tasks.workunit.client.0.smithi119.stdout:write: A 0~10 2024-04-13T08:31:19.140 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap1 2024-04-13T08:31:19.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:18 smithi119 ceph-mon[96316]: pgmap v2393: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 298 KiB/s rd, 20 KiB/s wr, 386 op/s 2024-04-13T08:31:19.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:18 smithi119 ceph-mon[96316]: osdmap e1341: 8 total, 8 up, 8 in 2024-04-13T08:31:19.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:18 smithi119 ceph-mon[93746]: pgmap v2393: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 298 KiB/s rd, 20 KiB/s wr, 386 op/s 2024-04-13T08:31:19.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:18 smithi119 ceph-mon[93746]: osdmap e1341: 8 total, 8 up, 8 in 2024-04-13T08:31:19.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:18 smithi139 ceph-mon[88985]: pgmap v2393: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 298 KiB/s rd, 20 KiB/s wr, 386 op/s 2024-04-13T08:31:19.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:18 smithi139 ceph-mon[88985]: osdmap e1341: 8 total, 8 up, 8 in 2024-04-13T08:31:20.215 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:19 smithi119 ceph-mon[93746]: osdmap e1342: 8 total, 8 up, 8 in 2024-04-13T08:31:20.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:19 smithi119 ceph-mon[96316]: osdmap e1342: 8 total, 8 up, 8 in 2024-04-13T08:31:20.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:19 smithi139 ceph-mon[88985]: osdmap e1342: 8 total, 8 up, 8 in 2024-04-13T08:31:20.856 INFO:tasks.workunit.client.0.smithi119.stdout:snap_protect: snap1 2024-04-13T08:31:20.917 INFO:tasks.workunit.client.0.smithi119.stdout:migration_prepare 2024-04-13T08:31:21.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:20 smithi119 ceph-mon[93746]: pgmap v2396: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 25 KiB/s rd, 3.7 KiB/s wr, 42 op/s 2024-04-13T08:31:21.266 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:20 smithi119 ceph-mon[93746]: osdmap e1343: 8 total, 8 up, 8 in 2024-04-13T08:31:21.266 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:20 smithi119 ceph-mon[93746]: osdmap e1344: 8 total, 8 up, 8 in 2024-04-13T08:31:21.266 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:20 smithi119 ceph-mon[96316]: pgmap v2396: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 25 KiB/s rd, 3.7 KiB/s wr, 42 op/s 2024-04-13T08:31:21.266 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:20 smithi119 ceph-mon[96316]: osdmap e1343: 8 total, 8 up, 8 in 2024-04-13T08:31:21.266 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:20 smithi119 ceph-mon[96316]: osdmap e1344: 8 total, 8 up, 8 in 2024-04-13T08:31:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:20 smithi139 ceph-mon[88985]: pgmap v2396: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 25 KiB/s rd, 3.7 KiB/s wr, 42 op/s 2024-04-13T08:31:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:20 smithi139 ceph-mon[88985]: osdmap e1343: 8 total, 8 up, 8 in 2024-04-13T08:31:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:20 smithi139 ceph-mon[88985]: osdmap e1344: 8 total, 8 up, 8 in 2024-04-13T08:31:22.137 INFO:tasks.workunit.client.0.smithi119.stdout:migration_abort 2024-04-13T08:31:22.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:31:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:31:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:31:23.113 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach (4025 ms) 2024-04-13T08:31:23.114 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixParentReattach 2024-04-13T08:31:23.146 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:31:23.158 INFO:tasks.workunit.client.0.smithi119.stdout:write: A 0~10 2024-04-13T08:31:23.167 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap1 2024-04-13T08:31:23.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:22 smithi119 ceph-mon[93746]: pgmap v2399: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 244 KiB/s rd, 15 KiB/s wr, 310 op/s 2024-04-13T08:31:23.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:22 smithi119 ceph-mon[93746]: osdmap e1345: 8 total, 8 up, 8 in 2024-04-13T08:31:23.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:22 smithi119 ceph-mon[96316]: pgmap v2399: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 244 KiB/s rd, 15 KiB/s wr, 310 op/s 2024-04-13T08:31:23.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:22 smithi119 ceph-mon[96316]: osdmap e1345: 8 total, 8 up, 8 in 2024-04-13T08:31:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:22 smithi139 ceph-mon[88985]: pgmap v2399: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 244 KiB/s rd, 15 KiB/s wr, 310 op/s 2024-04-13T08:31:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:22 smithi139 ceph-mon[88985]: osdmap e1345: 8 total, 8 up, 8 in 2024-04-13T08:31:24.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:23 smithi119 ceph-mon[93746]: osdmap e1346: 8 total, 8 up, 8 in 2024-04-13T08:31:24.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:23 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:31:24.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:23 smithi119 ceph-mon[96316]: osdmap e1346: 8 total, 8 up, 8 in 2024-04-13T08:31:24.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:23 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:31:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:23 smithi139 ceph-mon[88985]: osdmap e1346: 8 total, 8 up, 8 in 2024-04-13T08:31:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:23 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:31:24.990 INFO:tasks.workunit.client.0.smithi119.stdout:snap_protect: snap1 2024-04-13T08:31:25.057 INFO:tasks.workunit.client.0.smithi119.stdout:migration_prepare 2024-04-13T08:31:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:31:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:31:24] "GET /metrics HTTP/1.1" 200 38857 "" "Prometheus/2.43.0" 2024-04-13T08:31:25.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:24 smithi119 ceph-mon[93746]: pgmap v2402: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 282 KiB/s rd, 17 KiB/s wr, 360 op/s 2024-04-13T08:31:25.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:24 smithi119 ceph-mon[93746]: osdmap e1347: 8 total, 8 up, 8 in 2024-04-13T08:31:25.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:24 smithi119 ceph-mon[96316]: pgmap v2402: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 282 KiB/s rd, 17 KiB/s wr, 360 op/s 2024-04-13T08:31:25.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:24 smithi119 ceph-mon[96316]: osdmap e1347: 8 total, 8 up, 8 in 2024-04-13T08:31:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:24 smithi139 ceph-mon[88985]: pgmap v2402: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 282 KiB/s rd, 17 KiB/s wr, 360 op/s 2024-04-13T08:31:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:24 smithi139 ceph-mon[88985]: osdmap e1347: 8 total, 8 up, 8 in 2024-04-13T08:31:26.037 INFO:tasks.workunit.client.0.smithi119.stdout:migration_abort 2024-04-13T08:31:26.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:25 smithi139 ceph-mon[88985]: osdmap e1348: 8 total, 8 up, 8 in 2024-04-13T08:31:26.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:25 smithi139 ceph-mon[88985]: osdmap e1349: 8 total, 8 up, 8 in 2024-04-13T08:31:26.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:25 smithi119 ceph-mon[93746]: osdmap e1348: 8 total, 8 up, 8 in 2024-04-13T08:31:26.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:25 smithi119 ceph-mon[93746]: osdmap e1349: 8 total, 8 up, 8 in 2024-04-13T08:31:26.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:25 smithi119 ceph-mon[96316]: osdmap e1348: 8 total, 8 up, 8 in 2024-04-13T08:31:26.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:25 smithi119 ceph-mon[96316]: osdmap e1349: 8 total, 8 up, 8 in 2024-04-13T08:31:27.138 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixParentReattach (4024 ms) 2024-04-13T08:31:27.138 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.CloneV2ParentAbortRelinkNotNeeded 2024-04-13T08:31:27.172 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:31:27.186 INFO:tasks.workunit.client.0.smithi119.stdout:write: A 0~10 2024-04-13T08:31:27.195 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap1 2024-04-13T08:31:27.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:26 smithi139 ceph-mon[88985]: pgmap v2405: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 273 KiB/s rd, 24 KiB/s wr, 362 op/s 2024-04-13T08:31:27.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:26 smithi119 ceph-mon[93746]: pgmap v2405: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 273 KiB/s rd, 24 KiB/s wr, 362 op/s 2024-04-13T08:31:27.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:26 smithi119 ceph-mon[96316]: pgmap v2405: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 273 KiB/s rd, 24 KiB/s wr, 362 op/s 2024-04-13T08:31:28.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:27 smithi139 ceph-mon[88985]: osdmap e1350: 8 total, 8 up, 8 in 2024-04-13T08:31:28.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:27 smithi119 ceph-mon[96316]: osdmap e1350: 8 total, 8 up, 8 in 2024-04-13T08:31:28.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:27 smithi119 ceph-mon[93746]: osdmap e1350: 8 total, 8 up, 8 in 2024-04-13T08:31:29.007 INFO:tasks.workunit.client.0.smithi119.stdout:snap_protect: snap1 2024-04-13T08:31:29.071 INFO:tasks.workunit.client.0.smithi119.stdout:migration_prepare 2024-04-13T08:31:29.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:28 smithi139 ceph-mon[88985]: pgmap v2408: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 388 KiB/s rd, 29 KiB/s wr, 496 op/s 2024-04-13T08:31:29.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:28 smithi139 ceph-mon[88985]: osdmap e1351: 8 total, 8 up, 8 in 2024-04-13T08:31:29.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:28 smithi119 ceph-mon[96316]: pgmap v2408: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 388 KiB/s rd, 29 KiB/s wr, 496 op/s 2024-04-13T08:31:29.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:28 smithi119 ceph-mon[96316]: osdmap e1351: 8 total, 8 up, 8 in 2024-04-13T08:31:29.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:28 smithi119 ceph-mon[93746]: pgmap v2408: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 388 KiB/s rd, 29 KiB/s wr, 496 op/s 2024-04-13T08:31:29.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:28 smithi119 ceph-mon[93746]: osdmap e1351: 8 total, 8 up, 8 in 2024-04-13T08:31:30.206 INFO:tasks.workunit.client.0.smithi119.stdout:migration_abort 2024-04-13T08:31:30.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:30 smithi139 ceph-mon[88985]: osdmap e1352: 8 total, 8 up, 8 in 2024-04-13T08:31:30.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:30 smithi119 ceph-mon[96316]: osdmap e1352: 8 total, 8 up, 8 in 2024-04-13T08:31:30.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:30 smithi119 ceph-mon[93746]: osdmap e1352: 8 total, 8 up, 8 in 2024-04-13T08:31:30.980 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMigration.CloneV2ParentAbortRelinkNotNeeded (3842 ms) 2024-04-13T08:31:30.980 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.StressNoMigrate 2024-04-13T08:31:31.017 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:31:31.029 INFO:tasks.workunit.client.0.smithi119.stdout:write: A 29096095~8231830 2024-04-13T08:31:31.092 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 57279373~5115150 2024-04-13T08:31:31.092 INFO:tasks.workunit.client.0.smithi119.stdout:write: A 54192463~4529313 2024-04-13T08:31:31.125 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 25037258~5062562 2024-04-13T08:31:31.133 INFO:tasks.workunit.client.0.smithi119.stdout:write: A 5232814~6554747 2024-04-13T08:31:31.168 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 32812712~220051 2024-04-13T08:31:31.171 INFO:tasks.workunit.client.0.smithi119.stdout:write: A 25642567~905796 2024-04-13T08:31:31.181 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 78335812~5550268 2024-04-13T08:31:31.181 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap0 2024-04-13T08:31:31.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:31 smithi139 ceph-mon[88985]: pgmap v2411: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 153 KiB/s rd, 7.0 KiB/s wr, 182 op/s 2024-04-13T08:31:31.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:31 smithi139 ceph-mon[88985]: osdmap e1353: 8 total, 8 up, 8 in 2024-04-13T08:31:31.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:31 smithi139 ceph-mon[88985]: osdmap e1354: 8 total, 8 up, 8 in 2024-04-13T08:31:31.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:31 smithi119 ceph-mon[96316]: pgmap v2411: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 153 KiB/s rd, 7.0 KiB/s wr, 182 op/s 2024-04-13T08:31:31.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:31 smithi119 ceph-mon[96316]: osdmap e1353: 8 total, 8 up, 8 in 2024-04-13T08:31:31.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:31 smithi119 ceph-mon[96316]: osdmap e1354: 8 total, 8 up, 8 in 2024-04-13T08:31:31.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:31 smithi119 ceph-mon[93746]: pgmap v2411: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 153 KiB/s rd, 7.0 KiB/s wr, 182 op/s 2024-04-13T08:31:31.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:31 smithi119 ceph-mon[93746]: osdmap e1353: 8 total, 8 up, 8 in 2024-04-13T08:31:31.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:31 smithi119 ceph-mon[93746]: osdmap e1354: 8 total, 8 up, 8 in 2024-04-13T08:31:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:31:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:31:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:31:33.029 INFO:tasks.workunit.client.0.smithi119.stdout:snap_protect: snap0 2024-04-13T08:31:33.041 INFO:tasks.workunit.client.0.smithi119.stdout:clone image159 -> image162 2024-04-13T08:31:33.152 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 138150545 2024-04-13T08:31:33.162 INFO:tasks.workunit.client.0.smithi119.stdout:write: B 39415521~2245139 2024-04-13T08:31:33.187 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 106749611~2556052 2024-04-13T08:31:33.187 INFO:tasks.workunit.client.0.smithi119.stdout:write: B 76805439~7725733 2024-04-13T08:31:33.233 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 22154976~6810077 2024-04-13T08:31:33.243 INFO:tasks.workunit.client.0.smithi119.stdout:write: B 2862819~2270376 2024-04-13T08:31:33.293 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 11473776~7373429 2024-04-13T08:31:33.323 INFO:tasks.workunit.client.0.smithi119.stdout:write: B 116945761~1137119 2024-04-13T08:31:33.335 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 57098545~1129658 2024-04-13T08:31:33.372 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap1 2024-04-13T08:31:33.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:33 smithi139 ceph-mon[88985]: pgmap v2414: 169 pgs: 169 active+clean; 920 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 183 KiB/s rd, 3.4 MiB/s wr, 249 op/s 2024-04-13T08:31:33.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:33 smithi139 ceph-mon[88985]: osdmap e1355: 8 total, 8 up, 8 in 2024-04-13T08:31:33.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:33 smithi119 ceph-mon[96316]: pgmap v2414: 169 pgs: 169 active+clean; 920 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 183 KiB/s rd, 3.4 MiB/s wr, 249 op/s 2024-04-13T08:31:33.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:33 smithi119 ceph-mon[96316]: osdmap e1355: 8 total, 8 up, 8 in 2024-04-13T08:31:33.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:33 smithi119 ceph-mon[93746]: pgmap v2414: 169 pgs: 169 active+clean; 920 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 183 KiB/s rd, 3.4 MiB/s wr, 249 op/s 2024-04-13T08:31:33.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:33 smithi119 ceph-mon[93746]: osdmap e1355: 8 total, 8 up, 8 in 2024-04-13T08:31:34.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:34 smithi139 ceph-mon[88985]: osdmap e1356: 8 total, 8 up, 8 in 2024-04-13T08:31:34.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:34 smithi119 ceph-mon[96316]: osdmap e1356: 8 total, 8 up, 8 in 2024-04-13T08:31:34.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:34 smithi119 ceph-mon[93746]: osdmap e1356: 8 total, 8 up, 8 in 2024-04-13T08:31:35.043 INFO:tasks.workunit.client.0.smithi119.stdout:snap_protect: snap1 2024-04-13T08:31:35.056 INFO:tasks.workunit.client.0.smithi119.stdout:clone image162 -> image164 2024-04-13T08:31:35.182 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 88372880 2024-04-13T08:31:35.199 INFO:tasks.workunit.client.0.smithi119.stdout:write: C 17593860~7315840 2024-04-13T08:31:35.215 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:31:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:31:34] "GET /metrics HTTP/1.1" 200 38857 "" "Prometheus/2.43.0" 2024-04-13T08:31:35.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:35 smithi119 ceph-mon[96316]: pgmap v2417: 169 pgs: 169 active+clean; 933 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 315 KiB/s rd, 4.8 MiB/s wr, 417 op/s 2024-04-13T08:31:35.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:35 smithi119 ceph-mon[96316]: osdmap e1357: 8 total, 8 up, 8 in 2024-04-13T08:31:35.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:35 smithi119 ceph-mon[93746]: pgmap v2417: 169 pgs: 169 active+clean; 933 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 315 KiB/s rd, 4.8 MiB/s wr, 417 op/s 2024-04-13T08:31:35.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:35 smithi119 ceph-mon[93746]: osdmap e1357: 8 total, 8 up, 8 in 2024-04-13T08:31:35.255 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 76598452~1603005 2024-04-13T08:31:35.286 INFO:tasks.workunit.client.0.smithi119.stdout:write: C 77228146~2414892 2024-04-13T08:31:35.309 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 57518681~8012635 2024-04-13T08:31:35.350 INFO:tasks.workunit.client.0.smithi119.stdout:write: C 22046138~686728 2024-04-13T08:31:35.357 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 80006058~8366822 2024-04-13T08:31:35.375 INFO:tasks.workunit.client.0.smithi119.stdout:write: C 1383512~3805389 2024-04-13T08:31:35.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:35 smithi139 ceph-mon[88985]: pgmap v2417: 169 pgs: 169 active+clean; 933 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 315 KiB/s rd, 4.8 MiB/s wr, 417 op/s 2024-04-13T08:31:35.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:35 smithi139 ceph-mon[88985]: osdmap e1357: 8 total, 8 up, 8 in 2024-04-13T08:31:35.425 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 53451520~7175598 2024-04-13T08:31:35.434 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap2 2024-04-13T08:31:36.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:36 smithi139 ceph-mon[88985]: osdmap e1358: 8 total, 8 up, 8 in 2024-04-13T08:31:36.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:36 smithi139 ceph-mon[88985]: osdmap e1359: 8 total, 8 up, 8 in 2024-04-13T08:31:36.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:36 smithi119 ceph-mon[96316]: osdmap e1358: 8 total, 8 up, 8 in 2024-04-13T08:31:36.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:36 smithi119 ceph-mon[96316]: osdmap e1359: 8 total, 8 up, 8 in 2024-04-13T08:31:36.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:36 smithi119 ceph-mon[93746]: osdmap e1358: 8 total, 8 up, 8 in 2024-04-13T08:31:36.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:36 smithi119 ceph-mon[93746]: osdmap e1359: 8 total, 8 up, 8 in 2024-04-13T08:31:36.864 INFO:tasks.workunit.client.0.smithi119.stdout:snap_protect: snap2 2024-04-13T08:31:36.874 INFO:tasks.workunit.client.0.smithi119.stdout:clone image164 -> image166 2024-04-13T08:31:37.027 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 142392701 2024-04-13T08:31:37.038 INFO:tasks.workunit.client.0.smithi119.stdout:write: D 60725000~596658 2024-04-13T08:31:37.052 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 91856167~7515174 2024-04-13T08:31:37.058 INFO:tasks.workunit.client.0.smithi119.stdout:write: D 50808968~3630604 2024-04-13T08:31:37.102 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 81753179~2496572 2024-04-13T08:31:37.111 INFO:tasks.workunit.client.0.smithi119.stdout:write: D 18970491~8348530 2024-04-13T08:31:37.167 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 132897826~1362128 2024-04-13T08:31:37.167 INFO:tasks.workunit.client.0.smithi119.stdout:write: D 123027427~479602 2024-04-13T08:31:37.175 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 85649316~6321726 2024-04-13T08:31:37.178 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap3 2024-04-13T08:31:37.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:37 smithi139 ceph-mon[88985]: pgmap v2420: 169 pgs: 169 active+clean; 1.0 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 9.9 MiB/s rd, 22 MiB/s wr, 493 op/s 2024-04-13T08:31:37.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:37 smithi139 ceph-mon[88985]: osdmap e1360: 8 total, 8 up, 8 in 2024-04-13T08:31:37.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:37 smithi119 ceph-mon[96316]: pgmap v2420: 169 pgs: 169 active+clean; 1.0 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 9.9 MiB/s rd, 22 MiB/s wr, 493 op/s 2024-04-13T08:31:37.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:37 smithi119 ceph-mon[96316]: osdmap e1360: 8 total, 8 up, 8 in 2024-04-13T08:31:37.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:37 smithi119 ceph-mon[93746]: pgmap v2420: 169 pgs: 169 active+clean; 1.0 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 9.9 MiB/s rd, 22 MiB/s wr, 493 op/s 2024-04-13T08:31:37.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:37 smithi119 ceph-mon[93746]: osdmap e1360: 8 total, 8 up, 8 in 2024-04-13T08:31:39.068 INFO:tasks.workunit.client.0.smithi119.stdout:snap_protect: snap3 2024-04-13T08:31:39.079 INFO:tasks.workunit.client.0.smithi119.stdout:clone image166 -> image168 2024-04-13T08:31:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:39 smithi139 ceph-mon[88985]: pgmap v2423: 169 pgs: 169 active+clean; 1.0 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 26 MiB/s wr, 536 op/s 2024-04-13T08:31:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:39 smithi139 ceph-mon[88985]: osdmap e1361: 8 total, 8 up, 8 in 2024-04-13T08:31:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:31:39.443 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMigration.StressNoMigrate (8463 ms) 2024-04-13T08:31:39.443 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.Stress 2024-04-13T08:31:39.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:39 smithi119 ceph-mon[96316]: pgmap v2423: 169 pgs: 169 active+clean; 1.0 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 26 MiB/s wr, 536 op/s 2024-04-13T08:31:39.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:39 smithi119 ceph-mon[96316]: osdmap e1361: 8 total, 8 up, 8 in 2024-04-13T08:31:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:31:39.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:39 smithi119 ceph-mon[93746]: pgmap v2423: 169 pgs: 169 active+clean; 1.0 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 26 MiB/s wr, 536 op/s 2024-04-13T08:31:39.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:39 smithi119 ceph-mon[93746]: osdmap e1361: 8 total, 8 up, 8 in 2024-04-13T08:31:39.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:31:39.472 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:31:39.482 INFO:tasks.workunit.client.0.smithi119.stdout:write: A 31676010~7639522 2024-04-13T08:31:39.534 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 59531420~1128648 2024-04-13T08:31:39.534 INFO:tasks.workunit.client.0.smithi119.stdout:write: A 14136802~6488400 2024-04-13T08:31:39.573 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 24649129~4616553 2024-04-13T08:31:39.573 INFO:tasks.workunit.client.0.smithi119.stdout:write: A 54359401~4535184 2024-04-13T08:31:39.617 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 68601161~203942 2024-04-13T08:31:39.617 INFO:tasks.workunit.client.0.smithi119.stdout:write: A 51132249~1860422 2024-04-13T08:31:39.632 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 9375596~719786 2024-04-13T08:31:39.632 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap0 2024-04-13T08:31:40.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:40 smithi139 ceph-mon[88985]: osdmap e1362: 8 total, 8 up, 8 in 2024-04-13T08:31:40.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:40 smithi119 ceph-mon[96316]: osdmap e1362: 8 total, 8 up, 8 in 2024-04-13T08:31:40.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:40 smithi119 ceph-mon[93746]: osdmap e1362: 8 total, 8 up, 8 in 2024-04-13T08:31:40.862 INFO:tasks.workunit.client.0.smithi119.stdout:write: B 11267260~1250673 2024-04-13T08:31:40.871 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 76708067~722045 2024-04-13T08:31:40.871 INFO:tasks.workunit.client.0.smithi119.stdout:write: B 2084173~4431022 2024-04-13T08:31:40.874 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 30076449~5929316 2024-04-13T08:31:40.874 INFO:tasks.workunit.client.0.smithi119.stdout:write: B 3862435~6602913 2024-04-13T08:31:40.906 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 30313762~4537511 2024-04-13T08:31:40.906 INFO:tasks.workunit.client.0.smithi119.stdout:write: B 79285897~4304355 2024-04-13T08:31:40.910 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 38987436~3269516 2024-04-13T08:31:40.910 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap1 2024-04-13T08:31:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:41 smithi139 ceph-mon[88985]: pgmap v2426: 169 pgs: 169 active+clean; 1.0 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.8 MiB/s rd, 5.8 MiB/s wr, 210 op/s 2024-04-13T08:31:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:41 smithi139 ceph-mon[88985]: osdmap e1363: 8 total, 8 up, 8 in 2024-04-13T08:31:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:41 smithi139 ceph-mon[88985]: osdmap e1364: 8 total, 8 up, 8 in 2024-04-13T08:31:41.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:41 smithi119 ceph-mon[96316]: pgmap v2426: 169 pgs: 169 active+clean; 1.0 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.8 MiB/s rd, 5.8 MiB/s wr, 210 op/s 2024-04-13T08:31:41.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:41 smithi119 ceph-mon[96316]: osdmap e1363: 8 total, 8 up, 8 in 2024-04-13T08:31:41.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:41 smithi119 ceph-mon[96316]: osdmap e1364: 8 total, 8 up, 8 in 2024-04-13T08:31:41.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:41 smithi119 ceph-mon[93746]: pgmap v2426: 169 pgs: 169 active+clean; 1.0 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.8 MiB/s rd, 5.8 MiB/s wr, 210 op/s 2024-04-13T08:31:41.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:41 smithi119 ceph-mon[93746]: osdmap e1363: 8 total, 8 up, 8 in 2024-04-13T08:31:41.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:41 smithi119 ceph-mon[93746]: osdmap e1364: 8 total, 8 up, 8 in 2024-04-13T08:31:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:31:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:31:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:31:42.867 INFO:tasks.workunit.client.0.smithi119.stdout:snap_protect: snap1 2024-04-13T08:31:42.881 INFO:tasks.workunit.client.0.smithi119.stdout:clone image169 -> image172 2024-04-13T08:31:42.982 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 137010318 2024-04-13T08:31:42.994 INFO:tasks.workunit.client.0.smithi119.stdout:write: C 6448632~827534 2024-04-13T08:31:43.057 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 32846215~7327774 2024-04-13T08:31:43.067 INFO:tasks.workunit.client.0.smithi119.stdout:write: C 120707917~1056556 2024-04-13T08:31:43.079 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 27077171~6715709 2024-04-13T08:31:43.084 INFO:tasks.workunit.client.0.smithi119.stdout:write: C 127979151~1151249 2024-04-13T08:31:43.097 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 122963827~2239238 2024-04-13T08:31:43.099 INFO:tasks.workunit.client.0.smithi119.stdout:write: C 69434164~564763 2024-04-13T08:31:43.108 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 4589624~6223684 2024-04-13T08:31:43.130 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap2 2024-04-13T08:31:43.134 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:42 smithi139 ceph-mon[88985]: pgmap v2429: 169 pgs: 169 active+clean; 1.1 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 18 MiB/s rd, 15 MiB/s wr, 453 op/s 2024-04-13T08:31:43.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:42 smithi139 ceph-mon[88985]: osdmap e1365: 8 total, 8 up, 8 in 2024-04-13T08:31:43.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:42 smithi119 ceph-mon[96316]: pgmap v2429: 169 pgs: 169 active+clean; 1.1 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 18 MiB/s rd, 15 MiB/s wr, 453 op/s 2024-04-13T08:31:43.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:42 smithi119 ceph-mon[96316]: osdmap e1365: 8 total, 8 up, 8 in 2024-04-13T08:31:43.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:42 smithi119 ceph-mon[93746]: pgmap v2429: 169 pgs: 169 active+clean; 1.1 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 18 MiB/s rd, 15 MiB/s wr, 453 op/s 2024-04-13T08:31:43.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:42 smithi119 ceph-mon[93746]: osdmap e1365: 8 total, 8 up, 8 in 2024-04-13T08:31:44.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:43 smithi139 ceph-mon[88985]: osdmap e1366: 8 total, 8 up, 8 in 2024-04-13T08:31:44.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:43 smithi119 ceph-mon[96316]: osdmap e1366: 8 total, 8 up, 8 in 2024-04-13T08:31:44.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:43 smithi119 ceph-mon[93746]: osdmap e1366: 8 total, 8 up, 8 in 2024-04-13T08:31:44.880 INFO:tasks.workunit.client.0.smithi119.stdout:snap_protect: snap2 2024-04-13T08:31:44.894 INFO:tasks.workunit.client.0.smithi119.stdout:clone image172 -> image174 2024-04-13T08:31:45.027 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 189472299 2024-04-13T08:31:45.038 INFO:tasks.workunit.client.0.smithi119.stdout:write: D 28773511~6070930 2024-04-13T08:31:45.091 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 153214777~3178502 2024-04-13T08:31:45.091 INFO:tasks.workunit.client.0.smithi119.stdout:write: D 175806226~3281493 2024-04-13T08:31:45.115 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 20413750~6008259 2024-04-13T08:31:45.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:44 smithi139 ceph-mon[88985]: pgmap v2432: 169 pgs: 169 active+clean; 1.1 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 20 MiB/s rd, 17 MiB/s wr, 528 op/s 2024-04-13T08:31:45.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:44 smithi139 ceph-mon[88985]: osdmap e1367: 8 total, 8 up, 8 in 2024-04-13T08:31:45.171 INFO:tasks.workunit.client.0.smithi119.stdout:write: D 165068477~4527253 2024-04-13T08:31:45.202 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 97231264~7920319 2024-04-13T08:31:45.211 INFO:tasks.workunit.client.0.smithi119.stdout:write: D 93210222~3046775 2024-04-13T08:31:45.215 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:31:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:31:44] "GET /metrics HTTP/1.1" 200 38862 "" "Prometheus/2.43.0" 2024-04-13T08:31:45.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:44 smithi119 ceph-mon[96316]: pgmap v2432: 169 pgs: 169 active+clean; 1.1 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 20 MiB/s rd, 17 MiB/s wr, 528 op/s 2024-04-13T08:31:45.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:44 smithi119 ceph-mon[96316]: osdmap e1367: 8 total, 8 up, 8 in 2024-04-13T08:31:45.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:44 smithi119 ceph-mon[93746]: pgmap v2432: 169 pgs: 169 active+clean; 1.1 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 20 MiB/s rd, 17 MiB/s wr, 528 op/s 2024-04-13T08:31:45.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:44 smithi119 ceph-mon[93746]: osdmap e1367: 8 total, 8 up, 8 in 2024-04-13T08:31:45.241 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 31610648~6259009 2024-04-13T08:31:45.247 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap3 2024-04-13T08:31:46.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:45 smithi139 ceph-mon[88985]: osdmap e1368: 8 total, 8 up, 8 in 2024-04-13T08:31:46.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:45 smithi119 ceph-mon[93746]: osdmap e1368: 8 total, 8 up, 8 in 2024-04-13T08:31:46.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:45 smithi119 ceph-mon[96316]: osdmap e1368: 8 total, 8 up, 8 in 2024-04-13T08:31:46.899 INFO:tasks.workunit.client.0.smithi119.stdout:snap_protect: snap3 2024-04-13T08:31:46.911 INFO:tasks.workunit.client.0.smithi119.stdout:clone image174 -> image176 2024-04-13T08:31:47.085 INFO:tasks.workunit.client.0.smithi119.stdout:migration_prepare 2024-04-13T08:31:47.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:46 smithi119 ceph-mon[96316]: pgmap v2435: 169 pgs: 169 active+clean; 1.2 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 6.8 MiB/s rd, 17 MiB/s wr, 374 op/s 2024-04-13T08:31:47.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:46 smithi119 ceph-mon[96316]: osdmap e1369: 8 total, 8 up, 8 in 2024-04-13T08:31:47.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:46 smithi119 ceph-mon[93746]: pgmap v2435: 169 pgs: 169 active+clean; 1.2 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 6.8 MiB/s rd, 17 MiB/s wr, 374 op/s 2024-04-13T08:31:47.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:46 smithi119 ceph-mon[93746]: osdmap e1369: 8 total, 8 up, 8 in 2024-04-13T08:31:47.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:46 smithi139 ceph-mon[88985]: pgmap v2435: 169 pgs: 169 active+clean; 1.2 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 6.8 MiB/s rd, 17 MiB/s wr, 374 op/s 2024-04-13T08:31:47.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:46 smithi139 ceph-mon[88985]: osdmap e1369: 8 total, 8 up, 8 in 2024-04-13T08:31:47.560 INFO:tasks.workunit.client.0.smithi119.stdout:migration_execute 2024-04-13T08:31:47.753 INFO:tasks.workunit.client.0.smithi119.stdout:migration_commit 2024-04-13T08:31:48.039 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMigration.Stress (8596 ms) 2024-04-13T08:31:48.039 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.Stress2 2024-04-13T08:31:48.070 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:31:48.080 INFO:tasks.workunit.client.0.smithi119.stdout:write: A 20075255~6229164 2024-04-13T08:31:48.124 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 13931861~7841721 2024-04-13T08:31:48.131 INFO:tasks.workunit.client.0.smithi119.stdout:write: A 30120577~5537277 2024-04-13T08:31:48.166 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 52598207~6108016 2024-04-13T08:31:48.167 INFO:tasks.workunit.client.0.smithi119.stdout:write: A 58215023~2789829 2024-04-13T08:31:48.186 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 61429335~3426864 2024-04-13T08:31:48.188 INFO:tasks.workunit.client.0.smithi119.stdout:write: A 1109186~7199442 2024-04-13T08:31:48.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:47 smithi119 ceph-mon[96316]: osdmap e1370: 8 total, 8 up, 8 in 2024-04-13T08:31:48.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:47 smithi119 ceph-mon[93746]: osdmap e1370: 8 total, 8 up, 8 in 2024-04-13T08:31:48.234 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 10377944~842634 2024-04-13T08:31:48.234 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap0 2024-04-13T08:31:48.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:47 smithi139 ceph-mon[88985]: osdmap e1370: 8 total, 8 up, 8 in 2024-04-13T08:31:49.215 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:48 smithi119 ceph-mon[93746]: pgmap v2438: 169 pgs: 169 active+clean; 1.3 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 9.6 MiB/s rd, 21 MiB/s wr, 642 op/s 2024-04-13T08:31:49.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:48 smithi119 ceph-mon[96316]: pgmap v2438: 169 pgs: 169 active+clean; 1.3 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 9.6 MiB/s rd, 21 MiB/s wr, 642 op/s 2024-04-13T08:31:49.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:48 smithi139 ceph-mon[88985]: pgmap v2438: 169 pgs: 169 active+clean; 1.3 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 9.6 MiB/s rd, 21 MiB/s wr, 642 op/s 2024-04-13T08:31:49.923 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 126912705 2024-04-13T08:31:49.939 INFO:tasks.workunit.client.0.smithi119.stdout:write: B 62613811~948671 2024-04-13T08:31:49.945 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 11276447~5610839 2024-04-13T08:31:49.946 INFO:tasks.workunit.client.0.smithi119.stdout:write: B 93566007~1818240 2024-04-13T08:31:49.946 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 106640057~6214686 2024-04-13T08:31:49.946 INFO:tasks.workunit.client.0.smithi119.stdout:write: B 84196296~2412476 2024-04-13T08:31:49.947 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 102984662~3643447 2024-04-13T08:31:49.947 INFO:tasks.workunit.client.0.smithi119.stdout:write: B 123344008~3568697 2024-04-13T08:31:49.950 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 68635719~167454 2024-04-13T08:31:49.950 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap1 2024-04-13T08:31:50.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:49 smithi119 ceph-mon[96316]: osdmap e1371: 8 total, 8 up, 8 in 2024-04-13T08:31:50.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:49 smithi119 ceph-mon[93746]: osdmap e1371: 8 total, 8 up, 8 in 2024-04-13T08:31:50.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:49 smithi139 ceph-mon[88985]: osdmap e1371: 8 total, 8 up, 8 in 2024-04-13T08:31:51.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:50 smithi119 ceph-mon[96316]: pgmap v2440: 169 pgs: 169 active+clean; 1.3 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 7.9 MiB/s rd, 17 MiB/s wr, 532 op/s 2024-04-13T08:31:51.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:50 smithi119 ceph-mon[96316]: osdmap e1372: 8 total, 8 up, 8 in 2024-04-13T08:31:51.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:50 smithi119 ceph-mon[93746]: pgmap v2440: 169 pgs: 169 active+clean; 1.3 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 7.9 MiB/s rd, 17 MiB/s wr, 532 op/s 2024-04-13T08:31:51.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:50 smithi119 ceph-mon[93746]: osdmap e1372: 8 total, 8 up, 8 in 2024-04-13T08:31:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:50 smithi139 ceph-mon[88985]: pgmap v2440: 169 pgs: 169 active+clean; 1.3 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 7.9 MiB/s rd, 17 MiB/s wr, 532 op/s 2024-04-13T08:31:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:50 smithi139 ceph-mon[88985]: osdmap e1372: 8 total, 8 up, 8 in 2024-04-13T08:31:51.934 INFO:tasks.workunit.client.0.smithi119.stdout:snap_protect: snap1 2024-04-13T08:31:51.948 INFO:tasks.workunit.client.0.smithi119.stdout:clone image177 -> image180 2024-04-13T08:31:52.051 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 107494655 2024-04-13T08:31:52.067 INFO:tasks.workunit.client.0.smithi119.stdout:write: C 2035563~6356714 2024-04-13T08:31:52.126 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 101168529~6326126 2024-04-13T08:31:52.133 INFO:tasks.workunit.client.0.smithi119.stdout:write: C 82191681~2232507 2024-04-13T08:31:52.173 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 79527499~2504157 2024-04-13T08:31:52.178 INFO:tasks.workunit.client.0.smithi119.stdout:write: C 84195307~7126296 2024-04-13T08:31:52.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:51 smithi119 ceph-mon[96316]: osdmap e1373: 8 total, 8 up, 8 in 2024-04-13T08:31:52.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:51 smithi119 ceph-mon[93746]: osdmap e1373: 8 total, 8 up, 8 in 2024-04-13T08:31:52.229 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 98324957~7199269 2024-04-13T08:31:52.234 INFO:tasks.workunit.client.0.smithi119.stdout:write: C 80061683~6781848 2024-04-13T08:31:52.275 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 65305678~5432112 2024-04-13T08:31:52.286 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:51 smithi139 ceph-mon[88985]: osdmap e1373: 8 total, 8 up, 8 in 2024-04-13T08:31:52.287 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap2 2024-04-13T08:31:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:31:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:31:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:31:53.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:52 smithi119 ceph-mon[96316]: pgmap v2443: 169 pgs: 169 active+clean; 1.3 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 28 MiB/s rd, 13 MiB/s wr, 729 op/s 2024-04-13T08:31:53.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:52 smithi119 ceph-mon[96316]: osdmap e1374: 8 total, 8 up, 8 in 2024-04-13T08:31:53.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:52 smithi119 ceph-mon[93746]: pgmap v2443: 169 pgs: 169 active+clean; 1.3 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 28 MiB/s rd, 13 MiB/s wr, 729 op/s 2024-04-13T08:31:53.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:52 smithi119 ceph-mon[93746]: osdmap e1374: 8 total, 8 up, 8 in 2024-04-13T08:31:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:52 smithi139 ceph-mon[88985]: pgmap v2443: 169 pgs: 169 active+clean; 1.3 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 28 MiB/s rd, 13 MiB/s wr, 729 op/s 2024-04-13T08:31:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:52 smithi139 ceph-mon[88985]: osdmap e1374: 8 total, 8 up, 8 in 2024-04-13T08:31:53.960 INFO:tasks.workunit.client.0.smithi119.stdout:snap_protect: snap2 2024-04-13T08:31:53.973 INFO:tasks.workunit.client.0.smithi119.stdout:clone image180 -> image182 2024-04-13T08:31:54.106 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 134912367 2024-04-13T08:31:54.118 INFO:tasks.workunit.client.0.smithi119.stdout:write: D 31995375~5117996 2024-04-13T08:31:54.197 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 120644843~5115371 2024-04-13T08:31:54.197 INFO:tasks.workunit.client.0.smithi119.stdout:write: D 65320407~4712395 2024-04-13T08:31:54.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:53 smithi119 ceph-mon[96316]: osdmap e1375: 8 total, 8 up, 8 in 2024-04-13T08:31:54.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:53 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:31:54.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:53 smithi119 ceph-mon[93746]: osdmap e1375: 8 total, 8 up, 8 in 2024-04-13T08:31:54.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:53 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:31:54.232 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 44044333~7314321 2024-04-13T08:31:54.240 INFO:tasks.workunit.client.0.smithi119.stdout:write: D 28234632~1018803 2024-04-13T08:31:54.281 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 101567068~1613448 2024-04-13T08:31:54.287 INFO:tasks.workunit.client.0.smithi119.stdout:write: D 7494508~983975 2024-04-13T08:31:54.335 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 44321986~5787680 2024-04-13T08:31:54.338 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap3 2024-04-13T08:31:54.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:53 smithi139 ceph-mon[88985]: osdmap e1375: 8 total, 8 up, 8 in 2024-04-13T08:31:54.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:53 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:31:55.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:54 smithi119 ceph-mon[96316]: pgmap v2446: 169 pgs: 169 active+clean; 1.3 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 34 MiB/s rd, 18 MiB/s wr, 873 op/s 2024-04-13T08:31:55.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:54 smithi119 ceph-mon[96316]: osdmap e1376: 8 total, 8 up, 8 in 2024-04-13T08:31:55.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:31:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:31:54] "GET /metrics HTTP/1.1" 200 38862 "" "Prometheus/2.43.0" 2024-04-13T08:31:55.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:54 smithi119 ceph-mon[93746]: pgmap v2446: 169 pgs: 169 active+clean; 1.3 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 34 MiB/s rd, 18 MiB/s wr, 873 op/s 2024-04-13T08:31:55.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:54 smithi119 ceph-mon[93746]: osdmap e1376: 8 total, 8 up, 8 in 2024-04-13T08:31:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:54 smithi139 ceph-mon[88985]: pgmap v2446: 169 pgs: 169 active+clean; 1.3 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 34 MiB/s rd, 18 MiB/s wr, 873 op/s 2024-04-13T08:31:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:54 smithi139 ceph-mon[88985]: osdmap e1376: 8 total, 8 up, 8 in 2024-04-13T08:31:55.985 INFO:tasks.workunit.client.0.smithi119.stdout:migration_prepare 2024-04-13T08:31:56.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:55 smithi119 ceph-mon[96316]: osdmap e1377: 8 total, 8 up, 8 in 2024-04-13T08:31:56.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:55 smithi119 ceph-mon[93746]: osdmap e1377: 8 total, 8 up, 8 in 2024-04-13T08:31:56.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:55 smithi139 ceph-mon[88985]: osdmap e1377: 8 total, 8 up, 8 in 2024-04-13T08:31:57.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:56 smithi119 ceph-mon[96316]: pgmap v2449: 169 pgs: 169 active+clean; 1.4 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 9.4 MiB/s rd, 22 MiB/s wr, 583 op/s 2024-04-13T08:31:57.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:56 smithi119 ceph-mon[96316]: osdmap e1378: 8 total, 8 up, 8 in 2024-04-13T08:31:57.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:56 smithi119 ceph-mon[93746]: pgmap v2449: 169 pgs: 169 active+clean; 1.4 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 9.4 MiB/s rd, 22 MiB/s wr, 583 op/s 2024-04-13T08:31:57.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:56 smithi119 ceph-mon[93746]: osdmap e1378: 8 total, 8 up, 8 in 2024-04-13T08:31:57.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:56 smithi139 ceph-mon[88985]: pgmap v2449: 169 pgs: 169 active+clean; 1.4 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 9.4 MiB/s rd, 22 MiB/s wr, 583 op/s 2024-04-13T08:31:57.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:56 smithi139 ceph-mon[88985]: osdmap e1378: 8 total, 8 up, 8 in 2024-04-13T08:31:57.513 INFO:tasks.workunit.client.0.smithi119.stdout:write: a 9970661~4883103 2024-04-13T08:31:57.572 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 63184786~1273720 2024-04-13T08:31:57.590 INFO:tasks.workunit.client.0.smithi119.stdout:write: a 129657180~5255187 2024-04-13T08:31:57.626 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 46264440~720913 2024-04-13T08:31:57.633 INFO:tasks.workunit.client.0.smithi119.stdout:write: a 29584746~6527106 2024-04-13T08:31:57.691 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 75274489~879200 2024-04-13T08:31:57.723 INFO:tasks.workunit.client.0.smithi119.stdout:write: a 40993847~1669296 2024-04-13T08:31:57.752 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 75335749~3722132 2024-04-13T08:31:57.754 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: user0 2024-04-13T08:31:58.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:57 smithi139 ceph-mon[88985]: osdmap e1379: 8 total, 8 up, 8 in 2024-04-13T08:31:58.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:57 smithi119 ceph-mon[96316]: osdmap e1379: 8 total, 8 up, 8 in 2024-04-13T08:31:58.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:57 smithi119 ceph-mon[93746]: osdmap e1379: 8 total, 8 up, 8 in 2024-04-13T08:31:58.987 INFO:tasks.workunit.client.0.smithi119.stdout:write: b 5743790~45919 2024-04-13T08:31:58.994 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 61615048~5295746 2024-04-13T08:31:58.994 INFO:tasks.workunit.client.0.smithi119.stdout:write: b 88029860~8098931 2024-04-13T08:31:59.006 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 72585432~6539217 2024-04-13T08:31:59.007 INFO:tasks.workunit.client.0.smithi119.stdout:write: b 18896198~906981 2024-04-13T08:31:59.008 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 129115047~4959557 2024-04-13T08:31:59.075 INFO:tasks.workunit.client.0.smithi119.stdout:write: b 36187548~2656871 2024-04-13T08:31:59.079 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 18150~8169031 2024-04-13T08:31:59.114 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: user1 2024-04-13T08:31:59.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:58 smithi139 ceph-mon[88985]: pgmap v2452: 169 pgs: 169 active+clean; 1.4 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 17 MiB/s rd, 19 MiB/s wr, 512 op/s 2024-04-13T08:31:59.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:58 smithi139 ceph-mon[88985]: osdmap e1380: 8 total, 8 up, 8 in 2024-04-13T08:31:59.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:58 smithi119 ceph-mon[96316]: pgmap v2452: 169 pgs: 169 active+clean; 1.4 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 17 MiB/s rd, 19 MiB/s wr, 512 op/s 2024-04-13T08:31:59.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:58 smithi119 ceph-mon[96316]: osdmap e1380: 8 total, 8 up, 8 in 2024-04-13T08:31:59.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:58 smithi119 ceph-mon[93746]: pgmap v2452: 169 pgs: 169 active+clean; 1.4 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 17 MiB/s rd, 19 MiB/s wr, 512 op/s 2024-04-13T08:31:59.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:58 smithi119 ceph-mon[93746]: osdmap e1380: 8 total, 8 up, 8 in 2024-04-13T08:32:00.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:31:59 smithi139 ceph-mon[88985]: osdmap e1381: 8 total, 8 up, 8 in 2024-04-13T08:32:00.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:31:59 smithi119 ceph-mon[93746]: osdmap e1381: 8 total, 8 up, 8 in 2024-04-13T08:32:00.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:31:59 smithi119 ceph-mon[96316]: osdmap e1381: 8 total, 8 up, 8 in 2024-04-13T08:32:00.999 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 260071027 2024-04-13T08:32:01.014 INFO:tasks.workunit.client.0.smithi119.stdout:write: c 236211644~5967976 2024-04-13T08:32:01.029 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 129712507~2829009 2024-04-13T08:32:01.029 INFO:tasks.workunit.client.0.smithi119.stdout:write: c 21743217~8002800 2024-04-13T08:32:01.040 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 175402321~4810946 2024-04-13T08:32:01.040 INFO:tasks.workunit.client.0.smithi119.stdout:write: c 60970538~6780371 2024-04-13T08:32:01.046 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 13395785~3060401 2024-04-13T08:32:01.053 INFO:tasks.workunit.client.0.smithi119.stdout:write: c 187558981~400959 2024-04-13T08:32:01.053 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 13940239~3867950 2024-04-13T08:32:01.162 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: user2 2024-04-13T08:32:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:00 smithi139 ceph-mon[88985]: pgmap v2455: 169 pgs: 169 active+clean; 1.4 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 12 MiB/s rd, 3.3 MiB/s wr, 182 op/s 2024-04-13T08:32:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:00 smithi139 ceph-mon[88985]: osdmap e1382: 8 total, 8 up, 8 in 2024-04-13T08:32:01.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:00 smithi119 ceph-mon[96316]: pgmap v2455: 169 pgs: 169 active+clean; 1.4 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 12 MiB/s rd, 3.3 MiB/s wr, 182 op/s 2024-04-13T08:32:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:00 smithi119 ceph-mon[96316]: osdmap e1382: 8 total, 8 up, 8 in 2024-04-13T08:32:01.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:00 smithi119 ceph-mon[93746]: pgmap v2455: 169 pgs: 169 active+clean; 1.4 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 12 MiB/s rd, 3.3 MiB/s wr, 182 op/s 2024-04-13T08:32:01.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:00 smithi119 ceph-mon[93746]: osdmap e1382: 8 total, 8 up, 8 in 2024-04-13T08:32:02.313 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:01 smithi139 ceph-mon[88985]: osdmap e1383: 8 total, 8 up, 8 in 2024-04-13T08:32:02.314 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:01 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:32:02.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:01 smithi119 ceph-mon[96316]: osdmap e1383: 8 total, 8 up, 8 in 2024-04-13T08:32:02.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:01 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:32:02.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:01 smithi119 ceph-mon[93746]: osdmap e1383: 8 total, 8 up, 8 in 2024-04-13T08:32:02.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:01 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:32:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:32:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:32:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:32:03.008 INFO:tasks.workunit.client.0.smithi119.stdout:write: d 64315789~3578273 2024-04-13T08:32:03.022 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 44596474~6182699 2024-04-13T08:32:03.022 INFO:tasks.workunit.client.0.smithi119.stdout:write: d 30515115~6526693 2024-04-13T08:32:03.030 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 18152871~7709707 2024-04-13T08:32:03.031 INFO:tasks.workunit.client.0.smithi119.stdout:write: d 65391870~8127057 2024-04-13T08:32:03.105 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 126232000~1204436 2024-04-13T08:32:03.105 INFO:tasks.workunit.client.0.smithi119.stdout:write: d 70373038~7197389 2024-04-13T08:32:03.143 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 251942716~6419214 2024-04-13T08:32:03.145 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: user3 2024-04-13T08:32:03.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:03 smithi139 ceph-mon[88985]: pgmap v2458: 169 pgs: 169 active+clean; 1.6 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 43 MiB/s rd, 29 MiB/s wr, 525 op/s 2024-04-13T08:32:03.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:03 smithi139 ceph-mon[88985]: osdmap e1384: 8 total, 8 up, 8 in 2024-04-13T08:32:03.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:03 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:32:03.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:03 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:32:03.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:03 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:32:03.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:03 smithi119 ceph-mon[96316]: pgmap v2458: 169 pgs: 169 active+clean; 1.6 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 43 MiB/s rd, 29 MiB/s wr, 525 op/s 2024-04-13T08:32:03.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:03 smithi119 ceph-mon[96316]: osdmap e1384: 8 total, 8 up, 8 in 2024-04-13T08:32:03.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:03 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:32:03.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:03 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:32:03.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:03 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:32:03.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:02 smithi119 ceph-mon[93746]: pgmap v2458: 169 pgs: 169 active+clean; 1.6 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 43 MiB/s rd, 29 MiB/s wr, 525 op/s 2024-04-13T08:32:03.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:02 smithi119 ceph-mon[93746]: osdmap e1384: 8 total, 8 up, 8 in 2024-04-13T08:32:03.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:03 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:32:03.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:03 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:32:03.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:03 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:32:04.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:04 smithi139 ceph-mon[88985]: osdmap e1385: 8 total, 8 up, 8 in 2024-04-13T08:32:04.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:04 smithi119 ceph-mon[96316]: osdmap e1385: 8 total, 8 up, 8 in 2024-04-13T08:32:04.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:04 smithi119 ceph-mon[93746]: osdmap e1385: 8 total, 8 up, 8 in 2024-04-13T08:32:05.028 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 338032057 2024-04-13T08:32:05.049 INFO:tasks.workunit.client.0.smithi119.stdout:write: 1 33803205~8450801 2024-04-13T08:32:05.058 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 35915905~4225400 2024-04-13T08:32:05.121 INFO:tasks.workunit.client.0.smithi119.stdout:write: 2 67606411~8450801 2024-04-13T08:32:05.133 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 69719111~4225400 2024-04-13T08:32:05.198 INFO:tasks.workunit.client.0.smithi119.stdout:write: 3 101409617~8450801 2024-04-13T08:32:05.205 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 103522317~4225400 2024-04-13T08:32:05.215 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:05 smithi119 ceph-mon[93746]: pgmap v2461: 169 pgs: 169 active+clean; 1.6 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 46 MiB/s rd, 34 MiB/s wr, 586 op/s 2024-04-13T08:32:05.215 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:05 smithi119 ceph-mon[93746]: osdmap e1386: 8 total, 8 up, 8 in 2024-04-13T08:32:05.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:32:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:32:04] "GET /metrics HTTP/1.1" 200 38862 "" "Prometheus/2.43.0" 2024-04-13T08:32:05.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:05 smithi119 ceph-mon[96316]: pgmap v2461: 169 pgs: 169 active+clean; 1.6 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 46 MiB/s rd, 34 MiB/s wr, 586 op/s 2024-04-13T08:32:05.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:05 smithi119 ceph-mon[96316]: osdmap e1386: 8 total, 8 up, 8 in 2024-04-13T08:32:05.271 INFO:tasks.workunit.client.0.smithi119.stdout:write: 4 135212822~8450801 2024-04-13T08:32:05.280 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 137325522~4225400 2024-04-13T08:32:05.316 INFO:tasks.workunit.client.0.smithi119.stdout:write: 5 169016028~8450801 2024-04-13T08:32:05.325 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 171128728~4225400 2024-04-13T08:32:05.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:05 smithi139 ceph-mon[88985]: pgmap v2461: 169 pgs: 169 active+clean; 1.6 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 46 MiB/s rd, 34 MiB/s wr, 586 op/s 2024-04-13T08:32:05.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:05 smithi139 ceph-mon[88985]: osdmap e1386: 8 total, 8 up, 8 in 2024-04-13T08:32:06.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:06 smithi139 ceph-mon[88985]: osdmap e1387: 8 total, 8 up, 8 in 2024-04-13T08:32:06.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:06 smithi119 ceph-mon[96316]: osdmap e1387: 8 total, 8 up, 8 in 2024-04-13T08:32:06.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:06 smithi119 ceph-mon[93746]: osdmap e1387: 8 total, 8 up, 8 in 2024-04-13T08:32:06.864 INFO:tasks.workunit.client.0.smithi119.stdout:migration_execute 2024-04-13T08:32:07.061 INFO:tasks.workunit.client.0.smithi119.stdout:migration_commit 2024-04-13T08:32:07.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:07 smithi139 ceph-mon[88985]: pgmap v2464: 169 pgs: 169 active+clean; 1.8 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 20 MiB/s rd, 40 MiB/s wr, 554 op/s 2024-04-13T08:32:07.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:07 smithi119 ceph-mon[96316]: pgmap v2464: 169 pgs: 169 active+clean; 1.8 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 20 MiB/s rd, 40 MiB/s wr, 554 op/s 2024-04-13T08:32:07.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:07 smithi119 ceph-mon[93746]: pgmap v2464: 169 pgs: 169 active+clean; 1.8 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 20 MiB/s rd, 40 MiB/s wr, 554 op/s 2024-04-13T08:32:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:09 smithi139 ceph-mon[88985]: pgmap v2465: 169 pgs: 169 active+clean; 1.8 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 47 MiB/s rd, 35 MiB/s wr, 511 op/s 2024-04-13T08:32:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:09 smithi139 ceph-mon[88985]: osdmap e1388: 8 total, 8 up, 8 in 2024-04-13T08:32:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:32:09.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:09 smithi119 ceph-mon[96316]: pgmap v2465: 169 pgs: 169 active+clean; 1.8 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 47 MiB/s rd, 35 MiB/s wr, 511 op/s 2024-04-13T08:32:09.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:09 smithi119 ceph-mon[96316]: osdmap e1388: 8 total, 8 up, 8 in 2024-04-13T08:32:09.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:32:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:09 smithi119 ceph-mon[93746]: pgmap v2465: 169 pgs: 169 active+clean; 1.8 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 47 MiB/s rd, 35 MiB/s wr, 511 op/s 2024-04-13T08:32:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:09 smithi119 ceph-mon[93746]: osdmap e1388: 8 total, 8 up, 8 in 2024-04-13T08:32:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:32:09.508 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMigration.Stress2 (21469 ms) 2024-04-13T08:32:09.508 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMigration.StressLive 2024-04-13T08:32:09.540 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 83886080 2024-04-13T08:32:09.551 INFO:tasks.workunit.client.0.smithi119.stdout:write: A 28029832~8287276 2024-04-13T08:32:09.602 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 66345802~6773297 2024-04-13T08:32:09.602 INFO:tasks.workunit.client.0.smithi119.stdout:write: A 17581440~1255771 2024-04-13T08:32:09.616 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 39986634~2297339 2024-04-13T08:32:09.616 INFO:tasks.workunit.client.0.smithi119.stdout:write: A 13792268~1205184 2024-04-13T08:32:09.627 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 6901889~1911544 2024-04-13T08:32:09.627 INFO:tasks.workunit.client.0.smithi119.stdout:write: A 78838938~5047142 2024-04-13T08:32:09.663 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 19618450~4132993 2024-04-13T08:32:09.665 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap0 2024-04-13T08:32:11.066 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 125751932 2024-04-13T08:32:11.079 INFO:tasks.workunit.client.0.smithi119.stdout:write: B 96510096~7561068 2024-04-13T08:32:11.103 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 74101456~8049869 2024-04-13T08:32:11.103 INFO:tasks.workunit.client.0.smithi119.stdout:write: B 26204579~4899528 2024-04-13T08:32:11.107 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 109724424~4797930 2024-04-13T08:32:11.107 INFO:tasks.workunit.client.0.smithi119.stdout:write: B 38868402~6531713 2024-04-13T08:32:11.150 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 8880004~5964993 2024-04-13T08:32:11.150 INFO:tasks.workunit.client.0.smithi119.stdout:write: B 9214942~4981074 2024-04-13T08:32:11.167 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 46855744~6878754 2024-04-13T08:32:11.167 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap1 2024-04-13T08:32:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:11 smithi139 ceph-mon[88985]: pgmap v2467: 169 pgs: 169 active+clean; 1.8 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 43 MiB/s rd, 30 MiB/s wr, 445 op/s 2024-04-13T08:32:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:11 smithi139 ceph-mon[88985]: osdmap e1389: 8 total, 8 up, 8 in 2024-04-13T08:32:11.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:11 smithi119 ceph-mon[96316]: pgmap v2467: 169 pgs: 169 active+clean; 1.8 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 43 MiB/s rd, 30 MiB/s wr, 445 op/s 2024-04-13T08:32:11.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:11 smithi119 ceph-mon[96316]: osdmap e1389: 8 total, 8 up, 8 in 2024-04-13T08:32:11.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:11 smithi119 ceph-mon[93746]: pgmap v2467: 169 pgs: 169 active+clean; 1.8 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 43 MiB/s rd, 30 MiB/s wr, 445 op/s 2024-04-13T08:32:11.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:11 smithi119 ceph-mon[93746]: osdmap e1389: 8 total, 8 up, 8 in 2024-04-13T08:32:12.313 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:12 smithi139 ceph-mon[88985]: osdmap e1390: 8 total, 8 up, 8 in 2024-04-13T08:32:12.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:12 smithi119 ceph-mon[93746]: osdmap e1390: 8 total, 8 up, 8 in 2024-04-13T08:32:12.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:12 smithi119 ceph-mon[96316]: osdmap e1390: 8 total, 8 up, 8 in 2024-04-13T08:32:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:32:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:32:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:32:13.076 INFO:tasks.workunit.client.0.smithi119.stdout:snap_protect: snap1 2024-04-13T08:32:13.088 INFO:tasks.workunit.client.0.smithi119.stdout:clone image183 -> image186 2024-04-13T08:32:13.191 INFO:tasks.workunit.client.0.smithi119.stdout:write: C 109872295~6515352 2024-04-13T08:32:13.242 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 54865496~499554 2024-04-13T08:32:13.247 INFO:tasks.workunit.client.0.smithi119.stdout:write: C 83516420~1651304 2024-04-13T08:32:13.272 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 116193026~188939 2024-04-13T08:32:13.275 INFO:tasks.workunit.client.0.smithi119.stdout:write: C 62753873~3145829 2024-04-13T08:32:13.299 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 48286204~6992482 2024-04-13T08:32:13.306 INFO:tasks.workunit.client.0.smithi119.stdout:write: C 24022790~2952985 2024-04-13T08:32:13.357 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 61797630~723392 2024-04-13T08:32:13.360 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap2 2024-04-13T08:32:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:13 smithi139 ceph-mon[88985]: pgmap v2470: 169 pgs: 169 active+clean; 1.8 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 224 MiB/s rd, 13 MiB/s wr, 554 op/s 2024-04-13T08:32:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:13 smithi139 ceph-mon[88985]: osdmap e1391: 8 total, 8 up, 8 in 2024-04-13T08:32:13.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:13 smithi119 ceph-mon[93746]: pgmap v2470: 169 pgs: 169 active+clean; 1.8 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 224 MiB/s rd, 13 MiB/s wr, 554 op/s 2024-04-13T08:32:13.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:13 smithi119 ceph-mon[93746]: osdmap e1391: 8 total, 8 up, 8 in 2024-04-13T08:32:13.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:13 smithi119 ceph-mon[96316]: pgmap v2470: 169 pgs: 169 active+clean; 1.8 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 224 MiB/s rd, 13 MiB/s wr, 554 op/s 2024-04-13T08:32:13.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:13 smithi119 ceph-mon[96316]: osdmap e1391: 8 total, 8 up, 8 in 2024-04-13T08:32:14.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:14 smithi139 ceph-mon[88985]: osdmap e1392: 8 total, 8 up, 8 in 2024-04-13T08:32:14.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:14 smithi119 ceph-mon[93746]: osdmap e1392: 8 total, 8 up, 8 in 2024-04-13T08:32:14.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:14 smithi119 ceph-mon[96316]: osdmap e1392: 8 total, 8 up, 8 in 2024-04-13T08:32:15.085 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:32:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:32:14] "GET /metrics HTTP/1.1" 200 38859 "" "Prometheus/2.43.0" 2024-04-13T08:32:15.095 INFO:tasks.workunit.client.0.smithi119.stdout:snap_protect: snap2 2024-04-13T08:32:15.109 INFO:tasks.workunit.client.0.smithi119.stdout:clone image186 -> image188 2024-04-13T08:32:15.244 INFO:tasks.workunit.client.0.smithi119.stdout:write: D 1101061~2726745 2024-04-13T08:32:15.275 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 85296246~5446372 2024-04-13T08:32:15.296 INFO:tasks.workunit.client.0.smithi119.stdout:write: D 28728898~5257211 2024-04-13T08:32:15.366 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 103747981~975306 2024-04-13T08:32:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:15 smithi139 ceph-mon[88985]: pgmap v2473: 169 pgs: 169 active+clean; 1.8 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 317 MiB/s rd, 12 MiB/s wr, 684 op/s 2024-04-13T08:32:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:15 smithi139 ceph-mon[88985]: osdmap e1393: 8 total, 8 up, 8 in 2024-04-13T08:32:15.405 INFO:tasks.workunit.client.0.smithi119.stdout:write: D 83583096~3463152 2024-04-13T08:32:15.437 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 55954093~6067690 2024-04-13T08:32:15.446 INFO:tasks.workunit.client.0.smithi119.stdout:write: D 13123358~7148431 2024-04-13T08:32:15.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:15 smithi119 ceph-mon[96316]: pgmap v2473: 169 pgs: 169 active+clean; 1.8 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 317 MiB/s rd, 12 MiB/s wr, 684 op/s 2024-04-13T08:32:15.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:15 smithi119 ceph-mon[96316]: osdmap e1393: 8 total, 8 up, 8 in 2024-04-13T08:32:15.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:15 smithi119 ceph-mon[93746]: pgmap v2473: 169 pgs: 169 active+clean; 1.8 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 317 MiB/s rd, 12 MiB/s wr, 684 op/s 2024-04-13T08:32:15.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:15 smithi119 ceph-mon[93746]: osdmap e1393: 8 total, 8 up, 8 in 2024-04-13T08:32:15.498 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 50054153~4899077 2024-04-13T08:32:15.504 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: snap3 2024-04-13T08:32:16.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:16 smithi139 ceph-mon[88985]: osdmap e1394: 8 total, 8 up, 8 in 2024-04-13T08:32:16.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:16 smithi139 ceph-mon[88985]: osdmap e1395: 8 total, 8 up, 8 in 2024-04-13T08:32:16.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:16 smithi119 ceph-mon[96316]: osdmap e1394: 8 total, 8 up, 8 in 2024-04-13T08:32:16.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:16 smithi119 ceph-mon[96316]: osdmap e1395: 8 total, 8 up, 8 in 2024-04-13T08:32:16.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:16 smithi119 ceph-mon[93746]: osdmap e1394: 8 total, 8 up, 8 in 2024-04-13T08:32:16.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:16 smithi119 ceph-mon[93746]: osdmap e1395: 8 total, 8 up, 8 in 2024-04-13T08:32:16.874 INFO:tasks.workunit.client.0.smithi119.stdout:snap_protect: snap3 2024-04-13T08:32:16.887 INFO:tasks.workunit.client.0.smithi119.stdout:clone image188 -> image190 2024-04-13T08:32:17.045 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 91704721 2024-04-13T08:32:17.065 INFO:tasks.workunit.client.0.smithi119.stdout:migration_prepare 2024-04-13T08:32:17.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:17 smithi139 ceph-mon[88985]: pgmap v2476: 169 pgs: 169 active+clean; 1.9 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 32 MiB/s rd, 21 MiB/s wr, 416 op/s 2024-04-13T08:32:17.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:17 smithi139 ceph-mon[88985]: osdmap e1396: 8 total, 8 up, 8 in 2024-04-13T08:32:17.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:17 smithi119 ceph-mon[96316]: pgmap v2476: 169 pgs: 169 active+clean; 1.9 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 32 MiB/s rd, 21 MiB/s wr, 416 op/s 2024-04-13T08:32:17.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:17 smithi119 ceph-mon[96316]: osdmap e1396: 8 total, 8 up, 8 in 2024-04-13T08:32:17.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:17 smithi119 ceph-mon[93746]: pgmap v2476: 169 pgs: 169 active+clean; 1.9 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 32 MiB/s rd, 21 MiB/s wr, 416 op/s 2024-04-13T08:32:17.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:17 smithi119 ceph-mon[93746]: osdmap e1396: 8 total, 8 up, 8 in 2024-04-13T08:32:17.487 INFO:tasks.workunit.client.0.smithi119.stdout:migration_execute 2024-04-13T08:32:17.488 INFO:tasks.workunit.client.0.smithi119.stdout:write: a 81940301~7913777 2024-04-13T08:32:17.549 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 30571001~1418043 2024-04-13T08:32:17.579 INFO:tasks.workunit.client.0.smithi119.stdout:write: a 156244~3906769 2024-04-13T08:32:17.632 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 44926975~5508327 2024-04-13T08:32:17.677 INFO:tasks.workunit.client.0.smithi119.stdout:write: a 40697968~7558344 2024-04-13T08:32:17.737 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 25150571~5448587 2024-04-13T08:32:17.764 INFO:tasks.workunit.client.0.smithi119.stdout:write: a 73302223~2460710 2024-04-13T08:32:17.779 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 71579358~1850421 2024-04-13T08:32:17.780 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: user0 2024-04-13T08:32:19.127 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 154889086 2024-04-13T08:32:19.183 INFO:tasks.workunit.client.0.smithi119.stdout:write: b 45992514~4305867 2024-04-13T08:32:19.191 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 16654393~8336331 2024-04-13T08:32:19.192 INFO:tasks.workunit.client.0.smithi119.stdout:write: b 8108660~2020754 2024-04-13T08:32:19.194 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 93703212~2531142 2024-04-13T08:32:19.195 INFO:tasks.workunit.client.0.smithi119.stdout:write: b 86276924~1617509 2024-04-13T08:32:19.196 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 92053970~5551419 2024-04-13T08:32:19.196 INFO:tasks.workunit.client.0.smithi119.stdout:write: b 95258106~62733 2024-04-13T08:32:19.197 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 78779220~5082177 2024-04-13T08:32:19.197 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: user1 2024-04-13T08:32:19.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:19 smithi139 ceph-mon[88985]: pgmap v2479: 169 pgs: 169 active+clean; 2.0 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 12 MiB/s rd, 28 MiB/s wr, 519 op/s 2024-04-13T08:32:19.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:19 smithi139 ceph-mon[88985]: osdmap e1397: 8 total, 8 up, 8 in 2024-04-13T08:32:19.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:19 smithi119 ceph-mon[96316]: pgmap v2479: 169 pgs: 169 active+clean; 2.0 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 12 MiB/s rd, 28 MiB/s wr, 519 op/s 2024-04-13T08:32:19.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:19 smithi119 ceph-mon[96316]: osdmap e1397: 8 total, 8 up, 8 in 2024-04-13T08:32:19.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:19 smithi119 ceph-mon[93746]: pgmap v2479: 169 pgs: 169 active+clean; 2.0 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 12 MiB/s rd, 28 MiB/s wr, 519 op/s 2024-04-13T08:32:19.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:19 smithi119 ceph-mon[93746]: osdmap e1397: 8 total, 8 up, 8 in 2024-04-13T08:32:20.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:20 smithi139 ceph-mon[88985]: osdmap e1398: 8 total, 8 up, 8 in 2024-04-13T08:32:20.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:20 smithi119 ceph-mon[96316]: osdmap e1398: 8 total, 8 up, 8 in 2024-04-13T08:32:20.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:20 smithi119 ceph-mon[93746]: osdmap e1398: 8 total, 8 up, 8 in 2024-04-13T08:32:21.135 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 113576742 2024-04-13T08:32:21.149 INFO:tasks.workunit.client.0.smithi119.stdout:write: c 40745078~8315728 2024-04-13T08:32:21.165 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 14449298~2283443 2024-04-13T08:32:21.165 INFO:tasks.workunit.client.0.smithi119.stdout:write: c 94820812~4485616 2024-04-13T08:32:21.169 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 5624190~3889512 2024-04-13T08:32:21.169 INFO:tasks.workunit.client.0.smithi119.stdout:write: c 39294365~4966814 2024-04-13T08:32:21.220 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 90022753~1888279 2024-04-13T08:32:21.221 INFO:tasks.workunit.client.0.smithi119.stdout:write: c 84894320~2224504 2024-04-13T08:32:21.222 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 88497303~3411873 2024-04-13T08:32:21.240 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: user2 2024-04-13T08:32:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:21 smithi139 ceph-mon[88985]: pgmap v2482: 169 pgs: 169 active+clean; 2.0 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 6.7 MiB/s rd, 9.7 MiB/s wr, 129 op/s 2024-04-13T08:32:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:21 smithi139 ceph-mon[88985]: osdmap e1399: 8 total, 8 up, 8 in 2024-04-13T08:32:21.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:21 smithi119 ceph-mon[96316]: pgmap v2482: 169 pgs: 169 active+clean; 2.0 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 6.7 MiB/s rd, 9.7 MiB/s wr, 129 op/s 2024-04-13T08:32:21.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:21 smithi119 ceph-mon[96316]: osdmap e1399: 8 total, 8 up, 8 in 2024-04-13T08:32:21.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:21 smithi119 ceph-mon[93746]: pgmap v2482: 169 pgs: 169 active+clean; 2.0 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 6.7 MiB/s rd, 9.7 MiB/s wr, 129 op/s 2024-04-13T08:32:21.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:21 smithi119 ceph-mon[93746]: osdmap e1399: 8 total, 8 up, 8 in 2024-04-13T08:32:22.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:22 smithi139 ceph-mon[88985]: osdmap e1400: 8 total, 8 up, 8 in 2024-04-13T08:32:22.385 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:32:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:32:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:32:22.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:22 smithi119 ceph-mon[96316]: osdmap e1400: 8 total, 8 up, 8 in 2024-04-13T08:32:22.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:22 smithi119 ceph-mon[93746]: osdmap e1400: 8 total, 8 up, 8 in 2024-04-13T08:32:23.147 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 130589143 2024-04-13T08:32:23.164 INFO:tasks.workunit.client.0.smithi119.stdout:write: d 58068233~7279268 2024-04-13T08:32:23.179 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 48811212~3259208 2024-04-13T08:32:23.179 INFO:tasks.workunit.client.0.smithi119.stdout:write: d 124222534~5898520 2024-04-13T08:32:23.185 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 74435826~287452 2024-04-13T08:32:23.185 INFO:tasks.workunit.client.0.smithi119.stdout:write: d 106501467~5498608 2024-04-13T08:32:23.191 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 113793835~7442030 2024-04-13T08:32:23.203 INFO:tasks.workunit.client.0.smithi119.stdout:write: d 87860916~5969968 2024-04-13T08:32:23.212 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 47036408~1104973 2024-04-13T08:32:23.242 INFO:tasks.workunit.client.0.smithi119.stdout:snap_create: user3 2024-04-13T08:32:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:23 smithi139 ceph-mon[88985]: pgmap v2485: 169 pgs: 169 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 32 MiB/s rd, 30 MiB/s wr, 839 op/s 2024-04-13T08:32:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:23 smithi139 ceph-mon[88985]: osdmap e1401: 8 total, 8 up, 8 in 2024-04-13T08:32:23.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:23 smithi119 ceph-mon[96316]: pgmap v2485: 169 pgs: 169 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 32 MiB/s rd, 30 MiB/s wr, 839 op/s 2024-04-13T08:32:23.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:23 smithi119 ceph-mon[96316]: osdmap e1401: 8 total, 8 up, 8 in 2024-04-13T08:32:23.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:23 smithi119 ceph-mon[93746]: pgmap v2485: 169 pgs: 169 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 32 MiB/s rd, 30 MiB/s wr, 839 op/s 2024-04-13T08:32:23.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:23 smithi119 ceph-mon[93746]: osdmap e1401: 8 total, 8 up, 8 in 2024-04-13T08:32:24.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:24 smithi119 ceph-mon[96316]: osdmap e1402: 8 total, 8 up, 8 in 2024-04-13T08:32:24.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:32:24.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:24 smithi119 ceph-mon[93746]: osdmap e1402: 8 total, 8 up, 8 in 2024-04-13T08:32:24.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:32:24.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:24 smithi139 ceph-mon[88985]: osdmap e1402: 8 total, 8 up, 8 in 2024-04-13T08:32:24.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:32:25.137 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:32:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:32:24] "GET /metrics HTTP/1.1" 200 38864 "" "Prometheus/2.43.0" 2024-04-13T08:32:25.172 INFO:tasks.workunit.client.0.smithi119.stdout:write: 1 13058914~3264728 2024-04-13T08:32:25.176 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 13875096~1632364 2024-04-13T08:32:25.199 INFO:tasks.workunit.client.0.smithi119.stdout:write: 2 26117828~3264728 2024-04-13T08:32:25.200 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 26934010~1632364 2024-04-13T08:32:25.222 INFO:tasks.workunit.client.0.smithi119.stdout:write: 3 39176742~3264728 2024-04-13T08:32:25.223 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 39992924~1632364 2024-04-13T08:32:25.248 INFO:tasks.workunit.client.0.smithi119.stdout:write: 4 52235657~3264728 2024-04-13T08:32:25.249 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 53051839~1632364 2024-04-13T08:32:25.266 INFO:tasks.workunit.client.0.smithi119.stdout:write: 5 65294571~3264728 2024-04-13T08:32:25.267 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 66110753~1632364 2024-04-13T08:32:25.366 INFO:tasks.workunit.client.0.smithi119.stdout:migration_commit 2024-04-13T08:32:25.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:25 smithi119 ceph-mon[96316]: pgmap v2488: 169 pgs: 169 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 33 MiB/s rd, 33 MiB/s wr, 851 op/s 2024-04-13T08:32:25.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:25 smithi119 ceph-mon[96316]: osdmap e1403: 8 total, 8 up, 8 in 2024-04-13T08:32:25.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:25 smithi119 ceph-mon[93746]: pgmap v2488: 169 pgs: 169 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 33 MiB/s rd, 33 MiB/s wr, 851 op/s 2024-04-13T08:32:25.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:25 smithi119 ceph-mon[93746]: osdmap e1403: 8 total, 8 up, 8 in 2024-04-13T08:32:25.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:25 smithi139 ceph-mon[88985]: pgmap v2488: 169 pgs: 169 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 33 MiB/s rd, 33 MiB/s wr, 851 op/s 2024-04-13T08:32:25.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:25 smithi139 ceph-mon[88985]: osdmap e1403: 8 total, 8 up, 8 in 2024-04-13T08:32:26.414 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMigration.StressLive (16907 ms) 2024-04-13T08:32:26.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:26 smithi119 ceph-mon[96316]: osdmap e1404: 8 total, 8 up, 8 in 2024-04-13T08:32:26.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:26 smithi119 ceph-mon[93746]: osdmap e1404: 8 total, 8 up, 8 in 2024-04-13T08:32:26.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:26 smithi139 ceph-mon[88985]: osdmap e1404: 8 total, 8 up, 8 in 2024-04-13T08:32:27.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:27 smithi119 ceph-mon[96316]: pgmap v2491: 169 pgs: 169 active+clean; 2.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 6.4 MiB/s rd, 29 MiB/s wr, 518 op/s 2024-04-13T08:32:27.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:27 smithi119 ceph-mon[93746]: pgmap v2491: 169 pgs: 169 active+clean; 2.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 6.4 MiB/s rd, 29 MiB/s wr, 518 op/s 2024-04-13T08:32:27.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:27 smithi139 ceph-mon[88985]: pgmap v2491: 169 pgs: 169 active+clean; 2.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 6.4 MiB/s rd, 29 MiB/s wr, 518 op/s 2024-04-13T08:32:28.172 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 57 tests from TestMigration (262294 ms total) 2024-04-13T08:32:28.173 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:32:28.173 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 6 tests from TestGroup 2024-04-13T08:32:28.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:28 smithi119 ceph-mon[96316]: osdmap e1405: 8 total, 8 up, 8 in 2024-04-13T08:32:28.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:28 smithi119 ceph-mon[93746]: osdmap e1405: 8 total, 8 up, 8 in 2024-04-13T08:32:28.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:28 smithi139 ceph-mon[88985]: osdmap e1405: 8 total, 8 up, 8 in 2024-04-13T08:32:29.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:29 smithi119 ceph-mon[96316]: pgmap v2493: 137 pgs: 137 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail 2024-04-13T08:32:29.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:29 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:32:29.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:29 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T08:32:29.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:29 smithi119 ceph-mon[96316]: osdmap e1406: 8 total, 8 up, 8 in 2024-04-13T08:32:29.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:29 smithi119 ceph-mon[93746]: pgmap v2493: 137 pgs: 137 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail 2024-04-13T08:32:29.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:29 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:32:29.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:29 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T08:32:29.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:29 smithi119 ceph-mon[93746]: osdmap e1406: 8 total, 8 up, 8 in 2024-04-13T08:32:29.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:29 smithi139 ceph-mon[88985]: pgmap v2493: 137 pgs: 137 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail 2024-04-13T08:32:29.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:29 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:32:29.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:29 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T08:32:29.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:29 smithi139 ceph-mon[88985]: osdmap e1406: 8 total, 8 up, 8 in 2024-04-13T08:32:30.186 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestGroup.group_create 2024-04-13T08:32:30.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:30 smithi119 ceph-mon[96316]: osdmap e1407: 8 total, 8 up, 8 in 2024-04-13T08:32:30.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:30 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2355507652' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:32:30.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:30 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:32:30.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:30 smithi119 ceph-mon[93746]: osdmap e1407: 8 total, 8 up, 8 in 2024-04-13T08:32:30.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:30 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2355507652' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:32:30.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:30 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:32:30.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:30 smithi139 ceph-mon[88985]: osdmap e1407: 8 total, 8 up, 8 in 2024-04-13T08:32:30.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:30 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2355507652' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:32:30.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:30 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:32:31.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:31 smithi119 ceph-mon[96316]: pgmap v2496: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 10 GiB used, 705 GiB / 715 GiB avail 2024-04-13T08:32:31.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:31 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:32:31.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:31 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:32:31.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:31 smithi119 ceph-mon[96316]: osdmap e1408: 8 total, 8 up, 8 in 2024-04-13T08:32:31.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:31 smithi119 ceph-mon[93746]: pgmap v2496: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 10 GiB used, 705 GiB / 715 GiB avail 2024-04-13T08:32:31.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:31 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:32:31.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:31 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:32:31.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:31 smithi119 ceph-mon[93746]: osdmap e1408: 8 total, 8 up, 8 in 2024-04-13T08:32:31.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:31 smithi139 ceph-mon[88985]: pgmap v2496: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 10 GiB used, 705 GiB / 715 GiB avail 2024-04-13T08:32:31.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:31 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:32:31.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:31 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:32:31.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:31 smithi139 ceph-mon[88985]: osdmap e1408: 8 total, 8 up, 8 in 2024-04-13T08:32:32.236 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestGroup.group_create (2050 ms) 2024-04-13T08:32:32.236 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestGroup.group_createPP 2024-04-13T08:32:32.252 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestGroup.group_createPP (17 ms) 2024-04-13T08:32:32.253 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestGroup.add_image 2024-04-13T08:32:32.294 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestGroup.add_image (41 ms) 2024-04-13T08:32:32.294 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestGroup.add_imagePP 2024-04-13T08:32:32.329 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestGroup.add_imagePP (35 ms) 2024-04-13T08:32:32.329 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestGroup.add_snapshot 2024-04-13T08:32:32.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:32 smithi119 ceph-mon[96316]: osdmap e1409: 8 total, 8 up, 8 in 2024-04-13T08:32:32.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:32 smithi119 ceph-mon[93746]: osdmap e1409: 8 total, 8 up, 8 in 2024-04-13T08:32:32.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:32 smithi139 ceph-mon[88985]: osdmap e1409: 8 total, 8 up, 8 in 2024-04-13T08:32:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:32:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:32:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:32:33.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:33 smithi119 ceph-mon[96316]: pgmap v2499: 137 pgs: 2 unknown, 135 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:32:33.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:33 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:32:33.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:33 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T08:32:33.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:33 smithi119 ceph-mon[96316]: osdmap e1410: 8 total, 8 up, 8 in 2024-04-13T08:32:33.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:33 smithi119 ceph-mon[93746]: pgmap v2499: 137 pgs: 2 unknown, 135 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:32:33.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:33 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:32:33.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:33 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T08:32:33.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:33 smithi119 ceph-mon[93746]: osdmap e1410: 8 total, 8 up, 8 in 2024-04-13T08:32:33.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:33 smithi139 ceph-mon[88985]: pgmap v2499: 137 pgs: 2 unknown, 135 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:32:33.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:33 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:32:33.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:33 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T08:32:33.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:33 smithi139 ceph-mon[88985]: osdmap e1410: 8 total, 8 up, 8 in 2024-04-13T08:32:34.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:34 smithi119 ceph-mon[96316]: osdmap e1411: 8 total, 8 up, 8 in 2024-04-13T08:32:34.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:34 smithi119 ceph-mon[96316]: pgmap v2502: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-04-13T08:32:34.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:34 smithi119 ceph-mon[93746]: osdmap e1411: 8 total, 8 up, 8 in 2024-04-13T08:32:34.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:34 smithi119 ceph-mon[93746]: pgmap v2502: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-04-13T08:32:34.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:34 smithi139 ceph-mon[88985]: osdmap e1411: 8 total, 8 up, 8 in 2024-04-13T08:32:34.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:34 smithi139 ceph-mon[88985]: pgmap v2502: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-04-13T08:32:35.200 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:32:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:32:34] "GET /metrics HTTP/1.1" 200 38864 "" "Prometheus/2.43.0" 2024-04-13T08:32:35.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:35 smithi119 ceph-mon[96316]: osdmap e1412: 8 total, 8 up, 8 in 2024-04-13T08:32:35.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:35 smithi119 ceph-mon[93746]: osdmap e1412: 8 total, 8 up, 8 in 2024-04-13T08:32:35.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:35 smithi139 ceph-mon[88985]: osdmap e1412: 8 total, 8 up, 8 in 2024-04-13T08:32:36.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:36 smithi119 ceph-mon[96316]: osdmap e1413: 8 total, 8 up, 8 in 2024-04-13T08:32:36.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:36 smithi119 ceph-mon[96316]: pgmap v2505: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 15 KiB/s wr, 180 op/s 2024-04-13T08:32:36.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:36 smithi119 ceph-mon[93746]: osdmap e1413: 8 total, 8 up, 8 in 2024-04-13T08:32:36.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:36 smithi119 ceph-mon[93746]: pgmap v2505: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 15 KiB/s wr, 180 op/s 2024-04-13T08:32:36.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:36 smithi139 ceph-mon[88985]: osdmap e1413: 8 total, 8 up, 8 in 2024-04-13T08:32:36.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:36 smithi139 ceph-mon[88985]: pgmap v2505: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 15 KiB/s wr, 180 op/s 2024-04-13T08:32:37.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:37 smithi119 ceph-mon[93746]: osdmap e1414: 8 total, 8 up, 8 in 2024-04-13T08:32:37.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:37 smithi119 ceph-mon[96316]: osdmap e1414: 8 total, 8 up, 8 in 2024-04-13T08:32:37.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:37 smithi139 ceph-mon[88985]: osdmap e1414: 8 total, 8 up, 8 in 2024-04-13T08:32:38.271 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestGroup.add_snapshot (5943 ms) 2024-04-13T08:32:38.271 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestGroup.add_snapshotPP 2024-04-13T08:32:38.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:38 smithi139 ceph-mon[88985]: osdmap e1415: 8 total, 8 up, 8 in 2024-04-13T08:32:38.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:38 smithi139 ceph-mon[88985]: pgmap v2508: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 152 KiB/s rd, 17 KiB/s wr, 205 op/s 2024-04-13T08:32:38.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:38 smithi119 ceph-mon[96316]: osdmap e1415: 8 total, 8 up, 8 in 2024-04-13T08:32:38.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:38 smithi119 ceph-mon[96316]: pgmap v2508: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 152 KiB/s rd, 17 KiB/s wr, 205 op/s 2024-04-13T08:32:38.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:38 smithi119 ceph-mon[93746]: osdmap e1415: 8 total, 8 up, 8 in 2024-04-13T08:32:38.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:38 smithi119 ceph-mon[93746]: pgmap v2508: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 152 KiB/s rd, 17 KiB/s wr, 205 op/s 2024-04-13T08:32:39.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:39 smithi139 ceph-mon[88985]: osdmap e1416: 8 total, 8 up, 8 in 2024-04-13T08:32:39.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:39 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:32:39.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:32:39.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:39 smithi119 ceph-mon[93746]: osdmap e1416: 8 total, 8 up, 8 in 2024-04-13T08:32:39.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:39 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:32:39.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:32:39.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:39 smithi119 ceph-mon[96316]: osdmap e1416: 8 total, 8 up, 8 in 2024-04-13T08:32:39.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:39 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:32:39.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:32:40.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:40 smithi139 ceph-mon[88985]: osdmap e1417: 8 total, 8 up, 8 in 2024-04-13T08:32:40.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:40 smithi139 ceph-mon[88985]: pgmap v2511: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.5 KiB/s wr, 27 op/s 2024-04-13T08:32:40.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:40 smithi119 ceph-mon[96316]: osdmap e1417: 8 total, 8 up, 8 in 2024-04-13T08:32:40.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:40 smithi119 ceph-mon[96316]: pgmap v2511: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.5 KiB/s wr, 27 op/s 2024-04-13T08:32:40.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:40 smithi119 ceph-mon[93746]: osdmap e1417: 8 total, 8 up, 8 in 2024-04-13T08:32:40.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:40 smithi119 ceph-mon[93746]: pgmap v2511: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.5 KiB/s wr, 27 op/s 2024-04-13T08:32:41.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:41 smithi139 ceph-mon[88985]: osdmap e1418: 8 total, 8 up, 8 in 2024-04-13T08:32:41.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:41 smithi139 ceph-mon[88985]: osdmap e1419: 8 total, 8 up, 8 in 2024-04-13T08:32:41.715 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:41 smithi119 ceph-mon[93746]: osdmap e1418: 8 total, 8 up, 8 in 2024-04-13T08:32:41.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:41 smithi119 ceph-mon[93746]: osdmap e1419: 8 total, 8 up, 8 in 2024-04-13T08:32:41.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:41 smithi119 ceph-mon[96316]: osdmap e1418: 8 total, 8 up, 8 in 2024-04-13T08:32:41.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:41 smithi119 ceph-mon[96316]: osdmap e1419: 8 total, 8 up, 8 in 2024-04-13T08:32:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:32:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:32:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:32:43.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:42 smithi139 ceph-mon[88985]: pgmap v2514: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 10 KiB/s wr, 140 op/s 2024-04-13T08:32:43.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:42 smithi139 ceph-mon[88985]: osdmap e1420: 8 total, 8 up, 8 in 2024-04-13T08:32:43.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:42 smithi119 ceph-mon[96316]: pgmap v2514: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 10 KiB/s wr, 140 op/s 2024-04-13T08:32:43.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:42 smithi119 ceph-mon[96316]: osdmap e1420: 8 total, 8 up, 8 in 2024-04-13T08:32:43.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:42 smithi119 ceph-mon[93746]: pgmap v2514: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 10 KiB/s wr, 140 op/s 2024-04-13T08:32:43.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:42 smithi119 ceph-mon[93746]: osdmap e1420: 8 total, 8 up, 8 in 2024-04-13T08:32:43.915 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestGroup.add_snapshotPP (5644 ms) 2024-04-13T08:32:44.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:43 smithi139 ceph-mon[88985]: osdmap e1421: 8 total, 8 up, 8 in 2024-04-13T08:32:44.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:43 smithi119 ceph-mon[96316]: osdmap e1421: 8 total, 8 up, 8 in 2024-04-13T08:32:44.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:43 smithi119 ceph-mon[93746]: osdmap e1421: 8 total, 8 up, 8 in 2024-04-13T08:32:44.885 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 6 tests from TestGroup (13730 ms total) 2024-04-13T08:32:44.885 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:32:44.885 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 31 tests from TestDeepCopy 2024-04-13T08:32:45.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:44 smithi139 ceph-mon[88985]: pgmap v2517: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 10 KiB/s wr, 140 op/s 2024-04-13T08:32:45.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:44 smithi139 ceph-mon[88985]: osdmap e1422: 8 total, 8 up, 8 in 2024-04-13T08:32:45.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:44 smithi119 ceph-mon[93746]: pgmap v2517: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 10 KiB/s wr, 140 op/s 2024-04-13T08:32:45.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:44 smithi119 ceph-mon[93746]: osdmap e1422: 8 total, 8 up, 8 in 2024-04-13T08:32:45.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:32:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:32:44] "GET /metrics HTTP/1.1" 200 36405 "" "Prometheus/2.43.0" 2024-04-13T08:32:45.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:44 smithi119 ceph-mon[96316]: pgmap v2517: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 10 KiB/s wr, 140 op/s 2024-04-13T08:32:45.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:44 smithi119 ceph-mon[96316]: osdmap e1422: 8 total, 8 up, 8 in 2024-04-13T08:32:46.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:45 smithi119 ceph-mon[93746]: osdmap e1423: 8 total, 8 up, 8 in 2024-04-13T08:32:46.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:45 smithi119 ceph-mon[96316]: osdmap e1423: 8 total, 8 up, 8 in 2024-04-13T08:32:46.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:45 smithi139 ceph-mon[88985]: osdmap e1423: 8 total, 8 up, 8 in 2024-04-13T08:32:46.905 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestDeepCopy.Empty 2024-04-13T08:32:47.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:46 smithi119 ceph-mon[93746]: pgmap v2520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:32:47.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:46 smithi119 ceph-mon[93746]: osdmap e1424: 8 total, 8 up, 8 in 2024-04-13T08:32:47.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:46 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/572446027' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:32:47.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:46 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:32:47.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:46 smithi119 ceph-mon[96316]: pgmap v2520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:32:47.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:46 smithi119 ceph-mon[96316]: osdmap e1424: 8 total, 8 up, 8 in 2024-04-13T08:32:47.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:46 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/572446027' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:32:47.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:46 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:32:47.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:46 smithi139 ceph-mon[88985]: pgmap v2520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:32:47.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:46 smithi139 ceph-mon[88985]: osdmap e1424: 8 total, 8 up, 8 in 2024-04-13T08:32:47.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:46 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/572446027' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:32:47.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:46 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:32:48.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:47 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:32:48.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:47 smithi119 ceph-mon[96316]: osdmap e1425: 8 total, 8 up, 8 in 2024-04-13T08:32:48.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:47 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:32:48.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:47 smithi119 ceph-mon[93746]: osdmap e1425: 8 total, 8 up, 8 in 2024-04-13T08:32:48.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:47 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:32:48.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:47 smithi139 ceph-mon[88985]: osdmap e1425: 8 total, 8 up, 8 in 2024-04-13T08:32:49.037 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestDeepCopy.Empty (2132 ms) 2024-04-13T08:32:49.037 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestDeepCopy.NoSnaps 2024-04-13T08:32:49.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:48 smithi119 ceph-mon[96316]: pgmap v2523: 137 pgs: 3 creating+peering, 23 unknown, 111 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:32:49.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:48 smithi119 ceph-mon[96316]: osdmap e1426: 8 total, 8 up, 8 in 2024-04-13T08:32:49.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:48 smithi119 ceph-mon[93746]: pgmap v2523: 137 pgs: 3 creating+peering, 23 unknown, 111 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:32:49.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:48 smithi119 ceph-mon[93746]: osdmap e1426: 8 total, 8 up, 8 in 2024-04-13T08:32:49.307 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestDeepCopy.NoSnaps (270 ms) 2024-04-13T08:32:49.307 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestDeepCopy.Snaps 2024-04-13T08:32:49.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:48 smithi139 ceph-mon[88985]: pgmap v2523: 137 pgs: 3 creating+peering, 23 unknown, 111 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:32:49.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:48 smithi139 ceph-mon[88985]: osdmap e1426: 8 total, 8 up, 8 in 2024-04-13T08:32:50.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:49 smithi119 ceph-mon[96316]: osdmap e1427: 8 total, 8 up, 8 in 2024-04-13T08:32:50.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:49 smithi119 ceph-mon[93746]: osdmap e1427: 8 total, 8 up, 8 in 2024-04-13T08:32:50.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:49 smithi139 ceph-mon[88985]: osdmap e1427: 8 total, 8 up, 8 in 2024-04-13T08:32:51.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:50 smithi119 ceph-mon[96316]: pgmap v2526: 137 pgs: 3 creating+peering, 23 unknown, 111 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:32:51.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:50 smithi119 ceph-mon[96316]: osdmap e1428: 8 total, 8 up, 8 in 2024-04-13T08:32:51.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:50 smithi119 ceph-mon[93746]: pgmap v2526: 137 pgs: 3 creating+peering, 23 unknown, 111 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:32:51.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:50 smithi119 ceph-mon[93746]: osdmap e1428: 8 total, 8 up, 8 in 2024-04-13T08:32:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:50 smithi139 ceph-mon[88985]: pgmap v2526: 137 pgs: 3 creating+peering, 23 unknown, 111 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:32:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:50 smithi139 ceph-mon[88985]: osdmap e1428: 8 total, 8 up, 8 in 2024-04-13T08:32:52.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:51 smithi119 ceph-mon[96316]: osdmap e1429: 8 total, 8 up, 8 in 2024-04-13T08:32:52.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:51 smithi119 ceph-mon[93746]: osdmap e1429: 8 total, 8 up, 8 in 2024-04-13T08:32:52.286 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:51 smithi139 ceph-mon[88985]: osdmap e1429: 8 total, 8 up, 8 in 2024-04-13T08:32:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:32:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:32:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:32:53.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:52 smithi119 ceph-mon[96316]: pgmap v2529: 137 pgs: 137 active+clean; 45 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 10 MiB/s wr, 128 op/s 2024-04-13T08:32:53.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:52 smithi119 ceph-mon[96316]: osdmap e1430: 8 total, 8 up, 8 in 2024-04-13T08:32:53.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:52 smithi119 ceph-mon[93746]: pgmap v2529: 137 pgs: 137 active+clean; 45 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 10 MiB/s wr, 128 op/s 2024-04-13T08:32:53.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:52 smithi119 ceph-mon[93746]: osdmap e1430: 8 total, 8 up, 8 in 2024-04-13T08:32:53.236 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestDeepCopy.Snaps (3930 ms) 2024-04-13T08:32:53.237 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestDeepCopy.SnapDiscard 2024-04-13T08:32:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:52 smithi139 ceph-mon[88985]: pgmap v2529: 137 pgs: 137 active+clean; 45 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 10 MiB/s wr, 128 op/s 2024-04-13T08:32:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:52 smithi139 ceph-mon[88985]: osdmap e1430: 8 total, 8 up, 8 in 2024-04-13T08:32:54.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:53 smithi119 ceph-mon[96316]: osdmap e1431: 8 total, 8 up, 8 in 2024-04-13T08:32:54.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:53 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:32:54.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:53 smithi119 ceph-mon[93746]: osdmap e1431: 8 total, 8 up, 8 in 2024-04-13T08:32:54.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:53 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:32:54.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:53 smithi139 ceph-mon[88985]: osdmap e1431: 8 total, 8 up, 8 in 2024-04-13T08:32:54.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:53 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:32:55.053 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestDeepCopy.SnapDiscard (1816 ms) 2024-04-13T08:32:55.053 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestDeepCopy.CloneDiscard 2024-04-13T08:32:55.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:54 smithi119 ceph-mon[96316]: pgmap v2532: 137 pgs: 137 active+clean; 53 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 146 op/s 2024-04-13T08:32:55.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:54 smithi119 ceph-mon[96316]: osdmap e1432: 8 total, 8 up, 8 in 2024-04-13T08:32:55.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:54 smithi119 ceph-mon[93746]: pgmap v2532: 137 pgs: 137 active+clean; 53 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 146 op/s 2024-04-13T08:32:55.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:54 smithi119 ceph-mon[93746]: osdmap e1432: 8 total, 8 up, 8 in 2024-04-13T08:32:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:32:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:32:54] "GET /metrics HTTP/1.1" 200 36424 "" "Prometheus/2.43.0" 2024-04-13T08:32:55.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:54 smithi139 ceph-mon[88985]: pgmap v2532: 137 pgs: 137 active+clean; 53 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 146 op/s 2024-04-13T08:32:55.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:54 smithi139 ceph-mon[88985]: osdmap e1432: 8 total, 8 up, 8 in 2024-04-13T08:32:56.058 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestDeepCopy.CloneDiscard (1005 ms) 2024-04-13T08:32:56.058 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestDeepCopy.CloneShrink 2024-04-13T08:32:56.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:55 smithi119 ceph-mon[93746]: osdmap e1433: 8 total, 8 up, 8 in 2024-04-13T08:32:56.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:55 smithi119 ceph-mon[93746]: osdmap e1434: 8 total, 8 up, 8 in 2024-04-13T08:32:56.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:55 smithi119 ceph-mon[96316]: osdmap e1433: 8 total, 8 up, 8 in 2024-04-13T08:32:56.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:55 smithi119 ceph-mon[96316]: osdmap e1434: 8 total, 8 up, 8 in 2024-04-13T08:32:56.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:55 smithi139 ceph-mon[88985]: osdmap e1433: 8 total, 8 up, 8 in 2024-04-13T08:32:56.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:55 smithi139 ceph-mon[88985]: osdmap e1434: 8 total, 8 up, 8 in 2024-04-13T08:32:57.136 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestDeepCopy.CloneShrink (1078 ms) 2024-04-13T08:32:57.137 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestDeepCopy.CloneExpand 2024-04-13T08:32:57.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:56 smithi119 ceph-mon[96316]: pgmap v2535: 137 pgs: 137 active+clean; 65 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 5.0 MiB/s wr, 170 op/s 2024-04-13T08:32:57.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:56 smithi119 ceph-mon[93746]: pgmap v2535: 137 pgs: 137 active+clean; 65 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 5.0 MiB/s wr, 170 op/s 2024-04-13T08:32:57.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:56 smithi139 ceph-mon[88985]: pgmap v2535: 137 pgs: 137 active+clean; 65 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 5.0 MiB/s wr, 170 op/s 2024-04-13T08:32:58.202 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestDeepCopy.CloneExpand (1065 ms) 2024-04-13T08:32:58.202 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestDeepCopy.CloneHideParent 2024-04-13T08:32:58.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:57 smithi119 ceph-mon[96316]: osdmap e1435: 8 total, 8 up, 8 in 2024-04-13T08:32:58.215 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:57 smithi119 ceph-mon[93746]: osdmap e1435: 8 total, 8 up, 8 in 2024-04-13T08:32:58.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:57 smithi139 ceph-mon[88985]: osdmap e1435: 8 total, 8 up, 8 in 2024-04-13T08:32:59.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:58 smithi139 ceph-mon[88985]: pgmap v2538: 137 pgs: 137 active+clean; 69 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 4.0 MiB/s wr, 223 op/s 2024-04-13T08:32:59.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:58 smithi139 ceph-mon[88985]: osdmap e1436: 8 total, 8 up, 8 in 2024-04-13T08:32:59.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:58 smithi119 ceph-mon[96316]: pgmap v2538: 137 pgs: 137 active+clean; 69 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 4.0 MiB/s wr, 223 op/s 2024-04-13T08:32:59.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:58 smithi119 ceph-mon[96316]: osdmap e1436: 8 total, 8 up, 8 in 2024-04-13T08:32:59.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:58 smithi119 ceph-mon[93746]: pgmap v2538: 137 pgs: 137 active+clean; 69 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 4.0 MiB/s wr, 223 op/s 2024-04-13T08:32:59.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:58 smithi119 ceph-mon[93746]: osdmap e1436: 8 total, 8 up, 8 in 2024-04-13T08:33:00.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:32:59 smithi139 ceph-mon[88985]: osdmap e1437: 8 total, 8 up, 8 in 2024-04-13T08:33:00.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:32:59 smithi119 ceph-mon[96316]: osdmap e1437: 8 total, 8 up, 8 in 2024-04-13T08:33:00.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:32:59 smithi119 ceph-mon[93746]: osdmap e1437: 8 total, 8 up, 8 in 2024-04-13T08:33:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:00 smithi139 ceph-mon[88985]: pgmap v2541: 137 pgs: 137 active+clean; 69 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.0 MiB/s wr, 72 op/s 2024-04-13T08:33:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:00 smithi139 ceph-mon[88985]: osdmap e1438: 8 total, 8 up, 8 in 2024-04-13T08:33:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:00 smithi119 ceph-mon[96316]: pgmap v2541: 137 pgs: 137 active+clean; 69 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.0 MiB/s wr, 72 op/s 2024-04-13T08:33:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:00 smithi119 ceph-mon[96316]: osdmap e1438: 8 total, 8 up, 8 in 2024-04-13T08:33:01.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:00 smithi119 ceph-mon[93746]: pgmap v2541: 137 pgs: 137 active+clean; 69 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.0 MiB/s wr, 72 op/s 2024-04-13T08:33:01.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:00 smithi119 ceph-mon[93746]: osdmap e1438: 8 total, 8 up, 8 in 2024-04-13T08:33:02.313 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:02 smithi139 ceph-mon[88985]: osdmap e1439: 8 total, 8 up, 8 in 2024-04-13T08:33:02.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:02 smithi119 ceph-mon[96316]: osdmap e1439: 8 total, 8 up, 8 in 2024-04-13T08:33:02.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:02 smithi119 ceph-mon[93746]: osdmap e1439: 8 total, 8 up, 8 in 2024-04-13T08:33:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:33:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:33:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:33:03.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:03 smithi139 ceph-mon[88985]: pgmap v2544: 137 pgs: 137 active+clean; 69 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 284 KiB/s rd, 21 KiB/s wr, 378 op/s 2024-04-13T08:33:03.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:03 smithi139 ceph-mon[88985]: osdmap e1440: 8 total, 8 up, 8 in 2024-04-13T08:33:03.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:03 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:33:03.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:03 smithi119 ceph-mon[96316]: pgmap v2544: 137 pgs: 137 active+clean; 69 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 284 KiB/s rd, 21 KiB/s wr, 378 op/s 2024-04-13T08:33:03.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:03 smithi119 ceph-mon[96316]: osdmap e1440: 8 total, 8 up, 8 in 2024-04-13T08:33:03.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:03 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:33:03.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:03 smithi119 ceph-mon[93746]: pgmap v2544: 137 pgs: 137 active+clean; 69 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 284 KiB/s rd, 21 KiB/s wr, 378 op/s 2024-04-13T08:33:03.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:03 smithi119 ceph-mon[93746]: osdmap e1440: 8 total, 8 up, 8 in 2024-04-13T08:33:03.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:03 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:33:04.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:04 smithi139 ceph-mon[88985]: osdmap e1441: 8 total, 8 up, 8 in 2024-04-13T08:33:04.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:04 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:33:04.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:04 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:33:04.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:04 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:33:04.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:04 smithi119 ceph-mon[96316]: osdmap e1441: 8 total, 8 up, 8 in 2024-04-13T08:33:04.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:04 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:33:04.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:04 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:33:04.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:04 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:33:04.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:04 smithi119 ceph-mon[93746]: osdmap e1441: 8 total, 8 up, 8 in 2024-04-13T08:33:04.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:04 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:33:04.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:04 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:33:04.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:04 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:33:05.150 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestDeepCopy.CloneHideParent (6948 ms) 2024-04-13T08:33:05.150 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestDeepCopy.Clone 2024-04-13T08:33:05.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:05 smithi119 ceph-mon[96316]: pgmap v2547: 137 pgs: 137 active+clean; 69 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 406 KiB/s rd, 28 KiB/s wr, 539 op/s 2024-04-13T08:33:05.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:05 smithi119 ceph-mon[96316]: osdmap e1442: 8 total, 8 up, 8 in 2024-04-13T08:33:05.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:05 smithi119 ceph-mon[93746]: pgmap v2547: 137 pgs: 137 active+clean; 69 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 406 KiB/s rd, 28 KiB/s wr, 539 op/s 2024-04-13T08:33:05.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:05 smithi119 ceph-mon[93746]: osdmap e1442: 8 total, 8 up, 8 in 2024-04-13T08:33:05.218 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:33:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:33:04] "GET /metrics HTTP/1.1" 200 36424 "" "Prometheus/2.43.0" 2024-04-13T08:33:05.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:05 smithi139 ceph-mon[88985]: pgmap v2547: 137 pgs: 137 active+clean; 69 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 406 KiB/s rd, 28 KiB/s wr, 539 op/s 2024-04-13T08:33:05.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:05 smithi139 ceph-mon[88985]: osdmap e1442: 8 total, 8 up, 8 in 2024-04-13T08:33:06.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:06 smithi139 ceph-mon[88985]: osdmap e1443: 8 total, 8 up, 8 in 2024-04-13T08:33:06.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:06 smithi119 ceph-mon[96316]: osdmap e1443: 8 total, 8 up, 8 in 2024-04-13T08:33:06.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:06 smithi119 ceph-mon[93746]: osdmap e1443: 8 total, 8 up, 8 in 2024-04-13T08:33:07.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:07 smithi139 ceph-mon[88985]: pgmap v2550: 137 pgs: 137 active+clean; 81 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 161 KiB/s rd, 3.0 MiB/s wr, 225 op/s 2024-04-13T08:33:07.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:07 smithi139 ceph-mon[88985]: osdmap e1444: 8 total, 8 up, 8 in 2024-04-13T08:33:07.397 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestDeepCopy.Clone (2246 ms) 2024-04-13T08:33:07.397 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestDeepCopy.CloneFlatten 2024-04-13T08:33:07.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:07 smithi119 ceph-mon[96316]: pgmap v2550: 137 pgs: 137 active+clean; 81 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 161 KiB/s rd, 3.0 MiB/s wr, 225 op/s 2024-04-13T08:33:07.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:07 smithi119 ceph-mon[96316]: osdmap e1444: 8 total, 8 up, 8 in 2024-04-13T08:33:07.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:07 smithi119 ceph-mon[93746]: pgmap v2550: 137 pgs: 137 active+clean; 81 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 161 KiB/s rd, 3.0 MiB/s wr, 225 op/s 2024-04-13T08:33:07.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:07 smithi119 ceph-mon[93746]: osdmap e1444: 8 total, 8 up, 8 in 2024-04-13T08:33:08.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:08 smithi139 ceph-mon[88985]: osdmap e1445: 8 total, 8 up, 8 in 2024-04-13T08:33:08.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:08 smithi119 ceph-mon[93746]: osdmap e1445: 8 total, 8 up, 8 in 2024-04-13T08:33:08.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:08 smithi119 ceph-mon[96316]: osdmap e1445: 8 total, 8 up, 8 in 2024-04-13T08:33:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:09 smithi139 ceph-mon[88985]: pgmap v2553: 137 pgs: 137 active+clean; 93 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.0 MiB/s wr, 191 op/s 2024-04-13T08:33:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:09 smithi139 ceph-mon[88985]: osdmap e1446: 8 total, 8 up, 8 in 2024-04-13T08:33:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:33:09.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:09 smithi119 ceph-mon[96316]: pgmap v2553: 137 pgs: 137 active+clean; 93 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.0 MiB/s wr, 191 op/s 2024-04-13T08:33:09.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:09 smithi119 ceph-mon[96316]: osdmap e1446: 8 total, 8 up, 8 in 2024-04-13T08:33:09.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:33:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:09 smithi119 ceph-mon[93746]: pgmap v2553: 137 pgs: 137 active+clean; 93 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.0 MiB/s wr, 191 op/s 2024-04-13T08:33:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:09 smithi119 ceph-mon[93746]: osdmap e1446: 8 total, 8 up, 8 in 2024-04-13T08:33:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:33:09.582 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestDeepCopy.CloneFlatten (2186 ms) 2024-04-13T08:33:09.583 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestDeepCopy.Stress 2024-04-13T08:33:09.606 INFO:tasks.workunit.client.0.smithi119.stdout:write: A 69714492~3701134 2024-04-13T08:33:09.622 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 6960342~1138374 2024-04-13T08:33:09.622 INFO:tasks.workunit.client.0.smithi119.stdout:write: A 32202718~3113797 2024-04-13T08:33:09.631 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 62121505~7382362 2024-04-13T08:33:09.633 INFO:tasks.workunit.client.0.smithi119.stdout:write: A 12880970~4609540 2024-04-13T08:33:09.651 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 45606002~382271 2024-04-13T08:33:09.651 INFO:tasks.workunit.client.0.smithi119.stdout:write: A 65072495~845685 2024-04-13T08:33:09.656 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 10339266~2643504 2024-04-13T08:33:09.657 INFO:tasks.workunit.client.0.smithi119.stdout:snap: snap0 2024-04-13T08:33:10.074 INFO:tasks.workunit.client.0.smithi119.stdout:clone image236 -> image237 2024-04-13T08:33:10.124 INFO:tasks.workunit.client.0.smithi119.stdout:write: B 30591092~7541248 2024-04-13T08:33:10.152 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 11689556~2687812 2024-04-13T08:33:10.171 INFO:tasks.workunit.client.0.smithi119.stdout:write: B 18783264~1211700 2024-04-13T08:33:10.180 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 29622764~948927 2024-04-13T08:33:10.182 INFO:tasks.workunit.client.0.smithi119.stdout:write: B 13179660~3548789 2024-04-13T08:33:10.200 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 74372621~2725446 2024-04-13T08:33:10.210 INFO:tasks.workunit.client.0.smithi119.stdout:write: B 14815188~1821426 2024-04-13T08:33:10.219 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 44902841~1480777 2024-04-13T08:33:10.222 INFO:tasks.workunit.client.0.smithi119.stdout:snap: snap1 2024-04-13T08:33:10.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:10 smithi139 ceph-mon[88985]: osdmap e1447: 8 total, 8 up, 8 in 2024-04-13T08:33:10.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:10 smithi119 ceph-mon[96316]: osdmap e1447: 8 total, 8 up, 8 in 2024-04-13T08:33:10.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:10 smithi119 ceph-mon[93746]: osdmap e1447: 8 total, 8 up, 8 in 2024-04-13T08:33:11.077 INFO:tasks.workunit.client.0.smithi119.stdout:clone image237 -> image238 2024-04-13T08:33:11.134 INFO:tasks.workunit.client.0.smithi119.stdout:write: C 29157893~1608087 2024-04-13T08:33:11.159 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 64937883~7995824 2024-04-13T08:33:11.167 INFO:tasks.workunit.client.0.smithi119.stdout:write: C 67098351~95823 2024-04-13T08:33:11.168 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 941508~1491981 2024-04-13T08:33:11.172 INFO:tasks.workunit.client.0.smithi119.stdout:write: C 54467133~6341726 2024-04-13T08:33:11.193 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 79667633~2892166 2024-04-13T08:33:11.196 INFO:tasks.workunit.client.0.smithi119.stdout:write: C 18822022~4856387 2024-04-13T08:33:11.217 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 7544200~1206822 2024-04-13T08:33:11.221 INFO:tasks.workunit.client.0.smithi119.stdout:snap: snap2 2024-04-13T08:33:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:11 smithi139 ceph-mon[88985]: pgmap v2556: 137 pgs: 137 active+clean; 93 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 127 op/s 2024-04-13T08:33:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:11 smithi139 ceph-mon[88985]: osdmap e1448: 8 total, 8 up, 8 in 2024-04-13T08:33:11.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:11 smithi119 ceph-mon[96316]: pgmap v2556: 137 pgs: 137 active+clean; 93 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 127 op/s 2024-04-13T08:33:11.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:11 smithi119 ceph-mon[96316]: osdmap e1448: 8 total, 8 up, 8 in 2024-04-13T08:33:11.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:11 smithi119 ceph-mon[93746]: pgmap v2556: 137 pgs: 137 active+clean; 93 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 127 op/s 2024-04-13T08:33:11.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:11 smithi119 ceph-mon[93746]: osdmap e1448: 8 total, 8 up, 8 in 2024-04-13T08:33:12.085 INFO:tasks.workunit.client.0.smithi119.stdout:clone image238 -> image239 2024-04-13T08:33:12.164 INFO:tasks.workunit.client.0.smithi119.stdout:write: D 73403545~1161640 2024-04-13T08:33:12.176 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 13099037~6875462 2024-04-13T08:33:12.187 INFO:tasks.workunit.client.0.smithi119.stdout:write: D 51543949~2697125 2024-04-13T08:33:12.203 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 46461592~3585578 2024-04-13T08:33:12.207 INFO:tasks.workunit.client.0.smithi119.stdout:write: D 47009395~7638881 2024-04-13T08:33:12.243 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 71357452~7478353 2024-04-13T08:33:12.246 INFO:tasks.workunit.client.0.smithi119.stdout:write: D 34252264~1272322 2024-04-13T08:33:12.273 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 17656754~8240657 2024-04-13T08:33:12.278 INFO:tasks.workunit.client.0.smithi119.stdout:snap: snap3 2024-04-13T08:33:12.313 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:12 smithi139 ceph-mon[88985]: osdmap e1449: 8 total, 8 up, 8 in 2024-04-13T08:33:12.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:12 smithi119 ceph-mon[96316]: osdmap e1449: 8 total, 8 up, 8 in 2024-04-13T08:33:12.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:12 smithi119 ceph-mon[93746]: osdmap e1449: 8 total, 8 up, 8 in 2024-04-13T08:33:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:33:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:33:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:33:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:13 smithi139 ceph-mon[88985]: pgmap v2559: 137 pgs: 137 active+clean; 231 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 32 MiB/s wr, 485 op/s 2024-04-13T08:33:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:13 smithi139 ceph-mon[88985]: osdmap e1450: 8 total, 8 up, 8 in 2024-04-13T08:33:13.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:13 smithi119 ceph-mon[96316]: pgmap v2559: 137 pgs: 137 active+clean; 231 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 32 MiB/s wr, 485 op/s 2024-04-13T08:33:13.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:13 smithi119 ceph-mon[96316]: osdmap e1450: 8 total, 8 up, 8 in 2024-04-13T08:33:13.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:13 smithi119 ceph-mon[93746]: pgmap v2559: 137 pgs: 137 active+clean; 231 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 32 MiB/s wr, 485 op/s 2024-04-13T08:33:13.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:13 smithi119 ceph-mon[93746]: osdmap e1450: 8 total, 8 up, 8 in 2024-04-13T08:33:14.377 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestDeepCopy.Stress (4794 ms) 2024-04-13T08:33:14.377 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestDeepCopy.NoSnaps_LargerDstObjSize 2024-04-13T08:33:14.384 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:14 smithi139 ceph-mon[88985]: osdmap e1451: 8 total, 8 up, 8 in 2024-04-13T08:33:14.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:14 smithi119 ceph-mon[96316]: osdmap e1451: 8 total, 8 up, 8 in 2024-04-13T08:33:14.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:14 smithi119 ceph-mon[93746]: osdmap e1451: 8 total, 8 up, 8 in 2024-04-13T08:33:14.668 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestDeepCopy.NoSnaps_LargerDstObjSize (291 ms) 2024-04-13T08:33:14.668 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestDeepCopy.Snaps_LargerDstObjSize 2024-04-13T08:33:15.077 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:33:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:33:14] "GET /metrics HTTP/1.1" 200 36424 "" "Prometheus/2.43.0" 2024-04-13T08:33:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:15 smithi139 ceph-mon[88985]: pgmap v2562: 137 pgs: 137 active+clean; 275 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 48 MiB/s rd, 41 MiB/s wr, 547 op/s 2024-04-13T08:33:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:15 smithi139 ceph-mon[88985]: osdmap e1452: 8 total, 8 up, 8 in 2024-04-13T08:33:15.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:15 smithi119 ceph-mon[96316]: pgmap v2562: 137 pgs: 137 active+clean; 275 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 48 MiB/s rd, 41 MiB/s wr, 547 op/s 2024-04-13T08:33:15.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:15 smithi119 ceph-mon[96316]: osdmap e1452: 8 total, 8 up, 8 in 2024-04-13T08:33:15.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:15 smithi119 ceph-mon[93746]: pgmap v2562: 137 pgs: 137 active+clean; 275 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 48 MiB/s rd, 41 MiB/s wr, 547 op/s 2024-04-13T08:33:15.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:15 smithi119 ceph-mon[93746]: osdmap e1452: 8 total, 8 up, 8 in 2024-04-13T08:33:16.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:16 smithi139 ceph-mon[88985]: osdmap e1453: 8 total, 8 up, 8 in 2024-04-13T08:33:16.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:16 smithi119 ceph-mon[96316]: osdmap e1453: 8 total, 8 up, 8 in 2024-04-13T08:33:16.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:16 smithi119 ceph-mon[93746]: osdmap e1453: 8 total, 8 up, 8 in 2024-04-13T08:33:17.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:17 smithi139 ceph-mon[88985]: pgmap v2565: 137 pgs: 137 active+clean; 355 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s rd, 24 MiB/s wr, 508 op/s 2024-04-13T08:33:17.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:17 smithi139 ceph-mon[88985]: osdmap e1454: 8 total, 8 up, 8 in 2024-04-13T08:33:17.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:17 smithi119 ceph-mon[93746]: pgmap v2565: 137 pgs: 137 active+clean; 355 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s rd, 24 MiB/s wr, 508 op/s 2024-04-13T08:33:17.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:17 smithi119 ceph-mon[93746]: osdmap e1454: 8 total, 8 up, 8 in 2024-04-13T08:33:17.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:17 smithi119 ceph-mon[96316]: pgmap v2565: 137 pgs: 137 active+clean; 355 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s rd, 24 MiB/s wr, 508 op/s 2024-04-13T08:33:17.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:17 smithi119 ceph-mon[96316]: osdmap e1454: 8 total, 8 up, 8 in 2024-04-13T08:33:18.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:18 smithi139 ceph-mon[88985]: osdmap e1455: 8 total, 8 up, 8 in 2024-04-13T08:33:18.465 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestDeepCopy.Snaps_LargerDstObjSize (3798 ms) 2024-04-13T08:33:18.465 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestDeepCopy.Clone_LargerDstObjSize 2024-04-13T08:33:18.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:18 smithi119 ceph-mon[96316]: osdmap e1455: 8 total, 8 up, 8 in 2024-04-13T08:33:18.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:18 smithi119 ceph-mon[93746]: osdmap e1455: 8 total, 8 up, 8 in 2024-04-13T08:33:19.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:19 smithi139 ceph-mon[88985]: pgmap v2568: 137 pgs: 137 active+clean; 383 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 22 MiB/s wr, 523 op/s 2024-04-13T08:33:19.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:19 smithi139 ceph-mon[88985]: osdmap e1456: 8 total, 8 up, 8 in 2024-04-13T08:33:19.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:19 smithi119 ceph-mon[96316]: pgmap v2568: 137 pgs: 137 active+clean; 383 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 22 MiB/s wr, 523 op/s 2024-04-13T08:33:19.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:19 smithi119 ceph-mon[96316]: osdmap e1456: 8 total, 8 up, 8 in 2024-04-13T08:33:19.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:19 smithi119 ceph-mon[93746]: pgmap v2568: 137 pgs: 137 active+clean; 383 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 22 MiB/s wr, 523 op/s 2024-04-13T08:33:19.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:19 smithi119 ceph-mon[93746]: osdmap e1456: 8 total, 8 up, 8 in 2024-04-13T08:33:20.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:20 smithi139 ceph-mon[88985]: osdmap e1457: 8 total, 8 up, 8 in 2024-04-13T08:33:20.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:20 smithi119 ceph-mon[96316]: osdmap e1457: 8 total, 8 up, 8 in 2024-04-13T08:33:20.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:20 smithi119 ceph-mon[93746]: osdmap e1457: 8 total, 8 up, 8 in 2024-04-13T08:33:20.559 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestDeepCopy.Clone_LargerDstObjSize (2093 ms) 2024-04-13T08:33:20.559 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestDeepCopy.CloneFlatten_LargerDstObjSize 2024-04-13T08:33:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:21 smithi139 ceph-mon[88985]: pgmap v2571: 137 pgs: 137 active+clean; 383 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 7.0 MiB/s wr, 77 op/s 2024-04-13T08:33:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:21 smithi139 ceph-mon[88985]: osdmap e1458: 8 total, 8 up, 8 in 2024-04-13T08:33:21.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:21 smithi119 ceph-mon[96316]: pgmap v2571: 137 pgs: 137 active+clean; 383 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 7.0 MiB/s wr, 77 op/s 2024-04-13T08:33:21.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:21 smithi119 ceph-mon[96316]: osdmap e1458: 8 total, 8 up, 8 in 2024-04-13T08:33:21.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:21 smithi119 ceph-mon[93746]: pgmap v2571: 137 pgs: 137 active+clean; 383 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 7.0 MiB/s wr, 77 op/s 2024-04-13T08:33:21.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:21 smithi119 ceph-mon[93746]: osdmap e1458: 8 total, 8 up, 8 in 2024-04-13T08:33:22.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:22 smithi119 ceph-mon[96316]: osdmap e1459: 8 total, 8 up, 8 in 2024-04-13T08:33:22.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:22 smithi119 ceph-mon[93746]: osdmap e1459: 8 total, 8 up, 8 in 2024-04-13T08:33:22.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:22 smithi139 ceph-mon[88985]: osdmap e1459: 8 total, 8 up, 8 in 2024-04-13T08:33:22.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:33:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:33:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:33:22.726 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestDeepCopy.CloneFlatten_LargerDstObjSize (2168 ms) 2024-04-13T08:33:22.726 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestDeepCopy.Stress_LargerDstObjSize 2024-04-13T08:33:22.754 INFO:tasks.workunit.client.0.smithi119.stdout:write: A 46097359~7210751 2024-04-13T08:33:22.777 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 78489777~3781547 2024-04-13T08:33:22.777 INFO:tasks.workunit.client.0.smithi119.stdout:write: A 56158001~622098 2024-04-13T08:33:22.782 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 79686953~4199127 2024-04-13T08:33:22.782 INFO:tasks.workunit.client.0.smithi119.stdout:write: A 6617649~2783500 2024-04-13T08:33:22.791 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 59409829~939331 2024-04-13T08:33:22.791 INFO:tasks.workunit.client.0.smithi119.stdout:write: A 22426976~5104503 2024-04-13T08:33:22.807 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 39871236~3386699 2024-04-13T08:33:22.808 INFO:tasks.workunit.client.0.smithi119.stdout:snap: snap0 2024-04-13T08:33:23.163 INFO:tasks.workunit.client.0.smithi119.stdout:clone image258 -> image259 2024-04-13T08:33:23.212 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 89453158 2024-04-13T08:33:23.217 INFO:tasks.workunit.client.0.smithi119.stdout:write: B 66247126~5913086 2024-04-13T08:33:23.243 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 29681666~1427058 2024-04-13T08:33:23.247 INFO:tasks.workunit.client.0.smithi119.stdout:write: B 77004526~7692828 2024-04-13T08:33:23.272 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 26274318~8064946 2024-04-13T08:33:23.284 INFO:tasks.workunit.client.0.smithi119.stdout:write: B 54154433~1226980 2024-04-13T08:33:23.302 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 66707623~6238514 2024-04-13T08:33:23.305 INFO:tasks.workunit.client.0.smithi119.stdout:write: B 24576465~7756115 2024-04-13T08:33:23.331 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 70000550~5897908 2024-04-13T08:33:23.332 INFO:tasks.workunit.client.0.smithi119.stdout:snap: snap1 2024-04-13T08:33:23.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:23 smithi119 ceph-mon[96316]: pgmap v2574: 137 pgs: 137 active+clean; 427 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 11 MiB/s wr, 327 op/s 2024-04-13T08:33:23.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:23 smithi119 ceph-mon[96316]: osdmap e1460: 8 total, 8 up, 8 in 2024-04-13T08:33:23.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:23 smithi119 ceph-mon[93746]: pgmap v2574: 137 pgs: 137 active+clean; 427 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 11 MiB/s wr, 327 op/s 2024-04-13T08:33:23.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:23 smithi119 ceph-mon[93746]: osdmap e1460: 8 total, 8 up, 8 in 2024-04-13T08:33:23.553 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:23 smithi139 ceph-mon[88985]: pgmap v2574: 137 pgs: 137 active+clean; 427 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 11 MiB/s wr, 327 op/s 2024-04-13T08:33:23.553 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:23 smithi139 ceph-mon[88985]: osdmap e1460: 8 total, 8 up, 8 in 2024-04-13T08:33:24.174 INFO:tasks.workunit.client.0.smithi119.stdout:clone image259 -> image260 2024-04-13T08:33:24.237 INFO:tasks.workunit.client.0.smithi119.stdout:resize: 158085757 2024-04-13T08:33:24.244 INFO:tasks.workunit.client.0.smithi119.stdout:write: C 138437248~2404014 2024-04-13T08:33:24.258 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 153134613~4787980 2024-04-13T08:33:24.259 INFO:tasks.workunit.client.0.smithi119.stdout:write: C 31259041~6808727 2024-04-13T08:33:24.293 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 30264189~604497 2024-04-13T08:33:24.295 INFO:tasks.workunit.client.0.smithi119.stdout:write: C 7338365~7820680 2024-04-13T08:33:24.329 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 145705853~1323461 2024-04-13T08:33:24.330 INFO:tasks.workunit.client.0.smithi119.stdout:write: C 116166685~7364315 2024-04-13T08:33:24.357 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 2963687~6426208 2024-04-13T08:33:24.361 INFO:tasks.workunit.client.0.smithi119.stdout:snap: snap2 2024-04-13T08:33:24.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:24 smithi119 ceph-mon[96316]: osdmap e1461: 8 total, 8 up, 8 in 2024-04-13T08:33:24.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:33:24.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:24 smithi119 ceph-mon[93746]: osdmap e1461: 8 total, 8 up, 8 in 2024-04-13T08:33:24.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:33:24.521 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:24 smithi139 ceph-mon[88985]: osdmap e1461: 8 total, 8 up, 8 in 2024-04-13T08:33:24.521 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:33:25.157 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:33:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:33:24] "GET /metrics HTTP/1.1" 200 36431 "" "Prometheus/2.43.0" 2024-04-13T08:33:25.187 INFO:tasks.workunit.client.0.smithi119.stdout:clone image260 -> image261 2024-04-13T08:33:25.264 INFO:tasks.workunit.client.0.smithi119.stdout:write: D 152248303~5837454 2024-04-13T08:33:25.291 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 132907894~543689 2024-04-13T08:33:25.295 INFO:tasks.workunit.client.0.smithi119.stdout:write: D 67267443~3303656 2024-04-13T08:33:25.312 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 67921522~5750324 2024-04-13T08:33:25.316 INFO:tasks.workunit.client.0.smithi119.stdout:write: D 126246605~169350 2024-04-13T08:33:25.318 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 34557964~7934204 2024-04-13T08:33:25.343 INFO:tasks.workunit.client.0.smithi119.stdout:write: D 16225355~6280467 2024-04-13T08:33:25.375 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 153072945~1235549 2024-04-13T08:33:25.376 INFO:tasks.workunit.client.0.smithi119.stdout:snap: snap3 2024-04-13T08:33:25.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:25 smithi119 ceph-mon[96316]: pgmap v2577: 137 pgs: 137 active+clean; 455 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 18 MiB/s wr, 373 op/s 2024-04-13T08:33:25.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:25 smithi119 ceph-mon[96316]: osdmap e1462: 8 total, 8 up, 8 in 2024-04-13T08:33:25.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:25 smithi119 ceph-mon[93746]: pgmap v2577: 137 pgs: 137 active+clean; 455 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 18 MiB/s wr, 373 op/s 2024-04-13T08:33:25.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:25 smithi119 ceph-mon[93746]: osdmap e1462: 8 total, 8 up, 8 in 2024-04-13T08:33:25.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:25 smithi139 ceph-mon[88985]: pgmap v2577: 137 pgs: 137 active+clean; 455 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 18 MiB/s wr, 373 op/s 2024-04-13T08:33:25.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:25 smithi139 ceph-mon[88985]: osdmap e1462: 8 total, 8 up, 8 in 2024-04-13T08:33:26.197 INFO:tasks.workunit.client.0.smithi119.stdout:clone image261 -> image262 2024-04-13T08:33:26.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:26 smithi119 ceph-mon[96316]: osdmap e1463: 8 total, 8 up, 8 in 2024-04-13T08:33:26.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:26 smithi119 ceph-mon[93746]: osdmap e1463: 8 total, 8 up, 8 in 2024-04-13T08:33:26.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:26 smithi139 ceph-mon[88985]: osdmap e1463: 8 total, 8 up, 8 in 2024-04-13T08:33:26.644 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestDeepCopy.Stress_LargerDstObjSize (3918 ms) 2024-04-13T08:33:26.645 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestDeepCopy.NoSnaps_SmallerDstObjSize 2024-04-13T08:33:26.893 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestDeepCopy.NoSnaps_SmallerDstObjSize (248 ms) 2024-04-13T08:33:26.893 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestDeepCopy.Snaps_SmallerDstObjSize 2024-04-13T08:33:27.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:27 smithi119 ceph-mon[96316]: pgmap v2580: 137 pgs: 137 active+clean; 592 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 39 MiB/s wr, 357 op/s 2024-04-13T08:33:27.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:27 smithi119 ceph-mon[96316]: osdmap e1464: 8 total, 8 up, 8 in 2024-04-13T08:33:27.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:27 smithi119 ceph-mon[93746]: pgmap v2580: 137 pgs: 137 active+clean; 592 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 39 MiB/s wr, 357 op/s 2024-04-13T08:33:27.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:27 smithi119 ceph-mon[93746]: osdmap e1464: 8 total, 8 up, 8 in 2024-04-13T08:33:27.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:27 smithi139 ceph-mon[88985]: pgmap v2580: 137 pgs: 137 active+clean; 592 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 39 MiB/s wr, 357 op/s 2024-04-13T08:33:27.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:27 smithi139 ceph-mon[88985]: osdmap e1464: 8 total, 8 up, 8 in 2024-04-13T08:33:28.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:28 smithi119 ceph-mon[96316]: osdmap e1465: 8 total, 8 up, 8 in 2024-04-13T08:33:28.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:28 smithi119 ceph-mon[93746]: osdmap e1465: 8 total, 8 up, 8 in 2024-04-13T08:33:28.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:28 smithi139 ceph-mon[88985]: osdmap e1465: 8 total, 8 up, 8 in 2024-04-13T08:33:29.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:29 smithi119 ceph-mon[96316]: pgmap v2583: 137 pgs: 137 active+clean; 665 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 48 MiB/s rd, 48 MiB/s wr, 710 op/s 2024-04-13T08:33:29.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:29 smithi119 ceph-mon[96316]: osdmap e1466: 8 total, 8 up, 8 in 2024-04-13T08:33:29.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:29 smithi119 ceph-mon[93746]: pgmap v2583: 137 pgs: 137 active+clean; 665 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 48 MiB/s rd, 48 MiB/s wr, 710 op/s 2024-04-13T08:33:29.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:29 smithi119 ceph-mon[93746]: osdmap e1466: 8 total, 8 up, 8 in 2024-04-13T08:33:29.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:29 smithi139 ceph-mon[88985]: pgmap v2583: 137 pgs: 137 active+clean; 665 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 48 MiB/s rd, 48 MiB/s wr, 710 op/s 2024-04-13T08:33:29.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:29 smithi139 ceph-mon[88985]: osdmap e1466: 8 total, 8 up, 8 in 2024-04-13T08:33:30.460 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestDeepCopy.Snaps_SmallerDstObjSize (3567 ms) 2024-04-13T08:33:30.460 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestDeepCopy.Clone_SmallerDstObjSize 2024-04-13T08:33:30.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:30 smithi119 ceph-mon[93746]: osdmap e1467: 8 total, 8 up, 8 in 2024-04-13T08:33:30.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:30 smithi119 ceph-mon[96316]: osdmap e1467: 8 total, 8 up, 8 in 2024-04-13T08:33:30.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:30 smithi139 ceph-mon[88985]: osdmap e1467: 8 total, 8 up, 8 in 2024-04-13T08:33:31.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:31 smithi119 ceph-mon[96316]: pgmap v2586: 137 pgs: 137 active+clean; 665 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 21 MiB/s rd, 17 MiB/s wr, 398 op/s 2024-04-13T08:33:31.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:31 smithi119 ceph-mon[96316]: osdmap e1468: 8 total, 8 up, 8 in 2024-04-13T08:33:31.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:31 smithi119 ceph-mon[93746]: pgmap v2586: 137 pgs: 137 active+clean; 665 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 21 MiB/s rd, 17 MiB/s wr, 398 op/s 2024-04-13T08:33:31.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:31 smithi119 ceph-mon[93746]: osdmap e1468: 8 total, 8 up, 8 in 2024-04-13T08:33:31.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:31 smithi139 ceph-mon[88985]: pgmap v2586: 137 pgs: 137 active+clean; 665 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 21 MiB/s rd, 17 MiB/s wr, 398 op/s 2024-04-13T08:33:31.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:31 smithi139 ceph-mon[88985]: osdmap e1468: 8 total, 8 up, 8 in 2024-04-13T08:33:32.546 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestDeepCopy.Clone_SmallerDstObjSize (2086 ms) 2024-04-13T08:33:32.546 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestDeepCopy.CloneFlatten_SmallerDstObjSize 2024-04-13T08:33:32.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:32 smithi139 ceph-mon[88985]: osdmap e1469: 8 total, 8 up, 8 in 2024-04-13T08:33:32.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:32 smithi139 ceph-mon[88985]: pgmap v2589: 137 pgs: 137 active+clean; 733 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 53 MiB/s rd, 17 MiB/s wr, 361 op/s 2024-04-13T08:33:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:33:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:33:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:33:32.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:32 smithi119 ceph-mon[96316]: osdmap e1469: 8 total, 8 up, 8 in 2024-04-13T08:33:32.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:32 smithi119 ceph-mon[96316]: pgmap v2589: 137 pgs: 137 active+clean; 733 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 53 MiB/s rd, 17 MiB/s wr, 361 op/s 2024-04-13T08:33:32.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:32 smithi119 ceph-mon[93746]: osdmap e1469: 8 total, 8 up, 8 in 2024-04-13T08:33:32.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:32 smithi119 ceph-mon[93746]: pgmap v2589: 137 pgs: 137 active+clean; 733 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 53 MiB/s rd, 17 MiB/s wr, 361 op/s 2024-04-13T08:33:33.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:33 smithi139 ceph-mon[88985]: osdmap e1470: 8 total, 8 up, 8 in 2024-04-13T08:33:33.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:33 smithi119 ceph-mon[96316]: osdmap e1470: 8 total, 8 up, 8 in 2024-04-13T08:33:33.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:33 smithi119 ceph-mon[93746]: osdmap e1470: 8 total, 8 up, 8 in 2024-04-13T08:33:34.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:34 smithi139 ceph-mon[88985]: osdmap e1471: 8 total, 8 up, 8 in 2024-04-13T08:33:34.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:34 smithi139 ceph-mon[88985]: pgmap v2592: 137 pgs: 137 active+clean; 741 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 57 MiB/s rd, 19 MiB/s wr, 558 op/s 2024-04-13T08:33:34.712 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestDeepCopy.CloneFlatten_SmallerDstObjSize (2167 ms) 2024-04-13T08:33:34.713 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestDeepCopy.Stress_SmallerDstObjSize 2024-04-13T08:33:34.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:34 smithi119 ceph-mon[96316]: osdmap e1471: 8 total, 8 up, 8 in 2024-04-13T08:33:34.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:34 smithi119 ceph-mon[96316]: pgmap v2592: 137 pgs: 137 active+clean; 741 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 57 MiB/s rd, 19 MiB/s wr, 558 op/s 2024-04-13T08:33:34.715 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:34 smithi119 ceph-mon[93746]: osdmap e1471: 8 total, 8 up, 8 in 2024-04-13T08:33:34.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:34 smithi119 ceph-mon[93746]: pgmap v2592: 137 pgs: 137 active+clean; 741 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 57 MiB/s rd, 19 MiB/s wr, 558 op/s 2024-04-13T08:33:34.736 INFO:tasks.workunit.client.0.smithi119.stdout:write: A 7348681~3615787 2024-04-13T08:33:34.750 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 33780761~2785947 2024-04-13T08:33:34.750 INFO:tasks.workunit.client.0.smithi119.stdout:write: A 27881620~6324388 2024-04-13T08:33:34.773 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 77233543~6652537 2024-04-13T08:33:34.773 INFO:tasks.workunit.client.0.smithi119.stdout:write: A 73078110~1949865 2024-04-13T08:33:34.780 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 40958047~1545742 2024-04-13T08:33:34.780 INFO:tasks.workunit.client.0.smithi119.stdout:write: A 49871599~6512935 2024-04-13T08:33:34.799 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 67893241~2318663 2024-04-13T08:33:34.799 INFO:tasks.workunit.client.0.smithi119.stdout:snap: snap0 2024-04-13T08:33:35.215 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:33:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:33:34] "GET /metrics HTTP/1.1" 200 36431 "" "Prometheus/2.43.0" 2024-04-13T08:33:35.243 INFO:tasks.workunit.client.0.smithi119.stdout:write: B 63732060~953727 2024-04-13T08:33:35.247 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 21235946~7172141 2024-04-13T08:33:35.248 INFO:tasks.workunit.client.0.smithi119.stdout:write: B 9121751~2903664 2024-04-13T08:33:35.248 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 55915151~5694279 2024-04-13T08:33:35.248 INFO:tasks.workunit.client.0.smithi119.stdout:write: B 55681595~6026099 2024-04-13T08:33:35.255 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 45477984~1378610 2024-04-13T08:33:35.259 INFO:tasks.workunit.client.0.smithi119.stdout:write: B 55326045~6812433 2024-04-13T08:33:35.279 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 9598380~2495017 2024-04-13T08:33:35.300 INFO:tasks.workunit.client.0.smithi119.stdout:snap: snap1 2024-04-13T08:33:35.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:35 smithi139 ceph-mon[88985]: osdmap e1472: 8 total, 8 up, 8 in 2024-04-13T08:33:35.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:35 smithi119 ceph-mon[96316]: osdmap e1472: 8 total, 8 up, 8 in 2024-04-13T08:33:35.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:35 smithi119 ceph-mon[93746]: osdmap e1472: 8 total, 8 up, 8 in 2024-04-13T08:33:36.259 INFO:tasks.workunit.client.0.smithi119.stdout:clone image281 -> image282 2024-04-13T08:33:36.323 INFO:tasks.workunit.client.0.smithi119.stdout:write: C 78982128~3925568 2024-04-13T08:33:36.341 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 79358386~4527694 2024-04-13T08:33:36.343 INFO:tasks.workunit.client.0.smithi119.stdout:write: C 14462044~1065294 2024-04-13T08:33:36.350 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 7578229~4890441 2024-04-13T08:33:36.360 INFO:tasks.workunit.client.0.smithi119.stdout:write: C 49152145~5613387 2024-04-13T08:33:36.386 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 69623919~8362606 2024-04-13T08:33:36.390 INFO:tasks.workunit.client.0.smithi119.stdout:write: C 51259373~6447041 2024-04-13T08:33:36.411 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 63950830~7526860 2024-04-13T08:33:36.418 INFO:tasks.workunit.client.0.smithi119.stdout:snap: snap2 2024-04-13T08:33:36.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:36 smithi139 ceph-mon[88985]: osdmap e1473: 8 total, 8 up, 8 in 2024-04-13T08:33:36.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:36 smithi139 ceph-mon[88985]: pgmap v2595: 137 pgs: 137 active+clean; 877 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 37 MiB/s rd, 34 MiB/s wr, 723 op/s 2024-04-13T08:33:36.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:36 smithi119 ceph-mon[96316]: osdmap e1473: 8 total, 8 up, 8 in 2024-04-13T08:33:36.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:36 smithi119 ceph-mon[96316]: pgmap v2595: 137 pgs: 137 active+clean; 877 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 37 MiB/s rd, 34 MiB/s wr, 723 op/s 2024-04-13T08:33:36.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:36 smithi119 ceph-mon[93746]: osdmap e1473: 8 total, 8 up, 8 in 2024-04-13T08:33:36.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:36 smithi119 ceph-mon[93746]: pgmap v2595: 137 pgs: 137 active+clean; 877 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 37 MiB/s rd, 34 MiB/s wr, 723 op/s 2024-04-13T08:33:37.273 INFO:tasks.workunit.client.0.smithi119.stdout:clone image282 -> image283 2024-04-13T08:33:37.345 INFO:tasks.workunit.client.0.smithi119.stdout:write: D 11080735~5963718 2024-04-13T08:33:37.368 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 45544249~7625419 2024-04-13T08:33:37.384 INFO:tasks.workunit.client.0.smithi119.stdout:write: D 34169854~8042074 2024-04-13T08:33:37.411 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 76749927~7136153 2024-04-13T08:33:37.416 INFO:tasks.workunit.client.0.smithi119.stdout:write: D 43185602~5609819 2024-04-13T08:33:37.434 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 44384978~7675672 2024-04-13T08:33:37.436 INFO:tasks.workunit.client.0.smithi119.stdout:write: D 78710105~1673360 2024-04-13T08:33:37.441 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 22978270~5926594 2024-04-13T08:33:37.448 INFO:tasks.workunit.client.0.smithi119.stdout:snap: snap3 2024-04-13T08:33:37.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:37 smithi139 ceph-mon[88985]: osdmap e1474: 8 total, 8 up, 8 in 2024-04-13T08:33:37.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:37 smithi119 ceph-mon[96316]: osdmap e1474: 8 total, 8 up, 8 in 2024-04-13T08:33:37.715 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:37 smithi119 ceph-mon[93746]: osdmap e1474: 8 total, 8 up, 8 in 2024-04-13T08:33:38.278 INFO:tasks.workunit.client.0.smithi119.stdout:clone image283 -> image284 2024-04-13T08:33:38.582 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestDeepCopy.Stress_SmallerDstObjSize (3869 ms) 2024-04-13T08:33:38.582 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2024-04-13T08:33:38.610 INFO:tasks.workunit.client.0.smithi119.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/test_DeepCopy.cc:621: Skipped 2024-04-13T08:33:38.610 INFO:tasks.workunit.client.0.smithi119.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:33:38.634 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:38 smithi139 ceph-mon[88985]: osdmap e1475: 8 total, 8 up, 8 in 2024-04-13T08:33:38.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:38 smithi139 ceph-mon[88985]: pgmap v2598: 137 pgs: 137 active+clean; 915 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 45 MiB/s rd, 42 MiB/s wr, 579 op/s 2024-04-13T08:33:38.691 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize (109 ms) 2024-04-13T08:33:38.691 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2024-04-13T08:33:38.715 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:38 smithi119 ceph-mon[93746]: osdmap e1475: 8 total, 8 up, 8 in 2024-04-13T08:33:38.715 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:38 smithi119 ceph-mon[93746]: pgmap v2598: 137 pgs: 137 active+clean; 915 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 45 MiB/s rd, 42 MiB/s wr, 579 op/s 2024-04-13T08:33:38.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:38 smithi119 ceph-mon[96316]: osdmap e1475: 8 total, 8 up, 8 in 2024-04-13T08:33:38.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:38 smithi119 ceph-mon[96316]: pgmap v2598: 137 pgs: 137 active+clean; 915 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 45 MiB/s rd, 42 MiB/s wr, 579 op/s 2024-04-13T08:33:38.716 INFO:tasks.workunit.client.0.smithi119.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/test_DeepCopy.cc:635: Skipped 2024-04-13T08:33:38.716 INFO:tasks.workunit.client.0.smithi119.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:33:38.786 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingLargerDstObjSize (95 ms) 2024-04-13T08:33:38.786 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2024-04-13T08:33:38.808 INFO:tasks.workunit.client.0.smithi119.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/test_DeepCopy.cc:649: Skipped 2024-04-13T08:33:38.809 INFO:tasks.workunit.client.0.smithi119.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:33:38.882 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingLargerDstObjSize (96 ms) 2024-04-13T08:33:38.882 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2024-04-13T08:33:38.905 INFO:tasks.workunit.client.0.smithi119.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/test_DeepCopy.cc:663: Skipped 2024-04-13T08:33:38.905 INFO:tasks.workunit.client.0.smithi119.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:33:38.977 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize (95 ms) 2024-04-13T08:33:38.977 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2024-04-13T08:33:39.000 INFO:tasks.workunit.client.0.smithi119.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/test_DeepCopy.cc:679: Skipped 2024-04-13T08:33:39.000 INFO:tasks.workunit.client.0.smithi119.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:33:39.071 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingLargerDstObjSize (95 ms) 2024-04-13T08:33:39.071 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2024-04-13T08:33:39.093 INFO:tasks.workunit.client.0.smithi119.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/test_DeepCopy.cc:693: Skipped 2024-04-13T08:33:39.093 INFO:tasks.workunit.client.0.smithi119.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:33:39.164 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize (92 ms) 2024-04-13T08:33:39.164 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2024-04-13T08:33:39.186 INFO:tasks.workunit.client.0.smithi119.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/test_DeepCopy.cc:707: Skipped 2024-04-13T08:33:39.186 INFO:tasks.workunit.client.0.smithi119.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:33:39.264 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize (100 ms) 2024-04-13T08:33:39.264 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2024-04-13T08:33:39.287 INFO:tasks.workunit.client.0.smithi119.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/test_DeepCopy.cc:721: Skipped 2024-04-13T08:33:39.287 INFO:tasks.workunit.client.0.smithi119.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:33:39.358 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingSmallerDstObjSize (94 ms) 2024-04-13T08:33:39.358 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2024-04-13T08:33:39.383 INFO:tasks.workunit.client.0.smithi119.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/test_DeepCopy.cc:735: Skipped 2024-04-13T08:33:39.383 INFO:tasks.workunit.client.0.smithi119.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:33:39.457 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize (99 ms) 2024-04-13T08:33:39.457 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2024-04-13T08:33:39.480 INFO:tasks.workunit.client.0.smithi119.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/test_DeepCopy.cc:751: Skipped 2024-04-13T08:33:39.480 INFO:tasks.workunit.client.0.smithi119.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:33:39.551 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingSmallerDstObjSize (94 ms) 2024-04-13T08:33:39.634 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:39 smithi139 ceph-mon[88985]: osdmap e1476: 8 total, 8 up, 8 in 2024-04-13T08:33:39.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:33:39.715 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:39 smithi119 ceph-mon[93746]: osdmap e1476: 8 total, 8 up, 8 in 2024-04-13T08:33:39.715 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:33:39.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:39 smithi119 ceph-mon[96316]: osdmap e1476: 8 total, 8 up, 8 in 2024-04-13T08:33:39.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:33:40.265 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 31 tests from TestDeepCopy (52647 ms total) 2024-04-13T08:33:40.265 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:33:40.265 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 51 tests from TestMirroring 2024-04-13T08:33:40.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:40 smithi139 ceph-mon[88985]: pgmap v2600: 137 pgs: 137 active+clean; 915 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 40 MiB/s rd, 37 MiB/s wr, 517 op/s 2024-04-13T08:33:40.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:40 smithi119 ceph-mon[96316]: pgmap v2600: 137 pgs: 137 active+clean; 915 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 40 MiB/s rd, 37 MiB/s wr, 517 op/s 2024-04-13T08:33:40.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:40 smithi119 ceph-mon[93746]: pgmap v2600: 137 pgs: 137 active+clean; 915 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 40 MiB/s rd, 37 MiB/s wr, 517 op/s 2024-04-13T08:33:41.634 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:41 smithi139 ceph-mon[88985]: osdmap e1477: 8 total, 8 up, 8 in 2024-04-13T08:33:41.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:41 smithi119 ceph-mon[96316]: osdmap e1477: 8 total, 8 up, 8 in 2024-04-13T08:33:41.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:41 smithi119 ceph-mon[93746]: osdmap e1477: 8 total, 8 up, 8 in 2024-04-13T08:33:42.281 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage 2024-04-13T08:33:42.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:42 smithi139 ceph-mon[88985]: osdmap e1478: 8 total, 8 up, 8 in 2024-04-13T08:33:42.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:42 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:33:42.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:42 smithi139 ceph-mon[88985]: pgmap v2603: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail 2024-04-13T08:33:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:33:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:33:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:33:42.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:42 smithi119 ceph-mon[96316]: osdmap e1478: 8 total, 8 up, 8 in 2024-04-13T08:33:42.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:42 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:33:42.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:42 smithi119 ceph-mon[96316]: pgmap v2603: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail 2024-04-13T08:33:42.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:42 smithi119 ceph-mon[93746]: osdmap e1478: 8 total, 8 up, 8 in 2024-04-13T08:33:42.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:42 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:33:42.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:42 smithi119 ceph-mon[93746]: pgmap v2603: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail 2024-04-13T08:33:43.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:43 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:33:43.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:43 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:33:43.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:43 smithi139 ceph-mon[88985]: osdmap e1479: 8 total, 8 up, 8 in 2024-04-13T08:33:43.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:43 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:33:43.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:43 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:33:43.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:43 smithi119 ceph-mon[96316]: osdmap e1479: 8 total, 8 up, 8 in 2024-04-13T08:33:43.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:43 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:33:43.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:43 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:33:43.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:43 smithi119 ceph-mon[93746]: osdmap e1479: 8 total, 8 up, 8 in 2024-04-13T08:33:44.428 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage (2148 ms) 2024-04-13T08:33:44.429 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool 2024-04-13T08:33:44.531 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool (103 ms) 2024-04-13T08:33:44.531 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled 2024-04-13T08:33:44.609 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled (78 ms) 2024-04-13T08:33:44.609 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage 2024-04-13T08:33:44.634 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:44 smithi139 ceph-mon[88985]: osdmap e1480: 8 total, 8 up, 8 in 2024-04-13T08:33:44.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:44 smithi139 ceph-mon[88985]: pgmap v2606: 137 pgs: 7 creating+peering, 24 unknown, 106 active+clean; 4.6 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail 2024-04-13T08:33:44.711 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage (101 ms) 2024-04-13T08:33:44.711 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap 2024-04-13T08:33:44.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:44 smithi119 ceph-mon[96316]: osdmap e1480: 8 total, 8 up, 8 in 2024-04-13T08:33:44.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:44 smithi119 ceph-mon[96316]: pgmap v2606: 137 pgs: 7 creating+peering, 24 unknown, 106 active+clean; 4.6 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail 2024-04-13T08:33:44.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:44 smithi119 ceph-mon[93746]: osdmap e1480: 8 total, 8 up, 8 in 2024-04-13T08:33:44.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:44 smithi119 ceph-mon[93746]: pgmap v2606: 137 pgs: 7 creating+peering, 24 unknown, 106 active+clean; 4.6 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail 2024-04-13T08:33:44.810 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap (99 ms) 2024-04-13T08:33:44.810 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModePool 2024-04-13T08:33:44.906 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModePool (97 ms) 2024-04-13T08:33:44.906 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled 2024-04-13T08:33:45.014 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled (108 ms) 2024-04-13T08:33:45.015 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMirroring.DisableImageMirrorWithPeer 2024-04-13T08:33:45.015 INFO:tasks.workunit.client.0.smithi119.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/test_mirroring.cc:482: Skipped 2024-04-13T08:33:45.015 INFO:tasks.workunit.client.0.smithi119.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:33:45.015 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestMirroring.DisableImageMirrorWithPeer (0 ms) 2024-04-13T08:33:45.015 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMirroring.DisableJournalingWithPeer 2024-04-13T08:33:45.015 INFO:tasks.workunit.client.0.smithi119.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/test_mirroring.cc:520: Skipped 2024-04-13T08:33:45.015 INFO:tasks.workunit.client.0.smithi119.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:33:45.015 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestMirroring.DisableJournalingWithPeer (0 ms) 2024-04-13T08:33:45.015 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling 2024-04-13T08:33:45.085 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling (70 ms) 2024-04-13T08:33:45.085 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling 2024-04-13T08:33:45.166 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling (81 ms) 2024-04-13T08:33:45.166 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling 2024-04-13T08:33:45.215 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:33:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:33:44] "GET /metrics HTTP/1.1" 200 36429 "" "Prometheus/2.43.0" 2024-04-13T08:33:45.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:45 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:33:45.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:45 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T08:33:45.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:45 smithi139 ceph-mon[88985]: osdmap e1481: 8 total, 8 up, 8 in 2024-04-13T08:33:45.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:45 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:33:45.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:45 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T08:33:45.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:45 smithi119 ceph-mon[96316]: osdmap e1481: 8 total, 8 up, 8 in 2024-04-13T08:33:45.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:45 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:33:45.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:45 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T08:33:45.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:45 smithi119 ceph-mon[93746]: osdmap e1481: 8 total, 8 up, 8 in 2024-04-13T08:33:46.355 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling (1190 ms) 2024-04-13T08:33:46.355 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock 2024-04-13T08:33:46.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:46 smithi139 ceph-mon[88985]: osdmap e1482: 8 total, 8 up, 8 in 2024-04-13T08:33:46.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:46 smithi139 ceph-mon[88985]: pgmap v2609: 137 pgs: 7 creating+peering, 130 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 311 KiB/s rd, 46 KiB/s wr, 453 op/s 2024-04-13T08:33:46.715 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:46 smithi119 ceph-mon[93746]: osdmap e1482: 8 total, 8 up, 8 in 2024-04-13T08:33:46.715 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:46 smithi119 ceph-mon[93746]: pgmap v2609: 137 pgs: 7 creating+peering, 130 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 311 KiB/s rd, 46 KiB/s wr, 453 op/s 2024-04-13T08:33:46.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:46 smithi119 ceph-mon[96316]: osdmap e1482: 8 total, 8 up, 8 in 2024-04-13T08:33:46.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:46 smithi119 ceph-mon[96316]: pgmap v2609: 137 pgs: 7 creating+peering, 130 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 311 KiB/s rd, 46 KiB/s wr, 453 op/s 2024-04-13T08:33:47.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:47 smithi139 ceph-mon[88985]: osdmap e1483: 8 total, 8 up, 8 in 2024-04-13T08:33:47.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:47 smithi119 ceph-mon[96316]: osdmap e1483: 8 total, 8 up, 8 in 2024-04-13T08:33:47.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:47 smithi119 ceph-mon[93746]: osdmap e1483: 8 total, 8 up, 8 in 2024-04-13T08:33:48.366 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock (2010 ms) 2024-04-13T08:33:48.366 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeDisabled 2024-04-13T08:33:48.461 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeDisabled (95 ms) 2024-04-13T08:33:48.461 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage 2024-04-13T08:33:48.554 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage (93 ms) 2024-04-13T08:33:48.554 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool 2024-04-13T08:33:48.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:48 smithi139 ceph-mon[88985]: osdmap e1484: 8 total, 8 up, 8 in 2024-04-13T08:33:48.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:48 smithi139 ceph-mon[88985]: pgmap v2612: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 394 KiB/s rd, 53 KiB/s wr, 570 op/s 2024-04-13T08:33:48.650 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool (96 ms) 2024-04-13T08:33:48.650 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling 2024-04-13T08:33:48.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:48 smithi119 ceph-mon[96316]: osdmap e1484: 8 total, 8 up, 8 in 2024-04-13T08:33:48.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:48 smithi119 ceph-mon[96316]: pgmap v2612: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 394 KiB/s rd, 53 KiB/s wr, 570 op/s 2024-04-13T08:33:48.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:48 smithi119 ceph-mon[93746]: osdmap e1484: 8 total, 8 up, 8 in 2024-04-13T08:33:48.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:48 smithi119 ceph-mon[93746]: pgmap v2612: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 394 KiB/s rd, 53 KiB/s wr, 570 op/s 2024-04-13T08:33:48.729 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling (79 ms) 2024-04-13T08:33:48.729 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling 2024-04-13T08:33:48.808 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling (79 ms) 2024-04-13T08:33:48.808 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeDisabled 2024-04-13T08:33:48.897 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeDisabled (89 ms) 2024-04-13T08:33:48.897 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage 2024-04-13T08:33:48.991 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage (94 ms) 2024-04-13T08:33:48.991 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled 2024-04-13T08:33:49.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:49 smithi139 ceph-mon[88985]: osdmap e1485: 8 total, 8 up, 8 in 2024-04-13T08:33:49.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:49 smithi119 ceph-mon[96316]: osdmap e1485: 8 total, 8 up, 8 in 2024-04-13T08:33:49.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:49 smithi119 ceph-mon[93746]: osdmap e1485: 8 total, 8 up, 8 in 2024-04-13T08:33:50.393 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled (1402 ms) 2024-04-13T08:33:50.393 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModePool 2024-04-13T08:33:50.504 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModePool (112 ms) 2024-04-13T08:33:50.504 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModePool 2024-04-13T08:33:50.604 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModePool (100 ms) 2024-04-13T08:33:50.604 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModeImage 2024-04-13T08:33:50.634 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:50 smithi139 ceph-mon[88985]: osdmap e1486: 8 total, 8 up, 8 in 2024-04-13T08:33:50.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:50 smithi139 ceph-mon[88985]: pgmap v2615: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 7.2 KiB/s wr, 117 op/s 2024-04-13T08:33:50.707 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModeImage (102 ms) 2024-04-13T08:33:50.707 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode 2024-04-13T08:33:50.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:50 smithi119 ceph-mon[96316]: osdmap e1486: 8 total, 8 up, 8 in 2024-04-13T08:33:50.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:50 smithi119 ceph-mon[96316]: pgmap v2615: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 7.2 KiB/s wr, 117 op/s 2024-04-13T08:33:50.715 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:50 smithi119 ceph-mon[93746]: osdmap e1486: 8 total, 8 up, 8 in 2024-04-13T08:33:50.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:50 smithi119 ceph-mon[93746]: pgmap v2615: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 7.2 KiB/s wr, 117 op/s 2024-04-13T08:33:50.857 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode (151 ms) 2024-04-13T08:33:50.858 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode 2024-04-13T08:33:51.023 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode (165 ms) 2024-04-13T08:33:51.023 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode 2024-04-13T08:33:51.167 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode (145 ms) 2024-04-13T08:33:51.168 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode 2024-04-13T08:33:51.313 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode (145 ms) 2024-04-13T08:33:51.313 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode 2024-04-13T08:33:51.464 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode (152 ms) 2024-04-13T08:33:51.465 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode 2024-04-13T08:33:51.630 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode (166 ms) 2024-04-13T08:33:51.631 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageEnabled 2024-04-13T08:33:51.634 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:51 smithi139 ceph-mon[88985]: osdmap e1487: 8 total, 8 up, 8 in 2024-04-13T08:33:51.634 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:51 smithi139 ceph-mon[88985]: osdmap e1488: 8 total, 8 up, 8 in 2024-04-13T08:33:51.713 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageEnabled (83 ms) 2024-04-13T08:33:51.714 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDisabled 2024-04-13T08:33:51.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:51 smithi119 ceph-mon[96316]: osdmap e1487: 8 total, 8 up, 8 in 2024-04-13T08:33:51.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:51 smithi119 ceph-mon[96316]: osdmap e1488: 8 total, 8 up, 8 in 2024-04-13T08:33:51.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:51 smithi119 ceph-mon[93746]: osdmap e1487: 8 total, 8 up, 8 in 2024-04-13T08:33:51.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:51 smithi119 ceph-mon[93746]: osdmap e1488: 8 total, 8 up, 8 in 2024-04-13T08:33:51.788 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDisabled (75 ms) 2024-04-13T08:33:51.789 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMirroring.RemoveImage_With_ImageWithoutJournal 2024-04-13T08:33:51.855 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMirroring.RemoveImage_With_ImageWithoutJournal (67 ms) 2024-04-13T08:33:51.855 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDemoted 2024-04-13T08:33:51.974 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDemoted (119 ms) 2024-04-13T08:33:51.974 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMirroring.TrashMoveRestore_PoolMode 2024-04-13T08:33:52.093 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMirroring.TrashMoveRestore_PoolMode (119 ms) 2024-04-13T08:33:52.094 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled 2024-04-13T08:33:52.196 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled (102 ms) 2024-04-13T08:33:52.196 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled 2024-04-13T08:33:52.312 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled (116 ms) 2024-04-13T08:33:52.312 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMirroring.MirrorStatusList 2024-04-13T08:33:52.389 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMirroring.MirrorStatusList (78 ms) 2024-04-13T08:33:52.390 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMirroring.RemoveBootstrapped 2024-04-13T08:33:52.484 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMirroring.RemoveBootstrapped (95 ms) 2024-04-13T08:33:52.484 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMirroring.AioPromoteDemote 2024-04-13T08:33:52.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:52 smithi139 ceph-mon[88985]: pgmap v2618: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 551 KiB/s rd, 65 KiB/s wr, 792 op/s 2024-04-13T08:33:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:33:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:33:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:33:52.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:52 smithi119 ceph-mon[96316]: pgmap v2618: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 551 KiB/s rd, 65 KiB/s wr, 792 op/s 2024-04-13T08:33:52.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:52 smithi119 ceph-mon[93746]: pgmap v2618: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 551 KiB/s rd, 65 KiB/s wr, 792 op/s 2024-04-13T08:33:52.834 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMirroring.AioPromoteDemote (350 ms) 2024-04-13T08:33:52.835 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMirroring.AioGetInfo 2024-04-13T08:33:53.178 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMirroring.AioGetInfo (343 ms) 2024-04-13T08:33:53.178 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMirroring.AioGetStatus 2024-04-13T08:33:53.393 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMirroring.AioGetStatus (215 ms) 2024-04-13T08:33:53.393 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMirroring.SiteName 2024-04-13T08:33:53.399 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMirroring.SiteName (7 ms) 2024-04-13T08:33:53.399 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMirroring.Bootstrap 2024-04-13T08:33:54.230 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMirroring.Bootstrap (830 ms) 2024-04-13T08:33:54.230 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMirroring.PeerDirection 2024-04-13T08:33:54.238 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMirroring.PeerDirection (8 ms) 2024-04-13T08:33:54.238 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMirroring.Snapshot 2024-04-13T08:33:54.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:54 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' 2024-04-13T08:33:54.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:54 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-13T08:33:54.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:54 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-13T08:33:54.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:54 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-13T08:33:54.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:54 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-13T08:33:54.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:54 smithi119 ceph-mon[96316]: pgmap v2619: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 428 KiB/s rd, 50 KiB/s wr, 616 op/s 2024-04-13T08:33:54.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:33:54.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:54 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-13T08:33:54.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:54 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' 2024-04-13T08:33:54.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:54 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-13T08:33:54.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:54 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-13T08:33:54.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:54 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-13T08:33:54.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:54 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a9faf0d2-f12a-48db-94c9-317b1dffb888"}]: dispatch 2024-04-13T08:33:54.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:54 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a9faf0d2-f12a-48db-94c9-317b1dffb888"}]': finished 2024-04-13T08:33:54.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:54 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' 2024-04-13T08:33:54.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:54 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-13T08:33:54.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:54 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-13T08:33:54.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:54 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-13T08:33:54.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:54 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-13T08:33:54.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:54 smithi119 ceph-mon[93746]: pgmap v2619: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 428 KiB/s rd, 50 KiB/s wr, 616 op/s 2024-04-13T08:33:54.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:33:54.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:54 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-13T08:33:54.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:54 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' 2024-04-13T08:33:54.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:54 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-13T08:33:54.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:54 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-13T08:33:54.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:54 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-13T08:33:54.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:54 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a9faf0d2-f12a-48db-94c9-317b1dffb888"}]: dispatch 2024-04-13T08:33:54.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:54 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a9faf0d2-f12a-48db-94c9-317b1dffb888"}]': finished 2024-04-13T08:33:54.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:54 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' 2024-04-13T08:33:54.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:54 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-13T08:33:54.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:54 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-13T08:33:54.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:54 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-13T08:33:54.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:54 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-13T08:33:54.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:54 smithi139 ceph-mon[88985]: pgmap v2619: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 428 KiB/s rd, 50 KiB/s wr, 616 op/s 2024-04-13T08:33:54.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:33:54.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:54 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-13T08:33:54.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:54 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' 2024-04-13T08:33:54.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:54 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-13T08:33:54.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:54 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-13T08:33:54.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:54 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-13T08:33:54.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:54 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a9faf0d2-f12a-48db-94c9-317b1dffb888"}]: dispatch 2024-04-13T08:33:54.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:54 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a9faf0d2-f12a-48db-94c9-317b1dffb888"}]': finished 2024-04-13T08:33:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:33:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:33:54] "GET /metrics HTTP/1.1" 200 36402 "" "Prometheus/2.43.0" 2024-04-13T08:33:56.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:56 smithi139 ceph-mon[88985]: osdmap e1489: 8 total, 8 up, 8 in 2024-04-13T08:33:56.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:56 smithi139 ceph-mon[88985]: pgmap v2621: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 193 KiB/s wr, 1.89k op/s 2024-04-13T08:33:56.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:56 smithi139 ceph-mon[88985]: osdmap e1490: 8 total, 8 up, 8 in 2024-04-13T08:33:56.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:56 smithi119 ceph-mon[96316]: osdmap e1489: 8 total, 8 up, 8 in 2024-04-13T08:33:56.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:56 smithi119 ceph-mon[96316]: pgmap v2621: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 193 KiB/s wr, 1.89k op/s 2024-04-13T08:33:56.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:56 smithi119 ceph-mon[96316]: osdmap e1490: 8 total, 8 up, 8 in 2024-04-13T08:33:56.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:56 smithi119 ceph-mon[93746]: osdmap e1489: 8 total, 8 up, 8 in 2024-04-13T08:33:56.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:56 smithi119 ceph-mon[93746]: pgmap v2621: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 193 KiB/s wr, 1.89k op/s 2024-04-13T08:33:56.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:56 smithi119 ceph-mon[93746]: osdmap e1490: 8 total, 8 up, 8 in 2024-04-13T08:33:58.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:57 smithi119 ceph-mon[96316]: osdmap e1491: 8 total, 8 up, 8 in 2024-04-13T08:33:58.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:57 smithi119 ceph-mon[93746]: osdmap e1491: 8 total, 8 up, 8 in 2024-04-13T08:33:58.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:57 smithi139 ceph-mon[88985]: osdmap e1491: 8 total, 8 up, 8 in 2024-04-13T08:33:59.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:58 smithi119 ceph-mon[96316]: pgmap v2624: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 193 KiB/s wr, 1.73k op/s 2024-04-13T08:33:59.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:58 smithi119 ceph-mon[96316]: osdmap e1492: 8 total, 8 up, 8 in 2024-04-13T08:33:59.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:58 smithi119 ceph-mon[93746]: pgmap v2624: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 193 KiB/s wr, 1.73k op/s 2024-04-13T08:33:59.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:58 smithi119 ceph-mon[93746]: osdmap e1492: 8 total, 8 up, 8 in 2024-04-13T08:33:59.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:58 smithi139 ceph-mon[88985]: pgmap v2624: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 193 KiB/s wr, 1.73k op/s 2024-04-13T08:33:59.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:58 smithi139 ceph-mon[88985]: osdmap e1492: 8 total, 8 up, 8 in 2024-04-13T08:34:00.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:33:59 smithi119 ceph-mon[93746]: osdmap e1493: 8 total, 8 up, 8 in 2024-04-13T08:34:00.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:33:59 smithi119 ceph-mon[96316]: osdmap e1493: 8 total, 8 up, 8 in 2024-04-13T08:34:00.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:33:59 smithi139 ceph-mon[88985]: osdmap e1493: 8 total, 8 up, 8 in 2024-04-13T08:34:01.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:00 smithi119 ceph-mon[93746]: pgmap v2627: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 418 KiB/s rd, 65 KiB/s wr, 548 op/s 2024-04-13T08:34:01.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:00 smithi119 ceph-mon[93746]: osdmap e1494: 8 total, 8 up, 8 in 2024-04-13T08:34:01.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:00 smithi119 ceph-mon[96316]: pgmap v2627: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 418 KiB/s rd, 65 KiB/s wr, 548 op/s 2024-04-13T08:34:01.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:00 smithi119 ceph-mon[96316]: osdmap e1494: 8 total, 8 up, 8 in 2024-04-13T08:34:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:00 smithi139 ceph-mon[88985]: pgmap v2627: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 418 KiB/s rd, 65 KiB/s wr, 548 op/s 2024-04-13T08:34:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:00 smithi139 ceph-mon[88985]: osdmap e1494: 8 total, 8 up, 8 in 2024-04-13T08:34:02.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:01 smithi119 ceph-mon[93746]: osdmap e1495: 8 total, 8 up, 8 in 2024-04-13T08:34:02.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:01 smithi119 ceph-mon[96316]: osdmap e1495: 8 total, 8 up, 8 in 2024-04-13T08:34:02.313 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:01 smithi139 ceph-mon[88985]: osdmap e1495: 8 total, 8 up, 8 in 2024-04-13T08:34:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:34:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:34:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:34:03.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:02 smithi119 ceph-mon[96316]: pgmap v2630: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 5.7 KiB/s wr, 68 op/s 2024-04-13T08:34:03.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:02 smithi119 ceph-mon[96316]: osdmap e1496: 8 total, 8 up, 8 in 2024-04-13T08:34:03.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:02 smithi119 ceph-mon[93746]: pgmap v2630: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 5.7 KiB/s wr, 68 op/s 2024-04-13T08:34:03.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:02 smithi119 ceph-mon[93746]: osdmap e1496: 8 total, 8 up, 8 in 2024-04-13T08:34:03.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:02 smithi139 ceph-mon[88985]: pgmap v2630: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 5.7 KiB/s wr, 68 op/s 2024-04-13T08:34:03.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:02 smithi139 ceph-mon[88985]: osdmap e1496: 8 total, 8 up, 8 in 2024-04-13T08:34:04.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:03 smithi119 ceph-mon[96316]: osdmap e1497: 8 total, 8 up, 8 in 2024-04-13T08:34:04.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:03 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:34:04.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:03 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:34:04.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:03 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:34:04.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:03 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:34:04.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:03 smithi119 ceph-mon[93746]: osdmap e1497: 8 total, 8 up, 8 in 2024-04-13T08:34:04.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:03 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:34:04.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:03 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:34:04.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:03 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:34:04.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:03 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:34:04.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:03 smithi139 ceph-mon[88985]: osdmap e1497: 8 total, 8 up, 8 in 2024-04-13T08:34:04.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:03 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:34:04.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:03 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:34:04.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:03 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:34:04.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:03 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:34:05.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:34:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:34:04] "GET /metrics HTTP/1.1" 200 36402 "" "Prometheus/2.43.0" 2024-04-13T08:34:05.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:04 smithi119 ceph-mon[96316]: pgmap v2633: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 6.0 KiB/s wr, 68 op/s 2024-04-13T08:34:05.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:04 smithi119 ceph-mon[96316]: osdmap e1498: 8 total, 8 up, 8 in 2024-04-13T08:34:05.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:04 smithi119 ceph-mon[93746]: pgmap v2633: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 6.0 KiB/s wr, 68 op/s 2024-04-13T08:34:05.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:04 smithi119 ceph-mon[93746]: osdmap e1498: 8 total, 8 up, 8 in 2024-04-13T08:34:05.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:04 smithi139 ceph-mon[88985]: pgmap v2633: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 6.0 KiB/s wr, 68 op/s 2024-04-13T08:34:05.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:04 smithi139 ceph-mon[88985]: osdmap e1498: 8 total, 8 up, 8 in 2024-04-13T08:34:06.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:05 smithi119 ceph-mon[96316]: osdmap e1499: 8 total, 8 up, 8 in 2024-04-13T08:34:06.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:05 smithi119 ceph-mon[96316]: osdmap e1500: 8 total, 8 up, 8 in 2024-04-13T08:34:06.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:05 smithi119 ceph-mon[93746]: osdmap e1499: 8 total, 8 up, 8 in 2024-04-13T08:34:06.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:05 smithi119 ceph-mon[93746]: osdmap e1500: 8 total, 8 up, 8 in 2024-04-13T08:34:06.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:05 smithi139 ceph-mon[88985]: osdmap e1499: 8 total, 8 up, 8 in 2024-04-13T08:34:06.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:05 smithi139 ceph-mon[88985]: osdmap e1500: 8 total, 8 up, 8 in 2024-04-13T08:34:07.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:06 smithi119 ceph-mon[96316]: pgmap v2636: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 6.7 KiB/s wr, 97 op/s 2024-04-13T08:34:07.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:06 smithi119 ceph-mon[96316]: osdmap e1501: 8 total, 8 up, 8 in 2024-04-13T08:34:07.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:06 smithi119 ceph-mon[93746]: pgmap v2636: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 6.7 KiB/s wr, 97 op/s 2024-04-13T08:34:07.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:06 smithi119 ceph-mon[93746]: osdmap e1501: 8 total, 8 up, 8 in 2024-04-13T08:34:07.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:06 smithi139 ceph-mon[88985]: pgmap v2636: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 6.7 KiB/s wr, 97 op/s 2024-04-13T08:34:07.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:06 smithi139 ceph-mon[88985]: osdmap e1501: 8 total, 8 up, 8 in 2024-04-13T08:34:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:08 smithi119 ceph-mon[96316]: pgmap v2639: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 6.5 KiB/s wr, 99 op/s 2024-04-13T08:34:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:08 smithi119 ceph-mon[96316]: osdmap e1502: 8 total, 8 up, 8 in 2024-04-13T08:34:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:08 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:34:09.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:08 smithi119 ceph-mon[93746]: pgmap v2639: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 6.5 KiB/s wr, 99 op/s 2024-04-13T08:34:09.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:08 smithi119 ceph-mon[93746]: osdmap e1502: 8 total, 8 up, 8 in 2024-04-13T08:34:09.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:08 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:34:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:08 smithi139 ceph-mon[88985]: pgmap v2639: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 6.5 KiB/s wr, 99 op/s 2024-04-13T08:34:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:08 smithi139 ceph-mon[88985]: osdmap e1502: 8 total, 8 up, 8 in 2024-04-13T08:34:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:08 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:34:10.009 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMirroring.Snapshot (15771 ms) 2024-04-13T08:34:10.009 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMirroring.SnapshotRemoveOnDisable 2024-04-13T08:34:10.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:09 smithi119 ceph-mon[96316]: osdmap e1503: 8 total, 8 up, 8 in 2024-04-13T08:34:10.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:09 smithi119 ceph-mon[93746]: osdmap e1503: 8 total, 8 up, 8 in 2024-04-13T08:34:10.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:09 smithi139 ceph-mon[88985]: osdmap e1503: 8 total, 8 up, 8 in 2024-04-13T08:34:11.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:10 smithi119 ceph-mon[96316]: pgmap v2642: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-13T08:34:11.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:10 smithi119 ceph-mon[96316]: osdmap e1504: 8 total, 8 up, 8 in 2024-04-13T08:34:11.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:10 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/0ebedb80-1470-432b-9378-7f54ca64fadd"}]: dispatch 2024-04-13T08:34:11.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:10 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/0ebedb80-1470-432b-9378-7f54ca64fadd"}]': finished 2024-04-13T08:34:11.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:10 smithi119 ceph-mon[96316]: osdmap e1505: 8 total, 8 up, 8 in 2024-04-13T08:34:11.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:10 smithi119 ceph-mon[93746]: pgmap v2642: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-13T08:34:11.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:10 smithi119 ceph-mon[93746]: osdmap e1504: 8 total, 8 up, 8 in 2024-04-13T08:34:11.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:10 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/0ebedb80-1470-432b-9378-7f54ca64fadd"}]: dispatch 2024-04-13T08:34:11.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:10 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/0ebedb80-1470-432b-9378-7f54ca64fadd"}]': finished 2024-04-13T08:34:11.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:10 smithi119 ceph-mon[93746]: osdmap e1505: 8 total, 8 up, 8 in 2024-04-13T08:34:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:10 smithi139 ceph-mon[88985]: pgmap v2642: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-13T08:34:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:10 smithi139 ceph-mon[88985]: osdmap e1504: 8 total, 8 up, 8 in 2024-04-13T08:34:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:10 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/0ebedb80-1470-432b-9378-7f54ca64fadd"}]: dispatch 2024-04-13T08:34:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:10 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/0ebedb80-1470-432b-9378-7f54ca64fadd"}]': finished 2024-04-13T08:34:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:10 smithi139 ceph-mon[88985]: osdmap e1505: 8 total, 8 up, 8 in 2024-04-13T08:34:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:34:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:34:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:34:13.215 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:12 smithi119 ceph-mon[93746]: pgmap v2645: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 7.5 KiB/s wr, 110 op/s 2024-04-13T08:34:13.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:12 smithi119 ceph-mon[93746]: osdmap e1506: 8 total, 8 up, 8 in 2024-04-13T08:34:13.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:12 smithi119 ceph-mon[96316]: pgmap v2645: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 7.5 KiB/s wr, 110 op/s 2024-04-13T08:34:13.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:12 smithi119 ceph-mon[96316]: osdmap e1506: 8 total, 8 up, 8 in 2024-04-13T08:34:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:12 smithi139 ceph-mon[88985]: pgmap v2645: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 7.5 KiB/s wr, 110 op/s 2024-04-13T08:34:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:12 smithi139 ceph-mon[88985]: osdmap e1506: 8 total, 8 up, 8 in 2024-04-13T08:34:14.031 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMirroring.SnapshotRemoveOnDisable (4023 ms) 2024-04-13T08:34:14.032 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMirroring.SnapshotUnlinkPeer 2024-04-13T08:34:14.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:13 smithi119 ceph-mon[96316]: osdmap e1507: 8 total, 8 up, 8 in 2024-04-13T08:34:14.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:13 smithi119 ceph-mon[93746]: osdmap e1507: 8 total, 8 up, 8 in 2024-04-13T08:34:14.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:13 smithi139 ceph-mon[88985]: osdmap e1507: 8 total, 8 up, 8 in 2024-04-13T08:34:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:34:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:34:14] "GET /metrics HTTP/1.1" 200 36406 "" "Prometheus/2.43.0" 2024-04-13T08:34:15.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:14 smithi119 ceph-mon[93746]: pgmap v2648: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 7.5 KiB/s wr, 110 op/s 2024-04-13T08:34:15.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:14 smithi119 ceph-mon[93746]: osdmap e1508: 8 total, 8 up, 8 in 2024-04-13T08:34:15.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:14 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/518bea18-4b11-4fe6-9307-5a5c4470426b"}]: dispatch 2024-04-13T08:34:15.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:14 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/518bea18-4b11-4fe6-9307-5a5c4470426b"}]': finished 2024-04-13T08:34:15.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:14 smithi119 ceph-mon[96316]: pgmap v2648: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 7.5 KiB/s wr, 110 op/s 2024-04-13T08:34:15.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:14 smithi119 ceph-mon[96316]: osdmap e1508: 8 total, 8 up, 8 in 2024-04-13T08:34:15.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:14 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/518bea18-4b11-4fe6-9307-5a5c4470426b"}]: dispatch 2024-04-13T08:34:15.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:14 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/518bea18-4b11-4fe6-9307-5a5c4470426b"}]': finished 2024-04-13T08:34:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:14 smithi139 ceph-mon[88985]: pgmap v2648: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 7.5 KiB/s wr, 110 op/s 2024-04-13T08:34:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:14 smithi139 ceph-mon[88985]: osdmap e1508: 8 total, 8 up, 8 in 2024-04-13T08:34:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:14 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/518bea18-4b11-4fe6-9307-5a5c4470426b"}]: dispatch 2024-04-13T08:34:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:14 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/518bea18-4b11-4fe6-9307-5a5c4470426b"}]': finished 2024-04-13T08:34:16.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:16 smithi139 ceph-mon[88985]: osdmap e1509: 8 total, 8 up, 8 in 2024-04-13T08:34:16.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:16 smithi139 ceph-mon[88985]: osdmap e1510: 8 total, 8 up, 8 in 2024-04-13T08:34:16.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:16 smithi119 ceph-mon[96316]: osdmap e1509: 8 total, 8 up, 8 in 2024-04-13T08:34:16.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:16 smithi119 ceph-mon[96316]: osdmap e1510: 8 total, 8 up, 8 in 2024-04-13T08:34:16.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:16 smithi119 ceph-mon[93746]: osdmap e1509: 8 total, 8 up, 8 in 2024-04-13T08:34:16.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:16 smithi119 ceph-mon[93746]: osdmap e1510: 8 total, 8 up, 8 in 2024-04-13T08:34:17.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:17 smithi139 ceph-mon[88985]: pgmap v2651: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 9.2 KiB/s wr, 109 op/s 2024-04-13T08:34:17.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:17 smithi139 ceph-mon[88985]: osdmap e1511: 8 total, 8 up, 8 in 2024-04-13T08:34:17.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:17 smithi119 ceph-mon[96316]: pgmap v2651: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 9.2 KiB/s wr, 109 op/s 2024-04-13T08:34:17.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:17 smithi119 ceph-mon[96316]: osdmap e1511: 8 total, 8 up, 8 in 2024-04-13T08:34:17.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:17 smithi119 ceph-mon[93746]: pgmap v2651: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 9.2 KiB/s wr, 109 op/s 2024-04-13T08:34:17.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:17 smithi119 ceph-mon[93746]: osdmap e1511: 8 total, 8 up, 8 in 2024-04-13T08:34:19.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:18 smithi119 ceph-mon[93746]: pgmap v2654: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 10 KiB/s wr, 117 op/s 2024-04-13T08:34:19.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:18 smithi119 ceph-mon[93746]: osdmap e1512: 8 total, 8 up, 8 in 2024-04-13T08:34:19.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:18 smithi119 ceph-mon[96316]: pgmap v2654: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 10 KiB/s wr, 117 op/s 2024-04-13T08:34:19.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:18 smithi119 ceph-mon[96316]: osdmap e1512: 8 total, 8 up, 8 in 2024-04-13T08:34:19.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:18 smithi139 ceph-mon[88985]: pgmap v2654: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 10 KiB/s wr, 117 op/s 2024-04-13T08:34:19.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:18 smithi139 ceph-mon[88985]: osdmap e1512: 8 total, 8 up, 8 in 2024-04-13T08:34:20.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:19 smithi119 ceph-mon[96316]: osdmap e1513: 8 total, 8 up, 8 in 2024-04-13T08:34:20.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:19 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/90bf93c6-2f11-4c81-bafe-4afc4c377cca"}]: dispatch 2024-04-13T08:34:20.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:19 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/90bf93c6-2f11-4c81-bafe-4afc4c377cca"}]': finished 2024-04-13T08:34:20.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:19 smithi119 ceph-mon[93746]: osdmap e1513: 8 total, 8 up, 8 in 2024-04-13T08:34:20.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:19 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/90bf93c6-2f11-4c81-bafe-4afc4c377cca"}]: dispatch 2024-04-13T08:34:20.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:19 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/90bf93c6-2f11-4c81-bafe-4afc4c377cca"}]': finished 2024-04-13T08:34:20.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:19 smithi139 ceph-mon[88985]: osdmap e1513: 8 total, 8 up, 8 in 2024-04-13T08:34:20.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:19 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/90bf93c6-2f11-4c81-bafe-4afc4c377cca"}]: dispatch 2024-04-13T08:34:20.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:19 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/90bf93c6-2f11-4c81-bafe-4afc4c377cca"}]': finished 2024-04-13T08:34:21.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:20 smithi119 ceph-mon[96316]: pgmap v2657: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.5 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-13T08:34:21.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:20 smithi119 ceph-mon[96316]: osdmap e1514: 8 total, 8 up, 8 in 2024-04-13T08:34:21.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:20 smithi119 ceph-mon[96316]: osdmap e1515: 8 total, 8 up, 8 in 2024-04-13T08:34:21.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:20 smithi119 ceph-mon[93746]: pgmap v2657: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.5 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-13T08:34:21.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:20 smithi119 ceph-mon[93746]: osdmap e1514: 8 total, 8 up, 8 in 2024-04-13T08:34:21.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:20 smithi119 ceph-mon[93746]: osdmap e1515: 8 total, 8 up, 8 in 2024-04-13T08:34:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:20 smithi139 ceph-mon[88985]: pgmap v2657: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.5 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-13T08:34:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:20 smithi139 ceph-mon[88985]: osdmap e1514: 8 total, 8 up, 8 in 2024-04-13T08:34:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:20 smithi139 ceph-mon[88985]: osdmap e1515: 8 total, 8 up, 8 in 2024-04-13T08:34:22.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:34:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:34:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:34:23.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:22 smithi119 ceph-mon[96316]: pgmap v2660: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 11 KiB/s wr, 239 op/s 2024-04-13T08:34:23.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:22 smithi119 ceph-mon[96316]: osdmap e1516: 8 total, 8 up, 8 in 2024-04-13T08:34:23.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:22 smithi119 ceph-mon[93746]: pgmap v2660: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 11 KiB/s wr, 239 op/s 2024-04-13T08:34:23.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:22 smithi119 ceph-mon[93746]: osdmap e1516: 8 total, 8 up, 8 in 2024-04-13T08:34:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:22 smithi139 ceph-mon[88985]: pgmap v2660: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 11 KiB/s wr, 239 op/s 2024-04-13T08:34:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:22 smithi139 ceph-mon[88985]: osdmap e1516: 8 total, 8 up, 8 in 2024-04-13T08:34:24.032 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMirroring.SnapshotUnlinkPeer (10000 ms) 2024-04-13T08:34:24.032 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMirroring.SnapshotImageState 2024-04-13T08:34:24.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:23 smithi119 ceph-mon[96316]: osdmap e1517: 8 total, 8 up, 8 in 2024-04-13T08:34:24.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:23 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:34:24.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:23 smithi119 ceph-mon[93746]: osdmap e1517: 8 total, 8 up, 8 in 2024-04-13T08:34:24.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:23 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:34:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:23 smithi139 ceph-mon[88985]: osdmap e1517: 8 total, 8 up, 8 in 2024-04-13T08:34:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:23 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:34:25.215 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:34:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:34:24] "GET /metrics HTTP/1.1" 200 36408 "" "Prometheus/2.43.0" 2024-04-13T08:34:25.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:24 smithi119 ceph-mon[96316]: pgmap v2663: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 11 KiB/s wr, 239 op/s 2024-04-13T08:34:25.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:24 smithi119 ceph-mon[96316]: osdmap e1518: 8 total, 8 up, 8 in 2024-04-13T08:34:25.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:24 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/05f3f9ca-bd9a-49ac-ab2c-94c55121e59f"}]: dispatch 2024-04-13T08:34:25.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:24 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/05f3f9ca-bd9a-49ac-ab2c-94c55121e59f"}]': finished 2024-04-13T08:34:25.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:24 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6fe9ada9-7df0-48bf-a57e-74c4ba735fdc"}]: dispatch 2024-04-13T08:34:25.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:24 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6fe9ada9-7df0-48bf-a57e-74c4ba735fdc"}]': finished 2024-04-13T08:34:25.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:24 smithi119 ceph-mon[93746]: pgmap v2663: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 11 KiB/s wr, 239 op/s 2024-04-13T08:34:25.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:24 smithi119 ceph-mon[93746]: osdmap e1518: 8 total, 8 up, 8 in 2024-04-13T08:34:25.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:24 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/05f3f9ca-bd9a-49ac-ab2c-94c55121e59f"}]: dispatch 2024-04-13T08:34:25.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:24 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/05f3f9ca-bd9a-49ac-ab2c-94c55121e59f"}]': finished 2024-04-13T08:34:25.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:24 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6fe9ada9-7df0-48bf-a57e-74c4ba735fdc"}]: dispatch 2024-04-13T08:34:25.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:24 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6fe9ada9-7df0-48bf-a57e-74c4ba735fdc"}]': finished 2024-04-13T08:34:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:24 smithi139 ceph-mon[88985]: pgmap v2663: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 11 KiB/s wr, 239 op/s 2024-04-13T08:34:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:24 smithi139 ceph-mon[88985]: osdmap e1518: 8 total, 8 up, 8 in 2024-04-13T08:34:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:24 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/05f3f9ca-bd9a-49ac-ab2c-94c55121e59f"}]: dispatch 2024-04-13T08:34:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:24 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/05f3f9ca-bd9a-49ac-ab2c-94c55121e59f"}]': finished 2024-04-13T08:34:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:24 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6fe9ada9-7df0-48bf-a57e-74c4ba735fdc"}]: dispatch 2024-04-13T08:34:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:24 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6fe9ada9-7df0-48bf-a57e-74c4ba735fdc"}]': finished 2024-04-13T08:34:26.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:26 smithi139 ceph-mon[88985]: osdmap e1519: 8 total, 8 up, 8 in 2024-04-13T08:34:26.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:26 smithi139 ceph-mon[88985]: osdmap e1520: 8 total, 8 up, 8 in 2024-04-13T08:34:26.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:26 smithi119 ceph-mon[96316]: osdmap e1519: 8 total, 8 up, 8 in 2024-04-13T08:34:26.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:26 smithi119 ceph-mon[96316]: osdmap e1520: 8 total, 8 up, 8 in 2024-04-13T08:34:26.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:26 smithi119 ceph-mon[93746]: osdmap e1519: 8 total, 8 up, 8 in 2024-04-13T08:34:26.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:26 smithi119 ceph-mon[93746]: osdmap e1520: 8 total, 8 up, 8 in 2024-04-13T08:34:27.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:27 smithi139 ceph-mon[88985]: pgmap v2666: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 7.5 KiB/s wr, 97 op/s 2024-04-13T08:34:27.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:27 smithi119 ceph-mon[93746]: pgmap v2666: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 7.5 KiB/s wr, 97 op/s 2024-04-13T08:34:27.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:27 smithi119 ceph-mon[96316]: pgmap v2666: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 7.5 KiB/s wr, 97 op/s 2024-04-13T08:34:28.111 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMirroring.SnapshotImageState (4079 ms) 2024-04-13T08:34:28.111 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMirroring.SnapshotPromoteDemote 2024-04-13T08:34:28.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:28 smithi139 ceph-mon[88985]: osdmap e1521: 8 total, 8 up, 8 in 2024-04-13T08:34:28.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:28 smithi119 ceph-mon[96316]: osdmap e1521: 8 total, 8 up, 8 in 2024-04-13T08:34:28.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:28 smithi119 ceph-mon[93746]: osdmap e1521: 8 total, 8 up, 8 in 2024-04-13T08:34:29.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:29 smithi139 ceph-mon[88985]: pgmap v2669: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 11 KiB/s wr, 118 op/s 2024-04-13T08:34:29.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:29 smithi139 ceph-mon[88985]: osdmap e1522: 8 total, 8 up, 8 in 2024-04-13T08:34:29.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:29 smithi119 ceph-mon[96316]: pgmap v2669: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 11 KiB/s wr, 118 op/s 2024-04-13T08:34:29.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:29 smithi119 ceph-mon[96316]: osdmap e1522: 8 total, 8 up, 8 in 2024-04-13T08:34:29.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:29 smithi119 ceph-mon[93746]: pgmap v2669: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 11 KiB/s wr, 118 op/s 2024-04-13T08:34:29.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:29 smithi119 ceph-mon[93746]: osdmap e1522: 8 total, 8 up, 8 in 2024-04-13T08:34:30.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:30 smithi139 ceph-mon[88985]: osdmap e1523: 8 total, 8 up, 8 in 2024-04-13T08:34:30.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:30 smithi119 ceph-mon[96316]: osdmap e1523: 8 total, 8 up, 8 in 2024-04-13T08:34:30.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:30 smithi119 ceph-mon[93746]: osdmap e1523: 8 total, 8 up, 8 in 2024-04-13T08:34:31.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:31 smithi139 ceph-mon[88985]: pgmap v2672: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.5 KiB/s rd, 3.5 KiB/s wr, 21 op/s 2024-04-13T08:34:31.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:31 smithi139 ceph-mon[88985]: osdmap e1524: 8 total, 8 up, 8 in 2024-04-13T08:34:31.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:31 smithi139 ceph-mon[88985]: osdmap e1525: 8 total, 8 up, 8 in 2024-04-13T08:34:31.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:31 smithi119 ceph-mon[96316]: pgmap v2672: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.5 KiB/s rd, 3.5 KiB/s wr, 21 op/s 2024-04-13T08:34:31.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:31 smithi119 ceph-mon[96316]: osdmap e1524: 8 total, 8 up, 8 in 2024-04-13T08:34:31.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:31 smithi119 ceph-mon[96316]: osdmap e1525: 8 total, 8 up, 8 in 2024-04-13T08:34:31.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:31 smithi119 ceph-mon[93746]: pgmap v2672: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.5 KiB/s rd, 3.5 KiB/s wr, 21 op/s 2024-04-13T08:34:31.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:31 smithi119 ceph-mon[93746]: osdmap e1524: 8 total, 8 up, 8 in 2024-04-13T08:34:31.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:31 smithi119 ceph-mon[93746]: osdmap e1525: 8 total, 8 up, 8 in 2024-04-13T08:34:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:34:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:34:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:34:33.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:32 smithi119 ceph-mon[96316]: pgmap v2675: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 22 KiB/s wr, 241 op/s 2024-04-13T08:34:33.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:32 smithi119 ceph-mon[96316]: osdmap e1526: 8 total, 8 up, 8 in 2024-04-13T08:34:33.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:32 smithi119 ceph-mon[93746]: pgmap v2675: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 22 KiB/s wr, 241 op/s 2024-04-13T08:34:33.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:32 smithi119 ceph-mon[93746]: osdmap e1526: 8 total, 8 up, 8 in 2024-04-13T08:34:33.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:32 smithi139 ceph-mon[88985]: pgmap v2675: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 22 KiB/s wr, 241 op/s 2024-04-13T08:34:33.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:32 smithi139 ceph-mon[88985]: osdmap e1526: 8 total, 8 up, 8 in 2024-04-13T08:34:34.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:33 smithi119 ceph-mon[96316]: osdmap e1527: 8 total, 8 up, 8 in 2024-04-13T08:34:34.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:33 smithi119 ceph-mon[93746]: osdmap e1527: 8 total, 8 up, 8 in 2024-04-13T08:34:34.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:33 smithi139 ceph-mon[88985]: osdmap e1527: 8 total, 8 up, 8 in 2024-04-13T08:34:35.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:34 smithi119 ceph-mon[93746]: pgmap v2678: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 22 KiB/s wr, 241 op/s 2024-04-13T08:34:35.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:34 smithi119 ceph-mon[93746]: osdmap e1528: 8 total, 8 up, 8 in 2024-04-13T08:34:35.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:34:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:34:34] "GET /metrics HTTP/1.1" 200 36408 "" "Prometheus/2.43.0" 2024-04-13T08:34:35.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:34 smithi119 ceph-mon[96316]: pgmap v2678: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 22 KiB/s wr, 241 op/s 2024-04-13T08:34:35.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:34 smithi119 ceph-mon[96316]: osdmap e1528: 8 total, 8 up, 8 in 2024-04-13T08:34:35.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:34 smithi139 ceph-mon[88985]: pgmap v2678: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 22 KiB/s wr, 241 op/s 2024-04-13T08:34:35.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:34 smithi139 ceph-mon[88985]: osdmap e1528: 8 total, 8 up, 8 in 2024-04-13T08:34:36.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:35 smithi119 ceph-mon[96316]: osdmap e1529: 8 total, 8 up, 8 in 2024-04-13T08:34:36.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:35 smithi119 ceph-mon[96316]: osdmap e1530: 8 total, 8 up, 8 in 2024-04-13T08:34:36.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:35 smithi119 ceph-mon[93746]: osdmap e1529: 8 total, 8 up, 8 in 2024-04-13T08:34:36.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:35 smithi119 ceph-mon[93746]: osdmap e1530: 8 total, 8 up, 8 in 2024-04-13T08:34:36.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:35 smithi139 ceph-mon[88985]: osdmap e1529: 8 total, 8 up, 8 in 2024-04-13T08:34:36.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:35 smithi139 ceph-mon[88985]: osdmap e1530: 8 total, 8 up, 8 in 2024-04-13T08:34:37.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:36 smithi119 ceph-mon[96316]: pgmap v2681: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 7.5 KiB/s wr, 123 op/s 2024-04-13T08:34:37.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:36 smithi119 ceph-mon[93746]: pgmap v2681: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 7.5 KiB/s wr, 123 op/s 2024-04-13T08:34:37.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:36 smithi139 ceph-mon[88985]: pgmap v2681: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 7.5 KiB/s wr, 123 op/s 2024-04-13T08:34:38.008 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMirroring.SnapshotPromoteDemote (9897 ms) 2024-04-13T08:34:38.008 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestMirroring.AioSnapshotCreate 2024-04-13T08:34:38.215 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:37 smithi119 ceph-mon[93746]: osdmap e1531: 8 total, 8 up, 8 in 2024-04-13T08:34:38.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:37 smithi119 ceph-mon[96316]: osdmap e1531: 8 total, 8 up, 8 in 2024-04-13T08:34:38.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:37 smithi139 ceph-mon[88985]: osdmap e1531: 8 total, 8 up, 8 in 2024-04-13T08:34:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:38 smithi119 ceph-mon[96316]: pgmap v2684: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 7.7 KiB/s wr, 126 op/s 2024-04-13T08:34:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:38 smithi119 ceph-mon[96316]: osdmap e1532: 8 total, 8 up, 8 in 2024-04-13T08:34:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:38 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/90b18b36-a354-4a63-943f-27600b251066"}]: dispatch 2024-04-13T08:34:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:38 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/90b18b36-a354-4a63-943f-27600b251066"}]': finished 2024-04-13T08:34:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:38 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:34:39.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:38 smithi119 ceph-mon[93746]: pgmap v2684: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 7.7 KiB/s wr, 126 op/s 2024-04-13T08:34:39.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:38 smithi119 ceph-mon[93746]: osdmap e1532: 8 total, 8 up, 8 in 2024-04-13T08:34:39.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:38 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/90b18b36-a354-4a63-943f-27600b251066"}]: dispatch 2024-04-13T08:34:39.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:38 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/90b18b36-a354-4a63-943f-27600b251066"}]': finished 2024-04-13T08:34:39.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:38 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:34:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:38 smithi139 ceph-mon[88985]: pgmap v2684: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 7.7 KiB/s wr, 126 op/s 2024-04-13T08:34:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:38 smithi139 ceph-mon[88985]: osdmap e1532: 8 total, 8 up, 8 in 2024-04-13T08:34:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:38 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/90b18b36-a354-4a63-943f-27600b251066"}]: dispatch 2024-04-13T08:34:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:38 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/90b18b36-a354-4a63-943f-27600b251066"}]': finished 2024-04-13T08:34:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:38 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:34:40.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:40 smithi139 ceph-mon[88985]: osdmap e1533: 8 total, 8 up, 8 in 2024-04-13T08:34:40.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:40 smithi119 ceph-mon[96316]: osdmap e1533: 8 total, 8 up, 8 in 2024-04-13T08:34:40.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:40 smithi119 ceph-mon[93746]: osdmap e1533: 8 total, 8 up, 8 in 2024-04-13T08:34:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:41 smithi139 ceph-mon[88985]: pgmap v2687: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 255 B/s wr, 3 op/s 2024-04-13T08:34:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:41 smithi139 ceph-mon[88985]: osdmap e1534: 8 total, 8 up, 8 in 2024-04-13T08:34:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:41 smithi139 ceph-mon[88985]: osdmap e1535: 8 total, 8 up, 8 in 2024-04-13T08:34:41.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:41 smithi119 ceph-mon[96316]: pgmap v2687: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 255 B/s wr, 3 op/s 2024-04-13T08:34:41.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:41 smithi119 ceph-mon[96316]: osdmap e1534: 8 total, 8 up, 8 in 2024-04-13T08:34:41.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:41 smithi119 ceph-mon[96316]: osdmap e1535: 8 total, 8 up, 8 in 2024-04-13T08:34:41.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:41 smithi119 ceph-mon[93746]: pgmap v2687: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 255 B/s wr, 3 op/s 2024-04-13T08:34:41.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:41 smithi119 ceph-mon[93746]: osdmap e1534: 8 total, 8 up, 8 in 2024-04-13T08:34:41.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:41 smithi119 ceph-mon[93746]: osdmap e1535: 8 total, 8 up, 8 in 2024-04-13T08:34:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:34:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:34:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:34:43.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:42 smithi119 ceph-mon[96316]: pgmap v2690: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 11 KiB/s wr, 102 op/s 2024-04-13T08:34:43.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:42 smithi119 ceph-mon[96316]: osdmap e1536: 8 total, 8 up, 8 in 2024-04-13T08:34:43.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:42 smithi119 ceph-mon[93746]: pgmap v2690: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 11 KiB/s wr, 102 op/s 2024-04-13T08:34:43.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:42 smithi119 ceph-mon[93746]: osdmap e1536: 8 total, 8 up, 8 in 2024-04-13T08:34:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:42 smithi139 ceph-mon[88985]: pgmap v2690: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 11 KiB/s wr, 102 op/s 2024-04-13T08:34:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:42 smithi139 ceph-mon[88985]: osdmap e1536: 8 total, 8 up, 8 in 2024-04-13T08:34:44.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:43 smithi119 ceph-mon[96316]: osdmap e1537: 8 total, 8 up, 8 in 2024-04-13T08:34:44.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:43 smithi119 ceph-mon[93746]: osdmap e1537: 8 total, 8 up, 8 in 2024-04-13T08:34:44.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:43 smithi139 ceph-mon[88985]: osdmap e1537: 8 total, 8 up, 8 in 2024-04-13T08:34:45.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:44 smithi119 ceph-mon[96316]: pgmap v2693: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 11 KiB/s wr, 102 op/s 2024-04-13T08:34:45.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:44 smithi119 ceph-mon[96316]: osdmap e1538: 8 total, 8 up, 8 in 2024-04-13T08:34:45.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:44 smithi119 ceph-mon[93746]: pgmap v2693: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 11 KiB/s wr, 102 op/s 2024-04-13T08:34:45.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:44 smithi119 ceph-mon[93746]: osdmap e1538: 8 total, 8 up, 8 in 2024-04-13T08:34:45.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:34:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:34:44] "GET /metrics HTTP/1.1" 200 36403 "" "Prometheus/2.43.0" 2024-04-13T08:34:45.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:44 smithi139 ceph-mon[88985]: pgmap v2693: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 11 KiB/s wr, 102 op/s 2024-04-13T08:34:45.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:44 smithi139 ceph-mon[88985]: osdmap e1538: 8 total, 8 up, 8 in 2024-04-13T08:34:46.215 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:45 smithi119 ceph-mon[93746]: osdmap e1539: 8 total, 8 up, 8 in 2024-04-13T08:34:46.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:45 smithi119 ceph-mon[93746]: osdmap e1540: 8 total, 8 up, 8 in 2024-04-13T08:34:46.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:45 smithi119 ceph-mon[96316]: osdmap e1539: 8 total, 8 up, 8 in 2024-04-13T08:34:46.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:45 smithi119 ceph-mon[96316]: osdmap e1540: 8 total, 8 up, 8 in 2024-04-13T08:34:46.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:45 smithi139 ceph-mon[88985]: osdmap e1539: 8 total, 8 up, 8 in 2024-04-13T08:34:46.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:45 smithi139 ceph-mon[88985]: osdmap e1540: 8 total, 8 up, 8 in 2024-04-13T08:34:47.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:46 smithi119 ceph-mon[96316]: pgmap v2696: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 10 KiB/s wr, 95 op/s 2024-04-13T08:34:47.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:46 smithi119 ceph-mon[93746]: pgmap v2696: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 10 KiB/s wr, 95 op/s 2024-04-13T08:34:47.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:46 smithi139 ceph-mon[88985]: pgmap v2696: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 10 KiB/s wr, 95 op/s 2024-04-13T08:34:48.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:47 smithi119 ceph-mon[96316]: osdmap e1541: 8 total, 8 up, 8 in 2024-04-13T08:34:48.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:47 smithi119 ceph-mon[93746]: osdmap e1541: 8 total, 8 up, 8 in 2024-04-13T08:34:48.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:47 smithi139 ceph-mon[88985]: osdmap e1541: 8 total, 8 up, 8 in 2024-04-13T08:34:49.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:48 smithi119 ceph-mon[96316]: pgmap v2699: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 14 KiB/s wr, 120 op/s 2024-04-13T08:34:49.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:48 smithi119 ceph-mon[96316]: osdmap e1542: 8 total, 8 up, 8 in 2024-04-13T08:34:49.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:48 smithi119 ceph-mon[93746]: pgmap v2699: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 14 KiB/s wr, 120 op/s 2024-04-13T08:34:49.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:48 smithi119 ceph-mon[93746]: osdmap e1542: 8 total, 8 up, 8 in 2024-04-13T08:34:49.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:48 smithi139 ceph-mon[88985]: pgmap v2699: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 14 KiB/s wr, 120 op/s 2024-04-13T08:34:49.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:48 smithi139 ceph-mon[88985]: osdmap e1542: 8 total, 8 up, 8 in 2024-04-13T08:34:50.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:49 smithi119 ceph-mon[96316]: osdmap e1543: 8 total, 8 up, 8 in 2024-04-13T08:34:50.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:49 smithi119 ceph-mon[93746]: osdmap e1543: 8 total, 8 up, 8 in 2024-04-13T08:34:50.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:49 smithi139 ceph-mon[88985]: osdmap e1543: 8 total, 8 up, 8 in 2024-04-13T08:34:51.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:50 smithi119 ceph-mon[96316]: pgmap v2702: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 3.7 KiB/s wr, 24 op/s 2024-04-13T08:34:51.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:50 smithi119 ceph-mon[96316]: osdmap e1544: 8 total, 8 up, 8 in 2024-04-13T08:34:51.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:50 smithi119 ceph-mon[93746]: pgmap v2702: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 3.7 KiB/s wr, 24 op/s 2024-04-13T08:34:51.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:50 smithi119 ceph-mon[93746]: osdmap e1544: 8 total, 8 up, 8 in 2024-04-13T08:34:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:50 smithi139 ceph-mon[88985]: pgmap v2702: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 3.7 KiB/s wr, 24 op/s 2024-04-13T08:34:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:50 smithi139 ceph-mon[88985]: osdmap e1544: 8 total, 8 up, 8 in 2024-04-13T08:34:52.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:51 smithi119 ceph-mon[96316]: osdmap e1545: 8 total, 8 up, 8 in 2024-04-13T08:34:52.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:51 smithi119 ceph-mon[93746]: osdmap e1545: 8 total, 8 up, 8 in 2024-04-13T08:34:52.286 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:51 smithi139 ceph-mon[88985]: osdmap e1545: 8 total, 8 up, 8 in 2024-04-13T08:34:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:34:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:34:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:34:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:52 smithi139 ceph-mon[88985]: pgmap v2705: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 148 KiB/s rd, 19 KiB/s wr, 200 op/s 2024-04-13T08:34:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:52 smithi139 ceph-mon[88985]: osdmap e1546: 8 total, 8 up, 8 in 2024-04-13T08:34:53.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:52 smithi119 ceph-mon[96316]: pgmap v2705: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 148 KiB/s rd, 19 KiB/s wr, 200 op/s 2024-04-13T08:34:53.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:52 smithi119 ceph-mon[96316]: osdmap e1546: 8 total, 8 up, 8 in 2024-04-13T08:34:53.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:52 smithi119 ceph-mon[93746]: pgmap v2705: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 148 KiB/s rd, 19 KiB/s wr, 200 op/s 2024-04-13T08:34:53.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:52 smithi119 ceph-mon[93746]: osdmap e1546: 8 total, 8 up, 8 in 2024-04-13T08:34:54.367 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:53 smithi119 ceph-mon[96316]: osdmap e1547: 8 total, 8 up, 8 in 2024-04-13T08:34:54.367 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:53 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:34:54.367 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:53 smithi119 ceph-mon[93746]: osdmap e1547: 8 total, 8 up, 8 in 2024-04-13T08:34:54.367 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:53 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:34:54.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:53 smithi139 ceph-mon[88985]: osdmap e1547: 8 total, 8 up, 8 in 2024-04-13T08:34:54.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:53 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:34:55.215 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:54 smithi119 ceph-mon[93746]: pgmap v2708: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 21 KiB/s wr, 220 op/s 2024-04-13T08:34:55.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:54 smithi119 ceph-mon[93746]: osdmap e1548: 8 total, 8 up, 8 in 2024-04-13T08:34:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:34:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:34:54] "GET /metrics HTTP/1.1" 200 36414 "" "Prometheus/2.43.0" 2024-04-13T08:34:55.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:54 smithi119 ceph-mon[96316]: pgmap v2708: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 21 KiB/s wr, 220 op/s 2024-04-13T08:34:55.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:54 smithi119 ceph-mon[96316]: osdmap e1548: 8 total, 8 up, 8 in 2024-04-13T08:34:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:54 smithi139 ceph-mon[88985]: pgmap v2708: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 21 KiB/s wr, 220 op/s 2024-04-13T08:34:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:54 smithi139 ceph-mon[88985]: osdmap e1548: 8 total, 8 up, 8 in 2024-04-13T08:34:56.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:55 smithi139 ceph-mon[88985]: osdmap e1549: 8 total, 8 up, 8 in 2024-04-13T08:34:56.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:55 smithi139 ceph-mon[88985]: osdmap e1550: 8 total, 8 up, 8 in 2024-04-13T08:34:56.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:55 smithi119 ceph-mon[96316]: osdmap e1549: 8 total, 8 up, 8 in 2024-04-13T08:34:56.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:55 smithi119 ceph-mon[96316]: osdmap e1550: 8 total, 8 up, 8 in 2024-04-13T08:34:56.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:55 smithi119 ceph-mon[93746]: osdmap e1549: 8 total, 8 up, 8 in 2024-04-13T08:34:56.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:55 smithi119 ceph-mon[93746]: osdmap e1550: 8 total, 8 up, 8 in 2024-04-13T08:34:57.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:56 smithi139 ceph-mon[88985]: pgmap v2711: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 9.7 KiB/s wr, 150 op/s 2024-04-13T08:34:57.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:56 smithi139 ceph-mon[88985]: osdmap e1551: 8 total, 8 up, 8 in 2024-04-13T08:34:57.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:56 smithi119 ceph-mon[96316]: pgmap v2711: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 9.7 KiB/s wr, 150 op/s 2024-04-13T08:34:57.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:56 smithi119 ceph-mon[96316]: osdmap e1551: 8 total, 8 up, 8 in 2024-04-13T08:34:57.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:56 smithi119 ceph-mon[93746]: pgmap v2711: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 9.7 KiB/s wr, 150 op/s 2024-04-13T08:34:57.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:56 smithi119 ceph-mon[93746]: osdmap e1551: 8 total, 8 up, 8 in 2024-04-13T08:34:59.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:59 smithi139 ceph-mon[88985]: pgmap v2714: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 9.7 KiB/s wr, 162 op/s 2024-04-13T08:34:59.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:34:59 smithi139 ceph-mon[88985]: osdmap e1552: 8 total, 8 up, 8 in 2024-04-13T08:34:59.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:59 smithi119 ceph-mon[96316]: pgmap v2714: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 9.7 KiB/s wr, 162 op/s 2024-04-13T08:34:59.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:34:59 smithi119 ceph-mon[96316]: osdmap e1552: 8 total, 8 up, 8 in 2024-04-13T08:34:59.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:59 smithi119 ceph-mon[93746]: pgmap v2714: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 9.7 KiB/s wr, 162 op/s 2024-04-13T08:34:59.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:34:59 smithi119 ceph-mon[93746]: osdmap e1552: 8 total, 8 up, 8 in 2024-04-13T08:35:00.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:00 smithi139 ceph-mon[88985]: osdmap e1553: 8 total, 8 up, 8 in 2024-04-13T08:35:00.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:00 smithi119 ceph-mon[96316]: osdmap e1553: 8 total, 8 up, 8 in 2024-04-13T08:35:00.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:00 smithi119 ceph-mon[93746]: osdmap e1553: 8 total, 8 up, 8 in 2024-04-13T08:35:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:01 smithi139 ceph-mon[88985]: pgmap v2717: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 1.7 KiB/s wr, 31 op/s 2024-04-13T08:35:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:01 smithi139 ceph-mon[88985]: osdmap e1554: 8 total, 8 up, 8 in 2024-04-13T08:35:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:01 smithi139 ceph-mon[88985]: osdmap e1555: 8 total, 8 up, 8 in 2024-04-13T08:35:01.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:01 smithi119 ceph-mon[96316]: pgmap v2717: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 1.7 KiB/s wr, 31 op/s 2024-04-13T08:35:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:01 smithi119 ceph-mon[96316]: osdmap e1554: 8 total, 8 up, 8 in 2024-04-13T08:35:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:01 smithi119 ceph-mon[96316]: osdmap e1555: 8 total, 8 up, 8 in 2024-04-13T08:35:01.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:01 smithi119 ceph-mon[93746]: pgmap v2717: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 1.7 KiB/s wr, 31 op/s 2024-04-13T08:35:01.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:01 smithi119 ceph-mon[93746]: osdmap e1554: 8 total, 8 up, 8 in 2024-04-13T08:35:01.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:01 smithi119 ceph-mon[93746]: osdmap e1555: 8 total, 8 up, 8 in 2024-04-13T08:35:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:35:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:35:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:35:03.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:02 smithi119 ceph-mon[96316]: pgmap v2720: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 6.5 KiB/s wr, 118 op/s 2024-04-13T08:35:03.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:02 smithi119 ceph-mon[96316]: osdmap e1556: 8 total, 8 up, 8 in 2024-04-13T08:35:03.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:02 smithi119 ceph-mon[93746]: pgmap v2720: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 6.5 KiB/s wr, 118 op/s 2024-04-13T08:35:03.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:02 smithi119 ceph-mon[93746]: osdmap e1556: 8 total, 8 up, 8 in 2024-04-13T08:35:03.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:02 smithi139 ceph-mon[88985]: pgmap v2720: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 6.5 KiB/s wr, 118 op/s 2024-04-13T08:35:03.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:02 smithi139 ceph-mon[88985]: osdmap e1556: 8 total, 8 up, 8 in 2024-04-13T08:35:04.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:03 smithi119 ceph-mon[96316]: osdmap e1557: 8 total, 8 up, 8 in 2024-04-13T08:35:04.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:03 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:35:04.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:03 smithi119 ceph-mon[93746]: osdmap e1557: 8 total, 8 up, 8 in 2024-04-13T08:35:04.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:03 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:35:04.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:03 smithi139 ceph-mon[88985]: osdmap e1557: 8 total, 8 up, 8 in 2024-04-13T08:35:04.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:03 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:35:05.215 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:35:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:35:04] "GET /metrics HTTP/1.1" 200 36414 "" "Prometheus/2.43.0" 2024-04-13T08:35:05.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:04 smithi119 ceph-mon[96316]: pgmap v2723: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 6.5 KiB/s wr, 118 op/s 2024-04-13T08:35:05.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:04 smithi119 ceph-mon[96316]: osdmap e1558: 8 total, 8 up, 8 in 2024-04-13T08:35:05.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:04 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:35:05.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:04 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:35:05.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:04 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:35:05.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:04 smithi119 ceph-mon[93746]: pgmap v2723: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 6.5 KiB/s wr, 118 op/s 2024-04-13T08:35:05.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:04 smithi119 ceph-mon[93746]: osdmap e1558: 8 total, 8 up, 8 in 2024-04-13T08:35:05.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:04 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:35:05.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:04 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:35:05.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:04 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:35:05.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:04 smithi139 ceph-mon[88985]: pgmap v2723: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 6.5 KiB/s wr, 118 op/s 2024-04-13T08:35:05.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:04 smithi139 ceph-mon[88985]: osdmap e1558: 8 total, 8 up, 8 in 2024-04-13T08:35:05.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:04 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:35:05.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:04 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:35:05.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:04 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:35:06.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:05 smithi119 ceph-mon[96316]: osdmap e1559: 8 total, 8 up, 8 in 2024-04-13T08:35:06.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:05 smithi119 ceph-mon[96316]: osdmap e1560: 8 total, 8 up, 8 in 2024-04-13T08:35:06.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:05 smithi119 ceph-mon[93746]: osdmap e1559: 8 total, 8 up, 8 in 2024-04-13T08:35:06.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:05 smithi119 ceph-mon[93746]: osdmap e1560: 8 total, 8 up, 8 in 2024-04-13T08:35:06.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:05 smithi139 ceph-mon[88985]: osdmap e1559: 8 total, 8 up, 8 in 2024-04-13T08:35:06.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:05 smithi139 ceph-mon[88985]: osdmap e1560: 8 total, 8 up, 8 in 2024-04-13T08:35:07.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:06 smithi119 ceph-mon[96316]: pgmap v2726: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 8.7 KiB/s wr, 146 op/s 2024-04-13T08:35:07.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:06 smithi119 ceph-mon[93746]: pgmap v2726: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 8.7 KiB/s wr, 146 op/s 2024-04-13T08:35:07.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:06 smithi139 ceph-mon[88985]: pgmap v2726: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 8.7 KiB/s wr, 146 op/s 2024-04-13T08:35:08.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:07 smithi119 ceph-mon[96316]: osdmap e1561: 8 total, 8 up, 8 in 2024-04-13T08:35:08.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:07 smithi119 ceph-mon[93746]: osdmap e1561: 8 total, 8 up, 8 in 2024-04-13T08:35:08.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:07 smithi139 ceph-mon[88985]: osdmap e1561: 8 total, 8 up, 8 in 2024-04-13T08:35:09.021 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestMirroring.AioSnapshotCreate (31013 ms) 2024-04-13T08:35:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:08 smithi119 ceph-mon[96316]: pgmap v2729: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 9.5 KiB/s wr, 178 op/s 2024-04-13T08:35:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:08 smithi119 ceph-mon[96316]: osdmap e1562: 8 total, 8 up, 8 in 2024-04-13T08:35:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:08 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:35:09.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:08 smithi119 ceph-mon[93746]: pgmap v2729: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 9.5 KiB/s wr, 178 op/s 2024-04-13T08:35:09.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:08 smithi119 ceph-mon[93746]: osdmap e1562: 8 total, 8 up, 8 in 2024-04-13T08:35:09.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:08 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:35:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:08 smithi139 ceph-mon[88985]: pgmap v2729: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 9.5 KiB/s wr, 178 op/s 2024-04-13T08:35:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:08 smithi139 ceph-mon[88985]: osdmap e1562: 8 total, 8 up, 8 in 2024-04-13T08:35:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:08 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:35:10.026 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 51 tests from TestMirroring (86740 ms total) 2024-04-13T08:35:10.026 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:35:10.026 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 34 tests from TestInternal 2024-04-13T08:35:10.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:09 smithi119 ceph-mon[96316]: osdmap e1563: 8 total, 8 up, 8 in 2024-04-13T08:35:10.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:09 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/1b948e6a-d9bd-46f2-958b-49546a4d6930"}]: dispatch 2024-04-13T08:35:10.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:09 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/1b948e6a-d9bd-46f2-958b-49546a4d6930"}]': finished 2024-04-13T08:35:10.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:09 smithi119 ceph-mon[93746]: osdmap e1563: 8 total, 8 up, 8 in 2024-04-13T08:35:10.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:09 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/1b948e6a-d9bd-46f2-958b-49546a4d6930"}]: dispatch 2024-04-13T08:35:10.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:09 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/1b948e6a-d9bd-46f2-958b-49546a4d6930"}]': finished 2024-04-13T08:35:10.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:09 smithi139 ceph-mon[88985]: osdmap e1563: 8 total, 8 up, 8 in 2024-04-13T08:35:10.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:09 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/1b948e6a-d9bd-46f2-958b-49546a4d6930"}]: dispatch 2024-04-13T08:35:10.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:09 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/622218747' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/1b948e6a-d9bd-46f2-958b-49546a4d6930"}]': finished 2024-04-13T08:35:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:11 smithi139 ceph-mon[88985]: pgmap v2732: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 767 B/s wr, 31 op/s 2024-04-13T08:35:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:11 smithi139 ceph-mon[88985]: osdmap e1564: 8 total, 8 up, 8 in 2024-04-13T08:35:11.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:11 smithi119 ceph-mon[93746]: pgmap v2732: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 767 B/s wr, 31 op/s 2024-04-13T08:35:11.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:11 smithi119 ceph-mon[93746]: osdmap e1564: 8 total, 8 up, 8 in 2024-04-13T08:35:11.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:11 smithi119 ceph-mon[96316]: pgmap v2732: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 767 B/s wr, 31 op/s 2024-04-13T08:35:11.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:11 smithi119 ceph-mon[96316]: osdmap e1564: 8 total, 8 up, 8 in 2024-04-13T08:35:12.043 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestInternal.OpenByID 2024-04-13T08:35:12.313 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:12 smithi139 ceph-mon[88985]: osdmap e1565: 8 total, 8 up, 8 in 2024-04-13T08:35:12.313 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:12 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/3501888695' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:35:12.313 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:12 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:35:12.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:12 smithi119 ceph-mon[93746]: osdmap e1565: 8 total, 8 up, 8 in 2024-04-13T08:35:12.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:12 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/3501888695' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:35:12.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:12 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:35:12.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:12 smithi119 ceph-mon[96316]: osdmap e1565: 8 total, 8 up, 8 in 2024-04-13T08:35:12.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:12 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/3501888695' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:35:12.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:12 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:35:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:35:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:35:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:35:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:13 smithi139 ceph-mon[88985]: pgmap v2735: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:35:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:13 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:35:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:13 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:35:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:13 smithi139 ceph-mon[88985]: osdmap e1566: 8 total, 8 up, 8 in 2024-04-13T08:35:13.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:13 smithi119 ceph-mon[96316]: pgmap v2735: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:35:13.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:13 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:35:13.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:13 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:35:13.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:13 smithi119 ceph-mon[96316]: osdmap e1566: 8 total, 8 up, 8 in 2024-04-13T08:35:13.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:13 smithi119 ceph-mon[93746]: pgmap v2735: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:35:13.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:13 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:35:13.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:13 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:35:13.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:13 smithi119 ceph-mon[93746]: osdmap e1566: 8 total, 8 up, 8 in 2024-04-13T08:35:14.094 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestInternal.OpenByID (2052 ms) 2024-04-13T08:35:14.095 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestInternal.OpenSnapDNE 2024-04-13T08:35:14.122 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestInternal.OpenSnapDNE (28 ms) 2024-04-13T08:35:14.122 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestInternal.IsExclusiveLockOwner 2024-04-13T08:35:14.145 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestInternal.IsExclusiveLockOwner (22 ms) 2024-04-13T08:35:14.145 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestInternal.ResizeLocksImage 2024-04-13T08:35:14.171 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestInternal.ResizeLocksImage (26 ms) 2024-04-13T08:35:14.171 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestInternal.ResizeFailsToLockImage 2024-04-13T08:35:14.190 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestInternal.ResizeFailsToLockImage (19 ms) 2024-04-13T08:35:14.190 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestInternal.SnapCreateLocksImage 2024-04-13T08:35:14.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:14 smithi139 ceph-mon[88985]: osdmap e1567: 8 total, 8 up, 8 in 2024-04-13T08:35:14.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:14 smithi119 ceph-mon[96316]: osdmap e1567: 8 total, 8 up, 8 in 2024-04-13T08:35:14.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:14 smithi119 ceph-mon[93746]: osdmap e1567: 8 total, 8 up, 8 in 2024-04-13T08:35:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:35:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:35:14] "GET /metrics HTTP/1.1" 200 36410 "" "Prometheus/2.43.0" 2024-04-13T08:35:15.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:15 smithi119 ceph-mon[96316]: pgmap v2738: 137 pgs: 4 creating+peering, 25 unknown, 108 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:35:15.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:15 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:35:15.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:15 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T08:35:15.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:15 smithi119 ceph-mon[96316]: osdmap e1568: 8 total, 8 up, 8 in 2024-04-13T08:35:15.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:15 smithi119 ceph-mon[93746]: pgmap v2738: 137 pgs: 4 creating+peering, 25 unknown, 108 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:35:15.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:15 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:35:15.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:15 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T08:35:15.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:15 smithi119 ceph-mon[93746]: osdmap e1568: 8 total, 8 up, 8 in 2024-04-13T08:35:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:15 smithi139 ceph-mon[88985]: pgmap v2738: 137 pgs: 4 creating+peering, 25 unknown, 108 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:35:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:15 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:35:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:15 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T08:35:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:15 smithi139 ceph-mon[88985]: osdmap e1568: 8 total, 8 up, 8 in 2024-04-13T08:35:16.083 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestInternal.SnapCreateLocksImage (1893 ms) 2024-04-13T08:35:16.083 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestInternal.SnapCreateFailsToLockImage 2024-04-13T08:35:16.116 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestInternal.SnapCreateFailsToLockImage (34 ms) 2024-04-13T08:35:16.117 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestInternal.SnapRollbackLocksImage 2024-04-13T08:35:16.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:16 smithi139 ceph-mon[88985]: osdmap e1569: 8 total, 8 up, 8 in 2024-04-13T08:35:16.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:16 smithi119 ceph-mon[96316]: osdmap e1569: 8 total, 8 up, 8 in 2024-04-13T08:35:16.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:16 smithi119 ceph-mon[93746]: osdmap e1569: 8 total, 8 up, 8 in 2024-04-13T08:35:17.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:17 smithi139 ceph-mon[88985]: pgmap v2741: 137 pgs: 4 creating+peering, 133 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 7.2 KiB/s wr, 76 op/s 2024-04-13T08:35:17.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:17 smithi139 ceph-mon[88985]: osdmap e1570: 8 total, 8 up, 8 in 2024-04-13T08:35:17.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:17 smithi119 ceph-mon[96316]: pgmap v2741: 137 pgs: 4 creating+peering, 133 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 7.2 KiB/s wr, 76 op/s 2024-04-13T08:35:17.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:17 smithi119 ceph-mon[96316]: osdmap e1570: 8 total, 8 up, 8 in 2024-04-13T08:35:17.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:17 smithi119 ceph-mon[93746]: pgmap v2741: 137 pgs: 4 creating+peering, 133 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 7.2 KiB/s wr, 76 op/s 2024-04-13T08:35:17.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:17 smithi119 ceph-mon[93746]: osdmap e1570: 8 total, 8 up, 8 in 2024-04-13T08:35:18.099 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestInternal.SnapRollbackLocksImage (1983 ms) 2024-04-13T08:35:18.099 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestInternal.SnapRollbackFailsToLockImage 2024-04-13T08:35:18.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:18 smithi139 ceph-mon[88985]: osdmap e1571: 8 total, 8 up, 8 in 2024-04-13T08:35:18.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:18 smithi119 ceph-mon[96316]: osdmap e1571: 8 total, 8 up, 8 in 2024-04-13T08:35:18.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:18 smithi119 ceph-mon[93746]: osdmap e1571: 8 total, 8 up, 8 in 2024-04-13T08:35:19.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:19 smithi139 ceph-mon[88985]: pgmap v2744: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 8.7 KiB/s wr, 105 op/s 2024-04-13T08:35:19.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:19 smithi139 ceph-mon[88985]: osdmap e1572: 8 total, 8 up, 8 in 2024-04-13T08:35:19.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:19 smithi119 ceph-mon[96316]: pgmap v2744: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 8.7 KiB/s wr, 105 op/s 2024-04-13T08:35:19.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:19 smithi119 ceph-mon[96316]: osdmap e1572: 8 total, 8 up, 8 in 2024-04-13T08:35:19.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:19 smithi119 ceph-mon[93746]: pgmap v2744: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 8.7 KiB/s wr, 105 op/s 2024-04-13T08:35:19.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:19 smithi119 ceph-mon[93746]: osdmap e1572: 8 total, 8 up, 8 in 2024-04-13T08:35:20.112 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestInternal.SnapRollbackFailsToLockImage (2013 ms) 2024-04-13T08:35:20.113 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestInternal.SnapSetReleasesLock 2024-04-13T08:35:20.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:20 smithi139 ceph-mon[88985]: osdmap e1573: 8 total, 8 up, 8 in 2024-04-13T08:35:20.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:20 smithi119 ceph-mon[96316]: osdmap e1573: 8 total, 8 up, 8 in 2024-04-13T08:35:20.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:20 smithi119 ceph-mon[93746]: osdmap e1573: 8 total, 8 up, 8 in 2024-04-13T08:35:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:21 smithi139 ceph-mon[88985]: pgmap v2747: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 1.5 KiB/s wr, 28 op/s 2024-04-13T08:35:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:21 smithi139 ceph-mon[88985]: osdmap e1574: 8 total, 8 up, 8 in 2024-04-13T08:35:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:21 smithi139 ceph-mon[88985]: osdmap e1575: 8 total, 8 up, 8 in 2024-04-13T08:35:21.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:21 smithi119 ceph-mon[96316]: pgmap v2747: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 1.5 KiB/s wr, 28 op/s 2024-04-13T08:35:21.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:21 smithi119 ceph-mon[96316]: osdmap e1574: 8 total, 8 up, 8 in 2024-04-13T08:35:21.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:21 smithi119 ceph-mon[96316]: osdmap e1575: 8 total, 8 up, 8 in 2024-04-13T08:35:21.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:21 smithi119 ceph-mon[93746]: pgmap v2747: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 1.5 KiB/s wr, 28 op/s 2024-04-13T08:35:21.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:21 smithi119 ceph-mon[93746]: osdmap e1574: 8 total, 8 up, 8 in 2024-04-13T08:35:21.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:21 smithi119 ceph-mon[93746]: osdmap e1575: 8 total, 8 up, 8 in 2024-04-13T08:35:21.934 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestInternal.SnapSetReleasesLock (1821 ms) 2024-04-13T08:35:21.934 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestInternal.FlattenLocksImage 2024-04-13T08:35:22.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:35:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:35:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:35:23.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:22 smithi119 ceph-mon[96316]: pgmap v2750: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 7.5 KiB/s wr, 105 op/s 2024-04-13T08:35:23.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:22 smithi119 ceph-mon[96316]: osdmap e1576: 8 total, 8 up, 8 in 2024-04-13T08:35:23.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:22 smithi119 ceph-mon[93746]: pgmap v2750: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 7.5 KiB/s wr, 105 op/s 2024-04-13T08:35:23.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:22 smithi119 ceph-mon[93746]: osdmap e1576: 8 total, 8 up, 8 in 2024-04-13T08:35:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:22 smithi139 ceph-mon[88985]: pgmap v2750: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 7.5 KiB/s wr, 105 op/s 2024-04-13T08:35:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:22 smithi139 ceph-mon[88985]: osdmap e1576: 8 total, 8 up, 8 in 2024-04-13T08:35:23.956 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestInternal.FlattenLocksImage (2023 ms) 2024-04-13T08:35:23.957 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestInternal.FlattenFailsToLockImage 2024-04-13T08:35:24.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:23 smithi119 ceph-mon[93746]: osdmap e1577: 8 total, 8 up, 8 in 2024-04-13T08:35:24.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:23 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:35:24.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:23 smithi119 ceph-mon[96316]: osdmap e1577: 8 total, 8 up, 8 in 2024-04-13T08:35:24.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:23 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:35:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:23 smithi139 ceph-mon[88985]: osdmap e1577: 8 total, 8 up, 8 in 2024-04-13T08:35:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:23 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:35:25.215 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:24 smithi119 ceph-mon[93746]: pgmap v2753: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 7.7 KiB/s wr, 110 op/s 2024-04-13T08:35:25.215 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:24 smithi119 ceph-mon[93746]: osdmap e1578: 8 total, 8 up, 8 in 2024-04-13T08:35:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:35:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:35:24] "GET /metrics HTTP/1.1" 200 36402 "" "Prometheus/2.43.0" 2024-04-13T08:35:25.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:24 smithi119 ceph-mon[96316]: pgmap v2753: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 7.7 KiB/s wr, 110 op/s 2024-04-13T08:35:25.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:24 smithi119 ceph-mon[96316]: osdmap e1578: 8 total, 8 up, 8 in 2024-04-13T08:35:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:24 smithi139 ceph-mon[88985]: pgmap v2753: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 7.7 KiB/s wr, 110 op/s 2024-04-13T08:35:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:24 smithi139 ceph-mon[88985]: osdmap e1578: 8 total, 8 up, 8 in 2024-04-13T08:35:25.931 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestInternal.FlattenFailsToLockImage (1974 ms) 2024-04-13T08:35:25.931 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklisted 2024-04-13T08:35:26.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:25 smithi119 ceph-mon[96316]: osdmap e1579: 8 total, 8 up, 8 in 2024-04-13T08:35:26.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:25 smithi119 ceph-mon[96316]: osdmap e1580: 8 total, 8 up, 8 in 2024-04-13T08:35:26.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:25 smithi119 ceph-mon[93746]: osdmap e1579: 8 total, 8 up, 8 in 2024-04-13T08:35:26.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:25 smithi119 ceph-mon[93746]: osdmap e1580: 8 total, 8 up, 8 in 2024-04-13T08:35:26.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:25 smithi139 ceph-mon[88985]: osdmap e1579: 8 total, 8 up, 8 in 2024-04-13T08:35:26.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:25 smithi139 ceph-mon[88985]: osdmap e1580: 8 total, 8 up, 8 in 2024-04-13T08:35:26.953 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklisted (1023 ms) 2024-04-13T08:35:26.953 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklistedWatch 2024-04-13T08:35:27.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:26 smithi119 ceph-mon[96316]: pgmap v2756: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 8.2 KiB/s wr, 159 op/s 2024-04-13T08:35:27.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:26 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/3994721398' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.119:0/3994721398"}]: dispatch 2024-04-13T08:35:27.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:26 smithi119 ceph-mon[93746]: pgmap v2756: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 8.2 KiB/s wr, 159 op/s 2024-04-13T08:35:27.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:26 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/3994721398' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.119:0/3994721398"}]: dispatch 2024-04-13T08:35:27.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:26 smithi139 ceph-mon[88985]: pgmap v2756: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 8.2 KiB/s wr, 159 op/s 2024-04-13T08:35:27.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:26 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/3994721398' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.119:0/3994721398"}]: dispatch 2024-04-13T08:35:28.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:27 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/3994721398' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.119:0/3994721398"}]': finished 2024-04-13T08:35:28.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:27 smithi119 ceph-mon[96316]: osdmap e1581: 8 total, 8 up, 8 in 2024-04-13T08:35:28.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:27 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/3498473705' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.119:0/3498473705"}]: dispatch 2024-04-13T08:35:28.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:27 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/3994721398' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.119:0/3994721398"}]': finished 2024-04-13T08:35:28.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:27 smithi119 ceph-mon[93746]: osdmap e1581: 8 total, 8 up, 8 in 2024-04-13T08:35:28.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:27 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/3498473705' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.119:0/3498473705"}]: dispatch 2024-04-13T08:35:28.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:27 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/3994721398' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.119:0/3994721398"}]': finished 2024-04-13T08:35:28.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:27 smithi139 ceph-mon[88985]: osdmap e1581: 8 total, 8 up, 8 in 2024-04-13T08:35:28.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:27 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/3498473705' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.119:0/3498473705"}]: dispatch 2024-04-13T08:35:28.956 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklistedWatch (2002 ms) 2024-04-13T08:35:28.956 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestInternal.AioWriteRequestsLock 2024-04-13T08:35:28.991 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestInternal.AioWriteRequestsLock (36 ms) 2024-04-13T08:35:28.991 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestInternal.AioDiscardRequestsLock 2024-04-13T08:35:29.020 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestInternal.AioDiscardRequestsLock (28 ms) 2024-04-13T08:35:29.020 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestInternal.CancelAsyncResize 2024-04-13T08:35:29.066 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestInternal.CancelAsyncResize (47 ms) 2024-04-13T08:35:29.066 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestInternal.MultipleResize 2024-04-13T08:35:29.123 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestInternal.MultipleResize (56 ms) 2024-04-13T08:35:29.123 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestInternal.Metadata 2024-04-13T08:35:29.168 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestInternal.Metadata (46 ms) 2024-04-13T08:35:29.169 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestInternal.MetadataConfApply 2024-04-13T08:35:29.201 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestInternal.MetadataConfApply (33 ms) 2024-04-13T08:35:29.202 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestInternal.SnapshotCopyup 2024-04-13T08:35:29.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:28 smithi119 ceph-mon[96316]: pgmap v2759: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 197 KiB/s rd, 12 KiB/s wr, 265 op/s 2024-04-13T08:35:29.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:28 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/3498473705' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.119:0/3498473705"}]': finished 2024-04-13T08:35:29.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:28 smithi119 ceph-mon[96316]: osdmap e1582: 8 total, 8 up, 8 in 2024-04-13T08:35:29.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:28 smithi119 ceph-mon[93746]: pgmap v2759: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 197 KiB/s rd, 12 KiB/s wr, 265 op/s 2024-04-13T08:35:29.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:28 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/3498473705' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.119:0/3498473705"}]': finished 2024-04-13T08:35:29.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:28 smithi119 ceph-mon[93746]: osdmap e1582: 8 total, 8 up, 8 in 2024-04-13T08:35:29.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:28 smithi139 ceph-mon[88985]: pgmap v2759: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 197 KiB/s rd, 12 KiB/s wr, 265 op/s 2024-04-13T08:35:29.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:28 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/3498473705' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.119:0/3498473705"}]': finished 2024-04-13T08:35:29.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:28 smithi139 ceph-mon[88985]: osdmap e1582: 8 total, 8 up, 8 in 2024-04-13T08:35:31.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:30 smithi119 ceph-mon[96316]: pgmap v2761: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 164 KiB/s rd, 10 KiB/s wr, 220 op/s 2024-04-13T08:35:31.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:30 smithi119 ceph-mon[96316]: osdmap e1583: 8 total, 8 up, 8 in 2024-04-13T08:35:31.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:30 smithi119 ceph-mon[96316]: osdmap e1584: 8 total, 8 up, 8 in 2024-04-13T08:35:31.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:30 smithi119 ceph-mon[93746]: pgmap v2761: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 164 KiB/s rd, 10 KiB/s wr, 220 op/s 2024-04-13T08:35:31.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:30 smithi119 ceph-mon[93746]: osdmap e1583: 8 total, 8 up, 8 in 2024-04-13T08:35:31.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:30 smithi119 ceph-mon[93746]: osdmap e1584: 8 total, 8 up, 8 in 2024-04-13T08:35:31.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:30 smithi139 ceph-mon[88985]: pgmap v2761: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 164 KiB/s rd, 10 KiB/s wr, 220 op/s 2024-04-13T08:35:31.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:30 smithi139 ceph-mon[88985]: osdmap e1583: 8 total, 8 up, 8 in 2024-04-13T08:35:31.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:30 smithi139 ceph-mon[88985]: osdmap e1584: 8 total, 8 up, 8 in 2024-04-13T08:35:32.003 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestInternal.SnapshotCopyup (2801 ms) 2024-04-13T08:35:32.003 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestInternal.SnapshotCopyupZeros 2024-04-13T08:35:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:35:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:35:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:35:33.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:32 smithi119 ceph-mon[96316]: pgmap v2764: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 154 KiB/s rd, 20 KiB/s wr, 223 op/s 2024-04-13T08:35:33.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:32 smithi119 ceph-mon[96316]: osdmap e1585: 8 total, 8 up, 8 in 2024-04-13T08:35:33.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:32 smithi119 ceph-mon[93746]: pgmap v2764: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 154 KiB/s rd, 20 KiB/s wr, 223 op/s 2024-04-13T08:35:33.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:32 smithi119 ceph-mon[93746]: osdmap e1585: 8 total, 8 up, 8 in 2024-04-13T08:35:33.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:32 smithi139 ceph-mon[88985]: pgmap v2764: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 154 KiB/s rd, 20 KiB/s wr, 223 op/s 2024-04-13T08:35:33.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:32 smithi139 ceph-mon[88985]: osdmap e1585: 8 total, 8 up, 8 in 2024-04-13T08:35:34.002 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestInternal.SnapshotCopyupZeros (1999 ms) 2024-04-13T08:35:34.002 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestInternal.SnapshotCopyupZerosMigration 2024-04-13T08:35:34.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:33 smithi139 ceph-mon[88985]: osdmap e1586: 8 total, 8 up, 8 in 2024-04-13T08:35:34.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:33 smithi119 ceph-mon[96316]: osdmap e1586: 8 total, 8 up, 8 in 2024-04-13T08:35:34.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:33 smithi119 ceph-mon[93746]: osdmap e1586: 8 total, 8 up, 8 in 2024-04-13T08:35:35.014 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestInternal.SnapshotCopyupZerosMigration (1012 ms) 2024-04-13T08:35:35.014 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestInternal.ResizeCopyup 2024-04-13T08:35:35.215 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:35:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:35:34] "GET /metrics HTTP/1.1" 200 36402 "" "Prometheus/2.43.0" 2024-04-13T08:35:35.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:34 smithi119 ceph-mon[96316]: pgmap v2767: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 27 KiB/s wr, 267 op/s 2024-04-13T08:35:35.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:34 smithi119 ceph-mon[96316]: osdmap e1587: 8 total, 8 up, 8 in 2024-04-13T08:35:35.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:34 smithi119 ceph-mon[93746]: pgmap v2767: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 27 KiB/s wr, 267 op/s 2024-04-13T08:35:35.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:34 smithi119 ceph-mon[93746]: osdmap e1587: 8 total, 8 up, 8 in 2024-04-13T08:35:35.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:34 smithi139 ceph-mon[88985]: pgmap v2767: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 27 KiB/s wr, 267 op/s 2024-04-13T08:35:35.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:34 smithi139 ceph-mon[88985]: osdmap e1587: 8 total, 8 up, 8 in 2024-04-13T08:35:36.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:35 smithi139 ceph-mon[88985]: osdmap e1588: 8 total, 8 up, 8 in 2024-04-13T08:35:36.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:35 smithi139 ceph-mon[88985]: osdmap e1589: 8 total, 8 up, 8 in 2024-04-13T08:35:36.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:35 smithi119 ceph-mon[96316]: osdmap e1588: 8 total, 8 up, 8 in 2024-04-13T08:35:36.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:35 smithi119 ceph-mon[96316]: osdmap e1589: 8 total, 8 up, 8 in 2024-04-13T08:35:36.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:35 smithi119 ceph-mon[93746]: osdmap e1588: 8 total, 8 up, 8 in 2024-04-13T08:35:36.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:35 smithi119 ceph-mon[93746]: osdmap e1589: 8 total, 8 up, 8 in 2024-04-13T08:35:37.038 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestInternal.ResizeCopyup (2025 ms) 2024-04-13T08:35:37.038 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestInternal.DiscardCopyup 2024-04-13T08:35:37.047 INFO:tasks.workunit.client.0.smithi119.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/test_internal.cc:1056: Skipped 2024-04-13T08:35:37.047 INFO:tasks.workunit.client.0.smithi119.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:35:37.047 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestInternal.DiscardCopyup (9 ms) 2024-04-13T08:35:37.047 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestInternal.ImageOptions 2024-04-13T08:35:37.055 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestInternal.ImageOptions (8 ms) 2024-04-13T08:35:37.055 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestInternal.WriteFullCopyup 2024-04-13T08:35:37.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:36 smithi139 ceph-mon[88985]: pgmap v2770: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 242 KiB/s rd, 23 KiB/s wr, 322 op/s 2024-04-13T08:35:37.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:36 smithi119 ceph-mon[96316]: pgmap v2770: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 242 KiB/s rd, 23 KiB/s wr, 322 op/s 2024-04-13T08:35:37.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:36 smithi119 ceph-mon[93746]: pgmap v2770: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 242 KiB/s rd, 23 KiB/s wr, 322 op/s 2024-04-13T08:35:38.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:37 smithi139 ceph-mon[88985]: osdmap e1590: 8 total, 8 up, 8 in 2024-04-13T08:35:38.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:37 smithi119 ceph-mon[93746]: osdmap e1590: 8 total, 8 up, 8 in 2024-04-13T08:35:38.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:37 smithi119 ceph-mon[96316]: osdmap e1590: 8 total, 8 up, 8 in 2024-04-13T08:35:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:39 smithi139 ceph-mon[88985]: pgmap v2773: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 223 KiB/s rd, 23 KiB/s wr, 306 op/s 2024-04-13T08:35:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:39 smithi139 ceph-mon[88985]: osdmap e1591: 8 total, 8 up, 8 in 2024-04-13T08:35:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:35:39.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:39 smithi119 ceph-mon[93746]: pgmap v2773: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 223 KiB/s rd, 23 KiB/s wr, 306 op/s 2024-04-13T08:35:39.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:39 smithi119 ceph-mon[93746]: osdmap e1591: 8 total, 8 up, 8 in 2024-04-13T08:35:39.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:35:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:39 smithi119 ceph-mon[96316]: pgmap v2773: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 223 KiB/s rd, 23 KiB/s wr, 306 op/s 2024-04-13T08:35:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:39 smithi119 ceph-mon[96316]: osdmap e1591: 8 total, 8 up, 8 in 2024-04-13T08:35:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:35:40.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:40 smithi139 ceph-mon[88985]: osdmap e1592: 8 total, 8 up, 8 in 2024-04-13T08:35:40.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:40 smithi119 ceph-mon[93746]: osdmap e1592: 8 total, 8 up, 8 in 2024-04-13T08:35:40.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:40 smithi119 ceph-mon[96316]: osdmap e1592: 8 total, 8 up, 8 in 2024-04-13T08:35:41.040 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestInternal.WriteFullCopyup (3984 ms) 2024-04-13T08:35:41.040 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestInternal.DiffIterateCloneOverwrite 2024-04-13T08:35:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:41 smithi139 ceph-mon[88985]: pgmap v2776: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.5 KiB/s rd, 4.7 KiB/s wr, 22 op/s 2024-04-13T08:35:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:41 smithi139 ceph-mon[88985]: osdmap e1593: 8 total, 8 up, 8 in 2024-04-13T08:35:41.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:41 smithi119 ceph-mon[93746]: pgmap v2776: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.5 KiB/s rd, 4.7 KiB/s wr, 22 op/s 2024-04-13T08:35:41.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:41 smithi119 ceph-mon[93746]: osdmap e1593: 8 total, 8 up, 8 in 2024-04-13T08:35:41.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:41 smithi119 ceph-mon[96316]: pgmap v2776: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.5 KiB/s rd, 4.7 KiB/s wr, 22 op/s 2024-04-13T08:35:41.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:41 smithi119 ceph-mon[96316]: osdmap e1593: 8 total, 8 up, 8 in 2024-04-13T08:35:42.313 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:42 smithi139 ceph-mon[88985]: osdmap e1594: 8 total, 8 up, 8 in 2024-04-13T08:35:42.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:42 smithi119 ceph-mon[93746]: osdmap e1594: 8 total, 8 up, 8 in 2024-04-13T08:35:42.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:42 smithi119 ceph-mon[96316]: osdmap e1594: 8 total, 8 up, 8 in 2024-04-13T08:35:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:35:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:35:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:35:43.058 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestInternal.DiffIterateCloneOverwrite (2019 ms) 2024-04-13T08:35:43.059 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestInternal.TestCoR 2024-04-13T08:35:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:43 smithi139 ceph-mon[88985]: pgmap v2779: 137 pgs: 137 active+clean; 8.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 272 op/s 2024-04-13T08:35:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:43 smithi139 ceph-mon[88985]: osdmap e1595: 8 total, 8 up, 8 in 2024-04-13T08:35:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:43 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.6", "id": [7, 4]}]: dispatch 2024-04-13T08:35:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:43 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.19", "id": [7, 1]}]: dispatch 2024-04-13T08:35:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:43 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.6", "id": [7, 4]}]: dispatch 2024-04-13T08:35:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:43 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.19", "id": [7, 1]}]: dispatch 2024-04-13T08:35:43.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:43 smithi119 ceph-mon[96316]: pgmap v2779: 137 pgs: 137 active+clean; 8.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 272 op/s 2024-04-13T08:35:43.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:43 smithi119 ceph-mon[96316]: osdmap e1595: 8 total, 8 up, 8 in 2024-04-13T08:35:43.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:43 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.6", "id": [7, 4]}]: dispatch 2024-04-13T08:35:43.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:43 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.19", "id": [7, 1]}]: dispatch 2024-04-13T08:35:43.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:43 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.6", "id": [7, 4]}]: dispatch 2024-04-13T08:35:43.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:43 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.19", "id": [7, 1]}]: dispatch 2024-04-13T08:35:43.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:43 smithi119 ceph-mon[93746]: pgmap v2779: 137 pgs: 137 active+clean; 8.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 272 op/s 2024-04-13T08:35:43.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:43 smithi119 ceph-mon[93746]: osdmap e1595: 8 total, 8 up, 8 in 2024-04-13T08:35:43.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:43 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.6", "id": [7, 4]}]: dispatch 2024-04-13T08:35:43.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:43 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.19", "id": [7, 1]}]: dispatch 2024-04-13T08:35:43.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:43 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.6", "id": [7, 4]}]: dispatch 2024-04-13T08:35:43.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:43 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.19", "id": [7, 1]}]: dispatch 2024-04-13T08:35:44.161 INFO:tasks.workunit.client.0.smithi119.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/test_internal.cc:1313: Skipped 2024-04-13T08:35:44.161 INFO:tasks.workunit.client.0.smithi119.stdout:Skipping due to disabled copy-on-read 2024-04-13T08:35:44.161 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestInternal.TestCoR (1102 ms) 2024-04-13T08:35:44.161 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestInternal.FlattenNoEmptyObjects 2024-04-13T08:35:44.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:44 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.6", "id": [7, 4]}]': finished 2024-04-13T08:35:44.451 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:44 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.19", "id": [7, 1]}]': finished 2024-04-13T08:35:44.451 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:44 smithi139 ceph-mon[88985]: osdmap e1596: 8 total, 8 up, 8 in 2024-04-13T08:35:44.452 INFO:tasks.workunit.client.0.smithi119.stdout:made parent image "image395": 4194304K (1024 * 4K) 2024-04-13T08:35:44.452 INFO:tasks.workunit.client.0.smithi119.stdout:generated random write map: 2024-04-13T08:35:44.452 INFO:tasks.workunit.client.0.smithi119.stdout: [10 , 43375 ] 2024-04-13T08:35:44.452 INFO:tasks.workunit.client.0.smithi119.stdout: [13 , 54977 ] 2024-04-13T08:35:44.452 INFO:tasks.workunit.client.0.smithi119.stdout: [31 , 129103 ] 2024-04-13T08:35:44.452 INFO:tasks.workunit.client.0.smithi119.stdout: [39 , 161566 ] 2024-04-13T08:35:44.452 INFO:tasks.workunit.client.0.smithi119.stdout: [49 , 202338 ] 2024-04-13T08:35:44.452 INFO:tasks.workunit.client.0.smithi119.stdout: [73 , 300709 ] 2024-04-13T08:35:44.452 INFO:tasks.workunit.client.0.smithi119.stdout: [76 , 311675 ] 2024-04-13T08:35:44.452 INFO:tasks.workunit.client.0.smithi119.stdout: [83 , 341789 ] 2024-04-13T08:35:44.452 INFO:tasks.workunit.client.0.smithi119.stdout: [86 , 352335 ] 2024-04-13T08:35:44.452 INFO:tasks.workunit.client.0.smithi119.stdout: [91 , 373367 ] 2024-04-13T08:35:44.452 INFO:tasks.workunit.client.0.smithi119.stdout: [92 , 379560 ] 2024-04-13T08:35:44.452 INFO:tasks.workunit.client.0.smithi119.stdout: [96 , 393829 ] 2024-04-13T08:35:44.453 INFO:tasks.workunit.client.0.smithi119.stdout: [97 , 398128 ] 2024-04-13T08:35:44.453 INFO:tasks.workunit.client.0.smithi119.stdout: [104 , 429203 ] 2024-04-13T08:35:44.453 INFO:tasks.workunit.client.0.smithi119.stdout: [109 , 449996 ] 2024-04-13T08:35:44.453 INFO:tasks.workunit.client.0.smithi119.stdout: [119 , 487732 ] 2024-04-13T08:35:44.453 INFO:tasks.workunit.client.0.smithi119.stdout: [149 , 613671 ] 2024-04-13T08:35:44.453 INFO:tasks.workunit.client.0.smithi119.stdout: [152 , 626060 ] 2024-04-13T08:35:44.453 INFO:tasks.workunit.client.0.smithi119.stdout: [163 , 670934 ] 2024-04-13T08:35:44.453 INFO:tasks.workunit.client.0.smithi119.stdout: [166 , 680356 ] 2024-04-13T08:35:44.453 INFO:tasks.workunit.client.0.smithi119.stdout: [176 , 722057 ] 2024-04-13T08:35:44.453 INFO:tasks.workunit.client.0.smithi119.stdout: [191 , 783650 ] 2024-04-13T08:35:44.453 INFO:tasks.workunit.client.0.smithi119.stdout: [196 , 804657 ] 2024-04-13T08:35:44.453 INFO:tasks.workunit.client.0.smithi119.stdout: [198 , 814346 ] 2024-04-13T08:35:44.453 INFO:tasks.workunit.client.0.smithi119.stdout: [217 , 889944 ] 2024-04-13T08:35:44.453 INFO:tasks.workunit.client.0.smithi119.stdout: [232 , 952554 ] 2024-04-13T08:35:44.453 INFO:tasks.workunit.client.0.smithi119.stdout: [236 , 969111 ] 2024-04-13T08:35:44.454 INFO:tasks.workunit.client.0.smithi119.stdout: [237 , 972217 ] 2024-04-13T08:35:44.454 INFO:tasks.workunit.client.0.smithi119.stdout: [248 , 1019207 ] 2024-04-13T08:35:44.454 INFO:tasks.workunit.client.0.smithi119.stdout: [250 , 1026467 ] 2024-04-13T08:35:44.454 INFO:tasks.workunit.client.0.smithi119.stdout: [273 , 1118817 ] 2024-04-13T08:35:44.454 INFO:tasks.workunit.client.0.smithi119.stdout: [276 , 1132279 ] 2024-04-13T08:35:44.454 INFO:tasks.workunit.client.0.smithi119.stdout: [284 , 1164104 ] 2024-04-13T08:35:44.454 INFO:tasks.workunit.client.0.smithi119.stdout: [307 , 1260259 ] 2024-04-13T08:35:44.454 INFO:tasks.workunit.client.0.smithi119.stdout: [321 , 1318065 ] 2024-04-13T08:35:44.454 INFO:tasks.workunit.client.0.smithi119.stdout: [350 , 1435912 ] 2024-04-13T08:35:44.454 INFO:tasks.workunit.client.0.smithi119.stdout: [399 , 1634585 ] 2024-04-13T08:35:44.454 INFO:tasks.workunit.client.0.smithi119.stdout: [428 , 1753266 ] 2024-04-13T08:35:44.454 INFO:tasks.workunit.client.0.smithi119.stdout: [439 , 1801633 ] 2024-04-13T08:35:44.454 INFO:tasks.workunit.client.0.smithi119.stdout: [441 , 1808698 ] 2024-04-13T08:35:44.454 INFO:tasks.workunit.client.0.smithi119.stdout: [448 , 1836754 ] 2024-04-13T08:35:44.454 INFO:tasks.workunit.client.0.smithi119.stdout: [449 , 1839898 ] 2024-04-13T08:35:44.455 INFO:tasks.workunit.client.0.smithi119.stdout: [453 , 1858110 ] 2024-04-13T08:35:44.455 INFO:tasks.workunit.client.0.smithi119.stdout: [459 , 1880320 ] 2024-04-13T08:35:44.455 INFO:tasks.workunit.client.0.smithi119.stdout: [484 , 1982867 ] 2024-04-13T08:35:44.455 INFO:tasks.workunit.client.0.smithi119.stdout: [490 , 2010184 ] 2024-04-13T08:35:44.455 INFO:tasks.workunit.client.0.smithi119.stdout: [492 , 2017681 ] 2024-04-13T08:35:44.455 INFO:tasks.workunit.client.0.smithi119.stdout: [501 , 2053739 ] 2024-04-13T08:35:44.455 INFO:tasks.workunit.client.0.smithi119.stdout: [503 , 2062329 ] 2024-04-13T08:35:44.455 INFO:tasks.workunit.client.0.smithi119.stdout: [512 , 2100116 ] 2024-04-13T08:35:44.455 INFO:tasks.workunit.client.0.smithi119.stdout: [532 , 2180784 ] 2024-04-13T08:35:44.455 INFO:tasks.workunit.client.0.smithi119.stdout: [541 , 2217571 ] 2024-04-13T08:35:44.455 INFO:tasks.workunit.client.0.smithi119.stdout: [554 , 2269185 ] 2024-04-13T08:35:44.455 INFO:tasks.workunit.client.0.smithi119.stdout: [570 , 2335491 ] 2024-04-13T08:35:44.455 INFO:tasks.workunit.client.0.smithi119.stdout: [583 , 2388335 ] 2024-04-13T08:35:44.455 INFO:tasks.workunit.client.0.smithi119.stdout: [591 , 2423762 ] 2024-04-13T08:35:44.455 INFO:tasks.workunit.client.0.smithi119.stdout: [593 , 2429240 ] 2024-04-13T08:35:44.456 INFO:tasks.workunit.client.0.smithi119.stdout: [597 , 2446629 ] 2024-04-13T08:35:44.456 INFO:tasks.workunit.client.0.smithi119.stdout: [602 , 2466214 ] 2024-04-13T08:35:44.456 INFO:tasks.workunit.client.0.smithi119.stdout: [603 , 2470248 ] 2024-04-13T08:35:44.456 INFO:tasks.workunit.client.0.smithi119.stdout: [645 , 2642893 ] 2024-04-13T08:35:44.456 INFO:tasks.workunit.client.0.smithi119.stdout: [648 , 2657632 ] 2024-04-13T08:35:44.456 INFO:tasks.workunit.client.0.smithi119.stdout: [658 , 2696516 ] 2024-04-13T08:35:44.456 INFO:tasks.workunit.client.0.smithi119.stdout: [675 , 2766368 ] 2024-04-13T08:35:44.456 INFO:tasks.workunit.client.0.smithi119.stdout: [678 , 2778372 ] 2024-04-13T08:35:44.456 INFO:tasks.workunit.client.0.smithi119.stdout: [683 , 2798450 ] 2024-04-13T08:35:44.456 INFO:tasks.workunit.client.0.smithi119.stdout: [691 , 2833106 ] 2024-04-13T08:35:44.456 INFO:tasks.workunit.client.0.smithi119.stdout: [694 , 2844930 ] 2024-04-13T08:35:44.456 INFO:tasks.workunit.client.0.smithi119.stdout: [703 , 2879669 ] 2024-04-13T08:35:44.456 INFO:tasks.workunit.client.0.smithi119.stdout: [704 , 2885672 ] 2024-04-13T08:35:44.456 INFO:tasks.workunit.client.0.smithi119.stdout: [732 , 3000859 ] 2024-04-13T08:35:44.456 INFO:tasks.workunit.client.0.smithi119.stdout: [748 , 3063990 ] 2024-04-13T08:35:44.457 INFO:tasks.workunit.client.0.smithi119.stdout: [749 , 3070478 ] 2024-04-13T08:35:44.457 INFO:tasks.workunit.client.0.smithi119.stdout: [758 , 3106181 ] 2024-04-13T08:35:44.457 INFO:tasks.workunit.client.0.smithi119.stdout: [789 , 3233335 ] 2024-04-13T08:35:44.457 INFO:tasks.workunit.client.0.smithi119.stdout: [802 , 3288237 ] 2024-04-13T08:35:44.457 INFO:tasks.workunit.client.0.smithi119.stdout: [815 , 3339614 ] 2024-04-13T08:35:44.457 INFO:tasks.workunit.client.0.smithi119.stdout: [816 , 3344454 ] 2024-04-13T08:35:44.457 INFO:tasks.workunit.client.0.smithi119.stdout: [822 , 3367739 ] 2024-04-13T08:35:44.457 INFO:tasks.workunit.client.0.smithi119.stdout: [828 , 3394421 ] 2024-04-13T08:35:44.457 INFO:tasks.workunit.client.0.smithi119.stdout: [842 , 3451274 ] 2024-04-13T08:35:44.457 INFO:tasks.workunit.client.0.smithi119.stdout: [903 , 3699665 ] 2024-04-13T08:35:44.457 INFO:tasks.workunit.client.0.smithi119.stdout: [904 , 3704650 ] 2024-04-13T08:35:44.457 INFO:tasks.workunit.client.0.smithi119.stdout: [909 , 3723594 ] 2024-04-13T08:35:44.457 INFO:tasks.workunit.client.0.smithi119.stdout: [915 , 3748221 ] 2024-04-13T08:35:44.457 INFO:tasks.workunit.client.0.smithi119.stdout: [959 , 3929293 ] 2024-04-13T08:35:44.457 INFO:tasks.workunit.client.0.smithi119.stdout: [960 , 3933475 ] 2024-04-13T08:35:44.458 INFO:tasks.workunit.client.0.smithi119.stdout: [969 , 3970629 ] 2024-04-13T08:35:44.458 INFO:tasks.workunit.client.0.smithi119.stdout: [978 , 4006710 ] 2024-04-13T08:35:44.458 INFO:tasks.workunit.client.0.smithi119.stdout: [988 , 4049778 ] 2024-04-13T08:35:44.458 INFO:tasks.workunit.client.0.smithi119.stdout: [990 , 4056246 ] 2024-04-13T08:35:44.458 INFO:tasks.workunit.client.0.smithi119.stdout: [1005 , 4117871 ] 2024-04-13T08:35:44.458 INFO:tasks.workunit.client.0.smithi119.stdout: [1022 , 4186579 ] 2024-04-13T08:35:44.458 INFO:tasks.workunit.client.0.smithi119.stdout:write data based on random map 2024-04-13T08:35:44.458 INFO:tasks.workunit.client.0.smithi119.stdout: write object-10 2024-04-13T08:35:44.458 INFO:tasks.workunit.client.0.smithi119.stdout: write object-13 2024-04-13T08:35:44.458 INFO:tasks.workunit.client.0.smithi119.stdout: write object-31 2024-04-13T08:35:44.458 INFO:tasks.workunit.client.0.smithi119.stdout: write object-39 2024-04-13T08:35:44.458 INFO:tasks.workunit.client.0.smithi119.stdout: write object-49 2024-04-13T08:35:44.458 INFO:tasks.workunit.client.0.smithi119.stdout: write object-73 2024-04-13T08:35:44.458 INFO:tasks.workunit.client.0.smithi119.stdout: write object-76 2024-04-13T08:35:44.458 INFO:tasks.workunit.client.0.smithi119.stdout: write object-83 2024-04-13T08:35:44.459 INFO:tasks.workunit.client.0.smithi119.stdout: write object-86 2024-04-13T08:35:44.459 INFO:tasks.workunit.client.0.smithi119.stdout: write object-91 2024-04-13T08:35:44.459 INFO:tasks.workunit.client.0.smithi119.stdout: write object-92 2024-04-13T08:35:44.459 INFO:tasks.workunit.client.0.smithi119.stdout: write object-96 2024-04-13T08:35:44.459 INFO:tasks.workunit.client.0.smithi119.stdout: write object-97 2024-04-13T08:35:44.459 INFO:tasks.workunit.client.0.smithi119.stdout: write object-104 2024-04-13T08:35:44.459 INFO:tasks.workunit.client.0.smithi119.stdout: write object-109 2024-04-13T08:35:44.459 INFO:tasks.workunit.client.0.smithi119.stdout: write object-119 2024-04-13T08:35:44.459 INFO:tasks.workunit.client.0.smithi119.stdout: write object-149 2024-04-13T08:35:44.459 INFO:tasks.workunit.client.0.smithi119.stdout: write object-152 2024-04-13T08:35:44.459 INFO:tasks.workunit.client.0.smithi119.stdout: write object-163 2024-04-13T08:35:44.459 INFO:tasks.workunit.client.0.smithi119.stdout: write object-166 2024-04-13T08:35:44.459 INFO:tasks.workunit.client.0.smithi119.stdout: write object-176 2024-04-13T08:35:44.459 INFO:tasks.workunit.client.0.smithi119.stdout: write object-191 2024-04-13T08:35:44.459 INFO:tasks.workunit.client.0.smithi119.stdout: write object-196 2024-04-13T08:35:44.459 INFO:tasks.workunit.client.0.smithi119.stdout: write object-198 2024-04-13T08:35:44.460 INFO:tasks.workunit.client.0.smithi119.stdout: write object-217 2024-04-13T08:35:44.460 INFO:tasks.workunit.client.0.smithi119.stdout: write object-232 2024-04-13T08:35:44.460 INFO:tasks.workunit.client.0.smithi119.stdout: write object-236 2024-04-13T08:35:44.460 INFO:tasks.workunit.client.0.smithi119.stdout: write object-237 2024-04-13T08:35:44.460 INFO:tasks.workunit.client.0.smithi119.stdout: write object-248 2024-04-13T08:35:44.460 INFO:tasks.workunit.client.0.smithi119.stdout: write object-250 2024-04-13T08:35:44.460 INFO:tasks.workunit.client.0.smithi119.stdout: write object-273 2024-04-13T08:35:44.460 INFO:tasks.workunit.client.0.smithi119.stdout: write object-276 2024-04-13T08:35:44.460 INFO:tasks.workunit.client.0.smithi119.stdout: write object-284 2024-04-13T08:35:44.460 INFO:tasks.workunit.client.0.smithi119.stdout: write object-307 2024-04-13T08:35:44.460 INFO:tasks.workunit.client.0.smithi119.stdout: write object-321 2024-04-13T08:35:44.460 INFO:tasks.workunit.client.0.smithi119.stdout: write object-350 2024-04-13T08:35:44.460 INFO:tasks.workunit.client.0.smithi119.stdout: write object-399 2024-04-13T08:35:44.460 INFO:tasks.workunit.client.0.smithi119.stdout: write object-428 2024-04-13T08:35:44.460 INFO:tasks.workunit.client.0.smithi119.stdout: write object-439 2024-04-13T08:35:44.460 INFO:tasks.workunit.client.0.smithi119.stdout: write object-441 2024-04-13T08:35:44.461 INFO:tasks.workunit.client.0.smithi119.stdout: write object-448 2024-04-13T08:35:44.461 INFO:tasks.workunit.client.0.smithi119.stdout: write object-449 2024-04-13T08:35:44.461 INFO:tasks.workunit.client.0.smithi119.stdout: write object-453 2024-04-13T08:35:44.461 INFO:tasks.workunit.client.0.smithi119.stdout: write object-459 2024-04-13T08:35:44.461 INFO:tasks.workunit.client.0.smithi119.stdout: write object-484 2024-04-13T08:35:44.461 INFO:tasks.workunit.client.0.smithi119.stdout: write object-490 2024-04-13T08:35:44.461 INFO:tasks.workunit.client.0.smithi119.stdout: write object-492 2024-04-13T08:35:44.461 INFO:tasks.workunit.client.0.smithi119.stdout: write object-501 2024-04-13T08:35:44.461 INFO:tasks.workunit.client.0.smithi119.stdout: write object-503 2024-04-13T08:35:44.461 INFO:tasks.workunit.client.0.smithi119.stdout: write object-512 2024-04-13T08:35:44.461 INFO:tasks.workunit.client.0.smithi119.stdout: write object-532 2024-04-13T08:35:44.461 INFO:tasks.workunit.client.0.smithi119.stdout: write object-541 2024-04-13T08:35:44.461 INFO:tasks.workunit.client.0.smithi119.stdout: write object-554 2024-04-13T08:35:44.461 INFO:tasks.workunit.client.0.smithi119.stdout: write object-570 2024-04-13T08:35:44.461 INFO:tasks.workunit.client.0.smithi119.stdout: write object-583 2024-04-13T08:35:44.461 INFO:tasks.workunit.client.0.smithi119.stdout: write object-591 2024-04-13T08:35:44.462 INFO:tasks.workunit.client.0.smithi119.stdout: write object-593 2024-04-13T08:35:44.462 INFO:tasks.workunit.client.0.smithi119.stdout: write object-597 2024-04-13T08:35:44.462 INFO:tasks.workunit.client.0.smithi119.stdout: write object-602 2024-04-13T08:35:44.462 INFO:tasks.workunit.client.0.smithi119.stdout: write object-603 2024-04-13T08:35:44.462 INFO:tasks.workunit.client.0.smithi119.stdout: write object-645 2024-04-13T08:35:44.462 INFO:tasks.workunit.client.0.smithi119.stdout: write object-648 2024-04-13T08:35:44.462 INFO:tasks.workunit.client.0.smithi119.stdout: write object-658 2024-04-13T08:35:44.462 INFO:tasks.workunit.client.0.smithi119.stdout: write object-675 2024-04-13T08:35:44.462 INFO:tasks.workunit.client.0.smithi119.stdout: write object-678 2024-04-13T08:35:44.462 INFO:tasks.workunit.client.0.smithi119.stdout: write object-683 2024-04-13T08:35:44.462 INFO:tasks.workunit.client.0.smithi119.stdout: write object-691 2024-04-13T08:35:44.462 INFO:tasks.workunit.client.0.smithi119.stdout: write object-694 2024-04-13T08:35:44.462 INFO:tasks.workunit.client.0.smithi119.stdout: write object-703 2024-04-13T08:35:44.462 INFO:tasks.workunit.client.0.smithi119.stdout: write object-704 2024-04-13T08:35:44.462 INFO:tasks.workunit.client.0.smithi119.stdout: write object-732 2024-04-13T08:35:44.463 INFO:tasks.workunit.client.0.smithi119.stdout: write object-748 2024-04-13T08:35:44.463 INFO:tasks.workunit.client.0.smithi119.stdout: write object-749 2024-04-13T08:35:44.463 INFO:tasks.workunit.client.0.smithi119.stdout: write object-758 2024-04-13T08:35:44.463 INFO:tasks.workunit.client.0.smithi119.stdout: write object-789 2024-04-13T08:35:44.463 INFO:tasks.workunit.client.0.smithi119.stdout: write object-802 2024-04-13T08:35:44.463 INFO:tasks.workunit.client.0.smithi119.stdout: write object-815 2024-04-13T08:35:44.463 INFO:tasks.workunit.client.0.smithi119.stdout: write object-816 2024-04-13T08:35:44.463 INFO:tasks.workunit.client.0.smithi119.stdout: write object-822 2024-04-13T08:35:44.463 INFO:tasks.workunit.client.0.smithi119.stdout: write object-828 2024-04-13T08:35:44.463 INFO:tasks.workunit.client.0.smithi119.stdout: write object-842 2024-04-13T08:35:44.463 INFO:tasks.workunit.client.0.smithi119.stdout: write object-903 2024-04-13T08:35:44.464 INFO:tasks.workunit.client.0.smithi119.stdout: write object-904 2024-04-13T08:35:44.464 INFO:tasks.workunit.client.0.smithi119.stdout: write object-909 2024-04-13T08:35:44.464 INFO:tasks.workunit.client.0.smithi119.stdout: write object-915 2024-04-13T08:35:44.464 INFO:tasks.workunit.client.0.smithi119.stdout: write object-959 2024-04-13T08:35:44.464 INFO:tasks.workunit.client.0.smithi119.stdout: write object-960 2024-04-13T08:35:44.464 INFO:tasks.workunit.client.0.smithi119.stdout: write object-969 2024-04-13T08:35:44.464 INFO:tasks.workunit.client.0.smithi119.stdout: write object-978 2024-04-13T08:35:44.464 INFO:tasks.workunit.client.0.smithi119.stdout: write object-988 2024-04-13T08:35:44.464 INFO:tasks.workunit.client.0.smithi119.stdout: write object-990 2024-04-13T08:35:44.464 INFO:tasks.workunit.client.0.smithi119.stdout: write object-1005 2024-04-13T08:35:44.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:44 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.6", "id": [7, 4]}]': finished 2024-04-13T08:35:44.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:44 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.19", "id": [7, 1]}]': finished 2024-04-13T08:35:44.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:44 smithi119 ceph-mon[96316]: osdmap e1596: 8 total, 8 up, 8 in 2024-04-13T08:35:44.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:44 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.6", "id": [7, 4]}]': finished 2024-04-13T08:35:44.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:44 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.19", "id": [7, 1]}]': finished 2024-04-13T08:35:44.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:44 smithi119 ceph-mon[93746]: osdmap e1596: 8 total, 8 up, 8 in 2024-04-13T08:35:45.215 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:35:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:35:44] "GET /metrics HTTP/1.1" 200 36414 "" "Prometheus/2.43.0" 2024-04-13T08:35:45.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:45 smithi119 ceph-mon[93746]: pgmap v2782: 137 pgs: 137 active+clean; 8.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 276 op/s 2024-04-13T08:35:45.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:45 smithi119 ceph-mon[93746]: osdmap e1597: 8 total, 8 up, 8 in 2024-04-13T08:35:45.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:45 smithi119 ceph-mon[96316]: pgmap v2782: 137 pgs: 137 active+clean; 8.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 276 op/s 2024-04-13T08:35:45.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:45 smithi119 ceph-mon[96316]: osdmap e1597: 8 total, 8 up, 8 in 2024-04-13T08:35:45.251 INFO:tasks.workunit.client.0.smithi119.stdout: write object-1022 2024-04-13T08:35:45.251 INFO:tasks.workunit.client.0.smithi119.stdout:verify written data by reading 2024-04-13T08:35:45.251 INFO:tasks.workunit.client.0.smithi119.stdout: read object-10 2024-04-13T08:35:45.251 INFO:tasks.workunit.client.0.smithi119.stdout:made snapshot "image395@parent_snap" and protect it 2024-04-13T08:35:45.251 INFO:tasks.workunit.client.0.smithi119.stdout:made and opened clone "image396" 2024-04-13T08:35:45.251 INFO:tasks.workunit.client.0.smithi119.stdout:flattening clone: "image396" 2024-04-13T08:35:45.251 INFO:tasks.workunit.client.0.smithi119.stdout:check whether child image has the same set of objects as parent 2024-04-13T08:35:45.251 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestInternal.FlattenNoEmptyObjects (1090 ms) 2024-04-13T08:35:45.251 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestInternal.PoolMetadataConfApply 2024-04-13T08:35:45.329 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestInternal.PoolMetadataConfApply (79 ms) 2024-04-13T08:35:45.329 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestInternal.Sparsify 2024-04-13T08:35:45.353 INFO:tasks.workunit.client.0.smithi119.stdout:sparsify_supported=1 2024-04-13T08:35:45.353 INFO:tasks.workunit.client.0.smithi119.stdout:sparse_read_supported=1 2024-04-13T08:35:45.382 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestInternal.Sparsify (52 ms) 2024-04-13T08:35:45.382 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestInternal.SparsifyClone 2024-04-13T08:35:45.384 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:45 smithi139 ceph-mon[88985]: pgmap v2782: 137 pgs: 137 active+clean; 8.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 276 op/s 2024-04-13T08:35:45.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:45 smithi139 ceph-mon[88985]: osdmap e1597: 8 total, 8 up, 8 in 2024-04-13T08:35:45.400 INFO:tasks.workunit.client.0.smithi119.stdout:sparsify_supported=1 2024-04-13T08:35:45.716 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:35:45 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:08:35:45] ENGINE Bus STOPPING 2024-04-13T08:35:45.716 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:35:45 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:08:35:45] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-13T08:35:45.716 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:35:45 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:08:35:45] ENGINE Bus STOPPED 2024-04-13T08:35:45.716 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:35:45 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:08:35:45] ENGINE Bus STARTING 2024-04-13T08:35:45.716 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:35:45 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:08:35:45] ENGINE Serving on http://:::9283 2024-04-13T08:35:45.716 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:35:45 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:08:35:45] ENGINE Bus STARTED 2024-04-13T08:35:46.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:46 smithi139 ceph-mon[88985]: osdmap e1598: 8 total, 8 up, 8 in 2024-04-13T08:35:46.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:46 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' 2024-04-13T08:35:46.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:35:46.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:35:46.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:35:46.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:46 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:35:46.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:46 smithi139 ceph-mon[88985]: osdmap e1599: 8 total, 8 up, 8 in 2024-04-13T08:35:46.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:46 smithi119 ceph-mon[93746]: osdmap e1598: 8 total, 8 up, 8 in 2024-04-13T08:35:46.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:46 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' 2024-04-13T08:35:46.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:35:46.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:35:46.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:35:46.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:46 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:35:46.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:46 smithi119 ceph-mon[93746]: osdmap e1599: 8 total, 8 up, 8 in 2024-04-13T08:35:46.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:46 smithi119 ceph-mon[96316]: osdmap e1598: 8 total, 8 up, 8 in 2024-04-13T08:35:46.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:46 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' 2024-04-13T08:35:46.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:35:46.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:35:46.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:35:46.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:46 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:35:46.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:46 smithi119 ceph-mon[96316]: osdmap e1599: 8 total, 8 up, 8 in 2024-04-13T08:35:47.079 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestInternal.SparsifyClone (1697 ms) 2024-04-13T08:35:47.079 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestInternal.MissingDataPool 2024-04-13T08:35:47.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:47 smithi139 ceph-mon[88985]: pgmap v2785: 137 pgs: 137 active+clean; 8.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:35:47.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:47 smithi139 ceph-mon[88985]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-13T08:35:47.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:47 smithi119 ceph-mon[93746]: pgmap v2785: 137 pgs: 137 active+clean; 8.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:35:47.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:47 smithi119 ceph-mon[93746]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-13T08:35:47.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:47 smithi119 ceph-mon[96316]: pgmap v2785: 137 pgs: 137 active+clean; 8.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T08:35:47.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:47 smithi119 ceph-mon[96316]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-13T08:35:48.174 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestInternal.MissingDataPool (1095 ms) 2024-04-13T08:35:48.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:48 smithi139 ceph-mon[88985]: osdmap e1600: 8 total, 8 up, 8 in 2024-04-13T08:35:48.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:48 smithi119 ceph-mon[96316]: osdmap e1600: 8 total, 8 up, 8 in 2024-04-13T08:35:48.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:48 smithi119 ceph-mon[93746]: osdmap e1600: 8 total, 8 up, 8 in 2024-04-13T08:35:49.076 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 34 tests from TestInternal (36131 ms total) 2024-04-13T08:35:49.076 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:35:49.076 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 17 tests from TestImageWatcher 2024-04-13T08:35:49.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:49 smithi139 ceph-mon[88985]: pgmap v2788: 137 pgs: 137 active+clean; 9.0 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 540 KiB/s rd, 189 KiB/s wr, 882 op/s; 1.1 KiB/s, 2 keys/s, 2 objects/s recovering 2024-04-13T08:35:49.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:49 smithi139 ceph-mon[88985]: osdmap e1601: 8 total, 8 up, 8 in 2024-04-13T08:35:49.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:49 smithi119 ceph-mon[96316]: pgmap v2788: 137 pgs: 137 active+clean; 9.0 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 540 KiB/s rd, 189 KiB/s wr, 882 op/s; 1.1 KiB/s, 2 keys/s, 2 objects/s recovering 2024-04-13T08:35:49.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:49 smithi119 ceph-mon[96316]: osdmap e1601: 8 total, 8 up, 8 in 2024-04-13T08:35:49.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:49 smithi119 ceph-mon[93746]: pgmap v2788: 137 pgs: 137 active+clean; 9.0 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 540 KiB/s rd, 189 KiB/s wr, 882 op/s; 1.1 KiB/s, 2 keys/s, 2 objects/s recovering 2024-04-13T08:35:49.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:49 smithi119 ceph-mon[93746]: osdmap e1601: 8 total, 8 up, 8 in 2024-04-13T08:35:50.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:50 smithi139 ceph-mon[88985]: osdmap e1602: 8 total, 8 up, 8 in 2024-04-13T08:35:50.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:50 smithi119 ceph-mon[96316]: osdmap e1602: 8 total, 8 up, 8 in 2024-04-13T08:35:50.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:50 smithi119 ceph-mon[93746]: osdmap e1602: 8 total, 8 up, 8 in 2024-04-13T08:35:51.084 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestImageWatcher.NotifyHeaderUpdate 2024-04-13T08:35:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:51 smithi139 ceph-mon[88985]: pgmap v2791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:35:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:51 smithi139 ceph-mon[88985]: osdmap e1603: 8 total, 8 up, 8 in 2024-04-13T08:35:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:51 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1080100992' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:35:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:51 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:35:51.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:51 smithi119 ceph-mon[96316]: pgmap v2791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:35:51.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:51 smithi119 ceph-mon[96316]: osdmap e1603: 8 total, 8 up, 8 in 2024-04-13T08:35:51.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:51 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1080100992' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:35:51.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:51 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:35:51.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:51 smithi119 ceph-mon[93746]: pgmap v2791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:35:51.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:51 smithi119 ceph-mon[93746]: osdmap e1603: 8 total, 8 up, 8 in 2024-04-13T08:35:51.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:51 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1080100992' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:35:51.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:51 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:35:52.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:52 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:35:52.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:52 smithi139 ceph-mon[88985]: osdmap e1604: 8 total, 8 up, 8 in 2024-04-13T08:35:52.385 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:35:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:35:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:35:52.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:52 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:35:52.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:52 smithi119 ceph-mon[96316]: osdmap e1604: 8 total, 8 up, 8 in 2024-04-13T08:35:52.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:52 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:35:52.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:52 smithi119 ceph-mon[93746]: osdmap e1604: 8 total, 8 up, 8 in 2024-04-13T08:35:53.146 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestImageWatcher.NotifyHeaderUpdate (2063 ms) 2024-04-13T08:35:53.146 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestImageWatcher.NotifyFlatten 2024-04-13T08:35:53.172 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestImageWatcher.NotifyFlatten (25 ms) 2024-04-13T08:35:53.172 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestImageWatcher.NotifyResize 2024-04-13T08:35:53.196 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestImageWatcher.NotifyResize (24 ms) 2024-04-13T08:35:53.196 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestImageWatcher.NotifyRebuildObjectMap 2024-04-13T08:35:53.218 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestImageWatcher.NotifyRebuildObjectMap (22 ms) 2024-04-13T08:35:53.218 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestImageWatcher.NotifyUpdateFeatures 2024-04-13T08:35:53.239 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestImageWatcher.NotifyUpdateFeatures (21 ms) 2024-04-13T08:35:53.239 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestImageWatcher.NotifySnapCreate 2024-04-13T08:35:53.262 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestImageWatcher.NotifySnapCreate (23 ms) 2024-04-13T08:35:53.262 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestImageWatcher.NotifySnapCreateError 2024-04-13T08:35:53.280 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestImageWatcher.NotifySnapCreateError (19 ms) 2024-04-13T08:35:53.280 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestImageWatcher.NotifySnapRename 2024-04-13T08:35:53.300 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestImageWatcher.NotifySnapRename (20 ms) 2024-04-13T08:35:53.300 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestImageWatcher.NotifySnapRenameError 2024-04-13T08:35:53.321 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestImageWatcher.NotifySnapRenameError (21 ms) 2024-04-13T08:35:53.321 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestImageWatcher.NotifySnapRemove 2024-04-13T08:35:53.341 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestImageWatcher.NotifySnapRemove (20 ms) 2024-04-13T08:35:53.341 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestImageWatcher.NotifySnapProtect 2024-04-13T08:35:53.361 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestImageWatcher.NotifySnapProtect (20 ms) 2024-04-13T08:35:53.361 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestImageWatcher.NotifySnapUnprotect 2024-04-13T08:35:53.383 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestImageWatcher.NotifySnapUnprotect (22 ms) 2024-04-13T08:35:53.384 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestImageWatcher.NotifyRename 2024-04-13T08:35:53.384 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:53 smithi139 ceph-mon[88985]: pgmap v2794: 137 pgs: 25 creating+peering, 7 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:35:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:53 smithi139 ceph-mon[88985]: osdmap e1605: 8 total, 8 up, 8 in 2024-04-13T08:35:53.403 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestImageWatcher.NotifyRename (20 ms) 2024-04-13T08:35:53.403 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestImageWatcher.NotifyAsyncTimedOut 2024-04-13T08:35:53.423 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestImageWatcher.NotifyAsyncTimedOut (20 ms) 2024-04-13T08:35:53.423 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestImageWatcher.NotifyAsyncError 2024-04-13T08:35:53.444 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestImageWatcher.NotifyAsyncError (20 ms) 2024-04-13T08:35:53.444 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestImageWatcher.NotifyAsyncCompleteError 2024-04-13T08:35:53.464 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestImageWatcher.NotifyAsyncCompleteError (20 ms) 2024-04-13T08:35:53.464 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestImageWatcher.NotifyAsyncRequestTimedOut 2024-04-13T08:35:53.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:53 smithi119 ceph-mon[96316]: pgmap v2794: 137 pgs: 25 creating+peering, 7 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:35:53.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:53 smithi119 ceph-mon[96316]: osdmap e1605: 8 total, 8 up, 8 in 2024-04-13T08:35:53.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:53 smithi119 ceph-mon[93746]: pgmap v2794: 137 pgs: 25 creating+peering, 7 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:35:53.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:53 smithi119 ceph-mon[93746]: osdmap e1605: 8 total, 8 up, 8 in 2024-04-13T08:35:53.483 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestImageWatcher.NotifyAsyncRequestTimedOut (20 ms) 2024-04-13T08:35:54.119 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 17 tests from TestImageWatcher (2400 ms total) 2024-04-13T08:35:54.119 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:35:54.119 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 168 tests from TestLibRBD 2024-04-13T08:35:54.159 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.CreateAndStat 2024-04-13T08:35:54.367 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:54 smithi119 ceph-mon[93746]: osdmap e1606: 8 total, 8 up, 8 in 2024-04-13T08:35:54.367 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:54 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:35:54.367 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:35:54.367 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:54 smithi119 ceph-mon[96316]: osdmap e1606: 8 total, 8 up, 8 in 2024-04-13T08:35:54.367 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:54 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:35:54.367 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:35:54.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:54 smithi139 ceph-mon[88985]: osdmap e1606: 8 total, 8 up, 8 in 2024-04-13T08:35:54.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:54 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:35:54.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:35:55.109 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:35:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:35:54] "GET /metrics HTTP/1.1" 200 36455 "" "Prometheus/2.43.0" 2024-04-13T08:35:55.382 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:55 smithi119 ceph-mon[96316]: pgmap v2797: 137 pgs: 25 creating+peering, 112 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T08:35:55.382 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:55 smithi119 ceph-mon[96316]: osdmap e1607: 8 total, 8 up, 8 in 2024-04-13T08:35:55.382 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:55 smithi119 ceph-mon[93746]: pgmap v2797: 137 pgs: 25 creating+peering, 112 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T08:35:55.382 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:55 smithi119 ceph-mon[93746]: osdmap e1607: 8 total, 8 up, 8 in 2024-04-13T08:35:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:55 smithi139 ceph-mon[88985]: pgmap v2797: 137 pgs: 25 creating+peering, 112 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T08:35:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:55 smithi139 ceph-mon[88985]: osdmap e1607: 8 total, 8 up, 8 in 2024-04-13T08:35:56.136 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:35:56.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:56 smithi139 ceph-mon[88985]: osdmap e1608: 8 total, 8 up, 8 in 2024-04-13T08:35:56.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:56 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1193062199' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:35:56.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:56 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:35:56.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:56 smithi119 ceph-mon[96316]: osdmap e1608: 8 total, 8 up, 8 in 2024-04-13T08:35:56.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:56 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1193062199' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:35:56.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:56 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:35:56.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:56 smithi119 ceph-mon[93746]: osdmap e1608: 8 total, 8 up, 8 in 2024-04-13T08:35:56.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:56 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1193062199' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:35:56.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:56 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:35:57.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:57 smithi139 ceph-mon[88985]: pgmap v2800: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:35:57.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:57 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:35:57.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:57 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:35:57.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:57 smithi139 ceph-mon[88985]: osdmap e1609: 8 total, 8 up, 8 in 2024-04-13T08:35:57.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:57 smithi119 ceph-mon[96316]: pgmap v2800: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:35:57.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:57 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:35:57.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:57 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:35:57.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:57 smithi119 ceph-mon[96316]: osdmap e1609: 8 total, 8 up, 8 in 2024-04-13T08:35:57.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:57 smithi119 ceph-mon[93746]: pgmap v2800: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:35:57.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:57 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:35:57.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:57 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:35:57.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:57 smithi119 ceph-mon[93746]: osdmap e1609: 8 total, 8 up, 8 in 2024-04-13T08:35:58.175 INFO:tasks.workunit.client.0.smithi119.stdout:image has size 2097152 and order 22 2024-04-13T08:35:58.176 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.CreateAndStat (4017 ms) 2024-04-13T08:35:58.176 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.CreateWithSameDataPool 2024-04-13T08:35:58.176 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:35:58.194 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.CreateWithSameDataPool (19 ms) 2024-04-13T08:35:58.194 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.CreateAndStatPP 2024-04-13T08:35:58.195 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:35:58.218 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.CreateAndStatPP (23 ms) 2024-04-13T08:35:58.218 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.GetId 2024-04-13T08:35:58.218 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:35:58.243 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.GetId (26 ms) 2024-04-13T08:35:58.243 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.GetIdPP 2024-04-13T08:35:58.243 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:35:58.268 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.GetIdPP (25 ms) 2024-04-13T08:35:58.268 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefix 2024-04-13T08:35:58.268 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:35:58.285 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.GetBlockNamePrefix (16 ms) 2024-04-13T08:35:58.285 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefixPP 2024-04-13T08:35:58.285 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:35:58.302 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.GetBlockNamePrefixPP (18 ms) 2024-04-13T08:35:58.302 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestGetCreateTimestamp 2024-04-13T08:35:58.303 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:35:58.318 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestGetCreateTimestamp (16 ms) 2024-04-13T08:35:58.318 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.GetCreateTimestampPP 2024-04-13T08:35:58.318 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:35:58.334 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.GetCreateTimestampPP (16 ms) 2024-04-13T08:35:58.334 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.OpenAio 2024-04-13T08:35:58.334 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:35:58.349 INFO:tasks.workunit.client.0.smithi119.stdout:image has size 2097152 and order 22 2024-04-13T08:35:58.349 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.OpenAio (15 ms) 2024-04-13T08:35:58.350 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.OpenAioFail 2024-04-13T08:35:58.352 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.OpenAioFail (3 ms) 2024-04-13T08:35:58.352 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.OpenAioPP 2024-04-13T08:35:58.352 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:35:58.379 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.OpenAioPP (26 ms) 2024-04-13T08:35:58.379 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.OpenAioFailPP 2024-04-13T08:35:58.382 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.OpenAioFailPP (3 ms) 2024-04-13T08:35:58.382 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.ResizeAndStat 2024-04-13T08:35:58.382 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:35:58.415 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.ResizeAndStat (33 ms) 2024-04-13T08:35:58.415 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.ResizeAndStatPP 2024-04-13T08:35:58.415 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:35:58.446 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.ResizeAndStatPP (32 ms) 2024-04-13T08:35:58.446 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResize 2024-04-13T08:35:58.447 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:35:58.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:58 smithi119 ceph-mon[96316]: osdmap e1610: 8 total, 8 up, 8 in 2024-04-13T08:35:58.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:58 smithi119 ceph-mon[93746]: osdmap e1610: 8 total, 8 up, 8 in 2024-04-13T08:35:58.478 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.UpdateWatchAndResize (31 ms) 2024-04-13T08:35:58.478 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResizePP 2024-04-13T08:35:58.478 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:35:58.516 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.UpdateWatchAndResizePP (39 ms) 2024-04-13T08:35:58.516 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestCreateLsDelete 2024-04-13T08:35:58.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:58 smithi139 ceph-mon[88985]: osdmap e1610: 8 total, 8 up, 8 in 2024-04-13T08:35:59.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:59 smithi119 ceph-mon[96316]: pgmap v2803: 137 pgs: 25 creating+peering, 3 unknown, 109 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:35:59.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:59 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:35:59.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:35:59 smithi119 ceph-mon[96316]: osdmap e1611: 8 total, 8 up, 8 in 2024-04-13T08:35:59.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:59 smithi119 ceph-mon[93746]: pgmap v2803: 137 pgs: 25 creating+peering, 3 unknown, 109 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:35:59.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:59 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:35:59.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:35:59 smithi119 ceph-mon[93746]: osdmap e1611: 8 total, 8 up, 8 in 2024-04-13T08:35:59.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:59 smithi139 ceph-mon[88985]: pgmap v2803: 137 pgs: 25 creating+peering, 3 unknown, 109 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:35:59.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:59 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:35:59.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:35:59 smithi139 ceph-mon[88985]: osdmap e1611: 8 total, 8 up, 8 in 2024-04-13T08:36:00.175 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:36:00.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:00 smithi119 ceph-mon[96316]: osdmap e1612: 8 total, 8 up, 8 in 2024-04-13T08:36:00.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:00 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1840910386' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:36:00.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:00 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:36:00.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:00 smithi119 ceph-mon[93746]: osdmap e1612: 8 total, 8 up, 8 in 2024-04-13T08:36:00.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:00 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1840910386' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:36:00.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:00 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:36:00.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:00 smithi139 ceph-mon[88985]: osdmap e1612: 8 total, 8 up, 8 in 2024-04-13T08:36:00.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:00 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1840910386' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:36:00.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:00 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:36:01.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:01 smithi119 ceph-mon[93746]: pgmap v2806: 169 pgs: 32 unknown, 25 creating+peering, 112 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:36:01.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:01 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:36:01.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:01 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:36:01.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:01 smithi119 ceph-mon[93746]: osdmap e1613: 8 total, 8 up, 8 in 2024-04-13T08:36:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:01 smithi119 ceph-mon[96316]: pgmap v2806: 169 pgs: 32 unknown, 25 creating+peering, 112 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:36:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:01 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:36:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:01 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:36:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:01 smithi119 ceph-mon[96316]: osdmap e1613: 8 total, 8 up, 8 in 2024-04-13T08:36:01.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:01 smithi139 ceph-mon[88985]: pgmap v2806: 169 pgs: 32 unknown, 25 creating+peering, 112 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:36:01.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:01 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:36:01.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:01 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:36:01.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:01 smithi139 ceph-mon[88985]: osdmap e1613: 8 total, 8 up, 8 in 2024-04-13T08:36:02.190 INFO:tasks.workunit.client.0.smithi119.stdout:image: image18 2024-04-13T08:36:02.191 INFO:tasks.workunit.client.0.smithi119.stdout:expected = image18 2024-04-13T08:36:02.191 INFO:tasks.workunit.client.0.smithi119.stdout:found image18 2024-04-13T08:36:02.191 INFO:tasks.workunit.client.0.smithi119.stdout:erased image18 2024-04-13T08:36:02.191 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:36:02.276 INFO:tasks.workunit.client.0.smithi119.stdout:image: image18 2024-04-13T08:36:02.276 INFO:tasks.workunit.client.0.smithi119.stdout:image: image19 2024-04-13T08:36:02.276 INFO:tasks.workunit.client.0.smithi119.stdout:expected = image18 2024-04-13T08:36:02.276 INFO:tasks.workunit.client.0.smithi119.stdout:found image18 2024-04-13T08:36:02.276 INFO:tasks.workunit.client.0.smithi119.stdout:erased image18 2024-04-13T08:36:02.276 INFO:tasks.workunit.client.0.smithi119.stdout:expected = image19 2024-04-13T08:36:02.276 INFO:tasks.workunit.client.0.smithi119.stdout:found image19 2024-04-13T08:36:02.276 INFO:tasks.workunit.client.0.smithi119.stdout:erased image19 2024-04-13T08:36:02.277 INFO:tasks.workunit.client.0.smithi119.stdout:image: image19 2024-04-13T08:36:02.277 INFO:tasks.workunit.client.0.smithi119.stdout:expected = image19 2024-04-13T08:36:02.277 INFO:tasks.workunit.client.0.smithi119.stdout:found image19 2024-04-13T08:36:02.277 INFO:tasks.workunit.client.0.smithi119.stdout:erased image19 2024-04-13T08:36:02.277 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestCreateLsDelete (3759 ms) 2024-04-13T08:36:02.277 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestCreateLsDeletePP 2024-04-13T08:36:02.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:02 smithi119 ceph-mon[96316]: osdmap e1614: 8 total, 8 up, 8 in 2024-04-13T08:36:02.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:02 smithi119 ceph-mon[93746]: osdmap e1614: 8 total, 8 up, 8 in 2024-04-13T08:36:02.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:02 smithi139 ceph-mon[88985]: osdmap e1614: 8 total, 8 up, 8 in 2024-04-13T08:36:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:36:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:36:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:36:03.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:03 smithi119 ceph-mon[96316]: pgmap v2809: 169 pgs: 8 unknown, 161 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 157 KiB/s rd, 12 KiB/s wr, 209 op/s 2024-04-13T08:36:03.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:03 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:36:03.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:03 smithi119 ceph-mon[96316]: osdmap e1615: 8 total, 8 up, 8 in 2024-04-13T08:36:03.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:03 smithi119 ceph-mon[93746]: pgmap v2809: 169 pgs: 8 unknown, 161 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 157 KiB/s rd, 12 KiB/s wr, 209 op/s 2024-04-13T08:36:03.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:03 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:36:03.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:03 smithi119 ceph-mon[93746]: osdmap e1615: 8 total, 8 up, 8 in 2024-04-13T08:36:03.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:03 smithi139 ceph-mon[88985]: pgmap v2809: 169 pgs: 8 unknown, 161 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 157 KiB/s rd, 12 KiB/s wr, 209 op/s 2024-04-13T08:36:03.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:03 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:36:03.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:03 smithi139 ceph-mon[88985]: osdmap e1615: 8 total, 8 up, 8 in 2024-04-13T08:36:04.185 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:36:04.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:04 smithi119 ceph-mon[96316]: osdmap e1616: 8 total, 8 up, 8 in 2024-04-13T08:36:04.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:04 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/5436449' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:36:04.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:04 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:36:04.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:04 smithi119 ceph-mon[93746]: osdmap e1616: 8 total, 8 up, 8 in 2024-04-13T08:36:04.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:04 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/5436449' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:36:04.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:04 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:36:04.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:04 smithi139 ceph-mon[88985]: osdmap e1616: 8 total, 8 up, 8 in 2024-04-13T08:36:04.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:04 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/5436449' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:36:04.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:04 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:36:05.174 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:36:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:36:04] "GET /metrics HTTP/1.1" 200 36455 "" "Prometheus/2.43.0" 2024-04-13T08:36:05.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:05 smithi119 ceph-mon[96316]: pgmap v2812: 201 pgs: 32 unknown, 169 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 183 KiB/s rd, 21 KiB/s wr, 254 op/s 2024-04-13T08:36:05.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:05 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:36:05.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:05 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:36:05.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:05 smithi119 ceph-mon[96316]: osdmap e1617: 8 total, 8 up, 8 in 2024-04-13T08:36:05.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:05 smithi119 ceph-mon[93746]: pgmap v2812: 201 pgs: 32 unknown, 169 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 183 KiB/s rd, 21 KiB/s wr, 254 op/s 2024-04-13T08:36:05.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:05 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:36:05.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:05 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:36:05.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:05 smithi119 ceph-mon[93746]: osdmap e1617: 8 total, 8 up, 8 in 2024-04-13T08:36:05.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:05 smithi139 ceph-mon[88985]: pgmap v2812: 201 pgs: 32 unknown, 169 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 183 KiB/s rd, 21 KiB/s wr, 254 op/s 2024-04-13T08:36:05.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:05 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:36:05.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:05 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:36:05.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:05 smithi139 ceph-mon[88985]: osdmap e1617: 8 total, 8 up, 8 in 2024-04-13T08:36:05.949 INFO:tasks.workunit.client.0.smithi119.stdout:num images is: 1 2024-04-13T08:36:05.949 INFO:tasks.workunit.client.0.smithi119.stdout:expected: 1 2024-04-13T08:36:05.949 INFO:tasks.workunit.client.0.smithi119.stdout:image: image20 2024-04-13T08:36:05.949 INFO:tasks.workunit.client.0.smithi119.stdout:expected = image20 2024-04-13T08:36:05.949 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:36:05.959 INFO:tasks.workunit.client.0.smithi119.stdout:num images is: 2 2024-04-13T08:36:05.959 INFO:tasks.workunit.client.0.smithi119.stdout:expected: 2 2024-04-13T08:36:05.959 INFO:tasks.workunit.client.0.smithi119.stdout:image: image20 2024-04-13T08:36:05.959 INFO:tasks.workunit.client.0.smithi119.stdout:image: image21 2024-04-13T08:36:05.959 INFO:tasks.workunit.client.0.smithi119.stdout:expected = image20 2024-04-13T08:36:05.959 INFO:tasks.workunit.client.0.smithi119.stdout:expected = image21 2024-04-13T08:36:06.021 INFO:tasks.workunit.client.0.smithi119.stdout:num images is: 1 2024-04-13T08:36:06.021 INFO:tasks.workunit.client.0.smithi119.stdout:expected: 1 2024-04-13T08:36:06.021 INFO:tasks.workunit.client.0.smithi119.stdout:image: image21 2024-04-13T08:36:06.021 INFO:tasks.workunit.client.0.smithi119.stdout:expected = image21 2024-04-13T08:36:06.021 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestCreateLsDeletePP (3745 ms) 2024-04-13T08:36:06.021 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestCopy 2024-04-13T08:36:06.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:06 smithi119 ceph-mon[96316]: osdmap e1618: 8 total, 8 up, 8 in 2024-04-13T08:36:06.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:06 smithi119 ceph-mon[96316]: osdmap e1619: 8 total, 8 up, 8 in 2024-04-13T08:36:06.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:06 smithi119 ceph-mon[93746]: osdmap e1618: 8 total, 8 up, 8 in 2024-04-13T08:36:06.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:06 smithi119 ceph-mon[93746]: osdmap e1619: 8 total, 8 up, 8 in 2024-04-13T08:36:06.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:06 smithi139 ceph-mon[88985]: osdmap e1618: 8 total, 8 up, 8 in 2024-04-13T08:36:06.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:06 smithi139 ceph-mon[88985]: osdmap e1619: 8 total, 8 up, 8 in 2024-04-13T08:36:07.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:07 smithi119 ceph-mon[96316]: pgmap v2815: 201 pgs: 32 unknown, 169 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 8.7 KiB/s wr, 44 op/s 2024-04-13T08:36:07.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:07 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:36:07.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:07 smithi119 ceph-mon[96316]: osdmap e1620: 8 total, 8 up, 8 in 2024-04-13T08:36:07.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:07 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1028476065' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:36:07.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:07 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:36:07.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:07 smithi119 ceph-mon[93746]: pgmap v2815: 201 pgs: 32 unknown, 169 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 8.7 KiB/s wr, 44 op/s 2024-04-13T08:36:07.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:07 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:36:07.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:07 smithi119 ceph-mon[93746]: osdmap e1620: 8 total, 8 up, 8 in 2024-04-13T08:36:07.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:07 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1028476065' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:36:07.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:07 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:36:07.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:07 smithi139 ceph-mon[88985]: pgmap v2815: 201 pgs: 32 unknown, 169 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 8.7 KiB/s wr, 44 op/s 2024-04-13T08:36:07.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:07 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:36:07.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:07 smithi139 ceph-mon[88985]: osdmap e1620: 8 total, 8 up, 8 in 2024-04-13T08:36:07.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:07 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1028476065' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:36:07.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:07 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:36:07.930 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:36:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:08 smithi119 ceph-mon[96316]: pgmap v2818: 233 pgs: 40 unknown, 193 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 3.2 KiB/s wr, 63 op/s 2024-04-13T08:36:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:08 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:36:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:08 smithi119 ceph-mon[96316]: osdmap e1621: 8 total, 8 up, 8 in 2024-04-13T08:36:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:08 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:36:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:08 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:36:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:08 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:36:09.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:08 smithi119 ceph-mon[93746]: pgmap v2818: 233 pgs: 40 unknown, 193 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 3.2 KiB/s wr, 63 op/s 2024-04-13T08:36:09.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:08 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:36:09.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:08 smithi119 ceph-mon[93746]: osdmap e1621: 8 total, 8 up, 8 in 2024-04-13T08:36:09.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:08 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:36:09.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:08 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:36:09.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:08 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:36:09.372 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:08 smithi139 ceph-mon[88985]: pgmap v2818: 233 pgs: 40 unknown, 193 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 3.2 KiB/s wr, 63 op/s 2024-04-13T08:36:09.372 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:08 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:36:09.372 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:08 smithi139 ceph-mon[88985]: osdmap e1621: 8 total, 8 up, 8 in 2024-04-13T08:36:09.372 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:08 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:36:09.372 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:08 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:36:09.372 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:08 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:36:09.635 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 08:36:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[127213]: logger=cleanup t=2024-04-13T08:36:09.373069883Z level=info msg="Completed cleanup jobs" duration=3.153435ms 2024-04-13T08:36:10.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:09 smithi119 ceph-mon[96316]: osdmap e1622: 8 total, 8 up, 8 in 2024-04-13T08:36:10.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:09 smithi119 ceph-mon[93746]: osdmap e1622: 8 total, 8 up, 8 in 2024-04-13T08:36:10.368 INFO:tasks.workunit.client.0.smithi119.stdout:image: image22 2024-04-13T08:36:10.369 INFO:tasks.workunit.client.0.smithi119.stdout:expected = image22 2024-04-13T08:36:10.369 INFO:tasks.workunit.client.0.smithi119.stdout:found image22 2024-04-13T08:36:10.369 INFO:tasks.workunit.client.0.smithi119.stdout:erased image22 2024-04-13T08:36:10.369 INFO:tasks.workunit.client.0.smithi119.stdout:image: image22 2024-04-13T08:36:10.369 INFO:tasks.workunit.client.0.smithi119.stdout:image: image23 2024-04-13T08:36:10.369 INFO:tasks.workunit.client.0.smithi119.stdout:expected = image22 2024-04-13T08:36:10.369 INFO:tasks.workunit.client.0.smithi119.stdout:found image22 2024-04-13T08:36:10.369 INFO:tasks.workunit.client.0.smithi119.stdout:erased image22 2024-04-13T08:36:10.369 INFO:tasks.workunit.client.0.smithi119.stdout:expected = image23 2024-04-13T08:36:10.369 INFO:tasks.workunit.client.0.smithi119.stdout:found image23 2024-04-13T08:36:10.369 INFO:tasks.workunit.client.0.smithi119.stdout:erased image23 2024-04-13T08:36:10.369 INFO:tasks.workunit.client.0.smithi119.stdout:100.00% done 2024-04-13T08:36:10.369 INFO:tasks.workunit.client.0.smithi119.stdout:image: image22 2024-04-13T08:36:10.370 INFO:tasks.workunit.client.0.smithi119.stdout:image: image23 2024-04-13T08:36:10.370 INFO:tasks.workunit.client.0.smithi119.stdout:image: image24 2024-04-13T08:36:10.370 INFO:tasks.workunit.client.0.smithi119.stdout:expected = image22 2024-04-13T08:36:10.370 INFO:tasks.workunit.client.0.smithi119.stdout:found image22 2024-04-13T08:36:10.370 INFO:tasks.workunit.client.0.smithi119.stdout:erased image22 2024-04-13T08:36:10.370 INFO:tasks.workunit.client.0.smithi119.stdout:expected = image23 2024-04-13T08:36:10.370 INFO:tasks.workunit.client.0.smithi119.stdout:found image23 2024-04-13T08:36:10.370 INFO:tasks.workunit.client.0.smithi119.stdout:erased image23 2024-04-13T08:36:10.370 INFO:tasks.workunit.client.0.smithi119.stdout:expected = image24 2024-04-13T08:36:10.370 INFO:tasks.workunit.client.0.smithi119.stdout:found image24 2024-04-13T08:36:10.370 INFO:tasks.workunit.client.0.smithi119.stdout:erased image24 2024-04-13T08:36:10.370 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestCopy (4348 ms) 2024-04-13T08:36:10.370 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestCopyPP 2024-04-13T08:36:10.384 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:09 smithi139 ceph-mon[88985]: osdmap e1622: 8 total, 8 up, 8 in 2024-04-13T08:36:11.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:10 smithi119 ceph-mon[96316]: pgmap v2821: 233 pgs: 4 creating+peering, 28 unknown, 201 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 3.7 KiB/s wr, 65 op/s 2024-04-13T08:36:11.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:10 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:36:11.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:10 smithi119 ceph-mon[96316]: osdmap e1623: 8 total, 8 up, 8 in 2024-04-13T08:36:11.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:10 smithi119 ceph-mon[96316]: osdmap e1624: 8 total, 8 up, 8 in 2024-04-13T08:36:11.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:10 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/685165420' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:36:11.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:10 smithi119 ceph-mon[93746]: pgmap v2821: 233 pgs: 4 creating+peering, 28 unknown, 201 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 3.7 KiB/s wr, 65 op/s 2024-04-13T08:36:11.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:10 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:36:11.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:10 smithi119 ceph-mon[93746]: osdmap e1623: 8 total, 8 up, 8 in 2024-04-13T08:36:11.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:10 smithi119 ceph-mon[93746]: osdmap e1624: 8 total, 8 up, 8 in 2024-04-13T08:36:11.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:10 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/685165420' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:36:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:10 smithi139 ceph-mon[88985]: pgmap v2821: 233 pgs: 4 creating+peering, 28 unknown, 201 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 3.7 KiB/s wr, 65 op/s 2024-04-13T08:36:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:10 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:36:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:10 smithi139 ceph-mon[88985]: osdmap e1623: 8 total, 8 up, 8 in 2024-04-13T08:36:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:10 smithi139 ceph-mon[88985]: osdmap e1624: 8 total, 8 up, 8 in 2024-04-13T08:36:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:10 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/685165420' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:36:11.934 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:36:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:36:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:36:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:36:13.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:12 smithi119 ceph-mon[96316]: pgmap v2824: 265 pgs: 4 creating+peering, 34 unknown, 227 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 347 KiB/s rd, 24 KiB/s wr, 411 op/s 2024-04-13T08:36:13.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:12 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/685165420' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:36:13.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:12 smithi119 ceph-mon[96316]: osdmap e1625: 8 total, 8 up, 8 in 2024-04-13T08:36:13.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:12 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:36:13.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:12 smithi119 ceph-mon[93746]: pgmap v2824: 265 pgs: 4 creating+peering, 34 unknown, 227 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 347 KiB/s rd, 24 KiB/s wr, 411 op/s 2024-04-13T08:36:13.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:12 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/685165420' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:36:13.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:12 smithi119 ceph-mon[93746]: osdmap e1625: 8 total, 8 up, 8 in 2024-04-13T08:36:13.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:12 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:36:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:12 smithi139 ceph-mon[88985]: pgmap v2824: 265 pgs: 4 creating+peering, 34 unknown, 227 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 347 KiB/s rd, 24 KiB/s wr, 411 op/s 2024-04-13T08:36:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:12 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/685165420' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:36:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:12 smithi139 ceph-mon[88985]: osdmap e1625: 8 total, 8 up, 8 in 2024-04-13T08:36:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:12 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:36:14.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:13 smithi119 ceph-mon[96316]: osdmap e1626: 8 total, 8 up, 8 in 2024-04-13T08:36:14.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:13 smithi119 ceph-mon[93746]: osdmap e1626: 8 total, 8 up, 8 in 2024-04-13T08:36:14.228 INFO:tasks.workunit.client.0.smithi119.stdout:num images is: 1 2024-04-13T08:36:14.228 INFO:tasks.workunit.client.0.smithi119.stdout:expected: 1 2024-04-13T08:36:14.228 INFO:tasks.workunit.client.0.smithi119.stdout:image: image25 2024-04-13T08:36:14.228 INFO:tasks.workunit.client.0.smithi119.stdout:expected = image25 2024-04-13T08:36:14.252 INFO:tasks.workunit.client.0.smithi119.stdout:num images is: 2 2024-04-13T08:36:14.252 INFO:tasks.workunit.client.0.smithi119.stdout:expected: 2 2024-04-13T08:36:14.252 INFO:tasks.workunit.client.0.smithi119.stdout:image: image25 2024-04-13T08:36:14.252 INFO:tasks.workunit.client.0.smithi119.stdout:image: image26 2024-04-13T08:36:14.252 INFO:tasks.workunit.client.0.smithi119.stdout:expected = image25 2024-04-13T08:36:14.252 INFO:tasks.workunit.client.0.smithi119.stdout:expected = image26 2024-04-13T08:36:14.300 INFO:tasks.workunit.client.0.smithi119.stdout:100.00% done 2024-04-13T08:36:14.300 INFO:tasks.workunit.client.0.smithi119.stdout:num images is: 3 2024-04-13T08:36:14.300 INFO:tasks.workunit.client.0.smithi119.stdout:expected: 3 2024-04-13T08:36:14.300 INFO:tasks.workunit.client.0.smithi119.stdout:image: image25 2024-04-13T08:36:14.300 INFO:tasks.workunit.client.0.smithi119.stdout:image: image26 2024-04-13T08:36:14.300 INFO:tasks.workunit.client.0.smithi119.stdout:image: image27 2024-04-13T08:36:14.300 INFO:tasks.workunit.client.0.smithi119.stdout:expected = image25 2024-04-13T08:36:14.300 INFO:tasks.workunit.client.0.smithi119.stdout:expected = image26 2024-04-13T08:36:14.300 INFO:tasks.workunit.client.0.smithi119.stdout:expected = image27 2024-04-13T08:36:14.333 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestCopyPP (3964 ms) 2024-04-13T08:36:14.333 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestDeepCopy 2024-04-13T08:36:14.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:13 smithi139 ceph-mon[88985]: osdmap e1626: 8 total, 8 up, 8 in 2024-04-13T08:36:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:36:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:36:14] "GET /metrics HTTP/1.1" 200 43646 "" "Prometheus/2.43.0" 2024-04-13T08:36:15.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:14 smithi119 ceph-mon[96316]: pgmap v2827: 265 pgs: 7 creating+peering, 22 unknown, 236 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 348 KiB/s rd, 24 KiB/s wr, 412 op/s 2024-04-13T08:36:15.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:14 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:36:15.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:14 smithi119 ceph-mon[96316]: osdmap e1627: 8 total, 8 up, 8 in 2024-04-13T08:36:15.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:14 smithi119 ceph-mon[93746]: pgmap v2827: 265 pgs: 7 creating+peering, 22 unknown, 236 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 348 KiB/s rd, 24 KiB/s wr, 412 op/s 2024-04-13T08:36:15.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:14 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:36:15.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:14 smithi119 ceph-mon[93746]: osdmap e1627: 8 total, 8 up, 8 in 2024-04-13T08:36:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:14 smithi139 ceph-mon[88985]: pgmap v2827: 265 pgs: 7 creating+peering, 22 unknown, 236 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 348 KiB/s rd, 24 KiB/s wr, 412 op/s 2024-04-13T08:36:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:14 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:36:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:14 smithi139 ceph-mon[88985]: osdmap e1627: 8 total, 8 up, 8 in 2024-04-13T08:36:15.931 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:36:16.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:15 smithi119 ceph-mon[96316]: osdmap e1628: 8 total, 8 up, 8 in 2024-04-13T08:36:16.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:15 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/3531290107' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:36:16.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:15 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:36:16.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:15 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:36:16.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:15 smithi119 ceph-mon[96316]: osdmap e1629: 8 total, 8 up, 8 in 2024-04-13T08:36:16.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:15 smithi119 ceph-mon[93746]: osdmap e1628: 8 total, 8 up, 8 in 2024-04-13T08:36:16.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:15 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/3531290107' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:36:16.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:15 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:36:16.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:15 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:36:16.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:15 smithi119 ceph-mon[93746]: osdmap e1629: 8 total, 8 up, 8 in 2024-04-13T08:36:16.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:15 smithi139 ceph-mon[88985]: osdmap e1628: 8 total, 8 up, 8 in 2024-04-13T08:36:16.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:15 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/3531290107' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:36:16.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:15 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:36:16.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:15 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:36:16.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:15 smithi139 ceph-mon[88985]: osdmap e1629: 8 total, 8 up, 8 in 2024-04-13T08:36:17.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:16 smithi119 ceph-mon[96316]: pgmap v2830: 297 pgs: 7 creating+peering, 54 unknown, 236 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 255 B/s wr, 1 op/s 2024-04-13T08:36:17.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:16 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:36:17.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:16 smithi119 ceph-mon[96316]: osdmap e1630: 8 total, 8 up, 8 in 2024-04-13T08:36:17.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:16 smithi119 ceph-mon[93746]: pgmap v2830: 297 pgs: 7 creating+peering, 54 unknown, 236 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 255 B/s wr, 1 op/s 2024-04-13T08:36:17.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:16 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:36:17.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:16 smithi119 ceph-mon[93746]: osdmap e1630: 8 total, 8 up, 8 in 2024-04-13T08:36:17.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:16 smithi139 ceph-mon[88985]: pgmap v2830: 297 pgs: 7 creating+peering, 54 unknown, 236 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 255 B/s wr, 1 op/s 2024-04-13T08:36:17.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:16 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:36:17.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:16 smithi139 ceph-mon[88985]: osdmap e1630: 8 total, 8 up, 8 in 2024-04-13T08:36:19.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:18 smithi119 ceph-mon[96316]: pgmap v2833: 297 pgs: 22 creating+peering, 5 unknown, 270 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 312 KiB/s rd, 21 KiB/s wr, 367 op/s 2024-04-13T08:36:19.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:18 smithi119 ceph-mon[96316]: osdmap e1631: 8 total, 8 up, 8 in 2024-04-13T08:36:19.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:18 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:36:19.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:18 smithi119 ceph-mon[93746]: pgmap v2833: 297 pgs: 22 creating+peering, 5 unknown, 270 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 312 KiB/s rd, 21 KiB/s wr, 367 op/s 2024-04-13T08:36:19.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:18 smithi119 ceph-mon[93746]: osdmap e1631: 8 total, 8 up, 8 in 2024-04-13T08:36:19.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:18 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:36:19.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:18 smithi139 ceph-mon[88985]: pgmap v2833: 297 pgs: 22 creating+peering, 5 unknown, 270 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 312 KiB/s rd, 21 KiB/s wr, 367 op/s 2024-04-13T08:36:19.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:18 smithi139 ceph-mon[88985]: osdmap e1631: 8 total, 8 up, 8 in 2024-04-13T08:36:19.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:18 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:36:20.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:19 smithi139 ceph-mon[88985]: osdmap e1632: 8 total, 8 up, 8 in 2024-04-13T08:36:20.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:19 smithi119 ceph-mon[96316]: osdmap e1632: 8 total, 8 up, 8 in 2024-04-13T08:36:20.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:19 smithi119 ceph-mon[93746]: osdmap e1632: 8 total, 8 up, 8 in 2024-04-13T08:36:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:20 smithi139 ceph-mon[88985]: pgmap v2836: 297 pgs: 22 creating+peering, 275 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 341 KiB/s rd, 22 KiB/s wr, 398 op/s 2024-04-13T08:36:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:20 smithi139 ceph-mon[88985]: osdmap e1633: 8 total, 8 up, 8 in 2024-04-13T08:36:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:20 smithi139 ceph-mon[88985]: osdmap e1634: 8 total, 8 up, 8 in 2024-04-13T08:36:21.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:20 smithi119 ceph-mon[96316]: pgmap v2836: 297 pgs: 22 creating+peering, 275 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 341 KiB/s rd, 22 KiB/s wr, 398 op/s 2024-04-13T08:36:21.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:20 smithi119 ceph-mon[96316]: osdmap e1633: 8 total, 8 up, 8 in 2024-04-13T08:36:21.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:20 smithi119 ceph-mon[96316]: osdmap e1634: 8 total, 8 up, 8 in 2024-04-13T08:36:21.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:20 smithi119 ceph-mon[93746]: pgmap v2836: 297 pgs: 22 creating+peering, 275 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 341 KiB/s rd, 22 KiB/s wr, 398 op/s 2024-04-13T08:36:21.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:20 smithi119 ceph-mon[93746]: osdmap e1633: 8 total, 8 up, 8 in 2024-04-13T08:36:21.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:20 smithi119 ceph-mon[93746]: osdmap e1634: 8 total, 8 up, 8 in 2024-04-13T08:36:22.067 INFO:tasks.workunit.client.0.smithi119.stdout:image: image28 2024-04-13T08:36:22.067 INFO:tasks.workunit.client.0.smithi119.stdout:expected = image28 2024-04-13T08:36:22.067 INFO:tasks.workunit.client.0.smithi119.stdout:found image28 2024-04-13T08:36:22.067 INFO:tasks.workunit.client.0.smithi119.stdout:erased image28 2024-04-13T08:36:22.068 INFO:tasks.workunit.client.0.smithi119.stdout:image: image28 2024-04-13T08:36:22.068 INFO:tasks.workunit.client.0.smithi119.stdout:image: image29 2024-04-13T08:36:22.068 INFO:tasks.workunit.client.0.smithi119.stdout:expected = image28 2024-04-13T08:36:22.068 INFO:tasks.workunit.client.0.smithi119.stdout:found image28 2024-04-13T08:36:22.068 INFO:tasks.workunit.client.0.smithi119.stdout:erased image28 2024-04-13T08:36:22.068 INFO:tasks.workunit.client.0.smithi119.stdout:expected = image29 2024-04-13T08:36:22.068 INFO:tasks.workunit.client.0.smithi119.stdout:found image29 2024-04-13T08:36:22.068 INFO:tasks.workunit.client.0.smithi119.stdout:erased image29 2024-04-13T08:36:22.068 INFO:tasks.workunit.client.0.smithi119.stdout:100.00% done 2024-04-13T08:36:22.068 INFO:tasks.workunit.client.0.smithi119.stdout:image: image28 2024-04-13T08:36:22.068 INFO:tasks.workunit.client.0.smithi119.stdout:image: image29 2024-04-13T08:36:22.068 INFO:tasks.workunit.client.0.smithi119.stdout:image: image30 2024-04-13T08:36:22.068 INFO:tasks.workunit.client.0.smithi119.stdout:expected = image28 2024-04-13T08:36:22.068 INFO:tasks.workunit.client.0.smithi119.stdout:found image28 2024-04-13T08:36:22.068 INFO:tasks.workunit.client.0.smithi119.stdout:erased image28 2024-04-13T08:36:22.069 INFO:tasks.workunit.client.0.smithi119.stdout:expected = image29 2024-04-13T08:36:22.069 INFO:tasks.workunit.client.0.smithi119.stdout:found image29 2024-04-13T08:36:22.069 INFO:tasks.workunit.client.0.smithi119.stdout:erased image29 2024-04-13T08:36:22.069 INFO:tasks.workunit.client.0.smithi119.stdout:expected = image30 2024-04-13T08:36:22.069 INFO:tasks.workunit.client.0.smithi119.stdout:found image30 2024-04-13T08:36:22.069 INFO:tasks.workunit.client.0.smithi119.stdout:erased image30 2024-04-13T08:36:22.069 INFO:tasks.workunit.client.0.smithi119.stdout:image: image28 2024-04-13T08:36:22.069 INFO:tasks.workunit.client.0.smithi119.stdout:image: image29 2024-04-13T08:36:22.069 INFO:tasks.workunit.client.0.smithi119.stdout:image: image30 2024-04-13T08:36:22.069 INFO:tasks.workunit.client.0.smithi119.stdout:image: image31 2024-04-13T08:36:22.070 INFO:tasks.workunit.client.0.smithi119.stdout:expected = image28 2024-04-13T08:36:22.070 INFO:tasks.workunit.client.0.smithi119.stdout:found image28 2024-04-13T08:36:22.070 INFO:tasks.workunit.client.0.smithi119.stdout:erased image28 2024-04-13T08:36:22.070 INFO:tasks.workunit.client.0.smithi119.stdout:expected = image29 2024-04-13T08:36:22.070 INFO:tasks.workunit.client.0.smithi119.stdout:found image29 2024-04-13T08:36:22.070 INFO:tasks.workunit.client.0.smithi119.stdout:erased image29 2024-04-13T08:36:22.070 INFO:tasks.workunit.client.0.smithi119.stdout:expected = image30 2024-04-13T08:36:22.070 INFO:tasks.workunit.client.0.smithi119.stdout:found image30 2024-04-13T08:36:22.070 INFO:tasks.workunit.client.0.smithi119.stdout:erased image30 2024-04-13T08:36:22.071 INFO:tasks.workunit.client.0.smithi119.stdout:expected = image31 2024-04-13T08:36:22.071 INFO:tasks.workunit.client.0.smithi119.stdout:found image31 2024-04-13T08:36:22.071 INFO:tasks.workunit.client.0.smithi119.stdout:erased image31 2024-04-13T08:36:22.071 INFO:tasks.workunit.client.0.smithi119.stdout:image: image28 2024-04-13T08:36:22.071 INFO:tasks.workunit.client.0.smithi119.stdout:image: image29 2024-04-13T08:36:22.071 INFO:tasks.workunit.client.0.smithi119.stdout:image: image30 2024-04-13T08:36:22.071 INFO:tasks.workunit.client.0.smithi119.stdout:image: image31 2024-04-13T08:36:22.071 INFO:tasks.workunit.client.0.smithi119.stdout:image: image32 2024-04-13T08:36:22.071 INFO:tasks.workunit.client.0.smithi119.stdout:expected = image28 2024-04-13T08:36:22.071 INFO:tasks.workunit.client.0.smithi119.stdout:found image28 2024-04-13T08:36:22.071 INFO:tasks.workunit.client.0.smithi119.stdout:erased image28 2024-04-13T08:36:22.071 INFO:tasks.workunit.client.0.smithi119.stdout:expected = image29 2024-04-13T08:36:22.071 INFO:tasks.workunit.client.0.smithi119.stdout:found image29 2024-04-13T08:36:22.071 INFO:tasks.workunit.client.0.smithi119.stdout:erased image29 2024-04-13T08:36:22.072 INFO:tasks.workunit.client.0.smithi119.stdout:expected = image30 2024-04-13T08:36:22.072 INFO:tasks.workunit.client.0.smithi119.stdout:found image30 2024-04-13T08:36:22.072 INFO:tasks.workunit.client.0.smithi119.stdout:erased image30 2024-04-13T08:36:22.072 INFO:tasks.workunit.client.0.smithi119.stdout:expected = image31 2024-04-13T08:36:22.072 INFO:tasks.workunit.client.0.smithi119.stdout:found image31 2024-04-13T08:36:22.072 INFO:tasks.workunit.client.0.smithi119.stdout:erased image31 2024-04-13T08:36:22.072 INFO:tasks.workunit.client.0.smithi119.stdout:expected = image32 2024-04-13T08:36:22.072 INFO:tasks.workunit.client.0.smithi119.stdout:found image32 2024-04-13T08:36:22.072 INFO:tasks.workunit.client.0.smithi119.stdout:erased image32 2024-04-13T08:36:22.072 INFO:tasks.workunit.client.0.smithi119.stdout:100.00% done 2024-04-13T08:36:22.072 INFO:tasks.workunit.client.0.smithi119.stdout:image: image28 2024-04-13T08:36:22.072 INFO:tasks.workunit.client.0.smithi119.stdout:image: image29 2024-04-13T08:36:22.072 INFO:tasks.workunit.client.0.smithi119.stdout:image: image30 2024-04-13T08:36:22.072 INFO:tasks.workunit.client.0.smithi119.stdout:image: image31 2024-04-13T08:36:22.072 INFO:tasks.workunit.client.0.smithi119.stdout:image: image32 2024-04-13T08:36:22.072 INFO:tasks.workunit.client.0.smithi119.stdout:image: image33 2024-04-13T08:36:22.073 INFO:tasks.workunit.client.0.smithi119.stdout:expected = image28 2024-04-13T08:36:22.073 INFO:tasks.workunit.client.0.smithi119.stdout:found image28 2024-04-13T08:36:22.073 INFO:tasks.workunit.client.0.smithi119.stdout:erased image28 2024-04-13T08:36:22.073 INFO:tasks.workunit.client.0.smithi119.stdout:expected = image29 2024-04-13T08:36:22.073 INFO:tasks.workunit.client.0.smithi119.stdout:found image29 2024-04-13T08:36:22.073 INFO:tasks.workunit.client.0.smithi119.stdout:erased image29 2024-04-13T08:36:22.073 INFO:tasks.workunit.client.0.smithi119.stdout:expected = image30 2024-04-13T08:36:22.073 INFO:tasks.workunit.client.0.smithi119.stdout:found image30 2024-04-13T08:36:22.073 INFO:tasks.workunit.client.0.smithi119.stdout:erased image30 2024-04-13T08:36:22.073 INFO:tasks.workunit.client.0.smithi119.stdout:expected = image31 2024-04-13T08:36:22.073 INFO:tasks.workunit.client.0.smithi119.stdout:found image31 2024-04-13T08:36:22.073 INFO:tasks.workunit.client.0.smithi119.stdout:erased image31 2024-04-13T08:36:22.073 INFO:tasks.workunit.client.0.smithi119.stdout:expected = image32 2024-04-13T08:36:22.073 INFO:tasks.workunit.client.0.smithi119.stdout:found image32 2024-04-13T08:36:22.073 INFO:tasks.workunit.client.0.smithi119.stdout:erased image32 2024-04-13T08:36:22.073 INFO:tasks.workunit.client.0.smithi119.stdout:expected = image33 2024-04-13T08:36:22.074 INFO:tasks.workunit.client.0.smithi119.stdout:found image33 2024-04-13T08:36:22.074 INFO:tasks.workunit.client.0.smithi119.stdout:erased image33 2024-04-13T08:36:22.074 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestDeepCopy (7734 ms) 2024-04-13T08:36:22.074 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestDeepCopyPP 2024-04-13T08:36:22.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:36:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:36:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:36:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:22 smithi139 ceph-mon[88985]: pgmap v2839: 297 pgs: 297 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 464 KiB/s rd, 28 KiB/s wr, 546 op/s 2024-04-13T08:36:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:22 smithi139 ceph-mon[88985]: osdmap e1635: 8 total, 8 up, 8 in 2024-04-13T08:36:23.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:22 smithi119 ceph-mon[96316]: pgmap v2839: 297 pgs: 297 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 464 KiB/s rd, 28 KiB/s wr, 546 op/s 2024-04-13T08:36:23.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:22 smithi119 ceph-mon[96316]: osdmap e1635: 8 total, 8 up, 8 in 2024-04-13T08:36:23.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:22 smithi119 ceph-mon[93746]: pgmap v2839: 297 pgs: 297 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 464 KiB/s rd, 28 KiB/s wr, 546 op/s 2024-04-13T08:36:23.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:22 smithi119 ceph-mon[93746]: osdmap e1635: 8 total, 8 up, 8 in 2024-04-13T08:36:24.001 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:36:24.367 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:23 smithi119 ceph-mon[96316]: osdmap e1636: 8 total, 8 up, 8 in 2024-04-13T08:36:24.367 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:23 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2584281806' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:36:24.367 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:23 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:36:24.367 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:23 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:36:24.367 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:23 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:36:24.368 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:23 smithi119 ceph-mon[93746]: osdmap e1636: 8 total, 8 up, 8 in 2024-04-13T08:36:24.368 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:23 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2584281806' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:36:24.368 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:23 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:36:24.368 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:23 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:36:24.368 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:23 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:36:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:23 smithi139 ceph-mon[88985]: osdmap e1636: 8 total, 8 up, 8 in 2024-04-13T08:36:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:23 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2584281806' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:36:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:23 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:36:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:23 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:36:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:23 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:36:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:36:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:36:24] "GET /metrics HTTP/1.1" 200 50868 "" "Prometheus/2.43.0" 2024-04-13T08:36:25.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:24 smithi119 ceph-mon[96316]: pgmap v2842: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 448 KiB/s rd, 29 KiB/s wr, 538 op/s 2024-04-13T08:36:25.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:24 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:36:25.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:24 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:36:25.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:24 smithi119 ceph-mon[96316]: osdmap e1637: 8 total, 8 up, 8 in 2024-04-13T08:36:25.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:24 smithi119 ceph-mon[93746]: pgmap v2842: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 448 KiB/s rd, 29 KiB/s wr, 538 op/s 2024-04-13T08:36:25.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:24 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:36:25.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:24 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:36:25.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:24 smithi119 ceph-mon[93746]: osdmap e1637: 8 total, 8 up, 8 in 2024-04-13T08:36:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:24 smithi139 ceph-mon[88985]: pgmap v2842: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 448 KiB/s rd, 29 KiB/s wr, 538 op/s 2024-04-13T08:36:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:24 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:36:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:24 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:36:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:24 smithi139 ceph-mon[88985]: osdmap e1637: 8 total, 8 up, 8 in 2024-04-13T08:36:26.197 INFO:tasks.workunit.client.0.smithi119.stdout:num images is: 1 2024-04-13T08:36:26.197 INFO:tasks.workunit.client.0.smithi119.stdout:expected: 1 2024-04-13T08:36:26.197 INFO:tasks.workunit.client.0.smithi119.stdout:image: image34 2024-04-13T08:36:26.197 INFO:tasks.workunit.client.0.smithi119.stdout:expected = image34 2024-04-13T08:36:26.228 INFO:tasks.workunit.client.0.smithi119.stdout:num images is: 2 2024-04-13T08:36:26.228 INFO:tasks.workunit.client.0.smithi119.stdout:expected: 2 2024-04-13T08:36:26.228 INFO:tasks.workunit.client.0.smithi119.stdout:image: image34 2024-04-13T08:36:26.228 INFO:tasks.workunit.client.0.smithi119.stdout:image: image35 2024-04-13T08:36:26.228 INFO:tasks.workunit.client.0.smithi119.stdout:expected = image34 2024-04-13T08:36:26.228 INFO:tasks.workunit.client.0.smithi119.stdout:expected = image35 2024-04-13T08:36:26.280 INFO:tasks.workunit.client.0.smithi119.stdout:100.00% done 2024-04-13T08:36:26.280 INFO:tasks.workunit.client.0.smithi119.stdout:num images is: 3 2024-04-13T08:36:26.281 INFO:tasks.workunit.client.0.smithi119.stdout:expected: 3 2024-04-13T08:36:26.281 INFO:tasks.workunit.client.0.smithi119.stdout:image: image34 2024-04-13T08:36:26.281 INFO:tasks.workunit.client.0.smithi119.stdout:image: image35 2024-04-13T08:36:26.281 INFO:tasks.workunit.client.0.smithi119.stdout:image: image36 2024-04-13T08:36:26.281 INFO:tasks.workunit.client.0.smithi119.stdout:expected = image34 2024-04-13T08:36:26.281 INFO:tasks.workunit.client.0.smithi119.stdout:expected = image35 2024-04-13T08:36:26.281 INFO:tasks.workunit.client.0.smithi119.stdout:expected = image36 2024-04-13T08:36:26.315 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestDeepCopyPP (4246 ms) 2024-04-13T08:36:26.316 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnap 2024-04-13T08:36:26.316 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:36:26.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:26 smithi139 ceph-mon[88985]: osdmap e1638: 8 total, 8 up, 8 in 2024-04-13T08:36:26.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:26 smithi139 ceph-mon[88985]: osdmap e1639: 8 total, 8 up, 8 in 2024-04-13T08:36:26.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:26 smithi119 ceph-mon[96316]: osdmap e1638: 8 total, 8 up, 8 in 2024-04-13T08:36:26.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:26 smithi119 ceph-mon[96316]: osdmap e1639: 8 total, 8 up, 8 in 2024-04-13T08:36:26.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:26 smithi119 ceph-mon[93746]: osdmap e1638: 8 total, 8 up, 8 in 2024-04-13T08:36:26.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:26 smithi119 ceph-mon[93746]: osdmap e1639: 8 total, 8 up, 8 in 2024-04-13T08:36:27.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:27 smithi139 ceph-mon[88985]: pgmap v2845: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 1.7 KiB/s wr, 22 op/s 2024-04-13T08:36:27.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:27 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:36:27.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:27 smithi119 ceph-mon[96316]: pgmap v2845: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 1.7 KiB/s wr, 22 op/s 2024-04-13T08:36:27.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:27 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:36:27.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:27 smithi119 ceph-mon[93746]: pgmap v2845: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 1.7 KiB/s wr, 22 op/s 2024-04-13T08:36:27.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:27 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:36:28.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:28 smithi139 ceph-mon[88985]: osdmap e1640: 8 total, 8 up, 8 in 2024-04-13T08:36:28.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:28 smithi119 ceph-mon[93746]: osdmap e1640: 8 total, 8 up, 8 in 2024-04-13T08:36:28.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:28 smithi119 ceph-mon[96316]: osdmap e1640: 8 total, 8 up, 8 in 2024-04-13T08:36:29.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:29 smithi139 ceph-mon[88985]: pgmap v2848: 329 pgs: 3 unknown, 326 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 4.0 KiB/s wr, 121 op/s 2024-04-13T08:36:29.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:29 smithi139 ceph-mon[88985]: osdmap e1641: 8 total, 8 up, 8 in 2024-04-13T08:36:29.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:29 smithi119 ceph-mon[93746]: pgmap v2848: 329 pgs: 3 unknown, 326 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 4.0 KiB/s wr, 121 op/s 2024-04-13T08:36:29.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:29 smithi119 ceph-mon[93746]: osdmap e1641: 8 total, 8 up, 8 in 2024-04-13T08:36:29.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:29 smithi119 ceph-mon[96316]: pgmap v2848: 329 pgs: 3 unknown, 326 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 4.0 KiB/s wr, 121 op/s 2024-04-13T08:36:29.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:29 smithi119 ceph-mon[96316]: osdmap e1641: 8 total, 8 up, 8 in 2024-04-13T08:36:30.069 INFO:tasks.workunit.client.0.smithi119.stdout:num snaps is: 1 2024-04-13T08:36:30.069 INFO:tasks.workunit.client.0.smithi119.stdout:expected: 1 2024-04-13T08:36:30.069 INFO:tasks.workunit.client.0.smithi119.stdout:snap: snap1 2024-04-13T08:36:30.070 INFO:tasks.workunit.client.0.smithi119.stdout:found snap1 with size 2097152 2024-04-13T08:36:30.070 INFO:tasks.workunit.client.0.smithi119.stdout:num snaps is: 2 2024-04-13T08:36:30.070 INFO:tasks.workunit.client.0.smithi119.stdout:expected: 2 2024-04-13T08:36:30.070 INFO:tasks.workunit.client.0.smithi119.stdout:snap: snap1 2024-04-13T08:36:30.070 INFO:tasks.workunit.client.0.smithi119.stdout:snap: snap2 2024-04-13T08:36:30.070 INFO:tasks.workunit.client.0.smithi119.stdout:found snap1 with size 2097152 2024-04-13T08:36:30.070 INFO:tasks.workunit.client.0.smithi119.stdout:found snap2 with size 4194304 2024-04-13T08:36:30.070 INFO:tasks.workunit.client.0.smithi119.stdout:num snaps is: 1 2024-04-13T08:36:30.070 INFO:tasks.workunit.client.0.smithi119.stdout:expected: 1 2024-04-13T08:36:30.070 INFO:tasks.workunit.client.0.smithi119.stdout:snap: snap2 2024-04-13T08:36:30.070 INFO:tasks.workunit.client.0.smithi119.stdout:found snap2 with size 4194304 2024-04-13T08:36:30.071 INFO:tasks.workunit.client.0.smithi119.stdout:num snaps is: 0 2024-04-13T08:36:30.071 INFO:tasks.workunit.client.0.smithi119.stdout:expected: 0 2024-04-13T08:36:30.071 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnap (3756 ms) 2024-04-13T08:36:30.071 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestGetSnapShotTimeStamp 2024-04-13T08:36:30.071 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:36:30.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:30 smithi139 ceph-mon[88985]: osdmap e1642: 8 total, 8 up, 8 in 2024-04-13T08:36:30.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:30 smithi119 ceph-mon[96316]: osdmap e1642: 8 total, 8 up, 8 in 2024-04-13T08:36:30.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:30 smithi119 ceph-mon[93746]: osdmap e1642: 8 total, 8 up, 8 in 2024-04-13T08:36:31.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:31 smithi139 ceph-mon[88985]: pgmap v2851: 329 pgs: 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 4.2 KiB/s wr, 123 op/s 2024-04-13T08:36:31.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:31 smithi139 ceph-mon[88985]: osdmap e1643: 8 total, 8 up, 8 in 2024-04-13T08:36:31.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:31 smithi119 ceph-mon[96316]: pgmap v2851: 329 pgs: 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 4.2 KiB/s wr, 123 op/s 2024-04-13T08:36:31.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:31 smithi119 ceph-mon[96316]: osdmap e1643: 8 total, 8 up, 8 in 2024-04-13T08:36:31.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:31 smithi119 ceph-mon[93746]: pgmap v2851: 329 pgs: 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 4.2 KiB/s wr, 123 op/s 2024-04-13T08:36:31.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:31 smithi119 ceph-mon[93746]: osdmap e1643: 8 total, 8 up, 8 in 2024-04-13T08:36:32.081 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestGetSnapShotTimeStamp (2013 ms) 2024-04-13T08:36:32.082 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnapPP 2024-04-13T08:36:32.082 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:36:32.313 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:32 smithi139 ceph-mon[88985]: osdmap e1644: 8 total, 8 up, 8 in 2024-04-13T08:36:32.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:32 smithi119 ceph-mon[96316]: osdmap e1644: 8 total, 8 up, 8 in 2024-04-13T08:36:32.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:32 smithi119 ceph-mon[93746]: osdmap e1644: 8 total, 8 up, 8 in 2024-04-13T08:36:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:36:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:36:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:36:33.081 INFO:tasks.workunit.client.0.smithi119.stdout:num snaps is: 1 2024-04-13T08:36:33.081 INFO:tasks.workunit.client.0.smithi119.stdout:expected: 1 2024-04-13T08:36:33.082 INFO:tasks.workunit.client.0.smithi119.stdout:snap: snap1 2024-04-13T08:36:33.082 INFO:tasks.workunit.client.0.smithi119.stdout:found snap1 with size 2097152 2024-04-13T08:36:33.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:33 smithi139 ceph-mon[88985]: pgmap v2854: 329 pgs: 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 357 KiB/s rd, 24 KiB/s wr, 428 op/s 2024-04-13T08:36:33.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:33 smithi139 ceph-mon[88985]: osdmap e1645: 8 total, 8 up, 8 in 2024-04-13T08:36:33.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:33 smithi119 ceph-mon[96316]: pgmap v2854: 329 pgs: 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 357 KiB/s rd, 24 KiB/s wr, 428 op/s 2024-04-13T08:36:33.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:33 smithi119 ceph-mon[96316]: osdmap e1645: 8 total, 8 up, 8 in 2024-04-13T08:36:33.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:33 smithi119 ceph-mon[93746]: pgmap v2854: 329 pgs: 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 357 KiB/s rd, 24 KiB/s wr, 428 op/s 2024-04-13T08:36:33.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:33 smithi119 ceph-mon[93746]: osdmap e1645: 8 total, 8 up, 8 in 2024-04-13T08:36:34.095 INFO:tasks.workunit.client.0.smithi119.stdout:num snaps is: 2 2024-04-13T08:36:34.095 INFO:tasks.workunit.client.0.smithi119.stdout:expected: 2 2024-04-13T08:36:34.095 INFO:tasks.workunit.client.0.smithi119.stdout:snap: snap1 2024-04-13T08:36:34.095 INFO:tasks.workunit.client.0.smithi119.stdout:snap: snap2 2024-04-13T08:36:34.095 INFO:tasks.workunit.client.0.smithi119.stdout:found snap1 with size 2097152 2024-04-13T08:36:34.095 INFO:tasks.workunit.client.0.smithi119.stdout:found snap2 with size 4194304 2024-04-13T08:36:34.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:34 smithi139 ceph-mon[88985]: osdmap e1646: 8 total, 8 up, 8 in 2024-04-13T08:36:34.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:34 smithi119 ceph-mon[96316]: osdmap e1646: 8 total, 8 up, 8 in 2024-04-13T08:36:34.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:34 smithi119 ceph-mon[93746]: osdmap e1646: 8 total, 8 up, 8 in 2024-04-13T08:36:35.079 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:36:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:36:34] "GET /metrics HTTP/1.1" 200 50868 "" "Prometheus/2.43.0" 2024-04-13T08:36:35.100 INFO:tasks.workunit.client.0.smithi119.stdout:num snaps is: 1 2024-04-13T08:36:35.100 INFO:tasks.workunit.client.0.smithi119.stdout:expected: 1 2024-04-13T08:36:35.100 INFO:tasks.workunit.client.0.smithi119.stdout:snap: snap2 2024-04-13T08:36:35.100 INFO:tasks.workunit.client.0.smithi119.stdout:found snap2 with size 4194304 2024-04-13T08:36:35.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:35 smithi139 ceph-mon[88985]: pgmap v2857: 329 pgs: 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 389 KiB/s rd, 27 KiB/s wr, 468 op/s 2024-04-13T08:36:35.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:35 smithi139 ceph-mon[88985]: osdmap e1647: 8 total, 8 up, 8 in 2024-04-13T08:36:35.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:35 smithi119 ceph-mon[96316]: pgmap v2857: 329 pgs: 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 389 KiB/s rd, 27 KiB/s wr, 468 op/s 2024-04-13T08:36:35.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:35 smithi119 ceph-mon[96316]: osdmap e1647: 8 total, 8 up, 8 in 2024-04-13T08:36:35.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:35 smithi119 ceph-mon[93746]: pgmap v2857: 329 pgs: 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 389 KiB/s rd, 27 KiB/s wr, 468 op/s 2024-04-13T08:36:35.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:35 smithi119 ceph-mon[93746]: osdmap e1647: 8 total, 8 up, 8 in 2024-04-13T08:36:35.953 INFO:tasks.workunit.client.0.smithi119.stdout:num snaps is: 0 2024-04-13T08:36:35.953 INFO:tasks.workunit.client.0.smithi119.stdout:expected: 0 2024-04-13T08:36:35.964 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnapPP (3882 ms) 2024-04-13T08:36:35.964 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestGetNameIdSnapPP 2024-04-13T08:36:35.964 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:36:36.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:36 smithi139 ceph-mon[88985]: osdmap e1648: 8 total, 8 up, 8 in 2024-04-13T08:36:36.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:36 smithi139 ceph-mon[88985]: osdmap e1649: 8 total, 8 up, 8 in 2024-04-13T08:36:36.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:36 smithi119 ceph-mon[96316]: osdmap e1648: 8 total, 8 up, 8 in 2024-04-13T08:36:36.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:36 smithi119 ceph-mon[96316]: osdmap e1649: 8 total, 8 up, 8 in 2024-04-13T08:36:36.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:36 smithi119 ceph-mon[93746]: osdmap e1648: 8 total, 8 up, 8 in 2024-04-13T08:36:36.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:36 smithi119 ceph-mon[93746]: osdmap e1649: 8 total, 8 up, 8 in 2024-04-13T08:36:37.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:37 smithi139 ceph-mon[88985]: pgmap v2860: 329 pgs: 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 3.5 KiB/s wr, 41 op/s 2024-04-13T08:36:37.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:37 smithi139 ceph-mon[88985]: osdmap e1650: 8 total, 8 up, 8 in 2024-04-13T08:36:37.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:37 smithi119 ceph-mon[96316]: pgmap v2860: 329 pgs: 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 3.5 KiB/s wr, 41 op/s 2024-04-13T08:36:37.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:37 smithi119 ceph-mon[96316]: osdmap e1650: 8 total, 8 up, 8 in 2024-04-13T08:36:37.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:37 smithi119 ceph-mon[93746]: pgmap v2860: 329 pgs: 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 3.5 KiB/s wr, 41 op/s 2024-04-13T08:36:37.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:37 smithi119 ceph-mon[93746]: osdmap e1650: 8 total, 8 up, 8 in 2024-04-13T08:36:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:38 smithi119 ceph-mon[96316]: pgmap v2863: 329 pgs: 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 6.7 KiB/s wr, 77 op/s 2024-04-13T08:36:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:38 smithi119 ceph-mon[96316]: osdmap e1651: 8 total, 8 up, 8 in 2024-04-13T08:36:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:38 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:36:39.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:38 smithi119 ceph-mon[93746]: pgmap v2863: 329 pgs: 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 6.7 KiB/s wr, 77 op/s 2024-04-13T08:36:39.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:38 smithi119 ceph-mon[93746]: osdmap e1651: 8 total, 8 up, 8 in 2024-04-13T08:36:39.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:38 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:36:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:38 smithi139 ceph-mon[88985]: pgmap v2863: 329 pgs: 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 6.7 KiB/s wr, 77 op/s 2024-04-13T08:36:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:38 smithi139 ceph-mon[88985]: osdmap e1651: 8 total, 8 up, 8 in 2024-04-13T08:36:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:38 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:36:40.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:39 smithi119 ceph-mon[96316]: osdmap e1652: 8 total, 8 up, 8 in 2024-04-13T08:36:40.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:39 smithi119 ceph-mon[93746]: osdmap e1652: 8 total, 8 up, 8 in 2024-04-13T08:36:40.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:39 smithi139 ceph-mon[88985]: osdmap e1652: 8 total, 8 up, 8 in 2024-04-13T08:36:41.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:40 smithi119 ceph-mon[96316]: pgmap v2866: 329 pgs: 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 7.0 KiB/s wr, 79 op/s 2024-04-13T08:36:41.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:40 smithi119 ceph-mon[96316]: osdmap e1653: 8 total, 8 up, 8 in 2024-04-13T08:36:41.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:40 smithi119 ceph-mon[96316]: osdmap e1654: 8 total, 8 up, 8 in 2024-04-13T08:36:41.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:40 smithi119 ceph-mon[93746]: pgmap v2866: 329 pgs: 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 7.0 KiB/s wr, 79 op/s 2024-04-13T08:36:41.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:40 smithi119 ceph-mon[93746]: osdmap e1653: 8 total, 8 up, 8 in 2024-04-13T08:36:41.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:40 smithi119 ceph-mon[93746]: osdmap e1654: 8 total, 8 up, 8 in 2024-04-13T08:36:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:40 smithi139 ceph-mon[88985]: pgmap v2866: 329 pgs: 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 7.0 KiB/s wr, 79 op/s 2024-04-13T08:36:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:40 smithi139 ceph-mon[88985]: osdmap e1653: 8 total, 8 up, 8 in 2024-04-13T08:36:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:40 smithi139 ceph-mon[88985]: osdmap e1654: 8 total, 8 up, 8 in 2024-04-13T08:36:41.979 INFO:tasks.workunit.client.0.smithi119.stdout:num snaps is: 0 2024-04-13T08:36:41.979 INFO:tasks.workunit.client.0.smithi119.stdout:expected: 0 2024-04-13T08:36:41.987 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestGetNameIdSnapPP (6023 ms) 2024-04-13T08:36:41.987 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestCreateLsRenameSnapPP 2024-04-13T08:36:41.987 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:36:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:36:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:36:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:36:42.981 INFO:tasks.workunit.client.0.smithi119.stdout:num snaps is: 1 2024-04-13T08:36:42.981 INFO:tasks.workunit.client.0.smithi119.stdout:expected: 1 2024-04-13T08:36:42.981 INFO:tasks.workunit.client.0.smithi119.stdout:snap: snap1 2024-04-13T08:36:42.981 INFO:tasks.workunit.client.0.smithi119.stdout:found snap1 with size 2097152 2024-04-13T08:36:43.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:42 smithi119 ceph-mon[96316]: pgmap v2869: 329 pgs: 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 4.7 KiB/s wr, 61 op/s 2024-04-13T08:36:43.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:42 smithi119 ceph-mon[96316]: osdmap e1655: 8 total, 8 up, 8 in 2024-04-13T08:36:43.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:42 smithi119 ceph-mon[93746]: pgmap v2869: 329 pgs: 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 4.7 KiB/s wr, 61 op/s 2024-04-13T08:36:43.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:42 smithi119 ceph-mon[93746]: osdmap e1655: 8 total, 8 up, 8 in 2024-04-13T08:36:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:42 smithi139 ceph-mon[88985]: pgmap v2869: 329 pgs: 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 4.7 KiB/s wr, 61 op/s 2024-04-13T08:36:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:42 smithi139 ceph-mon[88985]: osdmap e1655: 8 total, 8 up, 8 in 2024-04-13T08:36:43.996 INFO:tasks.workunit.client.0.smithi119.stdout:num snaps is: 2 2024-04-13T08:36:43.996 INFO:tasks.workunit.client.0.smithi119.stdout:expected: 2 2024-04-13T08:36:43.996 INFO:tasks.workunit.client.0.smithi119.stdout:snap: snap1 2024-04-13T08:36:43.996 INFO:tasks.workunit.client.0.smithi119.stdout:snap: snap2 2024-04-13T08:36:43.996 INFO:tasks.workunit.client.0.smithi119.stdout:found snap1 with size 2097152 2024-04-13T08:36:43.996 INFO:tasks.workunit.client.0.smithi119.stdout:found snap2 with size 4194304 2024-04-13T08:36:44.000 INFO:tasks.workunit.client.0.smithi119.stdout:num snaps is: 2 2024-04-13T08:36:44.001 INFO:tasks.workunit.client.0.smithi119.stdout:expected: 2 2024-04-13T08:36:44.001 INFO:tasks.workunit.client.0.smithi119.stdout:snap: snap1-rename 2024-04-13T08:36:44.001 INFO:tasks.workunit.client.0.smithi119.stdout:snap: snap2 2024-04-13T08:36:44.001 INFO:tasks.workunit.client.0.smithi119.stdout:found snap1-rename with size 2097152 2024-04-13T08:36:44.001 INFO:tasks.workunit.client.0.smithi119.stdout:found snap2 with size 4194304 2024-04-13T08:36:44.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:43 smithi139 ceph-mon[88985]: osdmap e1656: 8 total, 8 up, 8 in 2024-04-13T08:36:44.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:43 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.d", "id": [1, 4]}]: dispatch 2024-04-13T08:36:44.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:43 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.10", "id": [2, 4]}]: dispatch 2024-04-13T08:36:44.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:43 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.d", "id": [1, 4]}]: dispatch 2024-04-13T08:36:44.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:43 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1f", "id": [2, 3]}]: dispatch 2024-04-13T08:36:44.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:43 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.10", "id": [2, 4]}]: dispatch 2024-04-13T08:36:44.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:43 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1f", "id": [2, 3]}]: dispatch 2024-04-13T08:36:44.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:43 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.c", "id": [1, 2]}]: dispatch 2024-04-13T08:36:44.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:43 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.c", "id": [1, 2]}]: dispatch 2024-04-13T08:36:44.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:43 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.d", "id": [1, 4]}]: dispatch 2024-04-13T08:36:44.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:43 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.d", "id": [1, 4]}]: dispatch 2024-04-13T08:36:44.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:43 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.10", "id": [0, 3]}]: dispatch 2024-04-13T08:36:44.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:43 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.10", "id": [0, 3]}]: dispatch 2024-04-13T08:36:44.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:43 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.b", "id": [0, 7]}]: dispatch 2024-04-13T08:36:44.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:43 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.b", "id": [0, 7]}]: dispatch 2024-04-13T08:36:44.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:43 smithi119 ceph-mon[96316]: osdmap e1656: 8 total, 8 up, 8 in 2024-04-13T08:36:44.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:43 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.d", "id": [1, 4]}]: dispatch 2024-04-13T08:36:44.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:43 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.10", "id": [2, 4]}]: dispatch 2024-04-13T08:36:44.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:43 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.d", "id": [1, 4]}]: dispatch 2024-04-13T08:36:44.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:43 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1f", "id": [2, 3]}]: dispatch 2024-04-13T08:36:44.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:43 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.10", "id": [2, 4]}]: dispatch 2024-04-13T08:36:44.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:43 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1f", "id": [2, 3]}]: dispatch 2024-04-13T08:36:44.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:43 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.c", "id": [1, 2]}]: dispatch 2024-04-13T08:36:44.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:43 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.c", "id": [1, 2]}]: dispatch 2024-04-13T08:36:44.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:43 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.d", "id": [1, 4]}]: dispatch 2024-04-13T08:36:44.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:43 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.d", "id": [1, 4]}]: dispatch 2024-04-13T08:36:44.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:43 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.10", "id": [0, 3]}]: dispatch 2024-04-13T08:36:44.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:43 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.10", "id": [0, 3]}]: dispatch 2024-04-13T08:36:44.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:43 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.b", "id": [0, 7]}]: dispatch 2024-04-13T08:36:44.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:43 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.b", "id": [0, 7]}]: dispatch 2024-04-13T08:36:44.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:43 smithi119 ceph-mon[93746]: osdmap e1656: 8 total, 8 up, 8 in 2024-04-13T08:36:44.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:43 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.d", "id": [1, 4]}]: dispatch 2024-04-13T08:36:44.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:43 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.10", "id": [2, 4]}]: dispatch 2024-04-13T08:36:44.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:43 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.d", "id": [1, 4]}]: dispatch 2024-04-13T08:36:44.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:43 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1f", "id": [2, 3]}]: dispatch 2024-04-13T08:36:44.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:43 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.10", "id": [2, 4]}]: dispatch 2024-04-13T08:36:44.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:43 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1f", "id": [2, 3]}]: dispatch 2024-04-13T08:36:44.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:43 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.c", "id": [1, 2]}]: dispatch 2024-04-13T08:36:44.468 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:43 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.c", "id": [1, 2]}]: dispatch 2024-04-13T08:36:44.468 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:43 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.d", "id": [1, 4]}]: dispatch 2024-04-13T08:36:44.468 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:43 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.d", "id": [1, 4]}]: dispatch 2024-04-13T08:36:44.468 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:43 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.10", "id": [0, 3]}]: dispatch 2024-04-13T08:36:44.468 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:43 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.10", "id": [0, 3]}]: dispatch 2024-04-13T08:36:44.468 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:43 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.b", "id": [0, 7]}]: dispatch 2024-04-13T08:36:44.468 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:43 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.b", "id": [0, 7]}]: dispatch 2024-04-13T08:36:45.014 INFO:tasks.workunit.client.0.smithi119.stdout:num snaps is: 1 2024-04-13T08:36:45.015 INFO:tasks.workunit.client.0.smithi119.stdout:expected: 1 2024-04-13T08:36:45.015 INFO:tasks.workunit.client.0.smithi119.stdout:snap: snap2-rename 2024-04-13T08:36:45.015 INFO:tasks.workunit.client.0.smithi119.stdout:found snap2-rename with size 4194304 2024-04-13T08:36:45.215 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:36:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:36:44] "GET /metrics HTTP/1.1" 200 50917 "" "Prometheus/2.43.0" 2024-04-13T08:36:45.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:44 smithi119 ceph-mon[96316]: pgmap v2872: 329 pgs: 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 4.5 KiB/s wr, 64 op/s 2024-04-13T08:36:45.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:44 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.d", "id": [1, 4]}]': finished 2024-04-13T08:36:45.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:44 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.10", "id": [2, 4]}]': finished 2024-04-13T08:36:45.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:44 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1f", "id": [2, 3]}]': finished 2024-04-13T08:36:45.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:44 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.c", "id": [1, 2]}]': finished 2024-04-13T08:36:45.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:44 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.d", "id": [1, 4]}]': finished 2024-04-13T08:36:45.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:44 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.10", "id": [0, 3]}]': finished 2024-04-13T08:36:45.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:44 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.b", "id": [0, 7]}]': finished 2024-04-13T08:36:45.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:44 smithi119 ceph-mon[96316]: osdmap e1657: 8 total, 8 up, 8 in 2024-04-13T08:36:45.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:44 smithi119 ceph-mon[93746]: pgmap v2872: 329 pgs: 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 4.5 KiB/s wr, 64 op/s 2024-04-13T08:36:45.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:44 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.d", "id": [1, 4]}]': finished 2024-04-13T08:36:45.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:44 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.10", "id": [2, 4]}]': finished 2024-04-13T08:36:45.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:44 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1f", "id": [2, 3]}]': finished 2024-04-13T08:36:45.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:44 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.c", "id": [1, 2]}]': finished 2024-04-13T08:36:45.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:44 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.d", "id": [1, 4]}]': finished 2024-04-13T08:36:45.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:44 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.10", "id": [0, 3]}]': finished 2024-04-13T08:36:45.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:44 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.b", "id": [0, 7]}]': finished 2024-04-13T08:36:45.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:44 smithi119 ceph-mon[93746]: osdmap e1657: 8 total, 8 up, 8 in 2024-04-13T08:36:45.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:44 smithi139 ceph-mon[88985]: pgmap v2872: 329 pgs: 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 4.5 KiB/s wr, 64 op/s 2024-04-13T08:36:45.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:44 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.d", "id": [1, 4]}]': finished 2024-04-13T08:36:45.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:44 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.10", "id": [2, 4]}]': finished 2024-04-13T08:36:45.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:44 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1f", "id": [2, 3]}]': finished 2024-04-13T08:36:45.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:44 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.c", "id": [1, 2]}]': finished 2024-04-13T08:36:45.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:44 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.d", "id": [1, 4]}]': finished 2024-04-13T08:36:45.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:44 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.10", "id": [0, 3]}]': finished 2024-04-13T08:36:45.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:44 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.b", "id": [0, 7]}]': finished 2024-04-13T08:36:45.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:44 smithi139 ceph-mon[88985]: osdmap e1657: 8 total, 8 up, 8 in 2024-04-13T08:36:45.954 INFO:tasks.workunit.client.0.smithi119.stdout:num snaps is: 0 2024-04-13T08:36:45.954 INFO:tasks.workunit.client.0.smithi119.stdout:expected: 0 2024-04-13T08:36:45.961 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestCreateLsRenameSnapPP (3974 ms) 2024-04-13T08:36:45.961 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.ConcurrentCreatesUnvalidatedPool 2024-04-13T08:36:46.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:45 smithi139 ceph-mon[88985]: osdmap e1658: 8 total, 8 up, 8 in 2024-04-13T08:36:46.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:45 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:36:46.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:45 smithi139 ceph-mon[88985]: osdmap e1659: 8 total, 8 up, 8 in 2024-04-13T08:36:46.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:45 smithi119 ceph-mon[93746]: osdmap e1658: 8 total, 8 up, 8 in 2024-04-13T08:36:46.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:45 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:36:46.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:45 smithi119 ceph-mon[93746]: osdmap e1659: 8 total, 8 up, 8 in 2024-04-13T08:36:46.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:45 smithi119 ceph-mon[96316]: osdmap e1658: 8 total, 8 up, 8 in 2024-04-13T08:36:46.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:45 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:36:46.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:45 smithi119 ceph-mon[96316]: osdmap e1659: 8 total, 8 up, 8 in 2024-04-13T08:36:47.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:46 smithi139 ceph-mon[88985]: pgmap v2875: 329 pgs: 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 3 op/s 2024-04-13T08:36:47.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:36:47.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:36:47.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:46 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:36:47.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:46 smithi139 ceph-mon[88985]: osdmap e1660: 8 total, 8 up, 8 in 2024-04-13T08:36:47.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:46 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/3599832199' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:36:47.387 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:46 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:36:47.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:46 smithi119 ceph-mon[93746]: pgmap v2875: 329 pgs: 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 3 op/s 2024-04-13T08:36:47.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:36:47.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:36:47.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:46 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:36:47.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:46 smithi119 ceph-mon[93746]: osdmap e1660: 8 total, 8 up, 8 in 2024-04-13T08:36:47.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:46 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/3599832199' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:36:47.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:46 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:36:47.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:46 smithi119 ceph-mon[96316]: pgmap v2875: 329 pgs: 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 3 op/s 2024-04-13T08:36:47.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:36:47.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:36:47.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:46 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:36:47.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:46 smithi119 ceph-mon[96316]: osdmap e1660: 8 total, 8 up, 8 in 2024-04-13T08:36:47.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:46 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/3599832199' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:36:47.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:46 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:36:47.951 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:36:47.952 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:36:47.952 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:36:47.952 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:36:49.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:48 smithi119 ceph-mon[93746]: pgmap v2878: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 6.5 KiB/s wr, 86 op/s; 0 B/s, 19 keys/s, 0 objects/s recovering 2024-04-13T08:36:49.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:48 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:36:49.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:48 smithi119 ceph-mon[93746]: osdmap e1661: 8 total, 8 up, 8 in 2024-04-13T08:36:49.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:48 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:36:49.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:48 smithi119 ceph-mon[96316]: pgmap v2878: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 6.5 KiB/s wr, 86 op/s; 0 B/s, 19 keys/s, 0 objects/s recovering 2024-04-13T08:36:49.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:48 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:36:49.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:48 smithi119 ceph-mon[96316]: osdmap e1661: 8 total, 8 up, 8 in 2024-04-13T08:36:49.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:48 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:36:49.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:48 smithi139 ceph-mon[88985]: pgmap v2878: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 6.5 KiB/s wr, 86 op/s; 0 B/s, 19 keys/s, 0 objects/s recovering 2024-04-13T08:36:49.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:48 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:36:49.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:48 smithi139 ceph-mon[88985]: osdmap e1661: 8 total, 8 up, 8 in 2024-04-13T08:36:49.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:48 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:36:50.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:49 smithi119 ceph-mon[96316]: osdmap e1662: 8 total, 8 up, 8 in 2024-04-13T08:36:50.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:49 smithi119 ceph-mon[93746]: osdmap e1662: 8 total, 8 up, 8 in 2024-04-13T08:36:50.241 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.ConcurrentCreatesUnvalidatedPool (4280 ms) 2024-04-13T08:36:50.241 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.RemoveFullTry 2024-04-13T08:36:50.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:49 smithi139 ceph-mon[88985]: osdmap e1662: 8 total, 8 up, 8 in 2024-04-13T08:36:51.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:50 smithi119 ceph-mon[96316]: pgmap v2881: 361 pgs: 4 creating+peering, 28 unknown, 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 6.5 KiB/s wr, 86 op/s; 0 B/s, 19 keys/s, 0 objects/s recovering 2024-04-13T08:36:51.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:50 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:36:51.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:50 smithi119 ceph-mon[96316]: osdmap e1663: 8 total, 8 up, 8 in 2024-04-13T08:36:51.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:50 smithi119 ceph-mon[96316]: osdmap e1664: 8 total, 8 up, 8 in 2024-04-13T08:36:51.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:50 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/3855892771' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:36:51.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:50 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:36:51.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:50 smithi119 ceph-mon[93746]: pgmap v2881: 361 pgs: 4 creating+peering, 28 unknown, 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 6.5 KiB/s wr, 86 op/s; 0 B/s, 19 keys/s, 0 objects/s recovering 2024-04-13T08:36:51.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:50 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:36:51.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:50 smithi119 ceph-mon[93746]: osdmap e1663: 8 total, 8 up, 8 in 2024-04-13T08:36:51.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:50 smithi119 ceph-mon[93746]: osdmap e1664: 8 total, 8 up, 8 in 2024-04-13T08:36:51.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:50 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/3855892771' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:36:51.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:50 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:36:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:50 smithi139 ceph-mon[88985]: pgmap v2881: 361 pgs: 4 creating+peering, 28 unknown, 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 6.5 KiB/s wr, 86 op/s; 0 B/s, 19 keys/s, 0 objects/s recovering 2024-04-13T08:36:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:50 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:36:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:50 smithi139 ceph-mon[88985]: osdmap e1663: 8 total, 8 up, 8 in 2024-04-13T08:36:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:50 smithi139 ceph-mon[88985]: osdmap e1664: 8 total, 8 up, 8 in 2024-04-13T08:36:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:50 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/3855892771' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:36:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:50 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:36:51.972 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:36:52.465 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:36:51 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:08:36:51] ENGINE Bus STOPPING 2024-04-13T08:36:52.466 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:36:51 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:08:36:51] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-13T08:36:52.466 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:36:51 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:08:36:51] ENGINE Bus STOPPED 2024-04-13T08:36:52.466 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:36:51 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:08:36:51] ENGINE Bus STARTING 2024-04-13T08:36:52.466 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:36:52 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:08:36:52] ENGINE Serving on http://:::9283 2024-04-13T08:36:52.466 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:36:52 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:08:36:52] ENGINE Bus STARTED 2024-04-13T08:36:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:36:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:36:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:36:53.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:52 smithi119 ceph-mon[93746]: pgmap v2884: 393 pgs: 4 creating+peering, 35 unknown, 354 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 6.0 KiB/s wr, 110 op/s 2024-04-13T08:36:53.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:52 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:36:53.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:52 smithi119 ceph-mon[93746]: osdmap e1665: 8 total, 8 up, 8 in 2024-04-13T08:36:53.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:52 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:36:53.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:52 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' 2024-04-13T08:36:53.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:52 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:36:53.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:52 smithi119 ceph-mon[96316]: pgmap v2884: 393 pgs: 4 creating+peering, 35 unknown, 354 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 6.0 KiB/s wr, 110 op/s 2024-04-13T08:36:53.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:52 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:36:53.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:52 smithi119 ceph-mon[96316]: osdmap e1665: 8 total, 8 up, 8 in 2024-04-13T08:36:53.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:52 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:36:53.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:52 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' 2024-04-13T08:36:53.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:52 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:36:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:52 smithi139 ceph-mon[88985]: pgmap v2884: 393 pgs: 4 creating+peering, 35 unknown, 354 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 6.0 KiB/s wr, 110 op/s 2024-04-13T08:36:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:52 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:36:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:52 smithi139 ceph-mon[88985]: osdmap e1665: 8 total, 8 up, 8 in 2024-04-13T08:36:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:52 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:36:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:52 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' 2024-04-13T08:36:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:52 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:36:54.053 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:36:54.212 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:53 smithi119 ceph-mon[96316]: osdmap e1666: 8 total, 8 up, 8 in 2024-04-13T08:36:54.213 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:53 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:36:54.213 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:53 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:36:54.213 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:53 smithi119 ceph-mon[93746]: osdmap e1666: 8 total, 8 up, 8 in 2024-04-13T08:36:54.213 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:53 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:36:54.213 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:53 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:36:54.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:53 smithi139 ceph-mon[88985]: osdmap e1666: 8 total, 8 up, 8 in 2024-04-13T08:36:54.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:53 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:36:54.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:53 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:36:55.119 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:36:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:36:54] "GET /metrics HTTP/1.1" 200 55695 "" "Prometheus/2.43.0" 2024-04-13T08:36:55.119 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:54 smithi119 ceph-mon[96316]: pgmap v2887: 393 pgs: 2 creating+peering, 25 unknown, 366 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 8.7 KiB/s wr, 152 op/s 2024-04-13T08:36:55.119 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:54 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:36:55.119 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:54 smithi119 ceph-mon[96316]: osdmap e1667: 8 total, 8 up, 8 in 2024-04-13T08:36:55.119 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:54 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/303920555' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi119-147402-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-13T08:36:55.119 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:54 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi119-147402-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-13T08:36:55.119 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:54 smithi119 ceph-mon[93746]: pgmap v2887: 393 pgs: 2 creating+peering, 25 unknown, 366 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 8.7 KiB/s wr, 152 op/s 2024-04-13T08:36:55.120 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:54 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:36:55.120 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:54 smithi119 ceph-mon[93746]: osdmap e1667: 8 total, 8 up, 8 in 2024-04-13T08:36:55.120 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:54 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/303920555' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi119-147402-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-13T08:36:55.120 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:54 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi119-147402-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-13T08:36:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:54 smithi139 ceph-mon[88985]: pgmap v2887: 393 pgs: 2 creating+peering, 25 unknown, 366 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 8.7 KiB/s wr, 152 op/s 2024-04-13T08:36:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:54 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:36:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:54 smithi139 ceph-mon[88985]: osdmap e1667: 8 total, 8 up, 8 in 2024-04-13T08:36:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:54 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/303920555' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi119-147402-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-13T08:36:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:54 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi119-147402-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-13T08:36:56.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:55 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi119-147402-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-13T08:36:56.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:55 smithi119 ceph-mon[93746]: osdmap e1668: 8 total, 8 up, 8 in 2024-04-13T08:36:56.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:55 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:36:56.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:55 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:36:56.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:55 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:36:56.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:55 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:36:56.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:55 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:36:56.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:55 smithi119 ceph-mon[93746]: osdmap e1669: 8 total, 8 up, 8 in 2024-04-13T08:36:56.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:55 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi119-147402-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-13T08:36:56.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:55 smithi119 ceph-mon[96316]: osdmap e1668: 8 total, 8 up, 8 in 2024-04-13T08:36:56.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:55 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:36:56.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:55 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:36:56.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:55 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:36:56.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:55 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:36:56.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:55 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:36:56.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:55 smithi119 ceph-mon[96316]: osdmap e1669: 8 total, 8 up, 8 in 2024-04-13T08:36:56.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:55 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi119-147402-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-13T08:36:56.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:55 smithi139 ceph-mon[88985]: osdmap e1668: 8 total, 8 up, 8 in 2024-04-13T08:36:56.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:55 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:36:56.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:55 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:36:56.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:55 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:36:56.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:55 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:36:56.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:55 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:36:56.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:55 smithi139 ceph-mon[88985]: osdmap e1669: 8 total, 8 up, 8 in 2024-04-13T08:36:57.215 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:56 smithi119 ceph-mon[93746]: pgmap v2890: 393 pgs: 2 creating+peering, 25 unknown, 366 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 KiB/s wr, 41 op/s 2024-04-13T08:36:57.257 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:56 smithi119 ceph-mon[96316]: pgmap v2890: 393 pgs: 2 creating+peering, 25 unknown, 366 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 KiB/s wr, 41 op/s 2024-04-13T08:36:57.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:56 smithi139 ceph-mon[88985]: pgmap v2890: 393 pgs: 2 creating+peering, 25 unknown, 366 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 KiB/s wr, 41 op/s 2024-04-13T08:36:59.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:36:58 smithi139 ceph-mon[88985]: pgmap v2892: 393 pgs: 393 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.2 KiB/s rd, 1.1 KiB/s wr, 14 op/s 2024-04-13T08:36:59.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:36:58 smithi119 ceph-mon[96316]: pgmap v2892: 393 pgs: 393 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.2 KiB/s rd, 1.1 KiB/s wr, 14 op/s 2024-04-13T08:36:59.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:36:58 smithi119 ceph-mon[93746]: pgmap v2892: 393 pgs: 393 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.2 KiB/s rd, 1.1 KiB/s wr, 14 op/s 2024-04-13T08:37:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:00 smithi139 ceph-mon[88985]: pgmap v2893: 393 pgs: 393 active+clean; 7.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 514 KiB/s wr, 33 op/s 2024-04-13T08:37:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:00 smithi139 ceph-mon[88985]: osdmap e1670: 8 total, 8 up, 8 in 2024-04-13T08:37:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:00 smithi119 ceph-mon[96316]: pgmap v2893: 393 pgs: 393 active+clean; 7.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 514 KiB/s wr, 33 op/s 2024-04-13T08:37:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:00 smithi119 ceph-mon[96316]: osdmap e1670: 8 total, 8 up, 8 in 2024-04-13T08:37:01.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:00 smithi119 ceph-mon[93746]: pgmap v2893: 393 pgs: 393 active+clean; 7.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 514 KiB/s wr, 33 op/s 2024-04-13T08:37:01.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:00 smithi119 ceph-mon[93746]: osdmap e1670: 8 total, 8 up, 8 in 2024-04-13T08:37:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:37:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:37:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:37:03.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:02 smithi139 ceph-mon[88985]: pgmap v2895: 393 pgs: 393 active+clean; 9.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 803 KiB/s wr, 33 op/s 2024-04-13T08:37:03.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:02 smithi119 ceph-mon[96316]: pgmap v2895: 393 pgs: 393 active+clean; 9.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 803 KiB/s wr, 33 op/s 2024-04-13T08:37:03.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:02 smithi119 ceph-mon[93746]: pgmap v2895: 393 pgs: 393 active+clean; 9.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 803 KiB/s wr, 33 op/s 2024-04-13T08:37:05.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:04 smithi119 ceph-mon[96316]: pgmap v2896: 393 pgs: 393 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 770 KiB/s wr, 26 op/s 2024-04-13T08:37:05.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:37:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:37:04] "GET /metrics HTTP/1.1" 200 55695 "" "Prometheus/2.43.0" 2024-04-13T08:37:05.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:04 smithi119 ceph-mon[93746]: pgmap v2896: 393 pgs: 393 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 770 KiB/s wr, 26 op/s 2024-04-13T08:37:05.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:04 smithi139 ceph-mon[88985]: pgmap v2896: 393 pgs: 393 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 770 KiB/s wr, 26 op/s 2024-04-13T08:37:07.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:06 smithi139 ceph-mon[88985]: pgmap v2897: 393 pgs: 393 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 654 KiB/s wr, 15 op/s 2024-04-13T08:37:07.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:06 smithi119 ceph-mon[96316]: pgmap v2897: 393 pgs: 393 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 654 KiB/s wr, 15 op/s 2024-04-13T08:37:07.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:06 smithi119 ceph-mon[93746]: pgmap v2897: 393 pgs: 393 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 654 KiB/s wr, 15 op/s 2024-04-13T08:37:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:08 smithi139 ceph-mon[88985]: pgmap v2898: 393 pgs: 393 active+clean; 13 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 820 KiB/s wr, 15 op/s 2024-04-13T08:37:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:08 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:37:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:08 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:37:09.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:08 smithi119 ceph-mon[96316]: pgmap v2898: 393 pgs: 393 active+clean; 13 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 820 KiB/s wr, 15 op/s 2024-04-13T08:37:09.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:08 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:37:09.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:08 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:37:09.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:08 smithi119 ceph-mon[93746]: pgmap v2898: 393 pgs: 393 active+clean; 13 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 820 KiB/s wr, 15 op/s 2024-04-13T08:37:09.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:08 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:37:09.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:08 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:37:11.160 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.RemoveFullTry (20919 ms) 2024-04-13T08:37:11.160 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.RemoveFullTryDataPool 2024-04-13T08:37:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:10 smithi139 ceph-mon[88985]: pgmap v2899: 393 pgs: 393 active+clean; 17 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 922 KiB/s wr, 2 op/s 2024-04-13T08:37:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:10 smithi139 ceph-mon[88985]: pool 'test-librbd-smithi119-147402-23' is full (reached quota's max_bytes: 10 MiB) 2024-04-13T08:37:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:10 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-13T08:37:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:10 smithi139 ceph-mon[88985]: osdmap e1671: 8 total, 8 up, 8 in 2024-04-13T08:37:11.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:10 smithi119 ceph-mon[93746]: pgmap v2899: 393 pgs: 393 active+clean; 17 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 922 KiB/s wr, 2 op/s 2024-04-13T08:37:11.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:10 smithi119 ceph-mon[93746]: pool 'test-librbd-smithi119-147402-23' is full (reached quota's max_bytes: 10 MiB) 2024-04-13T08:37:11.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:10 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-13T08:37:11.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:10 smithi119 ceph-mon[93746]: osdmap e1671: 8 total, 8 up, 8 in 2024-04-13T08:37:11.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:10 smithi119 ceph-mon[96316]: pgmap v2899: 393 pgs: 393 active+clean; 17 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 922 KiB/s wr, 2 op/s 2024-04-13T08:37:11.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:10 smithi119 ceph-mon[96316]: pool 'test-librbd-smithi119-147402-23' is full (reached quota's max_bytes: 10 MiB) 2024-04-13T08:37:11.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:10 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-13T08:37:11.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:10 smithi119 ceph-mon[96316]: osdmap e1671: 8 total, 8 up, 8 in 2024-04-13T08:37:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:37:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:37:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:37:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:12 smithi139 ceph-mon[88985]: pgmap v2901: 393 pgs: 393 active+clean; 21 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 1.1 MiB/s wr, 2 op/s 2024-04-13T08:37:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:12 smithi139 ceph-mon[88985]: osdmap e1672: 8 total, 8 up, 8 in 2024-04-13T08:37:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:12 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/3054017715' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:37:13.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:12 smithi119 ceph-mon[93746]: pgmap v2901: 393 pgs: 393 active+clean; 21 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 1.1 MiB/s wr, 2 op/s 2024-04-13T08:37:13.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:12 smithi119 ceph-mon[93746]: osdmap e1672: 8 total, 8 up, 8 in 2024-04-13T08:37:13.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:12 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/3054017715' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:37:13.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:12 smithi119 ceph-mon[96316]: pgmap v2901: 393 pgs: 393 active+clean; 21 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 1.1 MiB/s wr, 2 op/s 2024-04-13T08:37:13.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:12 smithi119 ceph-mon[96316]: osdmap e1672: 8 total, 8 up, 8 in 2024-04-13T08:37:13.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:12 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/3054017715' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:37:14.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:14 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/3054017715' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:37:14.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:14 smithi139 ceph-mon[88985]: osdmap e1673: 8 total, 8 up, 8 in 2024-04-13T08:37:14.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:14 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/3054017715' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:37:14.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:14 smithi119 ceph-mon[93746]: osdmap e1673: 8 total, 8 up, 8 in 2024-04-13T08:37:14.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:14 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/3054017715' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:37:14.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:14 smithi119 ceph-mon[96316]: osdmap e1673: 8 total, 8 up, 8 in 2024-04-13T08:37:15.052 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:37:15.169 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:15 smithi119 ceph-mon[96316]: pgmap v2904: 425 pgs: 5 creating+peering, 27 unknown, 393 active+clean; 13 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.3 KiB/s rd, 1.3 MiB/s wr, 6 op/s 2024-04-13T08:37:15.169 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:15 smithi119 ceph-mon[96316]: osdmap e1674: 8 total, 8 up, 8 in 2024-04-13T08:37:15.169 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:15 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/3016412973' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:37:15.169 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:15 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:37:15.169 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:15 smithi119 ceph-mon[93746]: pgmap v2904: 425 pgs: 5 creating+peering, 27 unknown, 393 active+clean; 13 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.3 KiB/s rd, 1.3 MiB/s wr, 6 op/s 2024-04-13T08:37:15.170 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:15 smithi119 ceph-mon[93746]: osdmap e1674: 8 total, 8 up, 8 in 2024-04-13T08:37:15.170 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:15 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/3016412973' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:37:15.170 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:15 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:37:15.170 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:37:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:37:14] "GET /metrics HTTP/1.1" 200 55749 "" "Prometheus/2.43.0" 2024-04-13T08:37:15.170 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:37:15 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:08:37:15] ENGINE Bus STOPPING 2024-04-13T08:37:15.170 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:37:15 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:08:37:15] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-13T08:37:15.171 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:37:15 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:08:37:15] ENGINE Bus STOPPED 2024-04-13T08:37:15.171 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:37:15 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:08:37:15] ENGINE Bus STARTING 2024-04-13T08:37:15.171 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:37:15 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:08:37:15] ENGINE Serving on http://:::9283 2024-04-13T08:37:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:15 smithi139 ceph-mon[88985]: pgmap v2904: 425 pgs: 5 creating+peering, 27 unknown, 393 active+clean; 13 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.3 KiB/s rd, 1.3 MiB/s wr, 6 op/s 2024-04-13T08:37:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:15 smithi139 ceph-mon[88985]: osdmap e1674: 8 total, 8 up, 8 in 2024-04-13T08:37:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:15 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/3016412973' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:37:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:15 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:37:15.465 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:37:15 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:08:37:15] ENGINE Bus STARTED 2024-04-13T08:37:16.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:16 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:37:16.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:16 smithi139 ceph-mon[88985]: osdmap e1675: 8 total, 8 up, 8 in 2024-04-13T08:37:16.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:16 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' 2024-04-13T08:37:16.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:16 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:37:16.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:16 smithi139 ceph-mon[88985]: pool 'test-librbd-smithi119-147402-23' no longer out of quota; removing NO_QUOTA flag 2024-04-13T08:37:16.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:16 smithi139 ceph-mon[88985]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-13T08:37:16.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:16 smithi139 ceph-mon[88985]: osdmap e1676: 8 total, 8 up, 8 in 2024-04-13T08:37:16.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:16 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:37:16.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:16 smithi119 ceph-mon[96316]: osdmap e1675: 8 total, 8 up, 8 in 2024-04-13T08:37:16.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:16 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' 2024-04-13T08:37:16.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:16 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:37:16.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:16 smithi119 ceph-mon[96316]: pool 'test-librbd-smithi119-147402-23' no longer out of quota; removing NO_QUOTA flag 2024-04-13T08:37:16.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:16 smithi119 ceph-mon[96316]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-13T08:37:16.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:16 smithi119 ceph-mon[96316]: osdmap e1676: 8 total, 8 up, 8 in 2024-04-13T08:37:16.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:16 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:37:16.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:16 smithi119 ceph-mon[93746]: osdmap e1675: 8 total, 8 up, 8 in 2024-04-13T08:37:16.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:16 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' 2024-04-13T08:37:16.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:16 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:37:16.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:16 smithi119 ceph-mon[93746]: pool 'test-librbd-smithi119-147402-23' no longer out of quota; removing NO_QUOTA flag 2024-04-13T08:37:16.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:16 smithi119 ceph-mon[93746]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-13T08:37:16.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:16 smithi119 ceph-mon[93746]: osdmap e1676: 8 total, 8 up, 8 in 2024-04-13T08:37:17.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:17 smithi139 ceph-mon[88985]: pgmap v2907: 457 pgs: 5 creating+peering, 53 unknown, 399 active+clean; 13 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-13T08:37:17.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:17 smithi139 ceph-mon[88985]: osdmap e1677: 8 total, 8 up, 8 in 2024-04-13T08:37:17.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:17 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/303920555' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi119-147402-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-13T08:37:17.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:17 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi119-147402-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-13T08:37:17.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:17 smithi119 ceph-mon[96316]: pgmap v2907: 457 pgs: 5 creating+peering, 53 unknown, 399 active+clean; 13 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-13T08:37:17.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:17 smithi119 ceph-mon[96316]: osdmap e1677: 8 total, 8 up, 8 in 2024-04-13T08:37:17.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:17 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/303920555' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi119-147402-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-13T08:37:17.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:17 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi119-147402-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-13T08:37:17.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:17 smithi119 ceph-mon[93746]: pgmap v2907: 457 pgs: 5 creating+peering, 53 unknown, 399 active+clean; 13 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-13T08:37:17.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:17 smithi119 ceph-mon[93746]: osdmap e1677: 8 total, 8 up, 8 in 2024-04-13T08:37:17.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:17 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/303920555' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi119-147402-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-13T08:37:17.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:17 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi119-147402-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-13T08:37:19.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:18 smithi119 ceph-mon[93746]: pgmap v2910: 457 pgs: 5 creating+peering, 2 unknown, 450 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 1.7 KiB/s wr, 35 op/s 2024-04-13T08:37:19.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:18 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi119-147402-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-13T08:37:19.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:18 smithi119 ceph-mon[93746]: osdmap e1678: 8 total, 8 up, 8 in 2024-04-13T08:37:19.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:18 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:37:19.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:18 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:37:19.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:37:19.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:37:19.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:18 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:37:19.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:18 smithi119 ceph-mon[96316]: pgmap v2910: 457 pgs: 5 creating+peering, 2 unknown, 450 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 1.7 KiB/s wr, 35 op/s 2024-04-13T08:37:19.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:18 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi119-147402-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-13T08:37:19.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:18 smithi119 ceph-mon[96316]: osdmap e1678: 8 total, 8 up, 8 in 2024-04-13T08:37:19.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:18 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:37:19.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:18 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:37:19.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:37:19.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:37:19.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:18 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:37:19.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:18 smithi139 ceph-mon[88985]: pgmap v2910: 457 pgs: 5 creating+peering, 2 unknown, 450 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 1.7 KiB/s wr, 35 op/s 2024-04-13T08:37:19.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:18 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi119-147402-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-13T08:37:19.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:18 smithi139 ceph-mon[88985]: osdmap e1678: 8 total, 8 up, 8 in 2024-04-13T08:37:19.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:18 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:37:19.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:18 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:37:19.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:37:19.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:37:19.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:18 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:37:21.215 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:20 smithi119 ceph-mon[93746]: pgmap v2912: 457 pgs: 457 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 1.8 KiB/s wr, 33 op/s 2024-04-13T08:37:21.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:20 smithi119 ceph-mon[96316]: pgmap v2912: 457 pgs: 457 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 1.8 KiB/s wr, 33 op/s 2024-04-13T08:37:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:20 smithi139 ceph-mon[88985]: pgmap v2912: 457 pgs: 457 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 1.8 KiB/s wr, 33 op/s 2024-04-13T08:37:22.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:37:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:37:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:37:23.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:22 smithi119 ceph-mon[93746]: pgmap v2913: 457 pgs: 457 active+clean; 7.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 514 KiB/s wr, 33 op/s 2024-04-13T08:37:23.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:22 smithi119 ceph-mon[96316]: pgmap v2913: 457 pgs: 457 active+clean; 7.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 514 KiB/s wr, 33 op/s 2024-04-13T08:37:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:22 smithi139 ceph-mon[88985]: pgmap v2913: 457 pgs: 457 active+clean; 7.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 514 KiB/s wr, 33 op/s 2024-04-13T08:37:24.138 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:23 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:37:24.215 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:23 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:37:24.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:23 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:37:25.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:24 smithi119 ceph-mon[96316]: pgmap v2914: 457 pgs: 457 active+clean; 7.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.3 KiB/s rd, 415 KiB/s wr, 7 op/s 2024-04-13T08:37:25.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:24 smithi119 ceph-mon[93746]: pgmap v2914: 457 pgs: 457 active+clean; 7.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.3 KiB/s rd, 415 KiB/s wr, 7 op/s 2024-04-13T08:37:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:37:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:37:24] "GET /metrics HTTP/1.1" 200 60665 "" "Prometheus/2.43.0" 2024-04-13T08:37:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:24 smithi139 ceph-mon[88985]: pgmap v2914: 457 pgs: 457 active+clean; 7.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.3 KiB/s rd, 415 KiB/s wr, 7 op/s 2024-04-13T08:37:27.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:26 smithi119 ceph-mon[96316]: pgmap v2915: 457 pgs: 457 active+clean; 12 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.4 KiB/s rd, 853 KiB/s wr, 8 op/s 2024-04-13T08:37:27.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:26 smithi119 ceph-mon[96316]: osdmap e1679: 8 total, 8 up, 8 in 2024-04-13T08:37:27.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:26 smithi119 ceph-mon[93746]: pgmap v2915: 457 pgs: 457 active+clean; 12 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.4 KiB/s rd, 853 KiB/s wr, 8 op/s 2024-04-13T08:37:27.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:26 smithi119 ceph-mon[93746]: osdmap e1679: 8 total, 8 up, 8 in 2024-04-13T08:37:27.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:26 smithi139 ceph-mon[88985]: pgmap v2915: 457 pgs: 457 active+clean; 12 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.4 KiB/s rd, 853 KiB/s wr, 8 op/s 2024-04-13T08:37:27.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:26 smithi139 ceph-mon[88985]: osdmap e1679: 8 total, 8 up, 8 in 2024-04-13T08:37:29.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:28 smithi119 ceph-mon[96316]: pgmap v2917: 457 pgs: 457 active+clean; 13 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 871 KiB/s wr, 7 op/s 2024-04-13T08:37:29.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:28 smithi119 ceph-mon[93746]: pgmap v2917: 457 pgs: 457 active+clean; 13 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 871 KiB/s wr, 7 op/s 2024-04-13T08:37:29.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:28 smithi139 ceph-mon[88985]: pgmap v2917: 457 pgs: 457 active+clean; 13 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 871 KiB/s wr, 7 op/s 2024-04-13T08:37:31.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:30 smithi119 ceph-mon[96316]: pgmap v2918: 457 pgs: 457 active+clean; 13 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 820 KiB/s wr, 6 op/s 2024-04-13T08:37:31.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:30 smithi119 ceph-mon[93746]: pgmap v2918: 457 pgs: 457 active+clean; 13 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 820 KiB/s wr, 6 op/s 2024-04-13T08:37:31.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:30 smithi139 ceph-mon[88985]: pgmap v2918: 457 pgs: 457 active+clean; 13 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 820 KiB/s wr, 6 op/s 2024-04-13T08:37:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:37:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:37:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:37:33.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:32 smithi119 ceph-mon[96316]: pgmap v2919: 457 pgs: 457 active+clean; 18 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-04-13T08:37:33.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:32 smithi119 ceph-mon[93746]: pgmap v2919: 457 pgs: 457 active+clean; 18 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-04-13T08:37:33.358 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:32 smithi139 ceph-mon[88985]: pgmap v2919: 457 pgs: 457 active+clean; 18 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-04-13T08:37:35.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:34 smithi119 ceph-mon[96316]: pgmap v2920: 457 pgs: 457 active+clean; 18 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-04-13T08:37:35.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:34 smithi119 ceph-mon[93746]: pgmap v2920: 457 pgs: 457 active+clean; 18 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-04-13T08:37:35.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:37:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:37:34] "GET /metrics HTTP/1.1" 200 60665 "" "Prometheus/2.43.0" 2024-04-13T08:37:35.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:34 smithi139 ceph-mon[88985]: pgmap v2920: 457 pgs: 457 active+clean; 18 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-04-13T08:37:36.179 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.RemoveFullTryDataPool (25020 ms) 2024-04-13T08:37:36.180 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestIO 2024-04-13T08:37:36.180 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:37:36.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:35 smithi139 ceph-mon[88985]: pool 'test-librbd-smithi119-147402-25' is full (reached quota's max_bytes: 10 MiB) 2024-04-13T08:37:36.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:35 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-13T08:37:36.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:35 smithi119 ceph-mon[96316]: pool 'test-librbd-smithi119-147402-25' is full (reached quota's max_bytes: 10 MiB) 2024-04-13T08:37:36.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:35 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-13T08:37:36.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:35 smithi119 ceph-mon[93746]: pool 'test-librbd-smithi119-147402-25' is full (reached quota's max_bytes: 10 MiB) 2024-04-13T08:37:36.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:35 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-13T08:37:37.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:36 smithi139 ceph-mon[88985]: pgmap v2921: 457 pgs: 457 active+clean; 23 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-04-13T08:37:37.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:36 smithi139 ceph-mon[88985]: osdmap e1680: 8 total, 8 up, 8 in 2024-04-13T08:37:37.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:36 smithi119 ceph-mon[96316]: pgmap v2921: 457 pgs: 457 active+clean; 23 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-04-13T08:37:37.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:36 smithi119 ceph-mon[96316]: osdmap e1680: 8 total, 8 up, 8 in 2024-04-13T08:37:37.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:36 smithi119 ceph-mon[93746]: pgmap v2921: 457 pgs: 457 active+clean; 23 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-04-13T08:37:37.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:36 smithi119 ceph-mon[93746]: osdmap e1680: 8 total, 8 up, 8 in 2024-04-13T08:37:38.206 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 512 2024-04-13T08:37:38.207 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 512 2024-04-13T08:37:38.207 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 512 2024-04-13T08:37:38.207 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 512 2024-04-13T08:37:38.207 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 512 2024-04-13T08:37:38.207 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:38.207 INFO:tasks.workunit.client.0.smithi119.stdout:started write 2024-04-13T08:37:38.207 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:38.207 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:38.207 INFO:tasks.workunit.client.0.smithi119.stdout:finished write 2024-04-13T08:37:38.207 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:38.207 INFO:tasks.workunit.client.0.smithi119.stdout:started write 2024-04-13T08:37:38.207 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:38.207 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:38.208 INFO:tasks.workunit.client.0.smithi119.stdout:finished write 2024-04-13T08:37:38.208 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:38.208 INFO:tasks.workunit.client.0.smithi119.stdout:started write 2024-04-13T08:37:38.208 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:38.208 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:38.208 INFO:tasks.workunit.client.0.smithi119.stdout:finished write 2024-04-13T08:37:38.208 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:38.208 INFO:tasks.workunit.client.0.smithi119.stdout:started write 2024-04-13T08:37:38.208 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:38.208 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:38.208 INFO:tasks.workunit.client.0.smithi119.stdout:finished write 2024-04-13T08:37:38.208 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:38.208 INFO:tasks.workunit.client.0.smithi119.stdout:started write 2024-04-13T08:37:38.208 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:38.209 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:38.209 INFO:tasks.workunit.client.0.smithi119.stdout:finished write 2024-04-13T08:37:38.209 INFO:tasks.workunit.client.0.smithi119.stdout:start compare and write 2024-04-13T08:37:38.209 INFO:tasks.workunit.client.0.smithi119.stdout:compare and wrote: 512 2024-04-13T08:37:38.209 INFO:tasks.workunit.client.0.smithi119.stdout:start compare and write 2024-04-13T08:37:38.209 INFO:tasks.workunit.client.0.smithi119.stdout:compare and wrote: 512 2024-04-13T08:37:38.209 INFO:tasks.workunit.client.0.smithi119.stdout:start compare and write 2024-04-13T08:37:38.209 INFO:tasks.workunit.client.0.smithi119.stdout:compare and wrote: 512 2024-04-13T08:37:38.209 INFO:tasks.workunit.client.0.smithi119.stdout:start compare and write 2024-04-13T08:37:38.209 INFO:tasks.workunit.client.0.smithi119.stdout:compare and wrote: 512 2024-04-13T08:37:38.209 INFO:tasks.workunit.client.0.smithi119.stdout:start compare and write 2024-04-13T08:37:38.209 INFO:tasks.workunit.client.0.smithi119.stdout:compare and wrote: 512 2024-04-13T08:37:38.209 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:38.209 INFO:tasks.workunit.client.0.smithi119.stdout:started aio compare and write 2024-04-13T08:37:38.209 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:38.210 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:38.210 INFO:tasks.workunit.client.0.smithi119.stdout:finished aio compare and write 2024-04-13T08:37:38.210 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:38.210 INFO:tasks.workunit.client.0.smithi119.stdout:started aio compare and write 2024-04-13T08:37:38.210 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:38.210 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:38.210 INFO:tasks.workunit.client.0.smithi119.stdout:finished aio compare and write 2024-04-13T08:37:38.210 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:38.210 INFO:tasks.workunit.client.0.smithi119.stdout:started aio compare and write 2024-04-13T08:37:38.210 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:38.210 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:38.210 INFO:tasks.workunit.client.0.smithi119.stdout:finished aio compare and write 2024-04-13T08:37:38.210 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:38.211 INFO:tasks.workunit.client.0.smithi119.stdout:started aio compare and write 2024-04-13T08:37:38.211 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:38.211 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:38.211 INFO:tasks.workunit.client.0.smithi119.stdout:finished aio compare and write 2024-04-13T08:37:38.211 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:38.211 INFO:tasks.workunit.client.0.smithi119.stdout:started aio compare and write 2024-04-13T08:37:38.211 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:38.211 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:38.211 INFO:tasks.workunit.client.0.smithi119.stdout:finished aio compare and write 2024-04-13T08:37:38.211 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:37:38.211 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:37:38.211 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:37:38.211 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:37:38.211 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:37:38.211 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:38.211 INFO:tasks.workunit.client.0.smithi119.stdout:started read 2024-04-13T08:37:38.211 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:37:38.212 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 512 2024-04-13T08:37:38.212 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:38.212 INFO:tasks.workunit.client.0.smithi119.stdout:started read 2024-04-13T08:37:38.212 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:37:38.212 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 512 2024-04-13T08:37:38.212 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:38.212 INFO:tasks.workunit.client.0.smithi119.stdout:started read 2024-04-13T08:37:38.212 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:37:38.212 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 512 2024-04-13T08:37:38.212 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:38.212 INFO:tasks.workunit.client.0.smithi119.stdout:started read 2024-04-13T08:37:38.212 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:37:38.212 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 512 2024-04-13T08:37:38.213 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:38.213 INFO:tasks.workunit.client.0.smithi119.stdout:started read 2024-04-13T08:37:38.213 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:37:38.213 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 512 2024-04-13T08:37:38.213 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 512~512 = 512 2024-04-13T08:37:38.213 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:38.213 INFO:tasks.workunit.client.0.smithi119.stdout:aio discard: 1536~512 = 0 2024-04-13T08:37:38.213 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:37:38.213 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:37:38.213 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:37:38.213 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:37:38.213 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:37:38.213 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 0 2024-04-13T08:37:38.213 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:38.213 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:38.213 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 0 2024-04-13T08:37:38.214 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:38.214 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:38.214 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 16384 2024-04-13T08:37:38.214 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:38.214 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:38.214 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 16384 2024-04-13T08:37:38.214 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:38.214 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:38.214 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:37:38.214 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:37:38.214 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 49152 2024-04-13T08:37:38.214 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:38.214 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:38.214 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 49152 2024-04-13T08:37:38.215 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:38.215 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:38.215 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 65536 2024-04-13T08:37:38.215 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:38.215 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:38.215 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 65536 2024-04-13T08:37:38.215 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:38.215 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:38.215 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:37:38.215 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:37:38.215 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 98304 2024-04-13T08:37:38.215 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:38.215 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:38.215 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 98304 2024-04-13T08:37:38.215 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:38.215 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:38.216 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 114688 2024-04-13T08:37:38.216 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:38.216 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:38.216 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 114688 2024-04-13T08:37:38.216 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:38.216 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:38.216 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:37:38.216 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:37:38.216 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 147456 2024-04-13T08:37:38.216 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:38.216 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:38.216 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 147456 2024-04-13T08:37:38.216 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:38.216 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:38.216 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 163840 2024-04-13T08:37:38.217 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:38.217 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:38.217 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 163840 2024-04-13T08:37:38.217 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:38.217 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:38.217 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:37:38.217 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:37:38.217 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 196608 2024-04-13T08:37:38.217 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:38.217 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:38.217 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 196608 2024-04-13T08:37:38.217 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:38.217 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:38.217 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 212992 2024-04-13T08:37:38.217 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:38.218 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:38.218 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 212992 2024-04-13T08:37:38.218 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:38.218 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:38.218 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:37:38.218 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:37:38.218 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:38.218 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:38.218 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:38.218 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:38.218 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:37:38.218 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:38.218 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:38.218 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:38.219 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:38.219 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:38.219 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:38.219 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:37:38.219 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:38.219 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:38.219 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:38.219 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:38.219 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:38.219 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:38.219 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:37:38.219 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:38.220 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:38.220 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:38.220 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:38.220 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:38.220 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:38.220 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:37:38.220 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:38.220 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:38.220 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:38.220 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:38.220 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:37:38.220 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:38.220 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:38.220 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:37:38.220 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:38.220 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:38.221 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:38.221 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:38.221 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:37:38.221 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:38.221 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:38.221 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:38.221 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:38.221 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:38.221 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:38.221 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:37:38.221 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:38.221 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:38.221 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:38 smithi139 ceph-mon[88985]: pgmap v2923: 457 pgs: 457 active+clean; 23 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 1.0 MiB/s wr, 71 op/s 2024-04-13T08:37:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:38 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:37:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:38 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:37:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:38 smithi119 ceph-mon[96316]: pgmap v2923: 457 pgs: 457 active+clean; 23 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 1.0 MiB/s wr, 71 op/s 2024-04-13T08:37:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:38 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:37:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:38 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:37:39.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:38 smithi119 ceph-mon[93746]: pgmap v2923: 457 pgs: 457 active+clean; 23 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 1.0 MiB/s wr, 71 op/s 2024-04-13T08:37:39.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:38 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:37:39.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:38 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:37:39.927 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:39.927 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:39.927 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:39.927 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:37:39.927 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:39.928 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:39.928 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:39.928 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:39.928 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:39.928 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:39.928 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:37:39.928 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:39.928 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:39.928 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:39.928 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:39.928 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:37:39.928 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:39.928 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:39.929 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:37:39.929 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:39.929 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:39.929 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:39.929 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:39.929 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:37:39.929 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:39.929 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:39.929 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:39.929 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:39.929 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:39.929 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:39.930 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:37:39.930 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:39.930 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:39.930 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:39.930 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:39.930 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:39.930 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:39.930 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:37:39.930 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:39.930 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:39.930 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:39.930 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:39.931 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:39.931 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:39.931 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:37:39.931 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:39.931 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:39.931 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:39.931 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:39.931 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:37:39.931 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:39.931 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:39.931 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:37:39.931 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:39.932 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:39.932 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:39.932 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:39.932 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:37:39.932 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:39.932 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:39.932 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:39.932 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:39.932 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:39.932 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:39.933 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:37:39.933 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:39.933 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:39.933 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:39.933 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:39.933 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:39.933 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:39.933 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:37:39.933 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:39.933 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:39.933 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:39.933 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:39.933 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:39.933 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:39.934 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:37:39.934 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:39.934 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:39.934 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:39.934 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:39.934 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:37:39.934 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:39.934 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:39.934 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:37:39.934 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:39.934 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:39.934 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:39.935 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:39.935 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:37:39.935 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:39.935 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:39.935 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:39.935 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:39.935 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:39.935 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:39.935 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:37:39.935 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:39.935 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:39.935 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:39.936 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:39.936 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:39.936 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:39.936 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:37:39.936 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:39.936 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:39.936 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:39.936 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:39.936 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:39.936 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:39.936 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:37:39.936 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:39.936 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:39.937 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:39.937 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:39.937 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:37:39.937 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:39.937 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:39.937 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:37:39.937 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:37:39.937 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:37:39.937 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 512 2024-04-13T08:37:39.937 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:37:39.937 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestIO (3747 ms) 2024-04-13T08:37:39.937 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS1 2024-04-13T08:37:39.938 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:37:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:40 smithi139 ceph-mon[88985]: pgmap v2924: 457 pgs: 457 active+clean; 23 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 1.0 MiB/s wr, 73 op/s 2024-04-13T08:37:41.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:40 smithi119 ceph-mon[96316]: pgmap v2924: 457 pgs: 457 active+clean; 23 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 1.0 MiB/s wr, 73 op/s 2024-04-13T08:37:41.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:40 smithi119 ceph-mon[93746]: pgmap v2924: 457 pgs: 457 active+clean; 23 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 1.0 MiB/s wr, 73 op/s 2024-04-13T08:37:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:37:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:37:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:37:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:42 smithi139 ceph-mon[88985]: pgmap v2925: 457 pgs: 457 active+clean; 4.7 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 538 KiB/s wr, 93 op/s 2024-04-13T08:37:43.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:42 smithi119 ceph-mon[96316]: pgmap v2925: 457 pgs: 457 active+clean; 4.7 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 538 KiB/s wr, 93 op/s 2024-04-13T08:37:43.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:42 smithi119 ceph-mon[93746]: pgmap v2925: 457 pgs: 457 active+clean; 4.7 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 538 KiB/s wr, 93 op/s 2024-04-13T08:37:45.215 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:37:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:37:44] "GET /metrics HTTP/1.1" 200 60738 "" "Prometheus/2.43.0" 2024-04-13T08:37:45.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:44 smithi119 ceph-mon[93746]: pgmap v2926: 457 pgs: 457 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 437 KiB/s rd, 724 KiB/s wr, 867 op/s 2024-04-13T08:37:45.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:44 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.17", "id": [4, 3]}]: dispatch 2024-04-13T08:37:45.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:44 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.17", "id": [4, 3]}]: dispatch 2024-04-13T08:37:45.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:44 smithi119 ceph-mon[96316]: pgmap v2926: 457 pgs: 457 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 437 KiB/s rd, 724 KiB/s wr, 867 op/s 2024-04-13T08:37:45.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:44 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.17", "id": [4, 3]}]: dispatch 2024-04-13T08:37:45.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:44 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.17", "id": [4, 3]}]: dispatch 2024-04-13T08:37:45.266 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 512 2024-04-13T08:37:45.266 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 512 2024-04-13T08:37:45.266 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 512 2024-04-13T08:37:45.266 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 512 2024-04-13T08:37:45.266 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 512 2024-04-13T08:37:45.266 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:45.266 INFO:tasks.workunit.client.0.smithi119.stdout:started write 2024-04-13T08:37:45.266 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:45.267 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:45.267 INFO:tasks.workunit.client.0.smithi119.stdout:finished write 2024-04-13T08:37:45.267 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:45.267 INFO:tasks.workunit.client.0.smithi119.stdout:started write 2024-04-13T08:37:45.267 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:45.267 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:45.267 INFO:tasks.workunit.client.0.smithi119.stdout:finished write 2024-04-13T08:37:45.267 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:45.267 INFO:tasks.workunit.client.0.smithi119.stdout:started write 2024-04-13T08:37:45.267 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:45.267 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:45.267 INFO:tasks.workunit.client.0.smithi119.stdout:finished write 2024-04-13T08:37:45.267 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:45.267 INFO:tasks.workunit.client.0.smithi119.stdout:started write 2024-04-13T08:37:45.267 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:45.267 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:45.267 INFO:tasks.workunit.client.0.smithi119.stdout:finished write 2024-04-13T08:37:45.268 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:45.268 INFO:tasks.workunit.client.0.smithi119.stdout:started write 2024-04-13T08:37:45.268 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:45.268 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:45.268 INFO:tasks.workunit.client.0.smithi119.stdout:finished write 2024-04-13T08:37:45.268 INFO:tasks.workunit.client.0.smithi119.stdout:start compare and write 2024-04-13T08:37:45.268 INFO:tasks.workunit.client.0.smithi119.stdout:compare and wrote: 512 2024-04-13T08:37:45.268 INFO:tasks.workunit.client.0.smithi119.stdout:start compare and write 2024-04-13T08:37:45.268 INFO:tasks.workunit.client.0.smithi119.stdout:compare and wrote: 512 2024-04-13T08:37:45.268 INFO:tasks.workunit.client.0.smithi119.stdout:start compare and write 2024-04-13T08:37:45.268 INFO:tasks.workunit.client.0.smithi119.stdout:compare and wrote: 512 2024-04-13T08:37:45.268 INFO:tasks.workunit.client.0.smithi119.stdout:start compare and write 2024-04-13T08:37:45.268 INFO:tasks.workunit.client.0.smithi119.stdout:compare and wrote: 512 2024-04-13T08:37:45.268 INFO:tasks.workunit.client.0.smithi119.stdout:start compare and write 2024-04-13T08:37:45.268 INFO:tasks.workunit.client.0.smithi119.stdout:compare and wrote: 512 2024-04-13T08:37:45.269 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:45.269 INFO:tasks.workunit.client.0.smithi119.stdout:started aio compare and write 2024-04-13T08:37:45.269 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:45.269 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:45.269 INFO:tasks.workunit.client.0.smithi119.stdout:finished aio compare and write 2024-04-13T08:37:45.269 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:45.269 INFO:tasks.workunit.client.0.smithi119.stdout:started aio compare and write 2024-04-13T08:37:45.269 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:45.269 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:45.269 INFO:tasks.workunit.client.0.smithi119.stdout:finished aio compare and write 2024-04-13T08:37:45.269 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:45.269 INFO:tasks.workunit.client.0.smithi119.stdout:started aio compare and write 2024-04-13T08:37:45.269 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:45.269 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:45.269 INFO:tasks.workunit.client.0.smithi119.stdout:finished aio compare and write 2024-04-13T08:37:45.269 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:45.269 INFO:tasks.workunit.client.0.smithi119.stdout:started aio compare and write 2024-04-13T08:37:45.269 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:45.270 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:45.270 INFO:tasks.workunit.client.0.smithi119.stdout:finished aio compare and write 2024-04-13T08:37:45.270 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:45.270 INFO:tasks.workunit.client.0.smithi119.stdout:started aio compare and write 2024-04-13T08:37:45.270 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:45.270 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:45.270 INFO:tasks.workunit.client.0.smithi119.stdout:finished aio compare and write 2024-04-13T08:37:45.270 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:37:45.270 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:37:45.270 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:37:45.270 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:37:45.270 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:37:45.271 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:45.271 INFO:tasks.workunit.client.0.smithi119.stdout:started read 2024-04-13T08:37:45.271 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:37:45.271 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 512 2024-04-13T08:37:45.271 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:45.271 INFO:tasks.workunit.client.0.smithi119.stdout:started read 2024-04-13T08:37:45.271 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:37:45.271 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 512 2024-04-13T08:37:45.271 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:45.271 INFO:tasks.workunit.client.0.smithi119.stdout:started read 2024-04-13T08:37:45.271 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:37:45.271 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 512 2024-04-13T08:37:45.271 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:45.271 INFO:tasks.workunit.client.0.smithi119.stdout:started read 2024-04-13T08:37:45.271 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:37:45.271 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 512 2024-04-13T08:37:45.271 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:45.271 INFO:tasks.workunit.client.0.smithi119.stdout:started read 2024-04-13T08:37:45.272 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:37:45.272 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 512 2024-04-13T08:37:45.272 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 512~512 = 512 2024-04-13T08:37:45.272 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:45.272 INFO:tasks.workunit.client.0.smithi119.stdout:aio discard: 1536~512 = 0 2024-04-13T08:37:45.272 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:37:45.272 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:37:45.272 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:37:45.272 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:37:45.272 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:37:45.272 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 0 2024-04-13T08:37:45.272 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:45.272 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:45.272 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 0 2024-04-13T08:37:45.272 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:45.272 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:45.272 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 16384 2024-04-13T08:37:45.273 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:45.273 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:45.273 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 16384 2024-04-13T08:37:45.273 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:45.273 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:45.273 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:37:45.273 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:37:45.273 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 49152 2024-04-13T08:37:45.273 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:45.273 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:45.273 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 49152 2024-04-13T08:37:45.273 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:45.273 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:45.273 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 65536 2024-04-13T08:37:45.273 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:45.273 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:45.273 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 65536 2024-04-13T08:37:45.274 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:45.274 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:45.274 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:37:45.274 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:37:45.274 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 98304 2024-04-13T08:37:45.274 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:45.274 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:45.274 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 98304 2024-04-13T08:37:45.274 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:45.274 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:45.274 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 114688 2024-04-13T08:37:45.274 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:45.274 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:45.274 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 114688 2024-04-13T08:37:45.274 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:45.274 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:45.275 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:37:45.275 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:37:45.275 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 147456 2024-04-13T08:37:45.275 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:45.275 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:45.275 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 147456 2024-04-13T08:37:45.275 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:45.275 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:45.275 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 163840 2024-04-13T08:37:45.275 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:45.275 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:45.275 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 163840 2024-04-13T08:37:45.275 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:45.275 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:45.275 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:37:45.275 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:37:45.275 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 196608 2024-04-13T08:37:45.275 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:45.276 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:45.276 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 196608 2024-04-13T08:37:45.276 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:45.276 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:45.276 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 212992 2024-04-13T08:37:45.276 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:45.276 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:45.276 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 212992 2024-04-13T08:37:45.276 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:45.276 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:45.276 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:37:45.276 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:37:45.276 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:45.276 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:45.276 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:45.276 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:45.276 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:37:45.277 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:45.277 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:45.277 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:45.277 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:45.277 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:45.277 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:45.277 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:37:45.277 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:45.277 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:45.277 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:45.277 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:45.277 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:45.277 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:45.277 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:37:45.277 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:45.277 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:45.277 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:45.278 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:45.278 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:45.278 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:45.278 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:37:45.278 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:45.278 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:45.278 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:45.278 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:45.278 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:37:45.278 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:45.278 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:45.278 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:37:45.278 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:45.278 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:45.278 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:45.279 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:45.279 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:37:45.279 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:45.279 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:45.279 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:45.279 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:45.279 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:45.279 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:45.279 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:37:45.279 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:45.279 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:45.279 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:45.384 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:44 smithi139 ceph-mon[88985]: pgmap v2926: 457 pgs: 457 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 437 KiB/s rd, 724 KiB/s wr, 867 op/s 2024-04-13T08:37:45.384 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:44 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.17", "id": [4, 3]}]: dispatch 2024-04-13T08:37:45.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:44 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.17", "id": [4, 3]}]: dispatch 2024-04-13T08:37:46.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:46 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.17", "id": [4, 3]}]': finished 2024-04-13T08:37:46.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:46 smithi139 ceph-mon[88985]: osdmap e1681: 8 total, 8 up, 8 in 2024-04-13T08:37:46.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:46 smithi139 ceph-mon[88985]: pool 'test-librbd-smithi119-147402-25' no longer out of quota; removing NO_QUOTA flag 2024-04-13T08:37:46.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:46 smithi139 ceph-mon[88985]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-13T08:37:46.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:46 smithi139 ceph-mon[88985]: osdmap e1682: 8 total, 8 up, 8 in 2024-04-13T08:37:46.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:46 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.17", "id": [4, 3]}]': finished 2024-04-13T08:37:46.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:46 smithi119 ceph-mon[96316]: osdmap e1681: 8 total, 8 up, 8 in 2024-04-13T08:37:46.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:46 smithi119 ceph-mon[96316]: pool 'test-librbd-smithi119-147402-25' no longer out of quota; removing NO_QUOTA flag 2024-04-13T08:37:46.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:46 smithi119 ceph-mon[96316]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-13T08:37:46.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:46 smithi119 ceph-mon[96316]: osdmap e1682: 8 total, 8 up, 8 in 2024-04-13T08:37:46.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:46 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.17", "id": [4, 3]}]': finished 2024-04-13T08:37:46.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:46 smithi119 ceph-mon[93746]: osdmap e1681: 8 total, 8 up, 8 in 2024-04-13T08:37:46.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:46 smithi119 ceph-mon[93746]: pool 'test-librbd-smithi119-147402-25' no longer out of quota; removing NO_QUOTA flag 2024-04-13T08:37:46.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:46 smithi119 ceph-mon[93746]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-13T08:37:46.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:46 smithi119 ceph-mon[93746]: osdmap e1682: 8 total, 8 up, 8 in 2024-04-13T08:37:47.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:47 smithi139 ceph-mon[88985]: pgmap v2928: 457 pgs: 457 active+clean; 11 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 463 KiB/s rd, 660 KiB/s wr, 920 op/s 2024-04-13T08:37:47.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:47 smithi119 ceph-mon[96316]: pgmap v2928: 457 pgs: 457 active+clean; 11 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 463 KiB/s rd, 660 KiB/s wr, 920 op/s 2024-04-13T08:37:47.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:47 smithi119 ceph-mon[93746]: pgmap v2928: 457 pgs: 457 active+clean; 11 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 463 KiB/s rd, 660 KiB/s wr, 920 op/s 2024-04-13T08:37:49.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:49 smithi139 ceph-mon[88985]: pgmap v2930: 457 pgs: 1 peering, 456 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 1.60k op/s 2024-04-13T08:37:49.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:49 smithi119 ceph-mon[96316]: pgmap v2930: 457 pgs: 1 peering, 456 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 1.60k op/s 2024-04-13T08:37:49.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:49 smithi119 ceph-mon[93746]: pgmap v2930: 457 pgs: 1 peering, 456 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 1.60k op/s 2024-04-13T08:37:51.008 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:51.008 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:51.008 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:51.009 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:37:51.009 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:51.009 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:51.009 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:51.009 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:51.009 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:51.009 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:51.009 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:37:51.009 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:51.009 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:51.009 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:51.009 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:51.009 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:37:51.010 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:51.010 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:51.010 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:37:51.010 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:51.010 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:51.010 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:51.010 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:51.010 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:37:51.010 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:51.010 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:51.010 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:51.010 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:51.010 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:51.010 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:51.011 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:37:51.011 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:51.011 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:51.011 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:51.011 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:51.011 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:51.011 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:51.011 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:37:51.011 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:51.011 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:51.011 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:51.011 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:51.011 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:51.011 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:51.011 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:37:51.011 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:51.012 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:51.012 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:51.012 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:51.012 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:37:51.012 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:51.012 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:51.012 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:37:51.012 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:51.012 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:51.012 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:51.012 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:51.012 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:37:51.012 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:51.012 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:51.012 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:51.012 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:51.013 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:51.013 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:51.013 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:37:51.013 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:51.013 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:51.013 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:51.013 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:51.013 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:51.013 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:51.013 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:37:51.013 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:51.013 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:51.013 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:51.013 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:51.013 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:51.013 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:51.014 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:37:51.014 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:51.014 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:51.014 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:51.014 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:51.014 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:37:51.014 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:51.014 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:51.014 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:37:51.014 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:51.014 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:51.014 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:51.014 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:51.014 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:37:51.014 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:51.014 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:51.015 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:51.015 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:51.015 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:51.015 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:51.015 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:37:51.015 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:51.015 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:51.015 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:51.015 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:51.015 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:51.015 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:51.015 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:37:51.015 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:51.015 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:51.015 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:51.015 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:51.016 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:51.016 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:51.016 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:37:51.016 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:51.016 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:51.016 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:51.016 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:51.016 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:37:51.016 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:51.016 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:51.016 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:37:51.016 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:37:51.016 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:37:51.016 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 512 2024-04-13T08:37:51.016 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:37:51.017 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 4 2024-04-13T08:37:51.017 INFO:tasks.workunit.client.0.smithi119.stdout:read: 4 2024-04-13T08:37:51.017 INFO:tasks.workunit.client.0.smithi119.stdout:read: 4 2024-04-13T08:37:51.017 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS1 (11081 ms) 2024-04-13T08:37:51.017 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS2 2024-04-13T08:37:51.017 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:37:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:51 smithi139 ceph-mon[88985]: pgmap v2931: 457 pgs: 1 peering, 456 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.0 MiB/s wr, 1.57k op/s 2024-04-13T08:37:51.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:51 smithi119 ceph-mon[96316]: pgmap v2931: 457 pgs: 1 peering, 456 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.0 MiB/s wr, 1.57k op/s 2024-04-13T08:37:51.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:51 smithi119 ceph-mon[93746]: pgmap v2931: 457 pgs: 1 peering, 456 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.0 MiB/s wr, 1.57k op/s 2024-04-13T08:37:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:37:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:37:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:37:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:53 smithi139 ceph-mon[88985]: pgmap v2932: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.0 MiB/s wr, 1.07k op/s; 0 B/s, 0 objects/s recovering 2024-04-13T08:37:53.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:53 smithi119 ceph-mon[96316]: pgmap v2932: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.0 MiB/s wr, 1.07k op/s; 0 B/s, 0 objects/s recovering 2024-04-13T08:37:53.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:53 smithi119 ceph-mon[93746]: pgmap v2932: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.0 MiB/s wr, 1.07k op/s; 0 B/s, 0 objects/s recovering 2024-04-13T08:37:55.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:54 smithi139 ceph-mon[88985]: pgmap v2933: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 990 KiB/s wr, 1.02k op/s; 0 B/s, 0 objects/s recovering 2024-04-13T08:37:55.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:54 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:37:55.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:37:55.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:54 smithi119 ceph-mon[96316]: pgmap v2933: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 990 KiB/s wr, 1.02k op/s; 0 B/s, 0 objects/s recovering 2024-04-13T08:37:55.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:54 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:37:55.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:37:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:37:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:37:54] "GET /metrics HTTP/1.1" 200 60714 "" "Prometheus/2.43.0" 2024-04-13T08:37:55.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:54 smithi119 ceph-mon[93746]: pgmap v2933: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 990 KiB/s wr, 1.02k op/s; 0 B/s, 0 objects/s recovering 2024-04-13T08:37:55.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:54 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:37:55.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:37:57.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:56 smithi139 ceph-mon[88985]: pgmap v2934: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 421 KiB/s wr, 858 op/s; 0 B/s, 0 objects/s recovering 2024-04-13T08:37:57.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:56 smithi119 ceph-mon[96316]: pgmap v2934: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 421 KiB/s wr, 858 op/s; 0 B/s, 0 objects/s recovering 2024-04-13T08:37:57.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:56 smithi119 ceph-mon[93746]: pgmap v2934: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 421 KiB/s wr, 858 op/s; 0 B/s, 0 objects/s recovering 2024-04-13T08:37:59.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:37:58 smithi139 ceph-mon[88985]: pgmap v2935: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 153 KiB/s wr, 326 op/s; 0 B/s, 0 objects/s recovering 2024-04-13T08:37:59.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:37:58 smithi119 ceph-mon[96316]: pgmap v2935: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 153 KiB/s wr, 326 op/s; 0 B/s, 0 objects/s recovering 2024-04-13T08:37:59.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:37:58 smithi119 ceph-mon[93746]: pgmap v2935: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 153 KiB/s wr, 326 op/s; 0 B/s, 0 objects/s recovering 2024-04-13T08:37:59.894 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 512 2024-04-13T08:37:59.894 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 512 2024-04-13T08:37:59.894 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 512 2024-04-13T08:37:59.894 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 512 2024-04-13T08:37:59.894 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 512 2024-04-13T08:37:59.894 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:59.894 INFO:tasks.workunit.client.0.smithi119.stdout:started write 2024-04-13T08:37:59.894 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:59.895 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:59.895 INFO:tasks.workunit.client.0.smithi119.stdout:finished write 2024-04-13T08:37:59.895 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:59.895 INFO:tasks.workunit.client.0.smithi119.stdout:started write 2024-04-13T08:37:59.895 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:59.895 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:59.895 INFO:tasks.workunit.client.0.smithi119.stdout:finished write 2024-04-13T08:37:59.895 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:59.895 INFO:tasks.workunit.client.0.smithi119.stdout:started write 2024-04-13T08:37:59.895 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:59.895 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:59.895 INFO:tasks.workunit.client.0.smithi119.stdout:finished write 2024-04-13T08:37:59.895 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:59.895 INFO:tasks.workunit.client.0.smithi119.stdout:started write 2024-04-13T08:37:59.895 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:59.895 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:59.896 INFO:tasks.workunit.client.0.smithi119.stdout:finished write 2024-04-13T08:37:59.896 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:59.896 INFO:tasks.workunit.client.0.smithi119.stdout:started write 2024-04-13T08:37:59.896 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:59.896 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:59.896 INFO:tasks.workunit.client.0.smithi119.stdout:finished write 2024-04-13T08:37:59.896 INFO:tasks.workunit.client.0.smithi119.stdout:start compare and write 2024-04-13T08:37:59.896 INFO:tasks.workunit.client.0.smithi119.stdout:compare and wrote: 512 2024-04-13T08:37:59.896 INFO:tasks.workunit.client.0.smithi119.stdout:start compare and write 2024-04-13T08:37:59.896 INFO:tasks.workunit.client.0.smithi119.stdout:compare and wrote: 512 2024-04-13T08:37:59.896 INFO:tasks.workunit.client.0.smithi119.stdout:start compare and write 2024-04-13T08:37:59.896 INFO:tasks.workunit.client.0.smithi119.stdout:compare and wrote: 512 2024-04-13T08:37:59.896 INFO:tasks.workunit.client.0.smithi119.stdout:start compare and write 2024-04-13T08:37:59.896 INFO:tasks.workunit.client.0.smithi119.stdout:compare and wrote: 512 2024-04-13T08:37:59.896 INFO:tasks.workunit.client.0.smithi119.stdout:start compare and write 2024-04-13T08:37:59.897 INFO:tasks.workunit.client.0.smithi119.stdout:compare and wrote: 512 2024-04-13T08:37:59.897 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:59.897 INFO:tasks.workunit.client.0.smithi119.stdout:started aio compare and write 2024-04-13T08:37:59.897 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:59.897 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:59.897 INFO:tasks.workunit.client.0.smithi119.stdout:finished aio compare and write 2024-04-13T08:37:59.897 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:59.897 INFO:tasks.workunit.client.0.smithi119.stdout:started aio compare and write 2024-04-13T08:37:59.897 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:59.897 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:59.897 INFO:tasks.workunit.client.0.smithi119.stdout:finished aio compare and write 2024-04-13T08:37:59.897 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:59.897 INFO:tasks.workunit.client.0.smithi119.stdout:started aio compare and write 2024-04-13T08:37:59.897 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:59.897 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:59.897 INFO:tasks.workunit.client.0.smithi119.stdout:finished aio compare and write 2024-04-13T08:37:59.898 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:59.898 INFO:tasks.workunit.client.0.smithi119.stdout:started aio compare and write 2024-04-13T08:37:59.898 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:59.898 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:59.898 INFO:tasks.workunit.client.0.smithi119.stdout:finished aio compare and write 2024-04-13T08:37:59.898 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:59.898 INFO:tasks.workunit.client.0.smithi119.stdout:started aio compare and write 2024-04-13T08:37:59.898 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:59.898 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:59.898 INFO:tasks.workunit.client.0.smithi119.stdout:finished aio compare and write 2024-04-13T08:37:59.898 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:37:59.898 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:37:59.898 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:37:59.898 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:37:59.898 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:37:59.899 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:59.899 INFO:tasks.workunit.client.0.smithi119.stdout:started read 2024-04-13T08:37:59.899 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:37:59.899 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 512 2024-04-13T08:37:59.899 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:59.899 INFO:tasks.workunit.client.0.smithi119.stdout:started read 2024-04-13T08:37:59.899 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:37:59.899 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 512 2024-04-13T08:37:59.899 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:59.899 INFO:tasks.workunit.client.0.smithi119.stdout:started read 2024-04-13T08:37:59.899 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:37:59.899 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 512 2024-04-13T08:37:59.899 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:59.899 INFO:tasks.workunit.client.0.smithi119.stdout:started read 2024-04-13T08:37:59.899 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:37:59.900 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 512 2024-04-13T08:37:59.900 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:59.900 INFO:tasks.workunit.client.0.smithi119.stdout:started read 2024-04-13T08:37:59.900 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:37:59.900 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 512 2024-04-13T08:37:59.900 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 512~512 = 512 2024-04-13T08:37:59.900 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:59.900 INFO:tasks.workunit.client.0.smithi119.stdout:aio discard: 1536~512 = 0 2024-04-13T08:37:59.900 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:37:59.900 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:37:59.900 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:37:59.900 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:37:59.900 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:37:59.900 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 0 2024-04-13T08:37:59.900 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:59.900 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:59.901 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 0 2024-04-13T08:37:59.901 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:59.901 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:59.901 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 16384 2024-04-13T08:37:59.901 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:59.901 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:59.901 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 16384 2024-04-13T08:37:59.901 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:59.901 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:59.901 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:37:59.901 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:37:59.901 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 49152 2024-04-13T08:37:59.901 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:59.901 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:59.901 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 49152 2024-04-13T08:37:59.901 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:59.902 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:59.902 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 65536 2024-04-13T08:37:59.902 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:59.902 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:59.902 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 65536 2024-04-13T08:37:59.902 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:59.902 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:59.902 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:37:59.902 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:37:59.902 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 98304 2024-04-13T08:37:59.902 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:59.902 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:59.902 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 98304 2024-04-13T08:37:59.902 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:59.903 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:59.903 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 114688 2024-04-13T08:37:59.903 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:59.903 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:59.903 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 114688 2024-04-13T08:37:59.903 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:59.903 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:59.903 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:37:59.903 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:37:59.903 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 147456 2024-04-13T08:37:59.903 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:59.903 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:59.903 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 147456 2024-04-13T08:37:59.903 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:59.903 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:59.903 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 163840 2024-04-13T08:37:59.904 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:59.904 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:59.904 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 163840 2024-04-13T08:37:59.904 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:59.904 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:59.904 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:37:59.904 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:37:59.904 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 196608 2024-04-13T08:37:59.904 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:59.904 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:59.904 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 196608 2024-04-13T08:37:59.904 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:59.904 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:59.904 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 212992 2024-04-13T08:37:59.904 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:59.904 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:59.905 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 212992 2024-04-13T08:37:59.905 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:59.905 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:59.905 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:37:59.905 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:37:59.905 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:59.905 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:59.905 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:59.905 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:59.905 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:37:59.905 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:59.905 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:59.905 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:59.905 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:59.905 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:59.905 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:59.906 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:37:59.906 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:59.906 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:59.906 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:59.906 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:59.906 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:59.906 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:59.906 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:37:59.906 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:59.906 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:59.906 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:59.906 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:59.906 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:59.906 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:59.906 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:37:59.906 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:59.907 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:59.907 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:59.907 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:59.907 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:37:59.907 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:59.907 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:59.907 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:37:59.907 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:59.907 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:59.907 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:59.907 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:59.907 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:37:59.907 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:59.907 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:59.907 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:37:59.908 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:37:59.908 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:37:59.908 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:37:59.908 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:37:59.908 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:37:59.908 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:37:59.908 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:38:01.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:38:00 smithi139 ceph-mon[88985]: pgmap v2936: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 145 KiB/s wr, 310 op/s; 0 B/s, 0 objects/s recovering 2024-04-13T08:38:01.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:38:00 smithi119 ceph-mon[96316]: pgmap v2936: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 145 KiB/s wr, 310 op/s; 0 B/s, 0 objects/s recovering 2024-04-13T08:38:01.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:38:00 smithi119 ceph-mon[93746]: pgmap v2936: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 145 KiB/s wr, 310 op/s; 0 B/s, 0 objects/s recovering 2024-04-13T08:38:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:38:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:38:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:38:03.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:38:02 smithi139 ceph-mon[88985]: pgmap v2937: 457 pgs: 457 active+clean; 19 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 745 KiB/s wr, 802 op/s; 0 B/s, 0 objects/s recovering 2024-04-13T08:38:03.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:38:02 smithi119 ceph-mon[96316]: pgmap v2937: 457 pgs: 457 active+clean; 19 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 745 KiB/s wr, 802 op/s; 0 B/s, 0 objects/s recovering 2024-04-13T08:38:03.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:38:02 smithi119 ceph-mon[93746]: pgmap v2937: 457 pgs: 457 active+clean; 19 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 745 KiB/s wr, 802 op/s; 0 B/s, 0 objects/s recovering 2024-04-13T08:38:05.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:38:04 smithi139 ceph-mon[88985]: pgmap v2938: 457 pgs: 457 active+clean; 35 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.6 MiB/s wr, 496 op/s 2024-04-13T08:38:05.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:38:04 smithi119 ceph-mon[96316]: pgmap v2938: 457 pgs: 457 active+clean; 35 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.6 MiB/s wr, 496 op/s 2024-04-13T08:38:05.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:38:04 smithi119 ceph-mon[93746]: pgmap v2938: 457 pgs: 457 active+clean; 35 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.6 MiB/s wr, 496 op/s 2024-04-13T08:38:05.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:38:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:38:04] "GET /metrics HTTP/1.1" 200 60714 "" "Prometheus/2.43.0" 2024-04-13T08:38:05.271 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:38:05.271 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:38:05.271 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:38:05.271 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:38:05.271 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:38:05.271 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:38:05.271 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:38:05.271 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:38:05.271 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:38:05.271 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:38:05.271 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:38:05.271 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:38:05.271 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:38:05.271 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:38:05.272 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:38:05.272 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:38:05.272 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:38:05.272 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:38:05.272 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:38:05.272 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:38:05.272 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:38:05.272 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:38:05.272 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:38:05.272 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:38:05.272 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:38:05.272 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:38:05.272 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:38:05.272 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:38:05.272 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:38:05.272 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:38:05.273 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:38:05.273 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:38:05.273 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:38:05.273 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:38:05.273 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:38:05.273 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:38:05.273 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:38:05.273 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:38:05.273 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:38:05.273 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:38:05.273 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:38:05.273 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:38:05.273 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:38:05.273 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:38:05.273 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:38:05.273 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:38:05.274 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:38:05.274 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:38:05.274 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:38:05.274 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:38:05.274 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:38:05.274 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:38:05.274 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:38:05.274 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:38:05.274 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:38:05.274 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:38:05.274 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:38:05.274 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:38:05.274 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:38:05.274 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:38:05.274 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:38:05.274 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:38:05.275 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:38:05.275 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:38:05.275 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:38:05.275 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:38:05.275 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:38:05.275 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:38:05.275 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:38:05.275 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:38:05.275 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:38:05.275 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:38:05.275 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:38:05.275 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:38:05.275 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:38:05.275 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:38:05.275 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:38:05.275 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:38:05.275 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:38:05.276 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:38:05.276 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:38:05.276 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:38:05.276 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:38:05.276 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:38:05.276 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:38:05.276 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:38:05.276 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:38:05.276 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:38:05.276 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:38:05.276 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:38:05.276 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:38:05.276 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:38:05.276 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:38:05.276 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:38:05.276 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:38:05.277 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:38:05.277 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:38:05.277 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:38:05.277 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:38:05.277 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:38:05.277 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:38:05.277 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:38:05.277 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:38:05.277 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:38:05.277 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:38:05.277 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:38:05.277 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:38:05.277 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:38:05.277 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:38:05.277 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:38:05.277 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:38:05.277 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:38:05.278 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:38:05.278 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:38:05.278 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:38:05.278 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:38:05.278 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:38:05.278 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:38:05.278 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:38:05.278 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:38:05.278 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:38:05.278 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:38:05.278 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:38:05.278 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 512 2024-04-13T08:38:05.278 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:38:05.278 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 4 2024-04-13T08:38:05.278 INFO:tasks.workunit.client.0.smithi119.stdout:read: 4 2024-04-13T08:38:05.279 INFO:tasks.workunit.client.0.smithi119.stdout:read: 4 2024-04-13T08:38:05.279 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS2 (14263 ms) 2024-04-13T08:38:05.279 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestCloneEncryption 2024-04-13T08:38:05.279 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:38:07.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:38:06 smithi139 ceph-mon[88985]: pgmap v2939: 457 pgs: 457 active+clean; 35 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.7 MiB/s wr, 731 op/s 2024-04-13T08:38:07.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:38:06 smithi139 ceph-mon[88985]: osdmap e1683: 8 total, 8 up, 8 in 2024-04-13T08:38:07.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:38:06 smithi119 ceph-mon[96316]: pgmap v2939: 457 pgs: 457 active+clean; 35 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.7 MiB/s wr, 731 op/s 2024-04-13T08:38:07.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:38:06 smithi119 ceph-mon[96316]: osdmap e1683: 8 total, 8 up, 8 in 2024-04-13T08:38:07.215 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:38:06 smithi119 ceph-mon[93746]: pgmap v2939: 457 pgs: 457 active+clean; 35 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.7 MiB/s wr, 731 op/s 2024-04-13T08:38:07.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:38:06 smithi119 ceph-mon[93746]: osdmap e1683: 8 total, 8 up, 8 in 2024-04-13T08:38:09.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:38:08 smithi139 ceph-mon[88985]: pgmap v2941: 457 pgs: 457 active+clean; 35 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 875 op/s 2024-04-13T08:38:09.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:38:08 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:38:09.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:38:08 smithi119 ceph-mon[96316]: pgmap v2941: 457 pgs: 457 active+clean; 35 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 875 op/s 2024-04-13T08:38:09.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:38:08 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:38:09.215 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:38:08 smithi119 ceph-mon[93746]: pgmap v2941: 457 pgs: 457 active+clean; 35 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 875 op/s 2024-04-13T08:38:09.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:38:08 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:38:11.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:38:10 smithi139 ceph-mon[88985]: pgmap v2942: 457 pgs: 457 active+clean; 35 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 877 op/s 2024-04-13T08:38:11.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:38:10 smithi119 ceph-mon[96316]: pgmap v2942: 457 pgs: 457 active+clean; 35 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 877 op/s 2024-04-13T08:38:11.215 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:38:10 smithi119 ceph-mon[93746]: pgmap v2942: 457 pgs: 457 active+clean; 35 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 877 op/s 2024-04-13T08:38:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:38:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:38:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:38:13.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:38:12 smithi139 ceph-mon[88985]: pgmap v2943: 457 pgs: 457 active+clean; 39 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.7 MiB/s wr, 305 op/s 2024-04-13T08:38:13.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:38:12 smithi139 ceph-mon[88985]: osdmap e1684: 8 total, 8 up, 8 in 2024-04-13T08:38:13.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:38:12 smithi119 ceph-mon[96316]: pgmap v2943: 457 pgs: 457 active+clean; 39 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.7 MiB/s wr, 305 op/s 2024-04-13T08:38:13.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:38:12 smithi119 ceph-mon[96316]: osdmap e1684: 8 total, 8 up, 8 in 2024-04-13T08:38:13.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:38:12 smithi119 ceph-mon[93746]: pgmap v2943: 457 pgs: 457 active+clean; 39 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.7 MiB/s wr, 305 op/s 2024-04-13T08:38:13.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:38:12 smithi119 ceph-mon[93746]: osdmap e1684: 8 total, 8 up, 8 in 2024-04-13T08:38:15.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:38:14 smithi119 ceph-mon[96316]: pgmap v2945: 457 pgs: 457 active+clean; 39 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 514 KiB/s wr, 38 op/s 2024-04-13T08:38:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:38:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:38:14] "GET /metrics HTTP/1.1" 200 60715 "" "Prometheus/2.43.0" 2024-04-13T08:38:15.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:38:14 smithi119 ceph-mon[93746]: pgmap v2945: 457 pgs: 457 active+clean; 39 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 514 KiB/s wr, 38 op/s 2024-04-13T08:38:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:38:14 smithi139 ceph-mon[88985]: pgmap v2945: 457 pgs: 457 active+clean; 39 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 514 KiB/s wr, 38 op/s 2024-04-13T08:38:17.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:38:16 smithi119 ceph-mon[96316]: pgmap v2946: 457 pgs: 457 active+clean; 39 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 433 KiB/s wr, 40 op/s 2024-04-13T08:38:17.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:38:16 smithi119 ceph-mon[93746]: pgmap v2946: 457 pgs: 457 active+clean; 39 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 433 KiB/s wr, 40 op/s 2024-04-13T08:38:17.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:38:16 smithi139 ceph-mon[88985]: pgmap v2946: 457 pgs: 457 active+clean; 39 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 433 KiB/s wr, 40 op/s 2024-04-13T08:38:19.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:38:18 smithi119 ceph-mon[96316]: pgmap v2947: 457 pgs: 457 active+clean; 39 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 412 KiB/s wr, 51 op/s 2024-04-13T08:38:19.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:38:18 smithi119 ceph-mon[93746]: pgmap v2947: 457 pgs: 457 active+clean; 39 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 412 KiB/s wr, 51 op/s 2024-04-13T08:38:19.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:38:18 smithi139 ceph-mon[88985]: pgmap v2947: 457 pgs: 457 active+clean; 39 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 412 KiB/s wr, 51 op/s 2024-04-13T08:38:20.215 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:38:19 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:38:20.215 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:38:19 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:38:20.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:38:19 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:38:20.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:38:19 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:38:20.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:38:19 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:38:20.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:38:19 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:38:20.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:38:19 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:38:20.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:38:19 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:38:20.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:38:19 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:38:20.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:38:19 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:38:20.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:38:19 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:38:20.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:38:19 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:38:21.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:38:20 smithi119 ceph-mon[96316]: pgmap v2948: 457 pgs: 457 active+clean; 39 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 412 KiB/s wr, 50 op/s 2024-04-13T08:38:21.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:38:20 smithi119 ceph-mon[93746]: pgmap v2948: 457 pgs: 457 active+clean; 39 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 412 KiB/s wr, 50 op/s 2024-04-13T08:38:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:38:20 smithi139 ceph-mon[88985]: pgmap v2948: 457 pgs: 457 active+clean; 39 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 412 KiB/s wr, 50 op/s 2024-04-13T08:38:22.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:38:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:38:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:38:23.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:38:22 smithi119 ceph-mon[96316]: pgmap v2949: 457 pgs: 457 active+clean; 55 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 1.6 MiB/s wr, 31 op/s 2024-04-13T08:38:23.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:38:22 smithi119 ceph-mon[96316]: osdmap e1685: 8 total, 8 up, 8 in 2024-04-13T08:38:23.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:38:22 smithi119 ceph-mon[93746]: pgmap v2949: 457 pgs: 457 active+clean; 55 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 1.6 MiB/s wr, 31 op/s 2024-04-13T08:38:23.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:38:22 smithi119 ceph-mon[93746]: osdmap e1685: 8 total, 8 up, 8 in 2024-04-13T08:38:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:38:22 smithi139 ceph-mon[88985]: pgmap v2949: 457 pgs: 457 active+clean; 55 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 1.6 MiB/s wr, 31 op/s 2024-04-13T08:38:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:38:22 smithi139 ceph-mon[88985]: osdmap e1685: 8 total, 8 up, 8 in 2024-04-13T08:38:24.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:38:23 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:38:24.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:38:23 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:38:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:38:23 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:38:25.117 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:38:24 smithi119 ceph-mon[96316]: pgmap v2951: 457 pgs: 457 active+clean; 55 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 1.6 MiB/s wr, 38 op/s 2024-04-13T08:38:25.117 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:38:24 smithi119 ceph-mon[93746]: pgmap v2951: 457 pgs: 457 active+clean; 55 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 1.6 MiB/s wr, 38 op/s 2024-04-13T08:38:25.117 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:38:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:38:24] "GET /metrics HTTP/1.1" 200 60719 "" "Prometheus/2.43.0" 2024-04-13T08:38:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:38:24 smithi139 ceph-mon[88985]: pgmap v2951: 457 pgs: 457 active+clean; 55 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 1.6 MiB/s wr, 38 op/s 2024-04-13T08:38:27.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:38:26 smithi119 ceph-mon[96316]: pgmap v2952: 457 pgs: 457 active+clean; 55 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 1.6 MiB/s wr, 39 op/s 2024-04-13T08:38:27.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:38:26 smithi119 ceph-mon[93746]: pgmap v2952: 457 pgs: 457 active+clean; 55 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 1.6 MiB/s wr, 39 op/s 2024-04-13T08:38:27.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:38:26 smithi139 ceph-mon[88985]: pgmap v2952: 457 pgs: 457 active+clean; 55 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 1.6 MiB/s wr, 39 op/s 2024-04-13T08:38:29.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:38:28 smithi119 ceph-mon[96316]: pgmap v2953: 457 pgs: 457 active+clean; 59 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-13T08:38:29.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:38:28 smithi119 ceph-mon[93746]: pgmap v2953: 457 pgs: 457 active+clean; 59 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-13T08:38:29.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:38:28 smithi139 ceph-mon[88985]: pgmap v2953: 457 pgs: 457 active+clean; 59 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-13T08:38:31.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:38:30 smithi119 ceph-mon[96316]: pgmap v2954: 457 pgs: 457 active+clean; 59 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-13T08:38:31.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:38:30 smithi119 ceph-mon[93746]: pgmap v2954: 457 pgs: 457 active+clean; 59 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-13T08:38:31.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:38:30 smithi139 ceph-mon[88985]: pgmap v2954: 457 pgs: 457 active+clean; 59 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-13T08:38:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:38:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:38:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:38:33.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:38:32 smithi119 ceph-mon[96316]: pgmap v2955: 457 pgs: 457 active+clean; 75 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 2.0 MiB/s wr, 44 op/s 2024-04-13T08:38:33.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:38:32 smithi119 ceph-mon[93746]: pgmap v2955: 457 pgs: 457 active+clean; 75 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 2.0 MiB/s wr, 44 op/s 2024-04-13T08:38:33.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:38:32 smithi139 ceph-mon[88985]: pgmap v2955: 457 pgs: 457 active+clean; 75 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 2.0 MiB/s wr, 44 op/s 2024-04-13T08:38:35.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:38:34 smithi119 ceph-mon[96316]: pgmap v2956: 457 pgs: 457 active+clean; 75 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 1.7 MiB/s wr, 35 op/s 2024-04-13T08:38:35.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:38:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:38:34] "GET /metrics HTTP/1.1" 200 60719 "" "Prometheus/2.43.0" 2024-04-13T08:38:35.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:38:34 smithi119 ceph-mon[93746]: pgmap v2956: 457 pgs: 457 active+clean; 75 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 1.7 MiB/s wr, 35 op/s 2024-04-13T08:38:35.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:38:34 smithi139 ceph-mon[88985]: pgmap v2956: 457 pgs: 457 active+clean; 75 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 1.7 MiB/s wr, 35 op/s 2024-04-13T08:38:37.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:38:36 smithi119 ceph-mon[96316]: pgmap v2957: 457 pgs: 457 active+clean; 75 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.7 MiB/s wr, 24 op/s 2024-04-13T08:38:37.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:38:36 smithi119 ceph-mon[93746]: pgmap v2957: 457 pgs: 457 active+clean; 75 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.7 MiB/s wr, 24 op/s 2024-04-13T08:38:37.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:38:36 smithi139 ceph-mon[88985]: pgmap v2957: 457 pgs: 457 active+clean; 75 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.7 MiB/s wr, 24 op/s 2024-04-13T08:38:39.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:38:38 smithi119 ceph-mon[96316]: pgmap v2958: 457 pgs: 457 active+clean; 75 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-04-13T08:38:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:38:38 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:38:39.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:38:38 smithi119 ceph-mon[93746]: pgmap v2958: 457 pgs: 457 active+clean; 75 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-04-13T08:38:39.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:38:38 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:38:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:38:38 smithi139 ceph-mon[88985]: pgmap v2958: 457 pgs: 457 active+clean; 75 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-04-13T08:38:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:38:38 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:38:41.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:38:40 smithi119 ceph-mon[96316]: pgmap v2959: 457 pgs: 457 active+clean; 75 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-13T08:38:41.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:38:40 smithi119 ceph-mon[93746]: pgmap v2959: 457 pgs: 457 active+clean; 75 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-13T08:38:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:38:40 smithi139 ceph-mon[88985]: pgmap v2959: 457 pgs: 457 active+clean; 75 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-13T08:38:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:38:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:38:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:38:43.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:38:42 smithi119 ceph-mon[96316]: pgmap v2960: 457 pgs: 457 active+clean; 75 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-13T08:38:43.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:38:42 smithi119 ceph-mon[96316]: osdmap e1686: 8 total, 8 up, 8 in 2024-04-13T08:38:43.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:38:42 smithi119 ceph-mon[93746]: pgmap v2960: 457 pgs: 457 active+clean; 75 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-13T08:38:43.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:38:42 smithi119 ceph-mon[93746]: osdmap e1686: 8 total, 8 up, 8 in 2024-04-13T08:38:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:38:42 smithi139 ceph-mon[88985]: pgmap v2960: 457 pgs: 457 active+clean; 75 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-13T08:38:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:38:42 smithi139 ceph-mon[88985]: osdmap e1686: 8 total, 8 up, 8 in 2024-04-13T08:38:45.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:38:44 smithi119 ceph-mon[96316]: pgmap v2962: 457 pgs: 457 active+clean; 75 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 6 op/s 2024-04-13T08:38:45.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:38:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:38:44] "GET /metrics HTTP/1.1" 200 60715 "" "Prometheus/2.43.0" 2024-04-13T08:38:45.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:38:44 smithi119 ceph-mon[93746]: pgmap v2962: 457 pgs: 457 active+clean; 75 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 6 op/s 2024-04-13T08:38:45.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:38:44 smithi139 ceph-mon[88985]: pgmap v2962: 457 pgs: 457 active+clean; 75 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 6 op/s 2024-04-13T08:38:47.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:38:46 smithi119 ceph-mon[96316]: pgmap v2963: 457 pgs: 457 active+clean; 75 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 818 B/s wr, 34 op/s 2024-04-13T08:38:47.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:38:46 smithi119 ceph-mon[93746]: pgmap v2963: 457 pgs: 457 active+clean; 75 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 818 B/s wr, 34 op/s 2024-04-13T08:38:47.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:38:46 smithi139 ceph-mon[88985]: pgmap v2963: 457 pgs: 457 active+clean; 75 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 818 B/s wr, 34 op/s 2024-04-13T08:38:49.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:38:48 smithi119 ceph-mon[96316]: pgmap v2964: 457 pgs: 457 active+clean; 75 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-13T08:38:49.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:38:48 smithi119 ceph-mon[93746]: pgmap v2964: 457 pgs: 457 active+clean; 75 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-13T08:38:49.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:38:48 smithi139 ceph-mon[88985]: pgmap v2964: 457 pgs: 457 active+clean; 75 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-13T08:38:51.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:38:50 smithi119 ceph-mon[96316]: pgmap v2965: 457 pgs: 457 active+clean; 75 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-13T08:38:51.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:38:50 smithi119 ceph-mon[93746]: pgmap v2965: 457 pgs: 457 active+clean; 75 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-13T08:38:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:38:50 smithi139 ceph-mon[88985]: pgmap v2965: 457 pgs: 457 active+clean; 75 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-13T08:38:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:38:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:38:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:38:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:38:52 smithi139 ceph-mon[88985]: pgmap v2966: 457 pgs: 457 active+clean; 219 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 14 MiB/s wr, 54 op/s 2024-04-13T08:38:53.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:38:52 smithi119 ceph-mon[96316]: pgmap v2966: 457 pgs: 457 active+clean; 219 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 14 MiB/s wr, 54 op/s 2024-04-13T08:38:53.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:38:52 smithi119 ceph-mon[93746]: pgmap v2966: 457 pgs: 457 active+clean; 219 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 14 MiB/s wr, 54 op/s 2024-04-13T08:38:54.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:38:53 smithi139 ceph-mon[88985]: osdmap e1687: 8 total, 8 up, 8 in 2024-04-13T08:38:54.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:38:53 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:38:54.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:38:53 smithi119 ceph-mon[96316]: osdmap e1687: 8 total, 8 up, 8 in 2024-04-13T08:38:54.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:38:53 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:38:54.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:38:53 smithi119 ceph-mon[93746]: osdmap e1687: 8 total, 8 up, 8 in 2024-04-13T08:38:54.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:38:53 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:38:55.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:38:54 smithi119 ceph-mon[96316]: pgmap v2968: 457 pgs: 457 active+clean; 271 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 20 MiB/s wr, 103 op/s 2024-04-13T08:38:55.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:38:54 smithi119 ceph-mon[96316]: osdmap e1688: 8 total, 8 up, 8 in 2024-04-13T08:38:55.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:38:54 smithi119 ceph-mon[93746]: pgmap v2968: 457 pgs: 457 active+clean; 271 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 20 MiB/s wr, 103 op/s 2024-04-13T08:38:55.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:38:54 smithi119 ceph-mon[93746]: osdmap e1688: 8 total, 8 up, 8 in 2024-04-13T08:38:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:38:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:38:54] "GET /metrics HTTP/1.1" 200 60736 "" "Prometheus/2.43.0" 2024-04-13T08:38:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:38:54 smithi139 ceph-mon[88985]: pgmap v2968: 457 pgs: 457 active+clean; 271 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 20 MiB/s wr, 103 op/s 2024-04-13T08:38:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:38:54 smithi139 ceph-mon[88985]: osdmap e1688: 8 total, 8 up, 8 in 2024-04-13T08:38:56.106 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 4 2024-04-13T08:38:56.106 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 4 2024-04-13T08:38:56.106 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 4 2024-04-13T08:38:56.106 INFO:tasks.workunit.client.0.smithi119.stdout:read: 4 2024-04-13T08:38:56.106 INFO:tasks.workunit.client.0.smithi119.stdout:read: 4 2024-04-13T08:38:56.106 INFO:tasks.workunit.client.0.smithi119.stdout:read: 4 2024-04-13T08:38:56.106 INFO:tasks.workunit.client.0.smithi119.stdout:read: 4 2024-04-13T08:38:56.106 INFO:tasks.workunit.client.0.smithi119.stdout:read: 4 2024-04-13T08:38:56.106 INFO:tasks.workunit.client.0.smithi119.stdout:read: 4 2024-04-13T08:38:56.106 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestCloneEncryption (50835 ms) 2024-04-13T08:38:56.107 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.LUKS1UnderLUKS2WithoutResize 2024-04-13T08:38:56.107 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:38:56.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:38:56 smithi139 ceph-mon[88985]: osdmap e1689: 8 total, 8 up, 8 in 2024-04-13T08:38:56.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:38:56 smithi119 ceph-mon[96316]: osdmap e1689: 8 total, 8 up, 8 in 2024-04-13T08:38:56.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:38:56 smithi119 ceph-mon[93746]: osdmap e1689: 8 total, 8 up, 8 in 2024-04-13T08:38:57.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:38:57 smithi139 ceph-mon[88985]: pgmap v2971: 457 pgs: 457 active+clean; 171 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 42 MiB/s wr, 196 op/s 2024-04-13T08:38:57.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:38:57 smithi139 ceph-mon[88985]: osdmap e1690: 8 total, 8 up, 8 in 2024-04-13T08:38:57.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:38:57 smithi119 ceph-mon[96316]: pgmap v2971: 457 pgs: 457 active+clean; 171 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 42 MiB/s wr, 196 op/s 2024-04-13T08:38:57.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:38:57 smithi119 ceph-mon[96316]: osdmap e1690: 8 total, 8 up, 8 in 2024-04-13T08:38:57.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:38:57 smithi119 ceph-mon[93746]: pgmap v2971: 457 pgs: 457 active+clean; 171 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 42 MiB/s wr, 196 op/s 2024-04-13T08:38:57.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:38:57 smithi119 ceph-mon[93746]: osdmap e1690: 8 total, 8 up, 8 in 2024-04-13T08:38:59.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:38:59 smithi139 ceph-mon[88985]: pgmap v2973: 457 pgs: 457 active+clean; 55 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 13 MiB/s wr, 195 op/s 2024-04-13T08:38:59.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:38:59 smithi119 ceph-mon[96316]: pgmap v2973: 457 pgs: 457 active+clean; 55 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 13 MiB/s wr, 195 op/s 2024-04-13T08:38:59.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:38:59 smithi119 ceph-mon[93746]: pgmap v2973: 457 pgs: 457 active+clean; 55 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 13 MiB/s wr, 195 op/s 2024-04-13T08:39:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:39:01 smithi139 ceph-mon[88985]: pgmap v2974: 457 pgs: 457 active+clean; 35 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 849 KiB/s rd, 10 MiB/s wr, 179 op/s 2024-04-13T08:39:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:39:01 smithi139 ceph-mon[88985]: osdmap e1691: 8 total, 8 up, 8 in 2024-04-13T08:39:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:39:01 smithi139 ceph-mon[88985]: osdmap e1692: 8 total, 8 up, 8 in 2024-04-13T08:39:01.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:39:01 smithi119 ceph-mon[96316]: pgmap v2974: 457 pgs: 457 active+clean; 35 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 849 KiB/s rd, 10 MiB/s wr, 179 op/s 2024-04-13T08:39:01.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:39:01 smithi119 ceph-mon[96316]: osdmap e1691: 8 total, 8 up, 8 in 2024-04-13T08:39:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:39:01 smithi119 ceph-mon[96316]: osdmap e1692: 8 total, 8 up, 8 in 2024-04-13T08:39:01.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:39:01 smithi119 ceph-mon[93746]: pgmap v2974: 457 pgs: 457 active+clean; 35 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 849 KiB/s rd, 10 MiB/s wr, 179 op/s 2024-04-13T08:39:01.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:39:01 smithi119 ceph-mon[93746]: osdmap e1691: 8 total, 8 up, 8 in 2024-04-13T08:39:01.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:39:01 smithi119 ceph-mon[93746]: osdmap e1692: 8 total, 8 up, 8 in 2024-04-13T08:39:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:39:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:39:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:39:03.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:39:03 smithi139 ceph-mon[88985]: pgmap v2977: 457 pgs: 457 active+clean; 56 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 4.2 MiB/s wr, 168 op/s 2024-04-13T08:39:03.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:39:03 smithi119 ceph-mon[96316]: pgmap v2977: 457 pgs: 457 active+clean; 56 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 4.2 MiB/s wr, 168 op/s 2024-04-13T08:39:03.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:39:03 smithi119 ceph-mon[93746]: pgmap v2977: 457 pgs: 457 active+clean; 56 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 4.2 MiB/s wr, 168 op/s 2024-04-13T08:39:05.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:39:05 smithi119 ceph-mon[96316]: pgmap v2978: 457 pgs: 457 active+clean; 64 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 3.9 MiB/s wr, 119 op/s 2024-04-13T08:39:05.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:39:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:39:04] "GET /metrics HTTP/1.1" 200 60736 "" "Prometheus/2.43.0" 2024-04-13T08:39:05.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:39:05 smithi119 ceph-mon[93746]: pgmap v2978: 457 pgs: 457 active+clean; 64 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 3.9 MiB/s wr, 119 op/s 2024-04-13T08:39:05.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:39:05 smithi139 ceph-mon[88985]: pgmap v2978: 457 pgs: 457 active+clean; 64 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 3.9 MiB/s wr, 119 op/s 2024-04-13T08:39:07.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:39:06 smithi119 ceph-mon[96316]: pgmap v2979: 457 pgs: 457 active+clean; 64 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 3.6 MiB/s wr, 88 op/s 2024-04-13T08:39:07.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:39:06 smithi119 ceph-mon[96316]: osdmap e1693: 8 total, 8 up, 8 in 2024-04-13T08:39:07.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:39:06 smithi119 ceph-mon[93746]: pgmap v2979: 457 pgs: 457 active+clean; 64 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 3.6 MiB/s wr, 88 op/s 2024-04-13T08:39:07.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:39:06 smithi119 ceph-mon[93746]: osdmap e1693: 8 total, 8 up, 8 in 2024-04-13T08:39:07.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:39:06 smithi139 ceph-mon[88985]: pgmap v2979: 457 pgs: 457 active+clean; 64 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 3.6 MiB/s wr, 88 op/s 2024-04-13T08:39:07.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:39:06 smithi139 ceph-mon[88985]: osdmap e1693: 8 total, 8 up, 8 in 2024-04-13T08:39:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:39:08 smithi139 ceph-mon[88985]: pgmap v2981: 457 pgs: 457 active+clean; 64 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 3.9 MiB/s wr, 67 op/s 2024-04-13T08:39:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:39:08 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:39:09.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:39:08 smithi119 ceph-mon[96316]: pgmap v2981: 457 pgs: 457 active+clean; 64 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 3.9 MiB/s wr, 67 op/s 2024-04-13T08:39:09.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:39:08 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:39:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:39:08 smithi119 ceph-mon[93746]: pgmap v2981: 457 pgs: 457 active+clean; 64 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 3.9 MiB/s wr, 67 op/s 2024-04-13T08:39:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:39:08 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:39:11.324 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.LUKS1UnderLUKS2WithoutResize (15219 ms) 2024-04-13T08:39:11.324 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.LUKS2UnderLUKS1WithoutResize 2024-04-13T08:39:11.325 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:39:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:39:10 smithi139 ceph-mon[88985]: pgmap v2982: 457 pgs: 457 active+clean; 64 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 6.3 KiB/s rd, 969 KiB/s wr, 8 op/s 2024-04-13T08:39:11.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:39:10 smithi119 ceph-mon[96316]: pgmap v2982: 457 pgs: 457 active+clean; 64 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 6.3 KiB/s rd, 969 KiB/s wr, 8 op/s 2024-04-13T08:39:11.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:39:10 smithi119 ceph-mon[93746]: pgmap v2982: 457 pgs: 457 active+clean; 64 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 6.3 KiB/s rd, 969 KiB/s wr, 8 op/s 2024-04-13T08:39:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:39:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:39:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:39:13.384 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:39:12 smithi139 ceph-mon[88985]: pgmap v2983: 457 pgs: 457 active+clean; 80 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 2.4 MiB/s wr, 11 op/s 2024-04-13T08:39:13.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:39:12 smithi119 ceph-mon[96316]: pgmap v2983: 457 pgs: 457 active+clean; 80 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 2.4 MiB/s wr, 11 op/s 2024-04-13T08:39:13.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:39:12 smithi119 ceph-mon[93746]: pgmap v2983: 457 pgs: 457 active+clean; 80 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 2.4 MiB/s wr, 11 op/s 2024-04-13T08:39:15.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:39:14 smithi119 ceph-mon[96316]: pgmap v2984: 457 pgs: 457 active+clean; 80 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 472 KiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-04-13T08:39:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:39:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:39:14] "GET /metrics HTTP/1.1" 200 60711 "" "Prometheus/2.43.0" 2024-04-13T08:39:15.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:39:14 smithi119 ceph-mon[93746]: pgmap v2984: 457 pgs: 457 active+clean; 80 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 472 KiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-04-13T08:39:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:39:14 smithi139 ceph-mon[88985]: pgmap v2984: 457 pgs: 457 active+clean; 80 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 472 KiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-04-13T08:39:17.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:39:16 smithi139 ceph-mon[88985]: pgmap v2985: 457 pgs: 457 active+clean; 80 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 984 KiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-04-13T08:39:17.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:39:16 smithi119 ceph-mon[96316]: pgmap v2985: 457 pgs: 457 active+clean; 80 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 984 KiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-04-13T08:39:17.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:39:16 smithi119 ceph-mon[93746]: pgmap v2985: 457 pgs: 457 active+clean; 80 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 984 KiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-04-13T08:39:19.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:39:18 smithi139 ceph-mon[88985]: pgmap v2986: 457 pgs: 457 active+clean; 80 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-04-13T08:39:19.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:39:18 smithi119 ceph-mon[96316]: pgmap v2986: 457 pgs: 457 active+clean; 80 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-04-13T08:39:19.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:39:18 smithi119 ceph-mon[93746]: pgmap v2986: 457 pgs: 457 active+clean; 80 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-04-13T08:39:20.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:39:19 smithi139 ceph-mon[88985]: osdmap e1694: 8 total, 8 up, 8 in 2024-04-13T08:39:20.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:39:19 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:39:20.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:39:20 smithi119 ceph-mon[96316]: osdmap e1694: 8 total, 8 up, 8 in 2024-04-13T08:39:20.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:39:20 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:39:20.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:39:19 smithi119 ceph-mon[93746]: osdmap e1694: 8 total, 8 up, 8 in 2024-04-13T08:39:20.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:39:19 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:39:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:39:21 smithi139 ceph-mon[88985]: pgmap v2988: 457 pgs: 457 active+clean; 80 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-04-13T08:39:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:39:21 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:39:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:39:21 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:39:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:39:21 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:39:21.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:39:21 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:39:21.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:39:21 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:39:21.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:39:21 smithi119 ceph-mon[96316]: pgmap v2988: 457 pgs: 457 active+clean; 80 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-04-13T08:39:21.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:39:21 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:39:21.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:39:21 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:39:21.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:39:21 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:39:21.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:39:21 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:39:21.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:39:21 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:39:21.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:39:21 smithi119 ceph-mon[93746]: pgmap v2988: 457 pgs: 457 active+clean; 80 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-04-13T08:39:21.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:39:21 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:39:21.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:39:21 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:39:21.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:39:21 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:39:21.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:39:21 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:39:21.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:39:21 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:39:22.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:39:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:39:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:39:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:39:23 smithi139 ceph-mon[88985]: pgmap v2989: 457 pgs: 457 active+clean; 113 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.3 MiB/s wr, 39 op/s 2024-04-13T08:39:23.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:39:23 smithi119 ceph-mon[96316]: pgmap v2989: 457 pgs: 457 active+clean; 113 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.3 MiB/s wr, 39 op/s 2024-04-13T08:39:23.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:39:23 smithi119 ceph-mon[93746]: pgmap v2989: 457 pgs: 457 active+clean; 113 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.3 MiB/s wr, 39 op/s 2024-04-13T08:39:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:39:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:39:24.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:39:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:39:24.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:39:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:39:25.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:39:25 smithi119 ceph-mon[96316]: pgmap v2990: 457 pgs: 457 active+clean; 121 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 946 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-13T08:39:25.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:39:25 smithi119 ceph-mon[93746]: pgmap v2990: 457 pgs: 457 active+clean; 121 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 946 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-13T08:39:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:39:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:39:24] "GET /metrics HTTP/1.1" 200 60724 "" "Prometheus/2.43.0" 2024-04-13T08:39:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:39:25 smithi139 ceph-mon[88985]: pgmap v2990: 457 pgs: 457 active+clean; 121 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 946 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-13T08:39:26.294 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.LUKS2UnderLUKS1WithoutResize (14969 ms) 2024-04-13T08:39:26.294 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.EncryptionFormatNoData 2024-04-13T08:39:26.294 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:39:27.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:39:27 smithi139 ceph-mon[88985]: pgmap v2991: 457 pgs: 457 active+clean; 125 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 492 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-13T08:39:27.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:39:27 smithi119 ceph-mon[93746]: pgmap v2991: 457 pgs: 457 active+clean; 125 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 492 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-13T08:39:27.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:39:27 smithi119 ceph-mon[96316]: pgmap v2991: 457 pgs: 457 active+clean; 125 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 492 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-13T08:39:29.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:39:29 smithi139 ceph-mon[88985]: pgmap v2992: 457 pgs: 457 active+clean; 125 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 492 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-13T08:39:29.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:39:29 smithi119 ceph-mon[96316]: pgmap v2992: 457 pgs: 457 active+clean; 125 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 492 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-13T08:39:29.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:39:29 smithi119 ceph-mon[93746]: pgmap v2992: 457 pgs: 457 active+clean; 125 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 492 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-13T08:39:30.421 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.EncryptionFormatNoData (4127 ms) 2024-04-13T08:39:30.421 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.EncryptionLoadBadSize 2024-04-13T08:39:30.421 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:39:31.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:39:31 smithi139 ceph-mon[88985]: pgmap v2993: 457 pgs: 457 active+clean; 125 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.3 MiB/s wr, 37 op/s 2024-04-13T08:39:31.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:39:31 smithi119 ceph-mon[96316]: pgmap v2993: 457 pgs: 457 active+clean; 125 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.3 MiB/s wr, 37 op/s 2024-04-13T08:39:31.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:39:31 smithi119 ceph-mon[93746]: pgmap v2993: 457 pgs: 457 active+clean; 125 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.3 MiB/s wr, 37 op/s 2024-04-13T08:39:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:39:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:39:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:39:33.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:39:33 smithi139 ceph-mon[88985]: pgmap v2994: 457 pgs: 457 active+clean; 129 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-13T08:39:33.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:39:33 smithi119 ceph-mon[96316]: pgmap v2994: 457 pgs: 457 active+clean; 129 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-13T08:39:33.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:39:33 smithi119 ceph-mon[93746]: pgmap v2994: 457 pgs: 457 active+clean; 129 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-13T08:39:35.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:39:35 smithi119 ceph-mon[96316]: pgmap v2995: 457 pgs: 457 active+clean; 129 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-04-13T08:39:35.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:39:35 smithi119 ceph-mon[93746]: pgmap v2995: 457 pgs: 457 active+clean; 129 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-04-13T08:39:35.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:39:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:39:34] "GET /metrics HTTP/1.1" 200 60724 "" "Prometheus/2.43.0" 2024-04-13T08:39:35.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:39:35 smithi139 ceph-mon[88985]: pgmap v2995: 457 pgs: 457 active+clean; 129 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-04-13T08:39:35.929 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.EncryptionLoadBadSize (5508 ms) 2024-04-13T08:39:35.929 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.EncryptionLoadBadStripePattern 2024-04-13T08:39:35.929 INFO:tasks.workunit.client.0.smithi119.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/test_librbd.cc:2840: Skipped 2024-04-13T08:39:35.929 INFO:tasks.workunit.client.0.smithi119.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:39:35.929 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestLibRBD.EncryptionLoadBadStripePattern (0 ms) 2024-04-13T08:39:35.929 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.EncryptionLoadFormatMismatch 2024-04-13T08:39:35.929 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:39:37.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:39:37 smithi139 ceph-mon[88985]: pgmap v2996: 457 pgs: 457 active+clean; 133 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.0 MiB/s wr, 17 op/s 2024-04-13T08:39:37.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:39:37 smithi119 ceph-mon[96316]: pgmap v2996: 457 pgs: 457 active+clean; 133 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.0 MiB/s wr, 17 op/s 2024-04-13T08:39:37.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:39:37 smithi119 ceph-mon[93746]: pgmap v2996: 457 pgs: 457 active+clean; 133 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.0 MiB/s wr, 17 op/s 2024-04-13T08:39:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:39:39 smithi139 ceph-mon[88985]: pgmap v2997: 457 pgs: 457 active+clean; 133 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 683 KiB/s wr, 16 op/s 2024-04-13T08:39:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:39:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:39:39.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:39:39 smithi119 ceph-mon[96316]: pgmap v2997: 457 pgs: 457 active+clean; 133 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 683 KiB/s wr, 16 op/s 2024-04-13T08:39:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:39:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:39:39.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:39:39 smithi119 ceph-mon[93746]: pgmap v2997: 457 pgs: 457 active+clean; 133 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 683 KiB/s wr, 16 op/s 2024-04-13T08:39:39.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:39:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:39:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:39:41 smithi139 ceph-mon[88985]: pgmap v2998: 457 pgs: 457 active+clean; 133 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 684 KiB/s wr, 17 op/s 2024-04-13T08:39:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:39:41 smithi139 ceph-mon[88985]: osdmap e1695: 8 total, 8 up, 8 in 2024-04-13T08:39:41.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:39:41 smithi119 ceph-mon[96316]: pgmap v2998: 457 pgs: 457 active+clean; 133 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 684 KiB/s wr, 17 op/s 2024-04-13T08:39:41.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:39:41 smithi119 ceph-mon[96316]: osdmap e1695: 8 total, 8 up, 8 in 2024-04-13T08:39:41.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:39:41 smithi119 ceph-mon[93746]: pgmap v2998: 457 pgs: 457 active+clean; 133 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 684 KiB/s wr, 17 op/s 2024-04-13T08:39:41.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:39:41 smithi119 ceph-mon[93746]: osdmap e1695: 8 total, 8 up, 8 in 2024-04-13T08:39:42.314 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:39:42 smithi139 ceph-mon[88985]: osdmap e1696: 8 total, 8 up, 8 in 2024-04-13T08:39:42.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:39:42 smithi119 ceph-mon[96316]: osdmap e1696: 8 total, 8 up, 8 in 2024-04-13T08:39:42.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:39:42 smithi119 ceph-mon[93746]: osdmap e1696: 8 total, 8 up, 8 in 2024-04-13T08:39:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:39:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:39:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:39:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:39:43 smithi139 ceph-mon[88985]: pgmap v3001: 457 pgs: 457 active+clean; 137 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 1.0 MiB/s wr, 56 op/s 2024-04-13T08:39:43.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:39:43 smithi119 ceph-mon[96316]: pgmap v3001: 457 pgs: 457 active+clean; 137 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 1.0 MiB/s wr, 56 op/s 2024-04-13T08:39:43.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:39:43 smithi119 ceph-mon[93746]: pgmap v3001: 457 pgs: 457 active+clean; 137 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 1.0 MiB/s wr, 56 op/s 2024-04-13T08:39:45.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:39:45 smithi119 ceph-mon[96316]: pgmap v3002: 457 pgs: 457 active+clean; 137 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 515 KiB/s wr, 49 op/s 2024-04-13T08:39:45.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:39:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:39:44] "GET /metrics HTTP/1.1" 200 60719 "" "Prometheus/2.43.0" 2024-04-13T08:39:45.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:39:45 smithi119 ceph-mon[93746]: pgmap v3002: 457 pgs: 457 active+clean; 137 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 515 KiB/s wr, 49 op/s 2024-04-13T08:39:45.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:39:45 smithi139 ceph-mon[88985]: pgmap v3002: 457 pgs: 457 active+clean; 137 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 515 KiB/s wr, 49 op/s 2024-04-13T08:39:47.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:39:47 smithi139 ceph-mon[88985]: pgmap v3003: 457 pgs: 457 active+clean; 137 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 515 KiB/s wr, 73 op/s 2024-04-13T08:39:47.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:39:47 smithi119 ceph-mon[96316]: pgmap v3003: 457 pgs: 457 active+clean; 137 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 515 KiB/s wr, 73 op/s 2024-04-13T08:39:47.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:39:47 smithi119 ceph-mon[93746]: pgmap v3003: 457 pgs: 457 active+clean; 137 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 515 KiB/s wr, 73 op/s 2024-04-13T08:39:49.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:39:49 smithi139 ceph-mon[88985]: pgmap v3004: 457 pgs: 457 active+clean; 137 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 515 KiB/s wr, 79 op/s 2024-04-13T08:39:49.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:39:49 smithi119 ceph-mon[96316]: pgmap v3004: 457 pgs: 457 active+clean; 137 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 515 KiB/s wr, 79 op/s 2024-04-13T08:39:49.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:39:49 smithi119 ceph-mon[93746]: pgmap v3004: 457 pgs: 457 active+clean; 137 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 515 KiB/s wr, 79 op/s 2024-04-13T08:39:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:39:51 smithi139 ceph-mon[88985]: pgmap v3005: 457 pgs: 457 active+clean; 137 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 438 KiB/s wr, 67 op/s 2024-04-13T08:39:51.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:39:51 smithi119 ceph-mon[96316]: pgmap v3005: 457 pgs: 457 active+clean; 137 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 438 KiB/s wr, 67 op/s 2024-04-13T08:39:51.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:39:51 smithi119 ceph-mon[93746]: pgmap v3005: 457 pgs: 457 active+clean; 137 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 438 KiB/s wr, 67 op/s 2024-04-13T08:39:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:39:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:39:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:39:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:39:53 smithi139 ceph-mon[88985]: pgmap v3006: 457 pgs: 457 active+clean; 149 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 454 KiB/s rd, 1.2 MiB/s wr, 42 op/s 2024-04-13T08:39:53.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:39:53 smithi119 ceph-mon[96316]: pgmap v3006: 457 pgs: 457 active+clean; 149 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 454 KiB/s rd, 1.2 MiB/s wr, 42 op/s 2024-04-13T08:39:53.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:39:53 smithi119 ceph-mon[93746]: pgmap v3006: 457 pgs: 457 active+clean; 149 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 454 KiB/s rd, 1.2 MiB/s wr, 42 op/s 2024-04-13T08:39:54.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:39:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:39:54.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:39:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:39:54.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:39:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:39:55.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:39:55 smithi119 ceph-mon[96316]: pgmap v3007: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 392 KiB/s rd, 1.3 MiB/s wr, 35 op/s 2024-04-13T08:39:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:39:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:39:54] "GET /metrics HTTP/1.1" 200 60718 "" "Prometheus/2.43.0" 2024-04-13T08:39:55.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:39:55 smithi119 ceph-mon[93746]: pgmap v3007: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 392 KiB/s rd, 1.3 MiB/s wr, 35 op/s 2024-04-13T08:39:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:39:55 smithi139 ceph-mon[88985]: pgmap v3007: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 392 KiB/s rd, 1.3 MiB/s wr, 35 op/s 2024-04-13T08:39:57.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:39:57 smithi139 ceph-mon[88985]: pgmap v3008: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 392 KiB/s rd, 1.3 MiB/s wr, 35 op/s 2024-04-13T08:39:57.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:39:57 smithi119 ceph-mon[96316]: pgmap v3008: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 392 KiB/s rd, 1.3 MiB/s wr, 35 op/s 2024-04-13T08:39:57.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:39:57 smithi119 ceph-mon[93746]: pgmap v3008: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 392 KiB/s rd, 1.3 MiB/s wr, 35 op/s 2024-04-13T08:39:59.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:39:59 smithi139 ceph-mon[88985]: pgmap v3009: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.3 MiB/s wr, 21 op/s 2024-04-13T08:39:59.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:39:59 smithi119 ceph-mon[96316]: pgmap v3009: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.3 MiB/s wr, 21 op/s 2024-04-13T08:39:59.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:39:59 smithi119 ceph-mon[93746]: pgmap v3009: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.3 MiB/s wr, 21 op/s 2024-04-13T08:40:00.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:40:00 smithi139 ceph-mon[88985]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-13T08:40:00.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:40:00 smithi139 ceph-mon[88985]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-13T08:40:00.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:40:00 smithi139 ceph-mon[88985]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-13T08:40:00.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:40:00 smithi119 ceph-mon[96316]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-13T08:40:00.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:40:00 smithi119 ceph-mon[96316]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-13T08:40:00.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:40:00 smithi119 ceph-mon[96316]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-13T08:40:00.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:40:00 smithi119 ceph-mon[93746]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-13T08:40:00.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:40:00 smithi119 ceph-mon[93746]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-13T08:40:00.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:40:00 smithi119 ceph-mon[93746]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-13T08:40:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:40:01 smithi139 ceph-mon[88985]: pgmap v3010: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-13T08:40:01.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:40:01 smithi119 ceph-mon[96316]: pgmap v3010: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-13T08:40:01.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:40:01 smithi119 ceph-mon[93746]: pgmap v3010: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-13T08:40:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:40:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:40:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:40:03.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:40:03 smithi139 ceph-mon[88985]: pgmap v3011: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-13T08:40:03.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:40:03 smithi119 ceph-mon[96316]: pgmap v3011: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-13T08:40:03.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:40:03 smithi119 ceph-mon[93746]: pgmap v3011: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-13T08:40:05.086 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:40:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:40:04] "GET /metrics HTTP/1.1" 200 60718 "" "Prometheus/2.43.0" 2024-04-13T08:40:05.087 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:40:05 smithi119 ceph-mon[93746]: pgmap v3012: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.4 MiB/s rd, 341 KiB/s wr, 3 op/s 2024-04-13T08:40:05.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:40:05 smithi139 ceph-mon[88985]: pgmap v3012: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.4 MiB/s rd, 341 KiB/s wr, 3 op/s 2024-04-13T08:40:05.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:40:05 smithi119 ceph-mon[96316]: pgmap v3012: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.4 MiB/s rd, 341 KiB/s wr, 3 op/s 2024-04-13T08:40:07.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:40:07 smithi139 ceph-mon[88985]: pgmap v3013: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.4 MiB/s rd, 3 op/s 2024-04-13T08:40:07.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:40:07 smithi119 ceph-mon[93746]: pgmap v3013: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.4 MiB/s rd, 3 op/s 2024-04-13T08:40:07.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:40:07 smithi119 ceph-mon[96316]: pgmap v3013: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.4 MiB/s rd, 3 op/s 2024-04-13T08:40:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:40:09 smithi139 ceph-mon[88985]: pgmap v3014: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 6.5 MiB/s rd, 3 op/s 2024-04-13T08:40:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:40:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:40:09.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:40:09 smithi119 ceph-mon[96316]: pgmap v3014: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 6.5 MiB/s rd, 3 op/s 2024-04-13T08:40:09.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:40:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:40:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:40:09 smithi119 ceph-mon[93746]: pgmap v3014: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 6.5 MiB/s rd, 3 op/s 2024-04-13T08:40:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:40:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:40:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:40:11 smithi139 ceph-mon[88985]: pgmap v3015: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-13T08:40:11.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:40:11 smithi119 ceph-mon[96316]: pgmap v3015: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-13T08:40:11.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:40:11 smithi119 ceph-mon[93746]: pgmap v3015: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-13T08:40:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:40:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:40:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:40:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:40:13 smithi139 ceph-mon[88985]: pgmap v3016: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-13T08:40:13.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:40:13 smithi119 ceph-mon[96316]: pgmap v3016: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-13T08:40:13.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:40:13 smithi119 ceph-mon[93746]: pgmap v3016: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-13T08:40:15.102 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:40:15 smithi119 ceph-mon[93746]: pgmap v3017: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-13T08:40:15.103 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:40:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:40:14] "GET /metrics HTTP/1.1" 200 60717 "" "Prometheus/2.43.0" 2024-04-13T08:40:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:40:15 smithi139 ceph-mon[88985]: pgmap v3017: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-13T08:40:15.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:40:15 smithi119 ceph-mon[96316]: pgmap v3017: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-13T08:40:17.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:40:17 smithi139 ceph-mon[88985]: pgmap v3018: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-13T08:40:17.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:40:17 smithi119 ceph-mon[93746]: pgmap v3018: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-13T08:40:17.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:40:17 smithi119 ceph-mon[96316]: pgmap v3018: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-13T08:40:19.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:40:19 smithi139 ceph-mon[88985]: pgmap v3019: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1 op/s 2024-04-13T08:40:19.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:40:19 smithi119 ceph-mon[96316]: pgmap v3019: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1 op/s 2024-04-13T08:40:19.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:40:19 smithi119 ceph-mon[93746]: pgmap v3019: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1 op/s 2024-04-13T08:40:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:40:21 smithi139 ceph-mon[88985]: pgmap v3020: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-13T08:40:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:40:21 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:40:21.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:40:21 smithi119 ceph-mon[96316]: pgmap v3020: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-13T08:40:21.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:40:21 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:40:21.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:40:21 smithi119 ceph-mon[93746]: pgmap v3020: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-13T08:40:21.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:40:21 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:40:22.582 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:40:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:40:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:40:22.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:40:22 smithi139 ceph-mon[88985]: pgmap v3021: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-13T08:40:22.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:40:22 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:40:22.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:40:22 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:40:22.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:40:22 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:40:22.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:40:22 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:40:22.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:40:22 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:40:22.965 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:40:22 smithi119 ceph-mon[96316]: pgmap v3021: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-13T08:40:22.965 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:40:22 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:40:22.965 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:40:22 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:40:22.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:40:22 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:40:22.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:40:22 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:40:22.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:40:22 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:40:22.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:40:22 smithi119 ceph-mon[93746]: pgmap v3021: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-13T08:40:22.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:40:22 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:40:22.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:40:22 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:40:22.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:40:22 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:40:22.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:40:22 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:40:22.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:40:22 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:40:24.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:40:24 smithi139 ceph-mon[88985]: pgmap v3022: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-13T08:40:24.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:40:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:40:24.965 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:40:24 smithi119 ceph-mon[96316]: pgmap v3022: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-13T08:40:24.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:40:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:40:24.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:40:24 smithi119 ceph-mon[93746]: pgmap v3022: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-13T08:40:24.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:40:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:40:24.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:40:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:40:24] "GET /metrics HTTP/1.1" 200 60718 "" "Prometheus/2.43.0" 2024-04-13T08:40:26.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:40:26 smithi139 ceph-mon[88985]: pgmap v3023: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-13T08:40:26.965 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:40:26 smithi119 ceph-mon[96316]: pgmap v3023: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-13T08:40:26.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:40:26 smithi119 ceph-mon[93746]: pgmap v3023: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-13T08:40:28.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:40:28 smithi139 ceph-mon[88985]: pgmap v3024: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1 op/s 2024-04-13T08:40:28.965 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:40:28 smithi119 ceph-mon[96316]: pgmap v3024: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1 op/s 2024-04-13T08:40:28.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:40:28 smithi119 ceph-mon[93746]: pgmap v3024: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1 op/s 2024-04-13T08:40:30.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:40:30 smithi139 ceph-mon[88985]: pgmap v3025: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-13T08:40:30.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:40:30 smithi119 ceph-mon[96316]: pgmap v3025: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-13T08:40:30.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:40:30 smithi119 ceph-mon[93746]: pgmap v3025: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-13T08:40:32.596 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:40:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:40:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:40:32.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:40:32 smithi139 ceph-mon[88985]: pgmap v3026: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 9 op/s 2024-04-13T08:40:32.965 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:40:32 smithi119 ceph-mon[96316]: pgmap v3026: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 9 op/s 2024-04-13T08:40:32.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:40:32 smithi119 ceph-mon[93746]: pgmap v3026: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 9 op/s 2024-04-13T08:40:34.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:40:34 smithi139 ceph-mon[88985]: pgmap v3027: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 468 KiB/s rd, 8 op/s 2024-04-13T08:40:34.965 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:40:34 smithi119 ceph-mon[96316]: pgmap v3027: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 468 KiB/s rd, 8 op/s 2024-04-13T08:40:34.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:40:34 smithi119 ceph-mon[93746]: pgmap v3027: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 468 KiB/s rd, 8 op/s 2024-04-13T08:40:34.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:40:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:40:34] "GET /metrics HTTP/1.1" 200 60718 "" "Prometheus/2.43.0" 2024-04-13T08:40:36.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:40:36 smithi139 ceph-mon[88985]: pgmap v3028: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 473 KiB/s rd, 14 op/s 2024-04-13T08:40:36.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:40:36 smithi119 ceph-mon[96316]: pgmap v3028: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 473 KiB/s rd, 14 op/s 2024-04-13T08:40:36.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:40:36 smithi119 ceph-mon[93746]: pgmap v3028: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 473 KiB/s rd, 14 op/s 2024-04-13T08:40:38.884 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:40:38 smithi139 ceph-mon[88985]: pgmap v3029: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 547 KiB/s rd, 16 op/s 2024-04-13T08:40:38.965 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:40:38 smithi119 ceph-mon[96316]: pgmap v3029: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 547 KiB/s rd, 16 op/s 2024-04-13T08:40:38.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:40:38 smithi119 ceph-mon[93746]: pgmap v3029: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 547 KiB/s rd, 16 op/s 2024-04-13T08:40:39.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:40:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:40:39.965 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:40:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:40:39.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:40:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:40:40.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:40:40 smithi139 ceph-mon[88985]: pgmap v3030: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-13T08:40:40.965 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:40:40 smithi119 ceph-mon[96316]: pgmap v3030: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-13T08:40:40.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:40:40 smithi119 ceph-mon[93746]: pgmap v3030: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-13T08:40:42.614 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:40:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:40:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:40:42.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:40:42 smithi139 ceph-mon[88985]: pgmap v3031: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-13T08:40:42.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:40:42 smithi119 ceph-mon[96316]: pgmap v3031: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-13T08:40:42.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:40:42 smithi119 ceph-mon[93746]: pgmap v3031: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-13T08:40:44.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:40:44 smithi139 ceph-mon[88985]: pgmap v3032: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-13T08:40:44.965 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:40:44 smithi119 ceph-mon[96316]: pgmap v3032: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-13T08:40:44.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:40:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:40:44] "GET /metrics HTTP/1.1" 200 60718 "" "Prometheus/2.43.0" 2024-04-13T08:40:44.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:40:44 smithi119 ceph-mon[93746]: pgmap v3032: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-13T08:40:46.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:40:46 smithi139 ceph-mon[88985]: pgmap v3033: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 170 B/s wr, 14 op/s 2024-04-13T08:40:46.965 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:40:46 smithi119 ceph-mon[96316]: pgmap v3033: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 170 B/s wr, 14 op/s 2024-04-13T08:40:46.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:40:46 smithi119 ceph-mon[93746]: pgmap v3033: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 170 B/s wr, 14 op/s 2024-04-13T08:40:48.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:40:48 smithi139 ceph-mon[88985]: pgmap v3034: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 201 KiB/s rd, 170 B/s wr, 11 op/s 2024-04-13T08:40:48.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:40:48 smithi119 ceph-mon[96316]: pgmap v3034: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 201 KiB/s rd, 170 B/s wr, 11 op/s 2024-04-13T08:40:48.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:40:48 smithi119 ceph-mon[93746]: pgmap v3034: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 201 KiB/s rd, 170 B/s wr, 11 op/s 2024-04-13T08:40:50.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:40:50 smithi139 ceph-mon[88985]: pgmap v3035: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-13T08:40:50.965 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:40:50 smithi119 ceph-mon[96316]: pgmap v3035: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-13T08:40:50.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:40:50 smithi119 ceph-mon[93746]: pgmap v3035: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-13T08:40:52.627 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:40:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:40:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:40:52.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:40:52 smithi139 ceph-mon[88985]: pgmap v3036: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 255 B/s wr, 17 op/s 2024-04-13T08:40:52.965 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:40:52 smithi119 ceph-mon[93746]: pgmap v3036: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 255 B/s wr, 17 op/s 2024-04-13T08:40:52.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:40:52 smithi119 ceph-mon[96316]: pgmap v3036: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 255 B/s wr, 17 op/s 2024-04-13T08:40:54.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:40:54 smithi139 ceph-mon[88985]: pgmap v3037: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 133 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-13T08:40:54.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:40:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:40:54.965 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:40:54 smithi119 ceph-mon[96316]: pgmap v3037: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 133 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-13T08:40:54.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:40:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:40:54.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:40:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:40:54] "GET /metrics HTTP/1.1" 200 60719 "" "Prometheus/2.43.0" 2024-04-13T08:40:54.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:40:54 smithi119 ceph-mon[93746]: pgmap v3037: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 133 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-13T08:40:54.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:40:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:40:56.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:40:56 smithi139 ceph-mon[88985]: pgmap v3038: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 138 KiB/s rd, 170 B/s wr, 22 op/s 2024-04-13T08:40:56.965 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:40:56 smithi119 ceph-mon[96316]: pgmap v3038: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 138 KiB/s rd, 170 B/s wr, 22 op/s 2024-04-13T08:40:56.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:40:56 smithi119 ceph-mon[93746]: pgmap v3038: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 138 KiB/s rd, 170 B/s wr, 22 op/s 2024-04-13T08:40:58.965 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:40:58 smithi119 ceph-mon[96316]: pgmap v3039: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 183 KiB/s rd, 85 B/s wr, 18 op/s 2024-04-13T08:40:58.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:40:58 smithi119 ceph-mon[93746]: pgmap v3039: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 183 KiB/s rd, 85 B/s wr, 18 op/s 2024-04-13T08:40:59.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:40:58 smithi139 ceph-mon[88985]: pgmap v3039: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 183 KiB/s rd, 85 B/s wr, 18 op/s 2024-04-13T08:41:00.965 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:41:00 smithi119 ceph-mon[96316]: pgmap v3040: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-13T08:41:00.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:41:00 smithi119 ceph-mon[93746]: pgmap v3040: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-13T08:41:01.138 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:41:00 smithi139 ceph-mon[88985]: pgmap v3040: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-13T08:41:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:41:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:41:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:41:02.965 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:41:02 smithi119 ceph-mon[96316]: pgmap v3041: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 188 KiB/s rd, 85 B/s wr, 24 op/s 2024-04-13T08:41:02.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:41:02 smithi119 ceph-mon[93746]: pgmap v3041: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 188 KiB/s rd, 85 B/s wr, 24 op/s 2024-04-13T08:41:03.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:41:02 smithi139 ceph-mon[88985]: pgmap v3041: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 188 KiB/s rd, 85 B/s wr, 24 op/s 2024-04-13T08:41:04.965 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:41:04 smithi119 ceph-mon[96316]: pgmap v3042: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-13T08:41:04.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:41:04 smithi119 ceph-mon[93746]: pgmap v3042: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-13T08:41:04.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:41:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:41:04] "GET /metrics HTTP/1.1" 200 60719 "" "Prometheus/2.43.0" 2024-04-13T08:41:05.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:41:04 smithi139 ceph-mon[88985]: pgmap v3042: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-13T08:41:06.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:41:06 smithi119 ceph-mon[96316]: pgmap v3043: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-13T08:41:06.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:41:06 smithi119 ceph-mon[93746]: pgmap v3043: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-13T08:41:07.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:41:06 smithi139 ceph-mon[88985]: pgmap v3043: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-13T08:41:08.965 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:41:08 smithi119 ceph-mon[96316]: pgmap v3044: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 11 op/s 2024-04-13T08:41:08.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:41:08 smithi119 ceph-mon[93746]: pgmap v3044: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 11 op/s 2024-04-13T08:41:09.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:41:08 smithi139 ceph-mon[88985]: pgmap v3044: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 11 op/s 2024-04-13T08:41:09.965 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:41:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:41:09.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:41:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:41:10.134 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:41:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:41:10.965 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:41:10 smithi119 ceph-mon[96316]: pgmap v3045: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2024-04-13T08:41:10.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:41:10 smithi119 ceph-mon[93746]: pgmap v3045: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2024-04-13T08:41:11.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:41:10 smithi139 ceph-mon[88985]: pgmap v3045: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2024-04-13T08:41:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:41:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:41:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:41:13.384 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:41:12 smithi139 ceph-mon[88985]: pgmap v3046: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 16 op/s 2024-04-13T08:41:13.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:41:12 smithi119 ceph-mon[96316]: pgmap v3046: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 16 op/s 2024-04-13T08:41:13.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:41:12 smithi119 ceph-mon[93746]: pgmap v3046: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 16 op/s 2024-04-13T08:41:15.215 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:41:14 smithi119 ceph-mon[93746]: pgmap v3047: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2024-04-13T08:41:15.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:41:14 smithi119 ceph-mon[96316]: pgmap v3047: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2024-04-13T08:41:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:41:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:41:14] "GET /metrics HTTP/1.1" 200 60717 "" "Prometheus/2.43.0" 2024-04-13T08:41:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:41:14 smithi139 ceph-mon[88985]: pgmap v3047: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2024-04-13T08:41:17.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:41:16 smithi139 ceph-mon[88985]: pgmap v3048: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 13 op/s 2024-04-13T08:41:17.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:41:16 smithi119 ceph-mon[93746]: pgmap v3048: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 13 op/s 2024-04-13T08:41:17.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:41:16 smithi119 ceph-mon[96316]: pgmap v3048: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 13 op/s 2024-04-13T08:41:19.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:41:18 smithi139 ceph-mon[88985]: pgmap v3049: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-13T08:41:19.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:41:18 smithi119 ceph-mon[96316]: pgmap v3049: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-13T08:41:19.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:41:18 smithi119 ceph-mon[93746]: pgmap v3049: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-13T08:41:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:41:20 smithi139 ceph-mon[88985]: pgmap v3050: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 133 KiB/s rd, 16 op/s 2024-04-13T08:41:21.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:41:20 smithi119 ceph-mon[96316]: pgmap v3050: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 133 KiB/s rd, 16 op/s 2024-04-13T08:41:21.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:41:20 smithi119 ceph-mon[93746]: pgmap v3050: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 133 KiB/s rd, 16 op/s 2024-04-13T08:41:22.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:41:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:41:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:41:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:41:22 smithi139 ceph-mon[88985]: pgmap v3051: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 24 op/s 2024-04-13T08:41:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:41:22 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:41:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:41:22 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:41:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:41:22 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:41:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:41:22 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:41:23.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:41:22 smithi119 ceph-mon[96316]: pgmap v3051: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 24 op/s 2024-04-13T08:41:23.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:41:22 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:41:23.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:41:22 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:41:23.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:41:22 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:41:23.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:41:22 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:41:23.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:41:22 smithi119 ceph-mon[93746]: pgmap v3051: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 24 op/s 2024-04-13T08:41:23.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:41:22 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:41:23.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:41:22 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:41:23.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:41:22 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:41:23.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:41:22 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:41:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:41:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:41:24.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:41:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:41:24.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:41:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:41:25.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:41:25 smithi119 ceph-mon[96316]: pgmap v3052: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-13T08:41:25.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:41:25 smithi119 ceph-mon[93746]: pgmap v3052: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-13T08:41:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:41:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:41:24] "GET /metrics HTTP/1.1" 200 60713 "" "Prometheus/2.43.0" 2024-04-13T08:41:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:41:25 smithi139 ceph-mon[88985]: pgmap v3052: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-13T08:41:27.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:41:27 smithi139 ceph-mon[88985]: pgmap v3053: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 138 KiB/s rd, 21 op/s 2024-04-13T08:41:27.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:41:27 smithi119 ceph-mon[96316]: pgmap v3053: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 138 KiB/s rd, 21 op/s 2024-04-13T08:41:27.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:41:27 smithi119 ceph-mon[93746]: pgmap v3053: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 138 KiB/s rd, 21 op/s 2024-04-13T08:41:29.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:41:29 smithi139 ceph-mon[88985]: pgmap v3054: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 18 op/s 2024-04-13T08:41:29.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:41:29 smithi119 ceph-mon[96316]: pgmap v3054: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 18 op/s 2024-04-13T08:41:29.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:41:29 smithi119 ceph-mon[93746]: pgmap v3054: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 18 op/s 2024-04-13T08:41:31.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:41:31 smithi139 ceph-mon[88985]: pgmap v3055: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-13T08:41:31.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:41:31 smithi119 ceph-mon[96316]: pgmap v3055: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-13T08:41:31.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:41:31 smithi119 ceph-mon[93746]: pgmap v3055: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-13T08:41:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:41:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:41:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:41:33.384 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:41:33 smithi139 ceph-mon[88985]: pgmap v3056: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 208 KiB/s rd, 19 op/s 2024-04-13T08:41:33.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:41:33 smithi119 ceph-mon[96316]: pgmap v3056: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 208 KiB/s rd, 19 op/s 2024-04-13T08:41:33.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:41:33 smithi119 ceph-mon[93746]: pgmap v3056: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 208 KiB/s rd, 19 op/s 2024-04-13T08:41:35.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:41:35 smithi119 ceph-mon[96316]: pgmap v3057: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 10 op/s 2024-04-13T08:41:35.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:41:35 smithi119 ceph-mon[93746]: pgmap v3057: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 10 op/s 2024-04-13T08:41:35.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:41:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:41:34] "GET /metrics HTTP/1.1" 200 60713 "" "Prometheus/2.43.0" 2024-04-13T08:41:35.384 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:41:35 smithi139 ceph-mon[88985]: pgmap v3057: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 10 op/s 2024-04-13T08:41:37.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:41:37 smithi139 ceph-mon[88985]: pgmap v3058: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-13T08:41:37.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:41:37 smithi119 ceph-mon[96316]: pgmap v3058: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-13T08:41:37.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:41:37 smithi119 ceph-mon[93746]: pgmap v3058: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-13T08:41:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:41:39 smithi139 ceph-mon[88985]: pgmap v3059: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 10 op/s 2024-04-13T08:41:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:41:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:41:39.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:41:39 smithi119 ceph-mon[96316]: pgmap v3059: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 10 op/s 2024-04-13T08:41:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:41:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:41:39.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:41:39 smithi119 ceph-mon[93746]: pgmap v3059: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 10 op/s 2024-04-13T08:41:39.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:41:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:41:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:41:41 smithi139 ceph-mon[88985]: pgmap v3060: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2024-04-13T08:41:41.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:41:41 smithi119 ceph-mon[96316]: pgmap v3060: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2024-04-13T08:41:41.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:41:41 smithi119 ceph-mon[93746]: pgmap v3060: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2024-04-13T08:41:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:41:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:41:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:41:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:41:43 smithi139 ceph-mon[88985]: pgmap v3061: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-13T08:41:43.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:41:43 smithi119 ceph-mon[96316]: pgmap v3061: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-13T08:41:43.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:41:43 smithi119 ceph-mon[93746]: pgmap v3061: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-13T08:41:45.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:41:45 smithi119 ceph-mon[96316]: pgmap v3062: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 85 B/s wr, 14 op/s 2024-04-13T08:41:45.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:41:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:41:44] "GET /metrics HTTP/1.1" 200 60719 "" "Prometheus/2.43.0" 2024-04-13T08:41:45.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:41:45 smithi119 ceph-mon[93746]: pgmap v3062: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 85 B/s wr, 14 op/s 2024-04-13T08:41:45.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:41:45 smithi139 ceph-mon[88985]: pgmap v3062: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 85 B/s wr, 14 op/s 2024-04-13T08:41:47.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:41:47 smithi139 ceph-mon[88985]: pgmap v3063: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 170 B/s wr, 19 op/s 2024-04-13T08:41:47.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:41:47 smithi119 ceph-mon[96316]: pgmap v3063: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 170 B/s wr, 19 op/s 2024-04-13T08:41:47.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:41:47 smithi119 ceph-mon[93746]: pgmap v3063: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 170 B/s wr, 19 op/s 2024-04-13T08:41:48.988 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.EncryptionLoadFormatMismatch (133059 ms) 2024-04-13T08:41:48.988 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.EncryptedResize 2024-04-13T08:41:48.988 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:41:49.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:41:49 smithi139 ceph-mon[88985]: pgmap v3064: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-13T08:41:49.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:41:49 smithi119 ceph-mon[96316]: pgmap v3064: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-13T08:41:49.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:41:49 smithi119 ceph-mon[93746]: pgmap v3064: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-13T08:41:51.384 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:41:51 smithi139 ceph-mon[88985]: pgmap v3065: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-13T08:41:51.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:41:51 smithi119 ceph-mon[96316]: pgmap v3065: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-13T08:41:51.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:41:51 smithi119 ceph-mon[93746]: pgmap v3065: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-13T08:41:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:41:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:41:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:41:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:41:53 smithi139 ceph-mon[88985]: pgmap v3066: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 160 KiB/s rd, 511 B/s wr, 20 op/s 2024-04-13T08:41:53.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:41:53 smithi119 ceph-mon[96316]: pgmap v3066: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 160 KiB/s rd, 511 B/s wr, 20 op/s 2024-04-13T08:41:53.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:41:53 smithi119 ceph-mon[93746]: pgmap v3066: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 160 KiB/s rd, 511 B/s wr, 20 op/s 2024-04-13T08:41:54.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:41:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:41:54.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:41:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:41:54.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:41:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:41:55.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:41:55 smithi119 ceph-mon[96316]: pgmap v3067: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-13T08:41:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:41:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:41:54] "GET /metrics HTTP/1.1" 200 60717 "" "Prometheus/2.43.0" 2024-04-13T08:41:55.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:41:55 smithi119 ceph-mon[93746]: pgmap v3067: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-13T08:41:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:41:55 smithi139 ceph-mon[88985]: pgmap v3067: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-13T08:41:57.388 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:41:57 smithi139 ceph-mon[88985]: pgmap v3068: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-13T08:41:57.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:41:57 smithi119 ceph-mon[96316]: pgmap v3068: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-13T08:41:57.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:41:57 smithi119 ceph-mon[93746]: pgmap v3068: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-13T08:41:59.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:41:59 smithi139 ceph-mon[88985]: pgmap v3069: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 341 B/s wr, 6 op/s 2024-04-13T08:41:59.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:41:59 smithi119 ceph-mon[96316]: pgmap v3069: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 341 B/s wr, 6 op/s 2024-04-13T08:41:59.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:41:59 smithi119 ceph-mon[93746]: pgmap v3069: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 341 B/s wr, 6 op/s 2024-04-13T08:42:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:01 smithi139 ceph-mon[88985]: pgmap v3070: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 341 B/s wr, 3 op/s 2024-04-13T08:42:01.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:01 smithi119 ceph-mon[96316]: pgmap v3070: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 341 B/s wr, 3 op/s 2024-04-13T08:42:01.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:01 smithi119 ceph-mon[93746]: pgmap v3070: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 341 B/s wr, 3 op/s 2024-04-13T08:42:02.093 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.EncryptedResize (13106 ms) 2024-04-13T08:42:02.093 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.EncryptedFlattenSmallData 2024-04-13T08:42:02.094 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:42:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:42:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:42:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:42:03.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:03 smithi139 ceph-mon[88985]: pgmap v3071: 457 pgs: 457 active+clean; 169 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 1.6 MiB/s wr, 24 op/s 2024-04-13T08:42:03.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:03 smithi119 ceph-mon[96316]: pgmap v3071: 457 pgs: 457 active+clean; 169 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 1.6 MiB/s wr, 24 op/s 2024-04-13T08:42:03.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:03 smithi119 ceph-mon[93746]: pgmap v3071: 457 pgs: 457 active+clean; 169 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 1.6 MiB/s wr, 24 op/s 2024-04-13T08:42:05.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:05 smithi119 ceph-mon[96316]: pgmap v3072: 457 pgs: 457 active+clean; 169 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 1.6 MiB/s wr, 21 op/s 2024-04-13T08:42:05.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:42:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:42:04] "GET /metrics HTTP/1.1" 200 60717 "" "Prometheus/2.43.0" 2024-04-13T08:42:05.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:05 smithi119 ceph-mon[93746]: pgmap v3072: 457 pgs: 457 active+clean; 169 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 1.6 MiB/s wr, 21 op/s 2024-04-13T08:42:05.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:05 smithi139 ceph-mon[88985]: pgmap v3072: 457 pgs: 457 active+clean; 169 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 1.6 MiB/s wr, 21 op/s 2024-04-13T08:42:07.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:07 smithi139 ceph-mon[88985]: pgmap v3073: 457 pgs: 457 active+clean; 169 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 1.6 MiB/s wr, 25 op/s 2024-04-13T08:42:07.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:07 smithi119 ceph-mon[96316]: pgmap v3073: 457 pgs: 457 active+clean; 169 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 1.6 MiB/s wr, 25 op/s 2024-04-13T08:42:07.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:07 smithi119 ceph-mon[93746]: pgmap v3073: 457 pgs: 457 active+clean; 169 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 1.6 MiB/s wr, 25 op/s 2024-04-13T08:42:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:09 smithi139 ceph-mon[88985]: pgmap v3074: 457 pgs: 457 active+clean; 169 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-13T08:42:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:42:09.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:09 smithi119 ceph-mon[96316]: pgmap v3074: 457 pgs: 457 active+clean; 169 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-13T08:42:09.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:42:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:09 smithi119 ceph-mon[93746]: pgmap v3074: 457 pgs: 457 active+clean; 169 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-13T08:42:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:42:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:11 smithi139 ceph-mon[88985]: pgmap v3075: 457 pgs: 457 active+clean; 169 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-13T08:42:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:11 smithi139 ceph-mon[88985]: osdmap e1697: 8 total, 8 up, 8 in 2024-04-13T08:42:11.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:11 smithi119 ceph-mon[96316]: pgmap v3075: 457 pgs: 457 active+clean; 169 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-13T08:42:11.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:11 smithi119 ceph-mon[96316]: osdmap e1697: 8 total, 8 up, 8 in 2024-04-13T08:42:11.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:11 smithi119 ceph-mon[93746]: pgmap v3075: 457 pgs: 457 active+clean; 169 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-13T08:42:11.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:11 smithi119 ceph-mon[93746]: osdmap e1697: 8 total, 8 up, 8 in 2024-04-13T08:42:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:42:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:42:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:42:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:13 smithi139 ceph-mon[88985]: pgmap v3077: 457 pgs: 457 active+clean; 181 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 1.2 MiB/s wr, 39 op/s 2024-04-13T08:42:13.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:13 smithi119 ceph-mon[96316]: pgmap v3077: 457 pgs: 457 active+clean; 181 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 1.2 MiB/s wr, 39 op/s 2024-04-13T08:42:13.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:13 smithi119 ceph-mon[93746]: pgmap v3077: 457 pgs: 457 active+clean; 181 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 1.2 MiB/s wr, 39 op/s 2024-04-13T08:42:15.080 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:42:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:42:14] "GET /metrics HTTP/1.1" 200 60719 "" "Prometheus/2.43.0" 2024-04-13T08:42:15.384 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:15 smithi139 ceph-mon[88985]: pgmap v3078: 457 pgs: 457 active+clean; 185 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 1.6 MiB/s wr, 39 op/s 2024-04-13T08:42:15.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:15 smithi119 ceph-mon[96316]: pgmap v3078: 457 pgs: 457 active+clean; 185 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 1.6 MiB/s wr, 39 op/s 2024-04-13T08:42:15.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:15 smithi119 ceph-mon[93746]: pgmap v3078: 457 pgs: 457 active+clean; 185 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 1.6 MiB/s wr, 39 op/s 2024-04-13T08:42:16.088 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.EncryptedFlattenSmallData (13994 ms) 2024-04-13T08:42:16.088 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestIOWithIOHint 2024-04-13T08:42:16.088 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:42:17.384 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:17 smithi139 ceph-mon[88985]: pgmap v3079: 457 pgs: 457 active+clean; 185 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 907 KiB/s rd, 1.6 MiB/s wr, 40 op/s 2024-04-13T08:42:17.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:17 smithi119 ceph-mon[96316]: pgmap v3079: 457 pgs: 457 active+clean; 185 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 907 KiB/s rd, 1.6 MiB/s wr, 40 op/s 2024-04-13T08:42:17.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:17 smithi119 ceph-mon[93746]: pgmap v3079: 457 pgs: 457 active+clean; 185 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 907 KiB/s rd, 1.6 MiB/s wr, 40 op/s 2024-04-13T08:42:18.257 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 512 2024-04-13T08:42:18.258 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 512 2024-04-13T08:42:18.258 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 512 2024-04-13T08:42:18.258 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 512 2024-04-13T08:42:18.258 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 512 2024-04-13T08:42:18.258 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:18.258 INFO:tasks.workunit.client.0.smithi119.stdout:started write 2024-04-13T08:42:18.258 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:18.258 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:18.258 INFO:tasks.workunit.client.0.smithi119.stdout:finished write 2024-04-13T08:42:18.258 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:18.258 INFO:tasks.workunit.client.0.smithi119.stdout:started write 2024-04-13T08:42:18.258 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:18.259 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:18.259 INFO:tasks.workunit.client.0.smithi119.stdout:finished write 2024-04-13T08:42:18.259 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:18.259 INFO:tasks.workunit.client.0.smithi119.stdout:started write 2024-04-13T08:42:18.259 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:18.259 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:18.259 INFO:tasks.workunit.client.0.smithi119.stdout:finished write 2024-04-13T08:42:18.259 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:18.259 INFO:tasks.workunit.client.0.smithi119.stdout:started write 2024-04-13T08:42:18.259 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:18.259 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:18.259 INFO:tasks.workunit.client.0.smithi119.stdout:finished write 2024-04-13T08:42:18.259 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:18.259 INFO:tasks.workunit.client.0.smithi119.stdout:started write 2024-04-13T08:42:18.259 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:18.260 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:18.260 INFO:tasks.workunit.client.0.smithi119.stdout:finished write 2024-04-13T08:42:18.260 INFO:tasks.workunit.client.0.smithi119.stdout:start compare and write 2024-04-13T08:42:18.260 INFO:tasks.workunit.client.0.smithi119.stdout:compare and wrote: 512 2024-04-13T08:42:18.260 INFO:tasks.workunit.client.0.smithi119.stdout:start compare and write 2024-04-13T08:42:18.260 INFO:tasks.workunit.client.0.smithi119.stdout:compare and wrote: 512 2024-04-13T08:42:18.260 INFO:tasks.workunit.client.0.smithi119.stdout:start compare and write 2024-04-13T08:42:18.260 INFO:tasks.workunit.client.0.smithi119.stdout:compare and wrote: 512 2024-04-13T08:42:18.260 INFO:tasks.workunit.client.0.smithi119.stdout:start compare and write 2024-04-13T08:42:18.260 INFO:tasks.workunit.client.0.smithi119.stdout:compare and wrote: 512 2024-04-13T08:42:18.260 INFO:tasks.workunit.client.0.smithi119.stdout:start compare and write 2024-04-13T08:42:18.260 INFO:tasks.workunit.client.0.smithi119.stdout:compare and wrote: 512 2024-04-13T08:42:18.260 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:18.261 INFO:tasks.workunit.client.0.smithi119.stdout:started aio compare and write 2024-04-13T08:42:18.261 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:18.261 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:18.261 INFO:tasks.workunit.client.0.smithi119.stdout:finished aio compare and write 2024-04-13T08:42:18.261 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:18.261 INFO:tasks.workunit.client.0.smithi119.stdout:started aio compare and write 2024-04-13T08:42:18.261 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:18.261 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:18.261 INFO:tasks.workunit.client.0.smithi119.stdout:finished aio compare and write 2024-04-13T08:42:18.261 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:18.261 INFO:tasks.workunit.client.0.smithi119.stdout:started aio compare and write 2024-04-13T08:42:18.261 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:18.261 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:18.262 INFO:tasks.workunit.client.0.smithi119.stdout:finished aio compare and write 2024-04-13T08:42:18.262 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:18.262 INFO:tasks.workunit.client.0.smithi119.stdout:started aio compare and write 2024-04-13T08:42:18.262 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:18.262 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:18.262 INFO:tasks.workunit.client.0.smithi119.stdout:finished aio compare and write 2024-04-13T08:42:18.262 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:18.262 INFO:tasks.workunit.client.0.smithi119.stdout:started aio compare and write 2024-04-13T08:42:18.262 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:18.262 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:18.262 INFO:tasks.workunit.client.0.smithi119.stdout:finished aio compare and write 2024-04-13T08:42:18.262 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:42:18.262 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:42:18.262 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:42:18.262 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:42:18.263 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:42:18.263 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:18.263 INFO:tasks.workunit.client.0.smithi119.stdout:started read 2024-04-13T08:42:18.263 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:42:18.263 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 512 2024-04-13T08:42:18.263 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:18.263 INFO:tasks.workunit.client.0.smithi119.stdout:started read 2024-04-13T08:42:18.263 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:42:18.263 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 512 2024-04-13T08:42:18.263 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:18.263 INFO:tasks.workunit.client.0.smithi119.stdout:started read 2024-04-13T08:42:18.263 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:42:18.263 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 512 2024-04-13T08:42:18.263 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:18.264 INFO:tasks.workunit.client.0.smithi119.stdout:started read 2024-04-13T08:42:18.264 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:42:18.264 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 512 2024-04-13T08:42:18.264 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:18.264 INFO:tasks.workunit.client.0.smithi119.stdout:started read 2024-04-13T08:42:18.264 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:42:18.264 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 512 2024-04-13T08:42:18.264 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 512~512 = 512 2024-04-13T08:42:18.264 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:18.264 INFO:tasks.workunit.client.0.smithi119.stdout:aio discard: 1536~512 = 0 2024-04-13T08:42:18.264 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:42:18.264 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:42:18.264 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:42:18.264 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:42:18.265 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:42:18.265 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 0 2024-04-13T08:42:18.265 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:18.265 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:18.265 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 0 2024-04-13T08:42:18.265 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:18.265 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:18.265 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 16384 2024-04-13T08:42:18.265 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:18.265 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:18.265 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 16384 2024-04-13T08:42:18.265 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:18.265 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:18.265 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:18.265 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:18.266 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 49152 2024-04-13T08:42:18.266 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:18.266 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:18.266 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 49152 2024-04-13T08:42:18.266 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:18.266 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:18.266 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 65536 2024-04-13T08:42:18.266 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:18.266 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:18.266 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 65536 2024-04-13T08:42:18.266 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:18.266 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:18.266 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:18.266 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:18.266 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 98304 2024-04-13T08:42:18.267 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:18.267 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:18.267 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 98304 2024-04-13T08:42:18.267 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:18.267 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:18.267 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 114688 2024-04-13T08:42:18.267 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:18.267 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:18.267 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 114688 2024-04-13T08:42:18.267 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:18.267 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:18.267 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:18.267 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:18.267 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 147456 2024-04-13T08:42:18.267 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:18.267 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:18.268 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 147456 2024-04-13T08:42:18.268 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:18.268 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:18.268 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 163840 2024-04-13T08:42:18.268 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:18.268 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:18.268 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 163840 2024-04-13T08:42:18.268 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:18.268 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:18.268 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:18.268 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:18.268 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 196608 2024-04-13T08:42:18.268 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:18.268 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:18.269 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 196608 2024-04-13T08:42:18.269 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:18.269 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:18.269 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 212992 2024-04-13T08:42:18.269 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:18.269 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:18.269 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 212992 2024-04-13T08:42:18.269 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:18.269 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:18.269 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:18.269 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:18.269 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:18.269 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:18.269 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:18.269 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:18.270 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:18.270 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:18.270 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:18.270 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:18.270 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:18.270 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:18.270 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:18.270 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:18.270 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:18.270 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:18.270 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:18.270 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:18.270 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:18.270 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:18.271 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:18.271 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:18.271 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:18.271 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:18.271 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:18.271 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:18.271 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:18.271 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:18.271 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:18.271 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:18.271 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:18.271 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:18.271 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:18.271 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:18.271 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:18.272 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:18.272 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:18.272 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:18.272 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:18.272 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:18.272 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:18.272 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:18.272 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:18.272 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:18.272 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:18.272 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:18.272 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:18.272 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:18.272 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:18.272 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:18.273 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:19.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:19 smithi139 ceph-mon[88985]: pgmap v3080: 457 pgs: 457 active+clean; 201 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 MiB/s wr, 41 op/s 2024-04-13T08:42:19.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:19 smithi119 ceph-mon[96316]: pgmap v3080: 457 pgs: 457 active+clean; 201 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 MiB/s wr, 41 op/s 2024-04-13T08:42:19.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:19 smithi119 ceph-mon[93746]: pgmap v3080: 457 pgs: 457 active+clean; 201 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 MiB/s wr, 41 op/s 2024-04-13T08:42:20.102 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:20.102 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:20.102 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:20.102 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:20.103 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:20.103 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:20.103 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:20.103 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:20.103 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:20.103 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:20.103 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:20.103 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:20.103 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:20.103 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:20.103 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:20.103 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:20.103 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:20.104 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:20.104 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:20.104 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:20.104 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:20.104 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:20.104 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:20.104 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:20.104 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:20.104 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:20.104 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:20.104 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:20.104 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:20.105 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:20.105 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:20.105 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:20.105 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:20.105 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:20.105 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:20.105 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:20.105 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:20.105 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:20.105 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:20.105 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:20.105 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:20.106 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:20.106 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:20.106 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:20.106 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:20.106 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:20.106 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:20.106 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:20.106 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:20.106 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:20.106 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:20.106 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:20.106 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:20.107 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:20.107 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:20.107 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:20.107 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:20.107 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:20.107 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:20.107 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:20.107 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:20.108 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:20.108 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:20.108 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:20.108 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:20.108 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:20.108 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:20.108 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:20.108 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:20.109 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:20.109 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:20.109 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:20.109 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:20.109 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:20.109 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:20.109 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:20.109 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:20.109 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:20.109 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:20.109 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:20.109 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:20.110 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:20.110 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:20.110 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:20.110 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:20.110 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:20.110 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:20.110 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:20.110 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:20.110 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:20.110 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:20.110 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:20.111 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:20.111 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:20.111 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:20.111 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:20.111 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:20.111 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:20.111 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:20.111 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:20.111 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:20.111 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:20.111 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:20.111 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:20.111 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:20.112 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:20.112 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:20.112 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:20.112 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:20.112 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:20.112 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:20.112 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:20.112 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:20.112 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:20.112 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:20.112 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:20.112 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:20.112 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:20.113 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:20.113 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:20.113 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:20.113 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:42:20.113 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 512 2024-04-13T08:42:20.113 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:42:20.113 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestIOWithIOHint (4014 ms) 2024-04-13T08:42:20.113 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestDataPoolIO 2024-04-13T08:42:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:21 smithi139 ceph-mon[88985]: pgmap v3081: 457 pgs: 457 active+clean; 201 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 42 op/s 2024-04-13T08:42:21.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:21 smithi119 ceph-mon[96316]: pgmap v3081: 457 pgs: 457 active+clean; 201 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 42 op/s 2024-04-13T08:42:21.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:21 smithi119 ceph-mon[93746]: pgmap v3081: 457 pgs: 457 active+clean; 201 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 42 op/s 2024-04-13T08:42:22.115 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:42:22.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:22 smithi139 ceph-mon[88985]: osdmap e1698: 8 total, 8 up, 8 in 2024-04-13T08:42:22.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:22 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/957568266' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:42:22.385 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:42:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:42:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:42:22.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:22 smithi119 ceph-mon[96316]: osdmap e1698: 8 total, 8 up, 8 in 2024-04-13T08:42:22.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:22 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/957568266' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:42:22.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:22 smithi119 ceph-mon[93746]: osdmap e1698: 8 total, 8 up, 8 in 2024-04-13T08:42:22.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:22 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/957568266' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:42:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:23 smithi139 ceph-mon[88985]: pgmap v3083: 489 pgs: 4 creating+peering, 28 unknown, 457 active+clean; 203 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 858 op/s 2024-04-13T08:42:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:23 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:42:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:23 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/957568266' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:42:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:23 smithi139 ceph-mon[88985]: osdmap e1699: 8 total, 8 up, 8 in 2024-04-13T08:42:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:23 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:42:23.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:23 smithi119 ceph-mon[96316]: pgmap v3083: 489 pgs: 4 creating+peering, 28 unknown, 457 active+clean; 203 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 858 op/s 2024-04-13T08:42:23.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:23 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:42:23.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:23 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/957568266' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:42:23.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:23 smithi119 ceph-mon[96316]: osdmap e1699: 8 total, 8 up, 8 in 2024-04-13T08:42:23.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:23 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:42:23.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:23 smithi119 ceph-mon[93746]: pgmap v3083: 489 pgs: 4 creating+peering, 28 unknown, 457 active+clean; 203 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 858 op/s 2024-04-13T08:42:23.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:23 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:42:23.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:23 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/957568266' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:42:23.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:23 smithi119 ceph-mon[93746]: osdmap e1699: 8 total, 8 up, 8 in 2024-04-13T08:42:23.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:23 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:42:24.191 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 512 2024-04-13T08:42:24.191 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 512 2024-04-13T08:42:24.191 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 512 2024-04-13T08:42:24.191 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 512 2024-04-13T08:42:24.192 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 512 2024-04-13T08:42:24.192 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:24.192 INFO:tasks.workunit.client.0.smithi119.stdout:started write 2024-04-13T08:42:24.192 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:24.192 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:24.192 INFO:tasks.workunit.client.0.smithi119.stdout:finished write 2024-04-13T08:42:24.192 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:24.192 INFO:tasks.workunit.client.0.smithi119.stdout:started write 2024-04-13T08:42:24.192 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:24.192 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:24.192 INFO:tasks.workunit.client.0.smithi119.stdout:finished write 2024-04-13T08:42:24.192 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:24.192 INFO:tasks.workunit.client.0.smithi119.stdout:started write 2024-04-13T08:42:24.193 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:24.193 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:24.193 INFO:tasks.workunit.client.0.smithi119.stdout:finished write 2024-04-13T08:42:24.193 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:24.193 INFO:tasks.workunit.client.0.smithi119.stdout:started write 2024-04-13T08:42:24.193 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:24.193 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:24.193 INFO:tasks.workunit.client.0.smithi119.stdout:finished write 2024-04-13T08:42:24.193 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:24.194 INFO:tasks.workunit.client.0.smithi119.stdout:started write 2024-04-13T08:42:24.194 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:24.194 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:24.194 INFO:tasks.workunit.client.0.smithi119.stdout:finished write 2024-04-13T08:42:24.194 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:42:24.194 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:42:24.194 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:42:24.194 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:42:24.194 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:42:24.194 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:24.194 INFO:tasks.workunit.client.0.smithi119.stdout:started read 2024-04-13T08:42:24.194 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:42:24.194 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 512 2024-04-13T08:42:24.194 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:24.195 INFO:tasks.workunit.client.0.smithi119.stdout:started read 2024-04-13T08:42:24.195 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:42:24.195 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 512 2024-04-13T08:42:24.195 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:24.195 INFO:tasks.workunit.client.0.smithi119.stdout:started read 2024-04-13T08:42:24.195 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:42:24.195 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 512 2024-04-13T08:42:24.195 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:24.195 INFO:tasks.workunit.client.0.smithi119.stdout:started read 2024-04-13T08:42:24.195 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:42:24.195 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 512 2024-04-13T08:42:24.195 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:24.195 INFO:tasks.workunit.client.0.smithi119.stdout:started read 2024-04-13T08:42:24.195 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:42:24.195 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 512 2024-04-13T08:42:24.195 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 512~512 = 512 2024-04-13T08:42:24.195 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:24.196 INFO:tasks.workunit.client.0.smithi119.stdout:aio discard: 1536~512 = 0 2024-04-13T08:42:24.196 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:42:24.196 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:42:24.196 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:42:24.196 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:42:24.196 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:42:24.196 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:42:24.196 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:42:24.196 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestDataPoolIO (4090 ms) 2024-04-13T08:42:24.196 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatch 2024-04-13T08:42:24.196 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:42:24.221 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatch (29 ms) 2024-04-13T08:42:24.221 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatch 2024-04-13T08:42:24.221 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:42:24.249 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatch (28 ms) 2024-04-13T08:42:24.249 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccess 2024-04-13T08:42:24.249 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:42:24.276 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccess (27 ms) 2024-04-13T08:42:24.276 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccess 2024-04-13T08:42:24.276 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:42:24.307 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccess (31 ms) 2024-04-13T08:42:24.307 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned 2024-04-13T08:42:24.307 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:42:24.370 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned (63 ms) 2024-04-13T08:42:24.370 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned 2024-04-13T08:42:24.370 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:42:24.384 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:24 smithi139 ceph-mon[88985]: osdmap e1700: 8 total, 8 up, 8 in 2024-04-13T08:42:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:42:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:42:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:24 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:42:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:24 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:42:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:42:24.432 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned (62 ms) 2024-04-13T08:42:24.432 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLarge 2024-04-13T08:42:24.432 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:42:24.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:24 smithi119 ceph-mon[96316]: osdmap e1700: 8 total, 8 up, 8 in 2024-04-13T08:42:24.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:42:24.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:42:24.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:24 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:42:24.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:24 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:42:24.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:42:24.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:24 smithi119 ceph-mon[93746]: osdmap e1700: 8 total, 8 up, 8 in 2024-04-13T08:42:24.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:42:24.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:42:24.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:24 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:42:24.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:24 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:42:24.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:42:24.494 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLarge (62 ms) 2024-04-13T08:42:24.494 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLarge 2024-04-13T08:42:24.495 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:42:24.555 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLarge (62 ms) 2024-04-13T08:42:24.555 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess 2024-04-13T08:42:24.555 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:42:24.906 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess (351 ms) 2024-04-13T08:42:24.907 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess 2024-04-13T08:42:24.907 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:42:25.114 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:42:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:42:24] "GET /metrics HTTP/1.1" 200 63145 "" "Prometheus/2.43.0" 2024-04-13T08:42:25.283 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess (377 ms) 2024-04-13T08:42:25.284 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers 2024-04-13T08:42:25.284 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:42:25.308 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers (25 ms) 2024-04-13T08:42:25.308 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVMismatch 2024-04-13T08:42:25.308 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:42:25.337 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVMismatch (28 ms) 2024-04-13T08:42:25.337 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVSuccess 2024-04-13T08:42:25.337 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:42:25.368 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVSuccess (31 ms) 2024-04-13T08:42:25.368 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestScatterGatherIO 2024-04-13T08:42:25.368 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:42:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:25 smithi139 ceph-mon[88985]: pgmap v3086: 489 pgs: 4 creating+peering, 25 unknown, 460 active+clean; 203 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 351 KiB/s wr, 1.41k op/s 2024-04-13T08:42:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:25 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:42:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:25 smithi139 ceph-mon[88985]: osdmap e1701: 8 total, 8 up, 8 in 2024-04-13T08:42:25.399 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestScatterGatherIO (32 ms) 2024-04-13T08:42:25.399 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestEmptyDiscard 2024-04-13T08:42:25.400 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:42:25.425 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:25.425 INFO:tasks.workunit.client.0.smithi119.stdout:aio discard: 0~1048576 = 0 2024-04-13T08:42:25.425 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:25.425 INFO:tasks.workunit.client.0.smithi119.stdout:aio discard: 0~4194304 = 0 2024-04-13T08:42:25.425 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:25.425 INFO:tasks.workunit.client.0.smithi119.stdout:aio discard: 3145728~1048576 = 0 2024-04-13T08:42:25.425 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestEmptyDiscard (25 ms) 2024-04-13T08:42:25.425 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestFUA 2024-04-13T08:42:25.425 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:42:25.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:25 smithi119 ceph-mon[96316]: pgmap v3086: 489 pgs: 4 creating+peering, 25 unknown, 460 active+clean; 203 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 351 KiB/s wr, 1.41k op/s 2024-04-13T08:42:25.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:25 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:42:25.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:25 smithi119 ceph-mon[96316]: osdmap e1701: 8 total, 8 up, 8 in 2024-04-13T08:42:25.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:25 smithi119 ceph-mon[93746]: pgmap v3086: 489 pgs: 4 creating+peering, 25 unknown, 460 active+clean; 203 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 351 KiB/s wr, 1.41k op/s 2024-04-13T08:42:25.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:25 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:42:25.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:25 smithi119 ceph-mon[93746]: osdmap e1701: 8 total, 8 up, 8 in 2024-04-13T08:42:25.532 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 512 2024-04-13T08:42:25.532 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 512 2024-04-13T08:42:25.532 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 512 2024-04-13T08:42:25.532 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 512 2024-04-13T08:42:25.533 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 512 2024-04-13T08:42:25.533 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:42:25.533 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:42:25.533 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:42:25.533 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:42:25.533 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:42:25.533 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:25.533 INFO:tasks.workunit.client.0.smithi119.stdout:started write 2024-04-13T08:42:25.533 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:25.533 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:25.533 INFO:tasks.workunit.client.0.smithi119.stdout:finished write 2024-04-13T08:42:25.533 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:25.533 INFO:tasks.workunit.client.0.smithi119.stdout:started write 2024-04-13T08:42:25.533 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:25.533 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:25.533 INFO:tasks.workunit.client.0.smithi119.stdout:finished write 2024-04-13T08:42:25.534 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:25.534 INFO:tasks.workunit.client.0.smithi119.stdout:started write 2024-04-13T08:42:25.534 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:25.534 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:25.534 INFO:tasks.workunit.client.0.smithi119.stdout:finished write 2024-04-13T08:42:25.534 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:25.534 INFO:tasks.workunit.client.0.smithi119.stdout:started write 2024-04-13T08:42:25.534 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:25.534 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:25.534 INFO:tasks.workunit.client.0.smithi119.stdout:finished write 2024-04-13T08:42:25.534 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:25.534 INFO:tasks.workunit.client.0.smithi119.stdout:started write 2024-04-13T08:42:25.534 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:25.535 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:25.535 INFO:tasks.workunit.client.0.smithi119.stdout:finished write 2024-04-13T08:42:25.535 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:25.535 INFO:tasks.workunit.client.0.smithi119.stdout:started read 2024-04-13T08:42:25.535 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:42:25.535 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 512 2024-04-13T08:42:25.535 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:25.535 INFO:tasks.workunit.client.0.smithi119.stdout:started read 2024-04-13T08:42:25.535 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:42:25.535 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 512 2024-04-13T08:42:25.535 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:25.535 INFO:tasks.workunit.client.0.smithi119.stdout:started read 2024-04-13T08:42:25.535 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:42:25.535 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 512 2024-04-13T08:42:25.535 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:25.535 INFO:tasks.workunit.client.0.smithi119.stdout:started read 2024-04-13T08:42:25.536 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:42:25.536 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 512 2024-04-13T08:42:25.536 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:25.536 INFO:tasks.workunit.client.0.smithi119.stdout:started read 2024-04-13T08:42:25.536 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:42:25.536 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 512 2024-04-13T08:42:25.536 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestFUA (108 ms) 2024-04-13T08:42:25.536 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestIOPP 2024-04-13T08:42:25.536 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:42:25.550 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 512 2024-04-13T08:42:25.550 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 512 2024-04-13T08:42:25.550 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 512 2024-04-13T08:42:25.550 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 512 2024-04-13T08:42:25.551 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 512 2024-04-13T08:42:25.551 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:25.551 INFO:tasks.workunit.client.0.smithi119.stdout:started write 2024-04-13T08:42:25.551 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:25.551 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:25.551 INFO:tasks.workunit.client.0.smithi119.stdout:finished write 2024-04-13T08:42:25.551 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:25.551 INFO:tasks.workunit.client.0.smithi119.stdout:started write 2024-04-13T08:42:25.551 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:25.551 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:25.551 INFO:tasks.workunit.client.0.smithi119.stdout:finished write 2024-04-13T08:42:25.551 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:25.551 INFO:tasks.workunit.client.0.smithi119.stdout:started write 2024-04-13T08:42:25.551 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:25.551 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:25.552 INFO:tasks.workunit.client.0.smithi119.stdout:finished write 2024-04-13T08:42:25.552 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:25.552 INFO:tasks.workunit.client.0.smithi119.stdout:started write 2024-04-13T08:42:25.552 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:25.552 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:25.552 INFO:tasks.workunit.client.0.smithi119.stdout:finished write 2024-04-13T08:42:25.553 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:25.553 INFO:tasks.workunit.client.0.smithi119.stdout:started write 2024-04-13T08:42:25.553 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:25.563 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:25.563 INFO:tasks.workunit.client.0.smithi119.stdout:finished write 2024-04-13T08:42:25.563 INFO:tasks.workunit.client.0.smithi119.stdout:start compare and write 2024-04-13T08:42:25.563 INFO:tasks.workunit.client.0.smithi119.stdout:compare and wrote: 512 2024-04-13T08:42:25.564 INFO:tasks.workunit.client.0.smithi119.stdout:start compare and write 2024-04-13T08:42:25.564 INFO:tasks.workunit.client.0.smithi119.stdout:compare and wrote: 512 2024-04-13T08:42:25.564 INFO:tasks.workunit.client.0.smithi119.stdout:start compare and write 2024-04-13T08:42:25.564 INFO:tasks.workunit.client.0.smithi119.stdout:compare and wrote: 512 2024-04-13T08:42:25.564 INFO:tasks.workunit.client.0.smithi119.stdout:start compare and write 2024-04-13T08:42:25.564 INFO:tasks.workunit.client.0.smithi119.stdout:compare and wrote: 512 2024-04-13T08:42:25.565 INFO:tasks.workunit.client.0.smithi119.stdout:start compare and write 2024-04-13T08:42:25.565 INFO:tasks.workunit.client.0.smithi119.stdout:compare and wrote: 512 2024-04-13T08:42:25.565 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:25.565 INFO:tasks.workunit.client.0.smithi119.stdout:started aio compare and write 2024-04-13T08:42:25.565 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:25.566 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:25.566 INFO:tasks.workunit.client.0.smithi119.stdout:finished aio compare and write 2024-04-13T08:42:25.566 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:25.567 INFO:tasks.workunit.client.0.smithi119.stdout:started aio compare and write 2024-04-13T08:42:25.567 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:25.567 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:25.567 INFO:tasks.workunit.client.0.smithi119.stdout:finished aio compare and write 2024-04-13T08:42:25.567 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:25.567 INFO:tasks.workunit.client.0.smithi119.stdout:started aio compare and write 2024-04-13T08:42:25.568 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:25.568 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:25.569 INFO:tasks.workunit.client.0.smithi119.stdout:finished aio compare and write 2024-04-13T08:42:25.569 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:25.569 INFO:tasks.workunit.client.0.smithi119.stdout:started aio compare and write 2024-04-13T08:42:25.569 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:25.569 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:25.569 INFO:tasks.workunit.client.0.smithi119.stdout:finished aio compare and write 2024-04-13T08:42:25.569 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:25.569 INFO:tasks.workunit.client.0.smithi119.stdout:started aio compare and write 2024-04-13T08:42:25.569 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:25.571 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:25.571 INFO:tasks.workunit.client.0.smithi119.stdout:finished aio compare and write 2024-04-13T08:42:25.571 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:42:25.571 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:42:25.571 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:42:25.571 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:42:25.571 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:42:25.572 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:25.572 INFO:tasks.workunit.client.0.smithi119.stdout:started read 2024-04-13T08:42:25.572 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:42:25.572 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 512 2024-04-13T08:42:25.572 INFO:tasks.workunit.client.0.smithi119.stdout:finished read 2024-04-13T08:42:25.572 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:25.572 INFO:tasks.workunit.client.0.smithi119.stdout:started read 2024-04-13T08:42:25.573 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:42:25.573 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 512 2024-04-13T08:42:25.573 INFO:tasks.workunit.client.0.smithi119.stdout:finished read 2024-04-13T08:42:25.573 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:25.573 INFO:tasks.workunit.client.0.smithi119.stdout:started read 2024-04-13T08:42:25.573 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:42:25.573 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 512 2024-04-13T08:42:25.574 INFO:tasks.workunit.client.0.smithi119.stdout:finished read 2024-04-13T08:42:25.574 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:25.574 INFO:tasks.workunit.client.0.smithi119.stdout:started read 2024-04-13T08:42:25.574 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:42:25.574 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 512 2024-04-13T08:42:25.574 INFO:tasks.workunit.client.0.smithi119.stdout:finished read 2024-04-13T08:42:25.575 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:25.575 INFO:tasks.workunit.client.0.smithi119.stdout:started read 2024-04-13T08:42:25.575 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:42:25.575 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 512 2024-04-13T08:42:25.575 INFO:tasks.workunit.client.0.smithi119.stdout:finished read 2024-04-13T08:42:25.575 INFO:tasks.workunit.client.0.smithi119.stdout:discard: 512~512 2024-04-13T08:42:25.576 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:26.651 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:42:26.651 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:42:26.651 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:42:26.651 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:42:26.651 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:42:26.651 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 0 2024-04-13T08:42:26.652 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:26.652 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:26.652 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 0 2024-04-13T08:42:26.652 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:26.652 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:26.652 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 16384 2024-04-13T08:42:26.652 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:26.652 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:26.652 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 16384 2024-04-13T08:42:26.652 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:26.652 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:26.652 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:26.652 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:26.652 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 49152 2024-04-13T08:42:26.653 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:26.653 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:26.653 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 49152 2024-04-13T08:42:26.653 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:26.653 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:26.653 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 65536 2024-04-13T08:42:26.653 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:26.653 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:26.653 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 65536 2024-04-13T08:42:26.653 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:26.653 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:26.653 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:26.653 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:26.653 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 98304 2024-04-13T08:42:26.653 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:26.653 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:26.654 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 98304 2024-04-13T08:42:26.654 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:26.654 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:26.654 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 114688 2024-04-13T08:42:26.654 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:26.654 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:26.654 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 114688 2024-04-13T08:42:26.654 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:26.654 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:26.654 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:26.654 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:26.654 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 147456 2024-04-13T08:42:26.654 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:26.654 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:26.655 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 147456 2024-04-13T08:42:26.655 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:26.655 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:26.655 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 163840 2024-04-13T08:42:26.655 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:26.655 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:26.655 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 163840 2024-04-13T08:42:26.655 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:26.655 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:26.655 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:26.655 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:26.656 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 196608 2024-04-13T08:42:26.656 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:26.656 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:26.656 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 196608 2024-04-13T08:42:26.656 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:26.656 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:26.656 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 212992 2024-04-13T08:42:26.656 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:26.656 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:26.656 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 212992 2024-04-13T08:42:26.656 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:26.656 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:26.656 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:26.656 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:26.656 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:26.657 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:26.657 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:26.657 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:26.657 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:26.657 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:26.657 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:26.657 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:26.657 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:26.657 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:26.657 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:26.657 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:26.657 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:26.657 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:26.657 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:26.657 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:26.658 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:26.661 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:26.661 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:26.661 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:26.661 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:26.661 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:26.661 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:26.662 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:26.671 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:26.671 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:26.672 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:26.672 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:26.672 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:26.672 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:26.672 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:26.672 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:26.672 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:26.672 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:26.672 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:26.672 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:26.672 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:26.697 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:26.697 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:26.697 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:26.697 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:26.697 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:26.697 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:26.697 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:26.724 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:26.724 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:26.724 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:26.724 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:26.724 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:26.724 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:26.724 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:26.756 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:26.757 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:26.757 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:26.757 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:26.757 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:26.757 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:26.757 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:26.786 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:26.786 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:26.786 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:26.786 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:26.786 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:26.787 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:26.787 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:26.787 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:26.787 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:26.787 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:26.787 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:26.787 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:26.787 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:26.841 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:26.841 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:26.841 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:26.841 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:26.841 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:26.841 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:26.841 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:26.888 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:26.888 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:26.888 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:26.888 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:26.888 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:26.888 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:26.888 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:26.946 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:26.946 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:26.946 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:26.946 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:26.947 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:26.947 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:26.947 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:27.003 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:27.003 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:27.003 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:27.003 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:27.003 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:27.003 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:27.003 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:27.003 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:27.003 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:27.003 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:27.004 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:27.004 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:27.004 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:27.088 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:27.088 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:27.088 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:27.088 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:27.088 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:27.088 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:27.088 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:27.161 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:27.161 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:27.161 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:27.161 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:27.161 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:27.162 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:27.162 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:27.258 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:27.258 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:27.258 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:27.258 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:27.258 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:27.258 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:27.259 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:27.336 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:27.336 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:27.336 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:27.336 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:27.336 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:27.336 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:27.336 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:27.337 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:27.337 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:27.337 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:27.337 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:27.337 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:27.337 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:27.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:27 smithi139 ceph-mon[88985]: pgmap v3088: 489 pgs: 4 creating+peering, 5 unknown, 480 active+clean; 233 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 7.3 MiB/s rd, 7.2 MiB/s wr, 103 op/s 2024-04-13T08:42:27.434 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:27.434 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:27.434 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:27.434 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:27.434 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:27.434 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:27.434 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:27.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:27 smithi119 ceph-mon[96316]: pgmap v3088: 489 pgs: 4 creating+peering, 5 unknown, 480 active+clean; 233 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 7.3 MiB/s rd, 7.2 MiB/s wr, 103 op/s 2024-04-13T08:42:27.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:27 smithi119 ceph-mon[93746]: pgmap v3088: 489 pgs: 4 creating+peering, 5 unknown, 480 active+clean; 233 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 7.3 MiB/s rd, 7.2 MiB/s wr, 103 op/s 2024-04-13T08:42:27.542 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:27.543 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:27.543 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:27.543 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:27.543 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:27.543 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:27.543 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:27.644 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:27.644 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:27.645 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:27.645 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:27.645 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:27.645 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:27.645 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:27.745 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:27.745 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:27.745 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:27.745 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:27.745 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:27.745 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:27.745 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:27.745 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:27.745 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:27.746 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:27.746 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestIOPP (2212 ms) 2024-04-13T08:42:27.746 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP 2024-04-13T08:42:27.746 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:42:27.768 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP (23 ms) 2024-04-13T08:42:27.768 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP 2024-04-13T08:42:27.768 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:42:27.793 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP (26 ms) 2024-04-13T08:42:27.794 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP 2024-04-13T08:42:27.794 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:42:27.817 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP (23 ms) 2024-04-13T08:42:27.817 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP 2024-04-13T08:42:27.817 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:42:27.843 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP (26 ms) 2024-04-13T08:42:27.843 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchPP 2024-04-13T08:42:27.843 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:42:27.875 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchPP (32 ms) 2024-04-13T08:42:27.875 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchPP 2024-04-13T08:42:27.875 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:42:27.898 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:27.902 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchPP (27 ms) 2024-04-13T08:42:27.902 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP 2024-04-13T08:42:27.902 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:42:27.934 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP (32 ms) 2024-04-13T08:42:27.934 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP 2024-04-13T08:42:27.934 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:42:27.960 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:27.964 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP (30 ms) 2024-04-13T08:42:27.964 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessPP 2024-04-13T08:42:27.965 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:42:27.996 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessPP (33 ms) 2024-04-13T08:42:27.997 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessPP 2024-04-13T08:42:27.997 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:42:28.023 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:28.027 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessPP (31 ms) 2024-04-13T08:42:28.027 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP 2024-04-13T08:42:28.027 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:42:28.056 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP (29 ms) 2024-04-13T08:42:28.056 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP 2024-04-13T08:42:28.056 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:42:28.080 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:28.084 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP (28 ms) 2024-04-13T08:42:28.084 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP 2024-04-13T08:42:28.085 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:42:28.150 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP (65 ms) 2024-04-13T08:42:28.150 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP 2024-04-13T08:42:28.150 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:42:28.195 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:28.212 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP (62 ms) 2024-04-13T08:42:28.212 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLargePP 2024-04-13T08:42:28.212 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:42:28.273 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLargePP (61 ms) 2024-04-13T08:42:28.273 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLargePP 2024-04-13T08:42:28.274 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:42:28.321 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:28.337 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLargePP (64 ms) 2024-04-13T08:42:28.337 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP 2024-04-13T08:42:28.337 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:42:28.661 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP (323 ms) 2024-04-13T08:42:28.661 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP 2024-04-13T08:42:28.661 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:42:29.041 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:29.066 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP (405 ms) 2024-04-13T08:42:29.066 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestIOPPWithIOHint 2024-04-13T08:42:29.066 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:42:29.096 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 512 2024-04-13T08:42:29.096 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 512 2024-04-13T08:42:29.096 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 512 2024-04-13T08:42:29.096 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 512 2024-04-13T08:42:29.096 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 512 2024-04-13T08:42:29.096 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:29.096 INFO:tasks.workunit.client.0.smithi119.stdout:started write 2024-04-13T08:42:29.096 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:29.097 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:29.097 INFO:tasks.workunit.client.0.smithi119.stdout:finished write 2024-04-13T08:42:29.097 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:29.097 INFO:tasks.workunit.client.0.smithi119.stdout:started write 2024-04-13T08:42:29.097 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:29.098 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:29.098 INFO:tasks.workunit.client.0.smithi119.stdout:finished write 2024-04-13T08:42:29.098 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:29.098 INFO:tasks.workunit.client.0.smithi119.stdout:started write 2024-04-13T08:42:29.098 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:29.099 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:29.099 INFO:tasks.workunit.client.0.smithi119.stdout:finished write 2024-04-13T08:42:29.099 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:29.099 INFO:tasks.workunit.client.0.smithi119.stdout:started write 2024-04-13T08:42:29.099 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:29.102 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:29.102 INFO:tasks.workunit.client.0.smithi119.stdout:finished write 2024-04-13T08:42:29.102 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:29.102 INFO:tasks.workunit.client.0.smithi119.stdout:started write 2024-04-13T08:42:29.102 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:29.103 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:29.103 INFO:tasks.workunit.client.0.smithi119.stdout:finished write 2024-04-13T08:42:29.103 INFO:tasks.workunit.client.0.smithi119.stdout:read: 512 2024-04-13T08:42:29.103 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:29.103 INFO:tasks.workunit.client.0.smithi119.stdout:started read 2024-04-13T08:42:29.103 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:42:29.103 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 512 2024-04-13T08:42:29.103 INFO:tasks.workunit.client.0.smithi119.stdout:finished read 2024-04-13T08:42:29.103 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:29.104 INFO:tasks.workunit.client.0.smithi119.stdout:started read 2024-04-13T08:42:29.104 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:42:29.104 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 512 2024-04-13T08:42:29.104 INFO:tasks.workunit.client.0.smithi119.stdout:finished read 2024-04-13T08:42:29.104 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:29.104 INFO:tasks.workunit.client.0.smithi119.stdout:started read 2024-04-13T08:42:29.104 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:42:29.104 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 512 2024-04-13T08:42:29.104 INFO:tasks.workunit.client.0.smithi119.stdout:finished read 2024-04-13T08:42:29.104 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:29.104 INFO:tasks.workunit.client.0.smithi119.stdout:started read 2024-04-13T08:42:29.104 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:42:29.104 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 512 2024-04-13T08:42:29.104 INFO:tasks.workunit.client.0.smithi119.stdout:finished read 2024-04-13T08:42:29.104 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:29.104 INFO:tasks.workunit.client.0.smithi119.stdout:started read 2024-04-13T08:42:29.105 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:42:29.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:29 smithi139 ceph-mon[88985]: pgmap v3089: 489 pgs: 489 active+clean; 253 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 9.5 MiB/s rd, 9.4 MiB/s wr, 232 op/s 2024-04-13T08:42:29.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:29 smithi119 ceph-mon[96316]: pgmap v3089: 489 pgs: 489 active+clean; 253 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 9.5 MiB/s rd, 9.4 MiB/s wr, 232 op/s 2024-04-13T08:42:29.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:29 smithi119 ceph-mon[93746]: pgmap v3089: 489 pgs: 489 active+clean; 253 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 9.5 MiB/s rd, 9.4 MiB/s wr, 232 op/s 2024-04-13T08:42:29.981 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 512 2024-04-13T08:42:29.981 INFO:tasks.workunit.client.0.smithi119.stdout:finished read 2024-04-13T08:42:29.981 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 0 2024-04-13T08:42:29.981 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:29.981 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:29.981 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 0 2024-04-13T08:42:29.981 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:29.981 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:29.982 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 16384 2024-04-13T08:42:29.982 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:29.982 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:29.982 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 16384 2024-04-13T08:42:29.982 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:29.982 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:29.982 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:29.982 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:29.982 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 49152 2024-04-13T08:42:29.982 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:29.982 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:29.982 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 49152 2024-04-13T08:42:29.982 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:29.982 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:29.982 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 65536 2024-04-13T08:42:29.983 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:29.983 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:29.983 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 65536 2024-04-13T08:42:29.983 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:29.983 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:29.983 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:29.983 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:29.983 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 98304 2024-04-13T08:42:29.983 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:29.983 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:29.983 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 98304 2024-04-13T08:42:29.983 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:29.983 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:29.983 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 114688 2024-04-13T08:42:29.983 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:29.983 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:29.984 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 114688 2024-04-13T08:42:29.984 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:29.984 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:29.984 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:29.984 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:29.984 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 147456 2024-04-13T08:42:29.984 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:29.984 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:29.984 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 147456 2024-04-13T08:42:29.984 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:29.984 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:29.984 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 163840 2024-04-13T08:42:29.984 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:29.984 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:29.984 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 163840 2024-04-13T08:42:29.985 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:29.985 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:29.985 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:29.985 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:29.985 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 196608 2024-04-13T08:42:29.985 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:29.985 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:29.985 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 196608 2024-04-13T08:42:29.985 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:29.985 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:29.985 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 212992 2024-04-13T08:42:29.986 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:29.986 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:29.986 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 212992 2024-04-13T08:42:29.986 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:29.986 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:29.986 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:29.986 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:29.986 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:29.986 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:29.986 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:29.987 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:29.987 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:29.987 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:29.987 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:29.987 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:29.987 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:29.987 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:29.990 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:29.990 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:29.990 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:29.991 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:29.991 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:29.991 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:29.991 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:29.991 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:29.992 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:29.992 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:29.992 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:29.992 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:29.992 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:29.992 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:29.997 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:29.997 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:29.997 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:29.997 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:29.997 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:29.998 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:29.998 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:29.998 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:29.998 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:29.998 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:29.998 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:29.998 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:29.998 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:30.017 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:30.017 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:30.017 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:30.017 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:30.017 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:30.017 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:30.017 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:30.036 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:30.037 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:30.037 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:30.037 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:30.037 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:30.037 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:30.037 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:30.070 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:30.070 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:30.070 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:30.070 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:30.070 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:30.070 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:30.070 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:30.087 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:30.087 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:30.087 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:30.087 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:30.087 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:30.087 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:30.087 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:30.088 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:30.088 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:30.088 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:30.088 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:30.088 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:30.088 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:30.128 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:30.128 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:30.128 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:30.128 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:30.129 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:30.129 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:30.129 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:30.169 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:30.169 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:30.169 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:30.169 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:30.169 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:30.169 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:30.170 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:30.219 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:30.219 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:30.220 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:30.220 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:30.220 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:30.220 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:30.220 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:30.265 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:30.265 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:30.265 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:30.265 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:30.265 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:30.265 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:30.265 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:30.265 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:30.265 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:30.265 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:30.266 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:30.266 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:30.266 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:30.326 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:30.327 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:30.327 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:30.327 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:30.327 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:30.327 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:30.327 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:30.382 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:30.382 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:30.382 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:30.382 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:30.382 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:30.382 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:30.383 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:30.450 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:30.450 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:30.450 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:30.450 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:30.450 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:30.450 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:30.451 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:30.512 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:30.512 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:30.512 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:30.512 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:30.512 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:30.513 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:30.513 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:30.513 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:30.513 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:30.513 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:30.513 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:30.513 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:30.513 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:30.596 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:30.596 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:30.596 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:30.596 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:30.596 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:30.597 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:30.597 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:30.671 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:30.671 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:30.671 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:30.671 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:30.671 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:30.672 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:30.672 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:30.758 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:30.758 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:30.758 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:30.758 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:30.758 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:30.758 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:30.758 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:42:30.843 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:42:30.843 INFO:tasks.workunit.client.0.smithi119.stdout:finished writesame 2024-04-13T08:42:30.843 INFO:tasks.workunit.client.0.smithi119.stdout:to verify the data 2024-04-13T08:42:30.843 INFO:tasks.workunit.client.0.smithi119.stdout:verified 2024-04-13T08:42:30.844 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:30.844 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:30.844 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:30.844 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:42:30.844 INFO:tasks.workunit.client.0.smithi119.stdout:started writesame 2024-04-13T08:42:30.844 INFO:tasks.workunit.client.0.smithi119.stdout:expected fail, finished writesame 2024-04-13T08:42:30.844 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestIOPPWithIOHint (1777 ms) 2024-04-13T08:42:30.844 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestIOToSnapshot 2024-04-13T08:42:30.844 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:42:31.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:31 smithi119 ceph-mon[96316]: pgmap v3090: 489 pgs: 489 active+clean; 253 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 7.7 MiB/s rd, 7.6 MiB/s wr, 202 op/s 2024-04-13T08:42:31.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:31 smithi119 ceph-mon[96316]: osdmap e1702: 8 total, 8 up, 8 in 2024-04-13T08:42:31.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:31 smithi119 ceph-mon[93746]: pgmap v3090: 489 pgs: 489 active+clean; 253 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 7.7 MiB/s rd, 7.6 MiB/s wr, 202 op/s 2024-04-13T08:42:31.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:31 smithi119 ceph-mon[93746]: osdmap e1702: 8 total, 8 up, 8 in 2024-04-13T08:42:31.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:31 smithi139 ceph-mon[88985]: pgmap v3090: 489 pgs: 489 active+clean; 253 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 7.7 MiB/s rd, 7.6 MiB/s wr, 202 op/s 2024-04-13T08:42:31.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:31 smithi139 ceph-mon[88985]: osdmap e1702: 8 total, 8 up, 8 in 2024-04-13T08:42:32.042 INFO:tasks.workunit.client.0.smithi119.stdout:num snaps is: 0 2024-04-13T08:42:32.042 INFO:tasks.workunit.client.0.smithi119.stdout:expected: 0 2024-04-13T08:42:32.042 INFO:tasks.workunit.client.0.smithi119.stdout:num snaps is: 1 2024-04-13T08:42:32.042 INFO:tasks.workunit.client.0.smithi119.stdout:expected: 1 2024-04-13T08:42:32.042 INFO:tasks.workunit.client.0.smithi119.stdout:snap: orig 2024-04-13T08:42:32.042 INFO:tasks.workunit.client.0.smithi119.stdout:found orig with size 2097152 2024-04-13T08:42:32.042 INFO:tasks.workunit.client.0.smithi119.stdout:read: 80 2024-04-13T08:42:32.042 INFO:tasks.workunit.client.0.smithi119.stdout:write test data! 2024-04-13T08:42:32.043 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 80 2024-04-13T08:42:32.043 INFO:tasks.workunit.client.0.smithi119.stdout:num snaps is: 2 2024-04-13T08:42:32.043 INFO:tasks.workunit.client.0.smithi119.stdout:expected: 2 2024-04-13T08:42:32.043 INFO:tasks.workunit.client.0.smithi119.stdout:snap: orig 2024-04-13T08:42:32.043 INFO:tasks.workunit.client.0.smithi119.stdout:snap: written 2024-04-13T08:42:32.043 INFO:tasks.workunit.client.0.smithi119.stdout:found orig with size 2097152 2024-04-13T08:42:32.043 INFO:tasks.workunit.client.0.smithi119.stdout:found written with size 2097152 2024-04-13T08:42:32.043 INFO:tasks.workunit.client.0.smithi119.stdout:read: 80 2024-04-13T08:42:32.043 INFO:tasks.workunit.client.0.smithi119.stdout:read: 80 2024-04-13T08:42:32.043 INFO:tasks.workunit.client.0.smithi119.stdout:read: 80 2024-04-13T08:42:32.043 INFO:tasks.workunit.client.0.smithi119.stdout:write to snapshot returned -30 2024-04-13T08:42:32.043 INFO:tasks.workunit.client.0.smithi119.stdout:Read-only file system 2024-04-13T08:42:32.067 INFO:tasks.workunit.client.0.smithi119.stdout:read: 80 2024-04-13T08:42:32.067 INFO:tasks.workunit.client.0.smithi119.stdout:read: 80 2024-04-13T08:42:32.067 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 80 2024-04-13T08:42:32.067 INFO:tasks.workunit.client.0.smithi119.stdout:opening testimg@orig 2024-04-13T08:42:32.067 INFO:tasks.workunit.client.0.smithi119.stdout:read: 80 2024-04-13T08:42:32.067 INFO:tasks.workunit.client.0.smithi119.stdout:write to snapshot returned -30 2024-04-13T08:42:32.068 INFO:tasks.workunit.client.0.smithi119.stdout:Read-only file system 2024-04-13T08:42:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:42:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:42:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:42:33.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:33 smithi139 ceph-mon[88985]: pgmap v3092: 489 pgs: 489 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 14 MiB/s wr, 2.16k op/s 2024-04-13T08:42:33.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:33 smithi139 ceph-mon[88985]: osdmap e1703: 8 total, 8 up, 8 in 2024-04-13T08:42:33.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:33 smithi119 ceph-mon[96316]: pgmap v3092: 489 pgs: 489 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 14 MiB/s wr, 2.16k op/s 2024-04-13T08:42:33.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:33 smithi119 ceph-mon[96316]: osdmap e1703: 8 total, 8 up, 8 in 2024-04-13T08:42:33.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:33 smithi119 ceph-mon[93746]: pgmap v3092: 489 pgs: 489 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 14 MiB/s wr, 2.16k op/s 2024-04-13T08:42:33.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:33 smithi119 ceph-mon[93746]: osdmap e1703: 8 total, 8 up, 8 in 2024-04-13T08:42:34.055 INFO:tasks.workunit.client.0.smithi119.stdout:num snaps is: 2 2024-04-13T08:42:34.055 INFO:tasks.workunit.client.0.smithi119.stdout:expected: 2 2024-04-13T08:42:34.055 INFO:tasks.workunit.client.0.smithi119.stdout:snap: orig 2024-04-13T08:42:34.055 INFO:tasks.workunit.client.0.smithi119.stdout:snap: written 2024-04-13T08:42:34.055 INFO:tasks.workunit.client.0.smithi119.stdout:found orig with size 2097152 2024-04-13T08:42:34.055 INFO:tasks.workunit.client.0.smithi119.stdout:found written with size 2097152 2024-04-13T08:42:34.055 INFO:tasks.workunit.client.0.smithi119.stdout:num snaps is: 1 2024-04-13T08:42:34.055 INFO:tasks.workunit.client.0.smithi119.stdout:expected: 1 2024-04-13T08:42:34.055 INFO:tasks.workunit.client.0.smithi119.stdout:snap: orig 2024-04-13T08:42:34.055 INFO:tasks.workunit.client.0.smithi119.stdout:found orig with size 2097152 2024-04-13T08:42:34.055 INFO:tasks.workunit.client.0.smithi119.stdout:num snaps is: 0 2024-04-13T08:42:34.055 INFO:tasks.workunit.client.0.smithi119.stdout:expected: 0 2024-04-13T08:42:34.056 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestIOToSnapshot (3212 ms) 2024-04-13T08:42:34.056 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestSnapshotDeletedIo 2024-04-13T08:42:34.056 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:42:34.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:34 smithi139 ceph-mon[88985]: osdmap e1704: 8 total, 8 up, 8 in 2024-04-13T08:42:34.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:34 smithi119 ceph-mon[96316]: osdmap e1704: 8 total, 8 up, 8 in 2024-04-13T08:42:34.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:34 smithi119 ceph-mon[93746]: osdmap e1704: 8 total, 8 up, 8 in 2024-04-13T08:42:35.215 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:42:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:42:34] "GET /metrics HTTP/1.1" 200 63145 "" "Prometheus/2.43.0" 2024-04-13T08:42:35.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:35 smithi119 ceph-mon[96316]: pgmap v3095: 489 pgs: 489 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 10 MiB/s wr, 2.65k op/s 2024-04-13T08:42:35.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:35 smithi119 ceph-mon[96316]: osdmap e1705: 8 total, 8 up, 8 in 2024-04-13T08:42:35.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:35 smithi119 ceph-mon[93746]: pgmap v3095: 489 pgs: 489 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 10 MiB/s wr, 2.65k op/s 2024-04-13T08:42:35.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:35 smithi119 ceph-mon[93746]: osdmap e1705: 8 total, 8 up, 8 in 2024-04-13T08:42:35.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:35 smithi139 ceph-mon[88985]: pgmap v3095: 489 pgs: 489 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 10 MiB/s wr, 2.65k op/s 2024-04-13T08:42:35.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:35 smithi139 ceph-mon[88985]: osdmap e1705: 8 total, 8 up, 8 in 2024-04-13T08:42:36.065 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestSnapshotDeletedIo (2010 ms) 2024-04-13T08:42:36.065 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestClone 2024-04-13T08:42:36.065 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:42:36.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:36 smithi139 ceph-mon[88985]: osdmap e1706: 8 total, 8 up, 8 in 2024-04-13T08:42:36.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:36 smithi119 ceph-mon[96316]: osdmap e1706: 8 total, 8 up, 8 in 2024-04-13T08:42:36.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:36 smithi119 ceph-mon[93746]: osdmap e1706: 8 total, 8 up, 8 in 2024-04-13T08:42:37.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:37 smithi139 ceph-mon[88985]: pgmap v3098: 489 pgs: 489 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 251 KiB/s rd, 102 KiB/s wr, 540 op/s 2024-04-13T08:42:37.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:37 smithi139 ceph-mon[88985]: osdmap e1707: 8 total, 8 up, 8 in 2024-04-13T08:42:37.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:37 smithi119 ceph-mon[96316]: pgmap v3098: 489 pgs: 489 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 251 KiB/s rd, 102 KiB/s wr, 540 op/s 2024-04-13T08:42:37.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:37 smithi119 ceph-mon[96316]: osdmap e1707: 8 total, 8 up, 8 in 2024-04-13T08:42:37.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:37 smithi119 ceph-mon[93746]: pgmap v3098: 489 pgs: 489 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 251 KiB/s rd, 102 KiB/s wr, 540 op/s 2024-04-13T08:42:37.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:37 smithi119 ceph-mon[93746]: osdmap e1707: 8 total, 8 up, 8 in 2024-04-13T08:42:38.072 INFO:tasks.workunit.client.0.smithi119.stdout:made parent image "parent" 2024-04-13T08:42:38.072 INFO:tasks.workunit.client.0.smithi119.stdout:parent has no parent info 2024-04-13T08:42:38.072 INFO:tasks.workunit.client.0.smithi119.stdout:made snapshot "parent@parent_snap" 2024-04-13T08:42:38.072 INFO:tasks.workunit.client.0.smithi119.stdout:can't unprotect an unprotected snap 2024-04-13T08:42:38.072 INFO:tasks.workunit.client.0.smithi119.stdout:can't protect a protected snap 2024-04-13T08:42:38.073 INFO:tasks.workunit.client.0.smithi119.stdout:made and opened clone "child" 2024-04-13T08:42:38.073 INFO:tasks.workunit.client.0.smithi119.stdout:read: 8 2024-04-13T08:42:38.073 INFO:tasks.workunit.client.0.smithi119.stdout:read: 8 2024-04-13T08:42:38.073 INFO:tasks.workunit.client.0.smithi119.stdout:read: 8 2024-04-13T08:42:38.073 INFO:tasks.workunit.client.0.smithi119.stdout:sizes and overlaps are good between parent and child 2024-04-13T08:42:38.073 INFO:tasks.workunit.client.0.smithi119.stdout:child image successfully cloned all image-meta pairs 2024-04-13T08:42:38.073 INFO:tasks.workunit.client.0.smithi119.stdout:sized down clone, changed overlap 2024-04-13T08:42:38.073 INFO:tasks.workunit.client.0.smithi119.stdout:parent info: size 4194304 obj_size 4194304 parent_pool 18446744073709551615 2024-04-13T08:42:38.073 INFO:tasks.workunit.client.0.smithi119.stdout:sized up clone, changed size but not overlap or parent's size 2024-04-13T08:42:38.073 INFO:tasks.workunit.client.0.smithi119.stdout:can't remove parent while child still exists 2024-04-13T08:42:38.073 INFO:tasks.workunit.client.0.smithi119.stdout:can't remove parent while still protected 2024-04-13T08:42:38.073 INFO:tasks.workunit.client.0.smithi119.stdout:removed parent snap after unprotecting 2024-04-13T08:42:38.073 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestClone (2007 ms) 2024-04-13T08:42:38.073 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestClone2 2024-04-13T08:42:38.073 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:42:38.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:38 smithi139 ceph-mon[88985]: osdmap e1708: 8 total, 8 up, 8 in 2024-04-13T08:42:38.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:38 smithi119 ceph-mon[96316]: osdmap e1708: 8 total, 8 up, 8 in 2024-04-13T08:42:38.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:38 smithi119 ceph-mon[93746]: osdmap e1708: 8 total, 8 up, 8 in 2024-04-13T08:42:39.210 INFO:tasks.workunit.client.0.smithi119.stdout:made parent image "parent" 2024-04-13T08:42:39.210 INFO:tasks.workunit.client.0.smithi119.stdout:parent has no parent info 2024-04-13T08:42:39.210 INFO:tasks.workunit.client.0.smithi119.stdout:made snapshot "parent@parent_snap" 2024-04-13T08:42:39.210 INFO:tasks.workunit.client.0.smithi119.stdout:made and opened clone "child" 2024-04-13T08:42:39.210 INFO:tasks.workunit.client.0.smithi119.stdout:child image successfully cloned all image-meta pairs 2024-04-13T08:42:39.210 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestClone2 (1137 ms) 2024-04-13T08:42:39.210 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.ListChildren 2024-04-13T08:42:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:39 smithi139 ceph-mon[88985]: pgmap v3101: 489 pgs: 489 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 299 KiB/s rd, 107 KiB/s wr, 605 op/s 2024-04-13T08:42:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:39 smithi139 ceph-mon[88985]: osdmap e1709: 8 total, 8 up, 8 in 2024-04-13T08:42:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:39 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:42:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:42:39.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:39 smithi119 ceph-mon[93746]: pgmap v3101: 489 pgs: 489 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 299 KiB/s rd, 107 KiB/s wr, 605 op/s 2024-04-13T08:42:39.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:39 smithi119 ceph-mon[93746]: osdmap e1709: 8 total, 8 up, 8 in 2024-04-13T08:42:39.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:39 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:42:39.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:42:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:39 smithi119 ceph-mon[96316]: pgmap v3101: 489 pgs: 489 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 299 KiB/s rd, 107 KiB/s wr, 605 op/s 2024-04-13T08:42:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:39 smithi119 ceph-mon[96316]: osdmap e1709: 8 total, 8 up, 8 in 2024-04-13T08:42:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:39 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:42:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:42:40.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:40 smithi139 ceph-mon[88985]: osdmap e1710: 8 total, 8 up, 8 in 2024-04-13T08:42:40.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:40 smithi119 ceph-mon[96316]: osdmap e1710: 8 total, 8 up, 8 in 2024-04-13T08:42:40.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:40 smithi119 ceph-mon[93746]: osdmap e1710: 8 total, 8 up, 8 in 2024-04-13T08:42:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:41 smithi139 ceph-mon[88985]: pgmap v3104: 489 pgs: 489 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 83 KiB/s rd, 11 KiB/s wr, 119 op/s 2024-04-13T08:42:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:41 smithi139 ceph-mon[88985]: osdmap e1711: 8 total, 8 up, 8 in 2024-04-13T08:42:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:41 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/4164061013' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:42:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:41 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:42:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:41 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:42:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:41 smithi139 ceph-mon[88985]: osdmap e1712: 8 total, 8 up, 8 in 2024-04-13T08:42:41.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:41 smithi119 ceph-mon[96316]: pgmap v3104: 489 pgs: 489 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 83 KiB/s rd, 11 KiB/s wr, 119 op/s 2024-04-13T08:42:41.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:41 smithi119 ceph-mon[96316]: osdmap e1711: 8 total, 8 up, 8 in 2024-04-13T08:42:41.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:41 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/4164061013' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:42:41.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:41 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:42:41.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:41 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:42:41.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:41 smithi119 ceph-mon[96316]: osdmap e1712: 8 total, 8 up, 8 in 2024-04-13T08:42:41.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:41 smithi119 ceph-mon[93746]: pgmap v3104: 489 pgs: 489 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 83 KiB/s rd, 11 KiB/s wr, 119 op/s 2024-04-13T08:42:41.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:41 smithi119 ceph-mon[93746]: osdmap e1711: 8 total, 8 up, 8 in 2024-04-13T08:42:41.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:41 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/4164061013' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:42:41.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:41 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:42:41.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:41 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:42:41.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:41 smithi119 ceph-mon[93746]: osdmap e1712: 8 total, 8 up, 8 in 2024-04-13T08:42:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:42:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:42:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:42:43.025 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:42:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:43 smithi139 ceph-mon[88985]: pgmap v3107: 521 pgs: 21 creating+peering, 6 unknown, 494 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 789 KiB/s rd, 56 KiB/s wr, 942 op/s 2024-04-13T08:42:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:43 smithi139 ceph-mon[88985]: osdmap e1713: 8 total, 8 up, 8 in 2024-04-13T08:42:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:43 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/3638458663' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:42:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:43 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:42:43.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:43 smithi119 ceph-mon[96316]: pgmap v3107: 521 pgs: 21 creating+peering, 6 unknown, 494 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 789 KiB/s rd, 56 KiB/s wr, 942 op/s 2024-04-13T08:42:43.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:43 smithi119 ceph-mon[96316]: osdmap e1713: 8 total, 8 up, 8 in 2024-04-13T08:42:43.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:43 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/3638458663' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:42:43.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:43 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:42:43.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:43 smithi119 ceph-mon[93746]: pgmap v3107: 521 pgs: 21 creating+peering, 6 unknown, 494 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 789 KiB/s rd, 56 KiB/s wr, 942 op/s 2024-04-13T08:42:43.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:43 smithi119 ceph-mon[93746]: osdmap e1713: 8 total, 8 up, 8 in 2024-04-13T08:42:43.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:43 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/3638458663' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:42:43.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:43 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:42:44.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:44 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:42:44.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:44 smithi139 ceph-mon[88985]: osdmap e1714: 8 total, 8 up, 8 in 2024-04-13T08:42:44.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:44 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:42:44.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:44 smithi119 ceph-mon[93746]: osdmap e1714: 8 total, 8 up, 8 in 2024-04-13T08:42:44.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:44 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:42:44.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:44 smithi119 ceph-mon[96316]: osdmap e1714: 8 total, 8 up, 8 in 2024-04-13T08:42:45.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:42:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:42:44] "GET /metrics HTTP/1.1" 200 63180 "" "Prometheus/2.43.0" 2024-04-13T08:42:45.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:45 smithi119 ceph-mon[96316]: pgmap v3110: 553 pgs: 27 creating+peering, 26 unknown, 500 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 763 KiB/s rd, 51 KiB/s wr, 904 op/s 2024-04-13T08:42:45.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:45 smithi119 ceph-mon[96316]: osdmap e1715: 8 total, 8 up, 8 in 2024-04-13T08:42:45.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:45 smithi119 ceph-mon[93746]: pgmap v3110: 553 pgs: 27 creating+peering, 26 unknown, 500 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 763 KiB/s rd, 51 KiB/s wr, 904 op/s 2024-04-13T08:42:45.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:45 smithi119 ceph-mon[93746]: osdmap e1715: 8 total, 8 up, 8 in 2024-04-13T08:42:45.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:45 smithi139 ceph-mon[88985]: pgmap v3110: 553 pgs: 27 creating+peering, 26 unknown, 500 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 763 KiB/s rd, 51 KiB/s wr, 904 op/s 2024-04-13T08:42:45.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:45 smithi139 ceph-mon[88985]: osdmap e1715: 8 total, 8 up, 8 in 2024-04-13T08:42:46.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:46 smithi139 ceph-mon[88985]: osdmap e1716: 8 total, 8 up, 8 in 2024-04-13T08:42:46.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:46 smithi139 ceph-mon[88985]: osdmap e1717: 8 total, 8 up, 8 in 2024-04-13T08:42:46.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:46 smithi119 ceph-mon[96316]: osdmap e1716: 8 total, 8 up, 8 in 2024-04-13T08:42:46.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:46 smithi119 ceph-mon[96316]: osdmap e1717: 8 total, 8 up, 8 in 2024-04-13T08:42:46.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:46 smithi119 ceph-mon[93746]: osdmap e1716: 8 total, 8 up, 8 in 2024-04-13T08:42:46.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:46 smithi119 ceph-mon[93746]: osdmap e1717: 8 total, 8 up, 8 in 2024-04-13T08:42:47.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:47 smithi139 ceph-mon[88985]: pgmap v3113: 553 pgs: 11 creating+peering, 10 unknown, 532 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 255 B/s wr, 2 op/s 2024-04-13T08:42:47.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:47 smithi119 ceph-mon[96316]: pgmap v3113: 553 pgs: 11 creating+peering, 10 unknown, 532 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 255 B/s wr, 2 op/s 2024-04-13T08:42:47.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:47 smithi119 ceph-mon[93746]: pgmap v3113: 553 pgs: 11 creating+peering, 10 unknown, 532 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 255 B/s wr, 2 op/s 2024-04-13T08:42:48.384 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:48 smithi139 ceph-mon[88985]: osdmap e1718: 8 total, 8 up, 8 in 2024-04-13T08:42:48.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:48 smithi119 ceph-mon[96316]: osdmap e1718: 8 total, 8 up, 8 in 2024-04-13T08:42:48.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:48 smithi119 ceph-mon[93746]: osdmap e1718: 8 total, 8 up, 8 in 2024-04-13T08:42:48.598 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:48.598 INFO:tasks.workunit.client.0.smithi119.stdout:trying to find test-librbd-smithi119-147402-28/image113 2024-04-13T08:42:48.598 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-28/image113 2024-04-13T08:42:48.598 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-28/image113 2024-04-13T08:42:48.598 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:48.598 INFO:tasks.workunit.client.0.smithi119.stdout:num children is: 1 2024-04-13T08:42:48.599 INFO:tasks.workunit.client.0.smithi119.stdout:expected: 1 2024-04-13T08:42:48.599 INFO:tasks.workunit.client.0.smithi119.stdout:child: image113 2024-04-13T08:42:48.599 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-28/image113/b1ec5d1e9223 2024-04-13T08:42:48.599 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:48.599 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:48.599 INFO:tasks.workunit.client.0.smithi119.stdout:trying to find test-librbd-smithi119-147402-28/image113 2024-04-13T08:42:48.599 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-27/image114 2024-04-13T08:42:48.599 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-28/image113 2024-04-13T08:42:48.599 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-28/image113 2024-04-13T08:42:48.599 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:48.599 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:48.599 INFO:tasks.workunit.client.0.smithi119.stdout:trying to find test-librbd-smithi119-147402-27/image114 2024-04-13T08:42:48.599 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-27/image114 2024-04-13T08:42:48.599 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-27/image114 2024-04-13T08:42:48.599 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:48.600 INFO:tasks.workunit.client.0.smithi119.stdout:num children is: 2 2024-04-13T08:42:48.600 INFO:tasks.workunit.client.0.smithi119.stdout:expected: 2 2024-04-13T08:42:48.600 INFO:tasks.workunit.client.0.smithi119.stdout:child: image114 2024-04-13T08:42:48.600 INFO:tasks.workunit.client.0.smithi119.stdout:child: image113 2024-04-13T08:42:48.600 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-28/image113/b1ec5d1e9223 2024-04-13T08:42:48.600 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:48.600 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-27/image114/b1ecf3860c68 2024-04-13T08:42:48.600 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:48.600 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:48.600 INFO:tasks.workunit.client.0.smithi119.stdout:trying to find test-librbd-smithi119-147402-28/image113 2024-04-13T08:42:48.600 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-27/image114 2024-04-13T08:42:48.600 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-28/image113 2024-04-13T08:42:48.600 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-28/image113 2024-04-13T08:42:48.600 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:48.600 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:48.601 INFO:tasks.workunit.client.0.smithi119.stdout:trying to find test-librbd-smithi119-147402-27/image114 2024-04-13T08:42:48.601 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-27/image114 2024-04-13T08:42:48.601 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-27/image114 2024-04-13T08:42:48.601 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:48.601 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:48.601 INFO:tasks.workunit.client.0.smithi119.stdout:trying to find test-librbd-smithi119-147402-28/image115 2024-04-13T08:42:48.601 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-27/image114 2024-04-13T08:42:48.601 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-28/image113 2024-04-13T08:42:48.601 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-28/image115 2024-04-13T08:42:48.601 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-28/image115 2024-04-13T08:42:48.601 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:48.601 INFO:tasks.workunit.client.0.smithi119.stdout:num children is: 3 2024-04-13T08:42:48.601 INFO:tasks.workunit.client.0.smithi119.stdout:expected: 3 2024-04-13T08:42:48.601 INFO:tasks.workunit.client.0.smithi119.stdout:child: image114 2024-04-13T08:42:48.601 INFO:tasks.workunit.client.0.smithi119.stdout:child: image113 2024-04-13T08:42:48.602 INFO:tasks.workunit.client.0.smithi119.stdout:child: image115 2024-04-13T08:42:48.602 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-28/image113/b1ec5d1e9223 2024-04-13T08:42:48.602 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:48.602 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-27/image114/b1ecf3860c68 2024-04-13T08:42:48.602 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:48.602 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-28/image115/b1ecd4ce51fc 2024-04-13T08:42:48.602 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:48.602 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:48.602 INFO:tasks.workunit.client.0.smithi119.stdout:trying to find test-librbd-smithi119-147402-28/image113 2024-04-13T08:42:48.602 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-27/image114 2024-04-13T08:42:48.602 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-28/image113 2024-04-13T08:42:48.602 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-28/image113 2024-04-13T08:42:48.602 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:48.602 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:48.602 INFO:tasks.workunit.client.0.smithi119.stdout:trying to find test-librbd-smithi119-147402-27/image114 2024-04-13T08:42:48.603 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-27/image114 2024-04-13T08:42:48.603 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-27/image114 2024-04-13T08:42:48.603 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:48.603 INFO:tasks.workunit.client.0.smithi119.stdout:num children is: 3 2024-04-13T08:42:48.603 INFO:tasks.workunit.client.0.smithi119.stdout:expected: 3 2024-04-13T08:42:48.603 INFO:tasks.workunit.client.0.smithi119.stdout:child: image114 2024-04-13T08:42:48.603 INFO:tasks.workunit.client.0.smithi119.stdout:child: image113 2024-04-13T08:42:48.603 INFO:tasks.workunit.client.0.smithi119.stdout:child: image115 2024-04-13T08:42:48.603 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-28/image113/b1ec5d1e9223 2024-04-13T08:42:48.603 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:48.603 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-27/image114/b1ecf3860c68 2024-04-13T08:42:48.603 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:48.603 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-28/image115/b1ecd4ce51fc 2024-04-13T08:42:48.603 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:48.603 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:48.604 INFO:tasks.workunit.client.0.smithi119.stdout:trying to find test-librbd-smithi119-147402-28/image113 2024-04-13T08:42:48.604 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-27/image114 2024-04-13T08:42:48.604 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-28/image113 2024-04-13T08:42:48.604 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-28/image113 2024-04-13T08:42:48.604 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:48.604 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:48.604 INFO:tasks.workunit.client.0.smithi119.stdout:trying to find test-librbd-smithi119-147402-27/image114 2024-04-13T08:42:48.604 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-27/image114 2024-04-13T08:42:48.604 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-27/image114 2024-04-13T08:42:48.604 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:48.604 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:48.604 INFO:tasks.workunit.client.0.smithi119.stdout:trying to find test-librbd-smithi119-147402-28/image116 2024-04-13T08:42:48.604 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-27/image114 2024-04-13T08:42:48.604 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-28/image113 2024-04-13T08:42:48.604 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-28/image116 2024-04-13T08:42:48.605 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-28/image116 2024-04-13T08:42:48.605 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:48.605 INFO:tasks.workunit.client.0.smithi119.stdout:num children is: 4 2024-04-13T08:42:48.605 INFO:tasks.workunit.client.0.smithi119.stdout:expected: 4 2024-04-13T08:42:48.605 INFO:tasks.workunit.client.0.smithi119.stdout:child: image114 2024-04-13T08:42:48.605 INFO:tasks.workunit.client.0.smithi119.stdout:child: image113 2024-04-13T08:42:48.605 INFO:tasks.workunit.client.0.smithi119.stdout:child: image115 2024-04-13T08:42:48.605 INFO:tasks.workunit.client.0.smithi119.stdout:child: image116 2024-04-13T08:42:48.605 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-28/image113/b1ec5d1e9223 2024-04-13T08:42:48.605 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:48.605 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-27/image114/b1ecf3860c68 2024-04-13T08:42:48.605 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:48.605 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-28/image115/b1ecd4ce51fc 2024-04-13T08:42:48.605 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:48.605 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-28/image116/b1ecf8090ad6 2024-04-13T08:42:48.605 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:48.606 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:48.606 INFO:tasks.workunit.client.0.smithi119.stdout:trying to find test-librbd-smithi119-147402-28/image113 2024-04-13T08:42:48.606 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-27/image114 2024-04-13T08:42:48.606 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-28/image113 2024-04-13T08:42:48.606 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-28/image113 2024-04-13T08:42:48.606 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:48.606 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:48.606 INFO:tasks.workunit.client.0.smithi119.stdout:trying to find test-librbd-smithi119-147402-27/image114 2024-04-13T08:42:48.606 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-27/image114 2024-04-13T08:42:48.606 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-27/image114 2024-04-13T08:42:48.606 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:48.606 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:48.606 INFO:tasks.workunit.client.0.smithi119.stdout:trying to find test-librbd-smithi119-147402-28/image115 2024-04-13T08:42:48.606 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-27/image114 2024-04-13T08:42:48.607 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-28/image113 2024-04-13T08:42:48.607 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-28/image115 2024-04-13T08:42:48.607 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-28/image115 2024-04-13T08:42:48.607 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:48.607 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:48.607 INFO:tasks.workunit.client.0.smithi119.stdout:trying to find test-librbd-smithi119-147402-28/image116 2024-04-13T08:42:49.147 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-27/image114 2024-04-13T08:42:49.147 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-28/image113 2024-04-13T08:42:49.147 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-28/image115 2024-04-13T08:42:49.147 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-28/image116 2024-04-13T08:42:49.147 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-28/image116 2024-04-13T08:42:49.147 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:49.147 INFO:tasks.workunit.client.0.smithi119.stdout:num children is: 4 2024-04-13T08:42:49.147 INFO:tasks.workunit.client.0.smithi119.stdout:expected: 4 2024-04-13T08:42:49.147 INFO:tasks.workunit.client.0.smithi119.stdout:child: image114 2024-04-13T08:42:49.147 INFO:tasks.workunit.client.0.smithi119.stdout:child: image113 2024-04-13T08:42:49.147 INFO:tasks.workunit.client.0.smithi119.stdout:child: image115 2024-04-13T08:42:49.147 INFO:tasks.workunit.client.0.smithi119.stdout:child: image116 2024-04-13T08:42:49.147 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-28/image113/b1ec5d1e9223 2024-04-13T08:42:49.148 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:49.148 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-27/image114/b1ecf3860c68 2024-04-13T08:42:49.148 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:49.148 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-28/image115/b1ecd4ce51fc 2024-04-13T08:42:49.148 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:49.148 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-28/image116/b1ecf8090ad6 2024-04-13T08:42:49.148 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:49.148 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:49.148 INFO:tasks.workunit.client.0.smithi119.stdout:trying to find test-librbd-smithi119-147402-27/image114 2024-04-13T08:42:49.148 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-27/image114 2024-04-13T08:42:49.148 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-27/image114 2024-04-13T08:42:49.148 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:49.148 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:49.148 INFO:tasks.workunit.client.0.smithi119.stdout:trying to find test-librbd-smithi119-147402-28/image115 2024-04-13T08:42:49.148 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-27/image114 2024-04-13T08:42:49.149 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-28/image115 2024-04-13T08:42:49.149 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-28/image115 2024-04-13T08:42:49.149 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:49.149 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:49.149 INFO:tasks.workunit.client.0.smithi119.stdout:trying to find test-librbd-smithi119-147402-28/image116 2024-04-13T08:42:49.149 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-27/image114 2024-04-13T08:42:49.149 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-28/image115 2024-04-13T08:42:49.149 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-28/image116 2024-04-13T08:42:49.149 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-28/image116 2024-04-13T08:42:49.149 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:49.149 INFO:tasks.workunit.client.0.smithi119.stdout:num children is: 3 2024-04-13T08:42:49.149 INFO:tasks.workunit.client.0.smithi119.stdout:expected: 3 2024-04-13T08:42:49.149 INFO:tasks.workunit.client.0.smithi119.stdout:child: image114 2024-04-13T08:42:49.149 INFO:tasks.workunit.client.0.smithi119.stdout:child: image115 2024-04-13T08:42:49.149 INFO:tasks.workunit.client.0.smithi119.stdout:child: image116 2024-04-13T08:42:49.149 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-27/image114/b1ecf3860c68 2024-04-13T08:42:49.149 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:49.150 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-28/image115/b1ecd4ce51fc 2024-04-13T08:42:49.150 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:49.150 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-28/image116/b1ecf8090ad6 2024-04-13T08:42:49.150 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:49.150 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:49.150 INFO:tasks.workunit.client.0.smithi119.stdout:trying to find test-librbd-smithi119-147402-27/image114 2024-04-13T08:42:49.150 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-27/image114 2024-04-13T08:42:49.150 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-27/image114 2024-04-13T08:42:49.150 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:49.150 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:49.150 INFO:tasks.workunit.client.0.smithi119.stdout:trying to find test-librbd-smithi119-147402-28/image116 2024-04-13T08:42:49.150 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-27/image114 2024-04-13T08:42:49.150 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-28/image116 2024-04-13T08:42:49.150 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-28/image116 2024-04-13T08:42:49.150 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:49.151 INFO:tasks.workunit.client.0.smithi119.stdout:num children is: 2 2024-04-13T08:42:49.151 INFO:tasks.workunit.client.0.smithi119.stdout:expected: 2 2024-04-13T08:42:49.151 INFO:tasks.workunit.client.0.smithi119.stdout:child: image114 2024-04-13T08:42:49.151 INFO:tasks.workunit.client.0.smithi119.stdout:child: image116 2024-04-13T08:42:49.151 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-27/image114/b1ecf3860c68 2024-04-13T08:42:49.151 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:49.151 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-28/image116/b1ecf8090ad6 2024-04-13T08:42:49.151 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:49.151 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:49.151 INFO:tasks.workunit.client.0.smithi119.stdout:trying to find test-librbd-smithi119-147402-27/image114 2024-04-13T08:42:49.151 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-27/image114 2024-04-13T08:42:49.151 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-27/image114 2024-04-13T08:42:49.151 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:49.151 INFO:tasks.workunit.client.0.smithi119.stdout:num children is: 1 2024-04-13T08:42:49.151 INFO:tasks.workunit.client.0.smithi119.stdout:expected: 1 2024-04-13T08:42:49.151 INFO:tasks.workunit.client.0.smithi119.stdout:child: image114 2024-04-13T08:42:49.152 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-27/image114/b1ecf3860c68 2024-04-13T08:42:49.152 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:42:49.152 INFO:tasks.workunit.client.0.smithi119.stdout:num children is: 0 2024-04-13T08:42:49.152 INFO:tasks.workunit.client.0.smithi119.stdout:expected: 0 2024-04-13T08:42:49.152 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.ListChildren (9937 ms) 2024-04-13T08:42:49.152 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.ListChildrenTiered 2024-04-13T08:42:49.384 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:49 smithi139 ceph-mon[88985]: pgmap v3116: 553 pgs: 6 creating+peering, 547 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 1.5 KiB/s wr, 35 op/s 2024-04-13T08:42:49.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:49 smithi139 ceph-mon[88985]: osdmap e1719: 8 total, 8 up, 8 in 2024-04-13T08:42:49.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:49 smithi119 ceph-mon[96316]: pgmap v3116: 553 pgs: 6 creating+peering, 547 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 1.5 KiB/s wr, 35 op/s 2024-04-13T08:42:49.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:49 smithi119 ceph-mon[96316]: osdmap e1719: 8 total, 8 up, 8 in 2024-04-13T08:42:49.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:49 smithi119 ceph-mon[93746]: pgmap v3116: 553 pgs: 6 creating+peering, 547 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 1.5 KiB/s wr, 35 op/s 2024-04-13T08:42:49.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:49 smithi119 ceph-mon[93746]: osdmap e1719: 8 total, 8 up, 8 in 2024-04-13T08:42:50.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:50 smithi139 ceph-mon[88985]: osdmap e1720: 8 total, 8 up, 8 in 2024-04-13T08:42:50.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:50 smithi119 ceph-mon[96316]: osdmap e1720: 8 total, 8 up, 8 in 2024-04-13T08:42:50.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:50 smithi119 ceph-mon[93746]: osdmap e1720: 8 total, 8 up, 8 in 2024-04-13T08:42:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:51 smithi139 ceph-mon[88985]: pgmap v3119: 553 pgs: 553 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 2.5 KiB/s wr, 39 op/s 2024-04-13T08:42:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:51 smithi139 ceph-mon[88985]: osdmap e1721: 8 total, 8 up, 8 in 2024-04-13T08:42:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:51 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/3878693021' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:42:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:51 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/3878693021' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:42:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:51 smithi139 ceph-mon[88985]: osdmap e1722: 8 total, 8 up, 8 in 2024-04-13T08:42:51.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:51 smithi119 ceph-mon[96316]: pgmap v3119: 553 pgs: 553 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 2.5 KiB/s wr, 39 op/s 2024-04-13T08:42:51.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:51 smithi119 ceph-mon[96316]: osdmap e1721: 8 total, 8 up, 8 in 2024-04-13T08:42:51.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:51 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/3878693021' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:42:51.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:51 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/3878693021' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:42:51.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:51 smithi119 ceph-mon[96316]: osdmap e1722: 8 total, 8 up, 8 in 2024-04-13T08:42:51.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:51 smithi119 ceph-mon[93746]: pgmap v3119: 553 pgs: 553 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 2.5 KiB/s wr, 39 op/s 2024-04-13T08:42:51.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:51 smithi119 ceph-mon[93746]: osdmap e1721: 8 total, 8 up, 8 in 2024-04-13T08:42:51.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:51 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/3878693021' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:42:51.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:51 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/3878693021' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:42:51.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:51 smithi119 ceph-mon[93746]: osdmap e1722: 8 total, 8 up, 8 in 2024-04-13T08:42:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:42:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:42:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:42:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:53 smithi139 ceph-mon[88985]: pgmap v3122: 585 pgs: 25 creating+peering, 1 unknown, 559 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 368 KiB/s rd, 12 KiB/s wr, 456 op/s 2024-04-13T08:42:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:53 smithi139 ceph-mon[88985]: osdmap e1723: 8 total, 8 up, 8 in 2024-04-13T08:42:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:53 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/40299489' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:42:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:53 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:42:53.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:53 smithi119 ceph-mon[96316]: pgmap v3122: 585 pgs: 25 creating+peering, 1 unknown, 559 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 368 KiB/s rd, 12 KiB/s wr, 456 op/s 2024-04-13T08:42:53.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:53 smithi119 ceph-mon[96316]: osdmap e1723: 8 total, 8 up, 8 in 2024-04-13T08:42:53.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:53 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/40299489' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:42:53.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:53 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:42:53.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:53 smithi119 ceph-mon[93746]: pgmap v3122: 585 pgs: 25 creating+peering, 1 unknown, 559 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 368 KiB/s rd, 12 KiB/s wr, 456 op/s 2024-04-13T08:42:53.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:53 smithi119 ceph-mon[93746]: osdmap e1723: 8 total, 8 up, 8 in 2024-04-13T08:42:53.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:53 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/40299489' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:42:53.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:53 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:42:54.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:54 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:42:54.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:54 smithi139 ceph-mon[88985]: osdmap e1724: 8 total, 8 up, 8 in 2024-04-13T08:42:54.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:42:54.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:54 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:42:54.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:54 smithi119 ceph-mon[96316]: osdmap e1724: 8 total, 8 up, 8 in 2024-04-13T08:42:54.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:42:54.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:54 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:42:54.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:54 smithi119 ceph-mon[93746]: osdmap e1724: 8 total, 8 up, 8 in 2024-04-13T08:42:54.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:42:55.215 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:42:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:42:54] "GET /metrics HTTP/1.1" 200 72947 "" "Prometheus/2.43.0" 2024-04-13T08:42:55.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:55 smithi119 ceph-mon[96316]: pgmap v3125: 617 pgs: 30 creating+peering, 27 unknown, 560 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 566 KiB/s rd, 14 KiB/s wr, 690 op/s 2024-04-13T08:42:55.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:55 smithi119 ceph-mon[96316]: osdmap e1725: 8 total, 8 up, 8 in 2024-04-13T08:42:55.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:55 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2696056679' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:42:55.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:55 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:42:55.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:55 smithi119 ceph-mon[93746]: pgmap v3125: 617 pgs: 30 creating+peering, 27 unknown, 560 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 566 KiB/s rd, 14 KiB/s wr, 690 op/s 2024-04-13T08:42:55.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:55 smithi119 ceph-mon[93746]: osdmap e1725: 8 total, 8 up, 8 in 2024-04-13T08:42:55.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:55 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2696056679' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:42:55.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:55 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:42:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:55 smithi139 ceph-mon[88985]: pgmap v3125: 617 pgs: 30 creating+peering, 27 unknown, 560 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 566 KiB/s rd, 14 KiB/s wr, 690 op/s 2024-04-13T08:42:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:55 smithi139 ceph-mon[88985]: osdmap e1725: 8 total, 8 up, 8 in 2024-04-13T08:42:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:55 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2696056679' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:42:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:55 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:42:56.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:56 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:42:56.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:56 smithi139 ceph-mon[88985]: osdmap e1726: 8 total, 8 up, 8 in 2024-04-13T08:42:56.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:56 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/303920555' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi119-147402-29", "tierpool":"test-librbd-smithi119-147402-31", "force_nonempty":""}]: dispatch 2024-04-13T08:42:56.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:56 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi119-147402-29", "tierpool":"test-librbd-smithi119-147402-31", "force_nonempty":""}]: dispatch 2024-04-13T08:42:56.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:56 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi119-147402-29", "tierpool":"test-librbd-smithi119-147402-31", "force_nonempty":""}]': finished 2024-04-13T08:42:56.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:56 smithi139 ceph-mon[88985]: osdmap e1727: 8 total, 8 up, 8 in 2024-04-13T08:42:56.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:56 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/303920555' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi119-147402-31", "mode":"writeback"}]: dispatch 2024-04-13T08:42:56.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:56 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi119-147402-31", "mode":"writeback"}]: dispatch 2024-04-13T08:42:56.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:56 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:42:56.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:56 smithi119 ceph-mon[96316]: osdmap e1726: 8 total, 8 up, 8 in 2024-04-13T08:42:56.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:56 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/303920555' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi119-147402-29", "tierpool":"test-librbd-smithi119-147402-31", "force_nonempty":""}]: dispatch 2024-04-13T08:42:56.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:56 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi119-147402-29", "tierpool":"test-librbd-smithi119-147402-31", "force_nonempty":""}]: dispatch 2024-04-13T08:42:56.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:56 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi119-147402-29", "tierpool":"test-librbd-smithi119-147402-31", "force_nonempty":""}]': finished 2024-04-13T08:42:56.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:56 smithi119 ceph-mon[96316]: osdmap e1727: 8 total, 8 up, 8 in 2024-04-13T08:42:56.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:56 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/303920555' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi119-147402-31", "mode":"writeback"}]: dispatch 2024-04-13T08:42:56.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:56 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi119-147402-31", "mode":"writeback"}]: dispatch 2024-04-13T08:42:56.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:56 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:42:56.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:56 smithi119 ceph-mon[93746]: osdmap e1726: 8 total, 8 up, 8 in 2024-04-13T08:42:56.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:56 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/303920555' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi119-147402-29", "tierpool":"test-librbd-smithi119-147402-31", "force_nonempty":""}]: dispatch 2024-04-13T08:42:56.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:56 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi119-147402-29", "tierpool":"test-librbd-smithi119-147402-31", "force_nonempty":""}]: dispatch 2024-04-13T08:42:56.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:56 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi119-147402-29", "tierpool":"test-librbd-smithi119-147402-31", "force_nonempty":""}]': finished 2024-04-13T08:42:56.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:56 smithi119 ceph-mon[93746]: osdmap e1727: 8 total, 8 up, 8 in 2024-04-13T08:42:56.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:56 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/303920555' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi119-147402-31", "mode":"writeback"}]: dispatch 2024-04-13T08:42:56.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:56 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi119-147402-31", "mode":"writeback"}]: dispatch 2024-04-13T08:42:57.367 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:57 smithi119 ceph-mon[96316]: pgmap v3128: 649 pgs: 14 creating+peering, 25 unknown, 610 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 200 KiB/s rd, 2.2 KiB/s wr, 238 op/s 2024-04-13T08:42:57.367 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:57 smithi119 ceph-mon[96316]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-04-13T08:42:57.367 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:57 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi119-147402-31", "mode":"writeback"}]': finished 2024-04-13T08:42:57.368 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:57 smithi119 ceph-mon[96316]: osdmap e1728: 8 total, 8 up, 8 in 2024-04-13T08:42:57.368 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:57 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/303920555' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi119-147402-29", "overlaypool":"test-librbd-smithi119-147402-31"}]: dispatch 2024-04-13T08:42:57.368 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:57 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi119-147402-29", "overlaypool":"test-librbd-smithi119-147402-31"}]: dispatch 2024-04-13T08:42:57.368 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:57 smithi119 ceph-mon[93746]: pgmap v3128: 649 pgs: 14 creating+peering, 25 unknown, 610 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 200 KiB/s rd, 2.2 KiB/s wr, 238 op/s 2024-04-13T08:42:57.368 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:57 smithi119 ceph-mon[93746]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-04-13T08:42:57.368 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:57 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi119-147402-31", "mode":"writeback"}]': finished 2024-04-13T08:42:57.368 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:57 smithi119 ceph-mon[93746]: osdmap e1728: 8 total, 8 up, 8 in 2024-04-13T08:42:57.368 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:57 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/303920555' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi119-147402-29", "overlaypool":"test-librbd-smithi119-147402-31"}]: dispatch 2024-04-13T08:42:57.368 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:57 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi119-147402-29", "overlaypool":"test-librbd-smithi119-147402-31"}]: dispatch 2024-04-13T08:42:57.384 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:57 smithi139 ceph-mon[88985]: pgmap v3128: 649 pgs: 14 creating+peering, 25 unknown, 610 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 200 KiB/s rd, 2.2 KiB/s wr, 238 op/s 2024-04-13T08:42:57.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:57 smithi139 ceph-mon[88985]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-04-13T08:42:57.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:57 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi119-147402-31", "mode":"writeback"}]': finished 2024-04-13T08:42:57.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:57 smithi139 ceph-mon[88985]: osdmap e1728: 8 total, 8 up, 8 in 2024-04-13T08:42:57.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:57 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/303920555' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi119-147402-29", "overlaypool":"test-librbd-smithi119-147402-31"}]: dispatch 2024-04-13T08:42:57.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:57 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi119-147402-29", "overlaypool":"test-librbd-smithi119-147402-31"}]: dispatch 2024-04-13T08:42:58.023 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:42:59.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:59 smithi139 ceph-mon[88985]: pgmap v3131: 649 pgs: 5 creating+peering, 2 unknown, 642 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:42:59.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:59 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi119-147402-29", "overlaypool":"test-librbd-smithi119-147402-31"}]': finished 2024-04-13T08:42:59.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:42:59 smithi139 ceph-mon[88985]: osdmap e1729: 8 total, 8 up, 8 in 2024-04-13T08:42:59.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:59 smithi119 ceph-mon[96316]: pgmap v3131: 649 pgs: 5 creating+peering, 2 unknown, 642 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:42:59.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:59 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi119-147402-29", "overlaypool":"test-librbd-smithi119-147402-31"}]': finished 2024-04-13T08:42:59.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:42:59 smithi119 ceph-mon[96316]: osdmap e1729: 8 total, 8 up, 8 in 2024-04-13T08:42:59.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:59 smithi119 ceph-mon[93746]: pgmap v3131: 649 pgs: 5 creating+peering, 2 unknown, 642 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:42:59.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:59 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi119-147402-29", "overlaypool":"test-librbd-smithi119-147402-31"}]': finished 2024-04-13T08:42:59.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:42:59 smithi119 ceph-mon[93746]: osdmap e1729: 8 total, 8 up, 8 in 2024-04-13T08:43:00.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:00 smithi139 ceph-mon[88985]: osdmap e1730: 8 total, 8 up, 8 in 2024-04-13T08:43:00.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:00 smithi119 ceph-mon[96316]: osdmap e1730: 8 total, 8 up, 8 in 2024-04-13T08:43:00.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:00 smithi119 ceph-mon[93746]: osdmap e1730: 8 total, 8 up, 8 in 2024-04-13T08:43:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:01 smithi139 ceph-mon[88985]: pgmap v3134: 649 pgs: 649 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:43:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:01 smithi139 ceph-mon[88985]: osdmap e1731: 8 total, 8 up, 8 in 2024-04-13T08:43:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:01 smithi119 ceph-mon[96316]: pgmap v3134: 649 pgs: 649 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:43:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:01 smithi119 ceph-mon[96316]: osdmap e1731: 8 total, 8 up, 8 in 2024-04-13T08:43:01.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:01 smithi119 ceph-mon[93746]: pgmap v3134: 649 pgs: 649 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:43:01.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:01 smithi119 ceph-mon[93746]: osdmap e1731: 8 total, 8 up, 8 in 2024-04-13T08:43:02.316 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:02 smithi139 ceph-mon[88985]: osdmap e1732: 8 total, 8 up, 8 in 2024-04-13T08:43:02.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:02 smithi119 ceph-mon[96316]: osdmap e1732: 8 total, 8 up, 8 in 2024-04-13T08:43:02.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:02 smithi119 ceph-mon[93746]: osdmap e1732: 8 total, 8 up, 8 in 2024-04-13T08:43:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:43:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:43:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:43:03.384 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:03 smithi139 ceph-mon[88985]: pgmap v3137: 649 pgs: 649 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-13T08:43:03.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:03 smithi139 ceph-mon[88985]: osdmap e1733: 8 total, 8 up, 8 in 2024-04-13T08:43:03.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:03 smithi119 ceph-mon[96316]: pgmap v3137: 649 pgs: 649 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-13T08:43:03.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:03 smithi119 ceph-mon[96316]: osdmap e1733: 8 total, 8 up, 8 in 2024-04-13T08:43:03.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:03 smithi119 ceph-mon[93746]: pgmap v3137: 649 pgs: 649 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-13T08:43:03.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:03 smithi119 ceph-mon[93746]: osdmap e1733: 8 total, 8 up, 8 in 2024-04-13T08:43:03.631 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:03.632 INFO:tasks.workunit.client.0.smithi119.stdout:trying to find test-librbd-smithi119-147402-30/image118 2024-04-13T08:43:03.632 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-30/image118 2024-04-13T08:43:03.632 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-30/image118 2024-04-13T08:43:03.632 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:03.632 INFO:tasks.workunit.client.0.smithi119.stdout:num children is: 1 2024-04-13T08:43:03.632 INFO:tasks.workunit.client.0.smithi119.stdout:expected: 1 2024-04-13T08:43:03.632 INFO:tasks.workunit.client.0.smithi119.stdout:child: image118 2024-04-13T08:43:03.632 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-30/image118/b1ec13dcf8d1 2024-04-13T08:43:03.632 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:03.632 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:03.632 INFO:tasks.workunit.client.0.smithi119.stdout:trying to find test-librbd-smithi119-147402-30/image118 2024-04-13T08:43:03.632 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-29/image119 2024-04-13T08:43:03.632 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-30/image118 2024-04-13T08:43:03.633 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-30/image118 2024-04-13T08:43:03.633 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:03.633 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:03.633 INFO:tasks.workunit.client.0.smithi119.stdout:trying to find test-librbd-smithi119-147402-29/image119 2024-04-13T08:43:03.633 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-29/image119 2024-04-13T08:43:03.633 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-29/image119 2024-04-13T08:43:03.633 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:03.633 INFO:tasks.workunit.client.0.smithi119.stdout:num children is: 2 2024-04-13T08:43:03.633 INFO:tasks.workunit.client.0.smithi119.stdout:expected: 2 2024-04-13T08:43:03.633 INFO:tasks.workunit.client.0.smithi119.stdout:child: image119 2024-04-13T08:43:03.633 INFO:tasks.workunit.client.0.smithi119.stdout:child: image118 2024-04-13T08:43:03.633 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-30/image118/b1ec13dcf8d1 2024-04-13T08:43:03.633 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:03.633 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-29/image119/b1ec6970bfc8 2024-04-13T08:43:03.633 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:03.633 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:03.634 INFO:tasks.workunit.client.0.smithi119.stdout:trying to find test-librbd-smithi119-147402-30/image118 2024-04-13T08:43:03.634 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-29/image119 2024-04-13T08:43:03.634 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-30/image118 2024-04-13T08:43:03.634 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-30/image118 2024-04-13T08:43:03.634 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:03.634 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:03.634 INFO:tasks.workunit.client.0.smithi119.stdout:trying to find test-librbd-smithi119-147402-29/image119 2024-04-13T08:43:03.634 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-29/image119 2024-04-13T08:43:03.634 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-29/image119 2024-04-13T08:43:03.634 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:03.634 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:03.634 INFO:tasks.workunit.client.0.smithi119.stdout:trying to find test-librbd-smithi119-147402-30/image120 2024-04-13T08:43:03.634 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-29/image119 2024-04-13T08:43:03.634 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-30/image118 2024-04-13T08:43:03.634 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-30/image120 2024-04-13T08:43:03.635 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-30/image120 2024-04-13T08:43:03.635 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:03.635 INFO:tasks.workunit.client.0.smithi119.stdout:num children is: 3 2024-04-13T08:43:03.635 INFO:tasks.workunit.client.0.smithi119.stdout:expected: 3 2024-04-13T08:43:03.635 INFO:tasks.workunit.client.0.smithi119.stdout:child: image119 2024-04-13T08:43:03.635 INFO:tasks.workunit.client.0.smithi119.stdout:child: image118 2024-04-13T08:43:03.635 INFO:tasks.workunit.client.0.smithi119.stdout:child: image120 2024-04-13T08:43:03.635 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-30/image118/b1ec13dcf8d1 2024-04-13T08:43:03.635 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:03.635 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-29/image119/b1ec6970bfc8 2024-04-13T08:43:03.635 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:03.635 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-30/image120/b1ec43155909 2024-04-13T08:43:03.635 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:03.635 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:03.635 INFO:tasks.workunit.client.0.smithi119.stdout:trying to find test-librbd-smithi119-147402-30/image118 2024-04-13T08:43:03.635 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-29/image119 2024-04-13T08:43:03.636 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-30/image118 2024-04-13T08:43:03.636 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-30/image118 2024-04-13T08:43:03.636 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:03.636 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:03.636 INFO:tasks.workunit.client.0.smithi119.stdout:trying to find test-librbd-smithi119-147402-29/image119 2024-04-13T08:43:03.636 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-29/image119 2024-04-13T08:43:03.636 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-29/image119 2024-04-13T08:43:03.636 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:03.636 INFO:tasks.workunit.client.0.smithi119.stdout:num children is: 3 2024-04-13T08:43:03.636 INFO:tasks.workunit.client.0.smithi119.stdout:expected: 3 2024-04-13T08:43:03.636 INFO:tasks.workunit.client.0.smithi119.stdout:child: image119 2024-04-13T08:43:03.636 INFO:tasks.workunit.client.0.smithi119.stdout:child: image118 2024-04-13T08:43:03.636 INFO:tasks.workunit.client.0.smithi119.stdout:child: image120 2024-04-13T08:43:03.636 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-30/image118/b1ec13dcf8d1 2024-04-13T08:43:03.636 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:03.637 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-29/image119/b1ec6970bfc8 2024-04-13T08:43:03.637 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:03.637 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-30/image120/b1ec43155909 2024-04-13T08:43:03.637 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:03.637 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:03.637 INFO:tasks.workunit.client.0.smithi119.stdout:trying to find test-librbd-smithi119-147402-30/image118 2024-04-13T08:43:03.637 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-29/image119 2024-04-13T08:43:03.637 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-30/image118 2024-04-13T08:43:03.637 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-30/image118 2024-04-13T08:43:03.637 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:03.637 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:03.637 INFO:tasks.workunit.client.0.smithi119.stdout:trying to find test-librbd-smithi119-147402-29/image119 2024-04-13T08:43:03.637 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-29/image119 2024-04-13T08:43:03.637 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-29/image119 2024-04-13T08:43:03.637 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:03.637 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:03.638 INFO:tasks.workunit.client.0.smithi119.stdout:trying to find test-librbd-smithi119-147402-30/image121 2024-04-13T08:43:03.638 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-29/image119 2024-04-13T08:43:03.638 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-30/image118 2024-04-13T08:43:03.638 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-30/image121 2024-04-13T08:43:03.638 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-30/image121 2024-04-13T08:43:03.638 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:03.638 INFO:tasks.workunit.client.0.smithi119.stdout:num children is: 4 2024-04-13T08:43:03.638 INFO:tasks.workunit.client.0.smithi119.stdout:expected: 4 2024-04-13T08:43:03.638 INFO:tasks.workunit.client.0.smithi119.stdout:child: image119 2024-04-13T08:43:03.638 INFO:tasks.workunit.client.0.smithi119.stdout:child: image118 2024-04-13T08:43:03.638 INFO:tasks.workunit.client.0.smithi119.stdout:child: image120 2024-04-13T08:43:03.638 INFO:tasks.workunit.client.0.smithi119.stdout:child: image121 2024-04-13T08:43:03.638 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-30/image118/b1ec13dcf8d1 2024-04-13T08:43:03.638 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:03.638 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-29/image119/b1ec6970bfc8 2024-04-13T08:43:03.638 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:03.639 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-30/image120/b1ec43155909 2024-04-13T08:43:03.639 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:03.639 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-30/image121/b1ecf20b90ec 2024-04-13T08:43:03.639 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:03.639 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:03.639 INFO:tasks.workunit.client.0.smithi119.stdout:trying to find test-librbd-smithi119-147402-30/image118 2024-04-13T08:43:03.639 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-29/image119 2024-04-13T08:43:03.639 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-30/image118 2024-04-13T08:43:03.639 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-30/image118 2024-04-13T08:43:03.639 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:03.639 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:03.639 INFO:tasks.workunit.client.0.smithi119.stdout:trying to find test-librbd-smithi119-147402-29/image119 2024-04-13T08:43:03.639 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-29/image119 2024-04-13T08:43:03.639 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-29/image119 2024-04-13T08:43:03.639 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:03.640 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:03.640 INFO:tasks.workunit.client.0.smithi119.stdout:trying to find test-librbd-smithi119-147402-30/image120 2024-04-13T08:43:03.640 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-29/image119 2024-04-13T08:43:03.640 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-30/image118 2024-04-13T08:43:03.640 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-30/image120 2024-04-13T08:43:03.640 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-30/image120 2024-04-13T08:43:03.640 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:03.640 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:03.640 INFO:tasks.workunit.client.0.smithi119.stdout:trying to find test-librbd-smithi119-147402-30/image121 2024-04-13T08:43:04.384 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:04 smithi139 ceph-mon[88985]: osdmap e1734: 8 total, 8 up, 8 in 2024-04-13T08:43:04.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:04 smithi119 ceph-mon[96316]: osdmap e1734: 8 total, 8 up, 8 in 2024-04-13T08:43:04.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:04 smithi119 ceph-mon[93746]: osdmap e1734: 8 total, 8 up, 8 in 2024-04-13T08:43:05.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:43:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:43:04] "GET /metrics HTTP/1.1" 200 72947 "" "Prometheus/2.43.0" 2024-04-13T08:43:05.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:05 smithi119 ceph-mon[93746]: pgmap v3140: 649 pgs: 649 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 2.2 KiB/s wr, 38 op/s 2024-04-13T08:43:05.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:05 smithi119 ceph-mon[93746]: osdmap e1735: 8 total, 8 up, 8 in 2024-04-13T08:43:05.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:05 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/303920555' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi119-147402-29"}]: dispatch 2024-04-13T08:43:05.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:05 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi119-147402-29"}]: dispatch 2024-04-13T08:43:05.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:05 smithi119 ceph-mon[96316]: pgmap v3140: 649 pgs: 649 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 2.2 KiB/s wr, 38 op/s 2024-04-13T08:43:05.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:05 smithi119 ceph-mon[96316]: osdmap e1735: 8 total, 8 up, 8 in 2024-04-13T08:43:05.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:05 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/303920555' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi119-147402-29"}]: dispatch 2024-04-13T08:43:05.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:05 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi119-147402-29"}]: dispatch 2024-04-13T08:43:05.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:05 smithi139 ceph-mon[88985]: pgmap v3140: 649 pgs: 649 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 2.2 KiB/s wr, 38 op/s 2024-04-13T08:43:05.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:05 smithi139 ceph-mon[88985]: osdmap e1735: 8 total, 8 up, 8 in 2024-04-13T08:43:05.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:05 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/303920555' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi119-147402-29"}]: dispatch 2024-04-13T08:43:05.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:05 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi119-147402-29"}]: dispatch 2024-04-13T08:43:06.018 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-29/image119 2024-04-13T08:43:06.018 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-30/image118 2024-04-13T08:43:06.018 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-30/image120 2024-04-13T08:43:06.018 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-30/image121 2024-04-13T08:43:06.018 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-30/image121 2024-04-13T08:43:06.018 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:06.019 INFO:tasks.workunit.client.0.smithi119.stdout:num children is: 4 2024-04-13T08:43:06.019 INFO:tasks.workunit.client.0.smithi119.stdout:expected: 4 2024-04-13T08:43:06.019 INFO:tasks.workunit.client.0.smithi119.stdout:child: image119 2024-04-13T08:43:06.019 INFO:tasks.workunit.client.0.smithi119.stdout:child: image118 2024-04-13T08:43:06.019 INFO:tasks.workunit.client.0.smithi119.stdout:child: image120 2024-04-13T08:43:06.019 INFO:tasks.workunit.client.0.smithi119.stdout:child: image121 2024-04-13T08:43:06.019 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-30/image118/b1ec13dcf8d1 2024-04-13T08:43:06.019 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:06.019 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-29/image119/b1ec6970bfc8 2024-04-13T08:43:06.019 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:06.019 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-30/image120/b1ec43155909 2024-04-13T08:43:06.019 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:06.019 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-30/image121/b1ecf20b90ec 2024-04-13T08:43:06.019 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:06.019 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:06.020 INFO:tasks.workunit.client.0.smithi119.stdout:trying to find test-librbd-smithi119-147402-29/image119 2024-04-13T08:43:06.020 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-29/image119 2024-04-13T08:43:06.020 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-29/image119 2024-04-13T08:43:06.020 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:06.020 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:06.020 INFO:tasks.workunit.client.0.smithi119.stdout:trying to find test-librbd-smithi119-147402-30/image120 2024-04-13T08:43:06.020 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-29/image119 2024-04-13T08:43:06.020 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-30/image120 2024-04-13T08:43:06.020 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-30/image120 2024-04-13T08:43:06.020 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:06.020 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:06.020 INFO:tasks.workunit.client.0.smithi119.stdout:trying to find test-librbd-smithi119-147402-30/image121 2024-04-13T08:43:06.020 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-29/image119 2024-04-13T08:43:06.020 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-30/image120 2024-04-13T08:43:06.020 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-30/image121 2024-04-13T08:43:06.021 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-30/image121 2024-04-13T08:43:06.021 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:06.021 INFO:tasks.workunit.client.0.smithi119.stdout:num children is: 3 2024-04-13T08:43:06.021 INFO:tasks.workunit.client.0.smithi119.stdout:expected: 3 2024-04-13T08:43:06.021 INFO:tasks.workunit.client.0.smithi119.stdout:child: image119 2024-04-13T08:43:06.021 INFO:tasks.workunit.client.0.smithi119.stdout:child: image120 2024-04-13T08:43:06.021 INFO:tasks.workunit.client.0.smithi119.stdout:child: image121 2024-04-13T08:43:06.021 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-29/image119/b1ec6970bfc8 2024-04-13T08:43:06.021 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:06.021 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-30/image120/b1ec43155909 2024-04-13T08:43:06.021 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:06.021 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-30/image121/b1ecf20b90ec 2024-04-13T08:43:06.021 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:06.021 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:06.021 INFO:tasks.workunit.client.0.smithi119.stdout:trying to find test-librbd-smithi119-147402-29/image119 2024-04-13T08:43:06.022 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-29/image119 2024-04-13T08:43:06.022 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-29/image119 2024-04-13T08:43:06.022 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:06.022 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:06.022 INFO:tasks.workunit.client.0.smithi119.stdout:trying to find test-librbd-smithi119-147402-30/image121 2024-04-13T08:43:06.022 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-29/image119 2024-04-13T08:43:06.022 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-30/image121 2024-04-13T08:43:06.022 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-30/image121 2024-04-13T08:43:06.022 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:06.022 INFO:tasks.workunit.client.0.smithi119.stdout:num children is: 2 2024-04-13T08:43:06.022 INFO:tasks.workunit.client.0.smithi119.stdout:expected: 2 2024-04-13T08:43:06.022 INFO:tasks.workunit.client.0.smithi119.stdout:child: image119 2024-04-13T08:43:06.022 INFO:tasks.workunit.client.0.smithi119.stdout:child: image121 2024-04-13T08:43:06.022 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-29/image119/b1ec6970bfc8 2024-04-13T08:43:06.023 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:06.023 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-30/image121/b1ecf20b90ec 2024-04-13T08:43:06.023 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:06.023 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:06.023 INFO:tasks.workunit.client.0.smithi119.stdout:trying to find test-librbd-smithi119-147402-29/image119 2024-04-13T08:43:06.023 INFO:tasks.workunit.client.0.smithi119.stdout:checking test-librbd-smithi119-147402-29/image119 2024-04-13T08:43:06.023 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-29/image119 2024-04-13T08:43:06.023 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:06.023 INFO:tasks.workunit.client.0.smithi119.stdout:num children is: 1 2024-04-13T08:43:06.023 INFO:tasks.workunit.client.0.smithi119.stdout:expected: 1 2024-04-13T08:43:06.023 INFO:tasks.workunit.client.0.smithi119.stdout:child: image119 2024-04-13T08:43:06.023 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-29/image119/b1ec6970bfc8 2024-04-13T08:43:06.023 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:43:06.023 INFO:tasks.workunit.client.0.smithi119.stdout:num children is: 0 2024-04-13T08:43:06.023 INFO:tasks.workunit.client.0.smithi119.stdout:expected: 0 2024-04-13T08:43:06.024 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.ListChildrenTiered (16871 ms) 2024-04-13T08:43:06.024 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.LockingPP 2024-04-13T08:43:06.024 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:43:06.099 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.LockingPP (81 ms) 2024-04-13T08:43:06.099 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.FlushAio 2024-04-13T08:43:06.099 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:43:06.359 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.FlushAio (260 ms) 2024-04-13T08:43:06.359 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.FlushAioPP 2024-04-13T08:43:06.359 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:43:06.384 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:06 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi119-147402-29"}]': finished 2024-04-13T08:43:06.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:06 smithi139 ceph-mon[88985]: osdmap e1736: 8 total, 8 up, 8 in 2024-04-13T08:43:06.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:06 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/303920555' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi119-147402-29", "tierpool":"test-librbd-smithi119-147402-31"}]: dispatch 2024-04-13T08:43:06.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:06 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi119-147402-29", "tierpool":"test-librbd-smithi119-147402-31"}]: dispatch 2024-04-13T08:43:06.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:06 smithi139 ceph-mon[88985]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-04-13T08:43:06.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:06 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi119-147402-29", "tierpool":"test-librbd-smithi119-147402-31"}]': finished 2024-04-13T08:43:06.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:06 smithi139 ceph-mon[88985]: osdmap e1737: 8 total, 8 up, 8 in 2024-04-13T08:43:06.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:06 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi119-147402-29"}]': finished 2024-04-13T08:43:06.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:06 smithi119 ceph-mon[96316]: osdmap e1736: 8 total, 8 up, 8 in 2024-04-13T08:43:06.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:06 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/303920555' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi119-147402-29", "tierpool":"test-librbd-smithi119-147402-31"}]: dispatch 2024-04-13T08:43:06.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:06 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi119-147402-29", "tierpool":"test-librbd-smithi119-147402-31"}]: dispatch 2024-04-13T08:43:06.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:06 smithi119 ceph-mon[96316]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-04-13T08:43:06.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:06 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi119-147402-29", "tierpool":"test-librbd-smithi119-147402-31"}]': finished 2024-04-13T08:43:06.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:06 smithi119 ceph-mon[96316]: osdmap e1737: 8 total, 8 up, 8 in 2024-04-13T08:43:06.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:06 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi119-147402-29"}]': finished 2024-04-13T08:43:06.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:06 smithi119 ceph-mon[93746]: osdmap e1736: 8 total, 8 up, 8 in 2024-04-13T08:43:06.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:06 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/303920555' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi119-147402-29", "tierpool":"test-librbd-smithi119-147402-31"}]: dispatch 2024-04-13T08:43:06.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:06 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi119-147402-29", "tierpool":"test-librbd-smithi119-147402-31"}]: dispatch 2024-04-13T08:43:06.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:06 smithi119 ceph-mon[93746]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-04-13T08:43:06.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:06 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi119-147402-29", "tierpool":"test-librbd-smithi119-147402-31"}]': finished 2024-04-13T08:43:06.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:06 smithi119 ceph-mon[93746]: osdmap e1737: 8 total, 8 up, 8 in 2024-04-13T08:43:06.549 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.FlushAioPP (190 ms) 2024-04-13T08:43:06.549 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.ZeroLengthWrite 2024-04-13T08:43:06.549 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:43:06.571 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.ZeroLengthWrite (23 ms) 2024-04-13T08:43:06.571 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.ZeroLengthDiscard 2024-04-13T08:43:06.571 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:43:06.597 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.ZeroLengthDiscard (26 ms) 2024-04-13T08:43:06.598 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.ZeroLengthRead 2024-04-13T08:43:06.598 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:43:06.614 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.ZeroLengthRead (16 ms) 2024-04-13T08:43:06.614 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.LargeCacheRead 2024-04-13T08:43:06.614 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:43:06.652 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.LargeCacheRead (39 ms) 2024-04-13T08:43:06.652 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestPendingAio 2024-04-13T08:43:06.652 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:43:06.877 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestPendingAio (224 ms) 2024-04-13T08:43:06.877 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyup 2024-04-13T08:43:06.877 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:43:07.165 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:43:07.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:07 smithi139 ceph-mon[88985]: pgmap v3143: 649 pgs: 649 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 261 KiB/s rd, 8.5 KiB/s wr, 328 op/s 2024-04-13T08:43:07.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:07 smithi119 ceph-mon[96316]: pgmap v3143: 649 pgs: 649 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 261 KiB/s rd, 8.5 KiB/s wr, 328 op/s 2024-04-13T08:43:07.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:07 smithi119 ceph-mon[93746]: pgmap v3143: 649 pgs: 649 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 261 KiB/s rd, 8.5 KiB/s wr, 328 op/s 2024-04-13T08:43:08.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:08 smithi139 ceph-mon[88985]: osdmap e1738: 8 total, 8 up, 8 in 2024-04-13T08:43:08.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:08 smithi119 ceph-mon[93746]: osdmap e1738: 8 total, 8 up, 8 in 2024-04-13T08:43:08.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:08 smithi119 ceph-mon[96316]: osdmap e1738: 8 total, 8 up, 8 in 2024-04-13T08:43:09.148 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyup (2271 ms) 2024-04-13T08:43:09.148 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyupMismatch 2024-04-13T08:43:09.148 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:43:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:09 smithi139 ceph-mon[88985]: pgmap v3146: 649 pgs: 649 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 370 KiB/s rd, 12 KiB/s wr, 460 op/s 2024-04-13T08:43:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:09 smithi139 ceph-mon[88985]: osdmap e1739: 8 total, 8 up, 8 in 2024-04-13T08:43:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:43:09.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:09 smithi119 ceph-mon[96316]: pgmap v3146: 649 pgs: 649 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 370 KiB/s rd, 12 KiB/s wr, 460 op/s 2024-04-13T08:43:09.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:09 smithi119 ceph-mon[96316]: osdmap e1739: 8 total, 8 up, 8 in 2024-04-13T08:43:09.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:43:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:09 smithi119 ceph-mon[93746]: pgmap v3146: 649 pgs: 649 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 370 KiB/s rd, 12 KiB/s wr, 460 op/s 2024-04-13T08:43:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:09 smithi119 ceph-mon[93746]: osdmap e1739: 8 total, 8 up, 8 in 2024-04-13T08:43:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:43:10.205 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:43:10.384 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:10 smithi139 ceph-mon[88985]: osdmap e1740: 8 total, 8 up, 8 in 2024-04-13T08:43:10.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:10 smithi119 ceph-mon[96316]: osdmap e1740: 8 total, 8 up, 8 in 2024-04-13T08:43:10.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:10 smithi119 ceph-mon[93746]: osdmap e1740: 8 total, 8 up, 8 in 2024-04-13T08:43:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:11 smithi139 ceph-mon[88985]: pgmap v3149: 649 pgs: 649 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 349 KiB/s rd, 8.5 KiB/s wr, 420 op/s 2024-04-13T08:43:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:11 smithi139 ceph-mon[88985]: osdmap e1741: 8 total, 8 up, 8 in 2024-04-13T08:43:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:11 smithi139 ceph-mon[88985]: osdmap e1742: 8 total, 8 up, 8 in 2024-04-13T08:43:11.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:11 smithi119 ceph-mon[96316]: pgmap v3149: 649 pgs: 649 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 349 KiB/s rd, 8.5 KiB/s wr, 420 op/s 2024-04-13T08:43:11.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:11 smithi119 ceph-mon[96316]: osdmap e1741: 8 total, 8 up, 8 in 2024-04-13T08:43:11.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:11 smithi119 ceph-mon[96316]: osdmap e1742: 8 total, 8 up, 8 in 2024-04-13T08:43:11.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:11 smithi119 ceph-mon[93746]: pgmap v3149: 649 pgs: 649 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 349 KiB/s rd, 8.5 KiB/s wr, 420 op/s 2024-04-13T08:43:11.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:11 smithi119 ceph-mon[93746]: osdmap e1741: 8 total, 8 up, 8 in 2024-04-13T08:43:11.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:11 smithi119 ceph-mon[93746]: osdmap e1742: 8 total, 8 up, 8 in 2024-04-13T08:43:12.167 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyupMismatch (3019 ms) 2024-04-13T08:43:12.167 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.Flatten 2024-04-13T08:43:12.167 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:43:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:43:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:43:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:43:13.237 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.Flatten (1070 ms) 2024-04-13T08:43:13.237 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.Sparsify 2024-04-13T08:43:13.237 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:43:13.270 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 32768 2024-04-13T08:43:13.270 INFO:tasks.workunit.client.0.smithi119.stdout:read: 32768 2024-04-13T08:43:13.270 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.Sparsify (33 ms) 2024-04-13T08:43:13.270 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.SparsifyPP 2024-04-13T08:43:13.270 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:43:13.306 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.SparsifyPP (36 ms) 2024-04-13T08:43:13.306 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.SnapshotLimit 2024-04-13T08:43:13.306 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:43:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:13 smithi139 ceph-mon[88985]: pgmap v3152: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 741 KiB/s wr, 938 op/s 2024-04-13T08:43:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:13 smithi139 ceph-mon[88985]: osdmap e1743: 8 total, 8 up, 8 in 2024-04-13T08:43:13.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:13 smithi119 ceph-mon[96316]: pgmap v3152: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 741 KiB/s wr, 938 op/s 2024-04-13T08:43:13.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:13 smithi119 ceph-mon[96316]: osdmap e1743: 8 total, 8 up, 8 in 2024-04-13T08:43:13.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:13 smithi119 ceph-mon[93746]: pgmap v3152: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 741 KiB/s wr, 938 op/s 2024-04-13T08:43:13.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:13 smithi119 ceph-mon[93746]: osdmap e1743: 8 total, 8 up, 8 in 2024-04-13T08:43:14.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:14 smithi139 ceph-mon[88985]: osdmap e1744: 8 total, 8 up, 8 in 2024-04-13T08:43:14.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:14 smithi119 ceph-mon[96316]: osdmap e1744: 8 total, 8 up, 8 in 2024-04-13T08:43:14.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:14 smithi119 ceph-mon[93746]: osdmap e1744: 8 total, 8 up, 8 in 2024-04-13T08:43:15.130 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:43:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:43:14] "GET /metrics HTTP/1.1" 200 75449 "" "Prometheus/2.43.0" 2024-04-13T08:43:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:15 smithi139 ceph-mon[88985]: pgmap v3155: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 924 KiB/s rd, 741 KiB/s wr, 735 op/s 2024-04-13T08:43:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:15 smithi139 ceph-mon[88985]: osdmap e1745: 8 total, 8 up, 8 in 2024-04-13T08:43:15.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:15 smithi119 ceph-mon[96316]: pgmap v3155: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 924 KiB/s rd, 741 KiB/s wr, 735 op/s 2024-04-13T08:43:15.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:15 smithi119 ceph-mon[96316]: osdmap e1745: 8 total, 8 up, 8 in 2024-04-13T08:43:15.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:15 smithi119 ceph-mon[93746]: pgmap v3155: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 924 KiB/s rd, 741 KiB/s wr, 735 op/s 2024-04-13T08:43:15.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:15 smithi119 ceph-mon[93746]: osdmap e1745: 8 total, 8 up, 8 in 2024-04-13T08:43:16.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:16 smithi119 ceph-mon[93746]: osdmap e1746: 8 total, 8 up, 8 in 2024-04-13T08:43:16.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:16 smithi119 ceph-mon[96316]: osdmap e1746: 8 total, 8 up, 8 in 2024-04-13T08:43:16.634 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:16 smithi139 ceph-mon[88985]: osdmap e1746: 8 total, 8 up, 8 in 2024-04-13T08:43:17.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:17 smithi119 ceph-mon[96316]: pgmap v3158: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 136 KiB/s rd, 14 KiB/s wr, 180 op/s 2024-04-13T08:43:17.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:17 smithi119 ceph-mon[96316]: osdmap e1747: 8 total, 8 up, 8 in 2024-04-13T08:43:17.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:17 smithi119 ceph-mon[93746]: pgmap v3158: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 136 KiB/s rd, 14 KiB/s wr, 180 op/s 2024-04-13T08:43:17.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:17 smithi119 ceph-mon[93746]: osdmap e1747: 8 total, 8 up, 8 in 2024-04-13T08:43:17.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:17 smithi139 ceph-mon[88985]: pgmap v3158: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 136 KiB/s rd, 14 KiB/s wr, 180 op/s 2024-04-13T08:43:17.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:17 smithi139 ceph-mon[88985]: osdmap e1747: 8 total, 8 up, 8 in 2024-04-13T08:43:18.188 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.SnapshotLimit (4881 ms) 2024-04-13T08:43:18.188 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.SnapshotLimitPP 2024-04-13T08:43:18.188 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:43:18.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:18 smithi119 ceph-mon[96316]: osdmap e1748: 8 total, 8 up, 8 in 2024-04-13T08:43:18.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:18 smithi119 ceph-mon[93746]: osdmap e1748: 8 total, 8 up, 8 in 2024-04-13T08:43:18.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:18 smithi139 ceph-mon[88985]: osdmap e1748: 8 total, 8 up, 8 in 2024-04-13T08:43:19.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:19 smithi119 ceph-mon[96316]: pgmap v3161: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 154 KiB/s rd, 33 KiB/s wr, 185 op/s 2024-04-13T08:43:19.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:19 smithi119 ceph-mon[96316]: osdmap e1749: 8 total, 8 up, 8 in 2024-04-13T08:43:19.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:19 smithi119 ceph-mon[93746]: pgmap v3161: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 154 KiB/s rd, 33 KiB/s wr, 185 op/s 2024-04-13T08:43:19.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:19 smithi119 ceph-mon[93746]: osdmap e1749: 8 total, 8 up, 8 in 2024-04-13T08:43:19.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:19 smithi139 ceph-mon[88985]: pgmap v3161: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 154 KiB/s rd, 33 KiB/s wr, 185 op/s 2024-04-13T08:43:19.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:19 smithi139 ceph-mon[88985]: osdmap e1749: 8 total, 8 up, 8 in 2024-04-13T08:43:20.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:20 smithi119 ceph-mon[96316]: osdmap e1750: 8 total, 8 up, 8 in 2024-04-13T08:43:20.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:20 smithi119 ceph-mon[93746]: osdmap e1750: 8 total, 8 up, 8 in 2024-04-13T08:43:20.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:20 smithi139 ceph-mon[88985]: osdmap e1750: 8 total, 8 up, 8 in 2024-04-13T08:43:21.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:21 smithi119 ceph-mon[96316]: pgmap v3164: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 23 KiB/s wr, 61 op/s 2024-04-13T08:43:21.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:21 smithi119 ceph-mon[96316]: osdmap e1751: 8 total, 8 up, 8 in 2024-04-13T08:43:21.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:21 smithi119 ceph-mon[93746]: pgmap v3164: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 23 KiB/s wr, 61 op/s 2024-04-13T08:43:21.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:21 smithi119 ceph-mon[93746]: osdmap e1751: 8 total, 8 up, 8 in 2024-04-13T08:43:21.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:21 smithi139 ceph-mon[88985]: pgmap v3164: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 23 KiB/s wr, 61 op/s 2024-04-13T08:43:21.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:21 smithi139 ceph-mon[88985]: osdmap e1751: 8 total, 8 up, 8 in 2024-04-13T08:43:22.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:22 smithi119 ceph-mon[96316]: osdmap e1752: 8 total, 8 up, 8 in 2024-04-13T08:43:22.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:22 smithi119 ceph-mon[93746]: osdmap e1752: 8 total, 8 up, 8 in 2024-04-13T08:43:22.536 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:22 smithi139 ceph-mon[88985]: osdmap e1752: 8 total, 8 up, 8 in 2024-04-13T08:43:22.536 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:43:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:43:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:43:23.231 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.SnapshotLimitPP (5044 ms) 2024-04-13T08:43:23.231 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.RebuildObjectMapViaLockOwner 2024-04-13T08:43:23.231 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:43:23.301 INFO:tasks.workunit.client.0.smithi119.stdout:0.00% done 2024-04-13T08:43:23.301 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.RebuildObjectMapViaLockOwner (70 ms) 2024-04-13T08:43:23.301 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.RenameViaLockOwner 2024-04-13T08:43:23.301 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:43:23.370 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.RenameViaLockOwner (70 ms) 2024-04-13T08:43:23.370 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.SnapCreateViaLockOwner 2024-04-13T08:43:23.370 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:43:23.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:23 smithi119 ceph-mon[93746]: pgmap v3167: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 3.7 KiB/s wr, 40 op/s 2024-04-13T08:43:23.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:23 smithi119 ceph-mon[93746]: osdmap e1753: 8 total, 8 up, 8 in 2024-04-13T08:43:23.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:23 smithi119 ceph-mon[96316]: pgmap v3167: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 3.7 KiB/s wr, 40 op/s 2024-04-13T08:43:23.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:23 smithi119 ceph-mon[96316]: osdmap e1753: 8 total, 8 up, 8 in 2024-04-13T08:43:23.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:23 smithi139 ceph-mon[88985]: pgmap v3167: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 3.7 KiB/s wr, 40 op/s 2024-04-13T08:43:23.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:23 smithi139 ceph-mon[88985]: osdmap e1753: 8 total, 8 up, 8 in 2024-04-13T08:43:24.240 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.SnapCreateViaLockOwner (869 ms) 2024-04-13T08:43:24.240 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.SnapRemoveViaLockOwner 2024-04-13T08:43:24.240 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:43:24.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:24 smithi119 ceph-mon[96316]: osdmap e1754: 8 total, 8 up, 8 in 2024-04-13T08:43:24.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:43:24.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:43:24.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:24 smithi119 ceph-mon[93746]: osdmap e1754: 8 total, 8 up, 8 in 2024-04-13T08:43:24.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:43:24.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:43:24.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:24 smithi139 ceph-mon[88985]: osdmap e1754: 8 total, 8 up, 8 in 2024-04-13T08:43:24.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:43:24.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:43:25.208 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:43:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:43:24] "GET /metrics HTTP/1.1" 200 75462 "" "Prometheus/2.43.0" 2024-04-13T08:43:25.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:25 smithi119 ceph-mon[93746]: pgmap v3170: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 37 op/s 2024-04-13T08:43:25.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:25 smithi119 ceph-mon[93746]: osdmap e1755: 8 total, 8 up, 8 in 2024-04-13T08:43:25.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:25 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:43:25.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:25 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:43:25.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:25 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:43:25.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:25 smithi119 ceph-mon[96316]: pgmap v3170: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 37 op/s 2024-04-13T08:43:25.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:25 smithi119 ceph-mon[96316]: osdmap e1755: 8 total, 8 up, 8 in 2024-04-13T08:43:25.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:25 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:43:25.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:25 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:43:25.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:25 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:43:25.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:25 smithi139 ceph-mon[88985]: pgmap v3170: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 37 op/s 2024-04-13T08:43:25.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:25 smithi139 ceph-mon[88985]: osdmap e1755: 8 total, 8 up, 8 in 2024-04-13T08:43:25.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:25 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:43:25.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:25 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:43:25.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:25 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:43:26.062 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.SnapRemoveViaLockOwner (1822 ms) 2024-04-13T08:43:26.062 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.UpdateFeaturesViaLockOwner 2024-04-13T08:43:26.062 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:43:26.120 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.UpdateFeaturesViaLockOwner (58 ms) 2024-04-13T08:43:26.120 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.EnableJournalingViaLockOwner 2024-04-13T08:43:26.120 INFO:tasks.workunit.client.0.smithi119.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/test_librbd.cc:9376: Skipped 2024-04-13T08:43:26.120 INFO:tasks.workunit.client.0.smithi119.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:43:26.120 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestLibRBD.EnableJournalingViaLockOwner (0 ms) 2024-04-13T08:43:26.120 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.SnapRemove2 2024-04-13T08:43:26.120 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:43:26.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:26 smithi139 ceph-mon[88985]: osdmap e1756: 8 total, 8 up, 8 in 2024-04-13T08:43:26.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:26 smithi139 ceph-mon[88985]: osdmap e1757: 8 total, 8 up, 8 in 2024-04-13T08:43:26.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:26 smithi119 ceph-mon[96316]: osdmap e1756: 8 total, 8 up, 8 in 2024-04-13T08:43:26.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:26 smithi119 ceph-mon[96316]: osdmap e1757: 8 total, 8 up, 8 in 2024-04-13T08:43:26.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:26 smithi119 ceph-mon[93746]: osdmap e1756: 8 total, 8 up, 8 in 2024-04-13T08:43:26.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:26 smithi119 ceph-mon[93746]: osdmap e1757: 8 total, 8 up, 8 in 2024-04-13T08:43:27.617 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:27 smithi119 ceph-mon[96316]: pgmap v3173: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 80 KiB/s rd, 7.0 KiB/s wr, 108 op/s 2024-04-13T08:43:27.617 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:27 smithi119 ceph-mon[96316]: osdmap e1758: 8 total, 8 up, 8 in 2024-04-13T08:43:27.617 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:27 smithi119 ceph-mon[93746]: pgmap v3173: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 80 KiB/s rd, 7.0 KiB/s wr, 108 op/s 2024-04-13T08:43:27.617 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:27 smithi119 ceph-mon[93746]: osdmap e1758: 8 total, 8 up, 8 in 2024-04-13T08:43:27.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:27 smithi139 ceph-mon[88985]: pgmap v3173: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 80 KiB/s rd, 7.0 KiB/s wr, 108 op/s 2024-04-13T08:43:27.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:27 smithi139 ceph-mon[88985]: osdmap e1758: 8 total, 8 up, 8 in 2024-04-13T08:43:28.064 INFO:tasks.workunit.client.0.smithi119.stdout:100.00% done 2024-04-13T08:43:28.064 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.SnapRemove2 (1944 ms) 2024-04-13T08:43:28.064 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.SnapRenameViaLockOwner 2024-04-13T08:43:28.064 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:43:29.087 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.SnapRenameViaLockOwner (1023 ms) 2024-04-13T08:43:29.087 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.SnapProtectViaLockOwner 2024-04-13T08:43:29.087 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:43:29.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:29 smithi139 ceph-mon[88985]: pgmap v3176: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 118 KiB/s rd, 11 KiB/s wr, 163 op/s 2024-04-13T08:43:29.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:29 smithi139 ceph-mon[88985]: osdmap e1759: 8 total, 8 up, 8 in 2024-04-13T08:43:29.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:29 smithi119 ceph-mon[96316]: pgmap v3176: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 118 KiB/s rd, 11 KiB/s wr, 163 op/s 2024-04-13T08:43:29.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:29 smithi119 ceph-mon[96316]: osdmap e1759: 8 total, 8 up, 8 in 2024-04-13T08:43:29.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:29 smithi119 ceph-mon[93746]: pgmap v3176: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 118 KiB/s rd, 11 KiB/s wr, 163 op/s 2024-04-13T08:43:29.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:29 smithi119 ceph-mon[93746]: osdmap e1759: 8 total, 8 up, 8 in 2024-04-13T08:43:30.087 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.SnapProtectViaLockOwner (1001 ms) 2024-04-13T08:43:30.087 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.SnapUnprotectViaLockOwner 2024-04-13T08:43:30.087 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:43:30.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:30 smithi139 ceph-mon[88985]: osdmap e1760: 8 total, 8 up, 8 in 2024-04-13T08:43:30.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:30 smithi119 ceph-mon[96316]: osdmap e1760: 8 total, 8 up, 8 in 2024-04-13T08:43:30.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:30 smithi119 ceph-mon[93746]: osdmap e1760: 8 total, 8 up, 8 in 2024-04-13T08:43:31.111 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.SnapUnprotectViaLockOwner (1024 ms) 2024-04-13T08:43:31.111 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.FlattenViaLockOwner 2024-04-13T08:43:31.111 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:43:31.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:31 smithi139 ceph-mon[88985]: pgmap v3179: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 43 KiB/s rd, 6.2 KiB/s wr, 67 op/s 2024-04-13T08:43:31.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:31 smithi139 ceph-mon[88985]: osdmap e1761: 8 total, 8 up, 8 in 2024-04-13T08:43:31.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:31 smithi139 ceph-mon[88985]: osdmap e1762: 8 total, 8 up, 8 in 2024-04-13T08:43:31.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:31 smithi119 ceph-mon[96316]: pgmap v3179: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 43 KiB/s rd, 6.2 KiB/s wr, 67 op/s 2024-04-13T08:43:31.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:31 smithi119 ceph-mon[96316]: osdmap e1761: 8 total, 8 up, 8 in 2024-04-13T08:43:31.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:31 smithi119 ceph-mon[96316]: osdmap e1762: 8 total, 8 up, 8 in 2024-04-13T08:43:31.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:31 smithi119 ceph-mon[93746]: pgmap v3179: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 43 KiB/s rd, 6.2 KiB/s wr, 67 op/s 2024-04-13T08:43:31.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:31 smithi119 ceph-mon[93746]: osdmap e1761: 8 total, 8 up, 8 in 2024-04-13T08:43:31.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:31 smithi119 ceph-mon[93746]: osdmap e1762: 8 total, 8 up, 8 in 2024-04-13T08:43:32.174 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.FlattenViaLockOwner (1062 ms) 2024-04-13T08:43:32.174 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.ResizeViaLockOwner 2024-04-13T08:43:32.174 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:43:32.215 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.ResizeViaLockOwner (42 ms) 2024-04-13T08:43:32.216 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.SparsifyViaLockOwner 2024-04-13T08:43:32.216 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:43:32.253 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.SparsifyViaLockOwner (37 ms) 2024-04-13T08:43:32.253 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.ObjectMapConsistentSnap 2024-04-13T08:43:32.253 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:43:32.638 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:43:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:43:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:43:33.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:33 smithi139 ceph-mon[88985]: pgmap v3182: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 169 KiB/s rd, 13 KiB/s wr, 228 op/s 2024-04-13T08:43:33.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:33 smithi139 ceph-mon[88985]: osdmap e1763: 8 total, 8 up, 8 in 2024-04-13T08:43:33.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:33 smithi119 ceph-mon[96316]: pgmap v3182: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 169 KiB/s rd, 13 KiB/s wr, 228 op/s 2024-04-13T08:43:33.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:33 smithi119 ceph-mon[96316]: osdmap e1763: 8 total, 8 up, 8 in 2024-04-13T08:43:33.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:33 smithi119 ceph-mon[93746]: pgmap v3182: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 169 KiB/s rd, 13 KiB/s wr, 228 op/s 2024-04-13T08:43:33.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:33 smithi119 ceph-mon[93746]: osdmap e1763: 8 total, 8 up, 8 in 2024-04-13T08:43:34.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:34 smithi139 ceph-mon[88985]: osdmap e1764: 8 total, 8 up, 8 in 2024-04-13T08:43:34.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:34 smithi119 ceph-mon[93746]: osdmap e1764: 8 total, 8 up, 8 in 2024-04-13T08:43:34.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:34 smithi119 ceph-mon[96316]: osdmap e1764: 8 total, 8 up, 8 in 2024-04-13T08:43:35.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:43:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:43:34] "GET /metrics HTTP/1.1" 200 75462 "" "Prometheus/2.43.0" 2024-04-13T08:43:35.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:35 smithi119 ceph-mon[96316]: pgmap v3185: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 208 KiB/s rd, 12 KiB/s wr, 272 op/s 2024-04-13T08:43:35.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:35 smithi119 ceph-mon[96316]: osdmap e1765: 8 total, 8 up, 8 in 2024-04-13T08:43:35.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:35 smithi119 ceph-mon[93746]: pgmap v3185: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 208 KiB/s rd, 12 KiB/s wr, 272 op/s 2024-04-13T08:43:35.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:35 smithi119 ceph-mon[93746]: osdmap e1765: 8 total, 8 up, 8 in 2024-04-13T08:43:35.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:35 smithi139 ceph-mon[88985]: pgmap v3185: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 208 KiB/s rd, 12 KiB/s wr, 272 op/s 2024-04-13T08:43:35.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:35 smithi139 ceph-mon[88985]: osdmap e1765: 8 total, 8 up, 8 in 2024-04-13T08:43:36.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:36 smithi139 ceph-mon[88985]: osdmap e1766: 8 total, 8 up, 8 in 2024-04-13T08:43:36.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:36 smithi139 ceph-mon[88985]: osdmap e1767: 8 total, 8 up, 8 in 2024-04-13T08:43:36.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:36 smithi119 ceph-mon[93746]: osdmap e1766: 8 total, 8 up, 8 in 2024-04-13T08:43:36.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:36 smithi119 ceph-mon[93746]: osdmap e1767: 8 total, 8 up, 8 in 2024-04-13T08:43:36.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:36 smithi119 ceph-mon[96316]: osdmap e1766: 8 total, 8 up, 8 in 2024-04-13T08:43:36.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:36 smithi119 ceph-mon[96316]: osdmap e1767: 8 total, 8 up, 8 in 2024-04-13T08:43:37.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:37 smithi139 ceph-mon[88985]: pgmap v3188: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 170 KiB/s rd, 8.2 KiB/s wr, 221 op/s 2024-04-13T08:43:37.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:37 smithi139 ceph-mon[88985]: osdmap e1768: 8 total, 8 up, 8 in 2024-04-13T08:43:37.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:37 smithi119 ceph-mon[96316]: pgmap v3188: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 170 KiB/s rd, 8.2 KiB/s wr, 221 op/s 2024-04-13T08:43:37.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:37 smithi119 ceph-mon[96316]: osdmap e1768: 8 total, 8 up, 8 in 2024-04-13T08:43:37.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:37 smithi119 ceph-mon[93746]: pgmap v3188: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 170 KiB/s rd, 8.2 KiB/s wr, 221 op/s 2024-04-13T08:43:37.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:37 smithi119 ceph-mon[93746]: osdmap e1768: 8 total, 8 up, 8 in 2024-04-13T08:43:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:39 smithi139 ceph-mon[88985]: pgmap v3191: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 132 KiB/s rd, 9.2 KiB/s wr, 177 op/s 2024-04-13T08:43:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:39 smithi139 ceph-mon[88985]: osdmap e1769: 8 total, 8 up, 8 in 2024-04-13T08:43:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:43:39.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:39 smithi119 ceph-mon[93746]: pgmap v3191: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 132 KiB/s rd, 9.2 KiB/s wr, 177 op/s 2024-04-13T08:43:39.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:39 smithi119 ceph-mon[93746]: osdmap e1769: 8 total, 8 up, 8 in 2024-04-13T08:43:39.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:43:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:39 smithi119 ceph-mon[96316]: pgmap v3191: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 132 KiB/s rd, 9.2 KiB/s wr, 177 op/s 2024-04-13T08:43:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:39 smithi119 ceph-mon[96316]: osdmap e1769: 8 total, 8 up, 8 in 2024-04-13T08:43:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:43:40.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:40 smithi139 ceph-mon[88985]: osdmap e1770: 8 total, 8 up, 8 in 2024-04-13T08:43:40.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:40 smithi119 ceph-mon[93746]: osdmap e1770: 8 total, 8 up, 8 in 2024-04-13T08:43:40.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:40 smithi119 ceph-mon[96316]: osdmap e1770: 8 total, 8 up, 8 in 2024-04-13T08:43:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:41 smithi139 ceph-mon[88985]: pgmap v3194: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 6.0 KiB/s rd, 2.5 KiB/s wr, 12 op/s 2024-04-13T08:43:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:41 smithi139 ceph-mon[88985]: osdmap e1771: 8 total, 8 up, 8 in 2024-04-13T08:43:41.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:41 smithi119 ceph-mon[93746]: pgmap v3194: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 6.0 KiB/s rd, 2.5 KiB/s wr, 12 op/s 2024-04-13T08:43:41.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:41 smithi119 ceph-mon[93746]: osdmap e1771: 8 total, 8 up, 8 in 2024-04-13T08:43:41.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:41 smithi119 ceph-mon[96316]: pgmap v3194: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 6.0 KiB/s rd, 2.5 KiB/s wr, 12 op/s 2024-04-13T08:43:41.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:41 smithi119 ceph-mon[96316]: osdmap e1771: 8 total, 8 up, 8 in 2024-04-13T08:43:42.313 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:42 smithi139 ceph-mon[88985]: osdmap e1772: 8 total, 8 up, 8 in 2024-04-13T08:43:42.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:42 smithi119 ceph-mon[96316]: osdmap e1772: 8 total, 8 up, 8 in 2024-04-13T08:43:42.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:42 smithi119 ceph-mon[93746]: osdmap e1772: 8 total, 8 up, 8 in 2024-04-13T08:43:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:43:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:43:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:43:42.698 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.ObjectMapConsistentSnap (10446 ms) 2024-04-13T08:43:42.698 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.Metadata 2024-04-13T08:43:42.699 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:43:43.170 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.Metadata (471 ms) 2024-04-13T08:43:43.170 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.MetadataPP 2024-04-13T08:43:43.170 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:43:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:43 smithi139 ceph-mon[88985]: pgmap v3197: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 67 KiB/s rd, 3.7 KiB/s wr, 89 op/s 2024-04-13T08:43:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:43 smithi139 ceph-mon[88985]: osdmap e1773: 8 total, 8 up, 8 in 2024-04-13T08:43:43.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:43 smithi119 ceph-mon[96316]: pgmap v3197: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 67 KiB/s rd, 3.7 KiB/s wr, 89 op/s 2024-04-13T08:43:43.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:43 smithi119 ceph-mon[96316]: osdmap e1773: 8 total, 8 up, 8 in 2024-04-13T08:43:43.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:43 smithi119 ceph-mon[93746]: pgmap v3197: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 67 KiB/s rd, 3.7 KiB/s wr, 89 op/s 2024-04-13T08:43:43.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:43 smithi119 ceph-mon[93746]: osdmap e1773: 8 total, 8 up, 8 in 2024-04-13T08:43:44.197 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.MetadataPP (1026 ms) 2024-04-13T08:43:44.197 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.UpdateFeatures 2024-04-13T08:43:44.197 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:43:44.308 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.UpdateFeatures (111 ms) 2024-04-13T08:43:44.308 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.FeaturesBitmaskString 2024-04-13T08:43:44.308 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.FeaturesBitmaskString (0 ms) 2024-04-13T08:43:44.308 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.RebuildObjectMap 2024-04-13T08:43:44.308 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:43:44.384 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:44 smithi139 ceph-mon[88985]: osdmap e1774: 8 total, 8 up, 8 in 2024-04-13T08:43:44.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:44 smithi119 ceph-mon[96316]: osdmap e1774: 8 total, 8 up, 8 in 2024-04-13T08:43:44.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:44 smithi119 ceph-mon[93746]: osdmap e1774: 8 total, 8 up, 8 in 2024-04-13T08:43:45.072 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:43:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:43:44] "GET /metrics HTTP/1.1" 200 75462 "" "Prometheus/2.43.0" 2024-04-13T08:43:45.146 INFO:tasks.workunit.client.0.smithi119.stdout:0.00% done 2024-04-13T08:43:45.146 INFO:tasks.workunit.client.0.smithi119.stdout:25.00% done 2024-04-13T08:43:45.146 INFO:tasks.workunit.client.0.smithi119.stdout:50.00% done 2024-04-13T08:43:45.146 INFO:tasks.workunit.client.0.smithi119.stdout:75.00% done 2024-04-13T08:43:45.147 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.RebuildObjectMap (839 ms) 2024-04-13T08:43:45.147 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.RebuildNewObjectMap 2024-04-13T08:43:45.182 INFO:tasks.workunit.client.0.smithi119.stdout:0.00% done 2024-04-13T08:43:45.182 INFO:tasks.workunit.client.0.smithi119.stdout:25.00% done 2024-04-13T08:43:45.183 INFO:tasks.workunit.client.0.smithi119.stdout:50.00% done 2024-04-13T08:43:45.183 INFO:tasks.workunit.client.0.smithi119.stdout:75.00% done 2024-04-13T08:43:45.183 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.RebuildNewObjectMap (36 ms) 2024-04-13T08:43:45.183 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.CheckObjectMap 2024-04-13T08:43:45.183 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:43:45.384 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:45 smithi139 ceph-mon[88985]: pgmap v3200: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 67 KiB/s rd, 7.7 KiB/s wr, 93 op/s 2024-04-13T08:43:45.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:45 smithi139 ceph-mon[88985]: osdmap e1775: 8 total, 8 up, 8 in 2024-04-13T08:43:45.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:45 smithi119 ceph-mon[93746]: pgmap v3200: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 67 KiB/s rd, 7.7 KiB/s wr, 93 op/s 2024-04-13T08:43:45.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:45 smithi119 ceph-mon[93746]: osdmap e1775: 8 total, 8 up, 8 in 2024-04-13T08:43:45.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:45 smithi119 ceph-mon[96316]: pgmap v3200: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 67 KiB/s rd, 7.7 KiB/s wr, 93 op/s 2024-04-13T08:43:45.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:45 smithi119 ceph-mon[96316]: osdmap e1775: 8 total, 8 up, 8 in 2024-04-13T08:43:46.163 INFO:tasks.workunit.client.0.smithi119.stdout:0.00% done 2024-04-13T08:43:46.163 INFO:tasks.workunit.client.0.smithi119.stdout:25.00% done 2024-04-13T08:43:46.163 INFO:tasks.workunit.client.0.smithi119.stdout:50.00% done 2024-04-13T08:43:46.163 INFO:tasks.workunit.client.0.smithi119.stdout:75.00% done 2024-04-13T08:43:46.163 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.CheckObjectMap (980 ms) 2024-04-13T08:43:46.164 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.BlockingAIO 2024-04-13T08:43:46.164 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:43:46.193 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.BlockingAIO (31 ms) 2024-04-13T08:43:46.193 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.ExclusiveLockTransition 2024-04-13T08:43:46.193 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:43:46.331 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.ExclusiveLockTransition (137 ms) 2024-04-13T08:43:46.331 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.ExclusiveLockReadTransition 2024-04-13T08:43:46.331 INFO:tasks.workunit.client.0.smithi119.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/test_librbd.cc:10433: Skipped 2024-04-13T08:43:46.331 INFO:tasks.workunit.client.0.smithi119.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:43:46.332 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestLibRBD.ExclusiveLockReadTransition (0 ms) 2024-04-13T08:43:46.332 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.CacheMayCopyOnWrite 2024-04-13T08:43:46.332 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:43:46.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:46 smithi139 ceph-mon[88985]: osdmap e1776: 8 total, 8 up, 8 in 2024-04-13T08:43:46.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.b", "id": [6, 7]}]: dispatch 2024-04-13T08:43:46.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1a", "id": [2, 5]}]: dispatch 2024-04-13T08:43:46.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:46 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.b", "id": [6, 7]}]: dispatch 2024-04-13T08:43:46.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.2", "id": [3, 7]}]: dispatch 2024-04-13T08:43:46.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:46 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1a", "id": [2, 5]}]: dispatch 2024-04-13T08:43:46.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:46 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.2", "id": [3, 7]}]: dispatch 2024-04-13T08:43:46.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:46 smithi119 ceph-mon[96316]: osdmap e1776: 8 total, 8 up, 8 in 2024-04-13T08:43:46.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.b", "id": [6, 7]}]: dispatch 2024-04-13T08:43:46.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1a", "id": [2, 5]}]: dispatch 2024-04-13T08:43:46.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:46 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.b", "id": [6, 7]}]: dispatch 2024-04-13T08:43:46.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.2", "id": [3, 7]}]: dispatch 2024-04-13T08:43:46.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:46 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1a", "id": [2, 5]}]: dispatch 2024-04-13T08:43:46.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:46 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.2", "id": [3, 7]}]: dispatch 2024-04-13T08:43:46.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:46 smithi119 ceph-mon[93746]: osdmap e1776: 8 total, 8 up, 8 in 2024-04-13T08:43:46.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.b", "id": [6, 7]}]: dispatch 2024-04-13T08:43:46.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1a", "id": [2, 5]}]: dispatch 2024-04-13T08:43:46.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:46 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.b", "id": [6, 7]}]: dispatch 2024-04-13T08:43:46.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.2", "id": [3, 7]}]: dispatch 2024-04-13T08:43:46.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:46 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1a", "id": [2, 5]}]: dispatch 2024-04-13T08:43:46.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:46 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.2", "id": [3, 7]}]: dispatch 2024-04-13T08:43:47.182 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.CacheMayCopyOnWrite (849 ms) 2024-04-13T08:43:47.182 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot 2024-04-13T08:43:47.182 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:43:47.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:47 smithi139 ceph-mon[88985]: pgmap v3203: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 516 KiB/s rd, 188 KiB/s wr, 822 op/s 2024-04-13T08:43:47.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:47 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.b", "id": [6, 7]}]': finished 2024-04-13T08:43:47.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:47 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1a", "id": [2, 5]}]': finished 2024-04-13T08:43:47.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:47 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.2", "id": [3, 7]}]': finished 2024-04-13T08:43:47.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:47 smithi139 ceph-mon[88985]: osdmap e1777: 8 total, 8 up, 8 in 2024-04-13T08:43:47.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:47 smithi119 ceph-mon[96316]: pgmap v3203: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 516 KiB/s rd, 188 KiB/s wr, 822 op/s 2024-04-13T08:43:47.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:47 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.b", "id": [6, 7]}]': finished 2024-04-13T08:43:47.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:47 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1a", "id": [2, 5]}]': finished 2024-04-13T08:43:47.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:47 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.2", "id": [3, 7]}]': finished 2024-04-13T08:43:47.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:47 smithi119 ceph-mon[96316]: osdmap e1777: 8 total, 8 up, 8 in 2024-04-13T08:43:47.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:47 smithi119 ceph-mon[93746]: pgmap v3203: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 516 KiB/s rd, 188 KiB/s wr, 822 op/s 2024-04-13T08:43:47.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:47 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.b", "id": [6, 7]}]': finished 2024-04-13T08:43:47.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:47 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1a", "id": [2, 5]}]': finished 2024-04-13T08:43:47.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:47 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.2", "id": [3, 7]}]': finished 2024-04-13T08:43:47.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:47 smithi119 ceph-mon[93746]: osdmap e1777: 8 total, 8 up, 8 in 2024-04-13T08:43:48.138 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot (958 ms) 2024-04-13T08:43:48.138 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestImageOptions 2024-04-13T08:43:48.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:48 smithi139 ceph-mon[88985]: osdmap e1778: 8 total, 8 up, 8 in 2024-04-13T08:43:48.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:48 smithi119 ceph-mon[96316]: osdmap e1778: 8 total, 8 up, 8 in 2024-04-13T08:43:48.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:48 smithi119 ceph-mon[93746]: osdmap e1778: 8 total, 8 up, 8 in 2024-04-13T08:43:49.256 INFO:tasks.workunit.client.0.smithi119.stdout:0.00% done 2024-04-13T08:43:49.257 INFO:tasks.workunit.client.0.smithi119.stdout:100.00% done 2024-04-13T08:43:49.257 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestImageOptions (1119 ms) 2024-04-13T08:43:49.257 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestImageOptionsPP 2024-04-13T08:43:49.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:49 smithi139 ceph-mon[88985]: pgmap v3206: 649 pgs: 1 peering, 648 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 736 KiB/s rd, 234 KiB/s wr, 1.12k op/s 2024-04-13T08:43:49.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:49 smithi139 ceph-mon[88985]: osdmap e1779: 8 total, 8 up, 8 in 2024-04-13T08:43:49.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:49 smithi119 ceph-mon[96316]: pgmap v3206: 649 pgs: 1 peering, 648 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 736 KiB/s rd, 234 KiB/s wr, 1.12k op/s 2024-04-13T08:43:49.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:49 smithi119 ceph-mon[96316]: osdmap e1779: 8 total, 8 up, 8 in 2024-04-13T08:43:49.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:49 smithi119 ceph-mon[93746]: pgmap v3206: 649 pgs: 1 peering, 648 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 736 KiB/s rd, 234 KiB/s wr, 1.12k op/s 2024-04-13T08:43:49.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:49 smithi119 ceph-mon[93746]: osdmap e1779: 8 total, 8 up, 8 in 2024-04-13T08:43:50.228 INFO:tasks.workunit.client.0.smithi119.stdout:0.00% done 2024-04-13T08:43:50.228 INFO:tasks.workunit.client.0.smithi119.stdout:100.00% done 2024-04-13T08:43:50.228 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestImageOptionsPP (970 ms) 2024-04-13T08:43:50.228 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.EventSocketPipe 2024-04-13T08:43:50.228 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.EventSocketPipe (0 ms) 2024-04-13T08:43:50.228 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.EventSocketEventfd 2024-04-13T08:43:50.228 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.EventSocketEventfd (0 ms) 2024-04-13T08:43:50.229 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.ImagePollIO 2024-04-13T08:43:50.229 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:43:50.271 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 512 2024-04-13T08:43:50.271 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 512 2024-04-13T08:43:50.271 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 512 2024-04-13T08:43:50.271 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 512 2024-04-13T08:43:50.271 INFO:tasks.workunit.client.0.smithi119.stdout:wrote: 512 2024-04-13T08:43:50.271 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:43:50.272 INFO:tasks.workunit.client.0.smithi119.stdout:started write 2024-04-13T08:43:50.272 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:43:50.272 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:43:50.272 INFO:tasks.workunit.client.0.smithi119.stdout:finished write 2024-04-13T08:43:50.272 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:43:50.272 INFO:tasks.workunit.client.0.smithi119.stdout:started write 2024-04-13T08:43:50.272 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:43:50.272 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:43:50.272 INFO:tasks.workunit.client.0.smithi119.stdout:finished write 2024-04-13T08:43:50.272 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:43:50.272 INFO:tasks.workunit.client.0.smithi119.stdout:started write 2024-04-13T08:43:50.272 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:43:50.272 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:43:50.272 INFO:tasks.workunit.client.0.smithi119.stdout:finished write 2024-04-13T08:43:50.273 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:43:50.273 INFO:tasks.workunit.client.0.smithi119.stdout:started write 2024-04-13T08:43:50.273 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:43:50.273 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:43:50.273 INFO:tasks.workunit.client.0.smithi119.stdout:finished write 2024-04-13T08:43:50.273 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:43:50.273 INFO:tasks.workunit.client.0.smithi119.stdout:started write 2024-04-13T08:43:50.273 INFO:tasks.workunit.client.0.smithi119.stdout:write completion cb called! 2024-04-13T08:43:50.273 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 0 2024-04-13T08:43:50.273 INFO:tasks.workunit.client.0.smithi119.stdout:finished write 2024-04-13T08:43:50.273 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:43:50.273 INFO:tasks.workunit.client.0.smithi119.stdout:started read 2024-04-13T08:43:50.273 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:43:50.274 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 512 2024-04-13T08:43:50.274 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:43:50.274 INFO:tasks.workunit.client.0.smithi119.stdout:started read 2024-04-13T08:43:50.274 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:43:50.274 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 512 2024-04-13T08:43:50.274 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:43:50.274 INFO:tasks.workunit.client.0.smithi119.stdout:started read 2024-04-13T08:43:50.274 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:43:50.274 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 512 2024-04-13T08:43:50.274 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:43:50.274 INFO:tasks.workunit.client.0.smithi119.stdout:started read 2024-04-13T08:43:50.274 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:43:50.274 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 512 2024-04-13T08:43:50.274 INFO:tasks.workunit.client.0.smithi119.stdout:created completion 2024-04-13T08:43:50.275 INFO:tasks.workunit.client.0.smithi119.stdout:started read 2024-04-13T08:43:50.275 INFO:tasks.workunit.client.0.smithi119.stdout:read completion cb called! 2024-04-13T08:43:50.275 INFO:tasks.workunit.client.0.smithi119.stdout:return value is: 512 2024-04-13T08:43:50.275 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.ImagePollIO (43 ms) 2024-04-13T08:43:50.275 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.Mirror 2024-04-13T08:43:50.275 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:43:50.284 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:43:50.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:50 smithi139 ceph-mon[88985]: osdmap e1780: 8 total, 8 up, 8 in 2024-04-13T08:43:50.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:50 smithi119 ceph-mon[96316]: osdmap e1780: 8 total, 8 up, 8 in 2024-04-13T08:43:50.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:50 smithi119 ceph-mon[93746]: osdmap e1780: 8 total, 8 up, 8 in 2024-04-13T08:43:51.292 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.Mirror (1022 ms) 2024-04-13T08:43:51.292 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.MirrorPeerAttributes 2024-04-13T08:43:51.314 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.MirrorPeerAttributes (22 ms) 2024-04-13T08:43:51.314 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.CreateWithMirrorEnabled 2024-04-13T08:43:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:51 smithi139 ceph-mon[88985]: pgmap v3209: 649 pgs: 1 peering, 648 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 220 KiB/s rd, 50 KiB/s wr, 302 op/s 2024-04-13T08:43:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:51 smithi139 ceph-mon[88985]: osdmap e1781: 8 total, 8 up, 8 in 2024-04-13T08:43:51.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:51 smithi119 ceph-mon[93746]: pgmap v3209: 649 pgs: 1 peering, 648 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 220 KiB/s rd, 50 KiB/s wr, 302 op/s 2024-04-13T08:43:51.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:51 smithi119 ceph-mon[93746]: osdmap e1781: 8 total, 8 up, 8 in 2024-04-13T08:43:51.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:51 smithi119 ceph-mon[96316]: pgmap v3209: 649 pgs: 1 peering, 648 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 220 KiB/s rd, 50 KiB/s wr, 302 op/s 2024-04-13T08:43:51.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:51 smithi119 ceph-mon[96316]: osdmap e1781: 8 total, 8 up, 8 in 2024-04-13T08:43:52.385 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:43:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:43:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:43:52.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:52 smithi139 ceph-mon[88985]: osdmap e1782: 8 total, 8 up, 8 in 2024-04-13T08:43:52.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:52 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/455744238' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-13T08:43:52.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:52 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-13T08:43:52.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:52 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-04-13T08:43:52.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:52 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/455744238' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/01d9683c-5b00-4af8-a694-cedaeb9f27c2"}]: dispatch 2024-04-13T08:43:52.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:52 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/01d9683c-5b00-4af8-a694-cedaeb9f27c2"}]: dispatch 2024-04-13T08:43:52.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:52 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/01d9683c-5b00-4af8-a694-cedaeb9f27c2"}]': finished 2024-04-13T08:43:52.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:52 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/455744238' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/a8e1a456-4805-46cb-a422-dd2c6c692909"}]: dispatch 2024-04-13T08:43:52.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:52 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/a8e1a456-4805-46cb-a422-dd2c6c692909"}]: dispatch 2024-04-13T08:43:52.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:52 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/a8e1a456-4805-46cb-a422-dd2c6c692909"}]': finished 2024-04-13T08:43:52.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:52 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/455744238' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/1664d220-39db-4b96-8088-409ec4b261c1"}]: dispatch 2024-04-13T08:43:52.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:52 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/1664d220-39db-4b96-8088-409ec4b261c1"}]: dispatch 2024-04-13T08:43:52.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:52 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/1664d220-39db-4b96-8088-409ec4b261c1"}]': finished 2024-04-13T08:43:52.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:52 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/455744238' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/41f5b698-09d3-472c-ab77-f3ab48e1de71"}]: dispatch 2024-04-13T08:43:52.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:52 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' 2024-04-13T08:43:52.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:52 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/455744238' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/41f5b698-09d3-472c-ab77-f3ab48e1de71"}]: dispatch 2024-04-13T08:43:52.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:52 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/455744238' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/41f5b698-09d3-472c-ab77-f3ab48e1de71"}]: dispatch 2024-04-13T08:43:52.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:52 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/41f5b698-09d3-472c-ab77-f3ab48e1de71"}]: dispatch 2024-04-13T08:43:52.387 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:52 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/41f5b698-09d3-472c-ab77-f3ab48e1de71"}]': finished 2024-04-13T08:43:52.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:52 smithi119 ceph-mon[93746]: osdmap e1782: 8 total, 8 up, 8 in 2024-04-13T08:43:52.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:52 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/455744238' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-13T08:43:52.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:52 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-13T08:43:52.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:52 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-04-13T08:43:52.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:52 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/455744238' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/01d9683c-5b00-4af8-a694-cedaeb9f27c2"}]: dispatch 2024-04-13T08:43:52.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:52 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/01d9683c-5b00-4af8-a694-cedaeb9f27c2"}]: dispatch 2024-04-13T08:43:52.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:52 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/01d9683c-5b00-4af8-a694-cedaeb9f27c2"}]': finished 2024-04-13T08:43:52.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:52 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/455744238' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/a8e1a456-4805-46cb-a422-dd2c6c692909"}]: dispatch 2024-04-13T08:43:52.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:52 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/a8e1a456-4805-46cb-a422-dd2c6c692909"}]: dispatch 2024-04-13T08:43:52.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:52 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/a8e1a456-4805-46cb-a422-dd2c6c692909"}]': finished 2024-04-13T08:43:52.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:52 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/455744238' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/1664d220-39db-4b96-8088-409ec4b261c1"}]: dispatch 2024-04-13T08:43:52.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:52 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/1664d220-39db-4b96-8088-409ec4b261c1"}]: dispatch 2024-04-13T08:43:52.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:52 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/1664d220-39db-4b96-8088-409ec4b261c1"}]': finished 2024-04-13T08:43:52.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:52 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/455744238' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/41f5b698-09d3-472c-ab77-f3ab48e1de71"}]: dispatch 2024-04-13T08:43:52.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:52 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' 2024-04-13T08:43:52.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:52 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/455744238' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/41f5b698-09d3-472c-ab77-f3ab48e1de71"}]: dispatch 2024-04-13T08:43:52.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:52 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/455744238' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/41f5b698-09d3-472c-ab77-f3ab48e1de71"}]: dispatch 2024-04-13T08:43:52.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:52 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/41f5b698-09d3-472c-ab77-f3ab48e1de71"}]: dispatch 2024-04-13T08:43:52.468 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:52 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/41f5b698-09d3-472c-ab77-f3ab48e1de71"}]': finished 2024-04-13T08:43:52.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:52 smithi119 ceph-mon[96316]: osdmap e1782: 8 total, 8 up, 8 in 2024-04-13T08:43:52.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:52 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/455744238' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-13T08:43:52.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:52 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-13T08:43:52.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:52 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-04-13T08:43:52.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:52 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/455744238' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/01d9683c-5b00-4af8-a694-cedaeb9f27c2"}]: dispatch 2024-04-13T08:43:52.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:52 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/01d9683c-5b00-4af8-a694-cedaeb9f27c2"}]: dispatch 2024-04-13T08:43:52.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:52 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/01d9683c-5b00-4af8-a694-cedaeb9f27c2"}]': finished 2024-04-13T08:43:52.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:52 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/455744238' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/a8e1a456-4805-46cb-a422-dd2c6c692909"}]: dispatch 2024-04-13T08:43:52.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:52 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/a8e1a456-4805-46cb-a422-dd2c6c692909"}]: dispatch 2024-04-13T08:43:52.468 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:52 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/a8e1a456-4805-46cb-a422-dd2c6c692909"}]': finished 2024-04-13T08:43:52.469 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:52 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/455744238' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/1664d220-39db-4b96-8088-409ec4b261c1"}]: dispatch 2024-04-13T08:43:52.469 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:52 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/1664d220-39db-4b96-8088-409ec4b261c1"}]: dispatch 2024-04-13T08:43:52.469 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:52 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/1664d220-39db-4b96-8088-409ec4b261c1"}]': finished 2024-04-13T08:43:52.469 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:52 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/455744238' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/41f5b698-09d3-472c-ab77-f3ab48e1de71"}]: dispatch 2024-04-13T08:43:52.469 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:52 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' 2024-04-13T08:43:52.469 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:52 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/455744238' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/41f5b698-09d3-472c-ab77-f3ab48e1de71"}]: dispatch 2024-04-13T08:43:52.469 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:52 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/455744238' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/41f5b698-09d3-472c-ab77-f3ab48e1de71"}]: dispatch 2024-04-13T08:43:52.469 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:52 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/41f5b698-09d3-472c-ab77-f3ab48e1de71"}]: dispatch 2024-04-13T08:43:52.469 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:52 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/41f5b698-09d3-472c-ab77-f3ab48e1de71"}]': finished 2024-04-13T08:43:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:53 smithi139 ceph-mon[88985]: pgmap v3212: 649 pgs: 649 active+clean; 317 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 385 KiB/s rd, 2.0 MiB/s wr, 511 op/s; 4 B/s, 0 objects/s recovering 2024-04-13T08:43:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:53 smithi139 ceph-mon[88985]: osdmap e1783: 8 total, 8 up, 8 in 2024-04-13T08:43:53.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:53 smithi119 ceph-mon[93746]: pgmap v3212: 649 pgs: 649 active+clean; 317 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 385 KiB/s rd, 2.0 MiB/s wr, 511 op/s; 4 B/s, 0 objects/s recovering 2024-04-13T08:43:53.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:53 smithi119 ceph-mon[93746]: osdmap e1783: 8 total, 8 up, 8 in 2024-04-13T08:43:53.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:53 smithi119 ceph-mon[96316]: pgmap v3212: 649 pgs: 649 active+clean; 317 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 385 KiB/s rd, 2.0 MiB/s wr, 511 op/s; 4 B/s, 0 objects/s recovering 2024-04-13T08:43:53.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:53 smithi119 ceph-mon[96316]: osdmap e1783: 8 total, 8 up, 8 in 2024-04-13T08:43:54.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:54 smithi139 ceph-mon[88985]: osdmap e1784: 8 total, 8 up, 8 in 2024-04-13T08:43:54.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:54 smithi139 ceph-mon[88985]: pgmap v3215: 649 pgs: 649 active+clean; 317 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 397 KiB/s rd, 2.1 MiB/s wr, 530 op/s; 4 B/s, 0 objects/s recovering 2024-04-13T08:43:54.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:43:54.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:54 smithi119 ceph-mon[96316]: osdmap e1784: 8 total, 8 up, 8 in 2024-04-13T08:43:54.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:54 smithi119 ceph-mon[96316]: pgmap v3215: 649 pgs: 649 active+clean; 317 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 397 KiB/s rd, 2.1 MiB/s wr, 530 op/s; 4 B/s, 0 objects/s recovering 2024-04-13T08:43:54.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:43:54.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:54 smithi119 ceph-mon[93746]: osdmap e1784: 8 total, 8 up, 8 in 2024-04-13T08:43:54.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:54 smithi119 ceph-mon[93746]: pgmap v3215: 649 pgs: 649 active+clean; 317 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 397 KiB/s rd, 2.1 MiB/s wr, 530 op/s; 4 B/s, 0 objects/s recovering 2024-04-13T08:43:54.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:43:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:43:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:43:54] "GET /metrics HTTP/1.1" 200 75454 "" "Prometheus/2.43.0" 2024-04-13T08:43:55.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:55 smithi139 ceph-mon[88985]: osdmap e1785: 8 total, 8 up, 8 in 2024-04-13T08:43:55.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:55 smithi119 ceph-mon[96316]: osdmap e1785: 8 total, 8 up, 8 in 2024-04-13T08:43:55.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:55 smithi119 ceph-mon[93746]: osdmap e1785: 8 total, 8 up, 8 in 2024-04-13T08:43:56.388 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.CreateWithMirrorEnabled (5074 ms) 2024-04-13T08:43:56.389 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot 2024-04-13T08:43:56.389 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:43:56.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:56 smithi139 ceph-mon[88985]: osdmap e1786: 8 total, 8 up, 8 in 2024-04-13T08:43:56.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:56 smithi139 ceph-mon[88985]: pgmap v3218: 649 pgs: 649 active+clean; 317 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 129 KiB/s rd, 140 KiB/s wr, 169 op/s 2024-04-13T08:43:56.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:56 smithi119 ceph-mon[96316]: osdmap e1786: 8 total, 8 up, 8 in 2024-04-13T08:43:56.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:56 smithi119 ceph-mon[96316]: pgmap v3218: 649 pgs: 649 active+clean; 317 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 129 KiB/s rd, 140 KiB/s wr, 169 op/s 2024-04-13T08:43:56.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:56 smithi119 ceph-mon[93746]: osdmap e1786: 8 total, 8 up, 8 in 2024-04-13T08:43:56.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:56 smithi119 ceph-mon[93746]: pgmap v3218: 649 pgs: 649 active+clean; 317 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 129 KiB/s rd, 140 KiB/s wr, 169 op/s 2024-04-13T08:43:57.617 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:57 smithi119 ceph-mon[96316]: osdmap e1787: 8 total, 8 up, 8 in 2024-04-13T08:43:57.617 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:57 smithi119 ceph-mon[93746]: osdmap e1787: 8 total, 8 up, 8 in 2024-04-13T08:43:57.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:57 smithi139 ceph-mon[88985]: osdmap e1787: 8 total, 8 up, 8 in 2024-04-13T08:43:58.384 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot (1995 ms) 2024-04-13T08:43:58.384 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.ExclusiveLock 2024-04-13T08:43:58.384 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:43:58.454 INFO:tasks.workunit.client.0.smithi119.stdout:1: acquiring exclusive lock 2024-04-13T08:43:58.454 INFO:tasks.workunit.client.0.smithi119.stdout:2: acquiring exclusive lock 2024-04-13T08:43:58.457 INFO:tasks.workunit.client.0.smithi119.stdout:2: exclusive lock acquired 2024-04-13T08:43:58.465 INFO:tasks.workunit.client.0.smithi119.stdout:2: releasing exclusive lock 2024-04-13T08:43:58.469 INFO:tasks.workunit.client.0.smithi119.stdout:2: exclusive lock released 2024-04-13T08:43:58.469 INFO:tasks.workunit.client.0.smithi119.stdout:2: acquiring exclusive lock 2024-04-13T08:43:58.470 INFO:tasks.workunit.client.0.smithi119.stdout:1: exclusive lock acquired 2024-04-13T08:43:58.507 INFO:tasks.workunit.client.0.smithi119.stdout:1: releasing exclusive lock 2024-04-13T08:43:58.510 INFO:tasks.workunit.client.0.smithi119.stdout:1: exclusive lock released 2024-04-13T08:43:58.510 INFO:tasks.workunit.client.0.smithi119.stdout:1: acquiring exclusive lock 2024-04-13T08:43:58.513 INFO:tasks.workunit.client.0.smithi119.stdout:2: exclusive lock acquired 2024-04-13T08:43:58.517 INFO:tasks.workunit.client.0.smithi119.stdout:2: releasing exclusive lock 2024-04-13T08:43:58.520 INFO:tasks.workunit.client.0.smithi119.stdout:2: exclusive lock released 2024-04-13T08:43:58.520 INFO:tasks.workunit.client.0.smithi119.stdout:2: acquiring exclusive lock 2024-04-13T08:43:58.523 INFO:tasks.workunit.client.0.smithi119.stdout:1: exclusive lock acquired 2024-04-13T08:43:58.564 INFO:tasks.workunit.client.0.smithi119.stdout:1: releasing exclusive lock 2024-04-13T08:43:58.567 INFO:tasks.workunit.client.0.smithi119.stdout:1: exclusive lock released 2024-04-13T08:43:58.567 INFO:tasks.workunit.client.0.smithi119.stdout:1: acquiring exclusive lock 2024-04-13T08:43:58.571 INFO:tasks.workunit.client.0.smithi119.stdout:1: exclusive lock acquired 2024-04-13T08:43:58.604 INFO:tasks.workunit.client.0.smithi119.stdout:1: releasing exclusive lock 2024-04-13T08:43:58.607 INFO:tasks.workunit.client.0.smithi119.stdout:1: exclusive lock released 2024-04-13T08:43:58.607 INFO:tasks.workunit.client.0.smithi119.stdout:1: acquiring exclusive lock 2024-04-13T08:43:58.610 INFO:tasks.workunit.client.0.smithi119.stdout:2: exclusive lock acquired 2024-04-13T08:43:58.619 INFO:tasks.workunit.client.0.smithi119.stdout:2: releasing exclusive lock 2024-04-13T08:43:58.621 INFO:tasks.workunit.client.0.smithi119.stdout:2: exclusive lock released 2024-04-13T08:43:58.621 INFO:tasks.workunit.client.0.smithi119.stdout:2: acquiring exclusive lock 2024-04-13T08:43:58.625 INFO:tasks.workunit.client.0.smithi119.stdout:1: exclusive lock acquired 2024-04-13T08:43:58.629 INFO:tasks.workunit.client.0.smithi119.stdout:1: releasing exclusive lock 2024-04-13T08:43:58.631 INFO:tasks.workunit.client.0.smithi119.stdout:1: exclusive lock released 2024-04-13T08:43:58.631 INFO:tasks.workunit.client.0.smithi119.stdout:1: acquiring exclusive lock 2024-04-13T08:43:58.634 INFO:tasks.workunit.client.0.smithi119.stdout:2: exclusive lock acquired 2024-04-13T08:43:58.634 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:58 smithi139 ceph-mon[88985]: osdmap e1788: 8 total, 8 up, 8 in 2024-04-13T08:43:58.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:58 smithi139 ceph-mon[88985]: pgmap v3221: 649 pgs: 649 active+clean; 317 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 166 KiB/s rd, 13 KiB/s wr, 215 op/s 2024-04-13T08:43:58.670 INFO:tasks.workunit.client.0.smithi119.stdout:2: releasing exclusive lock 2024-04-13T08:43:58.673 INFO:tasks.workunit.client.0.smithi119.stdout:2: exclusive lock released 2024-04-13T08:43:58.673 INFO:tasks.workunit.client.0.smithi119.stdout:2: acquiring exclusive lock 2024-04-13T08:43:58.677 INFO:tasks.workunit.client.0.smithi119.stdout:1: exclusive lock acquired 2024-04-13T08:43:58.707 INFO:tasks.workunit.client.0.smithi119.stdout:1: releasing exclusive lock 2024-04-13T08:43:58.710 INFO:tasks.workunit.client.0.smithi119.stdout:1: exclusive lock released 2024-04-13T08:43:58.713 INFO:tasks.workunit.client.0.smithi119.stdout:2: exclusive lock acquired 2024-04-13T08:43:58.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:58 smithi119 ceph-mon[96316]: osdmap e1788: 8 total, 8 up, 8 in 2024-04-13T08:43:58.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:58 smithi119 ceph-mon[96316]: pgmap v3221: 649 pgs: 649 active+clean; 317 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 166 KiB/s rd, 13 KiB/s wr, 215 op/s 2024-04-13T08:43:58.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:58 smithi119 ceph-mon[93746]: osdmap e1788: 8 total, 8 up, 8 in 2024-04-13T08:43:58.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:58 smithi119 ceph-mon[93746]: pgmap v3221: 649 pgs: 649 active+clean; 317 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 166 KiB/s rd, 13 KiB/s wr, 215 op/s 2024-04-13T08:43:58.750 INFO:tasks.workunit.client.0.smithi119.stdout:2: releasing exclusive lock 2024-04-13T08:43:58.753 INFO:tasks.workunit.client.0.smithi119.stdout:2: exclusive lock released 2024-04-13T08:43:58.767 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.ExclusiveLock (384 ms) 2024-04-13T08:43:58.767 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.BreakLock 2024-04-13T08:43:58.782 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:43:59.388 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.BreakLock (620 ms) 2024-04-13T08:43:59.388 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.DiscardAfterWrite 2024-04-13T08:43:59.388 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:43:59.415 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.DiscardAfterWrite (27 ms) 2024-04-13T08:43:59.415 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.DefaultFeatures 2024-04-13T08:43:59.415 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.DefaultFeatures (0 ms) 2024-04-13T08:43:59.415 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurge 2024-04-13T08:43:59.415 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:43:59.475 INFO:tasks.workunit.client.0.smithi119.stdout:0.00% done 2024-04-13T08:43:59.475 INFO:tasks.workunit.client.0.smithi119.stdout:1.56% done 2024-04-13T08:43:59.475 INFO:tasks.workunit.client.0.smithi119.stdout:3.12% done 2024-04-13T08:43:59.475 INFO:tasks.workunit.client.0.smithi119.stdout:4.69% done 2024-04-13T08:43:59.475 INFO:tasks.workunit.client.0.smithi119.stdout:6.25% done 2024-04-13T08:43:59.475 INFO:tasks.workunit.client.0.smithi119.stdout:7.81% done 2024-04-13T08:43:59.475 INFO:tasks.workunit.client.0.smithi119.stdout:9.38% done 2024-04-13T08:43:59.476 INFO:tasks.workunit.client.0.smithi119.stdout:10.94% done 2024-04-13T08:43:59.476 INFO:tasks.workunit.client.0.smithi119.stdout:12.50% done 2024-04-13T08:43:59.476 INFO:tasks.workunit.client.0.smithi119.stdout:14.06% done 2024-04-13T08:43:59.476 INFO:tasks.workunit.client.0.smithi119.stdout:15.62% done 2024-04-13T08:43:59.476 INFO:tasks.workunit.client.0.smithi119.stdout:17.19% done 2024-04-13T08:43:59.476 INFO:tasks.workunit.client.0.smithi119.stdout:18.75% done 2024-04-13T08:43:59.476 INFO:tasks.workunit.client.0.smithi119.stdout:20.31% done 2024-04-13T08:43:59.476 INFO:tasks.workunit.client.0.smithi119.stdout:21.88% done 2024-04-13T08:43:59.476 INFO:tasks.workunit.client.0.smithi119.stdout:23.44% done 2024-04-13T08:43:59.476 INFO:tasks.workunit.client.0.smithi119.stdout:25.00% done 2024-04-13T08:43:59.476 INFO:tasks.workunit.client.0.smithi119.stdout:26.56% done 2024-04-13T08:43:59.476 INFO:tasks.workunit.client.0.smithi119.stdout:28.12% done 2024-04-13T08:43:59.476 INFO:tasks.workunit.client.0.smithi119.stdout:29.69% done 2024-04-13T08:43:59.476 INFO:tasks.workunit.client.0.smithi119.stdout:31.25% done 2024-04-13T08:43:59.476 INFO:tasks.workunit.client.0.smithi119.stdout:32.81% done 2024-04-13T08:43:59.477 INFO:tasks.workunit.client.0.smithi119.stdout:34.38% done 2024-04-13T08:43:59.477 INFO:tasks.workunit.client.0.smithi119.stdout:35.94% done 2024-04-13T08:43:59.477 INFO:tasks.workunit.client.0.smithi119.stdout:37.50% done 2024-04-13T08:43:59.477 INFO:tasks.workunit.client.0.smithi119.stdout:39.06% done 2024-04-13T08:43:59.477 INFO:tasks.workunit.client.0.smithi119.stdout:40.62% done 2024-04-13T08:43:59.477 INFO:tasks.workunit.client.0.smithi119.stdout:42.19% done 2024-04-13T08:43:59.477 INFO:tasks.workunit.client.0.smithi119.stdout:43.75% done 2024-04-13T08:43:59.477 INFO:tasks.workunit.client.0.smithi119.stdout:45.31% done 2024-04-13T08:43:59.477 INFO:tasks.workunit.client.0.smithi119.stdout:46.88% done 2024-04-13T08:43:59.477 INFO:tasks.workunit.client.0.smithi119.stdout:48.44% done 2024-04-13T08:43:59.477 INFO:tasks.workunit.client.0.smithi119.stdout:50.00% done 2024-04-13T08:43:59.477 INFO:tasks.workunit.client.0.smithi119.stdout:51.56% done 2024-04-13T08:43:59.477 INFO:tasks.workunit.client.0.smithi119.stdout:53.12% done 2024-04-13T08:43:59.477 INFO:tasks.workunit.client.0.smithi119.stdout:54.69% done 2024-04-13T08:43:59.478 INFO:tasks.workunit.client.0.smithi119.stdout:56.25% done 2024-04-13T08:43:59.478 INFO:tasks.workunit.client.0.smithi119.stdout:57.81% done 2024-04-13T08:43:59.478 INFO:tasks.workunit.client.0.smithi119.stdout:59.38% done 2024-04-13T08:43:59.478 INFO:tasks.workunit.client.0.smithi119.stdout:60.94% done 2024-04-13T08:43:59.478 INFO:tasks.workunit.client.0.smithi119.stdout:62.50% done 2024-04-13T08:43:59.478 INFO:tasks.workunit.client.0.smithi119.stdout:64.06% done 2024-04-13T08:43:59.478 INFO:tasks.workunit.client.0.smithi119.stdout:65.62% done 2024-04-13T08:43:59.478 INFO:tasks.workunit.client.0.smithi119.stdout:67.19% done 2024-04-13T08:43:59.478 INFO:tasks.workunit.client.0.smithi119.stdout:68.75% done 2024-04-13T08:43:59.478 INFO:tasks.workunit.client.0.smithi119.stdout:70.31% done 2024-04-13T08:43:59.478 INFO:tasks.workunit.client.0.smithi119.stdout:71.88% done 2024-04-13T08:43:59.478 INFO:tasks.workunit.client.0.smithi119.stdout:73.44% done 2024-04-13T08:43:59.478 INFO:tasks.workunit.client.0.smithi119.stdout:75.00% done 2024-04-13T08:43:59.478 INFO:tasks.workunit.client.0.smithi119.stdout:76.56% done 2024-04-13T08:43:59.479 INFO:tasks.workunit.client.0.smithi119.stdout:78.12% done 2024-04-13T08:43:59.479 INFO:tasks.workunit.client.0.smithi119.stdout:79.69% done 2024-04-13T08:43:59.479 INFO:tasks.workunit.client.0.smithi119.stdout:81.25% done 2024-04-13T08:43:59.479 INFO:tasks.workunit.client.0.smithi119.stdout:82.81% done 2024-04-13T08:43:59.479 INFO:tasks.workunit.client.0.smithi119.stdout:84.38% done 2024-04-13T08:43:59.479 INFO:tasks.workunit.client.0.smithi119.stdout:85.94% done 2024-04-13T08:43:59.479 INFO:tasks.workunit.client.0.smithi119.stdout:87.50% done 2024-04-13T08:43:59.479 INFO:tasks.workunit.client.0.smithi119.stdout:89.06% done 2024-04-13T08:43:59.479 INFO:tasks.workunit.client.0.smithi119.stdout:90.62% done 2024-04-13T08:43:59.479 INFO:tasks.workunit.client.0.smithi119.stdout:92.19% done 2024-04-13T08:43:59.479 INFO:tasks.workunit.client.0.smithi119.stdout:93.75% done 2024-04-13T08:43:59.479 INFO:tasks.workunit.client.0.smithi119.stdout:95.31% done 2024-04-13T08:43:59.479 INFO:tasks.workunit.client.0.smithi119.stdout:96.88% done 2024-04-13T08:43:59.479 INFO:tasks.workunit.client.0.smithi119.stdout:98.44% done 2024-04-13T08:43:59.479 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurge (60 ms) 2024-04-13T08:43:59.479 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay 2024-04-13T08:43:59.480 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:43:59.531 INFO:tasks.workunit.client.0.smithi119.stdout:0.00% done 2024-04-13T08:43:59.532 INFO:tasks.workunit.client.0.smithi119.stdout:1.56% done 2024-04-13T08:43:59.532 INFO:tasks.workunit.client.0.smithi119.stdout:3.12% done 2024-04-13T08:43:59.532 INFO:tasks.workunit.client.0.smithi119.stdout:4.69% done 2024-04-13T08:43:59.532 INFO:tasks.workunit.client.0.smithi119.stdout:6.25% done 2024-04-13T08:43:59.532 INFO:tasks.workunit.client.0.smithi119.stdout:7.81% done 2024-04-13T08:43:59.532 INFO:tasks.workunit.client.0.smithi119.stdout:9.38% done 2024-04-13T08:43:59.532 INFO:tasks.workunit.client.0.smithi119.stdout:10.94% done 2024-04-13T08:43:59.532 INFO:tasks.workunit.client.0.smithi119.stdout:12.50% done 2024-04-13T08:43:59.532 INFO:tasks.workunit.client.0.smithi119.stdout:14.06% done 2024-04-13T08:43:59.532 INFO:tasks.workunit.client.0.smithi119.stdout:15.62% done 2024-04-13T08:43:59.532 INFO:tasks.workunit.client.0.smithi119.stdout:17.19% done 2024-04-13T08:43:59.532 INFO:tasks.workunit.client.0.smithi119.stdout:18.75% done 2024-04-13T08:43:59.532 INFO:tasks.workunit.client.0.smithi119.stdout:20.31% done 2024-04-13T08:43:59.532 INFO:tasks.workunit.client.0.smithi119.stdout:21.88% done 2024-04-13T08:43:59.532 INFO:tasks.workunit.client.0.smithi119.stdout:23.44% done 2024-04-13T08:43:59.533 INFO:tasks.workunit.client.0.smithi119.stdout:25.00% done 2024-04-13T08:43:59.533 INFO:tasks.workunit.client.0.smithi119.stdout:26.56% done 2024-04-13T08:43:59.533 INFO:tasks.workunit.client.0.smithi119.stdout:28.12% done 2024-04-13T08:43:59.533 INFO:tasks.workunit.client.0.smithi119.stdout:29.69% done 2024-04-13T08:43:59.533 INFO:tasks.workunit.client.0.smithi119.stdout:31.25% done 2024-04-13T08:43:59.533 INFO:tasks.workunit.client.0.smithi119.stdout:32.81% done 2024-04-13T08:43:59.533 INFO:tasks.workunit.client.0.smithi119.stdout:34.38% done 2024-04-13T08:43:59.533 INFO:tasks.workunit.client.0.smithi119.stdout:35.94% done 2024-04-13T08:43:59.533 INFO:tasks.workunit.client.0.smithi119.stdout:37.50% done 2024-04-13T08:43:59.533 INFO:tasks.workunit.client.0.smithi119.stdout:39.06% done 2024-04-13T08:43:59.533 INFO:tasks.workunit.client.0.smithi119.stdout:40.62% done 2024-04-13T08:43:59.533 INFO:tasks.workunit.client.0.smithi119.stdout:42.19% done 2024-04-13T08:43:59.533 INFO:tasks.workunit.client.0.smithi119.stdout:43.75% done 2024-04-13T08:43:59.533 INFO:tasks.workunit.client.0.smithi119.stdout:45.31% done 2024-04-13T08:43:59.533 INFO:tasks.workunit.client.0.smithi119.stdout:46.88% done 2024-04-13T08:43:59.533 INFO:tasks.workunit.client.0.smithi119.stdout:48.44% done 2024-04-13T08:43:59.534 INFO:tasks.workunit.client.0.smithi119.stdout:50.00% done 2024-04-13T08:43:59.534 INFO:tasks.workunit.client.0.smithi119.stdout:51.56% done 2024-04-13T08:43:59.534 INFO:tasks.workunit.client.0.smithi119.stdout:53.12% done 2024-04-13T08:43:59.534 INFO:tasks.workunit.client.0.smithi119.stdout:54.69% done 2024-04-13T08:43:59.534 INFO:tasks.workunit.client.0.smithi119.stdout:56.25% done 2024-04-13T08:43:59.534 INFO:tasks.workunit.client.0.smithi119.stdout:57.81% done 2024-04-13T08:43:59.534 INFO:tasks.workunit.client.0.smithi119.stdout:59.38% done 2024-04-13T08:43:59.534 INFO:tasks.workunit.client.0.smithi119.stdout:60.94% done 2024-04-13T08:43:59.534 INFO:tasks.workunit.client.0.smithi119.stdout:62.50% done 2024-04-13T08:43:59.534 INFO:tasks.workunit.client.0.smithi119.stdout:64.06% done 2024-04-13T08:43:59.534 INFO:tasks.workunit.client.0.smithi119.stdout:65.62% done 2024-04-13T08:43:59.534 INFO:tasks.workunit.client.0.smithi119.stdout:67.19% done 2024-04-13T08:43:59.534 INFO:tasks.workunit.client.0.smithi119.stdout:68.75% done 2024-04-13T08:43:59.534 INFO:tasks.workunit.client.0.smithi119.stdout:70.31% done 2024-04-13T08:43:59.535 INFO:tasks.workunit.client.0.smithi119.stdout:71.88% done 2024-04-13T08:43:59.535 INFO:tasks.workunit.client.0.smithi119.stdout:73.44% done 2024-04-13T08:43:59.535 INFO:tasks.workunit.client.0.smithi119.stdout:75.00% done 2024-04-13T08:43:59.535 INFO:tasks.workunit.client.0.smithi119.stdout:76.56% done 2024-04-13T08:43:59.535 INFO:tasks.workunit.client.0.smithi119.stdout:78.12% done 2024-04-13T08:43:59.535 INFO:tasks.workunit.client.0.smithi119.stdout:79.69% done 2024-04-13T08:43:59.535 INFO:tasks.workunit.client.0.smithi119.stdout:81.25% done 2024-04-13T08:43:59.535 INFO:tasks.workunit.client.0.smithi119.stdout:82.81% done 2024-04-13T08:43:59.535 INFO:tasks.workunit.client.0.smithi119.stdout:84.38% done 2024-04-13T08:43:59.535 INFO:tasks.workunit.client.0.smithi119.stdout:85.94% done 2024-04-13T08:43:59.535 INFO:tasks.workunit.client.0.smithi119.stdout:87.50% done 2024-04-13T08:43:59.535 INFO:tasks.workunit.client.0.smithi119.stdout:89.06% done 2024-04-13T08:43:59.535 INFO:tasks.workunit.client.0.smithi119.stdout:90.62% done 2024-04-13T08:43:59.535 INFO:tasks.workunit.client.0.smithi119.stdout:92.19% done 2024-04-13T08:43:59.535 INFO:tasks.workunit.client.0.smithi119.stdout:93.75% done 2024-04-13T08:43:59.535 INFO:tasks.workunit.client.0.smithi119.stdout:95.31% done 2024-04-13T08:43:59.536 INFO:tasks.workunit.client.0.smithi119.stdout:96.88% done 2024-04-13T08:43:59.536 INFO:tasks.workunit.client.0.smithi119.stdout:98.44% done 2024-04-13T08:43:59.536 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay (57 ms) 2024-04-13T08:43:59.536 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestTrashPurge 2024-04-13T08:43:59.536 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:43:59.539 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:43:59.634 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:59 smithi139 ceph-mon[88985]: osdmap e1789: 8 total, 8 up, 8 in 2024-04-13T08:43:59.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:59 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/303920555' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.119:0/2363828104"}]: dispatch 2024-04-13T08:43:59.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:43:59 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.119:0/2363828104"}]: dispatch 2024-04-13T08:43:59.656 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestTrashPurge (125 ms) 2024-04-13T08:43:59.657 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndRestore 2024-04-13T08:43:59.657 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:43:59.703 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestTrashMoveAndRestore (46 ms) 2024-04-13T08:43:59.703 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestListWatchers 2024-04-13T08:43:59.703 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:43:59.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:59 smithi119 ceph-mon[96316]: osdmap e1789: 8 total, 8 up, 8 in 2024-04-13T08:43:59.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:59 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/303920555' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.119:0/2363828104"}]: dispatch 2024-04-13T08:43:59.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:43:59 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.119:0/2363828104"}]: dispatch 2024-04-13T08:43:59.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:59 smithi119 ceph-mon[93746]: osdmap e1789: 8 total, 8 up, 8 in 2024-04-13T08:43:59.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:59 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/303920555' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.119:0/2363828104"}]: dispatch 2024-04-13T08:43:59.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:43:59 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.119:0/2363828104"}]: dispatch 2024-04-13T08:43:59.732 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestListWatchers (30 ms) 2024-04-13T08:43:59.733 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestSetSnapById 2024-04-13T08:43:59.733 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:44:00.398 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestSetSnapById (666 ms) 2024-04-13T08:44:00.399 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.Namespaces 2024-04-13T08:44:00.419 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.Namespaces (21 ms) 2024-04-13T08:44:00.419 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.NamespacesPP 2024-04-13T08:44:00.450 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:44:00.456 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:44:00.536 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.NamespacesPP (117 ms) 2024-04-13T08:44:00.537 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.Migration 2024-04-13T08:44:00.537 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:44:00.537 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:44:00.634 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:00 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.119:0/2363828104"}]': finished 2024-04-13T08:44:00.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:00 smithi139 ceph-mon[88985]: osdmap e1790: 8 total, 8 up, 8 in 2024-04-13T08:44:00.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:00 smithi139 ceph-mon[88985]: pgmap v3224: 649 pgs: 649 active+clean; 317 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 49 KiB/s rd, 4.5 KiB/s wr, 64 op/s 2024-04-13T08:44:00.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:00 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.119:0/2363828104"}]': finished 2024-04-13T08:44:00.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:00 smithi119 ceph-mon[96316]: osdmap e1790: 8 total, 8 up, 8 in 2024-04-13T08:44:00.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:00 smithi119 ceph-mon[96316]: pgmap v3224: 649 pgs: 649 active+clean; 317 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 49 KiB/s rd, 4.5 KiB/s wr, 64 op/s 2024-04-13T08:44:00.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:00 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.119:0/2363828104"}]': finished 2024-04-13T08:44:00.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:00 smithi119 ceph-mon[93746]: osdmap e1790: 8 total, 8 up, 8 in 2024-04-13T08:44:00.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:00 smithi119 ceph-mon[93746]: pgmap v3224: 649 pgs: 649 active+clean; 317 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 49 KiB/s rd, 4.5 KiB/s wr, 64 op/s 2024-04-13T08:44:00.961 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.Migration (425 ms) 2024-04-13T08:44:00.961 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.MigrationPP 2024-04-13T08:44:00.962 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:44:00.962 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:44:01.419 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.MigrationPP (458 ms) 2024-04-13T08:44:01.420 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestGetAccessTimestamp 2024-04-13T08:44:01.420 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:44:01.438 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestGetAccessTimestamp (18 ms) 2024-04-13T08:44:01.438 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.TestGetModifyTimestamp 2024-04-13T08:44:01.438 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:44:01.454 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.TestGetModifyTimestamp (17 ms) 2024-04-13T08:44:01.455 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.ZeroOverlapFlatten 2024-04-13T08:44:01.455 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:44:01.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:01 smithi139 ceph-mon[88985]: osdmap e1791: 8 total, 8 up, 8 in 2024-04-13T08:44:01.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:01 smithi139 ceph-mon[88985]: osdmap e1792: 8 total, 8 up, 8 in 2024-04-13T08:44:01.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:01 smithi119 ceph-mon[96316]: osdmap e1791: 8 total, 8 up, 8 in 2024-04-13T08:44:01.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:01 smithi119 ceph-mon[96316]: osdmap e1792: 8 total, 8 up, 8 in 2024-04-13T08:44:01.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:01 smithi119 ceph-mon[93746]: osdmap e1791: 8 total, 8 up, 8 in 2024-04-13T08:44:01.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:01 smithi119 ceph-mon[93746]: osdmap e1792: 8 total, 8 up, 8 in 2024-04-13T08:44:02.472 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.ZeroOverlapFlatten (1018 ms) 2024-04-13T08:44:02.473 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.PoolMetadata 2024-04-13T08:44:02.502 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.PoolMetadata (29 ms) 2024-04-13T08:44:02.502 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.PoolMetadataPP 2024-04-13T08:44:02.526 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.PoolMetadataPP (24 ms) 2024-04-13T08:44:02.526 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.Config 2024-04-13T08:44:02.531 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:44:02.570 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.Config (44 ms) 2024-04-13T08:44:02.570 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.ConfigPP 2024-04-13T08:44:02.574 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:44:02.615 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.ConfigPP (45 ms) 2024-04-13T08:44:02.615 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.PoolStatsPP 2024-04-13T08:44:02.634 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:02 smithi139 ceph-mon[88985]: pgmap v3227: 649 pgs: 649 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 638 KiB/s rd, 168 KiB/s wr, 779 op/s 2024-04-13T08:44:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:44:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:44:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:44:02.715 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:02 smithi119 ceph-mon[93746]: pgmap v3227: 649 pgs: 649 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 638 KiB/s rd, 168 KiB/s wr, 779 op/s 2024-04-13T08:44:02.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:02 smithi119 ceph-mon[96316]: pgmap v3227: 649 pgs: 649 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 638 KiB/s rd, 168 KiB/s wr, 779 op/s 2024-04-13T08:44:02.716 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:44:02 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:08:44:02] ENGINE Bus STOPPING 2024-04-13T08:44:02.716 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:44:02 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:08:44:02] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-13T08:44:02.716 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:44:02 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:08:44:02] ENGINE Bus STOPPED 2024-04-13T08:44:02.716 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:44:02 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:08:44:02] ENGINE Bus STARTING 2024-04-13T08:44:02.716 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:44:02 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:08:44:02] ENGINE Serving on http://:::9283 2024-04-13T08:44:02.716 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:44:02 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:08:44:02] ENGINE Bus STARTED 2024-04-13T08:44:03.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:03 smithi139 ceph-mon[88985]: osdmap e1793: 8 total, 8 up, 8 in 2024-04-13T08:44:03.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:03 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' 2024-04-13T08:44:03.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:03 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:44:03.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:03 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:44:03.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:03 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:44:03.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:03 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:44:03.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:03 smithi119 ceph-mon[96316]: osdmap e1793: 8 total, 8 up, 8 in 2024-04-13T08:44:03.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:03 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' 2024-04-13T08:44:03.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:03 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:44:03.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:03 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:44:03.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:03 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:44:03.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:03 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:44:03.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:03 smithi119 ceph-mon[93746]: osdmap e1793: 8 total, 8 up, 8 in 2024-04-13T08:44:03.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:03 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' 2024-04-13T08:44:03.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:03 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:44:03.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:03 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:44:03.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:03 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:44:03.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:03 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:44:04.532 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:44:04.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:04 smithi119 ceph-mon[96316]: osdmap e1794: 8 total, 8 up, 8 in 2024-04-13T08:44:04.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:04 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1852766185' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:44:04.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:04 smithi119 ceph-mon[96316]: pgmap v3230: 681 pgs: 32 unknown, 649 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 674 KiB/s rd, 172 KiB/s wr, 834 op/s 2024-04-13T08:44:04.820 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:04 smithi119 ceph-mon[93746]: osdmap e1794: 8 total, 8 up, 8 in 2024-04-13T08:44:04.820 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:04 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1852766185' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:44:04.820 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:04 smithi119 ceph-mon[93746]: pgmap v3230: 681 pgs: 32 unknown, 649 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 674 KiB/s rd, 172 KiB/s wr, 834 op/s 2024-04-13T08:44:04.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:04 smithi139 ceph-mon[88985]: osdmap e1794: 8 total, 8 up, 8 in 2024-04-13T08:44:04.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:04 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1852766185' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:44:04.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:04 smithi139 ceph-mon[88985]: pgmap v3230: 681 pgs: 32 unknown, 649 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 674 KiB/s rd, 172 KiB/s wr, 834 op/s 2024-04-13T08:44:05.215 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:44:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:44:04] "GET /metrics HTTP/1.1" 200 75454 "" "Prometheus/2.43.0" 2024-04-13T08:44:05.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:05 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:44:05.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:05 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1852766185' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:44:05.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:05 smithi139 ceph-mon[88985]: osdmap e1795: 8 total, 8 up, 8 in 2024-04-13T08:44:05.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:05 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:44:05.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:05 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1852766185' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:44:05.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:05 smithi119 ceph-mon[93746]: osdmap e1795: 8 total, 8 up, 8 in 2024-04-13T08:44:05.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:05 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:44:05.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:05 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1852766185' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:44:05.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:05 smithi119 ceph-mon[96316]: osdmap e1795: 8 total, 8 up, 8 in 2024-04-13T08:44:06.092 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:44:06.109 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:44:06.118 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:44:06.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:06 smithi139 ceph-mon[88985]: osdmap e1796: 8 total, 8 up, 8 in 2024-04-13T08:44:06.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:06 smithi139 ceph-mon[88985]: pgmap v3233: 681 pgs: 10 unknown, 671 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 303 KiB/s rd, 19 KiB/s wr, 409 op/s 2024-04-13T08:44:06.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:06 smithi139 ceph-mon[88985]: osdmap e1797: 8 total, 8 up, 8 in 2024-04-13T08:44:06.965 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:06 smithi119 ceph-mon[96316]: osdmap e1796: 8 total, 8 up, 8 in 2024-04-13T08:44:06.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:06 smithi119 ceph-mon[96316]: pgmap v3233: 681 pgs: 10 unknown, 671 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 303 KiB/s rd, 19 KiB/s wr, 409 op/s 2024-04-13T08:44:06.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:06 smithi119 ceph-mon[96316]: osdmap e1797: 8 total, 8 up, 8 in 2024-04-13T08:44:06.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:06 smithi119 ceph-mon[93746]: osdmap e1796: 8 total, 8 up, 8 in 2024-04-13T08:44:06.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:06 smithi119 ceph-mon[93746]: pgmap v3233: 681 pgs: 10 unknown, 671 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 303 KiB/s rd, 19 KiB/s wr, 409 op/s 2024-04-13T08:44:06.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:06 smithi119 ceph-mon[93746]: osdmap e1797: 8 total, 8 up, 8 in 2024-04-13T08:44:07.119 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.PoolStatsPP (4504 ms) 2024-04-13T08:44:07.119 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.ImageSpec 2024-04-13T08:44:07.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:07 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:44:07.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:07 smithi139 ceph-mon[88985]: osdmap e1798: 8 total, 8 up, 8 in 2024-04-13T08:44:07.965 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:07 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:44:07.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:07 smithi119 ceph-mon[96316]: osdmap e1798: 8 total, 8 up, 8 in 2024-04-13T08:44:07.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:07 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:44:07.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:07 smithi119 ceph-mon[93746]: osdmap e1798: 8 total, 8 up, 8 in 2024-04-13T08:44:09.062 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:44:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:09 smithi139 ceph-mon[88985]: pgmap v3236: 681 pgs: 681 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 354 KiB/s rd, 20 KiB/s wr, 466 op/s 2024-04-13T08:44:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:09 smithi139 ceph-mon[88985]: osdmap e1799: 8 total, 8 up, 8 in 2024-04-13T08:44:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:09 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/554848583' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:44:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:09 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:44:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:44:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:09 smithi119 ceph-mon[93746]: pgmap v3236: 681 pgs: 681 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 354 KiB/s rd, 20 KiB/s wr, 466 op/s 2024-04-13T08:44:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:09 smithi119 ceph-mon[93746]: osdmap e1799: 8 total, 8 up, 8 in 2024-04-13T08:44:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:09 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/554848583' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:44:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:09 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:44:09.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:44:09.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:09 smithi119 ceph-mon[96316]: pgmap v3236: 681 pgs: 681 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 354 KiB/s rd, 20 KiB/s wr, 466 op/s 2024-04-13T08:44:09.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:09 smithi119 ceph-mon[96316]: osdmap e1799: 8 total, 8 up, 8 in 2024-04-13T08:44:09.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:09 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/554848583' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:44:09.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:09 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:44:09.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:44:10.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:10 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:44:10.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:10 smithi139 ceph-mon[88985]: osdmap e1800: 8 total, 8 up, 8 in 2024-04-13T08:44:10.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:10 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:44:10.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:10 smithi119 ceph-mon[96316]: osdmap e1800: 8 total, 8 up, 8 in 2024-04-13T08:44:10.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:10 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:44:10.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:10 smithi119 ceph-mon[93746]: osdmap e1800: 8 total, 8 up, 8 in 2024-04-13T08:44:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:11 smithi139 ceph-mon[88985]: pgmap v3239: 713 pgs: 32 unknown, 681 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 88 KiB/s rd, 5.5 KiB/s wr, 111 op/s 2024-04-13T08:44:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:11 smithi139 ceph-mon[88985]: osdmap e1801: 8 total, 8 up, 8 in 2024-04-13T08:44:11.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:11 smithi119 ceph-mon[96316]: pgmap v3239: 713 pgs: 32 unknown, 681 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 88 KiB/s rd, 5.5 KiB/s wr, 111 op/s 2024-04-13T08:44:11.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:11 smithi119 ceph-mon[96316]: osdmap e1801: 8 total, 8 up, 8 in 2024-04-13T08:44:11.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:11 smithi119 ceph-mon[93746]: pgmap v3239: 713 pgs: 32 unknown, 681 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 88 KiB/s rd, 5.5 KiB/s wr, 111 op/s 2024-04-13T08:44:11.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:11 smithi119 ceph-mon[93746]: osdmap e1801: 8 total, 8 up, 8 in 2024-04-13T08:44:12.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:12 smithi139 ceph-mon[88985]: osdmap e1802: 8 total, 8 up, 8 in 2024-04-13T08:44:12.385 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:44:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:44:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:44:12.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:12 smithi119 ceph-mon[96316]: osdmap e1802: 8 total, 8 up, 8 in 2024-04-13T08:44:12.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:12 smithi119 ceph-mon[93746]: osdmap e1802: 8 total, 8 up, 8 in 2024-04-13T08:44:13.230 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.ImageSpec (6111 ms) 2024-04-13T08:44:13.230 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.SnapRemoveWithChildMissing 2024-04-13T08:44:13.384 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:13 smithi139 ceph-mon[88985]: pgmap v3242: 713 pgs: 5 unknown, 708 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 43 KiB/s rd, 4.7 KiB/s wr, 57 op/s 2024-04-13T08:44:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:13 smithi139 ceph-mon[88985]: osdmap e1803: 8 total, 8 up, 8 in 2024-04-13T08:44:13.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:13 smithi119 ceph-mon[96316]: pgmap v3242: 713 pgs: 5 unknown, 708 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 43 KiB/s rd, 4.7 KiB/s wr, 57 op/s 2024-04-13T08:44:13.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:13 smithi119 ceph-mon[96316]: osdmap e1803: 8 total, 8 up, 8 in 2024-04-13T08:44:13.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:13 smithi119 ceph-mon[93746]: pgmap v3242: 713 pgs: 5 unknown, 708 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 43 KiB/s rd, 4.7 KiB/s wr, 57 op/s 2024-04-13T08:44:13.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:13 smithi119 ceph-mon[93746]: osdmap e1803: 8 total, 8 up, 8 in 2024-04-13T08:44:14.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:14 smithi139 ceph-mon[88985]: osdmap e1804: 8 total, 8 up, 8 in 2024-04-13T08:44:14.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:14 smithi119 ceph-mon[96316]: osdmap e1804: 8 total, 8 up, 8 in 2024-04-13T08:44:14.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:14 smithi119 ceph-mon[93746]: osdmap e1804: 8 total, 8 up, 8 in 2024-04-13T08:44:15.099 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:44:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:44:14] "GET /metrics HTTP/1.1" 200 80325 "" "Prometheus/2.43.0" 2024-04-13T08:44:15.105 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:44:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:15 smithi139 ceph-mon[88985]: pgmap v3245: 713 pgs: 713 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 44 KiB/s rd, 5.0 KiB/s wr, 58 op/s 2024-04-13T08:44:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:15 smithi139 ceph-mon[88985]: osdmap e1805: 8 total, 8 up, 8 in 2024-04-13T08:44:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:15 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/3962866544' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:44:15.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:15 smithi119 ceph-mon[93746]: pgmap v3245: 713 pgs: 713 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 44 KiB/s rd, 5.0 KiB/s wr, 58 op/s 2024-04-13T08:44:15.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:15 smithi119 ceph-mon[93746]: osdmap e1805: 8 total, 8 up, 8 in 2024-04-13T08:44:15.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:15 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/3962866544' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:44:15.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:15 smithi119 ceph-mon[96316]: pgmap v3245: 713 pgs: 713 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 44 KiB/s rd, 5.0 KiB/s wr, 58 op/s 2024-04-13T08:44:15.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:15 smithi119 ceph-mon[96316]: osdmap e1805: 8 total, 8 up, 8 in 2024-04-13T08:44:15.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:15 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/3962866544' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:44:16.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:16 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/3962866544' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:44:16.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:16 smithi139 ceph-mon[88985]: osdmap e1806: 8 total, 8 up, 8 in 2024-04-13T08:44:16.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:16 smithi139 ceph-mon[88985]: osdmap e1807: 8 total, 8 up, 8 in 2024-04-13T08:44:16.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:16 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/3962866544' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:44:16.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:16 smithi119 ceph-mon[93746]: osdmap e1806: 8 total, 8 up, 8 in 2024-04-13T08:44:16.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:16 smithi119 ceph-mon[93746]: osdmap e1807: 8 total, 8 up, 8 in 2024-04-13T08:44:16.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:16 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/3962866544' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:44:16.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:16 smithi119 ceph-mon[96316]: osdmap e1806: 8 total, 8 up, 8 in 2024-04-13T08:44:16.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:16 smithi119 ceph-mon[96316]: osdmap e1807: 8 total, 8 up, 8 in 2024-04-13T08:44:17.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:17 smithi139 ceph-mon[88985]: pgmap v3248: 745 pgs: 8 unknown, 737 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 115 KiB/s rd, 4.5 KiB/s wr, 144 op/s 2024-04-13T08:44:17.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:17 smithi139 ceph-mon[88985]: osdmap e1808: 8 total, 8 up, 8 in 2024-04-13T08:44:17.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:17 smithi119 ceph-mon[96316]: pgmap v3248: 745 pgs: 8 unknown, 737 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 115 KiB/s rd, 4.5 KiB/s wr, 144 op/s 2024-04-13T08:44:17.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:17 smithi119 ceph-mon[96316]: osdmap e1808: 8 total, 8 up, 8 in 2024-04-13T08:44:17.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:17 smithi119 ceph-mon[93746]: pgmap v3248: 745 pgs: 8 unknown, 737 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 115 KiB/s rd, 4.5 KiB/s wr, 144 op/s 2024-04-13T08:44:17.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:17 smithi119 ceph-mon[93746]: osdmap e1808: 8 total, 8 up, 8 in 2024-04-13T08:44:19.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:19 smithi139 ceph-mon[88985]: pgmap v3251: 745 pgs: 745 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 139 KiB/s rd, 6.0 KiB/s wr, 174 op/s 2024-04-13T08:44:19.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:19 smithi139 ceph-mon[88985]: osdmap e1809: 8 total, 8 up, 8 in 2024-04-13T08:44:19.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:19 smithi119 ceph-mon[96316]: pgmap v3251: 745 pgs: 745 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 139 KiB/s rd, 6.0 KiB/s wr, 174 op/s 2024-04-13T08:44:19.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:19 smithi119 ceph-mon[96316]: osdmap e1809: 8 total, 8 up, 8 in 2024-04-13T08:44:19.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:19 smithi119 ceph-mon[93746]: pgmap v3251: 745 pgs: 745 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 139 KiB/s rd, 6.0 KiB/s wr, 174 op/s 2024-04-13T08:44:19.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:19 smithi119 ceph-mon[93746]: osdmap e1809: 8 total, 8 up, 8 in 2024-04-13T08:44:20.384 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:20 smithi139 ceph-mon[88985]: osdmap e1810: 8 total, 8 up, 8 in 2024-04-13T08:44:20.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:20 smithi119 ceph-mon[96316]: osdmap e1810: 8 total, 8 up, 8 in 2024-04-13T08:44:20.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:20 smithi119 ceph-mon[93746]: osdmap e1810: 8 total, 8 up, 8 in 2024-04-13T08:44:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:21 smithi139 ceph-mon[88985]: pgmap v3254: 745 pgs: 745 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 1.7 KiB/s wr, 31 op/s 2024-04-13T08:44:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:21 smithi139 ceph-mon[88985]: osdmap e1811: 8 total, 8 up, 8 in 2024-04-13T08:44:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:21 smithi139 ceph-mon[88985]: osdmap e1812: 8 total, 8 up, 8 in 2024-04-13T08:44:21.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:21 smithi119 ceph-mon[96316]: pgmap v3254: 745 pgs: 745 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 1.7 KiB/s wr, 31 op/s 2024-04-13T08:44:21.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:21 smithi119 ceph-mon[96316]: osdmap e1811: 8 total, 8 up, 8 in 2024-04-13T08:44:21.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:21 smithi119 ceph-mon[96316]: osdmap e1812: 8 total, 8 up, 8 in 2024-04-13T08:44:21.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:21 smithi119 ceph-mon[93746]: pgmap v3254: 745 pgs: 745 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 1.7 KiB/s wr, 31 op/s 2024-04-13T08:44:21.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:21 smithi119 ceph-mon[93746]: osdmap e1811: 8 total, 8 up, 8 in 2024-04-13T08:44:21.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:21 smithi119 ceph-mon[93746]: osdmap e1812: 8 total, 8 up, 8 in 2024-04-13T08:44:22.174 INFO:tasks.workunit.client.0.smithi119.stdout:num children is: 3 2024-04-13T08:44:22.174 INFO:tasks.workunit.client.0.smithi119.stdout:expected: 3 2024-04-13T08:44:22.174 INFO:tasks.workunit.client.0.smithi119.stdout:child: image218 2024-04-13T08:44:22.174 INFO:tasks.workunit.client.0.smithi119.stdout:child: image220 2024-04-13T08:44:22.174 INFO:tasks.workunit.client.0.smithi119.stdout:child: image219 2024-04-13T08:44:22.174 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-15/image218/b1ece1eab2d9 2024-04-13T08:44:22.174 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:44:22.174 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-34/image219/b1ec87e991c9 2024-04-13T08:44:22.175 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:44:22.175 INFO:tasks.workunit.client.0.smithi119.stdout:found child test-librbd-smithi119-147402-15/image220/b1ec7c231126 2024-04-13T08:44:22.175 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:44:22.175 INFO:tasks.workunit.client.0.smithi119.stdout:num children is: 0 2024-04-13T08:44:22.175 INFO:tasks.workunit.client.0.smithi119.stdout:expected: 0 2024-04-13T08:44:22.175 INFO:tasks.workunit.client.0.smithi119.stdout:num snaps is: 0 2024-04-13T08:44:22.175 INFO:tasks.workunit.client.0.smithi119.stdout:expected: 0 2024-04-13T08:44:22.175 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.SnapRemoveWithChildMissing (8944 ms) 2024-04-13T08:44:22.175 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.QuiesceWatch 2024-04-13T08:44:22.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:44:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:44:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:44:23.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:23 smithi119 ceph-mon[96316]: pgmap v3257: 713 pgs: 713 active+clean; 6.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:44:23.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:23 smithi119 ceph-mon[96316]: osdmap e1813: 8 total, 8 up, 8 in 2024-04-13T08:44:23.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:23 smithi119 ceph-mon[93746]: pgmap v3257: 713 pgs: 713 active+clean; 6.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:44:23.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:23 smithi119 ceph-mon[93746]: osdmap e1813: 8 total, 8 up, 8 in 2024-04-13T08:44:23.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:23 smithi139 ceph-mon[88985]: pgmap v3257: 713 pgs: 713 active+clean; 6.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:44:23.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:23 smithi139 ceph-mon[88985]: osdmap e1813: 8 total, 8 up, 8 in 2024-04-13T08:44:24.174 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:44:24.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:24 smithi119 ceph-mon[96316]: osdmap e1814: 8 total, 8 up, 8 in 2024-04-13T08:44:24.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:24 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1347418450' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:44:24.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:44:24.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:24 smithi119 ceph-mon[93746]: osdmap e1814: 8 total, 8 up, 8 in 2024-04-13T08:44:24.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:24 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1347418450' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:44:24.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:44:24.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:24 smithi139 ceph-mon[88985]: osdmap e1814: 8 total, 8 up, 8 in 2024-04-13T08:44:24.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:24 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1347418450' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:44:24.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:44:25.149 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:44:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:44:24] "GET /metrics HTTP/1.1" 200 82830 "" "Prometheus/2.43.0" 2024-04-13T08:44:25.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:25 smithi119 ceph-mon[96316]: pgmap v3260: 745 pgs: 32 unknown, 713 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:44:25.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:25 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:44:25.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:25 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1347418450' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:44:25.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:25 smithi119 ceph-mon[96316]: osdmap e1815: 8 total, 8 up, 8 in 2024-04-13T08:44:25.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:25 smithi119 ceph-mon[93746]: pgmap v3260: 745 pgs: 32 unknown, 713 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:44:25.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:25 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:44:25.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:25 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1347418450' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:44:25.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:25 smithi119 ceph-mon[93746]: osdmap e1815: 8 total, 8 up, 8 in 2024-04-13T08:44:25.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:25 smithi139 ceph-mon[88985]: pgmap v3260: 745 pgs: 32 unknown, 713 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:44:25.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:25 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:44:25.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:25 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1347418450' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:44:25.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:25 smithi139 ceph-mon[88985]: osdmap e1815: 8 total, 8 up, 8 in 2024-04-13T08:44:26.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:26 smithi119 ceph-mon[96316]: osdmap e1816: 8 total, 8 up, 8 in 2024-04-13T08:44:26.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:26 smithi119 ceph-mon[96316]: osdmap e1817: 8 total, 8 up, 8 in 2024-04-13T08:44:26.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:26 smithi119 ceph-mon[93746]: osdmap e1816: 8 total, 8 up, 8 in 2024-04-13T08:44:26.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:26 smithi119 ceph-mon[93746]: osdmap e1817: 8 total, 8 up, 8 in 2024-04-13T08:44:26.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:26 smithi139 ceph-mon[88985]: osdmap e1816: 8 total, 8 up, 8 in 2024-04-13T08:44:26.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:26 smithi139 ceph-mon[88985]: osdmap e1817: 8 total, 8 up, 8 in 2024-04-13T08:44:27.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:27 smithi119 ceph-mon[93746]: pgmap v3263: 745 pgs: 12 unknown, 733 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 3.2 KiB/s wr, 52 op/s 2024-04-13T08:44:27.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:27 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:44:27.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:27 smithi119 ceph-mon[93746]: osdmap e1818: 8 total, 8 up, 8 in 2024-04-13T08:44:27.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:27 smithi119 ceph-mon[96316]: pgmap v3263: 745 pgs: 12 unknown, 733 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 3.2 KiB/s wr, 52 op/s 2024-04-13T08:44:27.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:27 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:44:27.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:27 smithi119 ceph-mon[96316]: osdmap e1818: 8 total, 8 up, 8 in 2024-04-13T08:44:27.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:27 smithi139 ceph-mon[88985]: pgmap v3263: 745 pgs: 12 unknown, 733 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 3.2 KiB/s wr, 52 op/s 2024-04-13T08:44:27.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:27 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:44:27.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:27 smithi139 ceph-mon[88985]: osdmap e1818: 8 total, 8 up, 8 in 2024-04-13T08:44:29.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:29 smithi139 ceph-mon[88985]: pgmap v3266: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 4.0 KiB/s wr, 85 op/s 2024-04-13T08:44:29.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:29 smithi139 ceph-mon[88985]: osdmap e1819: 8 total, 8 up, 8 in 2024-04-13T08:44:29.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:29 smithi119 ceph-mon[93746]: pgmap v3266: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 4.0 KiB/s wr, 85 op/s 2024-04-13T08:44:29.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:29 smithi119 ceph-mon[93746]: osdmap e1819: 8 total, 8 up, 8 in 2024-04-13T08:44:29.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:29 smithi119 ceph-mon[96316]: pgmap v3266: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 4.0 KiB/s wr, 85 op/s 2024-04-13T08:44:29.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:29 smithi119 ceph-mon[96316]: osdmap e1819: 8 total, 8 up, 8 in 2024-04-13T08:44:30.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:30 smithi139 ceph-mon[88985]: osdmap e1820: 8 total, 8 up, 8 in 2024-04-13T08:44:30.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:30 smithi119 ceph-mon[93746]: osdmap e1820: 8 total, 8 up, 8 in 2024-04-13T08:44:30.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:30 smithi119 ceph-mon[96316]: osdmap e1820: 8 total, 8 up, 8 in 2024-04-13T08:44:31.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:31 smithi139 ceph-mon[88985]: pgmap v3269: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 1023 B/s wr, 36 op/s 2024-04-13T08:44:31.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:31 smithi139 ceph-mon[88985]: osdmap e1821: 8 total, 8 up, 8 in 2024-04-13T08:44:31.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:31 smithi139 ceph-mon[88985]: osdmap e1822: 8 total, 8 up, 8 in 2024-04-13T08:44:31.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:31 smithi119 ceph-mon[93746]: pgmap v3269: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 1023 B/s wr, 36 op/s 2024-04-13T08:44:31.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:31 smithi119 ceph-mon[93746]: osdmap e1821: 8 total, 8 up, 8 in 2024-04-13T08:44:31.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:31 smithi119 ceph-mon[93746]: osdmap e1822: 8 total, 8 up, 8 in 2024-04-13T08:44:31.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:31 smithi119 ceph-mon[96316]: pgmap v3269: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 1023 B/s wr, 36 op/s 2024-04-13T08:44:31.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:31 smithi119 ceph-mon[96316]: osdmap e1821: 8 total, 8 up, 8 in 2024-04-13T08:44:31.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:31 smithi119 ceph-mon[96316]: osdmap e1822: 8 total, 8 up, 8 in 2024-04-13T08:44:32.188 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.QuiesceWatch (10015 ms) 2024-04-13T08:44:32.189 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.QuiesceWatchPP 2024-04-13T08:44:32.189 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:44:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:44:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:44:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:44:33.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:33 smithi139 ceph-mon[88985]: pgmap v3272: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.2 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-13T08:44:33.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:33 smithi139 ceph-mon[88985]: osdmap e1823: 8 total, 8 up, 8 in 2024-04-13T08:44:33.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:33 smithi119 ceph-mon[93746]: pgmap v3272: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.2 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-13T08:44:33.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:33 smithi119 ceph-mon[93746]: osdmap e1823: 8 total, 8 up, 8 in 2024-04-13T08:44:33.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:33 smithi119 ceph-mon[96316]: pgmap v3272: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.2 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-13T08:44:33.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:33 smithi119 ceph-mon[96316]: osdmap e1823: 8 total, 8 up, 8 in 2024-04-13T08:44:34.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:34 smithi139 ceph-mon[88985]: osdmap e1824: 8 total, 8 up, 8 in 2024-04-13T08:44:34.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:34 smithi119 ceph-mon[93746]: osdmap e1824: 8 total, 8 up, 8 in 2024-04-13T08:44:34.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:34 smithi119 ceph-mon[96316]: osdmap e1824: 8 total, 8 up, 8 in 2024-04-13T08:44:35.083 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:44:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:44:34] "GET /metrics HTTP/1.1" 200 82830 "" "Prometheus/2.43.0" 2024-04-13T08:44:35.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:35 smithi139 ceph-mon[88985]: pgmap v3275: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 5.5 KiB/s wr, 79 op/s 2024-04-13T08:44:35.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:35 smithi139 ceph-mon[88985]: osdmap e1825: 8 total, 8 up, 8 in 2024-04-13T08:44:35.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:35 smithi119 ceph-mon[93746]: pgmap v3275: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 5.5 KiB/s wr, 79 op/s 2024-04-13T08:44:35.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:35 smithi119 ceph-mon[93746]: osdmap e1825: 8 total, 8 up, 8 in 2024-04-13T08:44:35.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:35 smithi119 ceph-mon[96316]: pgmap v3275: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 5.5 KiB/s wr, 79 op/s 2024-04-13T08:44:35.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:35 smithi119 ceph-mon[96316]: osdmap e1825: 8 total, 8 up, 8 in 2024-04-13T08:44:36.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:36 smithi139 ceph-mon[88985]: osdmap e1826: 8 total, 8 up, 8 in 2024-04-13T08:44:36.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:36 smithi139 ceph-mon[88985]: osdmap e1827: 8 total, 8 up, 8 in 2024-04-13T08:44:36.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:36 smithi119 ceph-mon[96316]: osdmap e1826: 8 total, 8 up, 8 in 2024-04-13T08:44:36.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:36 smithi119 ceph-mon[96316]: osdmap e1827: 8 total, 8 up, 8 in 2024-04-13T08:44:36.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:36 smithi119 ceph-mon[93746]: osdmap e1826: 8 total, 8 up, 8 in 2024-04-13T08:44:36.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:36 smithi119 ceph-mon[93746]: osdmap e1827: 8 total, 8 up, 8 in 2024-04-13T08:44:37.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:37 smithi139 ceph-mon[88985]: pgmap v3278: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 6.2 KiB/s wr, 93 op/s 2024-04-13T08:44:37.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:37 smithi119 ceph-mon[96316]: pgmap v3278: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 6.2 KiB/s wr, 93 op/s 2024-04-13T08:44:37.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:37 smithi119 ceph-mon[93746]: pgmap v3278: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 6.2 KiB/s wr, 93 op/s 2024-04-13T08:44:38.224 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.QuiesceWatchPP (6036 ms) 2024-04-13T08:44:38.224 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.QuiesceWatchError 2024-04-13T08:44:38.225 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:44:38.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:38 smithi139 ceph-mon[88985]: osdmap e1828: 8 total, 8 up, 8 in 2024-04-13T08:44:38.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:38 smithi119 ceph-mon[96316]: osdmap e1828: 8 total, 8 up, 8 in 2024-04-13T08:44:38.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:38 smithi119 ceph-mon[93746]: osdmap e1828: 8 total, 8 up, 8 in 2024-04-13T08:44:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:39 smithi139 ceph-mon[88985]: pgmap v3281: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 5.7 KiB/s wr, 84 op/s 2024-04-13T08:44:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:39 smithi139 ceph-mon[88985]: osdmap e1829: 8 total, 8 up, 8 in 2024-04-13T08:44:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:44:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:39 smithi119 ceph-mon[96316]: pgmap v3281: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 5.7 KiB/s wr, 84 op/s 2024-04-13T08:44:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:39 smithi119 ceph-mon[96316]: osdmap e1829: 8 total, 8 up, 8 in 2024-04-13T08:44:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:44:39.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:39 smithi119 ceph-mon[93746]: pgmap v3281: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 5.7 KiB/s wr, 84 op/s 2024-04-13T08:44:39.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:39 smithi119 ceph-mon[93746]: osdmap e1829: 8 total, 8 up, 8 in 2024-04-13T08:44:39.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:44:40.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:40 smithi139 ceph-mon[88985]: osdmap e1830: 8 total, 8 up, 8 in 2024-04-13T08:44:40.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:40 smithi119 ceph-mon[96316]: osdmap e1830: 8 total, 8 up, 8 in 2024-04-13T08:44:40.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:40 smithi119 ceph-mon[93746]: osdmap e1830: 8 total, 8 up, 8 in 2024-04-13T08:44:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:41 smithi139 ceph-mon[88985]: pgmap v3284: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 3.7 KiB/s wr, 61 op/s 2024-04-13T08:44:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:41 smithi139 ceph-mon[88985]: osdmap e1831: 8 total, 8 up, 8 in 2024-04-13T08:44:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:41 smithi139 ceph-mon[88985]: osdmap e1832: 8 total, 8 up, 8 in 2024-04-13T08:44:41.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:41 smithi119 ceph-mon[96316]: pgmap v3284: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 3.7 KiB/s wr, 61 op/s 2024-04-13T08:44:41.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:41 smithi119 ceph-mon[96316]: osdmap e1831: 8 total, 8 up, 8 in 2024-04-13T08:44:41.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:41 smithi119 ceph-mon[96316]: osdmap e1832: 8 total, 8 up, 8 in 2024-04-13T08:44:41.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:41 smithi119 ceph-mon[93746]: pgmap v3284: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 3.7 KiB/s wr, 61 op/s 2024-04-13T08:44:41.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:41 smithi119 ceph-mon[93746]: osdmap e1831: 8 total, 8 up, 8 in 2024-04-13T08:44:41.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:41 smithi119 ceph-mon[93746]: osdmap e1832: 8 total, 8 up, 8 in 2024-04-13T08:44:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:44:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:44:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:44:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:43 smithi139 ceph-mon[88985]: pgmap v3287: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 4.2 KiB/s wr, 97 op/s 2024-04-13T08:44:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:43 smithi139 ceph-mon[88985]: osdmap e1833: 8 total, 8 up, 8 in 2024-04-13T08:44:43.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:43 smithi119 ceph-mon[96316]: pgmap v3287: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 4.2 KiB/s wr, 97 op/s 2024-04-13T08:44:43.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:43 smithi119 ceph-mon[96316]: osdmap e1833: 8 total, 8 up, 8 in 2024-04-13T08:44:43.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:43 smithi119 ceph-mon[93746]: pgmap v3287: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 4.2 KiB/s wr, 97 op/s 2024-04-13T08:44:43.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:43 smithi119 ceph-mon[93746]: osdmap e1833: 8 total, 8 up, 8 in 2024-04-13T08:44:44.190 INFO:tasks.workunit.client.0.smithi119.stdout:10.00% done 2024-04-13T08:44:44.190 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.QuiesceWatchError (5965 ms) 2024-04-13T08:44:44.190 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.QuiesceWatchTimeout 2024-04-13T08:44:44.190 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:44:44.205 INFO:tasks.workunit.client.0.smithi119.stderr:test quiesce is not long enough to time out 2024-04-13T08:44:44.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:44 smithi139 ceph-mon[88985]: osdmap e1834: 8 total, 8 up, 8 in 2024-04-13T08:44:44.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:44 smithi119 ceph-mon[96316]: osdmap e1834: 8 total, 8 up, 8 in 2024-04-13T08:44:44.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:44 smithi119 ceph-mon[93746]: osdmap e1834: 8 total, 8 up, 8 in 2024-04-13T08:44:45.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:45 smithi119 ceph-mon[93746]: pgmap v3290: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 4.5 KiB/s wr, 98 op/s 2024-04-13T08:44:45.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:45 smithi119 ceph-mon[93746]: osdmap e1835: 8 total, 8 up, 8 in 2024-04-13T08:44:45.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:44:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:44:44] "GET /metrics HTTP/1.1" 200 82874 "" "Prometheus/2.43.0" 2024-04-13T08:44:45.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:45 smithi119 ceph-mon[96316]: pgmap v3290: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 4.5 KiB/s wr, 98 op/s 2024-04-13T08:44:45.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:45 smithi119 ceph-mon[96316]: osdmap e1835: 8 total, 8 up, 8 in 2024-04-13T08:44:45.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:45 smithi139 ceph-mon[88985]: pgmap v3290: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 4.5 KiB/s wr, 98 op/s 2024-04-13T08:44:45.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:45 smithi139 ceph-mon[88985]: osdmap e1835: 8 total, 8 up, 8 in 2024-04-13T08:44:47.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:47 smithi139 ceph-mon[88985]: pgmap v3292: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 6.1 KiB/s wr, 106 op/s 2024-04-13T08:44:47.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:47 smithi139 ceph-mon[88985]: osdmap e1836: 8 total, 8 up, 8 in 2024-04-13T08:44:47.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:47 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.e", "id": [3, 0]}]: dispatch 2024-04-13T08:44:47.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:47 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.e", "id": [3, 0]}]: dispatch 2024-04-13T08:44:47.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:47 smithi119 ceph-mon[96316]: pgmap v3292: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 6.1 KiB/s wr, 106 op/s 2024-04-13T08:44:47.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:47 smithi119 ceph-mon[96316]: osdmap e1836: 8 total, 8 up, 8 in 2024-04-13T08:44:47.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:47 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.e", "id": [3, 0]}]: dispatch 2024-04-13T08:44:47.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:47 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.e", "id": [3, 0]}]: dispatch 2024-04-13T08:44:47.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:47 smithi119 ceph-mon[93746]: pgmap v3292: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 6.1 KiB/s wr, 106 op/s 2024-04-13T08:44:47.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:47 smithi119 ceph-mon[93746]: osdmap e1836: 8 total, 8 up, 8 in 2024-04-13T08:44:47.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:47 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.e", "id": [3, 0]}]: dispatch 2024-04-13T08:44:47.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:47 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.e", "id": [3, 0]}]: dispatch 2024-04-13T08:44:48.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:48 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.e", "id": [3, 0]}]': finished 2024-04-13T08:44:48.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:48 smithi139 ceph-mon[88985]: osdmap e1837: 8 total, 8 up, 8 in 2024-04-13T08:44:48.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:48 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.e", "id": [3, 0]}]': finished 2024-04-13T08:44:48.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:48 smithi119 ceph-mon[93746]: osdmap e1837: 8 total, 8 up, 8 in 2024-04-13T08:44:48.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:48 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.e", "id": [3, 0]}]': finished 2024-04-13T08:44:48.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:48 smithi119 ceph-mon[96316]: osdmap e1837: 8 total, 8 up, 8 in 2024-04-13T08:44:49.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:49 smithi139 ceph-mon[88985]: pgmap v3295: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 4.8 KiB/s wr, 75 op/s 2024-04-13T08:44:49.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:49 smithi139 ceph-mon[88985]: osdmap e1838: 8 total, 8 up, 8 in 2024-04-13T08:44:49.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:49 smithi119 ceph-mon[93746]: pgmap v3295: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 4.8 KiB/s wr, 75 op/s 2024-04-13T08:44:49.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:49 smithi119 ceph-mon[93746]: osdmap e1838: 8 total, 8 up, 8 in 2024-04-13T08:44:49.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:49 smithi119 ceph-mon[96316]: pgmap v3295: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 4.8 KiB/s wr, 75 op/s 2024-04-13T08:44:49.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:49 smithi119 ceph-mon[96316]: osdmap e1838: 8 total, 8 up, 8 in 2024-04-13T08:44:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:51 smithi139 ceph-mon[88985]: pgmap v3297: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 4.0 KiB/s wr, 61 op/s 2024-04-13T08:44:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:51 smithi139 ceph-mon[88985]: osdmap e1839: 8 total, 8 up, 8 in 2024-04-13T08:44:51.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:51 smithi119 ceph-mon[96316]: pgmap v3297: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 4.0 KiB/s wr, 61 op/s 2024-04-13T08:44:51.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:51 smithi119 ceph-mon[96316]: osdmap e1839: 8 total, 8 up, 8 in 2024-04-13T08:44:51.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:51 smithi119 ceph-mon[93746]: pgmap v3297: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 4.0 KiB/s wr, 61 op/s 2024-04-13T08:44:51.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:51 smithi119 ceph-mon[93746]: osdmap e1839: 8 total, 8 up, 8 in 2024-04-13T08:44:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:44:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:44:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:44:53.116 INFO:tasks.workunit.client.0.smithi119.stderr:test quiesce is timed out 2024-04-13T08:44:53.119 INFO:tasks.workunit.client.0.smithi119.stderr:waiting for timed out ... 0 2024-04-13T08:44:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:53 smithi139 ceph-mon[88985]: pgmap v3299: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 184 B/s rd, 184 B/s wr, 1 op/s; 2 B/s, 0 objects/s recovering 2024-04-13T08:44:53.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:53 smithi119 ceph-mon[96316]: pgmap v3299: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 184 B/s rd, 184 B/s wr, 1 op/s; 2 B/s, 0 objects/s recovering 2024-04-13T08:44:53.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:53 smithi119 ceph-mon[93746]: pgmap v3299: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 184 B/s rd, 184 B/s wr, 1 op/s; 2 B/s, 0 objects/s recovering 2024-04-13T08:44:54.119 INFO:tasks.workunit.client.0.smithi119.stderr:waiting for timed out ... 1 2024-04-13T08:44:54.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:54 smithi139 ceph-mon[88985]: osdmap e1840: 8 total, 8 up, 8 in 2024-04-13T08:44:54.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:44:54.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:54 smithi119 ceph-mon[93746]: osdmap e1840: 8 total, 8 up, 8 in 2024-04-13T08:44:54.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:44:54.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:54 smithi119 ceph-mon[96316]: osdmap e1840: 8 total, 8 up, 8 in 2024-04-13T08:44:54.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:44:55.092 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:44:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:44:54] "GET /metrics HTTP/1.1" 200 82882 "" "Prometheus/2.43.0" 2024-04-13T08:44:55.119 INFO:tasks.workunit.client.0.smithi119.stderr:waiting for timed out ... 2 2024-04-13T08:44:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:55 smithi139 ceph-mon[88985]: pgmap v3301: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2 B/s, 0 objects/s recovering 2024-04-13T08:44:55.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:55 smithi119 ceph-mon[96316]: pgmap v3301: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2 B/s, 0 objects/s recovering 2024-04-13T08:44:55.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:55 smithi119 ceph-mon[93746]: pgmap v3301: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2 B/s, 0 objects/s recovering 2024-04-13T08:44:56.123 INFO:tasks.workunit.client.0.smithi119.stderr:waiting for timed out ... 3 2024-04-13T08:44:57.119 INFO:tasks.workunit.client.0.smithi119.stderr:waiting for timed out ... 4 2024-04-13T08:44:57.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:57 smithi139 ceph-mon[88985]: pgmap v3302: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.9 KiB/s rd, 408 B/s wr, 4 op/s; 2 B/s, 0 objects/s recovering 2024-04-13T08:44:57.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:57 smithi119 ceph-mon[96316]: pgmap v3302: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.9 KiB/s rd, 408 B/s wr, 4 op/s; 2 B/s, 0 objects/s recovering 2024-04-13T08:44:57.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:57 smithi119 ceph-mon[93746]: pgmap v3302: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.9 KiB/s rd, 408 B/s wr, 4 op/s; 2 B/s, 0 objects/s recovering 2024-04-13T08:44:58.119 INFO:tasks.workunit.client.0.smithi119.stderr:waiting for timed out ... 5 2024-04-13T08:44:59.119 INFO:tasks.workunit.client.0.smithi119.stderr:waiting for timed out ... 6 2024-04-13T08:44:59.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:44:59 smithi139 ceph-mon[88985]: pgmap v3303: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s; 1 B/s, 0 objects/s recovering 2024-04-13T08:44:59.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:44:59 smithi119 ceph-mon[96316]: pgmap v3303: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s; 1 B/s, 0 objects/s recovering 2024-04-13T08:44:59.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:44:59 smithi119 ceph-mon[93746]: pgmap v3303: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s; 1 B/s, 0 objects/s recovering 2024-04-13T08:45:00.119 INFO:tasks.workunit.client.0.smithi119.stderr:waiting for timed out ... 7 2024-04-13T08:45:01.120 INFO:tasks.workunit.client.0.smithi119.stderr:waiting for timed out ... 8 2024-04-13T08:45:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:01 smithi139 ceph-mon[88985]: pgmap v3304: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.4 KiB/s rd, 358 B/s wr, 4 op/s 2024-04-13T08:45:01.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:01 smithi119 ceph-mon[96316]: pgmap v3304: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.4 KiB/s rd, 358 B/s wr, 4 op/s 2024-04-13T08:45:01.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:01 smithi119 ceph-mon[93746]: pgmap v3304: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.4 KiB/s rd, 358 B/s wr, 4 op/s 2024-04-13T08:45:02.120 INFO:tasks.workunit.client.0.smithi119.stderr:waiting for timed out ... 9 2024-04-13T08:45:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:45:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:45:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:45:03.120 INFO:tasks.workunit.client.0.smithi119.stderr:waiting for timed out ... 10 2024-04-13T08:45:03.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:03 smithi139 ceph-mon[88985]: pgmap v3305: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 KiB/s rd, 307 B/s wr, 3 op/s 2024-04-13T08:45:03.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:03 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:45:03.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:03 smithi119 ceph-mon[96316]: pgmap v3305: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 KiB/s rd, 307 B/s wr, 3 op/s 2024-04-13T08:45:03.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:03 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:45:03.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:03 smithi119 ceph-mon[93746]: pgmap v3305: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 KiB/s rd, 307 B/s wr, 3 op/s 2024-04-13T08:45:03.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:03 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:45:04.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:04 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:45:04.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:04 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:45:04.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:04 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:45:04.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:04 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:45:04.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:04 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:45:04.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:04 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:45:04.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:04 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:45:04.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:04 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:45:04.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:04 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:45:05.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:45:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:45:04] "GET /metrics HTTP/1.1" 200 82882 "" "Prometheus/2.43.0" 2024-04-13T08:45:05.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:05 smithi139 ceph-mon[88985]: pgmap v3306: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 KiB/s rd, 292 B/s wr, 3 op/s 2024-04-13T08:45:05.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:05 smithi119 ceph-mon[96316]: pgmap v3306: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 KiB/s rd, 292 B/s wr, 3 op/s 2024-04-13T08:45:05.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:05 smithi119 ceph-mon[93746]: pgmap v3306: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 KiB/s rd, 292 B/s wr, 3 op/s 2024-04-13T08:45:07.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:07 smithi139 ceph-mon[88985]: pgmap v3307: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 KiB/s rd, 255 B/s wr, 3 op/s 2024-04-13T08:45:07.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:07 smithi119 ceph-mon[96316]: pgmap v3307: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 KiB/s rd, 255 B/s wr, 3 op/s 2024-04-13T08:45:07.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:07 smithi119 ceph-mon[93746]: pgmap v3307: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 KiB/s rd, 255 B/s wr, 3 op/s 2024-04-13T08:45:09.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:09 smithi139 ceph-mon[88985]: pgmap v3308: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:45:09.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:45:09.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:09 smithi119 ceph-mon[96316]: pgmap v3308: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:45:09.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:45:09.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:09 smithi119 ceph-mon[93746]: pgmap v3308: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:45:09.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:45:11.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:11 smithi139 ceph-mon[88985]: pgmap v3309: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:45:11.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:11 smithi119 ceph-mon[96316]: pgmap v3309: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:45:11.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:11 smithi119 ceph-mon[93746]: pgmap v3309: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:45:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:45:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:45:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:45:13.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:13 smithi139 ceph-mon[88985]: pgmap v3310: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:45:13.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:13 smithi119 ceph-mon[96316]: pgmap v3310: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:45:13.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:13 smithi119 ceph-mon[93746]: pgmap v3310: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:45:14.120 INFO:tasks.workunit.client.0.smithi119.stderr:test retry succeeds 2024-04-13T08:45:15.215 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:45:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:45:14] "GET /metrics HTTP/1.1" 200 82881 "" "Prometheus/2.43.0" 2024-04-13T08:45:15.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:15 smithi139 ceph-mon[88985]: pgmap v3311: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:45:15.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:15 smithi139 ceph-mon[88985]: osdmap e1841: 8 total, 8 up, 8 in 2024-04-13T08:45:15.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:15 smithi119 ceph-mon[96316]: pgmap v3311: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:45:15.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:15 smithi119 ceph-mon[96316]: osdmap e1841: 8 total, 8 up, 8 in 2024-04-13T08:45:15.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:15 smithi119 ceph-mon[93746]: pgmap v3311: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:45:15.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:15 smithi119 ceph-mon[93746]: osdmap e1841: 8 total, 8 up, 8 in 2024-04-13T08:45:16.447 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.QuiesceWatchTimeout (32258 ms) 2024-04-13T08:45:16.448 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.WriteZeroes 2024-04-13T08:45:16.448 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:45:16.515 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.WriteZeroes (67 ms) 2024-04-13T08:45:16.515 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.WriteZeroesThickProvision 2024-04-13T08:45:16.515 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:45:16.588 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.WriteZeroesThickProvision (73 ms) 2024-04-13T08:45:16.588 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] TestLibRBD.ConcurentOperations 2024-04-13T08:45:16.588 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:45:16.634 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:16 smithi139 ceph-mon[88985]: osdmap e1842: 8 total, 8 up, 8 in 2024-04-13T08:45:16.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:16 smithi139 ceph-mon[88985]: pgmap v3314: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.0 KiB/s rd, 1.2 KiB/s wr, 12 op/s 2024-04-13T08:45:16.715 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:16 smithi119 ceph-mon[93746]: osdmap e1842: 8 total, 8 up, 8 in 2024-04-13T08:45:16.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:16 smithi119 ceph-mon[93746]: pgmap v3314: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.0 KiB/s rd, 1.2 KiB/s wr, 12 op/s 2024-04-13T08:45:16.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:16 smithi119 ceph-mon[96316]: osdmap e1842: 8 total, 8 up, 8 in 2024-04-13T08:45:16.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:16 smithi119 ceph-mon[96316]: pgmap v3314: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.0 KiB/s rd, 1.2 KiB/s wr, 12 op/s 2024-04-13T08:45:17.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:17 smithi139 ceph-mon[88985]: osdmap e1843: 8 total, 8 up, 8 in 2024-04-13T08:45:17.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:17 smithi119 ceph-mon[96316]: osdmap e1843: 8 total, 8 up, 8 in 2024-04-13T08:45:17.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:17 smithi119 ceph-mon[93746]: osdmap e1843: 8 total, 8 up, 8 in 2024-04-13T08:45:18.634 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:18 smithi139 ceph-mon[88985]: osdmap e1844: 8 total, 8 up, 8 in 2024-04-13T08:45:18.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:18 smithi139 ceph-mon[88985]: pgmap v3317: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 3.2 KiB/s wr, 42 op/s 2024-04-13T08:45:18.715 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:18 smithi119 ceph-mon[93746]: osdmap e1844: 8 total, 8 up, 8 in 2024-04-13T08:45:18.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:18 smithi119 ceph-mon[93746]: pgmap v3317: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 3.2 KiB/s wr, 42 op/s 2024-04-13T08:45:18.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:18 smithi119 ceph-mon[96316]: osdmap e1844: 8 total, 8 up, 8 in 2024-04-13T08:45:18.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:18 smithi119 ceph-mon[96316]: pgmap v3317: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 3.2 KiB/s wr, 42 op/s 2024-04-13T08:45:19.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:19 smithi139 ceph-mon[88985]: osdmap e1845: 8 total, 8 up, 8 in 2024-04-13T08:45:19.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:19 smithi119 ceph-mon[96316]: osdmap e1845: 8 total, 8 up, 8 in 2024-04-13T08:45:19.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:19 smithi119 ceph-mon[93746]: osdmap e1845: 8 total, 8 up, 8 in 2024-04-13T08:45:20.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:20 smithi139 ceph-mon[88985]: osdmap e1846: 8 total, 8 up, 8 in 2024-04-13T08:45:20.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:20 smithi139 ceph-mon[88985]: pgmap v3320: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.2 KiB/s rd, 767 B/s wr, 17 op/s 2024-04-13T08:45:20.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:20 smithi119 ceph-mon[96316]: osdmap e1846: 8 total, 8 up, 8 in 2024-04-13T08:45:20.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:20 smithi119 ceph-mon[96316]: pgmap v3320: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.2 KiB/s rd, 767 B/s wr, 17 op/s 2024-04-13T08:45:20.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:20 smithi119 ceph-mon[93746]: osdmap e1846: 8 total, 8 up, 8 in 2024-04-13T08:45:20.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:20 smithi119 ceph-mon[93746]: pgmap v3320: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.2 KiB/s rd, 767 B/s wr, 17 op/s 2024-04-13T08:45:21.634 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:21 smithi139 ceph-mon[88985]: osdmap e1847: 8 total, 8 up, 8 in 2024-04-13T08:45:21.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:21 smithi139 ceph-mon[88985]: osdmap e1848: 8 total, 8 up, 8 in 2024-04-13T08:45:21.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:21 smithi119 ceph-mon[96316]: osdmap e1847: 8 total, 8 up, 8 in 2024-04-13T08:45:21.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:21 smithi119 ceph-mon[96316]: osdmap e1848: 8 total, 8 up, 8 in 2024-04-13T08:45:21.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:21 smithi119 ceph-mon[93746]: osdmap e1847: 8 total, 8 up, 8 in 2024-04-13T08:45:21.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:21 smithi119 ceph-mon[93746]: osdmap e1848: 8 total, 8 up, 8 in 2024-04-13T08:45:22.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:45:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:45:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:45:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:23 smithi139 ceph-mon[88985]: pgmap v3323: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 9.0 KiB/s wr, 147 op/s 2024-04-13T08:45:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:23 smithi139 ceph-mon[88985]: osdmap e1849: 8 total, 8 up, 8 in 2024-04-13T08:45:23.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:23 smithi119 ceph-mon[96316]: pgmap v3323: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 9.0 KiB/s wr, 147 op/s 2024-04-13T08:45:23.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:23 smithi119 ceph-mon[96316]: osdmap e1849: 8 total, 8 up, 8 in 2024-04-13T08:45:23.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:23 smithi119 ceph-mon[93746]: pgmap v3323: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 9.0 KiB/s wr, 147 op/s 2024-04-13T08:45:23.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:23 smithi119 ceph-mon[93746]: osdmap e1849: 8 total, 8 up, 8 in 2024-04-13T08:45:24.384 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:24 smithi139 ceph-mon[88985]: osdmap e1850: 8 total, 8 up, 8 in 2024-04-13T08:45:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:45:24.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:24 smithi119 ceph-mon[96316]: osdmap e1850: 8 total, 8 up, 8 in 2024-04-13T08:45:24.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:45:24.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:24 smithi119 ceph-mon[93746]: osdmap e1850: 8 total, 8 up, 8 in 2024-04-13T08:45:24.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:45:25.071 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:45:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:45:24] "GET /metrics HTTP/1.1" 200 82883 "" "Prometheus/2.43.0" 2024-04-13T08:45:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:25 smithi139 ceph-mon[88985]: pgmap v3326: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 9.0 KiB/s wr, 147 op/s 2024-04-13T08:45:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:25 smithi139 ceph-mon[88985]: osdmap e1851: 8 total, 8 up, 8 in 2024-04-13T08:45:25.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:25 smithi119 ceph-mon[93746]: pgmap v3326: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 9.0 KiB/s wr, 147 op/s 2024-04-13T08:45:25.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:25 smithi119 ceph-mon[93746]: osdmap e1851: 8 total, 8 up, 8 in 2024-04-13T08:45:25.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:25 smithi119 ceph-mon[96316]: pgmap v3326: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 9.0 KiB/s wr, 147 op/s 2024-04-13T08:45:25.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:25 smithi119 ceph-mon[96316]: osdmap e1851: 8 total, 8 up, 8 in 2024-04-13T08:45:26.384 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:26 smithi139 ceph-mon[88985]: osdmap e1852: 8 total, 8 up, 8 in 2024-04-13T08:45:26.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:26 smithi139 ceph-mon[88985]: osdmap e1853: 8 total, 8 up, 8 in 2024-04-13T08:45:26.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:26 smithi119 ceph-mon[96316]: osdmap e1852: 8 total, 8 up, 8 in 2024-04-13T08:45:26.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:26 smithi119 ceph-mon[96316]: osdmap e1853: 8 total, 8 up, 8 in 2024-04-13T08:45:26.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:26 smithi119 ceph-mon[93746]: osdmap e1852: 8 total, 8 up, 8 in 2024-04-13T08:45:26.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:26 smithi119 ceph-mon[93746]: osdmap e1853: 8 total, 8 up, 8 in 2024-04-13T08:45:27.367 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:27 smithi119 ceph-mon[96316]: pgmap v3329: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 3.5 KiB/s wr, 15 op/s 2024-04-13T08:45:27.367 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:27 smithi119 ceph-mon[93746]: pgmap v3329: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 3.5 KiB/s wr, 15 op/s 2024-04-13T08:45:27.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:27 smithi139 ceph-mon[88985]: pgmap v3329: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 3.5 KiB/s wr, 15 op/s 2024-04-13T08:45:28.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:28 smithi139 ceph-mon[88985]: osdmap e1854: 8 total, 8 up, 8 in 2024-04-13T08:45:28.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:28 smithi119 ceph-mon[96316]: osdmap e1854: 8 total, 8 up, 8 in 2024-04-13T08:45:28.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:28 smithi119 ceph-mon[93746]: osdmap e1854: 8 total, 8 up, 8 in 2024-04-13T08:45:29.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:29 smithi139 ceph-mon[88985]: pgmap v3332: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 3.7 KiB/s wr, 16 op/s 2024-04-13T08:45:29.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:29 smithi139 ceph-mon[88985]: osdmap e1855: 8 total, 8 up, 8 in 2024-04-13T08:45:29.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:29 smithi119 ceph-mon[96316]: pgmap v3332: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 3.7 KiB/s wr, 16 op/s 2024-04-13T08:45:29.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:29 smithi119 ceph-mon[96316]: osdmap e1855: 8 total, 8 up, 8 in 2024-04-13T08:45:29.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:29 smithi119 ceph-mon[93746]: pgmap v3332: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 3.7 KiB/s wr, 16 op/s 2024-04-13T08:45:29.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:29 smithi119 ceph-mon[93746]: osdmap e1855: 8 total, 8 up, 8 in 2024-04-13T08:45:30.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:30 smithi139 ceph-mon[88985]: osdmap e1856: 8 total, 8 up, 8 in 2024-04-13T08:45:30.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:30 smithi119 ceph-mon[96316]: osdmap e1856: 8 total, 8 up, 8 in 2024-04-13T08:45:30.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:30 smithi119 ceph-mon[93746]: osdmap e1856: 8 total, 8 up, 8 in 2024-04-13T08:45:31.384 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:31 smithi139 ceph-mon[88985]: pgmap v3335: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2024-04-13T08:45:31.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:31 smithi139 ceph-mon[88985]: osdmap e1857: 8 total, 8 up, 8 in 2024-04-13T08:45:31.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:31 smithi119 ceph-mon[96316]: pgmap v3335: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2024-04-13T08:45:31.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:31 smithi119 ceph-mon[96316]: osdmap e1857: 8 total, 8 up, 8 in 2024-04-13T08:45:31.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:31 smithi119 ceph-mon[93746]: pgmap v3335: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2024-04-13T08:45:31.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:31 smithi119 ceph-mon[93746]: osdmap e1857: 8 total, 8 up, 8 in 2024-04-13T08:45:32.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:32 smithi139 ceph-mon[88985]: osdmap e1858: 8 total, 8 up, 8 in 2024-04-13T08:45:32.385 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:45:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:45:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:45:32.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:32 smithi119 ceph-mon[96316]: osdmap e1858: 8 total, 8 up, 8 in 2024-04-13T08:45:32.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:32 smithi119 ceph-mon[93746]: osdmap e1858: 8 total, 8 up, 8 in 2024-04-13T08:45:33.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:33 smithi139 ceph-mon[88985]: pgmap v3338: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 5.5 KiB/s wr, 247 op/s 2024-04-13T08:45:33.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:33 smithi139 ceph-mon[88985]: osdmap e1859: 8 total, 8 up, 8 in 2024-04-13T08:45:33.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:33 smithi119 ceph-mon[96316]: pgmap v3338: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 5.5 KiB/s wr, 247 op/s 2024-04-13T08:45:33.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:33 smithi119 ceph-mon[96316]: osdmap e1859: 8 total, 8 up, 8 in 2024-04-13T08:45:33.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:33 smithi119 ceph-mon[93746]: pgmap v3338: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 5.5 KiB/s wr, 247 op/s 2024-04-13T08:45:33.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:33 smithi119 ceph-mon[93746]: osdmap e1859: 8 total, 8 up, 8 in 2024-04-13T08:45:34.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:34 smithi119 ceph-mon[96316]: osdmap e1860: 8 total, 8 up, 8 in 2024-04-13T08:45:34.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:34 smithi119 ceph-mon[93746]: osdmap e1860: 8 total, 8 up, 8 in 2024-04-13T08:45:34.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:34 smithi139 ceph-mon[88985]: osdmap e1860: 8 total, 8 up, 8 in 2024-04-13T08:45:35.155 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:45:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:45:34] "GET /metrics HTTP/1.1" 200 82883 "" "Prometheus/2.43.0" 2024-04-13T08:45:35.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:35 smithi119 ceph-mon[96316]: pgmap v3341: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 5.5 KiB/s wr, 247 op/s 2024-04-13T08:45:35.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:35 smithi119 ceph-mon[96316]: osdmap e1861: 8 total, 8 up, 8 in 2024-04-13T08:45:35.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:35 smithi119 ceph-mon[93746]: pgmap v3341: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 5.5 KiB/s wr, 247 op/s 2024-04-13T08:45:35.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:35 smithi119 ceph-mon[93746]: osdmap e1861: 8 total, 8 up, 8 in 2024-04-13T08:45:35.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:35 smithi139 ceph-mon[88985]: pgmap v3341: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 5.5 KiB/s wr, 247 op/s 2024-04-13T08:45:35.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:35 smithi139 ceph-mon[88985]: osdmap e1861: 8 total, 8 up, 8 in 2024-04-13T08:45:36.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:36 smithi119 ceph-mon[96316]: osdmap e1862: 8 total, 8 up, 8 in 2024-04-13T08:45:36.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:36 smithi119 ceph-mon[96316]: osdmap e1863: 8 total, 8 up, 8 in 2024-04-13T08:45:36.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:36 smithi119 ceph-mon[93746]: osdmap e1862: 8 total, 8 up, 8 in 2024-04-13T08:45:36.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:36 smithi119 ceph-mon[93746]: osdmap e1863: 8 total, 8 up, 8 in 2024-04-13T08:45:36.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:36 smithi139 ceph-mon[88985]: osdmap e1862: 8 total, 8 up, 8 in 2024-04-13T08:45:36.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:36 smithi139 ceph-mon[88985]: osdmap e1863: 8 total, 8 up, 8 in 2024-04-13T08:45:37.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:37 smithi119 ceph-mon[96316]: pgmap v3344: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 24 op/s 2024-04-13T08:45:37.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:37 smithi119 ceph-mon[96316]: osdmap e1864: 8 total, 8 up, 8 in 2024-04-13T08:45:37.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:37 smithi119 ceph-mon[93746]: pgmap v3344: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 24 op/s 2024-04-13T08:45:37.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:37 smithi119 ceph-mon[93746]: osdmap e1864: 8 total, 8 up, 8 in 2024-04-13T08:45:37.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:37 smithi139 ceph-mon[88985]: pgmap v3344: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 24 op/s 2024-04-13T08:45:37.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:37 smithi139 ceph-mon[88985]: osdmap e1864: 8 total, 8 up, 8 in 2024-04-13T08:45:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:39 smithi139 ceph-mon[88985]: pgmap v3347: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 5.0 KiB/s wr, 27 op/s 2024-04-13T08:45:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:39 smithi139 ceph-mon[88985]: osdmap e1865: 8 total, 8 up, 8 in 2024-04-13T08:45:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:45:39.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:39 smithi119 ceph-mon[96316]: pgmap v3347: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 5.0 KiB/s wr, 27 op/s 2024-04-13T08:45:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:39 smithi119 ceph-mon[96316]: osdmap e1865: 8 total, 8 up, 8 in 2024-04-13T08:45:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:45:39.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:39 smithi119 ceph-mon[93746]: pgmap v3347: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 5.0 KiB/s wr, 27 op/s 2024-04-13T08:45:39.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:39 smithi119 ceph-mon[93746]: osdmap e1865: 8 total, 8 up, 8 in 2024-04-13T08:45:39.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:45:40.384 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:40 smithi139 ceph-mon[88985]: osdmap e1866: 8 total, 8 up, 8 in 2024-04-13T08:45:40.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:40 smithi119 ceph-mon[96316]: osdmap e1866: 8 total, 8 up, 8 in 2024-04-13T08:45:40.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:40 smithi119 ceph-mon[93746]: osdmap e1866: 8 total, 8 up, 8 in 2024-04-13T08:45:41.384 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:41 smithi139 ceph-mon[88985]: pgmap v3350: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-13T08:45:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:41 smithi139 ceph-mon[88985]: osdmap e1867: 8 total, 8 up, 8 in 2024-04-13T08:45:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:41 smithi139 ceph-mon[88985]: osdmap e1868: 8 total, 8 up, 8 in 2024-04-13T08:45:41.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:41 smithi119 ceph-mon[96316]: pgmap v3350: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-13T08:45:41.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:41 smithi119 ceph-mon[96316]: osdmap e1867: 8 total, 8 up, 8 in 2024-04-13T08:45:41.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:41 smithi119 ceph-mon[96316]: osdmap e1868: 8 total, 8 up, 8 in 2024-04-13T08:45:41.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:41 smithi119 ceph-mon[93746]: pgmap v3350: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-13T08:45:41.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:41 smithi119 ceph-mon[93746]: osdmap e1867: 8 total, 8 up, 8 in 2024-04-13T08:45:41.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:41 smithi119 ceph-mon[93746]: osdmap e1868: 8 total, 8 up, 8 in 2024-04-13T08:45:42.199 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] TestLibRBD.ConcurentOperations (25612 ms) 2024-04-13T08:45:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:45:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:45:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:45:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:43 smithi139 ceph-mon[88985]: pgmap v3353: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 4.2 KiB/s wr, 88 op/s 2024-04-13T08:45:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:43 smithi139 ceph-mon[88985]: osdmap e1869: 8 total, 8 up, 8 in 2024-04-13T08:45:43.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:43 smithi119 ceph-mon[96316]: pgmap v3353: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 4.2 KiB/s wr, 88 op/s 2024-04-13T08:45:43.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:43 smithi119 ceph-mon[96316]: osdmap e1869: 8 total, 8 up, 8 in 2024-04-13T08:45:43.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:43 smithi119 ceph-mon[93746]: pgmap v3353: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 4.2 KiB/s wr, 88 op/s 2024-04-13T08:45:43.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:43 smithi119 ceph-mon[93746]: osdmap e1869: 8 total, 8 up, 8 in 2024-04-13T08:45:44.384 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:44 smithi139 ceph-mon[88985]: osdmap e1870: 8 total, 8 up, 8 in 2024-04-13T08:45:44.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:44 smithi119 ceph-mon[93746]: osdmap e1870: 8 total, 8 up, 8 in 2024-04-13T08:45:44.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:44 smithi119 ceph-mon[96316]: osdmap e1870: 8 total, 8 up, 8 in 2024-04-13T08:45:45.113 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:45:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:45:44] "GET /metrics HTTP/1.1" 200 82878 "" "Prometheus/2.43.0" 2024-04-13T08:45:45.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:45 smithi139 ceph-mon[88985]: pgmap v3356: 713 pgs: 713 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 1023 B/s wr, 47 op/s 2024-04-13T08:45:45.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:45 smithi139 ceph-mon[88985]: osdmap e1871: 8 total, 8 up, 8 in 2024-04-13T08:45:45.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:45 smithi119 ceph-mon[96316]: pgmap v3356: 713 pgs: 713 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 1023 B/s wr, 47 op/s 2024-04-13T08:45:45.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:45 smithi119 ceph-mon[96316]: osdmap e1871: 8 total, 8 up, 8 in 2024-04-13T08:45:45.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:45 smithi119 ceph-mon[93746]: pgmap v3356: 713 pgs: 713 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 1023 B/s wr, 47 op/s 2024-04-13T08:45:45.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:45 smithi119 ceph-mon[93746]: osdmap e1871: 8 total, 8 up, 8 in 2024-04-13T08:45:46.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:46 smithi139 ceph-mon[88985]: osdmap e1872: 8 total, 8 up, 8 in 2024-04-13T08:45:46.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:46 smithi139 ceph-mon[88985]: osdmap e1873: 8 total, 8 up, 8 in 2024-04-13T08:45:46.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:46 smithi119 ceph-mon[93746]: osdmap e1872: 8 total, 8 up, 8 in 2024-04-13T08:45:46.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:46 smithi119 ceph-mon[93746]: osdmap e1873: 8 total, 8 up, 8 in 2024-04-13T08:45:46.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:46 smithi119 ceph-mon[96316]: osdmap e1872: 8 total, 8 up, 8 in 2024-04-13T08:45:46.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:46 smithi119 ceph-mon[96316]: osdmap e1873: 8 total, 8 up, 8 in 2024-04-13T08:45:47.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:47 smithi139 ceph-mon[88985]: pgmap v3359: 649 pgs: 649 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:45:47.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:47 smithi139 ceph-mon[88985]: osdmap e1874: 8 total, 8 up, 8 in 2024-04-13T08:45:47.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:47 smithi119 ceph-mon[96316]: pgmap v3359: 649 pgs: 649 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:45:47.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:47 smithi119 ceph-mon[96316]: osdmap e1874: 8 total, 8 up, 8 in 2024-04-13T08:45:47.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:47 smithi119 ceph-mon[93746]: pgmap v3359: 649 pgs: 649 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:45:47.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:47 smithi119 ceph-mon[93746]: osdmap e1874: 8 total, 8 up, 8 in 2024-04-13T08:45:49.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:49 smithi139 ceph-mon[88985]: pgmap v3362: 585 pgs: 585 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:45:49.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:49 smithi139 ceph-mon[88985]: osdmap e1875: 8 total, 8 up, 8 in 2024-04-13T08:45:49.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:49 smithi119 ceph-mon[93746]: pgmap v3362: 585 pgs: 585 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:45:49.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:49 smithi119 ceph-mon[93746]: osdmap e1875: 8 total, 8 up, 8 in 2024-04-13T08:45:49.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:49 smithi119 ceph-mon[96316]: pgmap v3362: 585 pgs: 585 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:45:49.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:49 smithi119 ceph-mon[96316]: osdmap e1875: 8 total, 8 up, 8 in 2024-04-13T08:45:50.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:50 smithi139 ceph-mon[88985]: osdmap e1876: 8 total, 8 up, 8 in 2024-04-13T08:45:50.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:50 smithi119 ceph-mon[96316]: osdmap e1876: 8 total, 8 up, 8 in 2024-04-13T08:45:50.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:50 smithi119 ceph-mon[93746]: osdmap e1876: 8 total, 8 up, 8 in 2024-04-13T08:45:51.384 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:51 smithi139 ceph-mon[88985]: pgmap v3365: 521 pgs: 521 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:45:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:51 smithi139 ceph-mon[88985]: osdmap e1877: 8 total, 8 up, 8 in 2024-04-13T08:45:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:51 smithi139 ceph-mon[88985]: osdmap e1878: 8 total, 8 up, 8 in 2024-04-13T08:45:51.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:51 smithi119 ceph-mon[96316]: pgmap v3365: 521 pgs: 521 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:45:51.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:51 smithi119 ceph-mon[96316]: osdmap e1877: 8 total, 8 up, 8 in 2024-04-13T08:45:51.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:51 smithi119 ceph-mon[96316]: osdmap e1878: 8 total, 8 up, 8 in 2024-04-13T08:45:51.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:51 smithi119 ceph-mon[93746]: pgmap v3365: 521 pgs: 521 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:45:51.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:51 smithi119 ceph-mon[93746]: osdmap e1877: 8 total, 8 up, 8 in 2024-04-13T08:45:51.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:51 smithi119 ceph-mon[93746]: osdmap e1878: 8 total, 8 up, 8 in 2024-04-13T08:45:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:45:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:45:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:45:53.384 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:53 smithi139 ceph-mon[88985]: pgmap v3368: 457 pgs: 457 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:45:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:53 smithi139 ceph-mon[88985]: osdmap e1879: 8 total, 8 up, 8 in 2024-04-13T08:45:53.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:53 smithi119 ceph-mon[93746]: pgmap v3368: 457 pgs: 457 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:45:53.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:53 smithi119 ceph-mon[93746]: osdmap e1879: 8 total, 8 up, 8 in 2024-04-13T08:45:53.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:53 smithi119 ceph-mon[96316]: pgmap v3368: 457 pgs: 457 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:45:53.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:53 smithi119 ceph-mon[96316]: osdmap e1879: 8 total, 8 up, 8 in 2024-04-13T08:45:54.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:54 smithi139 ceph-mon[88985]: osdmap e1880: 8 total, 8 up, 8 in 2024-04-13T08:45:54.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:45:54.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:54 smithi119 ceph-mon[96316]: osdmap e1880: 8 total, 8 up, 8 in 2024-04-13T08:45:54.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:45:54.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:54 smithi119 ceph-mon[93746]: osdmap e1880: 8 total, 8 up, 8 in 2024-04-13T08:45:54.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:45:55.107 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:45:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:45:54] "GET /metrics HTTP/1.1" 200 56271 "" "Prometheus/2.43.0" 2024-04-13T08:45:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:55 smithi139 ceph-mon[88985]: pgmap v3371: 393 pgs: 393 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:45:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:55 smithi139 ceph-mon[88985]: osdmap e1881: 8 total, 8 up, 8 in 2024-04-13T08:45:55.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:55 smithi119 ceph-mon[96316]: pgmap v3371: 393 pgs: 393 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:45:55.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:55 smithi119 ceph-mon[96316]: osdmap e1881: 8 total, 8 up, 8 in 2024-04-13T08:45:55.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:55 smithi119 ceph-mon[93746]: pgmap v3371: 393 pgs: 393 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:45:55.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:55 smithi119 ceph-mon[93746]: osdmap e1881: 8 total, 8 up, 8 in 2024-04-13T08:45:56.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:56 smithi139 ceph-mon[88985]: osdmap e1882: 8 total, 8 up, 8 in 2024-04-13T08:45:56.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:56 smithi119 ceph-mon[93746]: osdmap e1882: 8 total, 8 up, 8 in 2024-04-13T08:45:56.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:56 smithi119 ceph-mon[96316]: osdmap e1882: 8 total, 8 up, 8 in 2024-04-13T08:45:57.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:57 smithi139 ceph-mon[88985]: pgmap v3374: 329 pgs: 329 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:45:57.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:57 smithi139 ceph-mon[88985]: osdmap e1883: 8 total, 8 up, 8 in 2024-04-13T08:45:57.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:57 smithi119 ceph-mon[96316]: pgmap v3374: 329 pgs: 329 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:45:57.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:57 smithi119 ceph-mon[96316]: osdmap e1883: 8 total, 8 up, 8 in 2024-04-13T08:45:57.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:57 smithi119 ceph-mon[93746]: pgmap v3374: 329 pgs: 329 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:45:57.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:57 smithi119 ceph-mon[93746]: osdmap e1883: 8 total, 8 up, 8 in 2024-04-13T08:45:58.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:58 smithi119 ceph-mon[96316]: osdmap e1884: 8 total, 8 up, 8 in 2024-04-13T08:45:58.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:58 smithi119 ceph-mon[96316]: osdmap e1885: 8 total, 8 up, 8 in 2024-04-13T08:45:58.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:58 smithi119 ceph-mon[93746]: osdmap e1884: 8 total, 8 up, 8 in 2024-04-13T08:45:58.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:58 smithi119 ceph-mon[93746]: osdmap e1885: 8 total, 8 up, 8 in 2024-04-13T08:45:58.634 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:58 smithi139 ceph-mon[88985]: osdmap e1884: 8 total, 8 up, 8 in 2024-04-13T08:45:58.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:58 smithi139 ceph-mon[88985]: osdmap e1885: 8 total, 8 up, 8 in 2024-04-13T08:45:59.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:59 smithi119 ceph-mon[96316]: pgmap v3377: 265 pgs: 265 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:45:59.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:45:59 smithi119 ceph-mon[96316]: osdmap e1886: 8 total, 8 up, 8 in 2024-04-13T08:45:59.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:59 smithi119 ceph-mon[93746]: pgmap v3377: 265 pgs: 265 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:45:59.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:45:59 smithi119 ceph-mon[93746]: osdmap e1886: 8 total, 8 up, 8 in 2024-04-13T08:45:59.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:59 smithi139 ceph-mon[88985]: pgmap v3377: 265 pgs: 265 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:45:59.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:45:59 smithi139 ceph-mon[88985]: osdmap e1886: 8 total, 8 up, 8 in 2024-04-13T08:46:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:01 smithi139 ceph-mon[88985]: pgmap v3380: 201 pgs: 201 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:46:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:01 smithi139 ceph-mon[88985]: osdmap e1887: 8 total, 8 up, 8 in 2024-04-13T08:46:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:01 smithi119 ceph-mon[96316]: pgmap v3380: 201 pgs: 201 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:46:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:01 smithi119 ceph-mon[96316]: osdmap e1887: 8 total, 8 up, 8 in 2024-04-13T08:46:01.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:01 smithi119 ceph-mon[93746]: pgmap v3380: 201 pgs: 201 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:46:01.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:01 smithi119 ceph-mon[93746]: osdmap e1887: 8 total, 8 up, 8 in 2024-04-13T08:46:02.137 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 168 tests from TestLibRBD (588041 ms total) 2024-04-13T08:46:02.137 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:46:02.137 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 7 tests from EncryptedFlattenTest/0, where TypeParam = PlaintextUnderLUKS1 2024-04-13T08:46:02.180 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/0.Simple 2024-04-13T08:46:02.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:02 smithi119 ceph-mon[93746]: osdmap e1888: 8 total, 8 up, 8 in 2024-04-13T08:46:02.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:02 smithi119 ceph-mon[93746]: osdmap e1889: 8 total, 8 up, 8 in 2024-04-13T08:46:02.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:02 smithi119 ceph-mon[96316]: osdmap e1888: 8 total, 8 up, 8 in 2024-04-13T08:46:02.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:02 smithi119 ceph-mon[96316]: osdmap e1889: 8 total, 8 up, 8 in 2024-04-13T08:46:02.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:02 smithi139 ceph-mon[88985]: osdmap e1888: 8 total, 8 up, 8 in 2024-04-13T08:46:02.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:02 smithi139 ceph-mon[88985]: osdmap e1889: 8 total, 8 up, 8 in 2024-04-13T08:46:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:46:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:46:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:46:03.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:03 smithi119 ceph-mon[96316]: pgmap v3383: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:46:03.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:03 smithi119 ceph-mon[93746]: pgmap v3383: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:46:03.634 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:03 smithi139 ceph-mon[88985]: pgmap v3383: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:46:04.177 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:46:04.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:04 smithi119 ceph-mon[96316]: osdmap e1890: 8 total, 8 up, 8 in 2024-04-13T08:46:04.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:04 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2316164939' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:46:04.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:04 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:46:04.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:04 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:46:04.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:04 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:46:04.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:04 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:46:04.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:04 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:46:04.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:04 smithi119 ceph-mon[93746]: osdmap e1890: 8 total, 8 up, 8 in 2024-04-13T08:46:04.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:04 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2316164939' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:46:04.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:04 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:46:04.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:04 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:46:04.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:04 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:46:04.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:04 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:46:04.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:04 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:46:04.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:04 smithi139 ceph-mon[88985]: osdmap e1890: 8 total, 8 up, 8 in 2024-04-13T08:46:04.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:04 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2316164939' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:46:04.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:04 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:46:04.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:04 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:46:04.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:04 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:46:04.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:04 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:46:04.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:04 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:46:05.174 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:46:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:46:04] "GET /metrics HTTP/1.1" 200 56271 "" "Prometheus/2.43.0" 2024-04-13T08:46:05.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:05 smithi119 ceph-mon[96316]: pgmap v3386: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:46:05.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:05 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:46:05.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:05 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:46:05.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:05 smithi119 ceph-mon[96316]: osdmap e1891: 8 total, 8 up, 8 in 2024-04-13T08:46:05.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:05 smithi119 ceph-mon[93746]: pgmap v3386: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:46:05.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:05 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:46:05.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:05 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:46:05.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:05 smithi119 ceph-mon[93746]: osdmap e1891: 8 total, 8 up, 8 in 2024-04-13T08:46:05.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:05 smithi139 ceph-mon[88985]: pgmap v3386: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:46:05.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:05 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:46:05.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:05 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:46:05.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:05 smithi139 ceph-mon[88985]: osdmap e1891: 8 total, 8 up, 8 in 2024-04-13T08:46:06.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:06 smithi119 ceph-mon[96316]: osdmap e1892: 8 total, 8 up, 8 in 2024-04-13T08:46:06.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:06 smithi119 ceph-mon[93746]: osdmap e1892: 8 total, 8 up, 8 in 2024-04-13T08:46:06.634 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:06 smithi139 ceph-mon[88985]: osdmap e1892: 8 total, 8 up, 8 in 2024-04-13T08:46:07.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:07 smithi119 ceph-mon[96316]: pgmap v3389: 137 pgs: 11 unknown, 126 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:46:07.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:07 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:46:07.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:07 smithi119 ceph-mon[96316]: osdmap e1893: 8 total, 8 up, 8 in 2024-04-13T08:46:07.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:07 smithi119 ceph-mon[93746]: pgmap v3389: 137 pgs: 11 unknown, 126 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:46:07.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:07 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:46:07.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:07 smithi119 ceph-mon[93746]: osdmap e1893: 8 total, 8 up, 8 in 2024-04-13T08:46:07.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:07 smithi139 ceph-mon[88985]: pgmap v3389: 137 pgs: 11 unknown, 126 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:46:07.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:07 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:46:07.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:07 smithi139 ceph-mon[88985]: osdmap e1893: 8 total, 8 up, 8 in 2024-04-13T08:46:08.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:08 smithi119 ceph-mon[96316]: osdmap e1894: 8 total, 8 up, 8 in 2024-04-13T08:46:08.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:08 smithi119 ceph-mon[93746]: osdmap e1894: 8 total, 8 up, 8 in 2024-04-13T08:46:08.634 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:08 smithi139 ceph-mon[88985]: osdmap e1894: 8 total, 8 up, 8 in 2024-04-13T08:46:09.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:09 smithi119 ceph-mon[96316]: pgmap v3392: 137 pgs: 137 active+clean; 13 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s wr, 0 op/s 2024-04-13T08:46:09.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:46:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:09 smithi119 ceph-mon[93746]: pgmap v3392: 137 pgs: 137 active+clean; 13 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s wr, 0 op/s 2024-04-13T08:46:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:46:09.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:09 smithi139 ceph-mon[88985]: pgmap v3392: 137 pgs: 137 active+clean; 13 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s wr, 0 op/s 2024-04-13T08:46:09.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:46:09.635 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 08:46:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[127213]: logger=cleanup t=2024-04-13T08:46:09.372773733Z level=info msg="Completed cleanup jobs" duration=2.393486ms 2024-04-13T08:46:11.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:11 smithi119 ceph-mon[96316]: pgmap v3393: 137 pgs: 137 active+clean; 13 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s wr, 0 op/s 2024-04-13T08:46:11.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:11 smithi119 ceph-mon[93746]: pgmap v3393: 137 pgs: 137 active+clean; 13 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s wr, 0 op/s 2024-04-13T08:46:11.634 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:11 smithi139 ceph-mon[88985]: pgmap v3393: 137 pgs: 137 active+clean; 13 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s wr, 0 op/s 2024-04-13T08:46:12.634 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:46:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:46:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:46:13.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:13 smithi119 ceph-mon[93746]: pgmap v3394: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 3.9 MiB/s wr, 57 op/s 2024-04-13T08:46:13.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:13 smithi119 ceph-mon[96316]: pgmap v3394: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 3.9 MiB/s wr, 57 op/s 2024-04-13T08:46:13.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:13 smithi139 ceph-mon[88985]: pgmap v3394: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 3.9 MiB/s wr, 57 op/s 2024-04-13T08:46:15.022 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/0.Simple (12842 ms) 2024-04-13T08:46:15.022 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/0.Grow 2024-04-13T08:46:15.022 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:46:15.201 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:46:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:46:14] "GET /metrics HTTP/1.1" 200 36594 "" "Prometheus/2.43.0" 2024-04-13T08:46:15.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:15 smithi119 ceph-mon[96316]: pgmap v3395: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 3.1 MiB/s wr, 46 op/s 2024-04-13T08:46:15.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:15 smithi119 ceph-mon[93746]: pgmap v3395: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 3.1 MiB/s wr, 46 op/s 2024-04-13T08:46:15.634 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:15 smithi139 ceph-mon[88985]: pgmap v3395: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 3.1 MiB/s wr, 46 op/s 2024-04-13T08:46:16.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:16 smithi119 ceph-mon[96316]: osdmap e1895: 8 total, 8 up, 8 in 2024-04-13T08:46:16.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:16 smithi119 ceph-mon[96316]: osdmap e1896: 8 total, 8 up, 8 in 2024-04-13T08:46:16.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:16 smithi119 ceph-mon[93746]: osdmap e1895: 8 total, 8 up, 8 in 2024-04-13T08:46:16.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:16 smithi119 ceph-mon[93746]: osdmap e1896: 8 total, 8 up, 8 in 2024-04-13T08:46:16.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:16 smithi139 ceph-mon[88985]: osdmap e1895: 8 total, 8 up, 8 in 2024-04-13T08:46:16.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:16 smithi139 ceph-mon[88985]: osdmap e1896: 8 total, 8 up, 8 in 2024-04-13T08:46:17.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:17 smithi119 ceph-mon[96316]: pgmap v3397: 137 pgs: 137 active+clean; 75 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 9.3 MiB/s rd, 8.3 MiB/s wr, 93 op/s 2024-04-13T08:46:17.468 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:17 smithi119 ceph-mon[93746]: pgmap v3397: 137 pgs: 137 active+clean; 75 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 9.3 MiB/s rd, 8.3 MiB/s wr, 93 op/s 2024-04-13T08:46:17.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:17 smithi139 ceph-mon[88985]: pgmap v3397: 137 pgs: 137 active+clean; 75 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 9.3 MiB/s rd, 8.3 MiB/s wr, 93 op/s 2024-04-13T08:46:19.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:19 smithi119 ceph-mon[96316]: pgmap v3399: 137 pgs: 137 active+clean; 84 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 9.4 MiB/s wr, 124 op/s 2024-04-13T08:46:19.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:19 smithi119 ceph-mon[93746]: pgmap v3399: 137 pgs: 137 active+clean; 84 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 9.4 MiB/s wr, 124 op/s 2024-04-13T08:46:19.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:19 smithi139 ceph-mon[88985]: pgmap v3399: 137 pgs: 137 active+clean; 84 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 9.4 MiB/s wr, 124 op/s 2024-04-13T08:46:21.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:21 smithi119 ceph-mon[96316]: pgmap v3400: 137 pgs: 137 active+clean; 84 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 78 op/s 2024-04-13T08:46:21.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:21 smithi119 ceph-mon[93746]: pgmap v3400: 137 pgs: 137 active+clean; 84 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 78 op/s 2024-04-13T08:46:21.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:21 smithi139 ceph-mon[88985]: pgmap v3400: 137 pgs: 137 active+clean; 84 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 78 op/s 2024-04-13T08:46:22.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:46:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:46:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:46:22.952 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/0.Grow (7930 ms) 2024-04-13T08:46:22.952 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/0.Shrink 2024-04-13T08:46:22.952 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:46:23.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:23 smithi139 ceph-mon[88985]: pgmap v3401: 137 pgs: 137 active+clean; 88 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 7.8 MiB/s wr, 89 op/s 2024-04-13T08:46:23.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:23 smithi119 ceph-mon[96316]: pgmap v3401: 137 pgs: 137 active+clean; 88 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 7.8 MiB/s wr, 89 op/s 2024-04-13T08:46:23.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:23 smithi119 ceph-mon[93746]: pgmap v3401: 137 pgs: 137 active+clean; 88 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 7.8 MiB/s wr, 89 op/s 2024-04-13T08:46:24.634 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:24 smithi139 ceph-mon[88985]: osdmap e1897: 8 total, 8 up, 8 in 2024-04-13T08:46:24.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:46:24.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:24 smithi119 ceph-mon[96316]: osdmap e1897: 8 total, 8 up, 8 in 2024-04-13T08:46:24.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:46:24.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:24 smithi119 ceph-mon[93746]: osdmap e1897: 8 total, 8 up, 8 in 2024-04-13T08:46:24.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:46:25.215 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:46:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:46:24] "GET /metrics HTTP/1.1" 200 36614 "" "Prometheus/2.43.0" 2024-04-13T08:46:25.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:25 smithi139 ceph-mon[88985]: pgmap v3403: 137 pgs: 137 active+clean; 92 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.1 MiB/s wr, 37 op/s 2024-04-13T08:46:25.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:25 smithi119 ceph-mon[96316]: pgmap v3403: 137 pgs: 137 active+clean; 92 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.1 MiB/s wr, 37 op/s 2024-04-13T08:46:25.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:25 smithi119 ceph-mon[93746]: pgmap v3403: 137 pgs: 137 active+clean; 92 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.1 MiB/s wr, 37 op/s 2024-04-13T08:46:27.518 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:27 smithi119 ceph-mon[96316]: pgmap v3404: 137 pgs: 137 active+clean; 126 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 5.7 MiB/s wr, 68 op/s 2024-04-13T08:46:27.518 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:27 smithi119 ceph-mon[93746]: pgmap v3404: 137 pgs: 137 active+clean; 126 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 5.7 MiB/s wr, 68 op/s 2024-04-13T08:46:27.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:27 smithi139 ceph-mon[88985]: pgmap v3404: 137 pgs: 137 active+clean; 126 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 5.7 MiB/s wr, 68 op/s 2024-04-13T08:46:29.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:29 smithi139 ceph-mon[88985]: pgmap v3405: 137 pgs: 137 active+clean; 138 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2024-04-13T08:46:29.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:29 smithi119 ceph-mon[96316]: pgmap v3405: 137 pgs: 137 active+clean; 138 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2024-04-13T08:46:29.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:29 smithi119 ceph-mon[93746]: pgmap v3405: 137 pgs: 137 active+clean; 138 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2024-04-13T08:46:31.071 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/0.Shrink (8119 ms) 2024-04-13T08:46:31.071 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/0.ShrinkToOne 2024-04-13T08:46:31.071 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:46:31.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:31 smithi139 ceph-mon[88985]: pgmap v3406: 137 pgs: 137 active+clean; 138 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2024-04-13T08:46:31.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:31 smithi119 ceph-mon[96316]: pgmap v3406: 137 pgs: 137 active+clean; 138 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2024-04-13T08:46:31.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:31 smithi119 ceph-mon[93746]: pgmap v3406: 137 pgs: 137 active+clean; 138 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2024-04-13T08:46:32.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:32 smithi139 ceph-mon[88985]: osdmap e1898: 8 total, 8 up, 8 in 2024-04-13T08:46:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:46:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:46:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:46:32.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:32 smithi119 ceph-mon[96316]: osdmap e1898: 8 total, 8 up, 8 in 2024-04-13T08:46:32.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:32 smithi119 ceph-mon[93746]: osdmap e1898: 8 total, 8 up, 8 in 2024-04-13T08:46:33.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:33 smithi139 ceph-mon[88985]: pgmap v3408: 137 pgs: 137 active+clean; 175 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 11 MiB/s wr, 99 op/s 2024-04-13T08:46:33.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:33 smithi119 ceph-mon[96316]: pgmap v3408: 137 pgs: 137 active+clean; 175 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 11 MiB/s wr, 99 op/s 2024-04-13T08:46:33.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:33 smithi119 ceph-mon[93746]: pgmap v3408: 137 pgs: 137 active+clean; 175 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 11 MiB/s wr, 99 op/s 2024-04-13T08:46:35.215 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:46:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:46:34] "GET /metrics HTTP/1.1" 200 36614 "" "Prometheus/2.43.0" 2024-04-13T08:46:35.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:35 smithi139 ceph-mon[88985]: pgmap v3409: 137 pgs: 137 active+clean; 179 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 9.5 MiB/s wr, 84 op/s 2024-04-13T08:46:35.752 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:35 smithi119 ceph-mon[96316]: pgmap v3409: 137 pgs: 137 active+clean; 179 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 9.5 MiB/s wr, 84 op/s 2024-04-13T08:46:35.752 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:35 smithi119 ceph-mon[93746]: pgmap v3409: 137 pgs: 137 active+clean; 179 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 9.5 MiB/s wr, 84 op/s 2024-04-13T08:46:37.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:37 smithi139 ceph-mon[88985]: pgmap v3410: 137 pgs: 137 active+clean; 192 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 58 op/s 2024-04-13T08:46:37.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:37 smithi119 ceph-mon[96316]: pgmap v3410: 137 pgs: 137 active+clean; 192 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 58 op/s 2024-04-13T08:46:37.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:37 smithi119 ceph-mon[93746]: pgmap v3410: 137 pgs: 137 active+clean; 192 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 58 op/s 2024-04-13T08:46:38.949 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/0.ShrinkToOne (7878 ms) 2024-04-13T08:46:38.949 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/0.ShrinkToOneAfterSnapshot 2024-04-13T08:46:38.949 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:46:39.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:39 smithi139 ceph-mon[88985]: pgmap v3411: 137 pgs: 137 active+clean; 196 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 74 op/s 2024-04-13T08:46:39.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:46:39.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:39 smithi119 ceph-mon[96316]: pgmap v3411: 137 pgs: 137 active+clean; 196 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 74 op/s 2024-04-13T08:46:39.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:46:39.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:39 smithi119 ceph-mon[93746]: pgmap v3411: 137 pgs: 137 active+clean; 196 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 74 op/s 2024-04-13T08:46:39.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:46:40.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:40 smithi139 ceph-mon[88985]: osdmap e1899: 8 total, 8 up, 8 in 2024-04-13T08:46:40.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:40 smithi119 ceph-mon[96316]: osdmap e1899: 8 total, 8 up, 8 in 2024-04-13T08:46:40.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:40 smithi119 ceph-mon[93746]: osdmap e1899: 8 total, 8 up, 8 in 2024-04-13T08:46:41.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:41 smithi139 ceph-mon[88985]: pgmap v3413: 137 pgs: 137 active+clean; 196 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.9 MiB/s wr, 56 op/s 2024-04-13T08:46:41.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:41 smithi119 ceph-mon[96316]: pgmap v3413: 137 pgs: 137 active+clean; 196 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.9 MiB/s wr, 56 op/s 2024-04-13T08:46:41.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:41 smithi119 ceph-mon[93746]: pgmap v3413: 137 pgs: 137 active+clean; 196 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.9 MiB/s wr, 56 op/s 2024-04-13T08:46:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:46:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:46:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:46:43.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:43 smithi139 ceph-mon[88985]: pgmap v3414: 137 pgs: 137 active+clean; 225 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.8 MiB/s wr, 94 op/s 2024-04-13T08:46:43.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:43 smithi119 ceph-mon[96316]: pgmap v3414: 137 pgs: 137 active+clean; 225 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.8 MiB/s wr, 94 op/s 2024-04-13T08:46:43.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:43 smithi119 ceph-mon[93746]: pgmap v3414: 137 pgs: 137 active+clean; 225 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.8 MiB/s wr, 94 op/s 2024-04-13T08:46:45.215 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:46:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:46:44] "GET /metrics HTTP/1.1" 200 36617 "" "Prometheus/2.43.0" 2024-04-13T08:46:45.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:45 smithi139 ceph-mon[88985]: pgmap v3415: 137 pgs: 137 active+clean; 225 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.4 MiB/s wr, 94 op/s 2024-04-13T08:46:45.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:45 smithi119 ceph-mon[96316]: pgmap v3415: 137 pgs: 137 active+clean; 225 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.4 MiB/s wr, 94 op/s 2024-04-13T08:46:45.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:45 smithi119 ceph-mon[93746]: pgmap v3415: 137 pgs: 137 active+clean; 225 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.4 MiB/s wr, 94 op/s 2024-04-13T08:46:46.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:46 smithi139 ceph-mon[88985]: osdmap e1900: 8 total, 8 up, 8 in 2024-04-13T08:46:46.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:46 smithi119 ceph-mon[96316]: osdmap e1900: 8 total, 8 up, 8 in 2024-04-13T08:46:46.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:46 smithi119 ceph-mon[93746]: osdmap e1900: 8 total, 8 up, 8 in 2024-04-13T08:46:47.605 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/0.ShrinkToOneAfterSnapshot (8657 ms) 2024-04-13T08:46:47.606 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/0.MinOverlap 2024-04-13T08:46:47.606 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:46:47.634 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:47 smithi139 ceph-mon[88985]: pgmap v3417: 137 pgs: 137 active+clean; 262 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 9.3 MiB/s wr, 81 op/s 2024-04-13T08:46:47.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:47 smithi119 ceph-mon[96316]: pgmap v3417: 137 pgs: 137 active+clean; 262 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 9.3 MiB/s wr, 81 op/s 2024-04-13T08:46:47.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:47 smithi119 ceph-mon[93746]: pgmap v3417: 137 pgs: 137 active+clean; 262 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 9.3 MiB/s wr, 81 op/s 2024-04-13T08:46:49.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:49 smithi139 ceph-mon[88985]: pgmap v3418: 137 pgs: 137 active+clean; 286 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.6 MiB/s rd, 12 MiB/s wr, 90 op/s 2024-04-13T08:46:49.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:49 smithi139 ceph-mon[88985]: osdmap e1901: 8 total, 8 up, 8 in 2024-04-13T08:46:49.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:49 smithi119 ceph-mon[96316]: pgmap v3418: 137 pgs: 137 active+clean; 286 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.6 MiB/s rd, 12 MiB/s wr, 90 op/s 2024-04-13T08:46:49.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:49 smithi119 ceph-mon[96316]: osdmap e1901: 8 total, 8 up, 8 in 2024-04-13T08:46:49.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:49 smithi119 ceph-mon[93746]: pgmap v3418: 137 pgs: 137 active+clean; 286 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.6 MiB/s rd, 12 MiB/s wr, 90 op/s 2024-04-13T08:46:49.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:49 smithi119 ceph-mon[93746]: osdmap e1901: 8 total, 8 up, 8 in 2024-04-13T08:46:51.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:51 smithi139 ceph-mon[88985]: pgmap v3420: 137 pgs: 137 active+clean; 286 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 7.6 MiB/s wr, 35 op/s 2024-04-13T08:46:51.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:51 smithi119 ceph-mon[96316]: pgmap v3420: 137 pgs: 137 active+clean; 286 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 7.6 MiB/s wr, 35 op/s 2024-04-13T08:46:51.715 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:51 smithi119 ceph-mon[93746]: pgmap v3420: 137 pgs: 137 active+clean; 286 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 7.6 MiB/s wr, 35 op/s 2024-04-13T08:46:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:46:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:46:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:46:53.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:53 smithi139 ceph-mon[88985]: pgmap v3421: 137 pgs: 137 active+clean; 306 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 10 MiB/s wr, 94 op/s 2024-04-13T08:46:53.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:53 smithi119 ceph-mon[96316]: pgmap v3421: 137 pgs: 137 active+clean; 306 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 10 MiB/s wr, 94 op/s 2024-04-13T08:46:53.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:53 smithi119 ceph-mon[93746]: pgmap v3421: 137 pgs: 137 active+clean; 306 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 10 MiB/s wr, 94 op/s 2024-04-13T08:46:54.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:46:54.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:46:54.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:46:55.215 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:46:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:46:54] "GET /metrics HTTP/1.1" 200 36620 "" "Prometheus/2.43.0" 2024-04-13T08:46:55.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:55 smithi139 ceph-mon[88985]: pgmap v3422: 137 pgs: 137 active+clean; 311 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 10 MiB/s wr, 90 op/s 2024-04-13T08:46:55.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:55 smithi119 ceph-mon[96316]: pgmap v3422: 137 pgs: 137 active+clean; 311 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 10 MiB/s wr, 90 op/s 2024-04-13T08:46:55.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:55 smithi119 ceph-mon[93746]: pgmap v3422: 137 pgs: 137 active+clean; 311 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 10 MiB/s wr, 90 op/s 2024-04-13T08:46:55.868 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/0.MinOverlap (8262 ms) 2024-04-13T08:46:55.868 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/0.ZeroOverlap 2024-04-13T08:46:55.868 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:46:57.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:57 smithi139 ceph-mon[88985]: pgmap v3423: 137 pgs: 137 active+clean; 315 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.7 MiB/s wr, 76 op/s 2024-04-13T08:46:57.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:57 smithi139 ceph-mon[88985]: osdmap e1902: 8 total, 8 up, 8 in 2024-04-13T08:46:57.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:57 smithi119 ceph-mon[96316]: pgmap v3423: 137 pgs: 137 active+clean; 315 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.7 MiB/s wr, 76 op/s 2024-04-13T08:46:57.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:57 smithi119 ceph-mon[96316]: osdmap e1902: 8 total, 8 up, 8 in 2024-04-13T08:46:57.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:57 smithi119 ceph-mon[93746]: pgmap v3423: 137 pgs: 137 active+clean; 315 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.7 MiB/s wr, 76 op/s 2024-04-13T08:46:57.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:57 smithi119 ceph-mon[93746]: osdmap e1902: 8 total, 8 up, 8 in 2024-04-13T08:46:58.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:46:58 smithi139 ceph-mon[88985]: pgmap v3425: 137 pgs: 137 active+clean; 327 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.2 MiB/s wr, 75 op/s 2024-04-13T08:46:58.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:46:58 smithi119 ceph-mon[96316]: pgmap v3425: 137 pgs: 137 active+clean; 327 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.2 MiB/s wr, 75 op/s 2024-04-13T08:46:58.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:46:58 smithi119 ceph-mon[93746]: pgmap v3425: 137 pgs: 137 active+clean; 327 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.2 MiB/s wr, 75 op/s 2024-04-13T08:47:00.965 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:47:00 smithi119 ceph-mon[96316]: pgmap v3426: 137 pgs: 137 active+clean; 327 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.9 MiB/s wr, 70 op/s 2024-04-13T08:47:00.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:47:00 smithi119 ceph-mon[93746]: pgmap v3426: 137 pgs: 137 active+clean; 327 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.9 MiB/s wr, 70 op/s 2024-04-13T08:47:01.134 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:47:00 smithi139 ceph-mon[88985]: pgmap v3426: 137 pgs: 137 active+clean; 327 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.9 MiB/s wr, 70 op/s 2024-04-13T08:47:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:47:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:47:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:47:02.965 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:47:02 smithi119 ceph-mon[93746]: pgmap v3427: 137 pgs: 137 active+clean; 348 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.0 MiB/s wr, 67 op/s 2024-04-13T08:47:02.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:47:02 smithi119 ceph-mon[96316]: pgmap v3427: 137 pgs: 137 active+clean; 348 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.0 MiB/s wr, 67 op/s 2024-04-13T08:47:03.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:47:02 smithi139 ceph-mon[88985]: pgmap v3427: 137 pgs: 137 active+clean; 348 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.0 MiB/s wr, 67 op/s 2024-04-13T08:47:04.017 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/0.ZeroOverlap (8150 ms) 2024-04-13T08:47:04.726 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 7 tests from EncryptedFlattenTest/0 (61838 ms total) 2024-04-13T08:47:04.726 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:47:04.726 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 7 tests from EncryptedFlattenTest/1, where TypeParam = PlaintextUnderLUKS2 2024-04-13T08:47:04.763 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/1.Simple 2024-04-13T08:47:04.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:47:04 smithi119 ceph-mon[93746]: pgmap v3428: 137 pgs: 137 active+clean; 348 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.5 MiB/s wr, 67 op/s 2024-04-13T08:47:04.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:47:04 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:47:04.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:47:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:47:04] "GET /metrics HTTP/1.1" 200 36620 "" "Prometheus/2.43.0" 2024-04-13T08:47:04.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:47:04 smithi119 ceph-mon[96316]: pgmap v3428: 137 pgs: 137 active+clean; 348 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.5 MiB/s wr, 67 op/s 2024-04-13T08:47:04.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:47:04 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:47:05.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:47:04 smithi139 ceph-mon[88985]: pgmap v3428: 137 pgs: 137 active+clean; 348 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.5 MiB/s wr, 67 op/s 2024-04-13T08:47:05.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:47:04 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:47:06.070 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:47:05 smithi119 ceph-mon[96316]: osdmap e1903: 8 total, 8 up, 8 in 2024-04-13T08:47:06.070 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:47:05 smithi119 ceph-mon[93746]: osdmap e1903: 8 total, 8 up, 8 in 2024-04-13T08:47:06.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:47:05 smithi139 ceph-mon[88985]: osdmap e1903: 8 total, 8 up, 8 in 2024-04-13T08:47:06.753 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:47:07.006 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:47:06 smithi119 ceph-mon[96316]: pgmap v3430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:47:07.006 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:47:06 smithi119 ceph-mon[96316]: osdmap e1904: 8 total, 8 up, 8 in 2024-04-13T08:47:07.006 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:47:06 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2683360631' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:47:07.006 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:47:06 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:47:07.006 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:47:06 smithi119 ceph-mon[93746]: pgmap v3430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:47:07.006 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:47:06 smithi119 ceph-mon[93746]: osdmap e1904: 8 total, 8 up, 8 in 2024-04-13T08:47:07.006 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:47:06 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2683360631' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:47:07.007 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:47:06 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:47:07.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:47:06 smithi139 ceph-mon[88985]: pgmap v3430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:47:07.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:47:06 smithi139 ceph-mon[88985]: osdmap e1904: 8 total, 8 up, 8 in 2024-04-13T08:47:07.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:47:06 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2683360631' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:47:07.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:47:06 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:47:08.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:47:07 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:47:08.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:47:07 smithi139 ceph-mon[88985]: osdmap e1905: 8 total, 8 up, 8 in 2024-04-13T08:47:08.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:47:07 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:47:08.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:47:07 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:47:08.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:47:07 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:47:08.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:47:07 smithi119 ceph-mon[96316]: osdmap e1905: 8 total, 8 up, 8 in 2024-04-13T08:47:08.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:47:07 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:47:08.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:47:07 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:47:08.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:47:07 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:47:08.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:47:07 smithi119 ceph-mon[93746]: osdmap e1905: 8 total, 8 up, 8 in 2024-04-13T08:47:08.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:47:07 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:47:08.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:47:07 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:47:09.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:47:08 smithi139 ceph-mon[88985]: pgmap v3433: 137 pgs: 4 creating+peering, 24 unknown, 109 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:47:09.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:47:08 smithi139 ceph-mon[88985]: osdmap e1906: 8 total, 8 up, 8 in 2024-04-13T08:47:09.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:47:08 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:47:09.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:47:08 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:47:09.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:47:08 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:47:09.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:47:08 smithi119 ceph-mon[96316]: pgmap v3433: 137 pgs: 4 creating+peering, 24 unknown, 109 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:47:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:47:08 smithi119 ceph-mon[96316]: osdmap e1906: 8 total, 8 up, 8 in 2024-04-13T08:47:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:47:08 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:47:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:47:08 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:47:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:47:08 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:47:09.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:47:08 smithi119 ceph-mon[93746]: pgmap v3433: 137 pgs: 4 creating+peering, 24 unknown, 109 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:47:09.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:47:08 smithi119 ceph-mon[93746]: osdmap e1906: 8 total, 8 up, 8 in 2024-04-13T08:47:09.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:47:08 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:47:09.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:47:08 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:47:09.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:47:08 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:47:10.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:47:09 smithi139 ceph-mon[88985]: osdmap e1907: 8 total, 8 up, 8 in 2024-04-13T08:47:10.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:47:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:47:10.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:47:09 smithi119 ceph-mon[96316]: osdmap e1907: 8 total, 8 up, 8 in 2024-04-13T08:47:10.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:47:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:47:10.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:47:09 smithi119 ceph-mon[93746]: osdmap e1907: 8 total, 8 up, 8 in 2024-04-13T08:47:10.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:47:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:47:11.134 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:47:10 smithi139 ceph-mon[88985]: pgmap v3436: 137 pgs: 4 creating+peering, 24 unknown, 109 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:47:11.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:47:10 smithi139 ceph-mon[88985]: osdmap e1908: 8 total, 8 up, 8 in 2024-04-13T08:47:11.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:47:10 smithi119 ceph-mon[96316]: pgmap v3436: 137 pgs: 4 creating+peering, 24 unknown, 109 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:47:11.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:47:10 smithi119 ceph-mon[96316]: osdmap e1908: 8 total, 8 up, 8 in 2024-04-13T08:47:11.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:47:10 smithi119 ceph-mon[93746]: pgmap v3436: 137 pgs: 4 creating+peering, 24 unknown, 109 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:47:11.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:47:10 smithi119 ceph-mon[93746]: osdmap e1908: 8 total, 8 up, 8 in 2024-04-13T08:47:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:47:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:47:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:47:13.134 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:47:12 smithi139 ceph-mon[88985]: pgmap v3438: 137 pgs: 137 active+clean; 26 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 4.3 MiB/s wr, 73 op/s 2024-04-13T08:47:13.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:47:12 smithi119 ceph-mon[96316]: pgmap v3438: 137 pgs: 137 active+clean; 26 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 4.3 MiB/s wr, 73 op/s 2024-04-13T08:47:13.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:47:12 smithi119 ceph-mon[93746]: pgmap v3438: 137 pgs: 137 active+clean; 26 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 4.3 MiB/s wr, 73 op/s 2024-04-13T08:47:15.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:47:14 smithi139 ceph-mon[88985]: pgmap v3439: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 4.2 MiB/s wr, 61 op/s 2024-04-13T08:47:15.215 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:47:14 smithi119 ceph-mon[96316]: pgmap v3439: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 4.2 MiB/s wr, 61 op/s 2024-04-13T08:47:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:47:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:47:14] "GET /metrics HTTP/1.1" 200 36548 "" "Prometheus/2.43.0" 2024-04-13T08:47:15.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:47:14 smithi119 ceph-mon[93746]: pgmap v3439: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 4.2 MiB/s wr, 61 op/s 2024-04-13T08:47:17.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:47:17 smithi139 ceph-mon[88985]: pgmap v3440: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 3.2 MiB/s wr, 46 op/s 2024-04-13T08:47:17.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:47:17 smithi139 ceph-mon[88985]: osdmap e1909: 8 total, 8 up, 8 in 2024-04-13T08:47:17.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:47:17 smithi119 ceph-mon[96316]: pgmap v3440: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 3.2 MiB/s wr, 46 op/s 2024-04-13T08:47:17.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:47:17 smithi119 ceph-mon[96316]: osdmap e1909: 8 total, 8 up, 8 in 2024-04-13T08:47:17.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:47:17 smithi119 ceph-mon[93746]: pgmap v3440: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 3.2 MiB/s wr, 46 op/s 2024-04-13T08:47:17.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:47:17 smithi119 ceph-mon[93746]: osdmap e1909: 8 total, 8 up, 8 in 2024-04-13T08:47:19.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:47:19 smithi139 ceph-mon[88985]: pgmap v3442: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 3.1 MiB/s wr, 51 op/s 2024-04-13T08:47:19.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:47:19 smithi119 ceph-mon[96316]: pgmap v3442: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 3.1 MiB/s wr, 51 op/s 2024-04-13T08:47:19.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:47:19 smithi119 ceph-mon[93746]: pgmap v3442: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 3.1 MiB/s wr, 51 op/s 2024-04-13T08:47:21.105 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/1.Simple (16342 ms) 2024-04-13T08:47:21.105 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/1.Grow 2024-04-13T08:47:21.105 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:47:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:47:21 smithi139 ceph-mon[88985]: pgmap v3443: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 2.5 MiB/s wr, 41 op/s 2024-04-13T08:47:21.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:47:21 smithi119 ceph-mon[96316]: pgmap v3443: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 2.5 MiB/s wr, 41 op/s 2024-04-13T08:47:21.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:47:21 smithi119 ceph-mon[93746]: pgmap v3443: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 2.5 MiB/s wr, 41 op/s 2024-04-13T08:47:22.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:47:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:47:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:47:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:47:23 smithi139 ceph-mon[88985]: pgmap v3444: 137 pgs: 137 active+clean; 79 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.4 MiB/s rd, 6.9 MiB/s wr, 23 op/s 2024-04-13T08:47:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:47:23 smithi139 ceph-mon[88985]: osdmap e1910: 8 total, 8 up, 8 in 2024-04-13T08:47:23.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:47:23 smithi119 ceph-mon[96316]: pgmap v3444: 137 pgs: 137 active+clean; 79 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.4 MiB/s rd, 6.9 MiB/s wr, 23 op/s 2024-04-13T08:47:23.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:47:23 smithi119 ceph-mon[96316]: osdmap e1910: 8 total, 8 up, 8 in 2024-04-13T08:47:23.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:47:23 smithi119 ceph-mon[93746]: pgmap v3444: 137 pgs: 137 active+clean; 79 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.4 MiB/s rd, 6.9 MiB/s wr, 23 op/s 2024-04-13T08:47:23.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:47:23 smithi119 ceph-mon[93746]: osdmap e1910: 8 total, 8 up, 8 in 2024-04-13T08:47:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:47:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:47:24.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:47:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:47:24.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:47:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:47:25.113 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:47:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:47:24] "GET /metrics HTTP/1.1" 200 36611 "" "Prometheus/2.43.0" 2024-04-13T08:47:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:47:25 smithi139 ceph-mon[88985]: pgmap v3446: 137 pgs: 137 active+clean; 79 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.1 MiB/s wr, 60 op/s 2024-04-13T08:47:25.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:47:25 smithi119 ceph-mon[96316]: pgmap v3446: 137 pgs: 137 active+clean; 79 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.1 MiB/s wr, 60 op/s 2024-04-13T08:47:25.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:47:25 smithi119 ceph-mon[93746]: pgmap v3446: 137 pgs: 137 active+clean; 79 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.1 MiB/s wr, 60 op/s 2024-04-13T08:47:27.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:47:27 smithi139 ceph-mon[88985]: pgmap v3447: 137 pgs: 137 active+clean; 91 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.0 MiB/s wr, 66 op/s 2024-04-13T08:47:27.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:47:27 smithi119 ceph-mon[96316]: pgmap v3447: 137 pgs: 137 active+clean; 91 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.0 MiB/s wr, 66 op/s 2024-04-13T08:47:27.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:47:27 smithi119 ceph-mon[93746]: pgmap v3447: 137 pgs: 137 active+clean; 91 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.0 MiB/s wr, 66 op/s 2024-04-13T08:47:29.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:47:29 smithi139 ceph-mon[88985]: pgmap v3448: 137 pgs: 137 active+clean; 96 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 62 op/s 2024-04-13T08:47:29.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:47:29 smithi119 ceph-mon[96316]: pgmap v3448: 137 pgs: 137 active+clean; 96 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 62 op/s 2024-04-13T08:47:29.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:47:29 smithi119 ceph-mon[93746]: pgmap v3448: 137 pgs: 137 active+clean; 96 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 62 op/s 2024-04-13T08:47:31.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:47:31 smithi139 ceph-mon[88985]: pgmap v3449: 137 pgs: 137 active+clean; 96 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 62 op/s 2024-04-13T08:47:31.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:47:31 smithi119 ceph-mon[96316]: pgmap v3449: 137 pgs: 137 active+clean; 96 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 62 op/s 2024-04-13T08:47:31.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:47:31 smithi119 ceph-mon[93746]: pgmap v3449: 137 pgs: 137 active+clean; 96 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 62 op/s 2024-04-13T08:47:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:47:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:47:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:47:33.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:47:33 smithi139 ceph-mon[88985]: pgmap v3450: 137 pgs: 137 active+clean; 112 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.3 MiB/s wr, 51 op/s 2024-04-13T08:47:33.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:47:33 smithi119 ceph-mon[96316]: pgmap v3450: 137 pgs: 137 active+clean; 112 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.3 MiB/s wr, 51 op/s 2024-04-13T08:47:33.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:47:33 smithi119 ceph-mon[93746]: pgmap v3450: 137 pgs: 137 active+clean; 112 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.3 MiB/s wr, 51 op/s 2024-04-13T08:47:33.717 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/1.Grow (12612 ms) 2024-04-13T08:47:33.717 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/1.Shrink 2024-04-13T08:47:33.717 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:47:35.131 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:47:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:47:34] "GET /metrics HTTP/1.1" 200 36611 "" "Prometheus/2.43.0" 2024-04-13T08:47:35.131 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:47:35 smithi119 ceph-mon[93746]: pgmap v3451: 137 pgs: 137 active+clean; 120 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.6 MiB/s wr, 48 op/s 2024-04-13T08:47:35.131 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:47:35 smithi119 ceph-mon[93746]: osdmap e1911: 8 total, 8 up, 8 in 2024-04-13T08:47:35.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:47:35 smithi139 ceph-mon[88985]: pgmap v3451: 137 pgs: 137 active+clean; 120 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.6 MiB/s wr, 48 op/s 2024-04-13T08:47:35.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:47:35 smithi139 ceph-mon[88985]: osdmap e1911: 8 total, 8 up, 8 in 2024-04-13T08:47:35.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:47:35 smithi119 ceph-mon[96316]: pgmap v3451: 137 pgs: 137 active+clean; 120 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.6 MiB/s wr, 48 op/s 2024-04-13T08:47:35.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:47:35 smithi119 ceph-mon[96316]: osdmap e1911: 8 total, 8 up, 8 in 2024-04-13T08:47:37.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:47:37 smithi139 ceph-mon[88985]: pgmap v3453: 137 pgs: 137 active+clean; 145 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 6.6 MiB/s wr, 57 op/s 2024-04-13T08:47:37.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:47:37 smithi119 ceph-mon[96316]: pgmap v3453: 137 pgs: 137 active+clean; 145 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 6.6 MiB/s wr, 57 op/s 2024-04-13T08:47:37.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:47:37 smithi119 ceph-mon[93746]: pgmap v3453: 137 pgs: 137 active+clean; 145 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 6.6 MiB/s wr, 57 op/s 2024-04-13T08:47:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:47:39 smithi119 ceph-mon[96316]: pgmap v3454: 137 pgs: 137 active+clean; 162 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-13T08:47:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:47:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:47:39.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:47:39 smithi119 ceph-mon[93746]: pgmap v3454: 137 pgs: 137 active+clean; 162 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-13T08:47:39.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:47:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:47:39.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:47:39 smithi139 ceph-mon[88985]: pgmap v3454: 137 pgs: 137 active+clean; 162 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-13T08:47:39.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:47:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:47:41.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:47:41 smithi119 ceph-mon[93746]: pgmap v3455: 137 pgs: 137 active+clean; 162 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-13T08:47:41.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:47:41 smithi119 ceph-mon[96316]: pgmap v3455: 137 pgs: 137 active+clean; 162 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-13T08:47:41.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:47:41 smithi139 ceph-mon[88985]: pgmap v3455: 137 pgs: 137 active+clean; 162 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-13T08:47:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:47:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:47:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:47:43.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:47:43 smithi119 ceph-mon[96316]: pgmap v3456: 137 pgs: 137 active+clean; 162 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 61 op/s 2024-04-13T08:47:43.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:47:43 smithi119 ceph-mon[93746]: pgmap v3456: 137 pgs: 137 active+clean; 162 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 61 op/s 2024-04-13T08:47:43.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:47:43 smithi139 ceph-mon[88985]: pgmap v3456: 137 pgs: 137 active+clean; 162 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 61 op/s 2024-04-13T08:47:45.146 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:47:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:47:44] "GET /metrics HTTP/1.1" 200 36611 "" "Prometheus/2.43.0" 2024-04-13T08:47:45.147 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:47:45 smithi119 ceph-mon[93746]: pgmap v3457: 137 pgs: 137 active+clean; 162 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 56 op/s 2024-04-13T08:47:45.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:47:45 smithi119 ceph-mon[96316]: pgmap v3457: 137 pgs: 137 active+clean; 162 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 56 op/s 2024-04-13T08:47:45.475 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/1.Shrink (11758 ms) 2024-04-13T08:47:45.475 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/1.ShrinkToOne 2024-04-13T08:47:45.475 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:47:45.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:47:45 smithi139 ceph-mon[88985]: pgmap v3457: 137 pgs: 137 active+clean; 162 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 56 op/s 2024-04-13T08:47:47.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:47:47 smithi119 ceph-mon[96316]: pgmap v3458: 137 pgs: 137 active+clean; 199 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 9.6 MiB/s wr, 74 op/s 2024-04-13T08:47:47.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:47:47 smithi119 ceph-mon[96316]: osdmap e1912: 8 total, 8 up, 8 in 2024-04-13T08:47:47.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:47:47 smithi119 ceph-mon[93746]: pgmap v3458: 137 pgs: 137 active+clean; 199 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 9.6 MiB/s wr, 74 op/s 2024-04-13T08:47:47.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:47:47 smithi119 ceph-mon[93746]: osdmap e1912: 8 total, 8 up, 8 in 2024-04-13T08:47:47.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:47:47 smithi139 ceph-mon[88985]: pgmap v3458: 137 pgs: 137 active+clean; 199 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 9.6 MiB/s wr, 74 op/s 2024-04-13T08:47:47.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:47:47 smithi139 ceph-mon[88985]: osdmap e1912: 8 total, 8 up, 8 in 2024-04-13T08:47:49.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:47:49 smithi119 ceph-mon[96316]: pgmap v3460: 137 pgs: 137 active+clean; 220 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 53 op/s 2024-04-13T08:47:49.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:47:49 smithi119 ceph-mon[93746]: pgmap v3460: 137 pgs: 137 active+clean; 220 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 53 op/s 2024-04-13T08:47:49.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:47:49 smithi139 ceph-mon[88985]: pgmap v3460: 137 pgs: 137 active+clean; 220 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 53 op/s 2024-04-13T08:47:51.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:47:51 smithi119 ceph-mon[93746]: pgmap v3461: 137 pgs: 137 active+clean; 220 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 53 op/s 2024-04-13T08:47:51.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:47:51 smithi119 ceph-mon[96316]: pgmap v3461: 137 pgs: 137 active+clean; 220 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 53 op/s 2024-04-13T08:47:51.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:47:51 smithi139 ceph-mon[88985]: pgmap v3461: 137 pgs: 137 active+clean; 220 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 53 op/s 2024-04-13T08:47:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:47:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:47:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:47:53.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:47:53 smithi119 ceph-mon[96316]: pgmap v3462: 137 pgs: 137 active+clean; 228 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-13T08:47:53.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:47:53 smithi119 ceph-mon[93746]: pgmap v3462: 137 pgs: 137 active+clean; 228 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-13T08:47:53.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:47:53 smithi139 ceph-mon[88985]: pgmap v3462: 137 pgs: 137 active+clean; 228 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-13T08:47:54.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:47:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:47:54.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:47:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:47:54.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:47:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:47:55.169 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:47:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:47:54] "GET /metrics HTTP/1.1" 200 36615 "" "Prometheus/2.43.0" 2024-04-13T08:47:55.170 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:47:55 smithi119 ceph-mon[93746]: pgmap v3463: 137 pgs: 137 active+clean; 228 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-13T08:47:55.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:47:55 smithi119 ceph-mon[96316]: pgmap v3463: 137 pgs: 137 active+clean; 228 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-13T08:47:55.640 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:47:55 smithi139 ceph-mon[88985]: pgmap v3463: 137 pgs: 137 active+clean; 228 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-13T08:47:57.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:47:57 smithi119 ceph-mon[96316]: pgmap v3464: 137 pgs: 137 active+clean; 236 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 42 op/s 2024-04-13T08:47:57.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:47:57 smithi119 ceph-mon[93746]: pgmap v3464: 137 pgs: 137 active+clean; 236 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 42 op/s 2024-04-13T08:47:57.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:47:57 smithi139 ceph-mon[88985]: pgmap v3464: 137 pgs: 137 active+clean; 236 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 42 op/s 2024-04-13T08:47:58.135 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/1.ShrinkToOne (12660 ms) 2024-04-13T08:47:58.135 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/1.ShrinkToOneAfterSnapshot 2024-04-13T08:47:58.135 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:47:59.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:47:59 smithi119 ceph-mon[96316]: pgmap v3465: 137 pgs: 137 active+clean; 244 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.1 MiB/s wr, 43 op/s 2024-04-13T08:47:59.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:47:59 smithi119 ceph-mon[93746]: pgmap v3465: 137 pgs: 137 active+clean; 244 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.1 MiB/s wr, 43 op/s 2024-04-13T08:47:59.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:47:59 smithi139 ceph-mon[88985]: pgmap v3465: 137 pgs: 137 active+clean; 244 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.1 MiB/s wr, 43 op/s 2024-04-13T08:48:00.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:00 smithi119 ceph-mon[96316]: osdmap e1913: 8 total, 8 up, 8 in 2024-04-13T08:48:00.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:00 smithi119 ceph-mon[93746]: osdmap e1913: 8 total, 8 up, 8 in 2024-04-13T08:48:00.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:00 smithi139 ceph-mon[88985]: osdmap e1913: 8 total, 8 up, 8 in 2024-04-13T08:48:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:01 smithi119 ceph-mon[96316]: pgmap v3467: 137 pgs: 137 active+clean; 244 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 485 KiB/s rd, 2.8 MiB/s wr, 27 op/s 2024-04-13T08:48:01.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:01 smithi119 ceph-mon[93746]: pgmap v3467: 137 pgs: 137 active+clean; 244 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 485 KiB/s rd, 2.8 MiB/s wr, 27 op/s 2024-04-13T08:48:01.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:01 smithi139 ceph-mon[88985]: pgmap v3467: 137 pgs: 137 active+clean; 244 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 485 KiB/s rd, 2.8 MiB/s wr, 27 op/s 2024-04-13T08:48:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:48:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:48:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:48:03.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:03 smithi119 ceph-mon[96316]: pgmap v3468: 137 pgs: 137 active+clean; 268 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.0 MiB/s wr, 59 op/s 2024-04-13T08:48:03.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:03 smithi119 ceph-mon[93746]: pgmap v3468: 137 pgs: 137 active+clean; 268 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.0 MiB/s wr, 59 op/s 2024-04-13T08:48:03.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:03 smithi139 ceph-mon[88985]: pgmap v3468: 137 pgs: 137 active+clean; 268 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.0 MiB/s wr, 59 op/s 2024-04-13T08:48:05.194 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:48:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:48:04] "GET /metrics HTTP/1.1" 200 36615 "" "Prometheus/2.43.0" 2024-04-13T08:48:05.195 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:05 smithi119 ceph-mon[93746]: pgmap v3469: 137 pgs: 137 active+clean; 273 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-13T08:48:05.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:05 smithi119 ceph-mon[96316]: pgmap v3469: 137 pgs: 137 active+clean; 273 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-13T08:48:05.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:05 smithi139 ceph-mon[88985]: pgmap v3469: 137 pgs: 137 active+clean; 273 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-13T08:48:07.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:07 smithi119 ceph-mon[96316]: pgmap v3470: 137 pgs: 137 active+clean; 273 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 56 op/s 2024-04-13T08:48:07.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:07 smithi119 ceph-mon[93746]: pgmap v3470: 137 pgs: 137 active+clean; 273 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 56 op/s 2024-04-13T08:48:07.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:07 smithi139 ceph-mon[88985]: pgmap v3470: 137 pgs: 137 active+clean; 273 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 56 op/s 2024-04-13T08:48:08.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:08 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:48:08.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:08 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:48:08.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:08 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:48:09.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:09 smithi119 ceph-mon[96316]: pgmap v3471: 137 pgs: 137 active+clean; 273 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.5 MiB/s wr, 48 op/s 2024-04-13T08:48:09.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:48:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:09 smithi119 ceph-mon[93746]: pgmap v3471: 137 pgs: 137 active+clean; 273 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.5 MiB/s wr, 48 op/s 2024-04-13T08:48:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:48:09.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:09 smithi139 ceph-mon[88985]: pgmap v3471: 137 pgs: 137 active+clean; 273 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.5 MiB/s wr, 48 op/s 2024-04-13T08:48:09.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:48:10.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:10 smithi119 ceph-mon[96316]: osdmap e1914: 8 total, 8 up, 8 in 2024-04-13T08:48:10.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:10 smithi119 ceph-mon[93746]: osdmap e1914: 8 total, 8 up, 8 in 2024-04-13T08:48:10.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:10 smithi139 ceph-mon[88985]: osdmap e1914: 8 total, 8 up, 8 in 2024-04-13T08:48:11.400 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/1.ShrinkToOneAfterSnapshot (13265 ms) 2024-04-13T08:48:11.400 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/1.MinOverlap 2024-04-13T08:48:11.400 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:48:11.549 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:11 smithi139 ceph-mon[88985]: pgmap v3473: 137 pgs: 137 active+clean; 273 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.5 MiB/s wr, 48 op/s 2024-04-13T08:48:11.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:11 smithi119 ceph-mon[96316]: pgmap v3473: 137 pgs: 137 active+clean; 273 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.5 MiB/s wr, 48 op/s 2024-04-13T08:48:11.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:11 smithi119 ceph-mon[93746]: pgmap v3473: 137 pgs: 137 active+clean; 273 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.5 MiB/s wr, 48 op/s 2024-04-13T08:48:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:48:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:48:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:48:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:13 smithi139 ceph-mon[88985]: pgmap v3474: 137 pgs: 137 active+clean; 354 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 8.6 MiB/s wr, 44 op/s 2024-04-13T08:48:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:13 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:48:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:13 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:48:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:13 smithi139 ceph-mon[88985]: osdmap e1915: 8 total, 8 up, 8 in 2024-04-13T08:48:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:13 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:48:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:13 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:48:13.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:13 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:48:13.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:13 smithi119 ceph-mon[93746]: pgmap v3474: 137 pgs: 137 active+clean; 354 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 8.6 MiB/s wr, 44 op/s 2024-04-13T08:48:13.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:13 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:48:13.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:13 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:48:13.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:13 smithi119 ceph-mon[93746]: osdmap e1915: 8 total, 8 up, 8 in 2024-04-13T08:48:13.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:13 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:48:13.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:13 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:48:13.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:13 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:48:13.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:13 smithi119 ceph-mon[96316]: pgmap v3474: 137 pgs: 137 active+clean; 354 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 8.6 MiB/s wr, 44 op/s 2024-04-13T08:48:13.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:13 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:48:13.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:13 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:48:13.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:13 smithi119 ceph-mon[96316]: osdmap e1915: 8 total, 8 up, 8 in 2024-04-13T08:48:13.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:13 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:48:13.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:13 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:48:13.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:13 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:48:15.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:15 smithi119 ceph-mon[96316]: pgmap v3476: 137 pgs: 137 active+clean; 362 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 11 MiB/s wr, 63 op/s 2024-04-13T08:48:15.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:15 smithi119 ceph-mon[93746]: pgmap v3476: 137 pgs: 137 active+clean; 362 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 11 MiB/s wr, 63 op/s 2024-04-13T08:48:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:48:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:48:14] "GET /metrics HTTP/1.1" 200 36617 "" "Prometheus/2.43.0" 2024-04-13T08:48:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:15 smithi139 ceph-mon[88985]: pgmap v3476: 137 pgs: 137 active+clean; 362 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 11 MiB/s wr, 63 op/s 2024-04-13T08:48:17.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:17 smithi139 ceph-mon[88985]: pgmap v3477: 137 pgs: 137 active+clean; 383 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 14 MiB/s wr, 99 op/s 2024-04-13T08:48:17.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:17 smithi119 ceph-mon[93746]: pgmap v3477: 137 pgs: 137 active+clean; 383 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 14 MiB/s wr, 99 op/s 2024-04-13T08:48:17.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:17 smithi119 ceph-mon[96316]: pgmap v3477: 137 pgs: 137 active+clean; 383 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 14 MiB/s wr, 99 op/s 2024-04-13T08:48:19.384 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:19 smithi139 ceph-mon[88985]: pgmap v3478: 137 pgs: 137 active+clean; 383 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 5.0 MiB/s rd, 13 MiB/s wr, 96 op/s 2024-04-13T08:48:19.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:19 smithi119 ceph-mon[96316]: pgmap v3478: 137 pgs: 137 active+clean; 383 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 5.0 MiB/s rd, 13 MiB/s wr, 96 op/s 2024-04-13T08:48:19.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:19 smithi119 ceph-mon[93746]: pgmap v3478: 137 pgs: 137 active+clean; 383 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 5.0 MiB/s rd, 13 MiB/s wr, 96 op/s 2024-04-13T08:48:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:21 smithi139 ceph-mon[88985]: pgmap v3479: 137 pgs: 137 active+clean; 383 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 11 MiB/s wr, 81 op/s 2024-04-13T08:48:21.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:21 smithi119 ceph-mon[96316]: pgmap v3479: 137 pgs: 137 active+clean; 383 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 11 MiB/s wr, 81 op/s 2024-04-13T08:48:21.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:21 smithi119 ceph-mon[93746]: pgmap v3479: 137 pgs: 137 active+clean; 383 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 11 MiB/s wr, 81 op/s 2024-04-13T08:48:22.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:48:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:48:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:48:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:23 smithi139 ceph-mon[88985]: pgmap v3480: 137 pgs: 137 active+clean; 391 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 954 KiB/s rd, 3.7 MiB/s wr, 45 op/s 2024-04-13T08:48:23.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:23 smithi119 ceph-mon[96316]: pgmap v3480: 137 pgs: 137 active+clean; 391 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 954 KiB/s rd, 3.7 MiB/s wr, 45 op/s 2024-04-13T08:48:23.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:23 smithi119 ceph-mon[93746]: pgmap v3480: 137 pgs: 137 active+clean; 391 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 954 KiB/s rd, 3.7 MiB/s wr, 45 op/s 2024-04-13T08:48:23.490 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/1.MinOverlap (12089 ms) 2024-04-13T08:48:23.490 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/1.ZeroOverlap 2024-04-13T08:48:23.490 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:48:24.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:48:24.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:48:24.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:48:25.070 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:48:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:48:24] "GET /metrics HTTP/1.1" 200 36624 "" "Prometheus/2.43.0" 2024-04-13T08:48:25.071 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:25 smithi119 ceph-mon[93746]: pgmap v3481: 137 pgs: 137 active+clean; 399 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.6 MiB/s wr, 51 op/s 2024-04-13T08:48:25.071 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:25 smithi119 ceph-mon[93746]: osdmap e1916: 8 total, 8 up, 8 in 2024-04-13T08:48:25.072 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:25 smithi119 ceph-mon[96316]: pgmap v3481: 137 pgs: 137 active+clean; 399 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.6 MiB/s wr, 51 op/s 2024-04-13T08:48:25.073 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:25 smithi119 ceph-mon[96316]: osdmap e1916: 8 total, 8 up, 8 in 2024-04-13T08:48:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:25 smithi139 ceph-mon[88985]: pgmap v3481: 137 pgs: 137 active+clean; 399 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.6 MiB/s wr, 51 op/s 2024-04-13T08:48:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:25 smithi139 ceph-mon[88985]: osdmap e1916: 8 total, 8 up, 8 in 2024-04-13T08:48:27.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:27 smithi139 ceph-mon[88985]: pgmap v3483: 137 pgs: 137 active+clean; 424 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.7 MiB/s wr, 61 op/s 2024-04-13T08:48:27.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:27 smithi119 ceph-mon[96316]: pgmap v3483: 137 pgs: 137 active+clean; 424 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.7 MiB/s wr, 61 op/s 2024-04-13T08:48:27.640 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:27 smithi119 ceph-mon[93746]: pgmap v3483: 137 pgs: 137 active+clean; 424 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.7 MiB/s wr, 61 op/s 2024-04-13T08:48:29.076 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:29 smithi119 ceph-mon[93746]: pgmap v3484: 137 pgs: 137 active+clean; 428 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-13T08:48:29.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:29 smithi139 ceph-mon[88985]: pgmap v3484: 137 pgs: 137 active+clean; 428 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-13T08:48:29.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:29 smithi119 ceph-mon[96316]: pgmap v3484: 137 pgs: 137 active+clean; 428 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-13T08:48:31.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:31 smithi139 ceph-mon[88985]: pgmap v3485: 137 pgs: 137 active+clean; 428 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-13T08:48:31.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:31 smithi119 ceph-mon[96316]: pgmap v3485: 137 pgs: 137 active+clean; 428 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-13T08:48:31.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:31 smithi119 ceph-mon[93746]: pgmap v3485: 137 pgs: 137 active+clean; 428 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-13T08:48:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:48:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:48:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:48:33.332 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:33 smithi139 ceph-mon[88985]: pgmap v3486: 137 pgs: 137 active+clean; 428 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.7 MiB/s wr, 53 op/s 2024-04-13T08:48:33.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:33 smithi119 ceph-mon[96316]: pgmap v3486: 137 pgs: 137 active+clean; 428 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.7 MiB/s wr, 53 op/s 2024-04-13T08:48:33.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:33 smithi119 ceph-mon[93746]: pgmap v3486: 137 pgs: 137 active+clean; 428 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.7 MiB/s wr, 53 op/s 2024-04-13T08:48:35.084 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:48:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:48:34] "GET /metrics HTTP/1.1" 200 36624 "" "Prometheus/2.43.0" 2024-04-13T08:48:35.085 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:35 smithi119 ceph-mon[93746]: pgmap v3487: 137 pgs: 137 active+clean; 428 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-04-13T08:48:35.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:35 smithi139 ceph-mon[88985]: pgmap v3487: 137 pgs: 137 active+clean; 428 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-04-13T08:48:35.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:35 smithi119 ceph-mon[96316]: pgmap v3487: 137 pgs: 137 active+clean; 428 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-04-13T08:48:35.581 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/1.ZeroOverlap (12092 ms) 2024-04-13T08:48:36.106 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 7 tests from EncryptedFlattenTest/1 (90818 ms total) 2024-04-13T08:48:36.106 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:48:36.106 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 7 tests from EncryptedFlattenTest/2, where TypeParam = UnformattedLUKS1 2024-04-13T08:48:36.136 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/2.Simple 2024-04-13T08:48:37.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:37 smithi139 ceph-mon[88985]: pgmap v3488: 137 pgs: 137 active+clean; 440 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.6 MiB/s wr, 54 op/s 2024-04-13T08:48:37.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:37 smithi139 ceph-mon[88985]: osdmap e1917: 8 total, 8 up, 8 in 2024-04-13T08:48:37.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:37 smithi119 ceph-mon[96316]: pgmap v3488: 137 pgs: 137 active+clean; 440 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.6 MiB/s wr, 54 op/s 2024-04-13T08:48:37.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:37 smithi119 ceph-mon[96316]: osdmap e1917: 8 total, 8 up, 8 in 2024-04-13T08:48:37.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:37 smithi119 ceph-mon[93746]: pgmap v3488: 137 pgs: 137 active+clean; 440 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.6 MiB/s wr, 54 op/s 2024-04-13T08:48:37.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:37 smithi119 ceph-mon[93746]: osdmap e1917: 8 total, 8 up, 8 in 2024-04-13T08:48:38.128 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:48:38.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:38 smithi139 ceph-mon[88985]: osdmap e1918: 8 total, 8 up, 8 in 2024-04-13T08:48:38.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:38 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1987528366' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:48:38.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:38 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:48:38.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:38 smithi119 ceph-mon[96316]: osdmap e1918: 8 total, 8 up, 8 in 2024-04-13T08:48:38.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:38 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1987528366' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:48:38.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:38 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:48:38.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:38 smithi119 ceph-mon[93746]: osdmap e1918: 8 total, 8 up, 8 in 2024-04-13T08:48:38.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:38 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1987528366' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:48:38.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:38 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:48:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:39 smithi139 ceph-mon[88985]: pgmap v3491: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:48:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:39 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:48:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:39 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:48:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:39 smithi139 ceph-mon[88985]: osdmap e1919: 8 total, 8 up, 8 in 2024-04-13T08:48:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:39 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:48:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:48:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:39 smithi119 ceph-mon[96316]: pgmap v3491: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:48:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:39 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:48:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:39 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:48:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:39 smithi119 ceph-mon[96316]: osdmap e1919: 8 total, 8 up, 8 in 2024-04-13T08:48:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:39 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:48:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:48:39.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:39 smithi119 ceph-mon[93746]: pgmap v3491: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:48:39.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:39 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:48:39.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:39 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:48:39.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:39 smithi119 ceph-mon[93746]: osdmap e1919: 8 total, 8 up, 8 in 2024-04-13T08:48:39.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:39 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:48:39.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:48:40.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:40 smithi139 ceph-mon[88985]: osdmap e1920: 8 total, 8 up, 8 in 2024-04-13T08:48:40.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:40 smithi119 ceph-mon[96316]: osdmap e1920: 8 total, 8 up, 8 in 2024-04-13T08:48:40.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:40 smithi119 ceph-mon[93746]: osdmap e1920: 8 total, 8 up, 8 in 2024-04-13T08:48:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:41 smithi139 ceph-mon[88985]: pgmap v3494: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:48:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:41 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:48:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:41 smithi139 ceph-mon[88985]: osdmap e1921: 8 total, 8 up, 8 in 2024-04-13T08:48:41.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:41 smithi119 ceph-mon[96316]: pgmap v3494: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:48:41.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:41 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:48:41.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:41 smithi119 ceph-mon[96316]: osdmap e1921: 8 total, 8 up, 8 in 2024-04-13T08:48:41.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:41 smithi119 ceph-mon[93746]: pgmap v3494: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:48:41.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:41 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:48:41.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:41 smithi119 ceph-mon[93746]: osdmap e1921: 8 total, 8 up, 8 in 2024-04-13T08:48:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:48:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:48:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:48:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:43 smithi139 ceph-mon[88985]: pgmap v3496: 137 pgs: 4 creating+peering, 133 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 6.5 KiB/s rd, 1.7 KiB/s wr, 11 op/s 2024-04-13T08:48:43.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:43 smithi119 ceph-mon[96316]: pgmap v3496: 137 pgs: 4 creating+peering, 133 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 6.5 KiB/s rd, 1.7 KiB/s wr, 11 op/s 2024-04-13T08:48:43.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:43 smithi119 ceph-mon[93746]: pgmap v3496: 137 pgs: 4 creating+peering, 133 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 6.5 KiB/s rd, 1.7 KiB/s wr, 11 op/s 2024-04-13T08:48:45.132 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:48:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:48:44] "GET /metrics HTTP/1.1" 200 36554 "" "Prometheus/2.43.0" 2024-04-13T08:48:45.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:45 smithi139 ceph-mon[88985]: pgmap v3497: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-13T08:48:45.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:45 smithi139 ceph-mon[88985]: osdmap e1922: 8 total, 8 up, 8 in 2024-04-13T08:48:45.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:45 smithi119 ceph-mon[96316]: pgmap v3497: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-13T08:48:45.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:45 smithi119 ceph-mon[96316]: osdmap e1922: 8 total, 8 up, 8 in 2024-04-13T08:48:45.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:45 smithi119 ceph-mon[93746]: pgmap v3497: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-13T08:48:45.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:45 smithi119 ceph-mon[93746]: osdmap e1922: 8 total, 8 up, 8 in 2024-04-13T08:48:47.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:47 smithi139 ceph-mon[88985]: pgmap v3499: 137 pgs: 137 active+clean; 13 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 1.2 MiB/s wr, 52 op/s 2024-04-13T08:48:47.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:47 smithi139 ceph-mon[88985]: osdmap e1923: 8 total, 8 up, 8 in 2024-04-13T08:48:47.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:47 smithi119 ceph-mon[96316]: pgmap v3499: 137 pgs: 137 active+clean; 13 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 1.2 MiB/s wr, 52 op/s 2024-04-13T08:48:47.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:47 smithi119 ceph-mon[96316]: osdmap e1923: 8 total, 8 up, 8 in 2024-04-13T08:48:47.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:47 smithi119 ceph-mon[93746]: pgmap v3499: 137 pgs: 137 active+clean; 13 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 1.2 MiB/s wr, 52 op/s 2024-04-13T08:48:47.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:47 smithi119 ceph-mon[93746]: osdmap e1923: 8 total, 8 up, 8 in 2024-04-13T08:48:49.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:49 smithi139 ceph-mon[88985]: pgmap v3501: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 3.8 MiB/s wr, 59 op/s 2024-04-13T08:48:49.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:49 smithi119 ceph-mon[96316]: pgmap v3501: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 3.8 MiB/s wr, 59 op/s 2024-04-13T08:48:49.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:49 smithi119 ceph-mon[93746]: pgmap v3501: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 3.8 MiB/s wr, 59 op/s 2024-04-13T08:48:50.619 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/2.Simple (14483 ms) 2024-04-13T08:48:50.619 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/2.Grow 2024-04-13T08:48:50.620 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:48:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:51 smithi139 ceph-mon[88985]: pgmap v3502: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 3.6 MiB/s wr, 49 op/s 2024-04-13T08:48:51.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:51 smithi119 ceph-mon[93746]: pgmap v3502: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 3.6 MiB/s wr, 49 op/s 2024-04-13T08:48:51.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:51 smithi119 ceph-mon[96316]: pgmap v3502: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 3.6 MiB/s wr, 49 op/s 2024-04-13T08:48:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:48:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:48:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:48:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:53 smithi139 ceph-mon[88985]: pgmap v3503: 137 pgs: 137 active+clean; 55 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 6.3 MiB/s wr, 70 op/s 2024-04-13T08:48:53.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:53 smithi119 ceph-mon[96316]: pgmap v3503: 137 pgs: 137 active+clean; 55 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 6.3 MiB/s wr, 70 op/s 2024-04-13T08:48:53.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:53 smithi119 ceph-mon[93746]: pgmap v3503: 137 pgs: 137 active+clean; 55 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 6.3 MiB/s wr, 70 op/s 2024-04-13T08:48:55.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:54 smithi139 ceph-mon[88985]: pgmap v3504: 137 pgs: 137 active+clean; 63 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 6.1 MiB/s wr, 60 op/s 2024-04-13T08:48:55.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:54 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:48:55.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:48:55.215 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:48:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:48:54] "GET /metrics HTTP/1.1" 200 36612 "" "Prometheus/2.43.0" 2024-04-13T08:48:55.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:54 smithi119 ceph-mon[96316]: pgmap v3504: 137 pgs: 137 active+clean; 63 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 6.1 MiB/s wr, 60 op/s 2024-04-13T08:48:55.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:54 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:48:55.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:48:55.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:54 smithi119 ceph-mon[93746]: pgmap v3504: 137 pgs: 137 active+clean; 63 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 6.1 MiB/s wr, 60 op/s 2024-04-13T08:48:55.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:54 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:48:55.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:48:56.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:56 smithi139 ceph-mon[88985]: osdmap e1924: 8 total, 8 up, 8 in 2024-04-13T08:48:56.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:56 smithi119 ceph-mon[96316]: osdmap e1924: 8 total, 8 up, 8 in 2024-04-13T08:48:56.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:56 smithi119 ceph-mon[93746]: osdmap e1924: 8 total, 8 up, 8 in 2024-04-13T08:48:57.367 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:57 smithi119 ceph-mon[96316]: pgmap v3506: 137 pgs: 137 active+clean; 91 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.1 MiB/s wr, 75 op/s 2024-04-13T08:48:57.367 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:57 smithi119 ceph-mon[93746]: pgmap v3506: 137 pgs: 137 active+clean; 91 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.1 MiB/s wr, 75 op/s 2024-04-13T08:48:57.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:57 smithi139 ceph-mon[88985]: pgmap v3506: 137 pgs: 137 active+clean; 91 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.1 MiB/s wr, 75 op/s 2024-04-13T08:48:59.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:48:59 smithi139 ceph-mon[88985]: pgmap v3507: 137 pgs: 137 active+clean; 92 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 62 op/s 2024-04-13T08:48:59.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:48:59 smithi119 ceph-mon[96316]: pgmap v3507: 137 pgs: 137 active+clean; 92 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 62 op/s 2024-04-13T08:48:59.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:48:59 smithi119 ceph-mon[93746]: pgmap v3507: 137 pgs: 137 active+clean; 92 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 62 op/s 2024-04-13T08:49:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:49:01 smithi139 ceph-mon[88985]: pgmap v3508: 137 pgs: 137 active+clean; 92 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 62 op/s 2024-04-13T08:49:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:49:01 smithi119 ceph-mon[96316]: pgmap v3508: 137 pgs: 137 active+clean; 92 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 62 op/s 2024-04-13T08:49:01.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:49:01 smithi119 ceph-mon[93746]: pgmap v3508: 137 pgs: 137 active+clean; 92 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 62 op/s 2024-04-13T08:49:01.599 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/2.Grow (10980 ms) 2024-04-13T08:49:01.599 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/2.Shrink 2024-04-13T08:49:01.599 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:49:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:49:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:49:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:49:03.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:49:03 smithi139 ceph-mon[88985]: pgmap v3509: 137 pgs: 137 active+clean; 117 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 65 op/s 2024-04-13T08:49:03.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:49:03 smithi119 ceph-mon[96316]: pgmap v3509: 137 pgs: 137 active+clean; 117 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 65 op/s 2024-04-13T08:49:03.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:49:03 smithi119 ceph-mon[93746]: pgmap v3509: 137 pgs: 137 active+clean; 117 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 65 op/s 2024-04-13T08:49:05.126 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:49:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:49:04] "GET /metrics HTTP/1.1" 200 36612 "" "Prometheus/2.43.0" 2024-04-13T08:49:05.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:49:05 smithi139 ceph-mon[88985]: pgmap v3510: 137 pgs: 137 active+clean; 121 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 64 op/s 2024-04-13T08:49:05.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:49:05 smithi119 ceph-mon[96316]: pgmap v3510: 137 pgs: 137 active+clean; 121 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 64 op/s 2024-04-13T08:49:05.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:49:05 smithi119 ceph-mon[93746]: pgmap v3510: 137 pgs: 137 active+clean; 121 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 64 op/s 2024-04-13T08:49:06.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:49:06 smithi119 ceph-mon[93746]: osdmap e1925: 8 total, 8 up, 8 in 2024-04-13T08:49:06.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:49:06 smithi119 ceph-mon[96316]: osdmap e1925: 8 total, 8 up, 8 in 2024-04-13T08:49:06.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:49:06 smithi139 ceph-mon[88985]: osdmap e1925: 8 total, 8 up, 8 in 2024-04-13T08:49:07.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:49:07 smithi119 ceph-mon[96316]: pgmap v3512: 137 pgs: 137 active+clean; 137 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.6 MiB/s wr, 33 op/s 2024-04-13T08:49:07.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:49:07 smithi119 ceph-mon[93746]: pgmap v3512: 137 pgs: 137 active+clean; 137 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.6 MiB/s wr, 33 op/s 2024-04-13T08:49:07.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:49:07 smithi139 ceph-mon[88985]: pgmap v3512: 137 pgs: 137 active+clean; 137 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.6 MiB/s wr, 33 op/s 2024-04-13T08:49:09.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:49:09 smithi119 ceph-mon[96316]: pgmap v3513: 137 pgs: 137 active+clean; 150 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2024-04-13T08:49:09.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:49:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:49:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:49:09 smithi119 ceph-mon[93746]: pgmap v3513: 137 pgs: 137 active+clean; 150 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2024-04-13T08:49:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:49:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:49:09.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:49:09 smithi139 ceph-mon[88985]: pgmap v3513: 137 pgs: 137 active+clean; 150 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2024-04-13T08:49:09.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:49:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:49:11.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:49:11 smithi119 ceph-mon[96316]: pgmap v3514: 137 pgs: 137 active+clean; 150 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2024-04-13T08:49:11.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:49:11 smithi119 ceph-mon[93746]: pgmap v3514: 137 pgs: 137 active+clean; 150 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2024-04-13T08:49:11.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:49:11 smithi139 ceph-mon[88985]: pgmap v3514: 137 pgs: 137 active+clean; 150 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2024-04-13T08:49:11.722 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/2.Shrink (10123 ms) 2024-04-13T08:49:11.722 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/2.ShrinkToOne 2024-04-13T08:49:11.722 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:49:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:49:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:49:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:49:13.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:49:13 smithi119 ceph-mon[96316]: pgmap v3515: 137 pgs: 137 active+clean; 175 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 58 op/s 2024-04-13T08:49:13.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:49:13 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:49:13.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:49:13 smithi119 ceph-mon[93746]: pgmap v3515: 137 pgs: 137 active+clean; 175 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 58 op/s 2024-04-13T08:49:13.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:49:13 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:49:13.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:49:13 smithi139 ceph-mon[88985]: pgmap v3515: 137 pgs: 137 active+clean; 175 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 58 op/s 2024-04-13T08:49:13.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:49:13 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:49:14.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:49:14 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:49:14.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:49:14 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:49:14.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:49:14 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:49:14.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:49:14 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:49:14.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:49:14 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:49:14.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:49:14 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:49:14.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:49:14 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:49:14.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:49:14 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:49:14.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:49:14 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:49:15.169 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:49:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:49:14] "GET /metrics HTTP/1.1" 200 36610 "" "Prometheus/2.43.0" 2024-04-13T08:49:15.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:49:15 smithi119 ceph-mon[96316]: pgmap v3516: 137 pgs: 137 active+clean; 179 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 68 op/s 2024-04-13T08:49:15.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:49:15 smithi119 ceph-mon[93746]: pgmap v3516: 137 pgs: 137 active+clean; 179 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 68 op/s 2024-04-13T08:49:15.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:49:15 smithi139 ceph-mon[88985]: pgmap v3516: 137 pgs: 137 active+clean; 179 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 68 op/s 2024-04-13T08:49:17.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:49:17 smithi119 ceph-mon[96316]: pgmap v3517: 137 pgs: 137 active+clean; 196 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 7.1 MiB/s wr, 73 op/s 2024-04-13T08:49:17.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:49:17 smithi119 ceph-mon[96316]: osdmap e1926: 8 total, 8 up, 8 in 2024-04-13T08:49:17.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:49:17 smithi119 ceph-mon[93746]: pgmap v3517: 137 pgs: 137 active+clean; 196 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 7.1 MiB/s wr, 73 op/s 2024-04-13T08:49:17.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:49:17 smithi119 ceph-mon[93746]: osdmap e1926: 8 total, 8 up, 8 in 2024-04-13T08:49:17.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:49:17 smithi139 ceph-mon[88985]: pgmap v3517: 137 pgs: 137 active+clean; 196 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 7.1 MiB/s wr, 73 op/s 2024-04-13T08:49:17.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:49:17 smithi139 ceph-mon[88985]: osdmap e1926: 8 total, 8 up, 8 in 2024-04-13T08:49:19.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:49:19 smithi119 ceph-mon[96316]: pgmap v3519: 137 pgs: 137 active+clean; 208 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 54 op/s 2024-04-13T08:49:19.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:49:19 smithi119 ceph-mon[93746]: pgmap v3519: 137 pgs: 137 active+clean; 208 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 54 op/s 2024-04-13T08:49:19.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:49:19 smithi139 ceph-mon[88985]: pgmap v3519: 137 pgs: 137 active+clean; 208 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 54 op/s 2024-04-13T08:49:21.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:49:21 smithi119 ceph-mon[96316]: pgmap v3520: 137 pgs: 137 active+clean; 208 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 54 op/s 2024-04-13T08:49:21.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:49:21 smithi119 ceph-mon[93746]: pgmap v3520: 137 pgs: 137 active+clean; 208 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 54 op/s 2024-04-13T08:49:21.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:49:21 smithi139 ceph-mon[88985]: pgmap v3520: 137 pgs: 137 active+clean; 208 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 54 op/s 2024-04-13T08:49:22.326 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/2.ShrinkToOne (10604 ms) 2024-04-13T08:49:22.326 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/2.ShrinkToOneAfterSnapshot 2024-04-13T08:49:22.326 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:49:22.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:49:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:49:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:49:23.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:49:23 smithi119 ceph-mon[96316]: pgmap v3521: 137 pgs: 137 active+clean; 216 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.5 MiB/s wr, 64 op/s 2024-04-13T08:49:23.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:49:23 smithi119 ceph-mon[93746]: pgmap v3521: 137 pgs: 137 active+clean; 216 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.5 MiB/s wr, 64 op/s 2024-04-13T08:49:23.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:49:23 smithi139 ceph-mon[88985]: pgmap v3521: 137 pgs: 137 active+clean; 216 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.5 MiB/s wr, 64 op/s 2024-04-13T08:49:24.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:49:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:49:24.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:49:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:49:24.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:49:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:49:25.195 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:49:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:49:24] "GET /metrics HTTP/1.1" 200 36621 "" "Prometheus/2.43.0" 2024-04-13T08:49:25.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:49:25 smithi119 ceph-mon[96316]: pgmap v3522: 137 pgs: 137 active+clean; 216 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-13T08:49:25.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:49:25 smithi119 ceph-mon[93746]: pgmap v3522: 137 pgs: 137 active+clean; 216 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-13T08:49:25.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:49:25 smithi139 ceph-mon[88985]: pgmap v3522: 137 pgs: 137 active+clean; 216 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-13T08:49:27.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:49:27 smithi119 ceph-mon[96316]: pgmap v3523: 137 pgs: 137 active+clean; 216 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 49 op/s 2024-04-13T08:49:27.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:49:27 smithi119 ceph-mon[96316]: osdmap e1927: 8 total, 8 up, 8 in 2024-04-13T08:49:27.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:49:27 smithi119 ceph-mon[93746]: pgmap v3523: 137 pgs: 137 active+clean; 216 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 49 op/s 2024-04-13T08:49:27.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:49:27 smithi119 ceph-mon[93746]: osdmap e1927: 8 total, 8 up, 8 in 2024-04-13T08:49:27.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:49:27 smithi139 ceph-mon[88985]: pgmap v3523: 137 pgs: 137 active+clean; 216 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 49 op/s 2024-04-13T08:49:27.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:49:27 smithi139 ceph-mon[88985]: osdmap e1927: 8 total, 8 up, 8 in 2024-04-13T08:49:29.465 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:49:29 smithi119 ceph-mon[93746]: pgmap v3525: 137 pgs: 137 active+clean; 228 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 971 KiB/s rd, 2.4 MiB/s wr, 49 op/s 2024-04-13T08:49:29.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:49:29 smithi119 ceph-mon[96316]: pgmap v3525: 137 pgs: 137 active+clean; 228 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 971 KiB/s rd, 2.4 MiB/s wr, 49 op/s 2024-04-13T08:49:29.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:49:29 smithi139 ceph-mon[88985]: pgmap v3525: 137 pgs: 137 active+clean; 228 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 971 KiB/s rd, 2.4 MiB/s wr, 49 op/s 2024-04-13T08:49:31.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:49:31 smithi139 ceph-mon[88985]: pgmap v3526: 137 pgs: 137 active+clean; 228 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 971 KiB/s rd, 2.4 MiB/s wr, 49 op/s 2024-04-13T08:49:31.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:49:31 smithi119 ceph-mon[96316]: pgmap v3526: 137 pgs: 137 active+clean; 228 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 971 KiB/s rd, 2.4 MiB/s wr, 49 op/s 2024-04-13T08:49:31.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:49:31 smithi119 ceph-mon[93746]: pgmap v3526: 137 pgs: 137 active+clean; 228 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 971 KiB/s rd, 2.4 MiB/s wr, 49 op/s 2024-04-13T08:49:32.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:49:32 smithi139 ceph-mon[88985]: osdmap e1928: 8 total, 8 up, 8 in 2024-04-13T08:49:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:49:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:49:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:49:32.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:49:32 smithi119 ceph-mon[96316]: osdmap e1928: 8 total, 8 up, 8 in 2024-04-13T08:49:32.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:49:32 smithi119 ceph-mon[93746]: osdmap e1928: 8 total, 8 up, 8 in 2024-04-13T08:49:33.541 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/2.ShrinkToOneAfterSnapshot (11216 ms) 2024-04-13T08:49:33.542 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/2.MinOverlap 2024-04-13T08:49:33.542 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:49:33.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:49:33 smithi139 ceph-mon[88985]: pgmap v3528: 137 pgs: 137 active+clean; 245 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 592 KiB/s rd, 3.6 MiB/s wr, 62 op/s 2024-04-13T08:49:33.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:49:33 smithi119 ceph-mon[96316]: pgmap v3528: 137 pgs: 137 active+clean; 245 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 592 KiB/s rd, 3.6 MiB/s wr, 62 op/s 2024-04-13T08:49:33.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:49:33 smithi119 ceph-mon[93746]: pgmap v3528: 137 pgs: 137 active+clean; 245 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 592 KiB/s rd, 3.6 MiB/s wr, 62 op/s 2024-04-13T08:49:35.215 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:49:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:49:34] "GET /metrics HTTP/1.1" 200 36621 "" "Prometheus/2.43.0" 2024-04-13T08:49:35.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:49:35 smithi139 ceph-mon[88985]: pgmap v3529: 137 pgs: 137 active+clean; 245 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 60 op/s 2024-04-13T08:49:35.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:49:35 smithi119 ceph-mon[96316]: pgmap v3529: 137 pgs: 137 active+clean; 245 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 60 op/s 2024-04-13T08:49:35.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:49:35 smithi119 ceph-mon[93746]: pgmap v3529: 137 pgs: 137 active+clean; 245 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 60 op/s 2024-04-13T08:49:37.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:49:37 smithi139 ceph-mon[88985]: pgmap v3530: 137 pgs: 137 active+clean; 306 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 9.5 MiB/s wr, 79 op/s 2024-04-13T08:49:37.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:49:37 smithi119 ceph-mon[96316]: pgmap v3530: 137 pgs: 137 active+clean; 306 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 9.5 MiB/s wr, 79 op/s 2024-04-13T08:49:37.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:49:37 smithi119 ceph-mon[93746]: pgmap v3530: 137 pgs: 137 active+clean; 306 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 9.5 MiB/s wr, 79 op/s 2024-04-13T08:49:38.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:49:38 smithi139 ceph-mon[88985]: osdmap e1929: 8 total, 8 up, 8 in 2024-04-13T08:49:38.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:49:38 smithi119 ceph-mon[96316]: osdmap e1929: 8 total, 8 up, 8 in 2024-04-13T08:49:38.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:49:38 smithi119 ceph-mon[93746]: osdmap e1929: 8 total, 8 up, 8 in 2024-04-13T08:49:39.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:49:39 smithi139 ceph-mon[88985]: pgmap v3532: 137 pgs: 137 active+clean; 310 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 10 MiB/s wr, 67 op/s 2024-04-13T08:49:39.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:49:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:49:39.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:49:39 smithi119 ceph-mon[96316]: pgmap v3532: 137 pgs: 137 active+clean; 310 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 10 MiB/s wr, 67 op/s 2024-04-13T08:49:39.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:49:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:49:39.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:49:39 smithi119 ceph-mon[93746]: pgmap v3532: 137 pgs: 137 active+clean; 310 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 10 MiB/s wr, 67 op/s 2024-04-13T08:49:39.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:49:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:49:41.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:49:41 smithi139 ceph-mon[88985]: pgmap v3533: 137 pgs: 137 active+clean; 310 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 7.7 MiB/s wr, 43 op/s 2024-04-13T08:49:41.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:49:41 smithi119 ceph-mon[96316]: pgmap v3533: 137 pgs: 137 active+clean; 310 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 7.7 MiB/s wr, 43 op/s 2024-04-13T08:49:41.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:49:41 smithi119 ceph-mon[93746]: pgmap v3533: 137 pgs: 137 active+clean; 310 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 7.7 MiB/s wr, 43 op/s 2024-04-13T08:49:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:49:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:49:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:49:43.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:49:43 smithi139 ceph-mon[88985]: pgmap v3534: 137 pgs: 137 active+clean; 335 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 9.0 MiB/s wr, 67 op/s 2024-04-13T08:49:43.645 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/2.MinOverlap (10104 ms) 2024-04-13T08:49:43.645 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/2.ZeroOverlap 2024-04-13T08:49:43.645 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:49:43.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:49:43 smithi119 ceph-mon[96316]: pgmap v3534: 137 pgs: 137 active+clean; 335 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 9.0 MiB/s wr, 67 op/s 2024-04-13T08:49:43.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:49:43 smithi119 ceph-mon[93746]: pgmap v3534: 137 pgs: 137 active+clean; 335 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 9.0 MiB/s wr, 67 op/s 2024-04-13T08:49:45.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:49:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:49:44] "GET /metrics HTTP/1.1" 200 36624 "" "Prometheus/2.43.0" 2024-04-13T08:49:45.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:49:45 smithi139 ceph-mon[88985]: pgmap v3535: 137 pgs: 137 active+clean; 339 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 9.4 MiB/s wr, 67 op/s 2024-04-13T08:49:45.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:49:45 smithi119 ceph-mon[96316]: pgmap v3535: 137 pgs: 137 active+clean; 339 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 9.4 MiB/s wr, 67 op/s 2024-04-13T08:49:45.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:49:45 smithi119 ceph-mon[93746]: pgmap v3535: 137 pgs: 137 active+clean; 339 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 9.4 MiB/s wr, 67 op/s 2024-04-13T08:49:47.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:49:47 smithi139 ceph-mon[88985]: pgmap v3536: 137 pgs: 137 active+clean; 343 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 57 op/s 2024-04-13T08:49:47.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:49:47 smithi119 ceph-mon[96316]: pgmap v3536: 137 pgs: 137 active+clean; 343 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 57 op/s 2024-04-13T08:49:47.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:49:47 smithi119 ceph-mon[93746]: pgmap v3536: 137 pgs: 137 active+clean; 343 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 57 op/s 2024-04-13T08:49:48.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:49:48 smithi139 ceph-mon[88985]: osdmap e1930: 8 total, 8 up, 8 in 2024-04-13T08:49:48.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:49:48 smithi119 ceph-mon[96316]: osdmap e1930: 8 total, 8 up, 8 in 2024-04-13T08:49:48.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:49:48 smithi119 ceph-mon[93746]: osdmap e1930: 8 total, 8 up, 8 in 2024-04-13T08:49:49.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:49:49 smithi139 ceph-mon[88985]: pgmap v3538: 137 pgs: 137 active+clean; 343 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 58 op/s 2024-04-13T08:49:49.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:49:49 smithi119 ceph-mon[96316]: pgmap v3538: 137 pgs: 137 active+clean; 343 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 58 op/s 2024-04-13T08:49:49.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:49:49 smithi119 ceph-mon[93746]: pgmap v3538: 137 pgs: 137 active+clean; 343 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 58 op/s 2024-04-13T08:49:51.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:49:51 smithi139 ceph-mon[88985]: pgmap v3539: 137 pgs: 137 active+clean; 343 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 58 op/s 2024-04-13T08:49:51.715 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:49:51 smithi119 ceph-mon[93746]: pgmap v3539: 137 pgs: 137 active+clean; 343 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 58 op/s 2024-04-13T08:49:51.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:49:51 smithi119 ceph-mon[96316]: pgmap v3539: 137 pgs: 137 active+clean; 343 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 58 op/s 2024-04-13T08:49:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:49:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:49:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:49:53.589 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/2.ZeroOverlap (9944 ms) 2024-04-13T08:49:53.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:49:53 smithi139 ceph-mon[88985]: pgmap v3540: 137 pgs: 137 active+clean; 372 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-13T08:49:53.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:49:53 smithi119 ceph-mon[96316]: pgmap v3540: 137 pgs: 137 active+clean; 372 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-13T08:49:53.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:49:53 smithi119 ceph-mon[93746]: pgmap v3540: 137 pgs: 137 active+clean; 372 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-13T08:49:54.282 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 7 tests from EncryptedFlattenTest/2 (77454 ms total) 2024-04-13T08:49:54.283 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:49:54.283 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 7 tests from EncryptedFlattenTest/3, where TypeParam = LUKS1UnderLUKS1 2024-04-13T08:49:54.328 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/3.Simple 2024-04-13T08:49:54.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:49:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:49:54.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:49:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:49:54.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:49:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:49:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:49:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:49:54] "GET /metrics HTTP/1.1" 200 36614 "" "Prometheus/2.43.0" 2024-04-13T08:49:55.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:49:55 smithi139 ceph-mon[88985]: pgmap v3541: 137 pgs: 137 active+clean; 372 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.7 MiB/s wr, 58 op/s 2024-04-13T08:49:55.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:49:55 smithi139 ceph-mon[88985]: osdmap e1931: 8 total, 8 up, 8 in 2024-04-13T08:49:55.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:49:55 smithi119 ceph-mon[96316]: pgmap v3541: 137 pgs: 137 active+clean; 372 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.7 MiB/s wr, 58 op/s 2024-04-13T08:49:55.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:49:55 smithi119 ceph-mon[96316]: osdmap e1931: 8 total, 8 up, 8 in 2024-04-13T08:49:55.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:49:55 smithi119 ceph-mon[93746]: pgmap v3541: 137 pgs: 137 active+clean; 372 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.7 MiB/s wr, 58 op/s 2024-04-13T08:49:55.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:49:55 smithi119 ceph-mon[93746]: osdmap e1931: 8 total, 8 up, 8 in 2024-04-13T08:49:56.298 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:49:56.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:49:56 smithi139 ceph-mon[88985]: osdmap e1932: 8 total, 8 up, 8 in 2024-04-13T08:49:56.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:49:56 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/15129555' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:49:56.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:49:56 smithi119 ceph-mon[96316]: osdmap e1932: 8 total, 8 up, 8 in 2024-04-13T08:49:56.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:49:56 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/15129555' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:49:56.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:49:56 smithi119 ceph-mon[93746]: osdmap e1932: 8 total, 8 up, 8 in 2024-04-13T08:49:56.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:49:56 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/15129555' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:49:57.617 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:49:57 smithi119 ceph-mon[96316]: pgmap v3544: 137 pgs: 24 creating+peering, 8 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:49:57.617 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:49:57 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:49:57.617 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:49:57 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/15129555' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:49:57.618 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:49:57 smithi119 ceph-mon[96316]: osdmap e1933: 8 total, 8 up, 8 in 2024-04-13T08:49:57.618 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:49:57 smithi119 ceph-mon[93746]: pgmap v3544: 137 pgs: 24 creating+peering, 8 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:49:57.618 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:49:57 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:49:57.618 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:49:57 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/15129555' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:49:57.618 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:49:57 smithi119 ceph-mon[93746]: osdmap e1933: 8 total, 8 up, 8 in 2024-04-13T08:49:57.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:49:57 smithi139 ceph-mon[88985]: pgmap v3544: 137 pgs: 24 creating+peering, 8 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:49:57.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:49:57 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:49:57.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:49:57 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/15129555' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:49:57.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:49:57 smithi139 ceph-mon[88985]: osdmap e1933: 8 total, 8 up, 8 in 2024-04-13T08:49:58.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:49:58 smithi139 ceph-mon[88985]: osdmap e1934: 8 total, 8 up, 8 in 2024-04-13T08:49:58.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:49:58 smithi119 ceph-mon[96316]: osdmap e1934: 8 total, 8 up, 8 in 2024-04-13T08:49:58.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:49:58 smithi119 ceph-mon[93746]: osdmap e1934: 8 total, 8 up, 8 in 2024-04-13T08:49:59.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:49:59 smithi139 ceph-mon[88985]: pgmap v3547: 137 pgs: 24 creating+peering, 113 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:49:59.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:49:59 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:49:59.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:49:59 smithi139 ceph-mon[88985]: osdmap e1935: 8 total, 8 up, 8 in 2024-04-13T08:49:59.715 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:49:59 smithi119 ceph-mon[93746]: pgmap v3547: 137 pgs: 24 creating+peering, 113 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:49:59.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:49:59 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:49:59.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:49:59 smithi119 ceph-mon[93746]: osdmap e1935: 8 total, 8 up, 8 in 2024-04-13T08:49:59.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:49:59 smithi119 ceph-mon[96316]: pgmap v3547: 137 pgs: 24 creating+peering, 113 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:49:59.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:49:59 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:49:59.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:49:59 smithi119 ceph-mon[96316]: osdmap e1935: 8 total, 8 up, 8 in 2024-04-13T08:50:00.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:50:00 smithi139 ceph-mon[88985]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-13T08:50:00.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:50:00 smithi119 ceph-mon[96316]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-13T08:50:00.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:50:00 smithi119 ceph-mon[93746]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-13T08:50:01.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:50:01 smithi139 ceph-mon[88985]: pgmap v3549: 137 pgs: 24 creating+peering, 113 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 231 B/s wr, 0 op/s 2024-04-13T08:50:01.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:50:01 smithi119 ceph-mon[96316]: pgmap v3549: 137 pgs: 24 creating+peering, 113 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 231 B/s wr, 0 op/s 2024-04-13T08:50:01.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:50:01 smithi119 ceph-mon[93746]: pgmap v3549: 137 pgs: 24 creating+peering, 113 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 231 B/s wr, 0 op/s 2024-04-13T08:50:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:50:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:50:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:50:03.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:50:03 smithi139 ceph-mon[88985]: pgmap v3550: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.3 KiB/s rd, 853 B/s wr, 6 op/s 2024-04-13T08:50:03.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:50:03 smithi139 ceph-mon[88985]: osdmap e1936: 8 total, 8 up, 8 in 2024-04-13T08:50:03.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:50:03 smithi119 ceph-mon[96316]: pgmap v3550: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.3 KiB/s rd, 853 B/s wr, 6 op/s 2024-04-13T08:50:03.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:50:03 smithi119 ceph-mon[96316]: osdmap e1936: 8 total, 8 up, 8 in 2024-04-13T08:50:03.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:50:03 smithi119 ceph-mon[93746]: pgmap v3550: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.3 KiB/s rd, 853 B/s wr, 6 op/s 2024-04-13T08:50:03.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:50:03 smithi119 ceph-mon[93746]: osdmap e1936: 8 total, 8 up, 8 in 2024-04-13T08:50:05.215 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:50:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:50:04] "GET /metrics HTTP/1.1" 200 36614 "" "Prometheus/2.43.0" 2024-04-13T08:50:05.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:50:05 smithi139 ceph-mon[88985]: pgmap v3552: 137 pgs: 137 active+clean; 8.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 642 KiB/s wr, 20 op/s 2024-04-13T08:50:05.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:50:05 smithi119 ceph-mon[96316]: pgmap v3552: 137 pgs: 137 active+clean; 8.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 642 KiB/s wr, 20 op/s 2024-04-13T08:50:05.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:50:05 smithi119 ceph-mon[93746]: pgmap v3552: 137 pgs: 137 active+clean; 8.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 642 KiB/s wr, 20 op/s 2024-04-13T08:50:07.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:50:07 smithi139 ceph-mon[88985]: pgmap v3553: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 3.6 MiB/s wr, 47 op/s 2024-04-13T08:50:07.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:50:07 smithi139 ceph-mon[88985]: osdmap e1937: 8 total, 8 up, 8 in 2024-04-13T08:50:07.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:50:07 smithi119 ceph-mon[96316]: pgmap v3553: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 3.6 MiB/s wr, 47 op/s 2024-04-13T08:50:07.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:50:07 smithi119 ceph-mon[96316]: osdmap e1937: 8 total, 8 up, 8 in 2024-04-13T08:50:07.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:50:07 smithi119 ceph-mon[93746]: pgmap v3553: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 3.6 MiB/s wr, 47 op/s 2024-04-13T08:50:07.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:50:07 smithi119 ceph-mon[93746]: osdmap e1937: 8 total, 8 up, 8 in 2024-04-13T08:50:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:50:09 smithi139 ceph-mon[88985]: pgmap v3555: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 3.6 MiB/s wr, 49 op/s 2024-04-13T08:50:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:50:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:50:09.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:50:09 smithi119 ceph-mon[96316]: pgmap v3555: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 3.6 MiB/s wr, 49 op/s 2024-04-13T08:50:09.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:50:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:50:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:50:09 smithi119 ceph-mon[93746]: pgmap v3555: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 3.6 MiB/s wr, 49 op/s 2024-04-13T08:50:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:50:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:50:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:50:11 smithi139 ceph-mon[88985]: pgmap v3556: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 3.6 MiB/s wr, 44 op/s 2024-04-13T08:50:11.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:50:11 smithi119 ceph-mon[96316]: pgmap v3556: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 3.6 MiB/s wr, 44 op/s 2024-04-13T08:50:11.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:50:11 smithi119 ceph-mon[93746]: pgmap v3556: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 3.6 MiB/s wr, 44 op/s 2024-04-13T08:50:12.203 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/3.Simple (17874 ms) 2024-04-13T08:50:12.203 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/3.Grow 2024-04-13T08:50:12.203 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:50:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:50:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:50:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:50:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:50:13 smithi139 ceph-mon[88985]: pgmap v3557: 137 pgs: 137 active+clean; 58 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 7.2 MiB/s rd, 6.1 MiB/s wr, 61 op/s 2024-04-13T08:50:13.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:50:13 smithi119 ceph-mon[96316]: pgmap v3557: 137 pgs: 137 active+clean; 58 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 7.2 MiB/s rd, 6.1 MiB/s wr, 61 op/s 2024-04-13T08:50:13.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:50:13 smithi119 ceph-mon[93746]: pgmap v3557: 137 pgs: 137 active+clean; 58 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 7.2 MiB/s rd, 6.1 MiB/s wr, 61 op/s 2024-04-13T08:50:14.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:50:14 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:50:14.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:50:14 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:50:14.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:50:14 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:50:14.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:50:14 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:50:14.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:50:14 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:50:14.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:50:14 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:50:14.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:50:14 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:50:14.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:50:14 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:50:14.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:50:14 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:50:15.117 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:50:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:50:14] "GET /metrics HTTP/1.1" 200 36607 "" "Prometheus/2.43.0" 2024-04-13T08:50:15.118 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:50:15 smithi119 ceph-mon[93746]: pgmap v3558: 137 pgs: 137 active+clean; 63 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 5.8 MiB/s wr, 51 op/s 2024-04-13T08:50:15.118 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:50:15 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:50:15.118 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:50:15 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:50:15.118 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:50:15 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:50:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:50:15 smithi139 ceph-mon[88985]: pgmap v3558: 137 pgs: 137 active+clean; 63 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 5.8 MiB/s wr, 51 op/s 2024-04-13T08:50:15.484 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:50:15 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:50:15.484 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:50:15 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:50:15.484 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:50:15 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:50:15.485 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:50:15 smithi119 ceph-mon[96316]: pgmap v3558: 137 pgs: 137 active+clean; 63 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 5.8 MiB/s wr, 51 op/s 2024-04-13T08:50:15.485 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:50:15 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:50:15.485 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:50:15 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:50:15.485 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:50:15 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:50:17.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:50:17 smithi139 ceph-mon[88985]: pgmap v3559: 137 pgs: 137 active+clean; 63 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 33 op/s 2024-04-13T08:50:17.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:50:17 smithi139 ceph-mon[88985]: osdmap e1938: 8 total, 8 up, 8 in 2024-04-13T08:50:17.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:50:17 smithi119 ceph-mon[96316]: pgmap v3559: 137 pgs: 137 active+clean; 63 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 33 op/s 2024-04-13T08:50:17.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:50:17 smithi119 ceph-mon[96316]: osdmap e1938: 8 total, 8 up, 8 in 2024-04-13T08:50:17.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:50:17 smithi119 ceph-mon[93746]: pgmap v3559: 137 pgs: 137 active+clean; 63 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 33 op/s 2024-04-13T08:50:17.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:50:17 smithi119 ceph-mon[93746]: osdmap e1938: 8 total, 8 up, 8 in 2024-04-13T08:50:19.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:50:19 smithi139 ceph-mon[88985]: pgmap v3561: 137 pgs: 137 active+clean; 67 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 3.7 MiB/s wr, 45 op/s 2024-04-13T08:50:19.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:50:19 smithi119 ceph-mon[96316]: pgmap v3561: 137 pgs: 137 active+clean; 67 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 3.7 MiB/s wr, 45 op/s 2024-04-13T08:50:19.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:50:19 smithi119 ceph-mon[93746]: pgmap v3561: 137 pgs: 137 active+clean; 67 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 3.7 MiB/s wr, 45 op/s 2024-04-13T08:50:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:50:21 smithi139 ceph-mon[88985]: pgmap v3562: 137 pgs: 137 active+clean; 67 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 3.7 MiB/s wr, 45 op/s 2024-04-13T08:50:21.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:50:21 smithi119 ceph-mon[96316]: pgmap v3562: 137 pgs: 137 active+clean; 67 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 3.7 MiB/s wr, 45 op/s 2024-04-13T08:50:21.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:50:21 smithi119 ceph-mon[93746]: pgmap v3562: 137 pgs: 137 active+clean; 67 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 3.7 MiB/s wr, 45 op/s 2024-04-13T08:50:22.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:50:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:50:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:50:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:50:23 smithi139 ceph-mon[88985]: pgmap v3563: 137 pgs: 137 active+clean; 96 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.8 MiB/s wr, 48 op/s 2024-04-13T08:50:23.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:50:23 smithi119 ceph-mon[96316]: pgmap v3563: 137 pgs: 137 active+clean; 96 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.8 MiB/s wr, 48 op/s 2024-04-13T08:50:23.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:50:23 smithi119 ceph-mon[93746]: pgmap v3563: 137 pgs: 137 active+clean; 96 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.8 MiB/s wr, 48 op/s 2024-04-13T08:50:24.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:50:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:50:24.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:50:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:50:24.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:50:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:50:25.137 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:50:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:50:24] "GET /metrics HTTP/1.1" 200 36618 "" "Prometheus/2.43.0" 2024-04-13T08:50:25.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:50:25 smithi119 ceph-mon[96316]: pgmap v3564: 137 pgs: 137 active+clean; 96 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-13T08:50:25.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:50:25 smithi119 ceph-mon[93746]: pgmap v3564: 137 pgs: 137 active+clean; 96 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-13T08:50:25.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:50:25 smithi139 ceph-mon[88985]: pgmap v3564: 137 pgs: 137 active+clean; 96 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-13T08:50:26.020 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/3.Grow (13817 ms) 2024-04-13T08:50:26.020 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/3.Shrink 2024-04-13T08:50:26.020 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:50:27.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:50:27 smithi119 ceph-mon[96316]: pgmap v3565: 137 pgs: 137 active+clean; 117 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 7.2 MiB/s rd, 5.8 MiB/s wr, 50 op/s 2024-04-13T08:50:27.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:50:27 smithi119 ceph-mon[93746]: pgmap v3565: 137 pgs: 137 active+clean; 117 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 7.2 MiB/s rd, 5.8 MiB/s wr, 50 op/s 2024-04-13T08:50:27.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:50:27 smithi139 ceph-mon[88985]: pgmap v3565: 137 pgs: 137 active+clean; 117 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 7.2 MiB/s rd, 5.8 MiB/s wr, 50 op/s 2024-04-13T08:50:29.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:50:29 smithi119 ceph-mon[96316]: pgmap v3566: 137 pgs: 137 active+clean; 121 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 7.6 MiB/s rd, 5.4 MiB/s wr, 51 op/s 2024-04-13T08:50:29.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:50:29 smithi119 ceph-mon[93746]: pgmap v3566: 137 pgs: 137 active+clean; 121 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 7.6 MiB/s rd, 5.4 MiB/s wr, 51 op/s 2024-04-13T08:50:29.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:50:29 smithi139 ceph-mon[88985]: pgmap v3566: 137 pgs: 137 active+clean; 121 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 7.6 MiB/s rd, 5.4 MiB/s wr, 51 op/s 2024-04-13T08:50:31.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:50:31 smithi119 ceph-mon[96316]: pgmap v3567: 137 pgs: 137 active+clean; 121 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.8 MiB/s wr, 38 op/s 2024-04-13T08:50:31.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:50:31 smithi119 ceph-mon[96316]: osdmap e1939: 8 total, 8 up, 8 in 2024-04-13T08:50:31.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:50:31 smithi119 ceph-mon[93746]: pgmap v3567: 137 pgs: 137 active+clean; 121 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.8 MiB/s wr, 38 op/s 2024-04-13T08:50:31.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:50:31 smithi119 ceph-mon[93746]: osdmap e1939: 8 total, 8 up, 8 in 2024-04-13T08:50:31.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:50:31 smithi139 ceph-mon[88985]: pgmap v3567: 137 pgs: 137 active+clean; 121 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.8 MiB/s wr, 38 op/s 2024-04-13T08:50:31.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:50:31 smithi139 ceph-mon[88985]: osdmap e1939: 8 total, 8 up, 8 in 2024-04-13T08:50:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:50:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:50:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:50:33.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:50:33 smithi119 ceph-mon[96316]: pgmap v3569: 137 pgs: 137 active+clean; 142 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.0 MiB/s wr, 48 op/s 2024-04-13T08:50:33.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:50:33 smithi119 ceph-mon[93746]: pgmap v3569: 137 pgs: 137 active+clean; 142 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.0 MiB/s wr, 48 op/s 2024-04-13T08:50:33.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:50:33 smithi139 ceph-mon[88985]: pgmap v3569: 137 pgs: 137 active+clean; 142 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.0 MiB/s wr, 48 op/s 2024-04-13T08:50:35.153 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:50:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:50:34] "GET /metrics HTTP/1.1" 200 36618 "" "Prometheus/2.43.0" 2024-04-13T08:50:35.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:50:35 smithi119 ceph-mon[96316]: pgmap v3570: 137 pgs: 137 active+clean; 150 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-13T08:50:35.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:50:35 smithi119 ceph-mon[93746]: pgmap v3570: 137 pgs: 137 active+clean; 150 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-13T08:50:35.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:50:35 smithi139 ceph-mon[88985]: pgmap v3570: 137 pgs: 137 active+clean; 150 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-13T08:50:37.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:50:37 smithi119 ceph-mon[96316]: pgmap v3571: 137 pgs: 137 active+clean; 154 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.7 MiB/s wr, 54 op/s 2024-04-13T08:50:37.496 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:50:37 smithi119 ceph-mon[93746]: pgmap v3571: 137 pgs: 137 active+clean; 154 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.7 MiB/s wr, 54 op/s 2024-04-13T08:50:37.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:50:37 smithi139 ceph-mon[88985]: pgmap v3571: 137 pgs: 137 active+clean; 154 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.7 MiB/s wr, 54 op/s 2024-04-13T08:50:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:50:39 smithi119 ceph-mon[96316]: pgmap v3572: 137 pgs: 137 active+clean; 154 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 46 op/s 2024-04-13T08:50:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:50:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:50:39.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:50:39 smithi119 ceph-mon[93746]: pgmap v3572: 137 pgs: 137 active+clean; 154 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 46 op/s 2024-04-13T08:50:39.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:50:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:50:39.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:50:39 smithi139 ceph-mon[88985]: pgmap v3572: 137 pgs: 137 active+clean; 154 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 46 op/s 2024-04-13T08:50:39.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:50:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:50:40.148 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/3.Shrink (14129 ms) 2024-04-13T08:50:40.149 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/3.ShrinkToOne 2024-04-13T08:50:40.149 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:50:41.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:50:41 smithi119 ceph-mon[96316]: pgmap v3573: 137 pgs: 137 active+clean; 154 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 46 op/s 2024-04-13T08:50:41.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:50:41 smithi119 ceph-mon[93746]: pgmap v3573: 137 pgs: 137 active+clean; 154 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 46 op/s 2024-04-13T08:50:41.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:50:41 smithi139 ceph-mon[88985]: pgmap v3573: 137 pgs: 137 active+clean; 154 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 46 op/s 2024-04-13T08:50:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:50:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:50:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:50:43.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:50:43 smithi119 ceph-mon[96316]: pgmap v3574: 137 pgs: 137 active+clean; 175 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 9.5 MiB/s rd, 5.0 MiB/s wr, 60 op/s 2024-04-13T08:50:43.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:50:43 smithi119 ceph-mon[93746]: pgmap v3574: 137 pgs: 137 active+clean; 175 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 9.5 MiB/s rd, 5.0 MiB/s wr, 60 op/s 2024-04-13T08:50:43.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:50:43 smithi139 ceph-mon[88985]: pgmap v3574: 137 pgs: 137 active+clean; 175 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 9.5 MiB/s rd, 5.0 MiB/s wr, 60 op/s 2024-04-13T08:50:45.171 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:50:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:50:44] "GET /metrics HTTP/1.1" 200 36616 "" "Prometheus/2.43.0" 2024-04-13T08:50:45.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:50:45 smithi119 ceph-mon[96316]: pgmap v3575: 137 pgs: 137 active+clean; 179 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.4 MiB/s wr, 36 op/s 2024-04-13T08:50:45.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:50:45 smithi119 ceph-mon[96316]: osdmap e1940: 8 total, 8 up, 8 in 2024-04-13T08:50:45.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:50:45 smithi119 ceph-mon[93746]: pgmap v3575: 137 pgs: 137 active+clean; 179 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.4 MiB/s wr, 36 op/s 2024-04-13T08:50:45.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:50:45 smithi119 ceph-mon[93746]: osdmap e1940: 8 total, 8 up, 8 in 2024-04-13T08:50:45.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:50:45 smithi139 ceph-mon[88985]: pgmap v3575: 137 pgs: 137 active+clean; 179 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.4 MiB/s wr, 36 op/s 2024-04-13T08:50:45.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:50:45 smithi139 ceph-mon[88985]: osdmap e1940: 8 total, 8 up, 8 in 2024-04-13T08:50:47.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:50:47 smithi119 ceph-mon[96316]: pgmap v3577: 137 pgs: 137 active+clean; 200 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.0 MiB/s wr, 57 op/s 2024-04-13T08:50:47.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:50:47 smithi119 ceph-mon[93746]: pgmap v3577: 137 pgs: 137 active+clean; 200 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.0 MiB/s wr, 57 op/s 2024-04-13T08:50:47.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:50:47 smithi139 ceph-mon[88985]: pgmap v3577: 137 pgs: 137 active+clean; 200 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.0 MiB/s wr, 57 op/s 2024-04-13T08:50:49.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:50:49 smithi119 ceph-mon[96316]: pgmap v3578: 137 pgs: 137 active+clean; 208 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-13T08:50:49.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:50:49 smithi119 ceph-mon[93746]: pgmap v3578: 137 pgs: 137 active+clean; 208 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-13T08:50:49.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:50:49 smithi139 ceph-mon[88985]: pgmap v3578: 137 pgs: 137 active+clean; 208 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-13T08:50:51.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:50:51 smithi119 ceph-mon[96316]: pgmap v3579: 137 pgs: 137 active+clean; 208 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-13T08:50:51.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:50:51 smithi119 ceph-mon[93746]: pgmap v3579: 137 pgs: 137 active+clean; 208 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-13T08:50:51.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:50:51 smithi139 ceph-mon[88985]: pgmap v3579: 137 pgs: 137 active+clean; 208 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-13T08:50:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:50:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:50:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:50:53.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:50:53 smithi119 ceph-mon[96316]: pgmap v3580: 137 pgs: 137 active+clean; 208 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-13T08:50:53.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:50:53 smithi119 ceph-mon[93746]: pgmap v3580: 137 pgs: 137 active+clean; 208 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-13T08:50:53.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:50:53 smithi139 ceph-mon[88985]: pgmap v3580: 137 pgs: 137 active+clean; 208 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-13T08:50:53.949 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/3.ShrinkToOne (13800 ms) 2024-04-13T08:50:53.949 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/3.ShrinkToOneAfterSnapshot 2024-04-13T08:50:53.950 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:50:54.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:50:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:50:54.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:50:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:50:54.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:50:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:50:55.186 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:50:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:50:54] "GET /metrics HTTP/1.1" 200 36612 "" "Prometheus/2.43.0" 2024-04-13T08:50:55.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:50:55 smithi119 ceph-mon[96316]: pgmap v3581: 137 pgs: 137 active+clean; 212 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 527 KiB/s rd, 3.7 MiB/s wr, 42 op/s 2024-04-13T08:50:55.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:50:55 smithi119 ceph-mon[93746]: pgmap v3581: 137 pgs: 137 active+clean; 212 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 527 KiB/s rd, 3.7 MiB/s wr, 42 op/s 2024-04-13T08:50:55.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:50:55 smithi139 ceph-mon[88985]: pgmap v3581: 137 pgs: 137 active+clean; 212 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 527 KiB/s rd, 3.7 MiB/s wr, 42 op/s 2024-04-13T08:50:57.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:50:57 smithi119 ceph-mon[96316]: pgmap v3582: 137 pgs: 137 active+clean; 216 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 820 KiB/s rd, 3.9 MiB/s wr, 49 op/s 2024-04-13T08:50:57.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:50:57 smithi119 ceph-mon[93746]: pgmap v3582: 137 pgs: 137 active+clean; 216 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 820 KiB/s rd, 3.9 MiB/s wr, 49 op/s 2024-04-13T08:50:57.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:50:57 smithi139 ceph-mon[88985]: pgmap v3582: 137 pgs: 137 active+clean; 216 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 820 KiB/s rd, 3.9 MiB/s wr, 49 op/s 2024-04-13T08:50:59.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:50:59 smithi119 ceph-mon[93746]: pgmap v3583: 137 pgs: 137 active+clean; 232 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 770 KiB/s rd, 3.3 MiB/s wr, 22 op/s 2024-04-13T08:50:59.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:50:59 smithi119 ceph-mon[93746]: osdmap e1941: 8 total, 8 up, 8 in 2024-04-13T08:50:59.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:50:59 smithi119 ceph-mon[96316]: pgmap v3583: 137 pgs: 137 active+clean; 232 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 770 KiB/s rd, 3.3 MiB/s wr, 22 op/s 2024-04-13T08:50:59.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:50:59 smithi119 ceph-mon[96316]: osdmap e1941: 8 total, 8 up, 8 in 2024-04-13T08:50:59.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:50:59 smithi139 ceph-mon[88985]: pgmap v3583: 137 pgs: 137 active+clean; 232 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 770 KiB/s rd, 3.3 MiB/s wr, 22 op/s 2024-04-13T08:50:59.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:50:59 smithi139 ceph-mon[88985]: osdmap e1941: 8 total, 8 up, 8 in 2024-04-13T08:51:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:01 smithi119 ceph-mon[96316]: pgmap v3585: 137 pgs: 137 active+clean; 232 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 923 KiB/s rd, 3.2 MiB/s wr, 25 op/s 2024-04-13T08:51:01.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:01 smithi119 ceph-mon[93746]: pgmap v3585: 137 pgs: 137 active+clean; 232 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 923 KiB/s rd, 3.2 MiB/s wr, 25 op/s 2024-04-13T08:51:01.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:01 smithi139 ceph-mon[88985]: pgmap v3585: 137 pgs: 137 active+clean; 232 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 923 KiB/s rd, 3.2 MiB/s wr, 25 op/s 2024-04-13T08:51:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:51:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:51:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:51:03.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:03 smithi119 ceph-mon[96316]: pgmap v3586: 137 pgs: 137 active+clean; 245 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 907 KiB/s rd, 4.5 MiB/s wr, 43 op/s 2024-04-13T08:51:03.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:03 smithi119 ceph-mon[93746]: pgmap v3586: 137 pgs: 137 active+clean; 245 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 907 KiB/s rd, 4.5 MiB/s wr, 43 op/s 2024-04-13T08:51:03.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:03 smithi139 ceph-mon[88985]: pgmap v3586: 137 pgs: 137 active+clean; 245 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 907 KiB/s rd, 4.5 MiB/s wr, 43 op/s 2024-04-13T08:51:05.198 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:51:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:51:04] "GET /metrics HTTP/1.1" 200 36612 "" "Prometheus/2.43.0" 2024-04-13T08:51:05.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:05 smithi119 ceph-mon[96316]: pgmap v3587: 137 pgs: 137 active+clean; 245 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 447 KiB/s rd, 3.7 MiB/s wr, 51 op/s 2024-04-13T08:51:05.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:05 smithi119 ceph-mon[93746]: pgmap v3587: 137 pgs: 137 active+clean; 245 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 447 KiB/s rd, 3.7 MiB/s wr, 51 op/s 2024-04-13T08:51:05.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:05 smithi139 ceph-mon[88985]: pgmap v3587: 137 pgs: 137 active+clean; 245 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 447 KiB/s rd, 3.7 MiB/s wr, 51 op/s 2024-04-13T08:51:07.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:07 smithi119 ceph-mon[96316]: pgmap v3588: 137 pgs: 137 active+clean; 249 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 60 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-13T08:51:07.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:07 smithi119 ceph-mon[96316]: osdmap e1942: 8 total, 8 up, 8 in 2024-04-13T08:51:07.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:07 smithi119 ceph-mon[93746]: pgmap v3588: 137 pgs: 137 active+clean; 249 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 60 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-13T08:51:07.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:07 smithi119 ceph-mon[93746]: osdmap e1942: 8 total, 8 up, 8 in 2024-04-13T08:51:07.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:07 smithi139 ceph-mon[88985]: pgmap v3588: 137 pgs: 137 active+clean; 249 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 60 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-13T08:51:07.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:07 smithi139 ceph-mon[88985]: osdmap e1942: 8 total, 8 up, 8 in 2024-04-13T08:51:08.532 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/3.ShrinkToOneAfterSnapshot (14583 ms) 2024-04-13T08:51:08.532 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/3.MinOverlap 2024-04-13T08:51:08.532 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:51:09.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:09 smithi119 ceph-mon[96316]: pgmap v3590: 137 pgs: 137 active+clean; 273 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.3 MiB/s wr, 58 op/s 2024-04-13T08:51:09.469 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:51:09.470 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:09 smithi119 ceph-mon[93746]: pgmap v3590: 137 pgs: 137 active+clean; 273 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.3 MiB/s wr, 58 op/s 2024-04-13T08:51:09.470 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:51:09.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:09 smithi139 ceph-mon[88985]: pgmap v3590: 137 pgs: 137 active+clean; 273 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.3 MiB/s wr, 58 op/s 2024-04-13T08:51:09.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:51:11.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:11 smithi119 ceph-mon[96316]: pgmap v3591: 137 pgs: 137 active+clean; 273 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 55 op/s 2024-04-13T08:51:11.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:11 smithi119 ceph-mon[93746]: pgmap v3591: 137 pgs: 137 active+clean; 273 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 55 op/s 2024-04-13T08:51:11.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:11 smithi139 ceph-mon[88985]: pgmap v3591: 137 pgs: 137 active+clean; 273 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 55 op/s 2024-04-13T08:51:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:51:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:51:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:51:13.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:13 smithi139 ceph-mon[88985]: pgmap v3592: 137 pgs: 137 active+clean; 306 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.1 MiB/s wr, 49 op/s 2024-04-13T08:51:13.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:13 smithi139 ceph-mon[88985]: osdmap e1943: 8 total, 8 up, 8 in 2024-04-13T08:51:13.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:13 smithi119 ceph-mon[96316]: pgmap v3592: 137 pgs: 137 active+clean; 306 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.1 MiB/s wr, 49 op/s 2024-04-13T08:51:13.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:13 smithi119 ceph-mon[96316]: osdmap e1943: 8 total, 8 up, 8 in 2024-04-13T08:51:13.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:13 smithi119 ceph-mon[93746]: pgmap v3592: 137 pgs: 137 active+clean; 306 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.1 MiB/s wr, 49 op/s 2024-04-13T08:51:13.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:13 smithi119 ceph-mon[93746]: osdmap e1943: 8 total, 8 up, 8 in 2024-04-13T08:51:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:51:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:51:14] "GET /metrics HTTP/1.1" 200 36615 "" "Prometheus/2.43.0" 2024-04-13T08:51:15.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:15 smithi139 ceph-mon[88985]: pgmap v3594: 137 pgs: 137 active+clean; 306 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 7.1 MiB/s wr, 55 op/s 2024-04-13T08:51:15.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:15 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:51:15.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:15 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:51:15.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:15 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:51:15.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:15 smithi119 ceph-mon[96316]: pgmap v3594: 137 pgs: 137 active+clean; 306 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 7.1 MiB/s wr, 55 op/s 2024-04-13T08:51:15.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:15 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:51:15.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:15 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:51:15.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:15 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:51:15.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:15 smithi119 ceph-mon[93746]: pgmap v3594: 137 pgs: 137 active+clean; 306 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 7.1 MiB/s wr, 55 op/s 2024-04-13T08:51:15.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:15 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:51:15.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:15 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:51:15.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:15 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:51:16.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:16 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:51:16.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:16 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:51:16.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:16 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:51:16.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:16 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:51:16.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:16 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:51:16.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:16 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:51:16.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:16 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:51:16.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:16 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:51:16.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:16 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:51:17.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:17 smithi139 ceph-mon[88985]: pgmap v3595: 137 pgs: 137 active+clean; 335 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 9.0 MiB/s wr, 71 op/s 2024-04-13T08:51:17.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:17 smithi119 ceph-mon[96316]: pgmap v3595: 137 pgs: 137 active+clean; 335 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 9.0 MiB/s wr, 71 op/s 2024-04-13T08:51:17.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:17 smithi119 ceph-mon[93746]: pgmap v3595: 137 pgs: 137 active+clean; 335 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 9.0 MiB/s wr, 71 op/s 2024-04-13T08:51:19.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:19 smithi139 ceph-mon[88985]: pgmap v3596: 137 pgs: 137 active+clean; 339 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 6.6 MiB/s wr, 53 op/s 2024-04-13T08:51:19.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:19 smithi119 ceph-mon[96316]: pgmap v3596: 137 pgs: 137 active+clean; 339 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 6.6 MiB/s wr, 53 op/s 2024-04-13T08:51:19.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:19 smithi119 ceph-mon[93746]: pgmap v3596: 137 pgs: 137 active+clean; 339 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 6.6 MiB/s wr, 53 op/s 2024-04-13T08:51:21.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:21 smithi139 ceph-mon[88985]: pgmap v3597: 137 pgs: 137 active+clean; 339 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 6.6 MiB/s wr, 53 op/s 2024-04-13T08:51:21.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:21 smithi119 ceph-mon[96316]: pgmap v3597: 137 pgs: 137 active+clean; 339 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 6.6 MiB/s wr, 53 op/s 2024-04-13T08:51:21.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:21 smithi119 ceph-mon[93746]: pgmap v3597: 137 pgs: 137 active+clean; 339 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 6.6 MiB/s wr, 53 op/s 2024-04-13T08:51:22.119 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/3.MinOverlap (13587 ms) 2024-04-13T08:51:22.119 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/3.ZeroOverlap 2024-04-13T08:51:22.119 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:51:22.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:51:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:51:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:51:23.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:23 smithi139 ceph-mon[88985]: pgmap v3598: 137 pgs: 137 active+clean; 339 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 507 KiB/s rd, 3.3 MiB/s wr, 54 op/s 2024-04-13T08:51:23.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:23 smithi119 ceph-mon[96316]: pgmap v3598: 137 pgs: 137 active+clean; 339 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 507 KiB/s rd, 3.3 MiB/s wr, 54 op/s 2024-04-13T08:51:23.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:23 smithi119 ceph-mon[93746]: pgmap v3598: 137 pgs: 137 active+clean; 339 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 507 KiB/s rd, 3.3 MiB/s wr, 54 op/s 2024-04-13T08:51:24.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:51:24.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:51:24.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:51:25.215 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:51:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:51:24] "GET /metrics HTTP/1.1" 200 36618 "" "Prometheus/2.43.0" 2024-04-13T08:51:25.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:25 smithi139 ceph-mon[88985]: pgmap v3599: 137 pgs: 137 active+clean; 343 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.9 MiB/s wr, 49 op/s 2024-04-13T08:51:25.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:25 smithi119 ceph-mon[93746]: pgmap v3599: 137 pgs: 137 active+clean; 343 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.9 MiB/s wr, 49 op/s 2024-04-13T08:51:25.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:25 smithi119 ceph-mon[96316]: pgmap v3599: 137 pgs: 137 active+clean; 343 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.9 MiB/s wr, 49 op/s 2024-04-13T08:51:27.518 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:27 smithi119 ceph-mon[96316]: pgmap v3600: 137 pgs: 137 active+clean; 351 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.4 MiB/s wr, 42 op/s 2024-04-13T08:51:27.518 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:27 smithi119 ceph-mon[96316]: osdmap e1944: 8 total, 8 up, 8 in 2024-04-13T08:51:27.518 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:27 smithi119 ceph-mon[93746]: pgmap v3600: 137 pgs: 137 active+clean; 351 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.4 MiB/s wr, 42 op/s 2024-04-13T08:51:27.518 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:27 smithi119 ceph-mon[93746]: osdmap e1944: 8 total, 8 up, 8 in 2024-04-13T08:51:27.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:27 smithi139 ceph-mon[88985]: pgmap v3600: 137 pgs: 137 active+clean; 351 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.4 MiB/s wr, 42 op/s 2024-04-13T08:51:27.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:27 smithi139 ceph-mon[88985]: osdmap e1944: 8 total, 8 up, 8 in 2024-04-13T08:51:29.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:29 smithi139 ceph-mon[88985]: pgmap v3602: 137 pgs: 137 active+clean; 351 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-04-13T08:51:29.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:29 smithi119 ceph-mon[96316]: pgmap v3602: 137 pgs: 137 active+clean; 351 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-04-13T08:51:29.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:29 smithi119 ceph-mon[93746]: pgmap v3602: 137 pgs: 137 active+clean; 351 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-04-13T08:51:31.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:31 smithi139 ceph-mon[88985]: pgmap v3603: 137 pgs: 137 active+clean; 351 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-04-13T08:51:31.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:31 smithi119 ceph-mon[96316]: pgmap v3603: 137 pgs: 137 active+clean; 351 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-04-13T08:51:31.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:31 smithi119 ceph-mon[93746]: pgmap v3603: 137 pgs: 137 active+clean; 351 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-04-13T08:51:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:51:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:51:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:51:33.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:33 smithi139 ceph-mon[88985]: pgmap v3604: 137 pgs: 137 active+clean; 376 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.5 MiB/s wr, 48 op/s 2024-04-13T08:51:33.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:33 smithi119 ceph-mon[93746]: pgmap v3604: 137 pgs: 137 active+clean; 376 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.5 MiB/s wr, 48 op/s 2024-04-13T08:51:33.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:33 smithi119 ceph-mon[96316]: pgmap v3604: 137 pgs: 137 active+clean; 376 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.5 MiB/s wr, 48 op/s 2024-04-13T08:51:35.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:51:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:51:34] "GET /metrics HTTP/1.1" 200 36618 "" "Prometheus/2.43.0" 2024-04-13T08:51:35.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:35 smithi139 ceph-mon[88985]: pgmap v3605: 137 pgs: 137 active+clean; 376 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 62 KiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-13T08:51:35.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:35 smithi119 ceph-mon[96316]: pgmap v3605: 137 pgs: 137 active+clean; 376 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 62 KiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-13T08:51:35.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:35 smithi119 ceph-mon[93746]: pgmap v3605: 137 pgs: 137 active+clean; 376 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 62 KiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-13T08:51:36.008 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/3.ZeroOverlap (13889 ms) 2024-04-13T08:51:36.271 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 7 tests from EncryptedFlattenTest/3 (101680 ms total) 2024-04-13T08:51:36.271 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:51:36.271 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 7 tests from EncryptedFlattenTest/4, where TypeParam = LUKS1UnderLUKS2 2024-04-13T08:51:36.319 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/4.Simple 2024-04-13T08:51:37.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:37 smithi139 ceph-mon[88985]: pgmap v3606: 137 pgs: 137 active+clean; 376 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 535 KiB/s rd, 2.9 MiB/s wr, 52 op/s 2024-04-13T08:51:37.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:37 smithi139 ceph-mon[88985]: osdmap e1945: 8 total, 8 up, 8 in 2024-04-13T08:51:37.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:37 smithi119 ceph-mon[96316]: pgmap v3606: 137 pgs: 137 active+clean; 376 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 535 KiB/s rd, 2.9 MiB/s wr, 52 op/s 2024-04-13T08:51:37.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:37 smithi119 ceph-mon[96316]: osdmap e1945: 8 total, 8 up, 8 in 2024-04-13T08:51:37.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:37 smithi119 ceph-mon[93746]: pgmap v3606: 137 pgs: 137 active+clean; 376 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 535 KiB/s rd, 2.9 MiB/s wr, 52 op/s 2024-04-13T08:51:37.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:37 smithi119 ceph-mon[93746]: osdmap e1945: 8 total, 8 up, 8 in 2024-04-13T08:51:38.281 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:51:38.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:38 smithi139 ceph-mon[88985]: osdmap e1946: 8 total, 8 up, 8 in 2024-04-13T08:51:38.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:38 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2523670518' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:51:38.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:38 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:51:38.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:38 smithi119 ceph-mon[96316]: osdmap e1946: 8 total, 8 up, 8 in 2024-04-13T08:51:38.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:38 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2523670518' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:51:38.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:38 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:51:38.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:38 smithi119 ceph-mon[93746]: osdmap e1946: 8 total, 8 up, 8 in 2024-04-13T08:51:38.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:38 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2523670518' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:51:38.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:38 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:51:39.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:39 smithi139 ceph-mon[88985]: pgmap v3609: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:51:39.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:39 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:51:39.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:39 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:51:39.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:39 smithi139 ceph-mon[88985]: osdmap e1947: 8 total, 8 up, 8 in 2024-04-13T08:51:39.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:39 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:51:39.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:51:39.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:39 smithi119 ceph-mon[96316]: pgmap v3609: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:51:39.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:39 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:51:39.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:39 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:51:39.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:39 smithi119 ceph-mon[96316]: osdmap e1947: 8 total, 8 up, 8 in 2024-04-13T08:51:39.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:39 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:51:39.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:51:39.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:39 smithi119 ceph-mon[93746]: pgmap v3609: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:51:39.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:39 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:51:39.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:39 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:51:39.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:39 smithi119 ceph-mon[93746]: osdmap e1947: 8 total, 8 up, 8 in 2024-04-13T08:51:39.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:39 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:51:39.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:51:40.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:40 smithi139 ceph-mon[88985]: osdmap e1948: 8 total, 8 up, 8 in 2024-04-13T08:51:40.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:40 smithi119 ceph-mon[93746]: osdmap e1948: 8 total, 8 up, 8 in 2024-04-13T08:51:40.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:40 smithi119 ceph-mon[96316]: osdmap e1948: 8 total, 8 up, 8 in 2024-04-13T08:51:41.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:41 smithi139 ceph-mon[88985]: pgmap v3612: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:51:41.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:41 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:51:41.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:41 smithi139 ceph-mon[88985]: osdmap e1949: 8 total, 8 up, 8 in 2024-04-13T08:51:41.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:41 smithi119 ceph-mon[93746]: pgmap v3612: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:51:41.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:41 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:51:41.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:41 smithi119 ceph-mon[93746]: osdmap e1949: 8 total, 8 up, 8 in 2024-04-13T08:51:41.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:41 smithi119 ceph-mon[96316]: pgmap v3612: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:51:41.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:41 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:51:41.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:41 smithi119 ceph-mon[96316]: osdmap e1949: 8 total, 8 up, 8 in 2024-04-13T08:51:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:51:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:51:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:51:43.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:43 smithi139 ceph-mon[88985]: pgmap v3614: 137 pgs: 5 creating+peering, 132 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.3 KiB/s wr, 9 op/s 2024-04-13T08:51:43.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:43 smithi119 ceph-mon[93746]: pgmap v3614: 137 pgs: 5 creating+peering, 132 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.3 KiB/s wr, 9 op/s 2024-04-13T08:51:43.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:43 smithi119 ceph-mon[96316]: pgmap v3614: 137 pgs: 5 creating+peering, 132 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.3 KiB/s wr, 9 op/s 2024-04-13T08:51:45.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:51:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:51:44] "GET /metrics HTTP/1.1" 200 36550 "" "Prometheus/2.43.0" 2024-04-13T08:51:45.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:45 smithi139 ceph-mon[88985]: pgmap v3615: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-13T08:51:45.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:45 smithi139 ceph-mon[88985]: osdmap e1950: 8 total, 8 up, 8 in 2024-04-13T08:51:45.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:45 smithi119 ceph-mon[96316]: pgmap v3615: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-13T08:51:45.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:45 smithi119 ceph-mon[96316]: osdmap e1950: 8 total, 8 up, 8 in 2024-04-13T08:51:45.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:45 smithi119 ceph-mon[93746]: pgmap v3615: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-13T08:51:45.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:45 smithi119 ceph-mon[93746]: osdmap e1950: 8 total, 8 up, 8 in 2024-04-13T08:51:47.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:47 smithi139 ceph-mon[88985]: pgmap v3617: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 3.9 MiB/s wr, 48 op/s 2024-04-13T08:51:47.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:47 smithi139 ceph-mon[88985]: osdmap e1951: 8 total, 8 up, 8 in 2024-04-13T08:51:47.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:47 smithi119 ceph-mon[96316]: pgmap v3617: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 3.9 MiB/s wr, 48 op/s 2024-04-13T08:51:47.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:47 smithi119 ceph-mon[96316]: osdmap e1951: 8 total, 8 up, 8 in 2024-04-13T08:51:47.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:47 smithi119 ceph-mon[93746]: pgmap v3617: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 3.9 MiB/s wr, 48 op/s 2024-04-13T08:51:47.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:47 smithi119 ceph-mon[93746]: osdmap e1951: 8 total, 8 up, 8 in 2024-04-13T08:51:49.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:49 smithi139 ceph-mon[88985]: pgmap v3619: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 3.9 MiB/s wr, 54 op/s 2024-04-13T08:51:49.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:49 smithi119 ceph-mon[96316]: pgmap v3619: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 3.9 MiB/s wr, 54 op/s 2024-04-13T08:51:49.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:49 smithi119 ceph-mon[93746]: pgmap v3619: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 3.9 MiB/s wr, 54 op/s 2024-04-13T08:51:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:51 smithi139 ceph-mon[88985]: pgmap v3620: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 3.6 MiB/s wr, 44 op/s 2024-04-13T08:51:51.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:51 smithi119 ceph-mon[96316]: pgmap v3620: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 3.6 MiB/s wr, 44 op/s 2024-04-13T08:51:51.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:51 smithi119 ceph-mon[93746]: pgmap v3620: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 3.6 MiB/s wr, 44 op/s 2024-04-13T08:51:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:51:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:51:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:51:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:53 smithi139 ceph-mon[88985]: pgmap v3621: 137 pgs: 137 active+clean; 38 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-13T08:51:53.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:53 smithi119 ceph-mon[96316]: pgmap v3621: 137 pgs: 137 active+clean; 38 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-13T08:51:53.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:53 smithi119 ceph-mon[93746]: pgmap v3621: 137 pgs: 137 active+clean; 38 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-13T08:51:55.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:54 smithi139 ceph-mon[88985]: pgmap v3622: 137 pgs: 137 active+clean; 42 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 3.9 MiB/s wr, 41 op/s 2024-04-13T08:51:55.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:54 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:51:55.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:51:55.215 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:51:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:51:54] "GET /metrics HTTP/1.1" 200 36607 "" "Prometheus/2.43.0" 2024-04-13T08:51:55.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:54 smithi119 ceph-mon[96316]: pgmap v3622: 137 pgs: 137 active+clean; 42 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 3.9 MiB/s wr, 41 op/s 2024-04-13T08:51:55.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:54 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:51:55.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:51:55.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:54 smithi119 ceph-mon[93746]: pgmap v3622: 137 pgs: 137 active+clean; 42 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 3.9 MiB/s wr, 41 op/s 2024-04-13T08:51:55.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:54 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:51:55.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:51:57.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:56 smithi139 ceph-mon[88985]: pgmap v3623: 137 pgs: 137 active+clean; 58 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 21 op/s 2024-04-13T08:51:57.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:56 smithi119 ceph-mon[96316]: pgmap v3623: 137 pgs: 137 active+clean; 58 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 21 op/s 2024-04-13T08:51:57.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:56 smithi119 ceph-mon[93746]: pgmap v3623: 137 pgs: 137 active+clean; 58 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 21 op/s 2024-04-13T08:51:57.694 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/4.Simple (21375 ms) 2024-04-13T08:51:57.694 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/4.Grow 2024-04-13T08:51:57.694 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:51:59.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:51:58 smithi139 ceph-mon[88985]: pgmap v3624: 137 pgs: 137 active+clean; 62 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.4 MiB/s wr, 24 op/s 2024-04-13T08:51:59.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:51:58 smithi119 ceph-mon[96316]: pgmap v3624: 137 pgs: 137 active+clean; 62 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.4 MiB/s wr, 24 op/s 2024-04-13T08:51:59.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:51:58 smithi119 ceph-mon[93746]: pgmap v3624: 137 pgs: 137 active+clean; 62 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.4 MiB/s wr, 24 op/s 2024-04-13T08:52:01.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:52:00 smithi139 ceph-mon[88985]: pgmap v3625: 137 pgs: 137 active+clean; 62 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 16 op/s 2024-04-13T08:52:01.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:52:00 smithi119 ceph-mon[93746]: pgmap v3625: 137 pgs: 137 active+clean; 62 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 16 op/s 2024-04-13T08:52:01.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:52:00 smithi119 ceph-mon[96316]: pgmap v3625: 137 pgs: 137 active+clean; 62 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 16 op/s 2024-04-13T08:52:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:52:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:52:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:52:03.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:52:02 smithi139 ceph-mon[88985]: pgmap v3626: 137 pgs: 137 active+clean; 75 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 37 op/s 2024-04-13T08:52:03.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:52:02 smithi139 ceph-mon[88985]: osdmap e1952: 8 total, 8 up, 8 in 2024-04-13T08:52:03.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:52:02 smithi119 ceph-mon[96316]: pgmap v3626: 137 pgs: 137 active+clean; 75 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 37 op/s 2024-04-13T08:52:03.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:52:02 smithi119 ceph-mon[96316]: osdmap e1952: 8 total, 8 up, 8 in 2024-04-13T08:52:03.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:52:02 smithi119 ceph-mon[93746]: pgmap v3626: 137 pgs: 137 active+clean; 75 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 37 op/s 2024-04-13T08:52:03.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:52:02 smithi119 ceph-mon[93746]: osdmap e1952: 8 total, 8 up, 8 in 2024-04-13T08:52:05.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:52:04 smithi139 ceph-mon[88985]: pgmap v3628: 137 pgs: 137 active+clean; 79 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.3 MiB/s wr, 46 op/s 2024-04-13T08:52:05.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:52:04 smithi119 ceph-mon[96316]: pgmap v3628: 137 pgs: 137 active+clean; 79 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.3 MiB/s wr, 46 op/s 2024-04-13T08:52:05.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:52:04 smithi119 ceph-mon[93746]: pgmap v3628: 137 pgs: 137 active+clean; 79 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.3 MiB/s wr, 46 op/s 2024-04-13T08:52:05.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:52:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:52:04] "GET /metrics HTTP/1.1" 200 36607 "" "Prometheus/2.43.0" 2024-04-13T08:52:07.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:52:06 smithi119 ceph-mon[96316]: pgmap v3629: 137 pgs: 137 active+clean; 104 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 6.2 MiB/s wr, 40 op/s 2024-04-13T08:52:07.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:52:06 smithi119 ceph-mon[93746]: pgmap v3629: 137 pgs: 137 active+clean; 104 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 6.2 MiB/s wr, 40 op/s 2024-04-13T08:52:07.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:52:06 smithi139 ceph-mon[88985]: pgmap v3629: 137 pgs: 137 active+clean; 104 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 6.2 MiB/s wr, 40 op/s 2024-04-13T08:52:09.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:52:08 smithi119 ceph-mon[96316]: pgmap v3630: 137 pgs: 137 active+clean; 108 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 7.9 MiB/s rd, 5.4 MiB/s wr, 52 op/s 2024-04-13T08:52:09.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:52:08 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:52:09.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:52:08 smithi119 ceph-mon[93746]: pgmap v3630: 137 pgs: 137 active+clean; 108 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 7.9 MiB/s rd, 5.4 MiB/s wr, 52 op/s 2024-04-13T08:52:09.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:52:08 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:52:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:52:08 smithi139 ceph-mon[88985]: pgmap v3630: 137 pgs: 137 active+clean; 108 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 7.9 MiB/s rd, 5.4 MiB/s wr, 52 op/s 2024-04-13T08:52:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:52:08 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:52:11.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:52:10 smithi119 ceph-mon[93746]: pgmap v3631: 137 pgs: 137 active+clean; 108 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 7.9 MiB/s rd, 5.4 MiB/s wr, 52 op/s 2024-04-13T08:52:11.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:52:10 smithi119 ceph-mon[96316]: pgmap v3631: 137 pgs: 137 active+clean; 108 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 7.9 MiB/s rd, 5.4 MiB/s wr, 52 op/s 2024-04-13T08:52:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:52:10 smithi139 ceph-mon[88985]: pgmap v3631: 137 pgs: 137 active+clean; 108 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 7.9 MiB/s rd, 5.4 MiB/s wr, 52 op/s 2024-04-13T08:52:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:52:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:52:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:52:13.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:52:12 smithi119 ceph-mon[96316]: pgmap v3632: 137 pgs: 137 active+clean; 120 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-13T08:52:13.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:52:12 smithi119 ceph-mon[93746]: pgmap v3632: 137 pgs: 137 active+clean; 120 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-13T08:52:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:52:12 smithi139 ceph-mon[88985]: pgmap v3632: 137 pgs: 137 active+clean; 120 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-13T08:52:13.597 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/4.Grow (15903 ms) 2024-04-13T08:52:13.598 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/4.Shrink 2024-04-13T08:52:13.598 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:52:15.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:52:14 smithi119 ceph-mon[96316]: pgmap v3633: 137 pgs: 137 active+clean; 120 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-13T08:52:15.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:52:14 smithi119 ceph-mon[93746]: pgmap v3633: 137 pgs: 137 active+clean; 120 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-13T08:52:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:52:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:52:14] "GET /metrics HTTP/1.1" 200 36616 "" "Prometheus/2.43.0" 2024-04-13T08:52:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:52:14 smithi139 ceph-mon[88985]: pgmap v3633: 137 pgs: 137 active+clean; 120 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-13T08:52:17.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:52:16 smithi119 ceph-mon[96316]: pgmap v3634: 137 pgs: 137 active+clean; 141 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 9.1 MiB/s rd, 6.5 MiB/s wr, 45 op/s 2024-04-13T08:52:17.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:52:16 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:52:17.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:52:16 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:52:17.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:52:16 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:52:17.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:52:16 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:52:17.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:52:16 smithi119 ceph-mon[93746]: pgmap v3634: 137 pgs: 137 active+clean; 141 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 9.1 MiB/s rd, 6.5 MiB/s wr, 45 op/s 2024-04-13T08:52:17.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:52:16 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:52:17.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:52:16 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:52:17.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:52:16 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:52:17.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:52:16 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:52:17.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:52:16 smithi139 ceph-mon[88985]: pgmap v3634: 137 pgs: 137 active+clean; 141 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 9.1 MiB/s rd, 6.5 MiB/s wr, 45 op/s 2024-04-13T08:52:17.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:52:16 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:52:17.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:52:16 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:52:17.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:52:16 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:52:17.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:52:16 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:52:19.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:52:18 smithi119 ceph-mon[96316]: pgmap v3635: 137 pgs: 137 active+clean; 158 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.8 MiB/s wr, 44 op/s 2024-04-13T08:52:19.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:52:18 smithi119 ceph-mon[96316]: osdmap e1953: 8 total, 8 up, 8 in 2024-04-13T08:52:19.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:52:18 smithi119 ceph-mon[93746]: pgmap v3635: 137 pgs: 137 active+clean; 158 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.8 MiB/s wr, 44 op/s 2024-04-13T08:52:19.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:52:18 smithi119 ceph-mon[93746]: osdmap e1953: 8 total, 8 up, 8 in 2024-04-13T08:52:19.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:52:18 smithi139 ceph-mon[88985]: pgmap v3635: 137 pgs: 137 active+clean; 158 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.8 MiB/s wr, 44 op/s 2024-04-13T08:52:19.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:52:18 smithi139 ceph-mon[88985]: osdmap e1953: 8 total, 8 up, 8 in 2024-04-13T08:52:21.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:52:20 smithi119 ceph-mon[93746]: pgmap v3637: 137 pgs: 137 active+clean; 158 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 34 op/s 2024-04-13T08:52:21.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:52:20 smithi119 ceph-mon[96316]: pgmap v3637: 137 pgs: 137 active+clean; 158 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 34 op/s 2024-04-13T08:52:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:52:20 smithi139 ceph-mon[88985]: pgmap v3637: 137 pgs: 137 active+clean; 158 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 34 op/s 2024-04-13T08:52:22.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:52:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:52:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:52:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:52:23 smithi139 ceph-mon[88985]: pgmap v3638: 137 pgs: 137 active+clean; 174 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2024-04-13T08:52:23.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:52:23 smithi119 ceph-mon[96316]: pgmap v3638: 137 pgs: 137 active+clean; 174 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2024-04-13T08:52:23.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:52:23 smithi119 ceph-mon[93746]: pgmap v3638: 137 pgs: 137 active+clean; 174 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2024-04-13T08:52:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:52:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:52:24.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:52:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:52:24.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:52:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:52:25.132 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:52:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:52:24] "GET /metrics HTTP/1.1" 200 36616 "" "Prometheus/2.43.0" 2024-04-13T08:52:25.132 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:52:25 smithi119 ceph-mon[93746]: pgmap v3639: 137 pgs: 137 active+clean; 174 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 6.6 MiB/s wr, 52 op/s 2024-04-13T08:52:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:52:25 smithi139 ceph-mon[88985]: pgmap v3639: 137 pgs: 137 active+clean; 174 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 6.6 MiB/s wr, 52 op/s 2024-04-13T08:52:25.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:52:25 smithi119 ceph-mon[96316]: pgmap v3639: 137 pgs: 137 active+clean; 174 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 6.6 MiB/s wr, 52 op/s 2024-04-13T08:52:27.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:52:27 smithi139 ceph-mon[88985]: pgmap v3640: 137 pgs: 137 active+clean; 182 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 851 KiB/s rd, 4.1 MiB/s wr, 44 op/s 2024-04-13T08:52:27.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:52:27 smithi119 ceph-mon[96316]: pgmap v3640: 137 pgs: 137 active+clean; 182 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 851 KiB/s rd, 4.1 MiB/s wr, 44 op/s 2024-04-13T08:52:27.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:52:27 smithi119 ceph-mon[93746]: pgmap v3640: 137 pgs: 137 active+clean; 182 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 851 KiB/s rd, 4.1 MiB/s wr, 44 op/s 2024-04-13T08:52:29.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:52:29 smithi119 ceph-mon[96316]: pgmap v3641: 137 pgs: 137 active+clean; 190 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 63 KiB/s rd, 3.2 MiB/s wr, 45 op/s 2024-04-13T08:52:29.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:52:29 smithi119 ceph-mon[93746]: pgmap v3641: 137 pgs: 137 active+clean; 190 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 63 KiB/s rd, 3.2 MiB/s wr, 45 op/s 2024-04-13T08:52:29.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:52:29 smithi139 ceph-mon[88985]: pgmap v3641: 137 pgs: 137 active+clean; 190 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 63 KiB/s rd, 3.2 MiB/s wr, 45 op/s 2024-04-13T08:52:31.297 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/4.Shrink (17700 ms) 2024-04-13T08:52:31.298 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/4.ShrinkToOne 2024-04-13T08:52:31.298 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:52:31.465 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:52:31 smithi119 ceph-mon[96316]: pgmap v3642: 137 pgs: 137 active+clean; 190 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 53 KiB/s rd, 2.7 MiB/s wr, 38 op/s 2024-04-13T08:52:31.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:52:31 smithi119 ceph-mon[93746]: pgmap v3642: 137 pgs: 137 active+clean; 190 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 53 KiB/s rd, 2.7 MiB/s wr, 38 op/s 2024-04-13T08:52:31.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:52:31 smithi139 ceph-mon[88985]: pgmap v3642: 137 pgs: 137 active+clean; 190 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 53 KiB/s rd, 2.7 MiB/s wr, 38 op/s 2024-04-13T08:52:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:52:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:52:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:52:33.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:52:33 smithi119 ceph-mon[96316]: pgmap v3643: 137 pgs: 137 active+clean; 211 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.4 MiB/s wr, 54 op/s 2024-04-13T08:52:33.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:52:33 smithi119 ceph-mon[93746]: pgmap v3643: 137 pgs: 137 active+clean; 211 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.4 MiB/s wr, 54 op/s 2024-04-13T08:52:33.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:52:33 smithi139 ceph-mon[88985]: pgmap v3643: 137 pgs: 137 active+clean; 211 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.4 MiB/s wr, 54 op/s 2024-04-13T08:52:35.152 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:52:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:52:34] "GET /metrics HTTP/1.1" 200 36616 "" "Prometheus/2.43.0" 2024-04-13T08:52:35.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:52:35 smithi119 ceph-mon[96316]: pgmap v3644: 137 pgs: 137 active+clean; 215 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.8 MiB/s wr, 26 op/s 2024-04-13T08:52:35.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:52:35 smithi119 ceph-mon[93746]: pgmap v3644: 137 pgs: 137 active+clean; 215 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.8 MiB/s wr, 26 op/s 2024-04-13T08:52:35.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:52:35 smithi139 ceph-mon[88985]: pgmap v3644: 137 pgs: 137 active+clean; 215 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.8 MiB/s wr, 26 op/s 2024-04-13T08:52:36.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:52:36 smithi119 ceph-mon[96316]: osdmap e1954: 8 total, 8 up, 8 in 2024-04-13T08:52:36.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:52:36 smithi119 ceph-mon[93746]: osdmap e1954: 8 total, 8 up, 8 in 2024-04-13T08:52:36.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:52:36 smithi139 ceph-mon[88985]: osdmap e1954: 8 total, 8 up, 8 in 2024-04-13T08:52:37.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:52:37 smithi119 ceph-mon[96316]: pgmap v3646: 137 pgs: 137 active+clean; 235 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 6.9 MiB/s wr, 57 op/s 2024-04-13T08:52:37.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:52:37 smithi119 ceph-mon[93746]: pgmap v3646: 137 pgs: 137 active+clean; 235 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 6.9 MiB/s wr, 57 op/s 2024-04-13T08:52:37.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:52:37 smithi139 ceph-mon[88985]: pgmap v3646: 137 pgs: 137 active+clean; 235 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 6.9 MiB/s wr, 57 op/s 2024-04-13T08:52:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:52:39 smithi119 ceph-mon[96316]: pgmap v3647: 137 pgs: 137 active+clean; 244 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2024-04-13T08:52:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:52:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:52:39.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:52:39 smithi119 ceph-mon[93746]: pgmap v3647: 137 pgs: 137 active+clean; 244 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2024-04-13T08:52:39.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:52:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:52:39.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:52:39 smithi139 ceph-mon[88985]: pgmap v3647: 137 pgs: 137 active+clean; 244 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2024-04-13T08:52:39.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:52:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:52:41.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:52:41 smithi119 ceph-mon[96316]: pgmap v3648: 137 pgs: 137 active+clean; 244 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2024-04-13T08:52:41.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:52:41 smithi119 ceph-mon[93746]: pgmap v3648: 137 pgs: 137 active+clean; 244 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2024-04-13T08:52:41.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:52:41 smithi139 ceph-mon[88985]: pgmap v3648: 137 pgs: 137 active+clean; 244 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2024-04-13T08:52:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:52:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:52:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:52:43.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:52:43 smithi119 ceph-mon[96316]: pgmap v3649: 137 pgs: 137 active+clean; 244 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 3.7 MiB/s wr, 41 op/s 2024-04-13T08:52:43.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:52:43 smithi119 ceph-mon[93746]: pgmap v3649: 137 pgs: 137 active+clean; 244 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 3.7 MiB/s wr, 41 op/s 2024-04-13T08:52:43.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:52:43 smithi139 ceph-mon[88985]: pgmap v3649: 137 pgs: 137 active+clean; 244 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 3.7 MiB/s wr, 41 op/s 2024-04-13T08:52:45.175 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:52:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:52:44] "GET /metrics HTTP/1.1" 200 36613 "" "Prometheus/2.43.0" 2024-04-13T08:52:45.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:52:45 smithi119 ceph-mon[96316]: pgmap v3650: 137 pgs: 137 active+clean; 244 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-13T08:52:45.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:52:45 smithi119 ceph-mon[93746]: pgmap v3650: 137 pgs: 137 active+clean; 244 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-13T08:52:45.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:52:45 smithi139 ceph-mon[88985]: pgmap v3650: 137 pgs: 137 active+clean; 244 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-13T08:52:47.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:52:47 smithi119 ceph-mon[96316]: pgmap v3651: 137 pgs: 137 active+clean; 256 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.9 MiB/s wr, 45 op/s 2024-04-13T08:52:47.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:52:47 smithi119 ceph-mon[93746]: pgmap v3651: 137 pgs: 137 active+clean; 256 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.9 MiB/s wr, 45 op/s 2024-04-13T08:52:47.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:52:47 smithi139 ceph-mon[88985]: pgmap v3651: 137 pgs: 137 active+clean; 256 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.9 MiB/s wr, 45 op/s 2024-04-13T08:52:48.924 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/4.ShrinkToOne (17626 ms) 2024-04-13T08:52:48.924 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/4.ShrinkToOneAfterSnapshot 2024-04-13T08:52:48.924 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:52:49.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:52:49 smithi119 ceph-mon[96316]: pgmap v3652: 137 pgs: 137 active+clean; 260 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 401 KiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-04-13T08:52:49.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:52:49 smithi119 ceph-mon[93746]: pgmap v3652: 137 pgs: 137 active+clean; 260 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 401 KiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-04-13T08:52:49.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:52:49 smithi139 ceph-mon[88985]: pgmap v3652: 137 pgs: 137 active+clean; 260 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 401 KiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-04-13T08:52:51.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:52:51 smithi119 ceph-mon[96316]: pgmap v3653: 137 pgs: 137 active+clean; 260 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 396 KiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-04-13T08:52:51.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:52:51 smithi119 ceph-mon[93746]: pgmap v3653: 137 pgs: 137 active+clean; 260 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 396 KiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-04-13T08:52:51.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:52:51 smithi139 ceph-mon[88985]: pgmap v3653: 137 pgs: 137 active+clean; 260 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 396 KiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-04-13T08:52:52.638 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:52:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:52:52.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:52:53.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:52:53 smithi119 ceph-mon[93746]: pgmap v3654: 137 pgs: 137 active+clean; 264 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2024-04-13T08:52:53.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:52:53 smithi119 ceph-mon[96316]: pgmap v3654: 137 pgs: 137 active+clean; 264 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2024-04-13T08:52:53.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:52:53 smithi139 ceph-mon[88985]: pgmap v3654: 137 pgs: 137 active+clean; 264 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2024-04-13T08:52:54.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:52:54 smithi119 ceph-mon[96316]: osdmap e1955: 8 total, 8 up, 8 in 2024-04-13T08:52:54.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:52:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:52:54.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:52:54 smithi119 ceph-mon[93746]: osdmap e1955: 8 total, 8 up, 8 in 2024-04-13T08:52:54.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:52:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:52:54.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:52:54 smithi139 ceph-mon[88985]: osdmap e1955: 8 total, 8 up, 8 in 2024-04-13T08:52:54.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:52:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:52:55.204 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:52:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:52:54] "GET /metrics HTTP/1.1" 200 36618 "" "Prometheus/2.43.0" 2024-04-13T08:52:55.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:52:55 smithi119 ceph-mon[96316]: pgmap v3656: 137 pgs: 137 active+clean; 264 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 31 op/s 2024-04-13T08:52:55.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:52:55 smithi119 ceph-mon[93746]: pgmap v3656: 137 pgs: 137 active+clean; 264 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 31 op/s 2024-04-13T08:52:55.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:52:55 smithi139 ceph-mon[88985]: pgmap v3656: 137 pgs: 137 active+clean; 264 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 31 op/s 2024-04-13T08:52:57.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:52:57 smithi119 ceph-mon[96316]: pgmap v3657: 137 pgs: 137 active+clean; 281 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.5 MiB/s wr, 38 op/s 2024-04-13T08:52:57.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:52:57 smithi119 ceph-mon[93746]: pgmap v3657: 137 pgs: 137 active+clean; 281 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.5 MiB/s wr, 38 op/s 2024-04-13T08:52:57.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:52:57 smithi139 ceph-mon[88985]: pgmap v3657: 137 pgs: 137 active+clean; 281 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.5 MiB/s wr, 38 op/s 2024-04-13T08:52:59.470 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:52:59 smithi119 ceph-mon[96316]: pgmap v3658: 137 pgs: 137 active+clean; 293 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.9 MiB/s wr, 51 op/s 2024-04-13T08:52:59.471 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:52:59 smithi119 ceph-mon[93746]: pgmap v3658: 137 pgs: 137 active+clean; 293 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.9 MiB/s wr, 51 op/s 2024-04-13T08:52:59.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:52:59 smithi139 ceph-mon[88985]: pgmap v3658: 137 pgs: 137 active+clean; 293 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.9 MiB/s wr, 51 op/s 2024-04-13T08:53:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:53:01 smithi119 ceph-mon[96316]: pgmap v3659: 137 pgs: 137 active+clean; 293 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.9 MiB/s wr, 51 op/s 2024-04-13T08:53:01.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:53:01 smithi119 ceph-mon[93746]: pgmap v3659: 137 pgs: 137 active+clean; 293 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.9 MiB/s wr, 51 op/s 2024-04-13T08:53:01.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:53:01 smithi139 ceph-mon[88985]: pgmap v3659: 137 pgs: 137 active+clean; 293 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.9 MiB/s wr, 51 op/s 2024-04-13T08:53:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:53:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:53:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:53:03.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:53:03 smithi119 ceph-mon[96316]: pgmap v3660: 137 pgs: 137 active+clean; 305 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 33 KiB/s rd, 4.1 MiB/s wr, 45 op/s 2024-04-13T08:53:03.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:53:03 smithi119 ceph-mon[93746]: pgmap v3660: 137 pgs: 137 active+clean; 305 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 33 KiB/s rd, 4.1 MiB/s wr, 45 op/s 2024-04-13T08:53:03.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:53:03 smithi139 ceph-mon[88985]: pgmap v3660: 137 pgs: 137 active+clean; 305 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 33 KiB/s rd, 4.1 MiB/s wr, 45 op/s 2024-04-13T08:53:05.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:53:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:53:04] "GET /metrics HTTP/1.1" 200 36618 "" "Prometheus/2.43.0" 2024-04-13T08:53:05.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:53:05 smithi139 ceph-mon[88985]: pgmap v3661: 137 pgs: 137 active+clean; 305 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 3.9 MiB/s wr, 40 op/s 2024-04-13T08:53:05.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:53:05 smithi119 ceph-mon[96316]: pgmap v3661: 137 pgs: 137 active+clean; 305 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 3.9 MiB/s wr, 40 op/s 2024-04-13T08:53:05.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:53:05 smithi119 ceph-mon[93746]: pgmap v3661: 137 pgs: 137 active+clean; 305 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 3.9 MiB/s wr, 40 op/s 2024-04-13T08:53:06.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:53:06 smithi139 ceph-mon[88985]: osdmap e1956: 8 total, 8 up, 8 in 2024-04-13T08:53:06.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:53:06 smithi119 ceph-mon[93746]: osdmap e1956: 8 total, 8 up, 8 in 2024-04-13T08:53:06.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:53:06 smithi119 ceph-mon[96316]: osdmap e1956: 8 total, 8 up, 8 in 2024-04-13T08:53:07.430 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/4.ShrinkToOneAfterSnapshot (18506 ms) 2024-04-13T08:53:07.430 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/4.MinOverlap 2024-04-13T08:53:07.430 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:53:07.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:53:07 smithi139 ceph-mon[88985]: pgmap v3663: 137 pgs: 137 active+clean; 346 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 6.5 MiB/s wr, 44 op/s 2024-04-13T08:53:07.715 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:53:07 smithi119 ceph-mon[96316]: pgmap v3663: 137 pgs: 137 active+clean; 346 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 6.5 MiB/s wr, 44 op/s 2024-04-13T08:53:07.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:53:07 smithi119 ceph-mon[93746]: pgmap v3663: 137 pgs: 137 active+clean; 346 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 6.5 MiB/s wr, 44 op/s 2024-04-13T08:53:09.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:53:09 smithi139 ceph-mon[88985]: pgmap v3664: 137 pgs: 137 active+clean; 354 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 6.1 MiB/s wr, 29 op/s 2024-04-13T08:53:09.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:53:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:53:09.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:53:09 smithi119 ceph-mon[96316]: pgmap v3664: 137 pgs: 137 active+clean; 354 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 6.1 MiB/s wr, 29 op/s 2024-04-13T08:53:09.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:53:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:53:09.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:53:09 smithi119 ceph-mon[93746]: pgmap v3664: 137 pgs: 137 active+clean; 354 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 6.1 MiB/s wr, 29 op/s 2024-04-13T08:53:09.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:53:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:53:11.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:53:11 smithi139 ceph-mon[88985]: pgmap v3665: 137 pgs: 137 active+clean; 354 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 6.1 MiB/s wr, 29 op/s 2024-04-13T08:53:11.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:53:11 smithi119 ceph-mon[96316]: pgmap v3665: 137 pgs: 137 active+clean; 354 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 6.1 MiB/s wr, 29 op/s 2024-04-13T08:53:11.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:53:11 smithi119 ceph-mon[93746]: pgmap v3665: 137 pgs: 137 active+clean; 354 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 6.1 MiB/s wr, 29 op/s 2024-04-13T08:53:12.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:53:12 smithi139 ceph-mon[88985]: osdmap e1957: 8 total, 8 up, 8 in 2024-04-13T08:53:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:53:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:53:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:53:12.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:53:12 smithi119 ceph-mon[96316]: osdmap e1957: 8 total, 8 up, 8 in 2024-04-13T08:53:12.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:53:12 smithi119 ceph-mon[93746]: osdmap e1957: 8 total, 8 up, 8 in 2024-04-13T08:53:13.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:53:13 smithi139 ceph-mon[88985]: pgmap v3667: 137 pgs: 137 active+clean; 378 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 9.1 MiB/s wr, 50 op/s 2024-04-13T08:53:13.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:53:13 smithi119 ceph-mon[96316]: pgmap v3667: 137 pgs: 137 active+clean; 378 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 9.1 MiB/s wr, 50 op/s 2024-04-13T08:53:13.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:53:13 smithi119 ceph-mon[93746]: pgmap v3667: 137 pgs: 137 active+clean; 378 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 9.1 MiB/s wr, 50 op/s 2024-04-13T08:53:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:53:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:53:14] "GET /metrics HTTP/1.1" 200 36626 "" "Prometheus/2.43.0" 2024-04-13T08:53:15.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:53:15 smithi139 ceph-mon[88985]: pgmap v3668: 137 pgs: 137 active+clean; 383 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 4.9 MiB/s rd, 9.1 MiB/s wr, 53 op/s 2024-04-13T08:53:15.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:53:15 smithi119 ceph-mon[96316]: pgmap v3668: 137 pgs: 137 active+clean; 383 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 4.9 MiB/s rd, 9.1 MiB/s wr, 53 op/s 2024-04-13T08:53:15.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:53:15 smithi119 ceph-mon[93746]: pgmap v3668: 137 pgs: 137 active+clean; 383 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 4.9 MiB/s rd, 9.1 MiB/s wr, 53 op/s 2024-04-13T08:53:17.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:53:17 smithi139 ceph-mon[88985]: pgmap v3669: 137 pgs: 137 active+clean; 407 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.1 MiB/s wr, 56 op/s 2024-04-13T08:53:17.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:53:17 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:53:17.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:53:17 smithi119 ceph-mon[96316]: pgmap v3669: 137 pgs: 137 active+clean; 407 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.1 MiB/s wr, 56 op/s 2024-04-13T08:53:17.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:53:17 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:53:17.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:53:17 smithi119 ceph-mon[93746]: pgmap v3669: 137 pgs: 137 active+clean; 407 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.1 MiB/s wr, 56 op/s 2024-04-13T08:53:17.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:53:17 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:53:18.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:53:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:53:18.715 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:53:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:53:18.715 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:53:18 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:53:18.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:53:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:53:18.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:53:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:53:18.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:53:18 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:53:18.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:53:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:53:18.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:53:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:53:18.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:53:18 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:53:19.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:53:19 smithi139 ceph-mon[88985]: pgmap v3670: 137 pgs: 137 active+clean; 407 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.3 MiB/s wr, 55 op/s 2024-04-13T08:53:19.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:53:19 smithi119 ceph-mon[96316]: pgmap v3670: 137 pgs: 137 active+clean; 407 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.3 MiB/s wr, 55 op/s 2024-04-13T08:53:19.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:53:19 smithi119 ceph-mon[93746]: pgmap v3670: 137 pgs: 137 active+clean; 407 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.3 MiB/s wr, 55 op/s 2024-04-13T08:53:21.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:53:21 smithi139 ceph-mon[88985]: pgmap v3671: 137 pgs: 137 active+clean; 407 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.3 MiB/s wr, 55 op/s 2024-04-13T08:53:21.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:53:21 smithi119 ceph-mon[96316]: pgmap v3671: 137 pgs: 137 active+clean; 407 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.3 MiB/s wr, 55 op/s 2024-04-13T08:53:21.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:53:21 smithi119 ceph-mon[93746]: pgmap v3671: 137 pgs: 137 active+clean; 407 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.3 MiB/s wr, 55 op/s 2024-04-13T08:53:22.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:53:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:53:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:53:23.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:53:23 smithi139 ceph-mon[88985]: pgmap v3672: 137 pgs: 137 active+clean; 423 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 58 KiB/s rd, 4.3 MiB/s wr, 41 op/s 2024-04-13T08:53:23.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:53:23 smithi119 ceph-mon[96316]: pgmap v3672: 137 pgs: 137 active+clean; 423 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 58 KiB/s rd, 4.3 MiB/s wr, 41 op/s 2024-04-13T08:53:23.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:53:23 smithi119 ceph-mon[93746]: pgmap v3672: 137 pgs: 137 active+clean; 423 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 58 KiB/s rd, 4.3 MiB/s wr, 41 op/s 2024-04-13T08:53:24.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:53:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:53:24.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:53:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:53:24.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:53:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:53:24.788 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/4.MinOverlap (17358 ms) 2024-04-13T08:53:24.788 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/4.ZeroOverlap 2024-04-13T08:53:24.788 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:53:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:53:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:53:24] "GET /metrics HTTP/1.1" 200 36622 "" "Prometheus/2.43.0" 2024-04-13T08:53:25.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:53:25 smithi139 ceph-mon[88985]: pgmap v3673: 137 pgs: 137 active+clean; 423 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 51 KiB/s rd, 3.8 MiB/s wr, 37 op/s 2024-04-13T08:53:25.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:53:25 smithi119 ceph-mon[96316]: pgmap v3673: 137 pgs: 137 active+clean; 423 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 51 KiB/s rd, 3.8 MiB/s wr, 37 op/s 2024-04-13T08:53:25.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:53:25 smithi119 ceph-mon[93746]: pgmap v3673: 137 pgs: 137 active+clean; 423 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 51 KiB/s rd, 3.8 MiB/s wr, 37 op/s 2024-04-13T08:53:27.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:53:27 smithi139 ceph-mon[88985]: pgmap v3674: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 5.3 MiB/s wr, 38 op/s 2024-04-13T08:53:27.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:53:27 smithi119 ceph-mon[96316]: pgmap v3674: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 5.3 MiB/s wr, 38 op/s 2024-04-13T08:53:27.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:53:27 smithi119 ceph-mon[93746]: pgmap v3674: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 5.3 MiB/s wr, 38 op/s 2024-04-13T08:53:29.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:53:29 smithi139 ceph-mon[88985]: pgmap v3675: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-13T08:53:29.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:53:29 smithi119 ceph-mon[96316]: pgmap v3675: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-13T08:53:29.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:53:29 smithi119 ceph-mon[93746]: pgmap v3675: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-13T08:53:30.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:53:30 smithi139 ceph-mon[88985]: osdmap e1958: 8 total, 8 up, 8 in 2024-04-13T08:53:30.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:53:30 smithi119 ceph-mon[96316]: osdmap e1958: 8 total, 8 up, 8 in 2024-04-13T08:53:30.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:53:30 smithi119 ceph-mon[93746]: osdmap e1958: 8 total, 8 up, 8 in 2024-04-13T08:53:31.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:53:31 smithi139 ceph-mon[88985]: pgmap v3677: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.0 MiB/s wr, 30 op/s 2024-04-13T08:53:31.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:53:31 smithi119 ceph-mon[96316]: pgmap v3677: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.0 MiB/s wr, 30 op/s 2024-04-13T08:53:31.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:53:31 smithi119 ceph-mon[93746]: pgmap v3677: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.0 MiB/s wr, 30 op/s 2024-04-13T08:53:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:53:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:53:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:53:33.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:53:33 smithi139 ceph-mon[88985]: pgmap v3678: 137 pgs: 137 active+clean; 452 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.9 MiB/s wr, 55 op/s 2024-04-13T08:53:33.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:53:33 smithi119 ceph-mon[96316]: pgmap v3678: 137 pgs: 137 active+clean; 452 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.9 MiB/s wr, 55 op/s 2024-04-13T08:53:33.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:53:33 smithi119 ceph-mon[93746]: pgmap v3678: 137 pgs: 137 active+clean; 452 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.9 MiB/s wr, 55 op/s 2024-04-13T08:53:35.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:53:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:53:34] "GET /metrics HTTP/1.1" 200 36622 "" "Prometheus/2.43.0" 2024-04-13T08:53:35.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:53:35 smithi139 ceph-mon[88985]: pgmap v3679: 137 pgs: 137 active+clean; 456 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 54 op/s 2024-04-13T08:53:35.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:53:35 smithi119 ceph-mon[96316]: pgmap v3679: 137 pgs: 137 active+clean; 456 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 54 op/s 2024-04-13T08:53:35.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:53:35 smithi119 ceph-mon[93746]: pgmap v3679: 137 pgs: 137 active+clean; 456 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 54 op/s 2024-04-13T08:53:37.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:53:37 smithi139 ceph-mon[88985]: pgmap v3680: 137 pgs: 137 active+clean; 456 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 36 KiB/s rd, 2.9 MiB/s wr, 47 op/s 2024-04-13T08:53:37.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:53:37 smithi119 ceph-mon[96316]: pgmap v3680: 137 pgs: 137 active+clean; 456 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 36 KiB/s rd, 2.9 MiB/s wr, 47 op/s 2024-04-13T08:53:37.812 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:53:37 smithi119 ceph-mon[93746]: pgmap v3680: 137 pgs: 137 active+clean; 456 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 36 KiB/s rd, 2.9 MiB/s wr, 47 op/s 2024-04-13T08:53:39.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:53:39 smithi139 ceph-mon[88985]: pgmap v3681: 137 pgs: 137 active+clean; 460 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 58 KiB/s rd, 3.3 MiB/s wr, 38 op/s 2024-04-13T08:53:39.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:53:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:53:39.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:53:39 smithi119 ceph-mon[96316]: pgmap v3681: 137 pgs: 137 active+clean; 460 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 58 KiB/s rd, 3.3 MiB/s wr, 38 op/s 2024-04-13T08:53:39.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:53:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:53:39.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:53:39 smithi119 ceph-mon[93746]: pgmap v3681: 137 pgs: 137 active+clean; 460 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 58 KiB/s rd, 3.3 MiB/s wr, 38 op/s 2024-04-13T08:53:39.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:53:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:53:41.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:53:41 smithi139 ceph-mon[88985]: pgmap v3682: 137 pgs: 137 active+clean; 460 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 3.2 MiB/s wr, 37 op/s 2024-04-13T08:53:41.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:53:41 smithi119 ceph-mon[96316]: pgmap v3682: 137 pgs: 137 active+clean; 460 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 3.2 MiB/s wr, 37 op/s 2024-04-13T08:53:41.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:53:41 smithi119 ceph-mon[93746]: pgmap v3682: 137 pgs: 137 active+clean; 460 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 3.2 MiB/s wr, 37 op/s 2024-04-13T08:53:42.560 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/4.ZeroOverlap (17772 ms) 2024-04-13T08:53:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:53:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:53:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:53:43.345 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 7 tests from EncryptedFlattenTest/4 (126241 ms total) 2024-04-13T08:53:43.345 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:53:43.345 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 7 tests from EncryptedFlattenTest/5, where TypeParam = UnformattedLUKS2 2024-04-13T08:53:43.391 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/5.Simple 2024-04-13T08:53:43.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:53:43 smithi139 ceph-mon[88985]: pgmap v3683: 137 pgs: 137 active+clean; 472 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 77 KiB/s rd, 3.8 MiB/s wr, 39 op/s 2024-04-13T08:53:43.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:53:43 smithi119 ceph-mon[96316]: pgmap v3683: 137 pgs: 137 active+clean; 472 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 77 KiB/s rd, 3.8 MiB/s wr, 39 op/s 2024-04-13T08:53:43.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:53:43 smithi119 ceph-mon[93746]: pgmap v3683: 137 pgs: 137 active+clean; 472 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 77 KiB/s rd, 3.8 MiB/s wr, 39 op/s 2024-04-13T08:53:44.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:53:44 smithi139 ceph-mon[88985]: osdmap e1959: 8 total, 8 up, 8 in 2024-04-13T08:53:44.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:53:44 smithi119 ceph-mon[96316]: osdmap e1959: 8 total, 8 up, 8 in 2024-04-13T08:53:44.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:53:44 smithi119 ceph-mon[93746]: osdmap e1959: 8 total, 8 up, 8 in 2024-04-13T08:53:45.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:53:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:53:44] "GET /metrics HTTP/1.1" 200 36621 "" "Prometheus/2.43.0" 2024-04-13T08:53:45.369 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:53:45.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:53:45 smithi139 ceph-mon[88985]: pgmap v3685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:53:45.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:53:45 smithi139 ceph-mon[88985]: osdmap e1960: 8 total, 8 up, 8 in 2024-04-13T08:53:45.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:53:45 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1678672753' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:53:45.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:53:45 smithi119 ceph-mon[93746]: pgmap v3685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:53:45.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:53:45 smithi119 ceph-mon[93746]: osdmap e1960: 8 total, 8 up, 8 in 2024-04-13T08:53:45.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:53:45 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1678672753' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:53:45.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:53:45 smithi119 ceph-mon[96316]: pgmap v3685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:53:45.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:53:45 smithi119 ceph-mon[96316]: osdmap e1960: 8 total, 8 up, 8 in 2024-04-13T08:53:45.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:53:45 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1678672753' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:53:46.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:53:46 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1678672753' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-41","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:53:46.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:53:46 smithi139 ceph-mon[88985]: osdmap e1961: 8 total, 8 up, 8 in 2024-04-13T08:53:46.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:53:46 smithi139 ceph-mon[88985]: osdmap e1962: 8 total, 8 up, 8 in 2024-04-13T08:53:46.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:53:46 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1678672753' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-41","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:53:46.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:53:46 smithi119 ceph-mon[96316]: osdmap e1961: 8 total, 8 up, 8 in 2024-04-13T08:53:46.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:53:46 smithi119 ceph-mon[96316]: osdmap e1962: 8 total, 8 up, 8 in 2024-04-13T08:53:46.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:53:46 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1678672753' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-41","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:53:46.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:53:46 smithi119 ceph-mon[93746]: osdmap e1961: 8 total, 8 up, 8 in 2024-04-13T08:53:46.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:53:46 smithi119 ceph-mon[93746]: osdmap e1962: 8 total, 8 up, 8 in 2024-04-13T08:53:47.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:53:47 smithi139 ceph-mon[88985]: pgmap v3688: 137 pgs: 8 creating+activating, 8 unknown, 121 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:53:47.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:53:47 smithi119 ceph-mon[93746]: pgmap v3688: 137 pgs: 8 creating+activating, 8 unknown, 121 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:53:47.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:53:47 smithi119 ceph-mon[96316]: pgmap v3688: 137 pgs: 8 creating+activating, 8 unknown, 121 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:53:48.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:53:48 smithi119 ceph-mon[96316]: osdmap e1963: 8 total, 8 up, 8 in 2024-04-13T08:53:48.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:53:48 smithi119 ceph-mon[96316]: pgmap v3691: 137 pgs: 8 creating+activating, 129 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:53:48.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:53:48 smithi119 ceph-mon[93746]: osdmap e1963: 8 total, 8 up, 8 in 2024-04-13T08:53:48.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:53:48 smithi119 ceph-mon[93746]: pgmap v3691: 137 pgs: 8 creating+activating, 129 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:53:48.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:53:48 smithi139 ceph-mon[88985]: osdmap e1963: 8 total, 8 up, 8 in 2024-04-13T08:53:48.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:53:48 smithi139 ceph-mon[88985]: pgmap v3691: 137 pgs: 8 creating+activating, 129 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:53:51.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:53:50 smithi139 ceph-mon[88985]: pgmap v3692: 137 pgs: 8 creating+activating, 129 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:53:51.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:53:50 smithi119 ceph-mon[96316]: pgmap v3692: 137 pgs: 8 creating+activating, 129 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:53:51.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:53:50 smithi119 ceph-mon[93746]: pgmap v3692: 137 pgs: 8 creating+activating, 129 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:53:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:53:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:53:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:53:53.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:53:52 smithi139 ceph-mon[88985]: pgmap v3693: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-13T08:53:53.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:53:52 smithi119 ceph-mon[96316]: pgmap v3693: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-13T08:53:53.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:53:52 smithi119 ceph-mon[93746]: pgmap v3693: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-13T08:53:55.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:53:54 smithi139 ceph-mon[88985]: pgmap v3694: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-13T08:53:55.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:53:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:53:55.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:53:54 smithi119 ceph-mon[96316]: pgmap v3694: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-13T08:53:55.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:53:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:53:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:53:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:53:54] "GET /metrics HTTP/1.1" 200 36584 "" "Prometheus/2.43.0" 2024-04-13T08:53:55.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:53:54 smithi119 ceph-mon[93746]: pgmap v3694: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-13T08:53:55.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:53:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:53:56.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:53:55 smithi139 ceph-mon[88985]: osdmap e1964: 8 total, 8 up, 8 in 2024-04-13T08:53:56.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:53:55 smithi119 ceph-mon[96316]: osdmap e1964: 8 total, 8 up, 8 in 2024-04-13T08:53:56.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:53:55 smithi119 ceph-mon[93746]: osdmap e1964: 8 total, 8 up, 8 in 2024-04-13T08:53:57.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:53:57 smithi119 ceph-mon[93746]: pgmap v3696: 137 pgs: 137 active+clean; 26 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 2.5 MiB/s wr, 55 op/s 2024-04-13T08:53:57.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:53:57 smithi119 ceph-mon[93746]: osdmap e1965: 8 total, 8 up, 8 in 2024-04-13T08:53:57.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:53:57 smithi119 ceph-mon[96316]: pgmap v3696: 137 pgs: 137 active+clean; 26 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 2.5 MiB/s wr, 55 op/s 2024-04-13T08:53:57.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:53:57 smithi119 ceph-mon[96316]: osdmap e1965: 8 total, 8 up, 8 in 2024-04-13T08:53:57.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:53:57 smithi139 ceph-mon[88985]: pgmap v3696: 137 pgs: 137 active+clean; 26 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 2.5 MiB/s wr, 55 op/s 2024-04-13T08:53:57.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:53:57 smithi139 ceph-mon[88985]: osdmap e1965: 8 total, 8 up, 8 in 2024-04-13T08:53:59.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:53:59 smithi119 ceph-mon[96316]: pgmap v3698: 137 pgs: 137 active+clean; 46 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 5.1 MiB/s wr, 59 op/s 2024-04-13T08:53:59.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:53:59 smithi119 ceph-mon[93746]: pgmap v3698: 137 pgs: 137 active+clean; 46 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 5.1 MiB/s wr, 59 op/s 2024-04-13T08:53:59.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:53:59 smithi139 ceph-mon[88985]: pgmap v3698: 137 pgs: 137 active+clean; 46 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 5.1 MiB/s wr, 59 op/s 2024-04-13T08:54:01.024 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/5.Simple (17633 ms) 2024-04-13T08:54:01.024 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/5.Grow 2024-04-13T08:54:01.024 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:54:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:54:01 smithi119 ceph-mon[96316]: pgmap v3699: 137 pgs: 137 active+clean; 46 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 5.1 MiB/s wr, 52 op/s 2024-04-13T08:54:01.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:54:01 smithi119 ceph-mon[93746]: pgmap v3699: 137 pgs: 137 active+clean; 46 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 5.1 MiB/s wr, 52 op/s 2024-04-13T08:54:01.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:54:01 smithi139 ceph-mon[88985]: pgmap v3699: 137 pgs: 137 active+clean; 46 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 5.1 MiB/s wr, 52 op/s 2024-04-13T08:54:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:54:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:54:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:54:03.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:54:03 smithi119 ceph-mon[96316]: pgmap v3700: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.0 MiB/s rd, 10 MiB/s wr, 78 op/s 2024-04-13T08:54:03.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:54:03 smithi119 ceph-mon[93746]: pgmap v3700: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.0 MiB/s rd, 10 MiB/s wr, 78 op/s 2024-04-13T08:54:03.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:54:03 smithi139 ceph-mon[88985]: pgmap v3700: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.0 MiB/s rd, 10 MiB/s wr, 78 op/s 2024-04-13T08:54:05.154 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:54:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:54:04] "GET /metrics HTTP/1.1" 200 36584 "" "Prometheus/2.43.0" 2024-04-13T08:54:05.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:54:05 smithi119 ceph-mon[96316]: pgmap v3701: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 9.2 MiB/s wr, 71 op/s 2024-04-13T08:54:05.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:54:05 smithi119 ceph-mon[93746]: pgmap v3701: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 9.2 MiB/s wr, 71 op/s 2024-04-13T08:54:05.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:54:05 smithi139 ceph-mon[88985]: pgmap v3701: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 9.2 MiB/s wr, 71 op/s 2024-04-13T08:54:07.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:54:07 smithi119 ceph-mon[96316]: pgmap v3702: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.1 MiB/s wr, 26 op/s 2024-04-13T08:54:07.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:54:07 smithi119 ceph-mon[93746]: pgmap v3702: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.1 MiB/s wr, 26 op/s 2024-04-13T08:54:07.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:54:07 smithi139 ceph-mon[88985]: pgmap v3702: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.1 MiB/s wr, 26 op/s 2024-04-13T08:54:09.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:54:09 smithi119 ceph-mon[96316]: pgmap v3703: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.2 MiB/s wr, 23 op/s 2024-04-13T08:54:09.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:54:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:54:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:54:09 smithi119 ceph-mon[93746]: pgmap v3703: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.2 MiB/s wr, 23 op/s 2024-04-13T08:54:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:54:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:54:09.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:54:09 smithi139 ceph-mon[88985]: pgmap v3703: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.2 MiB/s wr, 23 op/s 2024-04-13T08:54:09.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:54:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:54:10.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:54:10 smithi119 ceph-mon[96316]: osdmap e1966: 8 total, 8 up, 8 in 2024-04-13T08:54:10.747 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:54:10 smithi119 ceph-mon[93746]: osdmap e1966: 8 total, 8 up, 8 in 2024-04-13T08:54:10.748 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:54:10 smithi139 ceph-mon[88985]: osdmap e1966: 8 total, 8 up, 8 in 2024-04-13T08:54:11.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:54:11 smithi119 ceph-mon[96316]: pgmap v3705: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 26 op/s 2024-04-13T08:54:11.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:54:11 smithi119 ceph-mon[93746]: pgmap v3705: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 26 op/s 2024-04-13T08:54:11.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:54:11 smithi139 ceph-mon[88985]: pgmap v3705: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 26 op/s 2024-04-13T08:54:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:54:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:54:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:54:13.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:54:13 smithi139 ceph-mon[88985]: pgmap v3706: 137 pgs: 137 active+clean; 124 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.7 MiB/s wr, 47 op/s 2024-04-13T08:54:13.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:54:13 smithi119 ceph-mon[96316]: pgmap v3706: 137 pgs: 137 active+clean; 124 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.7 MiB/s wr, 47 op/s 2024-04-13T08:54:13.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:54:13 smithi119 ceph-mon[93746]: pgmap v3706: 137 pgs: 137 active+clean; 124 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.7 MiB/s wr, 47 op/s 2024-04-13T08:54:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:54:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:54:14] "GET /metrics HTTP/1.1" 200 36613 "" "Prometheus/2.43.0" 2024-04-13T08:54:15.347 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/5.Grow (14323 ms) 2024-04-13T08:54:15.347 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/5.Shrink 2024-04-13T08:54:15.348 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:54:15.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:54:15 smithi139 ceph-mon[88985]: pgmap v3707: 137 pgs: 137 active+clean; 128 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-13T08:54:15.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:54:15 smithi119 ceph-mon[93746]: pgmap v3707: 137 pgs: 137 active+clean; 128 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-13T08:54:15.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:54:15 smithi119 ceph-mon[96316]: pgmap v3707: 137 pgs: 137 active+clean; 128 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-13T08:54:17.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:54:17 smithi139 ceph-mon[88985]: pgmap v3708: 137 pgs: 137 active+clean; 153 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 9.3 MiB/s rd, 6.6 MiB/s wr, 65 op/s 2024-04-13T08:54:17.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:54:17 smithi119 ceph-mon[93746]: pgmap v3708: 137 pgs: 137 active+clean; 153 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 9.3 MiB/s rd, 6.6 MiB/s wr, 65 op/s 2024-04-13T08:54:17.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:54:17 smithi119 ceph-mon[96316]: pgmap v3708: 137 pgs: 137 active+clean; 153 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 9.3 MiB/s rd, 6.6 MiB/s wr, 65 op/s 2024-04-13T08:54:18.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:54:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:54:18.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:54:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:54:18.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:54:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:54:19.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:54:19 smithi139 ceph-mon[88985]: pgmap v3709: 137 pgs: 137 active+clean; 169 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 70 op/s 2024-04-13T08:54:19.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:54:19 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:54:19.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:54:19 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:54:19.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:54:19 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:54:19.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:54:19 smithi119 ceph-mon[96316]: pgmap v3709: 137 pgs: 137 active+clean; 169 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 70 op/s 2024-04-13T08:54:19.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:54:19 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:54:19.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:54:19 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:54:19.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:54:19 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:54:19.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:54:19 smithi119 ceph-mon[93746]: pgmap v3709: 137 pgs: 137 active+clean; 169 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 70 op/s 2024-04-13T08:54:19.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:54:19 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:54:19.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:54:19 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:54:19.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:54:19 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:54:21.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:54:21 smithi139 ceph-mon[88985]: pgmap v3710: 137 pgs: 137 active+clean; 169 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 7.7 MiB/s wr, 66 op/s 2024-04-13T08:54:21.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:54:21 smithi119 ceph-mon[96316]: pgmap v3710: 137 pgs: 137 active+clean; 169 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 7.7 MiB/s wr, 66 op/s 2024-04-13T08:54:21.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:54:21 smithi119 ceph-mon[93746]: pgmap v3710: 137 pgs: 137 active+clean; 169 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 7.7 MiB/s wr, 66 op/s 2024-04-13T08:54:22.536 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:54:22 smithi139 ceph-mon[88985]: osdmap e1967: 8 total, 8 up, 8 in 2024-04-13T08:54:22.537 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:54:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:54:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:54:22.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:54:22 smithi119 ceph-mon[96316]: osdmap e1967: 8 total, 8 up, 8 in 2024-04-13T08:54:22.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:54:22 smithi119 ceph-mon[93746]: osdmap e1967: 8 total, 8 up, 8 in 2024-04-13T08:54:23.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:54:23 smithi139 ceph-mon[88985]: pgmap v3712: 137 pgs: 137 active+clean; 185 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 6.1 MiB/s wr, 57 op/s 2024-04-13T08:54:23.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:54:23 smithi119 ceph-mon[96316]: pgmap v3712: 137 pgs: 137 active+clean; 185 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 6.1 MiB/s wr, 57 op/s 2024-04-13T08:54:23.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:54:23 smithi119 ceph-mon[93746]: pgmap v3712: 137 pgs: 137 active+clean; 185 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 6.1 MiB/s wr, 57 op/s 2024-04-13T08:54:24.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:54:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:54:24.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:54:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:54:24.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:54:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:54:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:54:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:54:24] "GET /metrics HTTP/1.1" 200 36614 "" "Prometheus/2.43.0" 2024-04-13T08:54:25.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:54:25 smithi139 ceph-mon[88985]: pgmap v3713: 137 pgs: 137 active+clean; 190 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 6.2 MiB/s wr, 58 op/s 2024-04-13T08:54:25.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:54:25 smithi119 ceph-mon[96316]: pgmap v3713: 137 pgs: 137 active+clean; 190 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 6.2 MiB/s wr, 58 op/s 2024-04-13T08:54:25.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:54:25 smithi119 ceph-mon[93746]: pgmap v3713: 137 pgs: 137 active+clean; 190 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 6.2 MiB/s wr, 58 op/s 2024-04-13T08:54:26.904 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/5.Shrink (11557 ms) 2024-04-13T08:54:26.904 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/5.ShrinkToOne 2024-04-13T08:54:26.904 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:54:27.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:54:27 smithi139 ceph-mon[88985]: pgmap v3714: 137 pgs: 137 active+clean; 243 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 9.0 MiB/s wr, 70 op/s 2024-04-13T08:54:27.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:54:27 smithi119 ceph-mon[96316]: pgmap v3714: 137 pgs: 137 active+clean; 243 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 9.0 MiB/s wr, 70 op/s 2024-04-13T08:54:27.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:54:27 smithi119 ceph-mon[93746]: pgmap v3714: 137 pgs: 137 active+clean; 243 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 9.0 MiB/s wr, 70 op/s 2024-04-13T08:54:29.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:54:29 smithi139 ceph-mon[88985]: pgmap v3715: 137 pgs: 137 active+clean; 251 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 9.2 MiB/s rd, 8.2 MiB/s wr, 65 op/s 2024-04-13T08:54:29.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:54:29 smithi119 ceph-mon[96316]: pgmap v3715: 137 pgs: 137 active+clean; 251 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 9.2 MiB/s rd, 8.2 MiB/s wr, 65 op/s 2024-04-13T08:54:29.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:54:29 smithi119 ceph-mon[93746]: pgmap v3715: 137 pgs: 137 active+clean; 251 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 9.2 MiB/s rd, 8.2 MiB/s wr, 65 op/s 2024-04-13T08:54:31.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:54:31 smithi139 ceph-mon[88985]: pgmap v3716: 137 pgs: 137 active+clean; 251 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 9.2 MiB/s rd, 8.2 MiB/s wr, 65 op/s 2024-04-13T08:54:31.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:54:31 smithi119 ceph-mon[96316]: pgmap v3716: 137 pgs: 137 active+clean; 251 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 9.2 MiB/s rd, 8.2 MiB/s wr, 65 op/s 2024-04-13T08:54:31.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:54:31 smithi119 ceph-mon[93746]: pgmap v3716: 137 pgs: 137 active+clean; 251 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 9.2 MiB/s rd, 8.2 MiB/s wr, 65 op/s 2024-04-13T08:54:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:54:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:54:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:54:33.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:54:33 smithi139 ceph-mon[88985]: pgmap v3717: 137 pgs: 137 active+clean; 251 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 6.3 MiB/s wr, 67 op/s 2024-04-13T08:54:33.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:54:33 smithi119 ceph-mon[96316]: pgmap v3717: 137 pgs: 137 active+clean; 251 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 6.3 MiB/s wr, 67 op/s 2024-04-13T08:54:33.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:54:33 smithi119 ceph-mon[93746]: pgmap v3717: 137 pgs: 137 active+clean; 251 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 6.3 MiB/s wr, 67 op/s 2024-04-13T08:54:35.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:54:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:54:34] "GET /metrics HTTP/1.1" 200 36614 "" "Prometheus/2.43.0" 2024-04-13T08:54:35.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:54:35 smithi139 ceph-mon[88985]: pgmap v3718: 137 pgs: 137 active+clean; 251 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.5 MiB/s wr, 35 op/s 2024-04-13T08:54:35.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:54:35 smithi139 ceph-mon[88985]: osdmap e1968: 8 total, 8 up, 8 in 2024-04-13T08:54:35.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:54:35 smithi119 ceph-mon[96316]: pgmap v3718: 137 pgs: 137 active+clean; 251 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.5 MiB/s wr, 35 op/s 2024-04-13T08:54:35.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:54:35 smithi119 ceph-mon[96316]: osdmap e1968: 8 total, 8 up, 8 in 2024-04-13T08:54:35.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:54:35 smithi119 ceph-mon[93746]: pgmap v3718: 137 pgs: 137 active+clean; 251 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.5 MiB/s wr, 35 op/s 2024-04-13T08:54:35.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:54:35 smithi119 ceph-mon[93746]: osdmap e1968: 8 total, 8 up, 8 in 2024-04-13T08:54:37.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:54:37 smithi139 ceph-mon[88985]: pgmap v3720: 137 pgs: 137 active+clean; 279 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.6 MiB/s wr, 47 op/s 2024-04-13T08:54:37.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:54:37 smithi119 ceph-mon[96316]: pgmap v3720: 137 pgs: 137 active+clean; 279 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.6 MiB/s wr, 47 op/s 2024-04-13T08:54:37.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:54:37 smithi119 ceph-mon[93746]: pgmap v3720: 137 pgs: 137 active+clean; 279 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.6 MiB/s wr, 47 op/s 2024-04-13T08:54:39.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:54:39 smithi139 ceph-mon[88985]: pgmap v3721: 137 pgs: 137 active+clean; 292 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-13T08:54:39.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:54:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:54:39.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:54:39 smithi119 ceph-mon[96316]: pgmap v3721: 137 pgs: 137 active+clean; 292 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-13T08:54:39.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:54:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:54:39.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:54:39 smithi119 ceph-mon[93746]: pgmap v3721: 137 pgs: 137 active+clean; 292 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-13T08:54:39.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:54:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:54:40.333 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/5.ShrinkToOne (13429 ms) 2024-04-13T08:54:40.333 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/5.ShrinkToOneAfterSnapshot 2024-04-13T08:54:40.333 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:54:41.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:54:41 smithi139 ceph-mon[88985]: pgmap v3722: 137 pgs: 137 active+clean; 292 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-13T08:54:41.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:54:41 smithi119 ceph-mon[96316]: pgmap v3722: 137 pgs: 137 active+clean; 292 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-13T08:54:41.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:54:41 smithi119 ceph-mon[93746]: pgmap v3722: 137 pgs: 137 active+clean; 292 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-13T08:54:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:54:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:54:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:54:43.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:54:43 smithi139 ceph-mon[88985]: pgmap v3723: 137 pgs: 137 active+clean; 312 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 6.5 MiB/s wr, 55 op/s 2024-04-13T08:54:43.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:54:43 smithi119 ceph-mon[96316]: pgmap v3723: 137 pgs: 137 active+clean; 312 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 6.5 MiB/s wr, 55 op/s 2024-04-13T08:54:43.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:54:43 smithi119 ceph-mon[93746]: pgmap v3723: 137 pgs: 137 active+clean; 312 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 6.5 MiB/s wr, 55 op/s 2024-04-13T08:54:45.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:54:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:54:44] "GET /metrics HTTP/1.1" 200 36618 "" "Prometheus/2.43.0" 2024-04-13T08:54:45.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:54:45 smithi139 ceph-mon[88985]: pgmap v3724: 137 pgs: 137 active+clean; 312 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-13T08:54:45.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:54:45 smithi119 ceph-mon[96316]: pgmap v3724: 137 pgs: 137 active+clean; 312 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-13T08:54:45.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:54:45 smithi119 ceph-mon[93746]: pgmap v3724: 137 pgs: 137 active+clean; 312 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-13T08:54:47.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:54:47 smithi139 ceph-mon[88985]: pgmap v3725: 137 pgs: 137 active+clean; 312 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.7 MiB/s wr, 54 op/s 2024-04-13T08:54:47.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:54:47 smithi119 ceph-mon[93746]: pgmap v3725: 137 pgs: 137 active+clean; 312 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.7 MiB/s wr, 54 op/s 2024-04-13T08:54:47.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:54:47 smithi119 ceph-mon[96316]: pgmap v3725: 137 pgs: 137 active+clean; 312 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.7 MiB/s wr, 54 op/s 2024-04-13T08:54:48.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:54:48 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.9", "id": [5, 4]}]: dispatch 2024-04-13T08:54:48.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:54:48 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.9", "id": [5, 4]}]: dispatch 2024-04-13T08:54:48.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:54:48 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.16", "id": [5, 4]}]: dispatch 2024-04-13T08:54:48.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:54:48 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.16", "id": [5, 4]}]: dispatch 2024-04-13T08:54:48.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:54:48 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.9", "id": [5, 4]}]: dispatch 2024-04-13T08:54:48.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:54:48 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.9", "id": [5, 4]}]: dispatch 2024-04-13T08:54:48.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:54:48 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.16", "id": [5, 4]}]: dispatch 2024-04-13T08:54:48.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:54:48 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.16", "id": [5, 4]}]: dispatch 2024-04-13T08:54:48.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:54:48 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.9", "id": [5, 4]}]: dispatch 2024-04-13T08:54:48.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:54:48 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.9", "id": [5, 4]}]: dispatch 2024-04-13T08:54:48.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:54:48 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.16", "id": [5, 4]}]: dispatch 2024-04-13T08:54:48.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:54:48 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.16", "id": [5, 4]}]: dispatch 2024-04-13T08:54:49.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:54:49 smithi139 ceph-mon[88985]: pgmap v3726: 137 pgs: 137 active+clean; 312 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 17 op/s 2024-04-13T08:54:49.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:54:49 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.9", "id": [5, 4]}]': finished 2024-04-13T08:54:49.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:54:49 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.16", "id": [5, 4]}]': finished 2024-04-13T08:54:49.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:54:49 smithi139 ceph-mon[88985]: osdmap e1969: 8 total, 8 up, 8 in 2024-04-13T08:54:49.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:54:49 smithi119 ceph-mon[96316]: pgmap v3726: 137 pgs: 137 active+clean; 312 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 17 op/s 2024-04-13T08:54:49.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:54:49 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.9", "id": [5, 4]}]': finished 2024-04-13T08:54:49.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:54:49 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.16", "id": [5, 4]}]': finished 2024-04-13T08:54:49.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:54:49 smithi119 ceph-mon[96316]: osdmap e1969: 8 total, 8 up, 8 in 2024-04-13T08:54:49.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:54:49 smithi119 ceph-mon[93746]: pgmap v3726: 137 pgs: 137 active+clean; 312 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 17 op/s 2024-04-13T08:54:49.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:54:49 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.9", "id": [5, 4]}]': finished 2024-04-13T08:54:49.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:54:49 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.16", "id": [5, 4]}]': finished 2024-04-13T08:54:49.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:54:49 smithi119 ceph-mon[93746]: osdmap e1969: 8 total, 8 up, 8 in 2024-04-13T08:54:50.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:54:50 smithi139 ceph-mon[88985]: osdmap e1970: 8 total, 8 up, 8 in 2024-04-13T08:54:50.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:54:50 smithi119 ceph-mon[96316]: osdmap e1970: 8 total, 8 up, 8 in 2024-04-13T08:54:50.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:54:50 smithi119 ceph-mon[93746]: osdmap e1970: 8 total, 8 up, 8 in 2024-04-13T08:54:51.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:54:51 smithi139 ceph-mon[88985]: pgmap v3729: 137 pgs: 137 active+clean; 312 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.6 KiB/s wr, 7 op/s 2024-04-13T08:54:51.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:54:51 smithi119 ceph-mon[96316]: pgmap v3729: 137 pgs: 137 active+clean; 312 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.6 KiB/s wr, 7 op/s 2024-04-13T08:54:51.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:54:51 smithi119 ceph-mon[93746]: pgmap v3729: 137 pgs: 137 active+clean; 312 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.6 KiB/s wr, 7 op/s 2024-04-13T08:54:52.637 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:54:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:54:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:54:53.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:54:53 smithi139 ceph-mon[88985]: pgmap v3730: 137 pgs: 137 active+clean; 341 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 3.6 MiB/s wr, 39 op/s; 3.7 MiB/s, 1 objects/s recovering 2024-04-13T08:54:53.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:54:53 smithi119 ceph-mon[96316]: pgmap v3730: 137 pgs: 137 active+clean; 341 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 3.6 MiB/s wr, 39 op/s; 3.7 MiB/s, 1 objects/s recovering 2024-04-13T08:54:53.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:54:53 smithi119 ceph-mon[93746]: pgmap v3730: 137 pgs: 137 active+clean; 341 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 3.6 MiB/s wr, 39 op/s; 3.7 MiB/s, 1 objects/s recovering 2024-04-13T08:54:54.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:54:54 smithi139 ceph-mon[88985]: osdmap e1971: 8 total, 8 up, 8 in 2024-04-13T08:54:54.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:54:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:54:54.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:54:54 smithi119 ceph-mon[96316]: osdmap e1971: 8 total, 8 up, 8 in 2024-04-13T08:54:54.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:54:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:54:54.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:54:54 smithi119 ceph-mon[93746]: osdmap e1971: 8 total, 8 up, 8 in 2024-04-13T08:54:54.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:54:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:54:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:54:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:54:54] "GET /metrics HTTP/1.1" 200 36629 "" "Prometheus/2.43.0" 2024-04-13T08:54:55.597 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/5.ShrinkToOneAfterSnapshot (15264 ms) 2024-04-13T08:54:55.597 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/5.MinOverlap 2024-04-13T08:54:55.597 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:54:55.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:54:55 smithi139 ceph-mon[88985]: pgmap v3732: 137 pgs: 137 active+clean; 353 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 148 KiB/s rd, 6.8 MiB/s wr, 70 op/s; 5.0 MiB/s, 1 objects/s recovering 2024-04-13T08:54:55.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:54:55 smithi119 ceph-mon[96316]: pgmap v3732: 137 pgs: 137 active+clean; 353 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 148 KiB/s rd, 6.8 MiB/s wr, 70 op/s; 5.0 MiB/s, 1 objects/s recovering 2024-04-13T08:54:55.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:54:55 smithi119 ceph-mon[93746]: pgmap v3732: 137 pgs: 137 active+clean; 353 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 148 KiB/s rd, 6.8 MiB/s wr, 70 op/s; 5.0 MiB/s, 1 objects/s recovering 2024-04-13T08:54:57.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:54:57 smithi139 ceph-mon[88985]: pgmap v3733: 137 pgs: 137 active+clean; 414 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 4.6 MiB/s rd, 14 MiB/s wr, 102 op/s; 4.0 MiB/s, 1 objects/s recovering 2024-04-13T08:54:57.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:54:57 smithi119 ceph-mon[96316]: pgmap v3733: 137 pgs: 137 active+clean; 414 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 4.6 MiB/s rd, 14 MiB/s wr, 102 op/s; 4.0 MiB/s, 1 objects/s recovering 2024-04-13T08:54:57.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:54:57 smithi119 ceph-mon[93746]: pgmap v3733: 137 pgs: 137 active+clean; 414 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 4.6 MiB/s rd, 14 MiB/s wr, 102 op/s; 4.0 MiB/s, 1 objects/s recovering 2024-04-13T08:54:59.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:54:59 smithi139 ceph-mon[88985]: pgmap v3734: 137 pgs: 137 active+clean; 438 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 6.9 MiB/s rd, 15 MiB/s wr, 94 op/s; 3.5 MiB/s, 1 objects/s recovering 2024-04-13T08:54:59.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:54:59 smithi119 ceph-mon[96316]: pgmap v3734: 137 pgs: 137 active+clean; 438 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 6.9 MiB/s rd, 15 MiB/s wr, 94 op/s; 3.5 MiB/s, 1 objects/s recovering 2024-04-13T08:54:59.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:54:59 smithi119 ceph-mon[93746]: pgmap v3734: 137 pgs: 137 active+clean; 438 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 6.9 MiB/s rd, 15 MiB/s wr, 94 op/s; 3.5 MiB/s, 1 objects/s recovering 2024-04-13T08:55:01.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:55:01 smithi139 ceph-mon[88985]: pgmap v3735: 137 pgs: 137 active+clean; 438 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 13 MiB/s wr, 79 op/s; 3.0 MiB/s, 0 objects/s recovering 2024-04-13T08:55:01.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:55:01 smithi119 ceph-mon[96316]: pgmap v3735: 137 pgs: 137 active+clean; 438 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 13 MiB/s wr, 79 op/s; 3.0 MiB/s, 0 objects/s recovering 2024-04-13T08:55:01.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:55:01 smithi119 ceph-mon[93746]: pgmap v3735: 137 pgs: 137 active+clean; 438 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 13 MiB/s wr, 79 op/s; 3.0 MiB/s, 0 objects/s recovering 2024-04-13T08:55:02.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:55:02 smithi139 ceph-mon[88985]: osdmap e1972: 8 total, 8 up, 8 in 2024-04-13T08:55:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:55:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:55:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:55:02.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:55:02 smithi119 ceph-mon[96316]: osdmap e1972: 8 total, 8 up, 8 in 2024-04-13T08:55:02.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:55:02 smithi119 ceph-mon[93746]: osdmap e1972: 8 total, 8 up, 8 in 2024-04-13T08:55:03.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:55:03 smithi139 ceph-mon[88985]: pgmap v3737: 137 pgs: 137 active+clean; 442 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 6.8 MiB/s rd, 11 MiB/s wr, 61 op/s 2024-04-13T08:55:03.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:55:03 smithi119 ceph-mon[96316]: pgmap v3737: 137 pgs: 137 active+clean; 442 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 6.8 MiB/s rd, 11 MiB/s wr, 61 op/s 2024-04-13T08:55:03.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:55:03 smithi119 ceph-mon[93746]: pgmap v3737: 137 pgs: 137 active+clean; 442 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 6.8 MiB/s rd, 11 MiB/s wr, 61 op/s 2024-04-13T08:55:05.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:55:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:55:04] "GET /metrics HTTP/1.1" 200 36629 "" "Prometheus/2.43.0" 2024-04-13T08:55:05.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:55:05 smithi139 ceph-mon[88985]: pgmap v3738: 137 pgs: 137 active+clean; 442 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.9 MiB/s wr, 51 op/s 2024-04-13T08:55:05.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:55:05 smithi119 ceph-mon[96316]: pgmap v3738: 137 pgs: 137 active+clean; 442 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.9 MiB/s wr, 51 op/s 2024-04-13T08:55:05.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:55:05 smithi119 ceph-mon[93746]: pgmap v3738: 137 pgs: 137 active+clean; 442 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.9 MiB/s wr, 51 op/s 2024-04-13T08:55:07.461 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/5.MinOverlap (11864 ms) 2024-04-13T08:55:07.462 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/5.ZeroOverlap 2024-04-13T08:55:07.462 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:55:07.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:55:07 smithi139 ceph-mon[88985]: pgmap v3739: 137 pgs: 137 active+clean; 483 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 7.3 MiB/s wr, 53 op/s 2024-04-13T08:55:07.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:55:07 smithi119 ceph-mon[96316]: pgmap v3739: 137 pgs: 137 active+clean; 483 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 7.3 MiB/s wr, 53 op/s 2024-04-13T08:55:07.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:55:07 smithi119 ceph-mon[93746]: pgmap v3739: 137 pgs: 137 active+clean; 483 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 7.3 MiB/s wr, 53 op/s 2024-04-13T08:55:08.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:55:08 smithi139 ceph-mon[88985]: pgmap v3740: 137 pgs: 137 active+clean; 491 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.7 MiB/s wr, 50 op/s 2024-04-13T08:55:08.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:55:08 smithi119 ceph-mon[96316]: pgmap v3740: 137 pgs: 137 active+clean; 491 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.7 MiB/s wr, 50 op/s 2024-04-13T08:55:08.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:55:08 smithi119 ceph-mon[93746]: pgmap v3740: 137 pgs: 137 active+clean; 491 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.7 MiB/s wr, 50 op/s 2024-04-13T08:55:09.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:55:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:55:09.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:55:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:55:09.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:55:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:55:10.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:55:10 smithi119 ceph-mon[96316]: pgmap v3741: 137 pgs: 137 active+clean; 491 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.7 MiB/s wr, 50 op/s 2024-04-13T08:55:10.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:55:10 smithi119 ceph-mon[93746]: pgmap v3741: 137 pgs: 137 active+clean; 491 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.7 MiB/s wr, 50 op/s 2024-04-13T08:55:10.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:55:10 smithi139 ceph-mon[88985]: pgmap v3741: 137 pgs: 137 active+clean; 491 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.7 MiB/s wr, 50 op/s 2024-04-13T08:55:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:55:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:55:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:55:13.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:55:12 smithi139 ceph-mon[88985]: pgmap v3742: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 6.2 MiB/s wr, 61 op/s 2024-04-13T08:55:13.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:55:12 smithi119 ceph-mon[93746]: pgmap v3742: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 6.2 MiB/s wr, 61 op/s 2024-04-13T08:55:13.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:55:12 smithi119 ceph-mon[96316]: pgmap v3742: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 6.2 MiB/s wr, 61 op/s 2024-04-13T08:55:15.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:55:14 smithi139 ceph-mon[88985]: pgmap v3743: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 5.1 MiB/s wr, 45 op/s 2024-04-13T08:55:15.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:55:14 smithi119 ceph-mon[96316]: pgmap v3743: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 5.1 MiB/s wr, 45 op/s 2024-04-13T08:55:15.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:55:14 smithi119 ceph-mon[93746]: pgmap v3743: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 5.1 MiB/s wr, 45 op/s 2024-04-13T08:55:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:55:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:55:14] "GET /metrics HTTP/1.1" 200 36619 "" "Prometheus/2.43.0" 2024-04-13T08:55:16.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:55:15 smithi139 ceph-mon[88985]: osdmap e1973: 8 total, 8 up, 8 in 2024-04-13T08:55:16.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:55:15 smithi119 ceph-mon[96316]: osdmap e1973: 8 total, 8 up, 8 in 2024-04-13T08:55:16.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:55:15 smithi119 ceph-mon[93746]: osdmap e1973: 8 total, 8 up, 8 in 2024-04-13T08:55:17.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:55:16 smithi139 ceph-mon[88985]: pgmap v3745: 137 pgs: 137 active+clean; 532 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.9 MiB/s wr, 59 op/s 2024-04-13T08:55:17.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:55:16 smithi119 ceph-mon[96316]: pgmap v3745: 137 pgs: 137 active+clean; 532 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.9 MiB/s wr, 59 op/s 2024-04-13T08:55:17.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:55:16 smithi119 ceph-mon[93746]: pgmap v3745: 137 pgs: 137 active+clean; 532 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.9 MiB/s wr, 59 op/s 2024-04-13T08:55:19.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:55:18 smithi139 ceph-mon[88985]: pgmap v3746: 137 pgs: 137 active+clean; 540 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.9 MiB/s wr, 60 op/s 2024-04-13T08:55:19.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:55:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:55:19.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:55:18 smithi119 ceph-mon[96316]: pgmap v3746: 137 pgs: 137 active+clean; 540 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.9 MiB/s wr, 60 op/s 2024-04-13T08:55:19.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:55:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:55:19.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:55:18 smithi119 ceph-mon[93746]: pgmap v3746: 137 pgs: 137 active+clean; 540 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.9 MiB/s wr, 60 op/s 2024-04-13T08:55:19.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:55:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:55:20.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:55:19 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:55:20.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:55:19 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:55:20.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:55:19 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:55:20.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:55:19 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:55:20.411 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:55:19 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:55:20.411 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:55:19 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:55:20.411 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:55:19 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:55:20.411 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:55:19 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:55:20.411 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:55:19 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:55:21.015 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/5.ZeroOverlap (13554 ms) 2024-04-13T08:55:21.235 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 7 tests from EncryptedFlattenTest/5 (97624 ms total) 2024-04-13T08:55:21.235 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:55:21.235 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 7 tests from EncryptedFlattenTest/6, where TypeParam = LUKS2UnderLUKS2 2024-04-13T08:55:21.271 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/6.Simple 2024-04-13T08:55:21.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:55:21 smithi139 ceph-mon[88985]: pgmap v3747: 137 pgs: 137 active+clean; 540 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.9 MiB/s wr, 60 op/s 2024-04-13T08:55:21.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:55:21 smithi119 ceph-mon[96316]: pgmap v3747: 137 pgs: 137 active+clean; 540 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.9 MiB/s wr, 60 op/s 2024-04-13T08:55:21.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:55:21 smithi119 ceph-mon[93746]: pgmap v3747: 137 pgs: 137 active+clean; 540 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.9 MiB/s wr, 60 op/s 2024-04-13T08:55:22.536 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:55:22 smithi139 ceph-mon[88985]: osdmap e1974: 8 total, 8 up, 8 in 2024-04-13T08:55:22.537 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:55:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:55:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:55:22.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:55:22 smithi119 ceph-mon[96316]: osdmap e1974: 8 total, 8 up, 8 in 2024-04-13T08:55:22.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:55:22 smithi119 ceph-mon[93746]: osdmap e1974: 8 total, 8 up, 8 in 2024-04-13T08:55:23.260 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:55:23.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:55:23 smithi139 ceph-mon[88985]: pgmap v3749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:55:23.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:55:23 smithi139 ceph-mon[88985]: osdmap e1975: 8 total, 8 up, 8 in 2024-04-13T08:55:23.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:55:23 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/4028129317' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:55:23.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:55:23 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:55:23.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:55:23 smithi119 ceph-mon[96316]: pgmap v3749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:55:23.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:55:23 smithi119 ceph-mon[96316]: osdmap e1975: 8 total, 8 up, 8 in 2024-04-13T08:55:23.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:55:23 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/4028129317' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:55:23.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:55:23 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:55:23.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:55:23 smithi119 ceph-mon[93746]: pgmap v3749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:55:23.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:55:23 smithi119 ceph-mon[93746]: osdmap e1975: 8 total, 8 up, 8 in 2024-04-13T08:55:23.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:55:23 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/4028129317' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:55:23.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:55:23 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:55:24.639 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:55:24 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-42","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:55:24.639 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:55:24 smithi139 ceph-mon[88985]: osdmap e1976: 8 total, 8 up, 8 in 2024-04-13T08:55:24.639 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:55:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:55:24.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:55:24 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-42","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:55:24.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:55:24 smithi119 ceph-mon[96316]: osdmap e1976: 8 total, 8 up, 8 in 2024-04-13T08:55:24.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:55:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:55:24.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:55:24 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-42","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:55:24.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:55:24 smithi119 ceph-mon[93746]: osdmap e1976: 8 total, 8 up, 8 in 2024-04-13T08:55:24.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:55:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:55:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:55:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:55:24] "GET /metrics HTTP/1.1" 200 36551 "" "Prometheus/2.43.0" 2024-04-13T08:55:25.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:55:25 smithi139 ceph-mon[88985]: pgmap v3752: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:55:25.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:55:25 smithi139 ceph-mon[88985]: osdmap e1977: 8 total, 8 up, 8 in 2024-04-13T08:55:25.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:55:25 smithi119 ceph-mon[96316]: pgmap v3752: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:55:25.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:55:25 smithi119 ceph-mon[96316]: osdmap e1977: 8 total, 8 up, 8 in 2024-04-13T08:55:25.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:55:25 smithi119 ceph-mon[93746]: pgmap v3752: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:55:25.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:55:25 smithi119 ceph-mon[93746]: osdmap e1977: 8 total, 8 up, 8 in 2024-04-13T08:55:26.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:55:26 smithi139 ceph-mon[88985]: osdmap e1978: 8 total, 8 up, 8 in 2024-04-13T08:55:26.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:55:26 smithi119 ceph-mon[96316]: osdmap e1978: 8 total, 8 up, 8 in 2024-04-13T08:55:26.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:55:26 smithi119 ceph-mon[93746]: osdmap e1978: 8 total, 8 up, 8 in 2024-04-13T08:55:27.617 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:55:27 smithi119 ceph-mon[96316]: pgmap v3755: 137 pgs: 7 creating+peering, 4 unknown, 126 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 7.0 KiB/s rd, 1.7 KiB/s wr, 12 op/s 2024-04-13T08:55:27.617 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:55:27 smithi119 ceph-mon[93746]: pgmap v3755: 137 pgs: 7 creating+peering, 4 unknown, 126 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 7.0 KiB/s rd, 1.7 KiB/s wr, 12 op/s 2024-04-13T08:55:27.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:55:27 smithi139 ceph-mon[88985]: pgmap v3755: 137 pgs: 7 creating+peering, 4 unknown, 126 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 7.0 KiB/s rd, 1.7 KiB/s wr, 12 op/s 2024-04-13T08:55:29.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:55:29 smithi139 ceph-mon[88985]: pgmap v3756: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.4 KiB/s rd, 1.4 KiB/s wr, 9 op/s 2024-04-13T08:55:29.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:55:29 smithi119 ceph-mon[96316]: pgmap v3756: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.4 KiB/s rd, 1.4 KiB/s wr, 9 op/s 2024-04-13T08:55:29.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:55:29 smithi119 ceph-mon[93746]: pgmap v3756: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.4 KiB/s rd, 1.4 KiB/s wr, 9 op/s 2024-04-13T08:55:31.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:55:31 smithi139 ceph-mon[88985]: pgmap v3757: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.6 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-13T08:55:31.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:55:31 smithi139 ceph-mon[88985]: osdmap e1979: 8 total, 8 up, 8 in 2024-04-13T08:55:31.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:55:31 smithi119 ceph-mon[96316]: pgmap v3757: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.6 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-13T08:55:31.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:55:31 smithi119 ceph-mon[96316]: osdmap e1979: 8 total, 8 up, 8 in 2024-04-13T08:55:31.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:55:31 smithi119 ceph-mon[93746]: pgmap v3757: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.6 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-13T08:55:31.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:55:31 smithi119 ceph-mon[93746]: osdmap e1979: 8 total, 8 up, 8 in 2024-04-13T08:55:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:55:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:55:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:55:33.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:55:33 smithi139 ceph-mon[88985]: pgmap v3759: 137 pgs: 137 active+clean; 8.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 544 KiB/s wr, 7 op/s 2024-04-13T08:55:33.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:55:33 smithi119 ceph-mon[96316]: pgmap v3759: 137 pgs: 137 active+clean; 8.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 544 KiB/s wr, 7 op/s 2024-04-13T08:55:33.884 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:55:33 smithi119 ceph-mon[93746]: pgmap v3759: 137 pgs: 137 active+clean; 8.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 544 KiB/s wr, 7 op/s 2024-04-13T08:55:35.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:55:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:55:34] "GET /metrics HTTP/1.1" 200 36551 "" "Prometheus/2.43.0" 2024-04-13T08:55:35.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:55:35 smithi139 ceph-mon[88985]: pgmap v3760: 137 pgs: 137 active+clean; 25 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.7 KiB/s rd, 2.3 MiB/s wr, 9 op/s 2024-04-13T08:55:35.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:55:35 smithi119 ceph-mon[96316]: pgmap v3760: 137 pgs: 137 active+clean; 25 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.7 KiB/s rd, 2.3 MiB/s wr, 9 op/s 2024-04-13T08:55:35.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:55:35 smithi119 ceph-mon[93746]: pgmap v3760: 137 pgs: 137 active+clean; 25 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.7 KiB/s rd, 2.3 MiB/s wr, 9 op/s 2024-04-13T08:55:37.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:55:37 smithi139 ceph-mon[88985]: pgmap v3761: 137 pgs: 137 active+clean; 46 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:55:37.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:55:37 smithi119 ceph-mon[96316]: pgmap v3761: 137 pgs: 137 active+clean; 46 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:55:37.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:55:37 smithi119 ceph-mon[93746]: pgmap v3761: 137 pgs: 137 active+clean; 46 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:55:39.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:55:39 smithi139 ceph-mon[88985]: pgmap v3762: 137 pgs: 137 active+clean; 50 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-13T08:55:39.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:55:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:55:39.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:55:39 smithi119 ceph-mon[96316]: pgmap v3762: 137 pgs: 137 active+clean; 50 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-13T08:55:39.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:55:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:55:39.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:55:39 smithi119 ceph-mon[93746]: pgmap v3762: 137 pgs: 137 active+clean; 50 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-13T08:55:39.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:55:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:55:41.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:55:41 smithi139 ceph-mon[88985]: pgmap v3763: 137 pgs: 137 active+clean; 50 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-13T08:55:41.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:55:41 smithi119 ceph-mon[96316]: pgmap v3763: 137 pgs: 137 active+clean; 50 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-13T08:55:41.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:55:41 smithi119 ceph-mon[93746]: pgmap v3763: 137 pgs: 137 active+clean; 50 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-13T08:55:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:55:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:55:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:55:42.808 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/6.Simple (21465 ms) 2024-04-13T08:55:42.808 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/6.Grow 2024-04-13T08:55:42.808 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:55:43.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:55:43 smithi139 ceph-mon[88985]: pgmap v3764: 137 pgs: 137 active+clean; 62 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 855 KiB/s rd, 5.4 MiB/s wr, 44 op/s 2024-04-13T08:55:43.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:55:43 smithi119 ceph-mon[96316]: pgmap v3764: 137 pgs: 137 active+clean; 62 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 855 KiB/s rd, 5.4 MiB/s wr, 44 op/s 2024-04-13T08:55:43.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:55:43 smithi119 ceph-mon[93746]: pgmap v3764: 137 pgs: 137 active+clean; 62 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 855 KiB/s rd, 5.4 MiB/s wr, 44 op/s 2024-04-13T08:55:45.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:55:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:55:44] "GET /metrics HTTP/1.1" 200 36611 "" "Prometheus/2.43.0" 2024-04-13T08:55:45.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:55:45 smithi139 ceph-mon[88985]: pgmap v3765: 137 pgs: 137 active+clean; 78 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 6.1 MiB/s wr, 41 op/s 2024-04-13T08:55:45.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:55:45 smithi119 ceph-mon[96316]: pgmap v3765: 137 pgs: 137 active+clean; 78 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 6.1 MiB/s wr, 41 op/s 2024-04-13T08:55:45.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:55:45 smithi119 ceph-mon[93746]: pgmap v3765: 137 pgs: 137 active+clean; 78 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 6.1 MiB/s wr, 41 op/s 2024-04-13T08:55:47.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:55:47 smithi139 ceph-mon[88985]: pgmap v3766: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 8.4 MiB/s rd, 6.5 MiB/s wr, 55 op/s 2024-04-13T08:55:47.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:55:47 smithi119 ceph-mon[96316]: pgmap v3766: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 8.4 MiB/s rd, 6.5 MiB/s wr, 55 op/s 2024-04-13T08:55:47.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:55:47 smithi119 ceph-mon[93746]: pgmap v3766: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 8.4 MiB/s rd, 6.5 MiB/s wr, 55 op/s 2024-04-13T08:55:49.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:55:49 smithi139 ceph-mon[88985]: pgmap v3767: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-13T08:55:49.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:55:49 smithi119 ceph-mon[96316]: pgmap v3767: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-13T08:55:49.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:55:49 smithi119 ceph-mon[93746]: pgmap v3767: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-13T08:55:51.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:55:51 smithi139 ceph-mon[88985]: pgmap v3768: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.4 MiB/s wr, 28 op/s 2024-04-13T08:55:51.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:55:51 smithi139 ceph-mon[88985]: osdmap e1980: 8 total, 8 up, 8 in 2024-04-13T08:55:51.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:55:51 smithi119 ceph-mon[96316]: pgmap v3768: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.4 MiB/s wr, 28 op/s 2024-04-13T08:55:51.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:55:51 smithi119 ceph-mon[96316]: osdmap e1980: 8 total, 8 up, 8 in 2024-04-13T08:55:51.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:55:51 smithi119 ceph-mon[93746]: pgmap v3768: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.4 MiB/s wr, 28 op/s 2024-04-13T08:55:51.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:55:51 smithi119 ceph-mon[93746]: osdmap e1980: 8 total, 8 up, 8 in 2024-04-13T08:55:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:55:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:55:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:55:53.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:55:53 smithi139 ceph-mon[88985]: pgmap v3770: 137 pgs: 137 active+clean; 116 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 57 op/s 2024-04-13T08:55:53.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:55:53 smithi119 ceph-mon[96316]: pgmap v3770: 137 pgs: 137 active+clean; 116 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 57 op/s 2024-04-13T08:55:53.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:55:53 smithi119 ceph-mon[93746]: pgmap v3770: 137 pgs: 137 active+clean; 116 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 57 op/s 2024-04-13T08:55:54.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:55:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:55:54.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:55:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:55:54.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:55:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:55:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:55:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:55:54] "GET /metrics HTTP/1.1" 200 36620 "" "Prometheus/2.43.0" 2024-04-13T08:55:55.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:55:55 smithi139 ceph-mon[88985]: pgmap v3771: 137 pgs: 137 active+clean; 128 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 7.3 MiB/s rd, 6.2 MiB/s wr, 55 op/s 2024-04-13T08:55:55.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:55:55 smithi119 ceph-mon[96316]: pgmap v3771: 137 pgs: 137 active+clean; 128 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 7.3 MiB/s rd, 6.2 MiB/s wr, 55 op/s 2024-04-13T08:55:55.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:55:55 smithi119 ceph-mon[93746]: pgmap v3771: 137 pgs: 137 active+clean; 128 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 7.3 MiB/s rd, 6.2 MiB/s wr, 55 op/s 2024-04-13T08:55:57.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:55:57 smithi139 ceph-mon[88985]: pgmap v3772: 137 pgs: 137 active+clean; 128 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-13T08:55:57.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:55:57 smithi119 ceph-mon[96316]: pgmap v3772: 137 pgs: 137 active+clean; 128 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-13T08:55:57.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:55:57 smithi119 ceph-mon[93746]: pgmap v3772: 137 pgs: 137 active+clean; 128 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-13T08:55:59.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:55:59 smithi139 ceph-mon[88985]: pgmap v3773: 137 pgs: 137 active+clean; 128 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:55:59.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:55:59 smithi119 ceph-mon[96316]: pgmap v3773: 137 pgs: 137 active+clean; 128 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:55:59.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:55:59 smithi119 ceph-mon[93746]: pgmap v3773: 137 pgs: 137 active+clean; 128 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:56:01.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:56:01 smithi139 ceph-mon[88985]: pgmap v3774: 137 pgs: 137 active+clean; 128 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:56:01.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:56:01 smithi119 ceph-mon[96316]: pgmap v3774: 137 pgs: 137 active+clean; 128 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:56:01.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:56:01 smithi119 ceph-mon[93746]: pgmap v3774: 137 pgs: 137 active+clean; 128 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:56:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:56:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:56:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:56:03.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:56:03 smithi139 ceph-mon[88985]: pgmap v3775: 137 pgs: 137 active+clean; 140 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.6 MiB/s wr, 46 op/s 2024-04-13T08:56:03.648 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/6.Grow (20913 ms) 2024-04-13T08:56:03.648 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/6.Shrink 2024-04-13T08:56:03.648 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:56:03.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:56:03 smithi119 ceph-mon[96316]: pgmap v3775: 137 pgs: 137 active+clean; 140 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.6 MiB/s wr, 46 op/s 2024-04-13T08:56:03.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:56:03 smithi119 ceph-mon[93746]: pgmap v3775: 137 pgs: 137 active+clean; 140 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.6 MiB/s wr, 46 op/s 2024-04-13T08:56:05.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:56:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:56:04] "GET /metrics HTTP/1.1" 200 36620 "" "Prometheus/2.43.0" 2024-04-13T08:56:05.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:56:05 smithi139 ceph-mon[88985]: pgmap v3776: 137 pgs: 137 active+clean; 156 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.0 MiB/s wr, 17 op/s 2024-04-13T08:56:05.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:56:05 smithi119 ceph-mon[96316]: pgmap v3776: 137 pgs: 137 active+clean; 156 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.0 MiB/s wr, 17 op/s 2024-04-13T08:56:05.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:56:05 smithi119 ceph-mon[93746]: pgmap v3776: 137 pgs: 137 active+clean; 156 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.0 MiB/s wr, 17 op/s 2024-04-13T08:56:07.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:56:07 smithi139 ceph-mon[88985]: pgmap v3777: 137 pgs: 137 active+clean; 169 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.4 MiB/s wr, 27 op/s 2024-04-13T08:56:07.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:56:07 smithi119 ceph-mon[96316]: pgmap v3777: 137 pgs: 137 active+clean; 169 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.4 MiB/s wr, 27 op/s 2024-04-13T08:56:07.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:56:07 smithi119 ceph-mon[93746]: pgmap v3777: 137 pgs: 137 active+clean; 169 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.4 MiB/s wr, 27 op/s 2024-04-13T08:56:09.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:56:09 smithi139 ceph-mon[88985]: pgmap v3778: 137 pgs: 137 active+clean; 169 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-13T08:56:09.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:56:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:56:09.636 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 08:56:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[127213]: logger=cleanup t=2024-04-13T08:56:09.372904428Z level=info msg="Completed cleanup jobs" duration=3.207063ms 2024-04-13T08:56:09.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:56:09 smithi119 ceph-mon[96316]: pgmap v3778: 137 pgs: 137 active+clean; 169 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-13T08:56:09.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:56:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:56:09.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:56:09 smithi119 ceph-mon[93746]: pgmap v3778: 137 pgs: 137 active+clean; 169 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-13T08:56:09.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:56:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:56:11.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:56:11 smithi139 ceph-mon[88985]: pgmap v3779: 137 pgs: 137 active+clean; 169 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-13T08:56:11.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:56:11 smithi119 ceph-mon[96316]: pgmap v3779: 137 pgs: 137 active+clean; 169 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-13T08:56:11.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:56:11 smithi119 ceph-mon[93746]: pgmap v3779: 137 pgs: 137 active+clean; 169 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-13T08:56:12.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:56:12 smithi139 ceph-mon[88985]: osdmap e1981: 8 total, 8 up, 8 in 2024-04-13T08:56:12.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:56:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:56:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:56:12.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:56:12 smithi119 ceph-mon[96316]: osdmap e1981: 8 total, 8 up, 8 in 2024-04-13T08:56:12.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:56:12 smithi119 ceph-mon[93746]: osdmap e1981: 8 total, 8 up, 8 in 2024-04-13T08:56:13.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:56:13 smithi139 ceph-mon[88985]: pgmap v3781: 137 pgs: 137 active+clean; 173 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 9.6 MiB/s rd, 4.9 MiB/s wr, 23 op/s 2024-04-13T08:56:13.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:56:13 smithi119 ceph-mon[96316]: pgmap v3781: 137 pgs: 137 active+clean; 173 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 9.6 MiB/s rd, 4.9 MiB/s wr, 23 op/s 2024-04-13T08:56:13.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:56:13 smithi119 ceph-mon[93746]: pgmap v3781: 137 pgs: 137 active+clean; 173 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 9.6 MiB/s rd, 4.9 MiB/s wr, 23 op/s 2024-04-13T08:56:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:56:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:56:14] "GET /metrics HTTP/1.1" 200 36622 "" "Prometheus/2.43.0" 2024-04-13T08:56:15.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:56:15 smithi139 ceph-mon[88985]: pgmap v3782: 137 pgs: 137 active+clean; 181 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.3 MiB/s wr, 38 op/s 2024-04-13T08:56:15.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:56:15 smithi119 ceph-mon[96316]: pgmap v3782: 137 pgs: 137 active+clean; 181 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.3 MiB/s wr, 38 op/s 2024-04-13T08:56:15.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:56:15 smithi119 ceph-mon[93746]: pgmap v3782: 137 pgs: 137 active+clean; 181 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.3 MiB/s wr, 38 op/s 2024-04-13T08:56:17.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:56:17 smithi139 ceph-mon[88985]: pgmap v3783: 137 pgs: 137 active+clean; 210 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.5 MiB/s wr, 39 op/s 2024-04-13T08:56:17.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:56:17 smithi119 ceph-mon[96316]: pgmap v3783: 137 pgs: 137 active+clean; 210 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.5 MiB/s wr, 39 op/s 2024-04-13T08:56:17.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:56:17 smithi119 ceph-mon[93746]: pgmap v3783: 137 pgs: 137 active+clean; 210 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.5 MiB/s wr, 39 op/s 2024-04-13T08:56:19.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:56:19 smithi139 ceph-mon[88985]: pgmap v3784: 137 pgs: 137 active+clean; 210 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:56:19.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:56:19 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:56:19.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:56:19 smithi119 ceph-mon[96316]: pgmap v3784: 137 pgs: 137 active+clean; 210 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:56:19.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:56:19 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:56:19.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:56:19 smithi119 ceph-mon[93746]: pgmap v3784: 137 pgs: 137 active+clean; 210 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:56:19.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:56:19 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:56:20.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:56:20 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:56:20.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:56:20 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:56:20.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:56:20 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:56:20.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:56:20 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:56:20.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:56:20 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:56:20.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:56:20 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:56:20.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:56:20 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:56:20.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:56:20 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:56:20.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:56:20 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:56:21.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:56:21 smithi139 ceph-mon[88985]: pgmap v3785: 137 pgs: 137 active+clean; 210 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:56:21.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:56:21 smithi119 ceph-mon[96316]: pgmap v3785: 137 pgs: 137 active+clean; 210 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:56:21.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:56:21 smithi119 ceph-mon[93746]: pgmap v3785: 137 pgs: 137 active+clean; 210 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:56:22.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:56:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:56:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:56:23.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:56:23 smithi139 ceph-mon[88985]: pgmap v3786: 137 pgs: 137 active+clean; 218 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 57 KiB/s rd, 4.7 MiB/s wr, 41 op/s 2024-04-13T08:56:23.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:56:23 smithi119 ceph-mon[96316]: pgmap v3786: 137 pgs: 137 active+clean; 218 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 57 KiB/s rd, 4.7 MiB/s wr, 41 op/s 2024-04-13T08:56:23.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:56:23 smithi119 ceph-mon[93746]: pgmap v3786: 137 pgs: 137 active+clean; 218 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 57 KiB/s rd, 4.7 MiB/s wr, 41 op/s 2024-04-13T08:56:24.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:56:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:56:24.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:56:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:56:24.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:56:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:56:24.809 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/6.Shrink (21161 ms) 2024-04-13T08:56:24.810 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/6.ShrinkToOne 2024-04-13T08:56:24.810 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:56:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:56:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:56:24] "GET /metrics HTTP/1.1" 200 36614 "" "Prometheus/2.43.0" 2024-04-13T08:56:25.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:56:25 smithi119 ceph-mon[96316]: pgmap v3787: 137 pgs: 137 active+clean; 226 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 48 KiB/s rd, 4.4 MiB/s wr, 34 op/s 2024-04-13T08:56:25.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:56:25 smithi119 ceph-mon[93746]: pgmap v3787: 137 pgs: 137 active+clean; 226 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 48 KiB/s rd, 4.4 MiB/s wr, 34 op/s 2024-04-13T08:56:25.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:56:25 smithi139 ceph-mon[88985]: pgmap v3787: 137 pgs: 137 active+clean; 226 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 48 KiB/s rd, 4.4 MiB/s wr, 34 op/s 2024-04-13T08:56:27.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:56:27 smithi119 ceph-mon[96316]: pgmap v3788: 137 pgs: 137 active+clean; 247 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 7.1 MiB/s rd, 6.2 MiB/s wr, 34 op/s 2024-04-13T08:56:27.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:56:27 smithi119 ceph-mon[93746]: pgmap v3788: 137 pgs: 137 active+clean; 247 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 7.1 MiB/s rd, 6.2 MiB/s wr, 34 op/s 2024-04-13T08:56:27.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:56:27 smithi139 ceph-mon[88985]: pgmap v3788: 137 pgs: 137 active+clean; 247 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 7.1 MiB/s rd, 6.2 MiB/s wr, 34 op/s 2024-04-13T08:56:28.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:56:28 smithi119 ceph-mon[96316]: pgmap v3789: 137 pgs: 137 active+clean; 251 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-13T08:56:28.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:56:28 smithi119 ceph-mon[93746]: pgmap v3789: 137 pgs: 137 active+clean; 251 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-13T08:56:28.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:56:28 smithi139 ceph-mon[88985]: pgmap v3789: 137 pgs: 137 active+clean; 251 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-13T08:56:31.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:56:30 smithi139 ceph-mon[88985]: pgmap v3790: 137 pgs: 137 active+clean; 251 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-13T08:56:31.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:56:30 smithi119 ceph-mon[96316]: pgmap v3790: 137 pgs: 137 active+clean; 251 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-13T08:56:31.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:56:30 smithi119 ceph-mon[93746]: pgmap v3790: 137 pgs: 137 active+clean; 251 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-13T08:56:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:56:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:56:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:56:33.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:56:32 smithi119 ceph-mon[96316]: pgmap v3791: 137 pgs: 137 active+clean; 251 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-13T08:56:33.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:56:32 smithi119 ceph-mon[93746]: pgmap v3791: 137 pgs: 137 active+clean; 251 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-13T08:56:33.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:56:32 smithi139 ceph-mon[88985]: pgmap v3791: 137 pgs: 137 active+clean; 251 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-13T08:56:34.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:56:33 smithi119 ceph-mon[96316]: osdmap e1982: 8 total, 8 up, 8 in 2024-04-13T08:56:34.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:56:33 smithi119 ceph-mon[93746]: osdmap e1982: 8 total, 8 up, 8 in 2024-04-13T08:56:34.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:56:33 smithi139 ceph-mon[88985]: osdmap e1982: 8 total, 8 up, 8 in 2024-04-13T08:56:35.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:56:34 smithi119 ceph-mon[96316]: pgmap v3793: 137 pgs: 137 active+clean; 255 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 4.5 MiB/s wr, 26 op/s 2024-04-13T08:56:35.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:56:34 smithi119 ceph-mon[93746]: pgmap v3793: 137 pgs: 137 active+clean; 255 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 4.5 MiB/s wr, 26 op/s 2024-04-13T08:56:35.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:56:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:56:34] "GET /metrics HTTP/1.1" 200 36614 "" "Prometheus/2.43.0" 2024-04-13T08:56:35.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:56:34 smithi139 ceph-mon[88985]: pgmap v3793: 137 pgs: 137 active+clean; 255 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 4.5 MiB/s wr, 26 op/s 2024-04-13T08:56:37.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:56:36 smithi119 ceph-mon[96316]: pgmap v3794: 137 pgs: 137 active+clean; 288 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 4.9 MiB/s wr, 43 op/s 2024-04-13T08:56:37.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:56:36 smithi119 ceph-mon[93746]: pgmap v3794: 137 pgs: 137 active+clean; 288 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 4.9 MiB/s wr, 43 op/s 2024-04-13T08:56:37.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:56:36 smithi139 ceph-mon[88985]: pgmap v3794: 137 pgs: 137 active+clean; 288 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 4.9 MiB/s wr, 43 op/s 2024-04-13T08:56:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:56:38 smithi119 ceph-mon[96316]: pgmap v3795: 137 pgs: 137 active+clean; 292 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:56:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:56:38 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:56:39.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:56:38 smithi119 ceph-mon[93746]: pgmap v3795: 137 pgs: 137 active+clean; 292 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:56:39.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:56:38 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:56:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:56:38 smithi139 ceph-mon[88985]: pgmap v3795: 137 pgs: 137 active+clean; 292 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:56:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:56:38 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:56:41.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:56:40 smithi119 ceph-mon[96316]: pgmap v3796: 137 pgs: 137 active+clean; 292 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:56:41.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:56:40 smithi119 ceph-mon[93746]: pgmap v3796: 137 pgs: 137 active+clean; 292 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:56:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:56:40 smithi139 ceph-mon[88985]: pgmap v3796: 137 pgs: 137 active+clean; 292 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:56:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:56:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:56:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:56:43.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:56:42 smithi119 ceph-mon[96316]: pgmap v3797: 137 pgs: 137 active+clean; 300 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 62 KiB/s rd, 4.9 MiB/s wr, 46 op/s 2024-04-13T08:56:43.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:56:42 smithi119 ceph-mon[93746]: pgmap v3797: 137 pgs: 137 active+clean; 300 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 62 KiB/s rd, 4.9 MiB/s wr, 46 op/s 2024-04-13T08:56:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:56:42 smithi139 ceph-mon[88985]: pgmap v3797: 137 pgs: 137 active+clean; 300 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 62 KiB/s rd, 4.9 MiB/s wr, 46 op/s 2024-04-13T08:56:45.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:56:44 smithi119 ceph-mon[96316]: pgmap v3798: 137 pgs: 137 active+clean; 308 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 57 KiB/s rd, 4.8 MiB/s wr, 42 op/s 2024-04-13T08:56:45.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:56:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:56:44] "GET /metrics HTTP/1.1" 200 36619 "" "Prometheus/2.43.0" 2024-04-13T08:56:45.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:56:44 smithi119 ceph-mon[93746]: pgmap v3798: 137 pgs: 137 active+clean; 308 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 57 KiB/s rd, 4.8 MiB/s wr, 42 op/s 2024-04-13T08:56:45.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:56:44 smithi139 ceph-mon[88985]: pgmap v3798: 137 pgs: 137 active+clean; 308 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 57 KiB/s rd, 4.8 MiB/s wr, 42 op/s 2024-04-13T08:56:46.061 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/6.ShrinkToOne (21252 ms) 2024-04-13T08:56:46.061 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/6.ShrinkToOneAfterSnapshot 2024-04-13T08:56:46.061 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:56:47.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:56:46 smithi119 ceph-mon[96316]: pgmap v3799: 137 pgs: 137 active+clean; 308 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.1 MiB/s wr, 47 op/s 2024-04-13T08:56:47.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:56:46 smithi119 ceph-mon[93746]: pgmap v3799: 137 pgs: 137 active+clean; 308 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.1 MiB/s wr, 47 op/s 2024-04-13T08:56:47.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:56:46 smithi139 ceph-mon[88985]: pgmap v3799: 137 pgs: 137 active+clean; 308 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.1 MiB/s wr, 47 op/s 2024-04-13T08:56:49.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:56:48 smithi119 ceph-mon[96316]: pgmap v3800: 137 pgs: 137 active+clean; 312 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.7 MiB/s wr, 19 op/s 2024-04-13T08:56:49.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:56:48 smithi119 ceph-mon[93746]: pgmap v3800: 137 pgs: 137 active+clean; 312 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.7 MiB/s wr, 19 op/s 2024-04-13T08:56:49.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:56:48 smithi139 ceph-mon[88985]: pgmap v3800: 137 pgs: 137 active+clean; 312 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.7 MiB/s wr, 19 op/s 2024-04-13T08:56:51.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:56:50 smithi119 ceph-mon[96316]: pgmap v3801: 137 pgs: 137 active+clean; 312 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-04-13T08:56:51.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:56:50 smithi119 ceph-mon[93746]: pgmap v3801: 137 pgs: 137 active+clean; 312 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-04-13T08:56:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:56:50 smithi139 ceph-mon[88985]: pgmap v3801: 137 pgs: 137 active+clean; 312 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-04-13T08:56:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:56:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:56:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:56:53.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:56:52 smithi119 ceph-mon[96316]: pgmap v3802: 137 pgs: 137 active+clean; 312 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-13T08:56:53.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:56:52 smithi119 ceph-mon[93746]: pgmap v3802: 137 pgs: 137 active+clean; 312 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-13T08:56:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:56:52 smithi139 ceph-mon[88985]: pgmap v3802: 137 pgs: 137 active+clean; 312 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-13T08:56:54.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:56:53 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:56:54.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:56:53 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:56:54.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:56:53 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:56:55.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:56:54 smithi119 ceph-mon[96316]: pgmap v3803: 137 pgs: 137 active+clean; 312 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-04-13T08:56:55.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:56:54 smithi119 ceph-mon[96316]: osdmap e1983: 8 total, 8 up, 8 in 2024-04-13T08:56:55.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:56:54 smithi119 ceph-mon[93746]: pgmap v3803: 137 pgs: 137 active+clean; 312 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-04-13T08:56:55.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:56:54 smithi119 ceph-mon[93746]: osdmap e1983: 8 total, 8 up, 8 in 2024-04-13T08:56:55.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:56:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:56:54] "GET /metrics HTTP/1.1" 200 36616 "" "Prometheus/2.43.0" 2024-04-13T08:56:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:56:54 smithi139 ceph-mon[88985]: pgmap v3803: 137 pgs: 137 active+clean; 312 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-04-13T08:56:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:56:54 smithi139 ceph-mon[88985]: osdmap e1983: 8 total, 8 up, 8 in 2024-04-13T08:56:57.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:56:56 smithi119 ceph-mon[93746]: pgmap v3805: 137 pgs: 137 active+clean; 344 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 849 KiB/s rd, 4.8 MiB/s wr, 40 op/s 2024-04-13T08:56:57.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:56:56 smithi119 ceph-mon[96316]: pgmap v3805: 137 pgs: 137 active+clean; 344 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 849 KiB/s rd, 4.8 MiB/s wr, 40 op/s 2024-04-13T08:56:57.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:56:56 smithi139 ceph-mon[88985]: pgmap v3805: 137 pgs: 137 active+clean; 344 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 849 KiB/s rd, 4.8 MiB/s wr, 40 op/s 2024-04-13T08:56:59.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:56:58 smithi119 ceph-mon[96316]: pgmap v3806: 137 pgs: 137 active+clean; 353 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-13T08:56:59.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:56:58 smithi119 ceph-mon[93746]: pgmap v3806: 137 pgs: 137 active+clean; 353 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-13T08:56:59.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:56:58 smithi139 ceph-mon[88985]: pgmap v3806: 137 pgs: 137 active+clean; 353 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-13T08:57:01.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:00 smithi119 ceph-mon[96316]: pgmap v3807: 137 pgs: 137 active+clean; 353 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-13T08:57:01.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:00 smithi119 ceph-mon[93746]: pgmap v3807: 137 pgs: 137 active+clean; 353 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-13T08:57:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:00 smithi139 ceph-mon[88985]: pgmap v3807: 137 pgs: 137 active+clean; 353 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-13T08:57:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:57:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:57:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:57:03.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:02 smithi119 ceph-mon[96316]: pgmap v3808: 137 pgs: 137 active+clean; 353 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:57:03.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:02 smithi119 ceph-mon[93746]: pgmap v3808: 137 pgs: 137 active+clean; 353 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:57:03.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:02 smithi139 ceph-mon[88985]: pgmap v3808: 137 pgs: 137 active+clean; 353 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:57:05.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:57:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:57:04] "GET /metrics HTTP/1.1" 200 36616 "" "Prometheus/2.43.0" 2024-04-13T08:57:05.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:04 smithi119 ceph-mon[96316]: pgmap v3809: 137 pgs: 137 active+clean; 361 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.9 MiB/s wr, 35 op/s 2024-04-13T08:57:05.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:04 smithi119 ceph-mon[93746]: pgmap v3809: 137 pgs: 137 active+clean; 361 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.9 MiB/s wr, 35 op/s 2024-04-13T08:57:05.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:04 smithi139 ceph-mon[88985]: pgmap v3809: 137 pgs: 137 active+clean; 361 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.9 MiB/s wr, 35 op/s 2024-04-13T08:57:07.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:06 smithi119 ceph-mon[93746]: pgmap v3810: 137 pgs: 137 active+clean; 365 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 77 KiB/s rd, 4.5 MiB/s wr, 39 op/s 2024-04-13T08:57:07.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:06 smithi119 ceph-mon[96316]: pgmap v3810: 137 pgs: 137 active+clean; 365 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 77 KiB/s rd, 4.5 MiB/s wr, 39 op/s 2024-04-13T08:57:07.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:06 smithi139 ceph-mon[88985]: pgmap v3810: 137 pgs: 137 active+clean; 365 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 77 KiB/s rd, 4.5 MiB/s wr, 39 op/s 2024-04-13T08:57:08.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:07 smithi119 ceph-mon[96316]: osdmap e1984: 8 total, 8 up, 8 in 2024-04-13T08:57:08.339 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:07 smithi119 ceph-mon[93746]: osdmap e1984: 8 total, 8 up, 8 in 2024-04-13T08:57:08.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:07 smithi139 ceph-mon[88985]: osdmap e1984: 8 total, 8 up, 8 in 2024-04-13T08:57:09.194 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/6.ShrinkToOneAfterSnapshot (23133 ms) 2024-04-13T08:57:09.194 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/6.MinOverlap 2024-04-13T08:57:09.195 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:57:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:08 smithi139 ceph-mon[88985]: pgmap v3812: 137 pgs: 137 active+clean; 385 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1019 KiB/s rd, 3.2 MiB/s wr, 18 op/s 2024-04-13T08:57:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:08 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:57:09.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:08 smithi119 ceph-mon[96316]: pgmap v3812: 137 pgs: 137 active+clean; 385 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1019 KiB/s rd, 3.2 MiB/s wr, 18 op/s 2024-04-13T08:57:09.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:08 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:57:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:08 smithi119 ceph-mon[93746]: pgmap v3812: 137 pgs: 137 active+clean; 385 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1019 KiB/s rd, 3.2 MiB/s wr, 18 op/s 2024-04-13T08:57:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:08 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:57:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:10 smithi139 ceph-mon[88985]: pgmap v3813: 137 pgs: 137 active+clean; 385 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1019 KiB/s rd, 3.2 MiB/s wr, 18 op/s 2024-04-13T08:57:11.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:10 smithi119 ceph-mon[96316]: pgmap v3813: 137 pgs: 137 active+clean; 385 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1019 KiB/s rd, 3.2 MiB/s wr, 18 op/s 2024-04-13T08:57:11.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:10 smithi119 ceph-mon[93746]: pgmap v3813: 137 pgs: 137 active+clean; 385 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1019 KiB/s rd, 3.2 MiB/s wr, 18 op/s 2024-04-13T08:57:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:57:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:57:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:57:13.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:13 smithi119 ceph-mon[96316]: pgmap v3814: 137 pgs: 137 active+clean; 438 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 45 op/s 2024-04-13T08:57:13.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:13 smithi119 ceph-mon[93746]: pgmap v3814: 137 pgs: 137 active+clean; 438 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 45 op/s 2024-04-13T08:57:13.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:13 smithi139 ceph-mon[88985]: pgmap v3814: 137 pgs: 137 active+clean; 438 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 45 op/s 2024-04-13T08:57:15.188 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:15 smithi119 ceph-mon[93746]: pgmap v3815: 137 pgs: 137 active+clean; 438 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.7 MiB/s wr, 49 op/s 2024-04-13T08:57:15.188 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:57:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:57:14] "GET /metrics HTTP/1.1" 200 36624 "" "Prometheus/2.43.0" 2024-04-13T08:57:15.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:15 smithi119 ceph-mon[96316]: pgmap v3815: 137 pgs: 137 active+clean; 438 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.7 MiB/s wr, 49 op/s 2024-04-13T08:57:15.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:15 smithi139 ceph-mon[88985]: pgmap v3815: 137 pgs: 137 active+clean; 438 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.7 MiB/s wr, 49 op/s 2024-04-13T08:57:17.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:17 smithi119 ceph-mon[96316]: pgmap v3816: 137 pgs: 137 active+clean; 438 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.3 MiB/s wr, 38 op/s 2024-04-13T08:57:17.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:17 smithi119 ceph-mon[93746]: pgmap v3816: 137 pgs: 137 active+clean; 438 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.3 MiB/s wr, 38 op/s 2024-04-13T08:57:17.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:17 smithi139 ceph-mon[88985]: pgmap v3816: 137 pgs: 137 active+clean; 438 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.3 MiB/s wr, 38 op/s 2024-04-13T08:57:18.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:18 smithi119 ceph-mon[96316]: osdmap e1985: 8 total, 8 up, 8 in 2024-04-13T08:57:18.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:18 smithi119 ceph-mon[93746]: osdmap e1985: 8 total, 8 up, 8 in 2024-04-13T08:57:18.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:18 smithi139 ceph-mon[88985]: osdmap e1985: 8 total, 8 up, 8 in 2024-04-13T08:57:19.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:19 smithi119 ceph-mon[96316]: pgmap v3818: 137 pgs: 137 active+clean; 446 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 6.1 MiB/s wr, 58 op/s 2024-04-13T08:57:19.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:19 smithi119 ceph-mon[93746]: pgmap v3818: 137 pgs: 137 active+clean; 446 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 6.1 MiB/s wr, 58 op/s 2024-04-13T08:57:19.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:19 smithi139 ceph-mon[88985]: pgmap v3818: 137 pgs: 137 active+clean; 446 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 6.1 MiB/s wr, 58 op/s 2024-04-13T08:57:21.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:21 smithi119 ceph-mon[96316]: pgmap v3819: 137 pgs: 137 active+clean; 446 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 6.1 MiB/s wr, 58 op/s 2024-04-13T08:57:21.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:21 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:57:21.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:21 smithi119 ceph-mon[93746]: pgmap v3819: 137 pgs: 137 active+clean; 446 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 6.1 MiB/s wr, 58 op/s 2024-04-13T08:57:21.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:21 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:57:21.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:21 smithi139 ceph-mon[88985]: pgmap v3819: 137 pgs: 137 active+clean; 446 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 6.1 MiB/s wr, 58 op/s 2024-04-13T08:57:21.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:21 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:57:22.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:22 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:57:22.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:22 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:57:22.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:57:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:57:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:57:22.702 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:22 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:57:22.702 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:22 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:57:22.702 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:22 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:57:22.703 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:22 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:57:23.623 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:23 smithi119 ceph-mon[96316]: pgmap v3820: 137 pgs: 137 active+clean; 479 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-13T08:57:23.624 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:23 smithi119 ceph-mon[93746]: pgmap v3820: 137 pgs: 137 active+clean; 479 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-13T08:57:23.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:23 smithi139 ceph-mon[88985]: pgmap v3820: 137 pgs: 137 active+clean; 479 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-13T08:57:24.497 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:57:24.497 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:24 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:57:24.497 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:24 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:57:24.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:57:24.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:24 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:57:24.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:24 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:57:24.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:57:24.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:24 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:57:24.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:24 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:57:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:57:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:57:24] "GET /metrics HTTP/1.1" 200 36620 "" "Prometheus/2.43.0" 2024-04-13T08:57:25.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:25 smithi119 ceph-mon[96316]: pgmap v3821: 137 pgs: 137 active+clean; 479 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:57:25.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:25 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:57:25.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:25 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:57:25.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:25 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:57:25.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:25 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:57:25.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:25 smithi119 ceph-mon[93746]: pgmap v3821: 137 pgs: 137 active+clean; 479 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:57:25.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:25 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:57:25.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:25 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:57:25.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:25 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:57:25.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:25 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:57:25.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:25 smithi139 ceph-mon[88985]: pgmap v3821: 137 pgs: 137 active+clean; 479 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:57:25.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:25 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:57:25.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:25 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:57:25.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:25 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:57:25.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:25 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:57:26.414 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:26 smithi119 ceph-mon[93746]: pgmap v3822: 137 pgs: 137 active+clean; 491 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 57 KiB/s rd, 5.3 MiB/s wr, 38 op/s 2024-04-13T08:57:26.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:26 smithi119 ceph-mon[96316]: pgmap v3822: 137 pgs: 137 active+clean; 491 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 57 KiB/s rd, 5.3 MiB/s wr, 38 op/s 2024-04-13T08:57:26.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:26 smithi139 ceph-mon[88985]: pgmap v3822: 137 pgs: 137 active+clean; 491 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 57 KiB/s rd, 5.3 MiB/s wr, 38 op/s 2024-04-13T08:57:29.134 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:28 smithi119 ceph-mon[96316]: pgmap v3823: 137 pgs: 137 active+clean; 495 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 59 KiB/s rd, 5.0 MiB/s wr, 43 op/s 2024-04-13T08:57:29.134 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:28 smithi119 ceph-mon[93746]: pgmap v3823: 137 pgs: 137 active+clean; 495 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 59 KiB/s rd, 5.0 MiB/s wr, 43 op/s 2024-04-13T08:57:29.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:28 smithi139 ceph-mon[88985]: pgmap v3823: 137 pgs: 137 active+clean; 495 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 59 KiB/s rd, 5.0 MiB/s wr, 43 op/s 2024-04-13T08:57:30.621 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:30 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:57:30.621 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:30 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:57:30.621 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:30 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:57:30.621 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:30 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:57:30.621 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:30 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:57:30.621 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:30 smithi119 ceph-mon[93746]: pgmap v3824: 137 pgs: 137 active+clean; 495 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 35 KiB/s rd, 4.1 MiB/s wr, 16 op/s 2024-04-13T08:57:30.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:30 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:57:30.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:30 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:57:30.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:30 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:57:30.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:30 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:57:30.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:30 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:57:30.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:30 smithi139 ceph-mon[88985]: pgmap v3824: 137 pgs: 137 active+clean; 495 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 35 KiB/s rd, 4.1 MiB/s wr, 16 op/s 2024-04-13T08:57:30.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:30 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:57:30.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:30 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:57:30.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:30 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:57:30.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:30 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:57:30.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:30 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:57:30.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:30 smithi119 ceph-mon[96316]: pgmap v3824: 137 pgs: 137 active+clean; 495 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 35 KiB/s rd, 4.1 MiB/s wr, 16 op/s 2024-04-13T08:57:31.773 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/6.MinOverlap (22579 ms) 2024-04-13T08:57:31.773 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/6.ZeroOverlap 2024-04-13T08:57:31.774 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:57:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:57:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:57:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:57:33.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:32 smithi119 ceph-mon[96316]: pgmap v3825: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 27 op/s 2024-04-13T08:57:33.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:32 smithi119 ceph-mon[93746]: pgmap v3825: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 27 op/s 2024-04-13T08:57:33.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:32 smithi139 ceph-mon[88985]: pgmap v3825: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 27 op/s 2024-04-13T08:57:35.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:34 smithi119 ceph-mon[96316]: pgmap v3826: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 21 op/s 2024-04-13T08:57:35.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:34 smithi119 ceph-mon[93746]: pgmap v3826: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 21 op/s 2024-04-13T08:57:35.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:57:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:57:34] "GET /metrics HTTP/1.1" 200 36620 "" "Prometheus/2.43.0" 2024-04-13T08:57:35.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:34 smithi139 ceph-mon[88985]: pgmap v3826: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 21 op/s 2024-04-13T08:57:37.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:36 smithi119 ceph-mon[96316]: pgmap v3827: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-13T08:57:37.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:36 smithi119 ceph-mon[93746]: pgmap v3827: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-13T08:57:37.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:36 smithi139 ceph-mon[88985]: pgmap v3827: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-13T08:57:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:38 smithi119 ceph-mon[96316]: pgmap v3828: 137 pgs: 137 active+clean; 511 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 22 op/s 2024-04-13T08:57:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:38 smithi119 ceph-mon[96316]: osdmap e1986: 8 total, 8 up, 8 in 2024-04-13T08:57:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:38 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:57:39.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:38 smithi119 ceph-mon[93746]: pgmap v3828: 137 pgs: 137 active+clean; 511 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 22 op/s 2024-04-13T08:57:39.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:38 smithi119 ceph-mon[93746]: osdmap e1986: 8 total, 8 up, 8 in 2024-04-13T08:57:39.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:38 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:57:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:38 smithi139 ceph-mon[88985]: pgmap v3828: 137 pgs: 137 active+clean; 511 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 22 op/s 2024-04-13T08:57:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:38 smithi139 ceph-mon[88985]: osdmap e1986: 8 total, 8 up, 8 in 2024-04-13T08:57:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:38 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:57:41.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:40 smithi119 ceph-mon[96316]: pgmap v3830: 137 pgs: 137 active+clean; 511 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.6 MiB/s wr, 19 op/s 2024-04-13T08:57:41.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:40 smithi119 ceph-mon[93746]: pgmap v3830: 137 pgs: 137 active+clean; 511 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.6 MiB/s wr, 19 op/s 2024-04-13T08:57:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:40 smithi139 ceph-mon[88985]: pgmap v3830: 137 pgs: 137 active+clean; 511 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.6 MiB/s wr, 19 op/s 2024-04-13T08:57:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:57:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:57:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:57:43.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:42 smithi119 ceph-mon[96316]: pgmap v3831: 137 pgs: 137 active+clean; 540 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 843 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-13T08:57:43.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:42 smithi119 ceph-mon[93746]: pgmap v3831: 137 pgs: 137 active+clean; 540 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 843 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-13T08:57:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:42 smithi139 ceph-mon[88985]: pgmap v3831: 137 pgs: 137 active+clean; 540 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 843 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-13T08:57:45.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:44 smithi119 ceph-mon[96316]: pgmap v3832: 137 pgs: 137 active+clean; 540 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 438 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-13T08:57:45.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:57:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:57:44] "GET /metrics HTTP/1.1" 200 36618 "" "Prometheus/2.43.0" 2024-04-13T08:57:45.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:44 smithi119 ceph-mon[93746]: pgmap v3832: 137 pgs: 137 active+clean; 540 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 438 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-13T08:57:45.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:44 smithi139 ceph-mon[88985]: pgmap v3832: 137 pgs: 137 active+clean; 540 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 438 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-13T08:57:47.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:46 smithi119 ceph-mon[96316]: pgmap v3833: 137 pgs: 137 active+clean; 548 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 60 KiB/s rd, 4.9 MiB/s wr, 43 op/s 2024-04-13T08:57:47.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:46 smithi119 ceph-mon[93746]: pgmap v3833: 137 pgs: 137 active+clean; 548 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 60 KiB/s rd, 4.9 MiB/s wr, 43 op/s 2024-04-13T08:57:47.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:46 smithi139 ceph-mon[88985]: pgmap v3833: 137 pgs: 137 active+clean; 548 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 60 KiB/s rd, 4.9 MiB/s wr, 43 op/s 2024-04-13T08:57:49.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:48 smithi119 ceph-mon[96316]: pgmap v3834: 137 pgs: 137 active+clean; 556 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 62 KiB/s rd, 4.5 MiB/s wr, 46 op/s 2024-04-13T08:57:49.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:48 smithi119 ceph-mon[93746]: pgmap v3834: 137 pgs: 137 active+clean; 556 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 62 KiB/s rd, 4.5 MiB/s wr, 46 op/s 2024-04-13T08:57:49.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:48 smithi139 ceph-mon[88985]: pgmap v3834: 137 pgs: 137 active+clean; 556 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 62 KiB/s rd, 4.5 MiB/s wr, 46 op/s 2024-04-13T08:57:51.151 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/6.ZeroOverlap (19378 ms) 2024-04-13T08:57:51.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:50 smithi119 ceph-mon[96316]: pgmap v3835: 137 pgs: 137 active+clean; 556 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 52 KiB/s rd, 3.8 MiB/s wr, 38 op/s 2024-04-13T08:57:51.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:50 smithi119 ceph-mon[93746]: pgmap v3835: 137 pgs: 137 active+clean; 556 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 52 KiB/s rd, 3.8 MiB/s wr, 38 op/s 2024-04-13T08:57:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:50 smithi139 ceph-mon[88985]: pgmap v3835: 137 pgs: 137 active+clean; 556 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 52 KiB/s rd, 3.8 MiB/s wr, 38 op/s 2024-04-13T08:57:51.952 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 7 tests from EncryptedFlattenTest/6 (149881 ms total) 2024-04-13T08:57:51.952 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T08:57:51.952 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 7 tests from EncryptedFlattenTest/7, where TypeParam = LUKS2UnderLUKS1 2024-04-13T08:57:51.989 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/7.Simple 2024-04-13T08:57:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:57:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:57:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:57:53.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:52 smithi119 ceph-mon[96316]: pgmap v3836: 137 pgs: 137 active+clean; 556 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.8 MiB/s wr, 41 op/s 2024-04-13T08:57:53.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:52 smithi119 ceph-mon[96316]: osdmap e1987: 8 total, 8 up, 8 in 2024-04-13T08:57:53.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:52 smithi119 ceph-mon[93746]: pgmap v3836: 137 pgs: 137 active+clean; 556 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.8 MiB/s wr, 41 op/s 2024-04-13T08:57:53.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:52 smithi119 ceph-mon[93746]: osdmap e1987: 8 total, 8 up, 8 in 2024-04-13T08:57:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:52 smithi139 ceph-mon[88985]: pgmap v3836: 137 pgs: 137 active+clean; 556 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.8 MiB/s wr, 41 op/s 2024-04-13T08:57:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:52 smithi139 ceph-mon[88985]: osdmap e1987: 8 total, 8 up, 8 in 2024-04-13T08:57:53.959 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:57:54.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:53 smithi139 ceph-mon[88985]: osdmap e1988: 8 total, 8 up, 8 in 2024-04-13T08:57:54.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:53 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1097280017' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:57:54.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:53 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:57:54.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:53 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:57:54.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:53 smithi119 ceph-mon[96316]: osdmap e1988: 8 total, 8 up, 8 in 2024-04-13T08:57:54.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:53 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1097280017' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:57:54.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:53 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:57:54.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:53 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:57:54.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:53 smithi119 ceph-mon[93746]: osdmap e1988: 8 total, 8 up, 8 in 2024-04-13T08:57:54.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:53 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1097280017' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:57:54.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:53 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:57:54.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:53 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:57:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:57:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:57:54] "GET /metrics HTTP/1.1" 200 36556 "" "Prometheus/2.43.0" 2024-04-13T08:57:55.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:54 smithi119 ceph-mon[93746]: pgmap v3839: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail 2024-04-13T08:57:55.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:54 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:57:55.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:54 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-43","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:57:55.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:54 smithi119 ceph-mon[93746]: osdmap e1989: 8 total, 8 up, 8 in 2024-04-13T08:57:55.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:54 smithi119 ceph-mon[96316]: pgmap v3839: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail 2024-04-13T08:57:55.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:54 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:57:55.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:54 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-43","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:57:55.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:54 smithi119 ceph-mon[96316]: osdmap e1989: 8 total, 8 up, 8 in 2024-04-13T08:57:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:54 smithi139 ceph-mon[88985]: pgmap v3839: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail 2024-04-13T08:57:55.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:54 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:57:55.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:54 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-43","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:57:55.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:54 smithi139 ceph-mon[88985]: osdmap e1989: 8 total, 8 up, 8 in 2024-04-13T08:57:56.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:55 smithi119 ceph-mon[96316]: osdmap e1990: 8 total, 8 up, 8 in 2024-04-13T08:57:56.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:55 smithi119 ceph-mon[93746]: osdmap e1990: 8 total, 8 up, 8 in 2024-04-13T08:57:56.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:55 smithi139 ceph-mon[88985]: osdmap e1990: 8 total, 8 up, 8 in 2024-04-13T08:57:57.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:56 smithi119 ceph-mon[96316]: pgmap v3842: 137 pgs: 7 unknown, 130 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:57:57.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:56 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:57:57.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:56 smithi119 ceph-mon[96316]: osdmap e1991: 8 total, 8 up, 8 in 2024-04-13T08:57:57.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:56 smithi119 ceph-mon[93746]: pgmap v3842: 137 pgs: 7 unknown, 130 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:57:57.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:56 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:57:57.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:56 smithi119 ceph-mon[93746]: osdmap e1991: 8 total, 8 up, 8 in 2024-04-13T08:57:57.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:56 smithi139 ceph-mon[88985]: pgmap v3842: 137 pgs: 7 unknown, 130 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:57:57.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:56 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:57:57.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:56 smithi139 ceph-mon[88985]: osdmap e1991: 8 total, 8 up, 8 in 2024-04-13T08:57:58.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:57:58 smithi119 ceph-mon[93746]: pgmap v3844: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 208 B/s rd, 416 B/s wr, 1 op/s 2024-04-13T08:57:59.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:57:58 smithi119 ceph-mon[96316]: pgmap v3844: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 208 B/s rd, 416 B/s wr, 1 op/s 2024-04-13T08:57:59.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:57:58 smithi139 ceph-mon[88985]: pgmap v3844: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 208 B/s rd, 416 B/s wr, 1 op/s 2024-04-13T08:58:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:58:00 smithi139 ceph-mon[88985]: pgmap v3845: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 170 B/s rd, 341 B/s wr, 1 op/s 2024-04-13T08:58:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:58:00 smithi119 ceph-mon[96316]: pgmap v3845: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 170 B/s rd, 341 B/s wr, 1 op/s 2024-04-13T08:58:01.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:58:00 smithi119 ceph-mon[93746]: pgmap v3845: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 170 B/s rd, 341 B/s wr, 1 op/s 2024-04-13T08:58:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:58:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:58:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:58:03.377 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:58:02 smithi139 ceph-mon[88985]: pgmap v3846: 137 pgs: 137 active+clean; 13 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-04-13T08:58:03.377 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:58:02 smithi139 ceph-mon[88985]: osdmap e1992: 8 total, 8 up, 8 in 2024-04-13T08:58:03.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:58:02 smithi119 ceph-mon[96316]: pgmap v3846: 137 pgs: 137 active+clean; 13 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-04-13T08:58:03.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:58:02 smithi119 ceph-mon[96316]: osdmap e1992: 8 total, 8 up, 8 in 2024-04-13T08:58:03.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:58:02 smithi119 ceph-mon[93746]: pgmap v3846: 137 pgs: 137 active+clean; 13 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-04-13T08:58:03.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:58:02 smithi119 ceph-mon[93746]: osdmap e1992: 8 total, 8 up, 8 in 2024-04-13T08:58:05.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:58:04 smithi119 ceph-mon[96316]: pgmap v3848: 137 pgs: 137 active+clean; 18 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.4 KiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-04-13T08:58:05.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:58:04 smithi119 ceph-mon[93746]: pgmap v3848: 137 pgs: 137 active+clean; 18 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.4 KiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-04-13T08:58:05.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:58:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:58:04] "GET /metrics HTTP/1.1" 200 36556 "" "Prometheus/2.43.0" 2024-04-13T08:58:05.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:58:04 smithi139 ceph-mon[88985]: pgmap v3848: 137 pgs: 137 active+clean; 18 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.4 KiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-04-13T08:58:07.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:58:07 smithi119 ceph-mon[96316]: pgmap v3849: 137 pgs: 137 active+clean; 50 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 4.6 MiB/s wr, 41 op/s 2024-04-13T08:58:07.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:58:07 smithi119 ceph-mon[96316]: osdmap e1993: 8 total, 8 up, 8 in 2024-04-13T08:58:07.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:58:07 smithi119 ceph-mon[93746]: pgmap v3849: 137 pgs: 137 active+clean; 50 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 4.6 MiB/s wr, 41 op/s 2024-04-13T08:58:07.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:58:07 smithi119 ceph-mon[93746]: osdmap e1993: 8 total, 8 up, 8 in 2024-04-13T08:58:07.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:58:07 smithi139 ceph-mon[88985]: pgmap v3849: 137 pgs: 137 active+clean; 50 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 4.6 MiB/s wr, 41 op/s 2024-04-13T08:58:07.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:58:07 smithi139 ceph-mon[88985]: osdmap e1993: 8 total, 8 up, 8 in 2024-04-13T08:58:09.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:58:09 smithi119 ceph-mon[96316]: pgmap v3851: 137 pgs: 137 active+clean; 50 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 5.6 MiB/s wr, 50 op/s 2024-04-13T08:58:09.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:58:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:58:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:58:09 smithi119 ceph-mon[93746]: pgmap v3851: 137 pgs: 137 active+clean; 50 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 5.6 MiB/s wr, 50 op/s 2024-04-13T08:58:09.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:58:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:58:09.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:58:09 smithi139 ceph-mon[88985]: pgmap v3851: 137 pgs: 137 active+clean; 50 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 5.6 MiB/s wr, 50 op/s 2024-04-13T08:58:09.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:58:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:58:11.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:58:11 smithi119 ceph-mon[93746]: pgmap v3852: 137 pgs: 137 active+clean; 50 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 4.6 MiB/s wr, 44 op/s 2024-04-13T08:58:11.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:58:11 smithi119 ceph-mon[96316]: pgmap v3852: 137 pgs: 137 active+clean; 50 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 4.6 MiB/s wr, 44 op/s 2024-04-13T08:58:11.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:58:11 smithi139 ceph-mon[88985]: pgmap v3852: 137 pgs: 137 active+clean; 50 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 4.6 MiB/s wr, 44 op/s 2024-04-13T08:58:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:58:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:58:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:58:13.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:58:13 smithi119 ceph-mon[96316]: pgmap v3853: 137 pgs: 137 active+clean; 54 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 4.2 MiB/s wr, 43 op/s 2024-04-13T08:58:13.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:58:13 smithi119 ceph-mon[93746]: pgmap v3853: 137 pgs: 137 active+clean; 54 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 4.2 MiB/s wr, 43 op/s 2024-04-13T08:58:13.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:58:13 smithi139 ceph-mon[88985]: pgmap v3853: 137 pgs: 137 active+clean; 54 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 4.2 MiB/s wr, 43 op/s 2024-04-13T08:58:15.198 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:58:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:58:14] "GET /metrics HTTP/1.1" 200 36610 "" "Prometheus/2.43.0" 2024-04-13T08:58:15.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:58:15 smithi119 ceph-mon[96316]: pgmap v3854: 137 pgs: 137 active+clean; 54 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 246 KiB/s rd, 3.6 MiB/s wr, 40 op/s 2024-04-13T08:58:15.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:58:15 smithi119 ceph-mon[93746]: pgmap v3854: 137 pgs: 137 active+clean; 54 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 246 KiB/s rd, 3.6 MiB/s wr, 40 op/s 2024-04-13T08:58:15.520 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/7.Simple (23531 ms) 2024-04-13T08:58:15.521 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/7.Grow 2024-04-13T08:58:15.521 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:58:15.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:58:15 smithi139 ceph-mon[88985]: pgmap v3854: 137 pgs: 137 active+clean; 54 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 246 KiB/s rd, 3.6 MiB/s wr, 40 op/s 2024-04-13T08:58:17.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:58:17 smithi119 ceph-mon[96316]: pgmap v3855: 137 pgs: 137 active+clean; 74 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.8 MiB/s wr, 20 op/s 2024-04-13T08:58:17.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:58:17 smithi119 ceph-mon[93746]: pgmap v3855: 137 pgs: 137 active+clean; 74 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.8 MiB/s wr, 20 op/s 2024-04-13T08:58:17.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:58:17 smithi139 ceph-mon[88985]: pgmap v3855: 137 pgs: 137 active+clean; 74 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.8 MiB/s wr, 20 op/s 2024-04-13T08:58:19.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:58:19 smithi119 ceph-mon[96316]: pgmap v3856: 137 pgs: 137 active+clean; 78 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-04-13T08:58:19.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:58:19 smithi119 ceph-mon[93746]: pgmap v3856: 137 pgs: 137 active+clean; 78 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-04-13T08:58:19.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:58:19 smithi139 ceph-mon[88985]: pgmap v3856: 137 pgs: 137 active+clean; 78 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-04-13T08:58:21.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:58:21 smithi119 ceph-mon[96316]: pgmap v3857: 137 pgs: 137 active+clean; 78 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-04-13T08:58:21.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:58:21 smithi119 ceph-mon[93746]: pgmap v3857: 137 pgs: 137 active+clean; 78 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-04-13T08:58:21.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:58:21 smithi139 ceph-mon[88985]: pgmap v3857: 137 pgs: 137 active+clean; 78 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-04-13T08:58:22.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:58:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:58:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:58:23.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:58:23 smithi119 ceph-mon[93746]: pgmap v3858: 137 pgs: 137 active+clean; 78 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-04-13T08:58:23.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:58:23 smithi119 ceph-mon[96316]: pgmap v3858: 137 pgs: 137 active+clean; 78 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-04-13T08:58:23.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:58:23 smithi139 ceph-mon[88985]: pgmap v3858: 137 pgs: 137 active+clean; 78 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-04-13T08:58:24.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:58:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:58:24.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:58:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:58:24.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:58:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:58:25.215 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:58:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:58:24] "GET /metrics HTTP/1.1" 200 36612 "" "Prometheus/2.43.0" 2024-04-13T08:58:25.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:58:25 smithi119 ceph-mon[93746]: pgmap v3859: 137 pgs: 137 active+clean; 78 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.3 MiB/s wr, 20 op/s 2024-04-13T08:58:25.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:58:25 smithi119 ceph-mon[93746]: osdmap e1994: 8 total, 8 up, 8 in 2024-04-13T08:58:25.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:58:25 smithi119 ceph-mon[96316]: pgmap v3859: 137 pgs: 137 active+clean; 78 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.3 MiB/s wr, 20 op/s 2024-04-13T08:58:25.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:58:25 smithi119 ceph-mon[96316]: osdmap e1994: 8 total, 8 up, 8 in 2024-04-13T08:58:25.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:58:25 smithi139 ceph-mon[88985]: pgmap v3859: 137 pgs: 137 active+clean; 78 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.3 MiB/s wr, 20 op/s 2024-04-13T08:58:25.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:58:25 smithi139 ceph-mon[88985]: osdmap e1994: 8 total, 8 up, 8 in 2024-04-13T08:58:27.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:58:27 smithi139 ceph-mon[88985]: pgmap v3861: 137 pgs: 137 active+clean; 115 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.1 MiB/s wr, 29 op/s 2024-04-13T08:58:27.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:58:27 smithi119 ceph-mon[96316]: pgmap v3861: 137 pgs: 137 active+clean; 115 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.1 MiB/s wr, 29 op/s 2024-04-13T08:58:27.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:58:27 smithi119 ceph-mon[93746]: pgmap v3861: 137 pgs: 137 active+clean; 115 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.1 MiB/s wr, 29 op/s 2024-04-13T08:58:29.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:58:29 smithi139 ceph-mon[88985]: pgmap v3862: 137 pgs: 137 active+clean; 119 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-13T08:58:29.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:58:29 smithi119 ceph-mon[93746]: pgmap v3862: 137 pgs: 137 active+clean; 119 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-13T08:58:29.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:58:29 smithi119 ceph-mon[96316]: pgmap v3862: 137 pgs: 137 active+clean; 119 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-13T08:58:30.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:58:30 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:58:30.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:58:30 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:58:30.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:58:30 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:58:31.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:58:31 smithi139 ceph-mon[88985]: pgmap v3863: 137 pgs: 137 active+clean; 119 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-13T08:58:31.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:58:31 smithi119 ceph-mon[96316]: pgmap v3863: 137 pgs: 137 active+clean; 119 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-13T08:58:31.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:58:31 smithi119 ceph-mon[93746]: pgmap v3863: 137 pgs: 137 active+clean; 119 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-13T08:58:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:58:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:58:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:58:33.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:58:33 smithi139 ceph-mon[88985]: pgmap v3864: 137 pgs: 137 active+clean; 119 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:58:33.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:58:33 smithi119 ceph-mon[96316]: pgmap v3864: 137 pgs: 137 active+clean; 119 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:58:33.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:58:33 smithi119 ceph-mon[93746]: pgmap v3864: 137 pgs: 137 active+clean; 119 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:58:34.820 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:58:34 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:58:34.820 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:58:34 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:58:34.820 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:58:34 smithi119 ceph-mon[96316]: pgmap v3865: 137 pgs: 137 active+clean; 123 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-13T08:58:34.821 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:58:34 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:58:34.821 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:58:34 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:58:34.821 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:58:34 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:58:34.821 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:58:34 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:58:34.821 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:58:34 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:58:34.821 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:58:34 smithi119 ceph-mon[93746]: pgmap v3865: 137 pgs: 137 active+clean; 123 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-13T08:58:34.821 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:58:34 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:58:34.821 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:58:34 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:58:34.821 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:58:34 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:58:34.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:58:34 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:58:34.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:58:34 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:58:34.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:58:34 smithi139 ceph-mon[88985]: pgmap v3865: 137 pgs: 137 active+clean; 123 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-13T08:58:34.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:58:34 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:58:34.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:58:34 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:58:34.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:58:34 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:58:35.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:58:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:58:34] "GET /metrics HTTP/1.1" 200 36612 "" "Prometheus/2.43.0" 2024-04-13T08:58:37.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:58:36 smithi119 ceph-mon[96316]: pgmap v3866: 137 pgs: 137 active+clean; 127 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 190 KiB/s rd, 4.2 MiB/s wr, 39 op/s 2024-04-13T08:58:37.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:58:36 smithi119 ceph-mon[93746]: pgmap v3866: 137 pgs: 137 active+clean; 127 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 190 KiB/s rd, 4.2 MiB/s wr, 39 op/s 2024-04-13T08:58:37.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:58:36 smithi139 ceph-mon[88985]: pgmap v3866: 137 pgs: 137 active+clean; 127 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 190 KiB/s rd, 4.2 MiB/s wr, 39 op/s 2024-04-13T08:58:38.252 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/7.Grow (22732 ms) 2024-04-13T08:58:38.252 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/7.Shrink 2024-04-13T08:58:38.252 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:58:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:58:38 smithi119 ceph-mon[96316]: pgmap v3867: 137 pgs: 137 active+clean; 135 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.0 MiB/s wr, 29 op/s 2024-04-13T08:58:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:58:38 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:58:39.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:58:38 smithi119 ceph-mon[93746]: pgmap v3867: 137 pgs: 137 active+clean; 135 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.0 MiB/s wr, 29 op/s 2024-04-13T08:58:39.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:58:38 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:58:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:58:38 smithi139 ceph-mon[88985]: pgmap v3867: 137 pgs: 137 active+clean; 135 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.0 MiB/s wr, 29 op/s 2024-04-13T08:58:39.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:58:38 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:58:41.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:58:40 smithi119 ceph-mon[96316]: pgmap v3868: 137 pgs: 137 active+clean; 135 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-04-13T08:58:41.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:58:40 smithi119 ceph-mon[93746]: pgmap v3868: 137 pgs: 137 active+clean; 135 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-04-13T08:58:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:58:40 smithi139 ceph-mon[88985]: pgmap v3868: 137 pgs: 137 active+clean; 135 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-04-13T08:58:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:58:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:58:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:58:43.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:58:42 smithi119 ceph-mon[96316]: pgmap v3869: 137 pgs: 137 active+clean; 151 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2024-04-13T08:58:43.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:58:42 smithi119 ceph-mon[93746]: pgmap v3869: 137 pgs: 137 active+clean; 151 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2024-04-13T08:58:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:58:42 smithi139 ceph-mon[88985]: pgmap v3869: 137 pgs: 137 active+clean; 151 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2024-04-13T08:58:45.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:58:44 smithi119 ceph-mon[96316]: pgmap v3870: 137 pgs: 137 active+clean; 151 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2024-04-13T08:58:45.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:58:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:58:44] "GET /metrics HTTP/1.1" 200 36616 "" "Prometheus/2.43.0" 2024-04-13T08:58:45.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:58:44 smithi119 ceph-mon[93746]: pgmap v3870: 137 pgs: 137 active+clean; 151 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2024-04-13T08:58:45.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:58:44 smithi139 ceph-mon[88985]: pgmap v3870: 137 pgs: 137 active+clean; 151 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2024-04-13T08:58:47.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:58:46 smithi119 ceph-mon[96316]: pgmap v3871: 137 pgs: 137 active+clean; 175 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.7 MiB/s wr, 32 op/s 2024-04-13T08:58:47.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:58:46 smithi119 ceph-mon[96316]: osdmap e1995: 8 total, 8 up, 8 in 2024-04-13T08:58:47.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:58:46 smithi119 ceph-mon[93746]: pgmap v3871: 137 pgs: 137 active+clean; 175 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.7 MiB/s wr, 32 op/s 2024-04-13T08:58:47.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:58:46 smithi119 ceph-mon[93746]: osdmap e1995: 8 total, 8 up, 8 in 2024-04-13T08:58:47.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:58:46 smithi139 ceph-mon[88985]: pgmap v3871: 137 pgs: 137 active+clean; 175 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.7 MiB/s wr, 32 op/s 2024-04-13T08:58:47.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:58:46 smithi139 ceph-mon[88985]: osdmap e1995: 8 total, 8 up, 8 in 2024-04-13T08:58:49.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:58:48 smithi119 ceph-mon[96316]: pgmap v3873: 137 pgs: 137 active+clean; 175 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.0 MiB/s wr, 32 op/s 2024-04-13T08:58:49.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:58:48 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.11", "id": [3, 0]}]: dispatch 2024-04-13T08:58:49.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:58:48 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.15", "id": [3, 0]}]: dispatch 2024-04-13T08:58:49.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:58:48 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.11", "id": [3, 0]}]: dispatch 2024-04-13T08:58:49.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:58:48 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.15", "id": [3, 0]}]: dispatch 2024-04-13T08:58:49.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:58:48 smithi119 ceph-mon[93746]: pgmap v3873: 137 pgs: 137 active+clean; 175 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.0 MiB/s wr, 32 op/s 2024-04-13T08:58:49.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:58:48 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.11", "id": [3, 0]}]: dispatch 2024-04-13T08:58:49.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:58:48 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.15", "id": [3, 0]}]: dispatch 2024-04-13T08:58:49.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:58:48 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.11", "id": [3, 0]}]: dispatch 2024-04-13T08:58:49.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:58:48 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.15", "id": [3, 0]}]: dispatch 2024-04-13T08:58:49.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:58:48 smithi139 ceph-mon[88985]: pgmap v3873: 137 pgs: 137 active+clean; 175 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.0 MiB/s wr, 32 op/s 2024-04-13T08:58:49.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:58:48 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.11", "id": [3, 0]}]: dispatch 2024-04-13T08:58:49.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:58:48 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.15", "id": [3, 0]}]: dispatch 2024-04-13T08:58:49.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:58:48 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.11", "id": [3, 0]}]: dispatch 2024-04-13T08:58:49.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:58:48 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.15", "id": [3, 0]}]: dispatch 2024-04-13T08:58:50.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:58:49 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.11", "id": [3, 0]}]': finished 2024-04-13T08:58:50.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:58:49 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.15", "id": [3, 0]}]': finished 2024-04-13T08:58:50.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:58:49 smithi119 ceph-mon[96316]: osdmap e1996: 8 total, 8 up, 8 in 2024-04-13T08:58:50.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:58:49 smithi119 ceph-mon[96316]: osdmap e1997: 8 total, 8 up, 8 in 2024-04-13T08:58:50.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:58:49 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.11", "id": [3, 0]}]': finished 2024-04-13T08:58:50.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:58:49 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.15", "id": [3, 0]}]': finished 2024-04-13T08:58:50.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:58:49 smithi119 ceph-mon[93746]: osdmap e1996: 8 total, 8 up, 8 in 2024-04-13T08:58:50.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:58:49 smithi119 ceph-mon[93746]: osdmap e1997: 8 total, 8 up, 8 in 2024-04-13T08:58:50.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:58:49 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.11", "id": [3, 0]}]': finished 2024-04-13T08:58:50.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:58:49 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.15", "id": [3, 0]}]': finished 2024-04-13T08:58:50.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:58:49 smithi139 ceph-mon[88985]: osdmap e1996: 8 total, 8 up, 8 in 2024-04-13T08:58:50.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:58:49 smithi139 ceph-mon[88985]: osdmap e1997: 8 total, 8 up, 8 in 2024-04-13T08:58:51.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:58:50 smithi119 ceph-mon[96316]: pgmap v3875: 137 pgs: 137 active+clean; 175 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.0 MiB/s wr, 20 op/s 2024-04-13T08:58:51.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:58:50 smithi119 ceph-mon[93746]: pgmap v3875: 137 pgs: 137 active+clean; 175 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.0 MiB/s wr, 20 op/s 2024-04-13T08:58:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:58:50 smithi139 ceph-mon[88985]: pgmap v3875: 137 pgs: 137 active+clean; 175 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.0 MiB/s wr, 20 op/s 2024-04-13T08:58:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:58:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:58:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:58:53.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:58:52 smithi119 ceph-mon[96316]: pgmap v3877: 137 pgs: 137 active+clean; 192 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 32 KiB/s rd, 2.8 MiB/s wr, 42 op/s; 3.3 MiB/s, 0 objects/s recovering 2024-04-13T08:58:53.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:58:52 smithi119 ceph-mon[93746]: pgmap v3877: 137 pgs: 137 active+clean; 192 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 32 KiB/s rd, 2.8 MiB/s wr, 42 op/s; 3.3 MiB/s, 0 objects/s recovering 2024-04-13T08:58:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:58:52 smithi139 ceph-mon[88985]: pgmap v3877: 137 pgs: 137 active+clean; 192 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 32 KiB/s rd, 2.8 MiB/s wr, 42 op/s; 3.3 MiB/s, 0 objects/s recovering 2024-04-13T08:58:54.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:58:53 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:58:54.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:58:53 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:58:54.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:58:53 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:58:55.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:58:54 smithi119 ceph-mon[96316]: pgmap v3878: 137 pgs: 137 active+clean; 196 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 2.6 MiB/s wr, 32 op/s; 2.5 MiB/s, 0 objects/s recovering 2024-04-13T08:58:55.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:58:54 smithi119 ceph-mon[93746]: pgmap v3878: 137 pgs: 137 active+clean; 196 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 2.6 MiB/s wr, 32 op/s; 2.5 MiB/s, 0 objects/s recovering 2024-04-13T08:58:55.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:58:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:58:54] "GET /metrics HTTP/1.1" 200 36629 "" "Prometheus/2.43.0" 2024-04-13T08:58:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:58:54 smithi139 ceph-mon[88985]: pgmap v3878: 137 pgs: 137 active+clean; 196 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 2.6 MiB/s wr, 32 op/s; 2.5 MiB/s, 0 objects/s recovering 2024-04-13T08:58:57.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:58:56 smithi139 ceph-mon[88985]: pgmap v3879: 137 pgs: 137 active+clean; 200 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 224 KiB/s rd, 3.1 MiB/s wr, 33 op/s; 2.5 MiB/s, 0 objects/s recovering 2024-04-13T08:58:57.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:58:56 smithi119 ceph-mon[96316]: pgmap v3879: 137 pgs: 137 active+clean; 200 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 224 KiB/s rd, 3.1 MiB/s wr, 33 op/s; 2.5 MiB/s, 0 objects/s recovering 2024-04-13T08:58:57.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:58:56 smithi119 ceph-mon[93746]: pgmap v3879: 137 pgs: 137 active+clean; 200 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 224 KiB/s rd, 3.1 MiB/s wr, 33 op/s; 2.5 MiB/s, 0 objects/s recovering 2024-04-13T08:58:59.236 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:58:58 smithi119 ceph-mon[96316]: pgmap v3880: 137 pgs: 137 active+clean; 200 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 235 KiB/s rd, 2.8 MiB/s wr, 33 op/s; 2.2 MiB/s, 0 objects/s recovering 2024-04-13T08:58:59.236 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:58:58 smithi119 ceph-mon[93746]: pgmap v3880: 137 pgs: 137 active+clean; 200 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 235 KiB/s rd, 2.8 MiB/s wr, 33 op/s; 2.2 MiB/s, 0 objects/s recovering 2024-04-13T08:58:59.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:58:58 smithi139 ceph-mon[88985]: pgmap v3880: 137 pgs: 137 active+clean; 200 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 235 KiB/s rd, 2.8 MiB/s wr, 33 op/s; 2.2 MiB/s, 0 objects/s recovering 2024-04-13T08:58:59.812 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/7.Shrink (21559 ms) 2024-04-13T08:58:59.812 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/7.ShrinkToOne 2024-04-13T08:58:59.812 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:59:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:59:00 smithi139 ceph-mon[88985]: pgmap v3881: 137 pgs: 137 active+clean; 200 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 210 KiB/s rd, 2.5 MiB/s wr, 29 op/s; 2.0 MiB/s, 0 objects/s recovering 2024-04-13T08:59:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:59:00 smithi119 ceph-mon[96316]: pgmap v3881: 137 pgs: 137 active+clean; 200 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 210 KiB/s rd, 2.5 MiB/s wr, 29 op/s; 2.0 MiB/s, 0 objects/s recovering 2024-04-13T08:59:01.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:59:00 smithi119 ceph-mon[93746]: pgmap v3881: 137 pgs: 137 active+clean; 200 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 210 KiB/s rd, 2.5 MiB/s wr, 29 op/s; 2.0 MiB/s, 0 objects/s recovering 2024-04-13T08:59:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:59:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:59:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:59:03.339 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:59:02 smithi139 ceph-mon[88985]: pgmap v3882: 137 pgs: 137 active+clean; 224 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 8.5 MiB/s rd, 4.1 MiB/s wr, 39 op/s; 1.7 MiB/s, 0 objects/s recovering 2024-04-13T08:59:03.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:59:02 smithi119 ceph-mon[96316]: pgmap v3882: 137 pgs: 137 active+clean; 224 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 8.5 MiB/s rd, 4.1 MiB/s wr, 39 op/s; 1.7 MiB/s, 0 objects/s recovering 2024-04-13T08:59:03.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:59:02 smithi119 ceph-mon[93746]: pgmap v3882: 137 pgs: 137 active+clean; 224 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 8.5 MiB/s rd, 4.1 MiB/s wr, 39 op/s; 1.7 MiB/s, 0 objects/s recovering 2024-04-13T08:59:05.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:59:04 smithi119 ceph-mon[93746]: pgmap v3883: 137 pgs: 137 active+clean; 224 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2024-04-13T08:59:05.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:59:04 smithi119 ceph-mon[96316]: pgmap v3883: 137 pgs: 137 active+clean; 224 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2024-04-13T08:59:05.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:59:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:59:04] "GET /metrics HTTP/1.1" 200 36629 "" "Prometheus/2.43.0" 2024-04-13T08:59:05.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:59:04 smithi139 ceph-mon[88985]: pgmap v3883: 137 pgs: 137 active+clean; 224 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2024-04-13T08:59:07.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:59:06 smithi139 ceph-mon[88985]: pgmap v3884: 137 pgs: 137 active+clean; 224 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-13T08:59:07.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:59:06 smithi119 ceph-mon[96316]: pgmap v3884: 137 pgs: 137 active+clean; 224 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-13T08:59:07.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:59:06 smithi119 ceph-mon[93746]: pgmap v3884: 137 pgs: 137 active+clean; 224 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-13T08:59:09.295 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:59:08 smithi119 ceph-mon[96316]: pgmap v3885: 137 pgs: 137 active+clean; 224 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.3 MiB/s wr, 22 op/s 2024-04-13T08:59:09.295 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:59:08 smithi119 ceph-mon[96316]: osdmap e1998: 8 total, 8 up, 8 in 2024-04-13T08:59:09.296 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:59:08 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:59:09.296 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:59:08 smithi119 ceph-mon[93746]: pgmap v3885: 137 pgs: 137 active+clean; 224 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.3 MiB/s wr, 22 op/s 2024-04-13T08:59:09.296 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:59:08 smithi119 ceph-mon[93746]: osdmap e1998: 8 total, 8 up, 8 in 2024-04-13T08:59:09.296 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:59:08 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:59:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:59:08 smithi139 ceph-mon[88985]: pgmap v3885: 137 pgs: 137 active+clean; 224 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.3 MiB/s wr, 22 op/s 2024-04-13T08:59:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:59:08 smithi139 ceph-mon[88985]: osdmap e1998: 8 total, 8 up, 8 in 2024-04-13T08:59:09.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:59:08 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:59:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:59:10 smithi139 ceph-mon[88985]: pgmap v3887: 137 pgs: 137 active+clean; 224 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 24 op/s 2024-04-13T08:59:11.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:59:10 smithi119 ceph-mon[96316]: pgmap v3887: 137 pgs: 137 active+clean; 224 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 24 op/s 2024-04-13T08:59:11.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:59:10 smithi119 ceph-mon[93746]: pgmap v3887: 137 pgs: 137 active+clean; 224 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 24 op/s 2024-04-13T08:59:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:59:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:59:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:59:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:59:12 smithi139 ceph-mon[88985]: pgmap v3888: 137 pgs: 137 active+clean; 261 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 471 KiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-13T08:59:13.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:59:12 smithi119 ceph-mon[96316]: pgmap v3888: 137 pgs: 137 active+clean; 261 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 471 KiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-13T08:59:13.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:59:12 smithi119 ceph-mon[93746]: pgmap v3888: 137 pgs: 137 active+clean; 261 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 471 KiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-13T08:59:15.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:59:14 smithi119 ceph-mon[96316]: pgmap v3889: 137 pgs: 137 active+clean; 265 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-13T08:59:15.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:59:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:59:14] "GET /metrics HTTP/1.1" 200 36617 "" "Prometheus/2.43.0" 2024-04-13T08:59:15.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:59:14 smithi119 ceph-mon[93746]: pgmap v3889: 137 pgs: 137 active+clean; 265 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-13T08:59:15.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:59:14 smithi139 ceph-mon[88985]: pgmap v3889: 137 pgs: 137 active+clean; 265 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-13T08:59:17.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:59:17 smithi139 ceph-mon[88985]: pgmap v3890: 137 pgs: 137 active+clean; 269 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-13T08:59:17.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:59:17 smithi119 ceph-mon[96316]: pgmap v3890: 137 pgs: 137 active+clean; 269 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-13T08:59:17.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:59:16 smithi119 ceph-mon[93746]: pgmap v3890: 137 pgs: 137 active+clean; 269 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-13T08:59:19.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:59:19 smithi139 ceph-mon[88985]: pgmap v3891: 137 pgs: 137 active+clean; 269 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 85 KiB/s rd, 4.5 MiB/s wr, 38 op/s 2024-04-13T08:59:19.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:59:19 smithi119 ceph-mon[96316]: pgmap v3891: 137 pgs: 137 active+clean; 269 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 85 KiB/s rd, 4.5 MiB/s wr, 38 op/s 2024-04-13T08:59:19.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:59:19 smithi119 ceph-mon[93746]: pgmap v3891: 137 pgs: 137 active+clean; 269 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 85 KiB/s rd, 4.5 MiB/s wr, 38 op/s 2024-04-13T08:59:21.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:59:21 smithi139 ceph-mon[88985]: pgmap v3892: 137 pgs: 137 active+clean; 269 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 71 KiB/s rd, 3.8 MiB/s wr, 32 op/s 2024-04-13T08:59:21.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:59:21 smithi119 ceph-mon[96316]: pgmap v3892: 137 pgs: 137 active+clean; 269 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 71 KiB/s rd, 3.8 MiB/s wr, 32 op/s 2024-04-13T08:59:21.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:59:21 smithi119 ceph-mon[93746]: pgmap v3892: 137 pgs: 137 active+clean; 269 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 71 KiB/s rd, 3.8 MiB/s wr, 32 op/s 2024-04-13T08:59:21.643 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/7.ShrinkToOne (21832 ms) 2024-04-13T08:59:21.644 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/7.ShrinkToOneAfterSnapshot 2024-04-13T08:59:21.644 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:59:22.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:59:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:59:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:59:23.389 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:59:23 smithi139 ceph-mon[88985]: pgmap v3893: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 923 KiB/s rd, 5.1 MiB/s wr, 49 op/s 2024-04-13T08:59:23.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:59:23 smithi119 ceph-mon[93746]: pgmap v3893: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 923 KiB/s rd, 5.1 MiB/s wr, 49 op/s 2024-04-13T08:59:23.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:59:23 smithi119 ceph-mon[96316]: pgmap v3893: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 923 KiB/s rd, 5.1 MiB/s wr, 49 op/s 2024-04-13T08:59:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:59:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:59:24.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:59:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:59:24.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:59:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:59:25.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:59:25 smithi119 ceph-mon[96316]: pgmap v3894: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 900 KiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-04-13T08:59:25.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:59:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:59:24] "GET /metrics HTTP/1.1" 200 36619 "" "Prometheus/2.43.0" 2024-04-13T08:59:25.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:59:25 smithi119 ceph-mon[93746]: pgmap v3894: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 900 KiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-04-13T08:59:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:59:25 smithi139 ceph-mon[88985]: pgmap v3894: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 900 KiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-04-13T08:59:27.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:59:27 smithi139 ceph-mon[88985]: pgmap v3895: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 903 KiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-04-13T08:59:27.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:59:27 smithi119 ceph-mon[93746]: pgmap v3895: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 903 KiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-04-13T08:59:27.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:59:27 smithi119 ceph-mon[96316]: pgmap v3895: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 903 KiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-04-13T08:59:29.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:59:29 smithi139 ceph-mon[88985]: pgmap v3896: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 879 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-13T08:59:29.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:59:29 smithi119 ceph-mon[96316]: pgmap v3896: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 879 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-13T08:59:29.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:59:29 smithi119 ceph-mon[93746]: pgmap v3896: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 879 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-13T08:59:30.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:59:30 smithi139 ceph-mon[88985]: osdmap e1999: 8 total, 8 up, 8 in 2024-04-13T08:59:30.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:59:30 smithi119 ceph-mon[96316]: osdmap e1999: 8 total, 8 up, 8 in 2024-04-13T08:59:30.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:59:30 smithi119 ceph-mon[93746]: osdmap e1999: 8 total, 8 up, 8 in 2024-04-13T08:59:31.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:59:31 smithi139 ceph-mon[88985]: pgmap v3898: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.6 MiB/s wr, 25 op/s 2024-04-13T08:59:31.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:59:31 smithi119 ceph-mon[96316]: pgmap v3898: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.6 MiB/s wr, 25 op/s 2024-04-13T08:59:31.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:59:31 smithi119 ceph-mon[93746]: pgmap v3898: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.6 MiB/s wr, 25 op/s 2024-04-13T08:59:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:59:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:59:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:59:33.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:59:33 smithi139 ceph-mon[88985]: pgmap v3899: 137 pgs: 137 active+clean; 314 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-13T08:59:33.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:59:33 smithi119 ceph-mon[96316]: pgmap v3899: 137 pgs: 137 active+clean; 314 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-13T08:59:33.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:59:33 smithi119 ceph-mon[93746]: pgmap v3899: 137 pgs: 137 active+clean; 314 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-13T08:59:35.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:59:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:59:34] "GET /metrics HTTP/1.1" 200 36619 "" "Prometheus/2.43.0" 2024-04-13T08:59:35.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:59:35 smithi119 ceph-mon[96316]: pgmap v3900: 137 pgs: 137 active+clean; 314 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-13T08:59:35.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:59:35 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:59:35.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:59:35 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:59:35.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:59:35 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:59:35.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:59:35 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:59:35.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:59:35 smithi119 ceph-mon[93746]: pgmap v3900: 137 pgs: 137 active+clean; 314 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-13T08:59:35.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:59:35 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:59:35.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:59:35 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:59:35.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:59:35 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:59:35.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:59:35 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:59:35.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:59:35 smithi139 ceph-mon[88985]: pgmap v3900: 137 pgs: 137 active+clean; 314 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-13T08:59:35.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:59:35 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:59:35.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:59:35 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:59:35.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:59:35 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:59:35.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:59:35 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T08:59:37.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:59:37 smithi139 ceph-mon[88985]: pgmap v3901: 137 pgs: 137 active+clean; 318 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 38 op/s 2024-04-13T08:59:37.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:59:37 smithi119 ceph-mon[96316]: pgmap v3901: 137 pgs: 137 active+clean; 318 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 38 op/s 2024-04-13T08:59:37.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:59:37 smithi119 ceph-mon[93746]: pgmap v3901: 137 pgs: 137 active+clean; 318 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 38 op/s 2024-04-13T08:59:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:59:39 smithi139 ceph-mon[88985]: pgmap v3902: 137 pgs: 137 active+clean; 318 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-13T08:59:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:59:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:59:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:59:39 smithi119 ceph-mon[96316]: pgmap v3902: 137 pgs: 137 active+clean; 318 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-13T08:59:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:59:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:59:39.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:59:39 smithi119 ceph-mon[93746]: pgmap v3902: 137 pgs: 137 active+clean; 318 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-13T08:59:39.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:59:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:59:41.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:59:41 smithi139 ceph-mon[88985]: pgmap v3903: 137 pgs: 137 active+clean; 318 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 77 KiB/s rd, 4.1 MiB/s wr, 34 op/s 2024-04-13T08:59:41.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:59:41 smithi119 ceph-mon[96316]: pgmap v3903: 137 pgs: 137 active+clean; 318 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 77 KiB/s rd, 4.1 MiB/s wr, 34 op/s 2024-04-13T08:59:41.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:59:41 smithi119 ceph-mon[93746]: pgmap v3903: 137 pgs: 137 active+clean; 318 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 77 KiB/s rd, 4.1 MiB/s wr, 34 op/s 2024-04-13T08:59:42.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:59:42 smithi139 ceph-mon[88985]: osdmap e2000: 8 total, 8 up, 8 in 2024-04-13T08:59:42.385 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:59:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:59:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:59:42.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:59:42 smithi119 ceph-mon[96316]: osdmap e2000: 8 total, 8 up, 8 in 2024-04-13T08:59:42.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:59:42 smithi119 ceph-mon[93746]: osdmap e2000: 8 total, 8 up, 8 in 2024-04-13T08:59:43.331 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/7.ShrinkToOneAfterSnapshot (21688 ms) 2024-04-13T08:59:43.331 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/7.MinOverlap 2024-04-13T08:59:43.331 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T08:59:43.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:59:43 smithi139 ceph-mon[88985]: pgmap v3905: 137 pgs: 137 active+clean; 330 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 634 KiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-04-13T08:59:43.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:59:43 smithi119 ceph-mon[96316]: pgmap v3905: 137 pgs: 137 active+clean; 330 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 634 KiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-04-13T08:59:43.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:59:43 smithi119 ceph-mon[93746]: pgmap v3905: 137 pgs: 137 active+clean; 330 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 634 KiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-04-13T08:59:45.075 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:59:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:59:44] "GET /metrics HTTP/1.1" 200 36621 "" "Prometheus/2.43.0" 2024-04-13T08:59:45.076 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:59:45 smithi119 ceph-mon[93746]: pgmap v3906: 137 pgs: 137 active+clean; 330 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 634 KiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-04-13T08:59:45.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:59:45 smithi139 ceph-mon[88985]: pgmap v3906: 137 pgs: 137 active+clean; 330 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 634 KiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-04-13T08:59:45.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:59:45 smithi119 ceph-mon[96316]: pgmap v3906: 137 pgs: 137 active+clean; 330 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 634 KiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-04-13T08:59:47.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:59:47 smithi139 ceph-mon[88985]: pgmap v3907: 137 pgs: 137 active+clean; 378 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2024-04-13T08:59:47.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:59:47 smithi119 ceph-mon[96316]: pgmap v3907: 137 pgs: 137 active+clean; 378 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2024-04-13T08:59:47.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:59:47 smithi119 ceph-mon[93746]: pgmap v3907: 137 pgs: 137 active+clean; 378 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2024-04-13T08:59:49.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:59:49 smithi139 ceph-mon[88985]: pgmap v3908: 137 pgs: 137 active+clean; 378 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2024-04-13T08:59:49.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:59:49 smithi119 ceph-mon[96316]: pgmap v3908: 137 pgs: 137 active+clean; 378 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2024-04-13T08:59:49.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:59:49 smithi119 ceph-mon[93746]: pgmap v3908: 137 pgs: 137 active+clean; 378 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2024-04-13T08:59:50.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:59:50 smithi139 ceph-mon[88985]: osdmap e2001: 8 total, 8 up, 8 in 2024-04-13T08:59:50.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:59:50 smithi119 ceph-mon[96316]: osdmap e2001: 8 total, 8 up, 8 in 2024-04-13T08:59:50.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:59:50 smithi119 ceph-mon[93746]: osdmap e2001: 8 total, 8 up, 8 in 2024-04-13T08:59:51.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:59:51 smithi139 ceph-mon[88985]: pgmap v3910: 137 pgs: 137 active+clean; 378 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 6.3 MiB/s wr, 40 op/s 2024-04-13T08:59:51.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:59:51 smithi119 ceph-mon[93746]: pgmap v3910: 137 pgs: 137 active+clean; 378 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 6.3 MiB/s wr, 40 op/s 2024-04-13T08:59:51.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:59:51 smithi119 ceph-mon[96316]: pgmap v3910: 137 pgs: 137 active+clean; 378 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 6.3 MiB/s wr, 40 op/s 2024-04-13T08:59:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 08:59:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T08:59:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:59:53.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:59:53 smithi139 ceph-mon[88985]: pgmap v3911: 137 pgs: 137 active+clean; 415 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 8.5 MiB/s wr, 70 op/s 2024-04-13T08:59:53.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:59:53 smithi119 ceph-mon[96316]: pgmap v3911: 137 pgs: 137 active+clean; 415 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 8.5 MiB/s wr, 70 op/s 2024-04-13T08:59:53.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:59:53 smithi119 ceph-mon[93746]: pgmap v3911: 137 pgs: 137 active+clean; 415 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 8.5 MiB/s wr, 70 op/s 2024-04-13T08:59:54.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:59:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:59:54.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:59:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:59:54.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:59:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:59:55.103 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 08:59:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:08:59:54] "GET /metrics HTTP/1.1" 200 36620 "" "Prometheus/2.43.0" 2024-04-13T08:59:55.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:59:55 smithi139 ceph-mon[88985]: pgmap v3912: 137 pgs: 137 active+clean; 419 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 8.9 MiB/s wr, 70 op/s 2024-04-13T08:59:55.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:59:55 smithi119 ceph-mon[96316]: pgmap v3912: 137 pgs: 137 active+clean; 419 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 8.9 MiB/s wr, 70 op/s 2024-04-13T08:59:55.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:59:55 smithi119 ceph-mon[93746]: pgmap v3912: 137 pgs: 137 active+clean; 419 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 8.9 MiB/s wr, 70 op/s 2024-04-13T08:59:57.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:59:57 smithi139 ceph-mon[88985]: pgmap v3913: 137 pgs: 137 active+clean; 423 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-13T08:59:57.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:59:57 smithi119 ceph-mon[96316]: pgmap v3913: 137 pgs: 137 active+clean; 423 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-13T08:59:57.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:59:57 smithi119 ceph-mon[93746]: pgmap v3913: 137 pgs: 137 active+clean; 423 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-13T08:59:59.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 08:59:59 smithi139 ceph-mon[88985]: pgmap v3914: 137 pgs: 137 active+clean; 423 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 186 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-13T08:59:59.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 08:59:59 smithi119 ceph-mon[93746]: pgmap v3914: 137 pgs: 137 active+clean; 423 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 186 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-13T08:59:59.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 08:59:59 smithi119 ceph-mon[96316]: pgmap v3914: 137 pgs: 137 active+clean; 423 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 186 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-13T09:00:00.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:00 smithi139 ceph-mon[88985]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-13T09:00:00.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:00 smithi119 ceph-mon[96316]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-13T09:00:00.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:00 smithi119 ceph-mon[93746]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-13T09:00:01.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:01 smithi139 ceph-mon[88985]: pgmap v3915: 137 pgs: 137 active+clean; 423 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 172 KiB/s rd, 4.2 MiB/s wr, 34 op/s 2024-04-13T09:00:01.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:01 smithi119 ceph-mon[96316]: pgmap v3915: 137 pgs: 137 active+clean; 423 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 172 KiB/s rd, 4.2 MiB/s wr, 34 op/s 2024-04-13T09:00:01.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:01 smithi119 ceph-mon[93746]: pgmap v3915: 137 pgs: 137 active+clean; 423 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 172 KiB/s rd, 4.2 MiB/s wr, 34 op/s 2024-04-13T09:00:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:00:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:00:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:00:02.775 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/7.MinOverlap (19444 ms) 2024-04-13T09:00:02.775 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] EncryptedFlattenTest/7.ZeroOverlap 2024-04-13T09:00:02.775 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T09:00:03.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:03 smithi139 ceph-mon[88985]: pgmap v3916: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 209 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-13T09:00:03.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:03 smithi119 ceph-mon[96316]: pgmap v3916: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 209 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-13T09:00:03.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:03 smithi119 ceph-mon[93746]: pgmap v3916: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 209 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-13T09:00:05.124 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:00:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:00:04] "GET /metrics HTTP/1.1" 200 36620 "" "Prometheus/2.43.0" 2024-04-13T09:00:05.124 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:05 smithi119 ceph-mon[93746]: pgmap v3917: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 188 KiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-04-13T09:00:05.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:05 smithi139 ceph-mon[88985]: pgmap v3917: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 188 KiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-04-13T09:00:05.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:05 smithi119 ceph-mon[96316]: pgmap v3917: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 188 KiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-04-13T09:00:07.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:07 smithi119 ceph-mon[96316]: pgmap v3918: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 25 op/s 2024-04-13T09:00:07.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:07 smithi119 ceph-mon[93746]: pgmap v3918: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 25 op/s 2024-04-13T09:00:07.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:07 smithi139 ceph-mon[88985]: pgmap v3918: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 25 op/s 2024-04-13T09:00:09.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:09 smithi119 ceph-mon[96316]: pgmap v3919: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-13T09:00:09.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:00:09.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:09 smithi119 ceph-mon[93746]: pgmap v3919: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-13T09:00:09.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:00:09.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:09 smithi139 ceph-mon[88985]: pgmap v3919: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-13T09:00:09.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:00:11.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:11 smithi119 ceph-mon[96316]: pgmap v3920: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-13T09:00:11.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:11 smithi119 ceph-mon[96316]: osdmap e2002: 8 total, 8 up, 8 in 2024-04-13T09:00:11.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:11 smithi119 ceph-mon[93746]: pgmap v3920: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-13T09:00:11.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:11 smithi119 ceph-mon[93746]: osdmap e2002: 8 total, 8 up, 8 in 2024-04-13T09:00:11.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:11 smithi139 ceph-mon[88985]: pgmap v3920: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-13T09:00:11.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:11 smithi139 ceph-mon[88985]: osdmap e2002: 8 total, 8 up, 8 in 2024-04-13T09:00:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:00:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:00:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:00:13.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:13 smithi119 ceph-mon[96316]: pgmap v3922: 137 pgs: 137 active+clean; 456 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 53 op/s 2024-04-13T09:00:13.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:13 smithi119 ceph-mon[93746]: pgmap v3922: 137 pgs: 137 active+clean; 456 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 53 op/s 2024-04-13T09:00:13.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:13 smithi139 ceph-mon[88985]: pgmap v3922: 137 pgs: 137 active+clean; 456 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 53 op/s 2024-04-13T09:00:15.150 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:00:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:00:14] "GET /metrics HTTP/1.1" 200 36620 "" "Prometheus/2.43.0" 2024-04-13T09:00:15.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:15 smithi119 ceph-mon[96316]: pgmap v3923: 137 pgs: 137 active+clean; 468 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 54 op/s 2024-04-13T09:00:15.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:15 smithi119 ceph-mon[93746]: pgmap v3923: 137 pgs: 137 active+clean; 468 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 54 op/s 2024-04-13T09:00:15.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:15 smithi139 ceph-mon[88985]: pgmap v3923: 137 pgs: 137 active+clean; 468 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 54 op/s 2024-04-13T09:00:17.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:17 smithi119 ceph-mon[93746]: pgmap v3924: 137 pgs: 137 active+clean; 472 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-13T09:00:17.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:17 smithi119 ceph-mon[96316]: pgmap v3924: 137 pgs: 137 active+clean; 472 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-13T09:00:17.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:17 smithi139 ceph-mon[88985]: pgmap v3924: 137 pgs: 137 active+clean; 472 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-13T09:00:19.471 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:19 smithi119 ceph-mon[96316]: pgmap v3925: 137 pgs: 137 active+clean; 472 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-13T09:00:19.471 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:19 smithi119 ceph-mon[93746]: pgmap v3925: 137 pgs: 137 active+clean; 472 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-13T09:00:19.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:19 smithi139 ceph-mon[88985]: pgmap v3925: 137 pgs: 137 active+clean; 472 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-13T09:00:21.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:21 smithi119 ceph-mon[96316]: pgmap v3926: 137 pgs: 137 active+clean; 472 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-13T09:00:21.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:21 smithi119 ceph-mon[93746]: pgmap v3926: 137 pgs: 137 active+clean; 472 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-13T09:00:21.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:21 smithi139 ceph-mon[88985]: pgmap v3926: 137 pgs: 137 active+clean; 472 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-13T09:00:22.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:00:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:00:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:00:23.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:23 smithi119 ceph-mon[96316]: pgmap v3927: 137 pgs: 137 active+clean; 476 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 213 KiB/s rd, 4.2 MiB/s wr, 39 op/s 2024-04-13T09:00:23.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:23 smithi119 ceph-mon[93746]: pgmap v3927: 137 pgs: 137 active+clean; 476 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 213 KiB/s rd, 4.2 MiB/s wr, 39 op/s 2024-04-13T09:00:23.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:23 smithi139 ceph-mon[88985]: pgmap v3927: 137 pgs: 137 active+clean; 476 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 213 KiB/s rd, 4.2 MiB/s wr, 39 op/s 2024-04-13T09:00:23.808 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] EncryptedFlattenTest/7.ZeroOverlap (21032 ms) 2024-04-13T09:00:24.179 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 7 tests from EncryptedFlattenTest/7 (151819 ms total) 2024-04-13T09:00:24.265 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T09:00:24.265 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 15 tests from DiffIterateTest/0, where TypeParam = DiffIterateParams 2024-04-13T09:00:24.266 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] DiffIterateTest/0.DiffIterate 2024-04-13T09:00:24.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:00:24.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:00:24.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:00:25.170 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:00:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:00:24] "GET /metrics HTTP/1.1" 200 36615 "" "Prometheus/2.43.0" 2024-04-13T09:00:25.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:25 smithi119 ceph-mon[93746]: pgmap v3928: 137 pgs: 137 active+clean; 476 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 188 KiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-04-13T09:00:25.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:25 smithi119 ceph-mon[93746]: osdmap e2003: 8 total, 8 up, 8 in 2024-04-13T09:00:25.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:25 smithi119 ceph-mon[96316]: pgmap v3928: 137 pgs: 137 active+clean; 476 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 188 KiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-04-13T09:00:25.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:25 smithi119 ceph-mon[96316]: osdmap e2003: 8 total, 8 up, 8 in 2024-04-13T09:00:25.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:25 smithi139 ceph-mon[88985]: pgmap v3928: 137 pgs: 137 active+clean; 476 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 188 KiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-04-13T09:00:25.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:25 smithi139 ceph-mon[88985]: osdmap e2003: 8 total, 8 up, 8 in 2024-04-13T09:00:26.193 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T09:00:26.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:26 smithi119 ceph-mon[93746]: osdmap e2004: 8 total, 8 up, 8 in 2024-04-13T09:00:26.591 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:26 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/3977703389' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T09:00:26.591 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:26 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T09:00:26.592 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:26 smithi119 ceph-mon[96316]: osdmap e2004: 8 total, 8 up, 8 in 2024-04-13T09:00:26.592 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:26 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/3977703389' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T09:00:26.592 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:26 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T09:00:26.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:26 smithi139 ceph-mon[88985]: osdmap e2004: 8 total, 8 up, 8 in 2024-04-13T09:00:26.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:26 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/3977703389' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T09:00:26.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:26 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T09:00:27.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:27 smithi119 ceph-mon[96316]: pgmap v3931: 137 pgs: 24 creating+peering, 8 unknown, 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-13T09:00:27.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:27 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T09:00:27.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:27 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-44","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T09:00:27.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:27 smithi119 ceph-mon[96316]: osdmap e2005: 8 total, 8 up, 8 in 2024-04-13T09:00:27.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:27 smithi119 ceph-mon[93746]: pgmap v3931: 137 pgs: 24 creating+peering, 8 unknown, 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-13T09:00:27.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:27 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T09:00:27.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:27 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-44","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T09:00:27.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:27 smithi119 ceph-mon[93746]: osdmap e2005: 8 total, 8 up, 8 in 2024-04-13T09:00:27.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:27 smithi139 ceph-mon[88985]: pgmap v3931: 137 pgs: 24 creating+peering, 8 unknown, 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-13T09:00:27.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:27 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T09:00:27.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:27 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-44","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T09:00:27.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:27 smithi139 ceph-mon[88985]: osdmap e2005: 8 total, 8 up, 8 in 2024-04-13T09:00:28.248 INFO:tasks.workunit.client.0.smithi119.stdout: wrote [6843859~16716,7181729~100099,9073894~21121,10822617~82225,12530964~29183,14085155~52164,17295472~18145,18034184~31825,18466529~82041,19666814~27356] 2024-04-13T09:00:28.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:28 smithi119 ceph-mon[96316]: osdmap e2006: 8 total, 8 up, 8 in 2024-04-13T09:00:28.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:28 smithi119 ceph-mon[93746]: osdmap e2006: 8 total, 8 up, 8 in 2024-04-13T09:00:28.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:28 smithi139 ceph-mon[88985]: osdmap e2006: 8 total, 8 up, 8 in 2024-04-13T09:00:29.227 INFO:tasks.workunit.client.0.smithi119.stdout: wrote [710959~92840,1181061~582,2813696~90577,3343435~49258,4005047~48547,9626978~58012,13261565~34011,14925692~78007,19070977~21223,20733108~20039] 2024-04-13T09:00:29.235 INFO:tasks.workunit.client.0.smithi119.stdout: diff was [0~4053594,9626978~58012,13261565~34011,14137319~866380,19070977~21223,19694170~1058977] 2024-04-13T09:00:29.240 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] DiffIterateTest/0.DiffIterate (5013 ms) 2024-04-13T09:00:29.240 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministic 2024-04-13T09:00:29.240 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T09:00:29.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:29 smithi119 ceph-mon[96316]: pgmap v3934: 137 pgs: 24 creating+peering, 113 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-13T09:00:29.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:29 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T09:00:29.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:29 smithi119 ceph-mon[96316]: osdmap e2007: 8 total, 8 up, 8 in 2024-04-13T09:00:29.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:29 smithi119 ceph-mon[93746]: pgmap v3934: 137 pgs: 24 creating+peering, 113 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-13T09:00:29.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:29 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T09:00:29.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:29 smithi119 ceph-mon[93746]: osdmap e2007: 8 total, 8 up, 8 in 2024-04-13T09:00:29.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:29 smithi139 ceph-mon[88985]: pgmap v3934: 137 pgs: 24 creating+peering, 113 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-13T09:00:29.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:29 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T09:00:29.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:29 smithi139 ceph-mon[88985]: osdmap e2007: 8 total, 8 up, 8 in 2024-04-13T09:00:30.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:30 smithi119 ceph-mon[93746]: osdmap e2008: 8 total, 8 up, 8 in 2024-04-13T09:00:30.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:30 smithi119 ceph-mon[96316]: osdmap e2008: 8 total, 8 up, 8 in 2024-04-13T09:00:30.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:30 smithi139 ceph-mon[88985]: osdmap e2008: 8 total, 8 up, 8 in 2024-04-13T09:00:31.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:31 smithi119 ceph-mon[93746]: pgmap v3937: 137 pgs: 24 creating+peering, 113 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-13T09:00:31.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:31 smithi119 ceph-mon[93746]: osdmap e2009: 8 total, 8 up, 8 in 2024-04-13T09:00:31.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:31 smithi119 ceph-mon[96316]: pgmap v3937: 137 pgs: 24 creating+peering, 113 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-13T09:00:31.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:31 smithi119 ceph-mon[96316]: osdmap e2009: 8 total, 8 up, 8 in 2024-04-13T09:00:31.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:31 smithi139 ceph-mon[88985]: pgmap v3937: 137 pgs: 24 creating+peering, 113 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-13T09:00:31.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:31 smithi139 ceph-mon[88985]: osdmap e2009: 8 total, 8 up, 8 in 2024-04-13T09:00:32.255 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministic (3015 ms) 2024-04-13T09:00:32.255 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicPP 2024-04-13T09:00:32.255 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T09:00:32.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:32 smithi139 ceph-mon[88985]: osdmap e2010: 8 total, 8 up, 8 in 2024-04-13T09:00:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:00:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:00:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:00:32.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:32 smithi119 ceph-mon[93746]: osdmap e2010: 8 total, 8 up, 8 in 2024-04-13T09:00:32.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:32 smithi119 ceph-mon[96316]: osdmap e2010: 8 total, 8 up, 8 in 2024-04-13T09:00:33.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:33 smithi139 ceph-mon[88985]: pgmap v3940: 137 pgs: 137 active+clean; 14 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 127 KiB/s wr, 50 op/s 2024-04-13T09:00:33.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:33 smithi139 ceph-mon[88985]: osdmap e2011: 8 total, 8 up, 8 in 2024-04-13T09:00:33.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:33 smithi119 ceph-mon[93746]: pgmap v3940: 137 pgs: 137 active+clean; 14 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 127 KiB/s wr, 50 op/s 2024-04-13T09:00:33.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:33 smithi119 ceph-mon[93746]: osdmap e2011: 8 total, 8 up, 8 in 2024-04-13T09:00:33.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:33 smithi119 ceph-mon[96316]: pgmap v3940: 137 pgs: 137 active+clean; 14 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 127 KiB/s wr, 50 op/s 2024-04-13T09:00:33.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:33 smithi119 ceph-mon[96316]: osdmap e2011: 8 total, 8 up, 8 in 2024-04-13T09:00:34.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:34 smithi139 ceph-mon[88985]: osdmap e2012: 8 total, 8 up, 8 in 2024-04-13T09:00:34.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:34 smithi119 ceph-mon[93746]: osdmap e2012: 8 total, 8 up, 8 in 2024-04-13T09:00:34.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:34 smithi119 ceph-mon[96316]: osdmap e2012: 8 total, 8 up, 8 in 2024-04-13T09:00:35.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:00:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:00:34] "GET /metrics HTTP/1.1" 200 36615 "" "Prometheus/2.43.0" 2024-04-13T09:00:35.273 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicPP (3019 ms) 2024-04-13T09:00:35.274 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDiscard 2024-04-13T09:00:35.274 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T09:00:35.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:35 smithi139 ceph-mon[88985]: pgmap v3943: 137 pgs: 137 active+clean; 22 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 245 KiB/s wr, 70 op/s 2024-04-13T09:00:35.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:35 smithi139 ceph-mon[88985]: osdmap e2013: 8 total, 8 up, 8 in 2024-04-13T09:00:35.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:35 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:00:35.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:35 smithi119 ceph-mon[96316]: pgmap v3943: 137 pgs: 137 active+clean; 22 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 245 KiB/s wr, 70 op/s 2024-04-13T09:00:35.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:35 smithi119 ceph-mon[96316]: osdmap e2013: 8 total, 8 up, 8 in 2024-04-13T09:00:35.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:35 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:00:35.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:35 smithi119 ceph-mon[93746]: pgmap v3943: 137 pgs: 137 active+clean; 22 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 245 KiB/s wr, 70 op/s 2024-04-13T09:00:35.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:35 smithi119 ceph-mon[93746]: osdmap e2013: 8 total, 8 up, 8 in 2024-04-13T09:00:35.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:35 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:00:36.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:36 smithi139 ceph-mon[88985]: osdmap e2014: 8 total, 8 up, 8 in 2024-04-13T09:00:36.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:36 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:00:36.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:36 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:00:36.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:36 smithi139 ceph-mon[88985]: osdmap e2015: 8 total, 8 up, 8 in 2024-04-13T09:00:36.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:36 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T09:00:36.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:36 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T09:00:36.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:36 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:00:36.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:36 smithi119 ceph-mon[96316]: osdmap e2014: 8 total, 8 up, 8 in 2024-04-13T09:00:36.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:36 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:00:36.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:36 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:00:36.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:36 smithi119 ceph-mon[96316]: osdmap e2015: 8 total, 8 up, 8 in 2024-04-13T09:00:36.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:36 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T09:00:36.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:36 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T09:00:36.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:36 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:00:36.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:36 smithi119 ceph-mon[93746]: osdmap e2014: 8 total, 8 up, 8 in 2024-04-13T09:00:36.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:36 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:00:36.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:36 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:00:36.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:36 smithi119 ceph-mon[93746]: osdmap e2015: 8 total, 8 up, 8 in 2024-04-13T09:00:36.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:36 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T09:00:36.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:36 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T09:00:36.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:36 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:00:37.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:37 smithi139 ceph-mon[88985]: pgmap v3946: 137 pgs: 137 active+clean; 22 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 129 KiB/s wr, 126 op/s 2024-04-13T09:00:37.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:37 smithi139 ceph-mon[88985]: osdmap e2016: 8 total, 8 up, 8 in 2024-04-13T09:00:37.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:37 smithi119 ceph-mon[96316]: pgmap v3946: 137 pgs: 137 active+clean; 22 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 129 KiB/s wr, 126 op/s 2024-04-13T09:00:37.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:37 smithi119 ceph-mon[96316]: osdmap e2016: 8 total, 8 up, 8 in 2024-04-13T09:00:37.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:37 smithi119 ceph-mon[93746]: pgmap v3946: 137 pgs: 137 active+clean; 22 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 129 KiB/s wr, 126 op/s 2024-04-13T09:00:37.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:37 smithi119 ceph-mon[93746]: osdmap e2016: 8 total, 8 up, 8 in 2024-04-13T09:00:38.241 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] DiffIterateTest/0.DiffIterateDiscard (2968 ms) 2024-04-13T09:00:38.241 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTruncate 2024-04-13T09:00:38.241 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T09:00:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:39 smithi119 ceph-mon[96316]: pgmap v3949: 137 pgs: 137 active+clean; 22 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 12 KiB/s wr, 115 op/s 2024-04-13T09:00:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:39 smithi119 ceph-mon[96316]: osdmap e2017: 8 total, 8 up, 8 in 2024-04-13T09:00:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:00:39.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:39 smithi119 ceph-mon[93746]: pgmap v3949: 137 pgs: 137 active+clean; 22 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 12 KiB/s wr, 115 op/s 2024-04-13T09:00:39.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:39 smithi119 ceph-mon[93746]: osdmap e2017: 8 total, 8 up, 8 in 2024-04-13T09:00:39.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:00:39.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:39 smithi139 ceph-mon[88985]: pgmap v3949: 137 pgs: 137 active+clean; 22 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 12 KiB/s wr, 115 op/s 2024-04-13T09:00:39.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:39 smithi139 ceph-mon[88985]: osdmap e2017: 8 total, 8 up, 8 in 2024-04-13T09:00:39.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:00:40.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:40 smithi139 ceph-mon[88985]: osdmap e2018: 8 total, 8 up, 8 in 2024-04-13T09:00:40.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:40 smithi119 ceph-mon[96316]: osdmap e2018: 8 total, 8 up, 8 in 2024-04-13T09:00:40.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:40 smithi119 ceph-mon[93746]: osdmap e2018: 8 total, 8 up, 8 in 2024-04-13T09:00:41.309 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] DiffIterateTest/0.DiffIterateTruncate (3067 ms) 2024-04-13T09:00:41.309 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] DiffIterateTest/0.DiffIterateWriteAndTruncate 2024-04-13T09:00:41.309 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T09:00:41.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:41 smithi139 ceph-mon[88985]: pgmap v3952: 137 pgs: 137 active+clean; 22 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 767 B/s wr, 9 op/s 2024-04-13T09:00:41.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:41 smithi139 ceph-mon[88985]: osdmap e2019: 8 total, 8 up, 8 in 2024-04-13T09:00:41.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:41 smithi119 ceph-mon[96316]: pgmap v3952: 137 pgs: 137 active+clean; 22 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 767 B/s wr, 9 op/s 2024-04-13T09:00:41.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:41 smithi119 ceph-mon[96316]: osdmap e2019: 8 total, 8 up, 8 in 2024-04-13T09:00:41.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:41 smithi119 ceph-mon[93746]: pgmap v3952: 137 pgs: 137 active+clean; 22 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 767 B/s wr, 9 op/s 2024-04-13T09:00:41.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:41 smithi119 ceph-mon[93746]: osdmap e2019: 8 total, 8 up, 8 in 2024-04-13T09:00:42.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:42 smithi139 ceph-mon[88985]: osdmap e2020: 8 total, 8 up, 8 in 2024-04-13T09:00:42.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:00:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:00:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:00:42.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:42 smithi119 ceph-mon[96316]: osdmap e2020: 8 total, 8 up, 8 in 2024-04-13T09:00:42.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:42 smithi119 ceph-mon[93746]: osdmap e2020: 8 total, 8 up, 8 in 2024-04-13T09:00:43.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:43 smithi139 ceph-mon[88985]: pgmap v3955: 137 pgs: 137 active+clean; 23 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 265 KiB/s wr, 92 op/s 2024-04-13T09:00:43.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:43 smithi139 ceph-mon[88985]: osdmap e2021: 8 total, 8 up, 8 in 2024-04-13T09:00:43.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:43 smithi119 ceph-mon[96316]: pgmap v3955: 137 pgs: 137 active+clean; 23 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 265 KiB/s wr, 92 op/s 2024-04-13T09:00:43.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:43 smithi119 ceph-mon[96316]: osdmap e2021: 8 total, 8 up, 8 in 2024-04-13T09:00:43.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:43 smithi119 ceph-mon[93746]: pgmap v3955: 137 pgs: 137 active+clean; 23 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 265 KiB/s wr, 92 op/s 2024-04-13T09:00:43.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:43 smithi119 ceph-mon[93746]: osdmap e2021: 8 total, 8 up, 8 in 2024-04-13T09:00:44.327 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] DiffIterateTest/0.DiffIterateWriteAndTruncate (3019 ms) 2024-04-13T09:00:44.327 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStress 2024-04-13T09:00:44.327 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T09:00:44.392 INFO:tasks.workunit.client.0.smithi119.stdout: i=0 exists [2711178~3637227,16858874~4158225,79248986~5113221,179118172~3514213,184455326~5576871,235745185~1530901,357566230~6368609,372380340~3876620] wrote [2711178~3637227,16858874~4158225,79248986~5113221,179118172~3514213,184455326~5576871,235745185~1530901,357566230~6368609,372380340~3876620] 2024-04-13T09:00:44.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:44 smithi139 ceph-mon[88985]: osdmap e2022: 8 total, 8 up, 8 in 2024-04-13T09:00:44.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:44 smithi119 ceph-mon[93746]: osdmap e2022: 8 total, 8 up, 8 in 2024-04-13T09:00:44.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:44 smithi119 ceph-mon[96316]: osdmap e2022: 8 total, 8 up, 8 in 2024-04-13T09:00:45.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:00:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:00:44] "GET /metrics HTTP/1.1" 200 36603 "" "Prometheus/2.43.0" 2024-04-13T09:00:45.358 INFO:tasks.workunit.client.0.smithi119.stdout: i=1 exists [2711178~3637227,6927787~5504270,16858874~4158225,24576078~4428911,79248986~5113221,102530671~2002340,135359809~2328159,168613664~3191442,176466476~2451392,179118172~3514213,184455326~5576871,233687861~6678666,270279347~4443944,350068700~6488788,357566230~6368609,372380340~3876620] wrote [6927787~5504270,24576078~4428911,102530671~2002340,135359809~2328159,168613664~3191442,176466476~2451392,233687861~6678666,270279347~4443944,350068700~6488788,363382707~492103] 2024-04-13T09:00:45.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:45 smithi139 ceph-mon[88985]: pgmap v3958: 137 pgs: 137 active+clean; 23 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 266 KiB/s wr, 97 op/s 2024-04-13T09:00:45.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:45 smithi139 ceph-mon[88985]: osdmap e2023: 8 total, 8 up, 8 in 2024-04-13T09:00:45.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:45 smithi119 ceph-mon[96316]: pgmap v3958: 137 pgs: 137 active+clean; 23 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 266 KiB/s wr, 97 op/s 2024-04-13T09:00:45.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:45 smithi119 ceph-mon[96316]: osdmap e2023: 8 total, 8 up, 8 in 2024-04-13T09:00:45.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:45 smithi119 ceph-mon[93746]: pgmap v3958: 137 pgs: 137 active+clean; 23 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 266 KiB/s wr, 97 op/s 2024-04-13T09:00:45.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:45 smithi119 ceph-mon[93746]: osdmap e2023: 8 total, 8 up, 8 in 2024-04-13T09:00:46.374 INFO:tasks.workunit.client.0.smithi119.stdout: i=2 exists [2711178~3637227,6927787~5504270,15376961~915855,16858874~4158225,24576078~10133342,34948061~6187751,79248986~5113221,102530671~2002340,116213565~2451603,135359809~2328159,168613664~3191442,176466476~2451392,179118172~3514213,184455326~5576871,193510145~7303881,233687861~6678666,254765710~1117656,267282415~7440876,294679104~3730089,310560946~6893481,350068700~6488788,357566230~6368609,372380340~3876620,403973568~2983303] wrote [15376961~915855,28495577~6213843,34948061~6187751,116213565~2451603,193510145~7303881,254765710~1117656,267282415~5948666,294679104~3730089,310560946~6893481,403973568~2983303] 2024-04-13T09:00:46.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:46 smithi139 ceph-mon[88985]: osdmap e2024: 8 total, 8 up, 8 in 2024-04-13T09:00:46.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:46 smithi119 ceph-mon[96316]: osdmap e2024: 8 total, 8 up, 8 in 2024-04-13T09:00:46.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:46 smithi119 ceph-mon[93746]: osdmap e2024: 8 total, 8 up, 8 in 2024-04-13T09:00:47.384 INFO:tasks.workunit.client.0.smithi119.stdout: i=3 exists [2711178~3637227,6927787~5504270,15376961~915855,16858874~4158225,24576078~10133342,34948061~6187751,57476417~4995950,79248986~7263523,102530671~2002340,111617711~2413600,116213565~2451603,135359809~3866425,168613664~3191442,176466476~2451392,179118172~3514213,184455326~5576871,193510145~7303881,233687861~6678666,254765710~1117656,267282415~7440876,288558143~9851050,310560946~6893481,321504558~5305188,350068700~6488788,357566230~6368609,372380340~3876620,381602087~6306826,391852663~4660834,403973568~2983303] wrote [57476417~4995950,82673922~3838587,111617711~2413600,135366175~3860059,288558143~9413660,321504558~5305188,381602087~6306826,391852663~4660834] 2024-04-13T09:00:47.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:47 smithi139 ceph-mon[88985]: pgmap v3961: 137 pgs: 137 active+clean; 95 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 94 KiB/s rd, 13 MiB/s wr, 157 op/s 2024-04-13T09:00:47.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:47 smithi139 ceph-mon[88985]: osdmap e2025: 8 total, 8 up, 8 in 2024-04-13T09:00:47.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:47 smithi119 ceph-mon[93746]: pgmap v3961: 137 pgs: 137 active+clean; 95 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 94 KiB/s rd, 13 MiB/s wr, 157 op/s 2024-04-13T09:00:47.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:47 smithi119 ceph-mon[93746]: osdmap e2025: 8 total, 8 up, 8 in 2024-04-13T09:00:47.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:47 smithi119 ceph-mon[96316]: pgmap v3961: 137 pgs: 137 active+clean; 95 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 94 KiB/s rd, 13 MiB/s wr, 157 op/s 2024-04-13T09:00:47.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:47 smithi119 ceph-mon[96316]: osdmap e2025: 8 total, 8 up, 8 in 2024-04-13T09:00:48.393 INFO:tasks.workunit.client.0.smithi119.stdout: i=4 exists [2711178~3637227,6927787~5504270,15376961~915855,16858874~4158225,24576078~10133342,34948061~7925305,56995537~5477914,79248986~7263523,102530671~2002340,111617711~2413600,116213565~2451603,135359809~3866425,158484787~6754917,168613664~3191442,176466476~2451392,179118172~3514213,182798767~7233430,193510145~7303881,219849447~2766070,233687861~8222207,254765710~1117656,264737732~9985559,288558143~9851050,310560946~6893481,321504558~5305188,350068700~6488788,357566230~6368609,371796054~7334189,381602087~6306826,391852663~4660834,403973568~2983303,407469170~2779166] wrote [40034804~2838562,56995537~5477914,158484787~6754917,182798767~7169055,219849447~2766070,240220914~1689154,264737732~2723957,371796054~7334189,407469170~2779166] 2024-04-13T09:00:48.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:48 smithi139 ceph-mon[88985]: osdmap e2026: 8 total, 8 up, 8 in 2024-04-13T09:00:48.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:48 smithi119 ceph-mon[93746]: osdmap e2026: 8 total, 8 up, 8 in 2024-04-13T09:00:48.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:48 smithi119 ceph-mon[96316]: osdmap e2026: 8 total, 8 up, 8 in 2024-04-13T09:00:49.422 INFO:tasks.workunit.client.0.smithi119.stdout: i=5 exists [2711178~3637227,6927787~5504270,13152337~21557083,34948061~7925305,56995537~5477914,72252325~6517993,79248986~7263523,102530671~2002340,111617711~2413600,116213565~2451603,124409094~5160085,135359809~5044494,158484787~6754917,168613664~3191442,176466476~2451392,179118172~3514213,182798767~7233430,193510145~7303881,219849447~2766070,233687861~8222207,254765710~1117656,264737732~9985559,288558143~11529718,310560946~6893481,321504558~5305188,350068700~6488788,357566230~6368609,371567548~7562695,381602087~6306826,391852663~4660834,403973568~2983303,407469170~2779166] wrote [13152337~4787228,21011802~7157503,31394998~104843,37272377~1201766,72252325~6517993,124409094~5160085,136832357~3571946,296315078~3772783,371567548~6007136] 2024-04-13T09:00:49.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:49 smithi139 ceph-mon[88985]: pgmap v3964: 137 pgs: 137 active+clean; 137 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 20 MiB/s wr, 167 op/s 2024-04-13T09:00:49.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:49 smithi139 ceph-mon[88985]: osdmap e2027: 8 total, 8 up, 8 in 2024-04-13T09:00:49.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:49 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.4", "id": [4, 5]}]: dispatch 2024-04-13T09:00:49.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:49 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1b", "id": [3, 6]}]: dispatch 2024-04-13T09:00:49.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:49 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.4", "id": [4, 5]}]: dispatch 2024-04-13T09:00:49.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:49 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1c", "id": [3, 6]}]: dispatch 2024-04-13T09:00:49.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:49 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1b", "id": [3, 6]}]: dispatch 2024-04-13T09:00:49.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:49 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1c", "id": [3, 6]}]: dispatch 2024-04-13T09:00:49.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:49 smithi119 ceph-mon[93746]: pgmap v3964: 137 pgs: 137 active+clean; 137 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 20 MiB/s wr, 167 op/s 2024-04-13T09:00:49.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:49 smithi119 ceph-mon[93746]: osdmap e2027: 8 total, 8 up, 8 in 2024-04-13T09:00:49.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:49 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.4", "id": [4, 5]}]: dispatch 2024-04-13T09:00:49.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:49 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1b", "id": [3, 6]}]: dispatch 2024-04-13T09:00:49.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:49 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.4", "id": [4, 5]}]: dispatch 2024-04-13T09:00:49.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:49 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1c", "id": [3, 6]}]: dispatch 2024-04-13T09:00:49.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:49 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1b", "id": [3, 6]}]: dispatch 2024-04-13T09:00:49.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:49 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1c", "id": [3, 6]}]: dispatch 2024-04-13T09:00:49.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:49 smithi119 ceph-mon[96316]: pgmap v3964: 137 pgs: 137 active+clean; 137 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 20 MiB/s wr, 167 op/s 2024-04-13T09:00:49.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:49 smithi119 ceph-mon[96316]: osdmap e2027: 8 total, 8 up, 8 in 2024-04-13T09:00:49.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:49 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.4", "id": [4, 5]}]: dispatch 2024-04-13T09:00:49.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:49 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1b", "id": [3, 6]}]: dispatch 2024-04-13T09:00:49.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:49 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.4", "id": [4, 5]}]: dispatch 2024-04-13T09:00:49.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:49 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1c", "id": [3, 6]}]: dispatch 2024-04-13T09:00:49.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:49 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1b", "id": [3, 6]}]: dispatch 2024-04-13T09:00:49.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:49 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1c", "id": [3, 6]}]: dispatch 2024-04-13T09:00:50.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:50 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.4", "id": [4, 5]}]': finished 2024-04-13T09:00:50.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:50 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1b", "id": [3, 6]}]': finished 2024-04-13T09:00:50.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:50 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1c", "id": [3, 6]}]': finished 2024-04-13T09:00:50.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:50 smithi139 ceph-mon[88985]: osdmap e2028: 8 total, 8 up, 8 in 2024-04-13T09:00:50.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:50 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.4", "id": [4, 5]}]': finished 2024-04-13T09:00:50.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:50 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1b", "id": [3, 6]}]': finished 2024-04-13T09:00:50.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:50 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1c", "id": [3, 6]}]': finished 2024-04-13T09:00:50.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:50 smithi119 ceph-mon[93746]: osdmap e2028: 8 total, 8 up, 8 in 2024-04-13T09:00:50.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:50 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.4", "id": [4, 5]}]': finished 2024-04-13T09:00:50.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:50 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1b", "id": [3, 6]}]': finished 2024-04-13T09:00:50.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:50 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1c", "id": [3, 6]}]': finished 2024-04-13T09:00:50.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:50 smithi119 ceph-mon[96316]: osdmap e2028: 8 total, 8 up, 8 in 2024-04-13T09:00:51.406 INFO:tasks.workunit.client.0.smithi119.stdout: i=6 exists [2711178~3637227,6927787~5504270,13152337~29721029,43244552~1389493,56995537~5477914,72252325~6517993,79248986~7263523,102530671~2002340,110584499~3446812,116213565~2451603,124409094~5160085,135359809~5044494,149715417~7862939,158484787~6754917,168613664~3191442,176466476~2451392,179118172~3514213,182798767~7233430,193510145~7303881,219849447~2766070,230261595~1388496,233687861~8222207,254765710~1117656,264737732~9985559,288558143~11529718,310560946~6893481,321504558~5305188,343793528~921207,350068700~6488788,357566230~6368609,371567548~7562695,379163874~8745039,391852663~4660834,403973568~2983303,407469170~2779166] wrote [34699437~5043791,43244552~1389493,58604519~2634004,110584499~1810695,149715417~7862939,230261595~1388496,267143781~4807458,343793528~921207,354441133~345017,379163874~7791553] 2024-04-13T09:00:51.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:51 smithi139 ceph-mon[88985]: pgmap v3967: 137 pgs: 137 active+clean; 137 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 6.5 KiB/s rd, 7.5 MiB/s wr, 14 op/s 2024-04-13T09:00:51.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:51 smithi139 ceph-mon[88985]: osdmap e2029: 8 total, 8 up, 8 in 2024-04-13T09:00:51.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:51 smithi119 ceph-mon[96316]: pgmap v3967: 137 pgs: 137 active+clean; 137 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 6.5 KiB/s rd, 7.5 MiB/s wr, 14 op/s 2024-04-13T09:00:51.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:51 smithi119 ceph-mon[96316]: osdmap e2029: 8 total, 8 up, 8 in 2024-04-13T09:00:51.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:51 smithi119 ceph-mon[93746]: pgmap v3967: 137 pgs: 137 active+clean; 137 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 6.5 KiB/s rd, 7.5 MiB/s wr, 14 op/s 2024-04-13T09:00:51.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:51 smithi119 ceph-mon[93746]: osdmap e2029: 8 total, 8 up, 8 in 2024-04-13T09:00:52.465 INFO:tasks.workunit.client.0.smithi119.stdout: i=7 exists [2711178~3637227,6927787~5504270,13152337~29721029,43244552~1389493,56995537~5477914,72252325~6517993,79248986~7263523,102530671~2002340,110584499~3446812,116213565~2451603,124409094~5160085,135359809~5044494,149715417~7862939,158484787~6754917,168613664~3191442,176466476~2451392,179118172~3514213,182798767~7233430,193510145~11012316,219849447~2766070,230261595~1388496,233687861~11114969,254765710~1117656,264737732~9985559,284098643~15989218,310560946~6893481,321504558~5305188,343793528~12763960,357566230~6406779,371567548~7562695,379163874~8745039,391852663~4660834,403973568~2983303,407469170~2779166] wrote [14680550~8043677,137760789~243435,196891489~7630972,240805902~3996928,284098643~11900360,344629230~7494042,362541127~1431882,382543801~3783727] 2024-04-13T09:00:52.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:52 smithi139 ceph-mon[88985]: osdmap e2030: 8 total, 8 up, 8 in 2024-04-13T09:00:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:00:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:00:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:00:52.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:52 smithi119 ceph-mon[96316]: osdmap e2030: 8 total, 8 up, 8 in 2024-04-13T09:00:52.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:52 smithi119 ceph-mon[93746]: osdmap e2030: 8 total, 8 up, 8 in 2024-04-13T09:00:53.415 INFO:tasks.workunit.client.0.smithi119.stdout: i=8 exists [2711178~3637227,6927787~35945579,43244552~1389493,56995537~5477914,72252325~6517993,79248986~7263523,102530671~2002340,110584499~3446812,116213565~2451603,124409094~5160085,135359809~8118106,149715417~7862939,158484787~6754917,168613664~3191442,176466476~2451392,179118172~3514213,182798767~7233430,193510145~11012316,219849447~2766070,222763528~4779922,230261595~1388496,233687861~11114969,254765710~1117656,264737732~9985559,284098643~15989218,310560946~6893481,321504558~5305188,343793528~12763960,357566230~6406779,371567548~7562695,379163874~8745039,391014843~7237,391353403~11140916,403973568~2983303,407469170~2779166] wrote [12146638~4811966,137067635~6410280,222763528~4779922,268602559~3541737,346990957~1097700,348447534~3456289,391014843~7237,391353403~11140916] 2024-04-13T09:00:53.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:53 smithi139 ceph-mon[88985]: pgmap v3970: 137 pgs: 137 active+clean; 317 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 135 KiB/s rd, 39 MiB/s wr, 224 op/s; 4.0 MiB/s, 8 keys/s, 2 objects/s recovering 2024-04-13T09:00:53.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:53 smithi139 ceph-mon[88985]: osdmap e2031: 8 total, 8 up, 8 in 2024-04-13T09:00:53.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:53 smithi119 ceph-mon[96316]: pgmap v3970: 137 pgs: 137 active+clean; 317 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 135 KiB/s rd, 39 MiB/s wr, 224 op/s; 4.0 MiB/s, 8 keys/s, 2 objects/s recovering 2024-04-13T09:00:53.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:53 smithi119 ceph-mon[96316]: osdmap e2031: 8 total, 8 up, 8 in 2024-04-13T09:00:53.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:53 smithi119 ceph-mon[93746]: pgmap v3970: 137 pgs: 137 active+clean; 317 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 135 KiB/s rd, 39 MiB/s wr, 224 op/s; 4.0 MiB/s, 8 keys/s, 2 objects/s recovering 2024-04-13T09:00:53.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:53 smithi119 ceph-mon[93746]: osdmap e2031: 8 total, 8 up, 8 in 2024-04-13T09:00:54.414 INFO:tasks.workunit.client.0.smithi119.stdout: i=9 exists [1258244~41615122,43244552~1389493,56995537~5477914,72252325~6517993,79248986~7263523,102530671~2002340,110584499~3446812,116213565~2451603,124409094~5160085,135359809~8118106,149715417~7862939,158252880~6986824,168613664~3191442,176466476~2451392,179118172~3514213,182798767~7233430,193510145~11012316,219849447~2766070,222763528~4779922,230261595~1388496,233687861~11114969,254765710~1117656,258983808~1251647,264737732~9985559,284098643~15989218,310560946~6893481,321504558~5305188,343793528~12763960,357566230~12011307,371567548~7562695,379163874~8745039,391014843~7237,391353403~11140916,403973568~2983303,407469170~2779166] wrote [1258244~6765686,26751663~6994112,76052812~1478314,149874750~1230809,158252880~2391395,258983808~1251647,266314782~5668340,288031100~4019086,359350488~10227049] 2024-04-13T09:00:54.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:54 smithi139 ceph-mon[88985]: osdmap e2032: 8 total, 8 up, 8 in 2024-04-13T09:00:54.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:00:54.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:54 smithi119 ceph-mon[96316]: osdmap e2032: 8 total, 8 up, 8 in 2024-04-13T09:00:54.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:00:54.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:54 smithi119 ceph-mon[93746]: osdmap e2032: 8 total, 8 up, 8 in 2024-04-13T09:00:54.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:00:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:00:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:00:54] "GET /metrics HTTP/1.1" 200 36629 "" "Prometheus/2.43.0" 2024-04-13T09:00:55.452 INFO:tasks.workunit.client.0.smithi119.stdout: i=10 exists [1258244~41615122,43244552~1389493,56995537~5477914,72252325~20489214,102530671~2602584,110584499~3446812,116213565~2451603,124409094~5160085,135359809~8118106,149715417~7862939,158252880~6986824,168613664~3191442,176466476~2451392,179118172~3514213,182798767~7233430,193510145~11012316,219849447~2766070,222763528~4779922,230261595~1388496,233687861~11114969,254765710~1117656,258983808~1251647,264737732~9985559,284098643~15989218,310560946~7882679,321504558~5305188,343793528~12763960,357566230~12011307,371567548~7562695,379163874~23330445,403973568~2983303,407469170~2779166] wrote [10939052~707877,22676689~2257266,78195080~4487717,85795760~6945779,103262699~1870556,311507272~6936353,348830675~7558253,384559464~17473101] 2024-04-13T09:00:55.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:55 smithi139 ceph-mon[88985]: pgmap v3973: 137 pgs: 137 active+clean; 341 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 135 KiB/s rd, 43 MiB/s wr, 227 op/s; 5.4 MiB/s, 8 keys/s, 4 objects/s recovering 2024-04-13T09:00:55.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:55 smithi139 ceph-mon[88985]: osdmap e2033: 8 total, 8 up, 8 in 2024-04-13T09:00:55.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:55 smithi119 ceph-mon[96316]: pgmap v3973: 137 pgs: 137 active+clean; 341 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 135 KiB/s rd, 43 MiB/s wr, 227 op/s; 5.4 MiB/s, 8 keys/s, 4 objects/s recovering 2024-04-13T09:00:55.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:55 smithi119 ceph-mon[96316]: osdmap e2033: 8 total, 8 up, 8 in 2024-04-13T09:00:55.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:55 smithi119 ceph-mon[93746]: pgmap v3973: 137 pgs: 137 active+clean; 341 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 135 KiB/s rd, 43 MiB/s wr, 227 op/s; 5.4 MiB/s, 8 keys/s, 4 objects/s recovering 2024-04-13T09:00:55.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:55 smithi119 ceph-mon[93746]: osdmap e2033: 8 total, 8 up, 8 in 2024-04-13T09:00:56.483 INFO:tasks.workunit.client.0.smithi119.stdout: i=11 exists [1258244~41615122,43244552~1389493,56995537~6639647,72252325~20489214,102530671~2602584,110584499~3446812,116213565~2451603,124409094~5160085,133294049~10183866,149715417~7862939,158252880~6986824,168613664~3191442,176466476~2451392,179118172~3514213,182798767~7233430,193510145~11012316,219849447~2766070,222763528~4779922,230261595~1388496,233687861~13541062,254765710~1117656,258983808~1251647,264737732~9985559,284098643~17015074,310560946~7882679,321504558~5305188,336226911~20330577,357566230~12867994,371567548~30926771,403973568~2983303,407469170~2779166] wrote [58054839~5580345,133294049~8154738,182948916~6799909,244569508~2659415,293980751~7132966,336226911~10663827,347937341~3284200,363877656~6556568,377275708~5547458] 2024-04-13T09:00:56.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:56 smithi139 ceph-mon[88985]: osdmap e2034: 8 total, 8 up, 8 in 2024-04-13T09:00:56.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:56 smithi119 ceph-mon[96316]: osdmap e2034: 8 total, 8 up, 8 in 2024-04-13T09:00:56.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:56 smithi119 ceph-mon[93746]: osdmap e2034: 8 total, 8 up, 8 in 2024-04-13T09:00:57.442 INFO:tasks.workunit.client.0.smithi119.stdout: i=12 exists [1258244~41615122,43244552~1389493,56995537~6639647,72252325~20489214,102530671~2602584,110584499~3446812,116213565~2451603,124409094~5160085,133294049~10183866,149159268~8419088,158252880~6986824,168613664~3191442,176466476~2451392,179118172~10914025,193510145~11012316,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8180919,258983808~1251647,264737732~9985559,284098643~17015074,310560946~10064234,321504558~7420513,336226911~20330577,357566230~12867994,371567548~30926771,403973568~2983303,407469170~2779166] wrote [137310364~1522974,149159268~2088276,169024874~648521,182007883~2125611,225383167~7882310,248963227~8180919,285944368~6691302,317559814~3065366,325233622~3691449,396914845~1861904] 2024-04-13T09:00:57.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:57 smithi139 ceph-mon[88985]: pgmap v3976: 137 pgs: 137 active+clean; 467 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 180 KiB/s rd, 34 MiB/s wr, 286 op/s; 1.4 MiB/s, 1 objects/s recovering 2024-04-13T09:00:57.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:57 smithi139 ceph-mon[88985]: osdmap e2035: 8 total, 8 up, 8 in 2024-04-13T09:00:57.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:57 smithi119 ceph-mon[96316]: pgmap v3976: 137 pgs: 137 active+clean; 467 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 180 KiB/s rd, 34 MiB/s wr, 286 op/s; 1.4 MiB/s, 1 objects/s recovering 2024-04-13T09:00:57.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:57 smithi119 ceph-mon[96316]: osdmap e2035: 8 total, 8 up, 8 in 2024-04-13T09:00:57.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:57 smithi119 ceph-mon[93746]: pgmap v3976: 137 pgs: 137 active+clean; 467 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 180 KiB/s rd, 34 MiB/s wr, 286 op/s; 1.4 MiB/s, 1 objects/s recovering 2024-04-13T09:00:57.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:57 smithi119 ceph-mon[93746]: osdmap e2035: 8 total, 8 up, 8 in 2024-04-13T09:00:58.490 INFO:tasks.workunit.client.0.smithi119.stdout: i=13 exists [1258244~41615122,43244552~1389493,56995537~6639647,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,124409094~5160085,133294049~10183866,149159268~8419088,158252880~6986824,168613664~3191442,176466476~2451392,179118172~10914025,193510145~11012316,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8180919,258983808~1251647,264737732~9985559,284098643~17015074,310560946~18364125,336226911~20330577,357566230~12867994,371567548~30926771,403973568~14057795] wrote [34869444~3546335,74599364~2060932,90823774~10436748,201261351~2027875,317098940~6070686,341773127~8824067,405189195~12842168] 2024-04-13T09:00:58.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:58 smithi139 ceph-mon[88985]: osdmap e2036: 8 total, 8 up, 8 in 2024-04-13T09:00:58.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:58 smithi119 ceph-mon[96316]: osdmap e2036: 8 total, 8 up, 8 in 2024-04-13T09:00:58.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:58 smithi119 ceph-mon[93746]: osdmap e2036: 8 total, 8 up, 8 in 2024-04-13T09:00:59.485 INFO:tasks.workunit.client.0.smithi119.stdout: i=14 exists [1258244~41615122,43244552~1389493,56995537~11570409,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,124409094~5160085,133294049~10183866,149159268~8419088,158252880~6986824,168613664~3191442,176466476~2451392,179118172~10914025,193510145~11012316,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8180919,258983808~1251647,264737732~9985559,284098643~17015074,310560946~18364125,331305941~25251547,357566230~12867994,371567548~30926771,403973568~14057795] wrote [21216939~1913161,28868365~1154898,62207475~6358471,180380542~6811568,240118541~6135707,311035999~6407570,331305941~5133152,352896479~3660783] 2024-04-13T09:00:59.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:59 smithi139 ceph-mon[88985]: pgmap v3979: 137 pgs: 137 active+clean; 529 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 181 KiB/s rd, 45 MiB/s wr, 292 op/s 2024-04-13T09:00:59.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:00:59 smithi139 ceph-mon[88985]: osdmap e2037: 8 total, 8 up, 8 in 2024-04-13T09:00:59.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:59 smithi119 ceph-mon[96316]: pgmap v3979: 137 pgs: 137 active+clean; 529 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 181 KiB/s rd, 45 MiB/s wr, 292 op/s 2024-04-13T09:00:59.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:00:59 smithi119 ceph-mon[96316]: osdmap e2037: 8 total, 8 up, 8 in 2024-04-13T09:00:59.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:59 smithi119 ceph-mon[93746]: pgmap v3979: 137 pgs: 137 active+clean; 529 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 181 KiB/s rd, 45 MiB/s wr, 292 op/s 2024-04-13T09:00:59.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:00:59 smithi119 ceph-mon[93746]: osdmap e2037: 8 total, 8 up, 8 in 2024-04-13T09:01:00.479 INFO:tasks.workunit.client.0.smithi119.stdout: i=15 exists [1258244~43375801,56995537~11570409,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,124409094~5160085,133294049~10183866,149159268~8419088,158252880~6986824,168613664~3191442,176466476~2451392,179118172~11693804,193510145~11012316,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8641967,258983808~1251647,260518095~14205196,284098643~17015074,310560946~18364125,331305941~25251547,357566230~12867994,370594749~31899570,403973568~14057795] wrote [40275622~3638438,110698960~3072305,182812801~7999175,254003150~3602044,260518095~5883528,268195530~762084,336000335~2876551,370594749~7514866,382767249~7244004] 2024-04-13T09:01:00.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:00 smithi119 ceph-mon[96316]: osdmap e2038: 8 total, 8 up, 8 in 2024-04-13T09:01:00.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:00 smithi119 ceph-mon[93746]: osdmap e2038: 8 total, 8 up, 8 in 2024-04-13T09:01:00.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:00 smithi139 ceph-mon[88985]: osdmap e2038: 8 total, 8 up, 8 in 2024-04-13T09:01:01.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:01 smithi119 ceph-mon[93746]: pgmap v3982: 137 pgs: 137 active+clean; 529 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 16 MiB/s wr, 9 op/s 2024-04-13T09:01:01.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:01 smithi119 ceph-mon[93746]: osdmap e2039: 8 total, 8 up, 8 in 2024-04-13T09:01:01.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:01 smithi119 ceph-mon[96316]: pgmap v3982: 137 pgs: 137 active+clean; 529 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 16 MiB/s wr, 9 op/s 2024-04-13T09:01:01.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:01 smithi119 ceph-mon[96316]: osdmap e2039: 8 total, 8 up, 8 in 2024-04-13T09:01:01.486 INFO:tasks.workunit.client.0.smithi119.stdout: i=16 exists [1258244~43375801,56995537~15115205,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,124409094~5160085,133294049~10183866,149159268~8419088,158252880~13552226,173677030~17134946,193510145~11012316,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8641967,258983808~1251647,260518095~14205196,279599095~3734321,284098643~17015074,310560946~18364125,331305941~25251547,357566230~12867994,370594749~31899570,403973568~14057795] wrote [64362564~7748178,72860054~1778125,162948198~5736809,173677030~9234976,196160630~1146852,279599095~3734321,336942501~4946435,391949344~4724393] 2024-04-13T09:01:01.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:01 smithi139 ceph-mon[88985]: pgmap v3982: 137 pgs: 137 active+clean; 529 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 16 MiB/s wr, 9 op/s 2024-04-13T09:01:01.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:01 smithi139 ceph-mon[88985]: osdmap e2039: 8 total, 8 up, 8 in 2024-04-13T09:01:02.519 INFO:tasks.workunit.client.0.smithi119.stdout: i=17 exists [1258244~43375801,46019093~7779217,56995537~15115205,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,124409094~5160085,132045564~11432351,149159268~8419088,158252880~13552226,173677030~19546364,193510145~11012316,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8641967,258983808~1251647,260518095~14205196,279599095~3734321,284098643~17022754,306489244~22435827,331305941~25251547,357566230~12867994,370594749~31899570,403973568~14057795] wrote [46019093~7779217,132045564~6855685,185412935~7810459,235604314~3427328,243739589~3441393,284433279~2005401,297030627~4090770,306489244~4424642,379092509~7492545] 2024-04-13T09:01:02.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:02 smithi139 ceph-mon[88985]: osdmap e2040: 8 total, 8 up, 8 in 2024-04-13T09:01:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:01:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:01:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:01:02.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:02 smithi119 ceph-mon[93746]: osdmap e2040: 8 total, 8 up, 8 in 2024-04-13T09:01:02.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:02 smithi119 ceph-mon[96316]: osdmap e2040: 8 total, 8 up, 8 in 2024-04-13T09:01:03.493 INFO:tasks.workunit.client.0.smithi119.stdout: i=18 exists [1258244~43375801,44684192~9114118,56995537~15203800,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,121383394~8185785,132045564~11432351,149159268~8419088,158252880~13552226,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8641967,258983808~1251647,260518095~14205196,279599095~3734321,284098643~17022754,306489244~22435827,331305941~25251547,357566230~12867994,370594749~31899570,403973568~14057795] wrote [11062374~3291149,44684192~5004291,58769869~1702345,67903176~4296161,121383394~6821300,212231510~5328588,230333033~2271898,374764123~600118,410819176~6395763] 2024-04-13T09:01:03.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:03 smithi139 ceph-mon[88985]: pgmap v3985: 137 pgs: 137 active+clean; 714 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 222 KiB/s rd, 48 MiB/s wr, 349 op/s 2024-04-13T09:01:03.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:03 smithi139 ceph-mon[88985]: osdmap e2041: 8 total, 8 up, 8 in 2024-04-13T09:01:03.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:03 smithi119 ceph-mon[93746]: pgmap v3985: 137 pgs: 137 active+clean; 714 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 222 KiB/s rd, 48 MiB/s wr, 349 op/s 2024-04-13T09:01:03.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:03 smithi119 ceph-mon[93746]: osdmap e2041: 8 total, 8 up, 8 in 2024-04-13T09:01:03.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:03 smithi119 ceph-mon[96316]: pgmap v3985: 137 pgs: 137 active+clean; 714 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 222 KiB/s rd, 48 MiB/s wr, 349 op/s 2024-04-13T09:01:03.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:03 smithi119 ceph-mon[96316]: osdmap e2041: 8 total, 8 up, 8 in 2024-04-13T09:01:04.510 INFO:tasks.workunit.client.0.smithi119.stdout: i=19 exists [1258244~43375801,44684192~9114118,56995537~15203800,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~13552226,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8641967,258983808~1251647,260518095~14205196,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251547,357566230~12867994,370594749~31899570,403973568~14057795] wrote [73728600~7447491,132156514~4606665,136960845~9897290,148673271~6434998,179669347~2205621,187675284~1079546,234671288~535909,295363441~4009893,304404585~4550353] 2024-04-13T09:01:04.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:04 smithi119 ceph-mon[96316]: osdmap e2042: 8 total, 8 up, 8 in 2024-04-13T09:01:04.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:04 smithi119 ceph-mon[96316]: pgmap v3988: 137 pgs: 137 active+clean; 737 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 222 KiB/s rd, 54 MiB/s wr, 351 op/s 2024-04-13T09:01:04.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:04 smithi119 ceph-mon[93746]: osdmap e2042: 8 total, 8 up, 8 in 2024-04-13T09:01:04.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:04 smithi119 ceph-mon[93746]: pgmap v3988: 137 pgs: 137 active+clean; 737 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 222 KiB/s rd, 54 MiB/s wr, 351 op/s 2024-04-13T09:01:04.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:04 smithi139 ceph-mon[88985]: osdmap e2042: 8 total, 8 up, 8 in 2024-04-13T09:01:04.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:04 smithi139 ceph-mon[88985]: pgmap v3988: 137 pgs: 137 active+clean; 737 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 222 KiB/s rd, 54 MiB/s wr, 351 op/s 2024-04-13T09:01:05.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:01:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:01:04] "GET /metrics HTTP/1.1" 200 36629 "" "Prometheus/2.43.0" 2024-04-13T09:01:05.452 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to 1 diff [6927787~5504270,24576078~4428911,102530671~2002340,135359809~2328159,168613664~3191442,176466476~2451392,233687861~6678666,270279347~4443944,350068700~6488788,363382707~492103] 2024-04-13T09:01:05.452 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [6927787~5504270,24576078~4428911,102530671~2002340,135359809~2328159,168613664~3191442,176466476~2451392,233687861~6678666,270279347~4443944,350068700~6488788,363382707~492103] 2024-04-13T09:01:05.472 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [6348405~6083652,21017099~7987890,100663296~3869715,134217728~3470240,167772160~4032946,176466476~2451392,230686720~9679807,268435456~6287835,348127232~8430256,363382707~492103] 2024-04-13T09:01:05.472 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to 2 diff [6927787~5504270,15376961~915855,24576078~10133342,34948061~6187751,102530671~2002340,116213565~2451603,135359809~2328159,168613664~3191442,176466476~2451392,193510145~7303881,233687861~6678666,254765710~1117656,267282415~7440876,294679104~3730089,310560946~6893481,350068700~6488788,363382707~492103,403973568~2983303] 2024-04-13T09:01:05.472 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [6927787~5504270,15376961~915855,24576078~10133342,34948061~6187751,102530671~2002340,116213565~2451603,135359809~2328159,168613664~3191442,176466476~2451392,193510145~7303881,233687861~6678666,254765710~1117656,267282415~7440876,294679104~3730089,310560946~6893481,350068700~6488788,363382707~492103,403973568~2983303] 2024-04-13T09:01:05.479 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [6348405~6083652,12582912~3709904,21017099~20118713,100663296~3869715,113246208~5418960,134217728~3470240,167772160~4032946,176466476~2451392,192937984~7876042,230686720~9679807,251658240~4225126,264241152~10482139,293601280~4807913,310378496~7075931,348127232~8430256,363382707~492103,402653184~4303687] 2024-04-13T09:01:05.479 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to 3 diff [6927787~5504270,15376961~915855,24576078~10133342,34948061~6187751,57476417~4995950,82673922~3838587,102530671~2002340,111617711~2413600,116213565~2451603,135359809~3866425,168613664~3191442,176466476~2451392,193510145~7303881,233687861~6678666,254765710~1117656,267282415~7440876,288558143~9851050,310560946~6893481,321504558~5305188,350068700~6488788,363382707~492103,381602087~6306826,391852663~4660834,403973568~2983303] 2024-04-13T09:01:05.479 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [6927787~5504270,15376961~915855,24576078~10133342,34948061~6187751,57476417~4995950,82673922~3838587,102530671~2002340,111617711~2413600,116213565~2451603,135359809~3866425,168613664~3191442,176466476~2451392,193510145~7303881,233687861~6678666,254765710~1117656,267282415~7440876,288558143~9851050,310560946~6893481,321504558~5305188,350068700~6488788,363382707~492103,381602087~6306826,391852663~4660834,403973568~2983303] 2024-04-13T09:01:05.486 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [6348405~6083652,12582912~3709904,21017099~20118713,54525952~7946415,82673922~3838587,100663296~3869715,109051904~9613264,134217728~5008506,167772160~4032946,176466476~2451392,192937984~7876042,230686720~9679807,251658240~4225126,264241152~10482139,285212672~13196521,310378496~7075931,318767104~8042642,348127232~8430256,363382707~492103,377487360~10421553,390070272~6443225,402653184~4303687] 2024-04-13T09:01:05.486 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to 4 diff [6927787~5504270,15376961~915855,24576078~10133342,34948061~7925305,56995537~5477914,82673922~3838587,102530671~2002340,111617711~2413600,116213565~2451603,135359809~3866425,158484787~6754917,168613664~3191442,176466476~2451392,182798767~7169055,193510145~7303881,219849447~2766070,233687861~8222207,254765710~1117656,264737732~9985559,288558143~9851050,310560946~6893481,321504558~5305188,350068700~6488788,363382707~492103,371796054~7334189,381602087~6306826,391852663~4660834,403973568~2983303,407469170~2779166] 2024-04-13T09:01:05.486 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [6927787~5504270,15376961~915855,24576078~10133342,34948061~7925305,56995537~5477914,82673922~3838587,102530671~2002340,111617711~2413600,116213565~2451603,135359809~3866425,158484787~6754917,168613664~3191442,176466476~2451392,182798767~7169055,193510145~7303881,219849447~2766070,233687861~8222207,254765710~1117656,264737732~9985559,288558143~9851050,310560946~6893481,321504558~5305188,350068700~6488788,363382707~492103,371796054~7334189,381602087~6306826,391852663~4660834,403973568~2983303,407469170~2779166] 2024-04-13T09:01:05.492 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [6348405~6083652,12582912~3709904,21017099~21856267,54525952~7947499,82673922~3838587,100663296~3869715,109051904~9613264,134217728~5008506,155189248~10050456,167772160~4032946,176466476~2451392,182798767~7169055,192937984~7876042,218103808~4511709,230686720~11223348,251658240~4225126,264241152~10482139,285212672~13196521,310378496~7075931,318767104~8042642,348127232~8430256,363382707~492103,371796054~16112859,390070272~6443225,402653184~7595152] 2024-04-13T09:01:05.492 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to 5 diff [6927787~5504270,13152337~4787228,21011802~13697618,34948061~7925305,56995537~5477914,72252325~6517993,82673922~3838587,102530671~2002340,111617711~2413600,116213565~2451603,124409094~5160085,135359809~5044494,158484787~6754917,168613664~3191442,176466476~2451392,182798767~7169055,193510145~7303881,219849447~2766070,233687861~8222207,254765710~1117656,264737732~9985559,288558143~11529718,310560946~6893481,321504558~5305188,350068700~6488788,363382707~492103,371567548~7562695,381602087~6306826,391852663~4660834,403973568~2983303,407469170~2779166] 2024-04-13T09:01:05.492 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [6927787~5504270,13152337~4787228,21011802~13697618,34948061~7925305,56995537~5477914,72252325~6517993,82673922~3838587,102530671~2002340,111617711~2413600,116213565~2451603,124409094~5160085,135359809~5044494,158484787~6754917,168613664~3191442,176466476~2451392,182798767~7169055,193510145~7303881,219849447~2766070,233687861~8222207,254765710~1117656,264737732~9985559,288558143~11529718,310560946~6893481,321504558~5305188,350068700~6488788,363382707~492103,371567548~7562695,381602087~6306826,391852663~4660834,403973568~2983303,407469170~2779166] 2024-04-13T09:01:05.500 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [6348405~6083652,12582912~5356653,21011802~21861564,54525952~7947499,71303168~7467150,82673922~3838587,100663296~3869715,109051904~9613264,121634816~7934363,134217728~6186575,155189248~10050456,167772160~4032946,176466476~2451392,182798767~7169055,192937984~7876042,218103808~4511709,230686720~11223348,251658240~4225126,264241152~10482139,285212672~14875189,310378496~7075931,318767104~8042642,348127232~8430256,363382707~492103,371567548~16341365,390070272~6443225,402653184~7595152] 2024-04-13T09:01:05.500 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to 6 diff [6927787~5504270,13152337~4787228,21011802~21861564,43244552~1389493,56995537~5477914,72252325~6517993,82673922~3838587,102530671~2002340,110584499~3446812,116213565~2451603,124409094~5160085,135359809~5044494,149715417~7862939,158484787~6754917,168613664~3191442,176466476~2451392,182798767~7169055,193510145~7303881,219849447~2766070,230261595~1388496,233687861~8222207,254765710~1117656,264737732~9985559,288558143~11529718,310560946~6893481,321504558~5305188,343793528~921207,350068700~6488788,363382707~492103,371567548~7562695,379163874~8745039,391852663~4660834,403973568~2983303,407469170~2779166] 2024-04-13T09:01:05.500 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [6927787~5504270,13152337~4787228,21011802~21861564,43244552~1389493,56995537~5477914,72252325~6517993,82673922~3838587,102530671~2002340,110584499~3446812,116213565~2451603,124409094~5160085,135359809~5044494,149715417~7862939,158484787~6754917,168613664~3191442,176466476~2451392,182798767~7169055,193510145~7303881,219849447~2766070,230261595~1388496,233687861~8222207,254765710~1117656,264737732~9985559,288558143~11529718,310560946~6893481,321504558~5305188,343793528~921207,350068700~6488788,363382707~492103,371567548~7562695,379163874~8745039,391852663~4660834,403973568~2983303,407469170~2779166] 2024-04-13T09:01:05.508 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [6348405~6083652,12582912~5356653,21011802~23622243,54525952~7947499,71303168~7467150,82673922~3838587,100663296~3869715,109051904~9613264,121634816~7934363,134217728~6186575,146800640~18439064,167772160~4032946,176466476~2451392,182798767~7169055,192937984~7876042,218103808~4511709,226492416~15417652,251658240~4225126,264241152~10482139,285212672~14875189,310378496~7075931,318767104~8042642,339738624~4976111,348127232~8430256,363382707~492103,371567548~16341365,390070272~6443225,402653184~7595152] 2024-04-13T09:01:05.508 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to 7 diff [6927787~5504270,13152337~29721029,43244552~1389493,56995537~5477914,72252325~6517993,82673922~3838587,102530671~2002340,110584499~3446812,116213565~2451603,124409094~5160085,135359809~5044494,149715417~7862939,158484787~6754917,168613664~3191442,176466476~2451392,182798767~7169055,193510145~11012316,219849447~2766070,230261595~1388496,233687861~11114969,254765710~1117656,264737732~9985559,284098643~15989218,310560946~6893481,321504558~5305188,343793528~12763960,362541127~1431882,371567548~7562695,379163874~8745039,391852663~4660834,403973568~2983303,407469170~2779166] 2024-04-13T09:01:05.508 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [6927787~5504270,13152337~29721029,43244552~1389493,56995537~5477914,72252325~6517993,82673922~3838587,102530671~2002340,110584499~3446812,116213565~2451603,124409094~5160085,135359809~5044494,149715417~7862939,158484787~6754917,168613664~3191442,176466476~2451392,182798767~7169055,193510145~11012316,219849447~2766070,230261595~1388496,233687861~11114969,254765710~1117656,264737732~9985559,284098643~15989218,310560946~6893481,321504558~5305188,343793528~12763960,362541127~1431882,371567548~7562695,379163874~8745039,391852663~4660834,403973568~2983303,407469170~2779166] 2024-04-13T09:01:05.513 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [6348405~6083652,12582912~32051133,54525952~7947499,71303168~7467150,82673922~3838587,100663296~3869715,109051904~9613264,121634816~7934363,134217728~6186575,146800640~18439064,167772160~4032946,176466476~2451392,182798767~7169055,192937984~11584477,218103808~4511709,226492416~18310414,251658240~4225126,264241152~10482139,281018368~19069493,310378496~7075931,318767104~8042642,339738624~16818864,362541127~1431882,371567548~16341365,390070272~6443225,402653184~7595152] 2024-04-13T09:01:05.514 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to 8 diff [6927787~35945579,43244552~1389493,56995537~5477914,72252325~6517993,82673922~3838587,102530671~2002340,110584499~3446812,116213565~2451603,124409094~5160085,135359809~8118106,149715417~7862939,158484787~6754917,168613664~3191442,176466476~2451392,182798767~7169055,193510145~11012316,219849447~2766070,222763528~4779922,230261595~1388496,233687861~11114969,254765710~1117656,264737732~9985559,284098643~15989218,310560946~6893481,321504558~5305188,343793528~12763960,362541127~1431882,371567548~7562695,379163874~8745039,391014843~7237,391353403~11140916,403973568~2983303,407469170~2779166] 2024-04-13T09:01:05.514 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [6927787~35945579,43244552~1389493,56995537~5477914,72252325~6517993,82673922~3838587,102530671~2002340,110584499~3446812,116213565~2451603,124409094~5160085,135359809~8118106,149715417~7862939,158484787~6754917,168613664~3191442,176466476~2451392,182798767~7169055,193510145~11012316,219849447~2766070,222763528~4779922,230261595~1388496,233687861~11114969,254765710~1117656,264737732~9985559,284098643~15989218,310560946~6893481,321504558~5305188,343793528~12763960,362541127~1431882,371567548~7562695,379163874~8745039,391014843~7237,391353403~11140916,403973568~2983303,407469170~2779166] 2024-04-13T09:01:05.523 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [6348405~38285640,54525952~7947499,71303168~7467150,82673922~3838587,100663296~3869715,109051904~9613264,121634816~7934363,134217728~9260187,146800640~18439064,167772160~4032946,176466476~2451392,182798767~7169055,192937984~11584477,218103808~26699022,251658240~4225126,264241152~10482139,281018368~19069493,310378496~7075931,318767104~8042642,339738624~16818864,362541127~1431882,371567548~16341365,390070272~12424047,402653184~7595152] 2024-04-13T09:01:05.523 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to 9 diff [1258244~41615122,43244552~1389493,56995537~5477914,72252325~6517993,82673922~3838587,102530671~2002340,110584499~3446812,116213565~2451603,124409094~5160085,135359809~8118106,149715417~7862939,158252880~6986824,168613664~3191442,176466476~2451392,182798767~7169055,193510145~11012316,219849447~2766070,222763528~4779922,230261595~1388496,233687861~11114969,254765710~1117656,258983808~1251647,264737732~9985559,284098643~15989218,310560946~6893481,321504558~5305188,343793528~12763960,359350488~10227049,371567548~7562695,379163874~8745039,391014843~7237,391353403~11140916,403973568~2983303,407469170~2779166] 2024-04-13T09:01:05.523 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~41615122,43244552~1389493,56995537~5477914,72252325~6517993,82673922~3838587,102530671~2002340,110584499~3446812,116213565~2451603,124409094~5160085,135359809~8118106,149715417~7862939,158252880~6986824,168613664~3191442,176466476~2451392,182798767~7169055,193510145~11012316,219849447~2766070,222763528~4779922,230261595~1388496,233687861~11114969,254765710~1117656,258983808~1251647,264737732~9985559,284098643~15989218,310560946~6893481,321504558~5305188,343793528~12763960,359350488~10227049,371567548~7562695,379163874~8745039,391014843~7237,391353403~11140916,403973568~2983303,407469170~2779166] 2024-04-13T09:01:05.527 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~43375801,54525952~7947499,71303168~7467150,82673922~3838587,100663296~3869715,109051904~9613264,121634816~7934363,134217728~9260187,146800640~18439064,167772160~4032946,176466476~2451392,182798767~7169055,192937984~11584477,218103808~26699022,251658240~8577215,264241152~10482139,281018368~19069493,310378496~7075931,318767104~8042642,339738624~16818864,359350488~10227049,371567548~16341365,390070272~12424047,402653184~7595152] 2024-04-13T09:01:05.527 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to 10 diff [1258244~41615122,43244552~1389493,56995537~5477914,72252325~20489214,102530671~2602584,110584499~3446812,116213565~2451603,124409094~5160085,135359809~8118106,149715417~7862939,158252880~6986824,168613664~3191442,176466476~2451392,182798767~7169055,193510145~11012316,219849447~2766070,222763528~4779922,230261595~1388496,233687861~11114969,254765710~1117656,258983808~1251647,264737732~9985559,284098643~15989218,310560946~7882679,321504558~5305188,343793528~12763960,359350488~10227049,371567548~7562695,379163874~23330445,403973568~2983303,407469170~2779166] 2024-04-13T09:01:05.527 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~41615122,43244552~1389493,56995537~5477914,72252325~20489214,102530671~2602584,110584499~3446812,116213565~2451603,124409094~5160085,135359809~8118106,149715417~7862939,158252880~6986824,168613664~3191442,176466476~2451392,182798767~7169055,193510145~11012316,219849447~2766070,222763528~4779922,230261595~1388496,233687861~11114969,254765710~1117656,258983808~1251647,264737732~9985559,284098643~15989218,310560946~7882679,321504558~5305188,343793528~12763960,359350488~10227049,371567548~7562695,379163874~23330445,403973568~2983303,407469170~2779166] 2024-04-13T09:01:05.532 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~43375801,54525952~7947499,71303168~21438371,100663296~4469959,109051904~9613264,121634816~7934363,134217728~9260187,146800640~18439064,167772160~4032946,176466476~2451392,182798767~7169055,192937984~11584477,218103808~26699022,251658240~8577215,264241152~10482139,281018368~19069493,310378496~8065129,318767104~8042642,339738624~16818864,359350488~10227049,371567548~30926771,402653184~7595152] 2024-04-13T09:01:05.532 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to 11 diff [1258244~41615122,43244552~1389493,56995537~6639647,72252325~20489214,102530671~2602584,110584499~3446812,116213565~2451603,124409094~5160085,133294049~10183866,149715417~7862939,158252880~6986824,168613664~3191442,176466476~2451392,182798767~7169055,193510145~11012316,219849447~2766070,222763528~4779922,230261595~1388496,233687861~13541062,254765710~1117656,258983808~1251647,264737732~9985559,284098643~17015074,310560946~7882679,321504558~5305188,336226911~20330577,359350488~11083736,371567548~30926771,403973568~2983303,407469170~2779166] 2024-04-13T09:01:05.532 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~41615122,43244552~1389493,56995537~6639647,72252325~20489214,102530671~2602584,110584499~3446812,116213565~2451603,124409094~5160085,133294049~10183866,149715417~7862939,158252880~6986824,168613664~3191442,176466476~2451392,182798767~7169055,193510145~11012316,219849447~2766070,222763528~4779922,230261595~1388496,233687861~13541062,254765710~1117656,258983808~1251647,264737732~9985559,284098643~17015074,310560946~7882679,321504558~5305188,336226911~20330577,359350488~11083736,371567548~30926771,403973568~2983303,407469170~2779166] 2024-04-13T09:01:05.538 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~43375801,54525952~9109232,71303168~21438371,100663296~4469959,109051904~9613264,121634816~7934363,130023424~13454491,146800640~18439064,167772160~4032946,176466476~2451392,182798767~7169055,192937984~11584477,218103808~29125115,251658240~8577215,264241152~10482139,281018368~20095349,310378496~8065129,318767104~8042642,335544320~21013168,359350488~11083736,371567548~30926771,402653184~7595152] 2024-04-13T09:01:05.538 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to 12 diff [1258244~41615122,43244552~1389493,56995537~6639647,72252325~20489214,102530671~2602584,110584499~3446812,116213565~2451603,124409094~5160085,133294049~10183866,149159268~8419088,158252880~6986824,168613664~3191442,176466476~2451392,182007883~7959939,193510145~11012316,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8180919,258983808~1251647,264737732~9985559,284098643~17015074,310560946~10064234,321504558~7420513,336226911~20330577,359350488~11083736,371567548~30926771,403973568~2983303,407469170~2779166] 2024-04-13T09:01:05.538 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~41615122,43244552~1389493,56995537~6639647,72252325~20489214,102530671~2602584,110584499~3446812,116213565~2451603,124409094~5160085,133294049~10183866,149159268~8419088,158252880~6986824,168613664~3191442,176466476~2451392,182007883~7959939,193510145~11012316,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8180919,258983808~1251647,264737732~9985559,284098643~17015074,310560946~10064234,321504558~7420513,336226911~20330577,359350488~11083736,371567548~30926771,403973568~2983303,407469170~2779166] 2024-04-13T09:01:05.545 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~43375801,54525952~9109232,71303168~21438371,100663296~4469959,109051904~9613264,121634816~7934363,130023424~13454491,146800640~18439064,167772160~4032946,176466476~2451392,182007883~7959939,192937984~11584477,218103808~29125115,247463936~12771519,264241152~10482139,281018368~20095349,310378496~18546575,335544320~21013168,359350488~11083736,371567548~30926771,402653184~7595152] 2024-04-13T09:01:05.545 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to 13 diff [1258244~41615122,43244552~1389493,56995537~6639647,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,124409094~5160085,133294049~10183866,149159268~8419088,158252880~6986824,168613664~3191442,176466476~2451392,182007883~7959939,193510145~11012316,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8180919,258983808~1251647,264737732~9985559,284098643~17015074,310560946~18364125,336226911~20330577,359350488~11083736,371567548~30926771,403973568~14057795] 2024-04-13T09:01:05.545 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~41615122,43244552~1389493,56995537~6639647,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,124409094~5160085,133294049~10183866,149159268~8419088,158252880~6986824,168613664~3191442,176466476~2451392,182007883~7959939,193510145~11012316,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8180919,258983808~1251647,264737732~9985559,284098643~17015074,310560946~18364125,336226911~20330577,359350488~11083736,371567548~30926771,403973568~14057795] 2024-04-13T09:01:05.551 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~43375801,54525952~9109232,71303168~33830087,109051904~9613264,121634816~7934363,130023424~13454491,146800640~18439064,167772160~4032946,176466476~2451392,182007883~7959939,192937984~11584477,218103808~29125115,247463936~12771519,264241152~10482139,281018368~20095349,310378496~18546575,335544320~21013168,359350488~11083736,371567548~30926771,402653184~15378179] 2024-04-13T09:01:05.551 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to 14 diff [1258244~41615122,43244552~1389493,56995537~11570409,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,124409094~5160085,133294049~10183866,149159268~8419088,158252880~6986824,168613664~3191442,176466476~2451392,180380542~9587280,193510145~11012316,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8180919,258983808~1251647,264737732~9985559,284098643~17015074,310560946~18364125,331305941~25251547,359350488~11083736,371567548~30926771,403973568~14057795] 2024-04-13T09:01:05.551 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~41615122,43244552~1389493,56995537~11570409,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,124409094~5160085,133294049~10183866,149159268~8419088,158252880~6986824,168613664~3191442,176466476~2451392,180380542~9587280,193510145~11012316,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8180919,258983808~1251647,264737732~9985559,284098643~17015074,310560946~18364125,331305941~25251547,359350488~11083736,371567548~30926771,403973568~14057795] 2024-04-13T09:01:05.558 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~43375801,54525952~14039994,71303168~33830087,109051904~9613264,121634816~7934363,130023424~13454491,146800640~18439064,167772160~4032946,176466476~2451392,180380542~9587280,192937984~11584477,218103808~29125115,247463936~12771519,264241152~10482139,281018368~20095349,310378496~46178992,359350488~11083736,371567548~30926771,402653184~15378179] 2024-04-13T09:01:05.558 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to 15 diff [1258244~43375801,56995537~11570409,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,124409094~5160085,133294049~10183866,149159268~8419088,158252880~6986824,168613664~3191442,176466476~2451392,180380542~10431434,193510145~11012316,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8641967,258983808~1251647,260518095~14205196,284098643~17015074,310560946~18364125,331305941~25251547,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:05.558 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~43375801,56995537~11570409,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,124409094~5160085,133294049~10183866,149159268~8419088,158252880~6986824,168613664~3191442,176466476~2451392,180380542~10431434,193510145~11012316,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8641967,258983808~1251647,260518095~14205196,284098643~17015074,310560946~18364125,331305941~25251547,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:05.564 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~43375801,54525952~14039994,71303168~33830087,109051904~9613264,121634816~7934363,130023424~13454491,146800640~18439064,167772160~4032946,176466476~2451392,180380542~10431434,192937984~11584477,218103808~29125115,247463936~27259355,281018368~20095349,310378496~46178992,359350488~11083736,370594749~31899570,402653184~15378179] 2024-04-13T09:01:05.564 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to 16 diff [1258244~43375801,56995537~15115205,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,124409094~5160085,133294049~10183866,149159268~8419088,158252880~13552226,173677030~17134946,193510145~11012316,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8641967,258983808~1251647,260518095~14205196,279599095~3734321,284098643~17015074,310560946~18364125,331305941~25251547,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:05.564 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~43375801,56995537~15115205,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,124409094~5160085,133294049~10183866,149159268~8419088,158252880~13552226,173677030~17134946,193510145~11012316,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8641967,258983808~1251647,260518095~14205196,279599095~3734321,284098643~17015074,310560946~18364125,331305941~25251547,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:05.571 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~43375801,54525952~50607303,109051904~9613264,121634816~7934363,130023424~13454491,146800640~25004466,171966464~18845512,192937984~11584477,218103808~29125115,247463936~27259355,276824064~24289653,310378496~46178992,359350488~11083736,370594749~31899570,402653184~15378179] 2024-04-13T09:01:05.571 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to 17 diff [1258244~43375801,46019093~7779217,56995537~15115205,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,124409094~5160085,132045564~11432351,149159268~8419088,158252880~13552226,173677030~19546364,193510145~11012316,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8641967,258983808~1251647,260518095~14205196,279599095~3734321,284098643~17022754,306489244~22435827,331305941~25251547,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:05.571 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~43375801,46019093~7779217,56995537~15115205,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,124409094~5160085,132045564~11432351,149159268~8419088,158252880~13552226,173677030~19546364,193510145~11012316,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8641967,258983808~1251647,260518095~14205196,279599095~3734321,284098643~17022754,306489244~22435827,331305941~25251547,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:05.578 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~52540066,54525952~50607303,109051904~9613264,121634816~7934363,130023424~13454491,146800640~25004466,171966464~32555997,218103808~29125115,247463936~27259355,276824064~24297333,306184192~50373296,359350488~11083736,370594749~31899570,402653184~15378179] 2024-04-13T09:01:05.578 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to 18 diff [1258244~43375801,44684192~9114118,56995537~15203800,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,121383394~8185785,132045564~11432351,149159268~8419088,158252880~13552226,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8641967,258983808~1251647,260518095~14205196,279599095~3734321,284098643~17022754,306489244~22435827,331305941~25251547,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:05.578 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~43375801,44684192~9114118,56995537~15203800,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,121383394~8185785,132045564~11432351,149159268~8419088,158252880~13552226,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8641967,258983808~1251647,260518095~14205196,279599095~3734321,284098643~17022754,306489244~22435827,331305941~25251547,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:05.584 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~52540066,54525952~50607303,109051904~20517275,130023424~13454491,146800640~25004466,171966464~32555997,209715200~7844898,218103808~29125115,247463936~27259355,276824064~24297333,306184192~50373296,359350488~11083736,370594749~31899570,402653184~15378179] 2024-04-13T09:01:05.584 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to 19 diff [1258244~43375801,44684192~9114118,56995537~15203800,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~13552226,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8641967,258983808~1251647,260518095~14205196,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251547,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:05.584 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~43375801,44684192~9114118,56995537~15203800,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~13552226,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8641967,258983808~1251647,260518095~14205196,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251547,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:05.590 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~52540066,54525952~50607303,109051904~20517275,130023424~41781682,171966464~32555997,209715200~7844898,218103808~29125115,247463936~27259355,276824064~24297333,301989888~54567600,359350488~11083736,370594749~31899570,402653184~15378179] 2024-04-13T09:01:05.590 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to 2 diff [15376961~915855,28495577~6213843,34948061~6187751,116213565~2451603,193510145~7303881,254765710~1117656,267282415~5948666,294679104~3730089,310560946~6893481,403973568~2983303] 2024-04-13T09:01:05.590 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [15376961~915855,28495577~6213843,34948061~6187751,116213565~2451603,193510145~7303881,254765710~1117656,267282415~5948666,294679104~3730089,310560946~6893481,403973568~2983303] 2024-04-13T09:01:05.595 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [12582912~3709904,28495577~12640235,113246208~5418960,192937984~7876042,251658240~4225126,264241152~8989929,293601280~4807913,310378496~7075931,402653184~4303687] 2024-04-13T09:01:05.595 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to 3 diff [15376961~915855,28495577~6213843,34948061~6187751,57476417~4995950,82673922~3838587,111617711~2413600,116213565~2451603,135366175~3860059,193510145~7303881,254765710~1117656,267282415~5948666,288558143~9851050,310560946~6893481,321504558~5305188,381602087~6306826,391852663~4660834,403973568~2983303] 2024-04-13T09:01:05.596 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [15376961~915855,28495577~6213843,34948061~6187751,57476417~4995950,82673922~3838587,111617711~2413600,116213565~2451603,135366175~3860059,193510145~7303881,254765710~1117656,267282415~5948666,288558143~9851050,310560946~6893481,321504558~5305188,381602087~6306826,391852663~4660834,403973568~2983303] 2024-04-13T09:01:05.601 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [12582912~3709904,28495577~12640235,54525952~7946415,82673922~3838587,109051904~9613264,135366175~3860059,192937984~7876042,251658240~4225126,264241152~8989929,285212672~13196521,310378496~7075931,318767104~8042642,377487360~10421553,390070272~6443225,402653184~4303687] 2024-04-13T09:01:05.601 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to 4 diff [15376961~915855,28495577~6213843,34948061~7925305,56995537~5477914,82673922~3838587,111617711~2413600,116213565~2451603,135366175~3860059,158484787~6754917,182798767~7169055,193510145~7303881,219849447~2766070,240220914~1689154,254765710~1117656,264737732~8493349,288558143~9851050,310560946~6893481,321504558~5305188,371796054~7334189,381602087~6306826,391852663~4660834,403973568~2983303,407469170~2779166] 2024-04-13T09:01:05.601 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [15376961~915855,28495577~6213843,34948061~7925305,56995537~5477914,82673922~3838587,111617711~2413600,116213565~2451603,135366175~3860059,158484787~6754917,182798767~7169055,193510145~7303881,219849447~2766070,240220914~1689154,254765710~1117656,264737732~8493349,288558143~9851050,310560946~6893481,321504558~5305188,371796054~7334189,381602087~6306826,391852663~4660834,403973568~2983303,407469170~2779166] 2024-04-13T09:01:05.607 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [12582912~3709904,28495577~14377789,54525952~7947499,82673922~3838587,109051904~9613264,135366175~3860059,155189248~10050456,182798767~7169055,192937984~7876042,218103808~4511709,240220914~1689154,251658240~4225126,264241152~8989929,285212672~13196521,310378496~7075931,318767104~8042642,371796054~16112859,390070272~6443225,402653184~7595152] 2024-04-13T09:01:05.607 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to 5 diff [13152337~4787228,21011802~7157503,28495577~6213843,34948061~7925305,56995537~5477914,72252325~6517993,82673922~3838587,111617711~2413600,116213565~2451603,124409094~5160085,135366175~5038128,158484787~6754917,182798767~7169055,193510145~7303881,219849447~2766070,240220914~1689154,254765710~1117656,264737732~8493349,288558143~11529718,310560946~6893481,321504558~5305188,371567548~7562695,381602087~6306826,391852663~4660834,403973568~2983303,407469170~2779166] 2024-04-13T09:01:05.607 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [13152337~4787228,21011802~7157503,28495577~6213843,34948061~7925305,56995537~5477914,72252325~6517993,82673922~3838587,111617711~2413600,116213565~2451603,124409094~5160085,135366175~5038128,158484787~6754917,182798767~7169055,193510145~7303881,219849447~2766070,240220914~1689154,254765710~1117656,264737732~8493349,288558143~11529718,310560946~6893481,321504558~5305188,371567548~7562695,381602087~6306826,391852663~4660834,403973568~2983303,407469170~2779166] 2024-04-13T09:01:05.613 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [12582912~5356653,21011802~7157503,28495577~14377789,54525952~7947499,71303168~7467150,82673922~3838587,109051904~9613264,121634816~7934363,135366175~5038128,155189248~10050456,182798767~7169055,192937984~7876042,218103808~4511709,240220914~1689154,251658240~4225126,264241152~8989929,285212672~14875189,310378496~7075931,318767104~8042642,371567548~16341365,390070272~6443225,402653184~7595152] 2024-04-13T09:01:05.613 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to 6 diff [13152337~4787228,21011802~7157503,28495577~14377789,43244552~1389493,56995537~5477914,72252325~6517993,82673922~3838587,110584499~3446812,116213565~2451603,124409094~5160085,135366175~5038128,149715417~7862939,158484787~6754917,182798767~7169055,193510145~7303881,219849447~2766070,230261595~1388496,240220914~1689154,254765710~1117656,264737732~8493349,288558143~11529718,310560946~6893481,321504558~5305188,343793528~921207,354441133~345017,371567548~7562695,379163874~8745039,391852663~4660834,403973568~2983303,407469170~2779166] 2024-04-13T09:01:05.613 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [13152337~4787228,21011802~7157503,28495577~14377789,43244552~1389493,56995537~5477914,72252325~6517993,82673922~3838587,110584499~3446812,116213565~2451603,124409094~5160085,135366175~5038128,149715417~7862939,158484787~6754917,182798767~7169055,193510145~7303881,219849447~2766070,230261595~1388496,240220914~1689154,254765710~1117656,264737732~8493349,288558143~11529718,310560946~6893481,321504558~5305188,343793528~921207,354441133~345017,371567548~7562695,379163874~8745039,391852663~4660834,403973568~2983303,407469170~2779166] 2024-04-13T09:01:05.618 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [12582912~5356653,21011802~7157503,28495577~16138468,54525952~7947499,71303168~7467150,82673922~3838587,109051904~9613264,121634816~7934363,135366175~5038128,146800640~18439064,182798767~7169055,192937984~7876042,218103808~4511709,226492416~5157675,240220914~1689154,251658240~4225126,264241152~8989929,285212672~14875189,310378496~7075931,318767104~8042642,339738624~4976111,354441133~345017,371567548~16341365,390070272~6443225,402653184~7595152] 2024-04-13T09:01:05.618 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to 7 diff [13152337~15016968,28495577~14377789,43244552~1389493,56995537~5477914,72252325~6517993,82673922~3838587,110584499~3446812,116213565~2451603,124409094~5160085,135366175~5038128,149715417~7862939,158484787~6754917,182798767~7169055,193510145~11012316,219849447~2766070,230261595~1388496,240220914~4581916,254765710~1117656,264737732~8493349,284098643~15989218,310560946~6893481,321504558~5305188,343793528~8329744,354441133~345017,362541127~1431882,371567548~7562695,379163874~8745039,391852663~4660834,403973568~2983303,407469170~2779166] 2024-04-13T09:01:05.618 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [13152337~15016968,28495577~14377789,43244552~1389493,56995537~5477914,72252325~6517993,82673922~3838587,110584499~3446812,116213565~2451603,124409094~5160085,135366175~5038128,149715417~7862939,158484787~6754917,182798767~7169055,193510145~11012316,219849447~2766070,230261595~1388496,240220914~4581916,254765710~1117656,264737732~8493349,284098643~15989218,310560946~6893481,321504558~5305188,343793528~8329744,354441133~345017,362541127~1431882,371567548~7562695,379163874~8745039,391852663~4660834,403973568~2983303,407469170~2779166] 2024-04-13T09:01:05.624 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [12582912~15586393,28495577~16138468,54525952~7947499,71303168~7467150,82673922~3838587,109051904~9613264,121634816~7934363,135366175~5038128,146800640~18439064,182798767~7169055,192937984~11584477,218103808~4511709,226492416~5157675,240220914~4581916,251658240~4225126,264241152~8989929,281018368~19069493,310378496~7075931,318767104~8042642,339738624~12384648,354441133~345017,362541127~1431882,371567548~16341365,390070272~6443225,402653184~7595152] 2024-04-13T09:01:05.624 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to 8 diff [12146638~16022667,28495577~14377789,43244552~1389493,56995537~5477914,72252325~6517993,82673922~3838587,110584499~3446812,116213565~2451603,124409094~5160085,135366175~8111740,149715417~7862939,158484787~6754917,182798767~7169055,193510145~11012316,219849447~2766070,222763528~4779922,230261595~1388496,240220914~4581916,254765710~1117656,264737732~8493349,284098643~15989218,310560946~6893481,321504558~5305188,343793528~8329744,354441133~345017,362541127~1431882,371567548~7562695,379163874~8745039,391014843~7237,391353403~11140916,403973568~2983303,407469170~2779166] 2024-04-13T09:01:05.624 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [12146638~16022667,28495577~14377789,43244552~1389493,56995537~5477914,72252325~6517993,82673922~3838587,110584499~3446812,116213565~2451603,124409094~5160085,135366175~8111740,149715417~7862939,158484787~6754917,182798767~7169055,193510145~11012316,219849447~2766070,222763528~4779922,230261595~1388496,240220914~4581916,254765710~1117656,264737732~8493349,284098643~15989218,310560946~6893481,321504558~5305188,343793528~8329744,354441133~345017,362541127~1431882,371567548~7562695,379163874~8745039,391014843~7237,391353403~11140916,403973568~2983303,407469170~2779166] 2024-04-13T09:01:05.631 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [12146638~16022667,28495577~16138468,54525952~7947499,71303168~7467150,82673922~3838587,109051904~9613264,121634816~7934363,135366175~8111740,146800640~18439064,182798767~7169055,192937984~11584477,218103808~13546283,240220914~4581916,251658240~4225126,264241152~8989929,281018368~19069493,310378496~7075931,318767104~8042642,339738624~12384648,354441133~345017,362541127~1431882,371567548~16341365,390070272~12424047,402653184~7595152] 2024-04-13T09:01:05.631 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to 9 diff [1258244~6765686,12146638~30726728,43244552~1389493,56995537~5477914,72252325~6517993,82673922~3838587,110584499~3446812,116213565~2451603,124409094~5160085,135366175~8111740,149715417~7862939,158252880~6986824,182798767~7169055,193510145~11012316,219849447~2766070,222763528~4779922,230261595~1388496,240220914~4581916,254765710~1117656,258983808~1251647,264737732~8493349,284098643~15989218,310560946~6893481,321504558~5305188,343793528~8329744,354441133~345017,359350488~10227049,371567548~7562695,379163874~8745039,391014843~7237,391353403~11140916,403973568~2983303,407469170~2779166] 2024-04-13T09:01:05.632 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,12146638~30726728,43244552~1389493,56995537~5477914,72252325~6517993,82673922~3838587,110584499~3446812,116213565~2451603,124409094~5160085,135366175~8111740,149715417~7862939,158252880~6986824,182798767~7169055,193510145~11012316,219849447~2766070,222763528~4779922,230261595~1388496,240220914~4581916,254765710~1117656,258983808~1251647,264737732~8493349,284098643~15989218,310560946~6893481,321504558~5305188,343793528~8329744,354441133~345017,359350488~10227049,371567548~7562695,379163874~8745039,391014843~7237,391353403~11140916,403973568~2983303,407469170~2779166] 2024-04-13T09:01:05.636 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,12146638~32487407,54525952~7947499,71303168~7467150,82673922~3838587,109051904~9613264,121634816~7934363,135366175~8111740,146800640~18439064,182798767~7169055,192937984~11584477,218103808~13546283,240220914~4581916,251658240~8577215,264241152~8989929,281018368~19069493,310378496~7075931,318767104~8042642,339738624~12384648,354441133~345017,359350488~10227049,371567548~16341365,390070272~12424047,402653184~7595152] 2024-04-13T09:01:05.637 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to 10 diff [1258244~6765686,10939052~707877,12146638~30726728,43244552~1389493,56995537~5477914,72252325~20489214,103262699~1870556,110584499~3446812,116213565~2451603,124409094~5160085,135366175~8111740,149715417~7862939,158252880~6986824,182798767~7169055,193510145~11012316,219849447~2766070,222763528~4779922,230261595~1388496,240220914~4581916,254765710~1117656,258983808~1251647,264737732~8493349,284098643~15989218,310560946~7882679,321504558~5305188,343793528~12595400,359350488~10227049,371567548~7562695,379163874~23330445,403973568~2983303,407469170~2779166] 2024-04-13T09:01:05.637 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~30726728,43244552~1389493,56995537~5477914,72252325~20489214,103262699~1870556,110584499~3446812,116213565~2451603,124409094~5160085,135366175~8111740,149715417~7862939,158252880~6986824,182798767~7169055,193510145~11012316,219849447~2766070,222763528~4779922,230261595~1388496,240220914~4581916,254765710~1117656,258983808~1251647,264737732~8493349,284098643~15989218,310560946~7882679,321504558~5305188,343793528~12595400,359350488~10227049,371567548~7562695,379163874~23330445,403973568~2983303,407469170~2779166] 2024-04-13T09:01:05.642 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~32487407,54525952~7947499,71303168~21438371,103262699~1870556,109051904~9613264,121634816~7934363,135366175~8111740,146800640~18439064,182798767~7169055,192937984~11584477,218103808~13546283,240220914~4581916,251658240~8577215,264241152~8989929,281018368~19069493,310378496~8065129,318767104~8042642,339738624~16650304,359350488~10227049,371567548~30926771,402653184~7595152] 2024-04-13T09:01:05.642 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to 11 diff [1258244~6765686,10939052~707877,12146638~30726728,43244552~1389493,56995537~6639647,72252325~20489214,103262699~1870556,110584499~3446812,116213565~2451603,124409094~5160085,133294049~10183866,149715417~7862939,158252880~6986824,182798767~7169055,193510145~11012316,219849447~2766070,222763528~4779922,230261595~1388496,240220914~7008009,254765710~1117656,258983808~1251647,264737732~8493349,284098643~17015074,310560946~7882679,321504558~5305188,336226911~20162017,359350488~11083736,371567548~30926771,403973568~2983303,407469170~2779166] 2024-04-13T09:01:05.642 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~30726728,43244552~1389493,56995537~6639647,72252325~20489214,103262699~1870556,110584499~3446812,116213565~2451603,124409094~5160085,133294049~10183866,149715417~7862939,158252880~6986824,182798767~7169055,193510145~11012316,219849447~2766070,222763528~4779922,230261595~1388496,240220914~7008009,254765710~1117656,258983808~1251647,264737732~8493349,284098643~17015074,310560946~7882679,321504558~5305188,336226911~20162017,359350488~11083736,371567548~30926771,403973568~2983303,407469170~2779166] 2024-04-13T09:01:05.648 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~32487407,54525952~9109232,71303168~21438371,103262699~1870556,109051904~9613264,121634816~7934363,130023424~13454491,146800640~18439064,182798767~7169055,192937984~11584477,218103808~13546283,240220914~7008009,251658240~8577215,264241152~8989929,281018368~20095349,310378496~8065129,318767104~8042642,335544320~20844608,359350488~11083736,371567548~30926771,402653184~7595152] 2024-04-13T09:01:05.648 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to 12 diff [1258244~6765686,10939052~707877,12146638~30726728,43244552~1389493,56995537~6639647,72252325~20489214,103262699~1870556,110584499~3446812,116213565~2451603,124409094~5160085,133294049~10183866,149159268~8419088,158252880~6986824,169024874~648521,182007883~7959939,193510145~11012316,219849447~2766070,222763528~10501949,240220914~7008009,248963227~8180919,258983808~1251647,264737732~8493349,284098643~17015074,310560946~10064234,321504558~7420513,336226911~20162017,359350488~11083736,371567548~30926771,403973568~2983303,407469170~2779166] 2024-04-13T09:01:05.648 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~30726728,43244552~1389493,56995537~6639647,72252325~20489214,103262699~1870556,110584499~3446812,116213565~2451603,124409094~5160085,133294049~10183866,149159268~8419088,158252880~6986824,169024874~648521,182007883~7959939,193510145~11012316,219849447~2766070,222763528~10501949,240220914~7008009,248963227~8180919,258983808~1251647,264737732~8493349,284098643~17015074,310560946~10064234,321504558~7420513,336226911~20162017,359350488~11083736,371567548~30926771,403973568~2983303,407469170~2779166] 2024-04-13T09:01:05.653 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~32487407,54525952~9109232,71303168~21438371,103262699~1870556,109051904~9613264,121634816~7934363,130023424~13454491,146800640~18439064,169024874~648521,182007883~7959939,192937984~11584477,218103808~15161669,240220914~7008009,247463936~12771519,264241152~8989929,281018368~20095349,310378496~18546575,335544320~20844608,359350488~11083736,371567548~30926771,402653184~7595152] 2024-04-13T09:01:05.654 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to 13 diff [1258244~6765686,10939052~707877,12146638~30726728,43244552~1389493,56995537~6639647,72252325~29008197,103262699~1870556,110584499~3446812,116213565~2451603,124409094~5160085,133294049~10183866,149159268~8419088,158252880~6986824,169024874~648521,182007883~7959939,193510145~11012316,219849447~2766070,222763528~10501949,240220914~7008009,248963227~8180919,258983808~1251647,264737732~8493349,284098643~17015074,310560946~18364125,336226911~20162017,359350488~11083736,371567548~30926771,403973568~14057795] 2024-04-13T09:01:05.654 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~30726728,43244552~1389493,56995537~6639647,72252325~29008197,103262699~1870556,110584499~3446812,116213565~2451603,124409094~5160085,133294049~10183866,149159268~8419088,158252880~6986824,169024874~648521,182007883~7959939,193510145~11012316,219849447~2766070,222763528~10501949,240220914~7008009,248963227~8180919,258983808~1251647,264737732~8493349,284098643~17015074,310560946~18364125,336226911~20162017,359350488~11083736,371567548~30926771,403973568~14057795] 2024-04-13T09:01:05.659 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~32487407,54525952~9109232,71303168~29957354,103262699~1870556,109051904~9613264,121634816~7934363,130023424~13454491,146800640~18439064,169024874~648521,182007883~7959939,192937984~11584477,218103808~15161669,240220914~7008009,247463936~12771519,264241152~8989929,281018368~20095349,310378496~18546575,335544320~20844608,359350488~11083736,371567548~30926771,402653184~15378179] 2024-04-13T09:01:05.660 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to 14 diff [1258244~6765686,10939052~707877,12146638~30726728,43244552~1389493,56995537~11570409,72252325~29008197,103262699~1870556,110584499~3446812,116213565~2451603,124409094~5160085,133294049~10183866,149159268~8419088,158252880~6986824,169024874~648521,180380542~9587280,193510145~11012316,219849447~2766070,222763528~10501949,240118541~7110382,248963227~8180919,258983808~1251647,264737732~8493349,284098643~17015074,310560946~18364125,331305941~25251321,359350488~11083736,371567548~30926771,403973568~14057795] 2024-04-13T09:01:05.660 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~30726728,43244552~1389493,56995537~11570409,72252325~29008197,103262699~1870556,110584499~3446812,116213565~2451603,124409094~5160085,133294049~10183866,149159268~8419088,158252880~6986824,169024874~648521,180380542~9587280,193510145~11012316,219849447~2766070,222763528~10501949,240118541~7110382,248963227~8180919,258983808~1251647,264737732~8493349,284098643~17015074,310560946~18364125,331305941~25251321,359350488~11083736,371567548~30926771,403973568~14057795] 2024-04-13T09:01:05.665 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~32487407,54525952~14039994,71303168~29957354,103262699~1870556,109051904~9613264,121634816~7934363,130023424~13454491,146800640~18439064,169024874~648521,180380542~9587280,192937984~11584477,218103808~15161669,240118541~7110382,247463936~12771519,264241152~8989929,281018368~20095349,310378496~46178766,359350488~11083736,371567548~30926771,402653184~15378179] 2024-04-13T09:01:05.665 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to 15 diff [1258244~6765686,10939052~707877,12146638~32487407,56995537~11570409,72252325~29008197,103262699~1870556,110584499~3446812,116213565~2451603,124409094~5160085,133294049~10183866,149159268~8419088,158252880~6986824,169024874~648521,180380542~10431434,193510145~11012316,219849447~2766070,222763528~10501949,240118541~7110382,248963227~8641967,258983808~1251647,260518095~12712986,284098643~17015074,310560946~18364125,331305941~25251321,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:05.665 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~32487407,56995537~11570409,72252325~29008197,103262699~1870556,110584499~3446812,116213565~2451603,124409094~5160085,133294049~10183866,149159268~8419088,158252880~6986824,169024874~648521,180380542~10431434,193510145~11012316,219849447~2766070,222763528~10501949,240118541~7110382,248963227~8641967,258983808~1251647,260518095~12712986,284098643~17015074,310560946~18364125,331305941~25251321,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:05.670 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~32487407,54525952~14039994,71303168~29957354,103262699~1870556,109051904~9613264,121634816~7934363,130023424~13454491,146800640~18439064,169024874~648521,180380542~10431434,192937984~11584477,218103808~15161669,240118541~7110382,247463936~25767145,281018368~20095349,310378496~46178766,359350488~11083736,370594749~31899570,402653184~15378179] 2024-04-13T09:01:05.671 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to 16 diff [1258244~6765686,10939052~707877,12146638~32487407,56995537~15115205,72252325~29008197,103262699~1870556,110584499~3446812,116213565~2451603,124409094~5160085,133294049~10183866,149159268~8419088,158252880~10432127,169024874~648521,173677030~17134946,193510145~11012316,219849447~2766070,222763528~10501949,240118541~7110382,248963227~8641967,258983808~1251647,260518095~12712986,279599095~3734321,284098643~17015074,310560946~18364125,331305941~25251321,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:05.671 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~32487407,56995537~15115205,72252325~29008197,103262699~1870556,110584499~3446812,116213565~2451603,124409094~5160085,133294049~10183866,149159268~8419088,158252880~10432127,169024874~648521,173677030~17134946,193510145~11012316,219849447~2766070,222763528~10501949,240118541~7110382,248963227~8641967,258983808~1251647,260518095~12712986,279599095~3734321,284098643~17015074,310560946~18364125,331305941~25251321,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:05.677 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~32487407,54525952~46734570,103262699~1870556,109051904~9613264,121634816~7934363,130023424~13454491,146800640~21884367,169024874~648521,171966464~18845512,192937984~11584477,218103808~15161669,240118541~7110382,247463936~25767145,276824064~24289653,310378496~46178766,359350488~11083736,370594749~31899570,402653184~15378179] 2024-04-13T09:01:05.677 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to 17 diff [1258244~6765686,10939052~707877,12146638~32487407,46019093~7779217,56995537~15115205,72252325~29008197,103262699~1870556,110584499~3446812,116213565~2451603,124409094~5160085,132045564~11432351,149159268~8419088,158252880~10432127,169024874~648521,173677030~19546364,193510145~11012316,219849447~2766070,222763528~10501949,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~12712986,279599095~3734321,284098643~17022754,306489244~22435827,331305941~25251321,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:05.677 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~32487407,46019093~7779217,56995537~15115205,72252325~29008197,103262699~1870556,110584499~3446812,116213565~2451603,124409094~5160085,132045564~11432351,149159268~8419088,158252880~10432127,169024874~648521,173677030~19546364,193510145~11012316,219849447~2766070,222763528~10501949,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~12712986,279599095~3734321,284098643~17022754,306489244~22435827,331305941~25251321,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:05.683 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~41651672,54525952~46734570,103262699~1870556,109051904~9613264,121634816~7934363,130023424~13454491,146800640~21884367,169024874~648521,171966464~32555997,218103808~15161669,235604314~3427328,240118541~7110382,247463936~25767145,276824064~24297333,306184192~50373070,359350488~11083736,370594749~31899570,402653184~15378179] 2024-04-13T09:01:05.683 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to 18 diff [1258244~6765686,10939052~33694993,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,116213565~2451603,121383394~8185785,132045564~11432351,149159268~8419088,158252880~10432127,169024874~648521,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~12712986,279599095~3734321,284098643~17022754,306489244~22435827,331305941~25251321,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:05.683 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~33694993,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,116213565~2451603,121383394~8185785,132045564~11432351,149159268~8419088,158252880~10432127,169024874~648521,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~12712986,279599095~3734321,284098643~17022754,306489244~22435827,331305941~25251321,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:05.688 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~42859258,54525952~46734570,103262699~1870556,109051904~20517275,130023424~13454491,146800640~21884367,169024874~648521,171966464~32555997,209715200~7844898,218103808~15161669,235604314~3427328,240118541~7110382,247463936~25767145,276824064~24297333,306184192~50373070,359350488~11083736,370594749~31899570,402653184~15378179] 2024-04-13T09:01:05.689 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to 19 diff [1258244~6765686,10939052~33694993,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~12712986,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251321,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:05.689 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~33694993,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~12712986,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251321,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:05.694 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~42859258,54525952~46734570,103262699~1870556,109051904~20517275,130023424~38661583,169024874~648521,171966464~32555997,209715200~7844898,218103808~15161669,234671288~535909,235604314~3427328,240118541~7110382,247463936~25767145,276824064~24297333,301989888~54567374,359350488~11083736,370594749~31899570,402653184~15378179] 2024-04-13T09:01:05.694 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to 3 diff [57476417~4995950,82673922~3838587,111617711~2413600,135366175~3860059,288558143~9413660,321504558~5305188,381602087~6306826,391852663~4660834] 2024-04-13T09:01:05.694 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [57476417~4995950,82673922~3838587,111617711~2413600,135366175~3860059,288558143~9413660,321504558~5305188,381602087~6306826,391852663~4660834] 2024-04-13T09:01:05.700 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [54525952~7946415,82673922~3838587,109051904~4979407,135366175~3860059,285212672~12759131,318767104~8042642,377487360~10421553,390070272~6443225] 2024-04-13T09:01:05.700 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to 4 diff [40034804~2838562,56995537~5477914,82673922~3838587,111617711~2413600,135366175~3860059,158484787~6754917,182798767~7169055,219849447~2766070,240220914~1689154,264737732~2723957,288558143~9413660,321504558~5305188,371796054~7334189,381602087~6306826,391852663~4660834,407469170~2779166] 2024-04-13T09:01:05.700 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [40034804~2838562,56995537~5477914,82673922~3838587,111617711~2413600,135366175~3860059,158484787~6754917,182798767~7169055,219849447~2766070,240220914~1689154,264737732~2723957,288558143~9413660,321504558~5305188,371796054~7334189,381602087~6306826,391852663~4660834,407469170~2779166] 2024-04-13T09:01:05.705 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [40034804~2838562,54525952~7947499,82673922~3838587,109051904~4979407,135366175~3860059,155189248~10050456,182798767~7169055,218103808~4511709,240220914~1689154,264737732~2723957,285212672~12759131,318767104~8042642,371796054~16112859,390070272~6443225,406956871~3291465] 2024-04-13T09:01:05.705 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to 5 diff [13152337~4787228,21011802~7157503,31394998~104843,37272377~1201766,40034804~2838562,56995537~5477914,72252325~6517993,82673922~3838587,111617711~2413600,124409094~5160085,135366175~5038128,158484787~6754917,182798767~7169055,219849447~2766070,240220914~1689154,264737732~2723957,288558143~11529718,321504558~5305188,371567548~7562695,381602087~6306826,391852663~4660834,407469170~2779166] 2024-04-13T09:01:05.705 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [13152337~4787228,21011802~7157503,31394998~104843,37272377~1201766,40034804~2838562,56995537~5477914,72252325~6517993,82673922~3838587,111617711~2413600,124409094~5160085,135366175~5038128,158484787~6754917,182798767~7169055,219849447~2766070,240220914~1689154,264737732~2723957,288558143~11529718,321504558~5305188,371567548~7562695,381602087~6306826,391852663~4660834,407469170~2779166] 2024-04-13T09:01:05.710 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [13152337~4787228,21011802~7157503,31394998~104843,37272377~1201766,40034804~2838562,54525952~7947499,71303168~7467150,82673922~3838587,109051904~4979407,121634816~7934363,135366175~5038128,155189248~10050456,182798767~7169055,218103808~4511709,240220914~1689154,264737732~2723957,285212672~14875189,318767104~8042642,371567548~16341365,390070272~6443225,406956871~3291465] 2024-04-13T09:01:05.711 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to 6 diff [13152337~4787228,21011802~7157503,31394998~104843,34699437~5043791,40034804~2838562,43244552~1389493,56995537~5477914,72252325~6517993,82673922~3838587,110584499~3446812,124409094~5160085,135366175~5038128,149715417~7862939,158484787~6754917,182798767~7169055,219849447~2766070,230261595~1388496,240220914~1689154,264737732~7213507,288558143~11529718,321504558~5305188,343793528~921207,354441133~345017,371567548~7562695,379163874~8745039,391852663~4660834,407469170~2779166] 2024-04-13T09:01:05.711 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [13152337~4787228,21011802~7157503,31394998~104843,34699437~5043791,40034804~2838562,43244552~1389493,56995537~5477914,72252325~6517993,82673922~3838587,110584499~3446812,124409094~5160085,135366175~5038128,149715417~7862939,158484787~6754917,182798767~7169055,219849447~2766070,230261595~1388496,240220914~1689154,264737732~7213507,288558143~11529718,321504558~5305188,343793528~921207,354441133~345017,371567548~7562695,379163874~8745039,391852663~4660834,407469170~2779166] 2024-04-13T09:01:05.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:05 smithi119 ceph-mon[96316]: osdmap e2043: 8 total, 8 up, 8 in 2024-04-13T09:01:05.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:05 smithi119 ceph-mon[93746]: osdmap e2043: 8 total, 8 up, 8 in 2024-04-13T09:01:05.717 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [13152337~4787228,21011802~7157503,31394998~104843,34699437~5043791,40034804~4599241,54525952~7947499,71303168~7467150,82673922~3838587,109051904~4979407,121634816~7934363,135366175~5038128,146800640~18439064,182798767~7169055,218103808~4511709,226492416~5157675,240220914~1689154,264737732~7213507,285212672~14875189,318767104~8042642,339738624~4976111,354441133~345017,371567548~16341365,390070272~6443225,406956871~3291465] 2024-04-13T09:01:05.717 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to 7 diff [13152337~15016968,31394998~104843,34699437~5043791,40034804~2838562,43244552~1389493,56995537~5477914,72252325~6517993,82673922~3838587,110584499~3446812,124409094~5160085,135366175~5038128,149715417~7862939,158484787~6754917,182798767~7169055,196891489~7630972,219849447~2766070,230261595~1388496,240220914~4581916,264737732~7213507,284098643~15989218,321504558~5305188,343793528~8329744,354441133~345017,362541127~1431882,371567548~7562695,379163874~8745039,391852663~4660834,407469170~2779166] 2024-04-13T09:01:05.717 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [13152337~15016968,31394998~104843,34699437~5043791,40034804~2838562,43244552~1389493,56995537~5477914,72252325~6517993,82673922~3838587,110584499~3446812,124409094~5160085,135366175~5038128,149715417~7862939,158484787~6754917,182798767~7169055,196891489~7630972,219849447~2766070,230261595~1388496,240220914~4581916,264737732~7213507,284098643~15989218,321504558~5305188,343793528~8329744,354441133~345017,362541127~1431882,371567548~7562695,379163874~8745039,391852663~4660834,407469170~2779166] 2024-04-13T09:01:05.722 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [13152337~15016968,31394998~104843,34699437~5043791,40034804~4599241,54525952~7947499,71303168~7467150,82673922~3838587,109051904~4979407,121634816~7934363,135366175~5038128,146800640~18439064,182798767~7169055,196891489~7630972,218103808~4511709,226492416~5157675,240220914~4581916,264737732~7213507,281018368~19069493,318767104~8042642,339738624~12384648,354441133~345017,362541127~1431882,371567548~16341365,390070272~6443225,406956871~3291465] 2024-04-13T09:01:05.722 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to 8 diff [12146638~16022667,31394998~104843,34699437~5043791,40034804~2838562,43244552~1389493,56995537~5477914,72252325~6517993,82673922~3838587,110584499~3446812,124409094~5160085,135366175~8111740,149715417~7862939,158484787~6754917,182798767~7169055,196891489~7630972,219849447~2766070,222763528~4779922,230261595~1388496,240220914~4581916,264737732~7406564,284098643~15989218,321504558~5305188,343793528~8329744,354441133~345017,362541127~1431882,371567548~7562695,379163874~8745039,391014843~7237,391353403~11140916,407469170~2779166] 2024-04-13T09:01:05.722 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [12146638~16022667,31394998~104843,34699437~5043791,40034804~2838562,43244552~1389493,56995537~5477914,72252325~6517993,82673922~3838587,110584499~3446812,124409094~5160085,135366175~8111740,149715417~7862939,158484787~6754917,182798767~7169055,196891489~7630972,219849447~2766070,222763528~4779922,230261595~1388496,240220914~4581916,264737732~7406564,284098643~15989218,321504558~5305188,343793528~8329744,354441133~345017,362541127~1431882,371567548~7562695,379163874~8745039,391014843~7237,391353403~11140916,407469170~2779166] 2024-04-13T09:01:05.729 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [12146638~16022667,31394998~104843,34699437~5043791,40034804~4599241,54525952~7947499,71303168~7467150,82673922~3838587,109051904~4979407,121634816~7934363,135366175~8111740,146800640~18439064,182798767~7169055,196891489~7630972,218103808~13546283,240220914~4581916,264737732~7406564,281018368~19069493,318767104~8042642,339738624~12384648,354441133~345017,362541127~1431882,371567548~16341365,390070272~12424047,406956871~3291465] 2024-04-13T09:01:05.729 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to 9 diff [1258244~6765686,12146638~21599137,34699437~5043791,40034804~2838562,43244552~1389493,56995537~5477914,72252325~6517993,82673922~3838587,110584499~3446812,124409094~5160085,135366175~8111740,149715417~7862939,158252880~6986824,182798767~7169055,196891489~7630972,219849447~2766070,222763528~4779922,230261595~1388496,240220914~4581916,258983808~1251647,264737732~7406564,284098643~15989218,321504558~5305188,343793528~8329744,354441133~345017,359350488~10227049,371567548~7562695,379163874~8745039,391014843~7237,391353403~11140916,407469170~2779166] 2024-04-13T09:01:05.729 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,12146638~21599137,34699437~5043791,40034804~2838562,43244552~1389493,56995537~5477914,72252325~6517993,82673922~3838587,110584499~3446812,124409094~5160085,135366175~8111740,149715417~7862939,158252880~6986824,182798767~7169055,196891489~7630972,219849447~2766070,222763528~4779922,230261595~1388496,240220914~4581916,258983808~1251647,264737732~7406564,284098643~15989218,321504558~5305188,343793528~8329744,354441133~345017,359350488~10227049,371567548~7562695,379163874~8745039,391014843~7237,391353403~11140916,407469170~2779166] 2024-04-13T09:01:05.735 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,12146638~21599137,34699437~5043791,40034804~4599241,54525952~7947499,71303168~7467150,82673922~3838587,109051904~4979407,121634816~7934363,135366175~8111740,146800640~18439064,182798767~7169055,196891489~7630972,218103808~13546283,240220914~4581916,255883366~4352089,264737732~7406564,281018368~19069493,318767104~8042642,339738624~12384648,354441133~345017,359350488~10227049,371567548~16341365,390070272~12424047,406956871~3291465] 2024-04-13T09:01:05.735 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to 10 diff [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40034804~2838562,43244552~1389493,56995537~5477914,72252325~20489214,103262699~1870556,110584499~3446812,124409094~5160085,135366175~8111740,149715417~7862939,158252880~6986824,182798767~7169055,196891489~7630972,219849447~2766070,222763528~4779922,230261595~1388496,240220914~4581916,258983808~1251647,264737732~7406564,284098643~15989218,311507272~6936353,321504558~5305188,343793528~12595400,359350488~10227049,371567548~7562695,379163874~23330445,407469170~2779166] 2024-04-13T09:01:05.735 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40034804~2838562,43244552~1389493,56995537~5477914,72252325~20489214,103262699~1870556,110584499~3446812,124409094~5160085,135366175~8111740,149715417~7862939,158252880~6986824,182798767~7169055,196891489~7630972,219849447~2766070,222763528~4779922,230261595~1388496,240220914~4581916,258983808~1251647,264737732~7406564,284098643~15989218,311507272~6936353,321504558~5305188,343793528~12595400,359350488~10227049,371567548~7562695,379163874~23330445,407469170~2779166] 2024-04-13T09:01:05.740 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40034804~4599241,54525952~7947499,71303168~21438371,103262699~1870556,109051904~4979407,121634816~7934363,135366175~8111740,146800640~18439064,182798767~7169055,196891489~7630972,218103808~13546283,240220914~4581916,255883366~4352089,264737732~7406564,281018368~19069493,311507272~6936353,318767104~8042642,339738624~16650304,359350488~10227049,371567548~30926771,406956871~3291465] 2024-04-13T09:01:05.740 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to 11 diff [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40034804~2838562,43244552~1389493,56995537~6639647,72252325~20489214,103262699~1870556,110584499~3446812,124409094~5160085,133294049~10183866,149715417~7862939,158252880~6986824,182798767~7169055,196891489~7630972,219849447~2766070,222763528~4779922,230261595~1388496,240220914~7008009,258983808~1251647,264737732~7406564,284098643~17015074,311507272~6936353,321504558~5305188,336226911~20162017,359350488~11083736,371567548~30926771,407469170~2779166] 2024-04-13T09:01:05.740 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40034804~2838562,43244552~1389493,56995537~6639647,72252325~20489214,103262699~1870556,110584499~3446812,124409094~5160085,133294049~10183866,149715417~7862939,158252880~6986824,182798767~7169055,196891489~7630972,219849447~2766070,222763528~4779922,230261595~1388496,240220914~7008009,258983808~1251647,264737732~7406564,284098643~17015074,311507272~6936353,321504558~5305188,336226911~20162017,359350488~11083736,371567548~30926771,407469170~2779166] 2024-04-13T09:01:05.746 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40034804~4599241,54525952~9109232,71303168~21438371,103262699~1870556,109051904~4979407,121634816~7934363,130023424~13454491,146800640~18439064,182798767~7169055,196891489~7630972,218103808~13546283,240220914~7008009,255883366~4352089,264737732~7406564,281018368~20095349,311507272~6936353,318767104~8042642,335544320~20844608,359350488~11083736,371567548~30926771,406956871~3291465] 2024-04-13T09:01:05.746 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to 12 diff [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40034804~2838562,43244552~1389493,56995537~6639647,72252325~20489214,103262699~1870556,110584499~3446812,124409094~5160085,133294049~10183866,149159268~8419088,158252880~6986824,169024874~648521,182007883~7959939,196891489~7630972,219849447~2766070,222763528~10501949,240220914~7008009,248963227~8180919,258983808~1251647,264737732~7406564,284098643~17015074,311507272~9117908,321504558~7420513,336226911~20162017,359350488~11083736,371567548~30926771,407469170~2779166] 2024-04-13T09:01:05.746 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40034804~2838562,43244552~1389493,56995537~6639647,72252325~20489214,103262699~1870556,110584499~3446812,124409094~5160085,133294049~10183866,149159268~8419088,158252880~6986824,169024874~648521,182007883~7959939,196891489~7630972,219849447~2766070,222763528~10501949,240220914~7008009,248963227~8180919,258983808~1251647,264737732~7406564,284098643~17015074,311507272~9117908,321504558~7420513,336226911~20162017,359350488~11083736,371567548~30926771,407469170~2779166] 2024-04-13T09:01:05.753 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40034804~4599241,54525952~9109232,71303168~21438371,103262699~1870556,109051904~4979407,121634816~7934363,130023424~13454491,146800640~18439064,169024874~648521,182007883~7959939,196891489~7630972,218103808~15161669,240220914~7008009,247463936~12771519,264737732~7406564,281018368~20095349,311507272~17417799,335544320~20844608,359350488~11083736,371567548~30926771,406956871~3291465] 2024-04-13T09:01:05.753 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to 13 diff [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40034804~2838562,43244552~1389493,56995537~6639647,72252325~29008197,103262699~1870556,110584499~3446812,124409094~5160085,133294049~10183866,149159268~8419088,158252880~6986824,169024874~648521,182007883~7959939,196891489~7630972,219849447~2766070,222763528~10501949,240220914~7008009,248963227~8180919,258983808~1251647,264737732~7406564,284098643~17015074,311507272~17417799,336226911~20162017,359350488~11083736,371567548~30926771,405189195~12842168] 2024-04-13T09:01:05.753 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40034804~2838562,43244552~1389493,56995537~6639647,72252325~29008197,103262699~1870556,110584499~3446812,124409094~5160085,133294049~10183866,149159268~8419088,158252880~6986824,169024874~648521,182007883~7959939,196891489~7630972,219849447~2766070,222763528~10501949,240220914~7008009,248963227~8180919,258983808~1251647,264737732~7406564,284098643~17015074,311507272~17417799,336226911~20162017,359350488~11083736,371567548~30926771,405189195~12842168] 2024-04-13T09:01:05.758 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40034804~4599241,54525952~9109232,71303168~29957354,103262699~1870556,109051904~4979407,121634816~7934363,130023424~13454491,146800640~18439064,169024874~648521,182007883~7959939,196891489~7630972,218103808~15161669,240220914~7008009,247463936~12771519,264737732~7406564,281018368~20095349,311507272~17417799,335544320~20844608,359350488~11083736,371567548~30926771,405189195~12842168] 2024-04-13T09:01:05.758 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to 14 diff [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40034804~2838562,43244552~1389493,56995537~11570409,72252325~29008197,103262699~1870556,110584499~3446812,124409094~5160085,133294049~10183866,149159268~8419088,158252880~6986824,169024874~648521,180380542~9587280,196891489~7630972,219849447~2766070,222763528~10501949,240118541~7110382,248963227~8180919,258983808~1251647,264737732~7406564,284098643~17015074,311035999~17889072,331305941~25251321,359350488~11083736,371567548~30926771,405189195~12842168] 2024-04-13T09:01:05.759 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40034804~2838562,43244552~1389493,56995537~11570409,72252325~29008197,103262699~1870556,110584499~3446812,124409094~5160085,133294049~10183866,149159268~8419088,158252880~6986824,169024874~648521,180380542~9587280,196891489~7630972,219849447~2766070,222763528~10501949,240118541~7110382,248963227~8180919,258983808~1251647,264737732~7406564,284098643~17015074,311035999~17889072,331305941~25251321,359350488~11083736,371567548~30926771,405189195~12842168] 2024-04-13T09:01:05.764 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40034804~4599241,54525952~14039994,71303168~29957354,103262699~1870556,109051904~4979407,121634816~7934363,130023424~13454491,146800640~18439064,169024874~648521,180380542~9587280,196891489~7630972,218103808~15161669,240118541~7110382,247463936~12771519,264737732~7406564,281018368~20095349,311035999~45521263,359350488~11083736,371567548~30926771,405189195~12842168] 2024-04-13T09:01:05.765 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to 15 diff [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40034804~4599241,56995537~11570409,72252325~29008197,103262699~1870556,110584499~3446812,124409094~5160085,133294049~10183866,149159268~8419088,158252880~6986824,169024874~648521,180380542~10431434,196891489~7630972,219849447~2766070,222763528~10501949,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,284098643~17015074,311035999~17889072,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:05.765 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40034804~4599241,56995537~11570409,72252325~29008197,103262699~1870556,110584499~3446812,124409094~5160085,133294049~10183866,149159268~8419088,158252880~6986824,169024874~648521,180380542~10431434,196891489~7630972,219849447~2766070,222763528~10501949,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,284098643~17015074,311035999~17889072,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:05.772 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40034804~4599241,54525952~14039994,71303168~29957354,103262699~1870556,109051904~4979407,121634816~7934363,130023424~13454491,146800640~18439064,169024874~648521,180380542~10431434,196891489~7630972,218103808~15161669,240118541~7110382,247463936~24680360,281018368~20095349,311035999~45521263,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:05.772 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to 16 diff [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40034804~4599241,56995537~15115205,72252325~29008197,103262699~1870556,110584499~3446812,124409094~5160085,133294049~10183866,149159268~8419088,158252880~10432127,169024874~648521,173677030~17134946,196160630~8361831,219849447~2766070,222763528~10501949,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17015074,311035999~17889072,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:05.772 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40034804~4599241,56995537~15115205,72252325~29008197,103262699~1870556,110584499~3446812,124409094~5160085,133294049~10183866,149159268~8419088,158252880~10432127,169024874~648521,173677030~17134946,196160630~8361831,219849447~2766070,222763528~10501949,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17015074,311035999~17889072,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:05.777 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40034804~4599241,54525952~46734570,103262699~1870556,109051904~4979407,121634816~7934363,130023424~13454491,146800640~21884367,169024874~648521,171966464~18845512,196160630~8361831,218103808~15161669,240118541~7110382,247463936~24680360,276824064~24289653,311035999~45521263,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:05.778 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to 17 diff [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40034804~4599241,46019093~7779217,56995537~15115205,72252325~29008197,103262699~1870556,110584499~3446812,124409094~5160085,132045564~11432351,149159268~8419088,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,219849447~2766070,222763528~10501949,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,306489244~4424642,311035999~17889072,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:05.778 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40034804~4599241,46019093~7779217,56995537~15115205,72252325~29008197,103262699~1870556,110584499~3446812,124409094~5160085,132045564~11432351,149159268~8419088,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,219849447~2766070,222763528~10501949,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,306489244~4424642,311035999~17889072,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:05.784 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40034804~13763506,54525952~46734570,103262699~1870556,109051904~4979407,121634816~7934363,130023424~13454491,146800640~21884367,169024874~648521,171966464~21256930,196160630~8361831,218103808~15161669,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,306184192~4729694,311035999~45521263,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:05.784 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to 18 diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,121383394~8185785,132045564~11432351,149159268~8419088,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,306489244~4424642,311035999~17889072,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:05.784 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,121383394~8185785,132045564~11432351,149159268~8419088,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,306489244~4424642,311035999~17889072,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:05.790 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~22806723,34699437~5043791,40034804~13763506,54525952~46734570,103262699~1870556,109051904~4979407,118665168~10904011,130023424~13454491,146800640~21884367,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,218103808~15161669,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,306184192~4729694,311035999~45521263,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:05.790 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to 19 diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~17889072,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:05.790 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~17889072,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:05.796 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~22806723,34699437~5043791,40034804~13763506,54525952~46734570,103262699~1870556,109051904~4979407,118665168~10904011,130023424~38661583,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,218103808~15161669,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~45521263,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:05.796 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to 4 diff [40034804~2838562,56995537~5477914,158484787~6754917,182798767~7169055,219849447~2766070,240220914~1689154,264737732~2723957,371796054~7334189,407469170~2779166] 2024-04-13T09:01:05.796 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [40034804~2838562,56995537~5477914,158484787~6754917,182798767~7169055,219849447~2766070,240220914~1689154,264737732~2723957,371796054~7334189,407469170~2779166] 2024-04-13T09:01:05.803 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [40034804~2838562,56995537~5477914,155189248~10050456,182798767~7169055,218103808~4511709,240220914~1689154,264737732~2723957,371796054~7334189,406956871~3291465] 2024-04-13T09:01:05.803 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to 5 diff [13152337~4787228,21011802~7157503,31394998~104843,37272377~1201766,40034804~2838562,56995537~5477914,72252325~6517993,124409094~5160085,136832357~3571946,158484787~6754917,182798767~7169055,219849447~2766070,240220914~1689154,264737732~2723957,296315078~3772783,371567548~7562695,407469170~2779166] 2024-04-13T09:01:05.803 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [13152337~4787228,21011802~7157503,31394998~104843,37272377~1201766,40034804~2838562,56995537~5477914,72252325~6517993,124409094~5160085,136832357~3571946,158484787~6754917,182798767~7169055,219849447~2766070,240220914~1689154,264737732~2723957,296315078~3772783,371567548~7562695,407469170~2779166] 2024-04-13T09:01:05.808 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [13152337~4787228,21011802~7157503,31394998~104843,37272377~1201766,40034804~2838562,56995537~5477914,71303168~7467150,121634816~7934363,136832357~3571946,155189248~10050456,182798767~7169055,218103808~4511709,240220914~1689154,264737732~2723957,296315078~3772783,371567548~7562695,406956871~3291465] 2024-04-13T09:01:05.809 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to 6 diff [13152337~4787228,21011802~7157503,31394998~104843,34699437~5043791,40034804~2838562,43244552~1389493,56995537~5477914,72252325~6517993,110584499~1810695,124409094~5160085,136832357~3571946,149715417~7862939,158484787~6754917,182798767~7169055,219849447~2766070,230261595~1388496,240220914~1689154,264737732~7213507,296315078~3772783,343793528~921207,354441133~345017,371567548~7562695,379163874~7791553,407469170~2779166] 2024-04-13T09:01:05.809 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [13152337~4787228,21011802~7157503,31394998~104843,34699437~5043791,40034804~2838562,43244552~1389493,56995537~5477914,72252325~6517993,110584499~1810695,124409094~5160085,136832357~3571946,149715417~7862939,158484787~6754917,182798767~7169055,219849447~2766070,230261595~1388496,240220914~1689154,264737732~7213507,296315078~3772783,343793528~921207,354441133~345017,371567548~7562695,379163874~7791553,407469170~2779166] 2024-04-13T09:01:05.814 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [13152337~4787228,21011802~7157503,31394998~104843,34699437~5043791,40034804~4599241,56995537~5477914,71303168~7467150,110584499~1810695,121634816~7934363,136832357~3571946,146800640~18439064,182798767~7169055,218103808~4511709,226492416~5157675,240220914~1689154,264737732~7213507,296315078~3772783,339738624~4976111,354441133~345017,371567548~7562695,379163874~7791553,406956871~3291465] 2024-04-13T09:01:05.815 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to 7 diff [13152337~15016968,31394998~104843,34699437~5043791,40034804~2838562,43244552~1389493,56995537~5477914,72252325~6517993,110584499~1810695,124409094~5160085,136832357~3571946,149715417~7862939,158484787~6754917,182798767~7169055,196891489~7630972,219849447~2766070,230261595~1388496,240220914~4581916,264737732~7213507,284098643~11900360,296315078~3772783,343793528~8329744,354441133~345017,362541127~1431882,371567548~7562695,379163874~7791553,407469170~2779166] 2024-04-13T09:01:05.815 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [13152337~15016968,31394998~104843,34699437~5043791,40034804~2838562,43244552~1389493,56995537~5477914,72252325~6517993,110584499~1810695,124409094~5160085,136832357~3571946,149715417~7862939,158484787~6754917,182798767~7169055,196891489~7630972,219849447~2766070,230261595~1388496,240220914~4581916,264737732~7213507,284098643~11900360,296315078~3772783,343793528~8329744,354441133~345017,362541127~1431882,371567548~7562695,379163874~7791553,407469170~2779166] 2024-04-13T09:01:05.820 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [13152337~15016968,31394998~104843,34699437~5043791,40034804~4599241,56995537~5477914,71303168~7467150,110584499~1810695,121634816~7934363,136832357~3571946,146800640~18439064,182798767~7169055,196891489~7630972,218103808~4511709,226492416~5157675,240220914~4581916,264737732~7213507,281018368~14980635,296315078~3772783,339738624~12384648,354441133~345017,362541127~1431882,371567548~7562695,379163874~7791553,406956871~3291465] 2024-04-13T09:01:05.820 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to 8 diff [12146638~16022667,31394998~104843,34699437~5043791,40034804~2838562,43244552~1389493,56995537~5477914,72252325~6517993,110584499~1810695,124409094~5160085,136832357~6645558,149715417~7862939,158484787~6754917,182798767~7169055,196891489~7630972,219849447~2766070,222763528~4779922,230261595~1388496,240220914~4581916,264737732~7406564,284098643~11900360,296315078~3772783,343793528~8329744,354441133~345017,362541127~1431882,371567548~7562695,379163874~7791553,391014843~7237,391353403~11140916,407469170~2779166] 2024-04-13T09:01:05.820 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [12146638~16022667,31394998~104843,34699437~5043791,40034804~2838562,43244552~1389493,56995537~5477914,72252325~6517993,110584499~1810695,124409094~5160085,136832357~6645558,149715417~7862939,158484787~6754917,182798767~7169055,196891489~7630972,219849447~2766070,222763528~4779922,230261595~1388496,240220914~4581916,264737732~7406564,284098643~11900360,296315078~3772783,343793528~8329744,354441133~345017,362541127~1431882,371567548~7562695,379163874~7791553,391014843~7237,391353403~11140916,407469170~2779166] 2024-04-13T09:01:05.826 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [12146638~16022667,31394998~104843,34699437~5043791,40034804~4599241,56995537~5477914,71303168~7467150,110584499~1810695,121634816~7934363,136832357~6645558,146800640~18439064,182798767~7169055,196891489~7630972,218103808~13546283,240220914~4581916,264737732~7406564,281018368~14980635,296315078~3772783,339738624~12384648,354441133~345017,362541127~1431882,371567548~7562695,379163874~7791553,391014843~7237,391353403~11140916,406956871~3291465] 2024-04-13T09:01:05.826 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to 9 diff [1258244~6765686,12146638~21599137,34699437~5043791,40034804~2838562,43244552~1389493,56995537~5477914,72252325~6517993,110584499~1810695,124409094~5160085,136832357~6645558,149715417~7862939,158252880~6986824,182798767~7169055,196891489~7630972,219849447~2766070,222763528~4779922,230261595~1388496,240220914~4581916,258983808~1251647,264737732~7406564,284098643~11900360,296315078~3772783,343793528~8329744,354441133~345017,359350488~10227049,371567548~7562695,379163874~7791553,391014843~7237,391353403~11140916,407469170~2779166] 2024-04-13T09:01:05.826 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,12146638~21599137,34699437~5043791,40034804~2838562,43244552~1389493,56995537~5477914,72252325~6517993,110584499~1810695,124409094~5160085,136832357~6645558,149715417~7862939,158252880~6986824,182798767~7169055,196891489~7630972,219849447~2766070,222763528~4779922,230261595~1388496,240220914~4581916,258983808~1251647,264737732~7406564,284098643~11900360,296315078~3772783,343793528~8329744,354441133~345017,359350488~10227049,371567548~7562695,379163874~7791553,391014843~7237,391353403~11140916,407469170~2779166] 2024-04-13T09:01:05.831 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,12146638~21599137,34699437~5043791,40034804~4599241,56995537~5477914,71303168~7467150,110584499~1810695,121634816~7934363,136832357~6645558,146800640~18439064,182798767~7169055,196891489~7630972,218103808~13546283,240220914~4581916,255883366~4352089,264737732~7406564,281018368~14980635,296315078~3772783,339738624~12384648,354441133~345017,359350488~10227049,371567548~7562695,379163874~7791553,391014843~7237,391353403~11140916,406956871~3291465] 2024-04-13T09:01:05.831 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to 10 diff [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40034804~2838562,43244552~1389493,56995537~5477914,72252325~10430472,85795760~6945779,103262699~1870556,110584499~1810695,124409094~5160085,136832357~6645558,149715417~7862939,158252880~6986824,182798767~7169055,196891489~7630972,219849447~2766070,222763528~4779922,230261595~1388496,240220914~4581916,258983808~1251647,264737732~7406564,284098643~11900360,296315078~3772783,311507272~6936353,343793528~12595400,359350488~10227049,371567548~7562695,379163874~23330445,407469170~2779166] 2024-04-13T09:01:05.831 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40034804~2838562,43244552~1389493,56995537~5477914,72252325~10430472,85795760~6945779,103262699~1870556,110584499~1810695,124409094~5160085,136832357~6645558,149715417~7862939,158252880~6986824,182798767~7169055,196891489~7630972,219849447~2766070,222763528~4779922,230261595~1388496,240220914~4581916,258983808~1251647,264737732~7406564,284098643~11900360,296315078~3772783,311507272~6936353,343793528~12595400,359350488~10227049,371567548~7562695,379163874~23330445,407469170~2779166] 2024-04-13T09:01:05.839 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40034804~4599241,56995537~5477914,71303168~11379629,85795760~6945779,103262699~1870556,110584499~1810695,121634816~7934363,136832357~6645558,146800640~18439064,182798767~7169055,196891489~7630972,218103808~13546283,240220914~4581916,255883366~4352089,264737732~7406564,281018368~14980635,296315078~3772783,311507272~6936353,339738624~16650304,359350488~10227049,371567548~7562695,379163874~23330445,406956871~3291465] 2024-04-13T09:01:05.839 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to 11 diff [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40034804~2838562,43244552~1389493,56995537~6639647,72252325~10430472,85795760~6945779,103262699~1870556,110584499~1810695,124409094~5160085,133294049~10183866,149715417~7862939,158252880~6986824,182798767~7169055,196891489~7630972,219849447~2766070,222763528~4779922,230261595~1388496,240220914~7008009,258983808~1251647,264737732~7406564,284098643~17015074,311507272~6936353,336226911~20162017,359350488~11083736,371567548~30926771,407469170~2779166] 2024-04-13T09:01:05.839 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40034804~2838562,43244552~1389493,56995537~6639647,72252325~10430472,85795760~6945779,103262699~1870556,110584499~1810695,124409094~5160085,133294049~10183866,149715417~7862939,158252880~6986824,182798767~7169055,196891489~7630972,219849447~2766070,222763528~4779922,230261595~1388496,240220914~7008009,258983808~1251647,264737732~7406564,284098643~17015074,311507272~6936353,336226911~20162017,359350488~11083736,371567548~30926771,407469170~2779166] 2024-04-13T09:01:05.844 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40034804~4599241,56995537~6639647,71303168~11379629,85795760~6945779,103262699~1870556,110584499~1810695,121634816~7934363,130023424~13454491,146800640~18439064,182798767~7169055,196891489~7630972,218103808~13546283,240220914~7008009,255883366~4352089,264737732~7406564,281018368~20095349,311507272~6936353,335544320~20844608,359350488~11083736,371567548~30926771,406956871~3291465] 2024-04-13T09:01:05.844 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to 12 diff [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40034804~2838562,43244552~1389493,56995537~6639647,72252325~10430472,85795760~6945779,103262699~1870556,110584499~1810695,124409094~5160085,133294049~10183866,149159268~8419088,158252880~6986824,169024874~648521,182007883~7959939,196891489~7630972,219849447~2766070,222763528~10501949,240220914~7008009,248963227~8180919,258983808~1251647,264737732~7406564,284098643~17015074,311507272~9117908,325233622~3691449,336226911~20162017,359350488~11083736,371567548~30926771,407469170~2779166] 2024-04-13T09:01:05.844 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40034804~2838562,43244552~1389493,56995537~6639647,72252325~10430472,85795760~6945779,103262699~1870556,110584499~1810695,124409094~5160085,133294049~10183866,149159268~8419088,158252880~6986824,169024874~648521,182007883~7959939,196891489~7630972,219849447~2766070,222763528~10501949,240220914~7008009,248963227~8180919,258983808~1251647,264737732~7406564,284098643~17015074,311507272~9117908,325233622~3691449,336226911~20162017,359350488~11083736,371567548~30926771,407469170~2779166] 2024-04-13T09:01:05.851 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40034804~4599241,56995537~6639647,71303168~11379629,85795760~6945779,103262699~1870556,110584499~1810695,121634816~7934363,130023424~13454491,146800640~18439064,169024874~648521,182007883~7959939,196891489~7630972,218103808~15161669,240220914~7008009,247463936~12771519,264737732~7406564,281018368~20095349,311507272~9117908,325233622~3691449,335544320~20844608,359350488~11083736,371567548~30926771,406956871~3291465] 2024-04-13T09:01:05.851 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to 13 diff [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40034804~2838562,43244552~1389493,56995537~6639647,72252325~10430472,85795760~15464762,103262699~1870556,110584499~1810695,124409094~5160085,133294049~10183866,149159268~8419088,158252880~6986824,169024874~648521,182007883~7959939,196891489~7630972,219849447~2766070,222763528~10501949,240220914~7008009,248963227~8180919,258983808~1251647,264737732~7406564,284098643~17015074,311507272~11662354,325233622~3691449,336226911~20162017,359350488~11083736,371567548~30926771,405189195~12842168] 2024-04-13T09:01:05.851 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40034804~2838562,43244552~1389493,56995537~6639647,72252325~10430472,85795760~15464762,103262699~1870556,110584499~1810695,124409094~5160085,133294049~10183866,149159268~8419088,158252880~6986824,169024874~648521,182007883~7959939,196891489~7630972,219849447~2766070,222763528~10501949,240220914~7008009,248963227~8180919,258983808~1251647,264737732~7406564,284098643~17015074,311507272~11662354,325233622~3691449,336226911~20162017,359350488~11083736,371567548~30926771,405189195~12842168] 2024-04-13T09:01:05.857 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40034804~4599241,56995537~6639647,71303168~11379629,85795760~15464762,103262699~1870556,110584499~1810695,121634816~7934363,130023424~13454491,146800640~18439064,169024874~648521,182007883~7959939,196891489~7630972,218103808~15161669,240220914~7008009,247463936~12771519,264737732~7406564,281018368~20095349,311507272~11662354,325233622~3691449,335544320~20844608,359350488~11083736,371567548~30926771,405189195~12842168] 2024-04-13T09:01:05.857 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to 14 diff [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40034804~2838562,43244552~1389493,56995537~11570409,72252325~10430472,85795760~15464762,103262699~1870556,110584499~1810695,124409094~5160085,133294049~10183866,149159268~8419088,158252880~6986824,169024874~648521,180380542~9587280,196891489~7630972,219849447~2766070,222763528~10501949,240118541~7110382,248963227~8180919,258983808~1251647,264737732~7406564,284098643~17015074,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,371567548~30926771,405189195~12842168] 2024-04-13T09:01:05.857 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40034804~2838562,43244552~1389493,56995537~11570409,72252325~10430472,85795760~15464762,103262699~1870556,110584499~1810695,124409094~5160085,133294049~10183866,149159268~8419088,158252880~6986824,169024874~648521,180380542~9587280,196891489~7630972,219849447~2766070,222763528~10501949,240118541~7110382,248963227~8180919,258983808~1251647,264737732~7406564,284098643~17015074,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,371567548~30926771,405189195~12842168] 2024-04-13T09:01:05.861 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40034804~4599241,56995537~11570409,71303168~11379629,85795760~15464762,103262699~1870556,110584499~1810695,121634816~7934363,130023424~13454491,146800640~18439064,169024874~648521,180380542~9587280,196891489~7630972,218103808~15161669,240118541~7110382,247463936~12771519,264737732~7406564,281018368~20095349,311035999~12133627,325233622~31323640,359350488~11083736,371567548~30926771,405189195~12842168] 2024-04-13T09:01:05.861 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to 15 diff [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40034804~4599241,56995537~11570409,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,124409094~5160085,133294049~10183866,149159268~8419088,158252880~6986824,169024874~648521,180380542~10431434,196891489~7630972,219849447~2766070,222763528~10501949,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,284098643~17015074,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:05.861 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40034804~4599241,56995537~11570409,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,124409094~5160085,133294049~10183866,149159268~8419088,158252880~6986824,169024874~648521,180380542~10431434,196891489~7630972,219849447~2766070,222763528~10501949,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,284098643~17015074,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:05.867 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40034804~4599241,56995537~11570409,71303168~11379629,85795760~15464762,103262699~1870556,110584499~3186766,121634816~7934363,130023424~13454491,146800640~18439064,169024874~648521,180380542~10431434,196891489~7630972,218103808~15161669,240118541~7110382,247463936~24680360,281018368~20095349,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:05.867 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to 16 diff [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40034804~4599241,56995537~15115205,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,124409094~5160085,133294049~10183866,149159268~8419088,158252880~10432127,169024874~648521,173677030~17134946,196160630~8361831,219849447~2766070,222763528~10501949,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17015074,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:05.867 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40034804~4599241,56995537~15115205,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,124409094~5160085,133294049~10183866,149159268~8419088,158252880~10432127,169024874~648521,173677030~17134946,196160630~8361831,219849447~2766070,222763528~10501949,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17015074,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:05.875 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40034804~4599241,56995537~25687260,85795760~15464762,103262699~1870556,110584499~3186766,121634816~7934363,130023424~13454491,146800640~21884367,169024874~648521,171966464~18845512,196160630~8361831,218103808~15161669,240118541~7110382,247463936~24680360,276824064~24289653,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:05.875 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to 17 diff [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40034804~4599241,46019093~7779217,56995537~15115205,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,124409094~5160085,132045564~11432351,149159268~8419088,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,219849447~2766070,222763528~10501949,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,306489244~4424642,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:05.875 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40034804~4599241,46019093~7779217,56995537~15115205,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,124409094~5160085,132045564~11432351,149159268~8419088,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,219849447~2766070,222763528~10501949,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,306489244~4424642,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:05.881 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40034804~13763506,56995537~25687260,85795760~15464762,103262699~1870556,110584499~3186766,121634816~7934363,130023424~13454491,146800640~21884367,169024874~648521,171966464~21256930,196160630~8361831,218103808~15161669,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,306184192~4729694,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:05.881 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to 18 diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~11432351,149159268~8419088,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,306489244~4424642,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:05.881 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~11432351,149159268~8419088,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,306489244~4424642,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:05.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:05 smithi139 ceph-mon[88985]: osdmap e2043: 8 total, 8 up, 8 in 2024-04-13T09:01:05.886 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~22806723,34699437~5043791,40034804~13763506,56995537~25687260,85795760~15464762,103262699~1870556,110584499~3186766,118665168~10904011,130023424~13454491,146800640~21884367,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,218103808~15161669,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,306184192~4729694,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:05.886 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to 19 diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:05.886 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:05.893 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~22806723,34699437~5043791,40034804~13763506,56995537~25687260,85795760~15464762,103262699~1870556,110584499~3186766,118665168~10904011,130023424~38661583,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,218103808~15161669,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:05.893 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to 5 diff [13152337~4787228,21011802~7157503,31394998~104843,37272377~1201766,72252325~6517993,124409094~5160085,136832357~3571946,296315078~3772783,371567548~6007136] 2024-04-13T09:01:05.893 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [13152337~4787228,21011802~7157503,31394998~104843,37272377~1201766,72252325~6517993,124409094~5160085,136832357~3571946,296315078~3772783,371567548~6007136] 2024-04-13T09:01:05.899 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [13152337~4787228,21011802~7157503,31394998~104843,37272377~1201766,71303168~7467150,121634816~7934363,136832357~3571946,296315078~3772783,371567548~6007136] 2024-04-13T09:01:05.899 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to 6 diff [13152337~4787228,21011802~7157503,31394998~104843,34699437~5043791,43244552~1389493,58604519~2634004,72252325~6517993,110584499~1810695,124409094~5160085,136832357~3571946,149715417~7862939,230261595~1388496,267143781~4807458,296315078~3772783,343793528~921207,354441133~345017,371567548~6007136,379163874~7791553] 2024-04-13T09:01:05.899 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [13152337~4787228,21011802~7157503,31394998~104843,34699437~5043791,43244552~1389493,58604519~2634004,72252325~6517993,110584499~1810695,124409094~5160085,136832357~3571946,149715417~7862939,230261595~1388496,267143781~4807458,296315078~3772783,343793528~921207,354441133~345017,371567548~6007136,379163874~7791553] 2024-04-13T09:01:05.905 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [13152337~4787228,21011802~7157503,31394998~104843,34699437~5043791,42873366~1760679,58604519~2634004,71303168~7467150,110584499~1810695,121634816~7934363,136832357~3571946,146800640~10777716,226492416~5157675,267143781~4807458,296315078~3772783,339738624~4976111,354441133~345017,371567548~6007136,379163874~7791553] 2024-04-13T09:01:05.906 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to 7 diff [13152337~15016968,31394998~104843,34699437~5043791,43244552~1389493,58604519~2634004,72252325~6517993,110584499~1810695,124409094~5160085,136832357~3571946,149715417~7862939,196891489~7630972,230261595~1388496,240805902~3996928,267143781~4807458,284098643~11900360,296315078~3772783,343793528~8329744,354441133~345017,362541127~1431882,371567548~6007136,379163874~7791553] 2024-04-13T09:01:05.906 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [13152337~15016968,31394998~104843,34699437~5043791,43244552~1389493,58604519~2634004,72252325~6517993,110584499~1810695,124409094~5160085,136832357~3571946,149715417~7862939,196891489~7630972,230261595~1388496,240805902~3996928,267143781~4807458,284098643~11900360,296315078~3772783,343793528~8329744,354441133~345017,362541127~1431882,371567548~6007136,379163874~7791553] 2024-04-13T09:01:05.911 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [13152337~15016968,31394998~104843,34699437~5043791,42873366~1760679,58604519~2634004,71303168~7467150,110584499~1810695,121634816~7934363,136832357~3571946,146800640~10777716,196891489~7630972,226492416~5157675,240805902~3996928,267143781~4807458,281018368~14980635,296315078~3772783,339738624~12384648,354441133~345017,362541127~1431882,371567548~6007136,379163874~7791553] 2024-04-13T09:01:05.911 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to 8 diff [12146638~16022667,31394998~104843,34699437~5043791,43244552~1389493,58604519~2634004,72252325~6517993,110584499~1810695,124409094~5160085,136832357~6645558,149715417~7862939,196891489~7630972,222763528~4779922,230261595~1388496,240805902~3996928,267143781~5000515,284098643~11900360,296315078~3772783,343793528~8329744,354441133~345017,362541127~1431882,371567548~6007136,379163874~7791553,391014843~7237,391353403~11140916] 2024-04-13T09:01:05.911 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [12146638~16022667,31394998~104843,34699437~5043791,43244552~1389493,58604519~2634004,72252325~6517993,110584499~1810695,124409094~5160085,136832357~6645558,149715417~7862939,196891489~7630972,222763528~4779922,230261595~1388496,240805902~3996928,267143781~5000515,284098643~11900360,296315078~3772783,343793528~8329744,354441133~345017,362541127~1431882,371567548~6007136,379163874~7791553,391014843~7237,391353403~11140916] 2024-04-13T09:01:05.918 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [12146638~16022667,31394998~104843,34699437~5043791,42873366~1760679,58604519~2634004,71303168~7467150,110584499~1810695,121634816~7934363,136832357~6645558,146800640~10777716,196891489~7630972,222615517~9034574,240805902~3996928,267143781~5000515,281018368~14980635,296315078~3772783,339738624~12384648,354441133~345017,362541127~1431882,371567548~6007136,379163874~7791553,391014843~7237,391353403~11140916] 2024-04-13T09:01:05.918 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to 9 diff [1258244~6765686,12146638~21599137,34699437~5043791,43244552~1389493,58604519~2634004,72252325~6517993,110584499~1810695,124409094~5160085,136832357~6645558,149715417~7862939,158252880~2391395,196891489~7630972,222763528~4779922,230261595~1388496,240805902~3996928,258983808~1251647,266314782~5829514,284098643~11900360,296315078~3772783,343793528~8329744,354441133~345017,359350488~10227049,371567548~6007136,379163874~7791553,391014843~7237,391353403~11140916] 2024-04-13T09:01:05.918 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,12146638~21599137,34699437~5043791,43244552~1389493,58604519~2634004,72252325~6517993,110584499~1810695,124409094~5160085,136832357~6645558,149715417~7862939,158252880~2391395,196891489~7630972,222763528~4779922,230261595~1388496,240805902~3996928,258983808~1251647,266314782~5829514,284098643~11900360,296315078~3772783,343793528~8329744,354441133~345017,359350488~10227049,371567548~6007136,379163874~7791553,391014843~7237,391353403~11140916] 2024-04-13T09:01:05.925 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,12146638~21599137,34699437~5043791,42873366~1760679,58604519~2634004,71303168~7467150,110584499~1810695,121634816~7934363,136832357~6645558,146800640~10777716,158252880~2391395,196891489~7630972,222615517~9034574,240805902~3996928,255883366~4352089,266314782~5829514,281018368~14980635,296315078~3772783,339738624~12384648,354441133~345017,359350488~10227049,371567548~6007136,379163874~7791553,391014843~7237,391353403~11140916] 2024-04-13T09:01:05.925 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to 10 diff [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,43244552~1389493,58604519~2634004,72252325~10430472,85795760~6945779,103262699~1870556,110584499~1810695,124409094~5160085,136832357~6645558,149715417~7862939,158252880~2391395,196891489~7630972,222763528~4779922,230261595~1388496,240805902~3996928,258983808~1251647,266314782~5829514,284098643~11900360,296315078~3772783,311507272~6936353,343793528~12595400,359350488~10227049,371567548~6007136,379163874~23330445] 2024-04-13T09:01:05.925 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,43244552~1389493,58604519~2634004,72252325~10430472,85795760~6945779,103262699~1870556,110584499~1810695,124409094~5160085,136832357~6645558,149715417~7862939,158252880~2391395,196891489~7630972,222763528~4779922,230261595~1388496,240805902~3996928,258983808~1251647,266314782~5829514,284098643~11900360,296315078~3772783,311507272~6936353,343793528~12595400,359350488~10227049,371567548~6007136,379163874~23330445] 2024-04-13T09:01:05.930 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,42873366~1760679,58604519~2634004,71303168~11379629,85795760~6945779,103262699~1870556,110584499~1810695,121634816~7934363,136832357~6645558,146800640~10777716,158252880~2391395,196891489~7630972,222615517~9034574,240805902~3996928,255883366~4352089,266314782~5829514,281018368~14980635,296315078~3772783,311507272~6936353,339738624~16650304,359350488~10227049,371567548~6007136,379163874~23330445] 2024-04-13T09:01:05.931 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to 11 diff [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,43244552~1389493,58054839~5580345,72252325~10430472,85795760~6945779,103262699~1870556,110584499~1810695,124409094~5160085,133294049~10183866,149715417~7862939,158252880~2391395,182948916~6799909,196891489~7630972,222763528~4779922,230261595~1388496,240805902~6423021,258983808~1251647,266314782~5829514,284098643~17015074,311507272~6936353,336226911~20162017,359350488~11083736,371567548~30926771] 2024-04-13T09:01:05.931 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,43244552~1389493,58054839~5580345,72252325~10430472,85795760~6945779,103262699~1870556,110584499~1810695,124409094~5160085,133294049~10183866,149715417~7862939,158252880~2391395,182948916~6799909,196891489~7630972,222763528~4779922,230261595~1388496,240805902~6423021,258983808~1251647,266314782~5829514,284098643~17015074,311507272~6936353,336226911~20162017,359350488~11083736,371567548~30926771] 2024-04-13T09:01:05.938 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,42873366~1760679,58054839~5580345,71303168~11379629,85795760~6945779,103262699~1870556,110584499~1810695,121634816~7934363,130023424~13454491,146800640~10777716,158252880~2391395,182948916~6799909,196891489~7630972,222615517~9034574,240805902~6423021,255883366~4352089,266314782~5829514,281018368~20095349,311507272~6936353,335544320~20844608,359350488~11083736,371567548~30926771] 2024-04-13T09:01:05.939 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to 12 diff [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,43244552~1389493,58054839~5580345,72252325~10430472,85795760~6945779,103262699~1870556,110584499~1810695,124409094~5160085,133294049~10183866,149159268~8419088,158252880~2391395,169024874~648521,182007883~7740942,196891489~7630972,222763528~10501949,240805902~6423021,248963227~8180919,258983808~1251647,266314782~5829514,284098643~17015074,311507272~9117908,325233622~3691449,336226911~20162017,359350488~11083736,371567548~30926771] 2024-04-13T09:01:05.939 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,43244552~1389493,58054839~5580345,72252325~10430472,85795760~6945779,103262699~1870556,110584499~1810695,124409094~5160085,133294049~10183866,149159268~8419088,158252880~2391395,169024874~648521,182007883~7740942,196891489~7630972,222763528~10501949,240805902~6423021,248963227~8180919,258983808~1251647,266314782~5829514,284098643~17015074,311507272~9117908,325233622~3691449,336226911~20162017,359350488~11083736,371567548~30926771] 2024-04-13T09:01:05.941 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,42873366~1760679,58054839~5580345,71303168~11379629,85795760~6945779,103262699~1870556,110584499~1810695,121634816~7934363,130023424~13454491,146800640~10777716,158252880~2391395,169024874~648521,182007883~7740942,196891489~7630972,222615517~10649960,240805902~6423021,247463936~12771519,266314782~5829514,281018368~20095349,311507272~9117908,325233622~3691449,335544320~20844608,359350488~11083736,371567548~30926771] 2024-04-13T09:01:05.941 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to 13 diff [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,43244552~1389493,58054839~5580345,72252325~10430472,85795760~15464762,103262699~1870556,110584499~1810695,124409094~5160085,133294049~10183866,149159268~8419088,158252880~2391395,169024874~648521,182007883~7740942,196891489~7630972,222763528~10501949,240805902~6423021,248963227~8180919,258983808~1251647,266314782~5829514,284098643~17015074,311507272~11662354,325233622~3691449,336226911~20162017,359350488~11083736,371567548~30926771,405189195~12842168] 2024-04-13T09:01:05.941 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,43244552~1389493,58054839~5580345,72252325~10430472,85795760~15464762,103262699~1870556,110584499~1810695,124409094~5160085,133294049~10183866,149159268~8419088,158252880~2391395,169024874~648521,182007883~7740942,196891489~7630972,222763528~10501949,240805902~6423021,248963227~8180919,258983808~1251647,266314782~5829514,284098643~17015074,311507272~11662354,325233622~3691449,336226911~20162017,359350488~11083736,371567548~30926771,405189195~12842168] 2024-04-13T09:01:05.947 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,42873366~1760679,58054839~5580345,71303168~11379629,85795760~15464762,103262699~1870556,110584499~1810695,121634816~7934363,130023424~13454491,146800640~10777716,158252880~2391395,169024874~648521,182007883~7740942,196891489~7630972,222615517~10649960,240805902~6423021,247463936~12771519,266314782~5829514,281018368~20095349,311507272~11662354,325233622~3691449,335544320~20844608,359350488~11083736,371567548~30926771,405189195~12842168] 2024-04-13T09:01:05.948 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to 14 diff [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,43244552~1389493,58054839~10511107,72252325~10430472,85795760~15464762,103262699~1870556,110584499~1810695,124409094~5160085,133294049~10183866,149159268~8419088,158252880~2391395,169024874~648521,180380542~9368283,196891489~7630972,222763528~10501949,240118541~7110382,248963227~8180919,258983808~1251647,266314782~5829514,284098643~17015074,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,371567548~30926771,405189195~12842168] 2024-04-13T09:01:05.948 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,43244552~1389493,58054839~10511107,72252325~10430472,85795760~15464762,103262699~1870556,110584499~1810695,124409094~5160085,133294049~10183866,149159268~8419088,158252880~2391395,169024874~648521,180380542~9368283,196891489~7630972,222763528~10501949,240118541~7110382,248963227~8180919,258983808~1251647,266314782~5829514,284098643~17015074,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,371567548~30926771,405189195~12842168] 2024-04-13T09:01:05.953 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,42873366~1760679,58054839~10511107,71303168~11379629,85795760~15464762,103262699~1870556,110584499~1810695,121634816~7934363,130023424~13454491,146800640~10777716,158252880~2391395,169024874~648521,180380542~9368283,196891489~7630972,222615517~10649960,240118541~7110382,247463936~12771519,266314782~5829514,281018368~20095349,311035999~12133627,325233622~31323640,359350488~11083736,371567548~30926771,405189195~12842168] 2024-04-13T09:01:05.953 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to 15 diff [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40275622~4358423,58054839~10511107,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,124409094~5160085,133294049~10183866,149159268~8419088,158252880~2391395,169024874~648521,180380542~10431434,196891489~7630972,222763528~10501949,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,284098643~17015074,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:05.953 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40275622~4358423,58054839~10511107,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,124409094~5160085,133294049~10183866,149159268~8419088,158252880~2391395,169024874~648521,180380542~10431434,196891489~7630972,222763528~10501949,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,284098643~17015074,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:05.959 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40275622~4358423,58054839~10511107,71303168~11379629,85795760~15464762,103262699~1870556,110584499~3186766,121634816~7934363,130023424~13454491,146800640~10777716,158252880~2391395,169024874~648521,180380542~10431434,196891489~7630972,222615517~10649960,240118541~7110382,247463936~24680360,281018368~20095349,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:05.959 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to 16 diff [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40275622~4358423,58054839~14055903,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,124409094~5160085,133294049~10183866,149159268~8419088,158252880~2391395,162948198~5736809,169024874~648521,173677030~17134946,196160630~8361831,222763528~10501949,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17015074,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:05.959 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40275622~4358423,58054839~14055903,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,124409094~5160085,133294049~10183866,149159268~8419088,158252880~2391395,162948198~5736809,169024874~648521,173677030~17134946,196160630~8361831,222763528~10501949,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17015074,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:05.965 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40275622~4358423,58054839~24627958,85795760~15464762,103262699~1870556,110584499~3186766,121634816~7934363,130023424~13454491,146800640~10777716,158252880~2391395,162948198~5736809,169024874~648521,171966464~18845512,196160630~8361831,222615517~10649960,240118541~7110382,247463936~24680360,276824064~24289653,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:05.965 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to 17 diff [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40275622~4358423,46019093~7779217,58054839~14055903,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,124409094~5160085,132045564~11432351,149159268~8419088,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,222763528~10501949,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,306489244~4424642,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:05.965 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40275622~4358423,46019093~7779217,58054839~14055903,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,124409094~5160085,132045564~11432351,149159268~8419088,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,222763528~10501949,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,306489244~4424642,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:05.970 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~21599137,34699437~5043791,40275622~13522688,58054839~24627958,85795760~15464762,103262699~1870556,110584499~3186766,121634816~7934363,130023424~13454491,146800640~10777716,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~8361831,222615517~10649960,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,306184192~4729694,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:05.970 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to 18 diff [1258244~6765686,10939052~22806723,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~11432351,149159268~8419088,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,306489244~4424642,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:05.970 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~22806723,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~11432351,149159268~8419088,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,306489244~4424642,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:05.977 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~22806723,34699437~5043791,40275622~13522688,58054839~24627958,85795760~15464762,103262699~1870556,110584499~3186766,118665168~10904011,130023424~13454491,146800640~10777716,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,222615517~10649960,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,306184192~4729694,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:05.977 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to 19 diff [1258244~6765686,10939052~22806723,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:05.977 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~22806723,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:05.984 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~22806723,34699437~5043791,40275622~13522688,58054839~24627958,85795760~15464762,103262699~1870556,110584499~3186766,118665168~10904011,130023424~27554932,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:05.984 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to 6 diff [34699437~5043791,43244552~1389493,58604519~2634004,110584499~1810695,149715417~7862939,230261595~1388496,267143781~4807458,343793528~921207,354441133~345017,379163874~7791553] 2024-04-13T09:01:05.984 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [34699437~5043791,43244552~1389493,58604519~2634004,110584499~1810695,149715417~7862939,230261595~1388496,267143781~4807458,343793528~921207,354441133~345017,379163874~7791553] 2024-04-13T09:01:05.988 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [34699437~5043791,42873366~1760679,58604519~2634004,110584499~1810695,146800640~10777716,226492416~5157675,267143781~4807458,339738624~4976111,354441133~345017,379163874~7791553] 2024-04-13T09:01:05.989 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to 7 diff [14680550~8043677,34699437~5043791,43244552~1389493,58604519~2634004,110584499~1810695,137760789~243435,149715417~7862939,196891489~7630972,230261595~1388496,240805902~3996928,267143781~4807458,284098643~11900360,343793528~8329744,354441133~345017,362541127~1431882,379163874~7791553] 2024-04-13T09:01:05.989 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [14680550~8043677,34699437~5043791,43244552~1389493,58604519~2634004,110584499~1810695,137760789~243435,149715417~7862939,196891489~7630972,230261595~1388496,240805902~3996928,267143781~4807458,284098643~11900360,343793528~8329744,354441133~345017,362541127~1431882,379163874~7791553] 2024-04-13T09:01:05.994 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [14680550~8043677,34699437~5043791,42873366~1760679,58604519~2634004,110584499~1810695,137760789~243435,146800640~10777716,196891489~7630972,226492416~5157675,240805902~3996928,267143781~4807458,281018368~14980635,339738624~12384648,354441133~345017,362541127~1431882,379163874~7791553] 2024-04-13T09:01:05.994 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to 8 diff [12146638~10577589,34699437~5043791,43244552~1389493,58604519~2634004,110584499~1810695,137067635~6410280,149715417~7862939,196891489~7630972,222763528~4779922,230261595~1388496,240805902~3996928,267143781~5000515,284098643~11900360,343793528~8329744,354441133~345017,362541127~1431882,379163874~7791553,391014843~7237,391353403~11140916] 2024-04-13T09:01:05.995 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [12146638~10577589,34699437~5043791,43244552~1389493,58604519~2634004,110584499~1810695,137067635~6410280,149715417~7862939,196891489~7630972,222763528~4779922,230261595~1388496,240805902~3996928,267143781~5000515,284098643~11900360,343793528~8329744,354441133~345017,362541127~1431882,379163874~7791553,391014843~7237,391353403~11140916] 2024-04-13T09:01:06.000 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [12146638~10577589,34699437~5043791,42873366~1760679,58604519~2634004,110584499~1810695,137067635~6410280,146800640~10777716,196891489~7630972,222615517~9034574,240805902~3996928,267143781~5000515,281018368~14980635,339738624~12384648,354441133~345017,362541127~1431882,379163874~7791553,391014843~7237,391353403~11140916] 2024-04-13T09:01:06.000 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to 9 diff [1258244~6765686,12146638~10577589,26751663~6994112,34699437~5043791,43244552~1389493,58604519~2634004,76052812~1478314,110584499~1810695,137067635~6410280,149715417~7862939,158252880~2391395,196891489~7630972,222763528~4779922,230261595~1388496,240805902~3996928,258983808~1251647,266314782~5829514,284098643~11900360,343793528~8329744,354441133~345017,359350488~10227049,379163874~7791553,391014843~7237,391353403~11140916] 2024-04-13T09:01:06.000 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,12146638~10577589,26751663~6994112,34699437~5043791,43244552~1389493,58604519~2634004,76052812~1478314,110584499~1810695,137067635~6410280,149715417~7862939,158252880~2391395,196891489~7630972,222763528~4779922,230261595~1388496,240805902~3996928,258983808~1251647,266314782~5829514,284098643~11900360,343793528~8329744,354441133~345017,359350488~10227049,379163874~7791553,391014843~7237,391353403~11140916] 2024-04-13T09:01:06.006 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,12146638~10577589,26751663~6994112,34699437~5043791,42873366~1760679,58604519~2634004,76052812~1478314,110584499~1810695,137067635~6410280,146800640~10777716,158252880~2391395,196891489~7630972,222615517~9034574,240805902~3996928,255883366~4352089,266314782~5829514,281018368~14980635,339738624~12384648,354441133~345017,359350488~10227049,379163874~7791553,391014843~7237,391353403~11140916] 2024-04-13T09:01:06.006 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to 10 diff [1258244~6765686,10939052~707877,12146638~12787317,26751663~6994112,34699437~5043791,43244552~1389493,58604519~2634004,76052812~1478314,78195080~4487717,85795760~6945779,103262699~1870556,110584499~1810695,137067635~6410280,149715417~7862939,158252880~2391395,196891489~7630972,222763528~4779922,230261595~1388496,240805902~3996928,258983808~1251647,266314782~5829514,284098643~11900360,311507272~6936353,343793528~12595400,359350488~10227049,379163874~23330445] 2024-04-13T09:01:06.006 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~12787317,26751663~6994112,34699437~5043791,43244552~1389493,58604519~2634004,76052812~1478314,78195080~4487717,85795760~6945779,103262699~1870556,110584499~1810695,137067635~6410280,149715417~7862939,158252880~2391395,196891489~7630972,222763528~4779922,230261595~1388496,240805902~3996928,258983808~1251647,266314782~5829514,284098643~11900360,311507272~6936353,343793528~12595400,359350488~10227049,379163874~23330445] 2024-04-13T09:01:06.012 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~12787317,26751663~6994112,34699437~5043791,42873366~1760679,58604519~2634004,76052812~1478314,78195080~4487717,85795760~6945779,103262699~1870556,110584499~1810695,137067635~6410280,146800640~10777716,158252880~2391395,196891489~7630972,222615517~9034574,240805902~3996928,255883366~4352089,266314782~5829514,281018368~14980635,311507272~6936353,339738624~16650304,359350488~10227049,379163874~23330445] 2024-04-13T09:01:06.013 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to 11 diff [1258244~6765686,10939052~707877,12146638~12787317,26751663~6994112,34699437~5043791,43244552~1389493,58054839~5580345,76052812~1478314,78195080~4487717,85795760~6945779,103262699~1870556,110584499~1810695,133294049~10183866,149715417~7862939,158252880~2391395,182948916~6799909,196891489~7630972,222763528~4779922,230261595~1388496,240805902~6423021,258983808~1251647,266314782~5829514,284098643~17015074,311507272~6936353,336226911~20162017,359350488~11083736,377275708~25218611] 2024-04-13T09:01:06.013 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~12787317,26751663~6994112,34699437~5043791,43244552~1389493,58054839~5580345,76052812~1478314,78195080~4487717,85795760~6945779,103262699~1870556,110584499~1810695,133294049~10183866,149715417~7862939,158252880~2391395,182948916~6799909,196891489~7630972,222763528~4779922,230261595~1388496,240805902~6423021,258983808~1251647,266314782~5829514,284098643~17015074,311507272~6936353,336226911~20162017,359350488~11083736,377275708~25218611] 2024-04-13T09:01:06.017 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~12787317,26751663~6994112,34699437~5043791,42873366~1760679,58054839~5580345,76052812~1478314,78195080~4487717,85795760~6945779,103262699~1870556,110584499~1810695,130023424~13454491,146800640~10777716,158252880~2391395,182948916~6799909,196891489~7630972,222615517~9034574,240805902~6423021,255883366~4352089,266314782~5829514,281018368~20095349,311507272~6936353,335544320~20844608,359350488~11083736,377275708~25218611] 2024-04-13T09:01:06.017 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to 12 diff [1258244~6765686,10939052~707877,12146638~12787317,26751663~6994112,34699437~5043791,43244552~1389493,58054839~5580345,76052812~1478314,78195080~4487717,85795760~6945779,103262699~1870556,110584499~1810695,133294049~10183866,149159268~8419088,158252880~2391395,169024874~648521,182007883~7740942,196891489~7630972,222763528~10501949,240805902~6423021,248963227~8180919,258983808~1251647,266314782~5829514,284098643~17015074,311507272~9117908,325233622~3691449,336226911~20162017,359350488~11083736,377275708~25218611] 2024-04-13T09:01:06.017 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~12787317,26751663~6994112,34699437~5043791,43244552~1389493,58054839~5580345,76052812~1478314,78195080~4487717,85795760~6945779,103262699~1870556,110584499~1810695,133294049~10183866,149159268~8419088,158252880~2391395,169024874~648521,182007883~7740942,196891489~7630972,222763528~10501949,240805902~6423021,248963227~8180919,258983808~1251647,266314782~5829514,284098643~17015074,311507272~9117908,325233622~3691449,336226911~20162017,359350488~11083736,377275708~25218611] 2024-04-13T09:01:06.022 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~12787317,26751663~6994112,34699437~5043791,42873366~1760679,58054839~5580345,76052812~1478314,78195080~4487717,85795760~6945779,103262699~1870556,110584499~1810695,130023424~13454491,146800640~10777716,158252880~2391395,169024874~648521,182007883~7740942,196891489~7630972,222615517~10649960,240805902~6423021,247463936~12771519,266314782~5829514,281018368~20095349,311507272~9117908,325233622~3691449,335544320~20844608,359350488~11083736,377275708~25218611] 2024-04-13T09:01:06.022 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to 13 diff [1258244~6765686,10939052~707877,12146638~12787317,26751663~6994112,34699437~5043791,43244552~1389493,58054839~5580345,74599364~2931762,78195080~4487717,85795760~15464762,103262699~1870556,110584499~1810695,133294049~10183866,149159268~8419088,158252880~2391395,169024874~648521,182007883~7740942,196891489~7630972,222763528~10501949,240805902~6423021,248963227~8180919,258983808~1251647,266314782~5829514,284098643~17015074,311507272~11662354,325233622~3691449,336226911~20162017,359350488~11083736,377275708~25218611,405189195~12842168] 2024-04-13T09:01:06.023 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~12787317,26751663~6994112,34699437~5043791,43244552~1389493,58054839~5580345,74599364~2931762,78195080~4487717,85795760~15464762,103262699~1870556,110584499~1810695,133294049~10183866,149159268~8419088,158252880~2391395,169024874~648521,182007883~7740942,196891489~7630972,222763528~10501949,240805902~6423021,248963227~8180919,258983808~1251647,266314782~5829514,284098643~17015074,311507272~11662354,325233622~3691449,336226911~20162017,359350488~11083736,377275708~25218611,405189195~12842168] 2024-04-13T09:01:06.029 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~12787317,26751663~6994112,34699437~5043791,42873366~1760679,58054839~5580345,74599364~2931762,78195080~4487717,85795760~15464762,103262699~1870556,110584499~1810695,130023424~13454491,146800640~10777716,158252880~2391395,169024874~648521,182007883~7740942,196891489~7630972,222615517~10649960,240805902~6423021,247463936~12771519,266314782~5829514,281018368~20095349,311507272~11662354,325233622~3691449,335544320~20844608,359350488~11083736,377275708~25218611,405189195~12842168] 2024-04-13T09:01:06.029 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to 14 diff [1258244~6765686,10939052~707877,12146638~12787317,26751663~6994112,34699437~5043791,43244552~1389493,58054839~10511107,74599364~2931762,78195080~4487717,85795760~15464762,103262699~1870556,110584499~1810695,133294049~10183866,149159268~8419088,158252880~2391395,169024874~648521,180380542~9368283,196891489~7630972,222763528~10501949,240118541~7110382,248963227~8180919,258983808~1251647,266314782~5829514,284098643~17015074,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,377275708~25218611,405189195~12842168] 2024-04-13T09:01:06.029 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~12787317,26751663~6994112,34699437~5043791,43244552~1389493,58054839~10511107,74599364~2931762,78195080~4487717,85795760~15464762,103262699~1870556,110584499~1810695,133294049~10183866,149159268~8419088,158252880~2391395,169024874~648521,180380542~9368283,196891489~7630972,222763528~10501949,240118541~7110382,248963227~8180919,258983808~1251647,266314782~5829514,284098643~17015074,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,377275708~25218611,405189195~12842168] 2024-04-13T09:01:06.034 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~12787317,26751663~6994112,34699437~5043791,42873366~1760679,58054839~10511107,74599364~2931762,78195080~4487717,85795760~15464762,103262699~1870556,110584499~1810695,130023424~13454491,146800640~10777716,158252880~2391395,169024874~648521,180380542~9368283,196891489~7630972,222615517~10649960,240118541~7110382,247463936~12771519,266314782~5829514,281018368~20095349,311035999~12133627,325233622~31323640,359350488~11083736,377275708~25218611,405189195~12842168] 2024-04-13T09:01:06.034 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to 15 diff [1258244~6765686,10939052~707877,12146638~12787317,26751663~6994112,34699437~5043791,40275622~4358423,58054839~10511107,74599364~2931762,78195080~4487717,85795760~15464762,103262699~1870556,110584499~3186766,133294049~10183866,149159268~8419088,158252880~2391395,169024874~648521,180380542~10431434,196891489~7630972,222763528~10501949,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,284098643~17015074,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:06.034 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~12787317,26751663~6994112,34699437~5043791,40275622~4358423,58054839~10511107,74599364~2931762,78195080~4487717,85795760~15464762,103262699~1870556,110584499~3186766,133294049~10183866,149159268~8419088,158252880~2391395,169024874~648521,180380542~10431434,196891489~7630972,222763528~10501949,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,284098643~17015074,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:06.040 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~12787317,26751663~6994112,34699437~5043791,40275622~4358423,58054839~10511107,74599364~2931762,78195080~4487717,85795760~15464762,103262699~1870556,110584499~3186766,130023424~13454491,146800640~10777716,158252880~2391395,169024874~648521,180380542~10431434,196891489~7630972,222615517~10649960,240118541~7110382,247463936~24680360,281018368~20095349,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:06.040 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to 16 diff [1258244~6765686,10939052~707877,12146638~12787317,26751663~6994112,34699437~5043791,40275622~4358423,58054839~14055903,72860054~4671072,78195080~4487717,85795760~15464762,103262699~1870556,110584499~3186766,133294049~10183866,149159268~8419088,158252880~2391395,162948198~5736809,169024874~648521,173677030~17134946,196160630~8361831,222763528~10501949,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17015074,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:06.040 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~12787317,26751663~6994112,34699437~5043791,40275622~4358423,58054839~14055903,72860054~4671072,78195080~4487717,85795760~15464762,103262699~1870556,110584499~3186766,133294049~10183866,149159268~8419088,158252880~2391395,162948198~5736809,169024874~648521,173677030~17134946,196160630~8361831,222763528~10501949,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17015074,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:06.046 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~12787317,26751663~6994112,34699437~5043791,40275622~4358423,58054839~14055903,72860054~4671072,78195080~4487717,85795760~15464762,103262699~1870556,110584499~3186766,130023424~13454491,146800640~10777716,158252880~2391395,162948198~5736809,169024874~648521,171966464~18845512,196160630~8361831,222615517~10649960,240118541~7110382,247463936~24680360,276824064~24289653,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:06.046 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to 17 diff [1258244~6765686,10939052~707877,12146638~12787317,26751663~6994112,34699437~5043791,40275622~4358423,46019093~7779217,58054839~14055903,72860054~4671072,78195080~4487717,85795760~15464762,103262699~1870556,110584499~3186766,132045564~11432351,149159268~8419088,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,222763528~10501949,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,306489244~4424642,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:06.046 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~12787317,26751663~6994112,34699437~5043791,40275622~4358423,46019093~7779217,58054839~14055903,72860054~4671072,78195080~4487717,85795760~15464762,103262699~1870556,110584499~3186766,132045564~11432351,149159268~8419088,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,222763528~10501949,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,306489244~4424642,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:06.051 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~12787317,26751663~6994112,34699437~5043791,40275622~13522688,58054839~14055903,72860054~4671072,78195080~4487717,85795760~15464762,103262699~1870556,110584499~3186766,130023424~13454491,146800640~10777716,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~8361831,222615517~10649960,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,306184192~4729694,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:06.052 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to 18 diff [1258244~6765686,10939052~13994903,26751663~6994112,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72860054~4671072,78195080~4487717,85795760~15464762,103262699~1870556,110584499~3186766,121383394~6821300,132045564~11432351,149159268~8419088,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,306489244~4424642,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:06.052 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~13994903,26751663~6994112,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72860054~4671072,78195080~4487717,85795760~15464762,103262699~1870556,110584499~3186766,121383394~6821300,132045564~11432351,149159268~8419088,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,306489244~4424642,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:06.060 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~13994903,26751663~6994112,34699437~5043791,40275622~13522688,58054839~14144498,72860054~4671072,78195080~4487717,85795760~15464762,103262699~1870556,110584499~3186766,118665168~9539526,130023424~13454491,146800640~10777716,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,222615517~10649960,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,306184192~4729694,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:06.060 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to 19 diff [1258244~6765686,10939052~13994903,26751663~6994112,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110584499~3186766,121383394~6821300,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:06.060 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~13994903,26751663~6994112,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110584499~3186766,121383394~6821300,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:06.064 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~13994903,26751663~6994112,34699437~5043791,40275622~13522688,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110584499~3186766,118665168~9539526,130023424~27554932,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:06.064 INFO:tasks.workunit.client.0.smithi119.stdout:from 6 to 7 diff [14680550~8043677,137760789~243435,196891489~7630972,240805902~3996928,284098643~11900360,344629230~7494042,362541127~1431882,382543801~3783727] 2024-04-13T09:01:06.065 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [14680550~8043677,137760789~243435,196891489~7630972,240805902~3996928,284098643~11900360,344629230~7494042,362541127~1431882,382543801~3783727] 2024-04-13T09:01:06.069 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [14680550~8043677,137760789~243435,196891489~7630972,240805902~3996928,281018368~14980635,344629230~7494042,362541127~1431882,382543801~3783727] 2024-04-13T09:01:06.069 INFO:tasks.workunit.client.0.smithi119.stdout:from 6 to 8 diff [12146638~10577589,137067635~6410280,196891489~7630972,222763528~4779922,240805902~3996928,268602559~3541737,284098643~11900360,344629230~7494042,362541127~1431882,382543801~3783727,391014843~7237,391353403~11140916] 2024-04-13T09:01:06.069 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [12146638~10577589,137067635~6410280,196891489~7630972,222763528~4779922,240805902~3996928,268602559~3541737,284098643~11900360,344629230~7494042,362541127~1431882,382543801~3783727,391014843~7237,391353403~11140916] 2024-04-13T09:01:06.075 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [12146638~10577589,137067635~6410280,196891489~7630972,222615517~4927933,240805902~3996928,268602559~3541737,281018368~14980635,344629230~7494042,362541127~1431882,382543801~3783727,391014843~7237,391353403~11140916] 2024-04-13T09:01:06.075 INFO:tasks.workunit.client.0.smithi119.stdout:from 6 to 9 diff [1258244~6765686,12146638~10577589,26751663~6994112,76052812~1478314,137067635~6410280,149874750~1230809,158252880~2391395,196891489~7630972,222763528~4779922,240805902~3996928,258983808~1251647,266314782~5829514,284098643~11900360,344629230~7494042,359350488~10227049,382543801~3783727,391014843~7237,391353403~11140916] 2024-04-13T09:01:06.075 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,12146638~10577589,26751663~6994112,76052812~1478314,137067635~6410280,149874750~1230809,158252880~2391395,196891489~7630972,222763528~4779922,240805902~3996928,258983808~1251647,266314782~5829514,284098643~11900360,344629230~7494042,359350488~10227049,382543801~3783727,391014843~7237,391353403~11140916] 2024-04-13T09:01:06.081 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,12146638~10577589,26751663~6994112,76052812~1478314,137067635~6410280,149874750~1230809,158252880~2391395,196891489~7630972,222615517~4927933,240805902~3996928,255883366~4352089,266314782~5829514,281018368~14980635,344629230~7494042,359350488~10227049,382543801~3783727,391014843~7237,391353403~11140916] 2024-04-13T09:01:06.081 INFO:tasks.workunit.client.0.smithi119.stdout:from 6 to 10 diff [1258244~6765686,10939052~707877,12146638~12787317,26751663~6994112,76052812~1478314,78195080~4487717,85795760~6945779,103262699~1870556,137067635~6410280,149874750~1230809,158252880~2391395,196891489~7630972,222763528~4779922,240805902~3996928,258983808~1251647,266314782~5829514,284098643~11900360,311507272~6936353,344629230~11759698,359350488~10227049,382543801~19950518] 2024-04-13T09:01:06.081 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~12787317,26751663~6994112,76052812~1478314,78195080~4487717,85795760~6945779,103262699~1870556,137067635~6410280,149874750~1230809,158252880~2391395,196891489~7630972,222763528~4779922,240805902~3996928,258983808~1251647,266314782~5829514,284098643~11900360,311507272~6936353,344629230~11759698,359350488~10227049,382543801~19950518] 2024-04-13T09:01:06.087 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~12787317,26751663~6994112,76052812~1478314,78195080~4487717,85795760~6945779,103262699~1870556,137067635~6410280,149874750~1230809,158252880~2391395,196891489~7630972,222615517~4927933,240805902~3996928,255883366~4352089,266314782~5829514,281018368~14980635,311507272~6936353,344629230~11759698,359350488~10227049,382543801~19950518] 2024-04-13T09:01:06.087 INFO:tasks.workunit.client.0.smithi119.stdout:from 6 to 11 diff [1258244~6765686,10939052~707877,12146638~12787317,26751663~6994112,58054839~5580345,76052812~1478314,78195080~4487717,85795760~6945779,103262699~1870556,133294049~10183866,149874750~1230809,158252880~2391395,182948916~6799909,196891489~7630972,222763528~4779922,240805902~6423021,258983808~1251647,266314782~5829514,284098643~17015074,311507272~6936353,336226911~20162017,359350488~11083736,377275708~25218611] 2024-04-13T09:01:06.087 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~12787317,26751663~6994112,58054839~5580345,76052812~1478314,78195080~4487717,85795760~6945779,103262699~1870556,133294049~10183866,149874750~1230809,158252880~2391395,182948916~6799909,196891489~7630972,222763528~4779922,240805902~6423021,258983808~1251647,266314782~5829514,284098643~17015074,311507272~6936353,336226911~20162017,359350488~11083736,377275708~25218611] 2024-04-13T09:01:06.093 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~12787317,26751663~6994112,58054839~5580345,76052812~1478314,78195080~4487717,85795760~6945779,103262699~1870556,130023424~13454491,149874750~1230809,158252880~2391395,182948916~6799909,196891489~7630972,222615517~4927933,240805902~6423021,255883366~4352089,266314782~5829514,281018368~20095349,311507272~6936353,335544320~20844608,359350488~11083736,377275708~25218611] 2024-04-13T09:01:06.093 INFO:tasks.workunit.client.0.smithi119.stdout:from 6 to 12 diff [1258244~6765686,10939052~707877,12146638~12787317,26751663~6994112,58054839~5580345,76052812~1478314,78195080~4487717,85795760~6945779,103262699~1870556,133294049~10183866,149159268~2088276,158252880~2391395,169024874~648521,182007883~7740942,196891489~7630972,222763528~10501949,240805902~6423021,248963227~8180919,258983808~1251647,266314782~5829514,284098643~17015074,311507272~9117908,325233622~3691449,336226911~20162017,359350488~11083736,377275708~25218611] 2024-04-13T09:01:06.093 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~12787317,26751663~6994112,58054839~5580345,76052812~1478314,78195080~4487717,85795760~6945779,103262699~1870556,133294049~10183866,149159268~2088276,158252880~2391395,169024874~648521,182007883~7740942,196891489~7630972,222763528~10501949,240805902~6423021,248963227~8180919,258983808~1251647,266314782~5829514,284098643~17015074,311507272~9117908,325233622~3691449,336226911~20162017,359350488~11083736,377275708~25218611] 2024-04-13T09:01:06.098 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~12787317,26751663~6994112,58054839~5580345,76052812~1478314,78195080~4487717,85795760~6945779,103262699~1870556,130023424~13454491,149159268~2088276,158252880~2391395,169024874~648521,182007883~7740942,196891489~7630972,222615517~10649960,240805902~6423021,247463936~12771519,266314782~5829514,281018368~20095349,311507272~9117908,325233622~3691449,335544320~20844608,359350488~11083736,377275708~25218611] 2024-04-13T09:01:06.099 INFO:tasks.workunit.client.0.smithi119.stdout:from 6 to 13 diff [1258244~6765686,10939052~707877,12146638~12787317,26751663~6994112,34869444~3546335,58054839~5580345,74599364~2931762,78195080~4487717,85795760~15464762,103262699~1870556,133294049~10183866,149159268~2088276,158252880~2391395,169024874~648521,182007883~7740942,196891489~7630972,222763528~10501949,240805902~6423021,248963227~8180919,258983808~1251647,266314782~5829514,284098643~17015074,311507272~11662354,325233622~3691449,336226911~20162017,359350488~11083736,377275708~25218611,405189195~12842168] 2024-04-13T09:01:06.099 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~12787317,26751663~6994112,34869444~3546335,58054839~5580345,74599364~2931762,78195080~4487717,85795760~15464762,103262699~1870556,133294049~10183866,149159268~2088276,158252880~2391395,169024874~648521,182007883~7740942,196891489~7630972,222763528~10501949,240805902~6423021,248963227~8180919,258983808~1251647,266314782~5829514,284098643~17015074,311507272~11662354,325233622~3691449,336226911~20162017,359350488~11083736,377275708~25218611,405189195~12842168] 2024-04-13T09:01:06.104 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~12787317,26751663~6994112,34869444~3546335,58054839~5580345,74599364~2931762,78195080~4487717,85795760~15464762,103262699~1870556,130023424~13454491,149159268~2088276,158252880~2391395,169024874~648521,182007883~7740942,196891489~7630972,222615517~10649960,240805902~6423021,247463936~12771519,266314782~5829514,281018368~20095349,311507272~11662354,325233622~3691449,335544320~20844608,359350488~11083736,377275708~25218611,405189195~12842168] 2024-04-13T09:01:06.104 INFO:tasks.workunit.client.0.smithi119.stdout:from 6 to 14 diff [1258244~6765686,10939052~707877,12146638~12787317,26751663~6994112,34869444~3546335,58054839~10511107,74599364~2931762,78195080~4487717,85795760~15464762,103262699~1870556,133294049~10183866,149159268~2088276,158252880~2391395,169024874~648521,180380542~9368283,196891489~7630972,222763528~10501949,240118541~7110382,248963227~8180919,258983808~1251647,266314782~5829514,284098643~17015074,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,377275708~25218611,405189195~12842168] 2024-04-13T09:01:06.104 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~12787317,26751663~6994112,34869444~3546335,58054839~10511107,74599364~2931762,78195080~4487717,85795760~15464762,103262699~1870556,133294049~10183866,149159268~2088276,158252880~2391395,169024874~648521,180380542~9368283,196891489~7630972,222763528~10501949,240118541~7110382,248963227~8180919,258983808~1251647,266314782~5829514,284098643~17015074,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,377275708~25218611,405189195~12842168] 2024-04-13T09:01:06.112 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~12787317,26751663~6994112,34869444~3546335,58054839~10511107,74599364~2931762,78195080~4487717,85795760~15464762,103262699~1870556,130023424~13454491,149159268~2088276,158252880~2391395,169024874~648521,180380542~9368283,196891489~7630972,222615517~10649960,240118541~7110382,247463936~12771519,266314782~5829514,281018368~20095349,311035999~12133627,325233622~31323640,359350488~11083736,377275708~25218611,405189195~12842168] 2024-04-13T09:01:06.112 INFO:tasks.workunit.client.0.smithi119.stdout:from 6 to 15 diff [1258244~6765686,10939052~707877,12146638~12787317,26751663~6994112,34869444~3546335,40275622~3638438,58054839~10511107,74599364~2931762,78195080~4487717,85795760~15464762,103262699~1870556,110698960~3072305,133294049~10183866,149159268~2088276,158252880~2391395,169024874~648521,180380542~10431434,196891489~7630972,222763528~10501949,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,284098643~17015074,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:06.112 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~12787317,26751663~6994112,34869444~3546335,40275622~3638438,58054839~10511107,74599364~2931762,78195080~4487717,85795760~15464762,103262699~1870556,110698960~3072305,133294049~10183866,149159268~2088276,158252880~2391395,169024874~648521,180380542~10431434,196891489~7630972,222763528~10501949,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,284098643~17015074,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:06.117 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~12787317,26751663~6994112,34869444~3546335,40275622~3638438,58054839~10511107,74599364~2931762,78195080~4487717,85795760~15464762,103262699~1870556,110698960~3072305,130023424~13454491,149159268~2088276,158252880~2391395,169024874~648521,180380542~10431434,196891489~7630972,222615517~10649960,240118541~7110382,247463936~24680360,281018368~20095349,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:06.118 INFO:tasks.workunit.client.0.smithi119.stdout:from 6 to 16 diff [1258244~6765686,10939052~707877,12146638~12787317,26751663~6994112,34869444~3546335,40275622~3638438,58054839~14055903,72860054~4671072,78195080~4487717,85795760~15464762,103262699~1870556,110698960~3072305,133294049~10183866,149159268~2088276,158252880~2391395,162948198~5736809,169024874~648521,173677030~17134946,196160630~8361831,222763528~10501949,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17015074,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:06.118 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~12787317,26751663~6994112,34869444~3546335,40275622~3638438,58054839~14055903,72860054~4671072,78195080~4487717,85795760~15464762,103262699~1870556,110698960~3072305,133294049~10183866,149159268~2088276,158252880~2391395,162948198~5736809,169024874~648521,173677030~17134946,196160630~8361831,222763528~10501949,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17015074,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:06.123 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~12787317,26751663~6994112,34869444~3546335,40275622~3638438,58054839~14055903,72860054~4671072,78195080~4487717,85795760~15464762,103262699~1870556,110698960~3072305,130023424~13454491,149159268~2088276,158252880~2391395,162948198~5736809,169024874~648521,171966464~18845512,196160630~8361831,222615517~10649960,240118541~7110382,247463936~24680360,276824064~24289653,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:06.124 INFO:tasks.workunit.client.0.smithi119.stdout:from 6 to 17 diff [1258244~6765686,10939052~707877,12146638~12787317,26751663~6994112,34869444~3546335,40275622~3638438,46019093~7779217,58054839~14055903,72860054~4671072,78195080~4487717,85795760~15464762,103262699~1870556,110698960~3072305,132045564~11432351,149159268~2088276,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,222763528~10501949,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,306489244~4424642,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:06.124 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~12787317,26751663~6994112,34869444~3546335,40275622~3638438,46019093~7779217,58054839~14055903,72860054~4671072,78195080~4487717,85795760~15464762,103262699~1870556,110698960~3072305,132045564~11432351,149159268~2088276,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,222763528~10501949,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,306489244~4424642,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:06.129 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~12787317,26751663~6994112,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14055903,72860054~4671072,78195080~4487717,85795760~15464762,103262699~1870556,110698960~3072305,130023424~13454491,149159268~2088276,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~8361831,222615517~10649960,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,306184192~4729694,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:06.129 INFO:tasks.workunit.client.0.smithi119.stdout:from 6 to 18 diff [1258244~6765686,10939052~13994903,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~4671072,78195080~4487717,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~11432351,149159268~2088276,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,306489244~4424642,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:06.129 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~13994903,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~4671072,78195080~4487717,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~11432351,149159268~2088276,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,306489244~4424642,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:06.135 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~13994903,26751663~6994112,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~4671072,78195080~4487717,85795760~15464762,103262699~1870556,110698960~3072305,118665168~9539526,130023424~13454491,149159268~2088276,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,222615517~10649960,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,306184192~4729694,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:06.135 INFO:tasks.workunit.client.0.smithi119.stdout:from 6 to 19 diff [1258244~6765686,10939052~13994903,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:06.135 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~13994903,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:06.140 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~13994903,26751663~6994112,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:06.140 INFO:tasks.workunit.client.0.smithi119.stdout:from 7 to 8 diff [12146638~4811966,137067635~6410280,222763528~4779922,268602559~3541737,346990957~1097700,348447534~3456289,391014843~7237,391353403~11140916] 2024-04-13T09:01:06.140 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [12146638~4811966,137067635~6410280,222763528~4779922,268602559~3541737,346990957~1097700,348447534~3456289,391014843~7237,391353403~11140916] 2024-04-13T09:01:06.146 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [12146638~4811966,137067635~6410280,222615517~4927933,268602559~3541737,346990957~1097700,348447534~3456289,391014843~7237,391353403~11140916] 2024-04-13T09:01:06.146 INFO:tasks.workunit.client.0.smithi119.stdout:from 7 to 9 diff [1258244~6765686,12146638~4811966,26751663~6994112,76052812~1478314,137067635~6410280,149874750~1230809,158252880~2391395,222763528~4779922,258983808~1251647,266314782~5829514,288031100~4019086,346990957~1097700,348447534~3456289,359350488~10227049,391014843~7237,391353403~11140916] 2024-04-13T09:01:06.146 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,12146638~4811966,26751663~6994112,76052812~1478314,137067635~6410280,149874750~1230809,158252880~2391395,222763528~4779922,258983808~1251647,266314782~5829514,288031100~4019086,346990957~1097700,348447534~3456289,359350488~10227049,391014843~7237,391353403~11140916] 2024-04-13T09:01:06.151 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,12146638~4811966,26751663~6994112,76052812~1478314,137067635~6410280,149874750~1230809,158252880~2391395,222615517~4927933,255883366~4352089,266314782~5829514,288031100~4019086,346990957~1097700,348447534~3456289,359350488~10227049,391014843~7237,391353403~11140916] 2024-04-13T09:01:06.152 INFO:tasks.workunit.client.0.smithi119.stdout:from 7 to 10 diff [1258244~6765686,10939052~707877,12146638~4811966,22676689~2257266,26751663~6994112,76052812~1478314,78195080~4487717,85795760~6945779,103262699~1870556,137067635~6410280,149874750~1230809,158252880~2391395,222763528~4779922,258983808~1251647,266314782~5829514,288031100~4019086,311507272~6936353,346990957~1097700,348447534~7941394,359350488~10227049,384559464~17934855] 2024-04-13T09:01:06.152 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~4811966,22676689~2257266,26751663~6994112,76052812~1478314,78195080~4487717,85795760~6945779,103262699~1870556,137067635~6410280,149874750~1230809,158252880~2391395,222763528~4779922,258983808~1251647,266314782~5829514,288031100~4019086,311507272~6936353,346990957~1097700,348447534~7941394,359350488~10227049,384559464~17934855] 2024-04-13T09:01:06.157 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~4811966,22676689~2257266,26751663~6994112,76052812~1478314,78195080~4487717,85795760~6945779,103262699~1870556,137067635~6410280,149874750~1230809,158252880~2391395,222615517~4927933,255883366~4352089,266314782~5829514,288031100~4019086,311507272~6936353,346990957~1097700,348447534~7941394,359350488~10227049,384559464~17934855] 2024-04-13T09:01:06.157 INFO:tasks.workunit.client.0.smithi119.stdout:from 7 to 11 diff [1258244~6765686,10939052~707877,12146638~4811966,22676689~2257266,26751663~6994112,58054839~5580345,76052812~1478314,78195080~4487717,85795760~6945779,103262699~1870556,133294049~10183866,149874750~1230809,158252880~2391395,182948916~6799909,222763528~4779922,244569508~2659415,258983808~1251647,266314782~5829514,288031100~4019086,293980751~7132966,311507272~6936353,336226911~10663827,346990957~9397971,359350488~11083736,377275708~5547458,384559464~17934855] 2024-04-13T09:01:06.157 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~4811966,22676689~2257266,26751663~6994112,58054839~5580345,76052812~1478314,78195080~4487717,85795760~6945779,103262699~1870556,133294049~10183866,149874750~1230809,158252880~2391395,182948916~6799909,222763528~4779922,244569508~2659415,258983808~1251647,266314782~5829514,288031100~4019086,293980751~7132966,311507272~6936353,336226911~10663827,346990957~9397971,359350488~11083736,377275708~5547458,384559464~17934855] 2024-04-13T09:01:06.163 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~4811966,22676689~2257266,26751663~6994112,58054839~5580345,76052812~1478314,78195080~4487717,85795760~6945779,103262699~1870556,130023424~13454491,149874750~1230809,158252880~2391395,182948916~6799909,222615517~4927933,244569508~2659415,255883366~4352089,266314782~5829514,288031100~4019086,293980751~7132966,311507272~6936353,335544320~11346418,346990957~9397971,359350488~11083736,377275708~5547458,384559464~17934855] 2024-04-13T09:01:06.164 INFO:tasks.workunit.client.0.smithi119.stdout:from 7 to 12 diff [1258244~6765686,10939052~707877,12146638~4811966,22676689~2257266,26751663~6994112,58054839~5580345,76052812~1478314,78195080~4487717,85795760~6945779,103262699~1870556,133294049~10183866,149159268~2088276,158252880~2391395,169024874~648521,182007883~7740942,222763528~10501949,244569508~2659415,248963227~8180919,258983808~1251647,266314782~5829514,285944368~6691302,293980751~7132966,311507272~9117908,325233622~3691449,336226911~10663827,346990957~9397971,359350488~11083736,377275708~5547458,384559464~17934855] 2024-04-13T09:01:06.164 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~4811966,22676689~2257266,26751663~6994112,58054839~5580345,76052812~1478314,78195080~4487717,85795760~6945779,103262699~1870556,133294049~10183866,149159268~2088276,158252880~2391395,169024874~648521,182007883~7740942,222763528~10501949,244569508~2659415,248963227~8180919,258983808~1251647,266314782~5829514,285944368~6691302,293980751~7132966,311507272~9117908,325233622~3691449,336226911~10663827,346990957~9397971,359350488~11083736,377275708~5547458,384559464~17934855] 2024-04-13T09:01:06.169 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~4811966,22676689~2257266,26751663~6994112,58054839~5580345,76052812~1478314,78195080~4487717,85795760~6945779,103262699~1870556,130023424~13454491,149159268~2088276,158252880~2391395,169024874~648521,182007883~7740942,222615517~10649960,244569508~2659415,247463936~12771519,266314782~5829514,285944368~6691302,293980751~7132966,311507272~9117908,325233622~3691449,335544320~11346418,346990957~9397971,359350488~11083736,377275708~5547458,384559464~17934855] 2024-04-13T09:01:06.169 INFO:tasks.workunit.client.0.smithi119.stdout:from 7 to 13 diff [1258244~6765686,10939052~707877,12146638~4811966,22676689~2257266,26751663~6994112,34869444~3546335,58054839~5580345,74599364~2931762,78195080~4487717,85795760~15464762,103262699~1870556,133294049~10183866,149159268~2088276,158252880~2391395,169024874~648521,182007883~7740942,201261351~2027875,222763528~10501949,244569508~2659415,248963227~8180919,258983808~1251647,266314782~5829514,285944368~6691302,293980751~7132966,311507272~11662354,325233622~3691449,336226911~20162017,359350488~11083736,377275708~5547458,384559464~17934855,405189195~12842168] 2024-04-13T09:01:06.169 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~4811966,22676689~2257266,26751663~6994112,34869444~3546335,58054839~5580345,74599364~2931762,78195080~4487717,85795760~15464762,103262699~1870556,133294049~10183866,149159268~2088276,158252880~2391395,169024874~648521,182007883~7740942,201261351~2027875,222763528~10501949,244569508~2659415,248963227~8180919,258983808~1251647,266314782~5829514,285944368~6691302,293980751~7132966,311507272~11662354,325233622~3691449,336226911~20162017,359350488~11083736,377275708~5547458,384559464~17934855,405189195~12842168] 2024-04-13T09:01:06.175 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~4811966,22676689~2257266,26751663~6994112,34869444~3546335,58054839~5580345,74599364~2931762,78195080~4487717,85795760~15464762,103262699~1870556,130023424~13454491,149159268~2088276,158252880~2391395,169024874~648521,182007883~7740942,201261351~2027875,222615517~10649960,244569508~2659415,247463936~12771519,266314782~5829514,285944368~6691302,293980751~7132966,311507272~11662354,325233622~3691449,335544320~20844608,359350488~11083736,377275708~5547458,384559464~17934855,405189195~12842168] 2024-04-13T09:01:06.175 INFO:tasks.workunit.client.0.smithi119.stdout:from 7 to 14 diff [1258244~6765686,10939052~707877,12146638~4811966,21216939~3717016,26751663~6994112,34869444~3546335,58054839~10511107,74599364~2931762,78195080~4487717,85795760~15464762,103262699~1870556,133294049~10183866,149159268~2088276,158252880~2391395,169024874~648521,180380542~9368283,201261351~2027875,222763528~10501949,240118541~7110382,248963227~8180919,258983808~1251647,266314782~5829514,285944368~6691302,293980751~7132966,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,377275708~5547458,384559464~17934855,405189195~12842168] 2024-04-13T09:01:06.175 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~4811966,21216939~3717016,26751663~6994112,34869444~3546335,58054839~10511107,74599364~2931762,78195080~4487717,85795760~15464762,103262699~1870556,133294049~10183866,149159268~2088276,158252880~2391395,169024874~648521,180380542~9368283,201261351~2027875,222763528~10501949,240118541~7110382,248963227~8180919,258983808~1251647,266314782~5829514,285944368~6691302,293980751~7132966,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,377275708~5547458,384559464~17934855,405189195~12842168] 2024-04-13T09:01:06.182 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~4811966,21216939~3717016,26751663~6994112,34869444~3546335,58054839~10511107,74599364~2931762,78195080~4487717,85795760~15464762,103262699~1870556,130023424~13454491,149159268~2088276,158252880~2391395,169024874~648521,180380542~9368283,201261351~2027875,222615517~10649960,240118541~7110382,247463936~12771519,266314782~5829514,285944368~6691302,293980751~7132966,311035999~12133627,325233622~31323640,359350488~11083736,377275708~5547458,384559464~17934855,405189195~12842168] 2024-04-13T09:01:06.182 INFO:tasks.workunit.client.0.smithi119.stdout:from 7 to 15 diff [1258244~6765686,10939052~707877,12146638~4811966,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,58054839~10511107,74599364~2931762,78195080~4487717,85795760~15464762,103262699~1870556,110698960~3072305,133294049~10183866,149159268~2088276,158252880~2391395,169024874~648521,180380542~10431434,201261351~2027875,222763528~10501949,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,285944368~6691302,293980751~7132966,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:06.182 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~4811966,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,58054839~10511107,74599364~2931762,78195080~4487717,85795760~15464762,103262699~1870556,110698960~3072305,133294049~10183866,149159268~2088276,158252880~2391395,169024874~648521,180380542~10431434,201261351~2027875,222763528~10501949,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,285944368~6691302,293980751~7132966,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:06.188 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~4811966,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,58054839~10511107,74599364~2931762,78195080~4487717,85795760~15464762,103262699~1870556,110698960~3072305,130023424~13454491,149159268~2088276,158252880~2391395,169024874~648521,180380542~10431434,201261351~2027875,222615517~10649960,240118541~7110382,247463936~24680360,285944368~6691302,293980751~7132966,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:06.188 INFO:tasks.workunit.client.0.smithi119.stdout:from 7 to 16 diff [1258244~6765686,10939052~707877,12146638~4811966,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,58054839~14055903,72860054~4671072,78195080~4487717,85795760~15464762,103262699~1870556,110698960~3072305,133294049~10183866,149159268~2088276,158252880~2391395,162948198~5736809,169024874~648521,173677030~17134946,196160630~1146852,201261351~2027875,222763528~10501949,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,285944368~6691302,293980751~7132966,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:06.189 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~4811966,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,58054839~14055903,72860054~4671072,78195080~4487717,85795760~15464762,103262699~1870556,110698960~3072305,133294049~10183866,149159268~2088276,158252880~2391395,162948198~5736809,169024874~648521,173677030~17134946,196160630~1146852,201261351~2027875,222763528~10501949,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,285944368~6691302,293980751~7132966,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:06.193 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~4811966,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,58054839~14055903,72860054~4671072,78195080~4487717,85795760~15464762,103262699~1870556,110698960~3072305,130023424~13454491,149159268~2088276,158252880~2391395,162948198~5736809,169024874~648521,171966464~18845512,196160630~1146852,201261351~2027875,222615517~10649960,240118541~7110382,247463936~24680360,276824064~6509352,285944368~6691302,293980751~7132966,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:06.194 INFO:tasks.workunit.client.0.smithi119.stdout:from 7 to 17 diff [1258244~6765686,10939052~707877,12146638~4811966,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,46019093~7779217,58054839~14055903,72860054~4671072,78195080~4487717,85795760~15464762,103262699~1870556,110698960~3072305,132045564~11432351,149159268~2088276,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,222763528~10501949,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284433279~8202391,293980751~7140646,306489244~4424642,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:06.194 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,12146638~4811966,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,46019093~7779217,58054839~14055903,72860054~4671072,78195080~4487717,85795760~15464762,103262699~1870556,110698960~3072305,132045564~11432351,149159268~2088276,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,222763528~10501949,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284433279~8202391,293980751~7140646,306489244~4424642,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:06.200 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,12146638~4811966,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14055903,72860054~4671072,78195080~4487717,85795760~15464762,103262699~1870556,110698960~3072305,130023424~13454491,149159268~2088276,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,222615517~10649960,235604314~3427328,240118541~7110382,247463936~24680360,276824064~6509352,284433279~8202391,293980751~7140646,306184192~4729694,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:06.200 INFO:tasks.workunit.client.0.smithi119.stdout:from 7 to 18 diff [1258244~6765686,10939052~6019552,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~4671072,78195080~4487717,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~11432351,149159268~2088276,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,222763528~10501949,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284433279~8202391,293980751~7140646,306489244~4424642,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:06.201 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~6019552,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~4671072,78195080~4487717,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~11432351,149159268~2088276,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,222763528~10501949,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284433279~8202391,293980751~7140646,306489244~4424642,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:06.207 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~6019552,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~4671072,78195080~4487717,85795760~15464762,103262699~1870556,110698960~3072305,118665168~9539526,130023424~13454491,149159268~2088276,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,222615517~10649960,235604314~3427328,240118541~7110382,247463936~24680360,276824064~6509352,284433279~8202391,293980751~7140646,306184192~4729694,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:06.208 INFO:tasks.workunit.client.0.smithi119.stdout:from 7 to 19 diff [1258244~6765686,10939052~6019552,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:06.208 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~6019552,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:06.213 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~6019552,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~6509352,284433279~8202391,293980751~7140646,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:06.214 INFO:tasks.workunit.client.0.smithi119.stdout:from 8 to 9 diff [1258244~6765686,26751663~6994112,76052812~1478314,149874750~1230809,158252880~2391395,258983808~1251647,266314782~5668340,288031100~4019086,359350488~10227049] 2024-04-13T09:01:06.214 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,26751663~6994112,76052812~1478314,149874750~1230809,158252880~2391395,258983808~1251647,266314782~5668340,288031100~4019086,359350488~10227049] 2024-04-13T09:01:06.219 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,26751663~6994112,76052812~1478314,149874750~1230809,158252880~2391395,255883366~4352089,266314782~5668340,288031100~4019086,359350488~10227049] 2024-04-13T09:01:06.219 INFO:tasks.workunit.client.0.smithi119.stdout:from 8 to 10 diff [1258244~6765686,10939052~707877,22676689~2257266,26751663~6994112,76052812~1478314,78195080~4487717,85795760~6945779,103262699~1870556,149874750~1230809,158252880~2391395,258983808~1251647,266314782~5668340,288031100~4019086,311507272~6936353,348830675~7558253,359350488~10227049,384559464~17473101] 2024-04-13T09:01:06.219 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,22676689~2257266,26751663~6994112,76052812~1478314,78195080~4487717,85795760~6945779,103262699~1870556,149874750~1230809,158252880~2391395,258983808~1251647,266314782~5668340,288031100~4019086,311507272~6936353,348830675~7558253,359350488~10227049,384559464~17473101] 2024-04-13T09:01:06.225 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,22676689~2257266,26751663~6994112,76052812~1478314,78195080~4487717,85795760~6945779,103262699~1870556,149874750~1230809,158252880~2391395,255883366~4352089,266314782~5668340,288031100~4019086,311507272~6936353,348830675~7558253,359350488~10227049,384559464~17473101] 2024-04-13T09:01:06.225 INFO:tasks.workunit.client.0.smithi119.stdout:from 8 to 11 diff [1258244~6765686,10939052~707877,22676689~2257266,26751663~6994112,58054839~5580345,76052812~1478314,78195080~4487717,85795760~6945779,103262699~1870556,133294049~8154738,149874750~1230809,158252880~2391395,182948916~6799909,244569508~2659415,258983808~1251647,266314782~5668340,288031100~4019086,293980751~7132966,311507272~6936353,336226911~10663827,347937341~8451587,359350488~11083736,377275708~5547458,384559464~17473101] 2024-04-13T09:01:06.225 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,22676689~2257266,26751663~6994112,58054839~5580345,76052812~1478314,78195080~4487717,85795760~6945779,103262699~1870556,133294049~8154738,149874750~1230809,158252880~2391395,182948916~6799909,244569508~2659415,258983808~1251647,266314782~5668340,288031100~4019086,293980751~7132966,311507272~6936353,336226911~10663827,347937341~8451587,359350488~11083736,377275708~5547458,384559464~17473101] 2024-04-13T09:01:06.231 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,22676689~2257266,26751663~6994112,58054839~5580345,76052812~1478314,78195080~4487717,85795760~6945779,103262699~1870556,130023424~11425363,149874750~1230809,158252880~2391395,182948916~6799909,244569508~2659415,255883366~4352089,266314782~5668340,288031100~4019086,293980751~7132966,311507272~6936353,335544320~11346418,347937341~8451587,359350488~11083736,377275708~5547458,384559464~17473101] 2024-04-13T09:01:06.231 INFO:tasks.workunit.client.0.smithi119.stdout:from 8 to 12 diff [1258244~6765686,10939052~707877,22676689~2257266,26751663~6994112,58054839~5580345,76052812~1478314,78195080~4487717,85795760~6945779,103262699~1870556,133294049~8154738,149159268~2088276,158252880~2391395,169024874~648521,182007883~7740942,225383167~7882310,244569508~2659415,248963227~8180919,258983808~1251647,266314782~5668340,285944368~6691302,293980751~7132966,311507272~9117908,325233622~3691449,336226911~10663827,347937341~8451587,359350488~11083736,377275708~5547458,384559464~17473101] 2024-04-13T09:01:06.231 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,22676689~2257266,26751663~6994112,58054839~5580345,76052812~1478314,78195080~4487717,85795760~6945779,103262699~1870556,133294049~8154738,149159268~2088276,158252880~2391395,169024874~648521,182007883~7740942,225383167~7882310,244569508~2659415,248963227~8180919,258983808~1251647,266314782~5668340,285944368~6691302,293980751~7132966,311507272~9117908,325233622~3691449,336226911~10663827,347937341~8451587,359350488~11083736,377275708~5547458,384559464~17473101] 2024-04-13T09:01:06.236 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,22676689~2257266,26751663~6994112,58054839~5580345,76052812~1478314,78195080~4487717,85795760~6945779,103262699~1870556,130023424~11425363,149159268~2088276,158252880~2391395,169024874~648521,182007883~7740942,225383167~7882310,244569508~2659415,247463936~12771519,266314782~5668340,285944368~6691302,293980751~7132966,311507272~9117908,325233622~3691449,335544320~11346418,347937341~8451587,359350488~11083736,377275708~5547458,384559464~17473101] 2024-04-13T09:01:06.237 INFO:tasks.workunit.client.0.smithi119.stdout:from 8 to 13 diff [1258244~6765686,10939052~707877,22676689~2257266,26751663~6994112,34869444~3546335,58054839~5580345,74599364~2931762,78195080~4487717,85795760~15464762,103262699~1870556,133294049~8154738,149159268~2088276,158252880~2391395,169024874~648521,182007883~7740942,201261351~2027875,225383167~7882310,244569508~2659415,248963227~8180919,258983808~1251647,266314782~5668340,285944368~6691302,293980751~7132966,311507272~11662354,325233622~3691449,336226911~20162017,359350488~11083736,377275708~5547458,384559464~17473101,405189195~12842168] 2024-04-13T09:01:06.237 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,22676689~2257266,26751663~6994112,34869444~3546335,58054839~5580345,74599364~2931762,78195080~4487717,85795760~15464762,103262699~1870556,133294049~8154738,149159268~2088276,158252880~2391395,169024874~648521,182007883~7740942,201261351~2027875,225383167~7882310,244569508~2659415,248963227~8180919,258983808~1251647,266314782~5668340,285944368~6691302,293980751~7132966,311507272~11662354,325233622~3691449,336226911~20162017,359350488~11083736,377275708~5547458,384559464~17473101,405189195~12842168] 2024-04-13T09:01:06.243 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,22676689~2257266,26751663~6994112,34869444~3546335,58054839~5580345,74599364~2931762,78195080~4487717,85795760~15464762,103262699~1870556,130023424~11425363,149159268~2088276,158252880~2391395,169024874~648521,182007883~7740942,201261351~2027875,225383167~7882310,244569508~2659415,247463936~12771519,266314782~5668340,285944368~6691302,293980751~7132966,311507272~11662354,325233622~3691449,335544320~20844608,359350488~11083736,377275708~5547458,384559464~17473101,405189195~12842168] 2024-04-13T09:01:06.243 INFO:tasks.workunit.client.0.smithi119.stdout:from 8 to 14 diff [1258244~6765686,10939052~707877,21216939~3717016,26751663~6994112,34869444~3546335,58054839~10511107,74599364~2931762,78195080~4487717,85795760~15464762,103262699~1870556,133294049~8154738,149159268~2088276,158252880~2391395,169024874~648521,180380542~9368283,201261351~2027875,225383167~7882310,240118541~7110382,248963227~8180919,258983808~1251647,266314782~5668340,285944368~6691302,293980751~7132966,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,377275708~5547458,384559464~17473101,405189195~12842168] 2024-04-13T09:01:06.243 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,21216939~3717016,26751663~6994112,34869444~3546335,58054839~10511107,74599364~2931762,78195080~4487717,85795760~15464762,103262699~1870556,133294049~8154738,149159268~2088276,158252880~2391395,169024874~648521,180380542~9368283,201261351~2027875,225383167~7882310,240118541~7110382,248963227~8180919,258983808~1251647,266314782~5668340,285944368~6691302,293980751~7132966,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,377275708~5547458,384559464~17473101,405189195~12842168] 2024-04-13T09:01:06.248 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,21216939~3717016,26751663~6994112,34869444~3546335,58054839~10511107,74599364~2931762,78195080~4487717,85795760~15464762,103262699~1870556,130023424~11425363,149159268~2088276,158252880~2391395,169024874~648521,180380542~9368283,201261351~2027875,225383167~7882310,240118541~7110382,247463936~12771519,266314782~5668340,285944368~6691302,293980751~7132966,311035999~12133627,325233622~31323640,359350488~11083736,377275708~5547458,384559464~17473101,405189195~12842168] 2024-04-13T09:01:06.248 INFO:tasks.workunit.client.0.smithi119.stdout:from 8 to 15 diff [1258244~6765686,10939052~707877,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,58054839~10511107,74599364~2931762,78195080~4487717,85795760~15464762,103262699~1870556,110698960~3072305,133294049~8154738,149159268~2088276,158252880~2391395,169024874~648521,180380542~10431434,201261351~2027875,225383167~7882310,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11465027,285944368~6691302,293980751~7132966,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31437816,405189195~12842168] 2024-04-13T09:01:06.248 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,58054839~10511107,74599364~2931762,78195080~4487717,85795760~15464762,103262699~1870556,110698960~3072305,133294049~8154738,149159268~2088276,158252880~2391395,169024874~648521,180380542~10431434,201261351~2027875,225383167~7882310,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11465027,285944368~6691302,293980751~7132966,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31437816,405189195~12842168] 2024-04-13T09:01:06.254 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,58054839~10511107,74599364~2931762,78195080~4487717,85795760~15464762,103262699~1870556,110698960~3072305,130023424~11425363,149159268~2088276,158252880~2391395,169024874~648521,180380542~10431434,201261351~2027875,225383167~7882310,240118541~7110382,247463936~24519186,285944368~6691302,293980751~7132966,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31437816,405189195~12842168] 2024-04-13T09:01:06.254 INFO:tasks.workunit.client.0.smithi119.stdout:from 8 to 16 diff [1258244~6765686,10939052~707877,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,58054839~14055903,72860054~4671072,78195080~4487717,85795760~15464762,103262699~1870556,110698960~3072305,133294049~8154738,149159268~2088276,158252880~2391395,162948198~5736809,169024874~648521,173677030~17134946,196160630~1146852,201261351~2027875,225383167~7882310,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11465027,279599095~3734321,285944368~6691302,293980751~7132966,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31437816,405189195~12842168] 2024-04-13T09:01:06.254 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,58054839~14055903,72860054~4671072,78195080~4487717,85795760~15464762,103262699~1870556,110698960~3072305,133294049~8154738,149159268~2088276,158252880~2391395,162948198~5736809,169024874~648521,173677030~17134946,196160630~1146852,201261351~2027875,225383167~7882310,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11465027,279599095~3734321,285944368~6691302,293980751~7132966,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31437816,405189195~12842168] 2024-04-13T09:01:06.259 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,58054839~14055903,72860054~4671072,78195080~4487717,85795760~15464762,103262699~1870556,110698960~3072305,130023424~11425363,149159268~2088276,158252880~2391395,162948198~5736809,169024874~648521,171966464~18845512,196160630~1146852,201261351~2027875,225383167~7882310,240118541~7110382,247463936~24519186,276824064~6509352,285944368~6691302,293980751~7132966,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31437816,405189195~12842168] 2024-04-13T09:01:06.259 INFO:tasks.workunit.client.0.smithi119.stdout:from 8 to 17 diff [1258244~6765686,10939052~707877,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,46019093~7779217,58054839~14055903,72860054~4671072,78195080~4487717,85795760~15464762,103262699~1870556,110698960~3072305,132045564~9403223,149159268~2088276,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,225383167~7882310,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11465027,279599095~3734321,284433279~8202391,293980751~7140646,306489244~4424642,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31437816,405189195~12842168] 2024-04-13T09:01:06.260 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~707877,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,46019093~7779217,58054839~14055903,72860054~4671072,78195080~4487717,85795760~15464762,103262699~1870556,110698960~3072305,132045564~9403223,149159268~2088276,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,225383167~7882310,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11465027,279599095~3734321,284433279~8202391,293980751~7140646,306489244~4424642,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31437816,405189195~12842168] 2024-04-13T09:01:06.265 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~707877,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14055903,72860054~4671072,78195080~4487717,85795760~15464762,103262699~1870556,110698960~3072305,130023424~11425363,149159268~2088276,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,225383167~7882310,235604314~3427328,240118541~7110382,247463936~24519186,276824064~6509352,284433279~8202391,293980751~7140646,306184192~4729694,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31437816,405189195~12842168] 2024-04-13T09:01:06.265 INFO:tasks.workunit.client.0.smithi119.stdout:from 8 to 18 diff [1258244~6765686,10939052~3414471,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~4671072,78195080~4487717,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~9403223,149159268~2088276,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11465027,279599095~3734321,284433279~8202391,293980751~7140646,306489244~4424642,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31437816,405189195~12842168] 2024-04-13T09:01:06.265 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~3414471,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~4671072,78195080~4487717,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~9403223,149159268~2088276,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11465027,279599095~3734321,284433279~8202391,293980751~7140646,306489244~4424642,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31437816,405189195~12842168] 2024-04-13T09:01:06.270 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~3414471,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~4671072,78195080~4487717,85795760~15464762,103262699~1870556,110698960~3072305,118665168~9539526,130023424~11425363,149159268~2088276,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,225383167~7882310,235604314~3427328,240118541~7110382,247463936~24519186,276824064~6509352,284433279~8202391,293980751~7140646,306184192~4729694,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31437816,405189195~12842168] 2024-04-13T09:01:06.271 INFO:tasks.workunit.client.0.smithi119.stdout:from 8 to 19 diff [1258244~6765686,10939052~3414471,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11465027,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31437816,405189195~12842168] 2024-04-13T09:01:06.271 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~3414471,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11465027,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31437816,405189195~12842168] 2024-04-13T09:01:06.276 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~3414471,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,247463936~24519186,276824064~6509352,284433279~8202391,293980751~7140646,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31437816,405189195~12842168] 2024-04-13T09:01:06.276 INFO:tasks.workunit.client.0.smithi119.stdout:from 9 to 10 diff [10939052~707877,22676689~2257266,78195080~4487717,85795760~6945779,103262699~1870556,311507272~6936353,348830675~7558253,384559464~17473101] 2024-04-13T09:01:06.276 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [10939052~707877,22676689~2257266,78195080~4487717,85795760~6945779,103262699~1870556,311507272~6936353,348830675~7558253,384559464~17473101] 2024-04-13T09:01:06.282 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [10939052~707877,22676689~2257266,78195080~4487717,85795760~6945779,103262699~1870556,311507272~6936353,348830675~7558253,384559464~17473101] 2024-04-13T09:01:06.282 INFO:tasks.workunit.client.0.smithi119.stdout:from 9 to 11 diff [10939052~707877,22676689~2257266,58054839~5580345,78195080~4487717,85795760~6945779,103262699~1870556,133294049~8154738,182948916~6799909,244569508~2659415,293980751~7132966,311507272~6936353,336226911~10663827,347937341~8451587,363877656~6556568,377275708~5547458,384559464~17473101] 2024-04-13T09:01:06.282 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [10939052~707877,22676689~2257266,58054839~5580345,78195080~4487717,85795760~6945779,103262699~1870556,133294049~8154738,182948916~6799909,244569508~2659415,293980751~7132966,311507272~6936353,336226911~10663827,347937341~8451587,363877656~6556568,377275708~5547458,384559464~17473101] 2024-04-13T09:01:06.287 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [10939052~707877,22676689~2257266,58054839~5580345,78195080~4487717,85795760~6945779,103262699~1870556,130023424~11425363,182948916~6799909,244569508~2659415,293980751~7132966,311507272~6936353,335544320~11346418,347937341~8451587,363877656~6556568,377275708~5547458,384559464~17473101] 2024-04-13T09:01:06.288 INFO:tasks.workunit.client.0.smithi119.stdout:from 9 to 12 diff [10939052~707877,22676689~2257266,58054839~5580345,78195080~4487717,85795760~6945779,103262699~1870556,133294049~8154738,149159268~2088276,169024874~648521,182007883~7740942,225383167~7882310,244569508~2659415,248963227~8180919,285944368~6691302,293980751~7132966,311507272~9117908,325233622~3691449,336226911~10663827,347937341~8451587,363877656~6556568,377275708~5547458,384559464~17473101] 2024-04-13T09:01:06.288 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [10939052~707877,22676689~2257266,58054839~5580345,78195080~4487717,85795760~6945779,103262699~1870556,133294049~8154738,149159268~2088276,169024874~648521,182007883~7740942,225383167~7882310,244569508~2659415,248963227~8180919,285944368~6691302,293980751~7132966,311507272~9117908,325233622~3691449,336226911~10663827,347937341~8451587,363877656~6556568,377275708~5547458,384559464~17473101] 2024-04-13T09:01:06.293 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [10939052~707877,22676689~2257266,58054839~5580345,78195080~4487717,85795760~6945779,103262699~1870556,130023424~11425363,149159268~2088276,169024874~648521,182007883~7740942,225383167~7882310,244569508~2659415,247463936~9680210,285944368~6691302,293980751~7132966,311507272~9117908,325233622~3691449,335544320~11346418,347937341~8451587,363877656~6556568,377275708~5547458,384559464~17473101] 2024-04-13T09:01:06.293 INFO:tasks.workunit.client.0.smithi119.stdout:from 9 to 13 diff [10939052~707877,22676689~2257266,34869444~3546335,58054839~5580345,74599364~2060932,78195080~4487717,85795760~15464762,103262699~1870556,133294049~8154738,149159268~2088276,169024874~648521,182007883~7740942,201261351~2027875,225383167~7882310,244569508~2659415,248963227~8180919,285944368~6691302,293980751~7132966,311507272~11662354,325233622~3691449,336226911~20162017,363877656~6556568,377275708~5547458,384559464~17473101,405189195~12842168] 2024-04-13T09:01:06.294 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [10939052~707877,22676689~2257266,34869444~3546335,58054839~5580345,74599364~2060932,78195080~4487717,85795760~15464762,103262699~1870556,133294049~8154738,149159268~2088276,169024874~648521,182007883~7740942,201261351~2027875,225383167~7882310,244569508~2659415,248963227~8180919,285944368~6691302,293980751~7132966,311507272~11662354,325233622~3691449,336226911~20162017,363877656~6556568,377275708~5547458,384559464~17473101,405189195~12842168] 2024-04-13T09:01:06.301 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [10939052~707877,22676689~2257266,34869444~3546335,58054839~5580345,74599364~2060932,78195080~4487717,85795760~15464762,103262699~1870556,130023424~11425363,149159268~2088276,169024874~648521,182007883~7740942,201261351~2027875,225383167~7882310,244569508~2659415,247463936~9680210,285944368~6691302,293980751~7132966,311507272~11662354,325233622~3691449,335544320~20844608,363877656~6556568,377275708~5547458,384559464~17473101,405189195~12842168] 2024-04-13T09:01:06.301 INFO:tasks.workunit.client.0.smithi119.stdout:from 9 to 14 diff [10939052~707877,21216939~3717016,28868365~1154898,34869444~3546335,58054839~10511107,74599364~2060932,78195080~4487717,85795760~15464762,103262699~1870556,133294049~8154738,149159268~2088276,169024874~648521,180380542~9368283,201261351~2027875,225383167~7882310,240118541~7110382,248963227~8180919,285944368~6691302,293980751~7132966,311035999~12133627,325233622~3691449,331305941~25251321,363877656~6556568,377275708~5547458,384559464~17473101,405189195~12842168] 2024-04-13T09:01:06.301 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [10939052~707877,21216939~3717016,28868365~1154898,34869444~3546335,58054839~10511107,74599364~2060932,78195080~4487717,85795760~15464762,103262699~1870556,133294049~8154738,149159268~2088276,169024874~648521,180380542~9368283,201261351~2027875,225383167~7882310,240118541~7110382,248963227~8180919,285944368~6691302,293980751~7132966,311035999~12133627,325233622~3691449,331305941~25251321,363877656~6556568,377275708~5547458,384559464~17473101,405189195~12842168] 2024-04-13T09:01:06.307 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [10939052~707877,21216939~3717016,28868365~1154898,34869444~3546335,58054839~10511107,74599364~2060932,78195080~4487717,85795760~15464762,103262699~1870556,130023424~11425363,149159268~2088276,169024874~648521,180380542~9368283,201261351~2027875,225383167~7882310,240118541~7110382,247463936~9680210,285944368~6691302,293980751~7132966,311035999~12133627,325233622~31323640,363877656~6556568,377275708~5547458,384559464~17473101,405189195~12842168] 2024-04-13T09:01:06.307 INFO:tasks.workunit.client.0.smithi119.stdout:from 9 to 15 diff [10939052~707877,21216939~3717016,28868365~1154898,34869444~3546335,40275622~3638438,58054839~10511107,74599364~2060932,78195080~4487717,85795760~15464762,103262699~1870556,110698960~3072305,133294049~8154738,149159268~2088276,169024874~648521,180380542~10431434,201261351~2027875,225383167~7882310,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,285944368~6691302,293980751~7132966,311035999~12133627,325233622~3691449,331305941~25251321,363877656~6556568,370594749~31437816,405189195~12842168] 2024-04-13T09:01:06.307 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [10939052~707877,21216939~3717016,28868365~1154898,34869444~3546335,40275622~3638438,58054839~10511107,74599364~2060932,78195080~4487717,85795760~15464762,103262699~1870556,110698960~3072305,133294049~8154738,149159268~2088276,169024874~648521,180380542~10431434,201261351~2027875,225383167~7882310,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,285944368~6691302,293980751~7132966,311035999~12133627,325233622~3691449,331305941~25251321,363877656~6556568,370594749~31437816,405189195~12842168] 2024-04-13T09:01:06.312 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [10939052~707877,21216939~3717016,28868365~1154898,34869444~3546335,40275622~3638438,58054839~10511107,74599364~2060932,78195080~4487717,85795760~15464762,103262699~1870556,110698960~3072305,130023424~11425363,149159268~2088276,169024874~648521,180380542~10431434,201261351~2027875,225383167~7882310,240118541~7110382,247463936~10141258,260235455~6166168,268195530~762084,285944368~6691302,293980751~7132966,311035999~12133627,325233622~31323640,363877656~6556568,370594749~31437816,405189195~12842168] 2024-04-13T09:01:06.312 INFO:tasks.workunit.client.0.smithi119.stdout:from 9 to 16 diff [10939052~707877,21216939~3717016,28868365~1154898,34869444~3546335,40275622~3638438,58054839~14055903,72860054~3800242,78195080~4487717,85795760~15464762,103262699~1870556,110698960~3072305,133294049~8154738,149159268~2088276,162948198~5736809,169024874~648521,173677030~17134946,196160630~1146852,201261351~2027875,225383167~7882310,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,285944368~6691302,293980751~7132966,311035999~12133627,325233622~3691449,331305941~25251321,363877656~6556568,370594749~31437816,405189195~12842168] 2024-04-13T09:01:06.312 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [10939052~707877,21216939~3717016,28868365~1154898,34869444~3546335,40275622~3638438,58054839~14055903,72860054~3800242,78195080~4487717,85795760~15464762,103262699~1870556,110698960~3072305,133294049~8154738,149159268~2088276,162948198~5736809,169024874~648521,173677030~17134946,196160630~1146852,201261351~2027875,225383167~7882310,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,285944368~6691302,293980751~7132966,311035999~12133627,325233622~3691449,331305941~25251321,363877656~6556568,370594749~31437816,405189195~12842168] 2024-04-13T09:01:06.318 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [10939052~707877,21216939~3717016,28868365~1154898,34869444~3546335,40275622~3638438,58054839~14055903,72860054~3800242,78195080~4487717,85795760~15464762,103262699~1870556,110698960~3072305,130023424~11425363,149159268~2088276,162948198~5736809,169024874~648521,171966464~18845512,196160630~1146852,201261351~2027875,225383167~7882310,240118541~7110382,247463936~10141258,260235455~6166168,268195530~762084,276824064~6509352,285944368~6691302,293980751~7132966,311035999~12133627,325233622~31323640,363877656~6556568,370594749~31437816,405189195~12842168] 2024-04-13T09:01:06.318 INFO:tasks.workunit.client.0.smithi119.stdout:from 9 to 17 diff [10939052~707877,21216939~3717016,28868365~1154898,34869444~3546335,40275622~3638438,46019093~7779217,58054839~14055903,72860054~3800242,78195080~4487717,85795760~15464762,103262699~1870556,110698960~3072305,132045564~9403223,149159268~2088276,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,225383167~7882310,235604314~3427328,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,293980751~7140646,306489244~4424642,311035999~12133627,325233622~3691449,331305941~25251321,363877656~6556568,370594749~31437816,405189195~12842168] 2024-04-13T09:01:06.318 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [10939052~707877,21216939~3717016,28868365~1154898,34869444~3546335,40275622~3638438,46019093~7779217,58054839~14055903,72860054~3800242,78195080~4487717,85795760~15464762,103262699~1870556,110698960~3072305,132045564~9403223,149159268~2088276,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,225383167~7882310,235604314~3427328,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,293980751~7140646,306489244~4424642,311035999~12133627,325233622~3691449,331305941~25251321,363877656~6556568,370594749~31437816,405189195~12842168] 2024-04-13T09:01:06.324 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [10939052~707877,21216939~3717016,28868365~1154898,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14055903,72860054~3800242,78195080~4487717,85795760~15464762,103262699~1870556,110698960~3072305,130023424~11425363,149159268~2088276,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,225383167~7882310,235604314~3427328,240118541~7110382,247463936~10141258,260235455~6166168,268195530~762084,276824064~6509352,284433279~8202391,293980751~7140646,306184192~4729694,311035999~12133627,325233622~31323640,363877656~6556568,370594749~31437816,405189195~12842168] 2024-04-13T09:01:06.324 INFO:tasks.workunit.client.0.smithi119.stdout:from 9 to 18 diff [10939052~3414471,21216939~3717016,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~3800242,78195080~4487717,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~9403223,149159268~2088276,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,235604314~3427328,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,293980751~7140646,306489244~4424642,311035999~12133627,325233622~3691449,331305941~25251321,363877656~6556568,370594749~31437816,405189195~12842168] 2024-04-13T09:01:06.324 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [10939052~3414471,21216939~3717016,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~3800242,78195080~4487717,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~9403223,149159268~2088276,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,235604314~3427328,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,293980751~7140646,306489244~4424642,311035999~12133627,325233622~3691449,331305941~25251321,363877656~6556568,370594749~31437816,405189195~12842168] 2024-04-13T09:01:06.330 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [10939052~3414471,21216939~3717016,28868365~1154898,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~3800242,78195080~4487717,85795760~15464762,103262699~1870556,110698960~3072305,118665168~9539526,130023424~11425363,149159268~2088276,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,225383167~7882310,235604314~3427328,240118541~7110382,247463936~10141258,260235455~6166168,268195530~762084,276824064~6509352,284433279~8202391,293980751~7140646,306184192~4729694,311035999~12133627,325233622~31323640,363877656~6556568,370594749~31437816,405189195~12842168] 2024-04-13T09:01:06.330 INFO:tasks.workunit.client.0.smithi119.stdout:from 9 to 19 diff [10939052~3414471,21216939~3717016,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,363877656~6556568,370594749~31437816,405189195~12842168] 2024-04-13T09:01:06.330 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [10939052~3414471,21216939~3717016,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,363877656~6556568,370594749~31437816,405189195~12842168] 2024-04-13T09:01:06.338 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [10939052~3414471,21216939~3717016,28868365~1154898,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,247463936~10141258,260235455~6166168,268195530~762084,276824064~6509352,284433279~8202391,293980751~7140646,301989888~8923998,311035999~12133627,325233622~31323640,363877656~6556568,370594749~31437816,405189195~12842168] 2024-04-13T09:01:06.338 INFO:tasks.workunit.client.0.smithi119.stdout:from 10 to 11 diff [58054839~5580345,133294049~8154738,182948916~6799909,244569508~2659415,293980751~7132966,336226911~10663827,347937341~3284200,363877656~6556568,377275708~5547458] 2024-04-13T09:01:06.338 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [58054839~5580345,133294049~8154738,182948916~6799909,244569508~2659415,293980751~7132966,336226911~10663827,347937341~3284200,363877656~6556568,377275708~5547458] 2024-04-13T09:01:06.341 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [58054839~5580345,130023424~11425363,182948916~6799909,244569508~2659415,293980751~7132966,335544320~11346418,347937341~3284200,363877656~6556568,377275708~5547458] 2024-04-13T09:01:06.342 INFO:tasks.workunit.client.0.smithi119.stdout:from 10 to 12 diff [58054839~5580345,133294049~8154738,149159268~2088276,169024874~648521,182007883~7740942,225383167~7882310,244569508~2659415,248963227~8180919,285944368~6691302,293980751~7132966,317559814~3065366,325233622~3691449,336226911~10663827,347937341~3284200,363877656~6556568,377275708~5547458,396914845~1861904] 2024-04-13T09:01:06.342 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [58054839~5580345,133294049~8154738,149159268~2088276,169024874~648521,182007883~7740942,225383167~7882310,244569508~2659415,248963227~8180919,285944368~6691302,293980751~7132966,317559814~3065366,325233622~3691449,336226911~10663827,347937341~3284200,363877656~6556568,377275708~5547458,396914845~1861904] 2024-04-13T09:01:06.347 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [58054839~5580345,130023424~11425363,149159268~2088276,169024874~648521,182007883~7740942,225383167~7882310,244569508~2659415,247463936~9680210,285944368~6691302,293980751~7132966,317559814~3065366,325233622~3691449,335544320~11346418,347937341~3284200,363877656~6556568,377275708~5547458,396914845~1861904] 2024-04-13T09:01:06.348 INFO:tasks.workunit.client.0.smithi119.stdout:from 10 to 13 diff [34869444~3546335,58054839~5580345,74599364~2060932,90823774~10436748,133294049~8154738,149159268~2088276,169024874~648521,182007883~7740942,201261351~2027875,225383167~7882310,244569508~2659415,248963227~8180919,285944368~6691302,293980751~7132966,317098940~6070686,325233622~3691449,336226911~14994630,363877656~6556568,377275708~5547458,396914845~1861904,405189195~12842168] 2024-04-13T09:01:06.348 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [34869444~3546335,58054839~5580345,74599364~2060932,90823774~10436748,133294049~8154738,149159268~2088276,169024874~648521,182007883~7740942,201261351~2027875,225383167~7882310,244569508~2659415,248963227~8180919,285944368~6691302,293980751~7132966,317098940~6070686,325233622~3691449,336226911~14994630,363877656~6556568,377275708~5547458,396914845~1861904,405189195~12842168] 2024-04-13T09:01:06.352 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [34869444~3546335,58054839~5580345,74599364~2060932,90823774~10436748,130023424~11425363,149159268~2088276,169024874~648521,182007883~7740942,201261351~2027875,225383167~7882310,244569508~2659415,247463936~9680210,285944368~6691302,293980751~7132966,317098940~6070686,325233622~3691449,335544320~15677221,363877656~6556568,377275708~5547458,396914845~1861904,405189195~12842168] 2024-04-13T09:01:06.352 INFO:tasks.workunit.client.0.smithi119.stdout:from 10 to 14 diff [21216939~1913161,28868365~1154898,34869444~3546335,58054839~10511107,74599364~2060932,90823774~10436748,133294049~8154738,149159268~2088276,169024874~648521,180380542~9368283,201261351~2027875,225383167~7882310,240118541~7110382,248963227~8180919,285944368~6691302,293980751~7132966,311035999~12133627,325233622~3691449,331305941~19915600,352896479~3660783,363877656~6556568,377275708~5547458,396914845~1861904,405189195~12842168] 2024-04-13T09:01:06.353 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [21216939~1913161,28868365~1154898,34869444~3546335,58054839~10511107,74599364~2060932,90823774~10436748,133294049~8154738,149159268~2088276,169024874~648521,180380542~9368283,201261351~2027875,225383167~7882310,240118541~7110382,248963227~8180919,285944368~6691302,293980751~7132966,311035999~12133627,325233622~3691449,331305941~19915600,352896479~3660783,363877656~6556568,377275708~5547458,396914845~1861904,405189195~12842168] 2024-04-13T09:01:06.358 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [21216939~1913161,28868365~1154898,34869444~3546335,58054839~10511107,74599364~2060932,90823774~10436748,130023424~11425363,149159268~2088276,169024874~648521,180380542~9368283,201261351~2027875,225383167~7882310,240118541~7110382,247463936~9680210,285944368~6691302,293980751~7132966,311035999~12133627,325233622~25987919,352896479~3660783,363877656~6556568,377275708~5547458,396914845~1861904,405189195~12842168] 2024-04-13T09:01:06.358 INFO:tasks.workunit.client.0.smithi119.stdout:from 10 to 15 diff [21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,58054839~10511107,74599364~2060932,90823774~10436748,110698960~3072305,133294049~8154738,149159268~2088276,169024874~648521,180380542~10431434,201261351~2027875,225383167~7882310,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,285944368~6691302,293980751~7132966,311035999~12133627,325233622~3691449,331305941~19915600,352896479~3660783,363877656~6556568,370594749~19416504,396914845~1861904,405189195~12842168] 2024-04-13T09:01:06.358 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,58054839~10511107,74599364~2060932,90823774~10436748,110698960~3072305,133294049~8154738,149159268~2088276,169024874~648521,180380542~10431434,201261351~2027875,225383167~7882310,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,285944368~6691302,293980751~7132966,311035999~12133627,325233622~3691449,331305941~19915600,352896479~3660783,363877656~6556568,370594749~19416504,396914845~1861904,405189195~12842168] 2024-04-13T09:01:06.365 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,58054839~10511107,74599364~2060932,90823774~10436748,110698960~3072305,130023424~11425363,149159268~2088276,169024874~648521,180380542~10431434,201261351~2027875,225383167~7882310,240118541~7110382,247463936~10141258,260235455~6166168,268195530~762084,285944368~6691302,293980751~7132966,311035999~12133627,325233622~25987919,352896479~3660783,363877656~6556568,370594749~19416504,396914845~1861904,405189195~12842168] 2024-04-13T09:01:06.365 INFO:tasks.workunit.client.0.smithi119.stdout:from 10 to 16 diff [21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,58054839~14055903,72860054~3800242,90823774~10436748,110698960~3072305,133294049~8154738,149159268~2088276,162948198~5736809,169024874~648521,173677030~17134946,196160630~1146852,201261351~2027875,225383167~7882310,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,285944368~6691302,293980751~7132966,311035999~12133627,325233622~3691449,331305941~19915600,352896479~3660783,363877656~6556568,370594749~19416504,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:06.365 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,58054839~14055903,72860054~3800242,90823774~10436748,110698960~3072305,133294049~8154738,149159268~2088276,162948198~5736809,169024874~648521,173677030~17134946,196160630~1146852,201261351~2027875,225383167~7882310,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,285944368~6691302,293980751~7132966,311035999~12133627,325233622~3691449,331305941~19915600,352896479~3660783,363877656~6556568,370594749~19416504,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:06.371 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,58054839~14055903,72860054~3800242,90823774~10436748,110698960~3072305,130023424~11425363,149159268~2088276,162948198~5736809,169024874~648521,171966464~18845512,196160630~1146852,201261351~2027875,225383167~7882310,240118541~7110382,247463936~10141258,260235455~6166168,268195530~762084,276824064~6509352,285944368~6691302,293980751~7132966,311035999~12133627,325233622~25987919,352896479~3660783,363877656~6556568,370594749~19416504,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:06.371 INFO:tasks.workunit.client.0.smithi119.stdout:from 10 to 17 diff [21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,46019093~7779217,58054839~14055903,72860054~3800242,90823774~10436748,110698960~3072305,132045564~9403223,149159268~2088276,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,225383167~7882310,235604314~3427328,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,293980751~7140646,306489244~4424642,311035999~12133627,325233622~3691449,331305941~19915600,352896479~3660783,363877656~6556568,370594749~19416504,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:06.371 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,46019093~7779217,58054839~14055903,72860054~3800242,90823774~10436748,110698960~3072305,132045564~9403223,149159268~2088276,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,225383167~7882310,235604314~3427328,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,293980751~7140646,306489244~4424642,311035999~12133627,325233622~3691449,331305941~19915600,352896479~3660783,363877656~6556568,370594749~19416504,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:06.377 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14055903,72860054~3800242,90823774~10436748,110698960~3072305,130023424~11425363,149159268~2088276,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,225383167~7882310,235604314~3427328,240118541~7110382,247463936~10141258,260235455~6166168,268195530~762084,276824064~6509352,284433279~8202391,293980751~7140646,306184192~4729694,311035999~12133627,325233622~25987919,352896479~3660783,363877656~6556568,370594749~19416504,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:06.377 INFO:tasks.workunit.client.0.smithi119.stdout:from 10 to 18 diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~3800242,90823774~10436748,110698960~3072305,121383394~6821300,132045564~9403223,149159268~2088276,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,235604314~3427328,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,293980751~7140646,306489244~4424642,311035999~12133627,325233622~3691449,331305941~19915600,352896479~3660783,363877656~6556568,370594749~19416504,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:06.377 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~3800242,90823774~10436748,110698960~3072305,121383394~6821300,132045564~9403223,149159268~2088276,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,235604314~3427328,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,293980751~7140646,306489244~4424642,311035999~12133627,325233622~3691449,331305941~19915600,352896479~3660783,363877656~6556568,370594749~19416504,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:06.383 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~3800242,90823774~10436748,110698960~3072305,118665168~9539526,130023424~11425363,149159268~2088276,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,225383167~7882310,235604314~3427328,240118541~7110382,247463936~10141258,260235455~6166168,268195530~762084,276824064~6509352,284433279~8202391,293980751~7140646,306184192~4729694,311035999~12133627,325233622~25987919,352896479~3660783,363877656~6556568,370594749~19416504,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:06.383 INFO:tasks.workunit.client.0.smithi119.stdout:from 10 to 19 diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~8316037,90823774~10436748,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~19915600,352896479~3660783,363877656~6556568,370594749~19416504,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:06.383 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~8316037,90823774~10436748,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~19915600,352896479~3660783,363877656~6556568,370594749~19416504,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:06.388 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~8316037,90823774~10436748,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,247463936~10141258,260235455~6166168,268195530~762084,276824064~6509352,284433279~8202391,293980751~7140646,301989888~8923998,311035999~12133627,325233622~25987919,352896479~3660783,363877656~6556568,370594749~19416504,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:06.388 INFO:tasks.workunit.client.0.smithi119.stdout:from 11 to 12 diff [137310364~1522974,149159268~2088276,169024874~648521,182007883~2125611,225383167~7882310,248963227~8180919,285944368~6691302,317559814~3065366,325233622~3691449,396914845~1861904] 2024-04-13T09:01:06.388 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [137310364~1522974,149159268~2088276,169024874~648521,182007883~2125611,225383167~7882310,248963227~8180919,285944368~6691302,317559814~3065366,325233622~3691449,396914845~1861904] 2024-04-13T09:01:06.394 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [137310364~1522974,149159268~2088276,169024874~648521,182007883~2125611,225383167~7882310,247463936~9680210,285944368~6691302,317559814~3065366,325233622~3691449,396914845~1861904] 2024-04-13T09:01:06.394 INFO:tasks.workunit.client.0.smithi119.stdout:from 11 to 13 diff [34869444~3546335,74599364~2060932,90823774~10436748,137310364~1522974,149159268~2088276,169024874~648521,182007883~2125611,201261351~2027875,225383167~7882310,248963227~8180919,285944368~6691302,317098940~6070686,325233622~3691449,341773127~8824067,396914845~1861904,405189195~12842168] 2024-04-13T09:01:06.394 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [34869444~3546335,74599364~2060932,90823774~10436748,137310364~1522974,149159268~2088276,169024874~648521,182007883~2125611,201261351~2027875,225383167~7882310,248963227~8180919,285944368~6691302,317098940~6070686,325233622~3691449,341773127~8824067,396914845~1861904,405189195~12842168] 2024-04-13T09:01:06.401 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [34869444~3546335,74599364~2060932,90823774~10436748,137310364~1522974,149159268~2088276,169024874~648521,182007883~2125611,201261351~2027875,225383167~7882310,247463936~9680210,285944368~6691302,317098940~6070686,325233622~3691449,341773127~8824067,396914845~1861904,405189195~12842168] 2024-04-13T09:01:06.401 INFO:tasks.workunit.client.0.smithi119.stdout:from 11 to 14 diff [21216939~1913161,28868365~1154898,34869444~3546335,62207475~6358471,74599364~2060932,90823774~10436748,137310364~1522974,149159268~2088276,169024874~648521,180380542~6811568,201261351~2027875,225383167~7882310,240118541~6135707,248963227~8180919,285944368~6691302,311035999~12133627,325233622~3691449,331305941~5133152,341773127~8824067,352896479~3660783,396914845~1861904,405189195~12842168] 2024-04-13T09:01:06.402 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [21216939~1913161,28868365~1154898,34869444~3546335,62207475~6358471,74599364~2060932,90823774~10436748,137310364~1522974,149159268~2088276,169024874~648521,180380542~6811568,201261351~2027875,225383167~7882310,240118541~6135707,248963227~8180919,285944368~6691302,311035999~12133627,325233622~3691449,331305941~5133152,341773127~8824067,352896479~3660783,396914845~1861904,405189195~12842168] 2024-04-13T09:01:06.406 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [21216939~1913161,28868365~1154898,34869444~3546335,62207475~6358471,74599364~2060932,90823774~10436748,137310364~1522974,149159268~2088276,169024874~648521,180380542~6811568,201261351~2027875,225383167~7882310,240118541~6135707,247463936~9680210,285944368~6691302,311035999~12133627,325233622~11205471,341773127~8824067,352896479~3660783,396914845~1861904,405189195~12842168] 2024-04-13T09:01:06.406 INFO:tasks.workunit.client.0.smithi119.stdout:from 11 to 15 diff [21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,62207475~6358471,74599364~2060932,90823774~10436748,110698960~3072305,137310364~1522974,149159268~2088276,169024874~648521,180380542~10431434,201261351~2027875,225383167~7882310,240118541~6135707,248963227~8641967,260518095~5883528,268195530~762084,285944368~6691302,311035999~12133627,325233622~3691449,331305941~7570945,341773127~8824067,352896479~3660783,370594749~7514866,382767249~7244004,396914845~1861904,405189195~12842168] 2024-04-13T09:01:06.406 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,62207475~6358471,74599364~2060932,90823774~10436748,110698960~3072305,137310364~1522974,149159268~2088276,169024874~648521,180380542~10431434,201261351~2027875,225383167~7882310,240118541~6135707,248963227~8641967,260518095~5883528,268195530~762084,285944368~6691302,311035999~12133627,325233622~3691449,331305941~7570945,341773127~8824067,352896479~3660783,370594749~7514866,382767249~7244004,396914845~1861904,405189195~12842168] 2024-04-13T09:01:06.412 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,62207475~6358471,74599364~2060932,90823774~10436748,110698960~3072305,137310364~1522974,149159268~2088276,169024874~648521,180380542~10431434,201261351~2027875,225383167~7882310,240118541~6135707,247463936~10141258,260235455~6166168,268195530~762084,285944368~6691302,311035999~12133627,325233622~13643264,341773127~8824067,352896479~3660783,370594749~7514866,382767249~7244004,396914845~1861904,405189195~12842168] 2024-04-13T09:01:06.412 INFO:tasks.workunit.client.0.smithi119.stdout:from 11 to 16 diff [21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,62207475~9903267,72860054~3800242,90823774~10436748,110698960~3072305,137310364~1522974,149159268~2088276,162948198~5736809,169024874~648521,173677030~17134946,196160630~1146852,201261351~2027875,225383167~7882310,240118541~6135707,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,285944368~6691302,311035999~12133627,325233622~3691449,331305941~19291253,352896479~3660783,370594749~7514866,382767249~7244004,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:06.412 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,62207475~9903267,72860054~3800242,90823774~10436748,110698960~3072305,137310364~1522974,149159268~2088276,162948198~5736809,169024874~648521,173677030~17134946,196160630~1146852,201261351~2027875,225383167~7882310,240118541~6135707,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,285944368~6691302,311035999~12133627,325233622~3691449,331305941~19291253,352896479~3660783,370594749~7514866,382767249~7244004,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:06.417 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,62207475~9903267,72860054~3800242,90823774~10436748,110698960~3072305,137310364~1522974,149159268~2088276,162948198~5736809,169024874~648521,171966464~18845512,196160630~1146852,201261351~2027875,225383167~7882310,240118541~6135707,247463936~10141258,260235455~6166168,268195530~762084,276824064~6509352,285944368~6691302,311035999~12133627,325233622~25363572,352896479~3660783,370594749~7514866,382767249~7244004,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:06.418 INFO:tasks.workunit.client.0.smithi119.stdout:from 11 to 17 diff [21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,46019093~7779217,62207475~9903267,72860054~3800242,90823774~10436748,110698960~3072305,132045564~6855685,149159268~2088276,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,225383167~7882310,235604314~3427328,240118541~7062441,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,297030627~4090770,306489244~4424642,311035999~12133627,325233622~3691449,331305941~19291253,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:06.418 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,46019093~7779217,62207475~9903267,72860054~3800242,90823774~10436748,110698960~3072305,132045564~6855685,149159268~2088276,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,225383167~7882310,235604314~3427328,240118541~7062441,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,297030627~4090770,306489244~4424642,311035999~12133627,325233622~3691449,331305941~19291253,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:06.423 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44634045~9164265,62207475~9903267,72860054~3800242,90823774~10436748,110698960~3072305,132045564~6855685,149159268~2088276,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,225383167~7882310,235604314~3427328,240118541~7062441,247463936~10141258,260235455~6166168,268195530~762084,276824064~6509352,284433279~8202391,297030627~4090770,306184192~4729694,311035999~12133627,325233622~25363572,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:06.423 INFO:tasks.workunit.client.0.smithi119.stdout:from 11 to 18 diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58769869~1702345,62207475~9991862,72860054~3800242,90823774~10436748,110698960~3072305,121383394~6821300,132045564~6855685,149159268~2088276,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,235604314~3427328,240118541~7062441,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,297030627~4090770,306489244~4424642,311035999~12133627,325233622~3691449,331305941~19291253,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:06.423 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58769869~1702345,62207475~9991862,72860054~3800242,90823774~10436748,110698960~3072305,121383394~6821300,132045564~6855685,149159268~2088276,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,235604314~3427328,240118541~7062441,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,297030627~4090770,306489244~4424642,311035999~12133627,325233622~3691449,331305941~19291253,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:06.430 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44634045~9164265,58769869~1702345,62207475~9991862,72860054~3800242,90823774~10436748,110698960~3072305,118665168~9539526,132045564~6855685,149159268~2088276,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,225383167~7882310,235604314~3427328,240118541~7062441,247463936~10141258,260235455~6166168,268195530~762084,276824064~6509352,284433279~8202391,297030627~4090770,306184192~4729694,311035999~12133627,325233622~25363572,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:06.430 INFO:tasks.workunit.client.0.smithi119.stdout:from 11 to 19 diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58769869~1702345,62207475~9991862,72860054~8316037,90823774~10436748,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7062441,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,295363441~5757956,304404585~6509301,311035999~12133627,325233622~3691449,331305941~19291253,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:06.430 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58769869~1702345,62207475~9991862,72860054~8316037,90823774~10436748,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7062441,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,295363441~5757956,304404585~6509301,311035999~12133627,325233622~3691449,331305941~19291253,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:06.436 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44634045~9164265,58769869~1702345,62207475~9991862,72860054~8316037,90823774~10436748,110698960~3072305,118665168~9539526,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,225383167~7882310,234671288~535909,235604314~3427328,240118541~7062441,247463936~10141258,260235455~6166168,268195530~762084,276824064~6509352,284433279~8202391,295363441~5757956,301989888~8923998,311035999~12133627,325233622~25363572,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:06.436 INFO:tasks.workunit.client.0.smithi119.stdout:from 12 to 13 diff [34869444~3546335,74599364~2060932,90823774~10436748,201261351~2027875,317098940~6070686,341773127~8824067,405189195~12842168] 2024-04-13T09:01:06.436 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [34869444~3546335,74599364~2060932,90823774~10436748,201261351~2027875,317098940~6070686,341773127~8824067,405189195~12842168] 2024-04-13T09:01:06.442 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [34869444~3546335,74599364~2060932,90823774~10436748,201261351~2027875,317098940~6070686,341773127~8824067,405189195~12842168] 2024-04-13T09:01:06.442 INFO:tasks.workunit.client.0.smithi119.stdout:from 12 to 14 diff [21216939~1913161,28868365~1154898,34869444~3546335,62207475~6358471,74599364~2060932,90823774~10436748,180380542~6811568,201261351~2027875,240118541~6135707,311035999~12133627,331305941~5133152,341773127~8824067,352896479~3660783,405189195~12842168] 2024-04-13T09:01:06.442 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [21216939~1913161,28868365~1154898,34869444~3546335,62207475~6358471,74599364~2060932,90823774~10436748,180380542~6811568,201261351~2027875,240118541~6135707,311035999~12133627,331305941~5133152,341773127~8824067,352896479~3660783,405189195~12842168] 2024-04-13T09:01:06.450 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [21216939~1913161,28868365~1154898,34869444~3546335,62207475~6358471,74599364~2060932,90823774~10436748,180380542~6811568,201261351~2027875,240118541~6135707,311035999~12133627,328925071~7514022,341773127~8824067,352896479~3660783,405189195~12842168] 2024-04-13T09:01:06.450 INFO:tasks.workunit.client.0.smithi119.stdout:from 12 to 15 diff [21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,62207475~6358471,74599364~2060932,90823774~10436748,110698960~3072305,180380542~10431434,201261351~2027875,240118541~6135707,254003150~3602044,260518095~5883528,268195530~762084,311035999~12133627,331305941~7570945,341773127~8824067,352896479~3660783,370594749~7514866,382767249~7244004,405189195~12842168] 2024-04-13T09:01:06.450 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,62207475~6358471,74599364~2060932,90823774~10436748,110698960~3072305,180380542~10431434,201261351~2027875,240118541~6135707,254003150~3602044,260518095~5883528,268195530~762084,311035999~12133627,331305941~7570945,341773127~8824067,352896479~3660783,370594749~7514866,382767249~7244004,405189195~12842168] 2024-04-13T09:01:06.455 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,62207475~6358471,74599364~2060932,90823774~10436748,110698960~3072305,180380542~10431434,201261351~2027875,240118541~6135707,254003150~3602044,260235455~6166168,268195530~762084,311035999~12133627,328925071~9951815,341773127~8824067,352896479~3660783,370594749~7514866,382767249~7244004,405189195~12842168] 2024-04-13T09:01:06.455 INFO:tasks.workunit.client.0.smithi119.stdout:from 12 to 16 diff [21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,62207475~9903267,72860054~3800242,90823774~10436748,110698960~3072305,162948198~5736809,173677030~17134946,196160630~1146852,201261351~2027875,240118541~6135707,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,311035999~12133627,331305941~19291253,352896479~3660783,370594749~7514866,382767249~7244004,391949344~4724393,405189195~12842168] 2024-04-13T09:01:06.455 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,62207475~9903267,72860054~3800242,90823774~10436748,110698960~3072305,162948198~5736809,173677030~17134946,196160630~1146852,201261351~2027875,240118541~6135707,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,311035999~12133627,331305941~19291253,352896479~3660783,370594749~7514866,382767249~7244004,391949344~4724393,405189195~12842168] 2024-04-13T09:01:06.462 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,62207475~9903267,72860054~3800242,90823774~10436748,110698960~3072305,162948198~5736809,171966464~18845512,196160630~1146852,201261351~2027875,240118541~6135707,254003150~3602044,260235455~6166168,268195530~762084,276824064~6509352,311035999~12133627,328925071~21672123,352896479~3660783,370594749~7514866,382767249~7244004,391949344~4724393,405189195~12842168] 2024-04-13T09:01:06.463 INFO:tasks.workunit.client.0.smithi119.stdout:from 12 to 17 diff [21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,46019093~7779217,62207475~9903267,72860054~3800242,90823774~10436748,110698960~3072305,132045564~6855685,162948198~5736809,173677030~19546364,196160630~1146852,201261351~2027875,235604314~3427328,240118541~7062441,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,284433279~2005401,297030627~4090770,306489244~4424642,311035999~12133627,331305941~19291253,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,405189195~12842168] 2024-04-13T09:01:06.463 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,46019093~7779217,62207475~9903267,72860054~3800242,90823774~10436748,110698960~3072305,132045564~6855685,162948198~5736809,173677030~19546364,196160630~1146852,201261351~2027875,235604314~3427328,240118541~7062441,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,284433279~2005401,297030627~4090770,306489244~4424642,311035999~12133627,331305941~19291253,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,405189195~12842168] 2024-04-13T09:01:06.468 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44634045~9164265,62207475~9903267,72860054~3800242,90823774~10436748,110698960~3072305,132045564~6855685,162948198~5736809,171966464~21256930,196160630~1146852,201261351~2027875,235604314~3427328,240118541~7062441,254003150~3602044,260235455~6166168,268195530~762084,276824064~6509352,284433279~2005401,297030627~4090770,306184192~4729694,311035999~12133627,328925071~21672123,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,405189195~12842168] 2024-04-13T09:01:06.468 INFO:tasks.workunit.client.0.smithi119.stdout:from 12 to 18 diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58769869~1702345,62207475~9991862,72860054~3800242,90823774~10436748,110698960~3072305,121383394~6821300,132045564~6855685,162948198~5736809,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,230333033~2271898,235604314~3427328,240118541~7062441,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,284433279~2005401,297030627~4090770,306489244~4424642,311035999~12133627,331305941~19291253,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,405189195~12842168] 2024-04-13T09:01:06.468 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58769869~1702345,62207475~9991862,72860054~3800242,90823774~10436748,110698960~3072305,121383394~6821300,132045564~6855685,162948198~5736809,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,230333033~2271898,235604314~3427328,240118541~7062441,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,284433279~2005401,297030627~4090770,306489244~4424642,311035999~12133627,331305941~19291253,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,405189195~12842168] 2024-04-13T09:01:06.474 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44634045~9164265,58769869~1702345,62207475~9991862,72860054~3800242,90823774~10436748,110698960~3072305,118665168~9539526,132045564~6855685,162948198~5736809,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,230333033~2271898,235604314~3427328,240118541~7062441,254003150~3602044,260235455~6166168,268195530~762084,276824064~6509352,284433279~2005401,297030627~4090770,306184192~4729694,311035999~12133627,328925071~21672123,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,405189195~12842168] 2024-04-13T09:01:06.474 INFO:tasks.workunit.client.0.smithi119.stdout:from 12 to 19 diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58769869~1702345,62207475~9991862,72860054~8316037,90823774~10436748,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,230333033~2271898,234671288~535909,235604314~3427328,240118541~7062441,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,284433279~2005401,295363441~5757956,304404585~6509301,311035999~12133627,331305941~19291253,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,405189195~12842168] 2024-04-13T09:01:06.474 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58769869~1702345,62207475~9991862,72860054~8316037,90823774~10436748,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,230333033~2271898,234671288~535909,235604314~3427328,240118541~7062441,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,284433279~2005401,295363441~5757956,304404585~6509301,311035999~12133627,331305941~19291253,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,405189195~12842168] 2024-04-13T09:01:06.479 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44634045~9164265,58769869~1702345,62207475~9991862,72860054~8316037,90823774~10436748,110698960~3072305,118665168~9539526,132045564~14812571,148673271~6434998,162948198~5736809,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,230333033~2271898,234671288~535909,235604314~3427328,240118541~7062441,254003150~3602044,260235455~6166168,268195530~762084,276824064~6509352,284433279~2005401,295363441~5757956,301989888~8923998,311035999~12133627,328925071~21672123,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,405189195~12842168] 2024-04-13T09:01:06.480 INFO:tasks.workunit.client.0.smithi119.stdout:from 13 to 14 diff [21216939~1913161,28868365~1154898,62207475~6358471,180380542~6811568,240118541~6135707,311035999~6407570,331305941~5133152,352896479~3660783] 2024-04-13T09:01:06.480 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [21216939~1913161,28868365~1154898,62207475~6358471,180380542~6811568,240118541~6135707,311035999~6407570,331305941~5133152,352896479~3660783] 2024-04-13T09:01:06.485 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [21216939~1913161,28868365~1154898,62207475~6358471,180380542~6811568,240118541~6135707,311035999~6407570,328925071~7514022,352896479~3660783] 2024-04-13T09:01:06.485 INFO:tasks.workunit.client.0.smithi119.stdout:from 13 to 15 diff [21216939~1913161,28868365~1154898,40275622~3638438,62207475~6358471,110698960~3072305,180380542~10431434,240118541~6135707,254003150~3602044,260518095~5883528,268195530~762084,311035999~6407570,331305941~7570945,352896479~3660783,370594749~7514866,382767249~7244004] 2024-04-13T09:01:06.485 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [21216939~1913161,28868365~1154898,40275622~3638438,62207475~6358471,110698960~3072305,180380542~10431434,240118541~6135707,254003150~3602044,260518095~5883528,268195530~762084,311035999~6407570,331305941~7570945,352896479~3660783,370594749~7514866,382767249~7244004] 2024-04-13T09:01:06.491 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [21216939~1913161,28868365~1154898,40275622~3638438,62207475~6358471,110698960~3072305,180380542~10431434,240118541~6135707,254003150~3602044,260235455~6166168,268195530~762084,311035999~6407570,328925071~9951815,352896479~3660783,370594749~7514866,382767249~7244004] 2024-04-13T09:01:06.491 INFO:tasks.workunit.client.0.smithi119.stdout:from 13 to 16 diff [21216939~1913161,28868365~1154898,40275622~3638438,62207475~9903267,72860054~1778125,110698960~3072305,162948198~5736809,173677030~17134946,196160630~1146852,240118541~6135707,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,311035999~6407570,331305941~10582995,352896479~3660783,370594749~7514866,382767249~7244004,391949344~4724393] 2024-04-13T09:01:06.491 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [21216939~1913161,28868365~1154898,40275622~3638438,62207475~9903267,72860054~1778125,110698960~3072305,162948198~5736809,173677030~17134946,196160630~1146852,240118541~6135707,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,311035999~6407570,331305941~10582995,352896479~3660783,370594749~7514866,382767249~7244004,391949344~4724393] 2024-04-13T09:01:06.497 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [21216939~1913161,28868365~1154898,40275622~3638438,62207475~9903267,72860054~1778125,110698960~3072305,162948198~5736809,171966464~18845512,196160630~1146852,240118541~6135707,254003150~3602044,260235455~6166168,268195530~762084,276824064~6509352,311035999~6407570,328925071~12963865,352896479~3660783,370594749~7514866,382767249~7244004,391949344~4724393] 2024-04-13T09:01:06.498 INFO:tasks.workunit.client.0.smithi119.stdout:from 13 to 17 diff [21216939~1913161,28868365~1154898,40275622~3638438,46019093~7779217,62207475~9903267,72860054~1778125,110698960~3072305,132045564~6855685,162948198~5736809,173677030~19546364,196160630~1146852,235604314~3427328,240118541~7062441,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,284433279~2005401,297030627~4090770,306489244~4424642,311035999~6407570,331305941~10582995,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393] 2024-04-13T09:01:06.498 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [21216939~1913161,28868365~1154898,40275622~3638438,46019093~7779217,62207475~9903267,72860054~1778125,110698960~3072305,132045564~6855685,162948198~5736809,173677030~19546364,196160630~1146852,235604314~3427328,240118541~7062441,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,284433279~2005401,297030627~4090770,306489244~4424642,311035999~6407570,331305941~10582995,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393] 2024-04-13T09:01:06.503 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [21216939~1913161,28868365~1154898,40275622~3638438,44634045~9164265,62207475~9903267,72860054~1778125,110698960~3072305,132045564~6855685,162948198~5736809,171966464~21256930,196160630~1146852,235604314~3427328,240118541~7062441,254003150~3602044,260235455~6166168,268195530~762084,276824064~6509352,284433279~2005401,297030627~4090770,306184192~4729694,311035999~6407570,328925071~12963865,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393] 2024-04-13T09:01:06.503 INFO:tasks.workunit.client.0.smithi119.stdout:from 13 to 18 diff [11062374~3291149,21216939~1913161,28868365~1154898,40275622~3638438,44684192~9114118,58769869~1702345,62207475~9991862,72860054~1778125,110698960~3072305,121383394~6821300,132045564~6855685,162948198~5736809,173677030~19546364,196160630~1146852,212231510~5328588,230333033~2271898,235604314~3427328,240118541~7062441,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,284433279~2005401,297030627~4090770,306489244~4424642,311035999~6407570,331305941~10582995,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,410819176~6395763] 2024-04-13T09:01:06.503 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [11062374~3291149,21216939~1913161,28868365~1154898,40275622~3638438,44684192~9114118,58769869~1702345,62207475~9991862,72860054~1778125,110698960~3072305,121383394~6821300,132045564~6855685,162948198~5736809,173677030~19546364,196160630~1146852,212231510~5328588,230333033~2271898,235604314~3427328,240118541~7062441,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,284433279~2005401,297030627~4090770,306489244~4424642,311035999~6407570,331305941~10582995,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,410819176~6395763] 2024-04-13T09:01:06.510 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [11062374~3291149,21216939~1913161,28868365~1154898,40275622~3638438,44634045~9164265,58769869~1702345,62207475~9991862,72860054~1778125,110698960~3072305,118665168~9539526,132045564~6855685,162948198~5736809,171966464~21256930,196160630~1146852,209715200~7844898,230333033~2271898,235604314~3427328,240118541~7062441,254003150~3602044,260235455~6166168,268195530~762084,276824064~6509352,284433279~2005401,297030627~4090770,306184192~4729694,311035999~6407570,328925071~12963865,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,410819176~6395763] 2024-04-13T09:01:06.510 INFO:tasks.workunit.client.0.smithi119.stdout:from 13 to 19 diff [11062374~3291149,21216939~1913161,28868365~1154898,40275622~3638438,44684192~9114118,58769869~1702345,62207475~9991862,72860054~8316037,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,173677030~19546364,196160630~1146852,212231510~5328588,230333033~2271898,234671288~535909,235604314~3427328,240118541~7062441,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,284433279~2005401,295363441~5757956,304404585~6509301,311035999~6407570,331305941~10582995,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,410819176~6395763] 2024-04-13T09:01:06.510 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [11062374~3291149,21216939~1913161,28868365~1154898,40275622~3638438,44684192~9114118,58769869~1702345,62207475~9991862,72860054~8316037,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,173677030~19546364,196160630~1146852,212231510~5328588,230333033~2271898,234671288~535909,235604314~3427328,240118541~7062441,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,284433279~2005401,295363441~5757956,304404585~6509301,311035999~6407570,331305941~10582995,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,410819176~6395763] 2024-04-13T09:01:06.517 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [11062374~3291149,21216939~1913161,28868365~1154898,40275622~3638438,44634045~9164265,58769869~1702345,62207475~9991862,72860054~8316037,110698960~3072305,118665168~9539526,132045564~14812571,148673271~6434998,162948198~5736809,171966464~21256930,196160630~1146852,209715200~7844898,230333033~2271898,234671288~535909,235604314~3427328,240118541~7062441,254003150~3602044,260235455~6166168,268195530~762084,276824064~6509352,284433279~2005401,295363441~5757956,301989888~8923998,311035999~6407570,328925071~12963865,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,410819176~6395763] 2024-04-13T09:01:06.517 INFO:tasks.workunit.client.0.smithi119.stdout:from 14 to 15 diff [40275622~3638438,110698960~3072305,182812801~7999175,254003150~3602044,260518095~5883528,268195530~762084,336000335~2876551,370594749~7514866,382767249~7244004] 2024-04-13T09:01:06.517 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [40275622~3638438,110698960~3072305,182812801~7999175,254003150~3602044,260518095~5883528,268195530~762084,336000335~2876551,370594749~7514866,382767249~7244004] 2024-04-13T09:01:06.523 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [40275622~3638438,110698960~3072305,182812801~7999175,254003150~3602044,260235455~6166168,268195530~762084,336000335~2876551,370594749~7514866,382767249~7244004] 2024-04-13T09:01:06.523 INFO:tasks.workunit.client.0.smithi119.stdout:from 14 to 16 diff [40275622~3638438,64362564~7748178,72860054~1778125,110698960~3072305,162948198~5736809,173677030~17134946,196160630~1146852,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,336000335~5888601,370594749~7514866,382767249~7244004,391949344~4724393] 2024-04-13T09:01:06.523 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [40275622~3638438,64362564~7748178,72860054~1778125,110698960~3072305,162948198~5736809,173677030~17134946,196160630~1146852,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,336000335~5888601,370594749~7514866,382767249~7244004,391949344~4724393] 2024-04-13T09:01:06.529 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [40275622~3638438,64362564~7748178,72860054~1778125,110698960~3072305,162948198~5736809,171966464~18845512,196160630~1146852,254003150~3602044,260235455~6166168,268195530~762084,276824064~6509352,336000335~5888601,370594749~7514866,382767249~7244004,391949344~4724393] 2024-04-13T09:01:06.529 INFO:tasks.workunit.client.0.smithi119.stdout:from 14 to 17 diff [40275622~3638438,46019093~7779217,64362564~7748178,72860054~1778125,110698960~3072305,132045564~6855685,162948198~5736809,173677030~19546364,196160630~1146852,235604314~3427328,243739589~3441393,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,284433279~2005401,297030627~4090770,306489244~4424642,336000335~5888601,370594749~7514866,379092509~10918744,391949344~4724393] 2024-04-13T09:01:06.529 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [40275622~3638438,46019093~7779217,64362564~7748178,72860054~1778125,110698960~3072305,132045564~6855685,162948198~5736809,173677030~19546364,196160630~1146852,235604314~3427328,243739589~3441393,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,284433279~2005401,297030627~4090770,306489244~4424642,336000335~5888601,370594749~7514866,379092509~10918744,391949344~4724393] 2024-04-13T09:01:06.536 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [40275622~3638438,44634045~9164265,64362564~7748178,72860054~1778125,110698960~3072305,132045564~6855685,162948198~5736809,171966464~21256930,196160630~1146852,235604314~3427328,243739589~3441393,254003150~3602044,260235455~6166168,268195530~762084,276824064~6509352,284433279~2005401,297030627~4090770,306184192~4729694,336000335~5888601,370594749~7514866,379092509~10918744,391949344~4724393] 2024-04-13T09:01:06.536 INFO:tasks.workunit.client.0.smithi119.stdout:from 14 to 18 diff [11062374~3291149,40275622~3638438,44684192~9114118,58769869~1702345,64362564~7836773,72860054~1778125,110698960~3072305,121383394~6821300,132045564~6855685,162948198~5736809,173677030~19546364,196160630~1146852,212231510~5328588,230333033~2271898,235604314~3427328,243739589~3441393,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,284433279~2005401,297030627~4090770,306489244~4424642,336000335~5888601,370594749~7514866,379092509~10918744,391949344~4724393,410819176~6395763] 2024-04-13T09:01:06.536 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [11062374~3291149,40275622~3638438,44684192~9114118,58769869~1702345,64362564~7836773,72860054~1778125,110698960~3072305,121383394~6821300,132045564~6855685,162948198~5736809,173677030~19546364,196160630~1146852,212231510~5328588,230333033~2271898,235604314~3427328,243739589~3441393,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,284433279~2005401,297030627~4090770,306489244~4424642,336000335~5888601,370594749~7514866,379092509~10918744,391949344~4724393,410819176~6395763] 2024-04-13T09:01:06.543 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [11062374~3291149,40275622~3638438,44634045~9164265,58769869~1702345,64362564~7836773,72860054~1778125,110698960~3072305,118665168~9539526,132045564~6855685,162948198~5736809,171966464~21256930,196160630~1146852,209715200~7844898,230333033~2271898,235604314~3427328,243739589~3441393,254003150~3602044,260235455~6166168,268195530~762084,276824064~6509352,284433279~2005401,297030627~4090770,306184192~4729694,336000335~5888601,370594749~7514866,379092509~10918744,391949344~4724393,410819176~6395763] 2024-04-13T09:01:06.543 INFO:tasks.workunit.client.0.smithi119.stdout:from 14 to 19 diff [11062374~3291149,40275622~3638438,44684192~9114118,58769869~1702345,64362564~7836773,72860054~8316037,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,173677030~19546364,196160630~1146852,212231510~5328588,230333033~2271898,234671288~535909,235604314~3427328,243739589~3441393,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,284433279~2005401,295363441~5757956,304404585~6509301,336000335~5888601,370594749~7514866,379092509~10918744,391949344~4724393,410819176~6395763] 2024-04-13T09:01:06.543 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [11062374~3291149,40275622~3638438,44684192~9114118,58769869~1702345,64362564~7836773,72860054~8316037,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,173677030~19546364,196160630~1146852,212231510~5328588,230333033~2271898,234671288~535909,235604314~3427328,243739589~3441393,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,284433279~2005401,295363441~5757956,304404585~6509301,336000335~5888601,370594749~7514866,379092509~10918744,391949344~4724393,410819176~6395763] 2024-04-13T09:01:06.547 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [11062374~3291149,40275622~3638438,44634045~9164265,58769869~1702345,64362564~7836773,72860054~8316037,110698960~3072305,118665168~9539526,132045564~14812571,148673271~6434998,162948198~5736809,171966464~21256930,196160630~1146852,209715200~7844898,230333033~2271898,234671288~535909,235604314~3427328,243739589~3441393,254003150~3602044,260235455~6166168,268195530~762084,276824064~6509352,284433279~2005401,295363441~5757956,301989888~8923998,336000335~5888601,370594749~7514866,379092509~10918744,391949344~4724393,410819176~6395763] 2024-04-13T09:01:06.547 INFO:tasks.workunit.client.0.smithi119.stdout:from 15 to 16 diff [64362564~7748178,72860054~1778125,162948198~5736809,173677030~9234976,196160630~1146852,279599095~3734321,336942501~4946435,391949344~4724393] 2024-04-13T09:01:06.547 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [64362564~7748178,72860054~1778125,162948198~5736809,173677030~9234976,196160630~1146852,279599095~3734321,336942501~4946435,391949344~4724393] 2024-04-13T09:01:06.554 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [64362564~7748178,72860054~1778125,162948198~5736809,171966464~10945542,196160630~1146852,276824064~6509352,336942501~4946435,391949344~4724393] 2024-04-13T09:01:06.554 INFO:tasks.workunit.client.0.smithi119.stdout:from 15 to 17 diff [46019093~7779217,64362564~7748178,72860054~1778125,132045564~6855685,162948198~5736809,173677030~9234976,185412935~7810459,196160630~1146852,235604314~3427328,243739589~3441393,279599095~3734321,284433279~2005401,297030627~4090770,306489244~4424642,336942501~4946435,379092509~7492545,391949344~4724393] 2024-04-13T09:01:06.555 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [46019093~7779217,64362564~7748178,72860054~1778125,132045564~6855685,162948198~5736809,173677030~9234976,185412935~7810459,196160630~1146852,235604314~3427328,243739589~3441393,279599095~3734321,284433279~2005401,297030627~4090770,306489244~4424642,336942501~4946435,379092509~7492545,391949344~4724393] 2024-04-13T09:01:06.559 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [44634045~9164265,64362564~7748178,72860054~1778125,132045564~6855685,162948198~5736809,171966464~10945542,185412935~7810459,196160630~1146852,235604314~3427328,243739589~3441393,276824064~6509352,284433279~2005401,297030627~4090770,306184192~4729694,336942501~4946435,379092509~7492545,391949344~4724393] 2024-04-13T09:01:06.559 INFO:tasks.workunit.client.0.smithi119.stdout:from 15 to 18 diff [11062374~3291149,44684192~9114118,58769869~1702345,64362564~7836773,72860054~1778125,121383394~6821300,132045564~6855685,162948198~5736809,173677030~9234976,185412935~7810459,196160630~1146852,212231510~5328588,230333033~2271898,235604314~3427328,243739589~3441393,279599095~3734321,284433279~2005401,297030627~4090770,306489244~4424642,336942501~4946435,374764123~600118,379092509~7492545,391949344~4724393,410819176~6395763] 2024-04-13T09:01:06.559 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [11062374~3291149,44684192~9114118,58769869~1702345,64362564~7836773,72860054~1778125,121383394~6821300,132045564~6855685,162948198~5736809,173677030~9234976,185412935~7810459,196160630~1146852,212231510~5328588,230333033~2271898,235604314~3427328,243739589~3441393,279599095~3734321,284433279~2005401,297030627~4090770,306489244~4424642,336942501~4946435,374764123~600118,379092509~7492545,391949344~4724393,410819176~6395763] 2024-04-13T09:01:06.564 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [11062374~3291149,44634045~9164265,58769869~1702345,64362564~7836773,72860054~1778125,118665168~9539526,132045564~6855685,162948198~5736809,171966464~10945542,185412935~7810459,196160630~1146852,209715200~7844898,230333033~2271898,235604314~3427328,243739589~3441393,276824064~6509352,284433279~2005401,297030627~4090770,306184192~4729694,336942501~4946435,374764123~600118,379092509~7492545,391949344~4724393,410819176~6395763] 2024-04-13T09:01:06.564 INFO:tasks.workunit.client.0.smithi119.stdout:from 15 to 19 diff [11062374~3291149,44684192~9114118,58769869~1702345,64362564~7836773,72860054~8316037,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,173677030~9234976,185412935~7810459,196160630~1146852,212231510~5328588,230333033~2271898,234671288~535909,235604314~3427328,243739589~3441393,279599095~3734321,284433279~2005401,295363441~5757956,304404585~6509301,336942501~4946435,374764123~600118,379092509~7492545,391949344~4724393,410819176~6395763] 2024-04-13T09:01:06.564 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [11062374~3291149,44684192~9114118,58769869~1702345,64362564~7836773,72860054~8316037,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,173677030~9234976,185412935~7810459,196160630~1146852,212231510~5328588,230333033~2271898,234671288~535909,235604314~3427328,243739589~3441393,279599095~3734321,284433279~2005401,295363441~5757956,304404585~6509301,336942501~4946435,374764123~600118,379092509~7492545,391949344~4724393,410819176~6395763] 2024-04-13T09:01:06.569 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [11062374~3291149,44634045~9164265,58769869~1702345,64362564~7836773,72860054~8316037,118665168~9539526,132045564~14812571,148673271~6434998,162948198~5736809,171966464~10945542,185412935~7810459,196160630~1146852,209715200~7844898,230333033~2271898,234671288~535909,235604314~3427328,243739589~3441393,276824064~6509352,284433279~2005401,295363441~5757956,301989888~8923998,336942501~4946435,374764123~600118,379092509~7492545,391949344~4724393,410819176~6395763] 2024-04-13T09:01:06.569 INFO:tasks.workunit.client.0.smithi119.stdout:from 16 to 17 diff [46019093~7779217,132045564~6855685,185412935~7810459,235604314~3427328,243739589~3441393,284433279~2005401,297030627~4090770,306489244~4424642,379092509~7492545] 2024-04-13T09:01:06.569 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [46019093~7779217,132045564~6855685,185412935~7810459,235604314~3427328,243739589~3441393,284433279~2005401,297030627~4090770,306489244~4424642,379092509~7492545] 2024-04-13T09:01:06.575 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [44634045~9164265,132045564~6855685,185412935~7810459,235604314~3427328,243739589~3441393,284433279~2005401,297030627~4090770,306184192~4729694,379092509~7492545] 2024-04-13T09:01:06.575 INFO:tasks.workunit.client.0.smithi119.stdout:from 16 to 18 diff [11062374~3291149,44684192~9114118,58769869~1702345,67903176~4296161,121383394~6821300,132045564~6855685,185412935~7810459,212231510~5328588,230333033~2271898,235604314~3427328,243739589~3441393,284433279~2005401,297030627~4090770,306489244~4424642,374764123~600118,379092509~7492545,410819176~6395763] 2024-04-13T09:01:06.575 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [11062374~3291149,44684192~9114118,58769869~1702345,67903176~4296161,121383394~6821300,132045564~6855685,185412935~7810459,212231510~5328588,230333033~2271898,235604314~3427328,243739589~3441393,284433279~2005401,297030627~4090770,306489244~4424642,374764123~600118,379092509~7492545,410819176~6395763] 2024-04-13T09:01:06.582 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [11062374~3291149,44634045~9164265,58769869~1702345,67903176~4296161,118665168~9539526,132045564~6855685,185412935~7810459,209715200~7844898,230333033~2271898,235604314~3427328,243739589~3441393,284433279~2005401,297030627~4090770,306184192~4729694,374764123~600118,379092509~7492545,410819176~6395763] 2024-04-13T09:01:06.583 INFO:tasks.workunit.client.0.smithi119.stdout:from 16 to 19 diff [11062374~3291149,44684192~9114118,58769869~1702345,67903176~4296161,73728600~7447491,121383394~6821300,132045564~14812571,148673271~6434998,179669347~2205621,185412935~7810459,212231510~5328588,230333033~2271898,234671288~535909,235604314~3427328,243739589~3441393,284433279~2005401,295363441~5757956,304404585~6509301,374764123~600118,379092509~7492545,410819176~6395763] 2024-04-13T09:01:06.583 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [11062374~3291149,44684192~9114118,58769869~1702345,67903176~4296161,73728600~7447491,121383394~6821300,132045564~14812571,148673271~6434998,179669347~2205621,185412935~7810459,212231510~5328588,230333033~2271898,234671288~535909,235604314~3427328,243739589~3441393,284433279~2005401,295363441~5757956,304404585~6509301,374764123~600118,379092509~7492545,410819176~6395763] 2024-04-13T09:01:06.588 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [11062374~3291149,44634045~9164265,58769869~1702345,67903176~4296161,73728600~7447491,118665168~9539526,132045564~14812571,148673271~6434998,179669347~2205621,185412935~7810459,209715200~7844898,230333033~2271898,234671288~535909,235604314~3427328,243739589~3441393,284433279~2005401,295363441~5757956,301989888~8923998,374764123~600118,379092509~7492545,410819176~6395763] 2024-04-13T09:01:06.588 INFO:tasks.workunit.client.0.smithi119.stdout:from 17 to 18 diff [11062374~3291149,44684192~5004291,58769869~1702345,67903176~4296161,121383394~6821300,212231510~5328588,230333033~2271898,374764123~600118,410819176~6395763] 2024-04-13T09:01:06.588 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [11062374~3291149,44684192~5004291,58769869~1702345,67903176~4296161,121383394~6821300,212231510~5328588,230333033~2271898,374764123~600118,410819176~6395763] 2024-04-13T09:01:06.594 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [11062374~3291149,44684192~5004291,58769869~1702345,67903176~4296161,118665168~9539526,209715200~7844898,230333033~2271898,374764123~600118,410819176~6395763] 2024-04-13T09:01:06.594 INFO:tasks.workunit.client.0.smithi119.stdout:from 17 to 19 diff [11062374~3291149,44684192~5004291,58769869~1702345,67903176~4296161,73728600~7447491,121383394~6821300,132156514~4606665,136960845~9897290,148673271~6434998,179669347~2205621,187675284~1079546,212231510~5328588,230333033~2271898,234671288~535909,295363441~4009893,304404585~4550353,374764123~600118,410819176~6395763] 2024-04-13T09:01:06.594 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [11062374~3291149,44684192~5004291,58769869~1702345,67903176~4296161,73728600~7447491,121383394~6821300,132156514~4606665,136960845~9897290,148673271~6434998,179669347~2205621,187675284~1079546,212231510~5328588,230333033~2271898,234671288~535909,295363441~4009893,304404585~4550353,374764123~600118,410819176~6395763] 2024-04-13T09:01:06.599 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [11062374~3291149,44684192~5004291,58769869~1702345,67903176~4296161,73728600~7447491,118665168~9539526,132156514~4606665,136960845~9897290,148673271~6434998,179669347~2205621,187675284~1079546,209715200~7844898,230333033~2271898,234671288~535909,295363441~4009893,301989888~6965050,374764123~600118,410819176~6395763] 2024-04-13T09:01:06.599 INFO:tasks.workunit.client.0.smithi119.stdout:from 18 to 19 diff [73728600~7447491,132156514~4606665,136960845~9897290,148673271~6434998,179669347~2205621,187675284~1079546,234671288~535909,295363441~4009893,304404585~4550353] 2024-04-13T09:01:06.599 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [73728600~7447491,132156514~4606665,136960845~9897290,148673271~6434998,179669347~2205621,187675284~1079546,234671288~535909,295363441~4009893,304404585~4550353] 2024-04-13T09:01:06.605 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [73728600~7447491,132156514~4606665,136960845~9897290,148673271~6434998,179669347~2205621,187675284~1079546,234671288~535909,295363441~4009893,301989888~6965050] 2024-04-13T09:01:06.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:06 smithi119 ceph-mon[93746]: osdmap e2044: 8 total, 8 up, 8 in 2024-04-13T09:01:06.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:06 smithi119 ceph-mon[93746]: pgmap v3991: 137 pgs: 137 active+clean; 873 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 228 KiB/s rd, 38 MiB/s wr, 567 op/s 2024-04-13T09:01:06.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:06 smithi119 ceph-mon[96316]: osdmap e2044: 8 total, 8 up, 8 in 2024-04-13T09:01:06.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:06 smithi119 ceph-mon[96316]: pgmap v3991: 137 pgs: 137 active+clean; 873 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 228 KiB/s rd, 38 MiB/s wr, 567 op/s 2024-04-13T09:01:06.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:06 smithi139 ceph-mon[88985]: osdmap e2044: 8 total, 8 up, 8 in 2024-04-13T09:01:06.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:06 smithi139 ceph-mon[88985]: pgmap v3991: 137 pgs: 137 active+clean; 873 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 228 KiB/s rd, 38 MiB/s wr, 567 op/s 2024-04-13T09:01:07.458 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to HEAD diff [1258244~43375801,44684192~9114118,56995537~15203800,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~13552226,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8641967,258983808~1251647,260518095~14205196,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251547,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:07.459 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~43375801,44684192~9114118,56995537~15203800,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~13552226,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8641967,258983808~1251647,260518095~14205196,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251547,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:07.489 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~52540066,54525952~50607303,109051904~20517275,130023424~41781682,171966464~32555997,209715200~7844898,218103808~29125115,247463936~27259355,276824064~24297333,301989888~54567600,359350488~11083736,370594749~31899570,402653184~15378179] 2024-04-13T09:01:07.489 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to HEAD diff [1258244~6765686,10939052~33694993,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~12712986,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251321,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:07.489 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~33694993,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~12712986,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251321,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:07.495 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~42859258,54525952~46734570,103262699~1870556,109051904~20517275,130023424~38661583,169024874~648521,171966464~32555997,209715200~7844898,218103808~15161669,234671288~535909,235604314~3427328,240118541~7110382,247463936~25767145,276824064~24297333,301989888~54567374,359350488~11083736,370594749~31899570,402653184~15378179] 2024-04-13T09:01:07.495 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to HEAD diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~17889072,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:07.495 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~17889072,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:07.501 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~22806723,34699437~5043791,40034804~13763506,54525952~46734570,103262699~1870556,109051904~4979407,118665168~10904011,130023424~38661583,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,218103808~15161669,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~45521263,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:07.501 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to HEAD diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:07.502 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:07.507 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~22806723,34699437~5043791,40034804~13763506,56995537~25687260,85795760~15464762,103262699~1870556,110584499~3186766,118665168~10904011,130023424~38661583,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,218103808~15161669,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:07.507 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to HEAD diff [1258244~6765686,10939052~22806723,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:07.507 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~22806723,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:07.513 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~22806723,34699437~5043791,40275622~13522688,58054839~24627958,85795760~15464762,103262699~1870556,110584499~3186766,118665168~10904011,130023424~27554932,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:07.513 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to HEAD diff [1258244~6765686,10939052~13994903,26751663~6994112,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110584499~3186766,121383394~6821300,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:07.513 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~13994903,26751663~6994112,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110584499~3186766,121383394~6821300,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:07.518 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~13994903,26751663~6994112,34699437~5043791,40275622~13522688,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110584499~3186766,118665168~9539526,130023424~27554932,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:07.518 INFO:tasks.workunit.client.0.smithi119.stdout:from 6 to HEAD diff [1258244~6765686,10939052~13994903,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:07.518 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~13994903,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:07.528 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~13994903,26751663~6994112,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:07.528 INFO:tasks.workunit.client.0.smithi119.stdout:from 7 to HEAD diff [1258244~6765686,10939052~6019552,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:07.528 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~6019552,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:07.530 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~6019552,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~6509352,284433279~8202391,293980751~7140646,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:07.530 INFO:tasks.workunit.client.0.smithi119.stdout:from 8 to HEAD diff [1258244~6765686,10939052~3414471,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11465027,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31437816,405189195~12842168] 2024-04-13T09:01:07.530 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~3414471,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11465027,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31437816,405189195~12842168] 2024-04-13T09:01:07.537 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~3414471,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,247463936~24519186,276824064~6509352,284433279~8202391,293980751~7140646,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31437816,405189195~12842168] 2024-04-13T09:01:07.537 INFO:tasks.workunit.client.0.smithi119.stdout:from 9 to HEAD diff [10939052~3414471,21216939~3717016,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,363877656~6556568,370594749~31437816,405189195~12842168] 2024-04-13T09:01:07.537 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [10939052~3414471,21216939~3717016,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,363877656~6556568,370594749~31437816,405189195~12842168] 2024-04-13T09:01:07.542 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [10939052~3414471,21216939~3717016,28868365~1154898,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,247463936~10141258,260235455~6166168,268195530~762084,276824064~6509352,284433279~8202391,293980751~7140646,301989888~8923998,311035999~12133627,325233622~31323640,363877656~6556568,370594749~31437816,405189195~12842168] 2024-04-13T09:01:07.542 INFO:tasks.workunit.client.0.smithi119.stdout:from 10 to HEAD diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~8316037,90823774~10436748,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~19915600,352896479~3660783,363877656~6556568,370594749~19416504,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:07.542 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~8316037,90823774~10436748,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~19915600,352896479~3660783,363877656~6556568,370594749~19416504,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:07.547 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~8316037,90823774~10436748,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,247463936~10141258,260235455~6166168,268195530~762084,276824064~6509352,284433279~8202391,293980751~7140646,301989888~8923998,311035999~12133627,325233622~25987919,352896479~3660783,363877656~6556568,370594749~19416504,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:07.547 INFO:tasks.workunit.client.0.smithi119.stdout:from 11 to HEAD diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58769869~1702345,62207475~9991862,72860054~8316037,90823774~10436748,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7062441,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,295363441~5757956,304404585~6509301,311035999~12133627,325233622~3691449,331305941~19291253,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:07.547 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58769869~1702345,62207475~9991862,72860054~8316037,90823774~10436748,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7062441,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,295363441~5757956,304404585~6509301,311035999~12133627,325233622~3691449,331305941~19291253,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:07.552 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44634045~9164265,58769869~1702345,62207475~9991862,72860054~8316037,90823774~10436748,110698960~3072305,118665168~9539526,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,225383167~7882310,234671288~535909,235604314~3427328,240118541~7062441,247463936~10141258,260235455~6166168,268195530~762084,276824064~6509352,284433279~8202391,295363441~5757956,301989888~8923998,311035999~12133627,325233622~25363572,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:07.552 INFO:tasks.workunit.client.0.smithi119.stdout:from 12 to HEAD diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58769869~1702345,62207475~9991862,72860054~8316037,90823774~10436748,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,230333033~2271898,234671288~535909,235604314~3427328,240118541~7062441,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,284433279~2005401,295363441~5757956,304404585~6509301,311035999~12133627,331305941~19291253,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,405189195~12842168] 2024-04-13T09:01:07.552 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58769869~1702345,62207475~9991862,72860054~8316037,90823774~10436748,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,230333033~2271898,234671288~535909,235604314~3427328,240118541~7062441,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,284433279~2005401,295363441~5757956,304404585~6509301,311035999~12133627,331305941~19291253,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,405189195~12842168] 2024-04-13T09:01:07.559 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44634045~9164265,58769869~1702345,62207475~9991862,72860054~8316037,90823774~10436748,110698960~3072305,118665168~9539526,132045564~14812571,148673271~6434998,162948198~5736809,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,230333033~2271898,234671288~535909,235604314~3427328,240118541~7062441,254003150~3602044,260235455~6166168,268195530~762084,276824064~6509352,284433279~2005401,295363441~5757956,301989888~8923998,311035999~12133627,328925071~21672123,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,405189195~12842168] 2024-04-13T09:01:07.559 INFO:tasks.workunit.client.0.smithi119.stdout:from 13 to HEAD diff [11062374~3291149,21216939~1913161,28868365~1154898,40275622~3638438,44684192~9114118,58769869~1702345,62207475~9991862,72860054~8316037,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,173677030~19546364,196160630~1146852,212231510~5328588,230333033~2271898,234671288~535909,235604314~3427328,240118541~7062441,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,284433279~2005401,295363441~5757956,304404585~6509301,311035999~6407570,331305941~10582995,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,410819176~6395763] 2024-04-13T09:01:07.562 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [11062374~3291149,21216939~1913161,28868365~1154898,40275622~3638438,44684192~9114118,58769869~1702345,62207475~9991862,72860054~8316037,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,173677030~19546364,196160630~1146852,212231510~5328588,230333033~2271898,234671288~535909,235604314~3427328,240118541~7062441,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,284433279~2005401,295363441~5757956,304404585~6509301,311035999~6407570,331305941~10582995,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,410819176~6395763] 2024-04-13T09:01:07.563 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [11062374~3291149,21216939~1913161,28868365~1154898,40275622~3638438,44634045~9164265,58769869~1702345,62207475~9991862,72860054~8316037,110698960~3072305,118665168~9539526,132045564~14812571,148673271~6434998,162948198~5736809,171966464~21256930,196160630~1146852,209715200~7844898,230333033~2271898,234671288~535909,235604314~3427328,240118541~7062441,254003150~3602044,260235455~6166168,268195530~762084,276824064~6509352,284433279~2005401,295363441~5757956,301989888~8923998,311035999~6407570,328925071~12963865,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,410819176~6395763] 2024-04-13T09:01:07.564 INFO:tasks.workunit.client.0.smithi119.stdout:from 14 to HEAD diff [11062374~3291149,40275622~3638438,44684192~9114118,58769869~1702345,64362564~7836773,72860054~8316037,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,173677030~19546364,196160630~1146852,212231510~5328588,230333033~2271898,234671288~535909,235604314~3427328,243739589~3441393,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,284433279~2005401,295363441~5757956,304404585~6509301,336000335~5888601,370594749~7514866,379092509~10918744,391949344~4724393,410819176~6395763] 2024-04-13T09:01:07.564 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [11062374~3291149,40275622~3638438,44684192~9114118,58769869~1702345,64362564~7836773,72860054~8316037,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,173677030~19546364,196160630~1146852,212231510~5328588,230333033~2271898,234671288~535909,235604314~3427328,243739589~3441393,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,284433279~2005401,295363441~5757956,304404585~6509301,336000335~5888601,370594749~7514866,379092509~10918744,391949344~4724393,410819176~6395763] 2024-04-13T09:01:07.572 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [11062374~3291149,40275622~3638438,44634045~9164265,58769869~1702345,64362564~7836773,72860054~8316037,110698960~3072305,118665168~9539526,132045564~14812571,148673271~6434998,162948198~5736809,171966464~21256930,196160630~1146852,209715200~7844898,230333033~2271898,234671288~535909,235604314~3427328,243739589~3441393,254003150~3602044,260235455~6166168,268195530~762084,276824064~6509352,284433279~2005401,295363441~5757956,301989888~8923998,336000335~5888601,370594749~7514866,379092509~10918744,391949344~4724393,410819176~6395763] 2024-04-13T09:01:07.572 INFO:tasks.workunit.client.0.smithi119.stdout:from 15 to HEAD diff [11062374~3291149,44684192~9114118,58769869~1702345,64362564~7836773,72860054~8316037,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,173677030~9234976,185412935~7810459,196160630~1146852,212231510~5328588,230333033~2271898,234671288~535909,235604314~3427328,243739589~3441393,279599095~3734321,284433279~2005401,295363441~5757956,304404585~6509301,336942501~4946435,374764123~600118,379092509~7492545,391949344~4724393,410819176~6395763] 2024-04-13T09:01:07.572 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [11062374~3291149,44684192~9114118,58769869~1702345,64362564~7836773,72860054~8316037,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,173677030~9234976,185412935~7810459,196160630~1146852,212231510~5328588,230333033~2271898,234671288~535909,235604314~3427328,243739589~3441393,279599095~3734321,284433279~2005401,295363441~5757956,304404585~6509301,336942501~4946435,374764123~600118,379092509~7492545,391949344~4724393,410819176~6395763] 2024-04-13T09:01:07.577 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [11062374~3291149,44634045~9164265,58769869~1702345,64362564~7836773,72860054~8316037,118665168~9539526,132045564~14812571,148673271~6434998,162948198~5736809,171966464~10945542,185412935~7810459,196160630~1146852,209715200~7844898,230333033~2271898,234671288~535909,235604314~3427328,243739589~3441393,276824064~6509352,284433279~2005401,295363441~5757956,301989888~8923998,336942501~4946435,374764123~600118,379092509~7492545,391949344~4724393,410819176~6395763] 2024-04-13T09:01:07.577 INFO:tasks.workunit.client.0.smithi119.stdout:from 16 to HEAD diff [11062374~3291149,44684192~9114118,58769869~1702345,67903176~4296161,73728600~7447491,121383394~6821300,132045564~14812571,148673271~6434998,179669347~2205621,185412935~7810459,212231510~5328588,230333033~2271898,234671288~535909,235604314~3427328,243739589~3441393,284433279~2005401,295363441~5757956,304404585~6509301,374764123~600118,379092509~7492545,410819176~6395763] 2024-04-13T09:01:07.577 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [11062374~3291149,44684192~9114118,58769869~1702345,67903176~4296161,73728600~7447491,121383394~6821300,132045564~14812571,148673271~6434998,179669347~2205621,185412935~7810459,212231510~5328588,230333033~2271898,234671288~535909,235604314~3427328,243739589~3441393,284433279~2005401,295363441~5757956,304404585~6509301,374764123~600118,379092509~7492545,410819176~6395763] 2024-04-13T09:01:07.582 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [11062374~3291149,44634045~9164265,58769869~1702345,67903176~4296161,73728600~7447491,118665168~9539526,132045564~14812571,148673271~6434998,179669347~2205621,185412935~7810459,209715200~7844898,230333033~2271898,234671288~535909,235604314~3427328,243739589~3441393,284433279~2005401,295363441~5757956,301989888~8923998,374764123~600118,379092509~7492545,410819176~6395763] 2024-04-13T09:01:07.583 INFO:tasks.workunit.client.0.smithi119.stdout:from 17 to HEAD diff [11062374~3291149,44684192~5004291,58769869~1702345,67903176~4296161,73728600~7447491,121383394~6821300,132156514~4606665,136960845~9897290,148673271~6434998,179669347~2205621,187675284~1079546,212231510~5328588,230333033~2271898,234671288~535909,295363441~4009893,304404585~4550353,374764123~600118,410819176~6395763] 2024-04-13T09:01:07.583 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [11062374~3291149,44684192~5004291,58769869~1702345,67903176~4296161,73728600~7447491,121383394~6821300,132156514~4606665,136960845~9897290,148673271~6434998,179669347~2205621,187675284~1079546,212231510~5328588,230333033~2271898,234671288~535909,295363441~4009893,304404585~4550353,374764123~600118,410819176~6395763] 2024-04-13T09:01:07.592 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [11062374~3291149,44684192~5004291,58769869~1702345,67903176~4296161,73728600~7447491,118665168~9539526,132156514~4606665,136960845~9897290,148673271~6434998,179669347~2205621,187675284~1079546,209715200~7844898,230333033~2271898,234671288~535909,295363441~4009893,301989888~6965050,374764123~600118,410819176~6395763] 2024-04-13T09:01:08.466 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to HEAD diff [1258244~43375801,44684192~9114118,56995537~15203800,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~13552226,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8641967,258983808~1251647,260518095~14205196,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251547,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:08.467 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~43375801,44684192~9114118,56995537~15203800,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~13552226,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8641967,258983808~1251647,260518095~14205196,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251547,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:08.524 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~52540066,54525952~50607303,109051904~20517275,130023424~41781682,171966464~32555997,209715200~7844898,218103808~29125115,247463936~27259355,276824064~24297333,301989888~54567600,359350488~11083736,370594749~31899570,402653184~15378179] 2024-04-13T09:01:08.524 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to HEAD diff [1258244~6765686,10939052~33694993,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~12712986,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251321,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:08.525 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~33694993,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~12712986,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251321,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:08.532 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~42859258,54525952~46734570,103262699~1870556,109051904~20517275,130023424~38661583,169024874~648521,171966464~32555997,209715200~7844898,218103808~15161669,234671288~535909,235604314~3427328,240118541~7110382,247463936~25767145,276824064~24297333,301989888~54567374,359350488~11083736,370594749~31899570,402653184~15378179] 2024-04-13T09:01:08.532 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to HEAD diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~17889072,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:08.532 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~17889072,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:08.534 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~22806723,34699437~5043791,40034804~13763506,54525952~46734570,103262699~1870556,109051904~4979407,118665168~10904011,130023424~38661583,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,218103808~15161669,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~45521263,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:08.534 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to HEAD diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:08.534 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:08.541 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~22806723,34699437~5043791,40034804~13763506,56995537~25687260,85795760~15464762,103262699~1870556,110584499~3186766,118665168~10904011,130023424~38661583,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,218103808~15161669,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:08.541 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to HEAD diff [1258244~6765686,10939052~22806723,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:08.541 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~22806723,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:08.547 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~22806723,34699437~5043791,40275622~13522688,58054839~24627958,85795760~15464762,103262699~1870556,110584499~3186766,118665168~10904011,130023424~27554932,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:08.547 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to HEAD diff [1258244~6765686,10939052~13994903,26751663~6994112,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110584499~3186766,121383394~6821300,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:08.547 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~13994903,26751663~6994112,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110584499~3186766,121383394~6821300,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:08.552 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~13994903,26751663~6994112,34699437~5043791,40275622~13522688,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110584499~3186766,118665168~9539526,130023424~27554932,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:08.552 INFO:tasks.workunit.client.0.smithi119.stdout:from 6 to HEAD diff [1258244~6765686,10939052~13994903,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:08.552 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~13994903,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:08.558 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~13994903,26751663~6994112,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:08.558 INFO:tasks.workunit.client.0.smithi119.stdout:from 7 to HEAD diff [1258244~6765686,10939052~6019552,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:08.558 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~6019552,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:08.563 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~6019552,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~6509352,284433279~8202391,293980751~7140646,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:08.563 INFO:tasks.workunit.client.0.smithi119.stdout:from 8 to HEAD diff [1258244~6765686,10939052~3414471,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11465027,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31437816,405189195~12842168] 2024-04-13T09:01:08.563 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~3414471,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11465027,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31437816,405189195~12842168] 2024-04-13T09:01:08.569 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~3414471,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,247463936~24519186,276824064~6509352,284433279~8202391,293980751~7140646,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31437816,405189195~12842168] 2024-04-13T09:01:08.569 INFO:tasks.workunit.client.0.smithi119.stdout:from 9 to HEAD diff [10939052~3414471,21216939~3717016,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,363877656~6556568,370594749~31437816,405189195~12842168] 2024-04-13T09:01:08.569 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [10939052~3414471,21216939~3717016,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,363877656~6556568,370594749~31437816,405189195~12842168] 2024-04-13T09:01:08.578 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [10939052~3414471,21216939~3717016,28868365~1154898,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,247463936~10141258,260235455~6166168,268195530~762084,276824064~6509352,284433279~8202391,293980751~7140646,301989888~8923998,311035999~12133627,325233622~31323640,363877656~6556568,370594749~31437816,405189195~12842168] 2024-04-13T09:01:08.579 INFO:tasks.workunit.client.0.smithi119.stdout:from 10 to HEAD diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~8316037,90823774~10436748,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~19915600,352896479~3660783,363877656~6556568,370594749~19416504,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:08.579 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~8316037,90823774~10436748,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~19915600,352896479~3660783,363877656~6556568,370594749~19416504,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:08.579 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~8316037,90823774~10436748,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,247463936~10141258,260235455~6166168,268195530~762084,276824064~6509352,284433279~8202391,293980751~7140646,301989888~8923998,311035999~12133627,325233622~25987919,352896479~3660783,363877656~6556568,370594749~19416504,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:08.580 INFO:tasks.workunit.client.0.smithi119.stdout:from 11 to HEAD diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58769869~1702345,62207475~9991862,72860054~8316037,90823774~10436748,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7062441,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,295363441~5757956,304404585~6509301,311035999~12133627,325233622~3691449,331305941~19291253,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:08.580 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58769869~1702345,62207475~9991862,72860054~8316037,90823774~10436748,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7062441,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,295363441~5757956,304404585~6509301,311035999~12133627,325233622~3691449,331305941~19291253,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:08.589 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44634045~9164265,58769869~1702345,62207475~9991862,72860054~8316037,90823774~10436748,110698960~3072305,118665168~9539526,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,225383167~7882310,234671288~535909,235604314~3427328,240118541~7062441,247463936~10141258,260235455~6166168,268195530~762084,276824064~6509352,284433279~8202391,295363441~5757956,301989888~8923998,311035999~12133627,325233622~25363572,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:08.589 INFO:tasks.workunit.client.0.smithi119.stdout:from 12 to HEAD diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58769869~1702345,62207475~9991862,72860054~8316037,90823774~10436748,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,230333033~2271898,234671288~535909,235604314~3427328,240118541~7062441,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,284433279~2005401,295363441~5757956,304404585~6509301,311035999~12133627,331305941~19291253,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,405189195~12842168] 2024-04-13T09:01:08.589 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58769869~1702345,62207475~9991862,72860054~8316037,90823774~10436748,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,230333033~2271898,234671288~535909,235604314~3427328,240118541~7062441,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,284433279~2005401,295363441~5757956,304404585~6509301,311035999~12133627,331305941~19291253,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,405189195~12842168] 2024-04-13T09:01:08.591 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44634045~9164265,58769869~1702345,62207475~9991862,72860054~8316037,90823774~10436748,110698960~3072305,118665168~9539526,132045564~14812571,148673271~6434998,162948198~5736809,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,230333033~2271898,234671288~535909,235604314~3427328,240118541~7062441,254003150~3602044,260235455~6166168,268195530~762084,276824064~6509352,284433279~2005401,295363441~5757956,301989888~8923998,311035999~12133627,328925071~21672123,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,405189195~12842168] 2024-04-13T09:01:08.591 INFO:tasks.workunit.client.0.smithi119.stdout:from 13 to HEAD diff [11062374~3291149,21216939~1913161,28868365~1154898,40275622~3638438,44684192~9114118,58769869~1702345,62207475~9991862,72860054~8316037,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,173677030~19546364,196160630~1146852,212231510~5328588,230333033~2271898,234671288~535909,235604314~3427328,240118541~7062441,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,284433279~2005401,295363441~5757956,304404585~6509301,311035999~6407570,331305941~10582995,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,410819176~6395763] 2024-04-13T09:01:08.591 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [11062374~3291149,21216939~1913161,28868365~1154898,40275622~3638438,44684192~9114118,58769869~1702345,62207475~9991862,72860054~8316037,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,173677030~19546364,196160630~1146852,212231510~5328588,230333033~2271898,234671288~535909,235604314~3427328,240118541~7062441,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,284433279~2005401,295363441~5757956,304404585~6509301,311035999~6407570,331305941~10582995,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,410819176~6395763] 2024-04-13T09:01:08.598 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [11062374~3291149,21216939~1913161,28868365~1154898,40275622~3638438,44634045~9164265,58769869~1702345,62207475~9991862,72860054~8316037,110698960~3072305,118665168~9539526,132045564~14812571,148673271~6434998,162948198~5736809,171966464~21256930,196160630~1146852,209715200~7844898,230333033~2271898,234671288~535909,235604314~3427328,240118541~7062441,254003150~3602044,260235455~6166168,268195530~762084,276824064~6509352,284433279~2005401,295363441~5757956,301989888~8923998,311035999~6407570,328925071~12963865,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,410819176~6395763] 2024-04-13T09:01:08.598 INFO:tasks.workunit.client.0.smithi119.stdout:from 14 to HEAD diff [11062374~3291149,40275622~3638438,44684192~9114118,58769869~1702345,64362564~7836773,72860054~8316037,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,173677030~19546364,196160630~1146852,212231510~5328588,230333033~2271898,234671288~535909,235604314~3427328,243739589~3441393,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,284433279~2005401,295363441~5757956,304404585~6509301,336000335~5888601,370594749~7514866,379092509~10918744,391949344~4724393,410819176~6395763] 2024-04-13T09:01:08.598 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [11062374~3291149,40275622~3638438,44684192~9114118,58769869~1702345,64362564~7836773,72860054~8316037,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,173677030~19546364,196160630~1146852,212231510~5328588,230333033~2271898,234671288~535909,235604314~3427328,243739589~3441393,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,284433279~2005401,295363441~5757956,304404585~6509301,336000335~5888601,370594749~7514866,379092509~10918744,391949344~4724393,410819176~6395763] 2024-04-13T09:01:08.602 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [11062374~3291149,40275622~3638438,44634045~9164265,58769869~1702345,64362564~7836773,72860054~8316037,110698960~3072305,118665168~9539526,132045564~14812571,148673271~6434998,162948198~5736809,171966464~21256930,196160630~1146852,209715200~7844898,230333033~2271898,234671288~535909,235604314~3427328,243739589~3441393,254003150~3602044,260235455~6166168,268195530~762084,276824064~6509352,284433279~2005401,295363441~5757956,301989888~8923998,336000335~5888601,370594749~7514866,379092509~10918744,391949344~4724393,410819176~6395763] 2024-04-13T09:01:08.602 INFO:tasks.workunit.client.0.smithi119.stdout:from 15 to HEAD diff [11062374~3291149,44684192~9114118,58769869~1702345,64362564~7836773,72860054~8316037,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,173677030~9234976,185412935~7810459,196160630~1146852,212231510~5328588,230333033~2271898,234671288~535909,235604314~3427328,243739589~3441393,279599095~3734321,284433279~2005401,295363441~5757956,304404585~6509301,336942501~4946435,374764123~600118,379092509~7492545,391949344~4724393,410819176~6395763] 2024-04-13T09:01:08.602 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [11062374~3291149,44684192~9114118,58769869~1702345,64362564~7836773,72860054~8316037,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,173677030~9234976,185412935~7810459,196160630~1146852,212231510~5328588,230333033~2271898,234671288~535909,235604314~3427328,243739589~3441393,279599095~3734321,284433279~2005401,295363441~5757956,304404585~6509301,336942501~4946435,374764123~600118,379092509~7492545,391949344~4724393,410819176~6395763] 2024-04-13T09:01:08.607 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [11062374~3291149,44634045~9164265,58769869~1702345,64362564~7836773,72860054~8316037,118665168~9539526,132045564~14812571,148673271~6434998,162948198~5736809,171966464~10945542,185412935~7810459,196160630~1146852,209715200~7844898,230333033~2271898,234671288~535909,235604314~3427328,243739589~3441393,276824064~6509352,284433279~2005401,295363441~5757956,301989888~8923998,336942501~4946435,374764123~600118,379092509~7492545,391949344~4724393,410819176~6395763] 2024-04-13T09:01:08.607 INFO:tasks.workunit.client.0.smithi119.stdout:from 16 to HEAD diff [11062374~3291149,44684192~9114118,58769869~1702345,67903176~4296161,73728600~7447491,121383394~6821300,132045564~14812571,148673271~6434998,179669347~2205621,185412935~7810459,212231510~5328588,230333033~2271898,234671288~535909,235604314~3427328,243739589~3441393,284433279~2005401,295363441~5757956,304404585~6509301,374764123~600118,379092509~7492545,410819176~6395763] 2024-04-13T09:01:08.607 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [11062374~3291149,44684192~9114118,58769869~1702345,67903176~4296161,73728600~7447491,121383394~6821300,132045564~14812571,148673271~6434998,179669347~2205621,185412935~7810459,212231510~5328588,230333033~2271898,234671288~535909,235604314~3427328,243739589~3441393,284433279~2005401,295363441~5757956,304404585~6509301,374764123~600118,379092509~7492545,410819176~6395763] 2024-04-13T09:01:08.613 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [11062374~3291149,44634045~9164265,58769869~1702345,67903176~4296161,73728600~7447491,118665168~9539526,132045564~14812571,148673271~6434998,179669347~2205621,185412935~7810459,209715200~7844898,230333033~2271898,234671288~535909,235604314~3427328,243739589~3441393,284433279~2005401,295363441~5757956,301989888~8923998,374764123~600118,379092509~7492545,410819176~6395763] 2024-04-13T09:01:08.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:08 smithi119 ceph-mon[96316]: osdmap e2045: 8 total, 8 up, 8 in 2024-04-13T09:01:08.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:08 smithi119 ceph-mon[96316]: pgmap v3993: 137 pgs: 137 active+clean; 912 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 216 KiB/s rd, 37 MiB/s wr, 1.76k op/s 2024-04-13T09:01:08.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:08 smithi119 ceph-mon[93746]: osdmap e2045: 8 total, 8 up, 8 in 2024-04-13T09:01:08.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:08 smithi119 ceph-mon[93746]: pgmap v3993: 137 pgs: 137 active+clean; 912 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 216 KiB/s rd, 37 MiB/s wr, 1.76k op/s 2024-04-13T09:01:08.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:08 smithi139 ceph-mon[88985]: osdmap e2045: 8 total, 8 up, 8 in 2024-04-13T09:01:08.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:08 smithi139 ceph-mon[88985]: pgmap v3993: 137 pgs: 137 active+clean; 912 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 216 KiB/s rd, 37 MiB/s wr, 1.76k op/s 2024-04-13T09:01:09.471 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to HEAD diff [1258244~43375801,44684192~9114118,56995537~15203800,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~13552226,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8641967,258983808~1251647,260518095~14205196,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251547,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:09.471 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~43375801,44684192~9114118,56995537~15203800,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~13552226,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8641967,258983808~1251647,260518095~14205196,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251547,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:09.525 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~52540066,54525952~50607303,109051904~20517275,130023424~41781682,171966464~32555997,209715200~7844898,218103808~29125115,247463936~27259355,276824064~24297333,301989888~54567600,359350488~11083736,370594749~31899570,402653184~15378179] 2024-04-13T09:01:09.526 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to HEAD diff [1258244~6765686,10939052~33694993,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~12712986,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251321,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:09.526 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~33694993,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~12712986,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251321,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:09.535 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~42859258,54525952~46734570,103262699~1870556,109051904~20517275,130023424~38661583,169024874~648521,171966464~32555997,209715200~7844898,218103808~15161669,234671288~535909,235604314~3427328,240118541~7110382,247463936~25767145,276824064~24297333,301989888~54567374,359350488~11083736,370594749~31899570,402653184~15378179] 2024-04-13T09:01:09.535 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to HEAD diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~17889072,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:09.535 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~17889072,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:09.540 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~22806723,34699437~5043791,40034804~13763506,54525952~46734570,103262699~1870556,109051904~4979407,118665168~10904011,130023424~38661583,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,218103808~15161669,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~45521263,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:09.540 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to HEAD diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:09.540 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:09.546 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~22806723,34699437~5043791,40034804~13763506,56995537~25687260,85795760~15464762,103262699~1870556,110584499~3186766,118665168~10904011,130023424~38661583,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,218103808~15161669,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:09.546 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to HEAD diff [1258244~6765686,10939052~22806723,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:09.546 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~22806723,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:09.551 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~22806723,34699437~5043791,40275622~13522688,58054839~24627958,85795760~15464762,103262699~1870556,110584499~3186766,118665168~10904011,130023424~27554932,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:09.551 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to HEAD diff [1258244~6765686,10939052~13994903,26751663~6994112,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110584499~3186766,121383394~6821300,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:09.551 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~13994903,26751663~6994112,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110584499~3186766,121383394~6821300,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:09.558 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~13994903,26751663~6994112,34699437~5043791,40275622~13522688,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110584499~3186766,118665168~9539526,130023424~27554932,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:09.558 INFO:tasks.workunit.client.0.smithi119.stdout:from 6 to HEAD diff [1258244~6765686,10939052~13994903,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:09.559 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~13994903,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:09.563 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~13994903,26751663~6994112,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:09.563 INFO:tasks.workunit.client.0.smithi119.stdout:from 7 to HEAD diff [1258244~6765686,10939052~6019552,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:09.563 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~6019552,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:09.569 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~6019552,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~6509352,284433279~8202391,293980751~7140646,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:09.569 INFO:tasks.workunit.client.0.smithi119.stdout:from 8 to HEAD diff [1258244~6765686,10939052~3414471,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11465027,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31437816,405189195~12842168] 2024-04-13T09:01:09.569 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~3414471,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11465027,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31437816,405189195~12842168] 2024-04-13T09:01:09.574 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~3414471,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,247463936~24519186,276824064~6509352,284433279~8202391,293980751~7140646,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31437816,405189195~12842168] 2024-04-13T09:01:09.574 INFO:tasks.workunit.client.0.smithi119.stdout:from 9 to HEAD diff [10939052~3414471,21216939~3717016,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,363877656~6556568,370594749~31437816,405189195~12842168] 2024-04-13T09:01:09.574 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [10939052~3414471,21216939~3717016,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,363877656~6556568,370594749~31437816,405189195~12842168] 2024-04-13T09:01:09.579 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [10939052~3414471,21216939~3717016,28868365~1154898,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,247463936~10141258,260235455~6166168,268195530~762084,276824064~6509352,284433279~8202391,293980751~7140646,301989888~8923998,311035999~12133627,325233622~31323640,363877656~6556568,370594749~31437816,405189195~12842168] 2024-04-13T09:01:09.579 INFO:tasks.workunit.client.0.smithi119.stdout:from 10 to HEAD diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~8316037,90823774~10436748,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~19915600,352896479~3660783,363877656~6556568,370594749~19416504,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:09.579 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~8316037,90823774~10436748,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~19915600,352896479~3660783,363877656~6556568,370594749~19416504,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:09.585 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~8316037,90823774~10436748,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,247463936~10141258,260235455~6166168,268195530~762084,276824064~6509352,284433279~8202391,293980751~7140646,301989888~8923998,311035999~12133627,325233622~25987919,352896479~3660783,363877656~6556568,370594749~19416504,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:09.585 INFO:tasks.workunit.client.0.smithi119.stdout:from 11 to HEAD diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58769869~1702345,62207475~9991862,72860054~8316037,90823774~10436748,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7062441,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,295363441~5757956,304404585~6509301,311035999~12133627,325233622~3691449,331305941~19291253,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:09.585 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58769869~1702345,62207475~9991862,72860054~8316037,90823774~10436748,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7062441,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,295363441~5757956,304404585~6509301,311035999~12133627,325233622~3691449,331305941~19291253,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:09.591 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44634045~9164265,58769869~1702345,62207475~9991862,72860054~8316037,90823774~10436748,110698960~3072305,118665168~9539526,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,225383167~7882310,234671288~535909,235604314~3427328,240118541~7062441,247463936~10141258,260235455~6166168,268195530~762084,276824064~6509352,284433279~8202391,295363441~5757956,301989888~8923998,311035999~12133627,325233622~25363572,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:09.591 INFO:tasks.workunit.client.0.smithi119.stdout:from 12 to HEAD diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58769869~1702345,62207475~9991862,72860054~8316037,90823774~10436748,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,230333033~2271898,234671288~535909,235604314~3427328,240118541~7062441,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,284433279~2005401,295363441~5757956,304404585~6509301,311035999~12133627,331305941~19291253,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,405189195~12842168] 2024-04-13T09:01:09.591 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58769869~1702345,62207475~9991862,72860054~8316037,90823774~10436748,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,230333033~2271898,234671288~535909,235604314~3427328,240118541~7062441,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,284433279~2005401,295363441~5757956,304404585~6509301,311035999~12133627,331305941~19291253,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,405189195~12842168] 2024-04-13T09:01:09.597 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44634045~9164265,58769869~1702345,62207475~9991862,72860054~8316037,90823774~10436748,110698960~3072305,118665168~9539526,132045564~14812571,148673271~6434998,162948198~5736809,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,230333033~2271898,234671288~535909,235604314~3427328,240118541~7062441,254003150~3602044,260235455~6166168,268195530~762084,276824064~6509352,284433279~2005401,295363441~5757956,301989888~8923998,311035999~12133627,328925071~21672123,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,405189195~12842168] 2024-04-13T09:01:09.597 INFO:tasks.workunit.client.0.smithi119.stdout:from 13 to HEAD diff [11062374~3291149,21216939~1913161,28868365~1154898,40275622~3638438,44684192~9114118,58769869~1702345,62207475~9991862,72860054~8316037,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,173677030~19546364,196160630~1146852,212231510~5328588,230333033~2271898,234671288~535909,235604314~3427328,240118541~7062441,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,284433279~2005401,295363441~5757956,304404585~6509301,311035999~6407570,331305941~10582995,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,410819176~6395763] 2024-04-13T09:01:09.597 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [11062374~3291149,21216939~1913161,28868365~1154898,40275622~3638438,44684192~9114118,58769869~1702345,62207475~9991862,72860054~8316037,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,173677030~19546364,196160630~1146852,212231510~5328588,230333033~2271898,234671288~535909,235604314~3427328,240118541~7062441,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,284433279~2005401,295363441~5757956,304404585~6509301,311035999~6407570,331305941~10582995,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,410819176~6395763] 2024-04-13T09:01:09.603 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [11062374~3291149,21216939~1913161,28868365~1154898,40275622~3638438,44634045~9164265,58769869~1702345,62207475~9991862,72860054~8316037,110698960~3072305,118665168~9539526,132045564~14812571,148673271~6434998,162948198~5736809,171966464~21256930,196160630~1146852,209715200~7844898,230333033~2271898,234671288~535909,235604314~3427328,240118541~7062441,254003150~3602044,260235455~6166168,268195530~762084,276824064~6509352,284433279~2005401,295363441~5757956,301989888~8923998,311035999~6407570,328925071~12963865,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,410819176~6395763] 2024-04-13T09:01:09.603 INFO:tasks.workunit.client.0.smithi119.stdout:from 14 to HEAD diff [11062374~3291149,40275622~3638438,44684192~9114118,58769869~1702345,64362564~7836773,72860054~8316037,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,173677030~19546364,196160630~1146852,212231510~5328588,230333033~2271898,234671288~535909,235604314~3427328,243739589~3441393,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,284433279~2005401,295363441~5757956,304404585~6509301,336000335~5888601,370594749~7514866,379092509~10918744,391949344~4724393,410819176~6395763] 2024-04-13T09:01:09.603 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [11062374~3291149,40275622~3638438,44684192~9114118,58769869~1702345,64362564~7836773,72860054~8316037,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,173677030~19546364,196160630~1146852,212231510~5328588,230333033~2271898,234671288~535909,235604314~3427328,243739589~3441393,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,284433279~2005401,295363441~5757956,304404585~6509301,336000335~5888601,370594749~7514866,379092509~10918744,391949344~4724393,410819176~6395763] 2024-04-13T09:01:09.607 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [11062374~3291149,40275622~3638438,44634045~9164265,58769869~1702345,64362564~7836773,72860054~8316037,110698960~3072305,118665168~9539526,132045564~14812571,148673271~6434998,162948198~5736809,171966464~21256930,196160630~1146852,209715200~7844898,230333033~2271898,234671288~535909,235604314~3427328,243739589~3441393,254003150~3602044,260235455~6166168,268195530~762084,276824064~6509352,284433279~2005401,295363441~5757956,301989888~8923998,336000335~5888601,370594749~7514866,379092509~10918744,391949344~4724393,410819176~6395763] 2024-04-13T09:01:09.607 INFO:tasks.workunit.client.0.smithi119.stdout:from 15 to HEAD diff [11062374~3291149,44684192~9114118,58769869~1702345,64362564~7836773,72860054~8316037,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,173677030~9234976,185412935~7810459,196160630~1146852,212231510~5328588,230333033~2271898,234671288~535909,235604314~3427328,243739589~3441393,279599095~3734321,284433279~2005401,295363441~5757956,304404585~6509301,336942501~4946435,374764123~600118,379092509~7492545,391949344~4724393,410819176~6395763] 2024-04-13T09:01:09.607 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [11062374~3291149,44684192~9114118,58769869~1702345,64362564~7836773,72860054~8316037,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,173677030~9234976,185412935~7810459,196160630~1146852,212231510~5328588,230333033~2271898,234671288~535909,235604314~3427328,243739589~3441393,279599095~3734321,284433279~2005401,295363441~5757956,304404585~6509301,336942501~4946435,374764123~600118,379092509~7492545,391949344~4724393,410819176~6395763] 2024-04-13T09:01:09.612 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [11062374~3291149,44634045~9164265,58769869~1702345,64362564~7836773,72860054~8316037,118665168~9539526,132045564~14812571,148673271~6434998,162948198~5736809,171966464~10945542,185412935~7810459,196160630~1146852,209715200~7844898,230333033~2271898,234671288~535909,235604314~3427328,243739589~3441393,276824064~6509352,284433279~2005401,295363441~5757956,301989888~8923998,336942501~4946435,374764123~600118,379092509~7492545,391949344~4724393,410819176~6395763] 2024-04-13T09:01:09.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:09 smithi119 ceph-mon[93746]: osdmap e2046: 8 total, 8 up, 8 in 2024-04-13T09:01:09.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:01:09.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:09 smithi119 ceph-mon[96316]: osdmap e2046: 8 total, 8 up, 8 in 2024-04-13T09:01:09.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:01:09.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:09 smithi139 ceph-mon[88985]: osdmap e2046: 8 total, 8 up, 8 in 2024-04-13T09:01:09.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:01:10.488 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to HEAD diff [1258244~43375801,44684192~9114118,56995537~15203800,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~13552226,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8641967,258983808~1251647,260518095~14205196,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251547,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:10.488 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~43375801,44684192~9114118,56995537~15203800,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~13552226,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8641967,258983808~1251647,260518095~14205196,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251547,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:10.547 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~52540066,54525952~50607303,109051904~20517275,130023424~41781682,171966464~32555997,209715200~7844898,218103808~29125115,247463936~27259355,276824064~24297333,301989888~54567600,359350488~11083736,370594749~31899570,402653184~15378179] 2024-04-13T09:01:10.547 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to HEAD diff [1258244~6765686,10939052~33694993,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~12712986,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251321,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:10.547 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~33694993,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~12712986,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251321,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:10.551 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~42859258,54525952~46734570,103262699~1870556,109051904~20517275,130023424~38661583,169024874~648521,171966464~32555997,209715200~7844898,218103808~15161669,234671288~535909,235604314~3427328,240118541~7110382,247463936~25767145,276824064~24297333,301989888~54567374,359350488~11083736,370594749~31899570,402653184~15378179] 2024-04-13T09:01:10.551 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to HEAD diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~17889072,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:10.551 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~17889072,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:10.557 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~22806723,34699437~5043791,40034804~13763506,54525952~46734570,103262699~1870556,109051904~4979407,118665168~10904011,130023424~38661583,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,218103808~15161669,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~45521263,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:10.558 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to HEAD diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:10.558 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:10.563 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~22806723,34699437~5043791,40034804~13763506,56995537~25687260,85795760~15464762,103262699~1870556,110584499~3186766,118665168~10904011,130023424~38661583,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,218103808~15161669,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:10.563 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to HEAD diff [1258244~6765686,10939052~22806723,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:10.563 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~22806723,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:10.568 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~22806723,34699437~5043791,40275622~13522688,58054839~24627958,85795760~15464762,103262699~1870556,110584499~3186766,118665168~10904011,130023424~27554932,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:10.568 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to HEAD diff [1258244~6765686,10939052~13994903,26751663~6994112,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110584499~3186766,121383394~6821300,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:10.568 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~13994903,26751663~6994112,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110584499~3186766,121383394~6821300,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:10.577 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~13994903,26751663~6994112,34699437~5043791,40275622~13522688,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110584499~3186766,118665168~9539526,130023424~27554932,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:10.577 INFO:tasks.workunit.client.0.smithi119.stdout:from 6 to HEAD diff [1258244~6765686,10939052~13994903,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:10.577 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~13994903,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:10.580 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~13994903,26751663~6994112,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:10.580 INFO:tasks.workunit.client.0.smithi119.stdout:from 7 to HEAD diff [1258244~6765686,10939052~6019552,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:10.580 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~6019552,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:10.585 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~6019552,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~6509352,284433279~8202391,293980751~7140646,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:10.585 INFO:tasks.workunit.client.0.smithi119.stdout:from 8 to HEAD diff [1258244~6765686,10939052~3414471,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11465027,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31437816,405189195~12842168] 2024-04-13T09:01:10.585 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~3414471,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11465027,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31437816,405189195~12842168] 2024-04-13T09:01:10.591 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~3414471,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,247463936~24519186,276824064~6509352,284433279~8202391,293980751~7140646,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31437816,405189195~12842168] 2024-04-13T09:01:10.591 INFO:tasks.workunit.client.0.smithi119.stdout:from 9 to HEAD diff [10939052~3414471,21216939~3717016,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,363877656~6556568,370594749~31437816,405189195~12842168] 2024-04-13T09:01:10.591 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [10939052~3414471,21216939~3717016,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,363877656~6556568,370594749~31437816,405189195~12842168] 2024-04-13T09:01:10.597 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [10939052~3414471,21216939~3717016,28868365~1154898,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,247463936~10141258,260235455~6166168,268195530~762084,276824064~6509352,284433279~8202391,293980751~7140646,301989888~8923998,311035999~12133627,325233622~31323640,363877656~6556568,370594749~31437816,405189195~12842168] 2024-04-13T09:01:10.597 INFO:tasks.workunit.client.0.smithi119.stdout:from 10 to HEAD diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~8316037,90823774~10436748,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~19915600,352896479~3660783,363877656~6556568,370594749~19416504,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:10.597 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~8316037,90823774~10436748,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~19915600,352896479~3660783,363877656~6556568,370594749~19416504,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:10.602 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~8316037,90823774~10436748,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,247463936~10141258,260235455~6166168,268195530~762084,276824064~6509352,284433279~8202391,293980751~7140646,301989888~8923998,311035999~12133627,325233622~25987919,352896479~3660783,363877656~6556568,370594749~19416504,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:10.602 INFO:tasks.workunit.client.0.smithi119.stdout:from 11 to HEAD diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58769869~1702345,62207475~9991862,72860054~8316037,90823774~10436748,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7062441,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,295363441~5757956,304404585~6509301,311035999~12133627,325233622~3691449,331305941~19291253,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:10.602 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58769869~1702345,62207475~9991862,72860054~8316037,90823774~10436748,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7062441,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,295363441~5757956,304404585~6509301,311035999~12133627,325233622~3691449,331305941~19291253,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:10.607 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44634045~9164265,58769869~1702345,62207475~9991862,72860054~8316037,90823774~10436748,110698960~3072305,118665168~9539526,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,225383167~7882310,234671288~535909,235604314~3427328,240118541~7062441,247463936~10141258,260235455~6166168,268195530~762084,276824064~6509352,284433279~8202391,295363441~5757956,301989888~8923998,311035999~12133627,325233622~25363572,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:10.607 INFO:tasks.workunit.client.0.smithi119.stdout:from 12 to HEAD diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58769869~1702345,62207475~9991862,72860054~8316037,90823774~10436748,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,230333033~2271898,234671288~535909,235604314~3427328,240118541~7062441,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,284433279~2005401,295363441~5757956,304404585~6509301,311035999~12133627,331305941~19291253,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,405189195~12842168] 2024-04-13T09:01:10.607 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58769869~1702345,62207475~9991862,72860054~8316037,90823774~10436748,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,230333033~2271898,234671288~535909,235604314~3427328,240118541~7062441,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,284433279~2005401,295363441~5757956,304404585~6509301,311035999~12133627,331305941~19291253,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,405189195~12842168] 2024-04-13T09:01:10.612 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44634045~9164265,58769869~1702345,62207475~9991862,72860054~8316037,90823774~10436748,110698960~3072305,118665168~9539526,132045564~14812571,148673271~6434998,162948198~5736809,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,230333033~2271898,234671288~535909,235604314~3427328,240118541~7062441,254003150~3602044,260235455~6166168,268195530~762084,276824064~6509352,284433279~2005401,295363441~5757956,301989888~8923998,311035999~12133627,328925071~21672123,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,405189195~12842168] 2024-04-13T09:01:10.612 INFO:tasks.workunit.client.0.smithi119.stdout:from 13 to HEAD diff [11062374~3291149,21216939~1913161,28868365~1154898,40275622~3638438,44684192~9114118,58769869~1702345,62207475~9991862,72860054~8316037,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,173677030~19546364,196160630~1146852,212231510~5328588,230333033~2271898,234671288~535909,235604314~3427328,240118541~7062441,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,284433279~2005401,295363441~5757956,304404585~6509301,311035999~6407570,331305941~10582995,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,410819176~6395763] 2024-04-13T09:01:10.612 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [11062374~3291149,21216939~1913161,28868365~1154898,40275622~3638438,44684192~9114118,58769869~1702345,62207475~9991862,72860054~8316037,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,173677030~19546364,196160630~1146852,212231510~5328588,230333033~2271898,234671288~535909,235604314~3427328,240118541~7062441,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,284433279~2005401,295363441~5757956,304404585~6509301,311035999~6407570,331305941~10582995,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,410819176~6395763] 2024-04-13T09:01:10.617 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [11062374~3291149,21216939~1913161,28868365~1154898,40275622~3638438,44634045~9164265,58769869~1702345,62207475~9991862,72860054~8316037,110698960~3072305,118665168~9539526,132045564~14812571,148673271~6434998,162948198~5736809,171966464~21256930,196160630~1146852,209715200~7844898,230333033~2271898,234671288~535909,235604314~3427328,240118541~7062441,254003150~3602044,260235455~6166168,268195530~762084,276824064~6509352,284433279~2005401,295363441~5757956,301989888~8923998,311035999~6407570,328925071~12963865,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,410819176~6395763] 2024-04-13T09:01:10.618 INFO:tasks.workunit.client.0.smithi119.stdout:from 14 to HEAD diff [11062374~3291149,40275622~3638438,44684192~9114118,58769869~1702345,64362564~7836773,72860054~8316037,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,173677030~19546364,196160630~1146852,212231510~5328588,230333033~2271898,234671288~535909,235604314~3427328,243739589~3441393,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,284433279~2005401,295363441~5757956,304404585~6509301,336000335~5888601,370594749~7514866,379092509~10918744,391949344~4724393,410819176~6395763] 2024-04-13T09:01:10.618 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [11062374~3291149,40275622~3638438,44684192~9114118,58769869~1702345,64362564~7836773,72860054~8316037,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,173677030~19546364,196160630~1146852,212231510~5328588,230333033~2271898,234671288~535909,235604314~3427328,243739589~3441393,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,284433279~2005401,295363441~5757956,304404585~6509301,336000335~5888601,370594749~7514866,379092509~10918744,391949344~4724393,410819176~6395763] 2024-04-13T09:01:10.623 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [11062374~3291149,40275622~3638438,44634045~9164265,58769869~1702345,64362564~7836773,72860054~8316037,110698960~3072305,118665168~9539526,132045564~14812571,148673271~6434998,162948198~5736809,171966464~21256930,196160630~1146852,209715200~7844898,230333033~2271898,234671288~535909,235604314~3427328,243739589~3441393,254003150~3602044,260235455~6166168,268195530~762084,276824064~6509352,284433279~2005401,295363441~5757956,301989888~8923998,336000335~5888601,370594749~7514866,379092509~10918744,391949344~4724393,410819176~6395763] 2024-04-13T09:01:10.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:10 smithi139 ceph-mon[88985]: osdmap e2047: 8 total, 8 up, 8 in 2024-04-13T09:01:10.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:10 smithi139 ceph-mon[88985]: pgmap v3996: 137 pgs: 137 active+clean; 912 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 14 KiB/s rd, 18 MiB/s wr, 1.45k op/s 2024-04-13T09:01:10.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:10 smithi119 ceph-mon[96316]: osdmap e2047: 8 total, 8 up, 8 in 2024-04-13T09:01:10.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:10 smithi119 ceph-mon[96316]: pgmap v3996: 137 pgs: 137 active+clean; 912 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 14 KiB/s rd, 18 MiB/s wr, 1.45k op/s 2024-04-13T09:01:10.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:10 smithi119 ceph-mon[93746]: osdmap e2047: 8 total, 8 up, 8 in 2024-04-13T09:01:10.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:10 smithi119 ceph-mon[93746]: pgmap v3996: 137 pgs: 137 active+clean; 912 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 14 KiB/s rd, 18 MiB/s wr, 1.45k op/s 2024-04-13T09:01:11.486 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to HEAD diff [1258244~43375801,44684192~9114118,56995537~15203800,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~13552226,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8641967,258983808~1251647,260518095~14205196,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251547,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:11.486 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~43375801,44684192~9114118,56995537~15203800,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~13552226,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8641967,258983808~1251647,260518095~14205196,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251547,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:11.542 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~52540066,54525952~50607303,109051904~20517275,130023424~41781682,171966464~32555997,209715200~7844898,218103808~29125115,247463936~27259355,276824064~24297333,301989888~54567600,359350488~11083736,370594749~31899570,402653184~15378179] 2024-04-13T09:01:11.542 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to HEAD diff [1258244~6765686,10939052~33694993,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~12712986,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251321,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:11.542 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~33694993,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~12712986,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251321,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:11.551 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~42859258,54525952~46734570,103262699~1870556,109051904~20517275,130023424~38661583,169024874~648521,171966464~32555997,209715200~7844898,218103808~15161669,234671288~535909,235604314~3427328,240118541~7110382,247463936~25767145,276824064~24297333,301989888~54567374,359350488~11083736,370594749~31899570,402653184~15378179] 2024-04-13T09:01:11.551 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to HEAD diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~17889072,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:11.551 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~17889072,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:11.556 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~22806723,34699437~5043791,40034804~13763506,54525952~46734570,103262699~1870556,109051904~4979407,118665168~10904011,130023424~38661583,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,218103808~15161669,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~45521263,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:11.556 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to HEAD diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:11.556 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:11.561 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~22806723,34699437~5043791,40034804~13763506,56995537~25687260,85795760~15464762,103262699~1870556,110584499~3186766,118665168~10904011,130023424~38661583,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,218103808~15161669,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:11.562 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to HEAD diff [1258244~6765686,10939052~22806723,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:11.562 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~22806723,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:11.567 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~22806723,34699437~5043791,40275622~13522688,58054839~24627958,85795760~15464762,103262699~1870556,110584499~3186766,118665168~10904011,130023424~27554932,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:11.567 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to HEAD diff [1258244~6765686,10939052~13994903,26751663~6994112,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110584499~3186766,121383394~6821300,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:11.568 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~13994903,26751663~6994112,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110584499~3186766,121383394~6821300,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:11.573 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~13994903,26751663~6994112,34699437~5043791,40275622~13522688,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110584499~3186766,118665168~9539526,130023424~27554932,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:11.573 INFO:tasks.workunit.client.0.smithi119.stdout:from 6 to HEAD diff [1258244~6765686,10939052~13994903,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:11.573 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~13994903,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:11.578 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~13994903,26751663~6994112,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:11.578 INFO:tasks.workunit.client.0.smithi119.stdout:from 7 to HEAD diff [1258244~6765686,10939052~6019552,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:11.578 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~6019552,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:11.584 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~6019552,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~6509352,284433279~8202391,293980751~7140646,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:11.584 INFO:tasks.workunit.client.0.smithi119.stdout:from 8 to HEAD diff [1258244~6765686,10939052~3414471,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11465027,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31437816,405189195~12842168] 2024-04-13T09:01:11.584 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~3414471,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11465027,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31437816,405189195~12842168] 2024-04-13T09:01:11.589 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~3414471,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,247463936~24519186,276824064~6509352,284433279~8202391,293980751~7140646,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31437816,405189195~12842168] 2024-04-13T09:01:11.589 INFO:tasks.workunit.client.0.smithi119.stdout:from 9 to HEAD diff [10939052~3414471,21216939~3717016,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,363877656~6556568,370594749~31437816,405189195~12842168] 2024-04-13T09:01:11.589 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [10939052~3414471,21216939~3717016,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,363877656~6556568,370594749~31437816,405189195~12842168] 2024-04-13T09:01:11.595 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [10939052~3414471,21216939~3717016,28868365~1154898,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,247463936~10141258,260235455~6166168,268195530~762084,276824064~6509352,284433279~8202391,293980751~7140646,301989888~8923998,311035999~12133627,325233622~31323640,363877656~6556568,370594749~31437816,405189195~12842168] 2024-04-13T09:01:11.595 INFO:tasks.workunit.client.0.smithi119.stdout:from 10 to HEAD diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~8316037,90823774~10436748,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~19915600,352896479~3660783,363877656~6556568,370594749~19416504,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:11.596 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~8316037,90823774~10436748,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~19915600,352896479~3660783,363877656~6556568,370594749~19416504,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:11.601 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~8316037,90823774~10436748,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,247463936~10141258,260235455~6166168,268195530~762084,276824064~6509352,284433279~8202391,293980751~7140646,301989888~8923998,311035999~12133627,325233622~25987919,352896479~3660783,363877656~6556568,370594749~19416504,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:11.601 INFO:tasks.workunit.client.0.smithi119.stdout:from 11 to HEAD diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58769869~1702345,62207475~9991862,72860054~8316037,90823774~10436748,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7062441,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,295363441~5757956,304404585~6509301,311035999~12133627,325233622~3691449,331305941~19291253,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:11.601 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58769869~1702345,62207475~9991862,72860054~8316037,90823774~10436748,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7062441,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,295363441~5757956,304404585~6509301,311035999~12133627,325233622~3691449,331305941~19291253,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:11.606 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44634045~9164265,58769869~1702345,62207475~9991862,72860054~8316037,90823774~10436748,110698960~3072305,118665168~9539526,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,225383167~7882310,234671288~535909,235604314~3427328,240118541~7062441,247463936~10141258,260235455~6166168,268195530~762084,276824064~6509352,284433279~8202391,295363441~5757956,301989888~8923998,311035999~12133627,325233622~25363572,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:11.606 INFO:tasks.workunit.client.0.smithi119.stdout:from 12 to HEAD diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58769869~1702345,62207475~9991862,72860054~8316037,90823774~10436748,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,230333033~2271898,234671288~535909,235604314~3427328,240118541~7062441,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,284433279~2005401,295363441~5757956,304404585~6509301,311035999~12133627,331305941~19291253,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,405189195~12842168] 2024-04-13T09:01:11.606 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58769869~1702345,62207475~9991862,72860054~8316037,90823774~10436748,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,230333033~2271898,234671288~535909,235604314~3427328,240118541~7062441,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,284433279~2005401,295363441~5757956,304404585~6509301,311035999~12133627,331305941~19291253,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,405189195~12842168] 2024-04-13T09:01:11.612 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44634045~9164265,58769869~1702345,62207475~9991862,72860054~8316037,90823774~10436748,110698960~3072305,118665168~9539526,132045564~14812571,148673271~6434998,162948198~5736809,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,230333033~2271898,234671288~535909,235604314~3427328,240118541~7062441,254003150~3602044,260235455~6166168,268195530~762084,276824064~6509352,284433279~2005401,295363441~5757956,301989888~8923998,311035999~12133627,328925071~21672123,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,405189195~12842168] 2024-04-13T09:01:11.612 INFO:tasks.workunit.client.0.smithi119.stdout:from 13 to HEAD diff [11062374~3291149,21216939~1913161,28868365~1154898,40275622~3638438,44684192~9114118,58769869~1702345,62207475~9991862,72860054~8316037,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,173677030~19546364,196160630~1146852,212231510~5328588,230333033~2271898,234671288~535909,235604314~3427328,240118541~7062441,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,284433279~2005401,295363441~5757956,304404585~6509301,311035999~6407570,331305941~10582995,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,410819176~6395763] 2024-04-13T09:01:11.612 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [11062374~3291149,21216939~1913161,28868365~1154898,40275622~3638438,44684192~9114118,58769869~1702345,62207475~9991862,72860054~8316037,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,173677030~19546364,196160630~1146852,212231510~5328588,230333033~2271898,234671288~535909,235604314~3427328,240118541~7062441,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,284433279~2005401,295363441~5757956,304404585~6509301,311035999~6407570,331305941~10582995,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,410819176~6395763] 2024-04-13T09:01:11.618 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [11062374~3291149,21216939~1913161,28868365~1154898,40275622~3638438,44634045~9164265,58769869~1702345,62207475~9991862,72860054~8316037,110698960~3072305,118665168~9539526,132045564~14812571,148673271~6434998,162948198~5736809,171966464~21256930,196160630~1146852,209715200~7844898,230333033~2271898,234671288~535909,235604314~3427328,240118541~7062441,254003150~3602044,260235455~6166168,268195530~762084,276824064~6509352,284433279~2005401,295363441~5757956,301989888~8923998,311035999~6407570,328925071~12963865,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,410819176~6395763] 2024-04-13T09:01:11.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:11 smithi139 ceph-mon[88985]: osdmap e2048: 8 total, 8 up, 8 in 2024-04-13T09:01:11.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:11 smithi119 ceph-mon[96316]: osdmap e2048: 8 total, 8 up, 8 in 2024-04-13T09:01:11.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:11 smithi119 ceph-mon[93746]: osdmap e2048: 8 total, 8 up, 8 in 2024-04-13T09:01:12.494 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to HEAD diff [1258244~43375801,44684192~9114118,56995537~15203800,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~13552226,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8641967,258983808~1251647,260518095~14205196,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251547,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:12.495 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~43375801,44684192~9114118,56995537~15203800,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~13552226,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8641967,258983808~1251647,260518095~14205196,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251547,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:12.549 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~52540066,54525952~50607303,109051904~20517275,130023424~41781682,171966464~32555997,209715200~7844898,218103808~29125115,247463936~27259355,276824064~24297333,301989888~54567600,359350488~11083736,370594749~31899570,402653184~15378179] 2024-04-13T09:01:12.549 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to HEAD diff [1258244~6765686,10939052~33694993,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~12712986,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251321,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:12.549 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~33694993,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~12712986,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251321,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:12.559 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~42859258,54525952~46734570,103262699~1870556,109051904~20517275,130023424~38661583,169024874~648521,171966464~32555997,209715200~7844898,218103808~15161669,234671288~535909,235604314~3427328,240118541~7110382,247463936~25767145,276824064~24297333,301989888~54567374,359350488~11083736,370594749~31899570,402653184~15378179] 2024-04-13T09:01:12.559 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to HEAD diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~17889072,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:12.559 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~17889072,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:12.565 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~22806723,34699437~5043791,40034804~13763506,54525952~46734570,103262699~1870556,109051904~4979407,118665168~10904011,130023424~38661583,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,218103808~15161669,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~45521263,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:12.565 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to HEAD diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:12.565 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:12.571 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~22806723,34699437~5043791,40034804~13763506,56995537~25687260,85795760~15464762,103262699~1870556,110584499~3186766,118665168~10904011,130023424~38661583,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,218103808~15161669,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:12.571 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to HEAD diff [1258244~6765686,10939052~22806723,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:12.572 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~22806723,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:12.580 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~22806723,34699437~5043791,40275622~13522688,58054839~24627958,85795760~15464762,103262699~1870556,110584499~3186766,118665168~10904011,130023424~27554932,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:12.580 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to HEAD diff [1258244~6765686,10939052~13994903,26751663~6994112,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110584499~3186766,121383394~6821300,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:12.580 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~13994903,26751663~6994112,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110584499~3186766,121383394~6821300,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:12.582 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~13994903,26751663~6994112,34699437~5043791,40275622~13522688,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110584499~3186766,118665168~9539526,130023424~27554932,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:12.582 INFO:tasks.workunit.client.0.smithi119.stdout:from 6 to HEAD diff [1258244~6765686,10939052~13994903,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:12.582 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~13994903,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:12.587 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~13994903,26751663~6994112,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:12.588 INFO:tasks.workunit.client.0.smithi119.stdout:from 7 to HEAD diff [1258244~6765686,10939052~6019552,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:12.588 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~6019552,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:12.593 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~6019552,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~6509352,284433279~8202391,293980751~7140646,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:12.593 INFO:tasks.workunit.client.0.smithi119.stdout:from 8 to HEAD diff [1258244~6765686,10939052~3414471,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11465027,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31437816,405189195~12842168] 2024-04-13T09:01:12.593 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~3414471,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11465027,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31437816,405189195~12842168] 2024-04-13T09:01:12.598 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~3414471,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,247463936~24519186,276824064~6509352,284433279~8202391,293980751~7140646,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31437816,405189195~12842168] 2024-04-13T09:01:12.599 INFO:tasks.workunit.client.0.smithi119.stdout:from 9 to HEAD diff [10939052~3414471,21216939~3717016,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,363877656~6556568,370594749~31437816,405189195~12842168] 2024-04-13T09:01:12.599 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [10939052~3414471,21216939~3717016,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,363877656~6556568,370594749~31437816,405189195~12842168] 2024-04-13T09:01:12.606 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [10939052~3414471,21216939~3717016,28868365~1154898,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,247463936~10141258,260235455~6166168,268195530~762084,276824064~6509352,284433279~8202391,293980751~7140646,301989888~8923998,311035999~12133627,325233622~31323640,363877656~6556568,370594749~31437816,405189195~12842168] 2024-04-13T09:01:12.606 INFO:tasks.workunit.client.0.smithi119.stdout:from 10 to HEAD diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~8316037,90823774~10436748,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~19915600,352896479~3660783,363877656~6556568,370594749~19416504,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:12.606 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~8316037,90823774~10436748,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~19915600,352896479~3660783,363877656~6556568,370594749~19416504,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:12.609 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~8316037,90823774~10436748,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,247463936~10141258,260235455~6166168,268195530~762084,276824064~6509352,284433279~8202391,293980751~7140646,301989888~8923998,311035999~12133627,325233622~25987919,352896479~3660783,363877656~6556568,370594749~19416504,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:12.609 INFO:tasks.workunit.client.0.smithi119.stdout:from 11 to HEAD diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58769869~1702345,62207475~9991862,72860054~8316037,90823774~10436748,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7062441,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,295363441~5757956,304404585~6509301,311035999~12133627,325233622~3691449,331305941~19291253,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:12.609 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58769869~1702345,62207475~9991862,72860054~8316037,90823774~10436748,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7062441,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,295363441~5757956,304404585~6509301,311035999~12133627,325233622~3691449,331305941~19291253,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:12.615 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44634045~9164265,58769869~1702345,62207475~9991862,72860054~8316037,90823774~10436748,110698960~3072305,118665168~9539526,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,225383167~7882310,234671288~535909,235604314~3427328,240118541~7062441,247463936~10141258,260235455~6166168,268195530~762084,276824064~6509352,284433279~8202391,295363441~5757956,301989888~8923998,311035999~12133627,325233622~25363572,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:12.616 INFO:tasks.workunit.client.0.smithi119.stdout:from 12 to HEAD diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58769869~1702345,62207475~9991862,72860054~8316037,90823774~10436748,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,230333033~2271898,234671288~535909,235604314~3427328,240118541~7062441,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,284433279~2005401,295363441~5757956,304404585~6509301,311035999~12133627,331305941~19291253,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,405189195~12842168] 2024-04-13T09:01:12.616 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58769869~1702345,62207475~9991862,72860054~8316037,90823774~10436748,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,230333033~2271898,234671288~535909,235604314~3427328,240118541~7062441,254003150~3602044,260518095~5883528,268195530~762084,279599095~3734321,284433279~2005401,295363441~5757956,304404585~6509301,311035999~12133627,331305941~19291253,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,405189195~12842168] 2024-04-13T09:01:12.620 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44634045~9164265,58769869~1702345,62207475~9991862,72860054~8316037,90823774~10436748,110698960~3072305,118665168~9539526,132045564~14812571,148673271~6434998,162948198~5736809,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,230333033~2271898,234671288~535909,235604314~3427328,240118541~7062441,254003150~3602044,260235455~6166168,268195530~762084,276824064~6509352,284433279~2005401,295363441~5757956,301989888~8923998,311035999~12133627,328925071~21672123,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,405189195~12842168] 2024-04-13T09:01:12.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:12 smithi139 ceph-mon[88985]: osdmap e2049: 8 total, 8 up, 8 in 2024-04-13T09:01:12.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:12 smithi139 ceph-mon[88985]: pgmap v3999: 137 pgs: 137 active+clean; 895 MiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 157 KiB/s rd, 5.5 KiB/s wr, 4.60k op/s 2024-04-13T09:01:12.637 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:01:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:01:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:01:12.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:12 smithi119 ceph-mon[96316]: osdmap e2049: 8 total, 8 up, 8 in 2024-04-13T09:01:12.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:12 smithi119 ceph-mon[96316]: pgmap v3999: 137 pgs: 137 active+clean; 895 MiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 157 KiB/s rd, 5.5 KiB/s wr, 4.60k op/s 2024-04-13T09:01:12.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:12 smithi119 ceph-mon[93746]: osdmap e2049: 8 total, 8 up, 8 in 2024-04-13T09:01:12.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:12 smithi119 ceph-mon[93746]: pgmap v3999: 137 pgs: 137 active+clean; 895 MiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 157 KiB/s rd, 5.5 KiB/s wr, 4.60k op/s 2024-04-13T09:01:13.500 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to HEAD diff [1258244~43375801,44684192~9114118,56995537~15203800,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~13552226,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8641967,258983808~1251647,260518095~14205196,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251547,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:13.500 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~43375801,44684192~9114118,56995537~15203800,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~13552226,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8641967,258983808~1251647,260518095~14205196,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251547,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:13.559 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~52540066,54525952~50607303,109051904~20517275,130023424~41781682,171966464~32555997,209715200~7844898,218103808~29125115,247463936~27259355,276824064~24297333,301989888~54567600,359350488~11083736,370594749~31899570,402653184~15378179] 2024-04-13T09:01:13.559 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to HEAD diff [1258244~6765686,10939052~33694993,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~12712986,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251321,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:13.559 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~33694993,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~12712986,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251321,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:13.564 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~42859258,54525952~46734570,103262699~1870556,109051904~20517275,130023424~38661583,169024874~648521,171966464~32555997,209715200~7844898,218103808~15161669,234671288~535909,235604314~3427328,240118541~7110382,247463936~25767145,276824064~24297333,301989888~54567374,359350488~11083736,370594749~31899570,402653184~15378179] 2024-04-13T09:01:13.564 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to HEAD diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~17889072,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:13.564 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~17889072,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:13.569 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~22806723,34699437~5043791,40034804~13763506,54525952~46734570,103262699~1870556,109051904~4979407,118665168~10904011,130023424~38661583,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,218103808~15161669,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~45521263,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:13.569 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to HEAD diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:13.570 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:13.575 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~22806723,34699437~5043791,40034804~13763506,56995537~25687260,85795760~15464762,103262699~1870556,110584499~3186766,118665168~10904011,130023424~38661583,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,218103808~15161669,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:13.575 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to HEAD diff [1258244~6765686,10939052~22806723,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:13.575 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~22806723,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:13.580 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~22806723,34699437~5043791,40275622~13522688,58054839~24627958,85795760~15464762,103262699~1870556,110584499~3186766,118665168~10904011,130023424~27554932,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:13.581 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to HEAD diff [1258244~6765686,10939052~13994903,26751663~6994112,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110584499~3186766,121383394~6821300,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:13.581 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~13994903,26751663~6994112,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110584499~3186766,121383394~6821300,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:13.586 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~13994903,26751663~6994112,34699437~5043791,40275622~13522688,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110584499~3186766,118665168~9539526,130023424~27554932,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:13.586 INFO:tasks.workunit.client.0.smithi119.stdout:from 6 to HEAD diff [1258244~6765686,10939052~13994903,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:13.586 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~13994903,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:13.591 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~13994903,26751663~6994112,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:13.592 INFO:tasks.workunit.client.0.smithi119.stdout:from 7 to HEAD diff [1258244~6765686,10939052~6019552,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:13.592 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~6019552,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:13.597 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~6019552,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~6509352,284433279~8202391,293980751~7140646,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:13.597 INFO:tasks.workunit.client.0.smithi119.stdout:from 8 to HEAD diff [1258244~6765686,10939052~3414471,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11465027,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31437816,405189195~12842168] 2024-04-13T09:01:13.597 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~3414471,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11465027,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31437816,405189195~12842168] 2024-04-13T09:01:13.603 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~3414471,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,247463936~24519186,276824064~6509352,284433279~8202391,293980751~7140646,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31437816,405189195~12842168] 2024-04-13T09:01:13.603 INFO:tasks.workunit.client.0.smithi119.stdout:from 9 to HEAD diff [10939052~3414471,21216939~3717016,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,363877656~6556568,370594749~31437816,405189195~12842168] 2024-04-13T09:01:13.603 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [10939052~3414471,21216939~3717016,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,363877656~6556568,370594749~31437816,405189195~12842168] 2024-04-13T09:01:13.609 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [10939052~3414471,21216939~3717016,28868365~1154898,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,247463936~10141258,260235455~6166168,268195530~762084,276824064~6509352,284433279~8202391,293980751~7140646,301989888~8923998,311035999~12133627,325233622~31323640,363877656~6556568,370594749~31437816,405189195~12842168] 2024-04-13T09:01:13.609 INFO:tasks.workunit.client.0.smithi119.stdout:from 10 to HEAD diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~8316037,90823774~10436748,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~19915600,352896479~3660783,363877656~6556568,370594749~19416504,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:13.609 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~8316037,90823774~10436748,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~19915600,352896479~3660783,363877656~6556568,370594749~19416504,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:13.613 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~8316037,90823774~10436748,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,247463936~10141258,260235455~6166168,268195530~762084,276824064~6509352,284433279~8202391,293980751~7140646,301989888~8923998,311035999~12133627,325233622~25987919,352896479~3660783,363877656~6556568,370594749~19416504,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:13.614 INFO:tasks.workunit.client.0.smithi119.stdout:from 11 to HEAD diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58769869~1702345,62207475~9991862,72860054~8316037,90823774~10436748,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7062441,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,295363441~5757956,304404585~6509301,311035999~12133627,325233622~3691449,331305941~19291253,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:13.614 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58769869~1702345,62207475~9991862,72860054~8316037,90823774~10436748,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7062441,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,295363441~5757956,304404585~6509301,311035999~12133627,325233622~3691449,331305941~19291253,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:13.618 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44634045~9164265,58769869~1702345,62207475~9991862,72860054~8316037,90823774~10436748,110698960~3072305,118665168~9539526,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,225383167~7882310,234671288~535909,235604314~3427328,240118541~7062441,247463936~10141258,260235455~6166168,268195530~762084,276824064~6509352,284433279~8202391,295363441~5757956,301989888~8923998,311035999~12133627,325233622~25363572,352896479~3660783,370594749~7514866,379092509~10918744,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:13.888 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:13 smithi139 ceph-mon[88985]: osdmap e2050: 8 total, 8 up, 8 in 2024-04-13T09:01:13.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:13 smithi119 ceph-mon[96316]: osdmap e2050: 8 total, 8 up, 8 in 2024-04-13T09:01:13.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:13 smithi119 ceph-mon[93746]: osdmap e2050: 8 total, 8 up, 8 in 2024-04-13T09:01:14.513 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to HEAD diff [1258244~43375801,44684192~9114118,56995537~15203800,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~13552226,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8641967,258983808~1251647,260518095~14205196,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251547,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:14.513 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~43375801,44684192~9114118,56995537~15203800,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~13552226,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8641967,258983808~1251647,260518095~14205196,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251547,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:14.577 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~52540066,54525952~50607303,109051904~20517275,130023424~41781682,171966464~32555997,209715200~7844898,218103808~29125115,247463936~27259355,276824064~24297333,301989888~54567600,359350488~11083736,370594749~31899570,402653184~15378179] 2024-04-13T09:01:14.577 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to HEAD diff [1258244~6765686,10939052~33694993,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~12712986,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251321,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:14.577 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~33694993,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~12712986,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251321,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:14.585 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~42859258,54525952~46734570,103262699~1870556,109051904~20517275,130023424~38661583,169024874~648521,171966464~32555997,209715200~7844898,218103808~15161669,234671288~535909,235604314~3427328,240118541~7110382,247463936~25767145,276824064~24297333,301989888~54567374,359350488~11083736,370594749~31899570,402653184~15378179] 2024-04-13T09:01:14.585 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to HEAD diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~17889072,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:14.585 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~17889072,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:14.593 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~22806723,34699437~5043791,40034804~13763506,54525952~46734570,103262699~1870556,109051904~4979407,118665168~10904011,130023424~38661583,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,218103808~15161669,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~45521263,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:14.593 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to HEAD diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:14.593 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:14.596 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~22806723,34699437~5043791,40034804~13763506,56995537~25687260,85795760~15464762,103262699~1870556,110584499~3186766,118665168~10904011,130023424~38661583,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,218103808~15161669,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:14.597 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to HEAD diff [1258244~6765686,10939052~22806723,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:14.598 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~22806723,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:14.602 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~22806723,34699437~5043791,40275622~13522688,58054839~24627958,85795760~15464762,103262699~1870556,110584499~3186766,118665168~10904011,130023424~27554932,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:14.603 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to HEAD diff [1258244~6765686,10939052~13994903,26751663~6994112,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110584499~3186766,121383394~6821300,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:14.603 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~13994903,26751663~6994112,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110584499~3186766,121383394~6821300,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:14.607 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~13994903,26751663~6994112,34699437~5043791,40275622~13522688,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110584499~3186766,118665168~9539526,130023424~27554932,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:14.608 INFO:tasks.workunit.client.0.smithi119.stdout:from 6 to HEAD diff [1258244~6765686,10939052~13994903,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:14.609 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~13994903,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:14.614 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~13994903,26751663~6994112,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:14.614 INFO:tasks.workunit.client.0.smithi119.stdout:from 7 to HEAD diff [1258244~6765686,10939052~6019552,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:14.614 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~6019552,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:14.618 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~6019552,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~6509352,284433279~8202391,293980751~7140646,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:14.619 INFO:tasks.workunit.client.0.smithi119.stdout:from 8 to HEAD diff [1258244~6765686,10939052~3414471,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11465027,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31437816,405189195~12842168] 2024-04-13T09:01:14.619 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~3414471,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11465027,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31437816,405189195~12842168] 2024-04-13T09:01:14.623 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~3414471,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,247463936~24519186,276824064~6509352,284433279~8202391,293980751~7140646,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31437816,405189195~12842168] 2024-04-13T09:01:14.624 INFO:tasks.workunit.client.0.smithi119.stdout:from 9 to HEAD diff [10939052~3414471,21216939~3717016,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,363877656~6556568,370594749~31437816,405189195~12842168] 2024-04-13T09:01:14.624 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [10939052~3414471,21216939~3717016,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,363877656~6556568,370594749~31437816,405189195~12842168] 2024-04-13T09:01:14.632 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [10939052~3414471,21216939~3717016,28868365~1154898,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,247463936~10141258,260235455~6166168,268195530~762084,276824064~6509352,284433279~8202391,293980751~7140646,301989888~8923998,311035999~12133627,325233622~31323640,363877656~6556568,370594749~31437816,405189195~12842168] 2024-04-13T09:01:14.632 INFO:tasks.workunit.client.0.smithi119.stdout:from 10 to HEAD diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~8316037,90823774~10436748,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~19915600,352896479~3660783,363877656~6556568,370594749~19416504,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:14.632 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~8316037,90823774~10436748,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~19915600,352896479~3660783,363877656~6556568,370594749~19416504,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:14.636 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [11062374~3291149,21216939~1913161,28868365~1154898,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~8316037,90823774~10436748,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,247463936~10141258,260235455~6166168,268195530~762084,276824064~6509352,284433279~8202391,293980751~7140646,301989888~8923998,311035999~12133627,325233622~25987919,352896479~3660783,363877656~6556568,370594749~19416504,391949344~4724393,396914845~1861904,405189195~12842168] 2024-04-13T09:01:14.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:14 smithi119 ceph-mon[96316]: osdmap e2051: 8 total, 8 up, 8 in 2024-04-13T09:01:14.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:14 smithi119 ceph-mon[96316]: pgmap v4002: 137 pgs: 137 active+clean; 887 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 157 KiB/s rd, 5.5 KiB/s wr, 4.88k op/s 2024-04-13T09:01:14.819 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:14 smithi119 ceph-mon[93746]: osdmap e2051: 8 total, 8 up, 8 in 2024-04-13T09:01:14.819 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:14 smithi119 ceph-mon[93746]: pgmap v4002: 137 pgs: 137 active+clean; 887 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 157 KiB/s rd, 5.5 KiB/s wr, 4.88k op/s 2024-04-13T09:01:14.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:14 smithi139 ceph-mon[88985]: osdmap e2051: 8 total, 8 up, 8 in 2024-04-13T09:01:14.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:14 smithi139 ceph-mon[88985]: pgmap v4002: 137 pgs: 137 active+clean; 887 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 157 KiB/s rd, 5.5 KiB/s wr, 4.88k op/s 2024-04-13T09:01:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:01:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:01:14] "GET /metrics HTTP/1.1" 200 36618 "" "Prometheus/2.43.0" 2024-04-13T09:01:15.527 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to HEAD diff [1258244~43375801,44684192~9114118,56995537~15203800,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~13552226,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8641967,258983808~1251647,260518095~14205196,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251547,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:15.527 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~43375801,44684192~9114118,56995537~15203800,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~13552226,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8641967,258983808~1251647,260518095~14205196,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251547,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:15.597 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~52540066,54525952~50607303,109051904~20517275,130023424~41781682,171966464~32555997,209715200~7844898,218103808~29125115,247463936~27259355,276824064~24297333,301989888~54567600,359350488~11083736,370594749~31899570,402653184~15378179] 2024-04-13T09:01:15.598 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to HEAD diff [1258244~6765686,10939052~33694993,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~12712986,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251321,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:15.598 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~33694993,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~12712986,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251321,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:15.603 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~42859258,54525952~46734570,103262699~1870556,109051904~20517275,130023424~38661583,169024874~648521,171966464~32555997,209715200~7844898,218103808~15161669,234671288~535909,235604314~3427328,240118541~7110382,247463936~25767145,276824064~24297333,301989888~54567374,359350488~11083736,370594749~31899570,402653184~15378179] 2024-04-13T09:01:15.603 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to HEAD diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~17889072,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:15.603 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~17889072,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:15.609 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~22806723,34699437~5043791,40034804~13763506,54525952~46734570,103262699~1870556,109051904~4979407,118665168~10904011,130023424~38661583,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,218103808~15161669,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~45521263,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:15.609 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to HEAD diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:15.609 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:15.614 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~22806723,34699437~5043791,40034804~13763506,56995537~25687260,85795760~15464762,103262699~1870556,110584499~3186766,118665168~10904011,130023424~38661583,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,218103808~15161669,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:15.614 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to HEAD diff [1258244~6765686,10939052~22806723,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:15.615 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~22806723,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:15.620 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~22806723,34699437~5043791,40275622~13522688,58054839~24627958,85795760~15464762,103262699~1870556,110584499~3186766,118665168~10904011,130023424~27554932,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:15.620 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to HEAD diff [1258244~6765686,10939052~13994903,26751663~6994112,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110584499~3186766,121383394~6821300,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:15.620 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~13994903,26751663~6994112,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110584499~3186766,121383394~6821300,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:15.625 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~13994903,26751663~6994112,34699437~5043791,40275622~13522688,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110584499~3186766,118665168~9539526,130023424~27554932,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:15.625 INFO:tasks.workunit.client.0.smithi119.stdout:from 6 to HEAD diff [1258244~6765686,10939052~13994903,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:15.625 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~13994903,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:15.631 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~13994903,26751663~6994112,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:15.631 INFO:tasks.workunit.client.0.smithi119.stdout:from 7 to HEAD diff [1258244~6765686,10939052~6019552,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:15.631 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~6019552,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:15.636 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~6019552,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~6509352,284433279~8202391,293980751~7140646,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:15.636 INFO:tasks.workunit.client.0.smithi119.stdout:from 8 to HEAD diff [1258244~6765686,10939052~3414471,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11465027,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31437816,405189195~12842168] 2024-04-13T09:01:15.636 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~3414471,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11465027,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31437816,405189195~12842168] 2024-04-13T09:01:15.641 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~3414471,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,247463936~24519186,276824064~6509352,284433279~8202391,293980751~7140646,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31437816,405189195~12842168] 2024-04-13T09:01:15.641 INFO:tasks.workunit.client.0.smithi119.stdout:from 9 to HEAD diff [10939052~3414471,21216939~3717016,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,363877656~6556568,370594749~31437816,405189195~12842168] 2024-04-13T09:01:15.641 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [10939052~3414471,21216939~3717016,28868365~1154898,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,260518095~5883528,268195530~762084,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,363877656~6556568,370594749~31437816,405189195~12842168] 2024-04-13T09:01:15.646 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [10939052~3414471,21216939~3717016,28868365~1154898,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,247463936~10141258,260235455~6166168,268195530~762084,276824064~6509352,284433279~8202391,293980751~7140646,301989888~8923998,311035999~12133627,325233622~31323640,363877656~6556568,370594749~31437816,405189195~12842168] 2024-04-13T09:01:15.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:15 smithi139 ceph-mon[88985]: osdmap e2052: 8 total, 8 up, 8 in 2024-04-13T09:01:15.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:15 smithi119 ceph-mon[96316]: osdmap e2052: 8 total, 8 up, 8 in 2024-04-13T09:01:15.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:15 smithi119 ceph-mon[93746]: osdmap e2052: 8 total, 8 up, 8 in 2024-04-13T09:01:16.237 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to HEAD diff [1258244~43375801,44684192~9114118,56995537~15203800,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~13552226,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8641967,258983808~1251647,260518095~14205196,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251547,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:16.237 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~43375801,44684192~9114118,56995537~15203800,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~13552226,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8641967,258983808~1251647,260518095~14205196,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251547,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:16.298 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~52540066,54525952~50607303,109051904~20517275,130023424~41781682,171966464~32555997,209715200~7844898,218103808~29125115,247463936~27259355,276824064~24297333,301989888~54567600,359350488~11083736,370594749~31899570,402653184~15378179] 2024-04-13T09:01:16.298 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to HEAD diff [1258244~6765686,10939052~33694993,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~12712986,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251321,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:16.298 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~33694993,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~12712986,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251321,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:16.307 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~42859258,54525952~46734570,103262699~1870556,109051904~20517275,130023424~38661583,169024874~648521,171966464~32555997,209715200~7844898,218103808~15161669,234671288~535909,235604314~3427328,240118541~7110382,247463936~25767145,276824064~24297333,301989888~54567374,359350488~11083736,370594749~31899570,402653184~15378179] 2024-04-13T09:01:16.307 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to HEAD diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~17889072,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:16.307 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~17889072,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:16.313 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~22806723,34699437~5043791,40034804~13763506,54525952~46734570,103262699~1870556,109051904~4979407,118665168~10904011,130023424~38661583,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,218103808~15161669,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~45521263,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:16.313 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to HEAD diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:16.313 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:16.320 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~22806723,34699437~5043791,40034804~13763506,56995537~25687260,85795760~15464762,103262699~1870556,110584499~3186766,118665168~10904011,130023424~38661583,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,218103808~15161669,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:16.320 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to HEAD diff [1258244~6765686,10939052~22806723,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:16.320 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~22806723,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:16.326 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~22806723,34699437~5043791,40275622~13522688,58054839~24627958,85795760~15464762,103262699~1870556,110584499~3186766,118665168~10904011,130023424~27554932,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:16.326 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to HEAD diff [1258244~6765686,10939052~13994903,26751663~6994112,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110584499~3186766,121383394~6821300,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:16.326 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~13994903,26751663~6994112,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110584499~3186766,121383394~6821300,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:16.331 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~13994903,26751663~6994112,34699437~5043791,40275622~13522688,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110584499~3186766,118665168~9539526,130023424~27554932,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:16.331 INFO:tasks.workunit.client.0.smithi119.stdout:from 6 to HEAD diff [1258244~6765686,10939052~13994903,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:16.331 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~13994903,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:16.336 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~13994903,26751663~6994112,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:16.337 INFO:tasks.workunit.client.0.smithi119.stdout:from 7 to HEAD diff [1258244~6765686,10939052~6019552,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:16.337 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~6019552,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:16.342 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~6019552,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~6509352,284433279~8202391,293980751~7140646,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:16.343 INFO:tasks.workunit.client.0.smithi119.stdout:from 8 to HEAD diff [1258244~6765686,10939052~3414471,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11465027,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31437816,405189195~12842168] 2024-04-13T09:01:16.343 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~3414471,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11465027,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31437816,405189195~12842168] 2024-04-13T09:01:16.347 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~3414471,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,225383167~7882310,234671288~535909,235604314~3427328,240118541~7110382,247463936~24519186,276824064~6509352,284433279~8202391,293980751~7140646,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31437816,405189195~12842168] 2024-04-13T09:01:16.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:16 smithi139 ceph-mon[88985]: osdmap e2053: 8 total, 8 up, 8 in 2024-04-13T09:01:16.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:16 smithi139 ceph-mon[88985]: pgmap v4005: 137 pgs: 137 active+clean; 836 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 122 KiB/s rd, 6.2 KiB/s wr, 1.56k op/s 2024-04-13T09:01:16.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:16 smithi139 ceph-mon[88985]: osdmap e2054: 8 total, 8 up, 8 in 2024-04-13T09:01:16.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:16 smithi119 ceph-mon[96316]: osdmap e2053: 8 total, 8 up, 8 in 2024-04-13T09:01:16.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:16 smithi119 ceph-mon[96316]: pgmap v4005: 137 pgs: 137 active+clean; 836 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 122 KiB/s rd, 6.2 KiB/s wr, 1.56k op/s 2024-04-13T09:01:16.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:16 smithi119 ceph-mon[96316]: osdmap e2054: 8 total, 8 up, 8 in 2024-04-13T09:01:16.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:16 smithi119 ceph-mon[93746]: osdmap e2053: 8 total, 8 up, 8 in 2024-04-13T09:01:16.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:16 smithi119 ceph-mon[93746]: pgmap v4005: 137 pgs: 137 active+clean; 836 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 122 KiB/s rd, 6.2 KiB/s wr, 1.56k op/s 2024-04-13T09:01:16.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:16 smithi119 ceph-mon[93746]: osdmap e2054: 8 total, 8 up, 8 in 2024-04-13T09:01:17.230 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to HEAD diff [1258244~43375801,44684192~9114118,56995537~15203800,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~13552226,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8641967,258983808~1251647,260518095~14205196,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251547,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:17.238 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~43375801,44684192~9114118,56995537~15203800,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~13552226,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8641967,258983808~1251647,260518095~14205196,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251547,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:17.297 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~52540066,54525952~50607303,109051904~20517275,130023424~41781682,171966464~32555997,209715200~7844898,218103808~29125115,247463936~27259355,276824064~24297333,301989888~54567600,359350488~11083736,370594749~31899570,402653184~15378179] 2024-04-13T09:01:17.297 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to HEAD diff [1258244~6765686,10939052~33694993,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~12712986,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251321,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:17.297 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~33694993,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~12712986,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251321,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:17.309 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~42859258,54525952~46734570,103262699~1870556,109051904~20517275,130023424~38661583,169024874~648521,171966464~32555997,209715200~7844898,218103808~15161669,234671288~535909,235604314~3427328,240118541~7110382,247463936~25767145,276824064~24297333,301989888~54567374,359350488~11083736,370594749~31899570,402653184~15378179] 2024-04-13T09:01:17.309 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to HEAD diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~17889072,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:17.309 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~17889072,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:17.314 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~22806723,34699437~5043791,40034804~13763506,54525952~46734570,103262699~1870556,109051904~4979407,118665168~10904011,130023424~38661583,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,218103808~15161669,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~45521263,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:17.314 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to HEAD diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:17.315 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:17.319 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~22806723,34699437~5043791,40034804~13763506,56995537~25687260,85795760~15464762,103262699~1870556,110584499~3186766,118665168~10904011,130023424~38661583,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,218103808~15161669,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:17.320 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to HEAD diff [1258244~6765686,10939052~22806723,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:17.320 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~22806723,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:17.325 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~22806723,34699437~5043791,40275622~13522688,58054839~24627958,85795760~15464762,103262699~1870556,110584499~3186766,118665168~10904011,130023424~27554932,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:17.325 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to HEAD diff [1258244~6765686,10939052~13994903,26751663~6994112,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110584499~3186766,121383394~6821300,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:17.325 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~13994903,26751663~6994112,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110584499~3186766,121383394~6821300,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:17.332 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~13994903,26751663~6994112,34699437~5043791,40275622~13522688,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110584499~3186766,118665168~9539526,130023424~27554932,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:17.332 INFO:tasks.workunit.client.0.smithi119.stdout:from 6 to HEAD diff [1258244~6765686,10939052~13994903,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:17.333 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~13994903,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:17.337 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~13994903,26751663~6994112,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:17.338 INFO:tasks.workunit.client.0.smithi119.stdout:from 7 to HEAD diff [1258244~6765686,10939052~6019552,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:17.338 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~6019552,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~1146852,201261351~2027875,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284433279~8202391,293980751~7140646,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:17.343 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~6019552,21216939~3717016,26751663~6994112,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~1146852,201261351~2027875,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~6509352,284433279~8202391,293980751~7140646,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:18.241 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to HEAD diff [1258244~43375801,44684192~9114118,56995537~15203800,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~13552226,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8641967,258983808~1251647,260518095~14205196,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251547,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:18.241 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~43375801,44684192~9114118,56995537~15203800,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~13552226,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8641967,258983808~1251647,260518095~14205196,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251547,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:18.308 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~52540066,54525952~50607303,109051904~20517275,130023424~41781682,171966464~32555997,209715200~7844898,218103808~29125115,247463936~27259355,276824064~24297333,301989888~54567600,359350488~11083736,370594749~31899570,402653184~15378179] 2024-04-13T09:01:18.309 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to HEAD diff [1258244~6765686,10939052~33694993,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~12712986,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251321,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:18.309 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~33694993,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~12712986,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251321,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:18.314 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~42859258,54525952~46734570,103262699~1870556,109051904~20517275,130023424~38661583,169024874~648521,171966464~32555997,209715200~7844898,218103808~15161669,234671288~535909,235604314~3427328,240118541~7110382,247463936~25767145,276824064~24297333,301989888~54567374,359350488~11083736,370594749~31899570,402653184~15378179] 2024-04-13T09:01:18.314 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to HEAD diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~17889072,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:18.314 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~17889072,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:18.320 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~22806723,34699437~5043791,40034804~13763506,54525952~46734570,103262699~1870556,109051904~4979407,118665168~10904011,130023424~38661583,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,218103808~15161669,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~45521263,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:18.320 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to HEAD diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:18.320 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:18.326 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~22806723,34699437~5043791,40034804~13763506,56995537~25687260,85795760~15464762,103262699~1870556,110584499~3186766,118665168~10904011,130023424~38661583,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,218103808~15161669,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:18.326 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to HEAD diff [1258244~6765686,10939052~22806723,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:18.326 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~22806723,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:18.331 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~22806723,34699437~5043791,40275622~13522688,58054839~24627958,85795760~15464762,103262699~1870556,110584499~3186766,118665168~10904011,130023424~27554932,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:18.331 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to HEAD diff [1258244~6765686,10939052~13994903,26751663~6994112,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110584499~3186766,121383394~6821300,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:18.331 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~13994903,26751663~6994112,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110584499~3186766,121383394~6821300,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:18.336 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~13994903,26751663~6994112,34699437~5043791,40275622~13522688,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110584499~3186766,118665168~9539526,130023424~27554932,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:18.336 INFO:tasks.workunit.client.0.smithi119.stdout:from 6 to HEAD diff [1258244~6765686,10939052~13994903,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:18.336 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~13994903,26751663~6994112,34869444~3546335,40275622~3638438,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,121383394~6821300,132045564~14812571,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:18.341 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~13994903,26751663~6994112,34869444~3546335,40275622~3638438,44634045~9164265,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110698960~3072305,118665168~9539526,130023424~16834711,148673271~6434998,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:18.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:18 smithi139 ceph-mon[88985]: osdmap e2055: 8 total, 8 up, 8 in 2024-04-13T09:01:18.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:18 smithi119 ceph-mon[96316]: osdmap e2055: 8 total, 8 up, 8 in 2024-04-13T09:01:18.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:18 smithi119 ceph-mon[93746]: osdmap e2055: 8 total, 8 up, 8 in 2024-04-13T09:01:19.253 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to HEAD diff [1258244~43375801,44684192~9114118,56995537~15203800,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~13552226,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8641967,258983808~1251647,260518095~14205196,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251547,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:19.253 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~43375801,44684192~9114118,56995537~15203800,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~13552226,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8641967,258983808~1251647,260518095~14205196,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251547,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:19.315 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~52540066,54525952~50607303,109051904~20517275,130023424~41781682,171966464~32555997,209715200~7844898,218103808~29125115,247463936~27259355,276824064~24297333,301989888~54567600,359350488~11083736,370594749~31899570,402653184~15378179] 2024-04-13T09:01:19.315 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to HEAD diff [1258244~6765686,10939052~33694993,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~12712986,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251321,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:19.315 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~33694993,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~12712986,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251321,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:19.326 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~42859258,54525952~46734570,103262699~1870556,109051904~20517275,130023424~38661583,169024874~648521,171966464~32555997,209715200~7844898,218103808~15161669,234671288~535909,235604314~3427328,240118541~7110382,247463936~25767145,276824064~24297333,301989888~54567374,359350488~11083736,370594749~31899570,402653184~15378179] 2024-04-13T09:01:19.326 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to HEAD diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~17889072,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:19.327 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~17889072,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:19.330 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~22806723,34699437~5043791,40034804~13763506,54525952~46734570,103262699~1870556,109051904~4979407,118665168~10904011,130023424~38661583,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,218103808~15161669,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~45521263,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:19.331 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to HEAD diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:19.331 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:19.336 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~22806723,34699437~5043791,40034804~13763506,56995537~25687260,85795760~15464762,103262699~1870556,110584499~3186766,118665168~10904011,130023424~38661583,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,218103808~15161669,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:19.336 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to HEAD diff [1258244~6765686,10939052~22806723,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:19.337 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~22806723,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:19.341 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~22806723,34699437~5043791,40275622~13522688,58054839~24627958,85795760~15464762,103262699~1870556,110584499~3186766,118665168~10904011,130023424~27554932,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:19.341 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to HEAD diff [1258244~6765686,10939052~13994903,26751663~6994112,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110584499~3186766,121383394~6821300,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:19.342 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~13994903,26751663~6994112,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110584499~3186766,121383394~6821300,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:19.347 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~13994903,26751663~6994112,34699437~5043791,40275622~13522688,58054839~14144498,72860054~9822743,85795760~15464762,103262699~1870556,110584499~3186766,118665168~9539526,130023424~27554932,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:19.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:19 smithi139 ceph-mon[88985]: pgmap v4008: 137 pgs: 137 active+clean; 809 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 124 KiB/s rd, 6.2 KiB/s wr, 1.73k op/s 2024-04-13T09:01:19.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:19 smithi139 ceph-mon[88985]: osdmap e2056: 8 total, 8 up, 8 in 2024-04-13T09:01:19.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:19 smithi119 ceph-mon[96316]: pgmap v4008: 137 pgs: 137 active+clean; 809 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 124 KiB/s rd, 6.2 KiB/s wr, 1.73k op/s 2024-04-13T09:01:19.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:19 smithi119 ceph-mon[96316]: osdmap e2056: 8 total, 8 up, 8 in 2024-04-13T09:01:19.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:19 smithi119 ceph-mon[93746]: pgmap v4008: 137 pgs: 137 active+clean; 809 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 124 KiB/s rd, 6.2 KiB/s wr, 1.73k op/s 2024-04-13T09:01:19.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:19 smithi119 ceph-mon[93746]: osdmap e2056: 8 total, 8 up, 8 in 2024-04-13T09:01:20.265 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to HEAD diff [1258244~43375801,44684192~9114118,56995537~15203800,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~13552226,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8641967,258983808~1251647,260518095~14205196,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251547,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:20.265 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~43375801,44684192~9114118,56995537~15203800,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~13552226,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8641967,258983808~1251647,260518095~14205196,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251547,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:20.317 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~52540066,54525952~50607303,109051904~20517275,130023424~41781682,171966464~32555997,209715200~7844898,218103808~29125115,247463936~27259355,276824064~24297333,301989888~54567600,359350488~11083736,370594749~31899570,402653184~15378179] 2024-04-13T09:01:20.318 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to HEAD diff [1258244~6765686,10939052~33694993,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~12712986,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251321,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:20.318 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~33694993,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~12712986,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251321,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:20.331 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~42859258,54525952~46734570,103262699~1870556,109051904~20517275,130023424~38661583,169024874~648521,171966464~32555997,209715200~7844898,218103808~15161669,234671288~535909,235604314~3427328,240118541~7110382,247463936~25767145,276824064~24297333,301989888~54567374,359350488~11083736,370594749~31899570,402653184~15378179] 2024-04-13T09:01:20.332 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to HEAD diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~17889072,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:20.332 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~17889072,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:20.337 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~22806723,34699437~5043791,40034804~13763506,54525952~46734570,103262699~1870556,109051904~4979407,118665168~10904011,130023424~38661583,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,218103808~15161669,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~45521263,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:20.337 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to HEAD diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:20.337 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:20.343 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~22806723,34699437~5043791,40034804~13763506,56995537~25687260,85795760~15464762,103262699~1870556,110584499~3186766,118665168~10904011,130023424~38661583,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,218103808~15161669,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:20.343 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to HEAD diff [1258244~6765686,10939052~22806723,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:20.343 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~22806723,34699437~5043791,40275622~4358423,44684192~9114118,58054839~14144498,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~2391395,162948198~5736809,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:20.348 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~22806723,34699437~5043791,40275622~13522688,58054839~24627958,85795760~15464762,103262699~1870556,110584499~3186766,118665168~10904011,130023424~27554932,158252880~2391395,162948198~5736809,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,222615517~10649960,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:20.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:20 smithi139 ceph-mon[88985]: osdmap e2057: 8 total, 8 up, 8 in 2024-04-13T09:01:20.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:20 smithi119 ceph-mon[96316]: osdmap e2057: 8 total, 8 up, 8 in 2024-04-13T09:01:20.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:20 smithi119 ceph-mon[93746]: osdmap e2057: 8 total, 8 up, 8 in 2024-04-13T09:01:21.237 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to HEAD diff [1258244~43375801,44684192~9114118,56995537~15203800,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~13552226,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8641967,258983808~1251647,260518095~14205196,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251547,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:21.238 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~43375801,44684192~9114118,56995537~15203800,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~13552226,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8641967,258983808~1251647,260518095~14205196,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251547,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:21.306 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~52540066,54525952~50607303,109051904~20517275,130023424~41781682,171966464~32555997,209715200~7844898,218103808~29125115,247463936~27259355,276824064~24297333,301989888~54567600,359350488~11083736,370594749~31899570,402653184~15378179] 2024-04-13T09:01:21.306 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to HEAD diff [1258244~6765686,10939052~33694993,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~12712986,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251321,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:21.306 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~33694993,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~12712986,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251321,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:21.314 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~42859258,54525952~46734570,103262699~1870556,109051904~20517275,130023424~38661583,169024874~648521,171966464~32555997,209715200~7844898,218103808~15161669,234671288~535909,235604314~3427328,240118541~7110382,247463936~25767145,276824064~24297333,301989888~54567374,359350488~11083736,370594749~31899570,402653184~15378179] 2024-04-13T09:01:21.315 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to HEAD diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~17889072,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:21.315 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~17889072,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:21.320 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~22806723,34699437~5043791,40034804~13763506,54525952~46734570,103262699~1870556,109051904~4979407,118665168~10904011,130023424~38661583,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,218103808~15161669,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~45521263,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:21.320 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to HEAD diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:21.320 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~10430472,85795760~15464762,103262699~1870556,110584499~3186766,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~12133627,325233622~3691449,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:21.325 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~22806723,34699437~5043791,40034804~13763506,56995537~25687260,85795760~15464762,103262699~1870556,110584499~3186766,118665168~10904011,130023424~38661583,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,218103808~15161669,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~12133627,325233622~31323640,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:21.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:21 smithi139 ceph-mon[88985]: pgmap v4011: 137 pgs: 137 active+clean; 809 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.2 KiB/s rd, 439 op/s 2024-04-13T09:01:21.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:21 smithi139 ceph-mon[88985]: osdmap e2058: 8 total, 8 up, 8 in 2024-04-13T09:01:21.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:21 smithi139 ceph-mon[88985]: osdmap e2059: 8 total, 8 up, 8 in 2024-04-13T09:01:21.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:21 smithi119 ceph-mon[96316]: pgmap v4011: 137 pgs: 137 active+clean; 809 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.2 KiB/s rd, 439 op/s 2024-04-13T09:01:21.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:21 smithi119 ceph-mon[96316]: osdmap e2058: 8 total, 8 up, 8 in 2024-04-13T09:01:21.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:21 smithi119 ceph-mon[96316]: osdmap e2059: 8 total, 8 up, 8 in 2024-04-13T09:01:21.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:21 smithi119 ceph-mon[93746]: pgmap v4011: 137 pgs: 137 active+clean; 809 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.2 KiB/s rd, 439 op/s 2024-04-13T09:01:21.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:21 smithi119 ceph-mon[93746]: osdmap e2058: 8 total, 8 up, 8 in 2024-04-13T09:01:21.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:21 smithi119 ceph-mon[93746]: osdmap e2059: 8 total, 8 up, 8 in 2024-04-13T09:01:22.261 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to HEAD diff [1258244~43375801,44684192~9114118,56995537~15203800,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~13552226,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8641967,258983808~1251647,260518095~14205196,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251547,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:22.299 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~43375801,44684192~9114118,56995537~15203800,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~13552226,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8641967,258983808~1251647,260518095~14205196,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251547,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:22.325 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~52540066,54525952~50607303,109051904~20517275,130023424~41781682,171966464~32555997,209715200~7844898,218103808~29125115,247463936~27259355,276824064~24297333,301989888~54567600,359350488~11083736,370594749~31899570,402653184~15378179] 2024-04-13T09:01:22.325 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to HEAD diff [1258244~6765686,10939052~33694993,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~12712986,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251321,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:22.326 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~33694993,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~12712986,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251321,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:22.331 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~42859258,54525952~46734570,103262699~1870556,109051904~20517275,130023424~38661583,169024874~648521,171966464~32555997,209715200~7844898,218103808~15161669,234671288~535909,235604314~3427328,240118541~7110382,247463936~25767145,276824064~24297333,301989888~54567374,359350488~11083736,370594749~31899570,402653184~15378179] 2024-04-13T09:01:22.331 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to HEAD diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~17889072,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:22.331 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~22806723,34699437~5043791,40034804~4599241,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,196160630~8361831,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~11626201,279599095~3734321,284098643~17022754,304404585~6509301,311035999~17889072,331305941~25251321,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:22.337 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~22806723,34699437~5043791,40034804~13763506,54525952~46734570,103262699~1870556,109051904~4979407,118665168~10904011,130023424~38661583,169024874~648521,171966464~21256930,196160630~8361831,209715200~7844898,218103808~15161669,234671288~535909,235604314~3427328,240118541~7110382,247463936~24680360,276824064~24297333,301989888~8923998,311035999~45521263,359350488~11083736,370594749~31899570,405189195~12842168] 2024-04-13T09:01:22.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:01:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:01:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:01:23.266 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to HEAD diff [1258244~43375801,44684192~9114118,56995537~15203800,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~13552226,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8641967,258983808~1251647,260518095~14205196,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251547,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:23.267 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~43375801,44684192~9114118,56995537~15203800,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~13552226,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8641967,258983808~1251647,260518095~14205196,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251547,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:23.329 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~52540066,54525952~50607303,109051904~20517275,130023424~41781682,171966464~32555997,209715200~7844898,218103808~29125115,247463936~27259355,276824064~24297333,301989888~54567600,359350488~11083736,370594749~31899570,402653184~15378179] 2024-04-13T09:01:23.329 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to HEAD diff [1258244~6765686,10939052~33694993,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~12712986,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251321,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:23.330 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~6765686,10939052~33694993,44684192~9114118,56995537~15203800,72252325~29008197,103262699~1870556,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~10432127,169024874~648521,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,234671288~535909,235604314~3427328,240118541~7110382,248963227~8641967,258983808~1251647,260518095~12712986,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251321,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:23.334 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~6765686,10939052~42859258,54525952~46734570,103262699~1870556,109051904~20517275,130023424~38661583,169024874~648521,171966464~32555997,209715200~7844898,218103808~15161669,234671288~535909,235604314~3427328,240118541~7110382,247463936~25767145,276824064~24297333,301989888~54567374,359350488~11083736,370594749~31899570,402653184~15378179] 2024-04-13T09:01:23.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:23 smithi139 ceph-mon[88985]: pgmap v4014: 137 pgs: 137 active+clean; 654 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 105 KiB/s rd, 6.7 KiB/s wr, 1.00k op/s 2024-04-13T09:01:23.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:23 smithi139 ceph-mon[88985]: osdmap e2060: 8 total, 8 up, 8 in 2024-04-13T09:01:23.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:23 smithi119 ceph-mon[96316]: pgmap v4014: 137 pgs: 137 active+clean; 654 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 105 KiB/s rd, 6.7 KiB/s wr, 1.00k op/s 2024-04-13T09:01:23.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:23 smithi119 ceph-mon[96316]: osdmap e2060: 8 total, 8 up, 8 in 2024-04-13T09:01:23.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:23 smithi119 ceph-mon[93746]: pgmap v4014: 137 pgs: 137 active+clean; 654 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 105 KiB/s rd, 6.7 KiB/s wr, 1.00k op/s 2024-04-13T09:01:23.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:23 smithi119 ceph-mon[93746]: osdmap e2060: 8 total, 8 up, 8 in 2024-04-13T09:01:24.281 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to HEAD diff [1258244~43375801,44684192~9114118,56995537~15203800,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~13552226,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8641967,258983808~1251647,260518095~14205196,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251547,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:24.281 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [1258244~43375801,44684192~9114118,56995537~15203800,72252325~29008197,102530671~2602584,110584499~3446812,116213565~2451603,121383394~8185785,132045564~14812571,148673271~8905085,158252880~13552226,173677030~19546364,193510145~11012316,212231510~5328588,219849447~2766070,222763528~10501949,233687861~13541062,248963227~8641967,258983808~1251647,260518095~14205196,279599095~3734321,284098643~17022754,304404585~24520486,331305941~25251547,359350488~11083736,370594749~31899570,403973568~14057795] 2024-04-13T09:01:24.334 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [1258244~52540066,54525952~50607303,109051904~20517275,130023424~41781682,171966464~32555997,209715200~7844898,218103808~29125115,247463936~27259355,276824064~24297333,301989888~54567600,359350488~11083736,370594749~31899570,402653184~15378179] 2024-04-13T09:01:24.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:24 smithi139 ceph-mon[88985]: osdmap e2061: 8 total, 8 up, 8 in 2024-04-13T09:01:24.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:01:24.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:24 smithi119 ceph-mon[96316]: osdmap e2061: 8 total, 8 up, 8 in 2024-04-13T09:01:24.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:01:24.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:24 smithi119 ceph-mon[93746]: osdmap e2061: 8 total, 8 up, 8 in 2024-04-13T09:01:24.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:01:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:01:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:01:24] "GET /metrics HTTP/1.1" 200 36616 "" "Prometheus/2.43.0" 2024-04-13T09:01:25.306 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] DiffIterateTest/0.DiffIterateStress (40978 ms) 2024-04-13T09:01:25.307 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParent 2024-04-13T09:01:25.307 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T09:01:25.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:25 smithi139 ceph-mon[88985]: pgmap v4017: 137 pgs: 137 active+clean; 634 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 105 KiB/s rd, 6.7 KiB/s wr, 1.09k op/s 2024-04-13T09:01:25.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:25 smithi139 ceph-mon[88985]: osdmap e2062: 8 total, 8 up, 8 in 2024-04-13T09:01:25.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:25 smithi119 ceph-mon[96316]: pgmap v4017: 137 pgs: 137 active+clean; 634 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 105 KiB/s rd, 6.7 KiB/s wr, 1.09k op/s 2024-04-13T09:01:25.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:25 smithi119 ceph-mon[96316]: osdmap e2062: 8 total, 8 up, 8 in 2024-04-13T09:01:25.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:25 smithi119 ceph-mon[93746]: pgmap v4017: 137 pgs: 137 active+clean; 634 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 105 KiB/s rd, 6.7 KiB/s wr, 1.09k op/s 2024-04-13T09:01:25.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:25 smithi119 ceph-mon[93746]: osdmap e2062: 8 total, 8 up, 8 in 2024-04-13T09:01:26.368 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] DiffIterateTest/0.DiffIterateParent (1063 ms) 2024-04-13T09:01:26.368 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] DiffIterateTest/0.DiffIterateIgnoreParent 2024-04-13T09:01:26.368 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T09:01:26.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:26 smithi139 ceph-mon[88985]: osdmap e2063: 8 total, 8 up, 8 in 2024-04-13T09:01:26.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:26 smithi139 ceph-mon[88985]: osdmap e2064: 8 total, 8 up, 8 in 2024-04-13T09:01:26.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:26 smithi119 ceph-mon[96316]: osdmap e2063: 8 total, 8 up, 8 in 2024-04-13T09:01:26.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:26 smithi119 ceph-mon[96316]: osdmap e2064: 8 total, 8 up, 8 in 2024-04-13T09:01:26.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:26 smithi119 ceph-mon[93746]: osdmap e2063: 8 total, 8 up, 8 in 2024-04-13T09:01:26.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:26 smithi119 ceph-mon[93746]: osdmap e2064: 8 total, 8 up, 8 in 2024-04-13T09:01:27.427 INFO:tasks.workunit.client.0.smithi119.stdout: wrote [2564418~22766,6136209~86963,7981169~22739,10310720~79340,10921683~26472,11273910~72493,11996250~75059,16549094~33421,17019644~93710,19078754~88655] to clone 2024-04-13T09:01:27.427 INFO:tasks.workunit.client.0.smithi119.stdout: diff was [0~2587184,4194304~3809604,8388608~3682701,12582912~3999603,16777216~2390193] 2024-04-13T09:01:27.431 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] DiffIterateTest/0.DiffIterateIgnoreParent (1063 ms) 2024-04-13T09:01:27.431 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] DiffIterateTest/0.DiffIterateCallbackError 2024-04-13T09:01:27.431 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T09:01:27.454 INFO:tasks.workunit.client.0.smithi119.stdout: wrote [931613~78855,3778124~17345,4846211~27487,6022166~56882,7211393~93321,10185870~75303,10308849~22023,12919990~8688,13475872~99292,20246765~32761] 2024-04-13T09:01:27.464 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] DiffIterateTest/0.DiffIterateCallbackError (33 ms) 2024-04-13T09:01:27.464 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParentDiscard 2024-04-13T09:01:27.465 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T09:01:27.618 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:27 smithi119 ceph-mon[96316]: pgmap v4020: 137 pgs: 137 active+clean; 514 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 62 KiB/s rd, 5.0 MiB/s wr, 353 op/s 2024-04-13T09:01:27.619 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:27 smithi119 ceph-mon[93746]: pgmap v4020: 137 pgs: 137 active+clean; 514 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 62 KiB/s rd, 5.0 MiB/s wr, 353 op/s 2024-04-13T09:01:27.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:27 smithi139 ceph-mon[88985]: pgmap v4020: 137 pgs: 137 active+clean; 514 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 62 KiB/s rd, 5.0 MiB/s wr, 353 op/s 2024-04-13T09:01:28.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:28 smithi139 ceph-mon[88985]: osdmap e2065: 8 total, 8 up, 8 in 2024-04-13T09:01:28.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:28 smithi119 ceph-mon[96316]: osdmap e2065: 8 total, 8 up, 8 in 2024-04-13T09:01:28.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:28 smithi119 ceph-mon[93746]: osdmap e2065: 8 total, 8 up, 8 in 2024-04-13T09:01:29.413 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] DiffIterateTest/0.DiffIterateParentDiscard (1949 ms) 2024-04-13T09:01:29.413 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnalignedSmall 2024-04-13T09:01:29.414 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T09:01:29.467 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnalignedSmall (54 ms) 2024-04-13T09:01:29.468 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnaligned 2024-04-13T09:01:29.468 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T09:01:29.539 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnaligned (71 ms) 2024-04-13T09:01:29.539 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTryAcquireLock 2024-04-13T09:01:29.539 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T09:01:29.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:29 smithi139 ceph-mon[88985]: pgmap v4023: 137 pgs: 137 active+clean; 488 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 7.5 MiB/s wr, 321 op/s 2024-04-13T09:01:29.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:29 smithi139 ceph-mon[88985]: osdmap e2066: 8 total, 8 up, 8 in 2024-04-13T09:01:29.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:29 smithi119 ceph-mon[96316]: pgmap v4023: 137 pgs: 137 active+clean; 488 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 7.5 MiB/s wr, 321 op/s 2024-04-13T09:01:29.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:29 smithi119 ceph-mon[96316]: osdmap e2066: 8 total, 8 up, 8 in 2024-04-13T09:01:29.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:29 smithi119 ceph-mon[93746]: pgmap v4023: 137 pgs: 137 active+clean; 488 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 7.5 MiB/s wr, 321 op/s 2024-04-13T09:01:29.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:29 smithi119 ceph-mon[93746]: osdmap e2066: 8 total, 8 up, 8 in 2024-04-13T09:01:30.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:30 smithi139 ceph-mon[88985]: osdmap e2067: 8 total, 8 up, 8 in 2024-04-13T09:01:30.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:30 smithi119 ceph-mon[96316]: osdmap e2067: 8 total, 8 up, 8 in 2024-04-13T09:01:30.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:30 smithi119 ceph-mon[93746]: osdmap e2067: 8 total, 8 up, 8 in 2024-04-13T09:01:31.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:31 smithi139 ceph-mon[88985]: pgmap v4026: 137 pgs: 137 active+clean; 488 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 55 op/s 2024-04-13T09:01:31.639 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:31 smithi139 ceph-mon[88985]: osdmap e2068: 8 total, 8 up, 8 in 2024-04-13T09:01:31.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:31 smithi119 ceph-mon[96316]: pgmap v4026: 137 pgs: 137 active+clean; 488 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 55 op/s 2024-04-13T09:01:31.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:31 smithi119 ceph-mon[96316]: osdmap e2068: 8 total, 8 up, 8 in 2024-04-13T09:01:31.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:31 smithi119 ceph-mon[93746]: pgmap v4026: 137 pgs: 137 active+clean; 488 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 55 op/s 2024-04-13T09:01:31.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:31 smithi119 ceph-mon[93746]: osdmap e2068: 8 total, 8 up, 8 in 2024-04-13T09:01:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:01:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:01:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:01:33.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:33 smithi139 ceph-mon[88985]: pgmap v4028: 137 pgs: 137 active+clean; 579 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 5.4 MiB/s rd, 11 MiB/s wr, 285 op/s 2024-04-13T09:01:33.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:33 smithi119 ceph-mon[96316]: pgmap v4028: 137 pgs: 137 active+clean; 579 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 5.4 MiB/s rd, 11 MiB/s wr, 285 op/s 2024-04-13T09:01:33.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:33 smithi119 ceph-mon[93746]: pgmap v4028: 137 pgs: 137 active+clean; 579 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 5.4 MiB/s rd, 11 MiB/s wr, 285 op/s 2024-04-13T09:01:34.575 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] DiffIterateTest/0.DiffIterateTryAcquireLock (5037 ms) 2024-04-13T09:01:34.576 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStriping 2024-04-13T09:01:34.576 INFO:tasks.workunit.client.0.smithi119.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/test_librbd.cc:8604: Skipped 2024-04-13T09:01:34.576 INFO:tasks.workunit.client.0.smithi119.stdout:Skipping due to unmet REQUIRE 2024-04-13T09:01:34.576 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] DiffIterateTest/0.DiffIterateStriping (0 ms) 2024-04-13T09:01:35.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:01:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:01:34] "GET /metrics HTTP/1.1" 200 36616 "" "Prometheus/2.43.0" 2024-04-13T09:01:35.322 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 15 tests from DiffIterateTest/0 (70349 ms total) 2024-04-13T09:01:35.322 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T09:01:35.322 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 15 tests from DiffIterateTest/1, where TypeParam = DiffIterateParams 2024-04-13T09:01:35.358 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] DiffIterateTest/1.DiffIterate 2024-04-13T09:01:35.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:35 smithi139 ceph-mon[88985]: pgmap v4029: 137 pgs: 137 active+clean; 579 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 7.4 MiB/s wr, 249 op/s 2024-04-13T09:01:35.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:35 smithi119 ceph-mon[96316]: pgmap v4029: 137 pgs: 137 active+clean; 579 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 7.4 MiB/s wr, 249 op/s 2024-04-13T09:01:35.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:35 smithi119 ceph-mon[93746]: pgmap v4029: 137 pgs: 137 active+clean; 579 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 7.4 MiB/s wr, 249 op/s 2024-04-13T09:01:36.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:36 smithi139 ceph-mon[88985]: osdmap e2069: 8 total, 8 up, 8 in 2024-04-13T09:01:36.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:36 smithi119 ceph-mon[96316]: osdmap e2069: 8 total, 8 up, 8 in 2024-04-13T09:01:36.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:36 smithi119 ceph-mon[93746]: osdmap e2069: 8 total, 8 up, 8 in 2024-04-13T09:01:37.348 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T09:01:37.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:37 smithi139 ceph-mon[88985]: pgmap v4031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:01:37.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:37 smithi139 ceph-mon[88985]: osdmap e2070: 8 total, 8 up, 8 in 2024-04-13T09:01:37.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:37 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2515102503' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T09:01:37.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:37 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:01:37.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:37 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:01:37.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:37 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:01:37.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:37 smithi119 ceph-mon[96316]: pgmap v4031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:01:37.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:37 smithi119 ceph-mon[96316]: osdmap e2070: 8 total, 8 up, 8 in 2024-04-13T09:01:37.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:37 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2515102503' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T09:01:37.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:37 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:01:37.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:37 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:01:37.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:37 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:01:37.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:37 smithi119 ceph-mon[93746]: pgmap v4031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:01:37.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:37 smithi119 ceph-mon[93746]: osdmap e2070: 8 total, 8 up, 8 in 2024-04-13T09:01:37.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:37 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2515102503' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T09:01:37.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:37 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:01:37.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:37 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:01:37.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:37 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:01:38.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:38 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2515102503' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-45","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T09:01:38.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:38 smithi139 ceph-mon[88985]: osdmap e2071: 8 total, 8 up, 8 in 2024-04-13T09:01:38.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:38 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T09:01:38.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:38 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T09:01:38.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:38 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:01:38.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:38 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2515102503' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-45","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T09:01:38.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:38 smithi119 ceph-mon[96316]: osdmap e2071: 8 total, 8 up, 8 in 2024-04-13T09:01:38.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:38 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T09:01:38.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:38 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T09:01:38.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:38 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:01:38.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:38 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2515102503' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi119-147402-45","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T09:01:38.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:38 smithi119 ceph-mon[93746]: osdmap e2071: 8 total, 8 up, 8 in 2024-04-13T09:01:38.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:38 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T09:01:38.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:38 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T09:01:38.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:38 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:01:39.424 INFO:tasks.workunit.client.0.smithi119.stdout: wrote [1936840~74309,2673081~2439,4297016~31792,5133238~89955,5546339~1993,11138587~78552,14213748~13226,15012415~98194,15998687~80910] 2024-04-13T09:01:39.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:39 smithi139 ceph-mon[88985]: pgmap v4034: 137 pgs: 2 creating+peering, 23 unknown, 112 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:01:39.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:39 smithi139 ceph-mon[88985]: osdmap e2072: 8 total, 8 up, 8 in 2024-04-13T09:01:39.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:01:39.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:39 smithi119 ceph-mon[96316]: pgmap v4034: 137 pgs: 2 creating+peering, 23 unknown, 112 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:01:39.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:39 smithi119 ceph-mon[96316]: osdmap e2072: 8 total, 8 up, 8 in 2024-04-13T09:01:39.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:01:39.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:39 smithi119 ceph-mon[93746]: pgmap v4034: 137 pgs: 2 creating+peering, 23 unknown, 112 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:01:39.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:39 smithi119 ceph-mon[93746]: osdmap e2072: 8 total, 8 up, 8 in 2024-04-13T09:01:39.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:01:40.382 INFO:tasks.workunit.client.0.smithi119.stdout: wrote [0~12582912,16777216~4194304] 2024-04-13T09:01:40.392 INFO:tasks.workunit.client.0.smithi119.stdout: diff was [0~20971520] 2024-04-13T09:01:40.396 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] DiffIterateTest/1.DiffIterate (5038 ms) 2024-04-13T09:01:40.396 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministic 2024-04-13T09:01:40.397 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T09:01:40.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:40 smithi139 ceph-mon[88985]: osdmap e2073: 8 total, 8 up, 8 in 2024-04-13T09:01:40.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:40 smithi119 ceph-mon[96316]: osdmap e2073: 8 total, 8 up, 8 in 2024-04-13T09:01:40.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:40 smithi119 ceph-mon[93746]: osdmap e2073: 8 total, 8 up, 8 in 2024-04-13T09:01:41.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:41 smithi139 ceph-mon[88985]: pgmap v4037: 137 pgs: 2 creating+peering, 23 unknown, 112 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:01:41.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:41 smithi139 ceph-mon[88985]: osdmap e2074: 8 total, 8 up, 8 in 2024-04-13T09:01:41.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:41 smithi119 ceph-mon[96316]: pgmap v4037: 137 pgs: 2 creating+peering, 23 unknown, 112 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:01:41.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:41 smithi119 ceph-mon[96316]: osdmap e2074: 8 total, 8 up, 8 in 2024-04-13T09:01:41.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:41 smithi119 ceph-mon[93746]: pgmap v4037: 137 pgs: 2 creating+peering, 23 unknown, 112 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:01:41.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:41 smithi119 ceph-mon[93746]: osdmap e2074: 8 total, 8 up, 8 in 2024-04-13T09:01:42.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:42 smithi139 ceph-mon[88985]: osdmap e2075: 8 total, 8 up, 8 in 2024-04-13T09:01:42.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:01:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:01:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:01:42.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:42 smithi119 ceph-mon[96316]: osdmap e2075: 8 total, 8 up, 8 in 2024-04-13T09:01:42.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:42 smithi119 ceph-mon[93746]: osdmap e2075: 8 total, 8 up, 8 in 2024-04-13T09:01:43.418 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministic (3022 ms) 2024-04-13T09:01:43.418 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicPP 2024-04-13T09:01:43.418 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T09:01:43.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:43 smithi139 ceph-mon[88985]: pgmap v4040: 137 pgs: 137 active+clean; 17 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 194 KiB/s wr, 41 op/s 2024-04-13T09:01:43.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:43 smithi139 ceph-mon[88985]: osdmap e2076: 8 total, 8 up, 8 in 2024-04-13T09:01:43.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:43 smithi119 ceph-mon[96316]: pgmap v4040: 137 pgs: 137 active+clean; 17 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 194 KiB/s wr, 41 op/s 2024-04-13T09:01:43.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:43 smithi119 ceph-mon[96316]: osdmap e2076: 8 total, 8 up, 8 in 2024-04-13T09:01:43.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:43 smithi119 ceph-mon[93746]: pgmap v4040: 137 pgs: 137 active+clean; 17 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 194 KiB/s wr, 41 op/s 2024-04-13T09:01:43.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:43 smithi119 ceph-mon[93746]: osdmap e2076: 8 total, 8 up, 8 in 2024-04-13T09:01:44.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:44 smithi119 ceph-mon[96316]: osdmap e2077: 8 total, 8 up, 8 in 2024-04-13T09:01:44.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:44 smithi119 ceph-mon[93746]: osdmap e2077: 8 total, 8 up, 8 in 2024-04-13T09:01:44.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:44 smithi139 ceph-mon[88985]: osdmap e2077: 8 total, 8 up, 8 in 2024-04-13T09:01:45.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:01:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:01:44] "GET /metrics HTTP/1.1" 200 36548 "" "Prometheus/2.43.0" 2024-04-13T09:01:45.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:45 smithi119 ceph-mon[96316]: pgmap v4043: 137 pgs: 137 active+clean; 18 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 249 KiB/s wr, 58 op/s 2024-04-13T09:01:45.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:45 smithi119 ceph-mon[96316]: osdmap e2078: 8 total, 8 up, 8 in 2024-04-13T09:01:45.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:45 smithi119 ceph-mon[93746]: pgmap v4043: 137 pgs: 137 active+clean; 18 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 249 KiB/s wr, 58 op/s 2024-04-13T09:01:45.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:45 smithi119 ceph-mon[93746]: osdmap e2078: 8 total, 8 up, 8 in 2024-04-13T09:01:45.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:45 smithi139 ceph-mon[88985]: pgmap v4043: 137 pgs: 137 active+clean; 18 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 249 KiB/s wr, 58 op/s 2024-04-13T09:01:45.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:45 smithi139 ceph-mon[88985]: osdmap e2078: 8 total, 8 up, 8 in 2024-04-13T09:01:46.274 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicPP (2856 ms) 2024-04-13T09:01:46.274 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDiscard 2024-04-13T09:01:46.275 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T09:01:46.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:46 smithi119 ceph-mon[96316]: osdmap e2079: 8 total, 8 up, 8 in 2024-04-13T09:01:46.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:46 smithi119 ceph-mon[96316]: osdmap e2080: 8 total, 8 up, 8 in 2024-04-13T09:01:46.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:46 smithi119 ceph-mon[93746]: osdmap e2079: 8 total, 8 up, 8 in 2024-04-13T09:01:46.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:46 smithi119 ceph-mon[93746]: osdmap e2080: 8 total, 8 up, 8 in 2024-04-13T09:01:46.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:46 smithi139 ceph-mon[88985]: osdmap e2079: 8 total, 8 up, 8 in 2024-04-13T09:01:46.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:46 smithi139 ceph-mon[88985]: osdmap e2080: 8 total, 8 up, 8 in 2024-04-13T09:01:47.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:47 smithi119 ceph-mon[96316]: pgmap v4046: 137 pgs: 137 active+clean; 18 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 62 KiB/s wr, 70 op/s 2024-04-13T09:01:47.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:47 smithi119 ceph-mon[96316]: osdmap e2081: 8 total, 8 up, 8 in 2024-04-13T09:01:47.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:47 smithi119 ceph-mon[93746]: pgmap v4046: 137 pgs: 137 active+clean; 18 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 62 KiB/s wr, 70 op/s 2024-04-13T09:01:47.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:47 smithi119 ceph-mon[93746]: osdmap e2081: 8 total, 8 up, 8 in 2024-04-13T09:01:47.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:47 smithi139 ceph-mon[88985]: pgmap v4046: 137 pgs: 137 active+clean; 18 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 62 KiB/s wr, 70 op/s 2024-04-13T09:01:47.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:47 smithi139 ceph-mon[88985]: osdmap e2081: 8 total, 8 up, 8 in 2024-04-13T09:01:49.284 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] DiffIterateTest/1.DiffIterateDiscard (3009 ms) 2024-04-13T09:01:49.284 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTruncate 2024-04-13T09:01:49.284 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T09:01:49.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:49 smithi139 ceph-mon[88985]: pgmap v4049: 137 pgs: 137 active+clean; 18 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 9.5 KiB/s wr, 101 op/s 2024-04-13T09:01:49.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:49 smithi139 ceph-mon[88985]: osdmap e2082: 8 total, 8 up, 8 in 2024-04-13T09:01:49.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:49 smithi119 ceph-mon[96316]: pgmap v4049: 137 pgs: 137 active+clean; 18 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 9.5 KiB/s wr, 101 op/s 2024-04-13T09:01:49.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:49 smithi119 ceph-mon[96316]: osdmap e2082: 8 total, 8 up, 8 in 2024-04-13T09:01:49.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:49 smithi119 ceph-mon[93746]: pgmap v4049: 137 pgs: 137 active+clean; 18 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 9.5 KiB/s wr, 101 op/s 2024-04-13T09:01:49.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:49 smithi119 ceph-mon[93746]: osdmap e2082: 8 total, 8 up, 8 in 2024-04-13T09:01:50.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:50 smithi139 ceph-mon[88985]: osdmap e2083: 8 total, 8 up, 8 in 2024-04-13T09:01:50.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:50 smithi119 ceph-mon[93746]: osdmap e2083: 8 total, 8 up, 8 in 2024-04-13T09:01:50.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:50 smithi119 ceph-mon[96316]: osdmap e2083: 8 total, 8 up, 8 in 2024-04-13T09:01:51.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:51 smithi139 ceph-mon[88985]: pgmap v4052: 137 pgs: 137 active+clean; 18 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 2.7 KiB/s wr, 48 op/s 2024-04-13T09:01:51.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:51 smithi139 ceph-mon[88985]: osdmap e2084: 8 total, 8 up, 8 in 2024-04-13T09:01:51.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:51 smithi119 ceph-mon[96316]: pgmap v4052: 137 pgs: 137 active+clean; 18 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 2.7 KiB/s wr, 48 op/s 2024-04-13T09:01:51.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:51 smithi119 ceph-mon[96316]: osdmap e2084: 8 total, 8 up, 8 in 2024-04-13T09:01:51.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:51 smithi119 ceph-mon[93746]: pgmap v4052: 137 pgs: 137 active+clean; 18 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 2.7 KiB/s wr, 48 op/s 2024-04-13T09:01:51.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:51 smithi119 ceph-mon[93746]: osdmap e2084: 8 total, 8 up, 8 in 2024-04-13T09:01:52.315 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] DiffIterateTest/1.DiffIterateTruncate (3032 ms) 2024-04-13T09:01:52.316 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] DiffIterateTest/1.DiffIterateWriteAndTruncate 2024-04-13T09:01:52.316 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T09:01:52.538 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:52 smithi139 ceph-mon[88985]: osdmap e2085: 8 total, 8 up, 8 in 2024-04-13T09:01:52.539 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:01:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:01:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:01:52.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:52 smithi119 ceph-mon[93746]: osdmap e2085: 8 total, 8 up, 8 in 2024-04-13T09:01:52.719 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:52 smithi119 ceph-mon[96316]: osdmap e2085: 8 total, 8 up, 8 in 2024-04-13T09:01:53.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:53 smithi139 ceph-mon[88985]: pgmap v4055: 137 pgs: 137 active+clean; 18 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 139 KiB/s wr, 100 op/s 2024-04-13T09:01:53.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:53 smithi139 ceph-mon[88985]: osdmap e2086: 8 total, 8 up, 8 in 2024-04-13T09:01:53.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:53 smithi119 ceph-mon[93746]: pgmap v4055: 137 pgs: 137 active+clean; 18 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 139 KiB/s wr, 100 op/s 2024-04-13T09:01:53.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:53 smithi119 ceph-mon[93746]: osdmap e2086: 8 total, 8 up, 8 in 2024-04-13T09:01:53.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:53 smithi119 ceph-mon[96316]: pgmap v4055: 137 pgs: 137 active+clean; 18 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 139 KiB/s wr, 100 op/s 2024-04-13T09:01:53.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:53 smithi119 ceph-mon[96316]: osdmap e2086: 8 total, 8 up, 8 in 2024-04-13T09:01:54.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:54 smithi139 ceph-mon[88985]: osdmap e2087: 8 total, 8 up, 8 in 2024-04-13T09:01:54.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:01:54.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:54 smithi119 ceph-mon[96316]: osdmap e2087: 8 total, 8 up, 8 in 2024-04-13T09:01:54.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:01:54.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:54 smithi119 ceph-mon[93746]: osdmap e2087: 8 total, 8 up, 8 in 2024-04-13T09:01:54.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:01:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:01:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:01:54] "GET /metrics HTTP/1.1" 200 36603 "" "Prometheus/2.43.0" 2024-04-13T09:01:55.343 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] DiffIterateTest/1.DiffIterateWriteAndTruncate (3028 ms) 2024-04-13T09:01:55.344 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStress 2024-04-13T09:01:55.344 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T09:01:55.402 INFO:tasks.workunit.client.0.smithi119.stdout: i=0 exists [7436976~1801726,39110553~7367275,46611777~2195081,57048121~691705,86562729~2242069,160676469~2202995,190356813~7497050,220809204~785188,296956881~2068721,363076558~5966043] wrote [7436976~1801726,39110553~7367275,46611777~2195081,57048121~691705,86562729~2242069,160676469~2202995,190356813~7497050,220809204~785188,296956881~2068721,363076558~5966043] 2024-04-13T09:01:55.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:55 smithi139 ceph-mon[88985]: pgmap v4058: 137 pgs: 137 active+clean; 18 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 140 KiB/s wr, 114 op/s 2024-04-13T09:01:55.637 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:55 smithi139 ceph-mon[88985]: osdmap e2088: 8 total, 8 up, 8 in 2024-04-13T09:01:55.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:55 smithi119 ceph-mon[96316]: pgmap v4058: 137 pgs: 137 active+clean; 18 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 140 KiB/s wr, 114 op/s 2024-04-13T09:01:55.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:55 smithi119 ceph-mon[96316]: osdmap e2088: 8 total, 8 up, 8 in 2024-04-13T09:01:55.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:55 smithi119 ceph-mon[93746]: pgmap v4058: 137 pgs: 137 active+clean; 18 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 140 KiB/s wr, 114 op/s 2024-04-13T09:01:55.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:55 smithi119 ceph-mon[93746]: osdmap e2088: 8 total, 8 up, 8 in 2024-04-13T09:01:56.379 INFO:tasks.workunit.client.0.smithi119.stdout: i=1 exists [7436976~1801726,9875534~8015304,39110553~7367275,46498781~5796520,57048121~691705,86562729~2242069,106091036~1272229,124126038~3394353,135857041~576086,160676469~2202995,186987711~10866152,220809204~785188,228018473~5861890,250268150~4620628,296956881~2068721,318800479~7014456,363076558~5966043] wrote [9875534~8015304,46498781~5796520,106091036~1272229,124126038~3394353,135857041~576086,186987711~5864976,228018473~5861890,250268150~4620628,318800479~7014456] 2024-04-13T09:01:56.847 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:56 smithi139 ceph-mon[88985]: osdmap e2089: 8 total, 8 up, 8 in 2024-04-13T09:01:56.847 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:56 smithi119 ceph-mon[96316]: osdmap e2089: 8 total, 8 up, 8 in 2024-04-13T09:01:56.848 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:56 smithi119 ceph-mon[93746]: osdmap e2089: 8 total, 8 up, 8 in 2024-04-13T09:01:57.377 INFO:tasks.workunit.client.0.smithi119.stdout: i=2 exists [7436976~1801726,9875534~8015304,39110553~7367275,46498781~5796520,57048121~691705,64224408~4422915,75216677~2723382,86562729~2242069,106091036~1272229,124126038~3394353,135857041~576086,140698486~1665380,160676469~4548850,170399005~4819274,186987711~10866152,220809204~785188,227132473~6747890,250268150~4620628,296956881~2068721,318800479~7014456,338687962~2726144,349510260~4840093,363076558~5966043,378209005~2078482,410844144~4154050] wrote [64224408~4422915,75216677~2723382,140698486~1665380,162065698~3159621,170399005~4819274,227132473~1938378,338687962~2726144,349510260~4840093,378209005~2078482,410844144~4154050] 2024-04-13T09:01:57.617 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:57 smithi119 ceph-mon[96316]: pgmap v4061: 137 pgs: 137 active+clean; 41 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 3.2 MiB/s wr, 116 op/s 2024-04-13T09:01:57.617 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:57 smithi119 ceph-mon[96316]: osdmap e2090: 8 total, 8 up, 8 in 2024-04-13T09:01:57.617 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:57 smithi119 ceph-mon[93746]: pgmap v4061: 137 pgs: 137 active+clean; 41 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 3.2 MiB/s wr, 116 op/s 2024-04-13T09:01:57.617 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:57 smithi119 ceph-mon[93746]: osdmap e2090: 8 total, 8 up, 8 in 2024-04-13T09:01:57.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:57 smithi139 ceph-mon[88985]: pgmap v4061: 137 pgs: 137 active+clean; 41 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 3.2 MiB/s wr, 116 op/s 2024-04-13T09:01:57.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:57 smithi139 ceph-mon[88985]: osdmap e2090: 8 total, 8 up, 8 in 2024-04-13T09:01:58.360 INFO:tasks.workunit.client.0.smithi119.stdout: i=3 exists [7436976~1801726,9875534~8015304,35539105~1404499,37219425~282407,39110553~7367275,46498781~5796520,55405301~1063626,57048121~691705,64224408~4422915,75216677~2723382,86562729~2242069,105106469~4584025,124126038~3394353,135857041~576086,140698486~1665380,160676469~4548850,170399005~4819274,186987711~10866152,202755314~625969,220809204~785188,227132473~6747890,235053067~779933,250268150~5833555,296956881~2068721,318800479~7014456,338687962~2726144,349510260~4840093,363076558~6536339,378209005~2078482,410844144~4154050] wrote [35539105~1404499,37219425~282407,55405301~1063626,105106469~4584025,202755314~625969,228931381~2195026,235053067~779933,253435102~2666603,364834662~4778235] 2024-04-13T09:01:58.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:58 smithi139 ceph-mon[88985]: osdmap e2091: 8 total, 8 up, 8 in 2024-04-13T09:01:58.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:58 smithi119 ceph-mon[96316]: osdmap e2091: 8 total, 8 up, 8 in 2024-04-13T09:01:58.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:58 smithi119 ceph-mon[93746]: osdmap e2091: 8 total, 8 up, 8 in 2024-04-13T09:01:59.413 INFO:tasks.workunit.client.0.smithi119.stdout: i=4 exists [5060358~1599277,7436976~1801726,9875534~8015304,22410897~4251933,35539105~1404499,37219425~282407,39110553~7367275,46498781~5796520,55405301~1063626,57048121~691705,64224408~4422915,75216677~2723382,86562729~2242069,105106469~4584025,124126038~3394353,135857041~576086,140698486~8851454,160676469~4548850,170399005~4819274,186987711~11065538,202755314~625969,220809204~785188,227132473~6747890,235053067~779933,250268150~5833555,287502925~6304504,296956881~2068721,318800479~11822028,338687962~2726144,349510260~4840093,363076558~6536339,378209005~2382671,398554960~5672858,410844144~4154050] wrote [5060358~1599277,22410897~4251933,142199276~7350664,194552630~3500619,287502925~6304504,323072325~7550182,364146512~2971986,378692685~1898991,398554960~5672858] 2024-04-13T09:01:59.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:59 smithi139 ceph-mon[88985]: pgmap v4064: 137 pgs: 137 active+clean; 96 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 148 KiB/s rd, 12 MiB/s wr, 241 op/s 2024-04-13T09:01:59.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:01:59 smithi139 ceph-mon[88985]: osdmap e2092: 8 total, 8 up, 8 in 2024-04-13T09:01:59.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:59 smithi119 ceph-mon[96316]: pgmap v4064: 137 pgs: 137 active+clean; 96 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 148 KiB/s rd, 12 MiB/s wr, 241 op/s 2024-04-13T09:01:59.745 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:01:59 smithi119 ceph-mon[96316]: osdmap e2092: 8 total, 8 up, 8 in 2024-04-13T09:01:59.745 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:59 smithi119 ceph-mon[93746]: pgmap v4064: 137 pgs: 137 active+clean; 96 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 148 KiB/s rd, 12 MiB/s wr, 241 op/s 2024-04-13T09:01:59.746 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:01:59 smithi119 ceph-mon[93746]: osdmap e2092: 8 total, 8 up, 8 in 2024-04-13T09:02:00.413 INFO:tasks.workunit.client.0.smithi119.stdout: i=5 exists [5060358~1599277,7436976~1801726,9875534~8015304,22410897~4251933,35539105~1404499,37219425~282407,39110553~7367275,46498781~12430085,64224408~4422915,75216677~2723382,86562729~2242069,90134801~7936159,105106469~4584025,124126038~3394353,133813872~302178,135857041~576086,140698486~8851454,160676469~4548850,170399005~4819274,186987711~14532699,202755314~625969,220809204~785188,227132473~6747890,235053067~779933,250268150~5833555,287502925~6304504,296956881~2068721,318800479~11822028,333215888~4949402,338687962~2726144,349510260~4840093,363076558~6536339,373189686~4531720,378209005~2382671,398554960~5672858,407288174~7710020] wrote [51619275~7309591,90134801~7936159,133813872~302178,193423919~1252007,195916788~5603622,255344817~550472,333215888~4949402,373189686~4531720,400312861~973190,407288174~6907579] 2024-04-13T09:02:00.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:00 smithi139 ceph-mon[88985]: osdmap e2093: 8 total, 8 up, 8 in 2024-04-13T09:02:00.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:00 smithi119 ceph-mon[96316]: osdmap e2093: 8 total, 8 up, 8 in 2024-04-13T09:02:00.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:00 smithi119 ceph-mon[93746]: osdmap e2093: 8 total, 8 up, 8 in 2024-04-13T09:02:01.440 INFO:tasks.workunit.client.0.smithi119.stdout: i=6 exists [4129667~5109035,9875534~9034210,18914673~7748157,32750713~13727115,46498781~12430085,64224408~4422915,75216677~2723382,86562729~12999673,104291944~5625510,124126038~3394353,133813872~302178,135857041~576086,140698486~8851454,160676469~4548850,170399005~4819274,186987711~14532699,202755314~625969,220809204~785188,227132473~6747890,235053067~779933,243547484~2288360,250268150~5833555,287502925~6304504,296956881~2068721,318800479~11822028,333215888~4949402,338687962~2726144,349510260~4840093,363076558~6536339,373189686~4531720,378209005~2382671,398554960~5672858,406032332~9973485] wrote [4129667~3803563,16413268~2496476,18914673~6461044,32750713~7055701,86662989~3728059,92618626~6943776,104291944~5625510,243547484~2288360,406032332~2844005,410039322~5966495] 2024-04-13T09:02:01.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:01 smithi139 ceph-mon[88985]: pgmap v4067: 137 pgs: 137 active+clean; 96 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 9.1 MiB/s wr, 138 op/s 2024-04-13T09:02:01.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:01 smithi139 ceph-mon[88985]: osdmap e2094: 8 total, 8 up, 8 in 2024-04-13T09:02:01.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:01 smithi119 ceph-mon[93746]: pgmap v4067: 137 pgs: 137 active+clean; 96 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 9.1 MiB/s wr, 138 op/s 2024-04-13T09:02:01.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:01 smithi119 ceph-mon[93746]: osdmap e2094: 8 total, 8 up, 8 in 2024-04-13T09:02:01.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:01 smithi119 ceph-mon[96316]: pgmap v4067: 137 pgs: 137 active+clean; 96 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 9.1 MiB/s wr, 138 op/s 2024-04-13T09:02:01.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:01 smithi119 ceph-mon[96316]: osdmap e2094: 8 total, 8 up, 8 in 2024-04-13T09:02:02.440 INFO:tasks.workunit.client.0.smithi119.stdout: i=7 exists [1253831~2824096,4129667~5109035,9875534~9034210,18914673~7748157,32750713~13727115,46498781~12430085,60558266~17381793,86562729~12999673,104291944~8308548,124126038~3394353,133813872~302178,135857041~576086,140698486~8851454,160676469~4548850,170399005~4819274,186987711~20318373,220809204~785188,227132473~6747890,235053067~779933,243547484~2288360,250268150~5833555,262133366~3744138,286099405~7708024,296956881~2068721,318800479~11822028,333215888~4949402,338687962~2726144,341643509~6297387,349510260~4840093,358434230~3931381,363076558~6536339,373189686~4531720,378209005~2382671,381043713~1468969,398554960~5672858,406032332~9973485] wrote [1253831~2824096,60558266~4884940,68495989~7037260,104960703~7639789,200584591~6721493,262133366~3744138,286099405~6669590,341643509~6297387,358434230~3931381,381043713~1468969] 2024-04-13T09:02:02.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:02 smithi139 ceph-mon[88985]: osdmap e2095: 8 total, 8 up, 8 in 2024-04-13T09:02:02.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:02:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:02:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:02:02.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:02 smithi119 ceph-mon[93746]: osdmap e2095: 8 total, 8 up, 8 in 2024-04-13T09:02:02.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:02 smithi119 ceph-mon[96316]: osdmap e2095: 8 total, 8 up, 8 in 2024-04-13T09:02:03.424 INFO:tasks.workunit.client.0.smithi119.stdout: i=8 exists [1253831~2824096,4129667~5109035,9875534~9034210,18914673~7748157,32750713~13727115,46498781~12430085,60558266~17381793,82608641~16953761,104291944~8308548,121851417~6405092,133813872~302178,135857041~576086,140698486~8851454,160676469~4548850,170399005~4819274,186987711~20318373,211859669~1978686,220809204~785188,227132473~6747890,235053067~779933,243547484~3048283,250268150~5833555,262133366~3744138,286099405~7708024,296956881~2068721,318800479~12333208,333215888~4949402,338687962~2726144,341643509~6297387,349510260~4840093,358434230~3931381,363076558~6536339,373189686~4531720,378209005~2382671,381043713~1468969,398554960~17450857] wrote [46695336~234450,49959620~537760,82608641~4300242,121851417~6405092,211859669~1978686,244556094~2039673,325264294~5869393,349910081~3384520,366501999~2602586,402336031~4190399] 2024-04-13T09:02:03.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:03 smithi139 ceph-mon[88985]: pgmap v4070: 137 pgs: 137 active+clean; 270 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 45 KiB/s rd, 34 MiB/s wr, 76 op/s 2024-04-13T09:02:03.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:03 smithi139 ceph-mon[88985]: osdmap e2096: 8 total, 8 up, 8 in 2024-04-13T09:02:03.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:03 smithi119 ceph-mon[93746]: pgmap v4070: 137 pgs: 137 active+clean; 270 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 45 KiB/s rd, 34 MiB/s wr, 76 op/s 2024-04-13T09:02:03.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:03 smithi119 ceph-mon[93746]: osdmap e2096: 8 total, 8 up, 8 in 2024-04-13T09:02:03.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:03 smithi119 ceph-mon[96316]: pgmap v4070: 137 pgs: 137 active+clean; 270 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 45 KiB/s rd, 34 MiB/s wr, 76 op/s 2024-04-13T09:02:03.719 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:03 smithi119 ceph-mon[96316]: osdmap e2096: 8 total, 8 up, 8 in 2024-04-13T09:02:04.489 INFO:tasks.workunit.client.0.smithi119.stdout: i=9 exists [1253831~7984871,9875534~9034210,18914673~11565297,32750713~13727115,46498781~12430085,60558266~17790291,81537418~18024984,104291944~8308548,121851417~6405092,133813872~302178,135857041~576086,140698486~8851454,160676469~4548850,165636594~9581685,186987711~20318373,211859669~1978686,220809204~785188,227132473~6747890,235053067~779933,243547484~3048283,250268150~5833555,262133366~3744138,266216426~8120866,286099405~7708024,296956881~2068721,318800479~12333208,333215888~4949402,338687962~2726144,341643509~6297387,349510260~4840093,358434230~3931381,363076558~6536339,373189686~4531720,378209005~2382671,381043713~1468969,398554960~17450857] wrote [2292146~5687363,23130675~7349295,65955866~4001388,77702773~645784,81537418~3866102,165636594~7811772,266216426~8120866,334801980~1688878,363310586~5926292] 2024-04-13T09:02:04.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:04 smithi139 ceph-mon[88985]: osdmap e2097: 8 total, 8 up, 8 in 2024-04-13T09:02:04.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:04 smithi119 ceph-mon[96316]: osdmap e2097: 8 total, 8 up, 8 in 2024-04-13T09:02:04.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:04 smithi119 ceph-mon[93746]: osdmap e2097: 8 total, 8 up, 8 in 2024-04-13T09:02:05.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:02:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:02:04] "GET /metrics HTTP/1.1" 200 36603 "" "Prometheus/2.43.0" 2024-04-13T09:02:05.468 INFO:tasks.workunit.client.0.smithi119.stdout: i=10 exists [1253831~7984871,9875534~9034210,18914673~11565297,32750713~13727115,46498781~13028738,60558266~17790291,81537418~18024984,104291944~8308548,121851417~6405092,129475968~7054781,140698486~8851454,153604410~11620909,165636594~9581685,186987711~20318373,211859669~1978686,220809204~785188,227132473~6747890,234144263~118546,235053067~779933,243547484~3048283,250268150~5833555,262133366~12203926,286099405~7708024,296956881~2068721,318800479~12333208,333215888~4949402,338687962~2726144,341643509~12706844,358434230~3931381,363076558~6536339,373189686~4531720,378209005~2382671,381043713~1468969,392668079~4354053,398554960~17450857] wrote [57193346~2334173,63368858~5788906,129475968~7054781,153604410~7321617,234144263~118546,264996388~7236914,343647268~7462210,392668079~4354053] 2024-04-13T09:02:05.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:05 smithi139 ceph-mon[88985]: pgmap v4073: 137 pgs: 137 active+clean; 295 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 165 KiB/s rd, 40 MiB/s wr, 272 op/s 2024-04-13T09:02:05.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:05 smithi139 ceph-mon[88985]: osdmap e2098: 8 total, 8 up, 8 in 2024-04-13T09:02:05.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:05 smithi119 ceph-mon[96316]: pgmap v4073: 137 pgs: 137 active+clean; 295 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 165 KiB/s rd, 40 MiB/s wr, 272 op/s 2024-04-13T09:02:05.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:05 smithi119 ceph-mon[96316]: osdmap e2098: 8 total, 8 up, 8 in 2024-04-13T09:02:05.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:05 smithi119 ceph-mon[93746]: pgmap v4073: 137 pgs: 137 active+clean; 295 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 165 KiB/s rd, 40 MiB/s wr, 272 op/s 2024-04-13T09:02:05.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:05 smithi119 ceph-mon[93746]: osdmap e2098: 8 total, 8 up, 8 in 2024-04-13T09:02:06.468 INFO:tasks.workunit.client.0.smithi119.stdout: i=11 exists [1253831~7984871,9875534~20604436,32750713~13727115,46498781~13028738,60558266~17790291,79772831~19789571,104291944~8308548,121851417~6405092,129475968~7054781,140698486~8851454,153604410~11620909,165636594~9581685,186987711~22956819,211859669~1978686,220809204~785188,227132473~6747890,234144263~118546,235053067~779933,243547484~3048283,250268150~5833555,262133366~12203926,279327055~5739429,286099405~7708024,296956881~2068721,318800479~12333208,333215888~4949402,338687962~2726144,341643509~12706844,358434230~3931381,363076558~6536339,373189686~4531720,378209005~2382671,381043713~1468969,392668079~4354053,398554960~17450857] wrote [2260588~4022418,13366766~6105772,48181828~1563755,64226091~6160161,79772831~6884303,108006184~1413044,122243011~3875044,204195927~5748603,262940091~589705,279327055~5739429] 2024-04-13T09:02:06.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:06 smithi119 ceph-mon[96316]: osdmap e2099: 8 total, 8 up, 8 in 2024-04-13T09:02:06.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:06 smithi119 ceph-mon[93746]: osdmap e2099: 8 total, 8 up, 8 in 2024-04-13T09:02:06.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:06 smithi139 ceph-mon[88985]: osdmap e2099: 8 total, 8 up, 8 in 2024-04-13T09:02:07.467 INFO:tasks.workunit.client.0.smithi119.stdout: i=12 exists [1253831~7984871,9875534~20604436,32750713~13727115,46498781~13028738,60558266~39004136,104291944~8308548,121851417~6405092,129475968~7054781,140698486~8851454,153604410~11620909,165636594~9581685,186987711~22956819,211859669~1978686,220391847~13488516,234144263~118546,234561625~5182444,243547484~3048283,250268150~5833555,262133366~12203926,279327055~5739429,286099405~7708024,296956881~2068721,308669995~2985754,318800479~12333208,333215888~4949402,338687962~2726144,341643509~12706844,358434230~3931381,363076558~6536339,373189686~4531720,378209005~2382671,381043713~1468969,392668079~4354053,398554960~17450857] wrote [65491191~5672284,77821754~4820381,159991086~4289780,220391847~7472954,234561625~5182444,265457764~4826964,308669995~2985754,410115167~5260271] 2024-04-13T09:02:07.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:07 smithi119 ceph-mon[96316]: pgmap v4076: 137 pgs: 137 active+clean; 435 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 195 KiB/s rd, 36 MiB/s wr, 311 op/s 2024-04-13T09:02:07.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:07 smithi119 ceph-mon[96316]: osdmap e2100: 8 total, 8 up, 8 in 2024-04-13T09:02:07.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:07 smithi119 ceph-mon[93746]: pgmap v4076: 137 pgs: 137 active+clean; 435 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 195 KiB/s rd, 36 MiB/s wr, 311 op/s 2024-04-13T09:02:07.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:07 smithi119 ceph-mon[93746]: osdmap e2100: 8 total, 8 up, 8 in 2024-04-13T09:02:07.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:07 smithi139 ceph-mon[88985]: pgmap v4076: 137 pgs: 137 active+clean; 435 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 195 KiB/s rd, 36 MiB/s wr, 311 op/s 2024-04-13T09:02:07.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:07 smithi139 ceph-mon[88985]: osdmap e2100: 8 total, 8 up, 8 in 2024-04-13T09:02:08.498 INFO:tasks.workunit.client.0.smithi119.stdout: i=13 exists [1253831~29226139,32750713~13727115,46498781~13028738,60558266~39004136,104291944~8308548,121851417~6405092,129475968~7054781,140698486~11260622,153604410~11620909,165636594~9581685,186987711~22956819,211859669~1978686,220391847~13488516,234144263~118546,234561625~5182444,240185529~2654771,243547484~3048283,250268150~5833555,262133366~12203926,279327055~5739429,286099405~7708024,296956881~2068721,308669995~2985754,318800479~12333208,333215888~4949402,338687962~2726144,341643509~12706844,358434230~3931381,363076558~6536339,373189686~4531720,378209005~2382671,381043713~1468969,383134085~2000293,392668079~4354053,398554960~17450857] wrote [2326278~7973411,10356717~5958498,23492075~2971779,143181075~8778033,199272768~8028454,229302724~1784131,240185529~2654771,383134085~2000293,406365085~2605286] 2024-04-13T09:02:08.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:08 smithi119 ceph-mon[96316]: osdmap e2101: 8 total, 8 up, 8 in 2024-04-13T09:02:08.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:08 smithi119 ceph-mon[93746]: osdmap e2101: 8 total, 8 up, 8 in 2024-04-13T09:02:08.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:08 smithi139 ceph-mon[88985]: osdmap e2101: 8 total, 8 up, 8 in 2024-04-13T09:02:09.483 INFO:tasks.workunit.client.0.smithi119.stdout: i=14 exists [1253831~29226139,32750713~13727115,46498781~13028738,60558266~39004136,104291944~8308548,121851417~6405092,129475968~7054781,138602547~13356561,153604410~11620909,165636594~9581685,186987711~22956819,211859669~1978686,220391847~13488516,234144263~118546,234561625~5182444,240185529~2654771,243547484~3048283,250268150~5833555,262133366~12203926,279327055~5739429,286099405~7708024,296956881~2068721,305509342~6764198,318800479~12333208,333215888~4949402,338687962~2726144,341643509~12706844,358434230~3931381,363076558~6536339,373189686~9322996,383134085~2000293,392668079~4354053,398554960~18759635] wrote [26895450~721715,62864403~3468588,73412276~1477590,138602547~5894909,159807284~4429227,263382554~513346,282161124~1570365,305509342~6764198,374489032~6709412,410051287~7263308] 2024-04-13T09:02:09.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:09 smithi119 ceph-mon[96316]: pgmap v4079: 137 pgs: 137 active+clean; 527 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 195 KiB/s rd, 52 MiB/s wr, 317 op/s 2024-04-13T09:02:09.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:09 smithi119 ceph-mon[96316]: osdmap e2102: 8 total, 8 up, 8 in 2024-04-13T09:02:09.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:02:09.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:09 smithi119 ceph-mon[93746]: pgmap v4079: 137 pgs: 137 active+clean; 527 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 195 KiB/s rd, 52 MiB/s wr, 317 op/s 2024-04-13T09:02:09.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:09 smithi119 ceph-mon[93746]: osdmap e2102: 8 total, 8 up, 8 in 2024-04-13T09:02:09.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:02:09.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:09 smithi139 ceph-mon[88985]: pgmap v4079: 137 pgs: 137 active+clean; 527 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 195 KiB/s rd, 52 MiB/s wr, 317 op/s 2024-04-13T09:02:09.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:09 smithi139 ceph-mon[88985]: osdmap e2102: 8 total, 8 up, 8 in 2024-04-13T09:02:09.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:02:10.483 INFO:tasks.workunit.client.0.smithi119.stdout: i=15 exists [1253831~45223997,46498781~13028738,60558266~39004136,104291944~8308548,121851417~6405092,129475968~7054781,138602547~13356561,153604410~11620909,165636594~9581685,178089648~1091292,179210533~6933325,186987711~22956819,211859669~1978686,220391847~13488516,234144263~118546,234561625~5182444,240185529~6410238,250268150~5833555,262133366~12203926,274691004~10375480,286099405~7708024,296956881~2068721,305509342~6764198,318800479~12470476,333215888~4949402,338687962~2726144,341643509~12706844,356869874~5495737,363076558~6536339,373189686~9322996,383134085~2000293,392668079~4354053,398554960~18759635] wrote [22929859~2335220,27153812~7440022,178089648~1091292,179210533~6933325,228685931~780559,241176742~4617790,274691004~4830430,324295115~6975840,348835518~5280177,356869874~5265050] 2024-04-13T09:02:10.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:10 smithi119 ceph-mon[96316]: osdmap e2103: 8 total, 8 up, 8 in 2024-04-13T09:02:10.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:10 smithi119 ceph-mon[93746]: osdmap e2103: 8 total, 8 up, 8 in 2024-04-13T09:02:10.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:10 smithi139 ceph-mon[88985]: osdmap e2103: 8 total, 8 up, 8 in 2024-04-13T09:02:11.495 INFO:tasks.workunit.client.0.smithi119.stdout: i=16 exists [1253831~45223997,46498781~13028738,60558266~39004136,104291944~8308548,121851417~6405092,129475968~7054781,138602547~13356561,153604410~21613869,178089648~1091292,179210533~6933325,186987711~22956819,211859669~1978686,220391847~13488516,234144263~118546,234561625~5182444,240185529~6410238,250268150~5833555,258683051~29051,262133366~12203926,274691004~10375480,286099405~7708024,296956881~2068721,305509342~6764198,315492307~15778648,333215888~4949402,338687962~2726144,341643509~12706844,356869874~5495737,363076558~6536339,373189686~9322996,383134085~2000293,390184743~7697515,398554960~18759635] wrote [15107333~3055458,68992584~7768195,88369830~673697,164959643~880111,189632432~4121366,196089940~1152433,258683051~29051,268959027~2585131,315492307~5517071,390184743~7697515] 2024-04-13T09:02:11.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:11 smithi119 ceph-mon[96316]: pgmap v4082: 137 pgs: 137 active+clean; 527 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 22 MiB/s wr, 201 op/s 2024-04-13T09:02:11.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:11 smithi119 ceph-mon[96316]: osdmap e2104: 8 total, 8 up, 8 in 2024-04-13T09:02:11.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:11 smithi119 ceph-mon[93746]: pgmap v4082: 137 pgs: 137 active+clean; 527 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 22 MiB/s wr, 201 op/s 2024-04-13T09:02:11.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:11 smithi119 ceph-mon[93746]: osdmap e2104: 8 total, 8 up, 8 in 2024-04-13T09:02:11.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:11 smithi139 ceph-mon[88985]: pgmap v4082: 137 pgs: 137 active+clean; 527 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 22 MiB/s wr, 201 op/s 2024-04-13T09:02:11.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:11 smithi139 ceph-mon[88985]: osdmap e2104: 8 total, 8 up, 8 in 2024-04-13T09:02:12.483 INFO:tasks.workunit.client.0.smithi119.stdout: i=17 exists [1253831~45223997,46498781~13028738,60558266~39004136,104291944~8308548,120953146~7303363,129475968~7054781,138602547~13356561,153604410~21613869,178089648~1091292,179210533~6933325,186987711~22956819,211859669~1978686,219350368~14529995,234144263~118546,234561625~5182444,240185529~6410238,250268150~5833555,258683051~29051,262133366~12203926,274691004~10375480,286099405~10715447,296956881~2068721,305509342~6764198,315492307~15778648,333215888~4949402,338687962~15662391,356869874~5495737,363076558~8345211,373189686~9322996,383134085~2000293,390184743~7697515,398554960~18759635] wrote [18422849~4711519,24155073~3600422,120953146~2582161,130678682~1937415,192268521~3117304,219350368~2648612,292742815~4072037,341030686~1339402,368783837~2637932,401039947~6195221] 2024-04-13T09:02:12.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:12 smithi139 ceph-mon[88985]: osdmap e2105: 8 total, 8 up, 8 in 2024-04-13T09:02:12.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:02:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:02:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:02:12.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:12 smithi119 ceph-mon[96316]: osdmap e2105: 8 total, 8 up, 8 in 2024-04-13T09:02:12.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:12 smithi119 ceph-mon[93746]: osdmap e2105: 8 total, 8 up, 8 in 2024-04-13T09:02:13.521 INFO:tasks.workunit.client.0.smithi119.stdout: i=18 exists [1253831~45223997,46498781~13028738,60558266~39004136,104291944~8308548,120953146~7303363,129475968~7054781,138602547~13356561,153604410~21613869,176782286~9361572,186987711~22956819,211054038~4953971,219350368~14529995,234144263~118546,234561625~5182444,240185529~6410238,250268150~5833555,258683051~29051,262133366~12203926,274691004~10375480,286099405~10715447,296956881~2068721,305509342~6764198,315492307~15778648,333215888~4949402,338687962~15662391,356869874~5495737,363076558~8345211,373189686~9322996,383134085~2000293,390184743~7697515,398554960~18759635] wrote [4077424~5559966,66207373~559646,90612925~7581111,122245915~3596915,149403723~186408,176782286~4013616,211054038~4953971,340007455~1643790,401453505~5195476] 2024-04-13T09:02:13.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:13 smithi119 ceph-mon[96316]: pgmap v4085: 137 pgs: 137 active+clean; 686 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 87 KiB/s rd, 39 MiB/s wr, 134 op/s 2024-04-13T09:02:13.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:13 smithi119 ceph-mon[96316]: osdmap e2106: 8 total, 8 up, 8 in 2024-04-13T09:02:13.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:13 smithi119 ceph-mon[93746]: pgmap v4085: 137 pgs: 137 active+clean; 686 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 87 KiB/s rd, 39 MiB/s wr, 134 op/s 2024-04-13T09:02:13.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:13 smithi119 ceph-mon[93746]: osdmap e2106: 8 total, 8 up, 8 in 2024-04-13T09:02:13.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:13 smithi139 ceph-mon[88985]: pgmap v4085: 137 pgs: 137 active+clean; 686 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 87 KiB/s rd, 39 MiB/s wr, 134 op/s 2024-04-13T09:02:13.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:13 smithi139 ceph-mon[88985]: osdmap e2106: 8 total, 8 up, 8 in 2024-04-13T09:02:14.536 INFO:tasks.workunit.client.0.smithi119.stdout: i=19 exists [1253831~45223997,46498781~13028738,60558266~39004136,104291944~8308548,120953146~7303363,129475968~7054781,138602547~13356561,152446827~22771452,176782286~9361572,186987711~22956819,211054038~4953971,219350368~20393701,240185529~6410238,250268150~6900889,258683051~29051,262133366~12203926,274691004~10375480,286099405~10715447,296956881~2068721,305509342~6764198,315492307~15778648,331611355~6553935,338687962~15662391,356869874~5495737,363076558~8345211,373189686~24692572,398554960~18759635] wrote [74696381~2820636,95916852~3164498,105681454~3760527,152446827~5392499,230054955~5974291,254595477~2573562,331611355~3451199,336019757~379702,375920915~7367350,383553571~7021751] 2024-04-13T09:02:14.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:14 smithi119 ceph-mon[96316]: osdmap e2107: 8 total, 8 up, 8 in 2024-04-13T09:02:14.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:14 smithi119 ceph-mon[93746]: osdmap e2107: 8 total, 8 up, 8 in 2024-04-13T09:02:14.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:14 smithi139 ceph-mon[88985]: osdmap e2107: 8 total, 8 up, 8 in 2024-04-13T09:02:15.218 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:02:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:02:14] "GET /metrics HTTP/1.1" 200 36620 "" "Prometheus/2.43.0" 2024-04-13T09:02:15.462 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to 1 diff [8388608~8388608,46137344~8388608,104857600~4194304,121634816~4194304,134217728~4194304,184549376~8388608,226492416~8388608,247463936~8388608,318767104~8388608] 2024-04-13T09:02:15.462 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [8388608~8388608,46137344~8388608,104857600~4194304,121634816~4194304,134217728~4194304,184549376~8388608,226492416~8388608,247463936~8388608,318767104~8388608] 2024-04-13T09:02:15.479 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [8388608~12582912,46137344~8388608,104857600~4194304,121634816~8388608,134217728~4194304,184549376~8388608,226492416~8388608,247463936~8388608,318767104~8388608] 2024-04-13T09:02:15.479 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to 2 diff [8388608~8388608,46137344~8388608,62914560~12582912,104857600~4194304,121634816~4194304,134217728~8388608,159383552~4194304,167772160~8388608,184549376~8388608,226492416~8388608,247463936~8388608,318767104~8388608,335544320~4194304,348127232~8388608,377487360~4194304,406847488~4194304] 2024-04-13T09:02:15.479 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [8388608~8388608,46137344~8388608,62914560~12582912,104857600~4194304,121634816~4194304,134217728~8388608,159383552~4194304,167772160~8388608,184549376~8388608,226492416~8388608,247463936~8388608,318767104~8388608,335544320~4194304,348127232~8388608,377487360~4194304,406847488~4194304] 2024-04-13T09:02:15.483 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [8388608~12582912,46137344~8388608,62914560~16777216,104857600~4194304,121634816~8388608,134217728~8388608,159383552~16777216,184549376~8388608,226492416~8388608,247463936~8388608,318767104~8388608,335544320~8388608,348127232~8388608,377487360~4194304,406847488~8388608] 2024-04-13T09:02:15.483 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to 3 diff [8388608~8388608,33554432~4194304,46137344~12582912,62914560~12582912,104857600~8388608,121634816~4194304,134217728~8388608,159383552~4194304,167772160~8388608,184549376~8388608,201326592~4194304,226492416~12582912,247463936~8388608,318767104~8388608,335544320~4194304,348127232~8388608,360710144~8388608,377487360~4194304,406847488~4194304] 2024-04-13T09:02:15.483 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [8388608~8388608,33554432~4194304,46137344~12582912,62914560~12582912,104857600~8388608,121634816~4194304,134217728~8388608,159383552~4194304,167772160~8388608,184549376~8388608,201326592~4194304,226492416~12582912,247463936~8388608,318767104~8388608,335544320~4194304,348127232~8388608,360710144~8388608,377487360~4194304,406847488~4194304] 2024-04-13T09:02:15.487 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [8388608~12582912,33554432~4194304,46137344~12582912,62914560~16777216,104857600~8388608,121634816~8388608,134217728~8388608,159383552~16777216,184549376~8388608,201326592~4194304,226492416~12582912,247463936~12582912,318767104~8388608,335544320~8388608,348127232~8388608,360710144~12582912,377487360~4194304,406847488~8388608] 2024-04-13T09:02:15.487 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to 4 diff [4194304~12582912,20971520~8388608,33554432~4194304,46137344~12582912,62914560~12582912,104857600~8388608,121634816~4194304,134217728~16777216,159383552~4194304,167772160~8388608,184549376~12582912,201326592~4194304,226492416~12582912,247463936~8388608,285212672~8388608,318767104~12582912,335544320~4194304,348127232~8388608,360710144~8388608,377487360~4194304,398458880~12582912] 2024-04-13T09:02:15.487 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [4194304~12582912,20971520~8388608,33554432~4194304,46137344~12582912,62914560~12582912,104857600~8388608,121634816~4194304,134217728~16777216,159383552~4194304,167772160~8388608,184549376~12582912,201326592~4194304,226492416~12582912,247463936~8388608,285212672~8388608,318767104~12582912,335544320~4194304,348127232~8388608,360710144~8388608,377487360~4194304,398458880~12582912] 2024-04-13T09:02:15.512 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [4194304~25165824,33554432~4194304,46137344~12582912,62914560~16777216,104857600~8388608,121634816~8388608,134217728~16777216,159383552~16777216,184549376~20971520,226492416~12582912,247463936~12582912,285212672~12582912,318767104~12582912,335544320~8388608,348127232~8388608,360710144~12582912,377487360~4194304,398458880~16777216] 2024-04-13T09:02:15.512 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to 5 diff [4194304~12582912,20971520~8388608,33554432~4194304,46137344~12582912,62914560~12582912,88080384~8388608,104857600~8388608,121634816~4194304,130023424~20971520,159383552~4194304,167772160~8388608,184549376~20971520,226492416~12582912,247463936~8388608,285212672~8388608,318767104~20971520,348127232~8388608,360710144~20971520,398458880~16777216] 2024-04-13T09:02:15.512 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [4194304~12582912,20971520~8388608,33554432~4194304,46137344~12582912,62914560~12582912,88080384~8388608,104857600~8388608,121634816~4194304,130023424~20971520,159383552~4194304,167772160~8388608,184549376~20971520,226492416~12582912,247463936~8388608,285212672~8388608,318767104~20971520,348127232~8388608,360710144~20971520,398458880~16777216] 2024-04-13T09:02:15.515 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [4194304~25165824,33554432~4194304,46137344~33554432,88080384~12582912,104857600~8388608,121634816~29360128,159383552~16777216,184549376~20971520,226492416~12582912,247463936~12582912,285212672~12582912,318767104~25165824,348127232~8388608,360710144~20971520,398458880~16777216] 2024-04-13T09:02:15.515 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to 6 diff [0~4194304,8388608~16777216,29360128~8388608,46137344~12582912,62914560~12582912,83886080~25165824,121634816~4194304,130023424~20971520,159383552~4194304,167772160~8388608,184549376~20971520,226492416~12582912,243269632~12582912,285212672~8388608,318767104~20971520,348127232~8388608,360710144~20971520,398458880~16777216] 2024-04-13T09:02:15.515 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~4194304,8388608~16777216,29360128~8388608,46137344~12582912,62914560~12582912,83886080~25165824,121634816~4194304,130023424~20971520,159383552~4194304,167772160~8388608,184549376~20971520,226492416~12582912,243269632~12582912,285212672~8388608,318767104~20971520,348127232~8388608,360710144~20971520,398458880~16777216] 2024-04-13T09:02:15.518 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~33554432,83886080~29360128,121634816~29360128,159383552~16777216,184549376~20971520,226492416~12582912,243269632~16777216,285212672~12582912,318767104~25165824,348127232~8388608,360710144~20971520,398458880~20971520] 2024-04-13T09:02:15.518 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to 7 diff [0~4194304,8388608~16777216,29360128~8388608,46137344~33554432,83886080~25165824,121634816~4194304,130023424~20971520,159383552~4194304,167772160~8388608,184549376~25165824,226492416~12582912,243269632~12582912,260046848~4194304,285212672~8388608,318767104~62914560,398458880~16777216] 2024-04-13T09:02:15.518 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~4194304,8388608~16777216,29360128~8388608,46137344~33554432,83886080~25165824,121634816~4194304,130023424~20971520,159383552~4194304,167772160~8388608,184549376~25165824,226492416~12582912,243269632~12582912,260046848~4194304,285212672~8388608,318767104~62914560,398458880~16777216] 2024-04-13T09:02:15.528 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~33554432,83886080~29360128,121634816~29360128,159383552~16777216,184549376~25165824,226492416~12582912,243269632~25165824,285212672~12582912,318767104~67108864,398458880~20971520] 2024-04-13T09:02:15.528 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to 8 diff [0~4194304,8388608~16777216,29360128~8388608,46137344~62914560,121634816~29360128,159383552~4194304,167772160~8388608,184549376~29360128,226492416~12582912,243269632~12582912,260046848~4194304,285212672~8388608,318767104~62914560,398458880~20971520] 2024-04-13T09:02:15.528 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~4194304,8388608~16777216,29360128~8388608,46137344~62914560,121634816~29360128,159383552~4194304,167772160~8388608,184549376~29360128,226492416~12582912,243269632~12582912,260046848~4194304,285212672~8388608,318767104~62914560,398458880~20971520] 2024-04-13T09:02:15.530 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,121634816~29360128,159383552~16777216,184549376~29360128,226492416~12582912,243269632~25165824,285212672~12582912,318767104~67108864,398458880~20971520] 2024-04-13T09:02:15.531 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to 9 diff [0~37748736,46137344~62914560,121634816~29360128,159383552~16777216,184549376~29360128,226492416~12582912,243269632~12582912,260046848~12582912,285212672~8388608,318767104~62914560,398458880~20971520] 2024-04-13T09:02:15.531 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~37748736,46137344~62914560,121634816~29360128,159383552~16777216,184549376~29360128,226492416~12582912,243269632~12582912,260046848~12582912,285212672~8388608,318767104~62914560,398458880~20971520] 2024-04-13T09:02:15.535 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,121634816~29360128,159383552~16777216,184549376~29360128,226492416~12582912,243269632~33554432,285212672~12582912,318767104~67108864,398458880~20971520] 2024-04-13T09:02:15.535 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to 10 diff [0~37748736,46137344~62914560,121634816~12582912,138412032~37748736,184549376~29360128,226492416~12582912,243269632~12582912,260046848~12582912,285212672~8388608,318767104~62914560,390070272~29360128] 2024-04-13T09:02:15.536 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~37748736,46137344~62914560,121634816~12582912,138412032~37748736,184549376~29360128,226492416~12582912,243269632~12582912,260046848~12582912,285212672~8388608,318767104~62914560,390070272~29360128] 2024-04-13T09:02:15.541 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,121634816~54525952,184549376~29360128,226492416~12582912,243269632~33554432,285212672~12582912,318767104~67108864,390070272~29360128] 2024-04-13T09:02:15.542 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to 11 diff [0~37748736,46137344~62914560,121634816~12582912,138412032~37748736,184549376~29360128,226492416~12582912,243269632~12582912,260046848~12582912,276824064~16777216,318767104~62914560,390070272~29360128] 2024-04-13T09:02:15.542 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~37748736,46137344~62914560,121634816~12582912,138412032~37748736,184549376~29360128,226492416~12582912,243269632~12582912,260046848~12582912,276824064~16777216,318767104~62914560,390070272~29360128] 2024-04-13T09:02:15.547 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,121634816~54525952,184549376~29360128,226492416~12582912,243269632~54525952,318767104~67108864,390070272~29360128] 2024-04-13T09:02:15.547 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to 12 diff [0~37748736,46137344~62914560,121634816~12582912,138412032~37748736,184549376~29360128,218103808~20971520,243269632~12582912,260046848~12582912,276824064~16777216,306184192~4194304,318767104~62914560,390070272~29360128] 2024-04-13T09:02:15.548 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~37748736,46137344~62914560,121634816~12582912,138412032~37748736,184549376~29360128,218103808~20971520,243269632~12582912,260046848~12582912,276824064~16777216,306184192~4194304,318767104~62914560,390070272~29360128] 2024-04-13T09:02:15.555 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,121634816~54525952,184549376~29360128,218103808~79691776,306184192~8388608,318767104~67108864,390070272~29360128] 2024-04-13T09:02:15.555 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to 13 diff [0~37748736,46137344~62914560,121634816~12582912,138412032~37748736,184549376~29360128,218103808~37748736,260046848~12582912,276824064~16777216,306184192~4194304,318767104~67108864,390070272~29360128] 2024-04-13T09:02:15.555 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~37748736,46137344~62914560,121634816~12582912,138412032~37748736,184549376~29360128,218103808~37748736,260046848~12582912,276824064~16777216,306184192~4194304,318767104~67108864,390070272~29360128] 2024-04-13T09:02:15.561 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,121634816~54525952,184549376~29360128,218103808~79691776,306184192~8388608,318767104~67108864,390070272~29360128] 2024-04-13T09:02:15.561 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to 14 diff [0~37748736,46137344~62914560,121634816~12582912,138412032~37748736,184549376~29360128,218103808~37748736,260046848~12582912,276824064~16777216,301989888~8388608,318767104~67108864,390070272~29360128] 2024-04-13T09:02:15.561 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~37748736,46137344~62914560,121634816~12582912,138412032~37748736,184549376~29360128,218103808~37748736,260046848~12582912,276824064~16777216,301989888~8388608,318767104~67108864,390070272~29360128] 2024-04-13T09:02:15.568 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,121634816~54525952,184549376~29360128,218103808~79691776,301989888~12582912,318767104~67108864,390070272~29360128] 2024-04-13T09:02:15.569 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to 15 diff [0~41943040,46137344~62914560,121634816~12582912,138412032~75497472,218103808~37748736,260046848~33554432,301989888~8388608,318767104~67108864,390070272~29360128] 2024-04-13T09:02:15.569 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,121634816~12582912,138412032~75497472,218103808~37748736,260046848~33554432,301989888~8388608,318767104~67108864,390070272~29360128] 2024-04-13T09:02:15.573 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,121634816~92274688,218103808~79691776,301989888~12582912,318767104~67108864,390070272~29360128] 2024-04-13T09:02:15.575 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to 16 diff [0~41943040,46137344~62914560,121634816~12582912,138412032~75497472,218103808~75497472,301989888~8388608,314572800~71303168,390070272~29360128] 2024-04-13T09:02:15.576 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,121634816~12582912,138412032~75497472,218103808~75497472,301989888~8388608,314572800~71303168,390070272~29360128] 2024-04-13T09:02:15.582 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,121634816~92274688,218103808~79691776,301989888~83886080,390070272~29360128] 2024-04-13T09:02:15.583 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to 17 diff [0~41943040,46137344~62914560,117440512~16777216,138412032~75497472,218103808~79691776,301989888~8388608,314572800~37748736,356515840~29360128,390070272~29360128] 2024-04-13T09:02:15.583 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~75497472,218103808~79691776,301989888~8388608,314572800~37748736,356515840~29360128,390070272~29360128] 2024-04-13T09:02:15.587 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~96468992,218103808~79691776,301989888~83886080,390070272~29360128] 2024-04-13T09:02:15.588 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to 18 diff [0~41943040,46137344~62914560,117440512~16777216,138412032~159383552,301989888~8388608,314572800~37748736,356515840~29360128,390070272~29360128] 2024-04-13T09:02:15.588 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~159383552,301989888~8388608,314572800~37748736,356515840~29360128,390070272~29360128] 2024-04-13T09:02:15.594 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~180355072,301989888~83886080,390070272~29360128] 2024-04-13T09:02:15.595 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to 19 diff [0~41943040,46137344~62914560,117440512~16777216,138412032~159383552,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:15.595 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~159383552,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:15.604 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~180355072,301989888~117440512] 2024-04-13T09:02:15.604 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to 2 diff [62914560~12582912,138412032~4194304,159383552~4194304,167772160~8388608,226492416~4194304,335544320~4194304,348127232~8388608,377487360~4194304,406847488~4194304] 2024-04-13T09:02:15.604 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [62914560~12582912,138412032~4194304,159383552~4194304,167772160~8388608,226492416~4194304,335544320~4194304,348127232~8388608,377487360~4194304,406847488~4194304] 2024-04-13T09:02:15.605 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [62914560~16777216,138412032~4194304,159383552~16777216,226492416~4194304,335544320~8388608,348127232~8388608,377487360~4194304,406847488~8388608] 2024-04-13T09:02:15.605 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to 3 diff [33554432~4194304,54525952~4194304,62914560~12582912,104857600~8388608,138412032~4194304,159383552~4194304,167772160~8388608,201326592~4194304,226492416~4194304,234881024~4194304,251658240~4194304,335544320~4194304,348127232~8388608,360710144~8388608,377487360~4194304,406847488~4194304] 2024-04-13T09:02:15.605 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [33554432~4194304,54525952~4194304,62914560~12582912,104857600~8388608,138412032~4194304,159383552~4194304,167772160~8388608,201326592~4194304,226492416~4194304,234881024~4194304,251658240~4194304,335544320~4194304,348127232~8388608,360710144~8388608,377487360~4194304,406847488~4194304] 2024-04-13T09:02:15.606 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [33554432~4194304,54525952~4194304,62914560~16777216,104857600~8388608,138412032~4194304,159383552~16777216,201326592~4194304,226492416~12582912,251658240~8388608,335544320~8388608,348127232~8388608,360710144~12582912,377487360~4194304,406847488~8388608] 2024-04-13T09:02:15.607 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to 4 diff [4194304~4194304,20971520~8388608,33554432~4194304,54525952~4194304,62914560~12582912,104857600~8388608,138412032~12582912,159383552~4194304,167772160~8388608,192937984~4194304,201326592~4194304,226492416~4194304,234881024~4194304,251658240~4194304,285212672~8388608,322961408~8388608,335544320~4194304,348127232~8388608,360710144~8388608,377487360~4194304,398458880~12582912] 2024-04-13T09:02:15.607 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [4194304~4194304,20971520~8388608,33554432~4194304,54525952~4194304,62914560~12582912,104857600~8388608,138412032~12582912,159383552~4194304,167772160~8388608,192937984~4194304,201326592~4194304,226492416~4194304,234881024~4194304,251658240~4194304,285212672~8388608,322961408~8388608,335544320~4194304,348127232~8388608,360710144~8388608,377487360~4194304,398458880~12582912] 2024-04-13T09:02:15.608 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [4194304~4194304,20971520~8388608,33554432~4194304,54525952~4194304,62914560~16777216,104857600~8388608,138412032~12582912,159383552~16777216,192937984~12582912,226492416~12582912,251658240~8388608,285212672~12582912,322961408~8388608,335544320~8388608,348127232~8388608,360710144~12582912,377487360~4194304,398458880~16777216] 2024-04-13T09:02:15.609 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to 5 diff [4194304~4194304,20971520~8388608,33554432~4194304,50331648~8388608,62914560~12582912,88080384~8388608,104857600~8388608,130023424~4194304,138412032~12582912,159383552~4194304,167772160~8388608,192937984~12582912,226492416~4194304,234881024~4194304,251658240~4194304,285212672~8388608,322961408~16777216,348127232~8388608,360710144~20971520,398458880~16777216] 2024-04-13T09:02:15.609 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [4194304~4194304,20971520~8388608,33554432~4194304,50331648~8388608,62914560~12582912,88080384~8388608,104857600~8388608,130023424~4194304,138412032~12582912,159383552~4194304,167772160~8388608,192937984~12582912,226492416~4194304,234881024~4194304,251658240~4194304,285212672~8388608,322961408~16777216,348127232~8388608,360710144~20971520,398458880~16777216] 2024-04-13T09:02:15.613 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [4194304~4194304,20971520~8388608,33554432~4194304,50331648~29360128,88080384~12582912,104857600~8388608,130023424~4194304,138412032~12582912,159383552~16777216,192937984~12582912,226492416~12582912,251658240~8388608,285212672~12582912,322961408~20971520,348127232~8388608,360710144~20971520,398458880~16777216] 2024-04-13T09:02:15.613 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to 6 diff [0~4194304,12582912~12582912,29360128~8388608,50331648~8388608,62914560~12582912,83886080~25165824,130023424~4194304,138412032~12582912,159383552~4194304,167772160~8388608,192937984~12582912,226492416~4194304,234881024~4194304,243269632~4194304,251658240~4194304,285212672~8388608,322961408~16777216,348127232~8388608,360710144~20971520,398458880~16777216] 2024-04-13T09:02:15.613 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~4194304,12582912~12582912,29360128~8388608,50331648~8388608,62914560~12582912,83886080~25165824,130023424~4194304,138412032~12582912,159383552~4194304,167772160~8388608,192937984~12582912,226492416~4194304,234881024~4194304,243269632~4194304,251658240~4194304,285212672~8388608,322961408~16777216,348127232~8388608,360710144~20971520,398458880~16777216] 2024-04-13T09:02:15.616 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~8388608,12582912~29360128,50331648~29360128,83886080~29360128,130023424~4194304,138412032~12582912,159383552~16777216,192937984~12582912,226492416~12582912,243269632~4194304,251658240~8388608,285212672~12582912,322961408~20971520,348127232~8388608,360710144~20971520,398458880~20971520] 2024-04-13T09:02:15.616 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to 7 diff [0~4194304,12582912~12582912,29360128~8388608,50331648~29360128,83886080~25165824,130023424~4194304,138412032~12582912,159383552~4194304,167772160~8388608,192937984~16777216,226492416~4194304,234881024~4194304,243269632~4194304,251658240~4194304,260046848~4194304,285212672~8388608,322961408~58720256,398458880~16777216] 2024-04-13T09:02:15.616 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~4194304,12582912~12582912,29360128~8388608,50331648~29360128,83886080~25165824,130023424~4194304,138412032~12582912,159383552~4194304,167772160~8388608,192937984~16777216,226492416~4194304,234881024~4194304,243269632~4194304,251658240~4194304,260046848~4194304,285212672~8388608,322961408~58720256,398458880~16777216] 2024-04-13T09:02:15.620 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~8388608,12582912~29360128,50331648~29360128,83886080~29360128,130023424~4194304,138412032~12582912,159383552~16777216,192937984~16777216,226492416~12582912,243269632~4194304,251658240~16777216,285212672~12582912,322961408~62914560,398458880~20971520] 2024-04-13T09:02:15.620 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to 8 diff [0~4194304,12582912~12582912,29360128~8388608,46137344~62914560,121634816~12582912,138412032~12582912,159383552~4194304,167772160~8388608,192937984~20971520,226492416~4194304,234881024~4194304,243269632~4194304,251658240~4194304,260046848~4194304,285212672~8388608,322961408~58720256,398458880~20971520] 2024-04-13T09:02:15.620 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~4194304,12582912~12582912,29360128~8388608,46137344~62914560,121634816~12582912,138412032~12582912,159383552~4194304,167772160~8388608,192937984~20971520,226492416~4194304,234881024~4194304,243269632~4194304,251658240~4194304,260046848~4194304,285212672~8388608,322961408~58720256,398458880~20971520] 2024-04-13T09:02:15.631 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~8388608,12582912~29360128,46137344~67108864,121634816~12582912,138412032~12582912,159383552~16777216,192937984~20971520,226492416~12582912,243269632~4194304,251658240~16777216,285212672~12582912,322961408~62914560,398458880~20971520] 2024-04-13T09:02:15.631 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to 9 diff [0~8388608,12582912~25165824,46137344~62914560,121634816~12582912,138412032~12582912,159383552~16777216,192937984~20971520,226492416~4194304,234881024~4194304,243269632~4194304,251658240~4194304,260046848~12582912,285212672~8388608,322961408~58720256,398458880~20971520] 2024-04-13T09:02:15.632 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,12582912~25165824,46137344~62914560,121634816~12582912,138412032~12582912,159383552~16777216,192937984~20971520,226492416~4194304,234881024~4194304,243269632~4194304,251658240~4194304,260046848~12582912,285212672~8388608,322961408~58720256,398458880~20971520] 2024-04-13T09:02:15.632 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~8388608,12582912~29360128,46137344~67108864,121634816~12582912,138412032~12582912,159383552~16777216,192937984~20971520,226492416~12582912,243269632~4194304,251658240~25165824,285212672~12582912,322961408~62914560,398458880~20971520] 2024-04-13T09:02:15.632 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to 10 diff [0~8388608,12582912~25165824,46137344~62914560,121634816~12582912,138412032~37748736,192937984~20971520,226492416~12582912,243269632~4194304,251658240~4194304,260046848~12582912,285212672~8388608,322961408~58720256,390070272~29360128] 2024-04-13T09:02:15.632 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,12582912~25165824,46137344~62914560,121634816~12582912,138412032~37748736,192937984~20971520,226492416~12582912,243269632~4194304,251658240~4194304,260046848~12582912,285212672~8388608,322961408~58720256,390070272~29360128] 2024-04-13T09:02:15.632 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~8388608,12582912~29360128,46137344~67108864,121634816~54525952,192937984~20971520,226492416~12582912,243269632~4194304,251658240~25165824,285212672~12582912,322961408~62914560,390070272~29360128] 2024-04-13T09:02:15.632 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to 11 diff [0~8388608,12582912~25165824,46137344~62914560,121634816~12582912,138412032~37748736,192937984~20971520,226492416~12582912,243269632~4194304,251658240~4194304,260046848~12582912,276824064~16777216,322961408~58720256,390070272~29360128] 2024-04-13T09:02:15.632 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,12582912~25165824,46137344~62914560,121634816~12582912,138412032~37748736,192937984~20971520,226492416~12582912,243269632~4194304,251658240~4194304,260046848~12582912,276824064~16777216,322961408~58720256,390070272~29360128] 2024-04-13T09:02:15.634 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~8388608,12582912~29360128,46137344~67108864,121634816~54525952,192937984~20971520,226492416~12582912,243269632~4194304,251658240~46137344,322961408~62914560,390070272~29360128] 2024-04-13T09:02:15.635 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to 12 diff [0~8388608,12582912~25165824,46137344~62914560,121634816~12582912,138412032~37748736,192937984~20971520,218103808~20971520,243269632~4194304,251658240~4194304,260046848~12582912,276824064~16777216,306184192~4194304,322961408~58720256,390070272~29360128] 2024-04-13T09:02:15.635 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,12582912~25165824,46137344~62914560,121634816~12582912,138412032~37748736,192937984~20971520,218103808~20971520,243269632~4194304,251658240~4194304,260046848~12582912,276824064~16777216,306184192~4194304,322961408~58720256,390070272~29360128] 2024-04-13T09:02:15.639 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~8388608,12582912~29360128,46137344~67108864,121634816~54525952,192937984~20971520,218103808~29360128,251658240~46137344,306184192~8388608,322961408~62914560,390070272~29360128] 2024-04-13T09:02:15.639 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to 13 diff [0~37748736,46137344~62914560,121634816~12582912,138412032~37748736,192937984~20971520,218103808~29360128,251658240~4194304,260046848~12582912,276824064~16777216,306184192~4194304,322961408~62914560,390070272~29360128] 2024-04-13T09:02:15.640 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~37748736,46137344~62914560,121634816~12582912,138412032~37748736,192937984~20971520,218103808~29360128,251658240~4194304,260046848~12582912,276824064~16777216,306184192~4194304,322961408~62914560,390070272~29360128] 2024-04-13T09:02:15.645 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,121634816~54525952,192937984~20971520,218103808~29360128,251658240~46137344,306184192~8388608,322961408~62914560,390070272~29360128] 2024-04-13T09:02:15.646 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to 14 diff [0~37748736,46137344~62914560,121634816~12582912,138412032~37748736,192937984~20971520,218103808~29360128,251658240~4194304,260046848~12582912,276824064~16777216,301989888~8388608,322961408~62914560,390070272~29360128] 2024-04-13T09:02:15.646 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~37748736,46137344~62914560,121634816~12582912,138412032~37748736,192937984~20971520,218103808~29360128,251658240~4194304,260046848~12582912,276824064~16777216,301989888~8388608,322961408~62914560,390070272~29360128] 2024-04-13T09:02:15.653 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,121634816~54525952,192937984~20971520,218103808~29360128,251658240~46137344,301989888~12582912,322961408~62914560,390070272~29360128] 2024-04-13T09:02:15.653 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to 15 diff [0~41943040,46137344~62914560,121634816~12582912,138412032~46137344,192937984~20971520,218103808~29360128,251658240~4194304,260046848~33554432,301989888~8388608,322961408~62914560,390070272~29360128] 2024-04-13T09:02:15.653 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,121634816~12582912,138412032~46137344,192937984~20971520,218103808~29360128,251658240~4194304,260046848~33554432,301989888~8388608,322961408~62914560,390070272~29360128] 2024-04-13T09:02:15.660 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,121634816~67108864,192937984~20971520,218103808~29360128,251658240~46137344,301989888~12582912,322961408~62914560,390070272~29360128] 2024-04-13T09:02:15.660 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to 16 diff [0~41943040,46137344~62914560,121634816~12582912,138412032~46137344,188743680~25165824,218103808~29360128,251658240~41943040,301989888~8388608,314572800~71303168,390070272~29360128] 2024-04-13T09:02:15.660 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,121634816~12582912,138412032~46137344,188743680~25165824,218103808~29360128,251658240~41943040,301989888~8388608,314572800~71303168,390070272~29360128] 2024-04-13T09:02:15.666 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,121634816~92274688,218103808~29360128,251658240~46137344,301989888~83886080,390070272~29360128] 2024-04-13T09:02:15.666 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to 17 diff [0~41943040,46137344~62914560,117440512~16777216,138412032~46137344,188743680~25165824,218103808~29360128,251658240~46137344,301989888~8388608,314572800~37748736,356515840~29360128,390070272~29360128] 2024-04-13T09:02:15.666 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~46137344,188743680~25165824,218103808~29360128,251658240~46137344,301989888~8388608,314572800~37748736,356515840~29360128,390070272~29360128] 2024-04-13T09:02:15.674 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~96468992,218103808~29360128,251658240~46137344,301989888~83886080,390070272~29360128] 2024-04-13T09:02:15.674 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to 18 diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~37748736,356515840~29360128,390070272~29360128] 2024-04-13T09:02:15.674 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~37748736,356515840~29360128,390070272~29360128] 2024-04-13T09:02:15.682 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~83886080,390070272~29360128] 2024-04-13T09:02:15.683 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to 19 diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:15.683 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:15.690 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:15.690 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to 3 diff [33554432~4194304,54525952~4194304,104857600~8388608,201326592~4194304,226492416~4194304,234881024~4194304,251658240~4194304,360710144~8388608] 2024-04-13T09:02:15.690 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [33554432~4194304,54525952~4194304,104857600~8388608,201326592~4194304,226492416~4194304,234881024~4194304,251658240~4194304,360710144~8388608] 2024-04-13T09:02:15.701 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [33554432~4194304,54525952~4194304,104857600~8388608,201326592~4194304,226492416~12582912,251658240~8388608,360710144~12582912] 2024-04-13T09:02:15.701 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to 4 diff [4194304~4194304,20971520~8388608,33554432~4194304,54525952~4194304,104857600~8388608,138412032~8388608,192937984~4194304,201326592~4194304,226492416~4194304,234881024~4194304,251658240~4194304,285212672~8388608,322961408~8388608,360710144~8388608,377487360~4194304,398458880~8388608] 2024-04-13T09:02:15.701 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [4194304~4194304,20971520~8388608,33554432~4194304,54525952~4194304,104857600~8388608,138412032~8388608,192937984~4194304,201326592~4194304,226492416~4194304,234881024~4194304,251658240~4194304,285212672~8388608,322961408~8388608,360710144~8388608,377487360~4194304,398458880~8388608] 2024-04-13T09:02:15.702 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [4194304~4194304,20971520~8388608,33554432~4194304,54525952~4194304,104857600~8388608,138412032~12582912,192937984~12582912,226492416~12582912,251658240~8388608,285212672~12582912,322961408~8388608,360710144~12582912,377487360~4194304,398458880~8388608] 2024-04-13T09:02:15.702 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to 5 diff [4194304~4194304,20971520~8388608,33554432~4194304,50331648~8388608,88080384~8388608,104857600~8388608,130023424~4194304,138412032~8388608,192937984~12582912,226492416~4194304,234881024~4194304,251658240~4194304,285212672~8388608,322961408~16777216,360710144~20971520,398458880~16777216] 2024-04-13T09:02:15.702 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [4194304~4194304,20971520~8388608,33554432~4194304,50331648~8388608,88080384~8388608,104857600~8388608,130023424~4194304,138412032~8388608,192937984~12582912,226492416~4194304,234881024~4194304,251658240~4194304,285212672~8388608,322961408~16777216,360710144~20971520,398458880~16777216] 2024-04-13T09:02:15.702 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [4194304~4194304,20971520~8388608,33554432~4194304,50331648~12582912,88080384~12582912,104857600~8388608,130023424~4194304,138412032~12582912,192937984~12582912,226492416~12582912,251658240~8388608,285212672~12582912,322961408~16777216,360710144~20971520,398458880~16777216] 2024-04-13T09:02:15.702 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to 6 diff [0~4194304,12582912~12582912,29360128~8388608,50331648~8388608,83886080~25165824,130023424~4194304,138412032~8388608,192937984~12582912,226492416~4194304,234881024~4194304,243269632~4194304,251658240~4194304,285212672~8388608,322961408~16777216,360710144~20971520,398458880~16777216] 2024-04-13T09:02:15.703 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~4194304,12582912~12582912,29360128~8388608,50331648~8388608,83886080~25165824,130023424~4194304,138412032~8388608,192937984~12582912,226492416~4194304,234881024~4194304,243269632~4194304,251658240~4194304,285212672~8388608,322961408~16777216,360710144~20971520,398458880~16777216] 2024-04-13T09:02:15.703 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~8388608,12582912~29360128,50331648~12582912,83886080~29360128,130023424~4194304,138412032~12582912,192937984~12582912,226492416~12582912,243269632~4194304,251658240~8388608,285212672~12582912,322961408~16777216,360710144~20971520,398458880~20971520] 2024-04-13T09:02:15.704 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to 7 diff [0~4194304,12582912~12582912,29360128~8388608,50331648~25165824,83886080~25165824,130023424~4194304,138412032~8388608,192937984~16777216,226492416~4194304,234881024~4194304,243269632~4194304,251658240~4194304,260046848~4194304,285212672~8388608,322961408~25165824,356515840~25165824,398458880~16777216] 2024-04-13T09:02:15.704 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~4194304,12582912~12582912,29360128~8388608,50331648~25165824,83886080~25165824,130023424~4194304,138412032~8388608,192937984~16777216,226492416~4194304,234881024~4194304,243269632~4194304,251658240~4194304,260046848~4194304,285212672~8388608,322961408~25165824,356515840~25165824,398458880~16777216] 2024-04-13T09:02:15.706 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~8388608,12582912~29360128,50331648~29360128,83886080~29360128,130023424~4194304,138412032~12582912,192937984~16777216,226492416~12582912,243269632~4194304,251658240~16777216,285212672~12582912,322961408~25165824,356515840~29360128,398458880~20971520] 2024-04-13T09:02:15.707 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to 8 diff [0~4194304,12582912~12582912,29360128~8388608,46137344~29360128,79691776~29360128,121634816~12582912,138412032~8388608,192937984~20971520,226492416~4194304,234881024~4194304,243269632~4194304,251658240~4194304,260046848~4194304,285212672~8388608,322961408~29360128,356515840~25165824,398458880~20971520] 2024-04-13T09:02:15.708 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~4194304,12582912~12582912,29360128~8388608,46137344~29360128,79691776~29360128,121634816~12582912,138412032~8388608,192937984~20971520,226492416~4194304,234881024~4194304,243269632~4194304,251658240~4194304,260046848~4194304,285212672~8388608,322961408~29360128,356515840~25165824,398458880~20971520] 2024-04-13T09:02:15.709 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~8388608,12582912~29360128,46137344~67108864,121634816~12582912,138412032~12582912,192937984~20971520,226492416~12582912,243269632~4194304,251658240~16777216,285212672~12582912,322961408~62914560,398458880~20971520] 2024-04-13T09:02:15.709 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to 9 diff [0~8388608,12582912~25165824,46137344~62914560,121634816~12582912,138412032~8388608,163577856~8388608,192937984~20971520,226492416~4194304,234881024~4194304,243269632~4194304,251658240~4194304,260046848~12582912,285212672~8388608,322961408~29360128,356515840~25165824,398458880~20971520] 2024-04-13T09:02:15.709 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,12582912~25165824,46137344~62914560,121634816~12582912,138412032~8388608,163577856~8388608,192937984~20971520,226492416~4194304,234881024~4194304,243269632~4194304,251658240~4194304,260046848~12582912,285212672~8388608,322961408~29360128,356515840~25165824,398458880~20971520] 2024-04-13T09:02:15.710 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~8388608,12582912~29360128,46137344~67108864,121634816~12582912,138412032~12582912,163577856~12582912,192937984~20971520,226492416~12582912,243269632~4194304,251658240~25165824,285212672~12582912,322961408~62914560,398458880~20971520] 2024-04-13T09:02:15.710 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to 10 diff [0~8388608,12582912~25165824,46137344~62914560,121634816~12582912,138412032~8388608,150994944~8388608,163577856~8388608,192937984~20971520,226492416~12582912,243269632~4194304,251658240~4194304,260046848~12582912,285212672~8388608,322961408~29360128,356515840~25165824,390070272~29360128] 2024-04-13T09:02:15.710 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,12582912~25165824,46137344~62914560,121634816~12582912,138412032~8388608,150994944~8388608,163577856~8388608,192937984~20971520,226492416~12582912,243269632~4194304,251658240~4194304,260046848~12582912,285212672~8388608,322961408~29360128,356515840~25165824,390070272~29360128] 2024-04-13T09:02:15.712 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~8388608,12582912~29360128,46137344~67108864,121634816~54525952,192937984~20971520,226492416~12582912,243269632~4194304,251658240~25165824,285212672~12582912,322961408~62914560,390070272~29360128] 2024-04-13T09:02:15.712 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to 11 diff [0~8388608,12582912~25165824,46137344~62914560,121634816~12582912,138412032~8388608,150994944~8388608,163577856~8388608,192937984~20971520,226492416~12582912,243269632~4194304,251658240~4194304,260046848~12582912,276824064~16777216,322961408~29360128,356515840~25165824,390070272~29360128] 2024-04-13T09:02:15.712 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,12582912~25165824,46137344~62914560,121634816~12582912,138412032~8388608,150994944~8388608,163577856~8388608,192937984~20971520,226492416~12582912,243269632~4194304,251658240~4194304,260046848~12582912,276824064~16777216,322961408~29360128,356515840~25165824,390070272~29360128] 2024-04-13T09:02:15.715 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~8388608,12582912~29360128,46137344~67108864,121634816~54525952,192937984~20971520,226492416~12582912,243269632~4194304,251658240~46137344,322961408~62914560,390070272~29360128] 2024-04-13T09:02:15.716 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to 12 diff [0~8388608,12582912~25165824,46137344~62914560,121634816~12582912,138412032~8388608,150994944~20971520,192937984~20971520,218103808~20971520,243269632~4194304,251658240~4194304,260046848~12582912,276824064~16777216,306184192~4194304,322961408~29360128,356515840~25165824,390070272~29360128] 2024-04-13T09:02:15.716 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,12582912~25165824,46137344~62914560,121634816~12582912,138412032~8388608,150994944~20971520,192937984~20971520,218103808~20971520,243269632~4194304,251658240~4194304,260046848~12582912,276824064~16777216,306184192~4194304,322961408~29360128,356515840~25165824,390070272~29360128] 2024-04-13T09:02:15.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:15 smithi119 ceph-mon[96316]: pgmap v4088: 137 pgs: 137 active+clean; 721 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 197 KiB/s rd, 48 MiB/s wr, 315 op/s 2024-04-13T09:02:15.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:15 smithi119 ceph-mon[96316]: osdmap e2108: 8 total, 8 up, 8 in 2024-04-13T09:02:15.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:15 smithi119 ceph-mon[93746]: pgmap v4088: 137 pgs: 137 active+clean; 721 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 197 KiB/s rd, 48 MiB/s wr, 315 op/s 2024-04-13T09:02:15.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:15 smithi119 ceph-mon[93746]: osdmap e2108: 8 total, 8 up, 8 in 2024-04-13T09:02:15.721 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~8388608,12582912~29360128,46137344~67108864,121634816~54525952,192937984~20971520,218103808~29360128,251658240~46137344,306184192~8388608,322961408~62914560,390070272~29360128] 2024-04-13T09:02:15.721 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to 13 diff [0~37748736,46137344~62914560,121634816~12582912,138412032~33554432,192937984~20971520,218103808~29360128,251658240~4194304,260046848~12582912,276824064~16777216,306184192~4194304,322961408~29360128,356515840~29360128,390070272~29360128] 2024-04-13T09:02:15.721 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~37748736,46137344~62914560,121634816~12582912,138412032~33554432,192937984~20971520,218103808~29360128,251658240~4194304,260046848~12582912,276824064~16777216,306184192~4194304,322961408~29360128,356515840~29360128,390070272~29360128] 2024-04-13T09:02:15.725 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,121634816~54525952,192937984~20971520,218103808~29360128,251658240~46137344,306184192~8388608,322961408~62914560,390070272~29360128] 2024-04-13T09:02:15.725 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to 14 diff [0~37748736,46137344~62914560,121634816~12582912,138412032~33554432,192937984~20971520,218103808~29360128,251658240~4194304,260046848~12582912,276824064~16777216,301989888~8388608,322961408~29360128,356515840~29360128,390070272~29360128] 2024-04-13T09:02:15.725 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~37748736,46137344~62914560,121634816~12582912,138412032~33554432,192937984~20971520,218103808~29360128,251658240~4194304,260046848~12582912,276824064~16777216,301989888~8388608,322961408~29360128,356515840~29360128,390070272~29360128] 2024-04-13T09:02:15.730 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,121634816~54525952,192937984~20971520,218103808~29360128,251658240~46137344,301989888~12582912,322961408~62914560,390070272~29360128] 2024-04-13T09:02:15.730 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to 15 diff [0~41943040,46137344~62914560,121634816~12582912,138412032~33554432,176160768~8388608,192937984~20971520,218103808~29360128,251658240~4194304,260046848~33554432,301989888~8388608,322961408~29360128,356515840~29360128,390070272~29360128] 2024-04-13T09:02:15.731 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,121634816~12582912,138412032~33554432,176160768~8388608,192937984~20971520,218103808~29360128,251658240~4194304,260046848~33554432,301989888~8388608,322961408~29360128,356515840~29360128,390070272~29360128] 2024-04-13T09:02:15.735 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,121634816~67108864,192937984~20971520,218103808~29360128,251658240~46137344,301989888~12582912,322961408~62914560,390070272~29360128] 2024-04-13T09:02:15.735 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to 16 diff [0~41943040,46137344~62914560,121634816~12582912,138412032~46137344,188743680~25165824,218103808~29360128,251658240~41943040,301989888~8388608,314572800~37748736,356515840~29360128,390070272~29360128] 2024-04-13T09:02:15.736 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,121634816~12582912,138412032~46137344,188743680~25165824,218103808~29360128,251658240~41943040,301989888~8388608,314572800~37748736,356515840~29360128,390070272~29360128] 2024-04-13T09:02:15.741 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,121634816~92274688,218103808~29360128,251658240~46137344,301989888~83886080,390070272~29360128] 2024-04-13T09:02:15.741 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to 17 diff [0~41943040,46137344~62914560,117440512~16777216,138412032~46137344,188743680~25165824,218103808~29360128,251658240~46137344,301989888~8388608,314572800~71303168,390070272~29360128] 2024-04-13T09:02:15.741 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~46137344,188743680~25165824,218103808~29360128,251658240~46137344,301989888~8388608,314572800~71303168,390070272~29360128] 2024-04-13T09:02:15.747 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~96468992,218103808~29360128,251658240~46137344,301989888~83886080,390070272~29360128] 2024-04-13T09:02:15.747 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to 18 diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~71303168,390070272~29360128] 2024-04-13T09:02:15.747 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~71303168,390070272~29360128] 2024-04-13T09:02:15.754 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~83886080,390070272~29360128] 2024-04-13T09:02:15.754 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to 19 diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:15.754 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:15.761 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:15.761 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to 4 diff [4194304~4194304,20971520~8388608,138412032~8388608,192937984~4194304,285212672~8388608,322961408~8388608,360710144~4194304,377487360~4194304,398458880~8388608] 2024-04-13T09:02:15.761 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [4194304~4194304,20971520~8388608,138412032~8388608,192937984~4194304,285212672~8388608,322961408~8388608,360710144~4194304,377487360~4194304,398458880~8388608] 2024-04-13T09:02:15.761 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [4194304~4194304,20971520~8388608,138412032~12582912,192937984~8388608,285212672~12582912,322961408~8388608,360710144~8388608,377487360~4194304,398458880~8388608] 2024-04-13T09:02:15.762 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to 5 diff [4194304~4194304,20971520~8388608,50331648~8388608,88080384~8388608,130023424~4194304,138412032~8388608,192937984~8388608,251658240~4194304,285212672~8388608,322961408~16777216,360710144~4194304,369098752~12582912,398458880~16777216] 2024-04-13T09:02:15.762 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [4194304~4194304,20971520~8388608,50331648~8388608,88080384~8388608,130023424~4194304,138412032~8388608,192937984~8388608,251658240~4194304,285212672~8388608,322961408~16777216,360710144~4194304,369098752~12582912,398458880~16777216] 2024-04-13T09:02:15.764 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [4194304~4194304,20971520~8388608,50331648~12582912,88080384~12582912,130023424~4194304,138412032~12582912,192937984~12582912,251658240~8388608,285212672~12582912,322961408~16777216,360710144~20971520,398458880~16777216] 2024-04-13T09:02:15.764 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to 6 diff [0~4194304,12582912~12582912,29360128~8388608,50331648~8388608,83886080~25165824,130023424~4194304,138412032~8388608,192937984~8388608,243269632~4194304,251658240~4194304,285212672~8388608,322961408~16777216,360710144~4194304,369098752~12582912,398458880~16777216] 2024-04-13T09:02:15.764 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~4194304,12582912~12582912,29360128~8388608,50331648~8388608,83886080~25165824,130023424~4194304,138412032~8388608,192937984~8388608,243269632~4194304,251658240~4194304,285212672~8388608,322961408~16777216,360710144~4194304,369098752~12582912,398458880~16777216] 2024-04-13T09:02:15.765 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~8388608,12582912~29360128,50331648~12582912,83886080~29360128,130023424~4194304,138412032~12582912,192937984~12582912,243269632~4194304,251658240~8388608,285212672~12582912,322961408~16777216,360710144~20971520,398458880~20971520] 2024-04-13T09:02:15.765 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to 7 diff [0~4194304,12582912~12582912,29360128~8388608,50331648~25165824,83886080~25165824,130023424~4194304,138412032~8388608,192937984~16777216,243269632~4194304,251658240~4194304,260046848~4194304,285212672~8388608,322961408~25165824,356515840~8388608,369098752~12582912,398458880~16777216] 2024-04-13T09:02:15.765 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~4194304,12582912~12582912,29360128~8388608,50331648~25165824,83886080~25165824,130023424~4194304,138412032~8388608,192937984~16777216,243269632~4194304,251658240~4194304,260046848~4194304,285212672~8388608,322961408~25165824,356515840~8388608,369098752~12582912,398458880~16777216] 2024-04-13T09:02:15.767 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~8388608,12582912~29360128,50331648~29360128,83886080~29360128,130023424~4194304,138412032~12582912,192937984~16777216,243269632~4194304,251658240~16777216,285212672~12582912,322961408~25165824,356515840~29360128,398458880~20971520] 2024-04-13T09:02:15.767 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to 8 diff [0~4194304,12582912~12582912,29360128~8388608,46137344~29360128,79691776~29360128,121634816~12582912,138412032~8388608,192937984~20971520,243269632~4194304,251658240~4194304,260046848~4194304,285212672~8388608,322961408~29360128,356515840~25165824,398458880~20971520] 2024-04-13T09:02:15.767 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~4194304,12582912~12582912,29360128~8388608,46137344~29360128,79691776~29360128,121634816~12582912,138412032~8388608,192937984~20971520,243269632~4194304,251658240~4194304,260046848~4194304,285212672~8388608,322961408~29360128,356515840~25165824,398458880~20971520] 2024-04-13T09:02:15.770 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~8388608,12582912~29360128,46137344~67108864,121634816~12582912,138412032~12582912,192937984~20971520,243269632~4194304,251658240~16777216,285212672~12582912,322961408~62914560,398458880~20971520] 2024-04-13T09:02:15.770 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to 9 diff [0~8388608,12582912~25165824,46137344~62914560,121634816~12582912,138412032~8388608,163577856~8388608,192937984~20971520,243269632~4194304,251658240~4194304,260046848~12582912,285212672~8388608,322961408~29360128,356515840~25165824,398458880~20971520] 2024-04-13T09:02:15.770 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,12582912~25165824,46137344~62914560,121634816~12582912,138412032~8388608,163577856~8388608,192937984~20971520,243269632~4194304,251658240~4194304,260046848~12582912,285212672~8388608,322961408~29360128,356515840~25165824,398458880~20971520] 2024-04-13T09:02:15.773 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~8388608,12582912~29360128,46137344~67108864,121634816~12582912,138412032~12582912,163577856~12582912,192937984~20971520,243269632~4194304,251658240~25165824,285212672~12582912,322961408~62914560,398458880~20971520] 2024-04-13T09:02:15.773 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to 10 diff [0~8388608,12582912~25165824,46137344~62914560,121634816~12582912,138412032~8388608,150994944~8388608,163577856~8388608,192937984~20971520,230686720~4194304,243269632~4194304,251658240~4194304,260046848~12582912,285212672~8388608,322961408~29360128,356515840~25165824,390070272~29360128] 2024-04-13T09:02:15.773 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,12582912~25165824,46137344~62914560,121634816~12582912,138412032~8388608,150994944~8388608,163577856~8388608,192937984~20971520,230686720~4194304,243269632~4194304,251658240~4194304,260046848~12582912,285212672~8388608,322961408~29360128,356515840~25165824,390070272~29360128] 2024-04-13T09:02:15.776 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~8388608,12582912~29360128,46137344~67108864,121634816~54525952,192937984~20971520,230686720~4194304,243269632~4194304,251658240~25165824,285212672~12582912,322961408~62914560,390070272~29360128] 2024-04-13T09:02:15.777 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to 11 diff [0~8388608,12582912~25165824,46137344~62914560,121634816~12582912,138412032~8388608,150994944~8388608,163577856~8388608,192937984~20971520,230686720~4194304,243269632~4194304,251658240~4194304,260046848~12582912,276824064~16777216,322961408~29360128,356515840~25165824,390070272~29360128] 2024-04-13T09:02:15.777 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,12582912~25165824,46137344~62914560,121634816~12582912,138412032~8388608,150994944~8388608,163577856~8388608,192937984~20971520,230686720~4194304,243269632~4194304,251658240~4194304,260046848~12582912,276824064~16777216,322961408~29360128,356515840~25165824,390070272~29360128] 2024-04-13T09:02:15.779 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~8388608,12582912~29360128,46137344~67108864,121634816~54525952,192937984~20971520,230686720~4194304,243269632~4194304,251658240~46137344,322961408~62914560,390070272~29360128] 2024-04-13T09:02:15.779 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to 12 diff [0~8388608,12582912~25165824,46137344~62914560,121634816~12582912,138412032~8388608,150994944~20971520,192937984~20971520,218103808~8388608,230686720~8388608,243269632~4194304,251658240~4194304,260046848~12582912,276824064~16777216,306184192~4194304,322961408~29360128,356515840~25165824,390070272~29360128] 2024-04-13T09:02:15.780 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,12582912~25165824,46137344~62914560,121634816~12582912,138412032~8388608,150994944~20971520,192937984~20971520,218103808~8388608,230686720~8388608,243269632~4194304,251658240~4194304,260046848~12582912,276824064~16777216,306184192~4194304,322961408~29360128,356515840~25165824,390070272~29360128] 2024-04-13T09:02:15.784 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~8388608,12582912~29360128,46137344~67108864,121634816~54525952,192937984~20971520,218103808~29360128,251658240~46137344,306184192~8388608,322961408~62914560,390070272~29360128] 2024-04-13T09:02:15.785 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to 13 diff [0~37748736,46137344~62914560,121634816~12582912,138412032~33554432,192937984~20971520,218103808~29360128,251658240~4194304,260046848~12582912,276824064~16777216,306184192~4194304,322961408~29360128,356515840~29360128,390070272~29360128] 2024-04-13T09:02:15.785 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~37748736,46137344~62914560,121634816~12582912,138412032~33554432,192937984~20971520,218103808~29360128,251658240~4194304,260046848~12582912,276824064~16777216,306184192~4194304,322961408~29360128,356515840~29360128,390070272~29360128] 2024-04-13T09:02:15.788 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,121634816~54525952,192937984~20971520,218103808~29360128,251658240~46137344,306184192~8388608,322961408~62914560,390070272~29360128] 2024-04-13T09:02:15.788 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to 14 diff [0~37748736,46137344~62914560,121634816~12582912,138412032~33554432,192937984~20971520,218103808~29360128,251658240~4194304,260046848~12582912,276824064~16777216,301989888~8388608,322961408~29360128,356515840~29360128,390070272~29360128] 2024-04-13T09:02:15.789 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~37748736,46137344~62914560,121634816~12582912,138412032~33554432,192937984~20971520,218103808~29360128,251658240~4194304,260046848~12582912,276824064~16777216,301989888~8388608,322961408~29360128,356515840~29360128,390070272~29360128] 2024-04-13T09:02:15.798 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,121634816~54525952,192937984~20971520,218103808~29360128,251658240~46137344,301989888~12582912,322961408~62914560,390070272~29360128] 2024-04-13T09:02:15.798 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to 15 diff [0~41943040,46137344~62914560,121634816~12582912,138412032~33554432,176160768~8388608,192937984~20971520,218103808~29360128,251658240~4194304,260046848~33554432,301989888~8388608,322961408~29360128,356515840~29360128,390070272~29360128] 2024-04-13T09:02:15.798 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,121634816~12582912,138412032~33554432,176160768~8388608,192937984~20971520,218103808~29360128,251658240~4194304,260046848~33554432,301989888~8388608,322961408~29360128,356515840~29360128,390070272~29360128] 2024-04-13T09:02:15.798 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,121634816~67108864,192937984~20971520,218103808~29360128,251658240~46137344,301989888~12582912,322961408~62914560,390070272~29360128] 2024-04-13T09:02:15.799 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to 16 diff [0~41943040,46137344~62914560,121634816~12582912,138412032~46137344,188743680~25165824,218103808~29360128,251658240~41943040,301989888~8388608,314572800~37748736,356515840~29360128,390070272~29360128] 2024-04-13T09:02:15.799 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,121634816~12582912,138412032~46137344,188743680~25165824,218103808~29360128,251658240~41943040,301989888~8388608,314572800~37748736,356515840~29360128,390070272~29360128] 2024-04-13T09:02:15.802 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,121634816~92274688,218103808~29360128,251658240~46137344,301989888~83886080,390070272~29360128] 2024-04-13T09:02:15.803 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to 17 diff [0~41943040,46137344~62914560,117440512~16777216,138412032~46137344,188743680~25165824,218103808~29360128,251658240~46137344,301989888~8388608,314572800~71303168,390070272~29360128] 2024-04-13T09:02:15.803 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~46137344,188743680~25165824,218103808~29360128,251658240~46137344,301989888~8388608,314572800~71303168,390070272~29360128] 2024-04-13T09:02:15.809 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~96468992,218103808~29360128,251658240~46137344,301989888~83886080,390070272~29360128] 2024-04-13T09:02:15.809 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to 18 diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~71303168,390070272~29360128] 2024-04-13T09:02:15.809 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~71303168,390070272~29360128] 2024-04-13T09:02:15.815 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~83886080,390070272~29360128] 2024-04-13T09:02:15.815 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to 19 diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:15.816 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:15.823 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:15.824 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to 5 diff [50331648~8388608,88080384~8388608,130023424~4194304,192937984~8388608,251658240~4194304,331350016~8388608,369098752~8388608,398458880~4194304,406847488~8388608] 2024-04-13T09:02:15.824 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [50331648~8388608,88080384~8388608,130023424~4194304,192937984~8388608,251658240~4194304,331350016~8388608,369098752~8388608,398458880~4194304,406847488~8388608] 2024-04-13T09:02:15.824 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [50331648~12582912,88080384~12582912,130023424~4194304,192937984~12582912,251658240~8388608,331350016~8388608,369098752~12582912,398458880~4194304,406847488~8388608] 2024-04-13T09:02:15.824 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to 6 diff [0~4194304,12582912~12582912,29360128~8388608,50331648~8388608,83886080~25165824,130023424~4194304,192937984~8388608,243269632~4194304,251658240~4194304,331350016~8388608,369098752~8388608,398458880~16777216] 2024-04-13T09:02:15.824 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~4194304,12582912~12582912,29360128~8388608,50331648~8388608,83886080~25165824,130023424~4194304,192937984~8388608,243269632~4194304,251658240~4194304,331350016~8388608,369098752~8388608,398458880~16777216] 2024-04-13T09:02:15.824 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~8388608,12582912~29360128,50331648~12582912,83886080~29360128,130023424~4194304,192937984~12582912,243269632~4194304,251658240~8388608,331350016~8388608,369098752~12582912,398458880~20971520] 2024-04-13T09:02:15.825 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to 7 diff [0~4194304,12582912~12582912,29360128~8388608,50331648~25165824,83886080~25165824,130023424~4194304,192937984~12582912,243269632~4194304,251658240~4194304,260046848~4194304,285212672~8388608,331350016~16777216,356515840~4194304,369098752~12582912,398458880~16777216] 2024-04-13T09:02:15.825 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~4194304,12582912~12582912,29360128~8388608,50331648~25165824,83886080~25165824,130023424~4194304,192937984~12582912,243269632~4194304,251658240~4194304,260046848~4194304,285212672~8388608,331350016~16777216,356515840~4194304,369098752~12582912,398458880~16777216] 2024-04-13T09:02:15.826 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~8388608,12582912~29360128,50331648~29360128,83886080~29360128,130023424~4194304,192937984~16777216,243269632~4194304,251658240~16777216,285212672~8388608,331350016~16777216,356515840~8388608,369098752~16777216,398458880~20971520] 2024-04-13T09:02:15.826 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to 8 diff [0~4194304,12582912~12582912,29360128~8388608,46137344~29360128,79691776~29360128,121634816~12582912,192937984~12582912,209715200~4194304,243269632~4194304,251658240~4194304,260046848~4194304,285212672~8388608,322961408~29360128,356515840~4194304,364904448~16777216,398458880~16777216] 2024-04-13T09:02:15.827 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~4194304,12582912~12582912,29360128~8388608,46137344~29360128,79691776~29360128,121634816~12582912,192937984~12582912,209715200~4194304,243269632~4194304,251658240~4194304,260046848~4194304,285212672~8388608,322961408~29360128,356515840~4194304,364904448~16777216,398458880~16777216] 2024-04-13T09:02:15.834 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~8388608,12582912~29360128,46137344~67108864,121634816~12582912,192937984~20971520,243269632~4194304,251658240~16777216,285212672~8388608,322961408~62914560,398458880~20971520] 2024-04-13T09:02:15.834 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to 9 diff [0~8388608,12582912~25165824,46137344~62914560,121634816~12582912,163577856~8388608,192937984~12582912,209715200~4194304,243269632~4194304,251658240~4194304,260046848~12582912,285212672~8388608,322961408~29360128,356515840~25165824,398458880~16777216] 2024-04-13T09:02:15.834 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,12582912~25165824,46137344~62914560,121634816~12582912,163577856~8388608,192937984~12582912,209715200~4194304,243269632~4194304,251658240~4194304,260046848~12582912,285212672~8388608,322961408~29360128,356515840~25165824,398458880~16777216] 2024-04-13T09:02:15.835 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~8388608,12582912~29360128,46137344~67108864,121634816~12582912,163577856~12582912,192937984~20971520,243269632~4194304,251658240~25165824,285212672~8388608,322961408~62914560,398458880~20971520] 2024-04-13T09:02:15.835 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to 10 diff [0~8388608,12582912~25165824,46137344~62914560,121634816~12582912,150994944~8388608,163577856~8388608,192937984~12582912,209715200~4194304,230686720~4194304,243269632~4194304,251658240~4194304,260046848~12582912,285212672~8388608,322961408~29360128,356515840~25165824,390070272~25165824] 2024-04-13T09:02:15.835 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,12582912~25165824,46137344~62914560,121634816~12582912,150994944~8388608,163577856~8388608,192937984~12582912,209715200~4194304,230686720~4194304,243269632~4194304,251658240~4194304,260046848~12582912,285212672~8388608,322961408~29360128,356515840~25165824,390070272~25165824] 2024-04-13T09:02:15.835 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~8388608,12582912~29360128,46137344~67108864,121634816~16777216,150994944~25165824,192937984~20971520,230686720~4194304,243269632~4194304,251658240~25165824,285212672~8388608,322961408~62914560,390070272~29360128] 2024-04-13T09:02:15.835 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to 11 diff [0~8388608,12582912~25165824,46137344~62914560,121634816~12582912,150994944~8388608,163577856~8388608,192937984~20971520,230686720~4194304,243269632~4194304,251658240~4194304,260046848~12582912,276824064~16777216,322961408~29360128,356515840~25165824,390070272~25165824] 2024-04-13T09:02:15.836 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,12582912~25165824,46137344~62914560,121634816~12582912,150994944~8388608,163577856~8388608,192937984~20971520,230686720~4194304,243269632~4194304,251658240~4194304,260046848~12582912,276824064~16777216,322961408~29360128,356515840~25165824,390070272~25165824] 2024-04-13T09:02:15.839 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~8388608,12582912~29360128,46137344~67108864,121634816~16777216,150994944~25165824,192937984~20971520,230686720~4194304,243269632~4194304,251658240~41943040,322961408~62914560,390070272~29360128] 2024-04-13T09:02:15.839 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to 12 diff [0~8388608,12582912~25165824,46137344~62914560,121634816~12582912,150994944~20971520,192937984~20971520,218103808~8388608,230686720~8388608,243269632~4194304,251658240~4194304,260046848~12582912,276824064~16777216,306184192~4194304,322961408~29360128,356515840~25165824,390070272~25165824] 2024-04-13T09:02:15.839 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,12582912~25165824,46137344~62914560,121634816~12582912,150994944~20971520,192937984~20971520,218103808~8388608,230686720~8388608,243269632~4194304,251658240~4194304,260046848~12582912,276824064~16777216,306184192~4194304,322961408~29360128,356515840~25165824,390070272~25165824] 2024-04-13T09:02:15.841 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~8388608,12582912~29360128,46137344~67108864,121634816~16777216,150994944~25165824,192937984~20971520,218103808~29360128,251658240~41943040,306184192~8388608,322961408~62914560,390070272~29360128] 2024-04-13T09:02:15.842 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to 13 diff [0~37748736,46137344~62914560,121634816~12582912,142606336~29360128,192937984~20971520,218103808~29360128,251658240~4194304,260046848~12582912,276824064~16777216,306184192~4194304,322961408~29360128,356515840~29360128,390070272~25165824] 2024-04-13T09:02:15.842 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~37748736,46137344~62914560,121634816~12582912,142606336~29360128,192937984~20971520,218103808~29360128,251658240~4194304,260046848~12582912,276824064~16777216,306184192~4194304,322961408~29360128,356515840~29360128,390070272~25165824] 2024-04-13T09:02:15.847 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,121634816~16777216,142606336~33554432,192937984~20971520,218103808~29360128,251658240~41943040,306184192~8388608,322961408~62914560,390070272~29360128] 2024-04-13T09:02:15.848 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to 14 diff [0~37748736,46137344~62914560,121634816~12582912,138412032~33554432,192937984~20971520,218103808~29360128,251658240~4194304,260046848~12582912,276824064~16777216,301989888~8388608,322961408~29360128,356515840~29360128,390070272~25165824] 2024-04-13T09:02:15.848 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~37748736,46137344~62914560,121634816~12582912,138412032~33554432,192937984~20971520,218103808~29360128,251658240~4194304,260046848~12582912,276824064~16777216,301989888~8388608,322961408~29360128,356515840~29360128,390070272~25165824] 2024-04-13T09:02:15.851 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,121634816~54525952,192937984~20971520,218103808~29360128,251658240~41943040,301989888~12582912,322961408~62914560,390070272~29360128] 2024-04-13T09:02:15.852 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to 15 diff [0~41943040,46137344~62914560,121634816~12582912,138412032~33554432,176160768~8388608,192937984~20971520,218103808~29360128,251658240~4194304,260046848~33554432,301989888~8388608,322961408~29360128,356515840~29360128,390070272~25165824] 2024-04-13T09:02:15.852 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,121634816~12582912,138412032~33554432,176160768~8388608,192937984~20971520,218103808~29360128,251658240~4194304,260046848~33554432,301989888~8388608,322961408~29360128,356515840~29360128,390070272~25165824] 2024-04-13T09:02:15.857 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,121634816~67108864,192937984~20971520,218103808~29360128,251658240~41943040,301989888~12582912,322961408~62914560,390070272~29360128] 2024-04-13T09:02:15.857 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to 16 diff [0~41943040,46137344~62914560,121634816~12582912,138412032~46137344,188743680~25165824,218103808~29360128,251658240~41943040,301989888~8388608,314572800~37748736,356515840~29360128,390070272~25165824] 2024-04-13T09:02:15.857 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,121634816~12582912,138412032~46137344,188743680~25165824,218103808~29360128,251658240~41943040,301989888~8388608,314572800~37748736,356515840~29360128,390070272~25165824] 2024-04-13T09:02:15.863 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,121634816~92274688,218103808~29360128,251658240~41943040,301989888~83886080,390070272~29360128] 2024-04-13T09:02:15.863 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to 17 diff [0~41943040,46137344~62914560,117440512~16777216,138412032~46137344,188743680~25165824,218103808~29360128,251658240~46137344,301989888~8388608,314572800~71303168,390070272~29360128] 2024-04-13T09:02:15.863 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~46137344,188743680~25165824,218103808~29360128,251658240~46137344,301989888~8388608,314572800~71303168,390070272~29360128] 2024-04-13T09:02:15.868 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~96468992,218103808~29360128,251658240~46137344,301989888~83886080,390070272~29360128] 2024-04-13T09:02:15.868 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to 18 diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~71303168,390070272~29360128] 2024-04-13T09:02:15.868 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~71303168,390070272~29360128] 2024-04-13T09:02:15.875 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~83886080,390070272~29360128] 2024-04-13T09:02:15.875 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to 19 diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:15.875 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:15.881 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:15.881 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to 6 diff [0~4194304,12582912~12582912,29360128~8388608,83886080~4194304,92274688~16777216,243269632~4194304,402653184~12582912] 2024-04-13T09:02:15.882 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~4194304,12582912~12582912,29360128~8388608,83886080~4194304,92274688~16777216,243269632~4194304,402653184~12582912] 2024-04-13T09:02:15.883 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~8388608,12582912~29360128,83886080~29360128,243269632~4194304,402653184~16777216] 2024-04-13T09:02:15.883 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to 7 diff [0~4194304,12582912~12582912,29360128~8388608,58720256~16777216,83886080~4194304,92274688~16777216,197132288~8388608,243269632~4194304,260046848~4194304,285212672~8388608,339738624~8388608,356515840~4194304,377487360~4194304,402653184~12582912] 2024-04-13T09:02:15.883 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~4194304,12582912~12582912,29360128~8388608,58720256~16777216,83886080~4194304,92274688~16777216,197132288~8388608,243269632~4194304,260046848~4194304,285212672~8388608,339738624~8388608,356515840~4194304,377487360~4194304,402653184~12582912] 2024-04-13T09:02:15.884 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~8388608,12582912~29360128,58720256~20971520,83886080~29360128,197132288~12582912,243269632~4194304,260046848~8388608,285212672~8388608,339738624~8388608,356515840~8388608,377487360~8388608,402653184~16777216] 2024-04-13T09:02:15.884 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to 8 diff [0~4194304,12582912~12582912,29360128~8388608,46137344~4194304,58720256~16777216,79691776~8388608,92274688~16777216,121634816~8388608,197132288~8388608,209715200~4194304,243269632~4194304,260046848~4194304,285212672~8388608,322961408~8388608,339738624~12582912,356515840~4194304,364904448~4194304,377487360~4194304,398458880~16777216] 2024-04-13T09:02:15.884 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~4194304,12582912~12582912,29360128~8388608,46137344~4194304,58720256~16777216,79691776~8388608,92274688~16777216,121634816~8388608,197132288~8388608,209715200~4194304,243269632~4194304,260046848~4194304,285212672~8388608,322961408~8388608,339738624~12582912,356515840~4194304,364904448~4194304,377487360~4194304,398458880~16777216] 2024-04-13T09:02:15.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:15 smithi139 ceph-mon[88985]: pgmap v4088: 137 pgs: 137 active+clean; 721 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 197 KiB/s rd, 48 MiB/s wr, 315 op/s 2024-04-13T09:02:15.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:15 smithi139 ceph-mon[88985]: osdmap e2108: 8 total, 8 up, 8 in 2024-04-13T09:02:15.886 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~8388608,12582912~29360128,46137344~8388608,58720256~54525952,121634816~8388608,197132288~16777216,243269632~4194304,260046848~8388608,285212672~8388608,322961408~8388608,339738624~33554432,377487360~8388608,398458880~20971520] 2024-04-13T09:02:15.887 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to 9 diff [0~8388608,12582912~25165824,46137344~4194304,58720256~50331648,121634816~8388608,163577856~8388608,197132288~8388608,209715200~4194304,243269632~4194304,260046848~12582912,285212672~8388608,322961408~12582912,339738624~12582912,356515840~12582912,377487360~4194304,398458880~16777216] 2024-04-13T09:02:15.887 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,12582912~25165824,46137344~4194304,58720256~50331648,121634816~8388608,163577856~8388608,197132288~8388608,209715200~4194304,243269632~4194304,260046848~12582912,285212672~8388608,322961408~12582912,339738624~12582912,356515840~12582912,377487360~4194304,398458880~16777216] 2024-04-13T09:02:15.889 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~8388608,12582912~29360128,46137344~8388608,58720256~54525952,121634816~8388608,163577856~12582912,197132288~16777216,243269632~4194304,260046848~16777216,285212672~8388608,322961408~50331648,377487360~8388608,398458880~20971520] 2024-04-13T09:02:15.889 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to 10 diff [0~8388608,12582912~25165824,46137344~4194304,54525952~54525952,121634816~12582912,150994944~8388608,163577856~8388608,197132288~8388608,209715200~4194304,230686720~4194304,243269632~4194304,260046848~12582912,285212672~8388608,322961408~12582912,339738624~12582912,356515840~12582912,377487360~4194304,390070272~25165824] 2024-04-13T09:02:15.889 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,12582912~25165824,46137344~4194304,54525952~54525952,121634816~12582912,150994944~8388608,163577856~8388608,197132288~8388608,209715200~4194304,230686720~4194304,243269632~4194304,260046848~12582912,285212672~8388608,322961408~12582912,339738624~12582912,356515840~12582912,377487360~4194304,390070272~25165824] 2024-04-13T09:02:15.891 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~8388608,12582912~29360128,46137344~67108864,121634816~16777216,150994944~25165824,197132288~16777216,230686720~4194304,243269632~4194304,260046848~16777216,285212672~8388608,322961408~50331648,377487360~8388608,390070272~29360128] 2024-04-13T09:02:15.891 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to 11 diff [0~8388608,12582912~25165824,46137344~4194304,54525952~54525952,121634816~12582912,150994944~8388608,163577856~8388608,197132288~16777216,230686720~4194304,243269632~4194304,260046848~12582912,276824064~16777216,322961408~12582912,339738624~12582912,356515840~12582912,377487360~4194304,390070272~25165824] 2024-04-13T09:02:15.892 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,12582912~25165824,46137344~4194304,54525952~54525952,121634816~12582912,150994944~8388608,163577856~8388608,197132288~16777216,230686720~4194304,243269632~4194304,260046848~12582912,276824064~16777216,322961408~12582912,339738624~12582912,356515840~12582912,377487360~4194304,390070272~25165824] 2024-04-13T09:02:15.895 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~8388608,12582912~29360128,46137344~67108864,121634816~16777216,150994944~25165824,197132288~16777216,230686720~4194304,243269632~4194304,260046848~33554432,322961408~50331648,377487360~8388608,390070272~29360128] 2024-04-13T09:02:15.895 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to 12 diff [0~8388608,12582912~25165824,46137344~4194304,54525952~54525952,121634816~12582912,150994944~20971520,197132288~16777216,218103808~8388608,230686720~8388608,243269632~4194304,260046848~12582912,276824064~16777216,306184192~4194304,322961408~12582912,339738624~12582912,356515840~12582912,377487360~4194304,390070272~25165824] 2024-04-13T09:02:15.895 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,12582912~25165824,46137344~4194304,54525952~54525952,121634816~12582912,150994944~20971520,197132288~16777216,218103808~8388608,230686720~8388608,243269632~4194304,260046848~12582912,276824064~16777216,306184192~4194304,322961408~12582912,339738624~12582912,356515840~12582912,377487360~4194304,390070272~25165824] 2024-04-13T09:02:15.898 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~8388608,12582912~29360128,46137344~67108864,121634816~16777216,150994944~25165824,197132288~16777216,218103808~29360128,260046848~33554432,306184192~8388608,322961408~50331648,377487360~8388608,390070272~29360128] 2024-04-13T09:02:15.898 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to 13 diff [0~37748736,46137344~4194304,54525952~54525952,121634816~12582912,142606336~29360128,197132288~16777216,218103808~29360128,260046848~12582912,276824064~16777216,306184192~4194304,322961408~12582912,339738624~12582912,356515840~12582912,377487360~8388608,390070272~25165824] 2024-04-13T09:02:15.898 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~37748736,46137344~4194304,54525952~54525952,121634816~12582912,142606336~29360128,197132288~16777216,218103808~29360128,260046848~12582912,276824064~16777216,306184192~4194304,322961408~12582912,339738624~12582912,356515840~12582912,377487360~8388608,390070272~25165824] 2024-04-13T09:02:15.903 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,121634816~16777216,142606336~33554432,197132288~16777216,218103808~29360128,260046848~33554432,306184192~8388608,322961408~50331648,377487360~8388608,390070272~29360128] 2024-04-13T09:02:15.903 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to 14 diff [0~37748736,46137344~4194304,54525952~54525952,121634816~12582912,138412032~33554432,197132288~16777216,218103808~29360128,260046848~12582912,276824064~16777216,301989888~8388608,322961408~12582912,339738624~12582912,356515840~12582912,373293056~12582912,390070272~25165824] 2024-04-13T09:02:15.903 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~37748736,46137344~4194304,54525952~54525952,121634816~12582912,138412032~33554432,197132288~16777216,218103808~29360128,260046848~12582912,276824064~16777216,301989888~8388608,322961408~12582912,339738624~12582912,356515840~12582912,373293056~12582912,390070272~25165824] 2024-04-13T09:02:15.907 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,121634816~54525952,197132288~16777216,218103808~29360128,260046848~33554432,301989888~12582912,322961408~62914560,390070272~29360128] 2024-04-13T09:02:15.907 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to 15 diff [0~41943040,46137344~4194304,54525952~54525952,121634816~12582912,138412032~33554432,176160768~8388608,197132288~16777216,218103808~29360128,260046848~33554432,301989888~8388608,322961408~12582912,339738624~12582912,356515840~12582912,373293056~12582912,390070272~25165824] 2024-04-13T09:02:15.907 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~4194304,54525952~54525952,121634816~12582912,138412032~33554432,176160768~8388608,197132288~16777216,218103808~29360128,260046848~33554432,301989888~8388608,322961408~12582912,339738624~12582912,356515840~12582912,373293056~12582912,390070272~25165824] 2024-04-13T09:02:15.912 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,121634816~67108864,197132288~16777216,218103808~29360128,260046848~33554432,301989888~12582912,322961408~62914560,390070272~29360128] 2024-04-13T09:02:15.912 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to 16 diff [0~41943040,46137344~4194304,54525952~54525952,121634816~12582912,138412032~46137344,188743680~25165824,218103808~29360128,255852544~37748736,301989888~8388608,314572800~20971520,339738624~12582912,356515840~12582912,373293056~12582912,390070272~25165824] 2024-04-13T09:02:15.912 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~4194304,54525952~54525952,121634816~12582912,138412032~46137344,188743680~25165824,218103808~29360128,255852544~37748736,301989888~8388608,314572800~20971520,339738624~12582912,356515840~12582912,373293056~12582912,390070272~25165824] 2024-04-13T09:02:15.917 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,121634816~92274688,218103808~29360128,255852544~37748736,301989888~83886080,390070272~29360128] 2024-04-13T09:02:15.917 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to 17 diff [0~41943040,46137344~4194304,54525952~54525952,117440512~16777216,138412032~46137344,188743680~25165824,218103808~29360128,255852544~41943040,301989888~8388608,314572800~20971520,339738624~29360128,373293056~12582912,390070272~25165824] 2024-04-13T09:02:15.917 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~4194304,54525952~54525952,117440512~16777216,138412032~46137344,188743680~25165824,218103808~29360128,255852544~41943040,301989888~8388608,314572800~20971520,339738624~29360128,373293056~12582912,390070272~25165824] 2024-04-13T09:02:15.923 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~96468992,218103808~29360128,255852544~41943040,301989888~83886080,390070272~29360128] 2024-04-13T09:02:15.923 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to 18 diff [0~41943040,46137344~4194304,54525952~54525952,117440512~16777216,138412032~109051904,255852544~41943040,301989888~8388608,314572800~20971520,339738624~29360128,373293056~12582912,390070272~25165824] 2024-04-13T09:02:15.923 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~4194304,54525952~54525952,117440512~16777216,138412032~109051904,255852544~41943040,301989888~8388608,314572800~20971520,339738624~29360128,373293056~12582912,390070272~25165824] 2024-04-13T09:02:15.928 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,255852544~41943040,301989888~83886080,390070272~29360128] 2024-04-13T09:02:15.928 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to 19 diff [0~41943040,46137344~4194304,54525952~54525952,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:15.929 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~4194304,54525952~54525952,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:15.935 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:15.935 INFO:tasks.workunit.client.0.smithi119.stdout:from 6 to 7 diff [0~4194304,58720256~16777216,104857600~8388608,197132288~8388608,260046848~4194304,285212672~8388608,339738624~8388608,356515840~4194304,377487360~4194304] 2024-04-13T09:02:15.935 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~4194304,58720256~16777216,104857600~8388608,197132288~8388608,260046848~4194304,285212672~8388608,339738624~8388608,356515840~4194304,377487360~4194304] 2024-04-13T09:02:15.936 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~4194304,58720256~20971520,104857600~8388608,197132288~12582912,260046848~8388608,285212672~8388608,339738624~8388608,356515840~8388608,377487360~8388608] 2024-04-13T09:02:15.936 INFO:tasks.workunit.client.0.smithi119.stdout:from 6 to 8 diff [0~4194304,46137344~4194304,58720256~16777216,79691776~8388608,104857600~8388608,121634816~8388608,197132288~8388608,209715200~4194304,243269632~4194304,260046848~4194304,285212672~8388608,322961408~8388608,339738624~12582912,356515840~4194304,364904448~4194304,377487360~4194304,398458880~4194304] 2024-04-13T09:02:15.936 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~4194304,46137344~4194304,58720256~16777216,79691776~8388608,104857600~8388608,121634816~8388608,197132288~8388608,209715200~4194304,243269632~4194304,260046848~4194304,285212672~8388608,322961408~8388608,339738624~12582912,356515840~4194304,364904448~4194304,377487360~4194304,398458880~4194304] 2024-04-13T09:02:15.938 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~4194304,46137344~8388608,58720256~29360128,104857600~8388608,121634816~8388608,197132288~16777216,243269632~4194304,260046848~8388608,285212672~8388608,322961408~8388608,339738624~33554432,377487360~8388608,398458880~8388608] 2024-04-13T09:02:15.938 INFO:tasks.workunit.client.0.smithi119.stdout:from 6 to 9 diff [0~8388608,20971520~8388608,46137344~4194304,58720256~29360128,104857600~8388608,121634816~8388608,163577856~8388608,197132288~8388608,209715200~4194304,243269632~4194304,260046848~12582912,285212672~8388608,322961408~12582912,339738624~12582912,356515840~12582912,377487360~4194304,398458880~4194304] 2024-04-13T09:02:15.938 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,20971520~8388608,46137344~4194304,58720256~29360128,104857600~8388608,121634816~8388608,163577856~8388608,197132288~8388608,209715200~4194304,243269632~4194304,260046848~12582912,285212672~8388608,322961408~12582912,339738624~12582912,356515840~12582912,377487360~4194304,398458880~4194304] 2024-04-13T09:02:15.940 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~8388608,20971520~12582912,46137344~8388608,58720256~29360128,104857600~8388608,121634816~8388608,163577856~12582912,197132288~16777216,243269632~4194304,260046848~16777216,285212672~8388608,322961408~50331648,377487360~8388608,398458880~8388608] 2024-04-13T09:02:15.940 INFO:tasks.workunit.client.0.smithi119.stdout:from 6 to 10 diff [0~8388608,20971520~8388608,46137344~4194304,54525952~33554432,104857600~8388608,121634816~12582912,150994944~8388608,163577856~8388608,197132288~8388608,209715200~4194304,230686720~4194304,243269632~4194304,260046848~12582912,285212672~8388608,322961408~12582912,339738624~12582912,356515840~12582912,377487360~4194304,390070272~12582912] 2024-04-13T09:02:15.940 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,20971520~8388608,46137344~4194304,54525952~33554432,104857600~8388608,121634816~12582912,150994944~8388608,163577856~8388608,197132288~8388608,209715200~4194304,230686720~4194304,243269632~4194304,260046848~12582912,285212672~8388608,322961408~12582912,339738624~12582912,356515840~12582912,377487360~4194304,390070272~12582912] 2024-04-13T09:02:15.943 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~8388608,20971520~12582912,46137344~41943040,104857600~8388608,121634816~16777216,150994944~25165824,197132288~16777216,230686720~4194304,243269632~4194304,260046848~16777216,285212672~8388608,322961408~50331648,377487360~8388608,390070272~16777216] 2024-04-13T09:02:15.943 INFO:tasks.workunit.client.0.smithi119.stdout:from 6 to 11 diff [0~8388608,12582912~16777216,46137344~4194304,54525952~33554432,104857600~8388608,121634816~12582912,150994944~8388608,163577856~8388608,197132288~16777216,230686720~4194304,243269632~4194304,260046848~12582912,276824064~16777216,322961408~12582912,339738624~12582912,356515840~12582912,377487360~4194304,390070272~12582912] 2024-04-13T09:02:15.943 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,12582912~16777216,46137344~4194304,54525952~33554432,104857600~8388608,121634816~12582912,150994944~8388608,163577856~8388608,197132288~16777216,230686720~4194304,243269632~4194304,260046848~12582912,276824064~16777216,322961408~12582912,339738624~12582912,356515840~12582912,377487360~4194304,390070272~12582912] 2024-04-13T09:02:15.946 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~8388608,12582912~20971520,46137344~41943040,104857600~8388608,121634816~16777216,150994944~25165824,197132288~16777216,230686720~4194304,243269632~4194304,260046848~33554432,322961408~50331648,377487360~8388608,390070272~16777216] 2024-04-13T09:02:15.946 INFO:tasks.workunit.client.0.smithi119.stdout:from 6 to 12 diff [0~8388608,12582912~16777216,46137344~4194304,54525952~33554432,104857600~8388608,121634816~12582912,150994944~20971520,197132288~16777216,218103808~8388608,230686720~8388608,243269632~4194304,260046848~12582912,276824064~16777216,306184192~4194304,322961408~12582912,339738624~12582912,356515840~12582912,377487360~4194304,390070272~12582912,406847488~8388608] 2024-04-13T09:02:15.946 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,12582912~16777216,46137344~4194304,54525952~33554432,104857600~8388608,121634816~12582912,150994944~20971520,197132288~16777216,218103808~8388608,230686720~8388608,243269632~4194304,260046848~12582912,276824064~16777216,306184192~4194304,322961408~12582912,339738624~12582912,356515840~12582912,377487360~4194304,390070272~12582912,406847488~8388608] 2024-04-13T09:02:15.948 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~8388608,12582912~20971520,46137344~41943040,104857600~8388608,121634816~16777216,150994944~25165824,197132288~16777216,218103808~29360128,260046848~33554432,306184192~8388608,322961408~50331648,377487360~8388608,390070272~29360128] 2024-04-13T09:02:15.948 INFO:tasks.workunit.client.0.smithi119.stdout:from 6 to 13 diff [0~29360128,46137344~4194304,54525952~33554432,104857600~8388608,121634816~12582912,142606336~29360128,197132288~16777216,218103808~29360128,260046848~12582912,276824064~16777216,306184192~4194304,322961408~12582912,339738624~12582912,356515840~12582912,377487360~8388608,390070272~25165824] 2024-04-13T09:02:15.949 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~29360128,46137344~4194304,54525952~33554432,104857600~8388608,121634816~12582912,142606336~29360128,197132288~16777216,218103808~29360128,260046848~12582912,276824064~16777216,306184192~4194304,322961408~12582912,339738624~12582912,356515840~12582912,377487360~8388608,390070272~25165824] 2024-04-13T09:02:15.952 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~33554432,46137344~41943040,104857600~8388608,121634816~16777216,142606336~33554432,197132288~16777216,218103808~29360128,260046848~33554432,306184192~8388608,322961408~50331648,377487360~8388608,390070272~29360128] 2024-04-13T09:02:15.952 INFO:tasks.workunit.client.0.smithi119.stdout:from 6 to 14 diff [0~29360128,46137344~4194304,54525952~33554432,104857600~8388608,121634816~12582912,138412032~33554432,197132288~16777216,218103808~29360128,260046848~12582912,276824064~16777216,301989888~8388608,322961408~12582912,339738624~12582912,356515840~12582912,373293056~12582912,390070272~25165824] 2024-04-13T09:02:15.952 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~29360128,46137344~4194304,54525952~33554432,104857600~8388608,121634816~12582912,138412032~33554432,197132288~16777216,218103808~29360128,260046848~12582912,276824064~16777216,301989888~8388608,322961408~12582912,339738624~12582912,356515840~12582912,373293056~12582912,390070272~25165824] 2024-04-13T09:02:15.956 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~33554432,46137344~41943040,104857600~8388608,121634816~54525952,197132288~16777216,218103808~29360128,260046848~33554432,301989888~12582912,322961408~62914560,390070272~29360128] 2024-04-13T09:02:15.957 INFO:tasks.workunit.client.0.smithi119.stdout:from 6 to 15 diff [0~33554432,46137344~4194304,54525952~33554432,104857600~8388608,121634816~12582912,138412032~33554432,176160768~8388608,197132288~16777216,218103808~29360128,260046848~33554432,301989888~8388608,322961408~12582912,339738624~12582912,356515840~12582912,373293056~12582912,390070272~25165824] 2024-04-13T09:02:15.957 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~33554432,104857600~8388608,121634816~12582912,138412032~33554432,176160768~8388608,197132288~16777216,218103808~29360128,260046848~33554432,301989888~8388608,322961408~12582912,339738624~12582912,356515840~12582912,373293056~12582912,390070272~25165824] 2024-04-13T09:02:15.961 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~41943040,104857600~8388608,121634816~67108864,197132288~16777216,218103808~29360128,260046848~33554432,301989888~12582912,322961408~62914560,390070272~29360128] 2024-04-13T09:02:15.961 INFO:tasks.workunit.client.0.smithi119.stdout:from 6 to 16 diff [0~33554432,46137344~4194304,54525952~37748736,104857600~8388608,121634816~12582912,138412032~46137344,188743680~25165824,218103808~29360128,255852544~37748736,301989888~8388608,314572800~20971520,339738624~12582912,356515840~12582912,373293056~12582912,390070272~25165824] 2024-04-13T09:02:15.961 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~37748736,104857600~8388608,121634816~12582912,138412032~46137344,188743680~25165824,218103808~29360128,255852544~37748736,301989888~8388608,314572800~20971520,339738624~12582912,356515840~12582912,373293056~12582912,390070272~25165824] 2024-04-13T09:02:15.965 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~46137344,104857600~8388608,121634816~92274688,218103808~29360128,255852544~37748736,301989888~83886080,390070272~29360128] 2024-04-13T09:02:15.965 INFO:tasks.workunit.client.0.smithi119.stdout:from 6 to 17 diff [0~33554432,46137344~4194304,54525952~37748736,104857600~8388608,117440512~16777216,138412032~46137344,188743680~25165824,218103808~29360128,255852544~41943040,301989888~8388608,314572800~20971520,339738624~29360128,373293056~12582912,390070272~25165824] 2024-04-13T09:02:15.965 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~37748736,104857600~8388608,117440512~16777216,138412032~46137344,188743680~25165824,218103808~29360128,255852544~41943040,301989888~8388608,314572800~20971520,339738624~29360128,373293056~12582912,390070272~25165824] 2024-04-13T09:02:15.970 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~46137344,104857600~8388608,117440512~96468992,218103808~29360128,255852544~41943040,301989888~83886080,390070272~29360128] 2024-04-13T09:02:15.970 INFO:tasks.workunit.client.0.smithi119.stdout:from 6 to 18 diff [0~33554432,46137344~4194304,54525952~41943040,104857600~8388608,117440512~16777216,138412032~109051904,255852544~41943040,301989888~8388608,314572800~20971520,339738624~29360128,373293056~12582912,390070272~25165824] 2024-04-13T09:02:15.970 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~41943040,104857600~8388608,117440512~16777216,138412032~109051904,255852544~41943040,301989888~8388608,314572800~20971520,339738624~29360128,373293056~12582912,390070272~25165824] 2024-04-13T09:02:15.976 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~54525952,104857600~8388608,117440512~130023424,255852544~41943040,301989888~83886080,390070272~29360128] 2024-04-13T09:02:15.976 INFO:tasks.workunit.client.0.smithi119.stdout:from 6 to 19 diff [0~33554432,46137344~4194304,54525952~46137344,104857600~8388608,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:15.976 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~46137344,104857600~8388608,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:15.982 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~54525952,104857600~8388608,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:15.982 INFO:tasks.workunit.client.0.smithi119.stdout:from 7 to 8 diff [46137344~4194304,79691776~8388608,121634816~8388608,209715200~4194304,243269632~4194304,322961408~8388608,348127232~4194304,364904448~4194304,398458880~4194304] 2024-04-13T09:02:15.982 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [46137344~4194304,79691776~8388608,121634816~8388608,209715200~4194304,243269632~4194304,322961408~8388608,348127232~4194304,364904448~4194304,398458880~4194304] 2024-04-13T09:02:15.983 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [46137344~8388608,79691776~8388608,121634816~8388608,209715200~4194304,243269632~4194304,322961408~8388608,348127232~8388608,364904448~8388608,398458880~8388608] 2024-04-13T09:02:15.984 INFO:tasks.workunit.client.0.smithi119.stdout:from 7 to 9 diff [0~8388608,20971520~8388608,46137344~4194304,62914560~4194304,75497472~12582912,121634816~8388608,163577856~8388608,209715200~4194304,243269632~4194304,264241152~8388608,322961408~12582912,348127232~4194304,360710144~8388608,398458880~4194304] 2024-04-13T09:02:15.984 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,20971520~8388608,46137344~4194304,62914560~4194304,75497472~12582912,121634816~8388608,163577856~8388608,209715200~4194304,243269632~4194304,264241152~8388608,322961408~12582912,348127232~4194304,360710144~8388608,398458880~4194304] 2024-04-13T09:02:15.987 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~8388608,20971520~12582912,46137344~8388608,62914560~8388608,75497472~12582912,121634816~8388608,163577856~12582912,209715200~4194304,243269632~4194304,264241152~12582912,322961408~16777216,348127232~8388608,360710144~12582912,398458880~8388608] 2024-04-13T09:02:15.987 INFO:tasks.workunit.client.0.smithi119.stdout:from 7 to 10 diff [0~8388608,20971520~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~12582912,121634816~12582912,150994944~8388608,163577856~8388608,209715200~4194304,230686720~4194304,243269632~4194304,264241152~12582912,322961408~12582912,339738624~12582912,360710144~8388608,390070272~12582912] 2024-04-13T09:02:15.988 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,20971520~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~12582912,121634816~12582912,150994944~8388608,163577856~8388608,209715200~4194304,230686720~4194304,243269632~4194304,264241152~12582912,322961408~12582912,339738624~12582912,360710144~8388608,390070272~12582912] 2024-04-13T09:02:15.988 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~8388608,20971520~12582912,46137344~25165824,75497472~12582912,121634816~16777216,150994944~25165824,209715200~4194304,230686720~4194304,243269632~4194304,264241152~12582912,322961408~33554432,360710144~12582912,390070272~16777216] 2024-04-13T09:02:15.988 INFO:tasks.workunit.client.0.smithi119.stdout:from 7 to 11 diff [0~8388608,12582912~16777216,46137344~4194304,54525952~4194304,62914560~8388608,75497472~12582912,104857600~4194304,121634816~12582912,150994944~8388608,163577856~8388608,201326592~12582912,230686720~4194304,243269632~4194304,260046848~25165824,322961408~12582912,339738624~12582912,360710144~8388608,390070272~12582912] 2024-04-13T09:02:15.988 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,12582912~16777216,46137344~4194304,54525952~4194304,62914560~8388608,75497472~12582912,104857600~4194304,121634816~12582912,150994944~8388608,163577856~8388608,201326592~12582912,230686720~4194304,243269632~4194304,260046848~25165824,322961408~12582912,339738624~12582912,360710144~8388608,390070272~12582912] 2024-04-13T09:02:15.989 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~8388608,12582912~20971520,46137344~25165824,75497472~12582912,104857600~8388608,121634816~16777216,150994944~25165824,201326592~12582912,230686720~4194304,243269632~4194304,260046848~25165824,322961408~33554432,360710144~12582912,390070272~16777216] 2024-04-13T09:02:15.989 INFO:tasks.workunit.client.0.smithi119.stdout:from 7 to 12 diff [0~8388608,12582912~16777216,46137344~4194304,54525952~4194304,62914560~8388608,75497472~12582912,104857600~4194304,121634816~12582912,150994944~20971520,201326592~12582912,218103808~8388608,230686720~8388608,243269632~4194304,260046848~25165824,306184192~4194304,322961408~12582912,339738624~12582912,360710144~8388608,390070272~12582912,406847488~8388608] 2024-04-13T09:02:15.990 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,12582912~16777216,46137344~4194304,54525952~4194304,62914560~8388608,75497472~12582912,104857600~4194304,121634816~12582912,150994944~20971520,201326592~12582912,218103808~8388608,230686720~8388608,243269632~4194304,260046848~25165824,306184192~4194304,322961408~12582912,339738624~12582912,360710144~8388608,390070272~12582912,406847488~8388608] 2024-04-13T09:02:15.993 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~8388608,12582912~20971520,46137344~25165824,75497472~12582912,104857600~8388608,121634816~16777216,150994944~25165824,201326592~12582912,218103808~29360128,260046848~25165824,306184192~8388608,322961408~33554432,360710144~12582912,390070272~29360128] 2024-04-13T09:02:15.993 INFO:tasks.workunit.client.0.smithi119.stdout:from 7 to 13 diff [0~29360128,46137344~4194304,54525952~4194304,62914560~8388608,75497472~12582912,104857600~4194304,121634816~12582912,142606336~29360128,197132288~16777216,218103808~29360128,260046848~25165824,306184192~4194304,322961408~12582912,339738624~12582912,360710144~8388608,381681664~4194304,390070272~25165824] 2024-04-13T09:02:15.993 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~29360128,46137344~4194304,54525952~4194304,62914560~8388608,75497472~12582912,104857600~4194304,121634816~12582912,142606336~29360128,197132288~16777216,218103808~29360128,260046848~25165824,306184192~4194304,322961408~12582912,339738624~12582912,360710144~8388608,381681664~4194304,390070272~25165824] 2024-04-13T09:02:15.996 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~33554432,46137344~25165824,75497472~12582912,104857600~8388608,121634816~16777216,142606336~33554432,197132288~16777216,218103808~29360128,260046848~25165824,306184192~8388608,322961408~33554432,360710144~12582912,381681664~4194304,390070272~29360128] 2024-04-13T09:02:15.996 INFO:tasks.workunit.client.0.smithi119.stdout:from 7 to 14 diff [0~29360128,46137344~4194304,54525952~12582912,71303168~16777216,104857600~4194304,121634816~12582912,138412032~33554432,197132288~16777216,218103808~29360128,260046848~25165824,301989888~8388608,322961408~12582912,339738624~12582912,360710144~8388608,373293056~12582912,390070272~25165824] 2024-04-13T09:02:15.996 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~29360128,46137344~4194304,54525952~12582912,71303168~16777216,104857600~4194304,121634816~12582912,138412032~33554432,197132288~16777216,218103808~29360128,260046848~25165824,301989888~8388608,322961408~12582912,339738624~12582912,360710144~8388608,373293056~12582912,390070272~25165824] 2024-04-13T09:02:16.000 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~33554432,46137344~41943040,104857600~8388608,121634816~54525952,197132288~16777216,218103808~29360128,260046848~25165824,301989888~12582912,322961408~33554432,360710144~25165824,390070272~29360128] 2024-04-13T09:02:16.000 INFO:tasks.workunit.client.0.smithi119.stdout:from 7 to 15 diff [0~33554432,46137344~4194304,54525952~12582912,71303168~16777216,104857600~4194304,121634816~12582912,138412032~33554432,176160768~8388608,197132288~16777216,218103808~29360128,260046848~25165824,301989888~8388608,322961408~12582912,339738624~12582912,356515840~12582912,373293056~12582912,390070272~25165824] 2024-04-13T09:02:16.000 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~12582912,71303168~16777216,104857600~4194304,121634816~12582912,138412032~33554432,176160768~8388608,197132288~16777216,218103808~29360128,260046848~25165824,301989888~8388608,322961408~12582912,339738624~12582912,356515840~12582912,373293056~12582912,390070272~25165824] 2024-04-13T09:02:16.004 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~41943040,104857600~8388608,121634816~67108864,197132288~16777216,218103808~29360128,260046848~25165824,301989888~12582912,322961408~62914560,390070272~29360128] 2024-04-13T09:02:16.004 INFO:tasks.workunit.client.0.smithi119.stdout:from 7 to 16 diff [0~33554432,46137344~4194304,54525952~37748736,104857600~4194304,121634816~12582912,138412032~46137344,188743680~25165824,218103808~29360128,255852544~29360128,301989888~8388608,314572800~20971520,339738624~12582912,356515840~12582912,373293056~12582912,390070272~25165824] 2024-04-13T09:02:16.005 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~37748736,104857600~4194304,121634816~12582912,138412032~46137344,188743680~25165824,218103808~29360128,255852544~29360128,301989888~8388608,314572800~20971520,339738624~12582912,356515840~12582912,373293056~12582912,390070272~25165824] 2024-04-13T09:02:16.010 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~46137344,104857600~8388608,121634816~92274688,218103808~29360128,255852544~29360128,301989888~83886080,390070272~29360128] 2024-04-13T09:02:16.010 INFO:tasks.workunit.client.0.smithi119.stdout:from 7 to 17 diff [0~33554432,46137344~4194304,54525952~37748736,104857600~4194304,117440512~16777216,138412032~46137344,188743680~25165824,218103808~29360128,255852544~29360128,289406976~4194304,301989888~8388608,314572800~20971520,339738624~12582912,356515840~12582912,373293056~12582912,390070272~25165824] 2024-04-13T09:02:16.010 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~37748736,104857600~4194304,117440512~16777216,138412032~46137344,188743680~25165824,218103808~29360128,255852544~29360128,289406976~4194304,301989888~8388608,314572800~20971520,339738624~12582912,356515840~12582912,373293056~12582912,390070272~25165824] 2024-04-13T09:02:16.012 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~46137344,104857600~8388608,117440512~96468992,218103808~29360128,255852544~29360128,289406976~8388608,301989888~83886080,390070272~29360128] 2024-04-13T09:02:16.012 INFO:tasks.workunit.client.0.smithi119.stdout:from 7 to 18 diff [0~33554432,46137344~4194304,54525952~41943040,104857600~4194304,117440512~16777216,138412032~109051904,255852544~29360128,289406976~4194304,301989888~8388608,314572800~20971520,339738624~12582912,356515840~12582912,373293056~12582912,390070272~25165824] 2024-04-13T09:02:16.012 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~41943040,104857600~4194304,117440512~16777216,138412032~109051904,255852544~29360128,289406976~4194304,301989888~8388608,314572800~20971520,339738624~12582912,356515840~12582912,373293056~12582912,390070272~25165824] 2024-04-13T09:02:16.018 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~54525952,104857600~8388608,117440512~130023424,255852544~29360128,289406976~8388608,301989888~83886080,390070272~29360128] 2024-04-13T09:02:16.019 INFO:tasks.workunit.client.0.smithi119.stdout:from 7 to 19 diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~109051904,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:16.019 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~109051904,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:16.021 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~54525952,104857600~8388608,117440512~130023424,251658240~33554432,289406976~8388608,301989888~117440512] 2024-04-13T09:02:16.022 INFO:tasks.workunit.client.0.smithi119.stdout:from 8 to 9 diff [0~8388608,20971520~8388608,62914560~4194304,75497472~8388608,163577856~8388608,264241152~8388608,331350016~4194304,360710144~8388608] 2024-04-13T09:02:16.022 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,20971520~8388608,62914560~4194304,75497472~8388608,163577856~8388608,264241152~8388608,331350016~4194304,360710144~8388608] 2024-04-13T09:02:16.022 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~8388608,20971520~12582912,62914560~8388608,75497472~12582912,163577856~12582912,264241152~12582912,331350016~8388608,360710144~12582912] 2024-04-13T09:02:16.023 INFO:tasks.workunit.client.0.smithi119.stdout:from 8 to 10 diff [0~8388608,20971520~8388608,54525952~4194304,62914560~8388608,75497472~8388608,125829120~8388608,150994944~8388608,163577856~8388608,230686720~4194304,264241152~12582912,331350016~4194304,339738624~8388608,360710144~8388608,390070272~8388608] 2024-04-13T09:02:16.023 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,20971520~8388608,54525952~4194304,62914560~8388608,75497472~8388608,125829120~8388608,150994944~8388608,163577856~8388608,230686720~4194304,264241152~12582912,331350016~4194304,339738624~8388608,360710144~8388608,390070272~8388608] 2024-04-13T09:02:16.024 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~8388608,20971520~12582912,54525952~16777216,75497472~12582912,125829120~12582912,150994944~25165824,230686720~4194304,264241152~12582912,331350016~20971520,360710144~12582912,390070272~8388608] 2024-04-13T09:02:16.024 INFO:tasks.workunit.client.0.smithi119.stdout:from 8 to 11 diff [0~8388608,12582912~16777216,46137344~4194304,54525952~4194304,62914560~8388608,75497472~12582912,104857600~4194304,121634816~12582912,150994944~8388608,163577856~8388608,201326592~8388608,230686720~4194304,260046848~25165824,331350016~4194304,339738624~8388608,360710144~8388608,390070272~8388608] 2024-04-13T09:02:16.024 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,12582912~16777216,46137344~4194304,54525952~4194304,62914560~8388608,75497472~12582912,104857600~4194304,121634816~12582912,150994944~8388608,163577856~8388608,201326592~8388608,230686720~4194304,260046848~25165824,331350016~4194304,339738624~8388608,360710144~8388608,390070272~8388608] 2024-04-13T09:02:16.025 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~8388608,12582912~20971520,46137344~4194304,54525952~16777216,75497472~12582912,104857600~8388608,121634816~16777216,150994944~25165824,201326592~12582912,230686720~4194304,260046848~25165824,331350016~20971520,360710144~12582912,390070272~8388608] 2024-04-13T09:02:16.026 INFO:tasks.workunit.client.0.smithi119.stdout:from 8 to 12 diff [0~8388608,12582912~16777216,46137344~4194304,54525952~4194304,62914560~8388608,75497472~12582912,104857600~4194304,121634816~12582912,150994944~20971520,201326592~8388608,218103808~8388608,230686720~8388608,260046848~25165824,306184192~4194304,331350016~4194304,339738624~8388608,360710144~8388608,390070272~8388608,406847488~8388608] 2024-04-13T09:02:16.026 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,12582912~16777216,46137344~4194304,54525952~4194304,62914560~8388608,75497472~12582912,104857600~4194304,121634816~12582912,150994944~20971520,201326592~8388608,218103808~8388608,230686720~8388608,260046848~25165824,306184192~4194304,331350016~4194304,339738624~8388608,360710144~8388608,390070272~8388608,406847488~8388608] 2024-04-13T09:02:16.027 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~8388608,12582912~20971520,46137344~4194304,54525952~16777216,75497472~12582912,104857600~8388608,121634816~16777216,150994944~25165824,201326592~12582912,218103808~25165824,260046848~25165824,306184192~8388608,331350016~20971520,360710144~12582912,390070272~8388608,406847488~12582912] 2024-04-13T09:02:16.028 INFO:tasks.workunit.client.0.smithi119.stdout:from 8 to 13 diff [0~29360128,46137344~4194304,54525952~4194304,62914560~8388608,75497472~12582912,104857600~4194304,121634816~12582912,142606336~29360128,197132288~12582912,218103808~25165824,260046848~25165824,306184192~4194304,331350016~4194304,339738624~8388608,360710144~8388608,381681664~4194304,390070272~8388608,402653184~12582912] 2024-04-13T09:02:16.028 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~29360128,46137344~4194304,54525952~4194304,62914560~8388608,75497472~12582912,104857600~4194304,121634816~12582912,142606336~29360128,197132288~12582912,218103808~25165824,260046848~25165824,306184192~4194304,331350016~4194304,339738624~8388608,360710144~8388608,381681664~4194304,390070272~8388608,402653184~12582912] 2024-04-13T09:02:16.030 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~33554432,46137344~4194304,54525952~16777216,75497472~12582912,104857600~8388608,121634816~16777216,142606336~33554432,197132288~16777216,218103808~25165824,260046848~25165824,306184192~8388608,331350016~20971520,360710144~12582912,381681664~4194304,390070272~8388608,402653184~16777216] 2024-04-13T09:02:16.030 INFO:tasks.workunit.client.0.smithi119.stdout:from 8 to 14 diff [0~29360128,46137344~4194304,54525952~12582912,71303168~16777216,104857600~4194304,121634816~12582912,138412032~33554432,197132288~12582912,218103808~25165824,260046848~25165824,301989888~8388608,331350016~4194304,339738624~8388608,360710144~8388608,373293056~12582912,390070272~8388608,402653184~12582912] 2024-04-13T09:02:16.030 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~29360128,46137344~4194304,54525952~12582912,71303168~16777216,104857600~4194304,121634816~12582912,138412032~33554432,197132288~12582912,218103808~25165824,260046848~25165824,301989888~8388608,331350016~4194304,339738624~8388608,360710144~8388608,373293056~12582912,390070272~8388608,402653184~12582912] 2024-04-13T09:02:16.033 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~33554432,46137344~4194304,54525952~33554432,104857600~8388608,121634816~54525952,197132288~16777216,218103808~25165824,260046848~25165824,301989888~12582912,331350016~20971520,360710144~25165824,390070272~8388608,402653184~16777216] 2024-04-13T09:02:16.033 INFO:tasks.workunit.client.0.smithi119.stdout:from 8 to 15 diff [0~33554432,46137344~4194304,54525952~12582912,71303168~16777216,104857600~4194304,121634816~12582912,138412032~33554432,176160768~8388608,197132288~12582912,218103808~29360128,260046848~25165824,301989888~8388608,322961408~12582912,339738624~12582912,356515840~12582912,373293056~12582912,390070272~8388608,402653184~12582912] 2024-04-13T09:02:16.033 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~12582912,71303168~16777216,104857600~4194304,121634816~12582912,138412032~33554432,176160768~8388608,197132288~12582912,218103808~29360128,260046848~25165824,301989888~8388608,322961408~12582912,339738624~12582912,356515840~12582912,373293056~12582912,390070272~8388608,402653184~12582912] 2024-04-13T09:02:16.039 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~4194304,54525952~33554432,104857600~8388608,121634816~67108864,197132288~16777216,218103808~29360128,260046848~25165824,301989888~12582912,322961408~62914560,390070272~8388608,402653184~16777216] 2024-04-13T09:02:16.039 INFO:tasks.workunit.client.0.smithi119.stdout:from 8 to 16 diff [0~33554432,46137344~4194304,54525952~37748736,104857600~4194304,121634816~12582912,138412032~46137344,188743680~20971520,218103808~29360128,255852544~29360128,301989888~8388608,314572800~20971520,339738624~12582912,356515840~12582912,373293056~12582912,390070272~8388608,402653184~12582912] 2024-04-13T09:02:16.039 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~37748736,104857600~4194304,121634816~12582912,138412032~46137344,188743680~20971520,218103808~29360128,255852544~29360128,301989888~8388608,314572800~20971520,339738624~12582912,356515840~12582912,373293056~12582912,390070272~8388608,402653184~12582912] 2024-04-13T09:02:16.042 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~4194304,54525952~37748736,104857600~8388608,121634816~92274688,218103808~29360128,255852544~29360128,301989888~83886080,390070272~8388608,402653184~16777216] 2024-04-13T09:02:16.042 INFO:tasks.workunit.client.0.smithi119.stdout:from 8 to 17 diff [0~33554432,46137344~4194304,54525952~37748736,104857600~4194304,117440512~16777216,138412032~46137344,188743680~20971520,218103808~29360128,255852544~29360128,289406976~4194304,301989888~8388608,314572800~20971520,339738624~12582912,356515840~12582912,373293056~12582912,390070272~25165824] 2024-04-13T09:02:16.042 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~37748736,104857600~4194304,117440512~16777216,138412032~46137344,188743680~20971520,218103808~29360128,255852544~29360128,289406976~4194304,301989888~8388608,314572800~20971520,339738624~12582912,356515840~12582912,373293056~12582912,390070272~25165824] 2024-04-13T09:02:16.047 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~4194304,54525952~37748736,104857600~8388608,117440512~96468992,218103808~29360128,255852544~29360128,289406976~8388608,301989888~83886080,390070272~29360128] 2024-04-13T09:02:16.047 INFO:tasks.workunit.client.0.smithi119.stdout:from 8 to 18 diff [0~33554432,46137344~4194304,54525952~41943040,104857600~4194304,117440512~16777216,138412032~109051904,255852544~29360128,289406976~4194304,301989888~8388608,314572800~20971520,339738624~12582912,356515840~12582912,373293056~12582912,390070272~25165824] 2024-04-13T09:02:16.047 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~41943040,104857600~4194304,117440512~16777216,138412032~109051904,255852544~29360128,289406976~4194304,301989888~8388608,314572800~20971520,339738624~12582912,356515840~12582912,373293056~12582912,390070272~25165824] 2024-04-13T09:02:16.052 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~4194304,54525952~46137344,104857600~8388608,117440512~130023424,255852544~29360128,289406976~8388608,301989888~83886080,390070272~29360128] 2024-04-13T09:02:16.052 INFO:tasks.workunit.client.0.smithi119.stdout:from 8 to 19 diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~109051904,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:16.052 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~109051904,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:16.056 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~4194304,54525952~46137344,104857600~8388608,117440512~130023424,251658240~33554432,289406976~8388608,301989888~117440512] 2024-04-13T09:02:16.056 INFO:tasks.workunit.client.0.smithi119.stdout:from 9 to 10 diff [54525952~4194304,62914560~8388608,125829120~8388608,150994944~8388608,230686720~4194304,264241152~8388608,339738624~8388608,390070272~8388608] 2024-04-13T09:02:16.056 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [54525952~4194304,62914560~8388608,125829120~8388608,150994944~8388608,230686720~4194304,264241152~8388608,339738624~8388608,390070272~8388608] 2024-04-13T09:02:16.057 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [54525952~16777216,125829120~12582912,150994944~12582912,230686720~4194304,264241152~8388608,339738624~12582912,390070272~8388608] 2024-04-13T09:02:16.057 INFO:tasks.workunit.client.0.smithi119.stdout:from 9 to 11 diff [0~4194304,12582912~8388608,46137344~4194304,54525952~4194304,62914560~8388608,79691776~8388608,104857600~4194304,121634816~12582912,150994944~8388608,201326592~8388608,230686720~4194304,260046848~12582912,276824064~8388608,339738624~8388608,390070272~8388608] 2024-04-13T09:02:16.057 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~4194304,12582912~8388608,46137344~4194304,54525952~4194304,62914560~8388608,79691776~8388608,104857600~4194304,121634816~12582912,150994944~8388608,201326592~8388608,230686720~4194304,260046848~12582912,276824064~8388608,339738624~8388608,390070272~8388608] 2024-04-13T09:02:16.058 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~8388608,12582912~8388608,46137344~4194304,54525952~16777216,79691776~8388608,104857600~8388608,121634816~16777216,150994944~12582912,201326592~12582912,230686720~4194304,260046848~12582912,276824064~8388608,339738624~12582912,390070272~8388608] 2024-04-13T09:02:16.058 INFO:tasks.workunit.client.0.smithi119.stdout:from 9 to 12 diff [0~4194304,12582912~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~12582912,104857600~4194304,121634816~12582912,150994944~12582912,201326592~8388608,218103808~8388608,230686720~8388608,260046848~12582912,276824064~8388608,306184192~4194304,339738624~8388608,390070272~8388608,406847488~8388608] 2024-04-13T09:02:16.058 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~4194304,12582912~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~12582912,104857600~4194304,121634816~12582912,150994944~12582912,201326592~8388608,218103808~8388608,230686720~8388608,260046848~12582912,276824064~8388608,306184192~4194304,339738624~8388608,390070272~8388608,406847488~8388608] 2024-04-13T09:02:16.059 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~8388608,12582912~8388608,46137344~4194304,54525952~16777216,75497472~12582912,104857600~8388608,121634816~16777216,150994944~16777216,201326592~12582912,218103808~25165824,260046848~12582912,276824064~8388608,306184192~8388608,339738624~12582912,390070272~8388608,406847488~12582912] 2024-04-13T09:02:16.060 INFO:tasks.workunit.client.0.smithi119.stdout:from 9 to 13 diff [0~25165824,46137344~4194304,54525952~4194304,62914560~8388608,75497472~12582912,104857600~4194304,121634816~12582912,142606336~20971520,197132288~12582912,218103808~25165824,260046848~12582912,276824064~8388608,306184192~4194304,339738624~8388608,381681664~4194304,390070272~8388608,402653184~12582912] 2024-04-13T09:02:16.060 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~25165824,46137344~4194304,54525952~4194304,62914560~8388608,75497472~12582912,104857600~4194304,121634816~12582912,142606336~20971520,197132288~12582912,218103808~25165824,260046848~12582912,276824064~8388608,306184192~4194304,339738624~8388608,381681664~4194304,390070272~8388608,402653184~12582912] 2024-04-13T09:02:16.063 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~29360128,46137344~4194304,54525952~16777216,75497472~12582912,104857600~8388608,121634816~16777216,142606336~25165824,197132288~16777216,218103808~25165824,260046848~12582912,276824064~8388608,306184192~8388608,339738624~12582912,381681664~4194304,390070272~8388608,402653184~16777216] 2024-04-13T09:02:16.063 INFO:tasks.workunit.client.0.smithi119.stdout:from 9 to 14 diff [0~29360128,46137344~4194304,54525952~12582912,71303168~16777216,104857600~4194304,121634816~12582912,138412032~25165824,197132288~12582912,218103808~25165824,260046848~12582912,276824064~8388608,301989888~8388608,339738624~8388608,373293056~12582912,390070272~8388608,402653184~12582912] 2024-04-13T09:02:16.063 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~29360128,46137344~4194304,54525952~12582912,71303168~16777216,104857600~4194304,121634816~12582912,138412032~25165824,197132288~12582912,218103808~25165824,260046848~12582912,276824064~8388608,301989888~8388608,339738624~8388608,373293056~12582912,390070272~8388608,402653184~12582912] 2024-04-13T09:02:16.065 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~29360128,46137344~4194304,54525952~33554432,104857600~8388608,121634816~46137344,197132288~16777216,218103808~25165824,260046848~12582912,276824064~8388608,301989888~12582912,339738624~12582912,373293056~12582912,390070272~8388608,402653184~16777216] 2024-04-13T09:02:16.065 INFO:tasks.workunit.client.0.smithi119.stdout:from 9 to 15 diff [0~33554432,46137344~4194304,54525952~12582912,71303168~16777216,104857600~4194304,121634816~12582912,138412032~25165824,176160768~8388608,197132288~12582912,218103808~29360128,260046848~25165824,301989888~8388608,322961408~8388608,339738624~12582912,356515840~8388608,373293056~12582912,390070272~8388608,402653184~12582912] 2024-04-13T09:02:16.065 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~12582912,71303168~16777216,104857600~4194304,121634816~12582912,138412032~25165824,176160768~8388608,197132288~12582912,218103808~29360128,260046848~25165824,301989888~8388608,322961408~8388608,339738624~12582912,356515840~8388608,373293056~12582912,390070272~8388608,402653184~12582912] 2024-04-13T09:02:16.068 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~4194304,54525952~33554432,104857600~8388608,121634816~46137344,176160768~12582912,197132288~16777216,218103808~29360128,260046848~25165824,301989888~12582912,322961408~8388608,339738624~25165824,373293056~12582912,390070272~8388608,402653184~16777216] 2024-04-13T09:02:16.068 INFO:tasks.workunit.client.0.smithi119.stdout:from 9 to 16 diff [0~33554432,46137344~4194304,54525952~37748736,104857600~4194304,121634816~12582912,138412032~29360128,176160768~8388608,188743680~20971520,218103808~29360128,255852544~29360128,301989888~8388608,314572800~16777216,339738624~12582912,356515840~8388608,373293056~12582912,390070272~8388608,402653184~12582912] 2024-04-13T09:02:16.068 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~37748736,104857600~4194304,121634816~12582912,138412032~29360128,176160768~8388608,188743680~20971520,218103808~29360128,255852544~29360128,301989888~8388608,314572800~16777216,339738624~12582912,356515840~8388608,373293056~12582912,390070272~8388608,402653184~12582912] 2024-04-13T09:02:16.072 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~4194304,54525952~37748736,104857600~8388608,121634816~46137344,176160768~37748736,218103808~29360128,255852544~29360128,301989888~29360128,339738624~25165824,373293056~12582912,390070272~8388608,402653184~16777216] 2024-04-13T09:02:16.072 INFO:tasks.workunit.client.0.smithi119.stdout:from 9 to 17 diff [0~33554432,46137344~4194304,54525952~37748736,104857600~4194304,117440512~16777216,138412032~29360128,176160768~8388608,188743680~20971520,218103808~29360128,255852544~29360128,289406976~4194304,301989888~8388608,314572800~16777216,339738624~12582912,356515840~12582912,373293056~12582912,390070272~25165824] 2024-04-13T09:02:16.072 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~37748736,104857600~4194304,117440512~16777216,138412032~29360128,176160768~8388608,188743680~20971520,218103808~29360128,255852544~29360128,289406976~4194304,301989888~8388608,314572800~16777216,339738624~12582912,356515840~12582912,373293056~12582912,390070272~25165824] 2024-04-13T09:02:16.076 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~4194304,54525952~37748736,104857600~8388608,117440512~50331648,176160768~37748736,218103808~29360128,255852544~29360128,289406976~8388608,301989888~29360128,339738624~46137344,390070272~29360128] 2024-04-13T09:02:16.076 INFO:tasks.workunit.client.0.smithi119.stdout:from 9 to 18 diff [0~33554432,46137344~4194304,54525952~41943040,104857600~4194304,117440512~16777216,138412032~29360128,176160768~71303168,255852544~29360128,289406976~4194304,301989888~8388608,314572800~16777216,339738624~12582912,356515840~12582912,373293056~12582912,390070272~25165824] 2024-04-13T09:02:16.076 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~41943040,104857600~4194304,117440512~16777216,138412032~29360128,176160768~71303168,255852544~29360128,289406976~4194304,301989888~8388608,314572800~16777216,339738624~12582912,356515840~12582912,373293056~12582912,390070272~25165824] 2024-04-13T09:02:16.080 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~4194304,54525952~46137344,104857600~8388608,117440512~50331648,176160768~71303168,255852544~29360128,289406976~8388608,301989888~29360128,339738624~46137344,390070272~29360128] 2024-04-13T09:02:16.081 INFO:tasks.workunit.client.0.smithi119.stdout:from 9 to 19 diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~29360128,176160768~71303168,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:16.081 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~29360128,176160768~71303168,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:16.085 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~4194304,54525952~46137344,104857600~8388608,117440512~50331648,176160768~71303168,251658240~33554432,289406976~8388608,301989888~117440512] 2024-04-13T09:02:16.086 INFO:tasks.workunit.client.0.smithi119.stdout:from 10 to 11 diff [0~4194304,12582912~8388608,46137344~4194304,62914560~8388608,79691776~8388608,104857600~4194304,121634816~4194304,201326592~8388608,260046848~4194304,276824064~8388608] 2024-04-13T09:02:16.086 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~4194304,12582912~8388608,46137344~4194304,62914560~8388608,79691776~8388608,104857600~4194304,121634816~4194304,201326592~8388608,260046848~4194304,276824064~8388608] 2024-04-13T09:02:16.086 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~8388608,12582912~8388608,46137344~4194304,62914560~8388608,79691776~8388608,104857600~8388608,121634816~8388608,201326592~12582912,260046848~4194304,276824064~8388608] 2024-04-13T09:02:16.086 INFO:tasks.workunit.client.0.smithi119.stdout:from 10 to 12 diff [0~4194304,12582912~8388608,46137344~4194304,62914560~8388608,75497472~12582912,104857600~4194304,121634816~4194304,159383552~8388608,201326592~8388608,218103808~8388608,230686720~8388608,260046848~12582912,276824064~8388608,306184192~4194304,406847488~8388608] 2024-04-13T09:02:16.086 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~4194304,12582912~8388608,46137344~4194304,62914560~8388608,75497472~12582912,104857600~4194304,121634816~4194304,159383552~8388608,201326592~8388608,218103808~8388608,230686720~8388608,260046848~12582912,276824064~8388608,306184192~4194304,406847488~8388608] 2024-04-13T09:02:16.088 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~8388608,12582912~8388608,46137344~4194304,62914560~8388608,75497472~12582912,104857600~8388608,121634816~8388608,159383552~8388608,201326592~12582912,218103808~25165824,260046848~12582912,276824064~8388608,306184192~8388608,406847488~12582912] 2024-04-13T09:02:16.088 INFO:tasks.workunit.client.0.smithi119.stdout:from 10 to 13 diff [0~25165824,46137344~4194304,62914560~8388608,75497472~12582912,104857600~4194304,121634816~4194304,142606336~12582912,159383552~8388608,197132288~12582912,218103808~25165824,260046848~12582912,276824064~8388608,306184192~4194304,381681664~4194304,402653184~12582912] 2024-04-13T09:02:16.088 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~25165824,46137344~4194304,62914560~8388608,75497472~12582912,104857600~4194304,121634816~4194304,142606336~12582912,159383552~8388608,197132288~12582912,218103808~25165824,260046848~12582912,276824064~8388608,306184192~4194304,381681664~4194304,402653184~12582912] 2024-04-13T09:02:16.090 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~29360128,46137344~4194304,62914560~8388608,75497472~12582912,104857600~8388608,121634816~8388608,142606336~12582912,159383552~8388608,197132288~16777216,218103808~25165824,260046848~12582912,276824064~8388608,306184192~8388608,381681664~4194304,402653184~16777216] 2024-04-13T09:02:16.090 INFO:tasks.workunit.client.0.smithi119.stdout:from 10 to 14 diff [0~29360128,46137344~4194304,58720256~8388608,71303168~16777216,104857600~4194304,121634816~4194304,138412032~16777216,159383552~8388608,197132288~12582912,218103808~25165824,260046848~12582912,276824064~8388608,301989888~8388608,373293056~12582912,402653184~12582912] 2024-04-13T09:02:16.090 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~29360128,46137344~4194304,58720256~8388608,71303168~16777216,104857600~4194304,121634816~4194304,138412032~16777216,159383552~8388608,197132288~12582912,218103808~25165824,260046848~12582912,276824064~8388608,301989888~8388608,373293056~12582912,402653184~12582912] 2024-04-13T09:02:16.092 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~29360128,46137344~4194304,58720256~29360128,104857600~8388608,121634816~8388608,138412032~16777216,159383552~8388608,197132288~16777216,218103808~25165824,260046848~12582912,276824064~8388608,301989888~12582912,373293056~12582912,402653184~16777216] 2024-04-13T09:02:16.092 INFO:tasks.workunit.client.0.smithi119.stdout:from 10 to 15 diff [0~33554432,46137344~4194304,58720256~8388608,71303168~16777216,104857600~4194304,121634816~4194304,138412032~16777216,159383552~8388608,176160768~8388608,197132288~12582912,218103808~29360128,260046848~25165824,301989888~8388608,322961408~8388608,348127232~16777216,373293056~12582912,402653184~12582912] 2024-04-13T09:02:16.092 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,58720256~8388608,71303168~16777216,104857600~4194304,121634816~4194304,138412032~16777216,159383552~8388608,176160768~8388608,197132288~12582912,218103808~29360128,260046848~25165824,301989888~8388608,322961408~8388608,348127232~16777216,373293056~12582912,402653184~12582912] 2024-04-13T09:02:16.095 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~4194304,58720256~29360128,104857600~8388608,121634816~8388608,138412032~16777216,159383552~8388608,176160768~12582912,197132288~16777216,218103808~29360128,260046848~25165824,301989888~12582912,322961408~8388608,348127232~16777216,373293056~12582912,402653184~16777216] 2024-04-13T09:02:16.095 INFO:tasks.workunit.client.0.smithi119.stdout:from 10 to 16 diff [0~33554432,46137344~4194304,58720256~33554432,104857600~4194304,121634816~4194304,138412032~16777216,159383552~8388608,176160768~8388608,188743680~20971520,218103808~29360128,255852544~29360128,301989888~8388608,314572800~16777216,348127232~16777216,373293056~12582912,390070272~8388608,402653184~12582912] 2024-04-13T09:02:16.095 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,58720256~33554432,104857600~4194304,121634816~4194304,138412032~16777216,159383552~8388608,176160768~8388608,188743680~20971520,218103808~29360128,255852544~29360128,301989888~8388608,314572800~16777216,348127232~16777216,373293056~12582912,390070272~8388608,402653184~12582912] 2024-04-13T09:02:16.098 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~4194304,58720256~33554432,104857600~8388608,121634816~8388608,138412032~16777216,159383552~8388608,176160768~37748736,218103808~29360128,255852544~29360128,301989888~29360128,348127232~16777216,373293056~12582912,390070272~8388608,402653184~16777216] 2024-04-13T09:02:16.098 INFO:tasks.workunit.client.0.smithi119.stdout:from 10 to 17 diff [0~33554432,46137344~4194304,58720256~33554432,104857600~4194304,117440512~8388608,130023424~4194304,138412032~16777216,159383552~8388608,176160768~8388608,188743680~20971520,218103808~29360128,255852544~29360128,289406976~4194304,301989888~8388608,314572800~16777216,339738624~4194304,348127232~20971520,373293056~12582912,390070272~25165824] 2024-04-13T09:02:16.098 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,58720256~33554432,104857600~4194304,117440512~8388608,130023424~4194304,138412032~16777216,159383552~8388608,176160768~8388608,188743680~20971520,218103808~29360128,255852544~29360128,289406976~4194304,301989888~8388608,314572800~16777216,339738624~4194304,348127232~20971520,373293056~12582912,390070272~25165824] 2024-04-13T09:02:16.101 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~4194304,58720256~33554432,104857600~8388608,117440512~16777216,138412032~16777216,159383552~8388608,176160768~37748736,218103808~29360128,255852544~29360128,289406976~8388608,301989888~29360128,339738624~4194304,348127232~37748736,390070272~29360128] 2024-04-13T09:02:16.101 INFO:tasks.workunit.client.0.smithi119.stdout:from 10 to 18 diff [0~33554432,46137344~4194304,58720256~37748736,104857600~4194304,117440512~8388608,130023424~4194304,138412032~16777216,159383552~8388608,176160768~71303168,255852544~29360128,289406976~4194304,301989888~8388608,314572800~16777216,339738624~4194304,348127232~20971520,373293056~12582912,390070272~25165824] 2024-04-13T09:02:16.101 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,58720256~37748736,104857600~4194304,117440512~8388608,130023424~4194304,138412032~16777216,159383552~8388608,176160768~71303168,255852544~29360128,289406976~4194304,301989888~8388608,314572800~16777216,339738624~4194304,348127232~20971520,373293056~12582912,390070272~25165824] 2024-04-13T09:02:16.105 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~4194304,58720256~41943040,104857600~8388608,117440512~16777216,138412032~16777216,159383552~8388608,176160768~71303168,255852544~29360128,289406976~8388608,301989888~29360128,339738624~4194304,348127232~37748736,390070272~29360128] 2024-04-13T09:02:16.105 INFO:tasks.workunit.client.0.smithi119.stdout:from 10 to 19 diff [0~33554432,46137344~4194304,58720256~41943040,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~71303168,251658240~33554432,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:16.105 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,58720256~41943040,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~71303168,251658240~33554432,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:16.109 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~4194304,58720256~41943040,104857600~8388608,117440512~16777216,138412032~29360128,176160768~71303168,251658240~33554432,289406976~8388608,301989888~41943040,348127232~71303168] 2024-04-13T09:02:16.109 INFO:tasks.workunit.client.0.smithi119.stdout:from 11 to 12 diff [62914560~8388608,75497472~8388608,159383552~8388608,218103808~8388608,230686720~8388608,264241152~8388608,306184192~4194304,406847488~8388608] 2024-04-13T09:02:16.109 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [62914560~8388608,75497472~8388608,159383552~8388608,218103808~8388608,230686720~8388608,264241152~8388608,306184192~4194304,406847488~8388608] 2024-04-13T09:02:16.110 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [62914560~8388608,75497472~8388608,159383552~8388608,218103808~25165824,264241152~8388608,306184192~8388608,406847488~12582912] 2024-04-13T09:02:16.110 INFO:tasks.workunit.client.0.smithi119.stdout:from 11 to 13 diff [0~16777216,20971520~4194304,62914560~8388608,75497472~8388608,142606336~12582912,159383552~8388608,197132288~8388608,218103808~25165824,264241152~8388608,306184192~4194304,381681664~4194304,402653184~12582912] 2024-04-13T09:02:16.110 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~16777216,20971520~4194304,62914560~8388608,75497472~8388608,142606336~12582912,159383552~8388608,197132288~8388608,218103808~25165824,264241152~8388608,306184192~4194304,381681664~4194304,402653184~12582912] 2024-04-13T09:02:16.112 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~16777216,20971520~8388608,62914560~8388608,75497472~8388608,142606336~12582912,159383552~8388608,197132288~12582912,218103808~25165824,264241152~8388608,306184192~8388608,381681664~4194304,402653184~16777216] 2024-04-13T09:02:16.113 INFO:tasks.workunit.client.0.smithi119.stdout:from 11 to 14 diff [0~16777216,20971520~8388608,58720256~8388608,71303168~12582912,138412032~16777216,159383552~8388608,197132288~8388608,218103808~25165824,260046848~12582912,281018368~4194304,301989888~8388608,373293056~12582912,402653184~12582912] 2024-04-13T09:02:16.113 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~16777216,20971520~8388608,58720256~8388608,71303168~12582912,138412032~16777216,159383552~8388608,197132288~8388608,218103808~25165824,260046848~12582912,281018368~4194304,301989888~8388608,373293056~12582912,402653184~12582912] 2024-04-13T09:02:16.113 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~16777216,20971520~8388608,58720256~25165824,138412032~16777216,159383552~8388608,197132288~12582912,218103808~25165824,260046848~12582912,281018368~4194304,301989888~12582912,373293056~12582912,402653184~16777216] 2024-04-13T09:02:16.114 INFO:tasks.workunit.client.0.smithi119.stdout:from 11 to 15 diff [0~16777216,20971520~12582912,58720256~8388608,71303168~12582912,138412032~16777216,159383552~8388608,176160768~8388608,197132288~8388608,218103808~29360128,260046848~25165824,301989888~8388608,322961408~8388608,348127232~16777216,373293056~12582912,402653184~12582912] 2024-04-13T09:02:16.114 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~16777216,20971520~12582912,58720256~8388608,71303168~12582912,138412032~16777216,159383552~8388608,176160768~8388608,197132288~8388608,218103808~29360128,260046848~25165824,301989888~8388608,322961408~8388608,348127232~16777216,373293056~12582912,402653184~12582912] 2024-04-13T09:02:16.116 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~16777216,20971520~16777216,58720256~25165824,138412032~16777216,159383552~8388608,176160768~12582912,197132288~12582912,218103808~29360128,260046848~25165824,301989888~12582912,322961408~8388608,348127232~16777216,373293056~12582912,402653184~16777216] 2024-04-13T09:02:16.116 INFO:tasks.workunit.client.0.smithi119.stdout:from 11 to 16 diff [0~16777216,20971520~12582912,58720256~25165824,88080384~4194304,138412032~16777216,159383552~8388608,176160768~8388608,188743680~16777216,218103808~29360128,255852544~29360128,301989888~8388608,314572800~16777216,348127232~16777216,373293056~12582912,390070272~8388608,402653184~12582912] 2024-04-13T09:02:16.116 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~16777216,20971520~12582912,58720256~25165824,88080384~4194304,138412032~16777216,159383552~8388608,176160768~8388608,188743680~16777216,218103808~29360128,255852544~29360128,301989888~8388608,314572800~16777216,348127232~16777216,373293056~12582912,390070272~8388608,402653184~12582912] 2024-04-13T09:02:16.121 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,58720256~25165824,88080384~4194304,138412032~16777216,159383552~8388608,176160768~33554432,218103808~29360128,255852544~29360128,301989888~29360128,348127232~16777216,373293056~12582912,390070272~8388608,402653184~16777216] 2024-04-13T09:02:16.121 INFO:tasks.workunit.client.0.smithi119.stdout:from 11 to 17 diff [0~33554432,58720256~25165824,88080384~4194304,117440512~4194304,130023424~4194304,138412032~16777216,159383552~8388608,176160768~8388608,188743680~16777216,218103808~29360128,255852544~29360128,289406976~4194304,301989888~8388608,314572800~16777216,339738624~4194304,348127232~20971520,373293056~12582912,390070272~25165824] 2024-04-13T09:02:16.121 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,58720256~25165824,88080384~4194304,117440512~4194304,130023424~4194304,138412032~16777216,159383552~8388608,176160768~8388608,188743680~16777216,218103808~29360128,255852544~29360128,289406976~4194304,301989888~8388608,314572800~16777216,339738624~4194304,348127232~20971520,373293056~12582912,390070272~25165824] 2024-04-13T09:02:16.124 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,58720256~25165824,88080384~4194304,117440512~8388608,130023424~4194304,138412032~16777216,159383552~8388608,176160768~33554432,218103808~29360128,255852544~29360128,289406976~8388608,301989888~29360128,339738624~4194304,348127232~37748736,390070272~29360128] 2024-04-13T09:02:16.124 INFO:tasks.workunit.client.0.smithi119.stdout:from 11 to 18 diff [0~33554432,58720256~25165824,88080384~8388608,117440512~8388608,130023424~4194304,138412032~16777216,159383552~8388608,176160768~29360128,209715200~37748736,255852544~29360128,289406976~4194304,301989888~8388608,314572800~16777216,339738624~4194304,348127232~20971520,373293056~12582912,390070272~25165824] 2024-04-13T09:02:16.124 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,58720256~25165824,88080384~8388608,117440512~8388608,130023424~4194304,138412032~16777216,159383552~8388608,176160768~29360128,209715200~37748736,255852544~29360128,289406976~4194304,301989888~8388608,314572800~16777216,339738624~4194304,348127232~20971520,373293056~12582912,390070272~25165824] 2024-04-13T09:02:16.128 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,58720256~25165824,88080384~12582912,117440512~16777216,138412032~16777216,159383552~8388608,176160768~71303168,255852544~29360128,289406976~8388608,301989888~29360128,339738624~4194304,348127232~37748736,390070272~29360128] 2024-04-13T09:02:16.128 INFO:tasks.workunit.client.0.smithi119.stdout:from 11 to 19 diff [0~33554432,58720256~25165824,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~29360128,209715200~37748736,251658240~33554432,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:16.128 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,58720256~25165824,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~29360128,209715200~37748736,251658240~33554432,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:16.131 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,58720256~25165824,88080384~12582912,104857600~8388608,117440512~16777216,138412032~29360128,176160768~71303168,251658240~33554432,289406976~8388608,301989888~41943040,348127232~71303168] 2024-04-13T09:02:16.131 INFO:tasks.workunit.client.0.smithi119.stdout:from 12 to 13 diff [0~16777216,20971520~4194304,142606336~12582912,197132288~8388608,226492416~4194304,239075328~4194304,381681664~4194304,402653184~4194304] 2024-04-13T09:02:16.131 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~16777216,20971520~4194304,142606336~12582912,197132288~8388608,226492416~4194304,239075328~4194304,381681664~4194304,402653184~4194304] 2024-04-13T09:02:16.132 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~16777216,20971520~8388608,142606336~12582912,197132288~12582912,226492416~8388608,239075328~4194304,381681664~4194304,402653184~8388608] 2024-04-13T09:02:16.132 INFO:tasks.workunit.client.0.smithi119.stdout:from 12 to 14 diff [0~16777216,20971520~8388608,58720256~4194304,71303168~4194304,138412032~16777216,159383552~8388608,197132288~8388608,226492416~4194304,239075328~4194304,260046848~4194304,281018368~4194304,301989888~8388608,373293056~12582912,402653184~12582912] 2024-04-13T09:02:16.133 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~16777216,20971520~8388608,58720256~4194304,71303168~4194304,138412032~16777216,159383552~8388608,197132288~8388608,226492416~4194304,239075328~4194304,260046848~4194304,281018368~4194304,301989888~8388608,373293056~12582912,402653184~12582912] 2024-04-13T09:02:16.134 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~16777216,20971520~8388608,58720256~8388608,71303168~4194304,138412032~16777216,159383552~8388608,197132288~12582912,226492416~8388608,239075328~4194304,260046848~4194304,281018368~4194304,301989888~12582912,373293056~12582912,402653184~16777216] 2024-04-13T09:02:16.134 INFO:tasks.workunit.client.0.smithi119.stdout:from 12 to 15 diff [0~16777216,20971520~12582912,58720256~4194304,71303168~4194304,138412032~16777216,159383552~8388608,176160768~8388608,197132288~8388608,226492416~4194304,239075328~8388608,260046848~4194304,272629760~12582912,301989888~8388608,322961408~8388608,348127232~16777216,373293056~12582912,402653184~12582912] 2024-04-13T09:02:16.134 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~16777216,20971520~12582912,58720256~4194304,71303168~4194304,138412032~16777216,159383552~8388608,176160768~8388608,197132288~8388608,226492416~4194304,239075328~8388608,260046848~4194304,272629760~12582912,301989888~8388608,322961408~8388608,348127232~16777216,373293056~12582912,402653184~12582912] 2024-04-13T09:02:16.136 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~16777216,20971520~16777216,58720256~8388608,71303168~4194304,138412032~16777216,159383552~8388608,176160768~12582912,197132288~12582912,226492416~8388608,239075328~8388608,260046848~4194304,272629760~12582912,301989888~12582912,322961408~8388608,348127232~16777216,373293056~12582912,402653184~16777216] 2024-04-13T09:02:16.136 INFO:tasks.workunit.client.0.smithi119.stdout:from 12 to 16 diff [0~16777216,20971520~12582912,58720256~4194304,67108864~8388608,88080384~4194304,138412032~16777216,159383552~8388608,176160768~8388608,188743680~16777216,226492416~4194304,239075328~8388608,255852544~8388608,268435456~16777216,301989888~8388608,314572800~16777216,348127232~16777216,373293056~12582912,390070272~8388608,402653184~12582912] 2024-04-13T09:02:16.136 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~16777216,20971520~12582912,58720256~4194304,67108864~8388608,88080384~4194304,138412032~16777216,159383552~8388608,176160768~8388608,188743680~16777216,226492416~4194304,239075328~8388608,255852544~8388608,268435456~16777216,301989888~8388608,314572800~16777216,348127232~16777216,373293056~12582912,390070272~8388608,402653184~12582912] 2024-04-13T09:02:16.139 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,58720256~20971520,88080384~4194304,138412032~16777216,159383552~8388608,176160768~33554432,226492416~8388608,239075328~8388608,255852544~8388608,268435456~16777216,301989888~29360128,348127232~16777216,373293056~12582912,390070272~8388608,402653184~16777216] 2024-04-13T09:02:16.139 INFO:tasks.workunit.client.0.smithi119.stdout:from 12 to 17 diff [0~33554432,58720256~4194304,67108864~8388608,88080384~4194304,117440512~4194304,130023424~4194304,138412032~16777216,159383552~8388608,176160768~8388608,188743680~16777216,218103808~4194304,226492416~4194304,239075328~8388608,255852544~8388608,268435456~16777216,289406976~4194304,301989888~8388608,314572800~16777216,339738624~4194304,348127232~20971520,373293056~12582912,390070272~25165824] 2024-04-13T09:02:16.139 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,58720256~4194304,67108864~8388608,88080384~4194304,117440512~4194304,130023424~4194304,138412032~16777216,159383552~8388608,176160768~8388608,188743680~16777216,218103808~4194304,226492416~4194304,239075328~8388608,255852544~8388608,268435456~16777216,289406976~4194304,301989888~8388608,314572800~16777216,339738624~4194304,348127232~20971520,373293056~12582912,390070272~25165824] 2024-04-13T09:02:16.141 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,58720256~20971520,88080384~4194304,117440512~8388608,130023424~4194304,138412032~16777216,159383552~8388608,176160768~33554432,218103808~4194304,226492416~8388608,239075328~8388608,255852544~8388608,268435456~16777216,289406976~8388608,301989888~29360128,339738624~4194304,348127232~37748736,390070272~29360128] 2024-04-13T09:02:16.141 INFO:tasks.workunit.client.0.smithi119.stdout:from 12 to 18 diff [0~33554432,58720256~4194304,67108864~8388608,88080384~8388608,117440512~8388608,130023424~4194304,138412032~16777216,159383552~8388608,176160768~29360128,209715200~12582912,226492416~4194304,239075328~8388608,255852544~8388608,268435456~16777216,289406976~4194304,301989888~8388608,314572800~16777216,339738624~4194304,348127232~20971520,373293056~12582912,390070272~25165824] 2024-04-13T09:02:16.141 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,58720256~4194304,67108864~8388608,88080384~8388608,117440512~8388608,130023424~4194304,138412032~16777216,159383552~8388608,176160768~29360128,209715200~12582912,226492416~4194304,239075328~8388608,255852544~8388608,268435456~16777216,289406976~4194304,301989888~8388608,314572800~16777216,339738624~4194304,348127232~20971520,373293056~12582912,390070272~25165824] 2024-04-13T09:02:16.145 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,58720256~20971520,88080384~12582912,117440512~16777216,138412032~16777216,159383552~8388608,176160768~46137344,226492416~8388608,239075328~8388608,255852544~8388608,268435456~16777216,289406976~8388608,301989888~29360128,339738624~4194304,348127232~37748736,390070272~29360128] 2024-04-13T09:02:16.145 INFO:tasks.workunit.client.0.smithi119.stdout:from 12 to 19 diff [0~33554432,58720256~4194304,67108864~12582912,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~29360128,209715200~12582912,226492416~8388608,239075328~8388608,251658240~12582912,268435456~16777216,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:16.145 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,58720256~4194304,67108864~12582912,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~29360128,209715200~12582912,226492416~8388608,239075328~8388608,251658240~12582912,268435456~16777216,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:16.148 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,58720256~20971520,88080384~12582912,104857600~8388608,117440512~16777216,138412032~29360128,176160768~46137344,226492416~20971520,251658240~12582912,268435456~16777216,289406976~8388608,301989888~41943040,348127232~71303168] 2024-04-13T09:02:16.149 INFO:tasks.workunit.client.0.smithi119.stdout:from 13 to 14 diff [25165824~4194304,58720256~4194304,71303168~4194304,138412032~8388608,159383552~8388608,260046848~4194304,281018368~4194304,301989888~8388608,373293056~8388608,406847488~8388608] 2024-04-13T09:02:16.149 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [25165824~4194304,58720256~4194304,71303168~4194304,138412032~8388608,159383552~8388608,260046848~4194304,281018368~4194304,301989888~8388608,373293056~8388608,406847488~8388608] 2024-04-13T09:02:16.150 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [25165824~4194304,58720256~8388608,71303168~4194304,138412032~8388608,159383552~8388608,260046848~4194304,281018368~4194304,301989888~12582912,373293056~8388608,406847488~12582912] 2024-04-13T09:02:16.150 INFO:tasks.workunit.client.0.smithi119.stdout:from 13 to 15 diff [20971520~12582912,58720256~4194304,71303168~4194304,138412032~8388608,159383552~8388608,176160768~8388608,226492416~4194304,239075328~8388608,260046848~4194304,272629760~12582912,301989888~8388608,322961408~8388608,348127232~16777216,373293056~8388608,406847488~8388608] 2024-04-13T09:02:16.150 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [20971520~12582912,58720256~4194304,71303168~4194304,138412032~8388608,159383552~8388608,176160768~8388608,226492416~4194304,239075328~8388608,260046848~4194304,272629760~12582912,301989888~8388608,322961408~8388608,348127232~16777216,373293056~8388608,406847488~8388608] 2024-04-13T09:02:16.153 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [20971520~16777216,58720256~8388608,71303168~4194304,138412032~8388608,159383552~8388608,176160768~12582912,226492416~4194304,239075328~8388608,260046848~4194304,272629760~12582912,301989888~12582912,322961408~8388608,348127232~16777216,373293056~8388608,406847488~12582912] 2024-04-13T09:02:16.153 INFO:tasks.workunit.client.0.smithi119.stdout:from 13 to 16 diff [12582912~4194304,20971520~12582912,58720256~4194304,67108864~8388608,88080384~4194304,138412032~8388608,159383552~8388608,176160768~8388608,188743680~8388608,226492416~4194304,239075328~8388608,255852544~8388608,268435456~16777216,301989888~8388608,314572800~16777216,348127232~16777216,373293056~8388608,390070272~8388608,406847488~8388608] 2024-04-13T09:02:16.153 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [12582912~4194304,20971520~12582912,58720256~4194304,67108864~8388608,88080384~4194304,138412032~8388608,159383552~8388608,176160768~8388608,188743680~8388608,226492416~4194304,239075328~8388608,255852544~8388608,268435456~16777216,301989888~8388608,314572800~16777216,348127232~16777216,373293056~8388608,390070272~8388608,406847488~8388608] 2024-04-13T09:02:16.155 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [12582912~25165824,58720256~20971520,88080384~4194304,138412032~8388608,159383552~8388608,176160768~25165824,226492416~4194304,239075328~8388608,255852544~8388608,268435456~16777216,301989888~29360128,348127232~16777216,373293056~8388608,390070272~8388608,406847488~12582912] 2024-04-13T09:02:16.155 INFO:tasks.workunit.client.0.smithi119.stdout:from 13 to 17 diff [12582912~20971520,58720256~4194304,67108864~8388608,88080384~4194304,117440512~4194304,130023424~4194304,138412032~8388608,159383552~8388608,176160768~8388608,188743680~8388608,218103808~4194304,226492416~4194304,239075328~8388608,255852544~8388608,268435456~16777216,289406976~4194304,301989888~8388608,314572800~16777216,339738624~4194304,348127232~20971520,373293056~8388608,390070272~25165824] 2024-04-13T09:02:16.155 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [12582912~20971520,58720256~4194304,67108864~8388608,88080384~4194304,117440512~4194304,130023424~4194304,138412032~8388608,159383552~8388608,176160768~8388608,188743680~8388608,218103808~4194304,226492416~4194304,239075328~8388608,255852544~8388608,268435456~16777216,289406976~4194304,301989888~8388608,314572800~16777216,339738624~4194304,348127232~20971520,373293056~8388608,390070272~25165824] 2024-04-13T09:02:16.158 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [12582912~25165824,58720256~20971520,88080384~4194304,117440512~8388608,130023424~4194304,138412032~8388608,159383552~8388608,176160768~25165824,218103808~4194304,226492416~4194304,239075328~8388608,255852544~8388608,268435456~16777216,289406976~8388608,301989888~29360128,339738624~4194304,348127232~33554432,390070272~29360128] 2024-04-13T09:02:16.158 INFO:tasks.workunit.client.0.smithi119.stdout:from 13 to 18 diff [0~8388608,12582912~20971520,58720256~4194304,67108864~8388608,88080384~8388608,117440512~8388608,130023424~4194304,138412032~12582912,159383552~8388608,176160768~20971520,209715200~12582912,226492416~4194304,239075328~8388608,255852544~8388608,268435456~16777216,289406976~4194304,301989888~8388608,314572800~16777216,339738624~4194304,348127232~20971520,373293056~8388608,390070272~25165824] 2024-04-13T09:02:16.158 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,12582912~20971520,58720256~4194304,67108864~8388608,88080384~8388608,117440512~8388608,130023424~4194304,138412032~12582912,159383552~8388608,176160768~20971520,209715200~12582912,226492416~4194304,239075328~8388608,255852544~8388608,268435456~16777216,289406976~4194304,301989888~8388608,314572800~16777216,339738624~4194304,348127232~20971520,373293056~8388608,390070272~25165824] 2024-04-13T09:02:16.161 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,58720256~20971520,88080384~12582912,117440512~16777216,138412032~12582912,159383552~8388608,176160768~25165824,209715200~12582912,226492416~4194304,239075328~8388608,255852544~8388608,268435456~16777216,289406976~8388608,301989888~29360128,339738624~4194304,348127232~33554432,390070272~29360128] 2024-04-13T09:02:16.161 INFO:tasks.workunit.client.0.smithi119.stdout:from 13 to 19 diff [0~8388608,12582912~20971520,58720256~4194304,67108864~12582912,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~20971520,209715200~12582912,226492416~8388608,239075328~8388608,251658240~12582912,268435456~16777216,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:16.161 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,12582912~20971520,58720256~4194304,67108864~12582912,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~20971520,209715200~12582912,226492416~8388608,239075328~8388608,251658240~12582912,268435456~16777216,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:16.165 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,58720256~20971520,88080384~12582912,104857600~8388608,117440512~16777216,138412032~29360128,176160768~25165824,209715200~12582912,226492416~20971520,251658240~12582912,268435456~16777216,289406976~8388608,301989888~41943040,348127232~71303168] 2024-04-13T09:02:16.166 INFO:tasks.workunit.client.0.smithi119.stdout:from 14 to 15 diff [20971520~12582912,176160768~8388608,226492416~4194304,239075328~8388608,272629760~8388608,322961408~8388608,348127232~16777216] 2024-04-13T09:02:16.166 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [20971520~12582912,176160768~8388608,226492416~4194304,239075328~8388608,272629760~8388608,322961408~8388608,348127232~16777216] 2024-04-13T09:02:16.167 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [20971520~16777216,176160768~12582912,226492416~4194304,239075328~8388608,272629760~8388608,322961408~8388608,348127232~16777216] 2024-04-13T09:02:16.167 INFO:tasks.workunit.client.0.smithi119.stdout:from 14 to 16 diff [12582912~4194304,20971520~12582912,67108864~8388608,88080384~4194304,163577856~4194304,176160768~8388608,188743680~8388608,226492416~4194304,239075328~8388608,255852544~4194304,268435456~12582912,314572800~16777216,348127232~16777216,390070272~8388608] 2024-04-13T09:02:16.167 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [12582912~4194304,20971520~12582912,67108864~8388608,88080384~4194304,163577856~4194304,176160768~8388608,188743680~8388608,226492416~4194304,239075328~8388608,255852544~4194304,268435456~12582912,314572800~16777216,348127232~16777216,390070272~8388608] 2024-04-13T09:02:16.169 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [12582912~25165824,67108864~12582912,88080384~4194304,163577856~4194304,176160768~25165824,226492416~4194304,239075328~8388608,255852544~4194304,268435456~12582912,314572800~16777216,348127232~16777216,390070272~8388608] 2024-04-13T09:02:16.169 INFO:tasks.workunit.client.0.smithi119.stdout:from 14 to 17 diff [12582912~20971520,67108864~8388608,88080384~4194304,117440512~4194304,130023424~4194304,163577856~4194304,176160768~8388608,188743680~8388608,218103808~4194304,226492416~4194304,239075328~8388608,255852544~4194304,268435456~12582912,289406976~4194304,314572800~16777216,339738624~4194304,348127232~20971520,390070272~16777216] 2024-04-13T09:02:16.169 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [12582912~20971520,67108864~8388608,88080384~4194304,117440512~4194304,130023424~4194304,163577856~4194304,176160768~8388608,188743680~8388608,218103808~4194304,226492416~4194304,239075328~8388608,255852544~4194304,268435456~12582912,289406976~4194304,314572800~16777216,339738624~4194304,348127232~20971520,390070272~16777216] 2024-04-13T09:02:16.171 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [12582912~25165824,67108864~12582912,88080384~4194304,117440512~8388608,130023424~4194304,163577856~4194304,176160768~25165824,218103808~4194304,226492416~4194304,239075328~8388608,255852544~4194304,268435456~12582912,289406976~8388608,314572800~16777216,339738624~4194304,348127232~25165824,390070272~20971520] 2024-04-13T09:02:16.171 INFO:tasks.workunit.client.0.smithi119.stdout:from 14 to 18 diff [0~8388608,12582912~20971520,62914560~12582912,88080384~8388608,117440512~8388608,130023424~4194304,146800640~4194304,163577856~4194304,176160768~20971520,209715200~12582912,226492416~4194304,239075328~8388608,255852544~4194304,268435456~12582912,289406976~4194304,314572800~16777216,339738624~4194304,348127232~20971520,390070272~16777216] 2024-04-13T09:02:16.171 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,12582912~20971520,62914560~12582912,88080384~8388608,117440512~8388608,130023424~4194304,146800640~4194304,163577856~4194304,176160768~20971520,209715200~12582912,226492416~4194304,239075328~8388608,255852544~4194304,268435456~12582912,289406976~4194304,314572800~16777216,339738624~4194304,348127232~20971520,390070272~16777216] 2024-04-13T09:02:16.173 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,62914560~16777216,88080384~12582912,117440512~16777216,146800640~4194304,163577856~4194304,176160768~25165824,209715200~12582912,226492416~4194304,239075328~8388608,255852544~4194304,268435456~12582912,289406976~8388608,314572800~16777216,339738624~4194304,348127232~25165824,390070272~20971520] 2024-04-13T09:02:16.174 INFO:tasks.workunit.client.0.smithi119.stdout:from 14 to 19 diff [0~8388608,12582912~20971520,62914560~16777216,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,146800640~12582912,163577856~4194304,176160768~20971520,209715200~12582912,226492416~8388608,239075328~8388608,251658240~8388608,268435456~12582912,289406976~4194304,314572800~29360128,348127232~20971520,373293056~33554432] 2024-04-13T09:02:16.174 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,12582912~20971520,62914560~16777216,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,146800640~12582912,163577856~4194304,176160768~20971520,209715200~12582912,226492416~8388608,239075328~8388608,251658240~8388608,268435456~12582912,289406976~4194304,314572800~29360128,348127232~20971520,373293056~33554432] 2024-04-13T09:02:16.178 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,62914560~16777216,88080384~12582912,104857600~8388608,117440512~16777216,146800640~12582912,163577856~4194304,176160768~25165824,209715200~12582912,226492416~20971520,251658240~8388608,268435456~12582912,289406976~8388608,314572800~29360128,348127232~62914560] 2024-04-13T09:02:16.178 INFO:tasks.workunit.client.0.smithi119.stdout:from 15 to 16 diff [12582912~4194304,67108864~8388608,88080384~4194304,163577856~4194304,188743680~8388608,255852544~4194304,268435456~4194304,314572800~8388608,390070272~8388608] 2024-04-13T09:02:16.178 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [12582912~4194304,67108864~8388608,88080384~4194304,163577856~4194304,188743680~8388608,255852544~4194304,268435456~4194304,314572800~8388608,390070272~8388608] 2024-04-13T09:02:16.178 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [12582912~8388608,67108864~12582912,88080384~4194304,163577856~4194304,188743680~12582912,255852544~4194304,268435456~4194304,314572800~8388608,390070272~8388608] 2024-04-13T09:02:16.178 INFO:tasks.workunit.client.0.smithi119.stdout:from 15 to 17 diff [12582912~12582912,67108864~8388608,88080384~4194304,117440512~4194304,130023424~4194304,163577856~4194304,188743680~8388608,218103808~4194304,255852544~4194304,268435456~4194304,289406976~4194304,314572800~8388608,339738624~4194304,364904448~4194304,390070272~16777216] 2024-04-13T09:02:16.178 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [12582912~12582912,67108864~8388608,88080384~4194304,117440512~4194304,130023424~4194304,163577856~4194304,188743680~8388608,218103808~4194304,255852544~4194304,268435456~4194304,289406976~4194304,314572800~8388608,339738624~4194304,364904448~4194304,390070272~16777216] 2024-04-13T09:02:16.180 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [12582912~16777216,67108864~12582912,88080384~4194304,117440512~8388608,130023424~4194304,163577856~4194304,188743680~12582912,218103808~4194304,255852544~4194304,268435456~4194304,289406976~8388608,314572800~8388608,339738624~4194304,364904448~8388608,390070272~20971520] 2024-04-13T09:02:16.180 INFO:tasks.workunit.client.0.smithi119.stdout:from 15 to 18 diff [0~8388608,12582912~12582912,62914560~12582912,88080384~8388608,117440512~8388608,130023424~4194304,146800640~4194304,163577856~4194304,176160768~4194304,188743680~8388608,209715200~12582912,255852544~4194304,268435456~4194304,289406976~4194304,314572800~8388608,339738624~4194304,364904448~4194304,390070272~16777216] 2024-04-13T09:02:16.180 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,12582912~12582912,62914560~12582912,88080384~8388608,117440512~8388608,130023424~4194304,146800640~4194304,163577856~4194304,176160768~4194304,188743680~8388608,209715200~12582912,255852544~4194304,268435456~4194304,289406976~4194304,314572800~8388608,339738624~4194304,364904448~4194304,390070272~16777216] 2024-04-13T09:02:16.183 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~29360128,62914560~16777216,88080384~12582912,117440512~16777216,146800640~4194304,163577856~4194304,176160768~8388608,188743680~12582912,209715200~12582912,255852544~4194304,268435456~4194304,289406976~8388608,314572800~8388608,339738624~4194304,364904448~8388608,390070272~20971520] 2024-04-13T09:02:16.183 INFO:tasks.workunit.client.0.smithi119.stdout:from 15 to 19 diff [0~8388608,12582912~12582912,62914560~16777216,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,146800640~12582912,163577856~4194304,176160768~4194304,188743680~8388608,209715200~12582912,226492416~8388608,251658240~8388608,268435456~4194304,289406976~4194304,314572800~8388608,331350016~12582912,364904448~4194304,373293056~33554432] 2024-04-13T09:02:16.183 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,12582912~12582912,62914560~16777216,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,146800640~12582912,163577856~4194304,176160768~4194304,188743680~8388608,209715200~12582912,226492416~8388608,251658240~8388608,268435456~4194304,289406976~4194304,314572800~8388608,331350016~12582912,364904448~4194304,373293056~33554432] 2024-04-13T09:02:16.184 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~29360128,62914560~16777216,88080384~12582912,104857600~8388608,117440512~16777216,146800640~12582912,163577856~4194304,176160768~8388608,188743680~12582912,209715200~12582912,226492416~12582912,251658240~8388608,268435456~4194304,289406976~8388608,314572800~8388608,331350016~12582912,364904448~46137344] 2024-04-13T09:02:16.184 INFO:tasks.workunit.client.0.smithi119.stdout:from 16 to 17 diff [16777216~8388608,117440512~4194304,130023424~4194304,188743680~4194304,218103808~4194304,289406976~4194304,339738624~4194304,364904448~4194304,398458880~8388608] 2024-04-13T09:02:16.184 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [16777216~8388608,117440512~4194304,130023424~4194304,188743680~4194304,218103808~4194304,289406976~4194304,339738624~4194304,364904448~4194304,398458880~8388608] 2024-04-13T09:02:16.185 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [16777216~12582912,117440512~8388608,130023424~4194304,188743680~8388608,218103808~4194304,289406976~8388608,339738624~4194304,364904448~8388608,398458880~12582912] 2024-04-13T09:02:16.185 INFO:tasks.workunit.client.0.smithi119.stdout:from 16 to 18 diff [0~8388608,16777216~8388608,62914560~4194304,88080384~8388608,117440512~8388608,130023424~4194304,146800640~4194304,176160768~4194304,188743680~4194304,209715200~12582912,289406976~4194304,339738624~4194304,364904448~4194304,398458880~8388608] 2024-04-13T09:02:16.185 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,16777216~8388608,62914560~4194304,88080384~8388608,117440512~8388608,130023424~4194304,146800640~4194304,176160768~4194304,188743680~4194304,209715200~12582912,289406976~4194304,339738624~4194304,364904448~4194304,398458880~8388608] 2024-04-13T09:02:16.187 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~12582912,16777216~12582912,62914560~4194304,88080384~12582912,117440512~16777216,146800640~4194304,176160768~8388608,188743680~8388608,209715200~12582912,289406976~8388608,339738624~4194304,364904448~8388608,398458880~12582912] 2024-04-13T09:02:16.187 INFO:tasks.workunit.client.0.smithi119.stdout:from 16 to 19 diff [0~8388608,16777216~8388608,62914560~4194304,71303168~4194304,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,146800640~12582912,176160768~4194304,188743680~4194304,209715200~12582912,226492416~8388608,251658240~4194304,289406976~4194304,331350016~12582912,364904448~4194304,373293056~16777216,398458880~8388608] 2024-04-13T09:02:16.187 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,16777216~8388608,62914560~4194304,71303168~4194304,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,146800640~12582912,176160768~4194304,188743680~4194304,209715200~12582912,226492416~8388608,251658240~4194304,289406976~4194304,331350016~12582912,364904448~4194304,373293056~16777216,398458880~8388608] 2024-04-13T09:02:16.188 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~12582912,16777216~12582912,62914560~4194304,71303168~8388608,88080384~12582912,104857600~8388608,117440512~16777216,146800640~12582912,176160768~8388608,188743680~8388608,209715200~12582912,226492416~12582912,251658240~8388608,289406976~8388608,331350016~12582912,364904448~29360128,398458880~12582912] 2024-04-13T09:02:16.189 INFO:tasks.workunit.client.0.smithi119.stdout:from 17 to 18 diff [0~8388608,62914560~4194304,88080384~8388608,121634816~4194304,146800640~4194304,176160768~4194304,209715200~8388608,339738624~4194304,398458880~8388608] 2024-04-13T09:02:16.189 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,62914560~4194304,88080384~8388608,121634816~4194304,146800640~4194304,176160768~4194304,209715200~8388608,339738624~4194304,398458880~8388608] 2024-04-13T09:02:16.190 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~12582912,62914560~4194304,88080384~12582912,121634816~8388608,146800640~4194304,176160768~8388608,209715200~8388608,339738624~4194304,398458880~8388608] 2024-04-13T09:02:16.190 INFO:tasks.workunit.client.0.smithi119.stdout:from 17 to 19 diff [0~8388608,62914560~4194304,71303168~4194304,88080384~12582912,104857600~4194304,121634816~4194304,146800640~12582912,176160768~4194304,209715200~8388608,226492416~8388608,251658240~4194304,331350016~12582912,373293056~16777216,398458880~8388608] 2024-04-13T09:02:16.190 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,62914560~4194304,71303168~4194304,88080384~12582912,104857600~4194304,121634816~4194304,146800640~12582912,176160768~4194304,209715200~8388608,226492416~8388608,251658240~4194304,331350016~12582912,373293056~16777216,398458880~8388608] 2024-04-13T09:02:16.191 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~12582912,62914560~4194304,71303168~8388608,88080384~12582912,104857600~8388608,121634816~8388608,146800640~12582912,176160768~8388608,209715200~8388608,226492416~12582912,251658240~8388608,331350016~12582912,373293056~20971520,398458880~8388608] 2024-04-13T09:02:16.191 INFO:tasks.workunit.client.0.smithi119.stdout:from 18 to 19 diff [71303168~4194304,92274688~4194304,104857600~4194304,150994944~8388608,226492416~8388608,251658240~4194304,331350016~8388608,373293056~16777216] 2024-04-13T09:02:16.191 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [71303168~4194304,92274688~4194304,104857600~4194304,150994944~8388608,226492416~8388608,251658240~4194304,331350016~8388608,373293056~16777216] 2024-04-13T09:02:16.192 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [71303168~8388608,92274688~8388608,104857600~8388608,150994944~8388608,226492416~12582912,251658240~8388608,331350016~8388608,373293056~20971520] 2024-04-13T09:02:16.464 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~159383552,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:16.465 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~159383552,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:16.485 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~180355072,301989888~117440512] 2024-04-13T09:02:16.485 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:16.485 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:16.492 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:16.492 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:16.492 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:16.499 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:16.499 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:16.499 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:16.506 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:16.506 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:16.506 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:16.511 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:16.511 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to HEAD diff [0~41943040,46137344~4194304,54525952~54525952,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:16.511 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~4194304,54525952~54525952,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:16.517 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:16.518 INFO:tasks.workunit.client.0.smithi119.stdout:from 6 to HEAD diff [0~33554432,46137344~4194304,54525952~46137344,104857600~8388608,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:16.518 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~46137344,104857600~8388608,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:16.523 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~54525952,104857600~8388608,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:16.523 INFO:tasks.workunit.client.0.smithi119.stdout:from 7 to HEAD diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~109051904,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:16.523 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~109051904,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:16.528 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~54525952,104857600~8388608,117440512~130023424,251658240~33554432,289406976~8388608,301989888~117440512] 2024-04-13T09:02:16.528 INFO:tasks.workunit.client.0.smithi119.stdout:from 8 to HEAD diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~109051904,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:16.529 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~109051904,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:16.534 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~4194304,54525952~46137344,104857600~8388608,117440512~130023424,251658240~33554432,289406976~8388608,301989888~117440512] 2024-04-13T09:02:16.534 INFO:tasks.workunit.client.0.smithi119.stdout:from 9 to HEAD diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~29360128,176160768~71303168,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:16.534 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~29360128,176160768~71303168,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:16.539 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~4194304,54525952~46137344,104857600~8388608,117440512~50331648,176160768~71303168,251658240~33554432,289406976~8388608,301989888~117440512] 2024-04-13T09:02:16.539 INFO:tasks.workunit.client.0.smithi119.stdout:from 10 to HEAD diff [0~33554432,46137344~4194304,58720256~41943040,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~71303168,251658240~33554432,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:16.539 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,58720256~41943040,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~71303168,251658240~33554432,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:16.543 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~4194304,58720256~41943040,104857600~8388608,117440512~16777216,138412032~29360128,176160768~71303168,251658240~33554432,289406976~8388608,301989888~41943040,348127232~71303168] 2024-04-13T09:02:16.543 INFO:tasks.workunit.client.0.smithi119.stdout:from 11 to HEAD diff [0~33554432,58720256~25165824,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~29360128,209715200~37748736,251658240~33554432,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:16.543 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,58720256~25165824,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~29360128,209715200~37748736,251658240~33554432,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:16.547 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,58720256~25165824,88080384~12582912,104857600~8388608,117440512~16777216,138412032~29360128,176160768~71303168,251658240~33554432,289406976~8388608,301989888~41943040,348127232~71303168] 2024-04-13T09:02:16.548 INFO:tasks.workunit.client.0.smithi119.stdout:from 12 to HEAD diff [0~33554432,58720256~4194304,67108864~12582912,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~29360128,209715200~12582912,226492416~8388608,239075328~8388608,251658240~12582912,268435456~16777216,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:16.548 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,58720256~4194304,67108864~12582912,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~29360128,209715200~12582912,226492416~8388608,239075328~8388608,251658240~12582912,268435456~16777216,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:16.550 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,58720256~20971520,88080384~12582912,104857600~8388608,117440512~16777216,138412032~29360128,176160768~46137344,226492416~20971520,251658240~12582912,268435456~16777216,289406976~8388608,301989888~41943040,348127232~71303168] 2024-04-13T09:02:16.550 INFO:tasks.workunit.client.0.smithi119.stdout:from 13 to HEAD diff [0~8388608,12582912~20971520,58720256~4194304,67108864~12582912,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~20971520,209715200~12582912,226492416~8388608,239075328~8388608,251658240~12582912,268435456~16777216,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:16.551 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,12582912~20971520,58720256~4194304,67108864~12582912,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~20971520,209715200~12582912,226492416~8388608,239075328~8388608,251658240~12582912,268435456~16777216,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:16.553 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,58720256~20971520,88080384~12582912,104857600~8388608,117440512~16777216,138412032~29360128,176160768~25165824,209715200~12582912,226492416~20971520,251658240~12582912,268435456~16777216,289406976~8388608,301989888~41943040,348127232~71303168] 2024-04-13T09:02:16.553 INFO:tasks.workunit.client.0.smithi119.stdout:from 14 to HEAD diff [0~8388608,12582912~20971520,62914560~16777216,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,146800640~12582912,163577856~4194304,176160768~20971520,209715200~12582912,226492416~8388608,239075328~8388608,251658240~8388608,268435456~12582912,289406976~4194304,314572800~29360128,348127232~20971520,373293056~33554432] 2024-04-13T09:02:16.553 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,12582912~20971520,62914560~16777216,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,146800640~12582912,163577856~4194304,176160768~20971520,209715200~12582912,226492416~8388608,239075328~8388608,251658240~8388608,268435456~12582912,289406976~4194304,314572800~29360128,348127232~20971520,373293056~33554432] 2024-04-13T09:02:16.556 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,62914560~16777216,88080384~12582912,104857600~8388608,117440512~16777216,146800640~12582912,163577856~4194304,176160768~25165824,209715200~12582912,226492416~20971520,251658240~8388608,268435456~12582912,289406976~8388608,314572800~29360128,348127232~62914560] 2024-04-13T09:02:16.556 INFO:tasks.workunit.client.0.smithi119.stdout:from 15 to HEAD diff [0~8388608,12582912~12582912,62914560~16777216,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,146800640~12582912,163577856~4194304,176160768~4194304,188743680~8388608,209715200~12582912,226492416~8388608,251658240~8388608,268435456~4194304,289406976~4194304,314572800~8388608,331350016~12582912,364904448~4194304,373293056~33554432] 2024-04-13T09:02:16.556 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,12582912~12582912,62914560~16777216,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,146800640~12582912,163577856~4194304,176160768~4194304,188743680~8388608,209715200~12582912,226492416~8388608,251658240~8388608,268435456~4194304,289406976~4194304,314572800~8388608,331350016~12582912,364904448~4194304,373293056~33554432] 2024-04-13T09:02:16.558 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~29360128,62914560~16777216,88080384~12582912,104857600~8388608,117440512~16777216,146800640~12582912,163577856~4194304,176160768~8388608,188743680~12582912,209715200~12582912,226492416~12582912,251658240~8388608,268435456~4194304,289406976~8388608,314572800~8388608,331350016~12582912,364904448~46137344] 2024-04-13T09:02:16.558 INFO:tasks.workunit.client.0.smithi119.stdout:from 16 to HEAD diff [0~8388608,16777216~8388608,62914560~4194304,71303168~4194304,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,146800640~12582912,176160768~4194304,188743680~4194304,209715200~12582912,226492416~8388608,251658240~4194304,289406976~4194304,331350016~12582912,364904448~4194304,373293056~16777216,398458880~8388608] 2024-04-13T09:02:16.558 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,16777216~8388608,62914560~4194304,71303168~4194304,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,146800640~12582912,176160768~4194304,188743680~4194304,209715200~12582912,226492416~8388608,251658240~4194304,289406976~4194304,331350016~12582912,364904448~4194304,373293056~16777216,398458880~8388608] 2024-04-13T09:02:16.559 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~12582912,16777216~12582912,62914560~4194304,71303168~8388608,88080384~12582912,104857600~8388608,117440512~16777216,146800640~12582912,176160768~8388608,188743680~8388608,209715200~12582912,226492416~12582912,251658240~8388608,289406976~8388608,331350016~12582912,364904448~29360128,398458880~12582912] 2024-04-13T09:02:16.559 INFO:tasks.workunit.client.0.smithi119.stdout:from 17 to HEAD diff [0~8388608,62914560~4194304,71303168~4194304,88080384~12582912,104857600~4194304,121634816~4194304,146800640~12582912,176160768~4194304,209715200~8388608,226492416~8388608,251658240~4194304,331350016~12582912,373293056~16777216,398458880~8388608] 2024-04-13T09:02:16.559 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,62914560~4194304,71303168~4194304,88080384~12582912,104857600~4194304,121634816~4194304,146800640~12582912,176160768~4194304,209715200~8388608,226492416~8388608,251658240~4194304,331350016~12582912,373293056~16777216,398458880~8388608] 2024-04-13T09:02:16.560 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~12582912,62914560~4194304,71303168~8388608,88080384~12582912,104857600~8388608,121634816~8388608,146800640~12582912,176160768~8388608,209715200~8388608,226492416~12582912,251658240~8388608,331350016~12582912,373293056~20971520,398458880~8388608] 2024-04-13T09:02:16.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:16 smithi119 ceph-mon[96316]: osdmap e2109: 8 total, 8 up, 8 in 2024-04-13T09:02:16.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:16 smithi119 ceph-mon[96316]: pgmap v4091: 137 pgs: 137 active+clean; 856 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 250 KiB/s rd, 42 MiB/s wr, 392 op/s 2024-04-13T09:02:16.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:16 smithi119 ceph-mon[93746]: osdmap e2109: 8 total, 8 up, 8 in 2024-04-13T09:02:16.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:16 smithi119 ceph-mon[93746]: pgmap v4091: 137 pgs: 137 active+clean; 856 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 250 KiB/s rd, 42 MiB/s wr, 392 op/s 2024-04-13T09:02:16.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:16 smithi139 ceph-mon[88985]: osdmap e2109: 8 total, 8 up, 8 in 2024-04-13T09:02:16.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:16 smithi139 ceph-mon[88985]: pgmap v4091: 137 pgs: 137 active+clean; 856 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 250 KiB/s rd, 42 MiB/s wr, 392 op/s 2024-04-13T09:02:17.469 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~159383552,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:17.470 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~159383552,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:17.523 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~180355072,301989888~117440512] 2024-04-13T09:02:17.523 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:17.523 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:17.540 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:17.540 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:17.540 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:17.546 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:17.547 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:17.547 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:17.553 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:17.553 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:17.553 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:17.558 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:17.558 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to HEAD diff [0~41943040,46137344~4194304,54525952~54525952,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:17.558 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~4194304,54525952~54525952,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:17.564 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:17.564 INFO:tasks.workunit.client.0.smithi119.stdout:from 6 to HEAD diff [0~33554432,46137344~4194304,54525952~46137344,104857600~8388608,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:17.565 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~46137344,104857600~8388608,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:17.576 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~54525952,104857600~8388608,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:17.576 INFO:tasks.workunit.client.0.smithi119.stdout:from 7 to HEAD diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~109051904,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:17.576 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~109051904,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:17.576 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~54525952,104857600~8388608,117440512~130023424,251658240~33554432,289406976~8388608,301989888~117440512] 2024-04-13T09:02:17.576 INFO:tasks.workunit.client.0.smithi119.stdout:from 8 to HEAD diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~109051904,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:17.576 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~109051904,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:17.577 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~4194304,54525952~46137344,104857600~8388608,117440512~130023424,251658240~33554432,289406976~8388608,301989888~117440512] 2024-04-13T09:02:17.578 INFO:tasks.workunit.client.0.smithi119.stdout:from 9 to HEAD diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~29360128,176160768~71303168,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:17.578 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~29360128,176160768~71303168,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:17.582 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~4194304,54525952~46137344,104857600~8388608,117440512~50331648,176160768~71303168,251658240~33554432,289406976~8388608,301989888~117440512] 2024-04-13T09:02:17.582 INFO:tasks.workunit.client.0.smithi119.stdout:from 10 to HEAD diff [0~33554432,46137344~4194304,58720256~41943040,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~71303168,251658240~33554432,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:17.582 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,58720256~41943040,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~71303168,251658240~33554432,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:17.585 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~4194304,58720256~41943040,104857600~8388608,117440512~16777216,138412032~29360128,176160768~71303168,251658240~33554432,289406976~8388608,301989888~41943040,348127232~71303168] 2024-04-13T09:02:17.586 INFO:tasks.workunit.client.0.smithi119.stdout:from 11 to HEAD diff [0~33554432,58720256~25165824,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~29360128,209715200~37748736,251658240~33554432,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:17.586 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,58720256~25165824,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~29360128,209715200~37748736,251658240~33554432,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:17.588 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,58720256~25165824,88080384~12582912,104857600~8388608,117440512~16777216,138412032~29360128,176160768~71303168,251658240~33554432,289406976~8388608,301989888~41943040,348127232~71303168] 2024-04-13T09:02:17.588 INFO:tasks.workunit.client.0.smithi119.stdout:from 12 to HEAD diff [0~33554432,58720256~4194304,67108864~12582912,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~29360128,209715200~12582912,226492416~8388608,239075328~8388608,251658240~12582912,268435456~16777216,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:17.589 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,58720256~4194304,67108864~12582912,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~29360128,209715200~12582912,226492416~8388608,239075328~8388608,251658240~12582912,268435456~16777216,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:17.591 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,58720256~20971520,88080384~12582912,104857600~8388608,117440512~16777216,138412032~29360128,176160768~46137344,226492416~20971520,251658240~12582912,268435456~16777216,289406976~8388608,301989888~41943040,348127232~71303168] 2024-04-13T09:02:17.591 INFO:tasks.workunit.client.0.smithi119.stdout:from 13 to HEAD diff [0~8388608,12582912~20971520,58720256~4194304,67108864~12582912,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~20971520,209715200~12582912,226492416~8388608,239075328~8388608,251658240~12582912,268435456~16777216,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:17.591 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,12582912~20971520,58720256~4194304,67108864~12582912,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~20971520,209715200~12582912,226492416~8388608,239075328~8388608,251658240~12582912,268435456~16777216,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:17.592 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,58720256~20971520,88080384~12582912,104857600~8388608,117440512~16777216,138412032~29360128,176160768~25165824,209715200~12582912,226492416~20971520,251658240~12582912,268435456~16777216,289406976~8388608,301989888~41943040,348127232~71303168] 2024-04-13T09:02:17.592 INFO:tasks.workunit.client.0.smithi119.stdout:from 14 to HEAD diff [0~8388608,12582912~20971520,62914560~16777216,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,146800640~12582912,163577856~4194304,176160768~20971520,209715200~12582912,226492416~8388608,239075328~8388608,251658240~8388608,268435456~12582912,289406976~4194304,314572800~29360128,348127232~20971520,373293056~33554432] 2024-04-13T09:02:17.593 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,12582912~20971520,62914560~16777216,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,146800640~12582912,163577856~4194304,176160768~20971520,209715200~12582912,226492416~8388608,239075328~8388608,251658240~8388608,268435456~12582912,289406976~4194304,314572800~29360128,348127232~20971520,373293056~33554432] 2024-04-13T09:02:17.596 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,62914560~16777216,88080384~12582912,104857600~8388608,117440512~16777216,146800640~12582912,163577856~4194304,176160768~25165824,209715200~12582912,226492416~20971520,251658240~8388608,268435456~12582912,289406976~8388608,314572800~29360128,348127232~62914560] 2024-04-13T09:02:17.596 INFO:tasks.workunit.client.0.smithi119.stdout:from 15 to HEAD diff [0~8388608,12582912~12582912,62914560~16777216,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,146800640~12582912,163577856~4194304,176160768~4194304,188743680~8388608,209715200~12582912,226492416~8388608,251658240~8388608,268435456~4194304,289406976~4194304,314572800~8388608,331350016~12582912,364904448~4194304,373293056~33554432] 2024-04-13T09:02:17.596 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,12582912~12582912,62914560~16777216,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,146800640~12582912,163577856~4194304,176160768~4194304,188743680~8388608,209715200~12582912,226492416~8388608,251658240~8388608,268435456~4194304,289406976~4194304,314572800~8388608,331350016~12582912,364904448~4194304,373293056~33554432] 2024-04-13T09:02:17.596 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~29360128,62914560~16777216,88080384~12582912,104857600~8388608,117440512~16777216,146800640~12582912,163577856~4194304,176160768~8388608,188743680~12582912,209715200~12582912,226492416~12582912,251658240~8388608,268435456~4194304,289406976~8388608,314572800~8388608,331350016~12582912,364904448~46137344] 2024-04-13T09:02:17.597 INFO:tasks.workunit.client.0.smithi119.stdout:from 16 to HEAD diff [0~8388608,16777216~8388608,62914560~4194304,71303168~4194304,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,146800640~12582912,176160768~4194304,188743680~4194304,209715200~12582912,226492416~8388608,251658240~4194304,289406976~4194304,331350016~12582912,364904448~4194304,373293056~16777216,398458880~8388608] 2024-04-13T09:02:17.598 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,16777216~8388608,62914560~4194304,71303168~4194304,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,146800640~12582912,176160768~4194304,188743680~4194304,209715200~12582912,226492416~8388608,251658240~4194304,289406976~4194304,331350016~12582912,364904448~4194304,373293056~16777216,398458880~8388608] 2024-04-13T09:02:17.598 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~12582912,16777216~12582912,62914560~4194304,71303168~8388608,88080384~12582912,104857600~8388608,117440512~16777216,146800640~12582912,176160768~8388608,188743680~8388608,209715200~12582912,226492416~12582912,251658240~8388608,289406976~8388608,331350016~12582912,364904448~29360128,398458880~12582912] 2024-04-13T09:02:17.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:17 smithi119 ceph-mon[96316]: osdmap e2110: 8 total, 8 up, 8 in 2024-04-13T09:02:17.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:17 smithi119 ceph-mon[93746]: osdmap e2110: 8 total, 8 up, 8 in 2024-04-13T09:02:17.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:17 smithi139 ceph-mon[88985]: osdmap e2110: 8 total, 8 up, 8 in 2024-04-13T09:02:18.482 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~159383552,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:18.482 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~159383552,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:18.529 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~180355072,301989888~117440512] 2024-04-13T09:02:18.529 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:18.529 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:18.538 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:18.539 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:18.539 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:18.545 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:18.545 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:18.545 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:18.554 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:18.554 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:18.554 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:18.566 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:18.566 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to HEAD diff [0~41943040,46137344~4194304,54525952~54525952,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:18.566 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~4194304,54525952~54525952,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:18.570 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:18.570 INFO:tasks.workunit.client.0.smithi119.stdout:from 6 to HEAD diff [0~33554432,46137344~4194304,54525952~46137344,104857600~8388608,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:18.570 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~46137344,104857600~8388608,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:18.575 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~54525952,104857600~8388608,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:18.575 INFO:tasks.workunit.client.0.smithi119.stdout:from 7 to HEAD diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~109051904,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:18.575 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~109051904,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:18.580 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~54525952,104857600~8388608,117440512~130023424,251658240~33554432,289406976~8388608,301989888~117440512] 2024-04-13T09:02:18.580 INFO:tasks.workunit.client.0.smithi119.stdout:from 8 to HEAD diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~109051904,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:18.581 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~109051904,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:18.584 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~4194304,54525952~46137344,104857600~8388608,117440512~130023424,251658240~33554432,289406976~8388608,301989888~117440512] 2024-04-13T09:02:18.584 INFO:tasks.workunit.client.0.smithi119.stdout:from 9 to HEAD diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~29360128,176160768~71303168,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:18.584 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~29360128,176160768~71303168,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:18.588 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~4194304,54525952~46137344,104857600~8388608,117440512~50331648,176160768~71303168,251658240~33554432,289406976~8388608,301989888~117440512] 2024-04-13T09:02:18.588 INFO:tasks.workunit.client.0.smithi119.stdout:from 10 to HEAD diff [0~33554432,46137344~4194304,58720256~41943040,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~71303168,251658240~33554432,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:18.588 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,58720256~41943040,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~71303168,251658240~33554432,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:18.592 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~4194304,58720256~41943040,104857600~8388608,117440512~16777216,138412032~29360128,176160768~71303168,251658240~33554432,289406976~8388608,301989888~41943040,348127232~71303168] 2024-04-13T09:02:18.592 INFO:tasks.workunit.client.0.smithi119.stdout:from 11 to HEAD diff [0~33554432,58720256~25165824,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~29360128,209715200~37748736,251658240~33554432,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:18.592 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,58720256~25165824,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~29360128,209715200~37748736,251658240~33554432,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:18.595 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,58720256~25165824,88080384~12582912,104857600~8388608,117440512~16777216,138412032~29360128,176160768~71303168,251658240~33554432,289406976~8388608,301989888~41943040,348127232~71303168] 2024-04-13T09:02:18.596 INFO:tasks.workunit.client.0.smithi119.stdout:from 12 to HEAD diff [0~33554432,58720256~4194304,67108864~12582912,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~29360128,209715200~12582912,226492416~8388608,239075328~8388608,251658240~12582912,268435456~16777216,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:18.596 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,58720256~4194304,67108864~12582912,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~29360128,209715200~12582912,226492416~8388608,239075328~8388608,251658240~12582912,268435456~16777216,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:18.598 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,58720256~20971520,88080384~12582912,104857600~8388608,117440512~16777216,138412032~29360128,176160768~46137344,226492416~20971520,251658240~12582912,268435456~16777216,289406976~8388608,301989888~41943040,348127232~71303168] 2024-04-13T09:02:18.598 INFO:tasks.workunit.client.0.smithi119.stdout:from 13 to HEAD diff [0~8388608,12582912~20971520,58720256~4194304,67108864~12582912,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~20971520,209715200~12582912,226492416~8388608,239075328~8388608,251658240~12582912,268435456~16777216,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:18.598 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,12582912~20971520,58720256~4194304,67108864~12582912,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~20971520,209715200~12582912,226492416~8388608,239075328~8388608,251658240~12582912,268435456~16777216,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:18.601 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,58720256~20971520,88080384~12582912,104857600~8388608,117440512~16777216,138412032~29360128,176160768~25165824,209715200~12582912,226492416~20971520,251658240~12582912,268435456~16777216,289406976~8388608,301989888~41943040,348127232~71303168] 2024-04-13T09:02:18.601 INFO:tasks.workunit.client.0.smithi119.stdout:from 14 to HEAD diff [0~8388608,12582912~20971520,62914560~16777216,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,146800640~12582912,163577856~4194304,176160768~20971520,209715200~12582912,226492416~8388608,239075328~8388608,251658240~8388608,268435456~12582912,289406976~4194304,314572800~29360128,348127232~20971520,373293056~33554432] 2024-04-13T09:02:18.601 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,12582912~20971520,62914560~16777216,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,146800640~12582912,163577856~4194304,176160768~20971520,209715200~12582912,226492416~8388608,239075328~8388608,251658240~8388608,268435456~12582912,289406976~4194304,314572800~29360128,348127232~20971520,373293056~33554432] 2024-04-13T09:02:18.603 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,62914560~16777216,88080384~12582912,104857600~8388608,117440512~16777216,146800640~12582912,163577856~4194304,176160768~25165824,209715200~12582912,226492416~20971520,251658240~8388608,268435456~12582912,289406976~8388608,314572800~29360128,348127232~62914560] 2024-04-13T09:02:18.603 INFO:tasks.workunit.client.0.smithi119.stdout:from 15 to HEAD diff [0~8388608,12582912~12582912,62914560~16777216,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,146800640~12582912,163577856~4194304,176160768~4194304,188743680~8388608,209715200~12582912,226492416~8388608,251658240~8388608,268435456~4194304,289406976~4194304,314572800~8388608,331350016~12582912,364904448~4194304,373293056~33554432] 2024-04-13T09:02:18.603 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,12582912~12582912,62914560~16777216,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,146800640~12582912,163577856~4194304,176160768~4194304,188743680~8388608,209715200~12582912,226492416~8388608,251658240~8388608,268435456~4194304,289406976~4194304,314572800~8388608,331350016~12582912,364904448~4194304,373293056~33554432] 2024-04-13T09:02:18.604 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~29360128,62914560~16777216,88080384~12582912,104857600~8388608,117440512~16777216,146800640~12582912,163577856~4194304,176160768~8388608,188743680~12582912,209715200~12582912,226492416~12582912,251658240~8388608,268435456~4194304,289406976~8388608,314572800~8388608,331350016~12582912,364904448~46137344] 2024-04-13T09:02:18.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:18 smithi139 ceph-mon[88985]: osdmap e2111: 8 total, 8 up, 8 in 2024-04-13T09:02:18.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:18 smithi139 ceph-mon[88985]: pgmap v4094: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 877 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 323 KiB/s rd, 39 MiB/s wr, 557 op/s 2024-04-13T09:02:18.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:18 smithi119 ceph-mon[93746]: osdmap e2111: 8 total, 8 up, 8 in 2024-04-13T09:02:18.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:18 smithi119 ceph-mon[93746]: pgmap v4094: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 877 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 323 KiB/s rd, 39 MiB/s wr, 557 op/s 2024-04-13T09:02:18.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:18 smithi119 ceph-mon[96316]: osdmap e2111: 8 total, 8 up, 8 in 2024-04-13T09:02:18.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:18 smithi119 ceph-mon[96316]: pgmap v4094: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 877 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 323 KiB/s rd, 39 MiB/s wr, 557 op/s 2024-04-13T09:02:19.491 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~159383552,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:19.491 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~159383552,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:19.536 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~180355072,301989888~117440512] 2024-04-13T09:02:19.536 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:19.536 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:19.545 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:19.545 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:19.545 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:19.554 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:19.554 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:19.554 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:19.568 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:19.569 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:19.569 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:19.575 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:19.575 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to HEAD diff [0~41943040,46137344~4194304,54525952~54525952,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:19.575 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~4194304,54525952~54525952,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:19.579 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:19.579 INFO:tasks.workunit.client.0.smithi119.stdout:from 6 to HEAD diff [0~33554432,46137344~4194304,54525952~46137344,104857600~8388608,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:19.579 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~46137344,104857600~8388608,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:19.583 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~54525952,104857600~8388608,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:19.583 INFO:tasks.workunit.client.0.smithi119.stdout:from 7 to HEAD diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~109051904,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:19.583 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~109051904,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:19.587 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~54525952,104857600~8388608,117440512~130023424,251658240~33554432,289406976~8388608,301989888~117440512] 2024-04-13T09:02:19.587 INFO:tasks.workunit.client.0.smithi119.stdout:from 8 to HEAD diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~109051904,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:19.587 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~109051904,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:19.590 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~4194304,54525952~46137344,104857600~8388608,117440512~130023424,251658240~33554432,289406976~8388608,301989888~117440512] 2024-04-13T09:02:19.590 INFO:tasks.workunit.client.0.smithi119.stdout:from 9 to HEAD diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~29360128,176160768~71303168,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:19.591 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~29360128,176160768~71303168,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:19.593 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~4194304,54525952~46137344,104857600~8388608,117440512~50331648,176160768~71303168,251658240~33554432,289406976~8388608,301989888~117440512] 2024-04-13T09:02:19.593 INFO:tasks.workunit.client.0.smithi119.stdout:from 10 to HEAD diff [0~33554432,46137344~4194304,58720256~41943040,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~71303168,251658240~33554432,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:19.593 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,58720256~41943040,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~71303168,251658240~33554432,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:19.596 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~4194304,58720256~41943040,104857600~8388608,117440512~16777216,138412032~29360128,176160768~71303168,251658240~33554432,289406976~8388608,301989888~41943040,348127232~71303168] 2024-04-13T09:02:19.596 INFO:tasks.workunit.client.0.smithi119.stdout:from 11 to HEAD diff [0~33554432,58720256~25165824,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~29360128,209715200~37748736,251658240~33554432,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:19.596 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,58720256~25165824,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~29360128,209715200~37748736,251658240~33554432,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:19.598 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,58720256~25165824,88080384~12582912,104857600~8388608,117440512~16777216,138412032~29360128,176160768~71303168,251658240~33554432,289406976~8388608,301989888~41943040,348127232~71303168] 2024-04-13T09:02:19.599 INFO:tasks.workunit.client.0.smithi119.stdout:from 12 to HEAD diff [0~33554432,58720256~4194304,67108864~12582912,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~29360128,209715200~12582912,226492416~8388608,239075328~8388608,251658240~12582912,268435456~16777216,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:19.599 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,58720256~4194304,67108864~12582912,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~29360128,209715200~12582912,226492416~8388608,239075328~8388608,251658240~12582912,268435456~16777216,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:19.600 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,58720256~20971520,88080384~12582912,104857600~8388608,117440512~16777216,138412032~29360128,176160768~46137344,226492416~20971520,251658240~12582912,268435456~16777216,289406976~8388608,301989888~41943040,348127232~71303168] 2024-04-13T09:02:19.600 INFO:tasks.workunit.client.0.smithi119.stdout:from 13 to HEAD diff [0~8388608,12582912~20971520,58720256~4194304,67108864~12582912,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~20971520,209715200~12582912,226492416~8388608,239075328~8388608,251658240~12582912,268435456~16777216,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:19.600 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,12582912~20971520,58720256~4194304,67108864~12582912,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~20971520,209715200~12582912,226492416~8388608,239075328~8388608,251658240~12582912,268435456~16777216,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:19.602 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,58720256~20971520,88080384~12582912,104857600~8388608,117440512~16777216,138412032~29360128,176160768~25165824,209715200~12582912,226492416~20971520,251658240~12582912,268435456~16777216,289406976~8388608,301989888~41943040,348127232~71303168] 2024-04-13T09:02:19.602 INFO:tasks.workunit.client.0.smithi119.stdout:from 14 to HEAD diff [0~8388608,12582912~20971520,62914560~16777216,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,146800640~12582912,163577856~4194304,176160768~20971520,209715200~12582912,226492416~8388608,239075328~8388608,251658240~8388608,268435456~12582912,289406976~4194304,314572800~29360128,348127232~20971520,373293056~33554432] 2024-04-13T09:02:19.603 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,12582912~20971520,62914560~16777216,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,146800640~12582912,163577856~4194304,176160768~20971520,209715200~12582912,226492416~8388608,239075328~8388608,251658240~8388608,268435456~12582912,289406976~4194304,314572800~29360128,348127232~20971520,373293056~33554432] 2024-04-13T09:02:19.603 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,62914560~16777216,88080384~12582912,104857600~8388608,117440512~16777216,146800640~12582912,163577856~4194304,176160768~25165824,209715200~12582912,226492416~20971520,251658240~8388608,268435456~12582912,289406976~8388608,314572800~29360128,348127232~62914560] 2024-04-13T09:02:19.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:19 smithi139 ceph-mon[88985]: osdmap e2112: 8 total, 8 up, 8 in 2024-04-13T09:02:19.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:19 smithi119 ceph-mon[96316]: osdmap e2112: 8 total, 8 up, 8 in 2024-04-13T09:02:19.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:19 smithi119 ceph-mon[93746]: osdmap e2112: 8 total, 8 up, 8 in 2024-04-13T09:02:20.500 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~159383552,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:20.501 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~159383552,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:20.540 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~180355072,301989888~117440512] 2024-04-13T09:02:20.541 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:20.541 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:20.557 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:20.557 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:20.557 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:20.567 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:20.568 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:20.568 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:20.578 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:20.578 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:20.578 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:20.582 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:20.582 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to HEAD diff [0~41943040,46137344~4194304,54525952~54525952,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:20.582 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~4194304,54525952~54525952,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:20.587 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:20.587 INFO:tasks.workunit.client.0.smithi119.stdout:from 6 to HEAD diff [0~33554432,46137344~4194304,54525952~46137344,104857600~8388608,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:20.587 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~46137344,104857600~8388608,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:20.590 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~54525952,104857600~8388608,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:20.590 INFO:tasks.workunit.client.0.smithi119.stdout:from 7 to HEAD diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~109051904,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:20.590 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~109051904,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:20.594 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~54525952,104857600~8388608,117440512~130023424,251658240~33554432,289406976~8388608,301989888~117440512] 2024-04-13T09:02:20.594 INFO:tasks.workunit.client.0.smithi119.stdout:from 8 to HEAD diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~109051904,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:20.594 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~109051904,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:20.597 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~4194304,54525952~46137344,104857600~8388608,117440512~130023424,251658240~33554432,289406976~8388608,301989888~117440512] 2024-04-13T09:02:20.597 INFO:tasks.workunit.client.0.smithi119.stdout:from 9 to HEAD diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~29360128,176160768~71303168,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:20.598 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~29360128,176160768~71303168,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:20.600 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~4194304,54525952~46137344,104857600~8388608,117440512~50331648,176160768~71303168,251658240~33554432,289406976~8388608,301989888~117440512] 2024-04-13T09:02:20.600 INFO:tasks.workunit.client.0.smithi119.stdout:from 10 to HEAD diff [0~33554432,46137344~4194304,58720256~41943040,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~71303168,251658240~33554432,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:20.600 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,58720256~41943040,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~71303168,251658240~33554432,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:20.603 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~4194304,58720256~41943040,104857600~8388608,117440512~16777216,138412032~29360128,176160768~71303168,251658240~33554432,289406976~8388608,301989888~41943040,348127232~71303168] 2024-04-13T09:02:20.603 INFO:tasks.workunit.client.0.smithi119.stdout:from 11 to HEAD diff [0~33554432,58720256~25165824,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~29360128,209715200~37748736,251658240~33554432,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:20.603 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,58720256~25165824,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~29360128,209715200~37748736,251658240~33554432,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:20.604 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,58720256~25165824,88080384~12582912,104857600~8388608,117440512~16777216,138412032~29360128,176160768~71303168,251658240~33554432,289406976~8388608,301989888~41943040,348127232~71303168] 2024-04-13T09:02:20.604 INFO:tasks.workunit.client.0.smithi119.stdout:from 12 to HEAD diff [0~33554432,58720256~4194304,67108864~12582912,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~29360128,209715200~12582912,226492416~8388608,239075328~8388608,251658240~12582912,268435456~16777216,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:20.604 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,58720256~4194304,67108864~12582912,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~29360128,209715200~12582912,226492416~8388608,239075328~8388608,251658240~12582912,268435456~16777216,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:20.606 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,58720256~20971520,88080384~12582912,104857600~8388608,117440512~16777216,138412032~29360128,176160768~46137344,226492416~20971520,251658240~12582912,268435456~16777216,289406976~8388608,301989888~41943040,348127232~71303168] 2024-04-13T09:02:20.606 INFO:tasks.workunit.client.0.smithi119.stdout:from 13 to HEAD diff [0~8388608,12582912~20971520,58720256~4194304,67108864~12582912,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~20971520,209715200~12582912,226492416~8388608,239075328~8388608,251658240~12582912,268435456~16777216,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:20.606 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~8388608,12582912~20971520,58720256~4194304,67108864~12582912,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~20971520,209715200~12582912,226492416~8388608,239075328~8388608,251658240~12582912,268435456~16777216,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:20.607 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,58720256~20971520,88080384~12582912,104857600~8388608,117440512~16777216,138412032~29360128,176160768~25165824,209715200~12582912,226492416~20971520,251658240~12582912,268435456~16777216,289406976~8388608,301989888~41943040,348127232~71303168] 2024-04-13T09:02:20.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:20 smithi139 ceph-mon[88985]: osdmap e2113: 8 total, 8 up, 8 in 2024-04-13T09:02:20.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:20 smithi139 ceph-mon[88985]: pgmap v4097: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 877 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 183 KiB/s rd, 5.2 MiB/s wr, 345 op/s 2024-04-13T09:02:20.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:20 smithi119 ceph-mon[96316]: osdmap e2113: 8 total, 8 up, 8 in 2024-04-13T09:02:20.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:20 smithi119 ceph-mon[96316]: pgmap v4097: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 877 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 183 KiB/s rd, 5.2 MiB/s wr, 345 op/s 2024-04-13T09:02:20.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:20 smithi119 ceph-mon[93746]: osdmap e2113: 8 total, 8 up, 8 in 2024-04-13T09:02:20.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:20 smithi119 ceph-mon[93746]: pgmap v4097: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 877 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 183 KiB/s rd, 5.2 MiB/s wr, 345 op/s 2024-04-13T09:02:21.502 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~159383552,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:21.502 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~159383552,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:21.536 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~180355072,301989888~117440512] 2024-04-13T09:02:21.537 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:21.537 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:21.546 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:21.546 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:21.547 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:21.563 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:21.563 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:21.563 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:21.572 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:21.572 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:21.572 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:21.579 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:21.579 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to HEAD diff [0~41943040,46137344~4194304,54525952~54525952,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:21.579 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~4194304,54525952~54525952,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:21.584 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:21.584 INFO:tasks.workunit.client.0.smithi119.stdout:from 6 to HEAD diff [0~33554432,46137344~4194304,54525952~46137344,104857600~8388608,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:21.584 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~46137344,104857600~8388608,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:21.588 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~54525952,104857600~8388608,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:21.588 INFO:tasks.workunit.client.0.smithi119.stdout:from 7 to HEAD diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~109051904,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:21.589 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~109051904,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:21.592 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~54525952,104857600~8388608,117440512~130023424,251658240~33554432,289406976~8388608,301989888~117440512] 2024-04-13T09:02:21.592 INFO:tasks.workunit.client.0.smithi119.stdout:from 8 to HEAD diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~109051904,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:21.592 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~109051904,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:21.597 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~4194304,54525952~46137344,104857600~8388608,117440512~130023424,251658240~33554432,289406976~8388608,301989888~117440512] 2024-04-13T09:02:21.597 INFO:tasks.workunit.client.0.smithi119.stdout:from 9 to HEAD diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~29360128,176160768~71303168,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:21.597 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~29360128,176160768~71303168,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:21.601 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~4194304,54525952~46137344,104857600~8388608,117440512~50331648,176160768~71303168,251658240~33554432,289406976~8388608,301989888~117440512] 2024-04-13T09:02:21.601 INFO:tasks.workunit.client.0.smithi119.stdout:from 10 to HEAD diff [0~33554432,46137344~4194304,58720256~41943040,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~71303168,251658240~33554432,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:21.601 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,58720256~41943040,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~71303168,251658240~33554432,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:21.602 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~4194304,58720256~41943040,104857600~8388608,117440512~16777216,138412032~29360128,176160768~71303168,251658240~33554432,289406976~8388608,301989888~41943040,348127232~71303168] 2024-04-13T09:02:21.603 INFO:tasks.workunit.client.0.smithi119.stdout:from 11 to HEAD diff [0~33554432,58720256~25165824,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~29360128,209715200~37748736,251658240~33554432,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:21.603 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,58720256~25165824,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~29360128,209715200~37748736,251658240~33554432,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:21.604 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,58720256~25165824,88080384~12582912,104857600~8388608,117440512~16777216,138412032~29360128,176160768~71303168,251658240~33554432,289406976~8388608,301989888~41943040,348127232~71303168] 2024-04-13T09:02:21.604 INFO:tasks.workunit.client.0.smithi119.stdout:from 12 to HEAD diff [0~33554432,58720256~4194304,67108864~12582912,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~29360128,209715200~12582912,226492416~8388608,239075328~8388608,251658240~12582912,268435456~16777216,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:21.605 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,58720256~4194304,67108864~12582912,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~29360128,209715200~12582912,226492416~8388608,239075328~8388608,251658240~12582912,268435456~16777216,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:21.605 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,58720256~20971520,88080384~12582912,104857600~8388608,117440512~16777216,138412032~29360128,176160768~46137344,226492416~20971520,251658240~12582912,268435456~16777216,289406976~8388608,301989888~41943040,348127232~71303168] 2024-04-13T09:02:21.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:21 smithi139 ceph-mon[88985]: osdmap e2114: 8 total, 8 up, 8 in 2024-04-13T09:02:21.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:21 smithi119 ceph-mon[96316]: osdmap e2114: 8 total, 8 up, 8 in 2024-04-13T09:02:21.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:21 smithi119 ceph-mon[93746]: osdmap e2114: 8 total, 8 up, 8 in 2024-04-13T09:02:22.511 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~159383552,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:22.511 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~159383552,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:22.553 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~180355072,301989888~117440512] 2024-04-13T09:02:22.554 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:22.554 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:22.572 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:22.573 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:22.573 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:22.581 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:22.581 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:22.581 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:22.589 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:22.589 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:22.589 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:22.599 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:22.600 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to HEAD diff [0~41943040,46137344~4194304,54525952~54525952,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:22.600 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~4194304,54525952~54525952,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:22.608 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:22.609 INFO:tasks.workunit.client.0.smithi119.stdout:from 6 to HEAD diff [0~33554432,46137344~4194304,54525952~46137344,104857600~8388608,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:22.609 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~46137344,104857600~8388608,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:22.610 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~54525952,104857600~8388608,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:22.611 INFO:tasks.workunit.client.0.smithi119.stdout:from 7 to HEAD diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~109051904,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:22.611 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~109051904,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:22.613 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~54525952,104857600~8388608,117440512~130023424,251658240~33554432,289406976~8388608,301989888~117440512] 2024-04-13T09:02:22.613 INFO:tasks.workunit.client.0.smithi119.stdout:from 8 to HEAD diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~109051904,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:22.613 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~109051904,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:22.615 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~4194304,54525952~46137344,104857600~8388608,117440512~130023424,251658240~33554432,289406976~8388608,301989888~117440512] 2024-04-13T09:02:22.615 INFO:tasks.workunit.client.0.smithi119.stdout:from 9 to HEAD diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~29360128,176160768~71303168,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:22.615 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~29360128,176160768~71303168,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:22.617 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~4194304,54525952~46137344,104857600~8388608,117440512~50331648,176160768~71303168,251658240~33554432,289406976~8388608,301989888~117440512] 2024-04-13T09:02:22.617 INFO:tasks.workunit.client.0.smithi119.stdout:from 10 to HEAD diff [0~33554432,46137344~4194304,58720256~41943040,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~71303168,251658240~33554432,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:22.617 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,58720256~41943040,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~71303168,251658240~33554432,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:22.618 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~4194304,58720256~41943040,104857600~8388608,117440512~16777216,138412032~29360128,176160768~71303168,251658240~33554432,289406976~8388608,301989888~41943040,348127232~71303168] 2024-04-13T09:02:22.618 INFO:tasks.workunit.client.0.smithi119.stdout:from 11 to HEAD diff [0~33554432,58720256~25165824,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~29360128,209715200~37748736,251658240~33554432,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:22.618 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,58720256~25165824,88080384~12582912,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~29360128,209715200~37748736,251658240~33554432,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:22.619 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,58720256~25165824,88080384~12582912,104857600~8388608,117440512~16777216,138412032~29360128,176160768~71303168,251658240~33554432,289406976~8388608,301989888~41943040,348127232~71303168] 2024-04-13T09:02:22.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:22 smithi139 ceph-mon[88985]: osdmap e2115: 8 total, 8 up, 8 in 2024-04-13T09:02:22.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:22 smithi139 ceph-mon[88985]: pgmap v4100: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 861 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 598 KiB/s rd, 5.5 KiB/s wr, 1.10k op/s 2024-04-13T09:02:22.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:02:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:02:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:02:22.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:22 smithi119 ceph-mon[96316]: osdmap e2115: 8 total, 8 up, 8 in 2024-04-13T09:02:22.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:22 smithi119 ceph-mon[96316]: pgmap v4100: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 861 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 598 KiB/s rd, 5.5 KiB/s wr, 1.10k op/s 2024-04-13T09:02:22.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:22 smithi119 ceph-mon[93746]: osdmap e2115: 8 total, 8 up, 8 in 2024-04-13T09:02:22.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:22 smithi119 ceph-mon[93746]: pgmap v4100: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 861 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 598 KiB/s rd, 5.5 KiB/s wr, 1.10k op/s 2024-04-13T09:02:23.525 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~159383552,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:23.526 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~159383552,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:23.555 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~180355072,301989888~117440512] 2024-04-13T09:02:23.556 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:23.556 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:23.569 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:23.570 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:23.570 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:23.576 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:23.577 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:23.577 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:23.588 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:23.588 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:23.589 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:23.592 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:23.593 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to HEAD diff [0~41943040,46137344~4194304,54525952~54525952,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:23.593 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~4194304,54525952~54525952,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:23.599 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:23.599 INFO:tasks.workunit.client.0.smithi119.stdout:from 6 to HEAD diff [0~33554432,46137344~4194304,54525952~46137344,104857600~8388608,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:23.599 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~46137344,104857600~8388608,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:23.606 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~54525952,104857600~8388608,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:23.627 INFO:tasks.workunit.client.0.smithi119.stdout:from 7 to HEAD diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~109051904,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:23.627 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~109051904,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:23.629 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~54525952,104857600~8388608,117440512~130023424,251658240~33554432,289406976~8388608,301989888~117440512] 2024-04-13T09:02:23.629 INFO:tasks.workunit.client.0.smithi119.stdout:from 8 to HEAD diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~109051904,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:23.629 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~109051904,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:23.629 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~4194304,54525952~46137344,104857600~8388608,117440512~130023424,251658240~33554432,289406976~8388608,301989888~117440512] 2024-04-13T09:02:23.629 INFO:tasks.workunit.client.0.smithi119.stdout:from 9 to HEAD diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~29360128,176160768~71303168,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:23.629 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~29360128,176160768~71303168,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:23.629 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~4194304,54525952~46137344,104857600~8388608,117440512~50331648,176160768~71303168,251658240~33554432,289406976~8388608,301989888~117440512] 2024-04-13T09:02:23.629 INFO:tasks.workunit.client.0.smithi119.stdout:from 10 to HEAD diff [0~33554432,46137344~4194304,58720256~41943040,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~71303168,251658240~33554432,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:23.630 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,58720256~41943040,104857600~4194304,117440512~8388608,130023424~4194304,138412032~29360128,176160768~71303168,251658240~33554432,289406976~4194304,301989888~8388608,314572800~29360128,348127232~20971520,373293056~41943040] 2024-04-13T09:02:23.630 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~4194304,58720256~41943040,104857600~8388608,117440512~16777216,138412032~29360128,176160768~71303168,251658240~33554432,289406976~8388608,301989888~41943040,348127232~71303168] 2024-04-13T09:02:23.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:23 smithi139 ceph-mon[88985]: osdmap e2116: 8 total, 8 up, 8 in 2024-04-13T09:02:23.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:23 smithi119 ceph-mon[93746]: osdmap e2116: 8 total, 8 up, 8 in 2024-04-13T09:02:23.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:23 smithi119 ceph-mon[96316]: osdmap e2116: 8 total, 8 up, 8 in 2024-04-13T09:02:24.534 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~159383552,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:24.534 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~159383552,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:24.559 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~180355072,301989888~117440512] 2024-04-13T09:02:24.559 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:24.559 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:24.568 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:24.569 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:24.569 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:24.579 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:24.579 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:24.579 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:24.589 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:24.589 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:24.590 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:24.599 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:24.600 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to HEAD diff [0~41943040,46137344~4194304,54525952~54525952,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:24.600 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~4194304,54525952~54525952,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:24.604 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:24.605 INFO:tasks.workunit.client.0.smithi119.stdout:from 6 to HEAD diff [0~33554432,46137344~4194304,54525952~46137344,104857600~8388608,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:24.605 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~46137344,104857600~8388608,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:24.609 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~54525952,104857600~8388608,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:24.609 INFO:tasks.workunit.client.0.smithi119.stdout:from 7 to HEAD diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~109051904,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:24.609 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~109051904,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:24.611 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~54525952,104857600~8388608,117440512~130023424,251658240~33554432,289406976~8388608,301989888~117440512] 2024-04-13T09:02:24.611 INFO:tasks.workunit.client.0.smithi119.stdout:from 8 to HEAD diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~109051904,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:24.611 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~109051904,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:24.613 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~4194304,54525952~46137344,104857600~8388608,117440512~130023424,251658240~33554432,289406976~8388608,301989888~117440512] 2024-04-13T09:02:24.613 INFO:tasks.workunit.client.0.smithi119.stdout:from 9 to HEAD diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~29360128,176160768~71303168,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:24.613 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~29360128,176160768~71303168,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:24.614 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~4194304,54525952~46137344,104857600~8388608,117440512~50331648,176160768~71303168,251658240~33554432,289406976~8388608,301989888~117440512] 2024-04-13T09:02:24.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:24 smithi119 ceph-mon[96316]: osdmap e2117: 8 total, 8 up, 8 in 2024-04-13T09:02:24.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:02:24.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:24 smithi119 ceph-mon[96316]: pgmap v4103: 137 pgs: 137 active+clean; 858 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 641 KiB/s rd, 6.7 KiB/s wr, 1.19k op/s 2024-04-13T09:02:24.820 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:24 smithi119 ceph-mon[93746]: osdmap e2117: 8 total, 8 up, 8 in 2024-04-13T09:02:24.820 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:02:24.820 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:24 smithi119 ceph-mon[93746]: pgmap v4103: 137 pgs: 137 active+clean; 858 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 641 KiB/s rd, 6.7 KiB/s wr, 1.19k op/s 2024-04-13T09:02:24.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:24 smithi139 ceph-mon[88985]: osdmap e2117: 8 total, 8 up, 8 in 2024-04-13T09:02:24.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:02:24.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:24 smithi139 ceph-mon[88985]: pgmap v4103: 137 pgs: 137 active+clean; 858 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 641 KiB/s rd, 6.7 KiB/s wr, 1.19k op/s 2024-04-13T09:02:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:02:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:02:24] "GET /metrics HTTP/1.1" 200 36618 "" "Prometheus/2.43.0" 2024-04-13T09:02:25.543 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~159383552,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:25.543 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~159383552,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:25.563 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~180355072,301989888~117440512] 2024-04-13T09:02:25.563 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:25.563 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:25.577 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:25.577 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:25.578 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:25.594 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:25.594 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:25.595 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:25.605 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:25.605 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:25.606 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:25.613 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:25.614 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to HEAD diff [0~41943040,46137344~4194304,54525952~54525952,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:25.614 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~4194304,54525952~54525952,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:25.621 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:25.622 INFO:tasks.workunit.client.0.smithi119.stdout:from 6 to HEAD diff [0~33554432,46137344~4194304,54525952~46137344,104857600~8388608,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:25.622 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~46137344,104857600~8388608,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:25.628 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~54525952,104857600~8388608,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:25.628 INFO:tasks.workunit.client.0.smithi119.stdout:from 7 to HEAD diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~109051904,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:25.628 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~109051904,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:25.630 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~54525952,104857600~8388608,117440512~130023424,251658240~33554432,289406976~8388608,301989888~117440512] 2024-04-13T09:02:25.631 INFO:tasks.workunit.client.0.smithi119.stdout:from 8 to HEAD diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~109051904,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:25.631 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~109051904,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:25.631 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~4194304,54525952~46137344,104857600~8388608,117440512~130023424,251658240~33554432,289406976~8388608,301989888~117440512] 2024-04-13T09:02:25.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:25 smithi139 ceph-mon[88985]: osdmap e2118: 8 total, 8 up, 8 in 2024-04-13T09:02:25.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:25 smithi119 ceph-mon[96316]: osdmap e2118: 8 total, 8 up, 8 in 2024-04-13T09:02:25.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:25 smithi119 ceph-mon[93746]: osdmap e2118: 8 total, 8 up, 8 in 2024-04-13T09:02:26.266 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~159383552,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:26.266 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~159383552,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:26.305 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~180355072,301989888~117440512] 2024-04-13T09:02:26.305 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:26.305 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:26.310 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:26.310 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:26.310 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:26.319 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:26.319 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:26.319 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:26.323 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:26.323 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:26.323 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:26.325 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:26.325 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to HEAD diff [0~41943040,46137344~4194304,54525952~54525952,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:26.325 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~4194304,54525952~54525952,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:26.328 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:26.328 INFO:tasks.workunit.client.0.smithi119.stdout:from 6 to HEAD diff [0~33554432,46137344~4194304,54525952~46137344,104857600~8388608,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:26.328 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~46137344,104857600~8388608,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:26.330 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~54525952,104857600~8388608,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:26.330 INFO:tasks.workunit.client.0.smithi119.stdout:from 7 to HEAD diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~109051904,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:26.331 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~46137344,104857600~4194304,117440512~16777216,138412032~109051904,251658240~33554432,289406976~4194304,301989888~8388608,314572800~37748736,356515840~12582912,373293056~41943040] 2024-04-13T09:02:26.332 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~54525952,104857600~8388608,117440512~130023424,251658240~33554432,289406976~8388608,301989888~117440512] 2024-04-13T09:02:26.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:26 smithi139 ceph-mon[88985]: osdmap e2119: 8 total, 8 up, 8 in 2024-04-13T09:02:26.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:26 smithi139 ceph-mon[88985]: pgmap v4106: 137 pgs: 137 active+clean; 797 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 239 KiB/s rd, 6.2 KiB/s wr, 406 op/s 2024-04-13T09:02:26.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:26 smithi139 ceph-mon[88985]: osdmap e2120: 8 total, 8 up, 8 in 2024-04-13T09:02:26.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:26 smithi119 ceph-mon[96316]: osdmap e2119: 8 total, 8 up, 8 in 2024-04-13T09:02:26.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:26 smithi119 ceph-mon[96316]: pgmap v4106: 137 pgs: 137 active+clean; 797 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 239 KiB/s rd, 6.2 KiB/s wr, 406 op/s 2024-04-13T09:02:26.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:26 smithi119 ceph-mon[96316]: osdmap e2120: 8 total, 8 up, 8 in 2024-04-13T09:02:26.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:26 smithi119 ceph-mon[93746]: osdmap e2119: 8 total, 8 up, 8 in 2024-04-13T09:02:26.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:26 smithi119 ceph-mon[93746]: pgmap v4106: 137 pgs: 137 active+clean; 797 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 239 KiB/s rd, 6.2 KiB/s wr, 406 op/s 2024-04-13T09:02:26.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:26 smithi119 ceph-mon[93746]: osdmap e2120: 8 total, 8 up, 8 in 2024-04-13T09:02:27.255 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~159383552,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:27.255 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~159383552,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:27.288 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~180355072,301989888~117440512] 2024-04-13T09:02:27.288 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:27.288 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:27.300 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:27.301 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:27.301 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:27.305 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:27.306 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:27.306 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:27.313 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:27.313 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:27.313 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:27.316 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:27.317 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to HEAD diff [0~41943040,46137344~4194304,54525952~54525952,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:27.317 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~4194304,54525952~54525952,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:27.317 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:27.318 INFO:tasks.workunit.client.0.smithi119.stdout:from 6 to HEAD diff [0~33554432,46137344~4194304,54525952~46137344,104857600~8388608,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:27.318 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~33554432,46137344~4194304,54525952~46137344,104857600~8388608,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:27.319 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~37748736,46137344~54525952,104857600~8388608,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:28.269 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~159383552,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:28.269 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~159383552,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:28.300 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~180355072,301989888~117440512] 2024-04-13T09:02:28.300 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:28.300 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:28.313 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:28.313 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:28.313 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:28.316 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:28.316 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:28.316 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:28.324 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:28.324 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:28.324 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:28.324 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:28.324 INFO:tasks.workunit.client.0.smithi119.stdout:from 5 to HEAD diff [0~41943040,46137344~4194304,54525952~54525952,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:28.324 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~4194304,54525952~54525952,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~54525952,373293056~41943040] 2024-04-13T09:02:28.324 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:28.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:28 smithi139 ceph-mon[88985]: osdmap e2121: 8 total, 8 up, 8 in 2024-04-13T09:02:28.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:28 smithi119 ceph-mon[96316]: osdmap e2121: 8 total, 8 up, 8 in 2024-04-13T09:02:28.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:28 smithi119 ceph-mon[93746]: osdmap e2121: 8 total, 8 up, 8 in 2024-04-13T09:02:29.278 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~159383552,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:29.279 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~159383552,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:29.302 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~180355072,301989888~117440512] 2024-04-13T09:02:29.302 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:29.302 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:29.317 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:29.317 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:29.318 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:29.327 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:29.327 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:29.327 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:29.329 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:29.329 INFO:tasks.workunit.client.0.smithi119.stdout:from 4 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:29.329 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:29.330 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:29.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:29 smithi139 ceph-mon[88985]: pgmap v4109: 137 pgs: 137 active+clean; 744 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 245 KiB/s rd, 6.5 KiB/s wr, 417 op/s 2024-04-13T09:02:29.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:29 smithi139 ceph-mon[88985]: osdmap e2122: 8 total, 8 up, 8 in 2024-04-13T09:02:29.720 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:29 smithi119 ceph-mon[96316]: pgmap v4109: 137 pgs: 137 active+clean; 744 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 245 KiB/s rd, 6.5 KiB/s wr, 417 op/s 2024-04-13T09:02:29.720 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:29 smithi119 ceph-mon[96316]: osdmap e2122: 8 total, 8 up, 8 in 2024-04-13T09:02:29.721 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:29 smithi119 ceph-mon[93746]: pgmap v4109: 137 pgs: 137 active+clean; 744 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 245 KiB/s rd, 6.5 KiB/s wr, 417 op/s 2024-04-13T09:02:29.721 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:29 smithi119 ceph-mon[93746]: osdmap e2122: 8 total, 8 up, 8 in 2024-04-13T09:02:30.284 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~159383552,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:30.284 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~159383552,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:30.308 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~180355072,301989888~117440512] 2024-04-13T09:02:30.308 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:30.308 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:30.311 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:30.311 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:30.311 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:30.313 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:30.313 INFO:tasks.workunit.client.0.smithi119.stdout:from 3 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:30.313 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:30.315 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:30.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:30 smithi139 ceph-mon[88985]: osdmap e2123: 8 total, 8 up, 8 in 2024-04-13T09:02:30.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:30 smithi119 ceph-mon[93746]: osdmap e2123: 8 total, 8 up, 8 in 2024-04-13T09:02:30.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:30 smithi119 ceph-mon[96316]: osdmap e2123: 8 total, 8 up, 8 in 2024-04-13T09:02:31.256 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~159383552,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:31.256 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~159383552,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:31.295 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~180355072,301989888~117440512] 2024-04-13T09:02:31.295 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:31.295 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:31.297 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:31.297 INFO:tasks.workunit.client.0.smithi119.stdout:from 2 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:31.297 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~79691776,398458880~20971520] 2024-04-13T09:02:31.298 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:31.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:31 smithi139 ceph-mon[88985]: pgmap v4112: 137 pgs: 137 active+clean; 744 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 50 KiB/s rd, 1.5 KiB/s wr, 98 op/s 2024-04-13T09:02:31.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:31 smithi139 ceph-mon[88985]: osdmap e2124: 8 total, 8 up, 8 in 2024-04-13T09:02:31.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:31 smithi139 ceph-mon[88985]: osdmap e2125: 8 total, 8 up, 8 in 2024-04-13T09:02:31.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:31 smithi119 ceph-mon[96316]: pgmap v4112: 137 pgs: 137 active+clean; 744 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 50 KiB/s rd, 1.5 KiB/s wr, 98 op/s 2024-04-13T09:02:31.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:31 smithi119 ceph-mon[96316]: osdmap e2124: 8 total, 8 up, 8 in 2024-04-13T09:02:31.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:31 smithi119 ceph-mon[96316]: osdmap e2125: 8 total, 8 up, 8 in 2024-04-13T09:02:31.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:31 smithi119 ceph-mon[93746]: pgmap v4112: 137 pgs: 137 active+clean; 744 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 50 KiB/s rd, 1.5 KiB/s wr, 98 op/s 2024-04-13T09:02:31.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:31 smithi119 ceph-mon[93746]: osdmap e2124: 8 total, 8 up, 8 in 2024-04-13T09:02:31.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:31 smithi119 ceph-mon[93746]: osdmap e2125: 8 total, 8 up, 8 in 2024-04-13T09:02:32.290 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~159383552,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:32.290 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~159383552,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:32.311 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~180355072,301989888~117440512] 2024-04-13T09:02:32.311 INFO:tasks.workunit.client.0.smithi119.stdout:from 1 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:32.311 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~109051904,251658240~46137344,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:32.313 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~130023424,251658240~46137344,301989888~117440512] 2024-04-13T09:02:32.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:02:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:02:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:02:33.299 INFO:tasks.workunit.client.0.smithi119.stdout:from 0 to HEAD diff [0~41943040,46137344~62914560,117440512~16777216,138412032~159383552,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:33.299 INFO:tasks.workunit.client.0.smithi119.stdout: limited diff [0~41943040,46137344~62914560,117440512~16777216,138412032~159383552,301989888~8388608,314572800~37748736,356515840~37748736,398458880~20971520] 2024-04-13T09:02:33.323 INFO:tasks.workunit.client.0.smithi119.stdout: actual was [0~41943040,46137344~67108864,117440512~180355072,301989888~117440512] 2024-04-13T09:02:33.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:33 smithi139 ceph-mon[88985]: pgmap v4115: 137 pgs: 137 active+clean; 592 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 123 KiB/s rd, 6.0 KiB/s wr, 189 op/s 2024-04-13T09:02:33.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:33 smithi139 ceph-mon[88985]: osdmap e2126: 8 total, 8 up, 8 in 2024-04-13T09:02:33.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:33 smithi119 ceph-mon[96316]: pgmap v4115: 137 pgs: 137 active+clean; 592 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 123 KiB/s rd, 6.0 KiB/s wr, 189 op/s 2024-04-13T09:02:33.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:33 smithi119 ceph-mon[96316]: osdmap e2126: 8 total, 8 up, 8 in 2024-04-13T09:02:33.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:33 smithi119 ceph-mon[93746]: pgmap v4115: 137 pgs: 137 active+clean; 592 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 123 KiB/s rd, 6.0 KiB/s wr, 189 op/s 2024-04-13T09:02:33.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:33 smithi119 ceph-mon[93746]: osdmap e2126: 8 total, 8 up, 8 in 2024-04-13T09:02:34.335 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] DiffIterateTest/1.DiffIterateStress (38992 ms) 2024-04-13T09:02:34.336 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParent 2024-04-13T09:02:34.336 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T09:02:34.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:34 smithi139 ceph-mon[88985]: osdmap e2127: 8 total, 8 up, 8 in 2024-04-13T09:02:34.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:34 smithi119 ceph-mon[96316]: osdmap e2127: 8 total, 8 up, 8 in 2024-04-13T09:02:34.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:34 smithi119 ceph-mon[93746]: osdmap e2127: 8 total, 8 up, 8 in 2024-04-13T09:02:35.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:02:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:02:34] "GET /metrics HTTP/1.1" 200 36618 "" "Prometheus/2.43.0" 2024-04-13T09:02:35.416 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] DiffIterateTest/1.DiffIterateParent (1081 ms) 2024-04-13T09:02:35.416 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] DiffIterateTest/1.DiffIterateIgnoreParent 2024-04-13T09:02:35.416 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T09:02:35.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:35 smithi139 ceph-mon[88985]: pgmap v4118: 137 pgs: 137 active+clean; 570 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 139 KiB/s rd, 6.2 KiB/s wr, 220 op/s 2024-04-13T09:02:35.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:35 smithi139 ceph-mon[88985]: osdmap e2128: 8 total, 8 up, 8 in 2024-04-13T09:02:35.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:35 smithi119 ceph-mon[96316]: pgmap v4118: 137 pgs: 137 active+clean; 570 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 139 KiB/s rd, 6.2 KiB/s wr, 220 op/s 2024-04-13T09:02:35.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:35 smithi119 ceph-mon[96316]: osdmap e2128: 8 total, 8 up, 8 in 2024-04-13T09:02:35.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:35 smithi119 ceph-mon[93746]: pgmap v4118: 137 pgs: 137 active+clean; 570 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 139 KiB/s rd, 6.2 KiB/s wr, 220 op/s 2024-04-13T09:02:35.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:35 smithi119 ceph-mon[93746]: osdmap e2128: 8 total, 8 up, 8 in 2024-04-13T09:02:36.382 INFO:tasks.workunit.client.0.smithi119.stdout: wrote [0~16777216] to clone 2024-04-13T09:02:36.382 INFO:tasks.workunit.client.0.smithi119.stdout: diff was [0~16777216] 2024-04-13T09:02:36.386 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] DiffIterateTest/1.DiffIterateIgnoreParent (970 ms) 2024-04-13T09:02:36.386 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] DiffIterateTest/1.DiffIterateCallbackError 2024-04-13T09:02:36.386 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T09:02:36.405 INFO:tasks.workunit.client.0.smithi119.stdout: wrote [1677333~28833,2405230~47266,3845871~58652,4657075~42149,5509091~66389,6360943~2705,7247468~62345,7776528~1704,12478931~26671,16881419~71082] 2024-04-13T09:02:36.415 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] DiffIterateTest/1.DiffIterateCallbackError (29 ms) 2024-04-13T09:02:36.415 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParentDiscard 2024-04-13T09:02:36.415 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T09:02:36.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:36 smithi139 ceph-mon[88985]: osdmap e2129: 8 total, 8 up, 8 in 2024-04-13T09:02:36.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:36 smithi139 ceph-mon[88985]: osdmap e2130: 8 total, 8 up, 8 in 2024-04-13T09:02:36.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:36 smithi119 ceph-mon[96316]: osdmap e2129: 8 total, 8 up, 8 in 2024-04-13T09:02:36.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:36 smithi119 ceph-mon[96316]: osdmap e2130: 8 total, 8 up, 8 in 2024-04-13T09:02:36.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:36 smithi119 ceph-mon[93746]: osdmap e2129: 8 total, 8 up, 8 in 2024-04-13T09:02:36.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:36 smithi119 ceph-mon[93746]: osdmap e2130: 8 total, 8 up, 8 in 2024-04-13T09:02:37.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:37 smithi139 ceph-mon[88985]: pgmap v4121: 137 pgs: 137 active+clean; 487 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.5 MiB/s wr, 113 op/s 2024-04-13T09:02:37.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:37 smithi119 ceph-mon[96316]: pgmap v4121: 137 pgs: 137 active+clean; 487 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.5 MiB/s wr, 113 op/s 2024-04-13T09:02:37.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:37 smithi119 ceph-mon[93746]: pgmap v4121: 137 pgs: 137 active+clean; 487 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.5 MiB/s wr, 113 op/s 2024-04-13T09:02:38.424 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] DiffIterateTest/1.DiffIterateParentDiscard (2007 ms) 2024-04-13T09:02:38.424 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnalignedSmall 2024-04-13T09:02:38.424 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T09:02:38.482 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnalignedSmall (60 ms) 2024-04-13T09:02:38.482 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnaligned 2024-04-13T09:02:38.482 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T09:02:38.559 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnaligned (77 ms) 2024-04-13T09:02:38.559 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTryAcquireLock 2024-04-13T09:02:38.559 INFO:tasks.workunit.client.0.smithi119.stdout:using new format! 2024-04-13T09:02:38.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:38 smithi139 ceph-mon[88985]: osdmap e2131: 8 total, 8 up, 8 in 2024-04-13T09:02:38.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:38 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:02:38.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:38 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T09:02:38.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:38 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T09:02:38.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:38 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:02:38.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:38 smithi119 ceph-mon[96316]: osdmap e2131: 8 total, 8 up, 8 in 2024-04-13T09:02:38.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:38 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:02:38.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:38 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T09:02:38.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:38 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T09:02:38.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:38 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:02:38.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:38 smithi119 ceph-mon[93746]: osdmap e2131: 8 total, 8 up, 8 in 2024-04-13T09:02:38.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:38 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:02:38.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:38 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T09:02:38.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:38 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T09:02:38.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:38 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:02:39.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:39 smithi139 ceph-mon[88985]: pgmap v4124: 137 pgs: 137 active+clean; 480 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.5 MiB/s wr, 216 op/s 2024-04-13T09:02:39.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:39 smithi139 ceph-mon[88985]: osdmap e2132: 8 total, 8 up, 8 in 2024-04-13T09:02:39.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:02:39.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:39 smithi119 ceph-mon[96316]: pgmap v4124: 137 pgs: 137 active+clean; 480 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.5 MiB/s wr, 216 op/s 2024-04-13T09:02:39.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:39 smithi119 ceph-mon[96316]: osdmap e2132: 8 total, 8 up, 8 in 2024-04-13T09:02:39.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:02:39.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:39 smithi119 ceph-mon[93746]: pgmap v4124: 137 pgs: 137 active+clean; 480 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.5 MiB/s wr, 216 op/s 2024-04-13T09:02:39.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:39 smithi119 ceph-mon[93746]: osdmap e2132: 8 total, 8 up, 8 in 2024-04-13T09:02:39.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:02:41.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:41 smithi139 ceph-mon[88985]: pgmap v4126: 137 pgs: 137 active+clean; 480 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 7.4 MiB/s wr, 186 op/s 2024-04-13T09:02:41.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:41 smithi139 ceph-mon[88985]: osdmap e2133: 8 total, 8 up, 8 in 2024-04-13T09:02:41.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:41 smithi119 ceph-mon[96316]: pgmap v4126: 137 pgs: 137 active+clean; 480 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 7.4 MiB/s wr, 186 op/s 2024-04-13T09:02:41.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:41 smithi119 ceph-mon[96316]: osdmap e2133: 8 total, 8 up, 8 in 2024-04-13T09:02:41.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:41 smithi119 ceph-mon[93746]: pgmap v4126: 137 pgs: 137 active+clean; 480 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 7.4 MiB/s wr, 186 op/s 2024-04-13T09:02:41.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:41 smithi119 ceph-mon[93746]: osdmap e2133: 8 total, 8 up, 8 in 2024-04-13T09:02:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:02:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:02:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:02:43.607 INFO:tasks.workunit.client.0.smithi119.stdout:[ OK ] DiffIterateTest/1.DiffIterateTryAcquireLock (5048 ms) 2024-04-13T09:02:43.607 INFO:tasks.workunit.client.0.smithi119.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStriping 2024-04-13T09:02:43.607 INFO:tasks.workunit.client.0.smithi119.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/test_librbd.cc:8604: Skipped 2024-04-13T09:02:43.607 INFO:tasks.workunit.client.0.smithi119.stdout:Skipping due to unmet REQUIRE 2024-04-13T09:02:43.607 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] DiffIterateTest/1.DiffIterateStriping (0 ms) 2024-04-13T09:02:43.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:43 smithi139 ceph-mon[88985]: pgmap v4128: 137 pgs: 137 active+clean; 549 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 7.4 MiB/s wr, 232 op/s 2024-04-13T09:02:43.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:43 smithi119 ceph-mon[96316]: pgmap v4128: 137 pgs: 137 active+clean; 549 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 7.4 MiB/s wr, 232 op/s 2024-04-13T09:02:43.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:43 smithi119 ceph-mon[93746]: pgmap v4128: 137 pgs: 137 active+clean; 549 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 7.4 MiB/s wr, 232 op/s 2024-04-13T09:02:44.346 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] 15 tests from DiffIterateTest/1 (68249 ms total) 2024-04-13T09:02:44.346 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T09:02:44.346 INFO:tasks.workunit.client.0.smithi119.stdout:[----------] Global test environment tear-down 2024-04-13T09:02:44.346 INFO:tasks.workunit.client.0.smithi119.stdout:[==========] 480 tests from 24 test suites ran. (2118417 ms total) 2024-04-13T09:02:44.346 INFO:tasks.workunit.client.0.smithi119.stdout:[ PASSED ] 434 tests. 2024-04-13T09:02:44.346 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] 46 tests, listed below: 2024-04-13T09:02:44.347 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestJournalStress.DiscardWithPruneWriteOverlap 2024-04-13T09:02:44.347 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestJournalReplay.AioDiscardEvent 2024-04-13T09:02:44.347 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestJournalReplay.AioWriteEvent 2024-04-13T09:02:44.347 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestJournalReplay.AioFlushEvent 2024-04-13T09:02:44.347 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestJournalReplay.SnapCreate 2024-04-13T09:02:44.347 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestJournalReplay.SnapProtect 2024-04-13T09:02:44.347 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestJournalReplay.SnapUnprotect 2024-04-13T09:02:44.347 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestJournalReplay.SnapRename 2024-04-13T09:02:44.347 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestJournalReplay.SnapRollback 2024-04-13T09:02:44.347 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestJournalReplay.SnapRemove 2024-04-13T09:02:44.347 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestJournalReplay.Rename 2024-04-13T09:02:44.347 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestJournalReplay.Resize 2024-04-13T09:02:44.347 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestJournalReplay.Flatten 2024-04-13T09:02:44.347 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestJournalReplay.UpdateFeatures 2024-04-13T09:02:44.347 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestJournalReplay.MetadataSet 2024-04-13T09:02:44.348 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestJournalReplay.MetadataRemove 2024-04-13T09:02:44.348 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestJournalReplay.ObjectPosition 2024-04-13T09:02:44.348 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestJournalEntries.AioWrite 2024-04-13T09:02:44.348 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestJournalEntries.AioDiscard 2024-04-13T09:02:44.348 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestJournalEntries.AioDiscardWithPrune 2024-04-13T09:02:44.348 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestJournalEntries.AioFlush 2024-04-13T09:02:44.348 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestOperations.DisableJournalingCorrupt 2024-04-13T09:02:44.348 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestMigration.MirroringSamePool 2024-04-13T09:02:44.348 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestMigration.MirroringAbort 2024-04-13T09:02:44.348 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolDisabled 2024-04-13T09:02:44.348 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolEnabled 2024-04-13T09:02:44.348 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestMigration.MirroringPool 2024-04-13T09:02:44.348 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2024-04-13T09:02:44.348 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2024-04-13T09:02:44.349 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2024-04-13T09:02:44.349 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2024-04-13T09:02:44.349 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2024-04-13T09:02:44.349 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2024-04-13T09:02:44.349 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2024-04-13T09:02:44.349 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2024-04-13T09:02:44.349 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2024-04-13T09:02:44.349 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2024-04-13T09:02:44.349 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestMirroring.DisableImageMirrorWithPeer 2024-04-13T09:02:44.349 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestMirroring.DisableJournalingWithPeer 2024-04-13T09:02:44.349 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestInternal.DiscardCopyup 2024-04-13T09:02:44.349 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestInternal.TestCoR 2024-04-13T09:02:44.349 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestLibRBD.EncryptionLoadBadStripePattern 2024-04-13T09:02:44.349 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestLibRBD.EnableJournalingViaLockOwner 2024-04-13T09:02:44.350 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] TestLibRBD.ExclusiveLockReadTransition 2024-04-13T09:02:44.350 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] DiffIterateTest/0.DiffIterateStriping 2024-04-13T09:02:44.350 INFO:tasks.workunit.client.0.smithi119.stdout:[ SKIPPED ] DiffIterateTest/1.DiffIterateStriping 2024-04-13T09:02:44.350 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T09:02:44.350 INFO:tasks.workunit.client.0.smithi119.stdout: YOU HAVE 2 DISABLED TESTS 2024-04-13T09:02:44.350 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T09:02:44.359 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-13T09:02:44.359 DEBUG:teuthology.orchestra.run.smithi119:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-13T09:02:44.431 INFO:tasks.workunit:Stopping ['rbd/test_librbd.sh'] on client.0... 2024-04-13T09:02:44.431 DEBUG:teuthology.orchestra.run.smithi119:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-13T09:02:44.689 DEBUG:teuthology.parallel:result is None 2024-04-13T09:02:44.690 DEBUG:teuthology.orchestra.run.smithi119:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-13T09:02:44.716 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-13T09:02:44.716 DEBUG:teuthology.orchestra.run.smithi119:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-13T09:02:44.771 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-13T09:02:44.771 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-13T09:02:44.772 INFO:teuthology.task.print:**** done end test_rbd_api.yaml 2024-04-13T09:02:44.772 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-13T09:02:44.772 INFO:teuthology.task.print:**** done start test_rbd_python.yaml 2024-04-13T09:02:44.772 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-13T09:02:44.773 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-13T09:02:44.773 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-13T09:02:44.773 DEBUG:teuthology.orchestra.run.smithi119:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-13T09:02:44.826 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-13T09:02:44.827 INFO:teuthology.orchestra.run.smithi119.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-13T09:02:44.827 DEBUG:teuthology.orchestra.run.smithi119:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-13T09:02:44.883 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-13T09:02:44.883 DEBUG:teuthology.orchestra.run.smithi119:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-13T09:02:44.938 INFO:tasks.workunit:timeout=3h 2024-04-13T09:02:44.938 INFO:tasks.workunit:cleanup=True 2024-04-13T09:02:44.938 DEBUG:teuthology.orchestra.run.smithi119:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-13T09:02:44.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:02:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:02:44] "GET /metrics HTTP/1.1" 200 36619 "" "Prometheus/2.43.0" 2024-04-13T09:02:44.980 INFO:tasks.workunit.client.0.smithi119.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-13T09:02:45.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:45 smithi139 ceph-mon[88985]: pgmap v4129: 137 pgs: 137 active+clean; 559 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 6.0 MiB/s wr, 205 op/s 2024-04-13T09:02:45.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:45 smithi139 ceph-mon[88985]: osdmap e2134: 8 total, 8 up, 8 in 2024-04-13T09:02:45.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:45 smithi119 ceph-mon[96316]: pgmap v4129: 137 pgs: 137 active+clean; 559 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 6.0 MiB/s wr, 205 op/s 2024-04-13T09:02:45.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:45 smithi119 ceph-mon[96316]: osdmap e2134: 8 total, 8 up, 8 in 2024-04-13T09:02:45.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:45 smithi119 ceph-mon[93746]: pgmap v4129: 137 pgs: 137 active+clean; 559 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 6.0 MiB/s wr, 205 op/s 2024-04-13T09:02:45.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:45 smithi119 ceph-mon[93746]: osdmap e2134: 8 total, 8 up, 8 in 2024-04-13T09:02:47.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:47 smithi139 ceph-mon[88985]: pgmap v4131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:02:47.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:47 smithi119 ceph-mon[96316]: pgmap v4131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:02:47.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:47 smithi119 ceph-mon[93746]: pgmap v4131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:02:49.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:49 smithi139 ceph-mon[88985]: pgmap v4132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:02:49.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:49 smithi119 ceph-mon[93746]: pgmap v4132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:02:49.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:49 smithi119 ceph-mon[96316]: pgmap v4132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:02:51.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:51 smithi139 ceph-mon[88985]: pgmap v4133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:02:51.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:51 smithi119 ceph-mon[96316]: pgmap v4133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:02:51.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:51 smithi119 ceph-mon[93746]: pgmap v4133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:02:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:02:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:02:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:02:53.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:53 smithi139 ceph-mon[88985]: pgmap v4134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-13T09:02:53.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:53 smithi119 ceph-mon[96316]: pgmap v4134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-13T09:02:53.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:53 smithi119 ceph-mon[93746]: pgmap v4134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-13T09:02:54.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:02:54.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:02:54.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:02:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:02:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:02:54] "GET /metrics HTTP/1.1" 200 34126 "" "Prometheus/2.43.0" 2024-04-13T09:02:55.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:55 smithi139 ceph-mon[88985]: pgmap v4135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-13T09:02:55.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:55 smithi119 ceph-mon[96316]: pgmap v4135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-13T09:02:55.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:55 smithi119 ceph-mon[93746]: pgmap v4135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-13T09:02:57.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:57 smithi139 ceph-mon[88985]: pgmap v4136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-13T09:02:57.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:57 smithi119 ceph-mon[96316]: pgmap v4136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-13T09:02:57.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:57 smithi119 ceph-mon[93746]: pgmap v4136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-13T09:02:58.100 DEBUG:teuthology.orchestra.run.smithi119:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-13T09:02:58.157 INFO:tasks.workunit.client.0.smithi119.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-13T09:02:58.159 INFO:tasks.workunit.client.0.smithi119.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-13T09:02:58.159 INFO:tasks.workunit.client.0.smithi119.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-13T09:02:58.244 INFO:tasks.workunit.client.0.smithi119.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-13T09:02:58.292 INFO:tasks.workunit.client.0.smithi119.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-13T09:02:58.331 INFO:tasks.workunit.client.0.smithi119.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-13T09:02:58.333 INFO:tasks.workunit.client.0.smithi119.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-13T09:02:58.333 INFO:tasks.workunit.client.0.smithi119.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-13T09:02:58.372 INFO:tasks.workunit.client.0.smithi119.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-13T09:02:58.375 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-04-13T09:02:58.375 DEBUG:teuthology.orchestra.run.smithi119:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-13T09:02:58.432 INFO:tasks.workunit:Running workunits matching rbd/test_librbd_python.sh on client.0... 2024-04-13T09:02:58.434 INFO:tasks.workunit:Running workunit rbd/test_librbd_python.sh... 2024-04-13T09:02:58.434 DEBUG:teuthology.orchestra.run.smithi119:workunit test rbd/test_librbd_python.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-04-13T09:02:58.499 INFO:tasks.workunit.client.0.smithi119.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-04-13T09:02:58.499 INFO:tasks.workunit.client.0.smithi119.stderr:+ relpath=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind 2024-04-13T09:02:58.499 INFO:tasks.workunit.client.0.smithi119.stderr:+ '[' -n '' ']' 2024-04-13T09:02:58.499 INFO:tasks.workunit.client.0.smithi119.stderr:+ python3 -m pytest -v /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind/test_rbd.py 2024-04-13T09:02:58.665 INFO:tasks.workunit.client.0.smithi119.stdout:============================= test session starts ============================== 2024-04-13T09:02:58.665 INFO:tasks.workunit.client.0.smithi119.stdout:platform linux -- Python 3.9.17, pytest-6.2.2, py-1.10.0, pluggy-0.13.1 -- /usr/bin/python3 2024-04-13T09:02:58.665 INFO:tasks.workunit.client.0.smithi119.stdout:cachedir: .pytest_cache 2024-04-13T09:02:58.665 INFO:tasks.workunit.client.0.smithi119.stdout:rootdir: /home/ubuntu/cephtest/clone.client.0/src/test/pybind, configfile: pytest.ini 2024-04-13T09:02:59.098 INFO:tasks.workunit.client.0.smithi119.stdout:collecting ... collected 175 items 2024-04-13T09:02:59.098 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T09:02:59.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:02:59 smithi139 ceph-mon[88985]: pgmap v4137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-13T09:02:59.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:02:59 smithi119 ceph-mon[96316]: pgmap v4137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-13T09:02:59.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:02:59 smithi119 ceph-mon[93746]: pgmap v4137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-13T09:03:00.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:00 smithi139 ceph-mon[88985]: osdmap e2135: 8 total, 8 up, 8 in 2024-04-13T09:03:00.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:00 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi119-215625-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-13T09:03:00.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:00 smithi119 ceph-mon[96316]: osdmap e2135: 8 total, 8 up, 8 in 2024-04-13T09:03:00.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:00 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi119-215625-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-13T09:03:00.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:00 smithi119 ceph-mon[93746]: osdmap e2135: 8 total, 8 up, 8 in 2024-04-13T09:03:00.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:00 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi119-215625-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-13T09:03:01.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:01 smithi139 ceph-mon[88985]: pgmap v4139: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-13T09:03:01.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:01 smithi139 ceph-mon[88985]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T09:03:01.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:01 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi119-215625-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-04-13T09:03:01.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:01 smithi139 ceph-mon[88985]: osdmap e2136: 8 total, 8 up, 8 in 2024-04-13T09:03:01.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:01 smithi119 ceph-mon[96316]: pgmap v4139: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-13T09:03:01.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:01 smithi119 ceph-mon[96316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T09:03:01.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:01 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi119-215625-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-04-13T09:03:01.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:01 smithi119 ceph-mon[96316]: osdmap e2136: 8 total, 8 up, 8 in 2024-04-13T09:03:01.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:01 smithi119 ceph-mon[93746]: pgmap v4139: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-13T09:03:01.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:01 smithi119 ceph-mon[93746]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T09:03:01.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:01 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi119-215625-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-04-13T09:03:01.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:01 smithi119 ceph-mon[93746]: osdmap e2136: 8 total, 8 up, 8 in 2024-04-13T09:03:02.405 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_version PASSED [ 0%] 2024-04-13T09:03:02.489 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create PASSED [ 1%] 2024-04-13T09:03:02.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:02 smithi139 ceph-mon[88985]: osdmap e2137: 8 total, 8 up, 8 in 2024-04-13T09:03:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:03:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:03:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:03:02.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:02 smithi119 ceph-mon[96316]: osdmap e2137: 8 total, 8 up, 8 in 2024-04-13T09:03:02.797 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:02 smithi119 ceph-mon[93746]: osdmap e2137: 8 total, 8 up, 8 in 2024-04-13T09:03:03.126 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_defaults PASSED [ 1%] 2024-04-13T09:03:03.230 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_context_manager PASSED [ 2%] 2024-04-13T09:03:03.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:03 smithi119 ceph-mon[96316]: pgmap v4142: 137 pgs: 2 unknown, 135 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-13T09:03:03.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:03 smithi119 ceph-mon[96316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T09:03:03.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:03 smithi119 ceph-mon[96316]: osdmap e2138: 8 total, 8 up, 8 in 2024-04-13T09:03:03.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:03 smithi119 ceph-mon[93746]: pgmap v4142: 137 pgs: 2 unknown, 135 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-13T09:03:03.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:03 smithi119 ceph-mon[93746]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T09:03:03.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:03 smithi119 ceph-mon[93746]: osdmap e2138: 8 total, 8 up, 8 in 2024-04-13T09:03:03.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:03 smithi139 ceph-mon[88985]: pgmap v4142: 137 pgs: 2 unknown, 135 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-13T09:03:03.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:03 smithi139 ceph-mon[88985]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T09:03:03.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:03 smithi139 ceph-mon[88985]: osdmap e2138: 8 total, 8 up, 8 in 2024-04-13T09:03:04.517 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_read_only PASSED [ 2%] 2024-04-13T09:03:04.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:04 smithi119 ceph-mon[96316]: osdmap e2139: 8 total, 8 up, 8 in 2024-04-13T09:03:04.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:04 smithi119 ceph-mon[93746]: osdmap e2139: 8 total, 8 up, 8 in 2024-04-13T09:03:04.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:04 smithi139 ceph-mon[88985]: osdmap e2139: 8 total, 8 up, 8 in 2024-04-13T09:03:05.061 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_dne PASSED [ 3%] 2024-04-13T09:03:05.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:03:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:03:04] "GET /metrics HTTP/1.1" 200 34126 "" "Prometheus/2.43.0" 2024-04-13T09:03:05.599 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_readonly_dne PASSED [ 4%] 2024-04-13T09:03:05.692 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_by_id PASSED [ 4%] 2024-04-13T09:03:05.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:05 smithi119 ceph-mon[96316]: pgmap v4145: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-13T09:03:05.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:05 smithi119 ceph-mon[96316]: osdmap e2140: 8 total, 8 up, 8 in 2024-04-13T09:03:05.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:05 smithi119 ceph-mon[93746]: pgmap v4145: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-13T09:03:05.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:05 smithi119 ceph-mon[93746]: osdmap e2140: 8 total, 8 up, 8 in 2024-04-13T09:03:05.782 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_aio_open PASSED [ 5%] 2024-04-13T09:03:05.794 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_dne PASSED [ 5%] 2024-04-13T09:03:05.795 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_empty PASSED [ 6%] 2024-04-13T09:03:05.867 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list PASSED [ 6%] 2024-04-13T09:03:05.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:05 smithi139 ceph-mon[88985]: pgmap v4145: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-13T09:03:05.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:05 smithi139 ceph-mon[88985]: osdmap e2140: 8 total, 8 up, 8 in 2024-04-13T09:03:05.932 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_with_progress PASSED [ 7%] 2024-04-13T09:03:06.012 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_canceled PASSED [ 8%] 2024-04-13T09:03:06.077 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_with_progress_except PASSED [ 8%] 2024-04-13T09:03:06.174 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename PASSED [ 9%] 2024-04-13T09:03:06.433 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_metadata PASSED [ 9%] 2024-04-13T09:03:06.450 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_config_list PASSED [ 10%] 2024-04-13T09:03:06.458 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_config_set_and_get_and_remove PASSED [ 10%] 2024-04-13T09:03:06.482 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_namespaces PASSED [ 11%] 2024-04-13T09:03:06.716 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:03:06 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:09:03:06] ENGINE Bus STOPPING 2024-04-13T09:03:06.716 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:03:06 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:09:03:06] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-13T09:03:06.716 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:03:06 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:09:03:06] ENGINE Bus STOPPED 2024-04-13T09:03:06.716 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:03:06 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:09:03:06] ENGINE Bus STARTING 2024-04-13T09:03:06.716 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:03:06 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:09:03:06] ENGINE Serving on http://:::9283 2024-04-13T09:03:06.716 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:03:06 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:09:03:06] ENGINE Bus STARTED 2024-04-13T09:03:07.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:07 smithi119 ceph-mon[93746]: pgmap v4147: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 246 KiB/s rd, 16 KiB/s wr, 334 op/s 2024-04-13T09:03:07.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:07 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' 2024-04-13T09:03:07.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:07 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:03:07.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:07 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T09:03:07.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:07 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T09:03:07.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:07 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:03:07.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:07 smithi119 ceph-mon[96316]: pgmap v4147: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 246 KiB/s rd, 16 KiB/s wr, 334 op/s 2024-04-13T09:03:07.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:07 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' 2024-04-13T09:03:07.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:07 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:03:07.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:07 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T09:03:07.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:07 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T09:03:07.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:07 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:03:07.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:07 smithi139 ceph-mon[88985]: pgmap v4147: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 246 KiB/s rd, 16 KiB/s wr, 334 op/s 2024-04-13T09:03:07.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:07 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' 2024-04-13T09:03:07.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:07 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:03:07.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:07 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T09:03:07.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:07 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T09:03:07.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:07 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:03:08.593 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_stats PASSED [ 12%] 2024-04-13T09:03:08.594 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_to_string PASSED [ 12%] 2024-04-13T09:03:08.595 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_from_string PASSED [ 13%] 2024-04-13T09:03:08.667 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_update_features SKIPPED [ 13%] 2024-04-13T09:03:08.736 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_with_params SKIPPED [ 14%] 2024-04-13T09:03:08.811 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_id PASSED [ 14%] 2024-04-13T09:03:08.882 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_block_name_prefix PASSED [ 15%] 2024-04-13T09:03:08.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:08 smithi139 ceph-mon[88985]: osdmap e2141: 8 total, 8 up, 8 in 2024-04-13T09:03:08.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:08 smithi139 ceph-mon[88985]: pgmap v4149: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 307 KiB/s rd, 28 KiB/s wr, 426 op/s 2024-04-13T09:03:08.955 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_data_pool_id PASSED [ 16%] 2024-04-13T09:03:08.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:08 smithi119 ceph-mon[96316]: osdmap e2141: 8 total, 8 up, 8 in 2024-04-13T09:03:08.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:08 smithi119 ceph-mon[96316]: pgmap v4149: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 307 KiB/s rd, 28 KiB/s wr, 426 op/s 2024-04-13T09:03:08.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:08 smithi119 ceph-mon[93746]: osdmap e2141: 8 total, 8 up, 8 in 2024-04-13T09:03:08.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:08 smithi119 ceph-mon[93746]: pgmap v4149: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 307 KiB/s rd, 28 KiB/s wr, 426 op/s 2024-04-13T09:03:09.036 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_timestamp PASSED [ 16%] 2024-04-13T09:03:09.105 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_access_timestamp PASSED [ 17%] 2024-04-13T09:03:09.176 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_modify_timestamp PASSED [ 17%] 2024-04-13T09:03:09.261 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_invalidate_cache PASSED [ 18%] 2024-04-13T09:03:09.333 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_stat PASSED [ 18%] 2024-04-13T09:03:09.411 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_flags PASSED [ 19%] 2024-04-13T09:03:09.498 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_auto_close PASSED [ 20%] 2024-04-13T09:03:09.575 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_use_after_close PASSED [ 20%] 2024-04-13T09:03:09.663 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write PASSED [ 21%] 2024-04-13T09:03:09.746 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_with_fadvise_flags PASSED [ 21%] 2024-04-13T09:03:09.831 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes PASSED [ 22%] 2024-04-13T09:03:09.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:09 smithi139 ceph-mon[88985]: osdmap e2142: 8 total, 8 up, 8 in 2024-04-13T09:03:09.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:03:09.924 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes_thick_provision PASSED [ 22%] 2024-04-13T09:03:09.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:09 smithi119 ceph-mon[96316]: osdmap e2142: 8 total, 8 up, 8 in 2024-04-13T09:03:09.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:03:09.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:09 smithi119 ceph-mon[93746]: osdmap e2142: 8 total, 8 up, 8 in 2024-04-13T09:03:09.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:03:10.001 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read PASSED [ 23%] 2024-04-13T09:03:10.085 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_with_fadvise_flags PASSED [ 24%] 2024-04-13T09:03:10.217 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_write PASSED [ 24%] 2024-04-13T09:03:10.295 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_read PASSED [ 25%] 2024-04-13T09:03:10.382 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_read PASSED [ 25%] 2024-04-13T09:03:10.460 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_bad_offset PASSED [ 26%] 2024-04-13T09:03:10.546 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize PASSED [ 26%] 2024-04-13T09:03:10.629 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_allow_shrink_False PASSED [ 27%] 2024-04-13T09:03:10.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:10 smithi139 ceph-mon[88985]: pgmap v4151: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 284 KiB/s rd, 26 KiB/s wr, 394 op/s 2024-04-13T09:03:10.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:10 smithi119 ceph-mon[96316]: pgmap v4151: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 284 KiB/s rd, 26 KiB/s wr, 394 op/s 2024-04-13T09:03:10.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:10 smithi119 ceph-mon[93746]: pgmap v4151: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 284 KiB/s rd, 26 KiB/s wr, 394 op/s 2024-04-13T09:03:12.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:12 smithi139 ceph-mon[88985]: osdmap e2143: 8 total, 8 up, 8 in 2024-04-13T09:03:12.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:03:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:03:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:03:12.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:12 smithi119 ceph-mon[96316]: osdmap e2143: 8 total, 8 up, 8 in 2024-04-13T09:03:12.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:12 smithi119 ceph-mon[93746]: osdmap e2143: 8 total, 8 up, 8 in 2024-04-13T09:03:13.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:13 smithi139 ceph-mon[88985]: pgmap v4153: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.4 MiB/s wr, 1.20k op/s 2024-04-13T09:03:13.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:13 smithi139 ceph-mon[88985]: osdmap e2144: 8 total, 8 up, 8 in 2024-04-13T09:03:13.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:13 smithi119 ceph-mon[96316]: pgmap v4153: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.4 MiB/s wr, 1.20k op/s 2024-04-13T09:03:13.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:13 smithi119 ceph-mon[96316]: osdmap e2144: 8 total, 8 up, 8 in 2024-04-13T09:03:13.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:13 smithi119 ceph-mon[93746]: pgmap v4153: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.4 MiB/s wr, 1.20k op/s 2024-04-13T09:03:13.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:13 smithi119 ceph-mon[93746]: osdmap e2144: 8 total, 8 up, 8 in 2024-04-13T09:03:14.359 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_size PASSED [ 28%] 2024-04-13T09:03:14.460 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_down PASSED [ 28%] 2024-04-13T09:03:14.563 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_bytes PASSED [ 29%] 2024-04-13T09:03:14.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:14 smithi139 ceph-mon[88985]: osdmap e2145: 8 total, 8 up, 8 in 2024-04-13T09:03:14.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:14 smithi119 ceph-mon[96316]: osdmap e2145: 8 total, 8 up, 8 in 2024-04-13T09:03:14.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:14 smithi119 ceph-mon[93746]: osdmap e2145: 8 total, 8 up, 8 in 2024-04-13T09:03:14.994 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy PASSED [ 29%] 2024-04-13T09:03:15.185 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy2 PASSED [ 30%] 2024-04-13T09:03:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:03:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:03:14] "GET /metrics HTTP/1.1" 200 36591 "" "Prometheus/2.43.0" 2024-04-13T09:03:15.266 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy3 SKIPPED [ 30%] 2024-04-13T09:03:15.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:15 smithi139 ceph-mon[88985]: pgmap v4156: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.5 MiB/s wr, 1.23k op/s 2024-04-13T09:03:15.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:15 smithi139 ceph-mon[88985]: osdmap e2146: 8 total, 8 up, 8 in 2024-04-13T09:03:15.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:15 smithi119 ceph-mon[96316]: pgmap v4156: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.5 MiB/s wr, 1.23k op/s 2024-04-13T09:03:15.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:15 smithi119 ceph-mon[96316]: osdmap e2146: 8 total, 8 up, 8 in 2024-04-13T09:03:15.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:15 smithi119 ceph-mon[93746]: pgmap v4156: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.5 MiB/s wr, 1.23k op/s 2024-04-13T09:03:15.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:15 smithi119 ceph-mon[93746]: osdmap e2146: 8 total, 8 up, 8 in 2024-04-13T09:03:17.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:17 smithi139 ceph-mon[88985]: pgmap v4158: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 453 KiB/s rd, 1.7 MiB/s wr, 640 op/s 2024-04-13T09:03:17.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:17 smithi139 ceph-mon[88985]: osdmap e2147: 8 total, 8 up, 8 in 2024-04-13T09:03:17.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:17 smithi119 ceph-mon[96316]: pgmap v4158: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 453 KiB/s rd, 1.7 MiB/s wr, 640 op/s 2024-04-13T09:03:17.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:17 smithi119 ceph-mon[96316]: osdmap e2147: 8 total, 8 up, 8 in 2024-04-13T09:03:17.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:17 smithi119 ceph-mon[93746]: pgmap v4158: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 453 KiB/s rd, 1.7 MiB/s wr, 640 op/s 2024-04-13T09:03:17.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:17 smithi119 ceph-mon[93746]: osdmap e2147: 8 total, 8 up, 8 in 2024-04-13T09:03:18.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:18 smithi139 ceph-mon[88985]: osdmap e2148: 8 total, 8 up, 8 in 2024-04-13T09:03:18.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:18 smithi119 ceph-mon[96316]: osdmap e2148: 8 total, 8 up, 8 in 2024-04-13T09:03:18.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:18 smithi119 ceph-mon[93746]: osdmap e2148: 8 total, 8 up, 8 in 2024-04-13T09:03:19.451 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy PASSED [ 31%] 2024-04-13T09:03:19.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:19 smithi139 ceph-mon[88985]: pgmap v4161: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 324 KiB/s rd, 1.7 MiB/s wr, 460 op/s 2024-04-13T09:03:19.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:19 smithi139 ceph-mon[88985]: osdmap e2149: 8 total, 8 up, 8 in 2024-04-13T09:03:19.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:19 smithi119 ceph-mon[96316]: pgmap v4161: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 324 KiB/s rd, 1.7 MiB/s wr, 460 op/s 2024-04-13T09:03:19.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:19 smithi119 ceph-mon[96316]: osdmap e2149: 8 total, 8 up, 8 in 2024-04-13T09:03:19.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:19 smithi119 ceph-mon[93746]: pgmap v4161: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 324 KiB/s rd, 1.7 MiB/s wr, 460 op/s 2024-04-13T09:03:19.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:19 smithi119 ceph-mon[93746]: osdmap e2149: 8 total, 8 up, 8 in 2024-04-13T09:03:20.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:20 smithi139 ceph-mon[88985]: osdmap e2150: 8 total, 8 up, 8 in 2024-04-13T09:03:20.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:20 smithi119 ceph-mon[96316]: osdmap e2150: 8 total, 8 up, 8 in 2024-04-13T09:03:20.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:20 smithi119 ceph-mon[93746]: osdmap e2150: 8 total, 8 up, 8 in 2024-04-13T09:03:21.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:21 smithi139 ceph-mon[88985]: pgmap v4164: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 12 KiB/s wr, 158 op/s 2024-04-13T09:03:21.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:21 smithi139 ceph-mon[88985]: osdmap e2151: 8 total, 8 up, 8 in 2024-04-13T09:03:21.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:21 smithi139 ceph-mon[88985]: osdmap e2152: 8 total, 8 up, 8 in 2024-04-13T09:03:21.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:21 smithi119 ceph-mon[96316]: pgmap v4164: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 12 KiB/s wr, 158 op/s 2024-04-13T09:03:21.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:21 smithi119 ceph-mon[96316]: osdmap e2151: 8 total, 8 up, 8 in 2024-04-13T09:03:21.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:21 smithi119 ceph-mon[96316]: osdmap e2152: 8 total, 8 up, 8 in 2024-04-13T09:03:21.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:21 smithi119 ceph-mon[93746]: pgmap v4164: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 12 KiB/s wr, 158 op/s 2024-04-13T09:03:21.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:21 smithi119 ceph-mon[93746]: osdmap e2151: 8 total, 8 up, 8 in 2024-04-13T09:03:21.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:21 smithi119 ceph-mon[93746]: osdmap e2152: 8 total, 8 up, 8 in 2024-04-13T09:03:22.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:03:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:03:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:03:23.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:23 smithi139 ceph-mon[88985]: pgmap v4167: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 12 KiB/s wr, 161 op/s 2024-04-13T09:03:23.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:23 smithi139 ceph-mon[88985]: osdmap e2153: 8 total, 8 up, 8 in 2024-04-13T09:03:23.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:23 smithi119 ceph-mon[96316]: pgmap v4167: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 12 KiB/s wr, 161 op/s 2024-04-13T09:03:23.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:23 smithi119 ceph-mon[96316]: osdmap e2153: 8 total, 8 up, 8 in 2024-04-13T09:03:23.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:23 smithi119 ceph-mon[93746]: pgmap v4167: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 12 KiB/s wr, 161 op/s 2024-04-13T09:03:23.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:23 smithi119 ceph-mon[93746]: osdmap e2153: 8 total, 8 up, 8 in 2024-04-13T09:03:24.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:24 smithi139 ceph-mon[88985]: osdmap e2154: 8 total, 8 up, 8 in 2024-04-13T09:03:24.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:03:24.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:24 smithi119 ceph-mon[96316]: osdmap e2154: 8 total, 8 up, 8 in 2024-04-13T09:03:24.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:03:24.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:24 smithi119 ceph-mon[93746]: osdmap e2154: 8 total, 8 up, 8 in 2024-04-13T09:03:24.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:03:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:03:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:03:24] "GET /metrics HTTP/1.1" 200 36602 "" "Prometheus/2.43.0" 2024-04-13T09:03:25.422 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone PASSED [ 32%] 2024-04-13T09:03:25.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:25 smithi139 ceph-mon[88985]: pgmap v4170: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 15 KiB/s wr, 234 op/s 2024-04-13T09:03:25.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:25 smithi139 ceph-mon[88985]: osdmap e2155: 8 total, 8 up, 8 in 2024-04-13T09:03:25.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:25 smithi119 ceph-mon[96316]: pgmap v4170: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 15 KiB/s wr, 234 op/s 2024-04-13T09:03:25.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:25 smithi119 ceph-mon[96316]: osdmap e2155: 8 total, 8 up, 8 in 2024-04-13T09:03:25.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:25 smithi119 ceph-mon[93746]: pgmap v4170: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 15 KiB/s wr, 234 op/s 2024-04-13T09:03:25.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:25 smithi119 ceph-mon[93746]: osdmap e2155: 8 total, 8 up, 8 in 2024-04-13T09:03:26.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:26 smithi139 ceph-mon[88985]: osdmap e2156: 8 total, 8 up, 8 in 2024-04-13T09:03:26.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:26 smithi139 ceph-mon[88985]: osdmap e2157: 8 total, 8 up, 8 in 2024-04-13T09:03:26.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:26 smithi119 ceph-mon[96316]: osdmap e2156: 8 total, 8 up, 8 in 2024-04-13T09:03:26.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:26 smithi119 ceph-mon[96316]: osdmap e2157: 8 total, 8 up, 8 in 2024-04-13T09:03:26.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:26 smithi119 ceph-mon[93746]: osdmap e2156: 8 total, 8 up, 8 in 2024-04-13T09:03:26.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:26 smithi119 ceph-mon[93746]: osdmap e2157: 8 total, 8 up, 8 in 2024-04-13T09:03:27.369 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap PASSED [ 32%] 2024-04-13T09:03:27.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:27 smithi139 ceph-mon[88985]: pgmap v4173: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 146 KiB/s rd, 8.2 KiB/s wr, 188 op/s 2024-04-13T09:03:27.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:27 smithi139 ceph-mon[88985]: osdmap e2158: 8 total, 8 up, 8 in 2024-04-13T09:03:27.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:27 smithi119 ceph-mon[96316]: pgmap v4173: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 146 KiB/s rd, 8.2 KiB/s wr, 188 op/s 2024-04-13T09:03:27.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:27 smithi119 ceph-mon[96316]: osdmap e2158: 8 total, 8 up, 8 in 2024-04-13T09:03:27.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:27 smithi119 ceph-mon[93746]: pgmap v4173: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 146 KiB/s rd, 8.2 KiB/s wr, 188 op/s 2024-04-13T09:03:27.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:27 smithi119 ceph-mon[93746]: osdmap e2158: 8 total, 8 up, 8 in 2024-04-13T09:03:29.443 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_exists PASSED [ 33%] 2024-04-13T09:03:29.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:29 smithi139 ceph-mon[88985]: pgmap v4176: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 142 KiB/s rd, 11 KiB/s wr, 195 op/s 2024-04-13T09:03:29.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:29 smithi139 ceph-mon[88985]: osdmap e2159: 8 total, 8 up, 8 in 2024-04-13T09:03:29.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:29 smithi119 ceph-mon[96316]: pgmap v4176: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 142 KiB/s rd, 11 KiB/s wr, 195 op/s 2024-04-13T09:03:29.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:29 smithi119 ceph-mon[96316]: osdmap e2159: 8 total, 8 up, 8 in 2024-04-13T09:03:29.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:29 smithi119 ceph-mon[93746]: pgmap v4176: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 142 KiB/s rd, 11 KiB/s wr, 195 op/s 2024-04-13T09:03:29.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:29 smithi119 ceph-mon[93746]: osdmap e2159: 8 total, 8 up, 8 in 2024-04-13T09:03:30.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:30 smithi139 ceph-mon[88985]: osdmap e2160: 8 total, 8 up, 8 in 2024-04-13T09:03:30.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:30 smithi119 ceph-mon[96316]: osdmap e2160: 8 total, 8 up, 8 in 2024-04-13T09:03:30.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:30 smithi119 ceph-mon[93746]: osdmap e2160: 8 total, 8 up, 8 in 2024-04-13T09:03:31.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:31 smithi139 ceph-mon[88985]: pgmap v4179: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 5.5 KiB/s wr, 80 op/s 2024-04-13T09:03:31.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:31 smithi139 ceph-mon[88985]: osdmap e2161: 8 total, 8 up, 8 in 2024-04-13T09:03:31.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:31 smithi139 ceph-mon[88985]: osdmap e2162: 8 total, 8 up, 8 in 2024-04-13T09:03:31.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:31 smithi119 ceph-mon[96316]: pgmap v4179: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 5.5 KiB/s wr, 80 op/s 2024-04-13T09:03:31.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:31 smithi119 ceph-mon[96316]: osdmap e2161: 8 total, 8 up, 8 in 2024-04-13T09:03:31.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:31 smithi119 ceph-mon[96316]: osdmap e2162: 8 total, 8 up, 8 in 2024-04-13T09:03:31.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:31 smithi119 ceph-mon[93746]: pgmap v4179: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 5.5 KiB/s wr, 80 op/s 2024-04-13T09:03:31.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:31 smithi119 ceph-mon[93746]: osdmap e2161: 8 total, 8 up, 8 in 2024-04-13T09:03:31.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:31 smithi119 ceph-mon[93746]: osdmap e2162: 8 total, 8 up, 8 in 2024-04-13T09:03:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:03:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:03:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:03:33.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:33 smithi139 ceph-mon[88985]: pgmap v4182: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 10 KiB/s wr, 151 op/s 2024-04-13T09:03:33.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:33 smithi139 ceph-mon[88985]: osdmap e2163: 8 total, 8 up, 8 in 2024-04-13T09:03:33.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:33 smithi119 ceph-mon[93746]: pgmap v4182: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 10 KiB/s wr, 151 op/s 2024-04-13T09:03:33.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:33 smithi119 ceph-mon[93746]: osdmap e2163: 8 total, 8 up, 8 in 2024-04-13T09:03:33.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:33 smithi119 ceph-mon[96316]: pgmap v4182: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 10 KiB/s wr, 151 op/s 2024-04-13T09:03:33.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:33 smithi119 ceph-mon[96316]: osdmap e2163: 8 total, 8 up, 8 in 2024-04-13T09:03:34.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:34 smithi139 ceph-mon[88985]: osdmap e2164: 8 total, 8 up, 8 in 2024-04-13T09:03:34.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:34 smithi119 ceph-mon[96316]: osdmap e2164: 8 total, 8 up, 8 in 2024-04-13T09:03:34.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:34 smithi119 ceph-mon[93746]: osdmap e2164: 8 total, 8 up, 8 in 2024-04-13T09:03:35.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:03:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:03:34] "GET /metrics HTTP/1.1" 200 36602 "" "Prometheus/2.43.0" 2024-04-13T09:03:35.393 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_flags PASSED [ 33%] 2024-04-13T09:03:35.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:35 smithi139 ceph-mon[88985]: pgmap v4185: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 10 KiB/s wr, 156 op/s 2024-04-13T09:03:35.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:35 smithi139 ceph-mon[88985]: osdmap e2165: 8 total, 8 up, 8 in 2024-04-13T09:03:35.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:35 smithi119 ceph-mon[96316]: pgmap v4185: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 10 KiB/s wr, 156 op/s 2024-04-13T09:03:35.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:35 smithi119 ceph-mon[96316]: osdmap e2165: 8 total, 8 up, 8 in 2024-04-13T09:03:35.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:35 smithi119 ceph-mon[93746]: pgmap v4185: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 10 KiB/s wr, 156 op/s 2024-04-13T09:03:35.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:35 smithi119 ceph-mon[93746]: osdmap e2165: 8 total, 8 up, 8 in 2024-04-13T09:03:36.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:36 smithi139 ceph-mon[88985]: osdmap e2166: 8 total, 8 up, 8 in 2024-04-13T09:03:36.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:36 smithi139 ceph-mon[88985]: osdmap e2167: 8 total, 8 up, 8 in 2024-04-13T09:03:36.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:36 smithi119 ceph-mon[93746]: osdmap e2166: 8 total, 8 up, 8 in 2024-04-13T09:03:36.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:36 smithi119 ceph-mon[93746]: osdmap e2167: 8 total, 8 up, 8 in 2024-04-13T09:03:36.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:36 smithi119 ceph-mon[96316]: osdmap e2166: 8 total, 8 up, 8 in 2024-04-13T09:03:36.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:36 smithi119 ceph-mon[96316]: osdmap e2167: 8 total, 8 up, 8 in 2024-04-13T09:03:37.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:37 smithi139 ceph-mon[88985]: pgmap v4188: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 8.0 KiB/s rd, 1.2 KiB/s wr, 13 op/s 2024-04-13T09:03:37.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:37 smithi139 ceph-mon[88985]: osdmap e2168: 8 total, 8 up, 8 in 2024-04-13T09:03:37.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:37 smithi119 ceph-mon[96316]: pgmap v4188: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 8.0 KiB/s rd, 1.2 KiB/s wr, 13 op/s 2024-04-13T09:03:37.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:37 smithi119 ceph-mon[96316]: osdmap e2168: 8 total, 8 up, 8 in 2024-04-13T09:03:37.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:37 smithi119 ceph-mon[93746]: pgmap v4188: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 8.0 KiB/s rd, 1.2 KiB/s wr, 13 op/s 2024-04-13T09:03:37.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:37 smithi119 ceph-mon[93746]: osdmap e2168: 8 total, 8 up, 8 in 2024-04-13T09:03:39.397 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps PASSED [ 34%] 2024-04-13T09:03:39.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:39 smithi139 ceph-mon[88985]: pgmap v4191: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 6.0 KiB/s wr, 85 op/s 2024-04-13T09:03:39.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:39 smithi139 ceph-mon[88985]: osdmap e2169: 8 total, 8 up, 8 in 2024-04-13T09:03:39.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:03:39.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:39 smithi119 ceph-mon[96316]: pgmap v4191: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 6.0 KiB/s wr, 85 op/s 2024-04-13T09:03:39.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:39 smithi119 ceph-mon[96316]: osdmap e2169: 8 total, 8 up, 8 in 2024-04-13T09:03:39.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:03:39.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:39 smithi119 ceph-mon[93746]: pgmap v4191: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 6.0 KiB/s wr, 85 op/s 2024-04-13T09:03:39.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:39 smithi119 ceph-mon[93746]: osdmap e2169: 8 total, 8 up, 8 in 2024-04-13T09:03:39.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:03:40.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:40 smithi139 ceph-mon[88985]: osdmap e2170: 8 total, 8 up, 8 in 2024-04-13T09:03:40.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:40 smithi119 ceph-mon[96316]: osdmap e2170: 8 total, 8 up, 8 in 2024-04-13T09:03:40.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:40 smithi119 ceph-mon[93746]: osdmap e2170: 8 total, 8 up, 8 in 2024-04-13T09:03:41.363 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps_iterator_auto_close PASSED [ 34%] 2024-04-13T09:03:41.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:41 smithi139 ceph-mon[88985]: pgmap v4194: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 5.0 KiB/s wr, 76 op/s 2024-04-13T09:03:41.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:41 smithi139 ceph-mon[88985]: osdmap e2171: 8 total, 8 up, 8 in 2024-04-13T09:03:41.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:41 smithi139 ceph-mon[88985]: osdmap e2172: 8 total, 8 up, 8 in 2024-04-13T09:03:41.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:41 smithi119 ceph-mon[93746]: pgmap v4194: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 5.0 KiB/s wr, 76 op/s 2024-04-13T09:03:41.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:41 smithi119 ceph-mon[93746]: osdmap e2171: 8 total, 8 up, 8 in 2024-04-13T09:03:41.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:41 smithi119 ceph-mon[93746]: osdmap e2172: 8 total, 8 up, 8 in 2024-04-13T09:03:41.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:41 smithi119 ceph-mon[96316]: pgmap v4194: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 5.0 KiB/s wr, 76 op/s 2024-04-13T09:03:41.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:41 smithi119 ceph-mon[96316]: osdmap e2171: 8 total, 8 up, 8 in 2024-04-13T09:03:41.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:41 smithi119 ceph-mon[96316]: osdmap e2172: 8 total, 8 up, 8 in 2024-04-13T09:03:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:03:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:03:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:03:43.417 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap PASSED [ 35%] 2024-04-13T09:03:43.500 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_not_found PASSED [ 36%] 2024-04-13T09:03:43.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:43 smithi139 ceph-mon[88985]: pgmap v4197: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 7.0 KiB/s wr, 101 op/s 2024-04-13T09:03:43.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:43 smithi139 ceph-mon[88985]: osdmap e2173: 8 total, 8 up, 8 in 2024-04-13T09:03:43.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:43 smithi119 ceph-mon[93746]: pgmap v4197: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 7.0 KiB/s wr, 101 op/s 2024-04-13T09:03:43.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:43 smithi119 ceph-mon[93746]: osdmap e2173: 8 total, 8 up, 8 in 2024-04-13T09:03:43.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:43 smithi119 ceph-mon[96316]: pgmap v4197: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 7.0 KiB/s wr, 101 op/s 2024-04-13T09:03:43.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:43 smithi119 ceph-mon[96316]: osdmap e2173: 8 total, 8 up, 8 in 2024-04-13T09:03:44.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:44 smithi139 ceph-mon[88985]: osdmap e2174: 8 total, 8 up, 8 in 2024-04-13T09:03:44.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:44 smithi119 ceph-mon[96316]: osdmap e2174: 8 total, 8 up, 8 in 2024-04-13T09:03:44.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:44 smithi119 ceph-mon[93746]: osdmap e2174: 8 total, 8 up, 8 in 2024-04-13T09:03:45.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:03:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:03:44] "GET /metrics HTTP/1.1" 200 36594 "" "Prometheus/2.43.0" 2024-04-13T09:03:45.434 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap2 PASSED [ 36%] 2024-04-13T09:03:45.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:45 smithi139 ceph-mon[88985]: pgmap v4200: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 7.0 KiB/s wr, 101 op/s 2024-04-13T09:03:45.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:45 smithi139 ceph-mon[88985]: osdmap e2175: 8 total, 8 up, 8 in 2024-04-13T09:03:45.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:45 smithi119 ceph-mon[96316]: pgmap v4200: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 7.0 KiB/s wr, 101 op/s 2024-04-13T09:03:45.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:45 smithi119 ceph-mon[96316]: osdmap e2175: 8 total, 8 up, 8 in 2024-04-13T09:03:45.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:45 smithi119 ceph-mon[93746]: pgmap v4200: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 7.0 KiB/s wr, 101 op/s 2024-04-13T09:03:45.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:45 smithi119 ceph-mon[93746]: osdmap e2175: 8 total, 8 up, 8 in 2024-04-13T09:03:46.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:46 smithi139 ceph-mon[88985]: osdmap e2176: 8 total, 8 up, 8 in 2024-04-13T09:03:46.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:46 smithi139 ceph-mon[88985]: osdmap e2177: 8 total, 8 up, 8 in 2024-04-13T09:03:46.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:46 smithi119 ceph-mon[93746]: osdmap e2176: 8 total, 8 up, 8 in 2024-04-13T09:03:46.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:46 smithi119 ceph-mon[93746]: osdmap e2177: 8 total, 8 up, 8 in 2024-04-13T09:03:46.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:46 smithi119 ceph-mon[96316]: osdmap e2176: 8 total, 8 up, 8 in 2024-04-13T09:03:46.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:46 smithi119 ceph-mon[96316]: osdmap e2177: 8 total, 8 up, 8 in 2024-04-13T09:03:47.368 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_by_id PASSED [ 37%] 2024-04-13T09:03:47.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:47 smithi139 ceph-mon[88985]: pgmap v4203: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 5.5 KiB/s wr, 122 op/s 2024-04-13T09:03:47.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:47 smithi139 ceph-mon[88985]: osdmap e2178: 8 total, 8 up, 8 in 2024-04-13T09:03:47.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:47 smithi119 ceph-mon[93746]: pgmap v4203: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 5.5 KiB/s wr, 122 op/s 2024-04-13T09:03:47.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:47 smithi119 ceph-mon[93746]: osdmap e2178: 8 total, 8 up, 8 in 2024-04-13T09:03:47.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:47 smithi119 ceph-mon[96316]: pgmap v4203: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 5.5 KiB/s wr, 122 op/s 2024-04-13T09:03:47.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:47 smithi119 ceph-mon[96316]: osdmap e2178: 8 total, 8 up, 8 in 2024-04-13T09:03:49.456 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rename_snap PASSED [ 37%] 2024-04-13T09:03:49.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:49 smithi139 ceph-mon[88985]: pgmap v4206: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 194 KiB/s rd, 12 KiB/s wr, 261 op/s 2024-04-13T09:03:49.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:49 smithi139 ceph-mon[88985]: osdmap e2179: 8 total, 8 up, 8 in 2024-04-13T09:03:49.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:49 smithi119 ceph-mon[96316]: pgmap v4206: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 194 KiB/s rd, 12 KiB/s wr, 261 op/s 2024-04-13T09:03:49.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:49 smithi119 ceph-mon[96316]: osdmap e2179: 8 total, 8 up, 8 in 2024-04-13T09:03:49.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:49 smithi119 ceph-mon[93746]: pgmap v4206: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 194 KiB/s rd, 12 KiB/s wr, 261 op/s 2024-04-13T09:03:49.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:49 smithi119 ceph-mon[93746]: osdmap e2179: 8 total, 8 up, 8 in 2024-04-13T09:03:50.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:50 smithi139 ceph-mon[88985]: osdmap e2180: 8 total, 8 up, 8 in 2024-04-13T09:03:50.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:50 smithi119 ceph-mon[96316]: osdmap e2180: 8 total, 8 up, 8 in 2024-04-13T09:03:50.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:50 smithi119 ceph-mon[93746]: osdmap e2180: 8 total, 8 up, 8 in 2024-04-13T09:03:51.369 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_protect_snap PASSED [ 38%] 2024-04-13T09:03:51.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:51 smithi139 ceph-mon[88985]: pgmap v4209: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 6.5 KiB/s wr, 139 op/s 2024-04-13T09:03:51.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:51 smithi139 ceph-mon[88985]: osdmap e2181: 8 total, 8 up, 8 in 2024-04-13T09:03:51.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:51 smithi139 ceph-mon[88985]: osdmap e2182: 8 total, 8 up, 8 in 2024-04-13T09:03:51.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:51 smithi119 ceph-mon[96316]: pgmap v4209: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 6.5 KiB/s wr, 139 op/s 2024-04-13T09:03:51.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:51 smithi119 ceph-mon[96316]: osdmap e2181: 8 total, 8 up, 8 in 2024-04-13T09:03:51.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:51 smithi119 ceph-mon[96316]: osdmap e2182: 8 total, 8 up, 8 in 2024-04-13T09:03:51.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:51 smithi119 ceph-mon[93746]: pgmap v4209: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 6.5 KiB/s wr, 139 op/s 2024-04-13T09:03:51.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:51 smithi119 ceph-mon[93746]: osdmap e2181: 8 total, 8 up, 8 in 2024-04-13T09:03:51.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:51 smithi119 ceph-mon[93746]: osdmap e2182: 8 total, 8 up, 8 in 2024-04-13T09:03:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:03:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:03:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:03:53.469 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_exists PASSED [ 38%] 2024-04-13T09:03:53.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:53 smithi139 ceph-mon[88985]: pgmap v4212: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 9.0 KiB/s wr, 127 op/s 2024-04-13T09:03:53.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:53 smithi139 ceph-mon[88985]: osdmap e2183: 8 total, 8 up, 8 in 2024-04-13T09:03:53.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:53 smithi119 ceph-mon[96316]: pgmap v4212: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 9.0 KiB/s wr, 127 op/s 2024-04-13T09:03:53.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:53 smithi119 ceph-mon[96316]: osdmap e2183: 8 total, 8 up, 8 in 2024-04-13T09:03:53.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:53 smithi119 ceph-mon[93746]: pgmap v4212: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 9.0 KiB/s wr, 127 op/s 2024-04-13T09:03:53.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:53 smithi119 ceph-mon[93746]: osdmap e2183: 8 total, 8 up, 8 in 2024-04-13T09:03:54.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:54 smithi139 ceph-mon[88985]: osdmap e2184: 8 total, 8 up, 8 in 2024-04-13T09:03:54.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:03:54.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:54 smithi119 ceph-mon[96316]: osdmap e2184: 8 total, 8 up, 8 in 2024-04-13T09:03:54.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:03:54.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:54 smithi119 ceph-mon[93746]: osdmap e2184: 8 total, 8 up, 8 in 2024-04-13T09:03:54.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:03:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:03:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:03:54] "GET /metrics HTTP/1.1" 200 36597 "" "Prometheus/2.43.0" 2024-04-13T09:03:55.498 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_timestamp PASSED [ 39%] 2024-04-13T09:03:55.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:55 smithi139 ceph-mon[88985]: pgmap v4215: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 9.0 KiB/s wr, 127 op/s 2024-04-13T09:03:55.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:55 smithi139 ceph-mon[88985]: osdmap e2185: 8 total, 8 up, 8 in 2024-04-13T09:03:55.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:55 smithi119 ceph-mon[96316]: pgmap v4215: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 9.0 KiB/s wr, 127 op/s 2024-04-13T09:03:55.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:55 smithi119 ceph-mon[96316]: osdmap e2185: 8 total, 8 up, 8 in 2024-04-13T09:03:55.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:55 smithi119 ceph-mon[93746]: pgmap v4215: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 9.0 KiB/s wr, 127 op/s 2024-04-13T09:03:55.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:55 smithi119 ceph-mon[93746]: osdmap e2185: 8 total, 8 up, 8 in 2024-04-13T09:03:56.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:56 smithi119 ceph-mon[96316]: osdmap e2186: 8 total, 8 up, 8 in 2024-04-13T09:03:56.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:56 smithi119 ceph-mon[96316]: osdmap e2187: 8 total, 8 up, 8 in 2024-04-13T09:03:56.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:56 smithi119 ceph-mon[93746]: osdmap e2186: 8 total, 8 up, 8 in 2024-04-13T09:03:56.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:56 smithi119 ceph-mon[93746]: osdmap e2187: 8 total, 8 up, 8 in 2024-04-13T09:03:56.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:56 smithi139 ceph-mon[88985]: osdmap e2186: 8 total, 8 up, 8 in 2024-04-13T09:03:56.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:56 smithi139 ceph-mon[88985]: osdmap e2187: 8 total, 8 up, 8 in 2024-04-13T09:03:57.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:57 smithi119 ceph-mon[96316]: pgmap v4218: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 5.2 KiB/s wr, 134 op/s 2024-04-13T09:03:57.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:57 smithi119 ceph-mon[96316]: osdmap e2188: 8 total, 8 up, 8 in 2024-04-13T09:03:57.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:57 smithi119 ceph-mon[93746]: pgmap v4218: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 5.2 KiB/s wr, 134 op/s 2024-04-13T09:03:57.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:57 smithi119 ceph-mon[93746]: osdmap e2188: 8 total, 8 up, 8 in 2024-04-13T09:03:57.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:57 smithi139 ceph-mon[88985]: pgmap v4218: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 5.2 KiB/s wr, 134 op/s 2024-04-13T09:03:57.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:57 smithi139 ceph-mon[88985]: osdmap e2188: 8 total, 8 up, 8 in 2024-04-13T09:03:59.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:59 smithi139 ceph-mon[88985]: pgmap v4221: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 130 KiB/s rd, 8.7 KiB/s wr, 175 op/s 2024-04-13T09:03:59.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:03:59 smithi139 ceph-mon[88985]: osdmap e2189: 8 total, 8 up, 8 in 2024-04-13T09:03:59.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:59 smithi119 ceph-mon[96316]: pgmap v4221: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 130 KiB/s rd, 8.7 KiB/s wr, 175 op/s 2024-04-13T09:03:59.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:03:59 smithi119 ceph-mon[96316]: osdmap e2189: 8 total, 8 up, 8 in 2024-04-13T09:03:59.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:59 smithi119 ceph-mon[93746]: pgmap v4221: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 130 KiB/s rd, 8.7 KiB/s wr, 175 op/s 2024-04-13T09:03:59.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:03:59 smithi119 ceph-mon[93746]: osdmap e2189: 8 total, 8 up, 8 in 2024-04-13T09:04:00.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:00 smithi139 ceph-mon[88985]: osdmap e2190: 8 total, 8 up, 8 in 2024-04-13T09:04:00.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:00 smithi119 ceph-mon[96316]: osdmap e2190: 8 total, 8 up, 8 in 2024-04-13T09:04:00.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:00 smithi119 ceph-mon[93746]: osdmap e2190: 8 total, 8 up, 8 in 2024-04-13T09:04:01.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:01 smithi139 ceph-mon[88985]: pgmap v4224: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 3.5 KiB/s wr, 40 op/s 2024-04-13T09:04:01.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:01 smithi139 ceph-mon[88985]: osdmap e2191: 8 total, 8 up, 8 in 2024-04-13T09:04:01.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:01 smithi139 ceph-mon[88985]: osdmap e2192: 8 total, 8 up, 8 in 2024-04-13T09:04:01.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:01 smithi119 ceph-mon[96316]: pgmap v4224: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 3.5 KiB/s wr, 40 op/s 2024-04-13T09:04:01.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:01 smithi119 ceph-mon[96316]: osdmap e2191: 8 total, 8 up, 8 in 2024-04-13T09:04:01.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:01 smithi119 ceph-mon[96316]: osdmap e2192: 8 total, 8 up, 8 in 2024-04-13T09:04:01.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:01 smithi119 ceph-mon[93746]: pgmap v4224: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 3.5 KiB/s wr, 40 op/s 2024-04-13T09:04:01.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:01 smithi119 ceph-mon[93746]: osdmap e2191: 8 total, 8 up, 8 in 2024-04-13T09:04:01.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:01 smithi119 ceph-mon[93746]: osdmap e2192: 8 total, 8 up, 8 in 2024-04-13T09:04:02.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:04:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:04:02.318Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:04:03.413 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_limit_snaps PASSED [ 40%] 2024-04-13T09:04:03.506 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_exclusive_lock PASSED [ 40%] 2024-04-13T09:04:03.582 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_snap SKIPPED [ 41%] 2024-04-13T09:04:03.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:03 smithi139 ceph-mon[88985]: pgmap v4227: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 1.2 KiB/s wr, 21 op/s 2024-04-13T09:04:03.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:03 smithi139 ceph-mon[88985]: osdmap e2193: 8 total, 8 up, 8 in 2024-04-13T09:04:03.659 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_watcher SKIPPED [ 41%] 2024-04-13T09:04:03.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:03 smithi119 ceph-mon[96316]: pgmap v4227: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 1.2 KiB/s wr, 21 op/s 2024-04-13T09:04:03.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:03 smithi119 ceph-mon[96316]: osdmap e2193: 8 total, 8 up, 8 in 2024-04-13T09:04:03.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:03 smithi119 ceph-mon[93746]: pgmap v4227: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 1.2 KiB/s wr, 21 op/s 2024-04-13T09:04:03.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:03 smithi119 ceph-mon[93746]: osdmap e2193: 8 total, 8 up, 8 in 2024-04-13T09:04:04.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:04 smithi139 ceph-mon[88985]: osdmap e2194: 8 total, 8 up, 8 in 2024-04-13T09:04:04.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:04 smithi119 ceph-mon[96316]: osdmap e2194: 8 total, 8 up, 8 in 2024-04-13T09:04:04.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:04 smithi119 ceph-mon[93746]: osdmap e2194: 8 total, 8 up, 8 in 2024-04-13T09:04:05.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:04:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:04:04] "GET /metrics HTTP/1.1" 200 36597 "" "Prometheus/2.43.0" 2024-04-13T09:04:05.422 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap PASSED [ 42%] 2024-04-13T09:04:05.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:05 smithi139 ceph-mon[88985]: pgmap v4230: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 4.5 KiB/s wr, 55 op/s 2024-04-13T09:04:05.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:05 smithi139 ceph-mon[88985]: osdmap e2195: 8 total, 8 up, 8 in 2024-04-13T09:04:05.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:05 smithi119 ceph-mon[93746]: pgmap v4230: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 4.5 KiB/s wr, 55 op/s 2024-04-13T09:04:05.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:05 smithi119 ceph-mon[93746]: osdmap e2195: 8 total, 8 up, 8 in 2024-04-13T09:04:05.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:05 smithi119 ceph-mon[96316]: pgmap v4230: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 4.5 KiB/s wr, 55 op/s 2024-04-13T09:04:05.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:05 smithi119 ceph-mon[96316]: osdmap e2195: 8 total, 8 up, 8 in 2024-04-13T09:04:06.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:06 smithi139 ceph-mon[88985]: osdmap e2196: 8 total, 8 up, 8 in 2024-04-13T09:04:06.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:06 smithi139 ceph-mon[88985]: osdmap e2197: 8 total, 8 up, 8 in 2024-04-13T09:04:06.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:06 smithi119 ceph-mon[96316]: osdmap e2196: 8 total, 8 up, 8 in 2024-04-13T09:04:06.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:06 smithi119 ceph-mon[96316]: osdmap e2197: 8 total, 8 up, 8 in 2024-04-13T09:04:06.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:06 smithi119 ceph-mon[93746]: osdmap e2196: 8 total, 8 up, 8 in 2024-04-13T09:04:06.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:06 smithi119 ceph-mon[93746]: osdmap e2197: 8 total, 8 up, 8 in 2024-04-13T09:04:07.363 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap_sparse PASSED [ 42%] 2024-04-13T09:04:07.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:07 smithi139 ceph-mon[88985]: pgmap v4233: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 169 KiB/s rd, 9.2 KiB/s wr, 224 op/s 2024-04-13T09:04:07.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:07 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:04:07.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:07 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T09:04:07.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:07 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T09:04:07.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:07 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:04:07.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:07 smithi139 ceph-mon[88985]: osdmap e2198: 8 total, 8 up, 8 in 2024-04-13T09:04:07.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:07 smithi119 ceph-mon[96316]: pgmap v4233: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 169 KiB/s rd, 9.2 KiB/s wr, 224 op/s 2024-04-13T09:04:07.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:07 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:04:07.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:07 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T09:04:07.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:07 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T09:04:07.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:07 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:04:07.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:07 smithi119 ceph-mon[96316]: osdmap e2198: 8 total, 8 up, 8 in 2024-04-13T09:04:07.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:07 smithi119 ceph-mon[93746]: pgmap v4233: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 169 KiB/s rd, 9.2 KiB/s wr, 224 op/s 2024-04-13T09:04:07.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:07 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:04:07.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:07 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T09:04:07.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:07 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T09:04:07.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:07 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:04:07.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:07 smithi119 ceph-mon[93746]: osdmap e2198: 8 total, 8 up, 8 in 2024-04-13T09:04:09.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:09 smithi139 ceph-mon[88985]: pgmap v4236: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 231 KiB/s rd, 15 KiB/s wr, 315 op/s 2024-04-13T09:04:09.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:09 smithi139 ceph-mon[88985]: osdmap e2199: 8 total, 8 up, 8 in 2024-04-13T09:04:09.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:04:09.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:09 smithi119 ceph-mon[96316]: pgmap v4236: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 231 KiB/s rd, 15 KiB/s wr, 315 op/s 2024-04-13T09:04:09.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:09 smithi119 ceph-mon[96316]: osdmap e2199: 8 total, 8 up, 8 in 2024-04-13T09:04:09.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:04:09.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:09 smithi119 ceph-mon[93746]: pgmap v4236: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 231 KiB/s rd, 15 KiB/s wr, 315 op/s 2024-04-13T09:04:09.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:09 smithi119 ceph-mon[93746]: osdmap e2199: 8 total, 8 up, 8 in 2024-04-13T09:04:09.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:04:10.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:10 smithi139 ceph-mon[88985]: osdmap e2200: 8 total, 8 up, 8 in 2024-04-13T09:04:10.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:10 smithi119 ceph-mon[96316]: osdmap e2200: 8 total, 8 up, 8 in 2024-04-13T09:04:10.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:10 smithi119 ceph-mon[93746]: osdmap e2200: 8 total, 8 up, 8 in 2024-04-13T09:04:11.383 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_with_resize PASSED [ 43%] 2024-04-13T09:04:11.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:11 smithi139 ceph-mon[88985]: pgmap v4239: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 9.5 KiB/s wr, 124 op/s 2024-04-13T09:04:11.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:11 smithi139 ceph-mon[88985]: osdmap e2201: 8 total, 8 up, 8 in 2024-04-13T09:04:11.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:11 smithi139 ceph-mon[88985]: osdmap e2202: 8 total, 8 up, 8 in 2024-04-13T09:04:11.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:11 smithi119 ceph-mon[96316]: pgmap v4239: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 9.5 KiB/s wr, 124 op/s 2024-04-13T09:04:11.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:11 smithi119 ceph-mon[96316]: osdmap e2201: 8 total, 8 up, 8 in 2024-04-13T09:04:11.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:11 smithi119 ceph-mon[96316]: osdmap e2202: 8 total, 8 up, 8 in 2024-04-13T09:04:11.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:11 smithi119 ceph-mon[93746]: pgmap v4239: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 9.5 KiB/s wr, 124 op/s 2024-04-13T09:04:11.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:11 smithi119 ceph-mon[93746]: osdmap e2201: 8 total, 8 up, 8 in 2024-04-13T09:04:11.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:11 smithi119 ceph-mon[93746]: osdmap e2202: 8 total, 8 up, 8 in 2024-04-13T09:04:12.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:04:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:04:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:04:13.454 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap PASSED [ 44%] 2024-04-13T09:04:13.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:13 smithi139 ceph-mon[88985]: pgmap v4242: 137 pgs: 137 active+clean; 13 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 8.7 KiB/s wr, 50 op/s 2024-04-13T09:04:13.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:13 smithi139 ceph-mon[88985]: osdmap e2203: 8 total, 8 up, 8 in 2024-04-13T09:04:13.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:13 smithi119 ceph-mon[96316]: pgmap v4242: 137 pgs: 137 active+clean; 13 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 8.7 KiB/s wr, 50 op/s 2024-04-13T09:04:13.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:13 smithi119 ceph-mon[96316]: osdmap e2203: 8 total, 8 up, 8 in 2024-04-13T09:04:13.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:13 smithi119 ceph-mon[93746]: pgmap v4242: 137 pgs: 137 active+clean; 13 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 8.7 KiB/s wr, 50 op/s 2024-04-13T09:04:13.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:13 smithi119 ceph-mon[93746]: osdmap e2203: 8 total, 8 up, 8 in 2024-04-13T09:04:14.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:14 smithi139 ceph-mon[88985]: osdmap e2204: 8 total, 8 up, 8 in 2024-04-13T09:04:14.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:14 smithi119 ceph-mon[96316]: osdmap e2204: 8 total, 8 up, 8 in 2024-04-13T09:04:14.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:14 smithi119 ceph-mon[93746]: osdmap e2204: 8 total, 8 up, 8 in 2024-04-13T09:04:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:04:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:04:14] "GET /metrics HTTP/1.1" 200 36596 "" "Prometheus/2.43.0" 2024-04-13T09:04:15.476 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_no_snap PASSED [ 44%] 2024-04-13T09:04:15.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:15 smithi139 ceph-mon[88985]: pgmap v4245: 137 pgs: 137 active+clean; 13 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 14 KiB/s wr, 144 op/s 2024-04-13T09:04:15.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:15 smithi139 ceph-mon[88985]: osdmap e2205: 8 total, 8 up, 8 in 2024-04-13T09:04:15.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:15 smithi119 ceph-mon[96316]: pgmap v4245: 137 pgs: 137 active+clean; 13 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 14 KiB/s wr, 144 op/s 2024-04-13T09:04:15.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:15 smithi119 ceph-mon[96316]: osdmap e2205: 8 total, 8 up, 8 in 2024-04-13T09:04:15.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:15 smithi119 ceph-mon[93746]: pgmap v4245: 137 pgs: 137 active+clean; 13 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 14 KiB/s wr, 144 op/s 2024-04-13T09:04:15.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:15 smithi119 ceph-mon[93746]: osdmap e2205: 8 total, 8 up, 8 in 2024-04-13T09:04:16.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:16 smithi139 ceph-mon[88985]: osdmap e2206: 8 total, 8 up, 8 in 2024-04-13T09:04:16.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:16 smithi139 ceph-mon[88985]: osdmap e2207: 8 total, 8 up, 8 in 2024-04-13T09:04:16.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:16 smithi119 ceph-mon[93746]: osdmap e2206: 8 total, 8 up, 8 in 2024-04-13T09:04:16.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:16 smithi119 ceph-mon[93746]: osdmap e2207: 8 total, 8 up, 8 in 2024-04-13T09:04:16.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:16 smithi119 ceph-mon[96316]: osdmap e2206: 8 total, 8 up, 8 in 2024-04-13T09:04:16.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:16 smithi119 ceph-mon[96316]: osdmap e2207: 8 total, 8 up, 8 in 2024-04-13T09:04:17.385 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_by_id PASSED [ 45%] 2024-04-13T09:04:17.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:17 smithi139 ceph-mon[88985]: pgmap v4248: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 13 KiB/s wr, 162 op/s 2024-04-13T09:04:17.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:17 smithi139 ceph-mon[88985]: osdmap e2208: 8 total, 8 up, 8 in 2024-04-13T09:04:17.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:17 smithi119 ceph-mon[96316]: pgmap v4248: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 13 KiB/s wr, 162 op/s 2024-04-13T09:04:17.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:17 smithi119 ceph-mon[96316]: osdmap e2208: 8 total, 8 up, 8 in 2024-04-13T09:04:17.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:17 smithi119 ceph-mon[93746]: pgmap v4248: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 13 KiB/s wr, 162 op/s 2024-04-13T09:04:17.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:17 smithi119 ceph-mon[93746]: osdmap e2208: 8 total, 8 up, 8 in 2024-04-13T09:04:19.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:19 smithi139 ceph-mon[88985]: pgmap v4251: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 14 KiB/s wr, 155 op/s 2024-04-13T09:04:19.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:19 smithi139 ceph-mon[88985]: osdmap e2209: 8 total, 8 up, 8 in 2024-04-13T09:04:19.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:19 smithi119 ceph-mon[96316]: pgmap v4251: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 14 KiB/s wr, 155 op/s 2024-04-13T09:04:19.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:19 smithi119 ceph-mon[96316]: osdmap e2209: 8 total, 8 up, 8 in 2024-04-13T09:04:19.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:19 smithi119 ceph-mon[93746]: pgmap v4251: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 14 KiB/s wr, 155 op/s 2024-04-13T09:04:19.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:19 smithi119 ceph-mon[93746]: osdmap e2209: 8 total, 8 up, 8 in 2024-04-13T09:04:20.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:20 smithi119 ceph-mon[96316]: osdmap e2210: 8 total, 8 up, 8 in 2024-04-13T09:04:20.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:20 smithi119 ceph-mon[93746]: osdmap e2210: 8 total, 8 up, 8 in 2024-04-13T09:04:20.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:20 smithi139 ceph-mon[88985]: osdmap e2210: 8 total, 8 up, 8 in 2024-04-13T09:04:21.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:21 smithi119 ceph-mon[96316]: pgmap v4254: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 6.0 KiB/s wr, 87 op/s 2024-04-13T09:04:21.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:21 smithi119 ceph-mon[96316]: osdmap e2211: 8 total, 8 up, 8 in 2024-04-13T09:04:21.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:21 smithi119 ceph-mon[96316]: osdmap e2212: 8 total, 8 up, 8 in 2024-04-13T09:04:21.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:21 smithi119 ceph-mon[93746]: pgmap v4254: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 6.0 KiB/s wr, 87 op/s 2024-04-13T09:04:21.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:21 smithi119 ceph-mon[93746]: osdmap e2211: 8 total, 8 up, 8 in 2024-04-13T09:04:21.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:21 smithi119 ceph-mon[93746]: osdmap e2212: 8 total, 8 up, 8 in 2024-04-13T09:04:21.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:21 smithi139 ceph-mon[88985]: pgmap v4254: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 6.0 KiB/s wr, 87 op/s 2024-04-13T09:04:21.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:21 smithi139 ceph-mon[88985]: osdmap e2211: 8 total, 8 up, 8 in 2024-04-13T09:04:21.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:21 smithi139 ceph-mon[88985]: osdmap e2212: 8 total, 8 up, 8 in 2024-04-13T09:04:22.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:04:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:04:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:04:23.391 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_name PASSED [ 45%] 2024-04-13T09:04:23.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:23 smithi139 ceph-mon[88985]: pgmap v4257: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 8.5 KiB/s wr, 105 op/s 2024-04-13T09:04:23.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:23 smithi139 ceph-mon[88985]: osdmap e2213: 8 total, 8 up, 8 in 2024-04-13T09:04:23.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:23 smithi119 ceph-mon[96316]: pgmap v4257: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 8.5 KiB/s wr, 105 op/s 2024-04-13T09:04:23.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:23 smithi119 ceph-mon[96316]: osdmap e2213: 8 total, 8 up, 8 in 2024-04-13T09:04:23.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:23 smithi119 ceph-mon[93746]: pgmap v4257: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 8.5 KiB/s wr, 105 op/s 2024-04-13T09:04:23.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:23 smithi119 ceph-mon[93746]: osdmap e2213: 8 total, 8 up, 8 in 2024-04-13T09:04:24.639 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:24 smithi139 ceph-mon[88985]: osdmap e2214: 8 total, 8 up, 8 in 2024-04-13T09:04:24.639 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:04:24.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:24 smithi119 ceph-mon[96316]: osdmap e2214: 8 total, 8 up, 8 in 2024-04-13T09:04:24.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:04:24.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:24 smithi119 ceph-mon[93746]: osdmap e2214: 8 total, 8 up, 8 in 2024-04-13T09:04:24.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:04:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:04:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:04:24] "GET /metrics HTTP/1.1" 200 36600 "" "Prometheus/2.43.0" 2024-04-13T09:04:25.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:25 smithi139 ceph-mon[88985]: pgmap v4260: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 8.5 KiB/s wr, 105 op/s 2024-04-13T09:04:25.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:25 smithi139 ceph-mon[88985]: osdmap e2215: 8 total, 8 up, 8 in 2024-04-13T09:04:25.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:25 smithi119 ceph-mon[96316]: pgmap v4260: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 8.5 KiB/s wr, 105 op/s 2024-04-13T09:04:25.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:25 smithi119 ceph-mon[96316]: osdmap e2215: 8 total, 8 up, 8 in 2024-04-13T09:04:25.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:25 smithi119 ceph-mon[93746]: pgmap v4260: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 8.5 KiB/s wr, 105 op/s 2024-04-13T09:04:25.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:25 smithi119 ceph-mon[93746]: osdmap e2215: 8 total, 8 up, 8 in 2024-04-13T09:04:26.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:26 smithi139 ceph-mon[88985]: osdmap e2216: 8 total, 8 up, 8 in 2024-04-13T09:04:26.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:26 smithi139 ceph-mon[88985]: osdmap e2217: 8 total, 8 up, 8 in 2024-04-13T09:04:26.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:26 smithi119 ceph-mon[96316]: osdmap e2216: 8 total, 8 up, 8 in 2024-04-13T09:04:26.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:26 smithi119 ceph-mon[96316]: osdmap e2217: 8 total, 8 up, 8 in 2024-04-13T09:04:26.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:26 smithi119 ceph-mon[93746]: osdmap e2216: 8 total, 8 up, 8 in 2024-04-13T09:04:26.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:26 smithi119 ceph-mon[93746]: osdmap e2217: 8 total, 8 up, 8 in 2024-04-13T09:04:27.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:27 smithi139 ceph-mon[88985]: pgmap v4263: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 4.2 KiB/s wr, 89 op/s 2024-04-13T09:04:27.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:27 smithi119 ceph-mon[96316]: pgmap v4263: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 4.2 KiB/s wr, 89 op/s 2024-04-13T09:04:27.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:27 smithi119 ceph-mon[93746]: pgmap v4263: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 4.2 KiB/s wr, 89 op/s 2024-04-13T09:04:28.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:28 smithi139 ceph-mon[88985]: osdmap e2218: 8 total, 8 up, 8 in 2024-04-13T09:04:28.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:28 smithi119 ceph-mon[96316]: osdmap e2218: 8 total, 8 up, 8 in 2024-04-13T09:04:28.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:28 smithi119 ceph-mon[93746]: osdmap e2218: 8 total, 8 up, 8 in 2024-04-13T09:04:29.432 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_id PASSED [ 46%] 2024-04-13T09:04:29.617 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:29 smithi119 ceph-mon[96316]: pgmap v4266: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 5.7 KiB/s wr, 98 op/s 2024-04-13T09:04:29.617 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:29 smithi119 ceph-mon[96316]: osdmap e2219: 8 total, 8 up, 8 in 2024-04-13T09:04:29.618 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:29 smithi119 ceph-mon[93746]: pgmap v4266: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 5.7 KiB/s wr, 98 op/s 2024-04-13T09:04:29.618 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:29 smithi119 ceph-mon[93746]: osdmap e2219: 8 total, 8 up, 8 in 2024-04-13T09:04:29.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:29 smithi139 ceph-mon[88985]: pgmap v4266: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 5.7 KiB/s wr, 98 op/s 2024-04-13T09:04:29.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:29 smithi139 ceph-mon[88985]: osdmap e2219: 8 total, 8 up, 8 in 2024-04-13T09:04:30.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:30 smithi139 ceph-mon[88985]: osdmap e2220: 8 total, 8 up, 8 in 2024-04-13T09:04:30.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:30 smithi119 ceph-mon[96316]: osdmap e2220: 8 total, 8 up, 8 in 2024-04-13T09:04:30.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:30 smithi119 ceph-mon[93746]: osdmap e2220: 8 total, 8 up, 8 in 2024-04-13T09:04:31.396 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_sparse PASSED [ 46%] 2024-04-13T09:04:31.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:31 smithi139 ceph-mon[88985]: pgmap v4269: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2024-04-13T09:04:31.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:31 smithi139 ceph-mon[88985]: osdmap e2221: 8 total, 8 up, 8 in 2024-04-13T09:04:31.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:31 smithi139 ceph-mon[88985]: osdmap e2222: 8 total, 8 up, 8 in 2024-04-13T09:04:31.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:31 smithi119 ceph-mon[96316]: pgmap v4269: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2024-04-13T09:04:31.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:31 smithi119 ceph-mon[96316]: osdmap e2221: 8 total, 8 up, 8 in 2024-04-13T09:04:31.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:31 smithi119 ceph-mon[96316]: osdmap e2222: 8 total, 8 up, 8 in 2024-04-13T09:04:31.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:31 smithi119 ceph-mon[93746]: pgmap v4269: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2024-04-13T09:04:31.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:31 smithi119 ceph-mon[93746]: osdmap e2221: 8 total, 8 up, 8 in 2024-04-13T09:04:31.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:31 smithi119 ceph-mon[93746]: osdmap e2222: 8 total, 8 up, 8 in 2024-04-13T09:04:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:04:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:04:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:04:33.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:33 smithi139 ceph-mon[88985]: pgmap v4272: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 9.0 KiB/s wr, 135 op/s 2024-04-13T09:04:33.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:33 smithi139 ceph-mon[88985]: osdmap e2223: 8 total, 8 up, 8 in 2024-04-13T09:04:33.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:33 smithi119 ceph-mon[96316]: pgmap v4272: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 9.0 KiB/s wr, 135 op/s 2024-04-13T09:04:33.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:33 smithi119 ceph-mon[96316]: osdmap e2223: 8 total, 8 up, 8 in 2024-04-13T09:04:33.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:33 smithi119 ceph-mon[93746]: pgmap v4272: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 9.0 KiB/s wr, 135 op/s 2024-04-13T09:04:33.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:33 smithi119 ceph-mon[93746]: osdmap e2223: 8 total, 8 up, 8 in 2024-04-13T09:04:34.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:34 smithi139 ceph-mon[88985]: osdmap e2224: 8 total, 8 up, 8 in 2024-04-13T09:04:34.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:34 smithi119 ceph-mon[96316]: osdmap e2224: 8 total, 8 up, 8 in 2024-04-13T09:04:34.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:34 smithi119 ceph-mon[93746]: osdmap e2224: 8 total, 8 up, 8 in 2024-04-13T09:04:35.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:04:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:04:34] "GET /metrics HTTP/1.1" 200 36600 "" "Prometheus/2.43.0" 2024-04-13T09:04:35.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:35 smithi139 ceph-mon[88985]: pgmap v4275: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 9.0 KiB/s wr, 135 op/s 2024-04-13T09:04:35.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:35 smithi139 ceph-mon[88985]: osdmap e2225: 8 total, 8 up, 8 in 2024-04-13T09:04:35.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:35 smithi119 ceph-mon[96316]: pgmap v4275: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 9.0 KiB/s wr, 135 op/s 2024-04-13T09:04:35.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:35 smithi119 ceph-mon[96316]: osdmap e2225: 8 total, 8 up, 8 in 2024-04-13T09:04:35.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:35 smithi119 ceph-mon[93746]: pgmap v4275: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 9.0 KiB/s wr, 135 op/s 2024-04-13T09:04:35.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:35 smithi119 ceph-mon[93746]: osdmap e2225: 8 total, 8 up, 8 in 2024-04-13T09:04:36.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:36 smithi139 ceph-mon[88985]: osdmap e2226: 8 total, 8 up, 8 in 2024-04-13T09:04:36.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:36 smithi139 ceph-mon[88985]: osdmap e2227: 8 total, 8 up, 8 in 2024-04-13T09:04:36.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:36 smithi119 ceph-mon[96316]: osdmap e2226: 8 total, 8 up, 8 in 2024-04-13T09:04:36.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:36 smithi119 ceph-mon[96316]: osdmap e2227: 8 total, 8 up, 8 in 2024-04-13T09:04:36.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:36 smithi119 ceph-mon[93746]: osdmap e2226: 8 total, 8 up, 8 in 2024-04-13T09:04:36.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:36 smithi119 ceph-mon[93746]: osdmap e2227: 8 total, 8 up, 8 in 2024-04-13T09:04:37.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:37 smithi139 ceph-mon[88985]: pgmap v4278: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 4.7 KiB/s wr, 65 op/s 2024-04-13T09:04:37.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:37 smithi139 ceph-mon[88985]: osdmap e2228: 8 total, 8 up, 8 in 2024-04-13T09:04:37.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:37 smithi119 ceph-mon[93746]: pgmap v4278: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 4.7 KiB/s wr, 65 op/s 2024-04-13T09:04:37.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:37 smithi119 ceph-mon[93746]: osdmap e2228: 8 total, 8 up, 8 in 2024-04-13T09:04:37.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:37 smithi119 ceph-mon[96316]: pgmap v4278: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 4.7 KiB/s wr, 65 op/s 2024-04-13T09:04:37.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:37 smithi119 ceph-mon[96316]: osdmap e2228: 8 total, 8 up, 8 in 2024-04-13T09:04:39.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:39 smithi139 ceph-mon[88985]: pgmap v4281: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 4.7 KiB/s wr, 70 op/s 2024-04-13T09:04:39.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:39 smithi139 ceph-mon[88985]: osdmap e2229: 8 total, 8 up, 8 in 2024-04-13T09:04:39.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:04:39.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:39 smithi119 ceph-mon[93746]: pgmap v4281: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 4.7 KiB/s wr, 70 op/s 2024-04-13T09:04:39.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:39 smithi119 ceph-mon[93746]: osdmap e2229: 8 total, 8 up, 8 in 2024-04-13T09:04:39.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:04:39.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:39 smithi119 ceph-mon[96316]: pgmap v4281: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 4.7 KiB/s wr, 70 op/s 2024-04-13T09:04:39.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:39 smithi119 ceph-mon[96316]: osdmap e2229: 8 total, 8 up, 8 in 2024-04-13T09:04:39.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:04:40.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:40 smithi139 ceph-mon[88985]: osdmap e2230: 8 total, 8 up, 8 in 2024-04-13T09:04:40.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:40 smithi119 ceph-mon[96316]: osdmap e2230: 8 total, 8 up, 8 in 2024-04-13T09:04:40.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:40 smithi119 ceph-mon[93746]: osdmap e2230: 8 total, 8 up, 8 in 2024-04-13T09:04:41.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:41 smithi139 ceph-mon[88985]: pgmap v4284: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 4 op/s 2024-04-13T09:04:41.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:41 smithi139 ceph-mon[88985]: osdmap e2231: 8 total, 8 up, 8 in 2024-04-13T09:04:41.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:41 smithi139 ceph-mon[88985]: osdmap e2232: 8 total, 8 up, 8 in 2024-04-13T09:04:41.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:41 smithi119 ceph-mon[96316]: pgmap v4284: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 4 op/s 2024-04-13T09:04:41.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:41 smithi119 ceph-mon[96316]: osdmap e2231: 8 total, 8 up, 8 in 2024-04-13T09:04:41.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:41 smithi119 ceph-mon[96316]: osdmap e2232: 8 total, 8 up, 8 in 2024-04-13T09:04:41.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:41 smithi119 ceph-mon[93746]: pgmap v4284: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 4 op/s 2024-04-13T09:04:41.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:41 smithi119 ceph-mon[93746]: osdmap e2231: 8 total, 8 up, 8 in 2024-04-13T09:04:41.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:41 smithi119 ceph-mon[93746]: osdmap e2232: 8 total, 8 up, 8 in 2024-04-13T09:04:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:04:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:04:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:04:43.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:43 smithi139 ceph-mon[88985]: pgmap v4287: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 3.7 KiB/s wr, 98 op/s 2024-04-13T09:04:43.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:43 smithi139 ceph-mon[88985]: osdmap e2233: 8 total, 8 up, 8 in 2024-04-13T09:04:43.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:43 smithi119 ceph-mon[96316]: pgmap v4287: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 3.7 KiB/s wr, 98 op/s 2024-04-13T09:04:43.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:43 smithi119 ceph-mon[96316]: osdmap e2233: 8 total, 8 up, 8 in 2024-04-13T09:04:43.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:43 smithi119 ceph-mon[93746]: pgmap v4287: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 3.7 KiB/s wr, 98 op/s 2024-04-13T09:04:43.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:43 smithi119 ceph-mon[93746]: osdmap e2233: 8 total, 8 up, 8 in 2024-04-13T09:04:44.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:44 smithi139 ceph-mon[88985]: osdmap e2234: 8 total, 8 up, 8 in 2024-04-13T09:04:44.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:44 smithi119 ceph-mon[96316]: osdmap e2234: 8 total, 8 up, 8 in 2024-04-13T09:04:44.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:44 smithi119 ceph-mon[93746]: osdmap e2234: 8 total, 8 up, 8 in 2024-04-13T09:04:45.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:04:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:04:44] "GET /metrics HTTP/1.1" 200 36599 "" "Prometheus/2.43.0" 2024-04-13T09:04:45.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:45 smithi139 ceph-mon[88985]: pgmap v4290: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 3.7 KiB/s wr, 98 op/s 2024-04-13T09:04:45.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:45 smithi139 ceph-mon[88985]: osdmap e2235: 8 total, 8 up, 8 in 2024-04-13T09:04:45.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:45 smithi119 ceph-mon[93746]: pgmap v4290: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 3.7 KiB/s wr, 98 op/s 2024-04-13T09:04:45.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:45 smithi119 ceph-mon[93746]: osdmap e2235: 8 total, 8 up, 8 in 2024-04-13T09:04:45.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:45 smithi119 ceph-mon[96316]: pgmap v4290: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 3.7 KiB/s wr, 98 op/s 2024-04-13T09:04:45.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:45 smithi119 ceph-mon[96316]: osdmap e2235: 8 total, 8 up, 8 in 2024-04-13T09:04:46.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:46 smithi139 ceph-mon[88985]: osdmap e2236: 8 total, 8 up, 8 in 2024-04-13T09:04:46.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:46 smithi119 ceph-mon[96316]: osdmap e2236: 8 total, 8 up, 8 in 2024-04-13T09:04:46.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:46 smithi119 ceph-mon[93746]: osdmap e2236: 8 total, 8 up, 8 in 2024-04-13T09:04:47.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:47 smithi139 ceph-mon[88985]: pgmap v4293: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 102 KiB/s rd, 3.7 KiB/s wr, 137 op/s 2024-04-13T09:04:47.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:47 smithi139 ceph-mon[88985]: osdmap e2237: 8 total, 8 up, 8 in 2024-04-13T09:04:47.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:47 smithi119 ceph-mon[96316]: pgmap v4293: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 102 KiB/s rd, 3.7 KiB/s wr, 137 op/s 2024-04-13T09:04:47.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:47 smithi119 ceph-mon[96316]: osdmap e2237: 8 total, 8 up, 8 in 2024-04-13T09:04:47.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:47 smithi119 ceph-mon[93746]: pgmap v4293: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 102 KiB/s rd, 3.7 KiB/s wr, 137 op/s 2024-04-13T09:04:47.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:47 smithi119 ceph-mon[93746]: osdmap e2237: 8 total, 8 up, 8 in 2024-04-13T09:04:48.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:48 smithi139 ceph-mon[88985]: osdmap e2238: 8 total, 8 up, 8 in 2024-04-13T09:04:48.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:48 smithi119 ceph-mon[96316]: osdmap e2238: 8 total, 8 up, 8 in 2024-04-13T09:04:48.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:48 smithi119 ceph-mon[93746]: osdmap e2238: 8 total, 8 up, 8 in 2024-04-13T09:04:49.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:49 smithi139 ceph-mon[88985]: pgmap v4296: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 3.7 KiB/s wr, 142 op/s 2024-04-13T09:04:49.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:49 smithi139 ceph-mon[88985]: osdmap e2239: 8 total, 8 up, 8 in 2024-04-13T09:04:49.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:49 smithi119 ceph-mon[96316]: pgmap v4296: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 3.7 KiB/s wr, 142 op/s 2024-04-13T09:04:49.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:49 smithi119 ceph-mon[96316]: osdmap e2239: 8 total, 8 up, 8 in 2024-04-13T09:04:49.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:49 smithi119 ceph-mon[93746]: pgmap v4296: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 3.7 KiB/s wr, 142 op/s 2024-04-13T09:04:49.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:49 smithi119 ceph-mon[93746]: osdmap e2239: 8 total, 8 up, 8 in 2024-04-13T09:04:50.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:50 smithi139 ceph-mon[88985]: osdmap e2240: 8 total, 8 up, 8 in 2024-04-13T09:04:50.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:50 smithi119 ceph-mon[96316]: osdmap e2240: 8 total, 8 up, 8 in 2024-04-13T09:04:50.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:50 smithi119 ceph-mon[93746]: osdmap e2240: 8 total, 8 up, 8 in 2024-04-13T09:04:51.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:51 smithi139 ceph-mon[88985]: pgmap v4299: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 4 op/s 2024-04-13T09:04:51.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:51 smithi139 ceph-mon[88985]: osdmap e2241: 8 total, 8 up, 8 in 2024-04-13T09:04:51.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:51 smithi119 ceph-mon[96316]: pgmap v4299: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 4 op/s 2024-04-13T09:04:51.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:51 smithi119 ceph-mon[96316]: osdmap e2241: 8 total, 8 up, 8 in 2024-04-13T09:04:51.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:51 smithi119 ceph-mon[93746]: pgmap v4299: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 4 op/s 2024-04-13T09:04:51.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:51 smithi119 ceph-mon[93746]: osdmap e2241: 8 total, 8 up, 8 in 2024-04-13T09:04:52.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:52 smithi139 ceph-mon[88985]: osdmap e2242: 8 total, 8 up, 8 in 2024-04-13T09:04:52.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:04:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:04:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:04:52.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:52 smithi119 ceph-mon[96316]: osdmap e2242: 8 total, 8 up, 8 in 2024-04-13T09:04:52.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:52 smithi119 ceph-mon[93746]: osdmap e2242: 8 total, 8 up, 8 in 2024-04-13T09:04:53.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:53 smithi119 ceph-mon[96316]: pgmap v4302: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 139 KiB/s rd, 3.7 KiB/s wr, 186 op/s 2024-04-13T09:04:53.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:53 smithi119 ceph-mon[96316]: osdmap e2243: 8 total, 8 up, 8 in 2024-04-13T09:04:53.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:53 smithi119 ceph-mon[93746]: pgmap v4302: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 139 KiB/s rd, 3.7 KiB/s wr, 186 op/s 2024-04-13T09:04:53.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:53 smithi119 ceph-mon[93746]: osdmap e2243: 8 total, 8 up, 8 in 2024-04-13T09:04:53.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:53 smithi139 ceph-mon[88985]: pgmap v4302: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 139 KiB/s rd, 3.7 KiB/s wr, 186 op/s 2024-04-13T09:04:53.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:53 smithi139 ceph-mon[88985]: osdmap e2243: 8 total, 8 up, 8 in 2024-04-13T09:04:54.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:54 smithi119 ceph-mon[96316]: osdmap e2244: 8 total, 8 up, 8 in 2024-04-13T09:04:54.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:04:54.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:54 smithi119 ceph-mon[93746]: osdmap e2244: 8 total, 8 up, 8 in 2024-04-13T09:04:54.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:04:54.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:54 smithi139 ceph-mon[88985]: osdmap e2244: 8 total, 8 up, 8 in 2024-04-13T09:04:54.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:04:55.218 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:04:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:04:54] "GET /metrics HTTP/1.1" 200 36601 "" "Prometheus/2.43.0" 2024-04-13T09:04:55.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:55 smithi119 ceph-mon[96316]: pgmap v4305: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 139 KiB/s rd, 3.7 KiB/s wr, 186 op/s 2024-04-13T09:04:55.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:55 smithi119 ceph-mon[96316]: osdmap e2245: 8 total, 8 up, 8 in 2024-04-13T09:04:55.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:55 smithi119 ceph-mon[93746]: pgmap v4305: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 139 KiB/s rd, 3.7 KiB/s wr, 186 op/s 2024-04-13T09:04:55.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:55 smithi119 ceph-mon[93746]: osdmap e2245: 8 total, 8 up, 8 in 2024-04-13T09:04:55.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:55 smithi139 ceph-mon[88985]: pgmap v4305: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 139 KiB/s rd, 3.7 KiB/s wr, 186 op/s 2024-04-13T09:04:55.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:55 smithi139 ceph-mon[88985]: osdmap e2245: 8 total, 8 up, 8 in 2024-04-13T09:04:56.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:56 smithi119 ceph-mon[96316]: osdmap e2246: 8 total, 8 up, 8 in 2024-04-13T09:04:56.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:56 smithi119 ceph-mon[93746]: osdmap e2246: 8 total, 8 up, 8 in 2024-04-13T09:04:56.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:56 smithi139 ceph-mon[88985]: osdmap e2246: 8 total, 8 up, 8 in 2024-04-13T09:04:57.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:57 smithi119 ceph-mon[93746]: pgmap v4308: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 167 KiB/s rd, 3.0 KiB/s wr, 224 op/s 2024-04-13T09:04:57.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:57 smithi119 ceph-mon[93746]: osdmap e2247: 8 total, 8 up, 8 in 2024-04-13T09:04:57.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:57 smithi119 ceph-mon[96316]: pgmap v4308: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 167 KiB/s rd, 3.0 KiB/s wr, 224 op/s 2024-04-13T09:04:57.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:57 smithi119 ceph-mon[96316]: osdmap e2247: 8 total, 8 up, 8 in 2024-04-13T09:04:57.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:57 smithi139 ceph-mon[88985]: pgmap v4308: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 167 KiB/s rd, 3.0 KiB/s wr, 224 op/s 2024-04-13T09:04:57.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:57 smithi139 ceph-mon[88985]: osdmap e2247: 8 total, 8 up, 8 in 2024-04-13T09:04:58.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:58 smithi119 ceph-mon[93746]: osdmap e2248: 8 total, 8 up, 8 in 2024-04-13T09:04:58.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:58 smithi119 ceph-mon[96316]: osdmap e2248: 8 total, 8 up, 8 in 2024-04-13T09:04:58.889 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:58 smithi139 ceph-mon[88985]: osdmap e2248: 8 total, 8 up, 8 in 2024-04-13T09:04:59.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:59 smithi119 ceph-mon[96316]: pgmap v4311: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 4.0 KiB/s wr, 230 op/s 2024-04-13T09:04:59.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:04:59 smithi119 ceph-mon[96316]: osdmap e2249: 8 total, 8 up, 8 in 2024-04-13T09:04:59.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:59 smithi119 ceph-mon[93746]: pgmap v4311: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 4.0 KiB/s wr, 230 op/s 2024-04-13T09:04:59.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:04:59 smithi119 ceph-mon[93746]: osdmap e2249: 8 total, 8 up, 8 in 2024-04-13T09:04:59.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:59 smithi139 ceph-mon[88985]: pgmap v4311: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 4.0 KiB/s wr, 230 op/s 2024-04-13T09:04:59.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:04:59 smithi139 ceph-mon[88985]: osdmap e2249: 8 total, 8 up, 8 in 2024-04-13T09:05:00.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:00 smithi119 ceph-mon[93746]: osdmap e2250: 8 total, 8 up, 8 in 2024-04-13T09:05:00.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:00 smithi119 ceph-mon[96316]: osdmap e2250: 8 total, 8 up, 8 in 2024-04-13T09:05:00.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:00 smithi139 ceph-mon[88985]: osdmap e2250: 8 total, 8 up, 8 in 2024-04-13T09:05:01.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:01 smithi119 ceph-mon[96316]: pgmap v4314: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-13T09:05:01.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:01 smithi119 ceph-mon[96316]: osdmap e2251: 8 total, 8 up, 8 in 2024-04-13T09:05:01.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:01 smithi119 ceph-mon[93746]: pgmap v4314: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-13T09:05:01.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:01 smithi119 ceph-mon[93746]: osdmap e2251: 8 total, 8 up, 8 in 2024-04-13T09:05:01.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:01 smithi139 ceph-mon[88985]: pgmap v4314: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-13T09:05:01.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:01 smithi139 ceph-mon[88985]: osdmap e2251: 8 total, 8 up, 8 in 2024-04-13T09:05:02.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:02 smithi139 ceph-mon[88985]: osdmap e2252: 8 total, 8 up, 8 in 2024-04-13T09:05:02.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:05:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:05:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:05:02.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:02 smithi119 ceph-mon[96316]: osdmap e2252: 8 total, 8 up, 8 in 2024-04-13T09:05:02.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:02 smithi119 ceph-mon[93746]: osdmap e2252: 8 total, 8 up, 8 in 2024-04-13T09:05:03.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:03 smithi119 ceph-mon[96316]: pgmap v4317: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 3.5 KiB/s wr, 218 op/s 2024-04-13T09:05:03.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:03 smithi119 ceph-mon[96316]: osdmap e2253: 8 total, 8 up, 8 in 2024-04-13T09:05:03.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:03 smithi119 ceph-mon[93746]: pgmap v4317: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 3.5 KiB/s wr, 218 op/s 2024-04-13T09:05:03.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:03 smithi119 ceph-mon[93746]: osdmap e2253: 8 total, 8 up, 8 in 2024-04-13T09:05:03.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:03 smithi139 ceph-mon[88985]: pgmap v4317: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 3.5 KiB/s wr, 218 op/s 2024-04-13T09:05:03.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:03 smithi139 ceph-mon[88985]: osdmap e2253: 8 total, 8 up, 8 in 2024-04-13T09:05:04.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:04 smithi119 ceph-mon[96316]: osdmap e2254: 8 total, 8 up, 8 in 2024-04-13T09:05:04.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:04 smithi119 ceph-mon[96316]: pgmap v4320: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 3.5 KiB/s wr, 218 op/s 2024-04-13T09:05:04.819 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:04 smithi119 ceph-mon[93746]: osdmap e2254: 8 total, 8 up, 8 in 2024-04-13T09:05:04.819 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:04 smithi119 ceph-mon[93746]: pgmap v4320: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 3.5 KiB/s wr, 218 op/s 2024-04-13T09:05:04.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:04 smithi139 ceph-mon[88985]: osdmap e2254: 8 total, 8 up, 8 in 2024-04-13T09:05:04.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:04 smithi139 ceph-mon[88985]: pgmap v4320: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 3.5 KiB/s wr, 218 op/s 2024-04-13T09:05:05.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:05:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:05:04] "GET /metrics HTTP/1.1" 200 36601 "" "Prometheus/2.43.0" 2024-04-13T09:05:05.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:05 smithi139 ceph-mon[88985]: osdmap e2255: 8 total, 8 up, 8 in 2024-04-13T09:05:05.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:05 smithi119 ceph-mon[96316]: osdmap e2255: 8 total, 8 up, 8 in 2024-04-13T09:05:05.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:05 smithi119 ceph-mon[93746]: osdmap e2255: 8 total, 8 up, 8 in 2024-04-13T09:05:06.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:06 smithi139 ceph-mon[88985]: osdmap e2256: 8 total, 8 up, 8 in 2024-04-13T09:05:06.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:06 smithi139 ceph-mon[88985]: pgmap v4323: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 223 KiB/s rd, 2.7 KiB/s wr, 300 op/s 2024-04-13T09:05:06.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:06 smithi119 ceph-mon[96316]: osdmap e2256: 8 total, 8 up, 8 in 2024-04-13T09:05:06.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:06 smithi119 ceph-mon[96316]: pgmap v4323: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 223 KiB/s rd, 2.7 KiB/s wr, 300 op/s 2024-04-13T09:05:06.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:06 smithi119 ceph-mon[93746]: osdmap e2256: 8 total, 8 up, 8 in 2024-04-13T09:05:06.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:06 smithi119 ceph-mon[93746]: pgmap v4323: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 223 KiB/s rd, 2.7 KiB/s wr, 300 op/s 2024-04-13T09:05:07.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:07 smithi139 ceph-mon[88985]: osdmap e2257: 8 total, 8 up, 8 in 2024-04-13T09:05:07.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:07 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:05:07.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:07 smithi119 ceph-mon[93746]: osdmap e2257: 8 total, 8 up, 8 in 2024-04-13T09:05:07.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:07 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:05:07.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:07 smithi119 ceph-mon[96316]: osdmap e2257: 8 total, 8 up, 8 in 2024-04-13T09:05:07.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:07 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:05:08.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:08 smithi139 ceph-mon[88985]: osdmap e2258: 8 total, 8 up, 8 in 2024-04-13T09:05:08.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:08 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T09:05:08.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:08 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T09:05:08.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:08 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:05:08.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:08 smithi139 ceph-mon[88985]: pgmap v4326: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 226 KiB/s rd, 3.2 KiB/s wr, 306 op/s 2024-04-13T09:05:08.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:08 smithi119 ceph-mon[96316]: osdmap e2258: 8 total, 8 up, 8 in 2024-04-13T09:05:08.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:08 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T09:05:08.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:08 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T09:05:08.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:08 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:05:08.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:08 smithi119 ceph-mon[96316]: pgmap v4326: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 226 KiB/s rd, 3.2 KiB/s wr, 306 op/s 2024-04-13T09:05:08.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:08 smithi119 ceph-mon[93746]: osdmap e2258: 8 total, 8 up, 8 in 2024-04-13T09:05:08.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:08 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T09:05:08.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:08 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T09:05:08.968 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:08 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:05:08.968 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:08 smithi119 ceph-mon[93746]: pgmap v4326: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 226 KiB/s rd, 3.2 KiB/s wr, 306 op/s 2024-04-13T09:05:09.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:09 smithi139 ceph-mon[88985]: osdmap e2259: 8 total, 8 up, 8 in 2024-04-13T09:05:09.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:05:09.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:09 smithi119 ceph-mon[93746]: osdmap e2259: 8 total, 8 up, 8 in 2024-04-13T09:05:09.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:05:09.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:09 smithi119 ceph-mon[96316]: osdmap e2259: 8 total, 8 up, 8 in 2024-04-13T09:05:09.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:05:10.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:10 smithi139 ceph-mon[88985]: osdmap e2260: 8 total, 8 up, 8 in 2024-04-13T09:05:10.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:10 smithi139 ceph-mon[88985]: pgmap v4329: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-13T09:05:10.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:10 smithi119 ceph-mon[93746]: osdmap e2260: 8 total, 8 up, 8 in 2024-04-13T09:05:10.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:10 smithi119 ceph-mon[93746]: pgmap v4329: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-13T09:05:10.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:10 smithi119 ceph-mon[96316]: osdmap e2260: 8 total, 8 up, 8 in 2024-04-13T09:05:10.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:10 smithi119 ceph-mon[96316]: pgmap v4329: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-13T09:05:11.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:11 smithi139 ceph-mon[88985]: osdmap e2261: 8 total, 8 up, 8 in 2024-04-13T09:05:11.970 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:11 smithi119 ceph-mon[93746]: osdmap e2261: 8 total, 8 up, 8 in 2024-04-13T09:05:11.971 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:11 smithi119 ceph-mon[96316]: osdmap e2261: 8 total, 8 up, 8 in 2024-04-13T09:05:12.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:12 smithi139 ceph-mon[88985]: osdmap e2262: 8 total, 8 up, 8 in 2024-04-13T09:05:12.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:12 smithi139 ceph-mon[88985]: pgmap v4332: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 263 KiB/s rd, 3.7 KiB/s wr, 352 op/s 2024-04-13T09:05:12.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:05:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:05:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:05:12.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:12 smithi119 ceph-mon[96316]: osdmap e2262: 8 total, 8 up, 8 in 2024-04-13T09:05:12.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:12 smithi119 ceph-mon[96316]: pgmap v4332: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 263 KiB/s rd, 3.7 KiB/s wr, 352 op/s 2024-04-13T09:05:12.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:12 smithi119 ceph-mon[93746]: osdmap e2262: 8 total, 8 up, 8 in 2024-04-13T09:05:12.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:12 smithi119 ceph-mon[93746]: pgmap v4332: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 263 KiB/s rd, 3.7 KiB/s wr, 352 op/s 2024-04-13T09:05:13.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:13 smithi139 ceph-mon[88985]: osdmap e2263: 8 total, 8 up, 8 in 2024-04-13T09:05:13.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:13 smithi119 ceph-mon[96316]: osdmap e2263: 8 total, 8 up, 8 in 2024-04-13T09:05:13.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:13 smithi119 ceph-mon[93746]: osdmap e2263: 8 total, 8 up, 8 in 2024-04-13T09:05:14.822 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:14 smithi119 ceph-mon[96316]: osdmap e2264: 8 total, 8 up, 8 in 2024-04-13T09:05:14.822 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:14 smithi119 ceph-mon[96316]: pgmap v4335: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 263 KiB/s rd, 3.7 KiB/s wr, 352 op/s 2024-04-13T09:05:14.822 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:14 smithi119 ceph-mon[93746]: osdmap e2264: 8 total, 8 up, 8 in 2024-04-13T09:05:14.822 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:14 smithi119 ceph-mon[93746]: pgmap v4335: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 263 KiB/s rd, 3.7 KiB/s wr, 352 op/s 2024-04-13T09:05:14.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:14 smithi139 ceph-mon[88985]: osdmap e2264: 8 total, 8 up, 8 in 2024-04-13T09:05:14.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:14 smithi139 ceph-mon[88985]: pgmap v4335: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 263 KiB/s rd, 3.7 KiB/s wr, 352 op/s 2024-04-13T09:05:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:05:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:05:14] "GET /metrics HTTP/1.1" 200 36603 "" "Prometheus/2.43.0" 2024-04-13T09:05:15.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:15 smithi139 ceph-mon[88985]: osdmap e2265: 8 total, 8 up, 8 in 2024-04-13T09:05:15.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:15 smithi119 ceph-mon[96316]: osdmap e2265: 8 total, 8 up, 8 in 2024-04-13T09:05:15.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:15 smithi119 ceph-mon[93746]: osdmap e2265: 8 total, 8 up, 8 in 2024-04-13T09:05:16.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:16 smithi139 ceph-mon[88985]: osdmap e2266: 8 total, 8 up, 8 in 2024-04-13T09:05:16.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:16 smithi139 ceph-mon[88985]: pgmap v4338: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 291 KiB/s rd, 3.2 KiB/s wr, 390 op/s 2024-04-13T09:05:16.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:16 smithi119 ceph-mon[93746]: osdmap e2266: 8 total, 8 up, 8 in 2024-04-13T09:05:16.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:16 smithi119 ceph-mon[93746]: pgmap v4338: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 291 KiB/s rd, 3.2 KiB/s wr, 390 op/s 2024-04-13T09:05:16.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:16 smithi119 ceph-mon[96316]: osdmap e2266: 8 total, 8 up, 8 in 2024-04-13T09:05:16.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:16 smithi119 ceph-mon[96316]: pgmap v4338: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 291 KiB/s rd, 3.2 KiB/s wr, 390 op/s 2024-04-13T09:05:17.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:17 smithi139 ceph-mon[88985]: osdmap e2267: 8 total, 8 up, 8 in 2024-04-13T09:05:17.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:17 smithi119 ceph-mon[96316]: osdmap e2267: 8 total, 8 up, 8 in 2024-04-13T09:05:17.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:17 smithi119 ceph-mon[93746]: osdmap e2267: 8 total, 8 up, 8 in 2024-04-13T09:05:18.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:18 smithi139 ceph-mon[88985]: osdmap e2268: 8 total, 8 up, 8 in 2024-04-13T09:05:18.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:18 smithi139 ceph-mon[88985]: pgmap v4341: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 295 KiB/s rd, 3.5 KiB/s wr, 395 op/s 2024-04-13T09:05:18.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:18 smithi119 ceph-mon[96316]: osdmap e2268: 8 total, 8 up, 8 in 2024-04-13T09:05:18.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:18 smithi119 ceph-mon[96316]: pgmap v4341: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 295 KiB/s rd, 3.5 KiB/s wr, 395 op/s 2024-04-13T09:05:18.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:18 smithi119 ceph-mon[93746]: osdmap e2268: 8 total, 8 up, 8 in 2024-04-13T09:05:18.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:18 smithi119 ceph-mon[93746]: pgmap v4341: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 295 KiB/s rd, 3.5 KiB/s wr, 395 op/s 2024-04-13T09:05:19.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:19 smithi139 ceph-mon[88985]: osdmap e2269: 8 total, 8 up, 8 in 2024-04-13T09:05:19.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:19 smithi119 ceph-mon[93746]: osdmap e2269: 8 total, 8 up, 8 in 2024-04-13T09:05:20.016 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:19 smithi119 ceph-mon[96316]: osdmap e2269: 8 total, 8 up, 8 in 2024-04-13T09:05:20.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:20 smithi139 ceph-mon[88985]: osdmap e2270: 8 total, 8 up, 8 in 2024-04-13T09:05:20.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:20 smithi139 ceph-mon[88985]: pgmap v4344: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-13T09:05:20.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:20 smithi119 ceph-mon[96316]: osdmap e2270: 8 total, 8 up, 8 in 2024-04-13T09:05:20.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:20 smithi119 ceph-mon[96316]: pgmap v4344: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-13T09:05:20.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:20 smithi119 ceph-mon[93746]: osdmap e2270: 8 total, 8 up, 8 in 2024-04-13T09:05:20.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:20 smithi119 ceph-mon[93746]: pgmap v4344: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-13T09:05:21.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:21 smithi139 ceph-mon[88985]: osdmap e2271: 8 total, 8 up, 8 in 2024-04-13T09:05:21.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:21 smithi119 ceph-mon[96316]: osdmap e2271: 8 total, 8 up, 8 in 2024-04-13T09:05:21.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:21 smithi119 ceph-mon[93746]: osdmap e2271: 8 total, 8 up, 8 in 2024-04-13T09:05:22.596 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:05:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:05:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:05:22.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:22 smithi139 ceph-mon[88985]: osdmap e2272: 8 total, 8 up, 8 in 2024-04-13T09:05:22.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:22 smithi139 ceph-mon[88985]: pgmap v4347: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 328 KiB/s rd, 4.0 KiB/s wr, 440 op/s 2024-04-13T09:05:22.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:22 smithi119 ceph-mon[96316]: osdmap e2272: 8 total, 8 up, 8 in 2024-04-13T09:05:22.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:22 smithi119 ceph-mon[96316]: pgmap v4347: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 328 KiB/s rd, 4.0 KiB/s wr, 440 op/s 2024-04-13T09:05:22.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:22 smithi119 ceph-mon[93746]: osdmap e2272: 8 total, 8 up, 8 in 2024-04-13T09:05:22.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:22 smithi119 ceph-mon[93746]: pgmap v4347: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 328 KiB/s rd, 4.0 KiB/s wr, 440 op/s 2024-04-13T09:05:23.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:23 smithi139 ceph-mon[88985]: osdmap e2273: 8 total, 8 up, 8 in 2024-04-13T09:05:23.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:23 smithi119 ceph-mon[96316]: osdmap e2273: 8 total, 8 up, 8 in 2024-04-13T09:05:24.024 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:23 smithi119 ceph-mon[93746]: osdmap e2273: 8 total, 8 up, 8 in 2024-04-13T09:05:24.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:24 smithi139 ceph-mon[88985]: osdmap e2274: 8 total, 8 up, 8 in 2024-04-13T09:05:24.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:05:24.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:24 smithi139 ceph-mon[88985]: pgmap v4350: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 328 KiB/s rd, 4.0 KiB/s wr, 440 op/s 2024-04-13T09:05:24.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:05:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:05:24] "GET /metrics HTTP/1.1" 200 36598 "" "Prometheus/2.43.0" 2024-04-13T09:05:24.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:24 smithi119 ceph-mon[93746]: osdmap e2274: 8 total, 8 up, 8 in 2024-04-13T09:05:24.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:05:24.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:24 smithi119 ceph-mon[93746]: pgmap v4350: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 328 KiB/s rd, 4.0 KiB/s wr, 440 op/s 2024-04-13T09:05:24.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:24 smithi119 ceph-mon[96316]: osdmap e2274: 8 total, 8 up, 8 in 2024-04-13T09:05:24.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:05:24.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:24 smithi119 ceph-mon[96316]: pgmap v4350: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 328 KiB/s rd, 4.0 KiB/s wr, 440 op/s 2024-04-13T09:05:25.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:25 smithi139 ceph-mon[88985]: osdmap e2275: 8 total, 8 up, 8 in 2024-04-13T09:05:25.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:25 smithi119 ceph-mon[96316]: osdmap e2275: 8 total, 8 up, 8 in 2024-04-13T09:05:25.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:25 smithi119 ceph-mon[93746]: osdmap e2275: 8 total, 8 up, 8 in 2024-04-13T09:05:26.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:26 smithi139 ceph-mon[88985]: osdmap e2276: 8 total, 8 up, 8 in 2024-04-13T09:05:26.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:26 smithi139 ceph-mon[88985]: pgmap v4353: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 356 KiB/s rd, 3.5 KiB/s wr, 478 op/s 2024-04-13T09:05:26.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:26 smithi119 ceph-mon[96316]: osdmap e2276: 8 total, 8 up, 8 in 2024-04-13T09:05:26.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:26 smithi119 ceph-mon[96316]: pgmap v4353: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 356 KiB/s rd, 3.5 KiB/s wr, 478 op/s 2024-04-13T09:05:26.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:26 smithi119 ceph-mon[93746]: osdmap e2276: 8 total, 8 up, 8 in 2024-04-13T09:05:26.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:26 smithi119 ceph-mon[93746]: pgmap v4353: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 356 KiB/s rd, 3.5 KiB/s wr, 478 op/s 2024-04-13T09:05:27.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:27 smithi139 ceph-mon[88985]: osdmap e2277: 8 total, 8 up, 8 in 2024-04-13T09:05:27.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:27 smithi119 ceph-mon[93746]: osdmap e2277: 8 total, 8 up, 8 in 2024-04-13T09:05:27.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:27 smithi119 ceph-mon[96316]: osdmap e2277: 8 total, 8 up, 8 in 2024-04-13T09:05:28.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:28 smithi119 ceph-mon[96316]: osdmap e2278: 8 total, 8 up, 8 in 2024-04-13T09:05:28.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:28 smithi119 ceph-mon[96316]: pgmap v4356: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 360 KiB/s rd, 3.7 KiB/s wr, 483 op/s 2024-04-13T09:05:28.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:28 smithi119 ceph-mon[93746]: osdmap e2278: 8 total, 8 up, 8 in 2024-04-13T09:05:28.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:28 smithi119 ceph-mon[93746]: pgmap v4356: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 360 KiB/s rd, 3.7 KiB/s wr, 483 op/s 2024-04-13T09:05:29.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:28 smithi139 ceph-mon[88985]: osdmap e2278: 8 total, 8 up, 8 in 2024-04-13T09:05:29.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:28 smithi139 ceph-mon[88985]: pgmap v4356: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 360 KiB/s rd, 3.7 KiB/s wr, 483 op/s 2024-04-13T09:05:29.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:29 smithi119 ceph-mon[96316]: osdmap e2279: 8 total, 8 up, 8 in 2024-04-13T09:05:29.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:29 smithi119 ceph-mon[93746]: osdmap e2279: 8 total, 8 up, 8 in 2024-04-13T09:05:30.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:29 smithi139 ceph-mon[88985]: osdmap e2279: 8 total, 8 up, 8 in 2024-04-13T09:05:30.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:30 smithi119 ceph-mon[96316]: osdmap e2280: 8 total, 8 up, 8 in 2024-04-13T09:05:30.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:30 smithi119 ceph-mon[96316]: pgmap v4359: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-13T09:05:30.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:30 smithi119 ceph-mon[93746]: osdmap e2280: 8 total, 8 up, 8 in 2024-04-13T09:05:30.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:30 smithi119 ceph-mon[93746]: pgmap v4359: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-13T09:05:31.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:30 smithi139 ceph-mon[88985]: osdmap e2280: 8 total, 8 up, 8 in 2024-04-13T09:05:31.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:30 smithi139 ceph-mon[88985]: pgmap v4359: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-13T09:05:31.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:31 smithi119 ceph-mon[96316]: osdmap e2281: 8 total, 8 up, 8 in 2024-04-13T09:05:31.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:31 smithi119 ceph-mon[93746]: osdmap e2281: 8 total, 8 up, 8 in 2024-04-13T09:05:32.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:31 smithi139 ceph-mon[88985]: osdmap e2281: 8 total, 8 up, 8 in 2024-04-13T09:05:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:05:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:05:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:05:32.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:32 smithi119 ceph-mon[96316]: osdmap e2282: 8 total, 8 up, 8 in 2024-04-13T09:05:32.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:32 smithi119 ceph-mon[96316]: pgmap v4362: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 392 KiB/s rd, 3.5 KiB/s wr, 526 op/s 2024-04-13T09:05:32.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:32 smithi119 ceph-mon[93746]: osdmap e2282: 8 total, 8 up, 8 in 2024-04-13T09:05:32.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:32 smithi119 ceph-mon[93746]: pgmap v4362: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 392 KiB/s rd, 3.5 KiB/s wr, 526 op/s 2024-04-13T09:05:33.337 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:32 smithi139 ceph-mon[88985]: osdmap e2282: 8 total, 8 up, 8 in 2024-04-13T09:05:33.337 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:32 smithi139 ceph-mon[88985]: pgmap v4362: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 392 KiB/s rd, 3.5 KiB/s wr, 526 op/s 2024-04-13T09:05:33.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:33 smithi119 ceph-mon[93746]: osdmap e2283: 8 total, 8 up, 8 in 2024-04-13T09:05:33.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:33 smithi119 ceph-mon[96316]: osdmap e2283: 8 total, 8 up, 8 in 2024-04-13T09:05:34.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:33 smithi139 ceph-mon[88985]: osdmap e2283: 8 total, 8 up, 8 in 2024-04-13T09:05:34.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:34 smithi119 ceph-mon[93746]: osdmap e2284: 8 total, 8 up, 8 in 2024-04-13T09:05:34.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:34 smithi119 ceph-mon[93746]: pgmap v4365: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 392 KiB/s rd, 3.5 KiB/s wr, 526 op/s 2024-04-13T09:05:34.967 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:05:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:05:34] "GET /metrics HTTP/1.1" 200 36598 "" "Prometheus/2.43.0" 2024-04-13T09:05:34.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:34 smithi119 ceph-mon[96316]: osdmap e2284: 8 total, 8 up, 8 in 2024-04-13T09:05:34.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:34 smithi119 ceph-mon[96316]: pgmap v4365: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 392 KiB/s rd, 3.5 KiB/s wr, 526 op/s 2024-04-13T09:05:35.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:34 smithi139 ceph-mon[88985]: osdmap e2284: 8 total, 8 up, 8 in 2024-04-13T09:05:35.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:34 smithi139 ceph-mon[88985]: pgmap v4365: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 392 KiB/s rd, 3.5 KiB/s wr, 526 op/s 2024-04-13T09:05:35.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:35 smithi119 ceph-mon[96316]: osdmap e2285: 8 total, 8 up, 8 in 2024-04-13T09:05:35.968 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:35 smithi119 ceph-mon[93746]: osdmap e2285: 8 total, 8 up, 8 in 2024-04-13T09:05:36.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:35 smithi139 ceph-mon[88985]: osdmap e2285: 8 total, 8 up, 8 in 2024-04-13T09:05:36.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:36 smithi119 ceph-mon[96316]: osdmap e2286: 8 total, 8 up, 8 in 2024-04-13T09:05:36.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:36 smithi119 ceph-mon[96316]: pgmap v4368: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 421 KiB/s rd, 3.2 KiB/s wr, 565 op/s 2024-04-13T09:05:36.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:36 smithi119 ceph-mon[93746]: osdmap e2286: 8 total, 8 up, 8 in 2024-04-13T09:05:36.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:36 smithi119 ceph-mon[93746]: pgmap v4368: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 421 KiB/s rd, 3.2 KiB/s wr, 565 op/s 2024-04-13T09:05:37.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:36 smithi139 ceph-mon[88985]: osdmap e2286: 8 total, 8 up, 8 in 2024-04-13T09:05:37.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:36 smithi139 ceph-mon[88985]: pgmap v4368: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 421 KiB/s rd, 3.2 KiB/s wr, 565 op/s 2024-04-13T09:05:37.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:37 smithi119 ceph-mon[96316]: osdmap e2287: 8 total, 8 up, 8 in 2024-04-13T09:05:37.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:37 smithi119 ceph-mon[93746]: osdmap e2287: 8 total, 8 up, 8 in 2024-04-13T09:05:38.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:37 smithi139 ceph-mon[88985]: osdmap e2287: 8 total, 8 up, 8 in 2024-04-13T09:05:39.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:38 smithi139 ceph-mon[88985]: osdmap e2288: 8 total, 8 up, 8 in 2024-04-13T09:05:39.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:38 smithi139 ceph-mon[88985]: pgmap v4371: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 425 KiB/s rd, 4.0 KiB/s wr, 571 op/s 2024-04-13T09:05:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:38 smithi119 ceph-mon[96316]: osdmap e2288: 8 total, 8 up, 8 in 2024-04-13T09:05:39.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:38 smithi119 ceph-mon[96316]: pgmap v4371: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 425 KiB/s rd, 4.0 KiB/s wr, 571 op/s 2024-04-13T09:05:39.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:38 smithi119 ceph-mon[93746]: osdmap e2288: 8 total, 8 up, 8 in 2024-04-13T09:05:39.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:38 smithi119 ceph-mon[93746]: pgmap v4371: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 425 KiB/s rd, 4.0 KiB/s wr, 571 op/s 2024-04-13T09:05:40.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:39 smithi139 ceph-mon[88985]: osdmap e2289: 8 total, 8 up, 8 in 2024-04-13T09:05:40.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:05:40.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:39 smithi119 ceph-mon[96316]: osdmap e2289: 8 total, 8 up, 8 in 2024-04-13T09:05:40.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:05:40.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:39 smithi119 ceph-mon[93746]: osdmap e2289: 8 total, 8 up, 8 in 2024-04-13T09:05:40.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:05:41.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:40 smithi139 ceph-mon[88985]: osdmap e2290: 8 total, 8 up, 8 in 2024-04-13T09:05:41.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:40 smithi139 ceph-mon[88985]: pgmap v4374: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-13T09:05:41.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:40 smithi119 ceph-mon[96316]: osdmap e2290: 8 total, 8 up, 8 in 2024-04-13T09:05:41.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:40 smithi119 ceph-mon[96316]: pgmap v4374: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-13T09:05:41.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:40 smithi119 ceph-mon[93746]: osdmap e2290: 8 total, 8 up, 8 in 2024-04-13T09:05:41.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:40 smithi119 ceph-mon[93746]: pgmap v4374: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-13T09:05:42.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:41 smithi139 ceph-mon[88985]: osdmap e2291: 8 total, 8 up, 8 in 2024-04-13T09:05:42.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:41 smithi119 ceph-mon[96316]: osdmap e2291: 8 total, 8 up, 8 in 2024-04-13T09:05:42.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:41 smithi119 ceph-mon[93746]: osdmap e2291: 8 total, 8 up, 8 in 2024-04-13T09:05:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:05:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:05:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:05:43.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:42 smithi139 ceph-mon[88985]: osdmap e2292: 8 total, 8 up, 8 in 2024-04-13T09:05:43.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:42 smithi139 ceph-mon[88985]: pgmap v4377: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 459 KiB/s rd, 3.5 KiB/s wr, 617 op/s 2024-04-13T09:05:43.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:42 smithi119 ceph-mon[96316]: osdmap e2292: 8 total, 8 up, 8 in 2024-04-13T09:05:43.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:42 smithi119 ceph-mon[96316]: pgmap v4377: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 459 KiB/s rd, 3.5 KiB/s wr, 617 op/s 2024-04-13T09:05:43.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:42 smithi119 ceph-mon[93746]: osdmap e2292: 8 total, 8 up, 8 in 2024-04-13T09:05:43.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:42 smithi119 ceph-mon[93746]: pgmap v4377: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 459 KiB/s rd, 3.5 KiB/s wr, 617 op/s 2024-04-13T09:05:44.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:43 smithi139 ceph-mon[88985]: osdmap e2293: 8 total, 8 up, 8 in 2024-04-13T09:05:44.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:43 smithi119 ceph-mon[96316]: osdmap e2293: 8 total, 8 up, 8 in 2024-04-13T09:05:44.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:43 smithi119 ceph-mon[93746]: osdmap e2293: 8 total, 8 up, 8 in 2024-04-13T09:05:45.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:44 smithi139 ceph-mon[88985]: osdmap e2294: 8 total, 8 up, 8 in 2024-04-13T09:05:45.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:44 smithi139 ceph-mon[88985]: pgmap v4380: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 459 KiB/s rd, 3.7 KiB/s wr, 617 op/s 2024-04-13T09:05:45.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:05:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:05:44] "GET /metrics HTTP/1.1" 200 36602 "" "Prometheus/2.43.0" 2024-04-13T09:05:45.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:44 smithi119 ceph-mon[96316]: osdmap e2294: 8 total, 8 up, 8 in 2024-04-13T09:05:45.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:44 smithi119 ceph-mon[96316]: pgmap v4380: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 459 KiB/s rd, 3.7 KiB/s wr, 617 op/s 2024-04-13T09:05:45.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:44 smithi119 ceph-mon[93746]: osdmap e2294: 8 total, 8 up, 8 in 2024-04-13T09:05:45.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:44 smithi119 ceph-mon[93746]: pgmap v4380: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 459 KiB/s rd, 3.7 KiB/s wr, 617 op/s 2024-04-13T09:05:46.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:45 smithi139 ceph-mon[88985]: osdmap e2295: 8 total, 8 up, 8 in 2024-04-13T09:05:46.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:45 smithi119 ceph-mon[96316]: osdmap e2295: 8 total, 8 up, 8 in 2024-04-13T09:05:46.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:45 smithi119 ceph-mon[93746]: osdmap e2295: 8 total, 8 up, 8 in 2024-04-13T09:05:47.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:46 smithi139 ceph-mon[88985]: osdmap e2296: 8 total, 8 up, 8 in 2024-04-13T09:05:47.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:46 smithi139 ceph-mon[88985]: pgmap v4383: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 487 KiB/s rd, 3.5 KiB/s wr, 657 op/s 2024-04-13T09:05:47.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:46 smithi119 ceph-mon[93746]: osdmap e2296: 8 total, 8 up, 8 in 2024-04-13T09:05:47.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:46 smithi119 ceph-mon[93746]: pgmap v4383: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 487 KiB/s rd, 3.5 KiB/s wr, 657 op/s 2024-04-13T09:05:47.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:46 smithi119 ceph-mon[96316]: osdmap e2296: 8 total, 8 up, 8 in 2024-04-13T09:05:47.218 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:46 smithi119 ceph-mon[96316]: pgmap v4383: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 487 KiB/s rd, 3.5 KiB/s wr, 657 op/s 2024-04-13T09:05:48.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:47 smithi139 ceph-mon[88985]: osdmap e2297: 8 total, 8 up, 8 in 2024-04-13T09:05:48.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:47 smithi119 ceph-mon[96316]: osdmap e2297: 8 total, 8 up, 8 in 2024-04-13T09:05:48.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:47 smithi119 ceph-mon[93746]: osdmap e2297: 8 total, 8 up, 8 in 2024-04-13T09:05:49.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:48 smithi139 ceph-mon[88985]: osdmap e2298: 8 total, 8 up, 8 in 2024-04-13T09:05:49.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:48 smithi139 ceph-mon[88985]: pgmap v4386: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 491 KiB/s rd, 3.7 KiB/s wr, 662 op/s 2024-04-13T09:05:49.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:48 smithi119 ceph-mon[96316]: osdmap e2298: 8 total, 8 up, 8 in 2024-04-13T09:05:49.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:48 smithi119 ceph-mon[96316]: pgmap v4386: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 491 KiB/s rd, 3.7 KiB/s wr, 662 op/s 2024-04-13T09:05:49.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:48 smithi119 ceph-mon[93746]: osdmap e2298: 8 total, 8 up, 8 in 2024-04-13T09:05:49.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:48 smithi119 ceph-mon[93746]: pgmap v4386: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 491 KiB/s rd, 3.7 KiB/s wr, 662 op/s 2024-04-13T09:05:50.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:49 smithi139 ceph-mon[88985]: osdmap e2299: 8 total, 8 up, 8 in 2024-04-13T09:05:50.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:49 smithi119 ceph-mon[96316]: osdmap e2299: 8 total, 8 up, 8 in 2024-04-13T09:05:50.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:49 smithi119 ceph-mon[93746]: osdmap e2299: 8 total, 8 up, 8 in 2024-04-13T09:05:51.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:50 smithi139 ceph-mon[88985]: osdmap e2300: 8 total, 8 up, 8 in 2024-04-13T09:05:51.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:50 smithi139 ceph-mon[88985]: pgmap v4389: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-13T09:05:51.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:50 smithi119 ceph-mon[96316]: osdmap e2300: 8 total, 8 up, 8 in 2024-04-13T09:05:51.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:50 smithi119 ceph-mon[96316]: pgmap v4389: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-13T09:05:51.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:50 smithi119 ceph-mon[93746]: osdmap e2300: 8 total, 8 up, 8 in 2024-04-13T09:05:51.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:50 smithi119 ceph-mon[93746]: pgmap v4389: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-13T09:05:52.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:51 smithi139 ceph-mon[88985]: osdmap e2301: 8 total, 8 up, 8 in 2024-04-13T09:05:52.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:51 smithi119 ceph-mon[96316]: osdmap e2301: 8 total, 8 up, 8 in 2024-04-13T09:05:52.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:51 smithi119 ceph-mon[93746]: osdmap e2301: 8 total, 8 up, 8 in 2024-04-13T09:05:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:05:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:05:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:05:53.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:52 smithi139 ceph-mon[88985]: osdmap e2302: 8 total, 8 up, 8 in 2024-04-13T09:05:53.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:52 smithi139 ceph-mon[88985]: pgmap v4392: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 524 KiB/s rd, 3.5 KiB/s wr, 705 op/s 2024-04-13T09:05:53.220 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:52 smithi119 ceph-mon[96316]: osdmap e2302: 8 total, 8 up, 8 in 2024-04-13T09:05:53.220 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:52 smithi119 ceph-mon[96316]: pgmap v4392: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 524 KiB/s rd, 3.5 KiB/s wr, 705 op/s 2024-04-13T09:05:53.220 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:52 smithi119 ceph-mon[93746]: osdmap e2302: 8 total, 8 up, 8 in 2024-04-13T09:05:53.220 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:52 smithi119 ceph-mon[93746]: pgmap v4392: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 524 KiB/s rd, 3.5 KiB/s wr, 705 op/s 2024-04-13T09:05:54.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:53 smithi139 ceph-mon[88985]: osdmap e2303: 8 total, 8 up, 8 in 2024-04-13T09:05:54.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:53 smithi119 ceph-mon[96316]: osdmap e2303: 8 total, 8 up, 8 in 2024-04-13T09:05:54.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:53 smithi119 ceph-mon[93746]: osdmap e2303: 8 total, 8 up, 8 in 2024-04-13T09:05:55.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:54 smithi139 ceph-mon[88985]: osdmap e2304: 8 total, 8 up, 8 in 2024-04-13T09:05:55.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:05:55.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:54 smithi139 ceph-mon[88985]: pgmap v4395: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 524 KiB/s rd, 3.5 KiB/s wr, 705 op/s 2024-04-13T09:05:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:05:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:05:54] "GET /metrics HTTP/1.1" 200 36601 "" "Prometheus/2.43.0" 2024-04-13T09:05:55.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:54 smithi119 ceph-mon[93746]: osdmap e2304: 8 total, 8 up, 8 in 2024-04-13T09:05:55.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:05:55.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:54 smithi119 ceph-mon[93746]: pgmap v4395: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 524 KiB/s rd, 3.5 KiB/s wr, 705 op/s 2024-04-13T09:05:55.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:54 smithi119 ceph-mon[96316]: osdmap e2304: 8 total, 8 up, 8 in 2024-04-13T09:05:55.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:05:55.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:54 smithi119 ceph-mon[96316]: pgmap v4395: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 524 KiB/s rd, 3.5 KiB/s wr, 705 op/s 2024-04-13T09:05:56.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:55 smithi139 ceph-mon[88985]: osdmap e2305: 8 total, 8 up, 8 in 2024-04-13T09:05:56.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:55 smithi119 ceph-mon[96316]: osdmap e2305: 8 total, 8 up, 8 in 2024-04-13T09:05:56.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:55 smithi119 ceph-mon[93746]: osdmap e2305: 8 total, 8 up, 8 in 2024-04-13T09:05:57.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:56 smithi139 ceph-mon[88985]: osdmap e2306: 8 total, 8 up, 8 in 2024-04-13T09:05:57.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:56 smithi139 ceph-mon[88985]: pgmap v4398: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 552 KiB/s rd, 3.5 KiB/s wr, 744 op/s 2024-04-13T09:05:57.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:56 smithi119 ceph-mon[96316]: osdmap e2306: 8 total, 8 up, 8 in 2024-04-13T09:05:57.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:56 smithi119 ceph-mon[96316]: pgmap v4398: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 552 KiB/s rd, 3.5 KiB/s wr, 744 op/s 2024-04-13T09:05:57.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:56 smithi119 ceph-mon[93746]: osdmap e2306: 8 total, 8 up, 8 in 2024-04-13T09:05:57.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:56 smithi119 ceph-mon[93746]: pgmap v4398: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 552 KiB/s rd, 3.5 KiB/s wr, 744 op/s 2024-04-13T09:05:58.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:57 smithi139 ceph-mon[88985]: osdmap e2307: 8 total, 8 up, 8 in 2024-04-13T09:05:58.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:57 smithi119 ceph-mon[96316]: osdmap e2307: 8 total, 8 up, 8 in 2024-04-13T09:05:58.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:57 smithi119 ceph-mon[93746]: osdmap e2307: 8 total, 8 up, 8 in 2024-04-13T09:05:59.117 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:58 smithi119 ceph-mon[96316]: osdmap e2308: 8 total, 8 up, 8 in 2024-04-13T09:05:59.118 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:58 smithi119 ceph-mon[96316]: pgmap v4401: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 556 KiB/s rd, 4.0 KiB/s wr, 750 op/s 2024-04-13T09:05:59.118 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:58 smithi119 ceph-mon[93746]: osdmap e2308: 8 total, 8 up, 8 in 2024-04-13T09:05:59.118 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:58 smithi119 ceph-mon[93746]: pgmap v4401: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 556 KiB/s rd, 4.0 KiB/s wr, 750 op/s 2024-04-13T09:05:59.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:58 smithi139 ceph-mon[88985]: osdmap e2308: 8 total, 8 up, 8 in 2024-04-13T09:05:59.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:58 smithi139 ceph-mon[88985]: pgmap v4401: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 556 KiB/s rd, 4.0 KiB/s wr, 750 op/s 2024-04-13T09:06:00.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:05:59 smithi139 ceph-mon[88985]: osdmap e2309: 8 total, 8 up, 8 in 2024-04-13T09:06:00.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:05:59 smithi119 ceph-mon[96316]: osdmap e2309: 8 total, 8 up, 8 in 2024-04-13T09:06:00.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:05:59 smithi119 ceph-mon[93746]: osdmap e2309: 8 total, 8 up, 8 in 2024-04-13T09:06:01.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:00 smithi139 ceph-mon[88985]: osdmap e2310: 8 total, 8 up, 8 in 2024-04-13T09:06:01.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:00 smithi139 ceph-mon[88985]: pgmap v4404: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-13T09:06:01.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:00 smithi119 ceph-mon[96316]: osdmap e2310: 8 total, 8 up, 8 in 2024-04-13T09:06:01.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:00 smithi119 ceph-mon[96316]: pgmap v4404: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-13T09:06:01.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:00 smithi119 ceph-mon[93746]: osdmap e2310: 8 total, 8 up, 8 in 2024-04-13T09:06:01.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:00 smithi119 ceph-mon[93746]: pgmap v4404: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-13T09:06:02.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:01 smithi139 ceph-mon[88985]: osdmap e2311: 8 total, 8 up, 8 in 2024-04-13T09:06:02.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:01 smithi119 ceph-mon[96316]: osdmap e2311: 8 total, 8 up, 8 in 2024-04-13T09:06:02.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:01 smithi119 ceph-mon[93746]: osdmap e2311: 8 total, 8 up, 8 in 2024-04-13T09:06:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:06:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:06:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:06:03.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:02 smithi119 ceph-mon[96316]: osdmap e2312: 8 total, 8 up, 8 in 2024-04-13T09:06:03.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:02 smithi119 ceph-mon[96316]: pgmap v4407: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 589 KiB/s rd, 3.2 KiB/s wr, 793 op/s 2024-04-13T09:06:03.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:02 smithi119 ceph-mon[93746]: osdmap e2312: 8 total, 8 up, 8 in 2024-04-13T09:06:03.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:02 smithi119 ceph-mon[93746]: pgmap v4407: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 589 KiB/s rd, 3.2 KiB/s wr, 793 op/s 2024-04-13T09:06:03.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:02 smithi139 ceph-mon[88985]: osdmap e2312: 8 total, 8 up, 8 in 2024-04-13T09:06:03.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:02 smithi139 ceph-mon[88985]: pgmap v4407: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 589 KiB/s rd, 3.2 KiB/s wr, 793 op/s 2024-04-13T09:06:04.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:03 smithi119 ceph-mon[96316]: osdmap e2313: 8 total, 8 up, 8 in 2024-04-13T09:06:04.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:03 smithi119 ceph-mon[93746]: osdmap e2313: 8 total, 8 up, 8 in 2024-04-13T09:06:04.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:03 smithi139 ceph-mon[88985]: osdmap e2313: 8 total, 8 up, 8 in 2024-04-13T09:06:05.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:04 smithi119 ceph-mon[96316]: osdmap e2314: 8 total, 8 up, 8 in 2024-04-13T09:06:05.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:04 smithi119 ceph-mon[96316]: pgmap v4410: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 589 KiB/s rd, 3.5 KiB/s wr, 793 op/s 2024-04-13T09:06:05.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:04 smithi119 ceph-mon[93746]: osdmap e2314: 8 total, 8 up, 8 in 2024-04-13T09:06:05.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:04 smithi119 ceph-mon[93746]: pgmap v4410: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 589 KiB/s rd, 3.5 KiB/s wr, 793 op/s 2024-04-13T09:06:05.218 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:06:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:06:04] "GET /metrics HTTP/1.1" 200 36601 "" "Prometheus/2.43.0" 2024-04-13T09:06:05.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:04 smithi139 ceph-mon[88985]: osdmap e2314: 8 total, 8 up, 8 in 2024-04-13T09:06:05.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:04 smithi139 ceph-mon[88985]: pgmap v4410: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 589 KiB/s rd, 3.5 KiB/s wr, 793 op/s 2024-04-13T09:06:06.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:05 smithi119 ceph-mon[96316]: osdmap e2315: 8 total, 8 up, 8 in 2024-04-13T09:06:06.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:05 smithi119 ceph-mon[93746]: osdmap e2315: 8 total, 8 up, 8 in 2024-04-13T09:06:06.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:05 smithi139 ceph-mon[88985]: osdmap e2315: 8 total, 8 up, 8 in 2024-04-13T09:06:07.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:06 smithi119 ceph-mon[96316]: osdmap e2316: 8 total, 8 up, 8 in 2024-04-13T09:06:07.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:06 smithi119 ceph-mon[96316]: pgmap v4413: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 617 KiB/s rd, 3.5 KiB/s wr, 832 op/s 2024-04-13T09:06:07.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:06 smithi119 ceph-mon[93746]: osdmap e2316: 8 total, 8 up, 8 in 2024-04-13T09:06:07.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:06 smithi119 ceph-mon[93746]: pgmap v4413: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 617 KiB/s rd, 3.5 KiB/s wr, 832 op/s 2024-04-13T09:06:07.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:06 smithi139 ceph-mon[88985]: osdmap e2316: 8 total, 8 up, 8 in 2024-04-13T09:06:07.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:06 smithi139 ceph-mon[88985]: pgmap v4413: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 617 KiB/s rd, 3.5 KiB/s wr, 832 op/s 2024-04-13T09:06:08.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:07 smithi119 ceph-mon[96316]: osdmap e2317: 8 total, 8 up, 8 in 2024-04-13T09:06:08.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:07 smithi119 ceph-mon[93746]: osdmap e2317: 8 total, 8 up, 8 in 2024-04-13T09:06:08.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:07 smithi139 ceph-mon[88985]: osdmap e2317: 8 total, 8 up, 8 in 2024-04-13T09:06:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:08 smithi119 ceph-mon[96316]: osdmap e2318: 8 total, 8 up, 8 in 2024-04-13T09:06:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:08 smithi119 ceph-mon[96316]: pgmap v4416: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 621 KiB/s rd, 4.0 KiB/s wr, 837 op/s 2024-04-13T09:06:09.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:08 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:06:09.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:08 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T09:06:09.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:08 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T09:06:09.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:08 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:06:09.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:08 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:06:09.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:08 smithi119 ceph-mon[93746]: osdmap e2318: 8 total, 8 up, 8 in 2024-04-13T09:06:09.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:08 smithi119 ceph-mon[93746]: pgmap v4416: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 621 KiB/s rd, 4.0 KiB/s wr, 837 op/s 2024-04-13T09:06:09.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:08 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:06:09.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:08 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T09:06:09.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:08 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T09:06:09.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:08 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:06:09.218 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:08 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:06:09.376 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:08 smithi139 ceph-mon[88985]: osdmap e2318: 8 total, 8 up, 8 in 2024-04-13T09:06:09.376 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:08 smithi139 ceph-mon[88985]: pgmap v4416: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 621 KiB/s rd, 4.0 KiB/s wr, 837 op/s 2024-04-13T09:06:09.376 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:08 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:06:09.376 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:08 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T09:06:09.376 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:08 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T09:06:09.376 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:08 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:06:09.376 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:08 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:06:09.635 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 09:06:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[127213]: logger=cleanup t=2024-04-13T09:06:09.376766585Z level=info msg="Completed cleanup jobs" duration=6.752196ms 2024-04-13T09:06:10.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:09 smithi119 ceph-mon[96316]: osdmap e2319: 8 total, 8 up, 8 in 2024-04-13T09:06:10.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:09 smithi119 ceph-mon[93746]: osdmap e2319: 8 total, 8 up, 8 in 2024-04-13T09:06:10.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:09 smithi139 ceph-mon[88985]: osdmap e2319: 8 total, 8 up, 8 in 2024-04-13T09:06:11.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:10 smithi119 ceph-mon[93746]: osdmap e2320: 8 total, 8 up, 8 in 2024-04-13T09:06:11.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:10 smithi119 ceph-mon[93746]: pgmap v4419: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-13T09:06:11.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:10 smithi119 ceph-mon[96316]: osdmap e2320: 8 total, 8 up, 8 in 2024-04-13T09:06:11.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:10 smithi119 ceph-mon[96316]: pgmap v4419: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-13T09:06:11.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:10 smithi139 ceph-mon[88985]: osdmap e2320: 8 total, 8 up, 8 in 2024-04-13T09:06:11.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:10 smithi139 ceph-mon[88985]: pgmap v4419: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-13T09:06:12.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:11 smithi119 ceph-mon[96316]: osdmap e2321: 8 total, 8 up, 8 in 2024-04-13T09:06:12.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:11 smithi119 ceph-mon[93746]: osdmap e2321: 8 total, 8 up, 8 in 2024-04-13T09:06:12.314 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:11 smithi139 ceph-mon[88985]: osdmap e2321: 8 total, 8 up, 8 in 2024-04-13T09:06:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:06:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:06:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:06:13.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:12 smithi119 ceph-mon[96316]: osdmap e2322: 8 total, 8 up, 8 in 2024-04-13T09:06:13.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:12 smithi119 ceph-mon[96316]: pgmap v4422: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 653 KiB/s rd, 3.5 KiB/s wr, 880 op/s 2024-04-13T09:06:13.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:12 smithi119 ceph-mon[93746]: osdmap e2322: 8 total, 8 up, 8 in 2024-04-13T09:06:13.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:12 smithi119 ceph-mon[93746]: pgmap v4422: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 653 KiB/s rd, 3.5 KiB/s wr, 880 op/s 2024-04-13T09:06:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:12 smithi139 ceph-mon[88985]: osdmap e2322: 8 total, 8 up, 8 in 2024-04-13T09:06:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:12 smithi139 ceph-mon[88985]: pgmap v4422: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 653 KiB/s rd, 3.5 KiB/s wr, 880 op/s 2024-04-13T09:06:14.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:13 smithi119 ceph-mon[96316]: osdmap e2323: 8 total, 8 up, 8 in 2024-04-13T09:06:14.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:13 smithi119 ceph-mon[93746]: osdmap e2323: 8 total, 8 up, 8 in 2024-04-13T09:06:14.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:13 smithi139 ceph-mon[88985]: osdmap e2323: 8 total, 8 up, 8 in 2024-04-13T09:06:15.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:14 smithi119 ceph-mon[96316]: osdmap e2324: 8 total, 8 up, 8 in 2024-04-13T09:06:15.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:14 smithi119 ceph-mon[96316]: pgmap v4425: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 653 KiB/s rd, 3.5 KiB/s wr, 880 op/s 2024-04-13T09:06:15.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:14 smithi119 ceph-mon[93746]: osdmap e2324: 8 total, 8 up, 8 in 2024-04-13T09:06:15.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:14 smithi119 ceph-mon[93746]: pgmap v4425: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 653 KiB/s rd, 3.5 KiB/s wr, 880 op/s 2024-04-13T09:06:15.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:06:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:06:14] "GET /metrics HTTP/1.1" 200 36605 "" "Prometheus/2.43.0" 2024-04-13T09:06:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:14 smithi139 ceph-mon[88985]: osdmap e2324: 8 total, 8 up, 8 in 2024-04-13T09:06:15.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:14 smithi139 ceph-mon[88985]: pgmap v4425: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 653 KiB/s rd, 3.5 KiB/s wr, 880 op/s 2024-04-13T09:06:16.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:15 smithi139 ceph-mon[88985]: osdmap e2325: 8 total, 8 up, 8 in 2024-04-13T09:06:16.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:15 smithi119 ceph-mon[96316]: osdmap e2325: 8 total, 8 up, 8 in 2024-04-13T09:06:16.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:15 smithi119 ceph-mon[93746]: osdmap e2325: 8 total, 8 up, 8 in 2024-04-13T09:06:17.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:16 smithi139 ceph-mon[88985]: osdmap e2326: 8 total, 8 up, 8 in 2024-04-13T09:06:17.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:16 smithi139 ceph-mon[88985]: pgmap v4428: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 683 KiB/s rd, 3.5 KiB/s wr, 919 op/s 2024-04-13T09:06:17.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:16 smithi119 ceph-mon[96316]: osdmap e2326: 8 total, 8 up, 8 in 2024-04-13T09:06:17.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:16 smithi119 ceph-mon[96316]: pgmap v4428: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 683 KiB/s rd, 3.5 KiB/s wr, 919 op/s 2024-04-13T09:06:17.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:16 smithi119 ceph-mon[93746]: osdmap e2326: 8 total, 8 up, 8 in 2024-04-13T09:06:17.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:16 smithi119 ceph-mon[93746]: pgmap v4428: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 683 KiB/s rd, 3.5 KiB/s wr, 919 op/s 2024-04-13T09:06:18.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:17 smithi139 ceph-mon[88985]: osdmap e2327: 8 total, 8 up, 8 in 2024-04-13T09:06:18.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:17 smithi119 ceph-mon[96316]: osdmap e2327: 8 total, 8 up, 8 in 2024-04-13T09:06:18.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:17 smithi119 ceph-mon[93746]: osdmap e2327: 8 total, 8 up, 8 in 2024-04-13T09:06:19.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:18 smithi139 ceph-mon[88985]: osdmap e2328: 8 total, 8 up, 8 in 2024-04-13T09:06:19.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:18 smithi139 ceph-mon[88985]: pgmap v4431: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 687 KiB/s rd, 3.7 KiB/s wr, 924 op/s 2024-04-13T09:06:19.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:18 smithi119 ceph-mon[96316]: osdmap e2328: 8 total, 8 up, 8 in 2024-04-13T09:06:19.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:18 smithi119 ceph-mon[96316]: pgmap v4431: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 687 KiB/s rd, 3.7 KiB/s wr, 924 op/s 2024-04-13T09:06:19.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:18 smithi119 ceph-mon[93746]: osdmap e2328: 8 total, 8 up, 8 in 2024-04-13T09:06:19.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:18 smithi119 ceph-mon[93746]: pgmap v4431: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 687 KiB/s rd, 3.7 KiB/s wr, 924 op/s 2024-04-13T09:06:20.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:19 smithi139 ceph-mon[88985]: osdmap e2329: 8 total, 8 up, 8 in 2024-04-13T09:06:20.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:19 smithi119 ceph-mon[93746]: osdmap e2329: 8 total, 8 up, 8 in 2024-04-13T09:06:20.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:19 smithi119 ceph-mon[96316]: osdmap e2329: 8 total, 8 up, 8 in 2024-04-13T09:06:21.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:21 smithi139 ceph-mon[88985]: pgmap v4433: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 254 B/s wr, 5 op/s 2024-04-13T09:06:21.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:21 smithi139 ceph-mon[88985]: osdmap e2330: 8 total, 8 up, 8 in 2024-04-13T09:06:21.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:21 smithi119 ceph-mon[93746]: pgmap v4433: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 254 B/s wr, 5 op/s 2024-04-13T09:06:21.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:21 smithi119 ceph-mon[93746]: osdmap e2330: 8 total, 8 up, 8 in 2024-04-13T09:06:21.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:21 smithi119 ceph-mon[96316]: pgmap v4433: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 254 B/s wr, 5 op/s 2024-04-13T09:06:21.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:21 smithi119 ceph-mon[96316]: osdmap e2330: 8 total, 8 up, 8 in 2024-04-13T09:06:22.287 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:22 smithi139 ceph-mon[88985]: osdmap e2331: 8 total, 8 up, 8 in 2024-04-13T09:06:22.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:22 smithi119 ceph-mon[96316]: osdmap e2331: 8 total, 8 up, 8 in 2024-04-13T09:06:22.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:22 smithi119 ceph-mon[93746]: osdmap e2331: 8 total, 8 up, 8 in 2024-04-13T09:06:22.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:06:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:06:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:06:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:23 smithi139 ceph-mon[88985]: pgmap v4436: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 716 KiB/s rd, 3.7 KiB/s wr, 965 op/s 2024-04-13T09:06:23.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:23 smithi139 ceph-mon[88985]: osdmap e2332: 8 total, 8 up, 8 in 2024-04-13T09:06:23.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:23 smithi119 ceph-mon[96316]: pgmap v4436: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 716 KiB/s rd, 3.7 KiB/s wr, 965 op/s 2024-04-13T09:06:23.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:23 smithi119 ceph-mon[96316]: osdmap e2332: 8 total, 8 up, 8 in 2024-04-13T09:06:23.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:23 smithi119 ceph-mon[93746]: pgmap v4436: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 716 KiB/s rd, 3.7 KiB/s wr, 965 op/s 2024-04-13T09:06:23.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:23 smithi119 ceph-mon[93746]: osdmap e2332: 8 total, 8 up, 8 in 2024-04-13T09:06:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:24 smithi139 ceph-mon[88985]: osdmap e2333: 8 total, 8 up, 8 in 2024-04-13T09:06:24.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:06:24.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:24 smithi119 ceph-mon[96316]: osdmap e2333: 8 total, 8 up, 8 in 2024-04-13T09:06:24.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:06:24.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:24 smithi119 ceph-mon[93746]: osdmap e2333: 8 total, 8 up, 8 in 2024-04-13T09:06:24.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:06:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:06:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:06:24] "GET /metrics HTTP/1.1" 200 36606 "" "Prometheus/2.43.0" 2024-04-13T09:06:25.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:25 smithi119 ceph-mon[96316]: pgmap v4439: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 719 KiB/s rd, 3.7 KiB/s wr, 968 op/s 2024-04-13T09:06:25.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:25 smithi119 ceph-mon[96316]: osdmap e2334: 8 total, 8 up, 8 in 2024-04-13T09:06:25.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:25 smithi119 ceph-mon[93746]: pgmap v4439: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 719 KiB/s rd, 3.7 KiB/s wr, 968 op/s 2024-04-13T09:06:25.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:25 smithi119 ceph-mon[93746]: osdmap e2334: 8 total, 8 up, 8 in 2024-04-13T09:06:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:25 smithi139 ceph-mon[88985]: pgmap v4439: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 719 KiB/s rd, 3.7 KiB/s wr, 968 op/s 2024-04-13T09:06:25.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:25 smithi139 ceph-mon[88985]: osdmap e2334: 8 total, 8 up, 8 in 2024-04-13T09:06:26.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:26 smithi139 ceph-mon[88985]: osdmap e2335: 8 total, 8 up, 8 in 2024-04-13T09:06:26.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:26 smithi119 ceph-mon[93746]: osdmap e2335: 8 total, 8 up, 8 in 2024-04-13T09:06:26.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:26 smithi119 ceph-mon[96316]: osdmap e2335: 8 total, 8 up, 8 in 2024-04-13T09:06:27.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:27 smithi139 ceph-mon[88985]: pgmap v4442: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 749 KiB/s rd, 3.5 KiB/s wr, 1.01k op/s 2024-04-13T09:06:27.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:27 smithi139 ceph-mon[88985]: osdmap e2336: 8 total, 8 up, 8 in 2024-04-13T09:06:27.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:27 smithi119 ceph-mon[96316]: pgmap v4442: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 749 KiB/s rd, 3.5 KiB/s wr, 1.01k op/s 2024-04-13T09:06:27.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:27 smithi119 ceph-mon[96316]: osdmap e2336: 8 total, 8 up, 8 in 2024-04-13T09:06:27.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:27 smithi119 ceph-mon[93746]: pgmap v4442: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 749 KiB/s rd, 3.5 KiB/s wr, 1.01k op/s 2024-04-13T09:06:27.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:27 smithi119 ceph-mon[93746]: osdmap e2336: 8 total, 8 up, 8 in 2024-04-13T09:06:28.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:28 smithi139 ceph-mon[88985]: osdmap e2337: 8 total, 8 up, 8 in 2024-04-13T09:06:28.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:28 smithi119 ceph-mon[93746]: osdmap e2337: 8 total, 8 up, 8 in 2024-04-13T09:06:28.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:28 smithi119 ceph-mon[96316]: osdmap e2337: 8 total, 8 up, 8 in 2024-04-13T09:06:29.367 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:29 smithi119 ceph-mon[96316]: pgmap v4445: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 752 KiB/s rd, 3.7 KiB/s wr, 1.01k op/s 2024-04-13T09:06:29.367 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:29 smithi119 ceph-mon[96316]: osdmap e2338: 8 total, 8 up, 8 in 2024-04-13T09:06:29.368 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:29 smithi119 ceph-mon[93746]: pgmap v4445: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 752 KiB/s rd, 3.7 KiB/s wr, 1.01k op/s 2024-04-13T09:06:29.368 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:29 smithi119 ceph-mon[93746]: osdmap e2338: 8 total, 8 up, 8 in 2024-04-13T09:06:29.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:29 smithi139 ceph-mon[88985]: pgmap v4445: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 752 KiB/s rd, 3.7 KiB/s wr, 1.01k op/s 2024-04-13T09:06:29.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:29 smithi139 ceph-mon[88985]: osdmap e2338: 8 total, 8 up, 8 in 2024-04-13T09:06:30.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:30 smithi139 ceph-mon[88985]: osdmap e2339: 8 total, 8 up, 8 in 2024-04-13T09:06:30.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:30 smithi119 ceph-mon[93746]: osdmap e2339: 8 total, 8 up, 8 in 2024-04-13T09:06:30.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:30 smithi119 ceph-mon[96316]: osdmap e2339: 8 total, 8 up, 8 in 2024-04-13T09:06:31.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:31 smithi139 ceph-mon[88985]: pgmap v4448: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-13T09:06:31.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:31 smithi139 ceph-mon[88985]: osdmap e2340: 8 total, 8 up, 8 in 2024-04-13T09:06:31.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:31 smithi119 ceph-mon[96316]: pgmap v4448: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-13T09:06:31.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:31 smithi119 ceph-mon[96316]: osdmap e2340: 8 total, 8 up, 8 in 2024-04-13T09:06:31.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:31 smithi119 ceph-mon[93746]: pgmap v4448: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-13T09:06:31.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:31 smithi119 ceph-mon[93746]: osdmap e2340: 8 total, 8 up, 8 in 2024-04-13T09:06:32.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:32 smithi139 ceph-mon[88985]: osdmap e2341: 8 total, 8 up, 8 in 2024-04-13T09:06:32.386 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:06:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:06:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:06:32.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:32 smithi119 ceph-mon[93746]: osdmap e2341: 8 total, 8 up, 8 in 2024-04-13T09:06:32.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:32 smithi119 ceph-mon[96316]: osdmap e2341: 8 total, 8 up, 8 in 2024-04-13T09:06:33.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:33 smithi139 ceph-mon[88985]: pgmap v4451: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 784 KiB/s rd, 4.0 KiB/s wr, 1.06k op/s 2024-04-13T09:06:33.416 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:33 smithi139 ceph-mon[88985]: osdmap e2342: 8 total, 8 up, 8 in 2024-04-13T09:06:33.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:33 smithi119 ceph-mon[96316]: pgmap v4451: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 784 KiB/s rd, 4.0 KiB/s wr, 1.06k op/s 2024-04-13T09:06:33.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:33 smithi119 ceph-mon[96316]: osdmap e2342: 8 total, 8 up, 8 in 2024-04-13T09:06:33.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:33 smithi119 ceph-mon[93746]: pgmap v4451: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 784 KiB/s rd, 4.0 KiB/s wr, 1.06k op/s 2024-04-13T09:06:33.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:33 smithi119 ceph-mon[93746]: osdmap e2342: 8 total, 8 up, 8 in 2024-04-13T09:06:34.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:34 smithi139 ceph-mon[88985]: osdmap e2343: 8 total, 8 up, 8 in 2024-04-13T09:06:34.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:34 smithi119 ceph-mon[96316]: osdmap e2343: 8 total, 8 up, 8 in 2024-04-13T09:06:34.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:34 smithi119 ceph-mon[93746]: osdmap e2343: 8 total, 8 up, 8 in 2024-04-13T09:06:35.092 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:06:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:06:34] "GET /metrics HTTP/1.1" 200 36606 "" "Prometheus/2.43.0" 2024-04-13T09:06:35.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:35 smithi139 ceph-mon[88985]: pgmap v4454: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 784 KiB/s rd, 4.0 KiB/s wr, 1.06k op/s 2024-04-13T09:06:35.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:35 smithi139 ceph-mon[88985]: osdmap e2344: 8 total, 8 up, 8 in 2024-04-13T09:06:35.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:35 smithi119 ceph-mon[96316]: pgmap v4454: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 784 KiB/s rd, 4.0 KiB/s wr, 1.06k op/s 2024-04-13T09:06:35.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:35 smithi119 ceph-mon[96316]: osdmap e2344: 8 total, 8 up, 8 in 2024-04-13T09:06:35.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:35 smithi119 ceph-mon[93746]: pgmap v4454: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 784 KiB/s rd, 4.0 KiB/s wr, 1.06k op/s 2024-04-13T09:06:35.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:35 smithi119 ceph-mon[93746]: osdmap e2344: 8 total, 8 up, 8 in 2024-04-13T09:06:36.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:36 smithi139 ceph-mon[88985]: osdmap e2345: 8 total, 8 up, 8 in 2024-04-13T09:06:36.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:36 smithi119 ceph-mon[96316]: osdmap e2345: 8 total, 8 up, 8 in 2024-04-13T09:06:36.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:36 smithi119 ceph-mon[93746]: osdmap e2345: 8 total, 8 up, 8 in 2024-04-13T09:06:37.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:37 smithi139 ceph-mon[88985]: pgmap v4457: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 813 KiB/s rd, 3.2 KiB/s wr, 1.09k op/s 2024-04-13T09:06:37.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:37 smithi139 ceph-mon[88985]: osdmap e2346: 8 total, 8 up, 8 in 2024-04-13T09:06:37.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:37 smithi119 ceph-mon[93746]: pgmap v4457: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 813 KiB/s rd, 3.2 KiB/s wr, 1.09k op/s 2024-04-13T09:06:37.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:37 smithi119 ceph-mon[93746]: osdmap e2346: 8 total, 8 up, 8 in 2024-04-13T09:06:37.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:37 smithi119 ceph-mon[96316]: pgmap v4457: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 813 KiB/s rd, 3.2 KiB/s wr, 1.09k op/s 2024-04-13T09:06:37.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:37 smithi119 ceph-mon[96316]: osdmap e2346: 8 total, 8 up, 8 in 2024-04-13T09:06:38.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:38 smithi139 ceph-mon[88985]: osdmap e2347: 8 total, 8 up, 8 in 2024-04-13T09:06:38.723 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:38 smithi119 ceph-mon[96316]: osdmap e2347: 8 total, 8 up, 8 in 2024-04-13T09:06:38.723 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:38 smithi119 ceph-mon[93746]: osdmap e2347: 8 total, 8 up, 8 in 2024-04-13T09:06:39.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:39 smithi139 ceph-mon[88985]: pgmap v4460: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 817 KiB/s rd, 3.7 KiB/s wr, 1.10k op/s 2024-04-13T09:06:39.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:39 smithi139 ceph-mon[88985]: osdmap e2348: 8 total, 8 up, 8 in 2024-04-13T09:06:39.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:06:39.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:39 smithi119 ceph-mon[93746]: pgmap v4460: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 817 KiB/s rd, 3.7 KiB/s wr, 1.10k op/s 2024-04-13T09:06:39.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:39 smithi119 ceph-mon[93746]: osdmap e2348: 8 total, 8 up, 8 in 2024-04-13T09:06:39.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:06:39.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:39 smithi119 ceph-mon[96316]: pgmap v4460: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 817 KiB/s rd, 3.7 KiB/s wr, 1.10k op/s 2024-04-13T09:06:39.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:39 smithi119 ceph-mon[96316]: osdmap e2348: 8 total, 8 up, 8 in 2024-04-13T09:06:39.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:06:40.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:40 smithi119 ceph-mon[96316]: osdmap e2349: 8 total, 8 up, 8 in 2024-04-13T09:06:40.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:40 smithi119 ceph-mon[93746]: osdmap e2349: 8 total, 8 up, 8 in 2024-04-13T09:06:40.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:40 smithi139 ceph-mon[88985]: osdmap e2349: 8 total, 8 up, 8 in 2024-04-13T09:06:41.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:41 smithi119 ceph-mon[96316]: pgmap v4463: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-13T09:06:41.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:41 smithi119 ceph-mon[96316]: osdmap e2350: 8 total, 8 up, 8 in 2024-04-13T09:06:41.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:41 smithi119 ceph-mon[93746]: pgmap v4463: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-13T09:06:41.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:41 smithi119 ceph-mon[93746]: osdmap e2350: 8 total, 8 up, 8 in 2024-04-13T09:06:41.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:41 smithi139 ceph-mon[88985]: pgmap v4463: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-13T09:06:41.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:41 smithi139 ceph-mon[88985]: osdmap e2350: 8 total, 8 up, 8 in 2024-04-13T09:06:42.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:42 smithi119 ceph-mon[96316]: osdmap e2351: 8 total, 8 up, 8 in 2024-04-13T09:06:42.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:42 smithi119 ceph-mon[93746]: osdmap e2351: 8 total, 8 up, 8 in 2024-04-13T09:06:42.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:42 smithi139 ceph-mon[88985]: osdmap e2351: 8 total, 8 up, 8 in 2024-04-13T09:06:42.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:06:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:06:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:06:43.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:43 smithi119 ceph-mon[96316]: pgmap v4466: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 848 KiB/s rd, 3.7 KiB/s wr, 1.14k op/s 2024-04-13T09:06:43.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:43 smithi119 ceph-mon[96316]: osdmap e2352: 8 total, 8 up, 8 in 2024-04-13T09:06:43.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:43 smithi119 ceph-mon[93746]: pgmap v4466: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 848 KiB/s rd, 3.7 KiB/s wr, 1.14k op/s 2024-04-13T09:06:43.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:43 smithi119 ceph-mon[93746]: osdmap e2352: 8 total, 8 up, 8 in 2024-04-13T09:06:43.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:43 smithi139 ceph-mon[88985]: pgmap v4466: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 848 KiB/s rd, 3.7 KiB/s wr, 1.14k op/s 2024-04-13T09:06:43.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:43 smithi139 ceph-mon[88985]: osdmap e2352: 8 total, 8 up, 8 in 2024-04-13T09:06:44.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:44 smithi119 ceph-mon[93746]: osdmap e2353: 8 total, 8 up, 8 in 2024-04-13T09:06:44.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:44 smithi119 ceph-mon[96316]: osdmap e2353: 8 total, 8 up, 8 in 2024-04-13T09:06:44.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:44 smithi139 ceph-mon[88985]: osdmap e2353: 8 total, 8 up, 8 in 2024-04-13T09:06:45.159 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:06:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:06:44] "GET /metrics HTTP/1.1" 200 36602 "" "Prometheus/2.43.0" 2024-04-13T09:06:45.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:45 smithi119 ceph-mon[96316]: pgmap v4469: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 849 KiB/s rd, 3.7 KiB/s wr, 1.14k op/s 2024-04-13T09:06:45.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:45 smithi119 ceph-mon[96316]: osdmap e2354: 8 total, 8 up, 8 in 2024-04-13T09:06:45.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:45 smithi119 ceph-mon[93746]: pgmap v4469: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 849 KiB/s rd, 3.7 KiB/s wr, 1.14k op/s 2024-04-13T09:06:45.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:45 smithi119 ceph-mon[93746]: osdmap e2354: 8 total, 8 up, 8 in 2024-04-13T09:06:45.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:45 smithi139 ceph-mon[88985]: pgmap v4469: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 849 KiB/s rd, 3.7 KiB/s wr, 1.14k op/s 2024-04-13T09:06:45.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:45 smithi139 ceph-mon[88985]: osdmap e2354: 8 total, 8 up, 8 in 2024-04-13T09:06:46.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:46 smithi119 ceph-mon[96316]: osdmap e2355: 8 total, 8 up, 8 in 2024-04-13T09:06:46.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:46 smithi119 ceph-mon[93746]: osdmap e2355: 8 total, 8 up, 8 in 2024-04-13T09:06:46.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:46 smithi139 ceph-mon[88985]: osdmap e2355: 8 total, 8 up, 8 in 2024-04-13T09:06:47.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:47 smithi119 ceph-mon[96316]: pgmap v4472: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 879 KiB/s rd, 3.5 KiB/s wr, 1.19k op/s 2024-04-13T09:06:47.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:47 smithi119 ceph-mon[96316]: osdmap e2356: 8 total, 8 up, 8 in 2024-04-13T09:06:47.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:47 smithi119 ceph-mon[93746]: pgmap v4472: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 879 KiB/s rd, 3.5 KiB/s wr, 1.19k op/s 2024-04-13T09:06:47.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:47 smithi119 ceph-mon[93746]: osdmap e2356: 8 total, 8 up, 8 in 2024-04-13T09:06:47.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:47 smithi139 ceph-mon[88985]: pgmap v4472: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 879 KiB/s rd, 3.5 KiB/s wr, 1.19k op/s 2024-04-13T09:06:47.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:47 smithi139 ceph-mon[88985]: osdmap e2356: 8 total, 8 up, 8 in 2024-04-13T09:06:48.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:48 smithi119 ceph-mon[96316]: osdmap e2357: 8 total, 8 up, 8 in 2024-04-13T09:06:48.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:48 smithi119 ceph-mon[93746]: osdmap e2357: 8 total, 8 up, 8 in 2024-04-13T09:06:48.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:48 smithi139 ceph-mon[88985]: osdmap e2357: 8 total, 8 up, 8 in 2024-04-13T09:06:49.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:49 smithi119 ceph-mon[96316]: pgmap v4475: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 883 KiB/s rd, 3.5 KiB/s wr, 1.19k op/s 2024-04-13T09:06:49.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:49 smithi119 ceph-mon[96316]: osdmap e2358: 8 total, 8 up, 8 in 2024-04-13T09:06:49.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:49 smithi119 ceph-mon[93746]: pgmap v4475: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 883 KiB/s rd, 3.5 KiB/s wr, 1.19k op/s 2024-04-13T09:06:49.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:49 smithi119 ceph-mon[93746]: osdmap e2358: 8 total, 8 up, 8 in 2024-04-13T09:06:49.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:49 smithi139 ceph-mon[88985]: pgmap v4475: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 883 KiB/s rd, 3.5 KiB/s wr, 1.19k op/s 2024-04-13T09:06:49.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:49 smithi139 ceph-mon[88985]: osdmap e2358: 8 total, 8 up, 8 in 2024-04-13T09:06:50.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:50 smithi119 ceph-mon[93746]: osdmap e2359: 8 total, 8 up, 8 in 2024-04-13T09:06:50.608 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:50 smithi119 ceph-mon[96316]: osdmap e2359: 8 total, 8 up, 8 in 2024-04-13T09:06:50.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:50 smithi139 ceph-mon[88985]: osdmap e2359: 8 total, 8 up, 8 in 2024-04-13T09:06:51.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:51 smithi119 ceph-mon[93746]: pgmap v4478: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 4 op/s 2024-04-13T09:06:51.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:51 smithi119 ceph-mon[93746]: osdmap e2360: 8 total, 8 up, 8 in 2024-04-13T09:06:51.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:51 smithi119 ceph-mon[96316]: pgmap v4478: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 4 op/s 2024-04-13T09:06:51.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:51 smithi119 ceph-mon[96316]: osdmap e2360: 8 total, 8 up, 8 in 2024-04-13T09:06:51.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:51 smithi139 ceph-mon[88985]: pgmap v4478: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 4 op/s 2024-04-13T09:06:51.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:51 smithi139 ceph-mon[88985]: osdmap e2360: 8 total, 8 up, 8 in 2024-04-13T09:06:52.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:52 smithi119 ceph-mon[93746]: osdmap e2361: 8 total, 8 up, 8 in 2024-04-13T09:06:52.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:52 smithi119 ceph-mon[96316]: osdmap e2361: 8 total, 8 up, 8 in 2024-04-13T09:06:52.537 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:52 smithi139 ceph-mon[88985]: osdmap e2361: 8 total, 8 up, 8 in 2024-04-13T09:06:52.537 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:06:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:06:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:06:53.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:53 smithi139 ceph-mon[88985]: pgmap v4481: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 915 KiB/s rd, 3.7 KiB/s wr, 1.23k op/s 2024-04-13T09:06:53.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:53 smithi139 ceph-mon[88985]: osdmap e2362: 8 total, 8 up, 8 in 2024-04-13T09:06:53.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:53 smithi119 ceph-mon[93746]: pgmap v4481: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 915 KiB/s rd, 3.7 KiB/s wr, 1.23k op/s 2024-04-13T09:06:53.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:53 smithi119 ceph-mon[93746]: osdmap e2362: 8 total, 8 up, 8 in 2024-04-13T09:06:53.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:53 smithi119 ceph-mon[96316]: pgmap v4481: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 915 KiB/s rd, 3.7 KiB/s wr, 1.23k op/s 2024-04-13T09:06:53.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:53 smithi119 ceph-mon[96316]: osdmap e2362: 8 total, 8 up, 8 in 2024-04-13T09:06:54.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:54 smithi139 ceph-mon[88985]: osdmap e2363: 8 total, 8 up, 8 in 2024-04-13T09:06:54.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:06:54.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:54 smithi119 ceph-mon[96316]: osdmap e2363: 8 total, 8 up, 8 in 2024-04-13T09:06:54.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:06:54.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:54 smithi119 ceph-mon[93746]: osdmap e2363: 8 total, 8 up, 8 in 2024-04-13T09:06:54.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:06:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:06:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:06:54] "GET /metrics HTTP/1.1" 200 36606 "" "Prometheus/2.43.0" 2024-04-13T09:06:55.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:55 smithi139 ceph-mon[88985]: pgmap v4484: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 915 KiB/s rd, 4.2 KiB/s wr, 1.24k op/s 2024-04-13T09:06:55.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:55 smithi139 ceph-mon[88985]: osdmap e2364: 8 total, 8 up, 8 in 2024-04-13T09:06:55.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:55 smithi119 ceph-mon[96316]: pgmap v4484: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 915 KiB/s rd, 4.2 KiB/s wr, 1.24k op/s 2024-04-13T09:06:55.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:55 smithi119 ceph-mon[96316]: osdmap e2364: 8 total, 8 up, 8 in 2024-04-13T09:06:55.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:55 smithi119 ceph-mon[93746]: pgmap v4484: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 915 KiB/s rd, 4.2 KiB/s wr, 1.24k op/s 2024-04-13T09:06:55.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:55 smithi119 ceph-mon[93746]: osdmap e2364: 8 total, 8 up, 8 in 2024-04-13T09:06:56.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:56 smithi139 ceph-mon[88985]: osdmap e2365: 8 total, 8 up, 8 in 2024-04-13T09:06:56.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:56 smithi119 ceph-mon[96316]: osdmap e2365: 8 total, 8 up, 8 in 2024-04-13T09:06:56.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:56 smithi119 ceph-mon[93746]: osdmap e2365: 8 total, 8 up, 8 in 2024-04-13T09:06:57.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:57 smithi139 ceph-mon[88985]: pgmap v4487: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 944 KiB/s rd, 3.7 KiB/s wr, 1.27k op/s 2024-04-13T09:06:57.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:57 smithi139 ceph-mon[88985]: osdmap e2366: 8 total, 8 up, 8 in 2024-04-13T09:06:57.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:57 smithi119 ceph-mon[96316]: pgmap v4487: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 944 KiB/s rd, 3.7 KiB/s wr, 1.27k op/s 2024-04-13T09:06:57.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:57 smithi119 ceph-mon[96316]: osdmap e2366: 8 total, 8 up, 8 in 2024-04-13T09:06:57.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:57 smithi119 ceph-mon[93746]: pgmap v4487: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 944 KiB/s rd, 3.7 KiB/s wr, 1.27k op/s 2024-04-13T09:06:57.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:57 smithi119 ceph-mon[93746]: osdmap e2366: 8 total, 8 up, 8 in 2024-04-13T09:06:58.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:58 smithi139 ceph-mon[88985]: osdmap e2367: 8 total, 8 up, 8 in 2024-04-13T09:06:58.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:58 smithi119 ceph-mon[96316]: osdmap e2367: 8 total, 8 up, 8 in 2024-04-13T09:06:58.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:58 smithi119 ceph-mon[93746]: osdmap e2367: 8 total, 8 up, 8 in 2024-04-13T09:06:59.617 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:59 smithi119 ceph-mon[96316]: pgmap v4490: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 948 KiB/s rd, 3.5 KiB/s wr, 1.28k op/s 2024-04-13T09:06:59.617 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:06:59 smithi119 ceph-mon[96316]: osdmap e2368: 8 total, 8 up, 8 in 2024-04-13T09:06:59.618 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:59 smithi119 ceph-mon[93746]: pgmap v4490: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 948 KiB/s rd, 3.5 KiB/s wr, 1.28k op/s 2024-04-13T09:06:59.618 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:06:59 smithi119 ceph-mon[93746]: osdmap e2368: 8 total, 8 up, 8 in 2024-04-13T09:06:59.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:59 smithi139 ceph-mon[88985]: pgmap v4490: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 948 KiB/s rd, 3.5 KiB/s wr, 1.28k op/s 2024-04-13T09:06:59.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:06:59 smithi139 ceph-mon[88985]: osdmap e2368: 8 total, 8 up, 8 in 2024-04-13T09:07:00.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:00 smithi139 ceph-mon[88985]: osdmap e2369: 8 total, 8 up, 8 in 2024-04-13T09:07:00.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:00 smithi119 ceph-mon[96316]: osdmap e2369: 8 total, 8 up, 8 in 2024-04-13T09:07:00.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:00 smithi119 ceph-mon[93746]: osdmap e2369: 8 total, 8 up, 8 in 2024-04-13T09:07:01.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:01 smithi139 ceph-mon[88985]: pgmap v4493: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-13T09:07:01.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:01 smithi139 ceph-mon[88985]: osdmap e2370: 8 total, 8 up, 8 in 2024-04-13T09:07:01.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:01 smithi119 ceph-mon[96316]: pgmap v4493: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-13T09:07:01.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:01 smithi119 ceph-mon[96316]: osdmap e2370: 8 total, 8 up, 8 in 2024-04-13T09:07:01.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:01 smithi119 ceph-mon[93746]: pgmap v4493: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-13T09:07:01.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:01 smithi119 ceph-mon[93746]: osdmap e2370: 8 total, 8 up, 8 in 2024-04-13T09:07:02.295 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:02 smithi119 ceph-mon[93746]: osdmap e2371: 8 total, 8 up, 8 in 2024-04-13T09:07:02.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:02 smithi139 ceph-mon[88985]: osdmap e2371: 8 total, 8 up, 8 in 2024-04-13T09:07:02.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:07:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:07:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:07:02.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:02 smithi119 ceph-mon[96316]: osdmap e2371: 8 total, 8 up, 8 in 2024-04-13T09:07:03.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:03 smithi139 ceph-mon[88985]: pgmap v4496: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 980 KiB/s rd, 3.5 KiB/s wr, 1.32k op/s 2024-04-13T09:07:03.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:03 smithi139 ceph-mon[88985]: osdmap e2372: 8 total, 8 up, 8 in 2024-04-13T09:07:03.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:03 smithi119 ceph-mon[96316]: pgmap v4496: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 980 KiB/s rd, 3.5 KiB/s wr, 1.32k op/s 2024-04-13T09:07:03.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:03 smithi119 ceph-mon[96316]: osdmap e2372: 8 total, 8 up, 8 in 2024-04-13T09:07:03.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:03 smithi119 ceph-mon[93746]: pgmap v4496: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 980 KiB/s rd, 3.5 KiB/s wr, 1.32k op/s 2024-04-13T09:07:03.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:03 smithi119 ceph-mon[93746]: osdmap e2372: 8 total, 8 up, 8 in 2024-04-13T09:07:04.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:04 smithi139 ceph-mon[88985]: osdmap e2373: 8 total, 8 up, 8 in 2024-04-13T09:07:04.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:04 smithi119 ceph-mon[96316]: osdmap e2373: 8 total, 8 up, 8 in 2024-04-13T09:07:04.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:04 smithi119 ceph-mon[93746]: osdmap e2373: 8 total, 8 up, 8 in 2024-04-13T09:07:05.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:07:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:07:04] "GET /metrics HTTP/1.1" 200 36606 "" "Prometheus/2.43.0" 2024-04-13T09:07:05.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:05 smithi139 ceph-mon[88985]: pgmap v4499: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 980 KiB/s rd, 3.5 KiB/s wr, 1.32k op/s 2024-04-13T09:07:05.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:05 smithi139 ceph-mon[88985]: osdmap e2374: 8 total, 8 up, 8 in 2024-04-13T09:07:05.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:05 smithi119 ceph-mon[96316]: pgmap v4499: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 980 KiB/s rd, 3.5 KiB/s wr, 1.32k op/s 2024-04-13T09:07:05.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:05 smithi119 ceph-mon[96316]: osdmap e2374: 8 total, 8 up, 8 in 2024-04-13T09:07:05.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:05 smithi119 ceph-mon[93746]: pgmap v4499: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 980 KiB/s rd, 3.5 KiB/s wr, 1.32k op/s 2024-04-13T09:07:05.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:05 smithi119 ceph-mon[93746]: osdmap e2374: 8 total, 8 up, 8 in 2024-04-13T09:07:06.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:06 smithi139 ceph-mon[88985]: osdmap e2375: 8 total, 8 up, 8 in 2024-04-13T09:07:06.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:06 smithi119 ceph-mon[96316]: osdmap e2375: 8 total, 8 up, 8 in 2024-04-13T09:07:06.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:06 smithi119 ceph-mon[93746]: osdmap e2375: 8 total, 8 up, 8 in 2024-04-13T09:07:07.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:07 smithi139 ceph-mon[88985]: pgmap v4502: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1009 KiB/s rd, 3.5 KiB/s wr, 1.36k op/s 2024-04-13T09:07:07.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:07 smithi139 ceph-mon[88985]: osdmap e2376: 8 total, 8 up, 8 in 2024-04-13T09:07:07.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:07 smithi119 ceph-mon[96316]: pgmap v4502: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1009 KiB/s rd, 3.5 KiB/s wr, 1.36k op/s 2024-04-13T09:07:07.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:07 smithi119 ceph-mon[96316]: osdmap e2376: 8 total, 8 up, 8 in 2024-04-13T09:07:07.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:07 smithi119 ceph-mon[93746]: pgmap v4502: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1009 KiB/s rd, 3.5 KiB/s wr, 1.36k op/s 2024-04-13T09:07:07.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:07 smithi119 ceph-mon[93746]: osdmap e2376: 8 total, 8 up, 8 in 2024-04-13T09:07:08.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:08 smithi139 ceph-mon[88985]: osdmap e2377: 8 total, 8 up, 8 in 2024-04-13T09:07:08.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:08 smithi119 ceph-mon[96316]: osdmap e2377: 8 total, 8 up, 8 in 2024-04-13T09:07:08.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:08 smithi119 ceph-mon[93746]: osdmap e2377: 8 total, 8 up, 8 in 2024-04-13T09:07:09.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:09 smithi139 ceph-mon[88985]: pgmap v4505: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1013 KiB/s rd, 3.7 KiB/s wr, 1.36k op/s 2024-04-13T09:07:09.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:09 smithi139 ceph-mon[88985]: osdmap e2378: 8 total, 8 up, 8 in 2024-04-13T09:07:09.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:07:09.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:07:09.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T09:07:09.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T09:07:09.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:09 smithi119 ceph-mon[93746]: pgmap v4505: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1013 KiB/s rd, 3.7 KiB/s wr, 1.36k op/s 2024-04-13T09:07:09.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:09 smithi119 ceph-mon[93746]: osdmap e2378: 8 total, 8 up, 8 in 2024-04-13T09:07:09.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:07:09.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:07:09.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T09:07:09.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T09:07:09.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:09 smithi119 ceph-mon[96316]: pgmap v4505: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1013 KiB/s rd, 3.7 KiB/s wr, 1.36k op/s 2024-04-13T09:07:09.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:09 smithi119 ceph-mon[96316]: osdmap e2378: 8 total, 8 up, 8 in 2024-04-13T09:07:09.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:07:09.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:07:09.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T09:07:09.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T09:07:10.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:10 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:07:10.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:10 smithi139 ceph-mon[88985]: osdmap e2379: 8 total, 8 up, 8 in 2024-04-13T09:07:10.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:10 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:07:10.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:10 smithi119 ceph-mon[96316]: osdmap e2379: 8 total, 8 up, 8 in 2024-04-13T09:07:10.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:10 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:07:10.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:10 smithi119 ceph-mon[93746]: osdmap e2379: 8 total, 8 up, 8 in 2024-04-13T09:07:11.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:11 smithi139 ceph-mon[88985]: pgmap v4508: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-13T09:07:11.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:11 smithi139 ceph-mon[88985]: osdmap e2380: 8 total, 8 up, 8 in 2024-04-13T09:07:11.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:11 smithi119 ceph-mon[96316]: pgmap v4508: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-13T09:07:11.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:11 smithi119 ceph-mon[96316]: osdmap e2380: 8 total, 8 up, 8 in 2024-04-13T09:07:11.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:11 smithi119 ceph-mon[93746]: pgmap v4508: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-13T09:07:11.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:11 smithi119 ceph-mon[93746]: osdmap e2380: 8 total, 8 up, 8 in 2024-04-13T09:07:12.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:12 smithi139 ceph-mon[88985]: osdmap e2381: 8 total, 8 up, 8 in 2024-04-13T09:07:12.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:07:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:07:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:07:12.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:12 smithi119 ceph-mon[96316]: osdmap e2381: 8 total, 8 up, 8 in 2024-04-13T09:07:12.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:12 smithi119 ceph-mon[93746]: osdmap e2381: 8 total, 8 up, 8 in 2024-04-13T09:07:13.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:13 smithi139 ceph-mon[88985]: pgmap v4511: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 842 KiB/s rd, 3.7 KiB/s wr, 1.13k op/s 2024-04-13T09:07:13.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:13 smithi139 ceph-mon[88985]: osdmap e2382: 8 total, 8 up, 8 in 2024-04-13T09:07:13.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:13 smithi119 ceph-mon[96316]: pgmap v4511: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 842 KiB/s rd, 3.7 KiB/s wr, 1.13k op/s 2024-04-13T09:07:13.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:13 smithi119 ceph-mon[96316]: osdmap e2382: 8 total, 8 up, 8 in 2024-04-13T09:07:13.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:13 smithi119 ceph-mon[93746]: pgmap v4511: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 842 KiB/s rd, 3.7 KiB/s wr, 1.13k op/s 2024-04-13T09:07:13.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:13 smithi119 ceph-mon[93746]: osdmap e2382: 8 total, 8 up, 8 in 2024-04-13T09:07:14.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:14 smithi139 ceph-mon[88985]: osdmap e2383: 8 total, 8 up, 8 in 2024-04-13T09:07:14.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:14 smithi119 ceph-mon[96316]: osdmap e2383: 8 total, 8 up, 8 in 2024-04-13T09:07:14.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:14 smithi119 ceph-mon[93746]: osdmap e2383: 8 total, 8 up, 8 in 2024-04-13T09:07:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:07:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:07:14] "GET /metrics HTTP/1.1" 200 36602 "" "Prometheus/2.43.0" 2024-04-13T09:07:15.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:15 smithi139 ceph-mon[88985]: pgmap v4514: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 842 KiB/s rd, 3.7 KiB/s wr, 1.13k op/s 2024-04-13T09:07:15.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:15 smithi139 ceph-mon[88985]: osdmap e2384: 8 total, 8 up, 8 in 2024-04-13T09:07:15.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:15 smithi119 ceph-mon[96316]: pgmap v4514: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 842 KiB/s rd, 3.7 KiB/s wr, 1.13k op/s 2024-04-13T09:07:15.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:15 smithi119 ceph-mon[96316]: osdmap e2384: 8 total, 8 up, 8 in 2024-04-13T09:07:15.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:15 smithi119 ceph-mon[93746]: pgmap v4514: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 842 KiB/s rd, 3.7 KiB/s wr, 1.13k op/s 2024-04-13T09:07:15.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:15 smithi119 ceph-mon[93746]: osdmap e2384: 8 total, 8 up, 8 in 2024-04-13T09:07:16.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:16 smithi119 ceph-mon[96316]: osdmap e2385: 8 total, 8 up, 8 in 2024-04-13T09:07:16.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:16 smithi119 ceph-mon[93746]: osdmap e2385: 8 total, 8 up, 8 in 2024-04-13T09:07:16.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:16 smithi139 ceph-mon[88985]: osdmap e2385: 8 total, 8 up, 8 in 2024-04-13T09:07:17.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:17 smithi119 ceph-mon[96316]: pgmap v4517: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.0 KiB/s wr, 1.43k op/s 2024-04-13T09:07:17.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:17 smithi119 ceph-mon[96316]: osdmap e2386: 8 total, 8 up, 8 in 2024-04-13T09:07:17.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:17 smithi119 ceph-mon[93746]: pgmap v4517: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.0 KiB/s wr, 1.43k op/s 2024-04-13T09:07:17.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:17 smithi119 ceph-mon[93746]: osdmap e2386: 8 total, 8 up, 8 in 2024-04-13T09:07:17.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:17 smithi139 ceph-mon[88985]: pgmap v4517: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.0 KiB/s wr, 1.43k op/s 2024-04-13T09:07:17.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:17 smithi139 ceph-mon[88985]: osdmap e2386: 8 total, 8 up, 8 in 2024-04-13T09:07:18.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:18 smithi119 ceph-mon[96316]: osdmap e2387: 8 total, 8 up, 8 in 2024-04-13T09:07:18.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:18 smithi119 ceph-mon[93746]: osdmap e2387: 8 total, 8 up, 8 in 2024-04-13T09:07:18.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:18 smithi139 ceph-mon[88985]: osdmap e2387: 8 total, 8 up, 8 in 2024-04-13T09:07:19.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:19 smithi119 ceph-mon[96316]: pgmap v4520: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.44k op/s 2024-04-13T09:07:19.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:19 smithi119 ceph-mon[96316]: osdmap e2388: 8 total, 8 up, 8 in 2024-04-13T09:07:19.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:19 smithi119 ceph-mon[93746]: pgmap v4520: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.44k op/s 2024-04-13T09:07:19.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:19 smithi119 ceph-mon[93746]: osdmap e2388: 8 total, 8 up, 8 in 2024-04-13T09:07:19.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:19 smithi139 ceph-mon[88985]: pgmap v4520: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.44k op/s 2024-04-13T09:07:19.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:19 smithi139 ceph-mon[88985]: osdmap e2388: 8 total, 8 up, 8 in 2024-04-13T09:07:20.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:20 smithi119 ceph-mon[96316]: osdmap e2389: 8 total, 8 up, 8 in 2024-04-13T09:07:20.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:20 smithi119 ceph-mon[93746]: osdmap e2389: 8 total, 8 up, 8 in 2024-04-13T09:07:20.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:20 smithi139 ceph-mon[88985]: osdmap e2389: 8 total, 8 up, 8 in 2024-04-13T09:07:21.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:21 smithi119 ceph-mon[93746]: pgmap v4523: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-13T09:07:21.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:21 smithi119 ceph-mon[93746]: osdmap e2390: 8 total, 8 up, 8 in 2024-04-13T09:07:21.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:21 smithi119 ceph-mon[96316]: pgmap v4523: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-13T09:07:21.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:21 smithi119 ceph-mon[96316]: osdmap e2390: 8 total, 8 up, 8 in 2024-04-13T09:07:21.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:21 smithi139 ceph-mon[88985]: pgmap v4523: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-13T09:07:21.906 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:21 smithi139 ceph-mon[88985]: osdmap e2390: 8 total, 8 up, 8 in 2024-04-13T09:07:22.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:22 smithi139 ceph-mon[88985]: osdmap e2391: 8 total, 8 up, 8 in 2024-04-13T09:07:22.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:07:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:07:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:07:22.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:22 smithi119 ceph-mon[93746]: osdmap e2391: 8 total, 8 up, 8 in 2024-04-13T09:07:22.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:22 smithi119 ceph-mon[96316]: osdmap e2391: 8 total, 8 up, 8 in 2024-04-13T09:07:23.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:23 smithi119 ceph-mon[93746]: pgmap v4526: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.49k op/s 2024-04-13T09:07:23.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:23 smithi119 ceph-mon[93746]: osdmap e2392: 8 total, 8 up, 8 in 2024-04-13T09:07:23.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:23 smithi119 ceph-mon[96316]: pgmap v4526: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.49k op/s 2024-04-13T09:07:23.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:23 smithi119 ceph-mon[96316]: osdmap e2392: 8 total, 8 up, 8 in 2024-04-13T09:07:23.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:23 smithi139 ceph-mon[88985]: pgmap v4526: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.49k op/s 2024-04-13T09:07:23.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:23 smithi139 ceph-mon[88985]: osdmap e2392: 8 total, 8 up, 8 in 2024-04-13T09:07:24.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:24 smithi119 ceph-mon[93746]: osdmap e2393: 8 total, 8 up, 8 in 2024-04-13T09:07:24.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:07:24.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:24 smithi119 ceph-mon[96316]: osdmap e2393: 8 total, 8 up, 8 in 2024-04-13T09:07:24.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:07:24.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:24 smithi139 ceph-mon[88985]: osdmap e2393: 8 total, 8 up, 8 in 2024-04-13T09:07:24.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:07:25.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:07:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:07:24] "GET /metrics HTTP/1.1" 200 36601 "" "Prometheus/2.43.0" 2024-04-13T09:07:25.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:25 smithi119 ceph-mon[93746]: pgmap v4529: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.49k op/s 2024-04-13T09:07:25.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:25 smithi119 ceph-mon[93746]: osdmap e2394: 8 total, 8 up, 8 in 2024-04-13T09:07:25.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:25 smithi119 ceph-mon[96316]: pgmap v4529: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.49k op/s 2024-04-13T09:07:25.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:25 smithi119 ceph-mon[96316]: osdmap e2394: 8 total, 8 up, 8 in 2024-04-13T09:07:25.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:25 smithi139 ceph-mon[88985]: pgmap v4529: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.49k op/s 2024-04-13T09:07:25.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:25 smithi139 ceph-mon[88985]: osdmap e2394: 8 total, 8 up, 8 in 2024-04-13T09:07:26.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:26 smithi119 ceph-mon[93746]: osdmap e2395: 8 total, 8 up, 8 in 2024-04-13T09:07:26.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:26 smithi119 ceph-mon[96316]: osdmap e2395: 8 total, 8 up, 8 in 2024-04-13T09:07:26.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:26 smithi139 ceph-mon[88985]: osdmap e2395: 8 total, 8 up, 8 in 2024-04-13T09:07:27.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:27 smithi139 ceph-mon[88985]: pgmap v4532: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.53k op/s 2024-04-13T09:07:27.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:27 smithi139 ceph-mon[88985]: osdmap e2396: 8 total, 8 up, 8 in 2024-04-13T09:07:27.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:27 smithi119 ceph-mon[96316]: pgmap v4532: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.53k op/s 2024-04-13T09:07:27.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:27 smithi119 ceph-mon[96316]: osdmap e2396: 8 total, 8 up, 8 in 2024-04-13T09:07:27.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:27 smithi119 ceph-mon[93746]: pgmap v4532: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.53k op/s 2024-04-13T09:07:27.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:27 smithi119 ceph-mon[93746]: osdmap e2396: 8 total, 8 up, 8 in 2024-04-13T09:07:28.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:28 smithi139 ceph-mon[88985]: osdmap e2397: 8 total, 8 up, 8 in 2024-04-13T09:07:28.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:28 smithi119 ceph-mon[96316]: osdmap e2397: 8 total, 8 up, 8 in 2024-04-13T09:07:28.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:28 smithi119 ceph-mon[93746]: osdmap e2397: 8 total, 8 up, 8 in 2024-04-13T09:07:29.867 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:29 smithi119 ceph-mon[96316]: pgmap v4535: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.53k op/s 2024-04-13T09:07:29.868 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:29 smithi119 ceph-mon[96316]: osdmap e2398: 8 total, 8 up, 8 in 2024-04-13T09:07:29.868 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:29 smithi119 ceph-mon[93746]: pgmap v4535: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.53k op/s 2024-04-13T09:07:29.868 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:29 smithi119 ceph-mon[93746]: osdmap e2398: 8 total, 8 up, 8 in 2024-04-13T09:07:29.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:29 smithi139 ceph-mon[88985]: pgmap v4535: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.53k op/s 2024-04-13T09:07:29.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:29 smithi139 ceph-mon[88985]: osdmap e2398: 8 total, 8 up, 8 in 2024-04-13T09:07:30.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:30 smithi139 ceph-mon[88985]: osdmap e2399: 8 total, 8 up, 8 in 2024-04-13T09:07:30.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:30 smithi139 ceph-mon[88985]: pgmap v4538: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-13T09:07:30.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:30 smithi119 ceph-mon[93746]: osdmap e2399: 8 total, 8 up, 8 in 2024-04-13T09:07:30.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:30 smithi119 ceph-mon[93746]: pgmap v4538: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-13T09:07:30.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:30 smithi119 ceph-mon[96316]: osdmap e2399: 8 total, 8 up, 8 in 2024-04-13T09:07:30.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:30 smithi119 ceph-mon[96316]: pgmap v4538: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-13T09:07:31.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:31 smithi139 ceph-mon[88985]: osdmap e2400: 8 total, 8 up, 8 in 2024-04-13T09:07:31.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:31 smithi119 ceph-mon[96316]: osdmap e2400: 8 total, 8 up, 8 in 2024-04-13T09:07:31.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:31 smithi119 ceph-mon[93746]: osdmap e2400: 8 total, 8 up, 8 in 2024-04-13T09:07:32.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:32 smithi139 ceph-mon[88985]: osdmap e2401: 8 total, 8 up, 8 in 2024-04-13T09:07:32.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:32 smithi139 ceph-mon[88985]: pgmap v4541: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.57k op/s 2024-04-13T09:07:32.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:07:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:07:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:07:32.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:32 smithi119 ceph-mon[96316]: osdmap e2401: 8 total, 8 up, 8 in 2024-04-13T09:07:32.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:32 smithi119 ceph-mon[96316]: pgmap v4541: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.57k op/s 2024-04-13T09:07:32.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:32 smithi119 ceph-mon[93746]: osdmap e2401: 8 total, 8 up, 8 in 2024-04-13T09:07:32.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:32 smithi119 ceph-mon[93746]: pgmap v4541: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.57k op/s 2024-04-13T09:07:33.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:33 smithi139 ceph-mon[88985]: osdmap e2402: 8 total, 8 up, 8 in 2024-04-13T09:07:33.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:33 smithi119 ceph-mon[96316]: osdmap e2402: 8 total, 8 up, 8 in 2024-04-13T09:07:33.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:33 smithi119 ceph-mon[93746]: osdmap e2402: 8 total, 8 up, 8 in 2024-04-13T09:07:34.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:34 smithi119 ceph-mon[96316]: osdmap e2403: 8 total, 8 up, 8 in 2024-04-13T09:07:34.820 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:34 smithi119 ceph-mon[96316]: pgmap v4544: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.57k op/s 2024-04-13T09:07:34.821 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:34 smithi119 ceph-mon[93746]: osdmap e2403: 8 total, 8 up, 8 in 2024-04-13T09:07:34.821 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:34 smithi119 ceph-mon[93746]: pgmap v4544: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.57k op/s 2024-04-13T09:07:34.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:34 smithi139 ceph-mon[88985]: osdmap e2403: 8 total, 8 up, 8 in 2024-04-13T09:07:34.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:34 smithi139 ceph-mon[88985]: pgmap v4544: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.57k op/s 2024-04-13T09:07:35.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:07:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:07:34] "GET /metrics HTTP/1.1" 200 36601 "" "Prometheus/2.43.0" 2024-04-13T09:07:35.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:35 smithi139 ceph-mon[88985]: osdmap e2404: 8 total, 8 up, 8 in 2024-04-13T09:07:35.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:35 smithi119 ceph-mon[96316]: osdmap e2404: 8 total, 8 up, 8 in 2024-04-13T09:07:35.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:35 smithi119 ceph-mon[93746]: osdmap e2404: 8 total, 8 up, 8 in 2024-04-13T09:07:36.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:36 smithi139 ceph-mon[88985]: osdmap e2405: 8 total, 8 up, 8 in 2024-04-13T09:07:36.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:36 smithi139 ceph-mon[88985]: pgmap v4547: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.61k op/s 2024-04-13T09:07:36.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:36 smithi119 ceph-mon[96316]: osdmap e2405: 8 total, 8 up, 8 in 2024-04-13T09:07:36.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:36 smithi119 ceph-mon[96316]: pgmap v4547: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.61k op/s 2024-04-13T09:07:36.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:36 smithi119 ceph-mon[93746]: osdmap e2405: 8 total, 8 up, 8 in 2024-04-13T09:07:36.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:36 smithi119 ceph-mon[93746]: pgmap v4547: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.61k op/s 2024-04-13T09:07:37.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:37 smithi139 ceph-mon[88985]: osdmap e2406: 8 total, 8 up, 8 in 2024-04-13T09:07:37.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:37 smithi119 ceph-mon[96316]: osdmap e2406: 8 total, 8 up, 8 in 2024-04-13T09:07:37.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:37 smithi119 ceph-mon[93746]: osdmap e2406: 8 total, 8 up, 8 in 2024-04-13T09:07:38.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:38 smithi139 ceph-mon[88985]: osdmap e2407: 8 total, 8 up, 8 in 2024-04-13T09:07:38.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:38 smithi139 ceph-mon[88985]: pgmap v4550: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.62k op/s 2024-04-13T09:07:38.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:38 smithi119 ceph-mon[93746]: osdmap e2407: 8 total, 8 up, 8 in 2024-04-13T09:07:38.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:38 smithi119 ceph-mon[93746]: pgmap v4550: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.62k op/s 2024-04-13T09:07:38.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:38 smithi119 ceph-mon[96316]: osdmap e2407: 8 total, 8 up, 8 in 2024-04-13T09:07:38.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:38 smithi119 ceph-mon[96316]: pgmap v4550: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.62k op/s 2024-04-13T09:07:39.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:39 smithi139 ceph-mon[88985]: osdmap e2408: 8 total, 8 up, 8 in 2024-04-13T09:07:39.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:07:39.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:39 smithi119 ceph-mon[96316]: osdmap e2408: 8 total, 8 up, 8 in 2024-04-13T09:07:39.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:07:39.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:39 smithi119 ceph-mon[93746]: osdmap e2408: 8 total, 8 up, 8 in 2024-04-13T09:07:39.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:07:40.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:40 smithi139 ceph-mon[88985]: osdmap e2409: 8 total, 8 up, 8 in 2024-04-13T09:07:40.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:40 smithi139 ceph-mon[88985]: pgmap v4553: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-13T09:07:40.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:40 smithi119 ceph-mon[96316]: osdmap e2409: 8 total, 8 up, 8 in 2024-04-13T09:07:40.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:40 smithi119 ceph-mon[96316]: pgmap v4553: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-13T09:07:40.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:40 smithi119 ceph-mon[93746]: osdmap e2409: 8 total, 8 up, 8 in 2024-04-13T09:07:40.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:40 smithi119 ceph-mon[93746]: pgmap v4553: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-13T09:07:41.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:41 smithi139 ceph-mon[88985]: osdmap e2410: 8 total, 8 up, 8 in 2024-04-13T09:07:41.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:41 smithi119 ceph-mon[96316]: osdmap e2410: 8 total, 8 up, 8 in 2024-04-13T09:07:41.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:41 smithi119 ceph-mon[93746]: osdmap e2410: 8 total, 8 up, 8 in 2024-04-13T09:07:42.590 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:07:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:07:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:07:42.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:42 smithi139 ceph-mon[88985]: osdmap e2411: 8 total, 8 up, 8 in 2024-04-13T09:07:42.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:42 smithi139 ceph-mon[88985]: pgmap v4556: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.66k op/s 2024-04-13T09:07:42.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:42 smithi119 ceph-mon[96316]: osdmap e2411: 8 total, 8 up, 8 in 2024-04-13T09:07:42.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:42 smithi119 ceph-mon[96316]: pgmap v4556: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.66k op/s 2024-04-13T09:07:42.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:42 smithi119 ceph-mon[93746]: osdmap e2411: 8 total, 8 up, 8 in 2024-04-13T09:07:42.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:42 smithi119 ceph-mon[93746]: pgmap v4556: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.66k op/s 2024-04-13T09:07:43.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:43 smithi139 ceph-mon[88985]: osdmap e2412: 8 total, 8 up, 8 in 2024-04-13T09:07:43.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:43 smithi119 ceph-mon[93746]: osdmap e2412: 8 total, 8 up, 8 in 2024-04-13T09:07:43.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:43 smithi119 ceph-mon[96316]: osdmap e2412: 8 total, 8 up, 8 in 2024-04-13T09:07:44.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:44 smithi139 ceph-mon[88985]: osdmap e2413: 8 total, 8 up, 8 in 2024-04-13T09:07:44.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:44 smithi139 ceph-mon[88985]: pgmap v4559: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.66k op/s 2024-04-13T09:07:44.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:44 smithi119 ceph-mon[96316]: osdmap e2413: 8 total, 8 up, 8 in 2024-04-13T09:07:44.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:44 smithi119 ceph-mon[96316]: pgmap v4559: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.66k op/s 2024-04-13T09:07:44.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:44 smithi119 ceph-mon[93746]: osdmap e2413: 8 total, 8 up, 8 in 2024-04-13T09:07:44.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:44 smithi119 ceph-mon[93746]: pgmap v4559: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.66k op/s 2024-04-13T09:07:44.967 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:07:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:07:44] "GET /metrics HTTP/1.1" 200 36606 "" "Prometheus/2.43.0" 2024-04-13T09:07:45.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:45 smithi139 ceph-mon[88985]: osdmap e2414: 8 total, 8 up, 8 in 2024-04-13T09:07:45.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:45 smithi119 ceph-mon[96316]: osdmap e2414: 8 total, 8 up, 8 in 2024-04-13T09:07:45.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:45 smithi119 ceph-mon[93746]: osdmap e2414: 8 total, 8 up, 8 in 2024-04-13T09:07:46.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:46 smithi139 ceph-mon[88985]: osdmap e2415: 8 total, 8 up, 8 in 2024-04-13T09:07:46.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:46 smithi139 ceph-mon[88985]: pgmap v4562: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.70k op/s 2024-04-13T09:07:46.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:46 smithi119 ceph-mon[93746]: osdmap e2415: 8 total, 8 up, 8 in 2024-04-13T09:07:46.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:46 smithi119 ceph-mon[93746]: pgmap v4562: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.70k op/s 2024-04-13T09:07:46.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:46 smithi119 ceph-mon[96316]: osdmap e2415: 8 total, 8 up, 8 in 2024-04-13T09:07:46.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:46 smithi119 ceph-mon[96316]: pgmap v4562: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.70k op/s 2024-04-13T09:07:47.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:47 smithi139 ceph-mon[88985]: osdmap e2416: 8 total, 8 up, 8 in 2024-04-13T09:07:47.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:47 smithi119 ceph-mon[96316]: osdmap e2416: 8 total, 8 up, 8 in 2024-04-13T09:07:47.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:47 smithi119 ceph-mon[93746]: osdmap e2416: 8 total, 8 up, 8 in 2024-04-13T09:07:48.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:48 smithi119 ceph-mon[96316]: osdmap e2417: 8 total, 8 up, 8 in 2024-04-13T09:07:48.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:48 smithi119 ceph-mon[96316]: pgmap v4565: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.71k op/s 2024-04-13T09:07:48.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:48 smithi119 ceph-mon[93746]: osdmap e2417: 8 total, 8 up, 8 in 2024-04-13T09:07:48.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:48 smithi119 ceph-mon[93746]: pgmap v4565: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.71k op/s 2024-04-13T09:07:49.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:48 smithi139 ceph-mon[88985]: osdmap e2417: 8 total, 8 up, 8 in 2024-04-13T09:07:49.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:48 smithi139 ceph-mon[88985]: pgmap v4565: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.71k op/s 2024-04-13T09:07:49.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:49 smithi119 ceph-mon[93746]: osdmap e2418: 8 total, 8 up, 8 in 2024-04-13T09:07:49.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:49 smithi119 ceph-mon[96316]: osdmap e2418: 8 total, 8 up, 8 in 2024-04-13T09:07:50.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:49 smithi139 ceph-mon[88985]: osdmap e2418: 8 total, 8 up, 8 in 2024-04-13T09:07:50.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:50 smithi119 ceph-mon[96316]: osdmap e2419: 8 total, 8 up, 8 in 2024-04-13T09:07:50.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:50 smithi119 ceph-mon[96316]: pgmap v4568: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-13T09:07:50.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:50 smithi119 ceph-mon[93746]: osdmap e2419: 8 total, 8 up, 8 in 2024-04-13T09:07:50.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:50 smithi119 ceph-mon[93746]: pgmap v4568: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-13T09:07:51.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:50 smithi139 ceph-mon[88985]: osdmap e2419: 8 total, 8 up, 8 in 2024-04-13T09:07:51.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:50 smithi139 ceph-mon[88985]: pgmap v4568: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-13T09:07:51.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:51 smithi119 ceph-mon[96316]: osdmap e2420: 8 total, 8 up, 8 in 2024-04-13T09:07:51.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:51 smithi119 ceph-mon[93746]: osdmap e2420: 8 total, 8 up, 8 in 2024-04-13T09:07:52.037 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:51 smithi139 ceph-mon[88985]: osdmap e2420: 8 total, 8 up, 8 in 2024-04-13T09:07:52.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:07:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:07:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:07:52.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:52 smithi119 ceph-mon[96316]: osdmap e2421: 8 total, 8 up, 8 in 2024-04-13T09:07:52.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:52 smithi119 ceph-mon[96316]: pgmap v4571: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 KiB/s wr, 1.75k op/s 2024-04-13T09:07:52.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:52 smithi119 ceph-mon[93746]: osdmap e2421: 8 total, 8 up, 8 in 2024-04-13T09:07:52.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:52 smithi119 ceph-mon[93746]: pgmap v4571: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 KiB/s wr, 1.75k op/s 2024-04-13T09:07:53.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:52 smithi139 ceph-mon[88985]: osdmap e2421: 8 total, 8 up, 8 in 2024-04-13T09:07:53.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:52 smithi139 ceph-mon[88985]: pgmap v4571: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 KiB/s wr, 1.75k op/s 2024-04-13T09:07:53.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:53 smithi119 ceph-mon[93746]: osdmap e2422: 8 total, 8 up, 8 in 2024-04-13T09:07:53.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:53 smithi119 ceph-mon[96316]: osdmap e2422: 8 total, 8 up, 8 in 2024-04-13T09:07:54.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:53 smithi139 ceph-mon[88985]: osdmap e2422: 8 total, 8 up, 8 in 2024-04-13T09:07:54.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:07:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:07:54] "GET /metrics HTTP/1.1" 200 36607 "" "Prometheus/2.43.0" 2024-04-13T09:07:54.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:54 smithi119 ceph-mon[96316]: osdmap e2423: 8 total, 8 up, 8 in 2024-04-13T09:07:54.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:07:54.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:54 smithi119 ceph-mon[96316]: pgmap v4574: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 KiB/s wr, 1.75k op/s 2024-04-13T09:07:54.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:54 smithi119 ceph-mon[93746]: osdmap e2423: 8 total, 8 up, 8 in 2024-04-13T09:07:54.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:07:54.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:54 smithi119 ceph-mon[93746]: pgmap v4574: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 KiB/s wr, 1.75k op/s 2024-04-13T09:07:55.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:54 smithi139 ceph-mon[88985]: osdmap e2423: 8 total, 8 up, 8 in 2024-04-13T09:07:55.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:07:55.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:54 smithi139 ceph-mon[88985]: pgmap v4574: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 KiB/s wr, 1.75k op/s 2024-04-13T09:07:55.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:55 smithi119 ceph-mon[96316]: osdmap e2424: 8 total, 8 up, 8 in 2024-04-13T09:07:55.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:55 smithi119 ceph-mon[93746]: osdmap e2424: 8 total, 8 up, 8 in 2024-04-13T09:07:56.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:55 smithi139 ceph-mon[88985]: osdmap e2424: 8 total, 8 up, 8 in 2024-04-13T09:07:56.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:56 smithi119 ceph-mon[96316]: osdmap e2425: 8 total, 8 up, 8 in 2024-04-13T09:07:56.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:56 smithi119 ceph-mon[96316]: pgmap v4577: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.7 KiB/s wr, 1.79k op/s 2024-04-13T09:07:56.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:56 smithi119 ceph-mon[93746]: osdmap e2425: 8 total, 8 up, 8 in 2024-04-13T09:07:56.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:56 smithi119 ceph-mon[93746]: pgmap v4577: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.7 KiB/s wr, 1.79k op/s 2024-04-13T09:07:57.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:56 smithi139 ceph-mon[88985]: osdmap e2425: 8 total, 8 up, 8 in 2024-04-13T09:07:57.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:56 smithi139 ceph-mon[88985]: pgmap v4577: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.7 KiB/s wr, 1.79k op/s 2024-04-13T09:07:57.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:57 smithi119 ceph-mon[96316]: osdmap e2426: 8 total, 8 up, 8 in 2024-04-13T09:07:57.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:57 smithi119 ceph-mon[93746]: osdmap e2426: 8 total, 8 up, 8 in 2024-04-13T09:07:58.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:57 smithi139 ceph-mon[88985]: osdmap e2426: 8 total, 8 up, 8 in 2024-04-13T09:07:58.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:58 smithi119 ceph-mon[96316]: osdmap e2427: 8 total, 8 up, 8 in 2024-04-13T09:07:58.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:58 smithi119 ceph-mon[96316]: pgmap v4580: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.79k op/s 2024-04-13T09:07:58.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:58 smithi119 ceph-mon[93746]: osdmap e2427: 8 total, 8 up, 8 in 2024-04-13T09:07:58.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:58 smithi119 ceph-mon[93746]: pgmap v4580: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.79k op/s 2024-04-13T09:07:59.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:58 smithi139 ceph-mon[88985]: osdmap e2427: 8 total, 8 up, 8 in 2024-04-13T09:07:59.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:58 smithi139 ceph-mon[88985]: pgmap v4580: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.79k op/s 2024-04-13T09:07:59.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:07:59 smithi119 ceph-mon[93746]: osdmap e2428: 8 total, 8 up, 8 in 2024-04-13T09:07:59.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:07:59 smithi119 ceph-mon[96316]: osdmap e2428: 8 total, 8 up, 8 in 2024-04-13T09:08:00.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:07:59 smithi139 ceph-mon[88985]: osdmap e2428: 8 total, 8 up, 8 in 2024-04-13T09:08:01.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:00 smithi139 ceph-mon[88985]: osdmap e2429: 8 total, 8 up, 8 in 2024-04-13T09:08:01.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:00 smithi139 ceph-mon[88985]: pgmap v4583: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 255 B/s wr, 2 op/s 2024-04-13T09:08:01.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:00 smithi119 ceph-mon[96316]: osdmap e2429: 8 total, 8 up, 8 in 2024-04-13T09:08:01.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:00 smithi119 ceph-mon[96316]: pgmap v4583: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 255 B/s wr, 2 op/s 2024-04-13T09:08:01.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:00 smithi119 ceph-mon[93746]: osdmap e2429: 8 total, 8 up, 8 in 2024-04-13T09:08:01.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:00 smithi119 ceph-mon[93746]: pgmap v4583: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 255 B/s wr, 2 op/s 2024-04-13T09:08:02.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:01 smithi139 ceph-mon[88985]: osdmap e2430: 8 total, 8 up, 8 in 2024-04-13T09:08:02.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:01 smithi139 ceph-mon[88985]: osdmap e2431: 8 total, 8 up, 8 in 2024-04-13T09:08:02.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:01 smithi119 ceph-mon[96316]: osdmap e2430: 8 total, 8 up, 8 in 2024-04-13T09:08:02.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:01 smithi119 ceph-mon[96316]: osdmap e2431: 8 total, 8 up, 8 in 2024-04-13T09:08:02.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:01 smithi119 ceph-mon[93746]: osdmap e2430: 8 total, 8 up, 8 in 2024-04-13T09:08:02.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:01 smithi119 ceph-mon[93746]: osdmap e2431: 8 total, 8 up, 8 in 2024-04-13T09:08:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:08:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:08:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:08:03.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:03 smithi139 ceph-mon[88985]: pgmap v4586: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.76k op/s 2024-04-13T09:08:03.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:03 smithi139 ceph-mon[88985]: osdmap e2432: 8 total, 8 up, 8 in 2024-04-13T09:08:03.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:03 smithi119 ceph-mon[96316]: pgmap v4586: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.76k op/s 2024-04-13T09:08:03.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:03 smithi119 ceph-mon[96316]: osdmap e2432: 8 total, 8 up, 8 in 2024-04-13T09:08:03.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:03 smithi119 ceph-mon[93746]: pgmap v4586: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.76k op/s 2024-04-13T09:08:03.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:03 smithi119 ceph-mon[93746]: osdmap e2432: 8 total, 8 up, 8 in 2024-04-13T09:08:04.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:04 smithi139 ceph-mon[88985]: osdmap e2433: 8 total, 8 up, 8 in 2024-04-13T09:08:04.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:04 smithi119 ceph-mon[96316]: osdmap e2433: 8 total, 8 up, 8 in 2024-04-13T09:08:04.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:04 smithi119 ceph-mon[93746]: osdmap e2433: 8 total, 8 up, 8 in 2024-04-13T09:08:05.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:08:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:08:04] "GET /metrics HTTP/1.1" 200 36607 "" "Prometheus/2.43.0" 2024-04-13T09:08:05.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:05 smithi139 ceph-mon[88985]: pgmap v4589: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.76k op/s 2024-04-13T09:08:05.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:05 smithi139 ceph-mon[88985]: osdmap e2434: 8 total, 8 up, 8 in 2024-04-13T09:08:05.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:05 smithi119 ceph-mon[93746]: pgmap v4589: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.76k op/s 2024-04-13T09:08:05.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:05 smithi119 ceph-mon[93746]: osdmap e2434: 8 total, 8 up, 8 in 2024-04-13T09:08:05.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:05 smithi119 ceph-mon[96316]: pgmap v4589: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.76k op/s 2024-04-13T09:08:05.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:05 smithi119 ceph-mon[96316]: osdmap e2434: 8 total, 8 up, 8 in 2024-04-13T09:08:06.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:06 smithi139 ceph-mon[88985]: osdmap e2435: 8 total, 8 up, 8 in 2024-04-13T09:08:06.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:06 smithi139 ceph-mon[88985]: osdmap e2436: 8 total, 8 up, 8 in 2024-04-13T09:08:06.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:06 smithi119 ceph-mon[96316]: osdmap e2435: 8 total, 8 up, 8 in 2024-04-13T09:08:06.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:06 smithi119 ceph-mon[96316]: osdmap e2436: 8 total, 8 up, 8 in 2024-04-13T09:08:06.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:06 smithi119 ceph-mon[93746]: osdmap e2435: 8 total, 8 up, 8 in 2024-04-13T09:08:06.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:06 smithi119 ceph-mon[93746]: osdmap e2436: 8 total, 8 up, 8 in 2024-04-13T09:08:07.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:07 smithi139 ceph-mon[88985]: pgmap v4592: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 5.2 KiB/s wr, 2.05k op/s 2024-04-13T09:08:07.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:07 smithi119 ceph-mon[96316]: pgmap v4592: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 5.2 KiB/s wr, 2.05k op/s 2024-04-13T09:08:07.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:07 smithi119 ceph-mon[93746]: pgmap v4592: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 5.2 KiB/s wr, 2.05k op/s 2024-04-13T09:08:08.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:08 smithi139 ceph-mon[88985]: osdmap e2437: 8 total, 8 up, 8 in 2024-04-13T09:08:08.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:08 smithi119 ceph-mon[96316]: osdmap e2437: 8 total, 8 up, 8 in 2024-04-13T09:08:08.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:08 smithi119 ceph-mon[93746]: osdmap e2437: 8 total, 8 up, 8 in 2024-04-13T09:08:09.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:09 smithi139 ceph-mon[88985]: pgmap v4595: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 5.2 KiB/s wr, 2.05k op/s 2024-04-13T09:08:09.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:09 smithi139 ceph-mon[88985]: osdmap e2438: 8 total, 8 up, 8 in 2024-04-13T09:08:09.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:08:09.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:09 smithi119 ceph-mon[96316]: pgmap v4595: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 5.2 KiB/s wr, 2.05k op/s 2024-04-13T09:08:09.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:09 smithi119 ceph-mon[96316]: osdmap e2438: 8 total, 8 up, 8 in 2024-04-13T09:08:09.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:08:09.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:09 smithi119 ceph-mon[93746]: pgmap v4595: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 5.2 KiB/s wr, 2.05k op/s 2024-04-13T09:08:09.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:09 smithi119 ceph-mon[93746]: osdmap e2438: 8 total, 8 up, 8 in 2024-04-13T09:08:09.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:08:10.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:10 smithi119 ceph-mon[93746]: osdmap e2439: 8 total, 8 up, 8 in 2024-04-13T09:08:10.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:10 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:08:10.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:10 smithi119 ceph-mon[96316]: osdmap e2439: 8 total, 8 up, 8 in 2024-04-13T09:08:10.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:10 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:08:10.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:10 smithi139 ceph-mon[88985]: osdmap e2439: 8 total, 8 up, 8 in 2024-04-13T09:08:10.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:10 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:08:11.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:11 smithi119 ceph-mon[96316]: pgmap v4598: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-13T09:08:11.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:11 smithi119 ceph-mon[96316]: osdmap e2440: 8 total, 8 up, 8 in 2024-04-13T09:08:11.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:11 smithi119 ceph-mon[96316]: osdmap e2441: 8 total, 8 up, 8 in 2024-04-13T09:08:11.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:11 smithi119 ceph-mon[93746]: pgmap v4598: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-13T09:08:11.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:11 smithi119 ceph-mon[93746]: osdmap e2440: 8 total, 8 up, 8 in 2024-04-13T09:08:11.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:11 smithi119 ceph-mon[93746]: osdmap e2441: 8 total, 8 up, 8 in 2024-04-13T09:08:11.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:11 smithi139 ceph-mon[88985]: pgmap v4598: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-13T09:08:11.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:11 smithi139 ceph-mon[88985]: osdmap e2440: 8 total, 8 up, 8 in 2024-04-13T09:08:11.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:11 smithi139 ceph-mon[88985]: osdmap e2441: 8 total, 8 up, 8 in 2024-04-13T09:08:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:08:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:08:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:08:13.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:13 smithi119 ceph-mon[96316]: pgmap v4601: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 995 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-04-13T09:08:13.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:13 smithi119 ceph-mon[96316]: osdmap e2442: 8 total, 8 up, 8 in 2024-04-13T09:08:13.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:13 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:08:13.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:13 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:08:13.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:13 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T09:08:13.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:13 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T09:08:13.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:13 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:08:13.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:13 smithi119 ceph-mon[93746]: pgmap v4601: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 995 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-04-13T09:08:13.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:13 smithi119 ceph-mon[93746]: osdmap e2442: 8 total, 8 up, 8 in 2024-04-13T09:08:13.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:13 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:08:13.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:13 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:08:13.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:13 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T09:08:13.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:13 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T09:08:13.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:13 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:08:13.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:13 smithi139 ceph-mon[88985]: pgmap v4601: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 995 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-04-13T09:08:13.970 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:13 smithi139 ceph-mon[88985]: osdmap e2442: 8 total, 8 up, 8 in 2024-04-13T09:08:13.970 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:13 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:08:13.970 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:13 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:08:13.970 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:13 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T09:08:13.971 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:13 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T09:08:13.971 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:13 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:08:14.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:14 smithi119 ceph-mon[96316]: osdmap e2443: 8 total, 8 up, 8 in 2024-04-13T09:08:14.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:14 smithi119 ceph-mon[93746]: osdmap e2443: 8 total, 8 up, 8 in 2024-04-13T09:08:14.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:14 smithi139 ceph-mon[88985]: osdmap e2443: 8 total, 8 up, 8 in 2024-04-13T09:08:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:08:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:08:14] "GET /metrics HTTP/1.1" 200 36604 "" "Prometheus/2.43.0" 2024-04-13T09:08:15.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:15 smithi119 ceph-mon[96316]: pgmap v4604: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 995 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-04-13T09:08:15.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:15 smithi119 ceph-mon[96316]: osdmap e2444: 8 total, 8 up, 8 in 2024-04-13T09:08:15.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:15 smithi119 ceph-mon[93746]: pgmap v4604: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 995 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-04-13T09:08:15.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:15 smithi119 ceph-mon[93746]: osdmap e2444: 8 total, 8 up, 8 in 2024-04-13T09:08:15.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:15 smithi139 ceph-mon[88985]: pgmap v4604: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 995 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-04-13T09:08:15.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:15 smithi139 ceph-mon[88985]: osdmap e2444: 8 total, 8 up, 8 in 2024-04-13T09:08:16.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:16 smithi119 ceph-mon[96316]: osdmap e2445: 8 total, 8 up, 8 in 2024-04-13T09:08:16.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:16 smithi119 ceph-mon[96316]: osdmap e2446: 8 total, 8 up, 8 in 2024-04-13T09:08:16.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:16 smithi119 ceph-mon[93746]: osdmap e2445: 8 total, 8 up, 8 in 2024-04-13T09:08:16.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:16 smithi119 ceph-mon[93746]: osdmap e2446: 8 total, 8 up, 8 in 2024-04-13T09:08:16.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:16 smithi139 ceph-mon[88985]: osdmap e2445: 8 total, 8 up, 8 in 2024-04-13T09:08:16.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:16 smithi139 ceph-mon[88985]: osdmap e2446: 8 total, 8 up, 8 in 2024-04-13T09:08:17.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:17 smithi119 ceph-mon[96316]: pgmap v4607: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.7 KiB/s wr, 1.62k op/s 2024-04-13T09:08:17.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:17 smithi119 ceph-mon[96316]: osdmap e2447: 8 total, 8 up, 8 in 2024-04-13T09:08:17.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:17 smithi119 ceph-mon[93746]: pgmap v4607: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.7 KiB/s wr, 1.62k op/s 2024-04-13T09:08:17.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:17 smithi119 ceph-mon[93746]: osdmap e2447: 8 total, 8 up, 8 in 2024-04-13T09:08:17.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:17 smithi139 ceph-mon[88985]: pgmap v4607: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.7 KiB/s wr, 1.62k op/s 2024-04-13T09:08:17.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:17 smithi139 ceph-mon[88985]: osdmap e2447: 8 total, 8 up, 8 in 2024-04-13T09:08:19.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:19 smithi139 ceph-mon[88985]: pgmap v4610: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.7 KiB/s wr, 1.63k op/s 2024-04-13T09:08:19.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:19 smithi139 ceph-mon[88985]: osdmap e2448: 8 total, 8 up, 8 in 2024-04-13T09:08:19.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:19 smithi119 ceph-mon[96316]: pgmap v4610: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.7 KiB/s wr, 1.63k op/s 2024-04-13T09:08:19.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:19 smithi119 ceph-mon[96316]: osdmap e2448: 8 total, 8 up, 8 in 2024-04-13T09:08:19.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:19 smithi119 ceph-mon[93746]: pgmap v4610: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.7 KiB/s wr, 1.63k op/s 2024-04-13T09:08:19.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:19 smithi119 ceph-mon[93746]: osdmap e2448: 8 total, 8 up, 8 in 2024-04-13T09:08:20.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:20 smithi139 ceph-mon[88985]: osdmap e2449: 8 total, 8 up, 8 in 2024-04-13T09:08:20.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:20 smithi119 ceph-mon[96316]: osdmap e2449: 8 total, 8 up, 8 in 2024-04-13T09:08:20.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:20 smithi119 ceph-mon[93746]: osdmap e2449: 8 total, 8 up, 8 in 2024-04-13T09:08:21.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:21 smithi139 ceph-mon[88985]: pgmap v4613: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-13T09:08:21.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:21 smithi139 ceph-mon[88985]: osdmap e2450: 8 total, 8 up, 8 in 2024-04-13T09:08:21.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:21 smithi139 ceph-mon[88985]: osdmap e2451: 8 total, 8 up, 8 in 2024-04-13T09:08:21.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:21 smithi119 ceph-mon[96316]: pgmap v4613: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-13T09:08:21.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:21 smithi119 ceph-mon[96316]: osdmap e2450: 8 total, 8 up, 8 in 2024-04-13T09:08:21.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:21 smithi119 ceph-mon[96316]: osdmap e2451: 8 total, 8 up, 8 in 2024-04-13T09:08:21.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:21 smithi119 ceph-mon[93746]: pgmap v4613: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-13T09:08:21.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:21 smithi119 ceph-mon[93746]: osdmap e2450: 8 total, 8 up, 8 in 2024-04-13T09:08:21.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:21 smithi119 ceph-mon[93746]: osdmap e2451: 8 total, 8 up, 8 in 2024-04-13T09:08:22.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:08:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:08:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:08:23.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:23 smithi139 ceph-mon[88985]: pgmap v4616: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 6.0 KiB/s wr, 1.89k op/s 2024-04-13T09:08:23.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:23 smithi139 ceph-mon[88985]: osdmap e2452: 8 total, 8 up, 8 in 2024-04-13T09:08:23.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:23 smithi119 ceph-mon[96316]: pgmap v4616: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 6.0 KiB/s wr, 1.89k op/s 2024-04-13T09:08:23.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:23 smithi119 ceph-mon[96316]: osdmap e2452: 8 total, 8 up, 8 in 2024-04-13T09:08:23.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:23 smithi119 ceph-mon[93746]: pgmap v4616: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 6.0 KiB/s wr, 1.89k op/s 2024-04-13T09:08:23.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:23 smithi119 ceph-mon[93746]: osdmap e2452: 8 total, 8 up, 8 in 2024-04-13T09:08:24.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:24 smithi139 ceph-mon[88985]: osdmap e2453: 8 total, 8 up, 8 in 2024-04-13T09:08:24.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:08:24.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:24 smithi119 ceph-mon[96316]: osdmap e2453: 8 total, 8 up, 8 in 2024-04-13T09:08:24.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:08:24.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:24 smithi119 ceph-mon[93746]: osdmap e2453: 8 total, 8 up, 8 in 2024-04-13T09:08:24.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:08:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:08:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:08:24] "GET /metrics HTTP/1.1" 200 36606 "" "Prometheus/2.43.0" 2024-04-13T09:08:25.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:25 smithi139 ceph-mon[88985]: pgmap v4619: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 6.0 KiB/s wr, 1.89k op/s 2024-04-13T09:08:25.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:25 smithi139 ceph-mon[88985]: osdmap e2454: 8 total, 8 up, 8 in 2024-04-13T09:08:25.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:25 smithi119 ceph-mon[96316]: pgmap v4619: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 6.0 KiB/s wr, 1.89k op/s 2024-04-13T09:08:25.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:25 smithi119 ceph-mon[96316]: osdmap e2454: 8 total, 8 up, 8 in 2024-04-13T09:08:25.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:25 smithi119 ceph-mon[93746]: pgmap v4619: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 6.0 KiB/s wr, 1.89k op/s 2024-04-13T09:08:25.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:25 smithi119 ceph-mon[93746]: osdmap e2454: 8 total, 8 up, 8 in 2024-04-13T09:08:26.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:26 smithi139 ceph-mon[88985]: osdmap e2455: 8 total, 8 up, 8 in 2024-04-13T09:08:26.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:26 smithi139 ceph-mon[88985]: osdmap e2456: 8 total, 8 up, 8 in 2024-04-13T09:08:26.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:26 smithi119 ceph-mon[96316]: osdmap e2455: 8 total, 8 up, 8 in 2024-04-13T09:08:26.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:26 smithi119 ceph-mon[96316]: osdmap e2456: 8 total, 8 up, 8 in 2024-04-13T09:08:26.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:26 smithi119 ceph-mon[93746]: osdmap e2455: 8 total, 8 up, 8 in 2024-04-13T09:08:26.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:26 smithi119 ceph-mon[93746]: osdmap e2456: 8 total, 8 up, 8 in 2024-04-13T09:08:27.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:27 smithi139 ceph-mon[88985]: pgmap v4622: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.2 KiB/s wr, 1.53k op/s 2024-04-13T09:08:27.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:27 smithi119 ceph-mon[96316]: pgmap v4622: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.2 KiB/s wr, 1.53k op/s 2024-04-13T09:08:27.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:27 smithi119 ceph-mon[93746]: pgmap v4622: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.2 KiB/s wr, 1.53k op/s 2024-04-13T09:08:28.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:28 smithi119 ceph-mon[96316]: osdmap e2457: 8 total, 8 up, 8 in 2024-04-13T09:08:28.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:28 smithi119 ceph-mon[93746]: osdmap e2457: 8 total, 8 up, 8 in 2024-04-13T09:08:28.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:28 smithi139 ceph-mon[88985]: osdmap e2457: 8 total, 8 up, 8 in 2024-04-13T09:08:29.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:29 smithi119 ceph-mon[96316]: pgmap v4625: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.2 KiB/s wr, 1.53k op/s 2024-04-13T09:08:29.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:29 smithi119 ceph-mon[96316]: osdmap e2458: 8 total, 8 up, 8 in 2024-04-13T09:08:29.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:29 smithi119 ceph-mon[93746]: pgmap v4625: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.2 KiB/s wr, 1.53k op/s 2024-04-13T09:08:29.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:29 smithi119 ceph-mon[93746]: osdmap e2458: 8 total, 8 up, 8 in 2024-04-13T09:08:29.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:29 smithi139 ceph-mon[88985]: pgmap v4625: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.2 KiB/s wr, 1.53k op/s 2024-04-13T09:08:29.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:29 smithi139 ceph-mon[88985]: osdmap e2458: 8 total, 8 up, 8 in 2024-04-13T09:08:30.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:30 smithi119 ceph-mon[96316]: osdmap e2459: 8 total, 8 up, 8 in 2024-04-13T09:08:30.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:30 smithi119 ceph-mon[93746]: osdmap e2459: 8 total, 8 up, 8 in 2024-04-13T09:08:30.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:30 smithi139 ceph-mon[88985]: osdmap e2459: 8 total, 8 up, 8 in 2024-04-13T09:08:31.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:31 smithi119 ceph-mon[96316]: pgmap v4628: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-13T09:08:31.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:31 smithi119 ceph-mon[96316]: osdmap e2460: 8 total, 8 up, 8 in 2024-04-13T09:08:31.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:31 smithi119 ceph-mon[96316]: osdmap e2461: 8 total, 8 up, 8 in 2024-04-13T09:08:31.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:31 smithi119 ceph-mon[93746]: pgmap v4628: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-13T09:08:31.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:31 smithi119 ceph-mon[93746]: osdmap e2460: 8 total, 8 up, 8 in 2024-04-13T09:08:31.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:31 smithi119 ceph-mon[93746]: osdmap e2461: 8 total, 8 up, 8 in 2024-04-13T09:08:31.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:31 smithi139 ceph-mon[88985]: pgmap v4628: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-13T09:08:31.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:31 smithi139 ceph-mon[88985]: osdmap e2460: 8 total, 8 up, 8 in 2024-04-13T09:08:31.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:31 smithi139 ceph-mon[88985]: osdmap e2461: 8 total, 8 up, 8 in 2024-04-13T09:08:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:08:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:08:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:08:33.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:33 smithi139 ceph-mon[88985]: pgmap v4631: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.49k op/s 2024-04-13T09:08:33.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:33 smithi139 ceph-mon[88985]: osdmap e2462: 8 total, 8 up, 8 in 2024-04-13T09:08:33.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:33 smithi119 ceph-mon[96316]: pgmap v4631: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.49k op/s 2024-04-13T09:08:33.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:33 smithi119 ceph-mon[96316]: osdmap e2462: 8 total, 8 up, 8 in 2024-04-13T09:08:33.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:33 smithi119 ceph-mon[93746]: pgmap v4631: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.49k op/s 2024-04-13T09:08:33.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:33 smithi119 ceph-mon[93746]: osdmap e2462: 8 total, 8 up, 8 in 2024-04-13T09:08:34.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:34 smithi139 ceph-mon[88985]: osdmap e2463: 8 total, 8 up, 8 in 2024-04-13T09:08:34.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:34 smithi119 ceph-mon[96316]: osdmap e2463: 8 total, 8 up, 8 in 2024-04-13T09:08:34.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:34 smithi119 ceph-mon[93746]: osdmap e2463: 8 total, 8 up, 8 in 2024-04-13T09:08:35.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:08:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:08:34] "GET /metrics HTTP/1.1" 200 36606 "" "Prometheus/2.43.0" 2024-04-13T09:08:35.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:35 smithi139 ceph-mon[88985]: pgmap v4634: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.49k op/s 2024-04-13T09:08:35.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:35 smithi139 ceph-mon[88985]: osdmap e2464: 8 total, 8 up, 8 in 2024-04-13T09:08:35.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:35 smithi119 ceph-mon[96316]: pgmap v4634: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.49k op/s 2024-04-13T09:08:35.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:35 smithi119 ceph-mon[96316]: osdmap e2464: 8 total, 8 up, 8 in 2024-04-13T09:08:35.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:35 smithi119 ceph-mon[93746]: pgmap v4634: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.49k op/s 2024-04-13T09:08:35.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:35 smithi119 ceph-mon[93746]: osdmap e2464: 8 total, 8 up, 8 in 2024-04-13T09:08:36.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:36 smithi139 ceph-mon[88985]: osdmap e2465: 8 total, 8 up, 8 in 2024-04-13T09:08:36.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:36 smithi139 ceph-mon[88985]: osdmap e2466: 8 total, 8 up, 8 in 2024-04-13T09:08:36.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:36 smithi119 ceph-mon[96316]: osdmap e2465: 8 total, 8 up, 8 in 2024-04-13T09:08:36.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:36 smithi119 ceph-mon[96316]: osdmap e2466: 8 total, 8 up, 8 in 2024-04-13T09:08:36.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:36 smithi119 ceph-mon[93746]: osdmap e2465: 8 total, 8 up, 8 in 2024-04-13T09:08:36.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:36 smithi119 ceph-mon[93746]: osdmap e2466: 8 total, 8 up, 8 in 2024-04-13T09:08:37.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:37 smithi139 ceph-mon[88985]: pgmap v4637: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.7 KiB/s wr, 1.45k op/s 2024-04-13T09:08:37.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:37 smithi119 ceph-mon[96316]: pgmap v4637: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.7 KiB/s wr, 1.45k op/s 2024-04-13T09:08:37.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:37 smithi119 ceph-mon[93746]: pgmap v4637: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.7 KiB/s wr, 1.45k op/s 2024-04-13T09:08:38.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:38 smithi139 ceph-mon[88985]: osdmap e2467: 8 total, 8 up, 8 in 2024-04-13T09:08:38.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:38 smithi119 ceph-mon[96316]: osdmap e2467: 8 total, 8 up, 8 in 2024-04-13T09:08:38.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:38 smithi119 ceph-mon[93746]: osdmap e2467: 8 total, 8 up, 8 in 2024-04-13T09:08:39.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:39 smithi139 ceph-mon[88985]: pgmap v4640: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.7 KiB/s wr, 1.45k op/s 2024-04-13T09:08:39.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:39 smithi139 ceph-mon[88985]: osdmap e2468: 8 total, 8 up, 8 in 2024-04-13T09:08:39.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:08:39.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:39 smithi119 ceph-mon[96316]: pgmap v4640: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.7 KiB/s wr, 1.45k op/s 2024-04-13T09:08:39.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:39 smithi119 ceph-mon[96316]: osdmap e2468: 8 total, 8 up, 8 in 2024-04-13T09:08:39.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:08:39.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:39 smithi119 ceph-mon[93746]: pgmap v4640: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.7 KiB/s wr, 1.45k op/s 2024-04-13T09:08:39.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:39 smithi119 ceph-mon[93746]: osdmap e2468: 8 total, 8 up, 8 in 2024-04-13T09:08:39.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:08:40.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:40 smithi119 ceph-mon[93746]: osdmap e2469: 8 total, 8 up, 8 in 2024-04-13T09:08:40.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:40 smithi119 ceph-mon[96316]: osdmap e2469: 8 total, 8 up, 8 in 2024-04-13T09:08:40.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:40 smithi139 ceph-mon[88985]: osdmap e2469: 8 total, 8 up, 8 in 2024-04-13T09:08:41.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:41 smithi119 ceph-mon[93746]: pgmap v4643: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-13T09:08:41.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:41 smithi119 ceph-mon[93746]: osdmap e2470: 8 total, 8 up, 8 in 2024-04-13T09:08:41.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:41 smithi119 ceph-mon[93746]: osdmap e2471: 8 total, 8 up, 8 in 2024-04-13T09:08:41.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:41 smithi119 ceph-mon[96316]: pgmap v4643: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-13T09:08:41.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:41 smithi119 ceph-mon[96316]: osdmap e2470: 8 total, 8 up, 8 in 2024-04-13T09:08:41.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:41 smithi119 ceph-mon[96316]: osdmap e2471: 8 total, 8 up, 8 in 2024-04-13T09:08:41.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:41 smithi139 ceph-mon[88985]: pgmap v4643: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-13T09:08:41.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:41 smithi139 ceph-mon[88985]: osdmap e2470: 8 total, 8 up, 8 in 2024-04-13T09:08:41.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:41 smithi139 ceph-mon[88985]: osdmap e2471: 8 total, 8 up, 8 in 2024-04-13T09:08:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:08:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:08:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:08:43.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:43 smithi139 ceph-mon[88985]: pgmap v4646: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.40k op/s 2024-04-13T09:08:43.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:43 smithi139 ceph-mon[88985]: osdmap e2472: 8 total, 8 up, 8 in 2024-04-13T09:08:43.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:43 smithi119 ceph-mon[96316]: pgmap v4646: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.40k op/s 2024-04-13T09:08:43.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:43 smithi119 ceph-mon[96316]: osdmap e2472: 8 total, 8 up, 8 in 2024-04-13T09:08:43.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:43 smithi119 ceph-mon[93746]: pgmap v4646: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.40k op/s 2024-04-13T09:08:43.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:43 smithi119 ceph-mon[93746]: osdmap e2472: 8 total, 8 up, 8 in 2024-04-13T09:08:44.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:44 smithi139 ceph-mon[88985]: osdmap e2473: 8 total, 8 up, 8 in 2024-04-13T09:08:44.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:44 smithi119 ceph-mon[93746]: osdmap e2473: 8 total, 8 up, 8 in 2024-04-13T09:08:44.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:44 smithi119 ceph-mon[96316]: osdmap e2473: 8 total, 8 up, 8 in 2024-04-13T09:08:45.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:08:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:08:44] "GET /metrics HTTP/1.1" 200 36605 "" "Prometheus/2.43.0" 2024-04-13T09:08:45.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:45 smithi139 ceph-mon[88985]: pgmap v4649: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.40k op/s 2024-04-13T09:08:45.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:45 smithi139 ceph-mon[88985]: osdmap e2474: 8 total, 8 up, 8 in 2024-04-13T09:08:45.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:45 smithi119 ceph-mon[96316]: pgmap v4649: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.40k op/s 2024-04-13T09:08:45.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:45 smithi119 ceph-mon[96316]: osdmap e2474: 8 total, 8 up, 8 in 2024-04-13T09:08:45.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:45 smithi119 ceph-mon[93746]: pgmap v4649: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.40k op/s 2024-04-13T09:08:45.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:45 smithi119 ceph-mon[93746]: osdmap e2474: 8 total, 8 up, 8 in 2024-04-13T09:08:46.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:46 smithi139 ceph-mon[88985]: osdmap e2475: 8 total, 8 up, 8 in 2024-04-13T09:08:46.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:46 smithi139 ceph-mon[88985]: osdmap e2476: 8 total, 8 up, 8 in 2024-04-13T09:08:46.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:46 smithi119 ceph-mon[96316]: osdmap e2475: 8 total, 8 up, 8 in 2024-04-13T09:08:46.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:46 smithi119 ceph-mon[96316]: osdmap e2476: 8 total, 8 up, 8 in 2024-04-13T09:08:46.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:46 smithi119 ceph-mon[93746]: osdmap e2475: 8 total, 8 up, 8 in 2024-04-13T09:08:46.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:46 smithi119 ceph-mon[93746]: osdmap e2476: 8 total, 8 up, 8 in 2024-04-13T09:08:47.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:47 smithi139 ceph-mon[88985]: pgmap v4652: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1002 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-04-13T09:08:47.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:47 smithi119 ceph-mon[96316]: pgmap v4652: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1002 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-04-13T09:08:47.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:47 smithi119 ceph-mon[93746]: pgmap v4652: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1002 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-04-13T09:08:48.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:48 smithi139 ceph-mon[88985]: osdmap e2477: 8 total, 8 up, 8 in 2024-04-13T09:08:48.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:48 smithi119 ceph-mon[93746]: osdmap e2477: 8 total, 8 up, 8 in 2024-04-13T09:08:48.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:48 smithi119 ceph-mon[96316]: osdmap e2477: 8 total, 8 up, 8 in 2024-04-13T09:08:49.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:49 smithi139 ceph-mon[88985]: pgmap v4655: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1003 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-04-13T09:08:49.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:49 smithi139 ceph-mon[88985]: osdmap e2478: 8 total, 8 up, 8 in 2024-04-13T09:08:49.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:49 smithi119 ceph-mon[96316]: pgmap v4655: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1003 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-04-13T09:08:49.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:49 smithi119 ceph-mon[96316]: osdmap e2478: 8 total, 8 up, 8 in 2024-04-13T09:08:49.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:49 smithi119 ceph-mon[93746]: pgmap v4655: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1003 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-04-13T09:08:49.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:49 smithi119 ceph-mon[93746]: osdmap e2478: 8 total, 8 up, 8 in 2024-04-13T09:08:50.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:50 smithi119 ceph-mon[96316]: osdmap e2479: 8 total, 8 up, 8 in 2024-04-13T09:08:50.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:50 smithi119 ceph-mon[93746]: osdmap e2479: 8 total, 8 up, 8 in 2024-04-13T09:08:50.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:50 smithi139 ceph-mon[88985]: osdmap e2479: 8 total, 8 up, 8 in 2024-04-13T09:08:51.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:51 smithi119 ceph-mon[96316]: pgmap v4658: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-13T09:08:51.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:51 smithi119 ceph-mon[96316]: osdmap e2480: 8 total, 8 up, 8 in 2024-04-13T09:08:51.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:51 smithi119 ceph-mon[96316]: osdmap e2481: 8 total, 8 up, 8 in 2024-04-13T09:08:51.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:51 smithi119 ceph-mon[93746]: pgmap v4658: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-13T09:08:51.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:51 smithi119 ceph-mon[93746]: osdmap e2480: 8 total, 8 up, 8 in 2024-04-13T09:08:51.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:51 smithi119 ceph-mon[93746]: osdmap e2481: 8 total, 8 up, 8 in 2024-04-13T09:08:51.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:51 smithi139 ceph-mon[88985]: pgmap v4658: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-13T09:08:51.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:51 smithi139 ceph-mon[88985]: osdmap e2480: 8 total, 8 up, 8 in 2024-04-13T09:08:51.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:51 smithi139 ceph-mon[88985]: osdmap e2481: 8 total, 8 up, 8 in 2024-04-13T09:08:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:08:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:08:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:08:53.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:53 smithi119 ceph-mon[96316]: pgmap v4661: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 969 KiB/s rd, 5.0 KiB/s wr, 1.31k op/s 2024-04-13T09:08:53.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:53 smithi119 ceph-mon[96316]: osdmap e2482: 8 total, 8 up, 8 in 2024-04-13T09:08:53.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:53 smithi119 ceph-mon[93746]: pgmap v4661: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 969 KiB/s rd, 5.0 KiB/s wr, 1.31k op/s 2024-04-13T09:08:53.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:53 smithi119 ceph-mon[93746]: osdmap e2482: 8 total, 8 up, 8 in 2024-04-13T09:08:53.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:53 smithi139 ceph-mon[88985]: pgmap v4661: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 969 KiB/s rd, 5.0 KiB/s wr, 1.31k op/s 2024-04-13T09:08:53.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:53 smithi139 ceph-mon[88985]: osdmap e2482: 8 total, 8 up, 8 in 2024-04-13T09:08:54.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:54 smithi119 ceph-mon[96316]: osdmap e2483: 8 total, 8 up, 8 in 2024-04-13T09:08:54.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:08:54.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:54 smithi119 ceph-mon[93746]: osdmap e2483: 8 total, 8 up, 8 in 2024-04-13T09:08:54.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:08:54.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:54 smithi139 ceph-mon[88985]: osdmap e2483: 8 total, 8 up, 8 in 2024-04-13T09:08:54.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:08:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:08:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:08:54] "GET /metrics HTTP/1.1" 200 36605 "" "Prometheus/2.43.0" 2024-04-13T09:08:55.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:55 smithi119 ceph-mon[96316]: pgmap v4664: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 969 KiB/s rd, 5.0 KiB/s wr, 1.31k op/s 2024-04-13T09:08:55.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:55 smithi119 ceph-mon[96316]: osdmap e2484: 8 total, 8 up, 8 in 2024-04-13T09:08:55.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:55 smithi119 ceph-mon[93746]: pgmap v4664: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 969 KiB/s rd, 5.0 KiB/s wr, 1.31k op/s 2024-04-13T09:08:55.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:55 smithi119 ceph-mon[93746]: osdmap e2484: 8 total, 8 up, 8 in 2024-04-13T09:08:55.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:55 smithi139 ceph-mon[88985]: pgmap v4664: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 969 KiB/s rd, 5.0 KiB/s wr, 1.31k op/s 2024-04-13T09:08:55.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:55 smithi139 ceph-mon[88985]: osdmap e2484: 8 total, 8 up, 8 in 2024-04-13T09:08:56.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:56 smithi119 ceph-mon[96316]: osdmap e2485: 8 total, 8 up, 8 in 2024-04-13T09:08:56.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:56 smithi119 ceph-mon[96316]: osdmap e2486: 8 total, 8 up, 8 in 2024-04-13T09:08:56.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:56 smithi119 ceph-mon[93746]: osdmap e2485: 8 total, 8 up, 8 in 2024-04-13T09:08:56.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:56 smithi119 ceph-mon[93746]: osdmap e2486: 8 total, 8 up, 8 in 2024-04-13T09:08:56.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:56 smithi139 ceph-mon[88985]: osdmap e2485: 8 total, 8 up, 8 in 2024-04-13T09:08:56.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:56 smithi139 ceph-mon[88985]: osdmap e2486: 8 total, 8 up, 8 in 2024-04-13T09:08:57.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:57 smithi119 ceph-mon[96316]: pgmap v4667: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 935 KiB/s rd, 4.2 KiB/s wr, 1.26k op/s 2024-04-13T09:08:57.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:57 smithi119 ceph-mon[96316]: osdmap e2487: 8 total, 8 up, 8 in 2024-04-13T09:08:57.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:57 smithi119 ceph-mon[93746]: pgmap v4667: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 935 KiB/s rd, 4.2 KiB/s wr, 1.26k op/s 2024-04-13T09:08:57.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:57 smithi119 ceph-mon[93746]: osdmap e2487: 8 total, 8 up, 8 in 2024-04-13T09:08:57.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:57 smithi139 ceph-mon[88985]: pgmap v4667: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 935 KiB/s rd, 4.2 KiB/s wr, 1.26k op/s 2024-04-13T09:08:57.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:57 smithi139 ceph-mon[88985]: osdmap e2487: 8 total, 8 up, 8 in 2024-04-13T09:08:59.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:59 smithi139 ceph-mon[88985]: pgmap v4670: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 937 KiB/s rd, 4.2 KiB/s wr, 1.27k op/s 2024-04-13T09:08:59.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:08:59 smithi139 ceph-mon[88985]: osdmap e2488: 8 total, 8 up, 8 in 2024-04-13T09:08:59.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:59 smithi119 ceph-mon[96316]: pgmap v4670: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 937 KiB/s rd, 4.2 KiB/s wr, 1.27k op/s 2024-04-13T09:08:59.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:08:59 smithi119 ceph-mon[96316]: osdmap e2488: 8 total, 8 up, 8 in 2024-04-13T09:08:59.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:59 smithi119 ceph-mon[93746]: pgmap v4670: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 937 KiB/s rd, 4.2 KiB/s wr, 1.27k op/s 2024-04-13T09:08:59.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:08:59 smithi119 ceph-mon[93746]: osdmap e2488: 8 total, 8 up, 8 in 2024-04-13T09:09:00.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:00 smithi139 ceph-mon[88985]: osdmap e2489: 8 total, 8 up, 8 in 2024-04-13T09:09:00.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:00 smithi119 ceph-mon[96316]: osdmap e2489: 8 total, 8 up, 8 in 2024-04-13T09:09:00.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:00 smithi119 ceph-mon[93746]: osdmap e2489: 8 total, 8 up, 8 in 2024-04-13T09:09:01.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:01 smithi139 ceph-mon[88985]: pgmap v4673: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-13T09:09:01.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:01 smithi139 ceph-mon[88985]: osdmap e2490: 8 total, 8 up, 8 in 2024-04-13T09:09:01.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:01 smithi139 ceph-mon[88985]: osdmap e2491: 8 total, 8 up, 8 in 2024-04-13T09:09:01.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:01 smithi119 ceph-mon[96316]: pgmap v4673: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-13T09:09:01.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:01 smithi119 ceph-mon[96316]: osdmap e2490: 8 total, 8 up, 8 in 2024-04-13T09:09:01.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:01 smithi119 ceph-mon[96316]: osdmap e2491: 8 total, 8 up, 8 in 2024-04-13T09:09:01.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:01 smithi119 ceph-mon[93746]: pgmap v4673: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-13T09:09:01.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:01 smithi119 ceph-mon[93746]: osdmap e2490: 8 total, 8 up, 8 in 2024-04-13T09:09:01.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:01 smithi119 ceph-mon[93746]: osdmap e2491: 8 total, 8 up, 8 in 2024-04-13T09:09:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:09:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:09:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:09:03.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:03 smithi139 ceph-mon[88985]: pgmap v4676: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 905 KiB/s rd, 5.7 KiB/s wr, 1.23k op/s 2024-04-13T09:09:03.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:03 smithi139 ceph-mon[88985]: osdmap e2492: 8 total, 8 up, 8 in 2024-04-13T09:09:03.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:03 smithi119 ceph-mon[96316]: pgmap v4676: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 905 KiB/s rd, 5.7 KiB/s wr, 1.23k op/s 2024-04-13T09:09:03.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:03 smithi119 ceph-mon[96316]: osdmap e2492: 8 total, 8 up, 8 in 2024-04-13T09:09:03.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:03 smithi119 ceph-mon[93746]: pgmap v4676: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 905 KiB/s rd, 5.7 KiB/s wr, 1.23k op/s 2024-04-13T09:09:03.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:03 smithi119 ceph-mon[93746]: osdmap e2492: 8 total, 8 up, 8 in 2024-04-13T09:09:04.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:04 smithi139 ceph-mon[88985]: osdmap e2493: 8 total, 8 up, 8 in 2024-04-13T09:09:04.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:04 smithi119 ceph-mon[93746]: osdmap e2493: 8 total, 8 up, 8 in 2024-04-13T09:09:04.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:04 smithi119 ceph-mon[96316]: osdmap e2493: 8 total, 8 up, 8 in 2024-04-13T09:09:05.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:09:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:09:04] "GET /metrics HTTP/1.1" 200 36605 "" "Prometheus/2.43.0" 2024-04-13T09:09:05.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:05 smithi139 ceph-mon[88985]: pgmap v4679: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 906 KiB/s rd, 5.7 KiB/s wr, 1.23k op/s 2024-04-13T09:09:05.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:05 smithi139 ceph-mon[88985]: osdmap e2494: 8 total, 8 up, 8 in 2024-04-13T09:09:05.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:05 smithi119 ceph-mon[96316]: pgmap v4679: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 906 KiB/s rd, 5.7 KiB/s wr, 1.23k op/s 2024-04-13T09:09:05.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:05 smithi119 ceph-mon[96316]: osdmap e2494: 8 total, 8 up, 8 in 2024-04-13T09:09:05.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:05 smithi119 ceph-mon[93746]: pgmap v4679: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 906 KiB/s rd, 5.7 KiB/s wr, 1.23k op/s 2024-04-13T09:09:05.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:05 smithi119 ceph-mon[93746]: osdmap e2494: 8 total, 8 up, 8 in 2024-04-13T09:09:06.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:06 smithi119 ceph-mon[96316]: osdmap e2495: 8 total, 8 up, 8 in 2024-04-13T09:09:06.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:06 smithi119 ceph-mon[96316]: osdmap e2496: 8 total, 8 up, 8 in 2024-04-13T09:09:06.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:06 smithi119 ceph-mon[93746]: osdmap e2495: 8 total, 8 up, 8 in 2024-04-13T09:09:06.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:06 smithi119 ceph-mon[93746]: osdmap e2496: 8 total, 8 up, 8 in 2024-04-13T09:09:06.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:06 smithi139 ceph-mon[88985]: osdmap e2495: 8 total, 8 up, 8 in 2024-04-13T09:09:06.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:06 smithi139 ceph-mon[88985]: osdmap e2496: 8 total, 8 up, 8 in 2024-04-13T09:09:07.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:07 smithi119 ceph-mon[96316]: pgmap v4682: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 872 KiB/s rd, 5.0 KiB/s wr, 1.18k op/s 2024-04-13T09:09:07.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:07 smithi119 ceph-mon[93746]: pgmap v4682: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 872 KiB/s rd, 5.0 KiB/s wr, 1.18k op/s 2024-04-13T09:09:07.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:07 smithi139 ceph-mon[88985]: pgmap v4682: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 872 KiB/s rd, 5.0 KiB/s wr, 1.18k op/s 2024-04-13T09:09:08.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:08 smithi119 ceph-mon[96316]: osdmap e2497: 8 total, 8 up, 8 in 2024-04-13T09:09:08.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:08 smithi119 ceph-mon[93746]: osdmap e2497: 8 total, 8 up, 8 in 2024-04-13T09:09:08.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:08 smithi139 ceph-mon[88985]: osdmap e2497: 8 total, 8 up, 8 in 2024-04-13T09:09:09.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:09 smithi119 ceph-mon[96316]: pgmap v4685: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 872 KiB/s rd, 5.0 KiB/s wr, 1.18k op/s 2024-04-13T09:09:09.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:09 smithi119 ceph-mon[96316]: osdmap e2498: 8 total, 8 up, 8 in 2024-04-13T09:09:09.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:09:09.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:09 smithi119 ceph-mon[93746]: pgmap v4685: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 872 KiB/s rd, 5.0 KiB/s wr, 1.18k op/s 2024-04-13T09:09:09.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:09 smithi119 ceph-mon[93746]: osdmap e2498: 8 total, 8 up, 8 in 2024-04-13T09:09:09.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:09:09.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:09 smithi139 ceph-mon[88985]: pgmap v4685: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 872 KiB/s rd, 5.0 KiB/s wr, 1.18k op/s 2024-04-13T09:09:09.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:09 smithi139 ceph-mon[88985]: osdmap e2498: 8 total, 8 up, 8 in 2024-04-13T09:09:09.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:09:10.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:10 smithi119 ceph-mon[96316]: osdmap e2499: 8 total, 8 up, 8 in 2024-04-13T09:09:10.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:10 smithi119 ceph-mon[93746]: osdmap e2499: 8 total, 8 up, 8 in 2024-04-13T09:09:10.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:10 smithi139 ceph-mon[88985]: osdmap e2499: 8 total, 8 up, 8 in 2024-04-13T09:09:11.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:11 smithi119 ceph-mon[96316]: pgmap v4688: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-13T09:09:11.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:11 smithi119 ceph-mon[96316]: osdmap e2500: 8 total, 8 up, 8 in 2024-04-13T09:09:11.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:11 smithi119 ceph-mon[96316]: osdmap e2501: 8 total, 8 up, 8 in 2024-04-13T09:09:11.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:11 smithi119 ceph-mon[93746]: pgmap v4688: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-13T09:09:11.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:11 smithi119 ceph-mon[93746]: osdmap e2500: 8 total, 8 up, 8 in 2024-04-13T09:09:11.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:11 smithi119 ceph-mon[93746]: osdmap e2501: 8 total, 8 up, 8 in 2024-04-13T09:09:11.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:11 smithi139 ceph-mon[88985]: pgmap v4688: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-13T09:09:11.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:11 smithi139 ceph-mon[88985]: osdmap e2500: 8 total, 8 up, 8 in 2024-04-13T09:09:11.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:11 smithi139 ceph-mon[88985]: osdmap e2501: 8 total, 8 up, 8 in 2024-04-13T09:09:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:09:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:09:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:09:13.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:13 smithi139 ceph-mon[88985]: pgmap v4691: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 839 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-04-13T09:09:13.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:13 smithi139 ceph-mon[88985]: osdmap e2502: 8 total, 8 up, 8 in 2024-04-13T09:09:13.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:13 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:09:13.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:13 smithi119 ceph-mon[96316]: pgmap v4691: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 839 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-04-13T09:09:13.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:13 smithi119 ceph-mon[96316]: osdmap e2502: 8 total, 8 up, 8 in 2024-04-13T09:09:13.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:13 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:09:13.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:13 smithi119 ceph-mon[93746]: pgmap v4691: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 839 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-04-13T09:09:13.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:13 smithi119 ceph-mon[93746]: osdmap e2502: 8 total, 8 up, 8 in 2024-04-13T09:09:13.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:13 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:09:14.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:14 smithi139 ceph-mon[88985]: osdmap e2503: 8 total, 8 up, 8 in 2024-04-13T09:09:14.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:14 smithi119 ceph-mon[96316]: osdmap e2503: 8 total, 8 up, 8 in 2024-04-13T09:09:14.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:14 smithi119 ceph-mon[93746]: osdmap e2503: 8 total, 8 up, 8 in 2024-04-13T09:09:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:09:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:09:14] "GET /metrics HTTP/1.1" 200 36605 "" "Prometheus/2.43.0" 2024-04-13T09:09:15.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:15 smithi139 ceph-mon[88985]: pgmap v4694: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 839 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-04-13T09:09:15.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:15 smithi139 ceph-mon[88985]: osdmap e2504: 8 total, 8 up, 8 in 2024-04-13T09:09:15.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:15 smithi119 ceph-mon[96316]: pgmap v4694: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 839 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-04-13T09:09:15.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:15 smithi119 ceph-mon[96316]: osdmap e2504: 8 total, 8 up, 8 in 2024-04-13T09:09:15.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:15 smithi119 ceph-mon[93746]: pgmap v4694: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 839 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-04-13T09:09:15.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:15 smithi119 ceph-mon[93746]: osdmap e2504: 8 total, 8 up, 8 in 2024-04-13T09:09:16.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:16 smithi139 ceph-mon[88985]: osdmap e2505: 8 total, 8 up, 8 in 2024-04-13T09:09:16.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:16 smithi139 ceph-mon[88985]: osdmap e2506: 8 total, 8 up, 8 in 2024-04-13T09:09:16.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:16 smithi119 ceph-mon[96316]: osdmap e2505: 8 total, 8 up, 8 in 2024-04-13T09:09:16.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:16 smithi119 ceph-mon[96316]: osdmap e2506: 8 total, 8 up, 8 in 2024-04-13T09:09:16.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:16 smithi119 ceph-mon[93746]: osdmap e2505: 8 total, 8 up, 8 in 2024-04-13T09:09:16.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:16 smithi119 ceph-mon[93746]: osdmap e2506: 8 total, 8 up, 8 in 2024-04-13T09:09:17.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:17 smithi139 ceph-mon[88985]: pgmap v4697: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 805 KiB/s rd, 5.0 KiB/s wr, 1.09k op/s 2024-04-13T09:09:17.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:17 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:09:17.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:17 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:09:17.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:17 smithi119 ceph-mon[96316]: pgmap v4697: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 805 KiB/s rd, 5.0 KiB/s wr, 1.09k op/s 2024-04-13T09:09:17.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:17 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:09:17.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:17 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:09:17.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:17 smithi119 ceph-mon[93746]: pgmap v4697: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 805 KiB/s rd, 5.0 KiB/s wr, 1.09k op/s 2024-04-13T09:09:17.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:17 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:09:17.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:17 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:09:18.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:18 smithi119 ceph-mon[96316]: osdmap e2507: 8 total, 8 up, 8 in 2024-04-13T09:09:18.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T09:09:18.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T09:09:18.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:18 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:09:18.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:18 smithi119 ceph-mon[93746]: osdmap e2507: 8 total, 8 up, 8 in 2024-04-13T09:09:18.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T09:09:18.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T09:09:18.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:18 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:09:18.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:18 smithi139 ceph-mon[88985]: osdmap e2507: 8 total, 8 up, 8 in 2024-04-13T09:09:18.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T09:09:18.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T09:09:18.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:18 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:09:19.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:19 smithi119 ceph-mon[96316]: pgmap v4700: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 806 KiB/s rd, 5.0 KiB/s wr, 1.09k op/s 2024-04-13T09:09:19.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:19 smithi119 ceph-mon[96316]: osdmap e2508: 8 total, 8 up, 8 in 2024-04-13T09:09:19.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:19 smithi119 ceph-mon[93746]: pgmap v4700: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 806 KiB/s rd, 5.0 KiB/s wr, 1.09k op/s 2024-04-13T09:09:19.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:19 smithi119 ceph-mon[93746]: osdmap e2508: 8 total, 8 up, 8 in 2024-04-13T09:09:19.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:19 smithi139 ceph-mon[88985]: pgmap v4700: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 806 KiB/s rd, 5.0 KiB/s wr, 1.09k op/s 2024-04-13T09:09:19.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:19 smithi139 ceph-mon[88985]: osdmap e2508: 8 total, 8 up, 8 in 2024-04-13T09:09:20.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:20 smithi119 ceph-mon[96316]: osdmap e2509: 8 total, 8 up, 8 in 2024-04-13T09:09:20.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:20 smithi119 ceph-mon[93746]: osdmap e2509: 8 total, 8 up, 8 in 2024-04-13T09:09:20.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:20 smithi139 ceph-mon[88985]: osdmap e2509: 8 total, 8 up, 8 in 2024-04-13T09:09:21.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:21 smithi119 ceph-mon[96316]: pgmap v4703: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-13T09:09:21.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:21 smithi119 ceph-mon[96316]: osdmap e2510: 8 total, 8 up, 8 in 2024-04-13T09:09:21.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:21 smithi119 ceph-mon[96316]: osdmap e2511: 8 total, 8 up, 8 in 2024-04-13T09:09:21.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:21 smithi119 ceph-mon[93746]: pgmap v4703: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-13T09:09:21.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:21 smithi119 ceph-mon[93746]: osdmap e2510: 8 total, 8 up, 8 in 2024-04-13T09:09:21.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:21 smithi119 ceph-mon[93746]: osdmap e2511: 8 total, 8 up, 8 in 2024-04-13T09:09:21.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:21 smithi139 ceph-mon[88985]: pgmap v4703: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-13T09:09:21.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:21 smithi139 ceph-mon[88985]: osdmap e2510: 8 total, 8 up, 8 in 2024-04-13T09:09:21.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:21 smithi139 ceph-mon[88985]: osdmap e2511: 8 total, 8 up, 8 in 2024-04-13T09:09:22.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:09:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:09:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:09:23.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:23 smithi119 ceph-mon[96316]: pgmap v4706: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 773 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-04-13T09:09:23.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:23 smithi119 ceph-mon[96316]: osdmap e2512: 8 total, 8 up, 8 in 2024-04-13T09:09:23.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:23 smithi119 ceph-mon[93746]: pgmap v4706: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 773 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-04-13T09:09:23.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:23 smithi119 ceph-mon[93746]: osdmap e2512: 8 total, 8 up, 8 in 2024-04-13T09:09:23.851 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:23 smithi139 ceph-mon[88985]: pgmap v4706: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 773 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-04-13T09:09:23.852 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:23 smithi139 ceph-mon[88985]: osdmap e2512: 8 total, 8 up, 8 in 2024-04-13T09:09:24.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:24 smithi119 ceph-mon[96316]: osdmap e2513: 8 total, 8 up, 8 in 2024-04-13T09:09:24.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:09:24.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:24 smithi119 ceph-mon[93746]: osdmap e2513: 8 total, 8 up, 8 in 2024-04-13T09:09:24.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:09:24.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:24 smithi139 ceph-mon[88985]: osdmap e2513: 8 total, 8 up, 8 in 2024-04-13T09:09:24.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:09:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:09:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:09:24] "GET /metrics HTTP/1.1" 200 36608 "" "Prometheus/2.43.0" 2024-04-13T09:09:25.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:25 smithi119 ceph-mon[96316]: pgmap v4709: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 773 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-04-13T09:09:25.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:25 smithi119 ceph-mon[96316]: osdmap e2514: 8 total, 8 up, 8 in 2024-04-13T09:09:25.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:25 smithi119 ceph-mon[93746]: pgmap v4709: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 773 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-04-13T09:09:25.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:25 smithi119 ceph-mon[93746]: osdmap e2514: 8 total, 8 up, 8 in 2024-04-13T09:09:25.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:25 smithi139 ceph-mon[88985]: pgmap v4709: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 773 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-04-13T09:09:25.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:25 smithi139 ceph-mon[88985]: osdmap e2514: 8 total, 8 up, 8 in 2024-04-13T09:09:26.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:26 smithi119 ceph-mon[96316]: osdmap e2515: 8 total, 8 up, 8 in 2024-04-13T09:09:26.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:26 smithi119 ceph-mon[96316]: osdmap e2516: 8 total, 8 up, 8 in 2024-04-13T09:09:26.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:26 smithi119 ceph-mon[93746]: osdmap e2515: 8 total, 8 up, 8 in 2024-04-13T09:09:26.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:26 smithi119 ceph-mon[93746]: osdmap e2516: 8 total, 8 up, 8 in 2024-04-13T09:09:26.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:26 smithi139 ceph-mon[88985]: osdmap e2515: 8 total, 8 up, 8 in 2024-04-13T09:09:26.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:26 smithi139 ceph-mon[88985]: osdmap e2516: 8 total, 8 up, 8 in 2024-04-13T09:09:27.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:27 smithi119 ceph-mon[96316]: pgmap v4712: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 741 KiB/s rd, 5.0 KiB/s wr, 1.00k op/s 2024-04-13T09:09:27.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:27 smithi119 ceph-mon[96316]: osdmap e2517: 8 total, 8 up, 8 in 2024-04-13T09:09:27.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:27 smithi119 ceph-mon[93746]: pgmap v4712: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 741 KiB/s rd, 5.0 KiB/s wr, 1.00k op/s 2024-04-13T09:09:27.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:27 smithi119 ceph-mon[93746]: osdmap e2517: 8 total, 8 up, 8 in 2024-04-13T09:09:27.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:27 smithi139 ceph-mon[88985]: pgmap v4712: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 741 KiB/s rd, 5.0 KiB/s wr, 1.00k op/s 2024-04-13T09:09:27.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:27 smithi139 ceph-mon[88985]: osdmap e2517: 8 total, 8 up, 8 in 2024-04-13T09:09:29.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:29 smithi139 ceph-mon[88985]: pgmap v4715: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 742 KiB/s rd, 5.0 KiB/s wr, 1.00k op/s 2024-04-13T09:09:29.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:29 smithi139 ceph-mon[88985]: osdmap e2518: 8 total, 8 up, 8 in 2024-04-13T09:09:29.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:29 smithi119 ceph-mon[96316]: pgmap v4715: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 742 KiB/s rd, 5.0 KiB/s wr, 1.00k op/s 2024-04-13T09:09:29.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:29 smithi119 ceph-mon[96316]: osdmap e2518: 8 total, 8 up, 8 in 2024-04-13T09:09:29.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:29 smithi119 ceph-mon[93746]: pgmap v4715: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 742 KiB/s rd, 5.0 KiB/s wr, 1.00k op/s 2024-04-13T09:09:29.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:29 smithi119 ceph-mon[93746]: osdmap e2518: 8 total, 8 up, 8 in 2024-04-13T09:09:30.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:30 smithi139 ceph-mon[88985]: osdmap e2519: 8 total, 8 up, 8 in 2024-04-13T09:09:30.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:30 smithi119 ceph-mon[96316]: osdmap e2519: 8 total, 8 up, 8 in 2024-04-13T09:09:30.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:30 smithi119 ceph-mon[93746]: osdmap e2519: 8 total, 8 up, 8 in 2024-04-13T09:09:31.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:31 smithi139 ceph-mon[88985]: pgmap v4718: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-13T09:09:31.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:31 smithi139 ceph-mon[88985]: osdmap e2520: 8 total, 8 up, 8 in 2024-04-13T09:09:31.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:31 smithi139 ceph-mon[88985]: osdmap e2521: 8 total, 8 up, 8 in 2024-04-13T09:09:31.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:31 smithi119 ceph-mon[96316]: pgmap v4718: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-13T09:09:31.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:31 smithi119 ceph-mon[96316]: osdmap e2520: 8 total, 8 up, 8 in 2024-04-13T09:09:31.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:31 smithi119 ceph-mon[96316]: osdmap e2521: 8 total, 8 up, 8 in 2024-04-13T09:09:31.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:31 smithi119 ceph-mon[93746]: pgmap v4718: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-13T09:09:31.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:31 smithi119 ceph-mon[93746]: osdmap e2520: 8 total, 8 up, 8 in 2024-04-13T09:09:31.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:31 smithi119 ceph-mon[93746]: osdmap e2521: 8 total, 8 up, 8 in 2024-04-13T09:09:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:09:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:09:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:09:33.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:33 smithi139 ceph-mon[88985]: pgmap v4721: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 709 KiB/s rd, 5.0 KiB/s wr, 959 op/s 2024-04-13T09:09:33.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:33 smithi139 ceph-mon[88985]: osdmap e2522: 8 total, 8 up, 8 in 2024-04-13T09:09:33.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:33 smithi119 ceph-mon[93746]: pgmap v4721: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 709 KiB/s rd, 5.0 KiB/s wr, 959 op/s 2024-04-13T09:09:33.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:33 smithi119 ceph-mon[93746]: osdmap e2522: 8 total, 8 up, 8 in 2024-04-13T09:09:33.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:33 smithi119 ceph-mon[96316]: pgmap v4721: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 709 KiB/s rd, 5.0 KiB/s wr, 959 op/s 2024-04-13T09:09:33.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:33 smithi119 ceph-mon[96316]: osdmap e2522: 8 total, 8 up, 8 in 2024-04-13T09:09:34.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:34 smithi119 ceph-mon[93746]: osdmap e2523: 8 total, 8 up, 8 in 2024-04-13T09:09:34.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:34 smithi119 ceph-mon[96316]: osdmap e2523: 8 total, 8 up, 8 in 2024-04-13T09:09:34.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:34 smithi139 ceph-mon[88985]: osdmap e2523: 8 total, 8 up, 8 in 2024-04-13T09:09:35.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:09:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:09:34] "GET /metrics HTTP/1.1" 200 36608 "" "Prometheus/2.43.0" 2024-04-13T09:09:35.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:35 smithi119 ceph-mon[96316]: pgmap v4724: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 709 KiB/s rd, 5.0 KiB/s wr, 959 op/s 2024-04-13T09:09:35.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:35 smithi119 ceph-mon[96316]: osdmap e2524: 8 total, 8 up, 8 in 2024-04-13T09:09:35.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:35 smithi119 ceph-mon[93746]: pgmap v4724: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 709 KiB/s rd, 5.0 KiB/s wr, 959 op/s 2024-04-13T09:09:35.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:35 smithi119 ceph-mon[93746]: osdmap e2524: 8 total, 8 up, 8 in 2024-04-13T09:09:35.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:35 smithi139 ceph-mon[88985]: pgmap v4724: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 709 KiB/s rd, 5.0 KiB/s wr, 959 op/s 2024-04-13T09:09:35.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:35 smithi139 ceph-mon[88985]: osdmap e2524: 8 total, 8 up, 8 in 2024-04-13T09:09:36.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:36 smithi119 ceph-mon[93746]: osdmap e2525: 8 total, 8 up, 8 in 2024-04-13T09:09:36.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:36 smithi119 ceph-mon[93746]: osdmap e2526: 8 total, 8 up, 8 in 2024-04-13T09:09:36.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:36 smithi119 ceph-mon[96316]: osdmap e2525: 8 total, 8 up, 8 in 2024-04-13T09:09:36.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:36 smithi119 ceph-mon[96316]: osdmap e2526: 8 total, 8 up, 8 in 2024-04-13T09:09:36.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:36 smithi139 ceph-mon[88985]: osdmap e2525: 8 total, 8 up, 8 in 2024-04-13T09:09:36.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:36 smithi139 ceph-mon[88985]: osdmap e2526: 8 total, 8 up, 8 in 2024-04-13T09:09:37.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:37 smithi119 ceph-mon[96316]: pgmap v4727: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 676 KiB/s rd, 5.0 KiB/s wr, 913 op/s 2024-04-13T09:09:37.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:37 smithi119 ceph-mon[93746]: pgmap v4727: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 676 KiB/s rd, 5.0 KiB/s wr, 913 op/s 2024-04-13T09:09:37.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:37 smithi139 ceph-mon[88985]: pgmap v4727: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 676 KiB/s rd, 5.0 KiB/s wr, 913 op/s 2024-04-13T09:09:38.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:38 smithi119 ceph-mon[96316]: osdmap e2527: 8 total, 8 up, 8 in 2024-04-13T09:09:38.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:38 smithi119 ceph-mon[93746]: osdmap e2527: 8 total, 8 up, 8 in 2024-04-13T09:09:38.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:38 smithi139 ceph-mon[88985]: osdmap e2527: 8 total, 8 up, 8 in 2024-04-13T09:09:39.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:39 smithi119 ceph-mon[93746]: pgmap v4730: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 676 KiB/s rd, 5.0 KiB/s wr, 914 op/s 2024-04-13T09:09:39.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:39 smithi119 ceph-mon[93746]: osdmap e2528: 8 total, 8 up, 8 in 2024-04-13T09:09:39.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:09:39.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:39 smithi119 ceph-mon[96316]: pgmap v4730: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 676 KiB/s rd, 5.0 KiB/s wr, 914 op/s 2024-04-13T09:09:39.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:39 smithi119 ceph-mon[96316]: osdmap e2528: 8 total, 8 up, 8 in 2024-04-13T09:09:39.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:09:39.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:39 smithi139 ceph-mon[88985]: pgmap v4730: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 676 KiB/s rd, 5.0 KiB/s wr, 914 op/s 2024-04-13T09:09:39.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:39 smithi139 ceph-mon[88985]: osdmap e2528: 8 total, 8 up, 8 in 2024-04-13T09:09:39.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:09:40.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:40 smithi119 ceph-mon[96316]: osdmap e2529: 8 total, 8 up, 8 in 2024-04-13T09:09:40.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:40 smithi119 ceph-mon[93746]: osdmap e2529: 8 total, 8 up, 8 in 2024-04-13T09:09:40.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:40 smithi139 ceph-mon[88985]: osdmap e2529: 8 total, 8 up, 8 in 2024-04-13T09:09:41.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:41 smithi119 ceph-mon[96316]: pgmap v4733: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-13T09:09:41.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:41 smithi119 ceph-mon[96316]: osdmap e2530: 8 total, 8 up, 8 in 2024-04-13T09:09:41.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:41 smithi119 ceph-mon[96316]: osdmap e2531: 8 total, 8 up, 8 in 2024-04-13T09:09:41.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:41 smithi119 ceph-mon[93746]: pgmap v4733: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-13T09:09:41.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:41 smithi119 ceph-mon[93746]: osdmap e2530: 8 total, 8 up, 8 in 2024-04-13T09:09:41.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:41 smithi119 ceph-mon[93746]: osdmap e2531: 8 total, 8 up, 8 in 2024-04-13T09:09:41.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:41 smithi139 ceph-mon[88985]: pgmap v4733: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-13T09:09:41.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:41 smithi139 ceph-mon[88985]: osdmap e2530: 8 total, 8 up, 8 in 2024-04-13T09:09:41.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:41 smithi139 ceph-mon[88985]: osdmap e2531: 8 total, 8 up, 8 in 2024-04-13T09:09:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:09:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:09:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:09:43.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:43 smithi139 ceph-mon[88985]: pgmap v4736: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 643 KiB/s rd, 5.0 KiB/s wr, 873 op/s 2024-04-13T09:09:43.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:43 smithi139 ceph-mon[88985]: osdmap e2532: 8 total, 8 up, 8 in 2024-04-13T09:09:43.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:43 smithi119 ceph-mon[96316]: pgmap v4736: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 643 KiB/s rd, 5.0 KiB/s wr, 873 op/s 2024-04-13T09:09:43.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:43 smithi119 ceph-mon[96316]: osdmap e2532: 8 total, 8 up, 8 in 2024-04-13T09:09:43.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:43 smithi119 ceph-mon[93746]: pgmap v4736: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 643 KiB/s rd, 5.0 KiB/s wr, 873 op/s 2024-04-13T09:09:43.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:43 smithi119 ceph-mon[93746]: osdmap e2532: 8 total, 8 up, 8 in 2024-04-13T09:09:44.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:44 smithi139 ceph-mon[88985]: osdmap e2533: 8 total, 8 up, 8 in 2024-04-13T09:09:44.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:44 smithi119 ceph-mon[93746]: osdmap e2533: 8 total, 8 up, 8 in 2024-04-13T09:09:44.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:44 smithi119 ceph-mon[96316]: osdmap e2533: 8 total, 8 up, 8 in 2024-04-13T09:09:45.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:09:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:09:44] "GET /metrics HTTP/1.1" 200 36605 "" "Prometheus/2.43.0" 2024-04-13T09:09:45.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:45 smithi139 ceph-mon[88985]: pgmap v4739: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 643 KiB/s rd, 5.0 KiB/s wr, 873 op/s 2024-04-13T09:09:45.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:45 smithi139 ceph-mon[88985]: osdmap e2534: 8 total, 8 up, 8 in 2024-04-13T09:09:45.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:45 smithi119 ceph-mon[93746]: pgmap v4739: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 643 KiB/s rd, 5.0 KiB/s wr, 873 op/s 2024-04-13T09:09:45.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:45 smithi119 ceph-mon[93746]: osdmap e2534: 8 total, 8 up, 8 in 2024-04-13T09:09:45.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:45 smithi119 ceph-mon[96316]: pgmap v4739: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 643 KiB/s rd, 5.0 KiB/s wr, 873 op/s 2024-04-13T09:09:45.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:45 smithi119 ceph-mon[96316]: osdmap e2534: 8 total, 8 up, 8 in 2024-04-13T09:09:46.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:46 smithi119 ceph-mon[96316]: osdmap e2535: 8 total, 8 up, 8 in 2024-04-13T09:09:46.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:46 smithi119 ceph-mon[96316]: osdmap e2536: 8 total, 8 up, 8 in 2024-04-13T09:09:46.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:46 smithi119 ceph-mon[93746]: osdmap e2535: 8 total, 8 up, 8 in 2024-04-13T09:09:46.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:46 smithi119 ceph-mon[93746]: osdmap e2536: 8 total, 8 up, 8 in 2024-04-13T09:09:46.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:46 smithi139 ceph-mon[88985]: osdmap e2535: 8 total, 8 up, 8 in 2024-04-13T09:09:46.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:46 smithi139 ceph-mon[88985]: osdmap e2536: 8 total, 8 up, 8 in 2024-04-13T09:09:47.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:47 smithi119 ceph-mon[96316]: pgmap v4742: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 611 KiB/s rd, 5.0 KiB/s wr, 827 op/s 2024-04-13T09:09:47.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:47 smithi119 ceph-mon[93746]: pgmap v4742: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 611 KiB/s rd, 5.0 KiB/s wr, 827 op/s 2024-04-13T09:09:47.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:47 smithi139 ceph-mon[88985]: pgmap v4742: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 611 KiB/s rd, 5.0 KiB/s wr, 827 op/s 2024-04-13T09:09:48.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:48 smithi119 ceph-mon[96316]: osdmap e2537: 8 total, 8 up, 8 in 2024-04-13T09:09:48.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:48 smithi119 ceph-mon[93746]: osdmap e2537: 8 total, 8 up, 8 in 2024-04-13T09:09:48.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:48 smithi139 ceph-mon[88985]: osdmap e2537: 8 total, 8 up, 8 in 2024-04-13T09:09:49.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:49 smithi119 ceph-mon[96316]: pgmap v4745: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 611 KiB/s rd, 5.0 KiB/s wr, 828 op/s 2024-04-13T09:09:49.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:49 smithi119 ceph-mon[96316]: osdmap e2538: 8 total, 8 up, 8 in 2024-04-13T09:09:49.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:49 smithi119 ceph-mon[93746]: pgmap v4745: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 611 KiB/s rd, 5.0 KiB/s wr, 828 op/s 2024-04-13T09:09:49.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:49 smithi119 ceph-mon[93746]: osdmap e2538: 8 total, 8 up, 8 in 2024-04-13T09:09:49.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:49 smithi139 ceph-mon[88985]: pgmap v4745: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 611 KiB/s rd, 5.0 KiB/s wr, 828 op/s 2024-04-13T09:09:49.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:49 smithi139 ceph-mon[88985]: osdmap e2538: 8 total, 8 up, 8 in 2024-04-13T09:09:50.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:50 smithi119 ceph-mon[96316]: osdmap e2539: 8 total, 8 up, 8 in 2024-04-13T09:09:50.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:50 smithi119 ceph-mon[93746]: osdmap e2539: 8 total, 8 up, 8 in 2024-04-13T09:09:50.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:50 smithi139 ceph-mon[88985]: osdmap e2539: 8 total, 8 up, 8 in 2024-04-13T09:09:51.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:51 smithi119 ceph-mon[96316]: pgmap v4748: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T09:09:51.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:51 smithi119 ceph-mon[96316]: osdmap e2540: 8 total, 8 up, 8 in 2024-04-13T09:09:51.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:51 smithi119 ceph-mon[96316]: osdmap e2541: 8 total, 8 up, 8 in 2024-04-13T09:09:51.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:51 smithi119 ceph-mon[93746]: pgmap v4748: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T09:09:51.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:51 smithi119 ceph-mon[93746]: osdmap e2540: 8 total, 8 up, 8 in 2024-04-13T09:09:51.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:51 smithi119 ceph-mon[93746]: osdmap e2541: 8 total, 8 up, 8 in 2024-04-13T09:09:51.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:51 smithi139 ceph-mon[88985]: pgmap v4748: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T09:09:51.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:51 smithi139 ceph-mon[88985]: osdmap e2540: 8 total, 8 up, 8 in 2024-04-13T09:09:51.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:51 smithi139 ceph-mon[88985]: osdmap e2541: 8 total, 8 up, 8 in 2024-04-13T09:09:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:09:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:09:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:09:53.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:53 smithi119 ceph-mon[96316]: pgmap v4751: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 578 KiB/s rd, 5.0 KiB/s wr, 784 op/s 2024-04-13T09:09:53.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:53 smithi119 ceph-mon[96316]: osdmap e2542: 8 total, 8 up, 8 in 2024-04-13T09:09:53.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:53 smithi119 ceph-mon[93746]: pgmap v4751: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 578 KiB/s rd, 5.0 KiB/s wr, 784 op/s 2024-04-13T09:09:53.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:53 smithi119 ceph-mon[93746]: osdmap e2542: 8 total, 8 up, 8 in 2024-04-13T09:09:53.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:53 smithi139 ceph-mon[88985]: pgmap v4751: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 578 KiB/s rd, 5.0 KiB/s wr, 784 op/s 2024-04-13T09:09:53.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:53 smithi139 ceph-mon[88985]: osdmap e2542: 8 total, 8 up, 8 in 2024-04-13T09:09:54.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:54 smithi119 ceph-mon[96316]: osdmap e2543: 8 total, 8 up, 8 in 2024-04-13T09:09:54.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:09:54.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:54 smithi119 ceph-mon[93746]: osdmap e2543: 8 total, 8 up, 8 in 2024-04-13T09:09:54.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:09:54.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:54 smithi139 ceph-mon[88985]: osdmap e2543: 8 total, 8 up, 8 in 2024-04-13T09:09:54.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:09:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:09:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:09:54] "GET /metrics HTTP/1.1" 200 36606 "" "Prometheus/2.43.0" 2024-04-13T09:09:55.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:55 smithi119 ceph-mon[96316]: pgmap v4754: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 578 KiB/s rd, 5.0 KiB/s wr, 784 op/s 2024-04-13T09:09:55.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:55 smithi119 ceph-mon[96316]: osdmap e2544: 8 total, 8 up, 8 in 2024-04-13T09:09:55.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:55 smithi119 ceph-mon[93746]: pgmap v4754: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 578 KiB/s rd, 5.0 KiB/s wr, 784 op/s 2024-04-13T09:09:55.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:55 smithi119 ceph-mon[93746]: osdmap e2544: 8 total, 8 up, 8 in 2024-04-13T09:09:55.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:55 smithi139 ceph-mon[88985]: pgmap v4754: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 578 KiB/s rd, 5.0 KiB/s wr, 784 op/s 2024-04-13T09:09:55.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:55 smithi139 ceph-mon[88985]: osdmap e2544: 8 total, 8 up, 8 in 2024-04-13T09:09:56.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:56 smithi119 ceph-mon[96316]: osdmap e2545: 8 total, 8 up, 8 in 2024-04-13T09:09:56.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:56 smithi119 ceph-mon[96316]: osdmap e2546: 8 total, 8 up, 8 in 2024-04-13T09:09:56.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:56 smithi119 ceph-mon[93746]: osdmap e2545: 8 total, 8 up, 8 in 2024-04-13T09:09:56.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:56 smithi119 ceph-mon[93746]: osdmap e2546: 8 total, 8 up, 8 in 2024-04-13T09:09:56.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:56 smithi139 ceph-mon[88985]: osdmap e2545: 8 total, 8 up, 8 in 2024-04-13T09:09:56.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:56 smithi139 ceph-mon[88985]: osdmap e2546: 8 total, 8 up, 8 in 2024-04-13T09:09:57.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:57 smithi119 ceph-mon[96316]: pgmap v4757: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 545 KiB/s rd, 5.0 KiB/s wr, 739 op/s 2024-04-13T09:09:57.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:57 smithi119 ceph-mon[96316]: osdmap e2547: 8 total, 8 up, 8 in 2024-04-13T09:09:57.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:57 smithi119 ceph-mon[93746]: pgmap v4757: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 545 KiB/s rd, 5.0 KiB/s wr, 739 op/s 2024-04-13T09:09:57.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:57 smithi119 ceph-mon[93746]: osdmap e2547: 8 total, 8 up, 8 in 2024-04-13T09:09:57.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:57 smithi139 ceph-mon[88985]: pgmap v4757: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 545 KiB/s rd, 5.0 KiB/s wr, 739 op/s 2024-04-13T09:09:57.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:57 smithi139 ceph-mon[88985]: osdmap e2547: 8 total, 8 up, 8 in 2024-04-13T09:09:59.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:59 smithi139 ceph-mon[88985]: pgmap v4760: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 546 KiB/s rd, 5.0 KiB/s wr, 741 op/s 2024-04-13T09:09:59.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:09:59 smithi139 ceph-mon[88985]: osdmap e2548: 8 total, 8 up, 8 in 2024-04-13T09:09:59.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:59 smithi119 ceph-mon[93746]: pgmap v4760: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 546 KiB/s rd, 5.0 KiB/s wr, 741 op/s 2024-04-13T09:09:59.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:09:59 smithi119 ceph-mon[93746]: osdmap e2548: 8 total, 8 up, 8 in 2024-04-13T09:09:59.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:59 smithi119 ceph-mon[96316]: pgmap v4760: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 546 KiB/s rd, 5.0 KiB/s wr, 741 op/s 2024-04-13T09:09:59.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:09:59 smithi119 ceph-mon[96316]: osdmap e2548: 8 total, 8 up, 8 in 2024-04-13T09:10:00.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:00 smithi139 ceph-mon[88985]: osdmap e2549: 8 total, 8 up, 8 in 2024-04-13T09:10:00.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:00 smithi139 ceph-mon[88985]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-13T09:10:00.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:00 smithi119 ceph-mon[96316]: osdmap e2549: 8 total, 8 up, 8 in 2024-04-13T09:10:00.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:00 smithi119 ceph-mon[96316]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-13T09:10:00.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:00 smithi119 ceph-mon[93746]: osdmap e2549: 8 total, 8 up, 8 in 2024-04-13T09:10:00.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:00 smithi119 ceph-mon[93746]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-13T09:10:01.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:01 smithi139 ceph-mon[88985]: pgmap v4763: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-13T09:10:01.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:01 smithi139 ceph-mon[88985]: osdmap e2550: 8 total, 8 up, 8 in 2024-04-13T09:10:01.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:01 smithi139 ceph-mon[88985]: osdmap e2551: 8 total, 8 up, 8 in 2024-04-13T09:10:01.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:01 smithi119 ceph-mon[93746]: pgmap v4763: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-13T09:10:01.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:01 smithi119 ceph-mon[93746]: osdmap e2550: 8 total, 8 up, 8 in 2024-04-13T09:10:01.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:01 smithi119 ceph-mon[93746]: osdmap e2551: 8 total, 8 up, 8 in 2024-04-13T09:10:01.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:01 smithi119 ceph-mon[96316]: pgmap v4763: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-13T09:10:01.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:01 smithi119 ceph-mon[96316]: osdmap e2550: 8 total, 8 up, 8 in 2024-04-13T09:10:01.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:01 smithi119 ceph-mon[96316]: osdmap e2551: 8 total, 8 up, 8 in 2024-04-13T09:10:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:10:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:10:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:10:03.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:03 smithi119 ceph-mon[96316]: pgmap v4766: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 513 KiB/s rd, 5.0 KiB/s wr, 696 op/s 2024-04-13T09:10:03.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:03 smithi119 ceph-mon[96316]: osdmap e2552: 8 total, 8 up, 8 in 2024-04-13T09:10:03.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:03 smithi119 ceph-mon[93746]: pgmap v4766: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 513 KiB/s rd, 5.0 KiB/s wr, 696 op/s 2024-04-13T09:10:03.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:03 smithi119 ceph-mon[93746]: osdmap e2552: 8 total, 8 up, 8 in 2024-04-13T09:10:03.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:03 smithi139 ceph-mon[88985]: pgmap v4766: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 513 KiB/s rd, 5.0 KiB/s wr, 696 op/s 2024-04-13T09:10:03.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:03 smithi139 ceph-mon[88985]: osdmap e2552: 8 total, 8 up, 8 in 2024-04-13T09:10:04.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:04 smithi119 ceph-mon[96316]: osdmap e2553: 8 total, 8 up, 8 in 2024-04-13T09:10:04.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:04 smithi119 ceph-mon[93746]: osdmap e2553: 8 total, 8 up, 8 in 2024-04-13T09:10:04.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:04 smithi139 ceph-mon[88985]: osdmap e2553: 8 total, 8 up, 8 in 2024-04-13T09:10:05.218 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:10:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:10:04] "GET /metrics HTTP/1.1" 200 36606 "" "Prometheus/2.43.0" 2024-04-13T09:10:05.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:05 smithi119 ceph-mon[96316]: pgmap v4769: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 513 KiB/s rd, 5.0 KiB/s wr, 696 op/s 2024-04-13T09:10:05.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:05 smithi119 ceph-mon[96316]: osdmap e2554: 8 total, 8 up, 8 in 2024-04-13T09:10:05.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:05 smithi119 ceph-mon[93746]: pgmap v4769: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 513 KiB/s rd, 5.0 KiB/s wr, 696 op/s 2024-04-13T09:10:05.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:05 smithi119 ceph-mon[93746]: osdmap e2554: 8 total, 8 up, 8 in 2024-04-13T09:10:05.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:05 smithi139 ceph-mon[88985]: pgmap v4769: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 513 KiB/s rd, 5.0 KiB/s wr, 696 op/s 2024-04-13T09:10:05.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:05 smithi139 ceph-mon[88985]: osdmap e2554: 8 total, 8 up, 8 in 2024-04-13T09:10:06.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:06 smithi119 ceph-mon[96316]: osdmap e2555: 8 total, 8 up, 8 in 2024-04-13T09:10:06.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:06 smithi119 ceph-mon[96316]: osdmap e2556: 8 total, 8 up, 8 in 2024-04-13T09:10:06.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:06 smithi119 ceph-mon[93746]: osdmap e2555: 8 total, 8 up, 8 in 2024-04-13T09:10:06.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:06 smithi119 ceph-mon[93746]: osdmap e2556: 8 total, 8 up, 8 in 2024-04-13T09:10:06.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:06 smithi139 ceph-mon[88985]: osdmap e2555: 8 total, 8 up, 8 in 2024-04-13T09:10:06.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:06 smithi139 ceph-mon[88985]: osdmap e2556: 8 total, 8 up, 8 in 2024-04-13T09:10:07.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:07 smithi119 ceph-mon[93746]: pgmap v4772: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 481 KiB/s rd, 5.0 KiB/s wr, 653 op/s 2024-04-13T09:10:07.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:07 smithi119 ceph-mon[96316]: pgmap v4772: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 481 KiB/s rd, 5.0 KiB/s wr, 653 op/s 2024-04-13T09:10:07.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:07 smithi139 ceph-mon[88985]: pgmap v4772: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 481 KiB/s rd, 5.0 KiB/s wr, 653 op/s 2024-04-13T09:10:08.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:08 smithi119 ceph-mon[96316]: osdmap e2557: 8 total, 8 up, 8 in 2024-04-13T09:10:08.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:08 smithi119 ceph-mon[93746]: osdmap e2557: 8 total, 8 up, 8 in 2024-04-13T09:10:08.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:08 smithi139 ceph-mon[88985]: osdmap e2557: 8 total, 8 up, 8 in 2024-04-13T09:10:09.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:09 smithi119 ceph-mon[96316]: pgmap v4775: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 482 KiB/s rd, 5.0 KiB/s wr, 654 op/s 2024-04-13T09:10:09.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:09 smithi119 ceph-mon[96316]: osdmap e2558: 8 total, 8 up, 8 in 2024-04-13T09:10:09.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:10:09.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:09 smithi119 ceph-mon[93746]: pgmap v4775: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 482 KiB/s rd, 5.0 KiB/s wr, 654 op/s 2024-04-13T09:10:09.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:09 smithi119 ceph-mon[93746]: osdmap e2558: 8 total, 8 up, 8 in 2024-04-13T09:10:09.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:10:09.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:09 smithi139 ceph-mon[88985]: pgmap v4775: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 482 KiB/s rd, 5.0 KiB/s wr, 654 op/s 2024-04-13T09:10:09.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:09 smithi139 ceph-mon[88985]: osdmap e2558: 8 total, 8 up, 8 in 2024-04-13T09:10:09.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:10:10.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:10 smithi119 ceph-mon[96316]: osdmap e2559: 8 total, 8 up, 8 in 2024-04-13T09:10:10.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:10 smithi119 ceph-mon[93746]: osdmap e2559: 8 total, 8 up, 8 in 2024-04-13T09:10:10.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:10 smithi139 ceph-mon[88985]: osdmap e2559: 8 total, 8 up, 8 in 2024-04-13T09:10:11.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:11 smithi119 ceph-mon[93746]: pgmap v4778: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-13T09:10:11.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:11 smithi119 ceph-mon[93746]: osdmap e2560: 8 total, 8 up, 8 in 2024-04-13T09:10:11.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:11 smithi119 ceph-mon[93746]: osdmap e2561: 8 total, 8 up, 8 in 2024-04-13T09:10:11.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:11 smithi119 ceph-mon[96316]: pgmap v4778: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-13T09:10:11.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:11 smithi119 ceph-mon[96316]: osdmap e2560: 8 total, 8 up, 8 in 2024-04-13T09:10:11.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:11 smithi119 ceph-mon[96316]: osdmap e2561: 8 total, 8 up, 8 in 2024-04-13T09:10:11.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:11 smithi139 ceph-mon[88985]: pgmap v4778: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-13T09:10:11.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:11 smithi139 ceph-mon[88985]: osdmap e2560: 8 total, 8 up, 8 in 2024-04-13T09:10:11.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:11 smithi139 ceph-mon[88985]: osdmap e2561: 8 total, 8 up, 8 in 2024-04-13T09:10:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:10:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:10:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:10:13.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:13 smithi139 ceph-mon[88985]: pgmap v4781: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 447 KiB/s rd, 5.0 KiB/s wr, 605 op/s 2024-04-13T09:10:13.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:13 smithi139 ceph-mon[88985]: osdmap e2562: 8 total, 8 up, 8 in 2024-04-13T09:10:13.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:13 smithi119 ceph-mon[93746]: pgmap v4781: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 447 KiB/s rd, 5.0 KiB/s wr, 605 op/s 2024-04-13T09:10:13.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:13 smithi119 ceph-mon[93746]: osdmap e2562: 8 total, 8 up, 8 in 2024-04-13T09:10:13.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:13 smithi119 ceph-mon[96316]: pgmap v4781: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 447 KiB/s rd, 5.0 KiB/s wr, 605 op/s 2024-04-13T09:10:13.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:13 smithi119 ceph-mon[96316]: osdmap e2562: 8 total, 8 up, 8 in 2024-04-13T09:10:14.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:14 smithi139 ceph-mon[88985]: osdmap e2563: 8 total, 8 up, 8 in 2024-04-13T09:10:14.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:14 smithi119 ceph-mon[96316]: osdmap e2563: 8 total, 8 up, 8 in 2024-04-13T09:10:14.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:14 smithi119 ceph-mon[93746]: osdmap e2563: 8 total, 8 up, 8 in 2024-04-13T09:10:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:10:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:10:14] "GET /metrics HTTP/1.1" 200 36603 "" "Prometheus/2.43.0" 2024-04-13T09:10:15.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:15 smithi119 ceph-mon[96316]: pgmap v4784: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 448 KiB/s rd, 5.0 KiB/s wr, 607 op/s 2024-04-13T09:10:15.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:15 smithi119 ceph-mon[96316]: osdmap e2564: 8 total, 8 up, 8 in 2024-04-13T09:10:15.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:15 smithi119 ceph-mon[93746]: pgmap v4784: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 448 KiB/s rd, 5.0 KiB/s wr, 607 op/s 2024-04-13T09:10:15.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:15 smithi119 ceph-mon[93746]: osdmap e2564: 8 total, 8 up, 8 in 2024-04-13T09:10:15.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:15 smithi139 ceph-mon[88985]: pgmap v4784: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 448 KiB/s rd, 5.0 KiB/s wr, 607 op/s 2024-04-13T09:10:15.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:15 smithi139 ceph-mon[88985]: osdmap e2564: 8 total, 8 up, 8 in 2024-04-13T09:10:16.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:16 smithi119 ceph-mon[96316]: osdmap e2565: 8 total, 8 up, 8 in 2024-04-13T09:10:16.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:16 smithi119 ceph-mon[96316]: osdmap e2566: 8 total, 8 up, 8 in 2024-04-13T09:10:16.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:16 smithi119 ceph-mon[93746]: osdmap e2565: 8 total, 8 up, 8 in 2024-04-13T09:10:16.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:16 smithi119 ceph-mon[93746]: osdmap e2566: 8 total, 8 up, 8 in 2024-04-13T09:10:16.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:16 smithi139 ceph-mon[88985]: osdmap e2565: 8 total, 8 up, 8 in 2024-04-13T09:10:16.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:16 smithi139 ceph-mon[88985]: osdmap e2566: 8 total, 8 up, 8 in 2024-04-13T09:10:17.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:17 smithi119 ceph-mon[96316]: pgmap v4787: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 415 KiB/s rd, 5.0 KiB/s wr, 561 op/s 2024-04-13T09:10:17.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:17 smithi119 ceph-mon[93746]: pgmap v4787: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 415 KiB/s rd, 5.0 KiB/s wr, 561 op/s 2024-04-13T09:10:17.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:17 smithi139 ceph-mon[88985]: pgmap v4787: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 415 KiB/s rd, 5.0 KiB/s wr, 561 op/s 2024-04-13T09:10:18.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:18 smithi119 ceph-mon[93746]: osdmap e2567: 8 total, 8 up, 8 in 2024-04-13T09:10:18.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:18 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:10:18.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:18 smithi119 ceph-mon[96316]: osdmap e2567: 8 total, 8 up, 8 in 2024-04-13T09:10:18.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:18 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:10:18.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:18 smithi139 ceph-mon[88985]: osdmap e2567: 8 total, 8 up, 8 in 2024-04-13T09:10:18.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:18 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:10:19.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:19 smithi119 ceph-mon[93746]: pgmap v4790: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 414 KiB/s rd, 5.0 KiB/s wr, 561 op/s 2024-04-13T09:10:19.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:19 smithi119 ceph-mon[93746]: osdmap e2568: 8 total, 8 up, 8 in 2024-04-13T09:10:19.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:19 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T09:10:19.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:19 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T09:10:19.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:19 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:10:19.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:19 smithi119 ceph-mon[96316]: pgmap v4790: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 414 KiB/s rd, 5.0 KiB/s wr, 561 op/s 2024-04-13T09:10:19.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:19 smithi119 ceph-mon[96316]: osdmap e2568: 8 total, 8 up, 8 in 2024-04-13T09:10:19.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:19 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T09:10:19.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:19 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T09:10:19.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:19 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:10:19.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:19 smithi139 ceph-mon[88985]: pgmap v4790: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 414 KiB/s rd, 5.0 KiB/s wr, 561 op/s 2024-04-13T09:10:19.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:19 smithi139 ceph-mon[88985]: osdmap e2568: 8 total, 8 up, 8 in 2024-04-13T09:10:19.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:19 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T09:10:19.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:19 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T09:10:19.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:19 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:10:20.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:20 smithi119 ceph-mon[96316]: osdmap e2569: 8 total, 8 up, 8 in 2024-04-13T09:10:20.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:20 smithi119 ceph-mon[93746]: osdmap e2569: 8 total, 8 up, 8 in 2024-04-13T09:10:20.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:20 smithi139 ceph-mon[88985]: osdmap e2569: 8 total, 8 up, 8 in 2024-04-13T09:10:21.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:21 smithi119 ceph-mon[93746]: pgmap v4793: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-13T09:10:21.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:21 smithi119 ceph-mon[93746]: osdmap e2570: 8 total, 8 up, 8 in 2024-04-13T09:10:21.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:21 smithi119 ceph-mon[93746]: osdmap e2571: 8 total, 8 up, 8 in 2024-04-13T09:10:21.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:21 smithi119 ceph-mon[96316]: pgmap v4793: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-13T09:10:21.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:21 smithi119 ceph-mon[96316]: osdmap e2570: 8 total, 8 up, 8 in 2024-04-13T09:10:21.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:21 smithi119 ceph-mon[96316]: osdmap e2571: 8 total, 8 up, 8 in 2024-04-13T09:10:21.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:21 smithi139 ceph-mon[88985]: pgmap v4793: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-13T09:10:21.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:21 smithi139 ceph-mon[88985]: osdmap e2570: 8 total, 8 up, 8 in 2024-04-13T09:10:21.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:21 smithi139 ceph-mon[88985]: osdmap e2571: 8 total, 8 up, 8 in 2024-04-13T09:10:22.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:10:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:10:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:10:23.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:23 smithi119 ceph-mon[96316]: pgmap v4796: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 383 KiB/s rd, 5.0 KiB/s wr, 519 op/s 2024-04-13T09:10:23.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:23 smithi119 ceph-mon[96316]: osdmap e2572: 8 total, 8 up, 8 in 2024-04-13T09:10:23.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:23 smithi119 ceph-mon[93746]: pgmap v4796: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 383 KiB/s rd, 5.0 KiB/s wr, 519 op/s 2024-04-13T09:10:23.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:23 smithi119 ceph-mon[93746]: osdmap e2572: 8 total, 8 up, 8 in 2024-04-13T09:10:23.869 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:23 smithi139 ceph-mon[88985]: pgmap v4796: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 383 KiB/s rd, 5.0 KiB/s wr, 519 op/s 2024-04-13T09:10:23.870 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:23 smithi139 ceph-mon[88985]: osdmap e2572: 8 total, 8 up, 8 in 2024-04-13T09:10:24.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:24 smithi119 ceph-mon[96316]: osdmap e2573: 8 total, 8 up, 8 in 2024-04-13T09:10:24.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:10:24.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:24 smithi119 ceph-mon[93746]: osdmap e2573: 8 total, 8 up, 8 in 2024-04-13T09:10:24.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:10:24.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:24 smithi139 ceph-mon[88985]: osdmap e2573: 8 total, 8 up, 8 in 2024-04-13T09:10:24.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:10:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:10:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:10:24] "GET /metrics HTTP/1.1" 200 36602 "" "Prometheus/2.43.0" 2024-04-13T09:10:25.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:25 smithi119 ceph-mon[96316]: pgmap v4799: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 383 KiB/s rd, 5.0 KiB/s wr, 519 op/s 2024-04-13T09:10:25.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:25 smithi119 ceph-mon[96316]: osdmap e2574: 8 total, 8 up, 8 in 2024-04-13T09:10:25.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:25 smithi119 ceph-mon[93746]: pgmap v4799: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 383 KiB/s rd, 5.0 KiB/s wr, 519 op/s 2024-04-13T09:10:25.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:25 smithi119 ceph-mon[93746]: osdmap e2574: 8 total, 8 up, 8 in 2024-04-13T09:10:25.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:25 smithi139 ceph-mon[88985]: pgmap v4799: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 383 KiB/s rd, 5.0 KiB/s wr, 519 op/s 2024-04-13T09:10:25.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:25 smithi139 ceph-mon[88985]: osdmap e2574: 8 total, 8 up, 8 in 2024-04-13T09:10:26.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:26 smithi119 ceph-mon[96316]: osdmap e2575: 8 total, 8 up, 8 in 2024-04-13T09:10:26.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:26 smithi119 ceph-mon[96316]: osdmap e2576: 8 total, 8 up, 8 in 2024-04-13T09:10:26.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:26 smithi119 ceph-mon[93746]: osdmap e2575: 8 total, 8 up, 8 in 2024-04-13T09:10:26.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:26 smithi119 ceph-mon[93746]: osdmap e2576: 8 total, 8 up, 8 in 2024-04-13T09:10:26.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:26 smithi139 ceph-mon[88985]: osdmap e2575: 8 total, 8 up, 8 in 2024-04-13T09:10:26.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:26 smithi139 ceph-mon[88985]: osdmap e2576: 8 total, 8 up, 8 in 2024-04-13T09:10:27.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:27 smithi119 ceph-mon[93746]: pgmap v4802: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 350 KiB/s rd, 5.0 KiB/s wr, 474 op/s 2024-04-13T09:10:27.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:27 smithi119 ceph-mon[93746]: osdmap e2577: 8 total, 8 up, 8 in 2024-04-13T09:10:27.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:27 smithi119 ceph-mon[96316]: pgmap v4802: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 350 KiB/s rd, 5.0 KiB/s wr, 474 op/s 2024-04-13T09:10:27.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:27 smithi119 ceph-mon[96316]: osdmap e2577: 8 total, 8 up, 8 in 2024-04-13T09:10:27.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:27 smithi139 ceph-mon[88985]: pgmap v4802: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 350 KiB/s rd, 5.0 KiB/s wr, 474 op/s 2024-04-13T09:10:27.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:27 smithi139 ceph-mon[88985]: osdmap e2577: 8 total, 8 up, 8 in 2024-04-13T09:10:29.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:29 smithi139 ceph-mon[88985]: pgmap v4805: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 350 KiB/s rd, 5.0 KiB/s wr, 474 op/s 2024-04-13T09:10:29.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:29 smithi139 ceph-mon[88985]: osdmap e2578: 8 total, 8 up, 8 in 2024-04-13T09:10:29.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:29 smithi119 ceph-mon[96316]: pgmap v4805: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 350 KiB/s rd, 5.0 KiB/s wr, 474 op/s 2024-04-13T09:10:29.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:29 smithi119 ceph-mon[96316]: osdmap e2578: 8 total, 8 up, 8 in 2024-04-13T09:10:29.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:29 smithi119 ceph-mon[93746]: pgmap v4805: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 350 KiB/s rd, 5.0 KiB/s wr, 474 op/s 2024-04-13T09:10:29.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:29 smithi119 ceph-mon[93746]: osdmap e2578: 8 total, 8 up, 8 in 2024-04-13T09:10:30.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:30 smithi139 ceph-mon[88985]: osdmap e2579: 8 total, 8 up, 8 in 2024-04-13T09:10:30.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:30 smithi119 ceph-mon[96316]: osdmap e2579: 8 total, 8 up, 8 in 2024-04-13T09:10:30.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:30 smithi119 ceph-mon[93746]: osdmap e2579: 8 total, 8 up, 8 in 2024-04-13T09:10:31.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:31 smithi119 ceph-mon[96316]: pgmap v4808: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-13T09:10:31.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:31 smithi119 ceph-mon[96316]: osdmap e2580: 8 total, 8 up, 8 in 2024-04-13T09:10:31.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:31 smithi119 ceph-mon[96316]: osdmap e2581: 8 total, 8 up, 8 in 2024-04-13T09:10:31.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:31 smithi119 ceph-mon[93746]: pgmap v4808: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-13T09:10:31.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:31 smithi119 ceph-mon[93746]: osdmap e2580: 8 total, 8 up, 8 in 2024-04-13T09:10:31.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:31 smithi119 ceph-mon[93746]: osdmap e2581: 8 total, 8 up, 8 in 2024-04-13T09:10:31.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:31 smithi139 ceph-mon[88985]: pgmap v4808: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-13T09:10:31.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:31 smithi139 ceph-mon[88985]: osdmap e2580: 8 total, 8 up, 8 in 2024-04-13T09:10:31.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:31 smithi139 ceph-mon[88985]: osdmap e2581: 8 total, 8 up, 8 in 2024-04-13T09:10:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:10:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:10:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:10:33.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:33 smithi139 ceph-mon[88985]: pgmap v4811: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 318 KiB/s rd, 5.0 KiB/s wr, 431 op/s 2024-04-13T09:10:33.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:33 smithi139 ceph-mon[88985]: osdmap e2582: 8 total, 8 up, 8 in 2024-04-13T09:10:33.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:33 smithi119 ceph-mon[96316]: pgmap v4811: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 318 KiB/s rd, 5.0 KiB/s wr, 431 op/s 2024-04-13T09:10:33.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:33 smithi119 ceph-mon[96316]: osdmap e2582: 8 total, 8 up, 8 in 2024-04-13T09:10:33.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:33 smithi119 ceph-mon[93746]: pgmap v4811: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 318 KiB/s rd, 5.0 KiB/s wr, 431 op/s 2024-04-13T09:10:33.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:33 smithi119 ceph-mon[93746]: osdmap e2582: 8 total, 8 up, 8 in 2024-04-13T09:10:34.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:34 smithi119 ceph-mon[96316]: osdmap e2583: 8 total, 8 up, 8 in 2024-04-13T09:10:34.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:34 smithi119 ceph-mon[93746]: osdmap e2583: 8 total, 8 up, 8 in 2024-04-13T09:10:34.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:34 smithi139 ceph-mon[88985]: osdmap e2583: 8 total, 8 up, 8 in 2024-04-13T09:10:35.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:10:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:10:34] "GET /metrics HTTP/1.1" 200 36602 "" "Prometheus/2.43.0" 2024-04-13T09:10:35.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:35 smithi119 ceph-mon[93746]: pgmap v4814: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 318 KiB/s rd, 5.0 KiB/s wr, 432 op/s 2024-04-13T09:10:35.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:35 smithi119 ceph-mon[93746]: osdmap e2584: 8 total, 8 up, 8 in 2024-04-13T09:10:35.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:35 smithi119 ceph-mon[96316]: pgmap v4814: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 318 KiB/s rd, 5.0 KiB/s wr, 432 op/s 2024-04-13T09:10:35.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:35 smithi119 ceph-mon[96316]: osdmap e2584: 8 total, 8 up, 8 in 2024-04-13T09:10:35.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:35 smithi139 ceph-mon[88985]: pgmap v4814: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 318 KiB/s rd, 5.0 KiB/s wr, 432 op/s 2024-04-13T09:10:35.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:35 smithi139 ceph-mon[88985]: osdmap e2584: 8 total, 8 up, 8 in 2024-04-13T09:10:36.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:36 smithi119 ceph-mon[96316]: osdmap e2585: 8 total, 8 up, 8 in 2024-04-13T09:10:36.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:36 smithi119 ceph-mon[96316]: osdmap e2586: 8 total, 8 up, 8 in 2024-04-13T09:10:36.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:36 smithi119 ceph-mon[93746]: osdmap e2585: 8 total, 8 up, 8 in 2024-04-13T09:10:36.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:36 smithi119 ceph-mon[93746]: osdmap e2586: 8 total, 8 up, 8 in 2024-04-13T09:10:36.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:36 smithi139 ceph-mon[88985]: osdmap e2585: 8 total, 8 up, 8 in 2024-04-13T09:10:36.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:36 smithi139 ceph-mon[88985]: osdmap e2586: 8 total, 8 up, 8 in 2024-04-13T09:10:37.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:37 smithi119 ceph-mon[93746]: pgmap v4817: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 285 KiB/s rd, 5.0 KiB/s wr, 386 op/s 2024-04-13T09:10:37.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:37 smithi119 ceph-mon[96316]: pgmap v4817: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 285 KiB/s rd, 5.0 KiB/s wr, 386 op/s 2024-04-13T09:10:37.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:37 smithi139 ceph-mon[88985]: pgmap v4817: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 285 KiB/s rd, 5.0 KiB/s wr, 386 op/s 2024-04-13T09:10:38.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:38 smithi119 ceph-mon[96316]: osdmap e2587: 8 total, 8 up, 8 in 2024-04-13T09:10:38.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:38 smithi119 ceph-mon[93746]: osdmap e2587: 8 total, 8 up, 8 in 2024-04-13T09:10:38.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:38 smithi139 ceph-mon[88985]: osdmap e2587: 8 total, 8 up, 8 in 2024-04-13T09:10:39.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:39 smithi119 ceph-mon[96316]: pgmap v4820: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 285 KiB/s rd, 5.0 KiB/s wr, 387 op/s 2024-04-13T09:10:39.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:39 smithi119 ceph-mon[96316]: osdmap e2588: 8 total, 8 up, 8 in 2024-04-13T09:10:39.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:10:39.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:39 smithi119 ceph-mon[93746]: pgmap v4820: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 285 KiB/s rd, 5.0 KiB/s wr, 387 op/s 2024-04-13T09:10:39.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:39 smithi119 ceph-mon[93746]: osdmap e2588: 8 total, 8 up, 8 in 2024-04-13T09:10:39.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:10:39.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:39 smithi139 ceph-mon[88985]: pgmap v4820: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 285 KiB/s rd, 5.0 KiB/s wr, 387 op/s 2024-04-13T09:10:39.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:39 smithi139 ceph-mon[88985]: osdmap e2588: 8 total, 8 up, 8 in 2024-04-13T09:10:39.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:10:40.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:40 smithi119 ceph-mon[93746]: osdmap e2589: 8 total, 8 up, 8 in 2024-04-13T09:10:40.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:40 smithi119 ceph-mon[96316]: osdmap e2589: 8 total, 8 up, 8 in 2024-04-13T09:10:40.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:40 smithi139 ceph-mon[88985]: osdmap e2589: 8 total, 8 up, 8 in 2024-04-13T09:10:41.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:41 smithi119 ceph-mon[96316]: pgmap v4823: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-13T09:10:41.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:41 smithi119 ceph-mon[96316]: osdmap e2590: 8 total, 8 up, 8 in 2024-04-13T09:10:41.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:41 smithi119 ceph-mon[96316]: osdmap e2591: 8 total, 8 up, 8 in 2024-04-13T09:10:41.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:41 smithi119 ceph-mon[93746]: pgmap v4823: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-13T09:10:41.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:41 smithi119 ceph-mon[93746]: osdmap e2590: 8 total, 8 up, 8 in 2024-04-13T09:10:41.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:41 smithi119 ceph-mon[93746]: osdmap e2591: 8 total, 8 up, 8 in 2024-04-13T09:10:41.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:41 smithi139 ceph-mon[88985]: pgmap v4823: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-13T09:10:41.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:41 smithi139 ceph-mon[88985]: osdmap e2590: 8 total, 8 up, 8 in 2024-04-13T09:10:41.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:41 smithi139 ceph-mon[88985]: osdmap e2591: 8 total, 8 up, 8 in 2024-04-13T09:10:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:10:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:10:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:10:43.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:43 smithi139 ceph-mon[88985]: pgmap v4826: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 252 KiB/s rd, 5.0 KiB/s wr, 343 op/s 2024-04-13T09:10:43.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:43 smithi139 ceph-mon[88985]: osdmap e2592: 8 total, 8 up, 8 in 2024-04-13T09:10:43.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:43 smithi119 ceph-mon[96316]: pgmap v4826: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 252 KiB/s rd, 5.0 KiB/s wr, 343 op/s 2024-04-13T09:10:43.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:43 smithi119 ceph-mon[96316]: osdmap e2592: 8 total, 8 up, 8 in 2024-04-13T09:10:43.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:43 smithi119 ceph-mon[93746]: pgmap v4826: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 252 KiB/s rd, 5.0 KiB/s wr, 343 op/s 2024-04-13T09:10:43.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:43 smithi119 ceph-mon[93746]: osdmap e2592: 8 total, 8 up, 8 in 2024-04-13T09:10:44.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:44 smithi119 ceph-mon[93746]: osdmap e2593: 8 total, 8 up, 8 in 2024-04-13T09:10:44.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:44 smithi119 ceph-mon[96316]: osdmap e2593: 8 total, 8 up, 8 in 2024-04-13T09:10:44.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:44 smithi139 ceph-mon[88985]: osdmap e2593: 8 total, 8 up, 8 in 2024-04-13T09:10:45.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:10:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:10:44] "GET /metrics HTTP/1.1" 200 36601 "" "Prometheus/2.43.0" 2024-04-13T09:10:45.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:45 smithi119 ceph-mon[96316]: pgmap v4829: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 252 KiB/s rd, 5.0 KiB/s wr, 343 op/s 2024-04-13T09:10:45.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:45 smithi119 ceph-mon[96316]: osdmap e2594: 8 total, 8 up, 8 in 2024-04-13T09:10:45.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:45 smithi119 ceph-mon[93746]: pgmap v4829: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 252 KiB/s rd, 5.0 KiB/s wr, 343 op/s 2024-04-13T09:10:45.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:45 smithi119 ceph-mon[93746]: osdmap e2594: 8 total, 8 up, 8 in 2024-04-13T09:10:45.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:45 smithi139 ceph-mon[88985]: pgmap v4829: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 252 KiB/s rd, 5.0 KiB/s wr, 343 op/s 2024-04-13T09:10:45.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:45 smithi139 ceph-mon[88985]: osdmap e2594: 8 total, 8 up, 8 in 2024-04-13T09:10:46.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:46 smithi119 ceph-mon[96316]: osdmap e2595: 8 total, 8 up, 8 in 2024-04-13T09:10:46.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:46 smithi119 ceph-mon[96316]: osdmap e2596: 8 total, 8 up, 8 in 2024-04-13T09:10:46.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:46 smithi119 ceph-mon[93746]: osdmap e2595: 8 total, 8 up, 8 in 2024-04-13T09:10:46.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:46 smithi119 ceph-mon[93746]: osdmap e2596: 8 total, 8 up, 8 in 2024-04-13T09:10:46.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:46 smithi139 ceph-mon[88985]: osdmap e2595: 8 total, 8 up, 8 in 2024-04-13T09:10:46.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:46 smithi139 ceph-mon[88985]: osdmap e2596: 8 total, 8 up, 8 in 2024-04-13T09:10:47.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:47 smithi119 ceph-mon[96316]: pgmap v4832: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 218 KiB/s rd, 5.0 KiB/s wr, 299 op/s 2024-04-13T09:10:47.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:47 smithi119 ceph-mon[96316]: osdmap e2597: 8 total, 8 up, 8 in 2024-04-13T09:10:47.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:47 smithi119 ceph-mon[93746]: pgmap v4832: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 218 KiB/s rd, 5.0 KiB/s wr, 299 op/s 2024-04-13T09:10:47.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:47 smithi119 ceph-mon[93746]: osdmap e2597: 8 total, 8 up, 8 in 2024-04-13T09:10:47.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:47 smithi139 ceph-mon[88985]: pgmap v4832: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 218 KiB/s rd, 5.0 KiB/s wr, 299 op/s 2024-04-13T09:10:47.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:47 smithi139 ceph-mon[88985]: osdmap e2597: 8 total, 8 up, 8 in 2024-04-13T09:10:49.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:49 smithi119 ceph-mon[96316]: pgmap v4835: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 218 KiB/s rd, 5.0 KiB/s wr, 299 op/s 2024-04-13T09:10:49.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:49 smithi119 ceph-mon[96316]: osdmap e2598: 8 total, 8 up, 8 in 2024-04-13T09:10:49.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:49 smithi119 ceph-mon[93746]: pgmap v4835: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 218 KiB/s rd, 5.0 KiB/s wr, 299 op/s 2024-04-13T09:10:49.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:49 smithi119 ceph-mon[93746]: osdmap e2598: 8 total, 8 up, 8 in 2024-04-13T09:10:49.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:49 smithi139 ceph-mon[88985]: pgmap v4835: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 218 KiB/s rd, 5.0 KiB/s wr, 299 op/s 2024-04-13T09:10:49.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:49 smithi139 ceph-mon[88985]: osdmap e2598: 8 total, 8 up, 8 in 2024-04-13T09:10:50.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:50 smithi119 ceph-mon[96316]: osdmap e2599: 8 total, 8 up, 8 in 2024-04-13T09:10:50.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:50 smithi119 ceph-mon[93746]: osdmap e2599: 8 total, 8 up, 8 in 2024-04-13T09:10:50.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:50 smithi139 ceph-mon[88985]: osdmap e2599: 8 total, 8 up, 8 in 2024-04-13T09:10:51.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:51 smithi119 ceph-mon[93746]: pgmap v4838: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-13T09:10:51.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:51 smithi119 ceph-mon[93746]: osdmap e2600: 8 total, 8 up, 8 in 2024-04-13T09:10:51.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:51 smithi119 ceph-mon[93746]: osdmap e2601: 8 total, 8 up, 8 in 2024-04-13T09:10:51.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:51 smithi119 ceph-mon[96316]: pgmap v4838: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-13T09:10:51.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:51 smithi119 ceph-mon[96316]: osdmap e2600: 8 total, 8 up, 8 in 2024-04-13T09:10:51.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:51 smithi119 ceph-mon[96316]: osdmap e2601: 8 total, 8 up, 8 in 2024-04-13T09:10:51.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:51 smithi139 ceph-mon[88985]: pgmap v4838: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-13T09:10:51.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:51 smithi139 ceph-mon[88985]: osdmap e2600: 8 total, 8 up, 8 in 2024-04-13T09:10:51.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:51 smithi139 ceph-mon[88985]: osdmap e2601: 8 total, 8 up, 8 in 2024-04-13T09:10:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:10:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:10:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:10:53.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:53 smithi119 ceph-mon[96316]: pgmap v4841: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 187 KiB/s rd, 5.0 KiB/s wr, 254 op/s 2024-04-13T09:10:53.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:53 smithi119 ceph-mon[96316]: osdmap e2602: 8 total, 8 up, 8 in 2024-04-13T09:10:53.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:53 smithi119 ceph-mon[93746]: pgmap v4841: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 187 KiB/s rd, 5.0 KiB/s wr, 254 op/s 2024-04-13T09:10:53.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:53 smithi119 ceph-mon[93746]: osdmap e2602: 8 total, 8 up, 8 in 2024-04-13T09:10:53.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:53 smithi139 ceph-mon[88985]: pgmap v4841: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 187 KiB/s rd, 5.0 KiB/s wr, 254 op/s 2024-04-13T09:10:53.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:53 smithi139 ceph-mon[88985]: osdmap e2602: 8 total, 8 up, 8 in 2024-04-13T09:10:54.819 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:54 smithi119 ceph-mon[93746]: osdmap e2603: 8 total, 8 up, 8 in 2024-04-13T09:10:54.819 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:10:54.820 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:54 smithi119 ceph-mon[96316]: osdmap e2603: 8 total, 8 up, 8 in 2024-04-13T09:10:54.820 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:10:54.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:54 smithi139 ceph-mon[88985]: osdmap e2603: 8 total, 8 up, 8 in 2024-04-13T09:10:54.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:10:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:10:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:10:54] "GET /metrics HTTP/1.1" 200 36600 "" "Prometheus/2.43.0" 2024-04-13T09:10:55.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:55 smithi139 ceph-mon[88985]: pgmap v4844: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 188 KiB/s rd, 5.0 KiB/s wr, 257 op/s 2024-04-13T09:10:55.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:55 smithi139 ceph-mon[88985]: osdmap e2604: 8 total, 8 up, 8 in 2024-04-13T09:10:55.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:55 smithi119 ceph-mon[96316]: pgmap v4844: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 188 KiB/s rd, 5.0 KiB/s wr, 257 op/s 2024-04-13T09:10:55.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:55 smithi119 ceph-mon[96316]: osdmap e2604: 8 total, 8 up, 8 in 2024-04-13T09:10:55.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:55 smithi119 ceph-mon[93746]: pgmap v4844: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 188 KiB/s rd, 5.0 KiB/s wr, 257 op/s 2024-04-13T09:10:55.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:55 smithi119 ceph-mon[93746]: osdmap e2604: 8 total, 8 up, 8 in 2024-04-13T09:10:56.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:56 smithi139 ceph-mon[88985]: osdmap e2605: 8 total, 8 up, 8 in 2024-04-13T09:10:56.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:56 smithi139 ceph-mon[88985]: osdmap e2606: 8 total, 8 up, 8 in 2024-04-13T09:10:56.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:56 smithi119 ceph-mon[96316]: osdmap e2605: 8 total, 8 up, 8 in 2024-04-13T09:10:56.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:56 smithi119 ceph-mon[96316]: osdmap e2606: 8 total, 8 up, 8 in 2024-04-13T09:10:56.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:56 smithi119 ceph-mon[93746]: osdmap e2605: 8 total, 8 up, 8 in 2024-04-13T09:10:56.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:56 smithi119 ceph-mon[93746]: osdmap e2606: 8 total, 8 up, 8 in 2024-04-13T09:10:57.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:57 smithi139 ceph-mon[88985]: pgmap v4847: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 130 KiB/s rd, 4.2 KiB/s wr, 177 op/s 2024-04-13T09:10:57.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:57 smithi139 ceph-mon[88985]: osdmap e2607: 8 total, 8 up, 8 in 2024-04-13T09:10:57.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:57 smithi119 ceph-mon[96316]: pgmap v4847: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 130 KiB/s rd, 4.2 KiB/s wr, 177 op/s 2024-04-13T09:10:57.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:57 smithi119 ceph-mon[96316]: osdmap e2607: 8 total, 8 up, 8 in 2024-04-13T09:10:57.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:57 smithi119 ceph-mon[93746]: pgmap v4847: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 130 KiB/s rd, 4.2 KiB/s wr, 177 op/s 2024-04-13T09:10:57.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:57 smithi119 ceph-mon[93746]: osdmap e2607: 8 total, 8 up, 8 in 2024-04-13T09:10:59.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:59 smithi119 ceph-mon[96316]: pgmap v4850: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 4.2 KiB/s wr, 179 op/s 2024-04-13T09:10:59.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:10:59 smithi119 ceph-mon[96316]: osdmap e2608: 8 total, 8 up, 8 in 2024-04-13T09:10:59.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:59 smithi119 ceph-mon[93746]: pgmap v4850: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 4.2 KiB/s wr, 179 op/s 2024-04-13T09:10:59.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:10:59 smithi119 ceph-mon[93746]: osdmap e2608: 8 total, 8 up, 8 in 2024-04-13T09:10:59.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:59 smithi139 ceph-mon[88985]: pgmap v4850: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 4.2 KiB/s wr, 179 op/s 2024-04-13T09:10:59.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:10:59 smithi139 ceph-mon[88985]: osdmap e2608: 8 total, 8 up, 8 in 2024-04-13T09:11:00.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:00 smithi119 ceph-mon[93746]: osdmap e2609: 8 total, 8 up, 8 in 2024-04-13T09:11:00.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:00 smithi119 ceph-mon[96316]: osdmap e2609: 8 total, 8 up, 8 in 2024-04-13T09:11:00.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:00 smithi139 ceph-mon[88985]: osdmap e2609: 8 total, 8 up, 8 in 2024-04-13T09:11:01.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:01 smithi119 ceph-mon[93746]: pgmap v4853: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-13T09:11:01.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:01 smithi119 ceph-mon[93746]: osdmap e2610: 8 total, 8 up, 8 in 2024-04-13T09:11:01.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:01 smithi119 ceph-mon[93746]: osdmap e2611: 8 total, 8 up, 8 in 2024-04-13T09:11:01.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:01 smithi119 ceph-mon[96316]: pgmap v4853: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-13T09:11:01.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:01 smithi119 ceph-mon[96316]: osdmap e2610: 8 total, 8 up, 8 in 2024-04-13T09:11:01.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:01 smithi119 ceph-mon[96316]: osdmap e2611: 8 total, 8 up, 8 in 2024-04-13T09:11:01.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:01 smithi139 ceph-mon[88985]: pgmap v4853: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-13T09:11:01.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:01 smithi139 ceph-mon[88985]: osdmap e2610: 8 total, 8 up, 8 in 2024-04-13T09:11:01.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:01 smithi139 ceph-mon[88985]: osdmap e2611: 8 total, 8 up, 8 in 2024-04-13T09:11:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:11:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:11:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:11:03.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:03 smithi119 ceph-mon[96316]: pgmap v4856: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 145 KiB/s rd, 5.7 KiB/s wr, 200 op/s 2024-04-13T09:11:03.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:03 smithi119 ceph-mon[96316]: osdmap e2612: 8 total, 8 up, 8 in 2024-04-13T09:11:03.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:03 smithi119 ceph-mon[93746]: pgmap v4856: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 145 KiB/s rd, 5.7 KiB/s wr, 200 op/s 2024-04-13T09:11:03.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:03 smithi119 ceph-mon[93746]: osdmap e2612: 8 total, 8 up, 8 in 2024-04-13T09:11:03.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:03 smithi139 ceph-mon[88985]: pgmap v4856: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 145 KiB/s rd, 5.7 KiB/s wr, 200 op/s 2024-04-13T09:11:03.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:03 smithi139 ceph-mon[88985]: osdmap e2612: 8 total, 8 up, 8 in 2024-04-13T09:11:04.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:04 smithi119 ceph-mon[93746]: osdmap e2613: 8 total, 8 up, 8 in 2024-04-13T09:11:04.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:04 smithi119 ceph-mon[96316]: osdmap e2613: 8 total, 8 up, 8 in 2024-04-13T09:11:04.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:04 smithi139 ceph-mon[88985]: osdmap e2613: 8 total, 8 up, 8 in 2024-04-13T09:11:05.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:11:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:11:04] "GET /metrics HTTP/1.1" 200 36600 "" "Prometheus/2.43.0" 2024-04-13T09:11:05.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:05 smithi119 ceph-mon[93746]: pgmap v4859: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 145 KiB/s rd, 5.7 KiB/s wr, 200 op/s 2024-04-13T09:11:05.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:05 smithi119 ceph-mon[93746]: osdmap e2614: 8 total, 8 up, 8 in 2024-04-13T09:11:05.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:05 smithi119 ceph-mon[96316]: pgmap v4859: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 145 KiB/s rd, 5.7 KiB/s wr, 200 op/s 2024-04-13T09:11:05.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:05 smithi119 ceph-mon[96316]: osdmap e2614: 8 total, 8 up, 8 in 2024-04-13T09:11:05.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:05 smithi139 ceph-mon[88985]: pgmap v4859: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 145 KiB/s rd, 5.7 KiB/s wr, 200 op/s 2024-04-13T09:11:05.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:05 smithi139 ceph-mon[88985]: osdmap e2614: 8 total, 8 up, 8 in 2024-04-13T09:11:06.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:06 smithi119 ceph-mon[96316]: osdmap e2615: 8 total, 8 up, 8 in 2024-04-13T09:11:06.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:06 smithi119 ceph-mon[96316]: osdmap e2616: 8 total, 8 up, 8 in 2024-04-13T09:11:06.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:06 smithi119 ceph-mon[93746]: osdmap e2615: 8 total, 8 up, 8 in 2024-04-13T09:11:06.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:06 smithi119 ceph-mon[93746]: osdmap e2616: 8 total, 8 up, 8 in 2024-04-13T09:11:06.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:06 smithi139 ceph-mon[88985]: osdmap e2615: 8 total, 8 up, 8 in 2024-04-13T09:11:06.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:06 smithi139 ceph-mon[88985]: osdmap e2616: 8 total, 8 up, 8 in 2024-04-13T09:11:07.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:07 smithi119 ceph-mon[96316]: pgmap v4862: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 5.0 KiB/s wr, 121 op/s 2024-04-13T09:11:07.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:07 smithi119 ceph-mon[96316]: osdmap e2617: 8 total, 8 up, 8 in 2024-04-13T09:11:07.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:07 smithi119 ceph-mon[93746]: pgmap v4862: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 5.0 KiB/s wr, 121 op/s 2024-04-13T09:11:07.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:07 smithi119 ceph-mon[93746]: osdmap e2617: 8 total, 8 up, 8 in 2024-04-13T09:11:07.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:07 smithi139 ceph-mon[88985]: pgmap v4862: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 5.0 KiB/s wr, 121 op/s 2024-04-13T09:11:07.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:07 smithi139 ceph-mon[88985]: osdmap e2617: 8 total, 8 up, 8 in 2024-04-13T09:11:09.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:09 smithi119 ceph-mon[96316]: pgmap v4865: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 5.0 KiB/s wr, 124 op/s 2024-04-13T09:11:09.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:09 smithi119 ceph-mon[96316]: osdmap e2618: 8 total, 8 up, 8 in 2024-04-13T09:11:09.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:11:09.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:09 smithi119 ceph-mon[93746]: pgmap v4865: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 5.0 KiB/s wr, 124 op/s 2024-04-13T09:11:09.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:09 smithi119 ceph-mon[93746]: osdmap e2618: 8 total, 8 up, 8 in 2024-04-13T09:11:09.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:11:09.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:09 smithi139 ceph-mon[88985]: pgmap v4865: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 5.0 KiB/s wr, 124 op/s 2024-04-13T09:11:09.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:09 smithi139 ceph-mon[88985]: osdmap e2618: 8 total, 8 up, 8 in 2024-04-13T09:11:09.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:11:10.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:10 smithi119 ceph-mon[93746]: osdmap e2619: 8 total, 8 up, 8 in 2024-04-13T09:11:10.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:10 smithi119 ceph-mon[96316]: osdmap e2619: 8 total, 8 up, 8 in 2024-04-13T09:11:10.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:10 smithi139 ceph-mon[88985]: osdmap e2619: 8 total, 8 up, 8 in 2024-04-13T09:11:11.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:11 smithi119 ceph-mon[93746]: pgmap v4868: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-13T09:11:11.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:11 smithi119 ceph-mon[93746]: osdmap e2620: 8 total, 8 up, 8 in 2024-04-13T09:11:11.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:11 smithi119 ceph-mon[93746]: osdmap e2621: 8 total, 8 up, 8 in 2024-04-13T09:11:11.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:11 smithi119 ceph-mon[96316]: pgmap v4868: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-13T09:11:11.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:11 smithi119 ceph-mon[96316]: osdmap e2620: 8 total, 8 up, 8 in 2024-04-13T09:11:11.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:11 smithi119 ceph-mon[96316]: osdmap e2621: 8 total, 8 up, 8 in 2024-04-13T09:11:11.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:11 smithi139 ceph-mon[88985]: pgmap v4868: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-13T09:11:11.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:11 smithi139 ceph-mon[88985]: osdmap e2620: 8 total, 8 up, 8 in 2024-04-13T09:11:11.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:11 smithi139 ceph-mon[88985]: osdmap e2621: 8 total, 8 up, 8 in 2024-04-13T09:11:12.507 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_many_snaps PASSED [ 47%] 2024-04-13T09:11:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:11:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:11:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:11:13.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:13 smithi119 ceph-mon[96316]: pgmap v4871: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 5.0 KiB/s wr, 81 op/s 2024-04-13T09:11:13.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:13 smithi119 ceph-mon[96316]: osdmap e2622: 8 total, 8 up, 8 in 2024-04-13T09:11:13.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:13 smithi119 ceph-mon[93746]: pgmap v4871: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 5.0 KiB/s wr, 81 op/s 2024-04-13T09:11:13.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:13 smithi119 ceph-mon[93746]: osdmap e2622: 8 total, 8 up, 8 in 2024-04-13T09:11:13.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:13 smithi139 ceph-mon[88985]: pgmap v4871: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 5.0 KiB/s wr, 81 op/s 2024-04-13T09:11:13.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:13 smithi139 ceph-mon[88985]: osdmap e2622: 8 total, 8 up, 8 in 2024-04-13T09:11:14.519 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_deleted PASSED [ 48%] 2024-04-13T09:11:14.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:14 smithi119 ceph-mon[96316]: osdmap e2623: 8 total, 8 up, 8 in 2024-04-13T09:11:14.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:14 smithi119 ceph-mon[93746]: osdmap e2623: 8 total, 8 up, 8 in 2024-04-13T09:11:14.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:14 smithi139 ceph-mon[88985]: osdmap e2623: 8 total, 8 up, 8 in 2024-04-13T09:11:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:11:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:11:14] "GET /metrics HTTP/1.1" 200 36601 "" "Prometheus/2.43.0" 2024-04-13T09:11:15.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:15 smithi119 ceph-mon[96316]: pgmap v4874: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 5.0 KiB/s wr, 81 op/s 2024-04-13T09:11:15.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:15 smithi119 ceph-mon[96316]: osdmap e2624: 8 total, 8 up, 8 in 2024-04-13T09:11:15.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:15 smithi119 ceph-mon[93746]: pgmap v4874: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 5.0 KiB/s wr, 81 op/s 2024-04-13T09:11:15.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:15 smithi119 ceph-mon[93746]: osdmap e2624: 8 total, 8 up, 8 in 2024-04-13T09:11:15.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:15 smithi139 ceph-mon[88985]: pgmap v4874: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 5.0 KiB/s wr, 81 op/s 2024-04-13T09:11:15.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:15 smithi139 ceph-mon[88985]: osdmap e2624: 8 total, 8 up, 8 in 2024-04-13T09:11:16.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:16 smithi119 ceph-mon[96316]: osdmap e2625: 8 total, 8 up, 8 in 2024-04-13T09:11:16.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:16 smithi119 ceph-mon[96316]: osdmap e2626: 8 total, 8 up, 8 in 2024-04-13T09:11:16.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:16 smithi119 ceph-mon[93746]: osdmap e2625: 8 total, 8 up, 8 in 2024-04-13T09:11:16.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:16 smithi119 ceph-mon[93746]: osdmap e2626: 8 total, 8 up, 8 in 2024-04-13T09:11:16.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:16 smithi139 ceph-mon[88985]: osdmap e2625: 8 total, 8 up, 8 in 2024-04-13T09:11:16.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:16 smithi139 ceph-mon[88985]: osdmap e2626: 8 total, 8 up, 8 in 2024-04-13T09:11:17.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:17 smithi119 ceph-mon[96316]: pgmap v4877: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 11 KiB/s wr, 140 op/s 2024-04-13T09:11:17.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:17 smithi119 ceph-mon[96316]: osdmap e2627: 8 total, 8 up, 8 in 2024-04-13T09:11:17.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:17 smithi119 ceph-mon[93746]: pgmap v4877: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 11 KiB/s wr, 140 op/s 2024-04-13T09:11:17.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:17 smithi119 ceph-mon[93746]: osdmap e2627: 8 total, 8 up, 8 in 2024-04-13T09:11:17.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:17 smithi139 ceph-mon[88985]: pgmap v4877: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 11 KiB/s wr, 140 op/s 2024-04-13T09:11:17.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:17 smithi139 ceph-mon[88985]: osdmap e2627: 8 total, 8 up, 8 in 2024-04-13T09:11:18.503 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_recreated PASSED [ 48%] 2024-04-13T09:11:18.598 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_lock_unlock PASSED [ 49%] 2024-04-13T09:11:18.757 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_lockers PASSED [ 49%] 2024-04-13T09:11:19.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:19 smithi119 ceph-mon[93746]: pgmap v4880: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 13 KiB/s wr, 152 op/s 2024-04-13T09:11:19.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:19 smithi119 ceph-mon[93746]: osdmap e2628: 8 total, 8 up, 8 in 2024-04-13T09:11:19.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:19 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:11:19.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:19 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:11:19.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:19 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:11:19.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:19 smithi119 ceph-mon[96316]: pgmap v4880: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 13 KiB/s wr, 152 op/s 2024-04-13T09:11:19.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:19 smithi119 ceph-mon[96316]: osdmap e2628: 8 total, 8 up, 8 in 2024-04-13T09:11:19.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:19 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:11:19.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:19 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:11:19.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:19 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:11:19.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:19 smithi139 ceph-mon[88985]: pgmap v4880: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 13 KiB/s wr, 152 op/s 2024-04-13T09:11:19.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:19 smithi139 ceph-mon[88985]: osdmap e2628: 8 total, 8 up, 8 in 2024-04-13T09:11:19.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:19 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:11:19.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:19 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:11:19.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:19 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:11:20.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:20 smithi119 ceph-mon[96316]: osdmap e2629: 8 total, 8 up, 8 in 2024-04-13T09:11:20.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:20 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T09:11:20.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:20 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T09:11:20.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:20 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:11:20.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:20 smithi119 ceph-mon[93746]: osdmap e2629: 8 total, 8 up, 8 in 2024-04-13T09:11:20.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:20 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T09:11:20.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:20 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T09:11:20.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:20 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:11:20.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:20 smithi139 ceph-mon[88985]: osdmap e2629: 8 total, 8 up, 8 in 2024-04-13T09:11:20.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:20 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T09:11:20.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:20 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T09:11:20.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:20 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:11:21.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:21 smithi119 ceph-mon[96316]: pgmap v4883: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 2.0 KiB/s wr, 11 op/s 2024-04-13T09:11:21.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:21 smithi119 ceph-mon[96316]: osdmap e2630: 8 total, 8 up, 8 in 2024-04-13T09:11:21.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:21 smithi119 ceph-mon[96316]: osdmap e2631: 8 total, 8 up, 8 in 2024-04-13T09:11:21.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:21 smithi119 ceph-mon[93746]: pgmap v4883: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 2.0 KiB/s wr, 11 op/s 2024-04-13T09:11:21.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:21 smithi119 ceph-mon[93746]: osdmap e2630: 8 total, 8 up, 8 in 2024-04-13T09:11:21.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:21 smithi119 ceph-mon[93746]: osdmap e2631: 8 total, 8 up, 8 in 2024-04-13T09:11:21.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:21 smithi139 ceph-mon[88985]: pgmap v4883: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 2.0 KiB/s wr, 11 op/s 2024-04-13T09:11:21.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:21 smithi139 ceph-mon[88985]: osdmap e2630: 8 total, 8 up, 8 in 2024-04-13T09:11:21.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:21 smithi139 ceph-mon[88985]: osdmap e2631: 8 total, 8 up, 8 in 2024-04-13T09:11:22.488 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_diff_iterate PASSED [ 50%] 2024-04-13T09:11:22.566 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_read PASSED [ 50%] 2024-04-13T09:11:22.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:11:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:11:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:11:22.658 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write PASSED [ 51%] 2024-04-13T09:11:22.740 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_discard PASSED [ 52%] 2024-04-13T09:11:22.825 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write_zeroes PASSED [ 52%] 2024-04-13T09:11:22.901 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_flush PASSED [ 53%] 2024-04-13T09:11:23.541 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_metadata PASSED [ 53%] 2024-04-13T09:11:23.619 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_watchers_list PASSED [ 54%] 2024-04-13T09:11:23.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:23 smithi119 ceph-mon[96316]: pgmap v4886: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 228 KiB/s rd, 13 KiB/s wr, 300 op/s 2024-04-13T09:11:23.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:23 smithi119 ceph-mon[96316]: osdmap e2632: 8 total, 8 up, 8 in 2024-04-13T09:11:23.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:23 smithi119 ceph-mon[93746]: pgmap v4886: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 228 KiB/s rd, 13 KiB/s wr, 300 op/s 2024-04-13T09:11:23.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:23 smithi119 ceph-mon[93746]: osdmap e2632: 8 total, 8 up, 8 in 2024-04-13T09:11:23.723 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_config_list PASSED [ 54%] 2024-04-13T09:11:23.824 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_config_set_and_get_and_remove PASSED [ 55%] 2024-04-13T09:11:23.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:23 smithi139 ceph-mon[88985]: pgmap v4886: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 228 KiB/s rd, 13 KiB/s wr, 300 op/s 2024-04-13T09:11:23.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:23 smithi139 ceph-mon[88985]: osdmap e2632: 8 total, 8 up, 8 in 2024-04-13T09:11:23.904 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_sparsify PASSED [ 56%] 2024-04-13T09:11:24.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:11:24.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:11:24.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:11:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:11:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:11:24] "GET /metrics HTTP/1.1" 200 36600 "" "Prometheus/2.43.0" 2024-04-13T09:11:25.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:25 smithi119 ceph-mon[96316]: pgmap v4888: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 197 KiB/s rd, 11 KiB/s wr, 260 op/s 2024-04-13T09:11:25.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:25 smithi119 ceph-mon[93746]: pgmap v4888: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 197 KiB/s rd, 11 KiB/s wr, 260 op/s 2024-04-13T09:11:25.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:25 smithi139 ceph-mon[88985]: pgmap v4888: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 197 KiB/s rd, 11 KiB/s wr, 260 op/s 2024-04-13T09:11:27.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:27 smithi119 ceph-mon[96316]: pgmap v4889: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 41 KiB/s wr, 993 op/s 2024-04-13T09:11:27.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:27 smithi119 ceph-mon[96316]: osdmap e2633: 8 total, 8 up, 8 in 2024-04-13T09:11:27.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:27 smithi119 ceph-mon[93746]: pgmap v4889: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 41 KiB/s wr, 993 op/s 2024-04-13T09:11:27.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:27 smithi119 ceph-mon[93746]: osdmap e2633: 8 total, 8 up, 8 in 2024-04-13T09:11:27.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:27 smithi139 ceph-mon[88985]: pgmap v4889: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 41 KiB/s wr, 993 op/s 2024-04-13T09:11:27.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:27 smithi139 ceph-mon[88985]: osdmap e2633: 8 total, 8 up, 8 in 2024-04-13T09:11:29.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:29 smithi119 ceph-mon[96316]: pgmap v4891: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 38 KiB/s wr, 834 op/s 2024-04-13T09:11:29.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:29 smithi119 ceph-mon[93746]: pgmap v4891: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 38 KiB/s wr, 834 op/s 2024-04-13T09:11:29.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:29 smithi139 ceph-mon[88985]: pgmap v4891: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 38 KiB/s wr, 834 op/s 2024-04-13T09:11:31.623 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks1 PASSED [ 56%] 2024-04-13T09:11:31.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:31 smithi119 ceph-mon[96316]: pgmap v4892: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 30 KiB/s wr, 628 op/s 2024-04-13T09:11:31.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:31 smithi119 ceph-mon[93746]: pgmap v4892: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 30 KiB/s wr, 628 op/s 2024-04-13T09:11:31.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:31 smithi139 ceph-mon[88985]: pgmap v4892: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 30 KiB/s wr, 628 op/s 2024-04-13T09:11:32.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:32 smithi139 ceph-mon[88985]: osdmap e2634: 8 total, 8 up, 8 in 2024-04-13T09:11:32.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:11:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:11:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:11:32.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:32 smithi119 ceph-mon[96316]: osdmap e2634: 8 total, 8 up, 8 in 2024-04-13T09:11:32.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:32 smithi119 ceph-mon[93746]: osdmap e2634: 8 total, 8 up, 8 in 2024-04-13T09:11:33.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:33 smithi119 ceph-mon[93746]: pgmap v4894: 137 pgs: 137 active+clean; 8.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 543 KiB/s wr, 638 op/s 2024-04-13T09:11:33.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:33 smithi119 ceph-mon[96316]: pgmap v4894: 137 pgs: 137 active+clean; 8.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 543 KiB/s wr, 638 op/s 2024-04-13T09:11:33.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:33 smithi139 ceph-mon[88985]: pgmap v4894: 137 pgs: 137 active+clean; 8.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 543 KiB/s wr, 638 op/s 2024-04-13T09:11:35.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:11:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:11:34] "GET /metrics HTTP/1.1" 200 36600 "" "Prometheus/2.43.0" 2024-04-13T09:11:35.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:35 smithi119 ceph-mon[96316]: pgmap v4895: 137 pgs: 137 active+clean; 8.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 518 KiB/s wr, 44 op/s 2024-04-13T09:11:35.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:35 smithi119 ceph-mon[93746]: pgmap v4895: 137 pgs: 137 active+clean; 8.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 518 KiB/s wr, 44 op/s 2024-04-13T09:11:35.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:35 smithi139 ceph-mon[88985]: pgmap v4895: 137 pgs: 137 active+clean; 8.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 518 KiB/s wr, 44 op/s 2024-04-13T09:11:37.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:37 smithi119 ceph-mon[96316]: pgmap v4896: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 428 KiB/s wr, 60 op/s 2024-04-13T09:11:37.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:37 smithi119 ceph-mon[93746]: pgmap v4896: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 428 KiB/s wr, 60 op/s 2024-04-13T09:11:37.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:37 smithi139 ceph-mon[88985]: pgmap v4896: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 428 KiB/s wr, 60 op/s 2024-04-13T09:11:39.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:39 smithi119 ceph-mon[93746]: pgmap v4897: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 412 KiB/s wr, 35 op/s 2024-04-13T09:11:39.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:11:39.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:39 smithi119 ceph-mon[96316]: pgmap v4897: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 412 KiB/s wr, 35 op/s 2024-04-13T09:11:39.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:11:39.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:39 smithi139 ceph-mon[88985]: pgmap v4897: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 412 KiB/s wr, 35 op/s 2024-04-13T09:11:39.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:11:41.009 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks2 PASSED [ 57%] 2024-04-13T09:11:41.096 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_read PASSED [ 57%] 2024-04-13T09:11:41.186 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_write PASSED [ 58%] 2024-04-13T09:11:41.274 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_resize PASSED [ 58%] 2024-04-13T09:11:41.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:41 smithi119 ceph-mon[96316]: pgmap v4898: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 412 KiB/s wr, 35 op/s 2024-04-13T09:11:41.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:41 smithi119 ceph-mon[93746]: pgmap v4898: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 412 KiB/s wr, 35 op/s 2024-04-13T09:11:41.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:41 smithi139 ceph-mon[88985]: pgmap v4898: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 412 KiB/s wr, 35 op/s 2024-04-13T09:11:42.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:42 smithi139 ceph-mon[88985]: osdmap e2635: 8 total, 8 up, 8 in 2024-04-13T09:11:42.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:11:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:11:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:11:42.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:42 smithi119 ceph-mon[93746]: osdmap e2635: 8 total, 8 up, 8 in 2024-04-13T09:11:42.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:42 smithi119 ceph-mon[96316]: osdmap e2635: 8 total, 8 up, 8 in 2024-04-13T09:11:43.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:43 smithi119 ceph-mon[96316]: pgmap v4900: 137 pgs: 137 active+clean; 17 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 1.6 MiB/s wr, 60 op/s 2024-04-13T09:11:43.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:43 smithi119 ceph-mon[96316]: osdmap e2636: 8 total, 8 up, 8 in 2024-04-13T09:11:43.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:43 smithi119 ceph-mon[93746]: pgmap v4900: 137 pgs: 137 active+clean; 17 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 1.6 MiB/s wr, 60 op/s 2024-04-13T09:11:43.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:43 smithi119 ceph-mon[93746]: osdmap e2636: 8 total, 8 up, 8 in 2024-04-13T09:11:43.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:43 smithi139 ceph-mon[88985]: pgmap v4900: 137 pgs: 137 active+clean; 17 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 1.6 MiB/s wr, 60 op/s 2024-04-13T09:11:43.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:43 smithi139 ceph-mon[88985]: osdmap e2636: 8 total, 8 up, 8 in 2024-04-13T09:11:44.554 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params PASSED [ 59%] 2024-04-13T09:11:44.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:44 smithi119 ceph-mon[96316]: osdmap e2637: 8 total, 8 up, 8 in 2024-04-13T09:11:44.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:44 smithi119 ceph-mon[93746]: osdmap e2637: 8 total, 8 up, 8 in 2024-04-13T09:11:44.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:44 smithi139 ceph-mon[88985]: osdmap e2637: 8 total, 8 up, 8 in 2024-04-13T09:11:45.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:11:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:11:44] "GET /metrics HTTP/1.1" 200 36599 "" "Prometheus/2.43.0" 2024-04-13T09:11:45.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:45 smithi119 ceph-mon[96316]: pgmap v4903: 137 pgs: 137 active+clean; 17 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 2.7 MiB/s wr, 58 op/s 2024-04-13T09:11:45.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:45 smithi119 ceph-mon[96316]: osdmap e2638: 8 total, 8 up, 8 in 2024-04-13T09:11:45.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:45 smithi119 ceph-mon[93746]: pgmap v4903: 137 pgs: 137 active+clean; 17 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 2.7 MiB/s wr, 58 op/s 2024-04-13T09:11:45.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:45 smithi119 ceph-mon[93746]: osdmap e2638: 8 total, 8 up, 8 in 2024-04-13T09:11:45.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:45 smithi139 ceph-mon[88985]: pgmap v4903: 137 pgs: 137 active+clean; 17 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 2.7 MiB/s wr, 58 op/s 2024-04-13T09:11:45.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:45 smithi139 ceph-mon[88985]: osdmap e2638: 8 total, 8 up, 8 in 2024-04-13T09:11:46.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:46 smithi119 ceph-mon[96316]: osdmap e2639: 8 total, 8 up, 8 in 2024-04-13T09:11:46.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:46 smithi119 ceph-mon[93746]: osdmap e2639: 8 total, 8 up, 8 in 2024-04-13T09:11:46.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:46 smithi139 ceph-mon[88985]: osdmap e2639: 8 total, 8 up, 8 in 2024-04-13T09:11:47.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:47 smithi119 ceph-mon[93746]: pgmap v4906: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 216 KiB/s rd, 11 KiB/s wr, 289 op/s 2024-04-13T09:11:47.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:47 smithi119 ceph-mon[93746]: osdmap e2640: 8 total, 8 up, 8 in 2024-04-13T09:11:47.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:47 smithi119 ceph-mon[96316]: pgmap v4906: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 216 KiB/s rd, 11 KiB/s wr, 289 op/s 2024-04-13T09:11:47.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:47 smithi119 ceph-mon[96316]: osdmap e2640: 8 total, 8 up, 8 in 2024-04-13T09:11:47.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:47 smithi139 ceph-mon[88985]: pgmap v4906: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 216 KiB/s rd, 11 KiB/s wr, 289 op/s 2024-04-13T09:11:47.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:47 smithi139 ceph-mon[88985]: osdmap e2640: 8 total, 8 up, 8 in 2024-04-13T09:11:48.585 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params2 PASSED [ 60%] 2024-04-13T09:11:48.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:48 smithi139 ceph-mon[88985]: osdmap e2641: 8 total, 8 up, 8 in 2024-04-13T09:11:48.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:48 smithi119 ceph-mon[96316]: osdmap e2641: 8 total, 8 up, 8 in 2024-04-13T09:11:48.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:48 smithi119 ceph-mon[93746]: osdmap e2641: 8 total, 8 up, 8 in 2024-04-13T09:11:49.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:49 smithi139 ceph-mon[88985]: pgmap v4909: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 341 KiB/s rd, 19 KiB/s wr, 456 op/s 2024-04-13T09:11:49.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:49 smithi139 ceph-mon[88985]: osdmap e2642: 8 total, 8 up, 8 in 2024-04-13T09:11:49.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:49 smithi119 ceph-mon[96316]: pgmap v4909: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 341 KiB/s rd, 19 KiB/s wr, 456 op/s 2024-04-13T09:11:49.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:49 smithi119 ceph-mon[96316]: osdmap e2642: 8 total, 8 up, 8 in 2024-04-13T09:11:49.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:49 smithi119 ceph-mon[93746]: pgmap v4909: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 341 KiB/s rd, 19 KiB/s wr, 456 op/s 2024-04-13T09:11:49.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:49 smithi119 ceph-mon[93746]: osdmap e2642: 8 total, 8 up, 8 in 2024-04-13T09:11:50.592 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params3 SKIPPED [ 60%] 2024-04-13T09:11:50.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:50 smithi139 ceph-mon[88985]: osdmap e2643: 8 total, 8 up, 8 in 2024-04-13T09:11:50.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:50 smithi119 ceph-mon[96316]: osdmap e2643: 8 total, 8 up, 8 in 2024-04-13T09:11:50.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:50 smithi119 ceph-mon[93746]: osdmap e2643: 8 total, 8 up, 8 in 2024-04-13T09:11:51.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:51 smithi139 ceph-mon[88985]: pgmap v4912: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 126 KiB/s rd, 8.7 KiB/s wr, 168 op/s 2024-04-13T09:11:51.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:51 smithi139 ceph-mon[88985]: osdmap e2644: 8 total, 8 up, 8 in 2024-04-13T09:11:51.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:51 smithi139 ceph-mon[88985]: osdmap e2645: 8 total, 8 up, 8 in 2024-04-13T09:11:51.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:51 smithi119 ceph-mon[96316]: pgmap v4912: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 126 KiB/s rd, 8.7 KiB/s wr, 168 op/s 2024-04-13T09:11:51.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:51 smithi119 ceph-mon[96316]: osdmap e2644: 8 total, 8 up, 8 in 2024-04-13T09:11:51.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:51 smithi119 ceph-mon[96316]: osdmap e2645: 8 total, 8 up, 8 in 2024-04-13T09:11:51.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:51 smithi119 ceph-mon[93746]: pgmap v4912: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 126 KiB/s rd, 8.7 KiB/s wr, 168 op/s 2024-04-13T09:11:51.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:51 smithi119 ceph-mon[93746]: osdmap e2644: 8 total, 8 up, 8 in 2024-04-13T09:11:51.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:51 smithi119 ceph-mon[93746]: osdmap e2645: 8 total, 8 up, 8 in 2024-04-13T09:11:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:11:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:11:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:11:53.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:53 smithi139 ceph-mon[88985]: pgmap v4915: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 282 KiB/s rd, 20 KiB/s wr, 382 op/s 2024-04-13T09:11:53.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:53 smithi139 ceph-mon[88985]: osdmap e2646: 8 total, 8 up, 8 in 2024-04-13T09:11:53.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:53 smithi119 ceph-mon[96316]: pgmap v4915: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 282 KiB/s rd, 20 KiB/s wr, 382 op/s 2024-04-13T09:11:53.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:53 smithi119 ceph-mon[96316]: osdmap e2646: 8 total, 8 up, 8 in 2024-04-13T09:11:53.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:53 smithi119 ceph-mon[93746]: pgmap v4915: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 282 KiB/s rd, 20 KiB/s wr, 382 op/s 2024-04-13T09:11:53.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:53 smithi119 ceph-mon[93746]: osdmap e2646: 8 total, 8 up, 8 in 2024-04-13T09:11:54.622 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stripe_unit_and_count PASSED [ 61%] 2024-04-13T09:11:54.818 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:54 smithi119 ceph-mon[96316]: osdmap e2647: 8 total, 8 up, 8 in 2024-04-13T09:11:54.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:11:54.819 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:54 smithi119 ceph-mon[93746]: osdmap e2647: 8 total, 8 up, 8 in 2024-04-13T09:11:54.819 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:11:54.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:54 smithi139 ceph-mon[88985]: osdmap e2647: 8 total, 8 up, 8 in 2024-04-13T09:11:54.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:11:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:11:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:11:54] "GET /metrics HTTP/1.1" 200 36604 "" "Prometheus/2.43.0" 2024-04-13T09:11:55.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:55 smithi139 ceph-mon[88985]: pgmap v4918: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 283 KiB/s rd, 21 KiB/s wr, 385 op/s 2024-04-13T09:11:55.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:55 smithi139 ceph-mon[88985]: osdmap e2648: 8 total, 8 up, 8 in 2024-04-13T09:11:55.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:55 smithi119 ceph-mon[93746]: pgmap v4918: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 283 KiB/s rd, 21 KiB/s wr, 385 op/s 2024-04-13T09:11:55.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:55 smithi119 ceph-mon[93746]: osdmap e2648: 8 total, 8 up, 8 in 2024-04-13T09:11:55.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:55 smithi119 ceph-mon[96316]: pgmap v4918: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 283 KiB/s rd, 21 KiB/s wr, 385 op/s 2024-04-13T09:11:55.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:55 smithi119 ceph-mon[96316]: osdmap e2648: 8 total, 8 up, 8 in 2024-04-13T09:11:56.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:56 smithi139 ceph-mon[88985]: osdmap e2649: 8 total, 8 up, 8 in 2024-04-13T09:11:56.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:56 smithi139 ceph-mon[88985]: pgmap v4921: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 118 KiB/s rd, 8.2 KiB/s wr, 164 op/s 2024-04-13T09:11:56.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:56 smithi139 ceph-mon[88985]: osdmap e2650: 8 total, 8 up, 8 in 2024-04-13T09:11:56.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:56 smithi119 ceph-mon[96316]: osdmap e2649: 8 total, 8 up, 8 in 2024-04-13T09:11:56.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:56 smithi119 ceph-mon[96316]: pgmap v4921: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 118 KiB/s rd, 8.2 KiB/s wr, 164 op/s 2024-04-13T09:11:56.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:56 smithi119 ceph-mon[96316]: osdmap e2650: 8 total, 8 up, 8 in 2024-04-13T09:11:56.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:56 smithi119 ceph-mon[93746]: osdmap e2649: 8 total, 8 up, 8 in 2024-04-13T09:11:56.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:56 smithi119 ceph-mon[93746]: pgmap v4921: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 118 KiB/s rd, 8.2 KiB/s wr, 164 op/s 2024-04-13T09:11:56.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:56 smithi119 ceph-mon[93746]: osdmap e2650: 8 total, 8 up, 8 in 2024-04-13T09:11:58.513 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotected PASSED [ 61%] 2024-04-13T09:11:58.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:58 smithi119 ceph-mon[96316]: osdmap e2651: 8 total, 8 up, 8 in 2024-04-13T09:11:58.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:58 smithi119 ceph-mon[93746]: osdmap e2651: 8 total, 8 up, 8 in 2024-04-13T09:11:58.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:58 smithi139 ceph-mon[88985]: osdmap e2651: 8 total, 8 up, 8 in 2024-04-13T09:11:59.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:59 smithi119 ceph-mon[96316]: pgmap v4924: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 303 KiB/s rd, 19 KiB/s wr, 403 op/s 2024-04-13T09:11:59.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:11:59 smithi119 ceph-mon[96316]: osdmap e2652: 8 total, 8 up, 8 in 2024-04-13T09:11:59.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:59 smithi119 ceph-mon[93746]: pgmap v4924: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 303 KiB/s rd, 19 KiB/s wr, 403 op/s 2024-04-13T09:11:59.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:11:59 smithi119 ceph-mon[93746]: osdmap e2652: 8 total, 8 up, 8 in 2024-04-13T09:11:59.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:59 smithi139 ceph-mon[88985]: pgmap v4924: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 303 KiB/s rd, 19 KiB/s wr, 403 op/s 2024-04-13T09:11:59.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:11:59 smithi139 ceph-mon[88985]: osdmap e2652: 8 total, 8 up, 8 in 2024-04-13T09:12:00.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:00 smithi119 ceph-mon[96316]: osdmap e2653: 8 total, 8 up, 8 in 2024-04-13T09:12:00.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:00 smithi119 ceph-mon[93746]: osdmap e2653: 8 total, 8 up, 8 in 2024-04-13T09:12:00.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:00 smithi139 ceph-mon[88985]: osdmap e2653: 8 total, 8 up, 8 in 2024-04-13T09:12:01.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:01 smithi119 ceph-mon[96316]: pgmap v4927: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 185 KiB/s rd, 12 KiB/s wr, 242 op/s 2024-04-13T09:12:01.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:01 smithi119 ceph-mon[96316]: osdmap e2654: 8 total, 8 up, 8 in 2024-04-13T09:12:01.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:01 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi119-215625-2","app": "rbd"}]: dispatch 2024-04-13T09:12:01.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:01 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi119-215625-2","app": "rbd"}]': finished 2024-04-13T09:12:01.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:01 smithi119 ceph-mon[96316]: osdmap e2655: 8 total, 8 up, 8 in 2024-04-13T09:12:01.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:01 smithi119 ceph-mon[93746]: pgmap v4927: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 185 KiB/s rd, 12 KiB/s wr, 242 op/s 2024-04-13T09:12:01.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:01 smithi119 ceph-mon[93746]: osdmap e2654: 8 total, 8 up, 8 in 2024-04-13T09:12:01.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:01 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi119-215625-2","app": "rbd"}]: dispatch 2024-04-13T09:12:01.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:01 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi119-215625-2","app": "rbd"}]': finished 2024-04-13T09:12:01.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:01 smithi119 ceph-mon[93746]: osdmap e2655: 8 total, 8 up, 8 in 2024-04-13T09:12:01.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:01 smithi139 ceph-mon[88985]: pgmap v4927: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 185 KiB/s rd, 12 KiB/s wr, 242 op/s 2024-04-13T09:12:01.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:01 smithi139 ceph-mon[88985]: osdmap e2654: 8 total, 8 up, 8 in 2024-04-13T09:12:01.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:01 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi119-215625-2","app": "rbd"}]: dispatch 2024-04-13T09:12:01.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:01 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi119-215625-2","app": "rbd"}]': finished 2024-04-13T09:12:01.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:01 smithi139 ceph-mon[88985]: osdmap e2655: 8 total, 8 up, 8 in 2024-04-13T09:12:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:12:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:12:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:12:03.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:03 smithi119 ceph-mon[96316]: pgmap v4930: 169 pgs: 19 creating+peering, 11 unknown, 139 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 9.5 KiB/s wr, 176 op/s 2024-04-13T09:12:03.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:03 smithi119 ceph-mon[96316]: osdmap e2656: 8 total, 8 up, 8 in 2024-04-13T09:12:03.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:03 smithi119 ceph-mon[93746]: pgmap v4930: 169 pgs: 19 creating+peering, 11 unknown, 139 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 9.5 KiB/s wr, 176 op/s 2024-04-13T09:12:03.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:03 smithi119 ceph-mon[93746]: osdmap e2656: 8 total, 8 up, 8 in 2024-04-13T09:12:03.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:03 smithi139 ceph-mon[88985]: pgmap v4930: 169 pgs: 19 creating+peering, 11 unknown, 139 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 9.5 KiB/s wr, 176 op/s 2024-04-13T09:12:03.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:03 smithi139 ceph-mon[88985]: osdmap e2656: 8 total, 8 up, 8 in 2024-04-13T09:12:04.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:04 smithi119 ceph-mon[96316]: osdmap e2657: 8 total, 8 up, 8 in 2024-04-13T09:12:04.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:04 smithi119 ceph-mon[93746]: osdmap e2657: 8 total, 8 up, 8 in 2024-04-13T09:12:04.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:04 smithi139 ceph-mon[88985]: osdmap e2657: 8 total, 8 up, 8 in 2024-04-13T09:12:05.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:12:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:12:04] "GET /metrics HTTP/1.1" 200 36604 "" "Prometheus/2.43.0" 2024-04-13T09:12:05.526 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotect_with_children PASSED [ 62%] 2024-04-13T09:12:05.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:05 smithi119 ceph-mon[96316]: pgmap v4933: 169 pgs: 19 creating+peering, 7 unknown, 143 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 10 KiB/s wr, 177 op/s 2024-04-13T09:12:05.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:05 smithi119 ceph-mon[96316]: osdmap e2658: 8 total, 8 up, 8 in 2024-04-13T09:12:05.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:05 smithi119 ceph-mon[93746]: pgmap v4933: 169 pgs: 19 creating+peering, 7 unknown, 143 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 10 KiB/s wr, 177 op/s 2024-04-13T09:12:05.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:05 smithi119 ceph-mon[93746]: osdmap e2658: 8 total, 8 up, 8 in 2024-04-13T09:12:05.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:05 smithi139 ceph-mon[88985]: pgmap v4933: 169 pgs: 19 creating+peering, 7 unknown, 143 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 10 KiB/s wr, 177 op/s 2024-04-13T09:12:05.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:05 smithi139 ceph-mon[88985]: osdmap e2658: 8 total, 8 up, 8 in 2024-04-13T09:12:06.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:06 smithi119 ceph-mon[96316]: osdmap e2659: 8 total, 8 up, 8 in 2024-04-13T09:12:06.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:06 smithi119 ceph-mon[96316]: osdmap e2660: 8 total, 8 up, 8 in 2024-04-13T09:12:06.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:06 smithi119 ceph-mon[93746]: osdmap e2659: 8 total, 8 up, 8 in 2024-04-13T09:12:06.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:06 smithi119 ceph-mon[93746]: osdmap e2660: 8 total, 8 up, 8 in 2024-04-13T09:12:06.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:06 smithi139 ceph-mon[88985]: osdmap e2659: 8 total, 8 up, 8 in 2024-04-13T09:12:06.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:06 smithi139 ceph-mon[88985]: osdmap e2660: 8 total, 8 up, 8 in 2024-04-13T09:12:07.545 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stat PASSED [ 62%] 2024-04-13T09:12:07.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:07 smithi119 ceph-mon[96316]: pgmap v4936: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 4.0 KiB/s wr, 94 op/s 2024-04-13T09:12:07.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:07 smithi119 ceph-mon[93746]: pgmap v4936: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 4.0 KiB/s wr, 94 op/s 2024-04-13T09:12:07.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:07 smithi139 ceph-mon[88985]: pgmap v4936: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 4.0 KiB/s wr, 94 op/s 2024-04-13T09:12:08.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:08 smithi119 ceph-mon[93746]: osdmap e2661: 8 total, 8 up, 8 in 2024-04-13T09:12:08.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:08 smithi119 ceph-mon[96316]: osdmap e2661: 8 total, 8 up, 8 in 2024-04-13T09:12:08.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:08 smithi139 ceph-mon[88985]: osdmap e2661: 8 total, 8 up, 8 in 2024-04-13T09:12:09.558 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_stat PASSED [ 63%] 2024-04-13T09:12:09.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:09 smithi119 ceph-mon[96316]: pgmap v4939: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 7.5 KiB/s wr, 136 op/s 2024-04-13T09:12:09.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:09 smithi119 ceph-mon[96316]: osdmap e2662: 8 total, 8 up, 8 in 2024-04-13T09:12:09.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:12:09.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:09 smithi119 ceph-mon[93746]: pgmap v4939: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 7.5 KiB/s wr, 136 op/s 2024-04-13T09:12:09.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:09 smithi119 ceph-mon[93746]: osdmap e2662: 8 total, 8 up, 8 in 2024-04-13T09:12:09.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:12:09.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:09 smithi139 ceph-mon[88985]: pgmap v4939: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 7.5 KiB/s wr, 136 op/s 2024-04-13T09:12:09.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:09 smithi139 ceph-mon[88985]: osdmap e2662: 8 total, 8 up, 8 in 2024-04-13T09:12:09.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:12:10.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:10 smithi119 ceph-mon[96316]: osdmap e2663: 8 total, 8 up, 8 in 2024-04-13T09:12:10.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:10 smithi119 ceph-mon[93746]: osdmap e2663: 8 total, 8 up, 8 in 2024-04-13T09:12:10.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:10 smithi139 ceph-mon[88985]: osdmap e2663: 8 total, 8 up, 8 in 2024-04-13T09:12:11.579 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_io PASSED [ 64%] 2024-04-13T09:12:11.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:11 smithi119 ceph-mon[96316]: pgmap v4942: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 4.0 KiB/s wr, 42 op/s 2024-04-13T09:12:11.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:11 smithi119 ceph-mon[96316]: osdmap e2664: 8 total, 8 up, 8 in 2024-04-13T09:12:11.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:11 smithi119 ceph-mon[93746]: pgmap v4942: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 4.0 KiB/s wr, 42 op/s 2024-04-13T09:12:11.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:11 smithi119 ceph-mon[93746]: osdmap e2664: 8 total, 8 up, 8 in 2024-04-13T09:12:11.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:11 smithi139 ceph-mon[88985]: pgmap v4942: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 4.0 KiB/s wr, 42 op/s 2024-04-13T09:12:11.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:11 smithi139 ceph-mon[88985]: osdmap e2664: 8 total, 8 up, 8 in 2024-04-13T09:12:12.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:12 smithi139 ceph-mon[88985]: osdmap e2665: 8 total, 8 up, 8 in 2024-04-13T09:12:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:12:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:12:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:12:12.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:12 smithi119 ceph-mon[96316]: osdmap e2665: 8 total, 8 up, 8 in 2024-04-13T09:12:12.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:12 smithi119 ceph-mon[93746]: osdmap e2665: 8 total, 8 up, 8 in 2024-04-13T09:12:13.583 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_read PASSED [ 64%] 2024-04-13T09:12:13.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:13 smithi139 ceph-mon[88985]: pgmap v4945: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 262 KiB/s rd, 20 KiB/s wr, 357 op/s 2024-04-13T09:12:13.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:13 smithi139 ceph-mon[88985]: osdmap e2666: 8 total, 8 up, 8 in 2024-04-13T09:12:13.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:13 smithi119 ceph-mon[96316]: pgmap v4945: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 262 KiB/s rd, 20 KiB/s wr, 357 op/s 2024-04-13T09:12:13.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:13 smithi119 ceph-mon[96316]: osdmap e2666: 8 total, 8 up, 8 in 2024-04-13T09:12:13.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:13 smithi119 ceph-mon[93746]: pgmap v4945: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 262 KiB/s rd, 20 KiB/s wr, 357 op/s 2024-04-13T09:12:13.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:13 smithi119 ceph-mon[93746]: osdmap e2666: 8 total, 8 up, 8 in 2024-04-13T09:12:14.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:14 smithi119 ceph-mon[96316]: osdmap e2667: 8 total, 8 up, 8 in 2024-04-13T09:12:14.819 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:14 smithi119 ceph-mon[93746]: osdmap e2667: 8 total, 8 up, 8 in 2024-04-13T09:12:14.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:14 smithi139 ceph-mon[88985]: osdmap e2667: 8 total, 8 up, 8 in 2024-04-13T09:12:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:12:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:12:14] "GET /metrics HTTP/1.1" 200 36598 "" "Prometheus/2.43.0" 2024-04-13T09:12:15.598 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_write PASSED [ 65%] 2024-04-13T09:12:15.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:15 smithi139 ceph-mon[88985]: pgmap v4948: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 265 KiB/s rd, 21 KiB/s wr, 362 op/s 2024-04-13T09:12:15.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:15 smithi139 ceph-mon[88985]: osdmap e2668: 8 total, 8 up, 8 in 2024-04-13T09:12:15.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:15 smithi119 ceph-mon[96316]: pgmap v4948: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 265 KiB/s rd, 21 KiB/s wr, 362 op/s 2024-04-13T09:12:15.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:15 smithi119 ceph-mon[96316]: osdmap e2668: 8 total, 8 up, 8 in 2024-04-13T09:12:15.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:15 smithi119 ceph-mon[93746]: pgmap v4948: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 265 KiB/s rd, 21 KiB/s wr, 362 op/s 2024-04-13T09:12:15.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:15 smithi119 ceph-mon[93746]: osdmap e2668: 8 total, 8 up, 8 in 2024-04-13T09:12:16.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:16 smithi139 ceph-mon[88985]: osdmap e2669: 8 total, 8 up, 8 in 2024-04-13T09:12:16.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:16 smithi139 ceph-mon[88985]: osdmap e2670: 8 total, 8 up, 8 in 2024-04-13T09:12:16.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:16 smithi119 ceph-mon[96316]: osdmap e2669: 8 total, 8 up, 8 in 2024-04-13T09:12:16.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:16 smithi119 ceph-mon[96316]: osdmap e2670: 8 total, 8 up, 8 in 2024-04-13T09:12:16.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:16 smithi119 ceph-mon[93746]: osdmap e2669: 8 total, 8 up, 8 in 2024-04-13T09:12:16.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:16 smithi119 ceph-mon[93746]: osdmap e2670: 8 total, 8 up, 8 in 2024-04-13T09:12:17.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:17 smithi139 ceph-mon[88985]: pgmap v4951: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 266 KiB/s rd, 18 KiB/s wr, 353 op/s 2024-04-13T09:12:17.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:17 smithi119 ceph-mon[96316]: pgmap v4951: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 266 KiB/s rd, 18 KiB/s wr, 353 op/s 2024-04-13T09:12:17.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:17 smithi119 ceph-mon[93746]: pgmap v4951: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 266 KiB/s rd, 18 KiB/s wr, 353 op/s 2024-04-13T09:12:19.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:19 smithi139 ceph-mon[88985]: pgmap v4953: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 407 KiB/s rd, 28 KiB/s wr, 534 op/s 2024-04-13T09:12:19.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:19 smithi119 ceph-mon[96316]: pgmap v4953: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 407 KiB/s rd, 28 KiB/s wr, 534 op/s 2024-04-13T09:12:19.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:19 smithi119 ceph-mon[93746]: pgmap v4953: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 407 KiB/s rd, 28 KiB/s wr, 534 op/s 2024-04-13T09:12:20.611 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_list_children PASSED [ 65%] 2024-04-13T09:12:20.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:20 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:12:20.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:20 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:12:20.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:20 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:12:20.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:20 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:12:20.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:20 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:12:20.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:20 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:12:20.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:20 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:12:20.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:20 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:12:20.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:20 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:12:21.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:21 smithi139 ceph-mon[88985]: pgmap v4954: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 314 KiB/s rd, 22 KiB/s wr, 411 op/s 2024-04-13T09:12:21.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:21 smithi139 ceph-mon[88985]: osdmap e2671: 8 total, 8 up, 8 in 2024-04-13T09:12:21.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:21 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T09:12:21.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:21 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T09:12:21.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:21 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:12:21.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:21 smithi139 ceph-mon[88985]: osdmap e2672: 8 total, 8 up, 8 in 2024-04-13T09:12:21.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:21 smithi119 ceph-mon[96316]: pgmap v4954: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 314 KiB/s rd, 22 KiB/s wr, 411 op/s 2024-04-13T09:12:21.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:21 smithi119 ceph-mon[96316]: osdmap e2671: 8 total, 8 up, 8 in 2024-04-13T09:12:21.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:21 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T09:12:21.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:21 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T09:12:21.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:21 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:12:21.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:21 smithi119 ceph-mon[96316]: osdmap e2672: 8 total, 8 up, 8 in 2024-04-13T09:12:21.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:21 smithi119 ceph-mon[93746]: pgmap v4954: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 314 KiB/s rd, 22 KiB/s wr, 411 op/s 2024-04-13T09:12:21.968 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:21 smithi119 ceph-mon[93746]: osdmap e2671: 8 total, 8 up, 8 in 2024-04-13T09:12:21.968 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:21 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T09:12:21.968 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:21 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T09:12:21.968 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:21 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:12:21.968 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:21 smithi119 ceph-mon[93746]: osdmap e2672: 8 total, 8 up, 8 in 2024-04-13T09:12:22.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:12:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:12:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:12:23.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:23 smithi119 ceph-mon[96316]: pgmap v4957: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 30 KiB/s wr, 2.09k op/s 2024-04-13T09:12:23.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:23 smithi119 ceph-mon[96316]: osdmap e2673: 8 total, 8 up, 8 in 2024-04-13T09:12:23.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:23 smithi119 ceph-mon[93746]: pgmap v4957: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 30 KiB/s wr, 2.09k op/s 2024-04-13T09:12:23.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:23 smithi119 ceph-mon[93746]: osdmap e2673: 8 total, 8 up, 8 in 2024-04-13T09:12:23.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:23 smithi139 ceph-mon[88985]: pgmap v4957: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 30 KiB/s wr, 2.09k op/s 2024-04-13T09:12:23.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:23 smithi139 ceph-mon[88985]: osdmap e2673: 8 total, 8 up, 8 in 2024-04-13T09:12:24.559 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_errors PASSED [ 66%] 2024-04-13T09:12:24.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:24 smithi119 ceph-mon[96316]: osdmap e2674: 8 total, 8 up, 8 in 2024-04-13T09:12:24.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:12:24.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:24 smithi119 ceph-mon[93746]: osdmap e2674: 8 total, 8 up, 8 in 2024-04-13T09:12:24.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:12:24.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:24 smithi139 ceph-mon[88985]: osdmap e2674: 8 total, 8 up, 8 in 2024-04-13T09:12:24.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:12:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:12:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:12:24] "GET /metrics HTTP/1.1" 200 36599 "" "Prometheus/2.43.0" 2024-04-13T09:12:25.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:25 smithi119 ceph-mon[96316]: pgmap v4960: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 33 KiB/s wr, 3.29k op/s 2024-04-13T09:12:25.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:25 smithi119 ceph-mon[96316]: osdmap e2675: 8 total, 8 up, 8 in 2024-04-13T09:12:25.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:25 smithi119 ceph-mon[93746]: pgmap v4960: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 33 KiB/s wr, 3.29k op/s 2024-04-13T09:12:25.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:25 smithi119 ceph-mon[93746]: osdmap e2675: 8 total, 8 up, 8 in 2024-04-13T09:12:25.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:25 smithi139 ceph-mon[88985]: pgmap v4960: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 33 KiB/s wr, 3.29k op/s 2024-04-13T09:12:25.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:25 smithi139 ceph-mon[88985]: osdmap e2675: 8 total, 8 up, 8 in 2024-04-13T09:12:26.499 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_basic PASSED [ 66%] 2024-04-13T09:12:26.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:26 smithi119 ceph-mon[96316]: osdmap e2676: 8 total, 8 up, 8 in 2024-04-13T09:12:26.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:26 smithi119 ceph-mon[96316]: osdmap e2677: 8 total, 8 up, 8 in 2024-04-13T09:12:26.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:26 smithi119 ceph-mon[93746]: osdmap e2676: 8 total, 8 up, 8 in 2024-04-13T09:12:26.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:26 smithi119 ceph-mon[93746]: osdmap e2677: 8 total, 8 up, 8 in 2024-04-13T09:12:26.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:26 smithi139 ceph-mon[88985]: osdmap e2676: 8 total, 8 up, 8 in 2024-04-13T09:12:26.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:26 smithi139 ceph-mon[88985]: osdmap e2677: 8 total, 8 up, 8 in 2024-04-13T09:12:27.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:27 smithi119 ceph-mon[96316]: pgmap v4963: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 536 KiB/s rd, 15 KiB/s wr, 651 op/s 2024-04-13T09:12:27.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:27 smithi119 ceph-mon[93746]: pgmap v4963: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 536 KiB/s rd, 15 KiB/s wr, 651 op/s 2024-04-13T09:12:27.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:27 smithi139 ceph-mon[88985]: pgmap v4963: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 536 KiB/s rd, 15 KiB/s wr, 651 op/s 2024-04-13T09:12:28.543 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_smaller_order PASSED [ 67%] 2024-04-13T09:12:28.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:28 smithi119 ceph-mon[93746]: osdmap e2678: 8 total, 8 up, 8 in 2024-04-13T09:12:28.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:28 smithi119 ceph-mon[96316]: osdmap e2678: 8 total, 8 up, 8 in 2024-04-13T09:12:28.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:28 smithi139 ceph-mon[88985]: osdmap e2678: 8 total, 8 up, 8 in 2024-04-13T09:12:29.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:29 smithi119 ceph-mon[96316]: pgmap v4966: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 254 KiB/s rd, 25 KiB/s wr, 360 op/s 2024-04-13T09:12:29.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:29 smithi119 ceph-mon[96316]: osdmap e2679: 8 total, 8 up, 8 in 2024-04-13T09:12:29.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:29 smithi119 ceph-mon[93746]: pgmap v4966: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 254 KiB/s rd, 25 KiB/s wr, 360 op/s 2024-04-13T09:12:29.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:29 smithi119 ceph-mon[93746]: osdmap e2679: 8 total, 8 up, 8 in 2024-04-13T09:12:29.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:29 smithi139 ceph-mon[88985]: pgmap v4966: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 254 KiB/s rd, 25 KiB/s wr, 360 op/s 2024-04-13T09:12:29.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:29 smithi139 ceph-mon[88985]: osdmap e2679: 8 total, 8 up, 8 in 2024-04-13T09:12:30.555 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_larger_order PASSED [ 68%] 2024-04-13T09:12:30.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:30 smithi119 ceph-mon[96316]: osdmap e2680: 8 total, 8 up, 8 in 2024-04-13T09:12:30.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:30 smithi119 ceph-mon[93746]: osdmap e2680: 8 total, 8 up, 8 in 2024-04-13T09:12:30.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:30 smithi139 ceph-mon[88985]: osdmap e2680: 8 total, 8 up, 8 in 2024-04-13T09:12:31.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:31 smithi119 ceph-mon[96316]: pgmap v4969: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 14 KiB/s wr, 123 op/s 2024-04-13T09:12:31.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:31 smithi119 ceph-mon[96316]: osdmap e2681: 8 total, 8 up, 8 in 2024-04-13T09:12:31.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:31 smithi119 ceph-mon[96316]: osdmap e2682: 8 total, 8 up, 8 in 2024-04-13T09:12:31.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:31 smithi119 ceph-mon[93746]: pgmap v4969: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 14 KiB/s wr, 123 op/s 2024-04-13T09:12:31.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:31 smithi119 ceph-mon[93746]: osdmap e2681: 8 total, 8 up, 8 in 2024-04-13T09:12:31.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:31 smithi119 ceph-mon[93746]: osdmap e2682: 8 total, 8 up, 8 in 2024-04-13T09:12:31.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:31 smithi139 ceph-mon[88985]: pgmap v4969: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 14 KiB/s wr, 123 op/s 2024-04-13T09:12:31.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:31 smithi139 ceph-mon[88985]: osdmap e2681: 8 total, 8 up, 8 in 2024-04-13T09:12:31.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:31 smithi139 ceph-mon[88985]: osdmap e2682: 8 total, 8 up, 8 in 2024-04-13T09:12:32.597 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_drops_cache PASSED [ 68%] 2024-04-13T09:12:32.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:12:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:12:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:12:33.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:33 smithi119 ceph-mon[96316]: pgmap v4972: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 887 KiB/s rd, 51 KiB/s wr, 1.17k op/s 2024-04-13T09:12:33.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:33 smithi119 ceph-mon[96316]: osdmap e2683: 8 total, 8 up, 8 in 2024-04-13T09:12:33.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:33 smithi119 ceph-mon[93746]: pgmap v4972: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 887 KiB/s rd, 51 KiB/s wr, 1.17k op/s 2024-04-13T09:12:33.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:33 smithi119 ceph-mon[93746]: osdmap e2683: 8 total, 8 up, 8 in 2024-04-13T09:12:33.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:33 smithi139 ceph-mon[88985]: pgmap v4972: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 887 KiB/s rd, 51 KiB/s wr, 1.17k op/s 2024-04-13T09:12:33.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:33 smithi139 ceph-mon[88985]: osdmap e2683: 8 total, 8 up, 8 in 2024-04-13T09:12:34.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:34 smithi119 ceph-mon[96316]: osdmap e2684: 8 total, 8 up, 8 in 2024-04-13T09:12:34.819 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:34 smithi119 ceph-mon[93746]: osdmap e2684: 8 total, 8 up, 8 in 2024-04-13T09:12:34.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:34 smithi139 ceph-mon[88985]: osdmap e2684: 8 total, 8 up, 8 in 2024-04-13T09:12:35.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:12:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:12:34] "GET /metrics HTTP/1.1" 200 36599 "" "Prometheus/2.43.0" 2024-04-13T09:12:35.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:35 smithi139 ceph-mon[88985]: pgmap v4975: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 894 KiB/s rd, 55 KiB/s wr, 1.19k op/s 2024-04-13T09:12:35.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:35 smithi139 ceph-mon[88985]: osdmap e2685: 8 total, 8 up, 8 in 2024-04-13T09:12:35.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:35 smithi119 ceph-mon[96316]: pgmap v4975: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 894 KiB/s rd, 55 KiB/s wr, 1.19k op/s 2024-04-13T09:12:35.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:35 smithi119 ceph-mon[96316]: osdmap e2685: 8 total, 8 up, 8 in 2024-04-13T09:12:35.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:35 smithi119 ceph-mon[93746]: pgmap v4975: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 894 KiB/s rd, 55 KiB/s wr, 1.19k op/s 2024-04-13T09:12:35.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:35 smithi119 ceph-mon[93746]: osdmap e2685: 8 total, 8 up, 8 in 2024-04-13T09:12:36.525 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_multi_level PASSED [ 69%] 2024-04-13T09:12:36.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:36 smithi139 ceph-mon[88985]: osdmap e2686: 8 total, 8 up, 8 in 2024-04-13T09:12:36.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:36 smithi139 ceph-mon[88985]: osdmap e2687: 8 total, 8 up, 8 in 2024-04-13T09:12:36.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:36 smithi119 ceph-mon[96316]: osdmap e2686: 8 total, 8 up, 8 in 2024-04-13T09:12:36.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:36 smithi119 ceph-mon[96316]: osdmap e2687: 8 total, 8 up, 8 in 2024-04-13T09:12:36.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:36 smithi119 ceph-mon[93746]: osdmap e2686: 8 total, 8 up, 8 in 2024-04-13T09:12:36.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:36 smithi119 ceph-mon[93746]: osdmap e2687: 8 total, 8 up, 8 in 2024-04-13T09:12:37.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:37 smithi139 ceph-mon[88985]: pgmap v4978: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 241 KiB/s rd, 19 KiB/s wr, 332 op/s 2024-04-13T09:12:37.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:37 smithi119 ceph-mon[96316]: pgmap v4978: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 241 KiB/s rd, 19 KiB/s wr, 332 op/s 2024-04-13T09:12:37.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:37 smithi119 ceph-mon[93746]: pgmap v4978: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 241 KiB/s rd, 19 KiB/s wr, 332 op/s 2024-04-13T09:12:38.607 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_with_progress PASSED [ 69%] 2024-04-13T09:12:38.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:38 smithi139 ceph-mon[88985]: osdmap e2688: 8 total, 8 up, 8 in 2024-04-13T09:12:38.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:38 smithi119 ceph-mon[93746]: osdmap e2688: 8 total, 8 up, 8 in 2024-04-13T09:12:38.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:38 smithi119 ceph-mon[96316]: osdmap e2688: 8 total, 8 up, 8 in 2024-04-13T09:12:39.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:39 smithi139 ceph-mon[88985]: pgmap v4981: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 379 KiB/s rd, 27 KiB/s wr, 506 op/s 2024-04-13T09:12:39.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:39 smithi139 ceph-mon[88985]: osdmap e2689: 8 total, 8 up, 8 in 2024-04-13T09:12:39.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:12:39.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:39 smithi119 ceph-mon[96316]: pgmap v4981: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 379 KiB/s rd, 27 KiB/s wr, 506 op/s 2024-04-13T09:12:39.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:39 smithi119 ceph-mon[96316]: osdmap e2689: 8 total, 8 up, 8 in 2024-04-13T09:12:39.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:12:39.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:39 smithi119 ceph-mon[93746]: pgmap v4981: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 379 KiB/s rd, 27 KiB/s wr, 506 op/s 2024-04-13T09:12:39.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:39 smithi119 ceph-mon[93746]: osdmap e2689: 8 total, 8 up, 8 in 2024-04-13T09:12:39.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:12:40.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:40 smithi139 ceph-mon[88985]: osdmap e2690: 8 total, 8 up, 8 in 2024-04-13T09:12:40.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:40 smithi119 ceph-mon[96316]: osdmap e2690: 8 total, 8 up, 8 in 2024-04-13T09:12:40.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:40 smithi119 ceph-mon[93746]: osdmap e2690: 8 total, 8 up, 8 in 2024-04-13T09:12:41.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:41 smithi139 ceph-mon[88985]: pgmap v4984: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 144 KiB/s rd, 11 KiB/s wr, 190 op/s 2024-04-13T09:12:41.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:41 smithi139 ceph-mon[88985]: osdmap e2691: 8 total, 8 up, 8 in 2024-04-13T09:12:41.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:41 smithi139 ceph-mon[88985]: osdmap e2692: 8 total, 8 up, 8 in 2024-04-13T09:12:41.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:41 smithi119 ceph-mon[96316]: pgmap v4984: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 144 KiB/s rd, 11 KiB/s wr, 190 op/s 2024-04-13T09:12:41.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:41 smithi119 ceph-mon[96316]: osdmap e2691: 8 total, 8 up, 8 in 2024-04-13T09:12:41.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:41 smithi119 ceph-mon[96316]: osdmap e2692: 8 total, 8 up, 8 in 2024-04-13T09:12:41.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:41 smithi119 ceph-mon[93746]: pgmap v4984: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 144 KiB/s rd, 11 KiB/s wr, 190 op/s 2024-04-13T09:12:41.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:41 smithi119 ceph-mon[93746]: osdmap e2691: 8 total, 8 up, 8 in 2024-04-13T09:12:41.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:41 smithi119 ceph-mon[93746]: osdmap e2692: 8 total, 8 up, 8 in 2024-04-13T09:12:42.625 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_flatten_multi_level PASSED [ 70%] 2024-04-13T09:12:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:12:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:12:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:12:43.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:43 smithi139 ceph-mon[88985]: pgmap v4987: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 378 KiB/s rd, 25 KiB/s wr, 505 op/s 2024-04-13T09:12:43.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:43 smithi139 ceph-mon[88985]: osdmap e2693: 8 total, 8 up, 8 in 2024-04-13T09:12:43.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:43 smithi119 ceph-mon[93746]: pgmap v4987: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 378 KiB/s rd, 25 KiB/s wr, 505 op/s 2024-04-13T09:12:43.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:43 smithi119 ceph-mon[93746]: osdmap e2693: 8 total, 8 up, 8 in 2024-04-13T09:12:43.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:43 smithi119 ceph-mon[96316]: pgmap v4987: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 378 KiB/s rd, 25 KiB/s wr, 505 op/s 2024-04-13T09:12:43.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:43 smithi119 ceph-mon[96316]: osdmap e2693: 8 total, 8 up, 8 in 2024-04-13T09:12:44.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:44 smithi119 ceph-mon[96316]: osdmap e2694: 8 total, 8 up, 8 in 2024-04-13T09:12:44.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:44 smithi119 ceph-mon[96316]: pgmap v4990: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 380 KiB/s rd, 26 KiB/s wr, 511 op/s 2024-04-13T09:12:44.819 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:44 smithi119 ceph-mon[93746]: osdmap e2694: 8 total, 8 up, 8 in 2024-04-13T09:12:44.819 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:44 smithi119 ceph-mon[93746]: pgmap v4990: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 380 KiB/s rd, 26 KiB/s wr, 511 op/s 2024-04-13T09:12:44.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:44 smithi139 ceph-mon[88985]: osdmap e2694: 8 total, 8 up, 8 in 2024-04-13T09:12:44.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:44 smithi139 ceph-mon[88985]: pgmap v4990: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 380 KiB/s rd, 26 KiB/s wr, 511 op/s 2024-04-13T09:12:45.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:12:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:12:44] "GET /metrics HTTP/1.1" 200 36600 "" "Prometheus/2.43.0" 2024-04-13T09:12:45.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:45 smithi139 ceph-mon[88985]: osdmap e2695: 8 total, 8 up, 8 in 2024-04-13T09:12:45.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:45 smithi119 ceph-mon[96316]: osdmap e2695: 8 total, 8 up, 8 in 2024-04-13T09:12:45.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:45 smithi119 ceph-mon[93746]: osdmap e2695: 8 total, 8 up, 8 in 2024-04-13T09:12:46.522 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_trash_snapshot PASSED [ 70%] 2024-04-13T09:12:46.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:46 smithi139 ceph-mon[88985]: osdmap e2696: 8 total, 8 up, 8 in 2024-04-13T09:12:46.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:46 smithi139 ceph-mon[88985]: pgmap v4993: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 181 KiB/s rd, 12 KiB/s wr, 239 op/s 2024-04-13T09:12:46.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:46 smithi139 ceph-mon[88985]: osdmap e2697: 8 total, 8 up, 8 in 2024-04-13T09:12:46.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:46 smithi119 ceph-mon[93746]: osdmap e2696: 8 total, 8 up, 8 in 2024-04-13T09:12:46.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:46 smithi119 ceph-mon[93746]: pgmap v4993: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 181 KiB/s rd, 12 KiB/s wr, 239 op/s 2024-04-13T09:12:46.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:46 smithi119 ceph-mon[93746]: osdmap e2697: 8 total, 8 up, 8 in 2024-04-13T09:12:46.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:46 smithi119 ceph-mon[96316]: osdmap e2696: 8 total, 8 up, 8 in 2024-04-13T09:12:46.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:46 smithi119 ceph-mon[96316]: pgmap v4993: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 181 KiB/s rd, 12 KiB/s wr, 239 op/s 2024-04-13T09:12:46.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:46 smithi119 ceph-mon[96316]: osdmap e2697: 8 total, 8 up, 8 in 2024-04-13T09:12:48.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:48 smithi139 ceph-mon[88985]: osdmap e2698: 8 total, 8 up, 8 in 2024-04-13T09:12:48.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:48 smithi139 ceph-mon[88985]: pgmap v4996: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 242 KiB/s rd, 18 KiB/s wr, 329 op/s 2024-04-13T09:12:48.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:48 smithi119 ceph-mon[93746]: osdmap e2698: 8 total, 8 up, 8 in 2024-04-13T09:12:48.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:48 smithi119 ceph-mon[93746]: pgmap v4996: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 242 KiB/s rd, 18 KiB/s wr, 329 op/s 2024-04-13T09:12:48.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:48 smithi119 ceph-mon[96316]: osdmap e2698: 8 total, 8 up, 8 in 2024-04-13T09:12:48.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:48 smithi119 ceph-mon[96316]: pgmap v4996: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 242 KiB/s rd, 18 KiB/s wr, 329 op/s 2024-04-13T09:12:51.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:51 smithi119 ceph-mon[96316]: pgmap v4997: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 174 KiB/s rd, 13 KiB/s wr, 236 op/s 2024-04-13T09:12:51.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:51 smithi119 ceph-mon[93746]: pgmap v4997: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 174 KiB/s rd, 13 KiB/s wr, 236 op/s 2024-04-13T09:12:51.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:51 smithi139 ceph-mon[88985]: pgmap v4997: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 174 KiB/s rd, 13 KiB/s wr, 236 op/s 2024-04-13T09:12:52.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:52 smithi139 ceph-mon[88985]: osdmap e2699: 8 total, 8 up, 8 in 2024-04-13T09:12:52.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:12:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:12:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:12:52.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:52 smithi119 ceph-mon[96316]: osdmap e2699: 8 total, 8 up, 8 in 2024-04-13T09:12:52.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:52 smithi119 ceph-mon[93746]: osdmap e2699: 8 total, 8 up, 8 in 2024-04-13T09:12:53.538 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_encryption_luks1 PASSED [ 71%] 2024-04-13T09:12:53.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:53 smithi119 ceph-mon[96316]: pgmap v4999: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 106 KiB/s rd, 10 KiB/s wr, 151 op/s 2024-04-13T09:12:53.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:53 smithi119 ceph-mon[93746]: pgmap v4999: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 106 KiB/s rd, 10 KiB/s wr, 151 op/s 2024-04-13T09:12:53.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:53 smithi139 ceph-mon[88985]: pgmap v4999: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 106 KiB/s rd, 10 KiB/s wr, 151 op/s 2024-04-13T09:12:54.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:54 smithi119 ceph-mon[96316]: osdmap e2700: 8 total, 8 up, 8 in 2024-04-13T09:12:54.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:12:54.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:54 smithi119 ceph-mon[93746]: osdmap e2700: 8 total, 8 up, 8 in 2024-04-13T09:12:54.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:12:54.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:54 smithi139 ceph-mon[88985]: osdmap e2700: 8 total, 8 up, 8 in 2024-04-13T09:12:54.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:12:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:12:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:12:54] "GET /metrics HTTP/1.1" 200 36603 "" "Prometheus/2.43.0" 2024-04-13T09:12:55.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:55 smithi119 ceph-mon[93746]: pgmap v5001: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 5.8 KiB/s wr, 88 op/s 2024-04-13T09:12:55.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:55 smithi119 ceph-mon[93746]: osdmap e2701: 8 total, 8 up, 8 in 2024-04-13T09:12:55.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:55 smithi119 ceph-mon[96316]: pgmap v5001: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 5.8 KiB/s wr, 88 op/s 2024-04-13T09:12:55.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:55 smithi119 ceph-mon[96316]: osdmap e2701: 8 total, 8 up, 8 in 2024-04-13T09:12:55.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:55 smithi139 ceph-mon[88985]: pgmap v5001: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 5.8 KiB/s wr, 88 op/s 2024-04-13T09:12:55.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:55 smithi139 ceph-mon[88985]: osdmap e2701: 8 total, 8 up, 8 in 2024-04-13T09:12:57.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:57 smithi119 ceph-mon[96316]: pgmap v5003: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 190 KiB/s rd, 693 KiB/s wr, 190 op/s 2024-04-13T09:12:57.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:57 smithi119 ceph-mon[96316]: osdmap e2702: 8 total, 8 up, 8 in 2024-04-13T09:12:57.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:57 smithi119 ceph-mon[93746]: pgmap v5003: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 190 KiB/s rd, 693 KiB/s wr, 190 op/s 2024-04-13T09:12:57.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:57 smithi119 ceph-mon[93746]: osdmap e2702: 8 total, 8 up, 8 in 2024-04-13T09:12:57.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:57 smithi139 ceph-mon[88985]: pgmap v5003: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 190 KiB/s rd, 693 KiB/s wr, 190 op/s 2024-04-13T09:12:57.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:57 smithi139 ceph-mon[88985]: osdmap e2702: 8 total, 8 up, 8 in 2024-04-13T09:12:59.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:12:59 smithi119 ceph-mon[96316]: pgmap v5005: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 133 KiB/s rd, 690 KiB/s wr, 117 op/s 2024-04-13T09:12:59.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:12:59 smithi119 ceph-mon[93746]: pgmap v5005: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 133 KiB/s rd, 690 KiB/s wr, 117 op/s 2024-04-13T09:12:59.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:12:59 smithi139 ceph-mon[88985]: pgmap v5005: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 133 KiB/s rd, 690 KiB/s wr, 117 op/s 2024-04-13T09:13:01.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:01 smithi119 ceph-mon[96316]: pgmap v5006: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 119 KiB/s rd, 619 KiB/s wr, 105 op/s 2024-04-13T09:13:01.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:01 smithi119 ceph-mon[93746]: pgmap v5006: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 119 KiB/s rd, 619 KiB/s wr, 105 op/s 2024-04-13T09:13:01.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:01 smithi139 ceph-mon[88985]: pgmap v5006: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 119 KiB/s rd, 619 KiB/s wr, 105 op/s 2024-04-13T09:13:02.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:02 smithi139 ceph-mon[88985]: osdmap e2703: 8 total, 8 up, 8 in 2024-04-13T09:13:02.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:13:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:13:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:13:02.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:02 smithi119 ceph-mon[96316]: osdmap e2703: 8 total, 8 up, 8 in 2024-04-13T09:13:02.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:02 smithi119 ceph-mon[93746]: osdmap e2703: 8 total, 8 up, 8 in 2024-04-13T09:13:03.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:03 smithi119 ceph-mon[96316]: pgmap v5008: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 104 KiB/s rd, 539 KiB/s wr, 91 op/s 2024-04-13T09:13:03.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:03 smithi119 ceph-mon[93746]: pgmap v5008: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 104 KiB/s rd, 539 KiB/s wr, 91 op/s 2024-04-13T09:13:03.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:03 smithi139 ceph-mon[88985]: pgmap v5008: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 104 KiB/s rd, 539 KiB/s wr, 91 op/s 2024-04-13T09:13:04.560 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_encryption_luks2 PASSED [ 72%] 2024-04-13T09:13:04.676 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_ownership PASSED [ 72%] 2024-04-13T09:13:05.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:13:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:13:04] "GET /metrics HTTP/1.1" 200 36603 "" "Prometheus/2.43.0" 2024-04-13T09:13:05.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:05 smithi119 ceph-mon[93746]: pgmap v5009: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 7.5 KiB/s rd, 3.0 KiB/s wr, 14 op/s 2024-04-13T09:13:05.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:05 smithi119 ceph-mon[93746]: osdmap e2704: 8 total, 8 up, 8 in 2024-04-13T09:13:05.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:05 smithi119 ceph-mon[96316]: pgmap v5009: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 7.5 KiB/s rd, 3.0 KiB/s wr, 14 op/s 2024-04-13T09:13:05.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:05 smithi119 ceph-mon[96316]: osdmap e2704: 8 total, 8 up, 8 in 2024-04-13T09:13:05.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:05 smithi139 ceph-mon[88985]: pgmap v5009: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 7.5 KiB/s rd, 3.0 KiB/s wr, 14 op/s 2024-04-13T09:13:05.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:05 smithi139 ceph-mon[88985]: osdmap e2704: 8 total, 8 up, 8 in 2024-04-13T09:13:06.589 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_snapshot_leadership PASSED [ 73%] 2024-04-13T09:13:06.678 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_read_only_leadership PASSED [ 73%] 2024-04-13T09:13:06.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:06 smithi139 ceph-mon[88985]: osdmap e2705: 8 total, 8 up, 8 in 2024-04-13T09:13:06.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:06 smithi119 ceph-mon[96316]: osdmap e2705: 8 total, 8 up, 8 in 2024-04-13T09:13:06.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:06 smithi119 ceph-mon[93746]: osdmap e2705: 8 total, 8 up, 8 in 2024-04-13T09:13:07.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:07 smithi139 ceph-mon[88985]: pgmap v5012: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 122 KiB/s rd, 2.0 MiB/s wr, 99 op/s 2024-04-13T09:13:07.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:07 smithi139 ceph-mon[88985]: osdmap e2706: 8 total, 8 up, 8 in 2024-04-13T09:13:07.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:07 smithi119 ceph-mon[96316]: pgmap v5012: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 122 KiB/s rd, 2.0 MiB/s wr, 99 op/s 2024-04-13T09:13:07.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:07 smithi119 ceph-mon[96316]: osdmap e2706: 8 total, 8 up, 8 in 2024-04-13T09:13:07.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:07 smithi119 ceph-mon[93746]: pgmap v5012: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 122 KiB/s rd, 2.0 MiB/s wr, 99 op/s 2024-04-13T09:13:07.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:07 smithi119 ceph-mon[93746]: osdmap e2706: 8 total, 8 up, 8 in 2024-04-13T09:13:08.598 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_flatten PASSED [ 74%] 2024-04-13T09:13:08.725 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_resize PASSED [ 74%] 2024-04-13T09:13:08.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:08 smithi139 ceph-mon[88985]: osdmap e2707: 8 total, 8 up, 8 in 2024-04-13T09:13:08.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:08 smithi119 ceph-mon[96316]: osdmap e2707: 8 total, 8 up, 8 in 2024-04-13T09:13:08.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:08 smithi119 ceph-mon[93746]: osdmap e2707: 8 total, 8 up, 8 in 2024-04-13T09:13:09.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:09 smithi139 ceph-mon[88985]: pgmap v5015: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 226 KiB/s rd, 4.0 MiB/s wr, 214 op/s 2024-04-13T09:13:09.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:09 smithi139 ceph-mon[88985]: osdmap e2708: 8 total, 8 up, 8 in 2024-04-13T09:13:09.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:13:09.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:09 smithi119 ceph-mon[96316]: pgmap v5015: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 226 KiB/s rd, 4.0 MiB/s wr, 214 op/s 2024-04-13T09:13:09.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:09 smithi119 ceph-mon[96316]: osdmap e2708: 8 total, 8 up, 8 in 2024-04-13T09:13:09.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:13:09.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:09 smithi119 ceph-mon[93746]: pgmap v5015: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 226 KiB/s rd, 4.0 MiB/s wr, 214 op/s 2024-04-13T09:13:09.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:09 smithi119 ceph-mon[93746]: osdmap e2708: 8 total, 8 up, 8 in 2024-04-13T09:13:09.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:13:10.617 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_create PASSED [ 75%] 2024-04-13T09:13:10.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:10 smithi139 ceph-mon[88985]: osdmap e2709: 8 total, 8 up, 8 in 2024-04-13T09:13:10.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:10 smithi119 ceph-mon[96316]: osdmap e2709: 8 total, 8 up, 8 in 2024-04-13T09:13:10.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:10 smithi119 ceph-mon[93746]: osdmap e2709: 8 total, 8 up, 8 in 2024-04-13T09:13:11.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:11 smithi139 ceph-mon[88985]: pgmap v5018: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 49 KiB/s rd, 1.0 MiB/s wr, 73 op/s 2024-04-13T09:13:11.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:11 smithi139 ceph-mon[88985]: osdmap e2710: 8 total, 8 up, 8 in 2024-04-13T09:13:11.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:11 smithi139 ceph-mon[88985]: osdmap e2711: 8 total, 8 up, 8 in 2024-04-13T09:13:11.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:11 smithi119 ceph-mon[96316]: pgmap v5018: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 49 KiB/s rd, 1.0 MiB/s wr, 73 op/s 2024-04-13T09:13:11.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:11 smithi119 ceph-mon[96316]: osdmap e2710: 8 total, 8 up, 8 in 2024-04-13T09:13:11.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:11 smithi119 ceph-mon[96316]: osdmap e2711: 8 total, 8 up, 8 in 2024-04-13T09:13:11.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:11 smithi119 ceph-mon[93746]: pgmap v5018: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 49 KiB/s rd, 1.0 MiB/s wr, 73 op/s 2024-04-13T09:13:11.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:11 smithi119 ceph-mon[93746]: osdmap e2710: 8 total, 8 up, 8 in 2024-04-13T09:13:11.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:11 smithi119 ceph-mon[93746]: osdmap e2711: 8 total, 8 up, 8 in 2024-04-13T09:13:12.556 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_rollback PASSED [ 76%] 2024-04-13T09:13:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:13:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:13:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:13:12.684 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_discard PASSED [ 76%] 2024-04-13T09:13:12.805 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_write PASSED [ 77%] 2024-04-13T09:13:12.900 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_acquire_release_lock PASSED [ 77%] 2024-04-13T09:13:13.604 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_break_lock PASSED [ 78%] 2024-04-13T09:13:13.689 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_uuid PASSED [ 78%] 2024-04-13T09:13:13.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:13 smithi119 ceph-mon[96316]: pgmap v5021: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 319 KiB/s rd, 20 KiB/s wr, 432 op/s 2024-04-13T09:13:13.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:13 smithi119 ceph-mon[96316]: osdmap e2712: 8 total, 8 up, 8 in 2024-04-13T09:13:13.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:13 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2706687872' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.119:0/68293741"}]: dispatch 2024-04-13T09:13:13.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:13 smithi119 ceph-mon[93746]: pgmap v5021: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 319 KiB/s rd, 20 KiB/s wr, 432 op/s 2024-04-13T09:13:13.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:13 smithi119 ceph-mon[93746]: osdmap e2712: 8 total, 8 up, 8 in 2024-04-13T09:13:13.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:13 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2706687872' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.119:0/68293741"}]: dispatch 2024-04-13T09:13:13.782 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_site_name PASSED [ 79%] 2024-04-13T09:13:13.883 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer_bootstrap PASSED [ 80%] 2024-04-13T09:13:13.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:13 smithi139 ceph-mon[88985]: pgmap v5021: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 319 KiB/s rd, 20 KiB/s wr, 432 op/s 2024-04-13T09:13:13.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:13 smithi139 ceph-mon[88985]: osdmap e2712: 8 total, 8 up, 8 in 2024-04-13T09:13:13.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:13 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2706687872' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.119:0/68293741"}]: dispatch 2024-04-13T09:13:13.988 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer PASSED [ 80%] 2024-04-13T09:13:14.077 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image SKIPPED [ 81%] 2024-04-13T09:13:14.160 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_status SKIPPED [ 81%] 2024-04-13T09:13:14.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:14 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2706687872' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.119:0/68293741"}]': finished 2024-04-13T09:13:14.820 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:14 smithi119 ceph-mon[96316]: osdmap e2713: 8 total, 8 up, 8 in 2024-04-13T09:13:14.820 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:14 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' 2024-04-13T09:13:14.820 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:14 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-13T09:13:14.820 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:14 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-13T09:13:14.820 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:14 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-13T09:13:14.820 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:14 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-13T09:13:14.820 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:14 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-13T09:13:14.820 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:14 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-13T09:13:14.820 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:14 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-13T09:13:14.820 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:14 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' 2024-04-13T09:13:14.820 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:14 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/122/ff74ecd6-3ba9-4568-905b-1f44109d071c"}]: dispatch 2024-04-13T09:13:14.820 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:14 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/ff74ecd6-3ba9-4568-905b-1f44109d071c"}]: dispatch 2024-04-13T09:13:14.820 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:14 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/ff74ecd6-3ba9-4568-905b-1f44109d071c"}]': finished 2024-04-13T09:13:14.821 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:14 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2706687872' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.119:0/68293741"}]': finished 2024-04-13T09:13:14.821 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:14 smithi119 ceph-mon[93746]: osdmap e2713: 8 total, 8 up, 8 in 2024-04-13T09:13:14.821 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:14 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' 2024-04-13T09:13:14.821 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:14 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-13T09:13:14.821 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:14 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-13T09:13:14.821 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:14 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-13T09:13:14.821 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:14 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-13T09:13:14.821 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:14 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-13T09:13:14.822 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:14 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-13T09:13:14.822 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:14 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-13T09:13:14.822 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:14 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' 2024-04-13T09:13:14.822 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:14 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/122/ff74ecd6-3ba9-4568-905b-1f44109d071c"}]: dispatch 2024-04-13T09:13:14.822 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:14 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/ff74ecd6-3ba9-4568-905b-1f44109d071c"}]: dispatch 2024-04-13T09:13:14.822 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:14 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/ff74ecd6-3ba9-4568-905b-1f44109d071c"}]': finished 2024-04-13T09:13:14.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:14 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2706687872' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.119:0/68293741"}]': finished 2024-04-13T09:13:14.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:14 smithi139 ceph-mon[88985]: osdmap e2713: 8 total, 8 up, 8 in 2024-04-13T09:13:14.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:14 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' 2024-04-13T09:13:14.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:14 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-13T09:13:14.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:14 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-13T09:13:14.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:14 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-13T09:13:14.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:14 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-13T09:13:14.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:14 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-13T09:13:14.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:14 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-13T09:13:14.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:14 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-13T09:13:14.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:14 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' 2024-04-13T09:13:14.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:14 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/122/ff74ecd6-3ba9-4568-905b-1f44109d071c"}]: dispatch 2024-04-13T09:13:14.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:14 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/ff74ecd6-3ba9-4568-905b-1f44109d071c"}]: dispatch 2024-04-13T09:13:14.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:14 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/ff74ecd6-3ba9-4568-905b-1f44109d071c"}]': finished 2024-04-13T09:13:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:13:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:13:14] "GET /metrics HTTP/1.1" 200 36600 "" "Prometheus/2.43.0" 2024-04-13T09:13:15.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:15 smithi139 ceph-mon[88985]: pgmap v5024: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 319 KiB/s rd, 20 KiB/s wr, 432 op/s 2024-04-13T09:13:15.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:15 smithi139 ceph-mon[88985]: osdmap e2714: 8 total, 8 up, 8 in 2024-04-13T09:13:15.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:15 smithi119 ceph-mon[96316]: pgmap v5024: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 319 KiB/s rd, 20 KiB/s wr, 432 op/s 2024-04-13T09:13:15.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:15 smithi119 ceph-mon[96316]: osdmap e2714: 8 total, 8 up, 8 in 2024-04-13T09:13:15.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:15 smithi119 ceph-mon[93746]: pgmap v5024: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 319 KiB/s rd, 20 KiB/s wr, 432 op/s 2024-04-13T09:13:15.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:15 smithi119 ceph-mon[93746]: osdmap e2714: 8 total, 8 up, 8 in 2024-04-13T09:13:17.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:16 smithi119 ceph-mon[96316]: osdmap e2715: 8 total, 8 up, 8 in 2024-04-13T09:13:17.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:16 smithi119 ceph-mon[96316]: pgmap v5027: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 346 KiB/s rd, 23 KiB/s wr, 479 op/s 2024-04-13T09:13:17.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:16 smithi119 ceph-mon[96316]: osdmap e2716: 8 total, 8 up, 8 in 2024-04-13T09:13:17.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:16 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/edf5d33a-7cd8-4a3d-8e06-65c4fdd06582"}]: dispatch 2024-04-13T09:13:17.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:16 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/edf5d33a-7cd8-4a3d-8e06-65c4fdd06582"}]': finished 2024-04-13T09:13:17.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:16 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/37442ed7-6212-432e-bdf2-0b1740a3447b"}]: dispatch 2024-04-13T09:13:17.217 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:16 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/37442ed7-6212-432e-bdf2-0b1740a3447b"}]': finished 2024-04-13T09:13:17.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:16 smithi119 ceph-mon[93746]: osdmap e2715: 8 total, 8 up, 8 in 2024-04-13T09:13:17.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:16 smithi119 ceph-mon[93746]: pgmap v5027: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 346 KiB/s rd, 23 KiB/s wr, 479 op/s 2024-04-13T09:13:17.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:16 smithi119 ceph-mon[93746]: osdmap e2716: 8 total, 8 up, 8 in 2024-04-13T09:13:17.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:16 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/edf5d33a-7cd8-4a3d-8e06-65c4fdd06582"}]: dispatch 2024-04-13T09:13:17.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:16 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/edf5d33a-7cd8-4a3d-8e06-65c4fdd06582"}]': finished 2024-04-13T09:13:17.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:16 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/37442ed7-6212-432e-bdf2-0b1740a3447b"}]: dispatch 2024-04-13T09:13:17.217 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:16 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/37442ed7-6212-432e-bdf2-0b1740a3447b"}]': finished 2024-04-13T09:13:17.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:16 smithi139 ceph-mon[88985]: osdmap e2715: 8 total, 8 up, 8 in 2024-04-13T09:13:17.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:16 smithi139 ceph-mon[88985]: pgmap v5027: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 346 KiB/s rd, 23 KiB/s wr, 479 op/s 2024-04-13T09:13:17.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:16 smithi139 ceph-mon[88985]: osdmap e2716: 8 total, 8 up, 8 in 2024-04-13T09:13:17.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:16 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/edf5d33a-7cd8-4a3d-8e06-65c4fdd06582"}]: dispatch 2024-04-13T09:13:17.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:16 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/edf5d33a-7cd8-4a3d-8e06-65c4fdd06582"}]': finished 2024-04-13T09:13:17.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:16 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/37442ed7-6212-432e-bdf2-0b1740a3447b"}]: dispatch 2024-04-13T09:13:17.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:16 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/37442ed7-6212-432e-bdf2-0b1740a3447b"}]': finished 2024-04-13T09:13:18.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:18 smithi139 ceph-mon[88985]: osdmap e2717: 8 total, 8 up, 8 in 2024-04-13T09:13:18.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:18 smithi119 ceph-mon[96316]: osdmap e2717: 8 total, 8 up, 8 in 2024-04-13T09:13:18.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:18 smithi119 ceph-mon[93746]: osdmap e2717: 8 total, 8 up, 8 in 2024-04-13T09:13:19.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:19 smithi139 ceph-mon[88985]: pgmap v5030: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 460 KiB/s rd, 38 KiB/s wr, 646 op/s 2024-04-13T09:13:19.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:19 smithi139 ceph-mon[88985]: osdmap e2718: 8 total, 8 up, 8 in 2024-04-13T09:13:19.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:19 smithi119 ceph-mon[96316]: pgmap v5030: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 460 KiB/s rd, 38 KiB/s wr, 646 op/s 2024-04-13T09:13:19.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:19 smithi119 ceph-mon[96316]: osdmap e2718: 8 total, 8 up, 8 in 2024-04-13T09:13:19.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:19 smithi119 ceph-mon[93746]: pgmap v5030: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 460 KiB/s rd, 38 KiB/s wr, 646 op/s 2024-04-13T09:13:19.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:19 smithi119 ceph-mon[93746]: osdmap e2718: 8 total, 8 up, 8 in 2024-04-13T09:13:20.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:20 smithi139 ceph-mon[88985]: osdmap e2719: 8 total, 8 up, 8 in 2024-04-13T09:13:20.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:20 smithi119 ceph-mon[96316]: osdmap e2719: 8 total, 8 up, 8 in 2024-04-13T09:13:20.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:20 smithi119 ceph-mon[93746]: osdmap e2719: 8 total, 8 up, 8 in 2024-04-13T09:13:21.512 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_create_snapshot PASSED [ 82%] 2024-04-13T09:13:21.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:21 smithi139 ceph-mon[88985]: pgmap v5033: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 113 KiB/s rd, 14 KiB/s wr, 167 op/s 2024-04-13T09:13:21.964 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:21 smithi139 ceph-mon[88985]: osdmap e2720: 8 total, 8 up, 8 in 2024-04-13T09:13:21.964 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:21 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:13:21.964 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:21 smithi139 ceph-mon[88985]: osdmap e2721: 8 total, 8 up, 8 in 2024-04-13T09:13:21.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:21 smithi119 ceph-mon[96316]: pgmap v5033: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 113 KiB/s rd, 14 KiB/s wr, 167 op/s 2024-04-13T09:13:21.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:21 smithi119 ceph-mon[96316]: osdmap e2720: 8 total, 8 up, 8 in 2024-04-13T09:13:21.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:21 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:13:21.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:21 smithi119 ceph-mon[96316]: osdmap e2721: 8 total, 8 up, 8 in 2024-04-13T09:13:21.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:21 smithi119 ceph-mon[93746]: pgmap v5033: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 113 KiB/s rd, 14 KiB/s wr, 167 op/s 2024-04-13T09:13:21.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:21 smithi119 ceph-mon[93746]: osdmap e2720: 8 total, 8 up, 8 in 2024-04-13T09:13:21.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:21 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:13:21.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:21 smithi119 ceph-mon[93746]: osdmap e2721: 8 total, 8 up, 8 in 2024-04-13T09:13:22.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:22 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T09:13:22.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:22 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T09:13:22.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:22 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:13:22.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:13:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:13:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:13:22.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:22 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T09:13:22.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:22 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T09:13:22.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:22 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:13:22.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:22 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T09:13:22.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:22 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T09:13:22.967 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:22 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:13:23.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:23 smithi139 ceph-mon[88985]: pgmap v5036: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 146 KiB/s rd, 10 KiB/s wr, 193 op/s 2024-04-13T09:13:23.888 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:23 smithi139 ceph-mon[88985]: osdmap e2722: 8 total, 8 up, 8 in 2024-04-13T09:13:23.968 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:23 smithi119 ceph-mon[96316]: pgmap v5036: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 146 KiB/s rd, 10 KiB/s wr, 193 op/s 2024-04-13T09:13:23.968 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:23 smithi119 ceph-mon[96316]: osdmap e2722: 8 total, 8 up, 8 in 2024-04-13T09:13:23.969 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:23 smithi119 ceph-mon[93746]: pgmap v5036: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 146 KiB/s rd, 10 KiB/s wr, 193 op/s 2024-04-13T09:13:23.969 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:23 smithi119 ceph-mon[93746]: osdmap e2722: 8 total, 8 up, 8 in 2024-04-13T09:13:24.820 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:24 smithi119 ceph-mon[96316]: osdmap e2723: 8 total, 8 up, 8 in 2024-04-13T09:13:24.820 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:24 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/d4891dd6-429a-4bbc-b4e0-21399336c870"}]: dispatch 2024-04-13T09:13:24.820 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:24 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/d4891dd6-429a-4bbc-b4e0-21399336c870"}]': finished 2024-04-13T09:13:24.820 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:13:24.820 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:24 smithi119 ceph-mon[93746]: osdmap e2723: 8 total, 8 up, 8 in 2024-04-13T09:13:24.820 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:24 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/d4891dd6-429a-4bbc-b4e0-21399336c870"}]: dispatch 2024-04-13T09:13:24.821 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:24 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/d4891dd6-429a-4bbc-b4e0-21399336c870"}]': finished 2024-04-13T09:13:24.821 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:13:24.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:24 smithi139 ceph-mon[88985]: osdmap e2723: 8 total, 8 up, 8 in 2024-04-13T09:13:24.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:24 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/d4891dd6-429a-4bbc-b4e0-21399336c870"}]: dispatch 2024-04-13T09:13:24.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:24 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/864404940' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/d4891dd6-429a-4bbc-b4e0-21399336c870"}]': finished 2024-04-13T09:13:24.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:13:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:13:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:13:24] "GET /metrics HTTP/1.1" 200 36599 "" "Prometheus/2.43.0" 2024-04-13T09:13:25.658 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_aio_mirror_image_create_snapshot PASSED [ 82%] 2024-04-13T09:13:25.742 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_move PASSED [ 83%] 2024-04-13T09:13:25.878 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_purge PASSED [ 84%] 2024-04-13T09:13:25.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:25 smithi139 ceph-mon[88985]: pgmap v5039: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 146 KiB/s rd, 10 KiB/s wr, 193 op/s 2024-04-13T09:13:25.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:25 smithi139 ceph-mon[88985]: osdmap e2724: 8 total, 8 up, 8 in 2024-04-13T09:13:25.957 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_denied PASSED [ 84%] 2024-04-13T09:13:25.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:25 smithi119 ceph-mon[96316]: pgmap v5039: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 146 KiB/s rd, 10 KiB/s wr, 193 op/s 2024-04-13T09:13:25.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:25 smithi119 ceph-mon[96316]: osdmap e2724: 8 total, 8 up, 8 in 2024-04-13T09:13:25.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:25 smithi119 ceph-mon[93746]: pgmap v5039: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 146 KiB/s rd, 10 KiB/s wr, 193 op/s 2024-04-13T09:13:25.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:25 smithi119 ceph-mon[93746]: osdmap e2724: 8 total, 8 up, 8 in 2024-04-13T09:13:26.030 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove PASSED [ 85%] 2024-04-13T09:13:26.106 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_with_progress PASSED [ 85%] 2024-04-13T09:13:26.181 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_get PASSED [ 86%] 2024-04-13T09:13:26.317 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_list PASSED [ 86%] 2024-04-13T09:13:26.443 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_restore PASSED [ 87%] 2024-04-13T09:13:26.451 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_group PASSED [ 88%] 2024-04-13T09:13:26.459 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename_group PASSED [ 88%] 2024-04-13T09:13:26.461 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_empty PASSED [ 89%] 2024-04-13T09:13:26.469 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups PASSED [ 89%] 2024-04-13T09:13:26.477 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_after_removed PASSED [ 90%] 2024-04-13T09:13:26.574 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_add PASSED [ 90%] 2024-04-13T09:13:26.657 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_empty PASSED [ 91%] 2024-04-13T09:13:26.753 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list PASSED [ 92%] 2024-04-13T09:13:26.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:26 smithi139 ceph-mon[88985]: osdmap e2725: 8 total, 8 up, 8 in 2024-04-13T09:13:26.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:26 smithi139 ceph-mon[88985]: pgmap v5042: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 82 KiB/s rd, 7.2 KiB/s wr, 110 op/s 2024-04-13T09:13:26.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:26 smithi139 ceph-mon[88985]: osdmap e2726: 8 total, 8 up, 8 in 2024-04-13T09:13:26.888 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_move_to_trash PASSED [ 92%] 2024-04-13T09:13:26.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:26 smithi119 ceph-mon[96316]: osdmap e2725: 8 total, 8 up, 8 in 2024-04-13T09:13:26.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:26 smithi119 ceph-mon[96316]: pgmap v5042: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 82 KiB/s rd, 7.2 KiB/s wr, 110 op/s 2024-04-13T09:13:26.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:26 smithi119 ceph-mon[96316]: osdmap e2726: 8 total, 8 up, 8 in 2024-04-13T09:13:26.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:26 smithi119 ceph-mon[93746]: osdmap e2725: 8 total, 8 up, 8 in 2024-04-13T09:13:26.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:26 smithi119 ceph-mon[93746]: pgmap v5042: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 82 KiB/s rd, 7.2 KiB/s wr, 110 op/s 2024-04-13T09:13:26.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:26 smithi119 ceph-mon[93746]: osdmap e2726: 8 total, 8 up, 8 in 2024-04-13T09:13:28.503 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_many_images PASSED [ 93%] 2024-04-13T09:13:28.622 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_remove PASSED [ 93%] 2024-04-13T09:13:28.713 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap PASSED [ 94%] 2024-04-13T09:13:28.815 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_flags PASSED [ 94%] 2024-04-13T09:13:28.987 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_list_many PASSED [ 95%] 2024-04-13T09:13:29.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:29 smithi119 ceph-mon[96316]: pgmap v5044: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 208 KiB/s rd, 34 KiB/s wr, 312 op/s 2024-04-13T09:13:29.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:29 smithi119 ceph-mon[93746]: pgmap v5044: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 208 KiB/s rd, 34 KiB/s wr, 312 op/s 2024-04-13T09:13:29.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:29 smithi139 ceph-mon[88985]: pgmap v5044: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 208 KiB/s rd, 34 KiB/s wr, 312 op/s 2024-04-13T09:13:30.306 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_namespace PASSED [ 96%] 2024-04-13T09:13:30.409 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rename PASSED [ 96%] 2024-04-13T09:13:30.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:30 smithi119 ceph-mon[96316]: osdmap e2727: 8 total, 8 up, 8 in 2024-04-13T09:13:30.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:30 smithi119 ceph-mon[93746]: osdmap e2727: 8 total, 8 up, 8 in 2024-04-13T09:13:30.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:30 smithi139 ceph-mon[88985]: osdmap e2727: 8 total, 8 up, 8 in 2024-04-13T09:13:31.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:31 smithi119 ceph-mon[96316]: pgmap v5046: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 172 KiB/s rd, 28 KiB/s wr, 257 op/s 2024-04-13T09:13:31.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:31 smithi119 ceph-mon[96316]: osdmap e2728: 8 total, 8 up, 8 in 2024-04-13T09:13:31.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:31 smithi119 ceph-mon[93746]: pgmap v5046: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 172 KiB/s rd, 28 KiB/s wr, 257 op/s 2024-04-13T09:13:31.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:31 smithi119 ceph-mon[93746]: osdmap e2728: 8 total, 8 up, 8 in 2024-04-13T09:13:31.544 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rollback PASSED [ 97%] 2024-04-13T09:13:31.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:31 smithi139 ceph-mon[88985]: pgmap v5046: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 172 KiB/s rd, 28 KiB/s wr, 257 op/s 2024-04-13T09:13:31.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:31 smithi139 ceph-mon[88985]: osdmap e2728: 8 total, 8 up, 8 in 2024-04-13T09:13:31.821 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration PASSED [ 97%] 2024-04-13T09:13:32.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:32 smithi119 ceph-mon[93746]: osdmap e2729: 8 total, 8 up, 8 in 2024-04-13T09:13:32.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:32 smithi119 ceph-mon[93746]: osdmap e2730: 8 total, 8 up, 8 in 2024-04-13T09:13:32.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:32 smithi119 ceph-mon[96316]: osdmap e2729: 8 total, 8 up, 8 in 2024-04-13T09:13:32.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:32 smithi119 ceph-mon[96316]: osdmap e2730: 8 total, 8 up, 8 in 2024-04-13T09:13:32.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:32 smithi139 ceph-mon[88985]: osdmap e2729: 8 total, 8 up, 8 in 2024-04-13T09:13:32.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:32 smithi139 ceph-mon[88985]: osdmap e2730: 8 total, 8 up, 8 in 2024-04-13T09:13:32.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:13:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:13:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:13:33.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:33 smithi119 ceph-mon[96316]: pgmap v5050: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 112 KiB/s wr, 1.67k op/s 2024-04-13T09:13:33.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:33 smithi119 ceph-mon[96316]: osdmap e2731: 8 total, 8 up, 8 in 2024-04-13T09:13:33.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:33 smithi119 ceph-mon[93746]: pgmap v5050: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 112 KiB/s wr, 1.67k op/s 2024-04-13T09:13:33.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:33 smithi119 ceph-mon[93746]: osdmap e2731: 8 total, 8 up, 8 in 2024-04-13T09:13:33.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:33 smithi139 ceph-mon[88985]: pgmap v5050: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 112 KiB/s wr, 1.67k op/s 2024-04-13T09:13:33.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:33 smithi139 ceph-mon[88985]: osdmap e2731: 8 total, 8 up, 8 in 2024-04-13T09:13:34.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:34 smithi119 ceph-mon[96316]: osdmap e2732: 8 total, 8 up, 8 in 2024-04-13T09:13:34.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:34 smithi119 ceph-mon[93746]: osdmap e2732: 8 total, 8 up, 8 in 2024-04-13T09:13:34.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:34 smithi139 ceph-mon[88985]: osdmap e2732: 8 total, 8 up, 8 in 2024-04-13T09:13:35.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:13:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:13:34] "GET /metrics HTTP/1.1" 200 36599 "" "Prometheus/2.43.0" 2024-04-13T09:13:35.631 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_import PASSED [ 98%] 2024-04-13T09:13:35.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:35 smithi119 ceph-mon[96316]: pgmap v5053: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 114 KiB/s wr, 1.76k op/s 2024-04-13T09:13:35.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:35 smithi119 ceph-mon[96316]: osdmap e2733: 8 total, 8 up, 8 in 2024-04-13T09:13:35.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:35 smithi119 ceph-mon[93746]: pgmap v5053: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 114 KiB/s wr, 1.76k op/s 2024-04-13T09:13:35.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:35 smithi119 ceph-mon[93746]: osdmap e2733: 8 total, 8 up, 8 in 2024-04-13T09:13:35.851 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_with_progress PASSED [ 98%] 2024-04-13T09:13:35.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:35 smithi139 ceph-mon[88985]: pgmap v5053: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 114 KiB/s wr, 1.76k op/s 2024-04-13T09:13:35.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:35 smithi139 ceph-mon[88985]: osdmap e2733: 8 total, 8 up, 8 in 2024-04-13T09:13:36.033 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort PASSED [ 99%] 2024-04-13T09:13:36.446 INFO:tasks.workunit.client.0.smithi119.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort_with_progress PASSED [100%] 2024-04-13T09:13:36.446 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T09:13:36.446 INFO:tasks.workunit.client.0.smithi119.stdout:=============================== warnings summary =============================== 2024-04-13T09:13:36.446 INFO:tasks.workunit.client.0.smithi119.stdout:test_rbd.py::test_remove_with_progress_except 2024-04-13T09:13:36.446 INFO:tasks.workunit.client.0.smithi119.stdout: /usr/lib/python3.9/site-packages/_pytest/unraisableexception.py:78: PytestUnraisableExceptionWarning: Exception ignored in: 'rbd.progress_callback' 2024-04-13T09:13:36.446 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T09:13:36.446 INFO:tasks.workunit.client.0.smithi119.stdout: Traceback (most recent call last): 2024-04-13T09:13:36.446 INFO:tasks.workunit.client.0.smithi119.stdout: File "/home/ubuntu/cephtest/clone.client.0/src/test/pybind/test_rbd.py", line 423, in progress_cb 2024-04-13T09:13:36.446 INFO:tasks.workunit.client.0.smithi119.stdout: raise Exception() 2024-04-13T09:13:36.446 INFO:tasks.workunit.client.0.smithi119.stdout: Exception 2024-04-13T09:13:36.446 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T09:13:36.447 INFO:tasks.workunit.client.0.smithi119.stdout: warnings.warn(pytest.PytestUnraisableExceptionWarning(msg)) 2024-04-13T09:13:36.447 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T09:13:36.447 INFO:tasks.workunit.client.0.smithi119.stdout:-- Docs: https://docs.pytest.org/en/stable/warnings.html 2024-04-13T09:13:36.447 INFO:tasks.workunit.client.0.smithi119.stdout:============ 167 passed, 8 skipped, 1 warning in 637.78s (0:10:37) ============= 2024-04-13T09:13:36.489 INFO:tasks.workunit.client.0.smithi119.stderr:+ exit 0 2024-04-13T09:13:36.490 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-13T09:13:36.490 DEBUG:teuthology.orchestra.run.smithi119:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-13T09:13:36.519 INFO:tasks.workunit:Stopping ['rbd/test_librbd_python.sh'] on client.0... 2024-04-13T09:13:36.520 DEBUG:teuthology.orchestra.run.smithi119:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-13T09:13:36.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:36 smithi119 ceph-mon[96316]: osdmap e2734: 8 total, 8 up, 8 in 2024-04-13T09:13:36.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:36 smithi119 ceph-mon[96316]: osdmap e2735: 8 total, 8 up, 8 in 2024-04-13T09:13:36.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:36 smithi119 ceph-mon[93746]: osdmap e2734: 8 total, 8 up, 8 in 2024-04-13T09:13:36.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:36 smithi119 ceph-mon[93746]: osdmap e2735: 8 total, 8 up, 8 in 2024-04-13T09:13:36.783 DEBUG:teuthology.parallel:result is None 2024-04-13T09:13:36.784 DEBUG:teuthology.orchestra.run.smithi119:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-13T09:13:36.810 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-13T09:13:36.811 DEBUG:teuthology.orchestra.run.smithi119:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-13T09:13:36.868 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-13T09:13:36.868 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-13T09:13:36.868 INFO:teuthology.task.print:**** done end test_rbd_python.yaml 2024-04-13T09:13:36.868 DEBUG:teuthology.parallel:result is None 2024-04-13T09:13:36.869 INFO:teuthology.run_tasks:Running task print... 2024-04-13T09:13:36.880 INFO:teuthology.task.print:**** done end parallel 2024-04-13T09:13:36.880 INFO:teuthology.run_tasks:Running task print... 2024-04-13T09:13:36.977 INFO:teuthology.task.print:**** done start telemetry x... 2024-04-13T09:13:36.978 INFO:teuthology.run_tasks:Running task workunit... 2024-04-13T09:13:36.988 INFO:tasks.workunit:Pulling workunits from ref c2d8c3155d854ee204cb7c7261232571229d1d54 2024-04-13T09:13:36.988 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-13T09:13:36.988 DEBUG:teuthology.orchestra.run.smithi119:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-13T09:13:36.989 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:36 smithi139 ceph-mon[88985]: osdmap e2734: 8 total, 8 up, 8 in 2024-04-13T09:13:36.989 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:36 smithi139 ceph-mon[88985]: osdmap e2735: 8 total, 8 up, 8 in 2024-04-13T09:13:37.003 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-13T09:13:37.003 INFO:teuthology.orchestra.run.smithi119.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-13T09:13:37.004 DEBUG:teuthology.orchestra.run.smithi119:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-13T09:13:37.058 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-13T09:13:37.058 DEBUG:teuthology.orchestra.run.smithi119:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-13T09:13:37.113 INFO:tasks.workunit:timeout=3h 2024-04-13T09:13:37.113 INFO:tasks.workunit:cleanup=True 2024-04-13T09:13:37.114 DEBUG:teuthology.orchestra.run.smithi119:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout c2d8c3155d854ee204cb7c7261232571229d1d54 2024-04-13T09:13:37.169 INFO:tasks.workunit.client.0.smithi119.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-13T09:13:37.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:37 smithi119 ceph-mon[93746]: pgmap v5056: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 310 KiB/s rd, 13 KiB/s wr, 399 op/s 2024-04-13T09:13:37.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:37 smithi119 ceph-mon[96316]: pgmap v5056: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 310 KiB/s rd, 13 KiB/s wr, 399 op/s 2024-04-13T09:13:37.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:37 smithi139 ceph-mon[88985]: pgmap v5056: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 310 KiB/s rd, 13 KiB/s wr, 399 op/s 2024-04-13T09:13:39.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:39 smithi139 ceph-mon[88985]: pgmap v5058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:13:39.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:13:39.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:39 smithi119 ceph-mon[96316]: pgmap v5058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:13:39.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:13:39.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:39 smithi119 ceph-mon[93746]: pgmap v5058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:13:39.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:13:41.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:41 smithi139 ceph-mon[88985]: pgmap v5059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:13:41.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:41 smithi119 ceph-mon[96316]: pgmap v5059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:13:41.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:41 smithi119 ceph-mon[93746]: pgmap v5059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:13:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:13:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:13:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:13:43.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:43 smithi139 ceph-mon[88985]: pgmap v5060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:13:43.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:43 smithi119 ceph-mon[96316]: pgmap v5060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:13:43.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:43 smithi119 ceph-mon[93746]: pgmap v5060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:13:45.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:13:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:13:44] "GET /metrics HTTP/1.1" 200 34124 "" "Prometheus/2.43.0" 2024-04-13T09:13:45.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:45 smithi139 ceph-mon[88985]: pgmap v5061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:13:45.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:45 smithi119 ceph-mon[93746]: pgmap v5061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:13:45.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:45 smithi119 ceph-mon[96316]: pgmap v5061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:13:47.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:47 smithi139 ceph-mon[88985]: pgmap v5062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:13:47.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:47 smithi119 ceph-mon[93746]: pgmap v5062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:13:47.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:47 smithi119 ceph-mon[96316]: pgmap v5062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:13:49.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:49 smithi139 ceph-mon[88985]: pgmap v5063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:13:49.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:49 smithi119 ceph-mon[96316]: pgmap v5063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:13:49.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:49 smithi119 ceph-mon[93746]: pgmap v5063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:13:51.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:51 smithi139 ceph-mon[88985]: pgmap v5064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:13:51.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:51 smithi119 ceph-mon[96316]: pgmap v5064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:13:51.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:51 smithi119 ceph-mon[93746]: pgmap v5064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:13:52.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:13:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:13:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:13:53.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:53 smithi139 ceph-mon[88985]: pgmap v5065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:13:53.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:53 smithi119 ceph-mon[96316]: pgmap v5065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:13:53.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:53 smithi119 ceph-mon[93746]: pgmap v5065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:13:54.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:13:54.820 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:13:54.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:13:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:13:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:13:54] "GET /metrics HTTP/1.1" 200 34124 "" "Prometheus/2.43.0" 2024-04-13T09:13:55.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:55 smithi139 ceph-mon[88985]: pgmap v5066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:13:55.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:55 smithi119 ceph-mon[96316]: pgmap v5066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:13:55.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:55 smithi119 ceph-mon[93746]: pgmap v5066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:13:57.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:57 smithi139 ceph-mon[88985]: pgmap v5067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:13:57.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:57 smithi119 ceph-mon[93746]: pgmap v5067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:13:57.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:57 smithi119 ceph-mon[96316]: pgmap v5067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:13:59.769 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:13:59 smithi119 ceph-mon[96316]: pgmap v5068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:13:59.769 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:13:59 smithi119 ceph-mon[93746]: pgmap v5068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:13:59.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:13:59 smithi139 ceph-mon[88985]: pgmap v5068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:01.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:01 smithi139 ceph-mon[88985]: pgmap v5069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:01.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:01 smithi119 ceph-mon[96316]: pgmap v5069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:01.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:01 smithi119 ceph-mon[93746]: pgmap v5069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:02.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:14:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:14:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:14:03.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:03 smithi139 ceph-mon[88985]: pgmap v5070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:03.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:03 smithi119 ceph-mon[96316]: pgmap v5070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:03.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:03 smithi119 ceph-mon[93746]: pgmap v5070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:05.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:14:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:14:04] "GET /metrics HTTP/1.1" 200 34124 "" "Prometheus/2.43.0" 2024-04-13T09:14:05.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:05 smithi139 ceph-mon[88985]: pgmap v5071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:05.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:05 smithi119 ceph-mon[96316]: pgmap v5071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:05.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:05 smithi119 ceph-mon[93746]: pgmap v5071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:07.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:07 smithi139 ceph-mon[88985]: pgmap v5072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:07.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:07 smithi119 ceph-mon[96316]: pgmap v5072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:07.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:07 smithi119 ceph-mon[93746]: pgmap v5072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:09.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:09 smithi139 ceph-mon[88985]: pgmap v5073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:09.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:14:09.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:09 smithi119 ceph-mon[96316]: pgmap v5073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:09.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:14:09.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:09 smithi119 ceph-mon[93746]: pgmap v5073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:09.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:14:11.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:11 smithi139 ceph-mon[88985]: pgmap v5074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:11.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:11 smithi119 ceph-mon[96316]: pgmap v5074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:11.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:11 smithi119 ceph-mon[93746]: pgmap v5074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:12.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:14:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:14:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:14:13.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:13 smithi139 ceph-mon[88985]: pgmap v5075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:13.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:13 smithi119 ceph-mon[96316]: pgmap v5075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:13.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:13 smithi119 ceph-mon[93746]: pgmap v5075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:15.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:14:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:14:14] "GET /metrics HTTP/1.1" 200 34126 "" "Prometheus/2.43.0" 2024-04-13T09:14:15.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:15 smithi139 ceph-mon[88985]: pgmap v5076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:15.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:15 smithi119 ceph-mon[93746]: pgmap v5076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:15.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:15 smithi119 ceph-mon[96316]: pgmap v5076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:17.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:17 smithi139 ceph-mon[88985]: pgmap v5077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:17.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:17 smithi119 ceph-mon[93746]: pgmap v5077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:17.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:17 smithi119 ceph-mon[96316]: pgmap v5077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:19.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:19 smithi139 ceph-mon[88985]: pgmap v5078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:19.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:19 smithi119 ceph-mon[96316]: pgmap v5078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:19.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:19 smithi119 ceph-mon[93746]: pgmap v5078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:21.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:21 smithi139 ceph-mon[88985]: pgmap v5079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:21.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:21 smithi119 ceph-mon[96316]: pgmap v5079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:21.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:21 smithi119 ceph-mon[93746]: pgmap v5079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:22.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:22 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:14:22.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:22 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T09:14:22.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:22 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T09:14:22.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:22 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:14:22.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:14:22 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:14:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:14:22.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:22 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:14:22.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:22 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T09:14:22.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:22 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T09:14:22.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:22 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:14:22.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:22 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:14:22.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:22 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T09:14:22.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:22 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T09:14:22.967 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:22 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:14:23.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:23 smithi139 ceph-mon[88985]: pgmap v5080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:23.966 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:23 smithi119 ceph-mon[96316]: pgmap v5080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:23.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:23 smithi119 ceph-mon[93746]: pgmap v5080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:24.819 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:24 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:14:24.820 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:24 smithi119 ceph-mon[96316]: pgmap v5081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:24.820 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:24 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:14:24.820 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:24 smithi119 ceph-mon[93746]: pgmap v5081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:24.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:24 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:14:24.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:24 smithi139 ceph-mon[88985]: pgmap v5081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:25.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:14:24 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:14:24] "GET /metrics HTTP/1.1" 200 34124 "" "Prometheus/2.43.0" 2024-04-13T09:14:27.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:27 smithi119 ceph-mon[96316]: pgmap v5082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:27.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:27 smithi119 ceph-mon[93746]: pgmap v5082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:27.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:27 smithi139 ceph-mon[88985]: pgmap v5082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:29.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:29 smithi119 ceph-mon[96316]: pgmap v5083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:29.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:29 smithi119 ceph-mon[93746]: pgmap v5083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:29.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:29 smithi139 ceph-mon[88985]: pgmap v5083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:31.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:31 smithi119 ceph-mon[96316]: pgmap v5084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:31.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:31 smithi119 ceph-mon[93746]: pgmap v5084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:31.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:31 smithi139 ceph-mon[88985]: pgmap v5084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:32.636 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:14:32 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:14:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:14:33.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:33 smithi119 ceph-mon[96316]: pgmap v5085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:33.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:33 smithi119 ceph-mon[93746]: pgmap v5085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:33.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:33 smithi139 ceph-mon[88985]: pgmap v5085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:35.203 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:14:34 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:14:34] "GET /metrics HTTP/1.1" 200 34124 "" "Prometheus/2.43.0" 2024-04-13T09:14:35.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:35 smithi119 ceph-mon[96316]: pgmap v5086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:35.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:35 smithi119 ceph-mon[93746]: pgmap v5086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:35.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:35 smithi139 ceph-mon[88985]: pgmap v5086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:37.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:37 smithi119 ceph-mon[96316]: pgmap v5087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:37.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:37 smithi119 ceph-mon[93746]: pgmap v5087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:37.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:37 smithi139 ceph-mon[88985]: pgmap v5087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:39.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:39 smithi119 ceph-mon[96316]: pgmap v5088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:39.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:39 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:14:39.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:39 smithi119 ceph-mon[93746]: pgmap v5088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:39.467 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:39 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:14:39.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:39 smithi139 ceph-mon[88985]: pgmap v5088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:39.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:39 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:14:41.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:41 smithi119 ceph-mon[96316]: pgmap v5089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:41.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:41 smithi119 ceph-mon[93746]: pgmap v5089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:41.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:41 smithi139 ceph-mon[88985]: pgmap v5089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:42.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:14:42 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:14:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:14:43.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:43 smithi119 ceph-mon[96316]: pgmap v5090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:43.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:43 smithi119 ceph-mon[93746]: pgmap v5090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:43.625 INFO:tasks.workunit.client.0.smithi119.stderr:Note: switching to 'c2d8c3155d854ee204cb7c7261232571229d1d54'. 2024-04-13T09:14:43.625 INFO:tasks.workunit.client.0.smithi119.stderr: 2024-04-13T09:14:43.625 INFO:tasks.workunit.client.0.smithi119.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-04-13T09:14:43.626 INFO:tasks.workunit.client.0.smithi119.stderr:changes and commit them, and you can discard any commits you make in this 2024-04-13T09:14:43.626 INFO:tasks.workunit.client.0.smithi119.stderr:state without impacting any branches by switching back to a branch. 2024-04-13T09:14:43.626 INFO:tasks.workunit.client.0.smithi119.stderr: 2024-04-13T09:14:43.626 INFO:tasks.workunit.client.0.smithi119.stderr:If you want to create a new branch to retain commits you create, you may 2024-04-13T09:14:43.626 INFO:tasks.workunit.client.0.smithi119.stderr:do so (now or later) by using -c with the switch command. Example: 2024-04-13T09:14:43.626 INFO:tasks.workunit.client.0.smithi119.stderr: 2024-04-13T09:14:43.626 INFO:tasks.workunit.client.0.smithi119.stderr: git switch -c 2024-04-13T09:14:43.626 INFO:tasks.workunit.client.0.smithi119.stderr: 2024-04-13T09:14:43.626 INFO:tasks.workunit.client.0.smithi119.stderr:Or undo this operation with: 2024-04-13T09:14:43.626 INFO:tasks.workunit.client.0.smithi119.stderr: 2024-04-13T09:14:43.627 INFO:tasks.workunit.client.0.smithi119.stderr: git switch - 2024-04-13T09:14:43.627 INFO:tasks.workunit.client.0.smithi119.stderr: 2024-04-13T09:14:43.627 INFO:tasks.workunit.client.0.smithi119.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-04-13T09:14:43.627 INFO:tasks.workunit.client.0.smithi119.stderr: 2024-04-13T09:14:43.627 INFO:tasks.workunit.client.0.smithi119.stderr:HEAD is now at c2d8c3155d8 Merge PR #56859 into main 2024-04-13T09:14:43.629 DEBUG:teuthology.orchestra.run.smithi119:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-13T09:14:43.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:43 smithi139 ceph-mon[88985]: pgmap v5090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:43.687 INFO:tasks.workunit.client.0.smithi119.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-13T09:14:43.689 INFO:tasks.workunit.client.0.smithi119.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-13T09:14:43.689 INFO:tasks.workunit.client.0.smithi119.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-13T09:14:43.738 INFO:tasks.workunit.client.0.smithi119.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-13T09:14:43.787 INFO:tasks.workunit.client.0.smithi119.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-13T09:14:43.827 INFO:tasks.workunit.client.0.smithi119.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-13T09:14:43.828 INFO:tasks.workunit.client.0.smithi119.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-13T09:14:43.828 INFO:tasks.workunit.client.0.smithi119.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-13T09:14:43.867 INFO:tasks.workunit.client.0.smithi119.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-13T09:14:43.871 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-04-13T09:14:43.871 DEBUG:teuthology.orchestra.run.smithi119:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-13T09:14:43.927 INFO:tasks.workunit:Running workunits matching test_telemetry_reef_x.sh on client.0... 2024-04-13T09:14:43.928 INFO:tasks.workunit:Running workunit test_telemetry_reef_x.sh... 2024-04-13T09:14:43.928 DEBUG:teuthology.orchestra.run.smithi119:workunit test test_telemetry_reef_x.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=c2d8c3155d854ee204cb7c7261232571229d1d54 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_reef_x.sh 2024-04-13T09:14:43.985 INFO:tasks.workunit.client.0.smithi119.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-04-13T09:14:44.374 INFO:tasks.workunit.client.0.smithi119.stderr:+ LAST_OPT_REVISION=1 2024-04-13T09:14:44.375 INFO:tasks.workunit.client.0.smithi119.stderr:+ '[' 1 -ne 1 ']' 2024-04-13T09:14:44.375 INFO:tasks.workunit.client.0.smithi119.stderr:+ ceph -s 2024-04-13T09:14:44.884 INFO:tasks.workunit.client.0.smithi119.stdout: cluster: 2024-04-13T09:14:44.884 INFO:tasks.workunit.client.0.smithi119.stdout: id: 7e8cfa84-f968-11ee-bc8d-c7b262605968 2024-04-13T09:14:44.884 INFO:tasks.workunit.client.0.smithi119.stdout: health: HEALTH_WARN 2024-04-13T09:14:44.884 INFO:tasks.workunit.client.0.smithi119.stdout: Telemetry requires re-opt-in 2024-04-13T09:14:44.885 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T09:14:44.885 INFO:tasks.workunit.client.0.smithi119.stdout: services: 2024-04-13T09:14:44.885 INFO:tasks.workunit.client.0.smithi119.stdout: mon: 3 daemons, quorum a,b,c (age 85m) 2024-04-13T09:14:44.885 INFO:tasks.workunit.client.0.smithi119.stdout: mgr: y(active, since 86m), standbys: x 2024-04-13T09:14:44.885 INFO:tasks.workunit.client.0.smithi119.stdout: mds: 1/1 daemons up, 1 standby 2024-04-13T09:14:44.885 INFO:tasks.workunit.client.0.smithi119.stdout: osd: 8 osds: 8 up (since 80m), 8 in (since 92m) 2024-04-13T09:14:44.885 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T09:14:44.885 INFO:tasks.workunit.client.0.smithi119.stdout: data: 2024-04-13T09:14:44.885 INFO:tasks.workunit.client.0.smithi119.stdout: volumes: 1/1 healthy 2024-04-13T09:14:44.885 INFO:tasks.workunit.client.0.smithi119.stdout: pools: 4 pools, 105 pgs 2024-04-13T09:14:44.886 INFO:tasks.workunit.client.0.smithi119.stdout: objects: 28 objects, 4.6 MiB 2024-04-13T09:14:44.886 INFO:tasks.workunit.client.0.smithi119.stdout: usage: 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:44.886 INFO:tasks.workunit.client.0.smithi119.stdout: pgs: 105 active+clean 2024-04-13T09:14:44.886 INFO:tasks.workunit.client.0.smithi119.stdout: 2024-04-13T09:14:44.895 INFO:tasks.workunit.client.0.smithi119.stderr:++ ceph telemetry collection ls 2024-04-13T09:14:45.215 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:14:44 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:14:44] "GET /metrics HTTP/1.1" 200 34125 "" "Prometheus/2.43.0" 2024-04-13T09:14:45.389 INFO:tasks.workunit.client.0.smithi119.stderr:+ COLLECTIONS='New collections are available: 2024-04-13T09:14:45.389 INFO:tasks.workunit.client.0.smithi119.stderr:['\''basic_pool_flags'\''] 2024-04-13T09:14:45.389 INFO:tasks.workunit.client.0.smithi119.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-13T09:14:45.389 INFO:tasks.workunit.client.0.smithi119.stderr: 2024-04-13T09:14:45.389 INFO:tasks.workunit.client.0.smithi119.stderr:NAME STATUS DESC 2024-04-13T09:14:45.390 INFO:tasks.workunit.client.0.smithi119.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-13T09:14:45.390 INFO:tasks.workunit.client.0.smithi119.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-13T09:14:45.390 INFO:tasks.workunit.client.0.smithi119.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-13T09:14:45.390 INFO:tasks.workunit.client.0.smithi119.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-13T09:14:45.390 INFO:tasks.workunit.client.0.smithi119.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-13T09:14:45.390 INFO:tasks.workunit.client.0.smithi119.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-13T09:14:45.390 INFO:tasks.workunit.client.0.smithi119.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-13T09:14:45.390 INFO:tasks.workunit.client.0.smithi119.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-13T09:14:45.390 INFO:tasks.workunit.client.0.smithi119.stderr:device_base REPORTING Information about device health metrics 2024-04-13T09:14:45.390 INFO:tasks.workunit.client.0.smithi119.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-13T09:14:45.390 INFO:tasks.workunit.client.0.smithi119.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-13T09:14:45.390 INFO:tasks.workunit.client.0.smithi119.stderr:perf_perf REPORTING Information about performance counters of the cluster ' 2024-04-13T09:14:45.390 INFO:tasks.workunit.client.0.smithi119.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics" "basic_pool_flags") 2024-04-13T09:14:45.391 INFO:tasks.workunit.client.0.smithi119.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-13T09:14:45.391 INFO:tasks.workunit.client.0.smithi119.stderr:+ [[ New collections are available: 2024-04-13T09:14:45.391 INFO:tasks.workunit.client.0.smithi119.stderr:['basic_pool_flags'] 2024-04-13T09:14:45.391 INFO:tasks.workunit.client.0.smithi119.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-13T09:14:45.391 INFO:tasks.workunit.client.0.smithi119.stderr: 2024-04-13T09:14:45.391 INFO:tasks.workunit.client.0.smithi119.stderr:NAME STATUS DESC 2024-04-13T09:14:45.391 INFO:tasks.workunit.client.0.smithi119.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-13T09:14:45.391 INFO:tasks.workunit.client.0.smithi119.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-13T09:14:45.391 INFO:tasks.workunit.client.0.smithi119.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-13T09:14:45.391 INFO:tasks.workunit.client.0.smithi119.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-13T09:14:45.391 INFO:tasks.workunit.client.0.smithi119.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-13T09:14:45.391 INFO:tasks.workunit.client.0.smithi119.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-13T09:14:45.391 INFO:tasks.workunit.client.0.smithi119.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-13T09:14:45.391 INFO:tasks.workunit.client.0.smithi119.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-13T09:14:45.391 INFO:tasks.workunit.client.0.smithi119.stderr:device_base REPORTING Information about device health metrics 2024-04-13T09:14:45.392 INFO:tasks.workunit.client.0.smithi119.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-13T09:14:45.392 INFO:tasks.workunit.client.0.smithi119.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-13T09:14:45.392 INFO:tasks.workunit.client.0.smithi119.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_perf* ]] 2024-04-13T09:14:45.392 INFO:tasks.workunit.client.0.smithi119.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-13T09:14:45.392 INFO:tasks.workunit.client.0.smithi119.stderr:+ [[ New collections are available: 2024-04-13T09:14:45.392 INFO:tasks.workunit.client.0.smithi119.stderr:['basic_pool_flags'] 2024-04-13T09:14:45.392 INFO:tasks.workunit.client.0.smithi119.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-13T09:14:45.392 INFO:tasks.workunit.client.0.smithi119.stderr: 2024-04-13T09:14:45.392 INFO:tasks.workunit.client.0.smithi119.stderr:NAME STATUS DESC 2024-04-13T09:14:45.392 INFO:tasks.workunit.client.0.smithi119.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-13T09:14:45.392 INFO:tasks.workunit.client.0.smithi119.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-13T09:14:45.392 INFO:tasks.workunit.client.0.smithi119.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-13T09:14:45.392 INFO:tasks.workunit.client.0.smithi119.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-13T09:14:45.392 INFO:tasks.workunit.client.0.smithi119.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-13T09:14:45.392 INFO:tasks.workunit.client.0.smithi119.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-13T09:14:45.393 INFO:tasks.workunit.client.0.smithi119.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-13T09:14:45.393 INFO:tasks.workunit.client.0.smithi119.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-13T09:14:45.393 INFO:tasks.workunit.client.0.smithi119.stderr:device_base REPORTING Information about device health metrics 2024-04-13T09:14:45.393 INFO:tasks.workunit.client.0.smithi119.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-13T09:14:45.393 INFO:tasks.workunit.client.0.smithi119.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-13T09:14:45.393 INFO:tasks.workunit.client.0.smithi119.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-04-13T09:14:45.393 INFO:tasks.workunit.client.0.smithi119.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-13T09:14:45.393 INFO:tasks.workunit.client.0.smithi119.stderr:+ [[ New collections are available: 2024-04-13T09:14:45.393 INFO:tasks.workunit.client.0.smithi119.stderr:['basic_pool_flags'] 2024-04-13T09:14:45.393 INFO:tasks.workunit.client.0.smithi119.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-13T09:14:45.393 INFO:tasks.workunit.client.0.smithi119.stderr: 2024-04-13T09:14:45.393 INFO:tasks.workunit.client.0.smithi119.stderr:NAME STATUS DESC 2024-04-13T09:14:45.393 INFO:tasks.workunit.client.0.smithi119.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-13T09:14:45.393 INFO:tasks.workunit.client.0.smithi119.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-13T09:14:45.393 INFO:tasks.workunit.client.0.smithi119.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-13T09:14:45.393 INFO:tasks.workunit.client.0.smithi119.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-13T09:14:45.394 INFO:tasks.workunit.client.0.smithi119.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-13T09:14:45.394 INFO:tasks.workunit.client.0.smithi119.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-13T09:14:45.394 INFO:tasks.workunit.client.0.smithi119.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-13T09:14:45.394 INFO:tasks.workunit.client.0.smithi119.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-13T09:14:45.394 INFO:tasks.workunit.client.0.smithi119.stderr:device_base REPORTING Information about device health metrics 2024-04-13T09:14:45.394 INFO:tasks.workunit.client.0.smithi119.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-13T09:14:45.394 INFO:tasks.workunit.client.0.smithi119.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-13T09:14:45.394 INFO:tasks.workunit.client.0.smithi119.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-04-13T09:14:45.394 INFO:tasks.workunit.client.0.smithi119.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-13T09:14:45.394 INFO:tasks.workunit.client.0.smithi119.stderr:+ [[ New collections are available: 2024-04-13T09:14:45.394 INFO:tasks.workunit.client.0.smithi119.stderr:['basic_pool_flags'] 2024-04-13T09:14:45.394 INFO:tasks.workunit.client.0.smithi119.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-13T09:14:45.394 INFO:tasks.workunit.client.0.smithi119.stderr: 2024-04-13T09:14:45.394 INFO:tasks.workunit.client.0.smithi119.stderr:NAME STATUS DESC 2024-04-13T09:14:45.395 INFO:tasks.workunit.client.0.smithi119.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-13T09:14:45.395 INFO:tasks.workunit.client.0.smithi119.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-13T09:14:45.395 INFO:tasks.workunit.client.0.smithi119.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-13T09:14:45.395 INFO:tasks.workunit.client.0.smithi119.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-13T09:14:45.395 INFO:tasks.workunit.client.0.smithi119.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-13T09:14:45.395 INFO:tasks.workunit.client.0.smithi119.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-13T09:14:45.395 INFO:tasks.workunit.client.0.smithi119.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-13T09:14:45.395 INFO:tasks.workunit.client.0.smithi119.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-13T09:14:45.395 INFO:tasks.workunit.client.0.smithi119.stderr:device_base REPORTING Information about device health metrics 2024-04-13T09:14:45.395 INFO:tasks.workunit.client.0.smithi119.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-13T09:14:45.395 INFO:tasks.workunit.client.0.smithi119.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-13T09:14:45.395 INFO:tasks.workunit.client.0.smithi119.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-04-13T09:14:45.395 INFO:tasks.workunit.client.0.smithi119.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-13T09:14:45.395 INFO:tasks.workunit.client.0.smithi119.stderr:+ [[ New collections are available: 2024-04-13T09:14:45.395 INFO:tasks.workunit.client.0.smithi119.stderr:['basic_pool_flags'] 2024-04-13T09:14:45.396 INFO:tasks.workunit.client.0.smithi119.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-13T09:14:45.396 INFO:tasks.workunit.client.0.smithi119.stderr: 2024-04-13T09:14:45.396 INFO:tasks.workunit.client.0.smithi119.stderr:NAME STATUS DESC 2024-04-13T09:14:45.396 INFO:tasks.workunit.client.0.smithi119.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-13T09:14:45.396 INFO:tasks.workunit.client.0.smithi119.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-13T09:14:45.396 INFO:tasks.workunit.client.0.smithi119.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-13T09:14:45.396 INFO:tasks.workunit.client.0.smithi119.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-13T09:14:45.396 INFO:tasks.workunit.client.0.smithi119.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-13T09:14:45.396 INFO:tasks.workunit.client.0.smithi119.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-13T09:14:45.396 INFO:tasks.workunit.client.0.smithi119.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-13T09:14:45.396 INFO:tasks.workunit.client.0.smithi119.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-13T09:14:45.396 INFO:tasks.workunit.client.0.smithi119.stderr:device_base REPORTING Information about device health metrics 2024-04-13T09:14:45.396 INFO:tasks.workunit.client.0.smithi119.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-13T09:14:45.396 INFO:tasks.workunit.client.0.smithi119.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-13T09:14:45.396 INFO:tasks.workunit.client.0.smithi119.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-04-13T09:14:45.396 INFO:tasks.workunit.client.0.smithi119.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-13T09:14:45.397 INFO:tasks.workunit.client.0.smithi119.stderr:+ [[ New collections are available: 2024-04-13T09:14:45.397 INFO:tasks.workunit.client.0.smithi119.stderr:['basic_pool_flags'] 2024-04-13T09:14:45.397 INFO:tasks.workunit.client.0.smithi119.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-13T09:14:45.397 INFO:tasks.workunit.client.0.smithi119.stderr: 2024-04-13T09:14:45.397 INFO:tasks.workunit.client.0.smithi119.stderr:NAME STATUS DESC 2024-04-13T09:14:45.397 INFO:tasks.workunit.client.0.smithi119.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-13T09:14:45.397 INFO:tasks.workunit.client.0.smithi119.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-13T09:14:45.397 INFO:tasks.workunit.client.0.smithi119.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-13T09:14:45.397 INFO:tasks.workunit.client.0.smithi119.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-13T09:14:45.397 INFO:tasks.workunit.client.0.smithi119.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-13T09:14:45.397 INFO:tasks.workunit.client.0.smithi119.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-13T09:14:45.397 INFO:tasks.workunit.client.0.smithi119.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-13T09:14:45.397 INFO:tasks.workunit.client.0.smithi119.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-13T09:14:45.397 INFO:tasks.workunit.client.0.smithi119.stderr:device_base REPORTING Information about device health metrics 2024-04-13T09:14:45.397 INFO:tasks.workunit.client.0.smithi119.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-13T09:14:45.398 INFO:tasks.workunit.client.0.smithi119.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-13T09:14:45.398 INFO:tasks.workunit.client.0.smithi119.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_flags* ]] 2024-04-13T09:14:45.398 INFO:tasks.workunit.client.0.smithi119.stderr:+ ceph telemetry preview 2024-04-13T09:14:45.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:45 smithi119 ceph-mon[93746]: pgmap v5091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:45.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:45 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2434825623' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-13T09:14:45.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:45 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2434825623' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-13T09:14:45.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:45 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2977880034' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-13T09:14:45.466 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:45 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2977880034' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-13T09:14:45.466 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:45 smithi119 ceph-mon[96316]: pgmap v5091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:45.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:45 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2434825623' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-13T09:14:45.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:45 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2434825623' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-13T09:14:45.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:45 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2977880034' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-13T09:14:45.467 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:45 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2977880034' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-13T09:14:45.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:45 smithi139 ceph-mon[88985]: pgmap v5091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:45.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:45 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2434825623' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-13T09:14:45.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:45 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2434825623' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-13T09:14:45.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:45 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2977880034' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-13T09:14:45.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:45 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2977880034' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-13T09:14:46.141 INFO:tasks.workunit.client.0.smithi119.stdout:{ 2024-04-13T09:14:46.141 INFO:tasks.workunit.client.0.smithi119.stdout: "balancer": { 2024-04-13T09:14:46.142 INFO:tasks.workunit.client.0.smithi119.stdout: "active": true, 2024-04-13T09:14:46.142 INFO:tasks.workunit.client.0.smithi119.stdout: "mode": "" 2024-04-13T09:14:46.142 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.142 INFO:tasks.workunit.client.0.smithi119.stdout: "channels": [ 2024-04-13T09:14:46.142 INFO:tasks.workunit.client.0.smithi119.stdout: "basic", 2024-04-13T09:14:46.142 INFO:tasks.workunit.client.0.smithi119.stdout: "crash", 2024-04-13T09:14:46.142 INFO:tasks.workunit.client.0.smithi119.stdout: "device", 2024-04-13T09:14:46.142 INFO:tasks.workunit.client.0.smithi119.stdout: "ident", 2024-04-13T09:14:46.142 INFO:tasks.workunit.client.0.smithi119.stdout: "perf" 2024-04-13T09:14:46.142 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.142 INFO:tasks.workunit.client.0.smithi119.stdout: "channels_available": [ 2024-04-13T09:14:46.142 INFO:tasks.workunit.client.0.smithi119.stdout: "basic", 2024-04-13T09:14:46.142 INFO:tasks.workunit.client.0.smithi119.stdout: "ident", 2024-04-13T09:14:46.143 INFO:tasks.workunit.client.0.smithi119.stdout: "crash", 2024-04-13T09:14:46.143 INFO:tasks.workunit.client.0.smithi119.stdout: "device", 2024-04-13T09:14:46.143 INFO:tasks.workunit.client.0.smithi119.stdout: "perf" 2024-04-13T09:14:46.143 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.143 INFO:tasks.workunit.client.0.smithi119.stdout: "collections_available": [ 2024-04-13T09:14:46.143 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_base", 2024-04-13T09:14:46.143 INFO:tasks.workunit.client.0.smithi119.stdout: "device_base", 2024-04-13T09:14:46.143 INFO:tasks.workunit.client.0.smithi119.stdout: "crash_base", 2024-04-13T09:14:46.143 INFO:tasks.workunit.client.0.smithi119.stdout: "ident_base", 2024-04-13T09:14:46.143 INFO:tasks.workunit.client.0.smithi119.stdout: "perf_perf", 2024-04-13T09:14:46.143 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_mds_metadata", 2024-04-13T09:14:46.143 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_pool_usage", 2024-04-13T09:14:46.144 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_usage_by_class", 2024-04-13T09:14:46.144 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_rook_v01", 2024-04-13T09:14:46.144 INFO:tasks.workunit.client.0.smithi119.stdout: "perf_memory_metrics", 2024-04-13T09:14:46.144 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_pool_options_bluestore", 2024-04-13T09:14:46.144 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_pool_flags" 2024-04-13T09:14:46.144 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.144 INFO:tasks.workunit.client.0.smithi119.stdout: "collections_opted_in": [ 2024-04-13T09:14:46.144 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_base", 2024-04-13T09:14:46.144 INFO:tasks.workunit.client.0.smithi119.stdout: "device_base", 2024-04-13T09:14:46.144 INFO:tasks.workunit.client.0.smithi119.stdout: "crash_base", 2024-04-13T09:14:46.144 INFO:tasks.workunit.client.0.smithi119.stdout: "ident_base", 2024-04-13T09:14:46.144 INFO:tasks.workunit.client.0.smithi119.stdout: "perf_perf", 2024-04-13T09:14:46.144 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_mds_metadata", 2024-04-13T09:14:46.145 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_pool_usage", 2024-04-13T09:14:46.145 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_usage_by_class", 2024-04-13T09:14:46.145 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_rook_v01", 2024-04-13T09:14:46.145 INFO:tasks.workunit.client.0.smithi119.stdout: "perf_memory_metrics", 2024-04-13T09:14:46.145 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_pool_options_bluestore", 2024-04-13T09:14:46.145 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_pool_flags" 2024-04-13T09:14:46.145 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.145 INFO:tasks.workunit.client.0.smithi119.stdout: "config": { 2024-04-13T09:14:46.145 INFO:tasks.workunit.client.0.smithi119.stdout: "active_changed": [ 2024-04-13T09:14:46.145 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-13T09:14:46.145 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_debug", 2024-04-13T09:14:46.145 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_mon_ticket_ttl", 2024-04-13T09:14:46.145 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_service_ticket_ttl", 2024-04-13T09:14:46.146 INFO:tasks.workunit.client.0.smithi119.stdout: "bdev_debug_aio", 2024-04-13T09:14:46.146 INFO:tasks.workunit.client.0.smithi119.stdout: "client_check_pool_perm", 2024-04-13T09:14:46.146 INFO:tasks.workunit.client.0.smithi119.stdout: "client_mount_gid", 2024-04-13T09:14:46.146 INFO:tasks.workunit.client.0.smithi119.stdout: "client_mount_uid", 2024-04-13T09:14:46.146 INFO:tasks.workunit.client.0.smithi119.stdout: "client_quota", 2024-04-13T09:14:46.146 INFO:tasks.workunit.client.0.smithi119.stdout: "container_image", 2024-04-13T09:14:46.146 INFO:tasks.workunit.client.0.smithi119.stdout: "daemonize", 2024-04-13T09:14:46.146 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_asserts_on_shutdown", 2024-04-13T09:14:46.146 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_mgr", 2024-04-13T09:14:46.146 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_mon", 2024-04-13T09:14:46.146 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_ms", 2024-04-13T09:14:46.146 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_osd", 2024-04-13T09:14:46.146 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_paxos", 2024-04-13T09:14:46.147 INFO:tasks.workunit.client.0.smithi119.stdout: "keyring", 2024-04-13T09:14:46.147 INFO:tasks.workunit.client.0.smithi119.stdout: "log_to_file", 2024-04-13T09:14:46.147 INFO:tasks.workunit.client.0.smithi119.stdout: "log_to_journald", 2024-04-13T09:14:46.147 INFO:tasks.workunit.client.0.smithi119.stdout: "log_to_stderr", 2024-04-13T09:14:46.147 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_allow_pool_delete", 2024-04-13T09:14:46.147 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_clock_drift_allowed", 2024-04-13T09:14:46.147 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_cluster_log_file_level", 2024-04-13T09:14:46.147 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_cluster_log_to_file", 2024-04-13T09:14:46.147 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_cluster_log_to_journald", 2024-04-13T09:14:46.147 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_cluster_log_to_stderr", 2024-04-13T09:14:46.147 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_data_avail_warn", 2024-04-13T09:14:46.147 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_election_default_strategy", 2024-04-13T09:14:46.148 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_host", 2024-04-13T09:14:46.148 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_max_pg_per_osd", 2024-04-13T09:14:46.148 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_mds_skip_sanity", 2024-04-13T09:14:46.148 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_mgr_mkfs_grace", 2024-04-13T09:14:46.148 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_osd_prime_pg_temp", 2024-04-13T09:14:46.148 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_osd_reporter_subtree_level", 2024-04-13T09:14:46.148 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_pg_warn_max_object_skew", 2024-04-13T09:14:46.148 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-13T09:14:46.148 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-13T09:14:46.148 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-13T09:14:46.148 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-13T09:14:46.148 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-13T09:14:46.148 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-13T09:14:46.149 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-13T09:14:46.149 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-13T09:14:46.149 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_too_few_osds", 2024-04-13T09:14:46.149 INFO:tasks.workunit.client.0.smithi119.stdout: "ms_die_on_bug", 2024-04-13T09:14:46.149 INFO:tasks.workunit.client.0.smithi119.stdout: "ms_die_on_old_message", 2024-04-13T09:14:46.149 INFO:tasks.workunit.client.0.smithi119.stdout: "no_config_file", 2024-04-13T09:14:46.149 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_class_default_list", 2024-04-13T09:14:46.149 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_class_load_list", 2024-04-13T09:14:46.149 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_misdirected_ops", 2024-04-13T09:14:46.149 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_op_order", 2024-04-13T09:14:46.149 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_pg_log_writeout", 2024-04-13T09:14:46.149 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_shutdown", 2024-04-13T09:14:46.150 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_verify_cached_snaps", 2024-04-13T09:14:46.150 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_verify_missing_on_start", 2024-04-13T09:14:46.150 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_verify_stray_on_activate", 2024-04-13T09:14:46.150 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-13T09:14:46.150 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_delete_sleep", 2024-04-13T09:14:46.150 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_delete_sleep_hdd", 2024-04-13T09:14:46.150 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_delete_sleep_hybrid", 2024-04-13T09:14:46.150 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_delete_sleep_ssd", 2024-04-13T09:14:46.150 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_max_backfills", 2024-04-13T09:14:46.150 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-13T09:14:46.150 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_profile", 2024-04-13T09:14:46.150 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-13T09:14:46.151 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-13T09:14:46.151 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-13T09:14:46.151 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-13T09:14:46.151 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-13T09:14:46.151 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-13T09:14:46.151 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_client_lim", 2024-04-13T09:14:46.151 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_client_res", 2024-04-13T09:14:46.151 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-13T09:14:46.151 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_memory_target", 2024-04-13T09:14:46.151 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_memory_target_autotune", 2024-04-13T09:14:46.151 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_op_queue", 2024-04-13T09:14:46.152 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_op_queue_cut_off", 2024-04-13T09:14:46.152 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pool_default_erasure_code_profile", 2024-04-13T09:14:46.152 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-13T09:14:46.152 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recover_clone_overlap", 2024-04-13T09:14:46.152 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_max_active", 2024-04-13T09:14:46.153 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_max_active_hdd", 2024-04-13T09:14:46.153 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_max_active_ssd", 2024-04-13T09:14:46.153 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_max_chunk", 2024-04-13T09:14:46.153 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_sleep", 2024-04-13T09:14:46.153 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_sleep_hdd", 2024-04-13T09:14:46.153 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_sleep_hybrid", 2024-04-13T09:14:46.153 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_sleep_ssd", 2024-04-13T09:14:46.153 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_scrub_load_threshold", 2024-04-13T09:14:46.153 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_scrub_max_interval", 2024-04-13T09:14:46.153 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_scrub_sleep", 2024-04-13T09:14:46.153 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_shutdown_pgref_assert", 2024-04-13T09:14:46.153 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_snap_trim_sleep", 2024-04-13T09:14:46.153 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_snap_trim_sleep_hdd", 2024-04-13T09:14:46.154 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-13T09:14:46.154 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_snap_trim_sleep_ssd", 2024-04-13T09:14:46.154 INFO:tasks.workunit.client.0.smithi119.stdout: "public_network", 2024-04-13T09:14:46.154 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-13T09:14:46.154 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd_default_features", 2024-04-13T09:14:46.154 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd_qos_exclude_ops", 2024-04-13T09:14:46.154 INFO:tasks.workunit.client.0.smithi119.stdout: "setgroup", 2024-04-13T09:14:46.154 INFO:tasks.workunit.client.0.smithi119.stdout: "setuser" 2024-04-13T09:14:46.154 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.154 INFO:tasks.workunit.client.0.smithi119.stdout: "cluster_changed": [ 2024-04-13T09:14:46.154 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-13T09:14:46.155 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_debug", 2024-04-13T09:14:46.155 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_mon_ticket_ttl", 2024-04-13T09:14:46.155 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_service_ticket_ttl", 2024-04-13T09:14:46.155 INFO:tasks.workunit.client.0.smithi119.stdout: "bdev_debug_aio", 2024-04-13T09:14:46.155 INFO:tasks.workunit.client.0.smithi119.stdout: "container_image", 2024-04-13T09:14:46.155 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_asserts_on_shutdown", 2024-04-13T09:14:46.155 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_mgr", 2024-04-13T09:14:46.155 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_mon", 2024-04-13T09:14:46.155 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_ms", 2024-04-13T09:14:46.156 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_osd", 2024-04-13T09:14:46.156 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_paxos", 2024-04-13T09:14:46.156 INFO:tasks.workunit.client.0.smithi119.stdout: "log_to_file", 2024-04-13T09:14:46.156 INFO:tasks.workunit.client.0.smithi119.stdout: "log_to_journald", 2024-04-13T09:14:46.156 INFO:tasks.workunit.client.0.smithi119.stdout: "log_to_stderr", 2024-04-13T09:14:46.156 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_join_fs", 2024-04-13T09:14:46.156 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/cephadm/allow_ptrace", 2024-04-13T09:14:46.156 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/cephadm/container_init", 2024-04-13T09:14:46.156 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/cephadm/migration_current", 2024-04-13T09:14:46.157 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/cephadm/use_repo_digest", 2024-04-13T09:14:46.157 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-13T09:14:46.157 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-13T09:14:46.157 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-13T09:14:46.157 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-13T09:14:46.157 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/dashboard/ssl_server_port", 2024-04-13T09:14:46.157 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/orchestrator/orchestrator", 2024-04-13T09:14:46.157 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/telemetry/channel_ident", 2024-04-13T09:14:46.157 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/telemetry/channel_perf", 2024-04-13T09:14:46.157 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/telemetry/description", 2024-04-13T09:14:46.157 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/telemetry/enabled", 2024-04-13T09:14:46.157 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/telemetry/organization", 2024-04-13T09:14:46.158 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_allow_pool_delete", 2024-04-13T09:14:46.158 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_clock_drift_allowed", 2024-04-13T09:14:46.158 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_cluster_log_file_level", 2024-04-13T09:14:46.158 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_cluster_log_to_file", 2024-04-13T09:14:46.158 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_data_avail_warn", 2024-04-13T09:14:46.158 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_election_default_strategy", 2024-04-13T09:14:46.158 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_max_pg_per_osd", 2024-04-13T09:14:46.158 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_mds_skip_sanity", 2024-04-13T09:14:46.158 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_mgr_mkfs_grace", 2024-04-13T09:14:46.158 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_osd_prime_pg_temp", 2024-04-13T09:14:46.158 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_osd_reporter_subtree_level", 2024-04-13T09:14:46.158 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_pg_warn_max_object_skew", 2024-04-13T09:14:46.159 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-13T09:14:46.159 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-13T09:14:46.159 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-13T09:14:46.159 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-13T09:14:46.159 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-13T09:14:46.159 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-13T09:14:46.159 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-13T09:14:46.159 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-13T09:14:46.159 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_too_few_osds", 2024-04-13T09:14:46.159 INFO:tasks.workunit.client.0.smithi119.stdout: "ms_die_on_bug", 2024-04-13T09:14:46.159 INFO:tasks.workunit.client.0.smithi119.stdout: "ms_die_on_old_message", 2024-04-13T09:14:46.159 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_class_default_list", 2024-04-13T09:14:46.160 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_class_load_list", 2024-04-13T09:14:46.160 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_misdirected_ops", 2024-04-13T09:14:46.160 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_op_order", 2024-04-13T09:14:46.160 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_pg_log_writeout", 2024-04-13T09:14:46.160 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_shutdown", 2024-04-13T09:14:46.160 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_verify_cached_snaps", 2024-04-13T09:14:46.160 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_verify_missing_on_start", 2024-04-13T09:14:46.160 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_verify_stray_on_activate", 2024-04-13T09:14:46.160 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-13T09:14:46.160 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-13T09:14:46.160 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_profile", 2024-04-13T09:14:46.160 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_memory_target", 2024-04-13T09:14:46.161 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_memory_target_autotune", 2024-04-13T09:14:46.161 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_op_queue", 2024-04-13T09:14:46.161 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_op_queue_cut_off", 2024-04-13T09:14:46.161 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pool_default_erasure_code_profile", 2024-04-13T09:14:46.161 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-13T09:14:46.161 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recover_clone_overlap", 2024-04-13T09:14:46.161 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_max_chunk", 2024-04-13T09:14:46.161 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_scrub_load_threshold", 2024-04-13T09:14:46.161 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_scrub_max_interval", 2024-04-13T09:14:46.161 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_shutdown_pgref_assert", 2024-04-13T09:14:46.162 INFO:tasks.workunit.client.0.smithi119.stdout: "public_network", 2024-04-13T09:14:46.162 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-13T09:14:46.162 INFO:tasks.workunit.client.0.smithi119.stdout: "rgw_cache_enabled", 2024-04-13T09:14:46.162 INFO:tasks.workunit.client.0.smithi119.stdout: "rgw_enable_ops_log", 2024-04-13T09:14:46.162 INFO:tasks.workunit.client.0.smithi119.stdout: "rgw_enable_usage_log" 2024-04-13T09:14:46.162 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:14:46.162 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.162 INFO:tasks.workunit.client.0.smithi119.stdout: "contact": null, 2024-04-13T09:14:46.162 INFO:tasks.workunit.client.0.smithi119.stdout: "crashes": [], 2024-04-13T09:14:46.162 INFO:tasks.workunit.client.0.smithi119.stdout: "created": "2024-04-13T07:37:03.207646Z", 2024-04-13T09:14:46.162 INFO:tasks.workunit.client.0.smithi119.stdout: "crush": { 2024-04-13T09:14:46.162 INFO:tasks.workunit.client.0.smithi119.stdout: "bucket_algs": { 2024-04-13T09:14:46.163 INFO:tasks.workunit.client.0.smithi119.stdout: "straw2": 3 2024-04-13T09:14:46.163 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.163 INFO:tasks.workunit.client.0.smithi119.stdout: "bucket_sizes": { 2024-04-13T09:14:46.163 INFO:tasks.workunit.client.0.smithi119.stdout: "2": 1, 2024-04-13T09:14:46.163 INFO:tasks.workunit.client.0.smithi119.stdout: "4": 2 2024-04-13T09:14:46.163 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.163 INFO:tasks.workunit.client.0.smithi119.stdout: "bucket_types": { 2024-04-13T09:14:46.163 INFO:tasks.workunit.client.0.smithi119.stdout: "1": 2, 2024-04-13T09:14:46.163 INFO:tasks.workunit.client.0.smithi119.stdout: "11": 1 2024-04-13T09:14:46.163 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.163 INFO:tasks.workunit.client.0.smithi119.stdout: "compat_weight_set": false, 2024-04-13T09:14:46.163 INFO:tasks.workunit.client.0.smithi119.stdout: "device_classes": [ 2024-04-13T09:14:46.163 INFO:tasks.workunit.client.0.smithi119.stdout: 8 2024-04-13T09:14:46.164 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.164 INFO:tasks.workunit.client.0.smithi119.stdout: "num_buckets": 6, 2024-04-13T09:14:46.164 INFO:tasks.workunit.client.0.smithi119.stdout: "num_devices": 8, 2024-04-13T09:14:46.164 INFO:tasks.workunit.client.0.smithi119.stdout: "num_rules": 2, 2024-04-13T09:14:46.164 INFO:tasks.workunit.client.0.smithi119.stdout: "num_types": 12, 2024-04-13T09:14:46.164 INFO:tasks.workunit.client.0.smithi119.stdout: "num_weight_sets": 0, 2024-04-13T09:14:46.164 INFO:tasks.workunit.client.0.smithi119.stdout: "tunables": { 2024-04-13T09:14:46.164 INFO:tasks.workunit.client.0.smithi119.stdout: "allowed_bucket_algs": 54, 2024-04-13T09:14:46.164 INFO:tasks.workunit.client.0.smithi119.stdout: "choose_local_fallback_tries": 0, 2024-04-13T09:14:46.164 INFO:tasks.workunit.client.0.smithi119.stdout: "choose_local_tries": 0, 2024-04-13T09:14:46.164 INFO:tasks.workunit.client.0.smithi119.stdout: "choose_total_tries": 50, 2024-04-13T09:14:46.164 INFO:tasks.workunit.client.0.smithi119.stdout: "chooseleaf_descend_once": 1, 2024-04-13T09:14:46.164 INFO:tasks.workunit.client.0.smithi119.stdout: "chooseleaf_stable": 1, 2024-04-13T09:14:46.165 INFO:tasks.workunit.client.0.smithi119.stdout: "chooseleaf_vary_r": 1, 2024-04-13T09:14:46.165 INFO:tasks.workunit.client.0.smithi119.stdout: "has_msr_rules": 0, 2024-04-13T09:14:46.165 INFO:tasks.workunit.client.0.smithi119.stdout: "has_v2_rules": 1, 2024-04-13T09:14:46.165 INFO:tasks.workunit.client.0.smithi119.stdout: "has_v3_rules": 0, 2024-04-13T09:14:46.165 INFO:tasks.workunit.client.0.smithi119.stdout: "has_v4_buckets": 1, 2024-04-13T09:14:46.165 INFO:tasks.workunit.client.0.smithi119.stdout: "has_v5_rules": 0, 2024-04-13T09:14:46.165 INFO:tasks.workunit.client.0.smithi119.stdout: "legacy_tunables": 0, 2024-04-13T09:14:46.165 INFO:tasks.workunit.client.0.smithi119.stdout: "minimum_required_version": "jewel", 2024-04-13T09:14:46.165 INFO:tasks.workunit.client.0.smithi119.stdout: "msr_collision_tries": 100, 2024-04-13T09:14:46.165 INFO:tasks.workunit.client.0.smithi119.stdout: "msr_descents": 100, 2024-04-13T09:14:46.165 INFO:tasks.workunit.client.0.smithi119.stdout: "optimal_tunables": 1, 2024-04-13T09:14:46.165 INFO:tasks.workunit.client.0.smithi119.stdout: "profile": "jewel", 2024-04-13T09:14:46.166 INFO:tasks.workunit.client.0.smithi119.stdout: "require_feature_tunables": 1, 2024-04-13T09:14:46.166 INFO:tasks.workunit.client.0.smithi119.stdout: "require_feature_tunables2": 1, 2024-04-13T09:14:46.166 INFO:tasks.workunit.client.0.smithi119.stdout: "require_feature_tunables3": 1, 2024-04-13T09:14:46.166 INFO:tasks.workunit.client.0.smithi119.stdout: "require_feature_tunables5": 1, 2024-04-13T09:14:46.166 INFO:tasks.workunit.client.0.smithi119.stdout: "straw_calc_version": 1 2024-04-13T09:14:46.166 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.166 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.166 INFO:tasks.workunit.client.0.smithi119.stdout: "description": "upgrade test cluster", 2024-04-13T09:14:46.166 INFO:tasks.workunit.client.0.smithi119.stdout: "fs": { 2024-04-13T09:14:46.166 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T09:14:46.166 INFO:tasks.workunit.client.0.smithi119.stdout: "feature_flags": { 2024-04-13T09:14:46.166 INFO:tasks.workunit.client.0.smithi119.stdout: "enable_multiple": true, 2024-04-13T09:14:46.166 INFO:tasks.workunit.client.0.smithi119.stdout: "ever_enabled_multiple": true 2024-04-13T09:14:46.167 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.167 INFO:tasks.workunit.client.0.smithi119.stdout: "filesystems": [ 2024-04-13T09:14:46.167 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.167 INFO:tasks.workunit.client.0.smithi119.stdout: "approx_ctime": "2024-04", 2024-04-13T09:14:46.167 INFO:tasks.workunit.client.0.smithi119.stdout: "balancer_enabled": false, 2024-04-13T09:14:46.167 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.167 INFO:tasks.workunit.client.0.smithi119.stdout: "cached_caps": 0, 2024-04-13T09:14:46.167 INFO:tasks.workunit.client.0.smithi119.stdout: "cached_dns": 10, 2024-04-13T09:14:46.167 INFO:tasks.workunit.client.0.smithi119.stdout: "cached_inos": 13, 2024-04-13T09:14:46.167 INFO:tasks.workunit.client.0.smithi119.stdout: "cached_subtrees": 2, 2024-04-13T09:14:46.167 INFO:tasks.workunit.client.0.smithi119.stdout: "ever_allowed_features": 0, 2024-04-13T09:14:46.167 INFO:tasks.workunit.client.0.smithi119.stdout: "explicitly_allowed_features": 0, 2024-04-13T09:14:46.168 INFO:tasks.workunit.client.0.smithi119.stdout: "files": 0, 2024-04-13T09:14:46.168 INFO:tasks.workunit.client.0.smithi119.stdout: "max_mds": 1, 2024-04-13T09:14:46.168 INFO:tasks.workunit.client.0.smithi119.stdout: "num_data_pools": 1, 2024-04-13T09:14:46.168 INFO:tasks.workunit.client.0.smithi119.stdout: "num_in": 1, 2024-04-13T09:14:46.168 INFO:tasks.workunit.client.0.smithi119.stdout: "num_mds": 1, 2024-04-13T09:14:46.168 INFO:tasks.workunit.client.0.smithi119.stdout: "num_sessions": 0, 2024-04-13T09:14:46.168 INFO:tasks.workunit.client.0.smithi119.stdout: "num_standby_replay": 0, 2024-04-13T09:14:46.168 INFO:tasks.workunit.client.0.smithi119.stdout: "num_up": 1, 2024-04-13T09:14:46.168 INFO:tasks.workunit.client.0.smithi119.stdout: "snaps": 0, 2024-04-13T09:14:46.168 INFO:tasks.workunit.client.0.smithi119.stdout: "standby_count_wanted": 0 2024-04-13T09:14:46.168 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.168 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.168 INFO:tasks.workunit.client.0.smithi119.stdout: "num_standby_mds": 1, 2024-04-13T09:14:46.169 INFO:tasks.workunit.client.0.smithi119.stdout: "total_num_mds": 2 2024-04-13T09:14:46.169 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.169 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_stats": { 2024-04-13T09:14:46.169 INFO:tasks.workunit.client.0.smithi119.stdout: "mds": { 2024-04-13T09:14:46.169 INFO:tasks.workunit.client.0.smithi119.stdout: "mds.3402881472e4eb9cd55aa5a45378abc80ad36ea5": { 2024-04-13T09:14:46.169 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 20258816, 2024-04-13T09:14:46.169 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 315952, 2024-04-13T09:14:46.169 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 2752512, 2024-04-13T09:14:46.169 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 966656, 2024-04-13T09:14:46.169 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 0, 2024-04-13T09:14:46.169 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 334, 2024-04-13T09:14:46.169 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T09:14:46.169 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 1011152, 2024-04-13T09:14:46.170 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 13, 2024-04-13T09:14:46.170 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 730112, 2024-04-13T09:14:46.170 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 14482432, 2024-04-13T09:14:46.170 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 20258816 2024-04-13T09:14:46.170 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.170 INFO:tasks.workunit.client.0.smithi119.stdout: "mds.8ce27d692b5f50738c5de0d5fabe76bb5b385d6c": { 2024-04-13T09:14:46.170 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 20381696, 2024-04-13T09:14:46.170 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 388208, 2024-04-13T09:14:46.170 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 2752512, 2024-04-13T09:14:46.170 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 0, 2024-04-13T09:14:46.170 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 925696, 2024-04-13T09:14:46.170 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 424, 2024-04-13T09:14:46.171 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T09:14:46.171 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 1377400, 2024-04-13T09:14:46.171 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 22, 2024-04-13T09:14:46.171 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 967680, 2024-04-13T09:14:46.171 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 14895896, 2024-04-13T09:14:46.171 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 21307392 2024-04-13T09:14:46.171 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.171 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.171 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T09:14:46.171 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.3402881472e4eb9cd55aa5a45378abc80ad36ea5": { 2024-04-13T09:14:46.171 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 168992768, 2024-04-13T09:14:46.171 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 2175064, 2024-04-13T09:14:46.171 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 3014656, 2024-04-13T09:14:46.172 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 0, 2024-04-13T09:14:46.172 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 1761280, 2024-04-13T09:14:46.172 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 6510, 2024-04-13T09:14:46.172 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T09:14:46.172 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 9693464, 2024-04-13T09:14:46.172 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 20, 2024-04-13T09:14:46.172 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 2483712, 2024-04-13T09:14:46.172 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 151625872, 2024-04-13T09:14:46.172 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 170754048 2024-04-13T09:14:46.172 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.172 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.361d0c88a98ec03a997f9cbd7d4b9f21aeac06c7": { 2024-04-13T09:14:46.172 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 173719552, 2024-04-13T09:14:46.172 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 2953608, 2024-04-13T09:14:46.172 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 3014656, 2024-04-13T09:14:46.173 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 57344, 2024-04-13T09:14:46.173 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 180224, 2024-04-13T09:14:46.173 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 6814, 2024-04-13T09:14:46.173 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T09:14:46.173 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 11064192, 2024-04-13T09:14:46.173 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 21, 2024-04-13T09:14:46.173 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 3380480, 2024-04-13T09:14:46.173 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 153249272, 2024-04-13T09:14:46.173 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 173899776 2024-04-13T09:14:46.173 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.173 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.8ce27d692b5f50738c5de0d5fabe76bb5b385d6c": { 2024-04-13T09:14:46.173 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 260153344, 2024-04-13T09:14:46.173 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 4571608, 2024-04-13T09:14:46.174 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 3145728, 2024-04-13T09:14:46.174 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 1802240, 2024-04-13T09:14:46.174 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 65536, 2024-04-13T09:14:46.174 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 9435, 2024-04-13T09:14:46.174 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T09:14:46.174 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 14057816, 2024-04-13T09:14:46.174 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 22, 2024-04-13T09:14:46.174 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 4469760, 2024-04-13T09:14:46.174 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 232106192, 2024-04-13T09:14:46.174 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 260218880 2024-04-13T09:14:46.174 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.174 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.174 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:14:46.175 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.0": { 2024-04-13T09:14:46.175 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 427892736, 2024-04-13T09:14:46.175 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 25667704, 2024-04-13T09:14:46.175 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 3407872, 2024-04-13T09:14:46.175 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 0, 2024-04-13T09:14:46.175 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 115130368, 2024-04-13T09:14:46.175 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 12670, 2024-04-13T09:14:46.175 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T09:14:46.175 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 78424472, 2024-04-13T09:14:46.175 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 61, 2024-04-13T09:14:46.175 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 10689024, 2024-04-13T09:14:46.175 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 309703664, 2024-04-13T09:14:46.175 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 543023104 2024-04-13T09:14:46.176 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.176 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.1": { 2024-04-13T09:14:46.176 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 583901184, 2024-04-13T09:14:46.176 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 32516856, 2024-04-13T09:14:46.176 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 3538944, 2024-04-13T09:14:46.176 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 0, 2024-04-13T09:14:46.176 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 48562176, 2024-04-13T09:14:46.176 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 14026, 2024-04-13T09:14:46.176 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T09:14:46.176 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 91617840, 2024-04-13T09:14:46.176 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 60, 2024-04-13T09:14:46.176 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 9278208, 2024-04-13T09:14:46.176 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 446949336, 2024-04-13T09:14:46.177 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 632463360 2024-04-13T09:14:46.177 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.177 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.2": { 2024-04-13T09:14:46.177 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 450011136, 2024-04-13T09:14:46.177 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 22416368, 2024-04-13T09:14:46.177 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 3407872, 2024-04-13T09:14:46.177 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 0, 2024-04-13T09:14:46.177 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 44302336, 2024-04-13T09:14:46.177 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 10637, 2024-04-13T09:14:46.177 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T09:14:46.177 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 98182064, 2024-04-13T09:14:46.178 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 53, 2024-04-13T09:14:46.178 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 9614848, 2024-04-13T09:14:46.178 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 316389984, 2024-04-13T09:14:46.178 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 494313472 2024-04-13T09:14:46.178 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.178 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.3": { 2024-04-13T09:14:46.179 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 628006912, 2024-04-13T09:14:46.179 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 19818152, 2024-04-13T09:14:46.179 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 3407872, 2024-04-13T09:14:46.179 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 0, 2024-04-13T09:14:46.179 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 11362304, 2024-04-13T09:14:46.179 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 11654, 2024-04-13T09:14:46.179 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T09:14:46.179 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 87729440, 2024-04-13T09:14:46.179 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 53, 2024-04-13T09:14:46.179 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 10717184, 2024-04-13T09:14:46.179 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 506334264, 2024-04-13T09:14:46.179 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 639369216 2024-04-13T09:14:46.180 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.180 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.4": { 2024-04-13T09:14:46.180 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 515678208, 2024-04-13T09:14:46.180 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 29247784, 2024-04-13T09:14:46.180 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 3407872, 2024-04-13T09:14:46.180 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 40960, 2024-04-13T09:14:46.180 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 141123584, 2024-04-13T09:14:46.180 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 11945, 2024-04-13T09:14:46.180 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T09:14:46.180 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 105696816, 2024-04-13T09:14:46.180 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 53, 2024-04-13T09:14:46.180 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 11908864, 2024-04-13T09:14:46.180 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 365375912, 2024-04-13T09:14:46.180 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 656801792 2024-04-13T09:14:46.180 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.181 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.5": { 2024-04-13T09:14:46.181 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 538492928, 2024-04-13T09:14:46.181 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 28174368, 2024-04-13T09:14:46.181 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 3407872, 2024-04-13T09:14:46.181 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 0, 2024-04-13T09:14:46.181 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 52002816, 2024-04-13T09:14:46.181 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 12615, 2024-04-13T09:14:46.181 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T09:14:46.181 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 102636408, 2024-04-13T09:14:46.181 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 60, 2024-04-13T09:14:46.181 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 11304192, 2024-04-13T09:14:46.181 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 392970088, 2024-04-13T09:14:46.181 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 590495744 2024-04-13T09:14:46.181 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.181 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.6": { 2024-04-13T09:14:46.182 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 445071360, 2024-04-13T09:14:46.182 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 21319224, 2024-04-13T09:14:46.182 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 3276800, 2024-04-13T09:14:46.182 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 0, 2024-04-13T09:14:46.182 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 58630144, 2024-04-13T09:14:46.182 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 9965, 2024-04-13T09:14:46.182 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T09:14:46.182 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 79047352, 2024-04-13T09:14:46.182 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 53, 2024-04-13T09:14:46.182 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 11337728, 2024-04-13T09:14:46.182 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 330090256, 2024-04-13T09:14:46.182 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 503701504 2024-04-13T09:14:46.182 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.182 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.7": { 2024-04-13T09:14:46.183 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 510615552, 2024-04-13T09:14:46.183 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 26424720, 2024-04-13T09:14:46.183 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 3407872, 2024-04-13T09:14:46.183 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 0, 2024-04-13T09:14:46.183 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 55312384, 2024-04-13T09:14:46.183 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 12195, 2024-04-13T09:14:46.183 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T09:14:46.183 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 94013312, 2024-04-13T09:14:46.183 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 58, 2024-04-13T09:14:46.183 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 10448384, 2024-04-13T09:14:46.183 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 376321264, 2024-04-13T09:14:46.183 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 565927936 2024-04-13T09:14:46.183 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.183 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.184 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.184 INFO:tasks.workunit.client.0.smithi119.stdout: "hosts": { 2024-04-13T09:14:46.184 INFO:tasks.workunit.client.0.smithi119.stdout: "num": 2, 2024-04-13T09:14:46.184 INFO:tasks.workunit.client.0.smithi119.stdout: "num_with_mds": 2, 2024-04-13T09:14:46.184 INFO:tasks.workunit.client.0.smithi119.stdout: "num_with_mgr": 2, 2024-04-13T09:14:46.184 INFO:tasks.workunit.client.0.smithi119.stdout: "num_with_mon": 2, 2024-04-13T09:14:46.184 INFO:tasks.workunit.client.0.smithi119.stdout: "num_with_osd": 2 2024-04-13T09:14:46.184 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.184 INFO:tasks.workunit.client.0.smithi119.stdout: "io_rate": { 2024-04-13T09:14:46.184 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_stats_delta": { 2024-04-13T09:14:46.184 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": 0, 2024-04-13T09:14:46.184 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:46.184 INFO:tasks.workunit.client.0.smithi119.stdout: "num_store_stats": 0, 2024-04-13T09:14:46.184 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:46.184 INFO:tasks.workunit.client.0.smithi119.stdout: "stamp_delta": "12.003243", 2024-04-13T09:14:46.185 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:46.185 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:46.185 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:46.185 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:46.185 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:46.185 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:46.185 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:46.185 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:46.185 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:46.185 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:46.185 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:46.185 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:46.185 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:46.185 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:46.186 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:46.186 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:46.186 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:46.186 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:46.186 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:46.186 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:46.186 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:46.186 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:46.186 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:46.186 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:46.186 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:46.186 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:46.186 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:46.186 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:46.187 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:46.187 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:46.187 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:46.187 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:46.187 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:46.187 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:46.187 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:46.187 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:46.187 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:46.187 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:46.187 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:46.187 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:46.187 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:46.187 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.188 INFO:tasks.workunit.client.0.smithi119.stdout: "store_stats": { 2024-04-13T09:14:46.188 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": 0, 2024-04-13T09:14:46.188 INFO:tasks.workunit.client.0.smithi119.stdout: "available": 0, 2024-04-13T09:14:46.188 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed": 0, 2024-04-13T09:14:46.188 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_allocated": 0, 2024-04-13T09:14:46.188 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_original": 0, 2024-04-13T09:14:46.188 INFO:tasks.workunit.client.0.smithi119.stdout: "data_stored": 0, 2024-04-13T09:14:46.188 INFO:tasks.workunit.client.0.smithi119.stdout: "internal_metadata": 0, 2024-04-13T09:14:46.188 INFO:tasks.workunit.client.0.smithi119.stdout: "internally_reserved": 0, 2024-04-13T09:14:46.188 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_allocated": 0, 2024-04-13T09:14:46.188 INFO:tasks.workunit.client.0.smithi119.stdout: "total": 0 2024-04-13T09:14:46.188 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.188 INFO:tasks.workunit.client.0.smithi119.stdout: "up": 0 2024-04-13T09:14:46.188 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.188 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.189 INFO:tasks.workunit.client.0.smithi119.stdout: "leaderboard": false, 2024-04-13T09:14:46.189 INFO:tasks.workunit.client.0.smithi119.stdout: "leaderboard_description": null, 2024-04-13T09:14:46.189 INFO:tasks.workunit.client.0.smithi119.stdout: "license": "sharing-1-0", 2024-04-13T09:14:46.189 INFO:tasks.workunit.client.0.smithi119.stdout: "mempool": { 2024-04-13T09:14:46.189 INFO:tasks.workunit.client.0.smithi119.stdout: "mds": { 2024-04-13T09:14:46.189 INFO:tasks.workunit.client.0.smithi119.stdout: "mds.3402881472e4eb9cd55aa5a45378abc80ad36ea5": { 2024-04-13T09:14:46.189 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T09:14:46.189 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.189 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.189 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.189 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:14:46.189 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.189 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.189 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.189 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T09:14:46.190 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.190 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.190 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.190 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T09:14:46.190 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.190 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.190 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.190 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T09:14:46.190 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.190 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.190 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.190 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T09:14:46.190 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.190 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.190 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.191 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T09:14:46.191 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.191 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.191 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.191 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T09:14:46.191 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.191 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.191 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.191 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T09:14:46.191 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.191 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.191 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.191 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T09:14:46.191 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.191 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.192 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.192 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T09:14:46.192 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.192 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.192 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.192 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T09:14:46.192 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.192 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.192 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.192 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T09:14:46.192 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.192 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.192 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.192 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T09:14:46.192 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.193 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.193 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.193 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T09:14:46.193 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.193 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.193 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.193 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T09:14:46.193 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.193 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.193 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.193 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T09:14:46.193 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.193 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.193 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.193 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T09:14:46.193 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.194 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.194 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.194 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T09:14:46.194 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 149008, 2024-04-13T09:14:46.194 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 33 2024-04-13T09:14:46.194 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.194 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T09:14:46.194 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.194 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.194 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.194 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T09:14:46.194 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 928, 2024-04-13T09:14:46.194 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 2 2024-04-13T09:14:46.194 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.194 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:14:46.195 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.195 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.195 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.195 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T09:14:46.195 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.195 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.195 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.195 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T09:14:46.195 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.195 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.195 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.195 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T09:14:46.195 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.195 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.196 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.196 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T09:14:46.196 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.196 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.196 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.196 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T09:14:46.196 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.196 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.196 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.196 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T09:14:46.196 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.196 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.196 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.196 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T09:14:46.197 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.197 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.197 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.197 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.197 INFO:tasks.workunit.client.0.smithi119.stdout: "mds.8ce27d692b5f50738c5de0d5fabe76bb5b385d6c": { 2024-04-13T09:14:46.197 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T09:14:46.197 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.197 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.197 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.197 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:14:46.197 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.197 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.197 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.197 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T09:14:46.197 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.198 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.198 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.198 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T09:14:46.198 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.198 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.198 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.198 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T09:14:46.198 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.198 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.198 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.198 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T09:14:46.198 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.198 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.198 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.198 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T09:14:46.199 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.199 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.199 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.199 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T09:14:46.199 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.199 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.199 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.199 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T09:14:46.199 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.199 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.199 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.199 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T09:14:46.199 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.199 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.200 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.200 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T09:14:46.200 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.200 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.200 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.200 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T09:14:46.200 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.200 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.200 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.200 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T09:14:46.200 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.200 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.200 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.200 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T09:14:46.200 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.200 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.201 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.201 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T09:14:46.201 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.201 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.201 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.201 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T09:14:46.201 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.201 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.201 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.201 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T09:14:46.201 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.201 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.201 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.201 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T09:14:46.201 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.202 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.202 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.202 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T09:14:46.202 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 222362, 2024-04-13T09:14:46.202 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 67 2024-04-13T09:14:46.202 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.202 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T09:14:46.202 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.202 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.202 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.202 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T09:14:46.202 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 52112, 2024-04-13T09:14:46.202 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 181 2024-04-13T09:14:46.202 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.202 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:14:46.203 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.203 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.203 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.203 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T09:14:46.203 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.203 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.203 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.203 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T09:14:46.203 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.203 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.203 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.203 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T09:14:46.203 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 12976, 2024-04-13T09:14:46.203 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 267 2024-04-13T09:14:46.203 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.204 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T09:14:46.204 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.204 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.204 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.204 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T09:14:46.204 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.204 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.204 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.204 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T09:14:46.204 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.204 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.204 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.204 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T09:14:46.204 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.204 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.205 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.205 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.205 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.205 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T09:14:46.205 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.3402881472e4eb9cd55aa5a45378abc80ad36ea5": { 2024-04-13T09:14:46.205 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T09:14:46.205 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.205 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.205 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.205 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:14:46.205 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.205 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.205 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.205 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T09:14:46.205 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.206 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.206 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.206 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T09:14:46.206 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.206 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.206 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.206 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T09:14:46.206 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.206 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.206 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.206 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T09:14:46.206 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.206 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.206 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.206 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T09:14:46.207 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.207 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.207 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.207 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T09:14:46.207 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.207 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.207 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.207 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T09:14:46.207 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.207 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.207 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.207 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T09:14:46.207 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.207 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.207 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.208 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T09:14:46.208 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.208 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.208 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.208 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T09:14:46.208 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.208 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.208 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.208 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T09:14:46.208 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.208 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.208 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.208 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T09:14:46.208 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.208 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.209 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.209 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T09:14:46.209 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.209 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.209 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.209 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T09:14:46.209 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.209 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.209 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.209 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T09:14:46.209 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.209 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.209 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.209 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T09:14:46.209 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.210 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.210 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.210 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T09:14:46.210 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 41845233, 2024-04-13T09:14:46.210 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 5168 2024-04-13T09:14:46.210 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.210 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T09:14:46.210 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 704, 2024-04-13T09:14:46.210 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 8 2024-04-13T09:14:46.210 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.210 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T09:14:46.210 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.210 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.210 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.211 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:14:46.211 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.211 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.211 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.211 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T09:14:46.211 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.211 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.211 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.211 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T09:14:46.211 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.211 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.211 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.211 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T09:14:46.211 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 11552, 2024-04-13T09:14:46.211 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 266 2024-04-13T09:14:46.212 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.212 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T09:14:46.212 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 70440, 2024-04-13T09:14:46.212 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 5158 2024-04-13T09:14:46.212 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.212 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T09:14:46.212 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 5976, 2024-04-13T09:14:46.212 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 184 2024-04-13T09:14:46.212 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.212 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T09:14:46.212 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.212 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.212 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.212 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T09:14:46.212 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.213 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.213 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.213 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.213 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.361d0c88a98ec03a997f9cbd7d4b9f21aeac06c7": { 2024-04-13T09:14:46.213 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T09:14:46.213 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.213 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.213 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.213 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:14:46.213 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.213 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.213 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.213 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T09:14:46.213 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.214 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.214 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.214 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T09:14:46.214 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.214 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.214 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.214 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T09:14:46.214 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.214 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.214 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.214 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T09:14:46.214 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.214 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.214 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.215 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T09:14:46.215 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.215 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.215 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.215 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T09:14:46.215 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.215 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.215 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.215 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T09:14:46.215 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.215 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.215 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.215 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T09:14:46.215 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.215 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.215 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.216 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T09:14:46.216 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.216 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.216 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.216 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T09:14:46.216 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.216 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.216 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.216 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T09:14:46.216 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.216 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.216 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.216 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T09:14:46.216 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.216 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.216 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.217 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T09:14:46.217 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.217 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.217 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.217 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T09:14:46.217 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.217 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.217 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.217 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T09:14:46.217 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.217 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.217 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.217 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T09:14:46.217 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.218 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.218 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.218 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T09:14:46.218 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 42274433, 2024-04-13T09:14:46.218 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 5288 2024-04-13T09:14:46.218 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.218 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T09:14:46.218 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.218 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.218 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.218 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T09:14:46.218 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.218 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.218 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.218 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:14:46.219 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.219 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.219 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.219 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T09:14:46.219 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.219 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.219 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.219 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T09:14:46.219 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.219 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.219 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.219 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T09:14:46.219 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 11552, 2024-04-13T09:14:46.219 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 266 2024-04-13T09:14:46.219 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.220 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T09:14:46.220 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 70440, 2024-04-13T09:14:46.220 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 5158 2024-04-13T09:14:46.220 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.220 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T09:14:46.220 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 5976, 2024-04-13T09:14:46.220 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 184 2024-04-13T09:14:46.220 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.220 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T09:14:46.220 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.220 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.220 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.220 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T09:14:46.220 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.220 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.221 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.221 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.221 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.8ce27d692b5f50738c5de0d5fabe76bb5b385d6c": { 2024-04-13T09:14:46.221 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T09:14:46.221 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.221 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.221 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.221 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:14:46.221 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.221 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.221 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.221 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T09:14:46.221 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.221 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.221 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.221 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T09:14:46.222 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.222 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.222 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.222 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T09:14:46.222 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.222 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.222 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.222 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T09:14:46.222 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.222 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.222 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.222 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T09:14:46.222 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.222 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.223 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.223 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T09:14:46.223 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.223 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.223 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.223 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T09:14:46.223 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.223 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.223 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.223 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T09:14:46.223 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.223 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.223 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.223 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T09:14:46.224 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.224 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.224 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.224 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T09:14:46.224 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.224 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.224 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.224 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T09:14:46.224 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.224 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.224 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.224 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T09:14:46.224 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.224 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.224 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.225 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T09:14:46.225 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.225 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.225 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.225 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T09:14:46.225 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.225 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.225 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.225 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T09:14:46.225 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.225 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.225 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.225 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T09:14:46.225 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.225 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.226 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.226 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T09:14:46.226 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 42388209, 2024-04-13T09:14:46.226 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 5264 2024-04-13T09:14:46.226 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.226 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T09:14:46.226 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.226 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.226 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.226 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T09:14:46.226 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.226 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.226 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.226 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:14:46.227 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.227 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.227 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.227 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T09:14:46.227 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.227 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.227 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.227 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T09:14:46.227 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.227 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.227 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.227 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T09:14:46.227 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 11552, 2024-04-13T09:14:46.227 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 266 2024-04-13T09:14:46.228 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.228 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T09:14:46.228 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 70440, 2024-04-13T09:14:46.228 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 5158 2024-04-13T09:14:46.228 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.228 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T09:14:46.228 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 11952, 2024-04-13T09:14:46.228 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 368 2024-04-13T09:14:46.228 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.228 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T09:14:46.228 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.228 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.228 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.228 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T09:14:46.228 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.228 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.229 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.229 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.229 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.229 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:14:46.229 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.0": { 2024-04-13T09:14:46.229 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T09:14:46.229 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.229 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.229 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.229 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:14:46.229 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 26728, 2024-04-13T09:14:46.229 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 517 2024-04-13T09:14:46.229 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.229 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T09:14:46.229 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 461312, 2024-04-13T09:14:46.229 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 28 2024-04-13T09:14:46.230 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.230 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T09:14:46.230 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2112, 2024-04-13T09:14:46.230 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 11 2024-04-13T09:14:46.230 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.230 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T09:14:46.230 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 57280, 2024-04-13T09:14:46.230 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 716 2024-04-13T09:14:46.230 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.230 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T09:14:46.230 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 359424, 2024-04-13T09:14:46.230 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1728 2024-04-13T09:14:46.230 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.230 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T09:14:46.230 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 256, 2024-04-13T09:14:46.231 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 32 2024-04-13T09:14:46.231 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.231 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T09:14:46.231 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 898438, 2024-04-13T09:14:46.231 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 236 2024-04-13T09:14:46.231 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.231 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T09:14:46.231 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2421055, 2024-04-13T09:14:46.231 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 537581 2024-04-13T09:14:46.231 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.231 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T09:14:46.231 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 6964136, 2024-04-13T09:14:46.231 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 10273 2024-04-13T09:14:46.231 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.232 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T09:14:46.232 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 68884, 2024-04-13T09:14:46.232 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 7173 2024-04-13T09:14:46.232 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.232 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T09:14:46.232 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 82896, 2024-04-13T09:14:46.232 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1727 2024-04-13T09:14:46.232 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.232 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T09:14:46.232 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.232 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.232 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.232 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T09:14:46.232 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 164894, 2024-04-13T09:14:46.233 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1184 2024-04-13T09:14:46.233 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.233 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T09:14:46.233 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.233 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.233 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.233 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T09:14:46.233 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 1472, 2024-04-13T09:14:46.233 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 2 2024-04-13T09:14:46.233 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.233 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T09:14:46.233 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 109417, 2024-04-13T09:14:46.233 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 60 2024-04-13T09:14:46.233 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.234 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T09:14:46.234 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 20128, 2024-04-13T09:14:46.234 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 5 2024-04-13T09:14:46.234 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.234 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T09:14:46.234 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 11931224, 2024-04-13T09:14:46.234 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 274 2024-04-13T09:14:46.234 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.234 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T09:14:46.234 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 22176, 2024-04-13T09:14:46.234 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 252 2024-04-13T09:14:46.234 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.234 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T09:14:46.235 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.235 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.235 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.235 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:14:46.235 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 501552, 2024-04-13T09:14:46.235 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 43 2024-04-13T09:14:46.235 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.235 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T09:14:46.235 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.235 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.235 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.235 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T09:14:46.235 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 7077200, 2024-04-13T09:14:46.235 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 18410 2024-04-13T09:14:46.235 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.236 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T09:14:46.236 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 669456, 2024-04-13T09:14:46.236 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 11751 2024-04-13T09:14:46.236 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.236 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T09:14:46.236 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.236 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.236 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.236 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T09:14:46.236 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.236 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.236 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.236 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T09:14:46.236 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.237 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.237 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.237 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T09:14:46.237 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.237 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.237 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.237 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.237 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.1": { 2024-04-13T09:14:46.237 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T09:14:46.237 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.237 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.237 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.237 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:14:46.237 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 29784, 2024-04-13T09:14:46.237 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 561 2024-04-13T09:14:46.238 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.238 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T09:14:46.238 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 31488, 2024-04-13T09:14:46.238 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 29 2024-04-13T09:14:46.238 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.238 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T09:14:46.238 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 3264, 2024-04-13T09:14:46.238 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 17 2024-04-13T09:14:46.238 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.238 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T09:14:46.238 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 58800, 2024-04-13T09:14:46.238 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 735 2024-04-13T09:14:46.238 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.238 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T09:14:46.239 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 357552, 2024-04-13T09:14:46.239 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1719 2024-04-13T09:14:46.239 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.239 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T09:14:46.239 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 256, 2024-04-13T09:14:46.239 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 32 2024-04-13T09:14:46.239 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.239 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T09:14:46.239 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 1299734, 2024-04-13T09:14:46.239 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 331 2024-04-13T09:14:46.239 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.239 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T09:14:46.239 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2466892, 2024-04-13T09:14:46.239 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 541657 2024-04-13T09:14:46.240 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.240 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T09:14:46.240 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 7003576, 2024-04-13T09:14:46.240 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 10331 2024-04-13T09:14:46.240 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.240 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T09:14:46.240 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 67636, 2024-04-13T09:14:46.240 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 7008 2024-04-13T09:14:46.240 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.240 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T09:14:46.240 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 82464, 2024-04-13T09:14:46.240 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1718 2024-04-13T09:14:46.240 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.240 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T09:14:46.240 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.241 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.241 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.241 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T09:14:46.241 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 167886, 2024-04-13T09:14:46.241 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1197 2024-04-13T09:14:46.241 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.241 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T09:14:46.241 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.241 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.241 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.241 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T09:14:46.241 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 1472, 2024-04-13T09:14:46.241 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 2 2024-04-13T09:14:46.241 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.242 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T09:14:46.242 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 88085, 2024-04-13T09:14:46.242 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 36 2024-04-13T09:14:46.242 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.242 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T09:14:46.242 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 20128, 2024-04-13T09:14:46.242 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 5 2024-04-13T09:14:46.242 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.242 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T09:14:46.242 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 18837990, 2024-04-13T09:14:46.242 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 286 2024-04-13T09:14:46.242 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.242 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T09:14:46.242 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 31240, 2024-04-13T09:14:46.242 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 355 2024-04-13T09:14:46.243 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.243 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T09:14:46.243 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.243 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.243 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.243 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:14:46.243 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 513216, 2024-04-13T09:14:46.243 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 44 2024-04-13T09:14:46.243 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.243 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T09:14:46.243 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.243 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.243 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.243 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T09:14:46.244 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 7332728, 2024-04-13T09:14:46.244 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 21303 2024-04-13T09:14:46.244 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.244 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T09:14:46.244 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 669456, 2024-04-13T09:14:46.244 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 11751 2024-04-13T09:14:46.244 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.244 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T09:14:46.244 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.244 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.244 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.245 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T09:14:46.245 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.245 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.245 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.245 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T09:14:46.245 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.245 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.245 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.245 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T09:14:46.245 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.245 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.245 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.245 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.245 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.2": { 2024-04-13T09:14:46.245 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T09:14:46.246 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.246 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.246 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.246 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:14:46.246 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 21624, 2024-04-13T09:14:46.246 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 434 2024-04-13T09:14:46.246 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.246 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T09:14:46.246 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 30976, 2024-04-13T09:14:46.246 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 25 2024-04-13T09:14:46.246 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.246 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T09:14:46.246 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2304, 2024-04-13T09:14:46.246 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 12 2024-04-13T09:14:46.246 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.247 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T09:14:46.247 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 56080, 2024-04-13T09:14:46.247 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 701 2024-04-13T09:14:46.247 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.247 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T09:14:46.247 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 356720, 2024-04-13T09:14:46.247 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1715 2024-04-13T09:14:46.247 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.247 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T09:14:46.247 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 256, 2024-04-13T09:14:46.247 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 32 2024-04-13T09:14:46.247 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.247 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T09:14:46.247 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 309787, 2024-04-13T09:14:46.247 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 89 2024-04-13T09:14:46.248 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.248 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T09:14:46.248 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 1735681, 2024-04-13T09:14:46.248 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 384162 2024-04-13T09:14:46.248 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.248 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T09:14:46.248 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 5085296, 2024-04-13T09:14:46.248 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 7510 2024-04-13T09:14:46.248 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.248 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T09:14:46.248 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 66084, 2024-04-13T09:14:46.248 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 6986 2024-04-13T09:14:46.248 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.248 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T09:14:46.249 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 82320, 2024-04-13T09:14:46.249 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1715 2024-04-13T09:14:46.249 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.249 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T09:14:46.249 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.249 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.249 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.249 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T09:14:46.249 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 164894, 2024-04-13T09:14:46.249 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1184 2024-04-13T09:14:46.249 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.249 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T09:14:46.249 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.249 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.249 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.250 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T09:14:46.250 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 736, 2024-04-13T09:14:46.250 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1 2024-04-13T09:14:46.250 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.250 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T09:14:46.250 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 94191, 2024-04-13T09:14:46.250 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 51 2024-04-13T09:14:46.250 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.250 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T09:14:46.250 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 12112, 2024-04-13T09:14:46.250 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3 2024-04-13T09:14:46.250 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.250 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T09:14:46.250 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 13098425, 2024-04-13T09:14:46.250 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 255 2024-04-13T09:14:46.251 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.251 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T09:14:46.251 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 10032, 2024-04-13T09:14:46.251 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 114 2024-04-13T09:14:46.251 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.251 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T09:14:46.251 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.251 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.251 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.251 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:14:46.251 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 361584, 2024-04-13T09:14:46.251 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 31 2024-04-13T09:14:46.251 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.252 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T09:14:46.252 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.252 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.252 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.252 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T09:14:46.252 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 3208920, 2024-04-13T09:14:46.252 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 6171 2024-04-13T09:14:46.252 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.252 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T09:14:46.252 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 669456, 2024-04-13T09:14:46.252 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 11751 2024-04-13T09:14:46.252 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.252 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T09:14:46.252 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.253 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.253 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.253 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T09:14:46.253 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.253 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.253 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.253 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T09:14:46.253 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.253 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.253 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.253 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T09:14:46.253 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.253 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.253 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.253 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.254 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.3": { 2024-04-13T09:14:46.254 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T09:14:46.254 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.254 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.254 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.254 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:14:46.254 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 19712, 2024-04-13T09:14:46.254 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 380 2024-04-13T09:14:46.254 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.254 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T09:14:46.254 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 34816, 2024-04-13T09:14:46.254 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 23 2024-04-13T09:14:46.254 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.254 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T09:14:46.254 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 768, 2024-04-13T09:14:46.255 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 4 2024-04-13T09:14:46.255 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.255 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T09:14:46.255 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 55440, 2024-04-13T09:14:46.255 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 693 2024-04-13T09:14:46.255 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.255 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T09:14:46.255 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 357552, 2024-04-13T09:14:46.255 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1719 2024-04-13T09:14:46.255 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.255 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T09:14:46.255 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 256, 2024-04-13T09:14:46.255 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 32 2024-04-13T09:14:46.255 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.256 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T09:14:46.256 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 230324, 2024-04-13T09:14:46.256 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 76 2024-04-13T09:14:46.256 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.256 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T09:14:46.256 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 1729956, 2024-04-13T09:14:46.256 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 383765 2024-04-13T09:14:46.256 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.256 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T09:14:46.256 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 5076456, 2024-04-13T09:14:46.256 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 7497 2024-04-13T09:14:46.256 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.256 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T09:14:46.256 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 66864, 2024-04-13T09:14:46.257 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 7003 2024-04-13T09:14:46.257 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.257 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T09:14:46.257 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 82512, 2024-04-13T09:14:46.257 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1719 2024-04-13T09:14:46.257 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.257 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T09:14:46.257 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.257 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.257 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.257 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T09:14:46.257 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 164894, 2024-04-13T09:14:46.257 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1184 2024-04-13T09:14:46.257 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.257 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T09:14:46.258 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.258 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.258 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.258 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T09:14:46.258 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 736, 2024-04-13T09:14:46.258 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1 2024-04-13T09:14:46.258 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.258 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T09:14:46.258 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 90377, 2024-04-13T09:14:46.258 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 53 2024-04-13T09:14:46.258 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.258 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T09:14:46.258 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 12112, 2024-04-13T09:14:46.258 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3 2024-04-13T09:14:46.258 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.259 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T09:14:46.259 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 4839414, 2024-04-13T09:14:46.259 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 7522 2024-04-13T09:14:46.259 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.259 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T09:14:46.259 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 7656, 2024-04-13T09:14:46.259 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 87 2024-04-13T09:14:46.259 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.259 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T09:14:46.259 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.259 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.259 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.259 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:14:46.259 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 431568, 2024-04-13T09:14:46.259 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 37 2024-04-13T09:14:46.260 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.260 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T09:14:46.260 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.260 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.260 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.260 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T09:14:46.260 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 3543280, 2024-04-13T09:14:46.260 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 9214 2024-04-13T09:14:46.260 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.260 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T09:14:46.260 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 669456, 2024-04-13T09:14:46.260 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 11751 2024-04-13T09:14:46.260 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.260 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T09:14:46.260 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.261 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.261 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.261 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T09:14:46.261 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.261 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.261 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.261 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T09:14:46.261 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.261 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.261 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.261 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T09:14:46.261 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.261 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.261 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.261 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.262 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.4": { 2024-04-13T09:14:46.262 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T09:14:46.262 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.262 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.262 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.262 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:14:46.262 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 23712, 2024-04-13T09:14:46.262 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 450 2024-04-13T09:14:46.262 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.262 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T09:14:46.262 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 543360, 2024-04-13T09:14:46.262 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 31 2024-04-13T09:14:46.262 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.262 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T09:14:46.262 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 960, 2024-04-13T09:14:46.263 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 5 2024-04-13T09:14:46.263 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.263 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T09:14:46.263 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 57120, 2024-04-13T09:14:46.263 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 714 2024-04-13T09:14:46.263 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.263 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T09:14:46.263 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 370864, 2024-04-13T09:14:46.263 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1783 2024-04-13T09:14:46.263 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.263 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T09:14:46.263 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 256, 2024-04-13T09:14:46.263 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 32 2024-04-13T09:14:46.263 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.263 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T09:14:46.264 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 1129949, 2024-04-13T09:14:46.264 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 278 2024-04-13T09:14:46.264 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.264 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T09:14:46.264 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2066576, 2024-04-13T09:14:46.264 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 455302 2024-04-13T09:14:46.264 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.264 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T09:14:46.264 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 5940056, 2024-04-13T09:14:46.264 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 8767 2024-04-13T09:14:46.264 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.264 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T09:14:46.264 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 76276, 2024-04-13T09:14:46.264 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 8154 2024-04-13T09:14:46.265 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.265 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T09:14:46.265 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 85584, 2024-04-13T09:14:46.265 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1783 2024-04-13T09:14:46.265 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.265 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T09:14:46.265 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.265 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.265 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.265 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T09:14:46.265 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 164726, 2024-04-13T09:14:46.265 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1184 2024-04-13T09:14:46.265 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.265 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T09:14:46.265 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.266 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.266 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.266 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T09:14:46.266 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 736, 2024-04-13T09:14:46.266 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1 2024-04-13T09:14:46.266 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.266 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T09:14:46.266 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 69841, 2024-04-13T09:14:46.266 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 48 2024-04-13T09:14:46.266 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.266 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T09:14:46.266 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 12112, 2024-04-13T09:14:46.266 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3 2024-04-13T09:14:46.266 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.266 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T09:14:46.267 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 6130468, 2024-04-13T09:14:46.267 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 279 2024-04-13T09:14:46.267 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.267 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T09:14:46.267 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 25784, 2024-04-13T09:14:46.267 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 293 2024-04-13T09:14:46.267 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.267 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T09:14:46.267 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.267 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.267 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.267 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:14:46.267 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 454896, 2024-04-13T09:14:46.267 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 39 2024-04-13T09:14:46.267 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.268 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T09:14:46.268 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.268 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.268 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.268 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T09:14:46.268 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 5113160, 2024-04-13T09:14:46.268 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 12233 2024-04-13T09:14:46.268 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.268 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T09:14:46.268 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 669456, 2024-04-13T09:14:46.268 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 11751 2024-04-13T09:14:46.268 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.268 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T09:14:46.268 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.268 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.269 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.269 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T09:14:46.269 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.269 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.269 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.269 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T09:14:46.269 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.269 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.269 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.269 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T09:14:46.269 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.269 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.269 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.269 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.269 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.5": { 2024-04-13T09:14:46.270 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T09:14:46.270 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.270 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.270 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.270 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:14:46.270 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 26360, 2024-04-13T09:14:46.270 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 539 2024-04-13T09:14:46.270 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.270 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T09:14:46.270 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 175232, 2024-04-13T09:14:46.270 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 34 2024-04-13T09:14:46.270 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.270 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T09:14:46.271 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 768, 2024-04-13T09:14:46.271 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 4 2024-04-13T09:14:46.271 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.271 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T09:14:46.271 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 58320, 2024-04-13T09:14:46.271 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 729 2024-04-13T09:14:46.271 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.271 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T09:14:46.271 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 370864, 2024-04-13T09:14:46.271 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1783 2024-04-13T09:14:46.271 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.272 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T09:14:46.272 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 256, 2024-04-13T09:14:46.273 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 32 2024-04-13T09:14:46.273 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.273 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T09:14:46.273 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 387825, 2024-04-13T09:14:46.273 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 101 2024-04-13T09:14:46.273 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.273 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T09:14:46.273 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2334424, 2024-04-13T09:14:46.273 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 523268 2024-04-13T09:14:46.273 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.273 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T09:14:46.273 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 6759456, 2024-04-13T09:14:46.273 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 9972 2024-04-13T09:14:46.273 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.274 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T09:14:46.274 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 76528, 2024-04-13T09:14:46.274 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 8159 2024-04-13T09:14:46.274 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.274 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T09:14:46.274 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 85584, 2024-04-13T09:14:46.274 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1783 2024-04-13T09:14:46.274 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.274 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T09:14:46.274 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.274 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.274 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.274 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T09:14:46.274 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 164982, 2024-04-13T09:14:46.274 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1185 2024-04-13T09:14:46.275 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.275 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T09:14:46.275 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.275 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.275 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.275 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T09:14:46.275 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 736, 2024-04-13T09:14:46.275 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1 2024-04-13T09:14:46.275 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.278 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T09:14:46.278 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 103852, 2024-04-13T09:14:46.278 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 57 2024-04-13T09:14:46.278 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.278 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T09:14:46.278 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 12112, 2024-04-13T09:14:46.278 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3 2024-04-13T09:14:46.278 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.278 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T09:14:46.278 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 6178625, 2024-04-13T09:14:46.278 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 266 2024-04-13T09:14:46.278 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.279 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T09:14:46.279 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 10384, 2024-04-13T09:14:46.279 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 118 2024-04-13T09:14:46.279 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.279 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T09:14:46.279 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.279 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.279 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.279 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:14:46.279 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 478224, 2024-04-13T09:14:46.279 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 41 2024-04-13T09:14:46.279 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.279 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T09:14:46.279 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.279 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.280 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.280 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T09:14:46.280 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 6392360, 2024-04-13T09:14:46.280 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 12293 2024-04-13T09:14:46.280 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.280 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T09:14:46.280 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 669456, 2024-04-13T09:14:46.280 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 11751 2024-04-13T09:14:46.280 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.280 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T09:14:46.280 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.280 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.280 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.280 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T09:14:46.280 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.281 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.281 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.281 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T09:14:46.281 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.281 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.281 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.281 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T09:14:46.281 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.281 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.281 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.281 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.281 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.6": { 2024-04-13T09:14:46.281 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T09:14:46.281 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.281 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.281 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.282 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:14:46.282 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 15592, 2024-04-13T09:14:46.282 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 300 2024-04-13T09:14:46.282 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.282 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T09:14:46.282 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 30720, 2024-04-13T09:14:46.282 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 23 2024-04-13T09:14:46.282 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.282 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T09:14:46.282 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2688, 2024-04-13T09:14:46.282 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 14 2024-04-13T09:14:46.282 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.282 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T09:14:46.282 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 54320, 2024-04-13T09:14:46.283 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 679 2024-04-13T09:14:46.283 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.283 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T09:14:46.283 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 372736, 2024-04-13T09:14:46.283 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1792 2024-04-13T09:14:46.283 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.283 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T09:14:46.283 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 256, 2024-04-13T09:14:46.283 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 32 2024-04-13T09:14:46.283 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.283 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T09:14:46.283 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 663799, 2024-04-13T09:14:46.283 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 165 2024-04-13T09:14:46.283 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.283 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T09:14:46.284 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 1700807, 2024-04-13T09:14:46.284 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 374943 2024-04-13T09:14:46.284 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.284 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T09:14:46.284 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 4943176, 2024-04-13T09:14:46.284 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 7301 2024-04-13T09:14:46.284 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.284 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T09:14:46.284 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 77504, 2024-04-13T09:14:46.284 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 8319 2024-04-13T09:14:46.284 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.284 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T09:14:46.284 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 85968, 2024-04-13T09:14:46.284 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1791 2024-04-13T09:14:46.284 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.285 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T09:14:46.285 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.285 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.285 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.285 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T09:14:46.285 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 164638, 2024-04-13T09:14:46.285 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1183 2024-04-13T09:14:46.285 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.285 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T09:14:46.285 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.285 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.285 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.285 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T09:14:46.285 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 1472, 2024-04-13T09:14:46.285 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 2 2024-04-13T09:14:46.285 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.286 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T09:14:46.286 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 97119, 2024-04-13T09:14:46.286 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 58 2024-04-13T09:14:46.286 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.286 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T09:14:46.286 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 20128, 2024-04-13T09:14:46.286 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 5 2024-04-13T09:14:46.286 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.286 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T09:14:46.286 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 14854455, 2024-04-13T09:14:46.286 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 252 2024-04-13T09:14:46.286 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.286 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T09:14:46.286 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 16544, 2024-04-13T09:14:46.287 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 188 2024-04-13T09:14:46.287 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.287 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T09:14:46.287 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.287 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.287 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.287 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:14:46.287 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 443232, 2024-04-13T09:14:46.287 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 38 2024-04-13T09:14:46.287 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.287 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T09:14:46.287 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.287 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.287 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.287 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T09:14:46.287 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 3616600, 2024-04-13T09:14:46.288 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 9355 2024-04-13T09:14:46.288 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.288 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T09:14:46.288 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 669456, 2024-04-13T09:14:46.288 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 11751 2024-04-13T09:14:46.288 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.288 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T09:14:46.288 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.288 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.288 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.288 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T09:14:46.288 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.288 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.288 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.289 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T09:14:46.289 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.289 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.289 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.289 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T09:14:46.289 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.289 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.289 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.289 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.289 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.7": { 2024-04-13T09:14:46.289 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T09:14:46.289 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.289 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.289 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.289 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:14:46.289 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 22680, 2024-04-13T09:14:46.290 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 443 2024-04-13T09:14:46.290 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.290 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T09:14:46.290 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 44032, 2024-04-13T09:14:46.290 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 32 2024-04-13T09:14:46.290 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.290 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T09:14:46.290 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 1728, 2024-04-13T09:14:46.290 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 9 2024-04-13T09:14:46.290 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.290 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T09:14:46.290 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 56000, 2024-04-13T09:14:46.290 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 700 2024-04-13T09:14:46.290 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.291 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T09:14:46.291 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 358800, 2024-04-13T09:14:46.291 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1725 2024-04-13T09:14:46.291 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.291 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T09:14:46.291 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 256, 2024-04-13T09:14:46.291 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 32 2024-04-13T09:14:46.291 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.291 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T09:14:46.291 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 347335, 2024-04-13T09:14:46.291 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 96 2024-04-13T09:14:46.291 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.291 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T09:14:46.291 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2028997, 2024-04-13T09:14:46.292 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 450283 2024-04-13T09:14:46.292 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.292 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T09:14:46.292 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 5846216, 2024-04-13T09:14:46.292 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 8629 2024-04-13T09:14:46.292 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.292 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T09:14:46.292 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 68632, 2024-04-13T09:14:46.292 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 7161 2024-04-13T09:14:46.292 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.292 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T09:14:46.292 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 82800, 2024-04-13T09:14:46.292 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1725 2024-04-13T09:14:46.292 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.293 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T09:14:46.293 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.293 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.293 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.293 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T09:14:46.293 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 164894, 2024-04-13T09:14:46.293 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1184 2024-04-13T09:14:46.293 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.293 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T09:14:46.293 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.293 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.293 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.293 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T09:14:46.293 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 736, 2024-04-13T09:14:46.293 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1 2024-04-13T09:14:46.294 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.294 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T09:14:46.294 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 72797, 2024-04-13T09:14:46.294 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 54 2024-04-13T09:14:46.294 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.294 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T09:14:46.294 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 12112, 2024-04-13T09:14:46.294 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3 2024-04-13T09:14:46.294 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.294 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T09:14:46.294 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 10953544, 2024-04-13T09:14:46.294 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 272 2024-04-13T09:14:46.294 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.294 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T09:14:46.295 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 11000, 2024-04-13T09:14:46.295 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 125 2024-04-13T09:14:46.295 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.295 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T09:14:46.295 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.295 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.295 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.295 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:14:46.295 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 489888, 2024-04-13T09:14:46.295 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 42 2024-04-13T09:14:46.295 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.295 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T09:14:46.295 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.295 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.295 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.296 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T09:14:46.296 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 4899440, 2024-04-13T09:14:46.296 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 9422 2024-04-13T09:14:46.296 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.296 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T09:14:46.296 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 669456, 2024-04-13T09:14:46.296 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 11751 2024-04-13T09:14:46.296 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.296 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T09:14:46.296 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.296 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.296 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.296 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T09:14:46.296 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.297 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.297 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.297 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T09:14:46.297 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.297 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.297 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.297 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T09:14:46.297 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:14:46.297 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:14:46.297 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.297 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.297 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.297 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.298 INFO:tasks.workunit.client.0.smithi119.stdout: "metadata": { 2024-04-13T09:14:46.298 INFO:tasks.workunit.client.0.smithi119.stdout: "mds": { 2024-04-13T09:14:46.298 INFO:tasks.workunit.client.0.smithi119.stdout: "arch": { 2024-04-13T09:14:46.298 INFO:tasks.workunit.client.0.smithi119.stdout: "x86_64": 2 2024-04-13T09:14:46.298 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.298 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_version": { 2024-04-13T09:14:46.298 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T09:14:46.298 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.298 INFO:tasks.workunit.client.0.smithi119.stdout: "cpu": { 2024-04-13T09:14:46.298 INFO:tasks.workunit.client.0.smithi119.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-13T09:14:46.298 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.298 INFO:tasks.workunit.client.0.smithi119.stdout: "distro": { 2024-04-13T09:14:46.298 INFO:tasks.workunit.client.0.smithi119.stdout: "centos": 2 2024-04-13T09:14:46.298 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.299 INFO:tasks.workunit.client.0.smithi119.stdout: "distro_description": { 2024-04-13T09:14:46.299 INFO:tasks.workunit.client.0.smithi119.stdout: "CentOS Stream 8": 2 2024-04-13T09:14:46.299 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.299 INFO:tasks.workunit.client.0.smithi119.stdout: "kernel_description": { 2024-04-13T09:14:46.299 INFO:tasks.workunit.client.0.smithi119.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-13T09:14:46.299 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.299 INFO:tasks.workunit.client.0.smithi119.stdout: "kernel_version": { 2024-04-13T09:14:46.299 INFO:tasks.workunit.client.0.smithi119.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-13T09:14:46.299 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.299 INFO:tasks.workunit.client.0.smithi119.stdout: "os": { 2024-04-13T09:14:46.299 INFO:tasks.workunit.client.0.smithi119.stdout: "Linux": 2 2024-04-13T09:14:46.299 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.299 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.299 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T09:14:46.299 INFO:tasks.workunit.client.0.smithi119.stdout: "arch": { 2024-04-13T09:14:46.300 INFO:tasks.workunit.client.0.smithi119.stdout: "x86_64": 3 2024-04-13T09:14:46.300 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.300 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_version": { 2024-04-13T09:14:46.300 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 3 2024-04-13T09:14:46.300 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.300 INFO:tasks.workunit.client.0.smithi119.stdout: "cpu": { 2024-04-13T09:14:46.300 INFO:tasks.workunit.client.0.smithi119.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-13T09:14:46.300 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.300 INFO:tasks.workunit.client.0.smithi119.stdout: "distro": { 2024-04-13T09:14:46.300 INFO:tasks.workunit.client.0.smithi119.stdout: "centos": 3 2024-04-13T09:14:46.300 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.300 INFO:tasks.workunit.client.0.smithi119.stdout: "distro_description": { 2024-04-13T09:14:46.300 INFO:tasks.workunit.client.0.smithi119.stdout: "CentOS Stream 8": 3 2024-04-13T09:14:46.300 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.300 INFO:tasks.workunit.client.0.smithi119.stdout: "kernel_description": { 2024-04-13T09:14:46.300 INFO:tasks.workunit.client.0.smithi119.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-13T09:14:46.301 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.301 INFO:tasks.workunit.client.0.smithi119.stdout: "kernel_version": { 2024-04-13T09:14:46.301 INFO:tasks.workunit.client.0.smithi119.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-13T09:14:46.301 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.301 INFO:tasks.workunit.client.0.smithi119.stdout: "os": { 2024-04-13T09:14:46.301 INFO:tasks.workunit.client.0.smithi119.stdout: "Linux": 3 2024-04-13T09:14:46.301 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.301 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.301 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:14:46.301 INFO:tasks.workunit.client.0.smithi119.stdout: "arch": { 2024-04-13T09:14:46.301 INFO:tasks.workunit.client.0.smithi119.stdout: "x86_64": 8 2024-04-13T09:14:46.301 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.301 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_version": { 2024-04-13T09:14:46.301 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 8 2024-04-13T09:14:46.301 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.302 INFO:tasks.workunit.client.0.smithi119.stdout: "cpu": { 2024-04-13T09:14:46.302 INFO:tasks.workunit.client.0.smithi119.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-13T09:14:46.302 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.302 INFO:tasks.workunit.client.0.smithi119.stdout: "distro": { 2024-04-13T09:14:46.302 INFO:tasks.workunit.client.0.smithi119.stdout: "centos": 8 2024-04-13T09:14:46.302 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.302 INFO:tasks.workunit.client.0.smithi119.stdout: "distro_description": { 2024-04-13T09:14:46.302 INFO:tasks.workunit.client.0.smithi119.stdout: "CentOS Stream 8": 8 2024-04-13T09:14:46.302 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.302 INFO:tasks.workunit.client.0.smithi119.stdout: "kernel_description": { 2024-04-13T09:14:46.302 INFO:tasks.workunit.client.0.smithi119.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-13T09:14:46.302 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.302 INFO:tasks.workunit.client.0.smithi119.stdout: "kernel_version": { 2024-04-13T09:14:46.302 INFO:tasks.workunit.client.0.smithi119.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-13T09:14:46.302 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.303 INFO:tasks.workunit.client.0.smithi119.stdout: "os": { 2024-04-13T09:14:46.303 INFO:tasks.workunit.client.0.smithi119.stdout: "Linux": 8 2024-04-13T09:14:46.303 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.303 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_objectstore": { 2024-04-13T09:14:46.303 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": 8 2024-04-13T09:14:46.303 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.303 INFO:tasks.workunit.client.0.smithi119.stdout: "rotational": { 2024-04-13T09:14:46.303 INFO:tasks.workunit.client.0.smithi119.stdout: "0": 8 2024-04-13T09:14:46.303 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.303 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.303 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.303 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T09:14:46.303 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3, 2024-04-13T09:14:46.303 INFO:tasks.workunit.client.0.smithi119.stdout: "features": { 2024-04-13T09:14:46.303 INFO:tasks.workunit.client.0.smithi119.stdout: "optional": [], 2024-04-13T09:14:46.303 INFO:tasks.workunit.client.0.smithi119.stdout: "persistent": [ 2024-04-13T09:14:46.304 INFO:tasks.workunit.client.0.smithi119.stdout: "kraken", 2024-04-13T09:14:46.304 INFO:tasks.workunit.client.0.smithi119.stdout: "luminous", 2024-04-13T09:14:46.304 INFO:tasks.workunit.client.0.smithi119.stdout: "mimic", 2024-04-13T09:14:46.304 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap-prune", 2024-04-13T09:14:46.304 INFO:tasks.workunit.client.0.smithi119.stdout: "nautilus", 2024-04-13T09:14:46.304 INFO:tasks.workunit.client.0.smithi119.stdout: "octopus", 2024-04-13T09:14:46.304 INFO:tasks.workunit.client.0.smithi119.stdout: "pacific", 2024-04-13T09:14:46.304 INFO:tasks.workunit.client.0.smithi119.stdout: "elector-pinging", 2024-04-13T09:14:46.304 INFO:tasks.workunit.client.0.smithi119.stdout: "quincy", 2024-04-13T09:14:46.304 INFO:tasks.workunit.client.0.smithi119.stdout: "reef", 2024-04-13T09:14:46.304 INFO:tasks.workunit.client.0.smithi119.stdout: "squid" 2024-04-13T09:14:46.304 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:14:46.304 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.304 INFO:tasks.workunit.client.0.smithi119.stdout: "ipv4_addr_mons": 6, 2024-04-13T09:14:46.304 INFO:tasks.workunit.client.0.smithi119.stdout: "ipv6_addr_mons": 0, 2024-04-13T09:14:46.304 INFO:tasks.workunit.client.0.smithi119.stdout: "min_mon_release": 19, 2024-04-13T09:14:46.305 INFO:tasks.workunit.client.0.smithi119.stdout: "v1_addr_mons": 3, 2024-04-13T09:14:46.305 INFO:tasks.workunit.client.0.smithi119.stdout: "v2_addr_mons": 3 2024-04-13T09:14:46.305 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.305 INFO:tasks.workunit.client.0.smithi119.stdout: "organization": "ceph-qa", 2024-04-13T09:14:46.305 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:14:46.305 INFO:tasks.workunit.client.0.smithi119.stdout: "cluster_network": false, 2024-04-13T09:14:46.305 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8, 2024-04-13T09:14:46.305 INFO:tasks.workunit.client.0.smithi119.stdout: "require_min_compat_client": "luminous", 2024-04-13T09:14:46.305 INFO:tasks.workunit.client.0.smithi119.stdout: "require_osd_release": "squid" 2024-04-13T09:14:46.305 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.305 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_perf_histograms": [ 2024-04-13T09:14:46.305 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.305 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T09:14:46.305 INFO:tasks.workunit.client.0.smithi119.stdout: "axes": [ 2024-04-13T09:14:46.305 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.305 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 32, 2024-04-13T09:14:46.306 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T09:14:46.306 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "Latency (usec)", 2024-04-13T09:14:46.306 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 100000, 2024-04-13T09:14:46.306 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T09:14:46.306 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T09:14:46.306 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 99999]", 2024-04-13T09:14:46.306 INFO:tasks.workunit.client.0.smithi119.stdout: "[100000, 199999]", 2024-04-13T09:14:46.306 INFO:tasks.workunit.client.0.smithi119.stdout: "[200000, 399999]", 2024-04-13T09:14:46.306 INFO:tasks.workunit.client.0.smithi119.stdout: "[400000, 799999]", 2024-04-13T09:14:46.306 INFO:tasks.workunit.client.0.smithi119.stdout: "[800000, 1599999]", 2024-04-13T09:14:46.306 INFO:tasks.workunit.client.0.smithi119.stdout: "[1600000, 3199999]", 2024-04-13T09:14:46.306 INFO:tasks.workunit.client.0.smithi119.stdout: "[3200000, 6399999]", 2024-04-13T09:14:46.306 INFO:tasks.workunit.client.0.smithi119.stdout: "[6400000, 12799999]", 2024-04-13T09:14:46.306 INFO:tasks.workunit.client.0.smithi119.stdout: "[12800000, 25599999]", 2024-04-13T09:14:46.306 INFO:tasks.workunit.client.0.smithi119.stdout: "[25600000, 51199999]", 2024-04-13T09:14:46.307 INFO:tasks.workunit.client.0.smithi119.stdout: "[51200000, 102399999]", 2024-04-13T09:14:46.307 INFO:tasks.workunit.client.0.smithi119.stdout: "[102400000, 204799999]", 2024-04-13T09:14:46.307 INFO:tasks.workunit.client.0.smithi119.stdout: "[204800000, 409599999]", 2024-04-13T09:14:46.307 INFO:tasks.workunit.client.0.smithi119.stdout: "[409600000, 819199999]", 2024-04-13T09:14:46.307 INFO:tasks.workunit.client.0.smithi119.stdout: "[819200000, 1638399999]", 2024-04-13T09:14:46.307 INFO:tasks.workunit.client.0.smithi119.stdout: "[1638400000, 3276799999]", 2024-04-13T09:14:46.307 INFO:tasks.workunit.client.0.smithi119.stdout: "[3276800000, 6553599999]", 2024-04-13T09:14:46.307 INFO:tasks.workunit.client.0.smithi119.stdout: "[6553600000, 13107199999]", 2024-04-13T09:14:46.307 INFO:tasks.workunit.client.0.smithi119.stdout: "[13107200000, 26214399999]", 2024-04-13T09:14:46.307 INFO:tasks.workunit.client.0.smithi119.stdout: "[26214400000, 52428799999]", 2024-04-13T09:14:46.307 INFO:tasks.workunit.client.0.smithi119.stdout: "[52428800000, 104857599999]", 2024-04-13T09:14:46.307 INFO:tasks.workunit.client.0.smithi119.stdout: "[104857600000, 209715199999]", 2024-04-13T09:14:46.307 INFO:tasks.workunit.client.0.smithi119.stdout: "[209715200000, 419430399999]", 2024-04-13T09:14:46.307 INFO:tasks.workunit.client.0.smithi119.stdout: "[419430400000, 838860799999]", 2024-04-13T09:14:46.307 INFO:tasks.workunit.client.0.smithi119.stdout: "[838860800000, 1677721599999]", 2024-04-13T09:14:46.308 INFO:tasks.workunit.client.0.smithi119.stdout: "[1677721600000, 3355443199999]", 2024-04-13T09:14:46.308 INFO:tasks.workunit.client.0.smithi119.stdout: "[3355443200000, 6710886399999]", 2024-04-13T09:14:46.308 INFO:tasks.workunit.client.0.smithi119.stdout: "[6710886400000, 13421772799999]", 2024-04-13T09:14:46.308 INFO:tasks.workunit.client.0.smithi119.stdout: "[13421772800000, 26843545599999]", 2024-04-13T09:14:46.308 INFO:tasks.workunit.client.0.smithi119.stdout: "[26843545600000, 53687091199999]", 2024-04-13T09:14:46.308 INFO:tasks.workunit.client.0.smithi119.stdout: "[53687091200000, None]" 2024-04-13T09:14:46.308 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.308 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "log2" 2024-04-13T09:14:46.308 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.308 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.308 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 32, 2024-04-13T09:14:46.309 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T09:14:46.309 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "Request size (bytes)", 2024-04-13T09:14:46.309 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 512, 2024-04-13T09:14:46.309 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T09:14:46.309 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T09:14:46.309 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 511]", 2024-04-13T09:14:46.309 INFO:tasks.workunit.client.0.smithi119.stdout: "[512, 1023]", 2024-04-13T09:14:46.309 INFO:tasks.workunit.client.0.smithi119.stdout: "[1024, 2047]", 2024-04-13T09:14:46.309 INFO:tasks.workunit.client.0.smithi119.stdout: "[2048, 4095]", 2024-04-13T09:14:46.309 INFO:tasks.workunit.client.0.smithi119.stdout: "[4096, 8191]", 2024-04-13T09:14:46.309 INFO:tasks.workunit.client.0.smithi119.stdout: "[8192, 16383]", 2024-04-13T09:14:46.309 INFO:tasks.workunit.client.0.smithi119.stdout: "[16384, 32767]", 2024-04-13T09:14:46.309 INFO:tasks.workunit.client.0.smithi119.stdout: "[32768, 65535]", 2024-04-13T09:14:46.310 INFO:tasks.workunit.client.0.smithi119.stdout: "[65536, 131071]", 2024-04-13T09:14:46.310 INFO:tasks.workunit.client.0.smithi119.stdout: "[131072, 262143]", 2024-04-13T09:14:46.310 INFO:tasks.workunit.client.0.smithi119.stdout: "[262144, 524287]", 2024-04-13T09:14:46.310 INFO:tasks.workunit.client.0.smithi119.stdout: "[524288, 1048575]", 2024-04-13T09:14:46.310 INFO:tasks.workunit.client.0.smithi119.stdout: "[1048576, 2097151]", 2024-04-13T09:14:46.310 INFO:tasks.workunit.client.0.smithi119.stdout: "[2097152, 4194303]", 2024-04-13T09:14:46.310 INFO:tasks.workunit.client.0.smithi119.stdout: "[4194304, 8388607]", 2024-04-13T09:14:46.310 INFO:tasks.workunit.client.0.smithi119.stdout: "[8388608, 16777215]", 2024-04-13T09:14:46.310 INFO:tasks.workunit.client.0.smithi119.stdout: "[16777216, 33554431]", 2024-04-13T09:14:46.310 INFO:tasks.workunit.client.0.smithi119.stdout: "[33554432, 67108863]", 2024-04-13T09:14:46.310 INFO:tasks.workunit.client.0.smithi119.stdout: "[67108864, 134217727]", 2024-04-13T09:14:46.310 INFO:tasks.workunit.client.0.smithi119.stdout: "[134217728, 268435455]", 2024-04-13T09:14:46.310 INFO:tasks.workunit.client.0.smithi119.stdout: "[268435456, 536870911]", 2024-04-13T09:14:46.310 INFO:tasks.workunit.client.0.smithi119.stdout: "[536870912, 1073741823]", 2024-04-13T09:14:46.311 INFO:tasks.workunit.client.0.smithi119.stdout: "[1073741824, 2147483647]", 2024-04-13T09:14:46.311 INFO:tasks.workunit.client.0.smithi119.stdout: "[2147483648, 4294967295]", 2024-04-13T09:14:46.311 INFO:tasks.workunit.client.0.smithi119.stdout: "[4294967296, 8589934591]", 2024-04-13T09:14:46.311 INFO:tasks.workunit.client.0.smithi119.stdout: "[8589934592, 17179869183]", 2024-04-13T09:14:46.311 INFO:tasks.workunit.client.0.smithi119.stdout: "[17179869184, 34359738367]", 2024-04-13T09:14:46.311 INFO:tasks.workunit.client.0.smithi119.stdout: "[34359738368, 68719476735]", 2024-04-13T09:14:46.311 INFO:tasks.workunit.client.0.smithi119.stdout: "[68719476736, 137438953471]", 2024-04-13T09:14:46.311 INFO:tasks.workunit.client.0.smithi119.stdout: "[137438953472, 274877906943]", 2024-04-13T09:14:46.311 INFO:tasks.workunit.client.0.smithi119.stdout: "[274877906944, None]" 2024-04-13T09:14:46.311 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.311 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "log2" 2024-04-13T09:14:46.311 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.311 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.311 INFO:tasks.workunit.client.0.smithi119.stdout: "osds": [ 2024-04-13T09:14:46.312 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.312 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 0, 2024-04-13T09:14:46.312 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:14:46.312 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.312 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 40, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.312 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 9622, 3767, 4321, 0, 1, 3, 0, 0, 3, 2, 3, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.312 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 6035, 94, 129, 2, 14, 4, 9, 11, 16, 56, 32, 16, 20, 16, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.312 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 577, 9, 17, 0, 1, 2, 0, 2, 7, 13, 101, 161, 76, 2, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.312 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 429, 1, 0, 0, 0, 1, 0, 0, 1, 0, 2, 28, 302, 4, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.312 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 140, 2, 2, 0, 1, 2, 0, 3, 1, 0, 5, 7, 23, 50, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.312 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 90, 1, 0, 0, 0, 5, 0, 2, 2, 0, 4, 11, 11, 14, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.312 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 39, 0, 1, 0, 0, 0, 0, 3, 0, 0, 5, 4, 6, 13, 47, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.312 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 11, 0, 0, 0, 0, 2, 0, 0, 1, 0, 0, 0, 4, 9, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.312 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.312 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.313 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.313 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.313 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.313 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.313 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.313 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.313 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.313 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.313 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.313 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.313 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.313 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.313 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.313 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.313 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.314 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.314 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.314 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.314 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.314 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:14:46.314 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:14:46.314 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.314 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.314 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 1, 2024-04-13T09:14:46.314 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:14:46.314 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.314 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.314 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 8243, 2, 66, 8, 23, 21, 2, 0, 2, 4, 1, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.314 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 7070, 50, 1324, 3, 21, 37, 103, 139, 35, 59, 54, 34, 67, 10, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.315 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 459, 7, 185, 22, 1, 0, 2, 17, 11, 16, 116, 228, 129, 7, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.315 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 316, 6, 0, 8, 0, 0, 0, 0, 0, 0, 3, 27, 383, 3, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.315 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 97, 11, 0, 0, 0, 0, 0, 0, 2, 1, 2, 8, 21, 38, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.315 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 74, 17, 45, 0, 0, 0, 0, 0, 0, 0, 3, 9, 9, 12, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.315 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 80, 53, 228, 0, 0, 0, 0, 0, 0, 0, 2, 8, 11, 36, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.315 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 17, 133, 26, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 12, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.315 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 7, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.315 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.315 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.315 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.315 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.315 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.315 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.315 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.315 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.316 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.316 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.316 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.316 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.316 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.316 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.316 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.316 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.316 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.316 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.316 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.316 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.316 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:14:46.316 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:14:46.316 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.316 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.317 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 2, 2024-04-13T09:14:46.317 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:14:46.317 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.317 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.317 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 10552, 15, 0, 0, 3, 0, 0, 1, 0, 0, 6, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.317 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 8606, 36, 28, 1, 10, 1, 0, 2, 1, 0, 1, 7, 6, 26, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.317 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 673, 8, 18, 2, 5, 0, 0, 1, 3, 2, 29, 0, 2, 8, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.317 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 388, 9, 0, 0, 0, 0, 0, 0, 0, 0, 3, 24, 24, 19, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.317 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 131, 12, 3, 0, 0, 0, 0, 0, 0, 2, 4, 12, 17, 102, 122, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.317 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 198, 5, 4, 0, 0, 0, 0, 2, 1, 0, 2, 17, 33, 30, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.317 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 209, 0, 0, 1, 0, 0, 0, 0, 5, 3, 3, 12, 40, 52, 56, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.317 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 75, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 3, 12, 25, 28, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.317 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 37, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 4, 8, 25, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.317 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.317 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.318 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.318 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.318 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.318 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.318 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.318 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.318 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.318 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.318 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.318 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.318 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.318 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.318 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.318 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.318 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.319 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.319 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.319 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.319 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:14:46.319 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:14:46.319 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.319 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.319 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 3, 2024-04-13T09:14:46.319 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:14:46.319 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.319 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1893, 200, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.319 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 14553, 3991, 0, 2, 7613, 483, 2, 0, 0, 2, 4, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.319 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 10169, 280, 55, 1, 161, 109, 9, 5, 16, 23, 8, 8, 14, 5, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.319 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1400, 150, 151, 1, 3, 4, 0, 1, 2, 15, 52, 90, 41, 8, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.319 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 892, 25, 51, 0, 19, 14, 0, 0, 0, 0, 0, 10, 146, 1, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.320 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 350, 36, 18, 0, 203, 19, 0, 0, 0, 0, 6, 15, 14, 24, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.320 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 358, 14, 25, 28, 311, 4, 0, 0, 0, 0, 0, 4, 9, 15, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.320 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 178, 9, 5, 38, 309, 0, 0, 0, 0, 0, 0, 2, 7, 8, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.320 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 7, 1, 0, 2, 2009, 107, 0, 0, 0, 0, 3, 0, 1, 5, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.320 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3, 0, 0, 0, 7, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.320 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.320 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.320 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.320 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.320 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.320 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.320 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.320 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.320 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.321 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.321 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.321 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.321 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.321 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.321 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.321 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.321 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.321 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.321 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.321 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.321 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:14:46.321 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:14:46.321 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.321 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.322 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 4, 2024-04-13T09:14:46.322 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:14:46.322 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.322 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 656, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.322 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 10847, 3973, 50, 4, 12, 16, 3, 0, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.322 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 7923, 166, 32, 0, 19, 22, 58, 49, 11, 16, 11, 4, 10, 4, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.322 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 986, 27, 12, 0, 2, 1, 8, 26, 3, 15, 57, 75, 33, 1, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.322 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 253, 2, 0, 0, 0, 0, 0, 0, 0, 1, 5, 25, 159, 0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.322 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 150, 2, 0, 0, 0, 0, 0, 0, 3, 0, 7, 5, 25, 21, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.322 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 118, 1, 0, 0, 0, 0, 0, 0, 3, 0, 4, 5, 8, 22, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.322 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 94, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 6, 37, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.322 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 17, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.322 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 1, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.322 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.323 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.323 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.323 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.323 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.323 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.323 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.323 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.323 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.323 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.323 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.323 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.323 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.323 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.323 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.323 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.324 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.324 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.324 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.324 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.324 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:14:46.324 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:14:46.324 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.324 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.324 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 5, 2024-04-13T09:14:46.324 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:14:46.324 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.324 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 742, 197, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.324 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 14569, 3745, 1, 1, 2, 0, 0, 0, 3, 0, 1, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.324 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 10906, 241, 4, 0, 8, 1, 1, 0, 0, 2, 4, 2, 9, 14, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.324 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1254, 26, 3, 1, 7, 0, 1, 1, 2, 2, 14, 3, 2, 4, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.325 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 502, 1, 0, 5, 5, 0, 0, 0, 0, 0, 2, 6, 21, 10, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.325 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 273, 7, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 9, 31, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.325 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 330, 4, 0, 1, 0, 0, 0, 0, 0, 0, 2, 1, 3, 11, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.325 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 179, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 4, 7, 11, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.325 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 6, 20, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.325 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.325 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.325 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.325 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.325 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.325 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.325 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.325 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.325 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.325 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.326 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.326 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.326 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.326 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.326 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.326 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.326 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.326 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.326 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.326 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.326 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.326 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:14:46.326 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:14:46.326 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.326 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.327 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 6, 2024-04-13T09:14:46.327 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:14:46.327 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.327 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2860, 1541, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.327 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 9529, 2592, 0, 1, 1, 0, 0, 0, 0, 0, 18, 1, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.327 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 7906, 256, 4, 0, 16, 2, 3, 3, 11, 15, 63, 8, 13, 14, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.327 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 806, 34, 7, 0, 2, 0, 4, 7, 5, 18, 75, 68, 19, 17, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.327 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 345, 4, 5, 0, 1, 0, 0, 0, 0, 1, 13, 18, 177, 2, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.327 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 122, 3, 0, 0, 0, 1, 0, 1, 1, 0, 5, 3, 16, 34, 95, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.327 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 112, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 14, 5, 95, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.328 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 35, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 3, 11, 10, 30, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.328 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 10, 4, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.328 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.328 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.328 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.328 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.328 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.328 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.328 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.328 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.328 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.328 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.328 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.328 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.329 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.329 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.329 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.329 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.329 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.329 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.329 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.329 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.329 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.329 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:14:46.330 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:14:46.330 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.330 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.330 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 7, 2024-04-13T09:14:46.330 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:14:46.330 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.330 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.330 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 13098, 8, 2, 0, 2, 1, 2, 0, 0, 3, 6, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.330 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 8650, 18, 2, 1, 12, 1, 2, 0, 4, 4, 8, 2, 7, 18, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.330 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1098, 5, 2, 0, 1, 0, 0, 1, 1, 4, 39, 2, 4, 5, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.330 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 274, 2, 0, 0, 0, 0, 0, 0, 0, 0, 10, 3, 24, 7, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.330 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 155, 1, 0, 0, 1, 0, 0, 0, 1, 2, 5, 3, 22, 53, 114, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.330 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 144, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 2, 7, 10, 97, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.331 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 109, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 7, 17, 52, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.331 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 18, 23, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.331 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 8, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.331 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.331 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.331 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.331 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.331 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.331 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.331 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.331 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.331 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.332 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.332 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.332 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.332 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.332 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.332 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.332 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.332 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.332 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.332 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.332 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.332 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:14:46.332 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:14:46.332 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.333 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:14:46.333 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.333 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T09:14:46.333 INFO:tasks.workunit.client.0.smithi119.stdout: "axes": [ 2024-04-13T09:14:46.333 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.333 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 32, 2024-04-13T09:14:46.333 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T09:14:46.333 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "Latency (usec)", 2024-04-13T09:14:46.333 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 100000, 2024-04-13T09:14:46.333 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T09:14:46.333 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T09:14:46.333 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 99999]", 2024-04-13T09:14:46.333 INFO:tasks.workunit.client.0.smithi119.stdout: "[100000, 199999]", 2024-04-13T09:14:46.333 INFO:tasks.workunit.client.0.smithi119.stdout: "[200000, 399999]", 2024-04-13T09:14:46.333 INFO:tasks.workunit.client.0.smithi119.stdout: "[400000, 799999]", 2024-04-13T09:14:46.333 INFO:tasks.workunit.client.0.smithi119.stdout: "[800000, 1599999]", 2024-04-13T09:14:46.334 INFO:tasks.workunit.client.0.smithi119.stdout: "[1600000, 3199999]", 2024-04-13T09:14:46.334 INFO:tasks.workunit.client.0.smithi119.stdout: "[3200000, 6399999]", 2024-04-13T09:14:46.334 INFO:tasks.workunit.client.0.smithi119.stdout: "[6400000, 12799999]", 2024-04-13T09:14:46.334 INFO:tasks.workunit.client.0.smithi119.stdout: "[12800000, 25599999]", 2024-04-13T09:14:46.334 INFO:tasks.workunit.client.0.smithi119.stdout: "[25600000, 51199999]", 2024-04-13T09:14:46.334 INFO:tasks.workunit.client.0.smithi119.stdout: "[51200000, 102399999]", 2024-04-13T09:14:46.334 INFO:tasks.workunit.client.0.smithi119.stdout: "[102400000, 204799999]", 2024-04-13T09:14:46.334 INFO:tasks.workunit.client.0.smithi119.stdout: "[204800000, 409599999]", 2024-04-13T09:14:46.334 INFO:tasks.workunit.client.0.smithi119.stdout: "[409600000, 819199999]", 2024-04-13T09:14:46.334 INFO:tasks.workunit.client.0.smithi119.stdout: "[819200000, 1638399999]", 2024-04-13T09:14:46.334 INFO:tasks.workunit.client.0.smithi119.stdout: "[1638400000, 3276799999]", 2024-04-13T09:14:46.334 INFO:tasks.workunit.client.0.smithi119.stdout: "[3276800000, 6553599999]", 2024-04-13T09:14:46.334 INFO:tasks.workunit.client.0.smithi119.stdout: "[6553600000, 13107199999]", 2024-04-13T09:14:46.334 INFO:tasks.workunit.client.0.smithi119.stdout: "[13107200000, 26214399999]", 2024-04-13T09:14:46.334 INFO:tasks.workunit.client.0.smithi119.stdout: "[26214400000, 52428799999]", 2024-04-13T09:14:46.335 INFO:tasks.workunit.client.0.smithi119.stdout: "[52428800000, 104857599999]", 2024-04-13T09:14:46.335 INFO:tasks.workunit.client.0.smithi119.stdout: "[104857600000, 209715199999]", 2024-04-13T09:14:46.335 INFO:tasks.workunit.client.0.smithi119.stdout: "[209715200000, 419430399999]", 2024-04-13T09:14:46.335 INFO:tasks.workunit.client.0.smithi119.stdout: "[419430400000, 838860799999]", 2024-04-13T09:14:46.335 INFO:tasks.workunit.client.0.smithi119.stdout: "[838860800000, 1677721599999]", 2024-04-13T09:14:46.335 INFO:tasks.workunit.client.0.smithi119.stdout: "[1677721600000, 3355443199999]", 2024-04-13T09:14:46.335 INFO:tasks.workunit.client.0.smithi119.stdout: "[3355443200000, 6710886399999]", 2024-04-13T09:14:46.335 INFO:tasks.workunit.client.0.smithi119.stdout: "[6710886400000, 13421772799999]", 2024-04-13T09:14:46.335 INFO:tasks.workunit.client.0.smithi119.stdout: "[13421772800000, 26843545599999]", 2024-04-13T09:14:46.335 INFO:tasks.workunit.client.0.smithi119.stdout: "[26843545600000, 53687091199999]", 2024-04-13T09:14:46.335 INFO:tasks.workunit.client.0.smithi119.stdout: "[53687091200000, None]" 2024-04-13T09:14:46.335 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.335 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "log2" 2024-04-13T09:14:46.335 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.335 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.336 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 32, 2024-04-13T09:14:46.336 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T09:14:46.336 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "Request size (bytes)", 2024-04-13T09:14:46.336 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 512, 2024-04-13T09:14:46.336 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T09:14:46.336 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T09:14:46.336 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 511]", 2024-04-13T09:14:46.336 INFO:tasks.workunit.client.0.smithi119.stdout: "[512, 1023]", 2024-04-13T09:14:46.336 INFO:tasks.workunit.client.0.smithi119.stdout: "[1024, 2047]", 2024-04-13T09:14:46.336 INFO:tasks.workunit.client.0.smithi119.stdout: "[2048, 4095]", 2024-04-13T09:14:46.336 INFO:tasks.workunit.client.0.smithi119.stdout: "[4096, 8191]", 2024-04-13T09:14:46.336 INFO:tasks.workunit.client.0.smithi119.stdout: "[8192, 16383]", 2024-04-13T09:14:46.336 INFO:tasks.workunit.client.0.smithi119.stdout: "[16384, 32767]", 2024-04-13T09:14:46.336 INFO:tasks.workunit.client.0.smithi119.stdout: "[32768, 65535]", 2024-04-13T09:14:46.336 INFO:tasks.workunit.client.0.smithi119.stdout: "[65536, 131071]", 2024-04-13T09:14:46.336 INFO:tasks.workunit.client.0.smithi119.stdout: "[131072, 262143]", 2024-04-13T09:14:46.337 INFO:tasks.workunit.client.0.smithi119.stdout: "[262144, 524287]", 2024-04-13T09:14:46.337 INFO:tasks.workunit.client.0.smithi119.stdout: "[524288, 1048575]", 2024-04-13T09:14:46.337 INFO:tasks.workunit.client.0.smithi119.stdout: "[1048576, 2097151]", 2024-04-13T09:14:46.337 INFO:tasks.workunit.client.0.smithi119.stdout: "[2097152, 4194303]", 2024-04-13T09:14:46.337 INFO:tasks.workunit.client.0.smithi119.stdout: "[4194304, 8388607]", 2024-04-13T09:14:46.337 INFO:tasks.workunit.client.0.smithi119.stdout: "[8388608, 16777215]", 2024-04-13T09:14:46.337 INFO:tasks.workunit.client.0.smithi119.stdout: "[16777216, 33554431]", 2024-04-13T09:14:46.337 INFO:tasks.workunit.client.0.smithi119.stdout: "[33554432, 67108863]", 2024-04-13T09:14:46.337 INFO:tasks.workunit.client.0.smithi119.stdout: "[67108864, 134217727]", 2024-04-13T09:14:46.337 INFO:tasks.workunit.client.0.smithi119.stdout: "[134217728, 268435455]", 2024-04-13T09:14:46.337 INFO:tasks.workunit.client.0.smithi119.stdout: "[268435456, 536870911]", 2024-04-13T09:14:46.337 INFO:tasks.workunit.client.0.smithi119.stdout: "[536870912, 1073741823]", 2024-04-13T09:14:46.337 INFO:tasks.workunit.client.0.smithi119.stdout: "[1073741824, 2147483647]", 2024-04-13T09:14:46.337 INFO:tasks.workunit.client.0.smithi119.stdout: "[2147483648, 4294967295]", 2024-04-13T09:14:46.337 INFO:tasks.workunit.client.0.smithi119.stdout: "[4294967296, 8589934591]", 2024-04-13T09:14:46.337 INFO:tasks.workunit.client.0.smithi119.stdout: "[8589934592, 17179869183]", 2024-04-13T09:14:46.338 INFO:tasks.workunit.client.0.smithi119.stdout: "[17179869184, 34359738367]", 2024-04-13T09:14:46.338 INFO:tasks.workunit.client.0.smithi119.stdout: "[34359738368, 68719476735]", 2024-04-13T09:14:46.338 INFO:tasks.workunit.client.0.smithi119.stdout: "[68719476736, 137438953471]", 2024-04-13T09:14:46.338 INFO:tasks.workunit.client.0.smithi119.stdout: "[137438953472, 274877906943]", 2024-04-13T09:14:46.338 INFO:tasks.workunit.client.0.smithi119.stdout: "[274877906944, None]" 2024-04-13T09:14:46.338 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.338 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "log2" 2024-04-13T09:14:46.338 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.338 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.338 INFO:tasks.workunit.client.0.smithi119.stdout: "osds": [ 2024-04-13T09:14:46.338 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.338 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 0, 2024-04-13T09:14:46.338 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:14:46.338 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.338 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.339 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.339 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.339 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 486, 2, 6, 10, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.339 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 4051, 74, 79, 143, 447, 595, 700, 1, 9, 8, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.339 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 629, 8, 19, 52, 22, 15, 26, 0, 1, 2, 3, 4, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.339 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 201, 0, 2, 0, 1, 2, 1, 0, 0, 2, 0, 2, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.339 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 129, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 6, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.339 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 23, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.339 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 3, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.339 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.339 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.339 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.339 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.339 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.340 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.340 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.340 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.340 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.340 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.340 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.340 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.340 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.340 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.340 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.340 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.340 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.340 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.340 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.340 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.341 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:14:46.341 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:14:46.341 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.341 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.341 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 1, 2024-04-13T09:14:46.341 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:14:46.341 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.341 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.341 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.341 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.341 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 346, 0, 0, 9, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.341 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2907, 269, 34, 60, 120, 0, 3, 0, 4, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.341 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 509, 16, 1332, 0, 0, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.341 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 441, 4, 9, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.341 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1667, 1178, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.342 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1616, 1818, 237, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 14, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.342 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 12, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 7, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.342 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.342 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.342 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.342 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.342 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.342 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.342 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.342 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.342 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.342 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.342 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.343 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.343 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.343 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.343 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.343 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.343 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.343 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.343 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.343 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.343 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:14:46.343 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:14:46.343 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.343 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.343 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 2, 2024-04-13T09:14:46.343 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:14:46.344 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.344 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.344 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.344 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.344 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1003, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.344 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 9314, 3, 0, 0, 2, 2, 2, 2, 7, 0, 1, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.344 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 16177, 1, 0, 1, 0, 0, 0, 0, 1, 1, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.344 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 347, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 5, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.344 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 181, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 3, 10, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.344 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 14, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.344 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.344 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.345 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.345 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.345 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.345 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.345 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.345 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.345 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.345 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.345 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.345 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.345 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.345 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.345 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.345 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.345 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.346 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.346 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.346 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.346 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.346 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:14:46.346 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:14:46.346 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.346 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.346 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 3, 2024-04-13T09:14:46.346 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:14:46.346 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.346 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.346 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.346 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.346 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 419, 0, 0, 0, 6, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.347 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3273, 26, 0, 0, 9, 1, 4, 4, 13, 19, 0, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.347 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 648, 2, 0, 0, 6, 0, 0, 0, 0, 2, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.347 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 308, 15, 34, 43, 1, 0, 1, 0, 0, 0, 1, 4, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.347 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1182, 283, 0, 139, 0, 0, 0, 0, 0, 0, 0, 0, 2, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.347 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 4166, 2543, 0, 398, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.347 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 89, 174, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.347 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.347 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.347 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.347 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.347 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.347 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.347 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.347 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.347 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.348 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.348 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.348 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.348 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.348 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.348 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.348 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.348 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.348 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.348 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.348 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.348 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:14:46.348 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:14:46.348 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.348 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.349 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 4, 2024-04-13T09:14:46.349 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:14:46.349 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.349 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.349 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.349 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.349 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 814, 0, 1, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.349 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2831, 226, 32, 40, 132, 272, 471, 2, 0, 1, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.349 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 281, 12, 1, 2, 5, 4, 10, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.349 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 95, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.349 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.349 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 10, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.349 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.349 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.349 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.350 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.350 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.350 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.350 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.350 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.350 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.350 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.350 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.350 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.350 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.350 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.350 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.350 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.350 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.350 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.351 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.351 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.351 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.351 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:14:46.351 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:14:46.351 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.351 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.351 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 5, 2024-04-13T09:14:46.351 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:14:46.351 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.351 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.351 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.351 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.351 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 734, 8, 11, 24, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.352 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 5279, 76, 127, 231, 457, 601, 709, 1, 4, 0, 0, 0, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.352 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 462, 1, 2, 5, 16, 12, 17, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.352 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 318, 11, 13, 25, 4, 0, 0, 0, 0, 1, 0, 2, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.352 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 110, 33, 70, 104, 25, 0, 0, 1, 0, 0, 1, 1, 2, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.352 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 16, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.352 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.352 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.352 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.352 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.352 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.352 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.352 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.352 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.352 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.352 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.353 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.353 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.353 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.353 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.353 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.353 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.353 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.353 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.353 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.353 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.353 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.353 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:14:46.353 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:14:46.353 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.354 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.354 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 6, 2024-04-13T09:14:46.354 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:14:46.354 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.354 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.354 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.354 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.354 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 421, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.354 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2881, 24, 1, 0, 2, 1, 1, 3, 4, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.354 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 329, 1, 0, 0, 1, 0, 1, 0, 0, 1, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.354 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 184, 7, 1, 0, 0, 0, 0, 0, 0, 0, 2, 1, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.354 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 160, 103, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.354 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 34, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 3, 12, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.354 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.354 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.355 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.355 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.355 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.355 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.355 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.355 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.355 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.355 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.355 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.355 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.355 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.355 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.355 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.355 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.355 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.356 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.356 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.356 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.356 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.356 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:14:46.356 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:14:46.356 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.356 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.356 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 7, 2024-04-13T09:14:46.356 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:14:46.356 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.356 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.356 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.356 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.357 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 456, 3, 11, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.357 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 7160, 34, 62, 34, 0, 0, 0, 0, 0, 1, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.357 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3456, 29, 80, 58, 0, 0, 0, 0, 0, 0, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.357 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 272, 8, 3, 1, 0, 1, 0, 1, 0, 0, 0, 1, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.357 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 164, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.357 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 20, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.357 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.357 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.357 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.357 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.357 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.357 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.357 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.358 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.358 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.358 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.358 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.358 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.358 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.358 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.359 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.359 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.359 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.359 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.359 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.359 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.359 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.359 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:14:46.359 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:14:46.359 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.359 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:14:46.359 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.359 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T09:14:46.359 INFO:tasks.workunit.client.0.smithi119.stdout: "axes": [ 2024-04-13T09:14:46.360 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.360 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 32, 2024-04-13T09:14:46.360 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T09:14:46.360 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "Latency (usec)", 2024-04-13T09:14:46.360 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 100000, 2024-04-13T09:14:46.360 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T09:14:46.360 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T09:14:46.360 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 99999]", 2024-04-13T09:14:46.360 INFO:tasks.workunit.client.0.smithi119.stdout: "[100000, 199999]", 2024-04-13T09:14:46.360 INFO:tasks.workunit.client.0.smithi119.stdout: "[200000, 399999]", 2024-04-13T09:14:46.360 INFO:tasks.workunit.client.0.smithi119.stdout: "[400000, 799999]", 2024-04-13T09:14:46.360 INFO:tasks.workunit.client.0.smithi119.stdout: "[800000, 1599999]", 2024-04-13T09:14:46.360 INFO:tasks.workunit.client.0.smithi119.stdout: "[1600000, 3199999]", 2024-04-13T09:14:46.360 INFO:tasks.workunit.client.0.smithi119.stdout: "[3200000, 6399999]", 2024-04-13T09:14:46.360 INFO:tasks.workunit.client.0.smithi119.stdout: "[6400000, 12799999]", 2024-04-13T09:14:46.361 INFO:tasks.workunit.client.0.smithi119.stdout: "[12800000, 25599999]", 2024-04-13T09:14:46.361 INFO:tasks.workunit.client.0.smithi119.stdout: "[25600000, 51199999]", 2024-04-13T09:14:46.361 INFO:tasks.workunit.client.0.smithi119.stdout: "[51200000, 102399999]", 2024-04-13T09:14:46.361 INFO:tasks.workunit.client.0.smithi119.stdout: "[102400000, 204799999]", 2024-04-13T09:14:46.361 INFO:tasks.workunit.client.0.smithi119.stdout: "[204800000, 409599999]", 2024-04-13T09:14:46.361 INFO:tasks.workunit.client.0.smithi119.stdout: "[409600000, 819199999]", 2024-04-13T09:14:46.361 INFO:tasks.workunit.client.0.smithi119.stdout: "[819200000, 1638399999]", 2024-04-13T09:14:46.361 INFO:tasks.workunit.client.0.smithi119.stdout: "[1638400000, 3276799999]", 2024-04-13T09:14:46.361 INFO:tasks.workunit.client.0.smithi119.stdout: "[3276800000, 6553599999]", 2024-04-13T09:14:46.361 INFO:tasks.workunit.client.0.smithi119.stdout: "[6553600000, 13107199999]", 2024-04-13T09:14:46.361 INFO:tasks.workunit.client.0.smithi119.stdout: "[13107200000, 26214399999]", 2024-04-13T09:14:46.361 INFO:tasks.workunit.client.0.smithi119.stdout: "[26214400000, 52428799999]", 2024-04-13T09:14:46.361 INFO:tasks.workunit.client.0.smithi119.stdout: "[52428800000, 104857599999]", 2024-04-13T09:14:46.361 INFO:tasks.workunit.client.0.smithi119.stdout: "[104857600000, 209715199999]", 2024-04-13T09:14:46.361 INFO:tasks.workunit.client.0.smithi119.stdout: "[209715200000, 419430399999]", 2024-04-13T09:14:46.361 INFO:tasks.workunit.client.0.smithi119.stdout: "[419430400000, 838860799999]", 2024-04-13T09:14:46.362 INFO:tasks.workunit.client.0.smithi119.stdout: "[838860800000, 1677721599999]", 2024-04-13T09:14:46.362 INFO:tasks.workunit.client.0.smithi119.stdout: "[1677721600000, 3355443199999]", 2024-04-13T09:14:46.362 INFO:tasks.workunit.client.0.smithi119.stdout: "[3355443200000, 6710886399999]", 2024-04-13T09:14:46.362 INFO:tasks.workunit.client.0.smithi119.stdout: "[6710886400000, 13421772799999]", 2024-04-13T09:14:46.362 INFO:tasks.workunit.client.0.smithi119.stdout: "[13421772800000, 26843545599999]", 2024-04-13T09:14:46.362 INFO:tasks.workunit.client.0.smithi119.stdout: "[26843545600000, 53687091199999]", 2024-04-13T09:14:46.362 INFO:tasks.workunit.client.0.smithi119.stdout: "[53687091200000, None]" 2024-04-13T09:14:46.362 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.362 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "log2" 2024-04-13T09:14:46.362 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.362 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.362 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 32, 2024-04-13T09:14:46.362 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T09:14:46.362 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "Request size (bytes)", 2024-04-13T09:14:46.363 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 512, 2024-04-13T09:14:46.363 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T09:14:46.363 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T09:14:46.363 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 511]", 2024-04-13T09:14:46.363 INFO:tasks.workunit.client.0.smithi119.stdout: "[512, 1023]", 2024-04-13T09:14:46.363 INFO:tasks.workunit.client.0.smithi119.stdout: "[1024, 2047]", 2024-04-13T09:14:46.363 INFO:tasks.workunit.client.0.smithi119.stdout: "[2048, 4095]", 2024-04-13T09:14:46.363 INFO:tasks.workunit.client.0.smithi119.stdout: "[4096, 8191]", 2024-04-13T09:14:46.363 INFO:tasks.workunit.client.0.smithi119.stdout: "[8192, 16383]", 2024-04-13T09:14:46.363 INFO:tasks.workunit.client.0.smithi119.stdout: "[16384, 32767]", 2024-04-13T09:14:46.363 INFO:tasks.workunit.client.0.smithi119.stdout: "[32768, 65535]", 2024-04-13T09:14:46.363 INFO:tasks.workunit.client.0.smithi119.stdout: "[65536, 131071]", 2024-04-13T09:14:46.363 INFO:tasks.workunit.client.0.smithi119.stdout: "[131072, 262143]", 2024-04-13T09:14:46.363 INFO:tasks.workunit.client.0.smithi119.stdout: "[262144, 524287]", 2024-04-13T09:14:46.363 INFO:tasks.workunit.client.0.smithi119.stdout: "[524288, 1048575]", 2024-04-13T09:14:46.363 INFO:tasks.workunit.client.0.smithi119.stdout: "[1048576, 2097151]", 2024-04-13T09:14:46.364 INFO:tasks.workunit.client.0.smithi119.stdout: "[2097152, 4194303]", 2024-04-13T09:14:46.364 INFO:tasks.workunit.client.0.smithi119.stdout: "[4194304, 8388607]", 2024-04-13T09:14:46.364 INFO:tasks.workunit.client.0.smithi119.stdout: "[8388608, 16777215]", 2024-04-13T09:14:46.364 INFO:tasks.workunit.client.0.smithi119.stdout: "[16777216, 33554431]", 2024-04-13T09:14:46.364 INFO:tasks.workunit.client.0.smithi119.stdout: "[33554432, 67108863]", 2024-04-13T09:14:46.364 INFO:tasks.workunit.client.0.smithi119.stdout: "[67108864, 134217727]", 2024-04-13T09:14:46.364 INFO:tasks.workunit.client.0.smithi119.stdout: "[134217728, 268435455]", 2024-04-13T09:14:46.364 INFO:tasks.workunit.client.0.smithi119.stdout: "[268435456, 536870911]", 2024-04-13T09:14:46.364 INFO:tasks.workunit.client.0.smithi119.stdout: "[536870912, 1073741823]", 2024-04-13T09:14:46.364 INFO:tasks.workunit.client.0.smithi119.stdout: "[1073741824, 2147483647]", 2024-04-13T09:14:46.364 INFO:tasks.workunit.client.0.smithi119.stdout: "[2147483648, 4294967295]", 2024-04-13T09:14:46.364 INFO:tasks.workunit.client.0.smithi119.stdout: "[4294967296, 8589934591]", 2024-04-13T09:14:46.364 INFO:tasks.workunit.client.0.smithi119.stdout: "[8589934592, 17179869183]", 2024-04-13T09:14:46.364 INFO:tasks.workunit.client.0.smithi119.stdout: "[17179869184, 34359738367]", 2024-04-13T09:14:46.364 INFO:tasks.workunit.client.0.smithi119.stdout: "[34359738368, 68719476735]", 2024-04-13T09:14:46.365 INFO:tasks.workunit.client.0.smithi119.stdout: "[68719476736, 137438953471]", 2024-04-13T09:14:46.365 INFO:tasks.workunit.client.0.smithi119.stdout: "[137438953472, 274877906943]", 2024-04-13T09:14:46.365 INFO:tasks.workunit.client.0.smithi119.stdout: "[274877906944, None]" 2024-04-13T09:14:46.365 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.365 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "log2" 2024-04-13T09:14:46.365 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.365 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.365 INFO:tasks.workunit.client.0.smithi119.stdout: "osds": [ 2024-04-13T09:14:46.365 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.365 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 0, 2024-04-13T09:14:46.365 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:14:46.365 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.365 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.365 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.365 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.365 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 505, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.366 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 6110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.366 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 784, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.366 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 222, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.366 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 148, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.366 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.366 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.366 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.366 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.366 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.366 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.366 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.366 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.366 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.366 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.366 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.367 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.367 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.367 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.367 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.367 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.367 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.367 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.367 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.367 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.367 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.367 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.367 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:14:46.367 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:14:46.367 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.368 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.368 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 1, 2024-04-13T09:14:46.368 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:14:46.368 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.368 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.368 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.368 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.368 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 357, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.368 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3400, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.368 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1861, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.368 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 460, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.368 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2915, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.368 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3697, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.368 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.368 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.368 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.369 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.369 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.369 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.369 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.369 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.369 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.369 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.369 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.369 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.369 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.369 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.369 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.369 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.369 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.369 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.370 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.370 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.370 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.370 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:14:46.370 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:14:46.370 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.370 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.370 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 2, 2024-04-13T09:14:46.370 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:14:46.370 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.370 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.370 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.370 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.370 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1003, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.371 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 9337, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.371 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 16186, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.371 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 359, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.371 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 204, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.371 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 123, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.371 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.371 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.371 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.371 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.371 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.371 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.371 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.371 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.371 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.371 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.371 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.372 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.372 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.372 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.372 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.372 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.372 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.372 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.372 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.372 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.372 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.372 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:14:46.372 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:14:46.372 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.373 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.373 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 3, 2024-04-13T09:14:46.373 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:14:46.373 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.373 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.373 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.373 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.373 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 426, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.373 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3355, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.373 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 662, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.373 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 410, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.373 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1616, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.374 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 7124, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.374 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 287, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.374 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.374 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.374 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.374 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.374 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.374 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.374 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.374 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.374 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.374 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.374 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.375 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.375 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.375 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.375 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.375 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.375 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.375 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.375 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.375 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.375 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:14:46.375 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:14:46.375 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.375 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.375 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 4, 2024-04-13T09:14:46.375 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:14:46.376 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.376 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.376 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.376 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.376 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 841, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.376 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 4010, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.376 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 317, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.376 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.376 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.376 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.376 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.376 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.376 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.376 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.376 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.376 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.377 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.377 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.377 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.377 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.377 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.377 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.377 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.377 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.377 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.377 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.377 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.377 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.377 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.377 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.378 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.378 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:14:46.378 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:14:46.378 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.378 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.378 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 5, 2024-04-13T09:14:46.378 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:14:46.378 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.378 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.378 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.378 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.378 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 778, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.378 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 7491, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.378 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 517, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.379 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 379, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.379 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 353, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.379 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.379 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.379 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.379 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.379 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.379 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.379 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.379 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.379 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.379 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.379 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.379 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.379 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.380 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.380 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.380 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.380 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.380 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.380 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.380 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.380 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.380 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.380 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:14:46.380 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:14:46.380 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.380 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.380 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 6, 2024-04-13T09:14:46.381 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:14:46.381 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.381 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.381 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.381 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.381 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 427, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.381 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2921, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.381 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 336, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.381 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 200, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.381 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 273, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.381 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.381 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.381 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.381 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.382 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.382 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.382 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.382 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.382 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.382 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.382 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.382 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.382 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.382 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.382 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.382 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.382 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.383 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.383 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.383 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.383 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.383 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.383 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:14:46.383 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:14:46.383 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.383 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.383 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 7, 2024-04-13T09:14:46.383 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:14:46.383 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.384 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.384 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.384 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.384 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 471, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.384 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 7295, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.384 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3629, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.384 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 292, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.384 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 177, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.384 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 136, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.384 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.384 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.384 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.384 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.384 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.384 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.385 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.385 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.385 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.385 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.385 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.385 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.385 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.385 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.385 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.385 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.385 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.385 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.385 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.385 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.386 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.386 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:14:46.386 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:14:46.386 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.386 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:14:46.386 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.386 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T09:14:46.386 INFO:tasks.workunit.client.0.smithi119.stdout: "axes": [ 2024-04-13T09:14:46.386 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.386 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 32, 2024-04-13T09:14:46.386 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T09:14:46.386 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "Latency (usec)", 2024-04-13T09:14:46.386 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 100000, 2024-04-13T09:14:46.387 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T09:14:46.387 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T09:14:46.387 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 99999]", 2024-04-13T09:14:46.387 INFO:tasks.workunit.client.0.smithi119.stdout: "[100000, 199999]", 2024-04-13T09:14:46.387 INFO:tasks.workunit.client.0.smithi119.stdout: "[200000, 399999]", 2024-04-13T09:14:46.387 INFO:tasks.workunit.client.0.smithi119.stdout: "[400000, 799999]", 2024-04-13T09:14:46.387 INFO:tasks.workunit.client.0.smithi119.stdout: "[800000, 1599999]", 2024-04-13T09:14:46.387 INFO:tasks.workunit.client.0.smithi119.stdout: "[1600000, 3199999]", 2024-04-13T09:14:46.387 INFO:tasks.workunit.client.0.smithi119.stdout: "[3200000, 6399999]", 2024-04-13T09:14:46.387 INFO:tasks.workunit.client.0.smithi119.stdout: "[6400000, 12799999]", 2024-04-13T09:14:46.387 INFO:tasks.workunit.client.0.smithi119.stdout: "[12800000, 25599999]", 2024-04-13T09:14:46.387 INFO:tasks.workunit.client.0.smithi119.stdout: "[25600000, 51199999]", 2024-04-13T09:14:46.387 INFO:tasks.workunit.client.0.smithi119.stdout: "[51200000, 102399999]", 2024-04-13T09:14:46.388 INFO:tasks.workunit.client.0.smithi119.stdout: "[102400000, 204799999]", 2024-04-13T09:14:46.388 INFO:tasks.workunit.client.0.smithi119.stdout: "[204800000, 409599999]", 2024-04-13T09:14:46.388 INFO:tasks.workunit.client.0.smithi119.stdout: "[409600000, 819199999]", 2024-04-13T09:14:46.388 INFO:tasks.workunit.client.0.smithi119.stdout: "[819200000, 1638399999]", 2024-04-13T09:14:46.388 INFO:tasks.workunit.client.0.smithi119.stdout: "[1638400000, 3276799999]", 2024-04-13T09:14:46.388 INFO:tasks.workunit.client.0.smithi119.stdout: "[3276800000, 6553599999]", 2024-04-13T09:14:46.388 INFO:tasks.workunit.client.0.smithi119.stdout: "[6553600000, 13107199999]", 2024-04-13T09:14:46.388 INFO:tasks.workunit.client.0.smithi119.stdout: "[13107200000, 26214399999]", 2024-04-13T09:14:46.388 INFO:tasks.workunit.client.0.smithi119.stdout: "[26214400000, 52428799999]", 2024-04-13T09:14:46.388 INFO:tasks.workunit.client.0.smithi119.stdout: "[52428800000, 104857599999]", 2024-04-13T09:14:46.388 INFO:tasks.workunit.client.0.smithi119.stdout: "[104857600000, 209715199999]", 2024-04-13T09:14:46.388 INFO:tasks.workunit.client.0.smithi119.stdout: "[209715200000, 419430399999]", 2024-04-13T09:14:46.388 INFO:tasks.workunit.client.0.smithi119.stdout: "[419430400000, 838860799999]", 2024-04-13T09:14:46.388 INFO:tasks.workunit.client.0.smithi119.stdout: "[838860800000, 1677721599999]", 2024-04-13T09:14:46.389 INFO:tasks.workunit.client.0.smithi119.stdout: "[1677721600000, 3355443199999]", 2024-04-13T09:14:46.389 INFO:tasks.workunit.client.0.smithi119.stdout: "[3355443200000, 6710886399999]", 2024-04-13T09:14:46.389 INFO:tasks.workunit.client.0.smithi119.stdout: "[6710886400000, 13421772799999]", 2024-04-13T09:14:46.389 INFO:tasks.workunit.client.0.smithi119.stdout: "[13421772800000, 26843545599999]", 2024-04-13T09:14:46.389 INFO:tasks.workunit.client.0.smithi119.stdout: "[26843545600000, 53687091199999]", 2024-04-13T09:14:46.389 INFO:tasks.workunit.client.0.smithi119.stdout: "[53687091200000, None]" 2024-04-13T09:14:46.389 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.389 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "log2" 2024-04-13T09:14:46.389 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.390 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.390 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 32, 2024-04-13T09:14:46.390 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T09:14:46.390 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "Request size (bytes)", 2024-04-13T09:14:46.390 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 512, 2024-04-13T09:14:46.390 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T09:14:46.390 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T09:14:46.390 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 511]", 2024-04-13T09:14:46.390 INFO:tasks.workunit.client.0.smithi119.stdout: "[512, 1023]", 2024-04-13T09:14:46.390 INFO:tasks.workunit.client.0.smithi119.stdout: "[1024, 2047]", 2024-04-13T09:14:46.390 INFO:tasks.workunit.client.0.smithi119.stdout: "[2048, 4095]", 2024-04-13T09:14:46.390 INFO:tasks.workunit.client.0.smithi119.stdout: "[4096, 8191]", 2024-04-13T09:14:46.390 INFO:tasks.workunit.client.0.smithi119.stdout: "[8192, 16383]", 2024-04-13T09:14:46.391 INFO:tasks.workunit.client.0.smithi119.stdout: "[16384, 32767]", 2024-04-13T09:14:46.391 INFO:tasks.workunit.client.0.smithi119.stdout: "[32768, 65535]", 2024-04-13T09:14:46.391 INFO:tasks.workunit.client.0.smithi119.stdout: "[65536, 131071]", 2024-04-13T09:14:46.391 INFO:tasks.workunit.client.0.smithi119.stdout: "[131072, 262143]", 2024-04-13T09:14:46.391 INFO:tasks.workunit.client.0.smithi119.stdout: "[262144, 524287]", 2024-04-13T09:14:46.391 INFO:tasks.workunit.client.0.smithi119.stdout: "[524288, 1048575]", 2024-04-13T09:14:46.391 INFO:tasks.workunit.client.0.smithi119.stdout: "[1048576, 2097151]", 2024-04-13T09:14:46.391 INFO:tasks.workunit.client.0.smithi119.stdout: "[2097152, 4194303]", 2024-04-13T09:14:46.391 INFO:tasks.workunit.client.0.smithi119.stdout: "[4194304, 8388607]", 2024-04-13T09:14:46.391 INFO:tasks.workunit.client.0.smithi119.stdout: "[8388608, 16777215]", 2024-04-13T09:14:46.391 INFO:tasks.workunit.client.0.smithi119.stdout: "[16777216, 33554431]", 2024-04-13T09:14:46.391 INFO:tasks.workunit.client.0.smithi119.stdout: "[33554432, 67108863]", 2024-04-13T09:14:46.391 INFO:tasks.workunit.client.0.smithi119.stdout: "[67108864, 134217727]", 2024-04-13T09:14:46.392 INFO:tasks.workunit.client.0.smithi119.stdout: "[134217728, 268435455]", 2024-04-13T09:14:46.392 INFO:tasks.workunit.client.0.smithi119.stdout: "[268435456, 536870911]", 2024-04-13T09:14:46.392 INFO:tasks.workunit.client.0.smithi119.stdout: "[536870912, 1073741823]", 2024-04-13T09:14:46.392 INFO:tasks.workunit.client.0.smithi119.stdout: "[1073741824, 2147483647]", 2024-04-13T09:14:46.392 INFO:tasks.workunit.client.0.smithi119.stdout: "[2147483648, 4294967295]", 2024-04-13T09:14:46.392 INFO:tasks.workunit.client.0.smithi119.stdout: "[4294967296, 8589934591]", 2024-04-13T09:14:46.392 INFO:tasks.workunit.client.0.smithi119.stdout: "[8589934592, 17179869183]", 2024-04-13T09:14:46.392 INFO:tasks.workunit.client.0.smithi119.stdout: "[17179869184, 34359738367]", 2024-04-13T09:14:46.392 INFO:tasks.workunit.client.0.smithi119.stdout: "[34359738368, 68719476735]", 2024-04-13T09:14:46.392 INFO:tasks.workunit.client.0.smithi119.stdout: "[68719476736, 137438953471]", 2024-04-13T09:14:46.392 INFO:tasks.workunit.client.0.smithi119.stdout: "[137438953472, 274877906943]", 2024-04-13T09:14:46.392 INFO:tasks.workunit.client.0.smithi119.stdout: "[274877906944, None]" 2024-04-13T09:14:46.392 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.392 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "log2" 2024-04-13T09:14:46.392 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.393 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.393 INFO:tasks.workunit.client.0.smithi119.stdout: "osds": [ 2024-04-13T09:14:46.393 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.393 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 0, 2024-04-13T09:14:46.393 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:14:46.393 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.393 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.393 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.393 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.393 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.394 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1938, 14, 2, 0, 13, 1, 0, 5, 5, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.394 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1114, 6, 0, 1, 3, 5, 6, 16, 35, 57, 54, 23, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.394 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 291, 9, 0, 0, 1, 1, 2, 4, 3, 8, 68, 201, 104, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.394 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 458, 20, 0, 0, 0, 1, 0, 0, 1, 1, 9, 10, 326, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.394 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 644, 27, 0, 0, 0, 0, 0, 0, 0, 1, 1, 8, 21, 17, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.394 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 403, 42, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 12, 23, 103, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.395 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 520, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.395 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 401, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.395 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.395 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.395 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.395 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.395 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.395 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.395 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.395 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.395 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.395 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.395 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.395 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.396 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.396 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.396 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.396 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.396 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.396 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.396 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:14:46.396 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:14:46.396 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.396 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.396 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 1, 2024-04-13T09:14:46.396 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:14:46.396 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.396 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.396 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.397 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.397 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 41, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.397 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2643, 13, 1, 0, 4, 0, 1, 1, 1, 1, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.397 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1571, 4, 2, 3, 6, 12, 14, 27, 47, 98, 113, 32, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.397 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 107, 2, 0, 1, 0, 2, 2, 3, 9, 5, 69, 270, 235, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.397 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 44, 21, 0, 0, 0, 1, 0, 0, 0, 0, 6, 15, 367, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.397 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 56, 23, 0, 0, 0, 0, 0, 1, 1, 1, 5, 10, 20, 22, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.397 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 86, 46, 0, 0, 0, 0, 0, 1, 0, 2, 4, 7, 20, 35, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.397 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 716, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.397 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2587, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.397 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 454, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.397 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.397 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.397 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.398 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.398 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.398 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.398 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.398 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.398 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.398 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.398 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.398 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.398 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.398 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.398 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.398 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.399 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.399 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:14:46.399 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:14:46.399 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.399 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.399 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 2, 2024-04-13T09:14:46.399 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:14:46.399 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.399 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.399 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.399 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.399 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.399 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 294, 4, 0, 2, 6, 0, 0, 0, 0, 1, 0, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.399 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 169, 10, 2, 0, 2, 0, 2, 1, 5, 6, 36, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.399 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 215, 11, 0, 0, 0, 1, 1, 5, 11, 12, 55, 76, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.400 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 124, 23, 0, 0, 0, 1, 0, 4, 0, 8, 26, 40, 25, 5, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.400 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 63, 25, 0, 0, 0, 0, 0, 1, 2, 1, 10, 18, 32, 38, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.400 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 4, 41, 0, 0, 0, 0, 1, 1, 1, 0, 5, 7, 21, 43, 107, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.400 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 78, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.400 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.400 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.400 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.400 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.400 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.400 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.400 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.400 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.400 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.400 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.400 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.401 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.401 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.401 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.401 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.401 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.401 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.401 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.401 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.401 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:14:46.401 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:14:46.401 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.401 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.401 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 3, 2024-04-13T09:14:46.401 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:14:46.402 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.402 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.402 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.402 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.402 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 50, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.402 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1262, 20, 3, 2, 10, 1, 2, 3, 6, 8, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.402 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 467, 5, 1, 1, 1, 1, 3, 4, 10, 21, 33, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.402 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 201, 1, 0, 0, 0, 0, 0, 1, 4, 7, 26, 113, 127, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.402 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 419, 4, 0, 0, 0, 0, 0, 0, 1, 4, 7, 13, 95, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.402 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 374, 0, 0, 0, 0, 0, 0, 1, 1, 1, 2, 5, 18, 20, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.402 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 189, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 11, 34, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.402 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 189, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.402 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.402 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.403 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.403 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.403 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.403 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.403 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.403 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.403 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.403 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.403 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.403 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.403 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.403 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.403 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.403 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.403 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.403 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.404 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.404 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:14:46.404 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:14:46.404 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.404 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.404 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 4, 2024-04-13T09:14:46.404 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:14:46.404 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.404 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.404 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.404 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.404 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 73, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.404 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1125, 12, 0, 0, 13, 0, 2, 2, 6, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.404 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 697, 4, 0, 1, 1, 1, 3, 8, 15, 31, 36, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.404 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 414, 10, 0, 0, 2, 0, 0, 2, 7, 9, 59, 143, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.405 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 488, 2, 0, 0, 1, 0, 0, 1, 2, 3, 20, 21, 145, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.405 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 284, 0, 0, 0, 1, 0, 0, 1, 1, 1, 3, 5, 19, 12, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.405 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 98, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 2, 13, 16, 89, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.405 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.405 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.405 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.405 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.405 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.405 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.405 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.405 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.405 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.405 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.405 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.405 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.406 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.406 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.406 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.406 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.406 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.406 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.406 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.406 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.406 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:14:46.406 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:14:46.406 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.406 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.406 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 5, 2024-04-13T09:14:46.406 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:14:46.407 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.407 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.407 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.407 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.407 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 125, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.407 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 505, 17, 0, 0, 12, 0, 3, 2, 6, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.407 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 101, 8, 0, 0, 1, 0, 2, 0, 1, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.407 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 84, 7, 0, 0, 0, 0, 0, 0, 2, 6, 18, 21, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.407 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 58, 2, 1, 0, 0, 0, 0, 0, 2, 1, 14, 16, 18, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.407 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 1, 2, 2, 2, 8, 19, 23, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.407 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 14, 34, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.407 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.407 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.408 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.408 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.408 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.408 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.408 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.408 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.408 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.408 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.408 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.408 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.408 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.408 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.408 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.408 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.409 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.409 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.409 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.409 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.409 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:14:46.409 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:14:46.409 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.409 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.409 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 6, 2024-04-13T09:14:46.409 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:14:46.409 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.409 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.409 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.409 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.409 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 68, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.410 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1055, 21, 0, 0, 13, 0, 1, 3, 5, 8, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.410 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 745, 2, 2, 2, 2, 3, 7, 13, 9, 20, 38, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.410 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 359, 12, 0, 0, 0, 2, 4, 3, 5, 2, 39, 111, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.410 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 487, 0, 0, 0, 1, 0, 1, 0, 2, 3, 5, 22, 172, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.410 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 233, 0, 0, 0, 0, 0, 0, 1, 0, 2, 4, 9, 17, 22, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.410 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 136, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 5, 13, 21, 84, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.410 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 119, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 22, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.410 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.410 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.410 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.410 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.410 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.410 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.410 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.411 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.411 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.411 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.411 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.411 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.411 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.411 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.411 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.411 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.411 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.411 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.411 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.411 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:14:46.411 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:14:46.411 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.411 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.412 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 7, 2024-04-13T09:14:46.412 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:14:46.412 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.412 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.412 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.412 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.412 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 42, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.412 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 221, 17, 0, 1, 4, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.412 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 55, 6, 0, 1, 0, 0, 4, 1, 3, 1, 11, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.412 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 105, 6, 1, 0, 0, 1, 2, 2, 5, 8, 33, 34, 9, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.412 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 79, 2, 0, 0, 0, 1, 1, 2, 3, 2, 12, 24, 18, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.412 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 37, 3, 0, 0, 0, 0, 0, 1, 1, 2, 4, 10, 32, 31, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.412 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 1, 0, 3, 4, 6, 19, 39, 125, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.412 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.413 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.413 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.413 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.413 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.413 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.413 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.413 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.413 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.413 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.413 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.413 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.413 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.413 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.413 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.413 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.414 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.414 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.414 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.414 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.414 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:14:46.414 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:14:46.414 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.414 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:14:46.414 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.414 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.414 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.414 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-13T09:14:46.414 INFO:tasks.workunit.client.0.smithi119.stdout: "axes": [ 2024-04-13T09:14:46.414 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.414 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 8, 2024-04-13T09:14:46.415 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T09:14:46.415 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "number of replicas", 2024-04-13T09:14:46.415 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 1, 2024-04-13T09:14:46.415 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T09:14:46.415 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T09:14:46.415 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0]", 2024-04-13T09:14:46.415 INFO:tasks.workunit.client.0.smithi119.stdout: "[1, 1]", 2024-04-13T09:14:46.415 INFO:tasks.workunit.client.0.smithi119.stdout: "[2, 2]", 2024-04-13T09:14:46.415 INFO:tasks.workunit.client.0.smithi119.stdout: "[3, 3]", 2024-04-13T09:14:46.415 INFO:tasks.workunit.client.0.smithi119.stdout: "[4, 4]", 2024-04-13T09:14:46.415 INFO:tasks.workunit.client.0.smithi119.stdout: "[5, 5]", 2024-04-13T09:14:46.415 INFO:tasks.workunit.client.0.smithi119.stdout: "[6, None]" 2024-04-13T09:14:46.415 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.415 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "linear" 2024-04-13T09:14:46.415 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.416 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.416 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 10, 2024-04-13T09:14:46.416 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T09:14:46.416 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "duration", 2024-04-13T09:14:46.416 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 250000, 2024-04-13T09:14:46.416 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T09:14:46.416 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T09:14:46.416 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 249999]", 2024-04-13T09:14:46.416 INFO:tasks.workunit.client.0.smithi119.stdout: "[250000, 499999]", 2024-04-13T09:14:46.416 INFO:tasks.workunit.client.0.smithi119.stdout: "[500000, 999999]", 2024-04-13T09:14:46.416 INFO:tasks.workunit.client.0.smithi119.stdout: "[1000000, 1999999]", 2024-04-13T09:14:46.416 INFO:tasks.workunit.client.0.smithi119.stdout: "[2000000, 3999999]", 2024-04-13T09:14:46.416 INFO:tasks.workunit.client.0.smithi119.stdout: "[4000000, 7999999]", 2024-04-13T09:14:46.416 INFO:tasks.workunit.client.0.smithi119.stdout: "[8000000, 15999999]", 2024-04-13T09:14:46.416 INFO:tasks.workunit.client.0.smithi119.stdout: "[16000000, 31999999]", 2024-04-13T09:14:46.416 INFO:tasks.workunit.client.0.smithi119.stdout: "[32000000, None]" 2024-04-13T09:14:46.417 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.417 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "log2" 2024-04-13T09:14:46.417 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.417 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.417 INFO:tasks.workunit.client.0.smithi119.stdout: "osds": [ 2024-04-13T09:14:46.417 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.417 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 0, 2024-04-13T09:14:46.417 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:14:46.417 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.417 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.417 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.417 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.417 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.417 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.417 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.417 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:14:46.418 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:14:46.418 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.418 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.418 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 1, 2024-04-13T09:14:46.418 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:14:46.418 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.418 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.418 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.418 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.418 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.418 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.418 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.418 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:14:46.418 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:14:46.419 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.419 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.419 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 2, 2024-04-13T09:14:46.419 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:14:46.419 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.419 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.419 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.419 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.419 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.419 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.419 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.419 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:14:46.419 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:14:46.419 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.419 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.420 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 3, 2024-04-13T09:14:46.420 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:14:46.420 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.420 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.420 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.420 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.420 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.420 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.420 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.420 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:14:46.420 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:14:46.420 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.420 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.420 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 4, 2024-04-13T09:14:46.420 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:14:46.420 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.421 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.421 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.421 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.421 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.421 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.421 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.421 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:14:46.421 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:14:46.421 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.421 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.421 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 5, 2024-04-13T09:14:46.421 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:14:46.421 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.422 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.422 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.422 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.422 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.422 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.422 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.422 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:14:46.422 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:14:46.422 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.422 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.422 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 6, 2024-04-13T09:14:46.422 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:14:46.423 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.423 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.423 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.423 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.423 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.423 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.423 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.423 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:14:46.423 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:14:46.423 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.423 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.423 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 7, 2024-04-13T09:14:46.423 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:14:46.423 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.423 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.424 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.424 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.424 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.424 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.424 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:14:46.424 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:14:46.424 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:14:46.424 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.424 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:14:46.424 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.424 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.424 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.424 INFO:tasks.workunit.client.0.smithi119.stdout: "perf_counters": { 2024-04-13T09:14:46.424 INFO:tasks.workunit.client.0.smithi119.stdout: "mds.8ce27d692b5f50738c5de0d5fabe76bb5b385d6c": { 2024-04-13T09:14:46.424 INFO:tasks.workunit.client.0.smithi119.stdout: "mds": { 2024-04-13T09:14:46.425 INFO:tasks.workunit.client.0.smithi119.stdout: "caps": { 2024-04-13T09:14:46.425 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.425 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.425 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_cap_op_flush_ack": { 2024-04-13T09:14:46.425 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.425 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.425 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-13T09:14:46.425 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.425 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.425 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_cap_op_grant": { 2024-04-13T09:14:46.425 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.425 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.425 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_cap_op_revoke": { 2024-04-13T09:14:46.425 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.426 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.426 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_cap_op_trunc": { 2024-04-13T09:14:46.426 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.426 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.426 INFO:tasks.workunit.client.0.smithi119.stdout: "dir_commit": { 2024-04-13T09:14:46.426 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.426 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.426 INFO:tasks.workunit.client.0.smithi119.stdout: "dir_fetch_complete": { 2024-04-13T09:14:46.426 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12 2024-04-13T09:14:46.426 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.426 INFO:tasks.workunit.client.0.smithi119.stdout: "dir_fetch_keys": { 2024-04-13T09:14:46.426 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10 2024-04-13T09:14:46.426 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.426 INFO:tasks.workunit.client.0.smithi119.stdout: "dir_merge": { 2024-04-13T09:14:46.426 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.427 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.427 INFO:tasks.workunit.client.0.smithi119.stdout: "dir_split": { 2024-04-13T09:14:46.427 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.427 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.427 INFO:tasks.workunit.client.0.smithi119.stdout: "exported_inodes": { 2024-04-13T09:14:46.427 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.427 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.427 INFO:tasks.workunit.client.0.smithi119.stdout: "forward": { 2024-04-13T09:14:46.427 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.427 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.427 INFO:tasks.workunit.client.0.smithi119.stdout: "handle_client_cap_release": { 2024-04-13T09:14:46.427 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.427 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.427 INFO:tasks.workunit.client.0.smithi119.stdout: "handle_client_caps": { 2024-04-13T09:14:46.428 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.428 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.428 INFO:tasks.workunit.client.0.smithi119.stdout: "handle_client_caps_dirty": { 2024-04-13T09:14:46.428 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.428 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.428 INFO:tasks.workunit.client.0.smithi119.stdout: "handle_inode_file_caps": { 2024-04-13T09:14:46.428 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.428 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.428 INFO:tasks.workunit.client.0.smithi119.stdout: "imported_inodes": { 2024-04-13T09:14:46.428 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.428 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.428 INFO:tasks.workunit.client.0.smithi119.stdout: "inodes": { 2024-04-13T09:14:46.428 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10 2024-04-13T09:14:46.428 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.428 INFO:tasks.workunit.client.0.smithi119.stdout: "inodes_expired": { 2024-04-13T09:14:46.429 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.429 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.429 INFO:tasks.workunit.client.0.smithi119.stdout: "inodes_pinned": { 2024-04-13T09:14:46.429 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10 2024-04-13T09:14:46.429 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.429 INFO:tasks.workunit.client.0.smithi119.stdout: "inodes_with_caps": { 2024-04-13T09:14:46.429 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.429 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.429 INFO:tasks.workunit.client.0.smithi119.stdout: "load_cent": { 2024-04-13T09:14:46.429 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.429 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.429 INFO:tasks.workunit.client.0.smithi119.stdout: "openino_dir_fetch": { 2024-04-13T09:14:46.429 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.429 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.429 INFO:tasks.workunit.client.0.smithi119.stdout: "process_request_cap_release": { 2024-04-13T09:14:46.429 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.430 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.430 INFO:tasks.workunit.client.0.smithi119.stdout: "reply_latency": { 2024-04-13T09:14:46.430 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.430 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.430 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.430 INFO:tasks.workunit.client.0.smithi119.stdout: "request": { 2024-04-13T09:14:46.430 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.430 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.430 INFO:tasks.workunit.client.0.smithi119.stdout: "root_rbytes": { 2024-04-13T09:14:46.430 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.430 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.430 INFO:tasks.workunit.client.0.smithi119.stdout: "root_rfiles": { 2024-04-13T09:14:46.430 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.430 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.430 INFO:tasks.workunit.client.0.smithi119.stdout: "root_rsnaps": { 2024-04-13T09:14:46.431 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.431 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.431 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_reply": { 2024-04-13T09:14:46.431 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.431 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.431 INFO:tasks.workunit.client.0.smithi119.stdout: "subtrees": { 2024-04-13T09:14:46.431 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T09:14:46.431 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.431 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.431 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_cache": { 2024-04-13T09:14:46.431 INFO:tasks.workunit.client.0.smithi119.stdout: "ireq_enqueue_scrub": { 2024-04-13T09:14:46.431 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.431 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.431 INFO:tasks.workunit.client.0.smithi119.stdout: "ireq_exportdir": { 2024-04-13T09:14:46.431 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.432 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.432 INFO:tasks.workunit.client.0.smithi119.stdout: "ireq_flush": { 2024-04-13T09:14:46.432 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.432 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.432 INFO:tasks.workunit.client.0.smithi119.stdout: "ireq_fragmentdir": { 2024-04-13T09:14:46.432 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.432 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.432 INFO:tasks.workunit.client.0.smithi119.stdout: "ireq_fragstats": { 2024-04-13T09:14:46.432 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.432 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.432 INFO:tasks.workunit.client.0.smithi119.stdout: "ireq_inodestats": { 2024-04-13T09:14:46.432 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.432 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.432 INFO:tasks.workunit.client.0.smithi119.stdout: "ireq_quiesce_inode": { 2024-04-13T09:14:46.432 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.432 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.433 INFO:tasks.workunit.client.0.smithi119.stdout: "ireq_quiesce_path": { 2024-04-13T09:14:46.433 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.433 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.433 INFO:tasks.workunit.client.0.smithi119.stdout: "num_recovering_enqueued": { 2024-04-13T09:14:46.433 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.433 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.433 INFO:tasks.workunit.client.0.smithi119.stdout: "num_recovering_prioritized": { 2024-04-13T09:14:46.433 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.433 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.433 INFO:tasks.workunit.client.0.smithi119.stdout: "num_recovering_processing": { 2024-04-13T09:14:46.433 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.433 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.433 INFO:tasks.workunit.client.0.smithi119.stdout: "num_strays": { 2024-04-13T09:14:46.433 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.433 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.433 INFO:tasks.workunit.client.0.smithi119.stdout: "num_strays_delayed": { 2024-04-13T09:14:46.434 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.434 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.434 INFO:tasks.workunit.client.0.smithi119.stdout: "num_strays_enqueuing": { 2024-04-13T09:14:46.434 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.434 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.434 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_completed": { 2024-04-13T09:14:46.434 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.434 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.434 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_started": { 2024-04-13T09:14:46.434 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.434 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.434 INFO:tasks.workunit.client.0.smithi119.stdout: "strays_created": { 2024-04-13T09:14:46.434 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.434 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.434 INFO:tasks.workunit.client.0.smithi119.stdout: "strays_enqueued": { 2024-04-13T09:14:46.435 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.435 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.435 INFO:tasks.workunit.client.0.smithi119.stdout: "strays_migrated": { 2024-04-13T09:14:46.435 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.435 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.435 INFO:tasks.workunit.client.0.smithi119.stdout: "strays_reintegrated": { 2024-04-13T09:14:46.435 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.435 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.435 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.435 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_log": { 2024-04-13T09:14:46.435 INFO:tasks.workunit.client.0.smithi119.stdout: "ev": { 2024-04-13T09:14:46.435 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17 2024-04-13T09:14:46.435 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.435 INFO:tasks.workunit.client.0.smithi119.stdout: "evadd": { 2024-04-13T09:14:46.435 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.435 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.436 INFO:tasks.workunit.client.0.smithi119.stdout: "evex": { 2024-04-13T09:14:46.436 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.436 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.436 INFO:tasks.workunit.client.0.smithi119.stdout: "evexd": { 2024-04-13T09:14:46.436 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.436 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.436 INFO:tasks.workunit.client.0.smithi119.stdout: "evexg": { 2024-04-13T09:14:46.436 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.436 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.436 INFO:tasks.workunit.client.0.smithi119.stdout: "evlrg": { 2024-04-13T09:14:46.436 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.436 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.436 INFO:tasks.workunit.client.0.smithi119.stdout: "evtrm": { 2024-04-13T09:14:46.436 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.436 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.436 INFO:tasks.workunit.client.0.smithi119.stdout: "jlat": { 2024-04-13T09:14:46.437 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.437 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.437 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.437 INFO:tasks.workunit.client.0.smithi119.stdout: "replayed": { 2024-04-13T09:14:46.437 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17 2024-04-13T09:14:46.437 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.437 INFO:tasks.workunit.client.0.smithi119.stdout: "seg": { 2024-04-13T09:14:46.437 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T09:14:46.437 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.437 INFO:tasks.workunit.client.0.smithi119.stdout: "segadd": { 2024-04-13T09:14:46.437 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.437 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.437 INFO:tasks.workunit.client.0.smithi119.stdout: "segex": { 2024-04-13T09:14:46.437 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.437 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.437 INFO:tasks.workunit.client.0.smithi119.stdout: "segexd": { 2024-04-13T09:14:46.437 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.438 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.438 INFO:tasks.workunit.client.0.smithi119.stdout: "segexg": { 2024-04-13T09:14:46.438 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.438 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.438 INFO:tasks.workunit.client.0.smithi119.stdout: "segmjr": { 2024-04-13T09:14:46.438 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T09:14:46.438 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.438 INFO:tasks.workunit.client.0.smithi119.stdout: "segtrm": { 2024-04-13T09:14:46.438 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.438 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.438 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.438 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_mem": { 2024-04-13T09:14:46.438 INFO:tasks.workunit.client.0.smithi119.stdout: "cap": { 2024-04-13T09:14:46.438 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.439 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.439 INFO:tasks.workunit.client.0.smithi119.stdout: "cap+": { 2024-04-13T09:14:46.439 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.439 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.439 INFO:tasks.workunit.client.0.smithi119.stdout: "cap-": { 2024-04-13T09:14:46.439 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.439 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.439 INFO:tasks.workunit.client.0.smithi119.stdout: "dir": { 2024-04-13T09:14:46.439 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12 2024-04-13T09:14:46.439 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.439 INFO:tasks.workunit.client.0.smithi119.stdout: "dir+": { 2024-04-13T09:14:46.439 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12 2024-04-13T09:14:46.439 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.439 INFO:tasks.workunit.client.0.smithi119.stdout: "dir-": { 2024-04-13T09:14:46.439 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.440 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.440 INFO:tasks.workunit.client.0.smithi119.stdout: "dn": { 2024-04-13T09:14:46.440 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10 2024-04-13T09:14:46.440 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.440 INFO:tasks.workunit.client.0.smithi119.stdout: "dn+": { 2024-04-13T09:14:46.440 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10 2024-04-13T09:14:46.440 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.440 INFO:tasks.workunit.client.0.smithi119.stdout: "dn-": { 2024-04-13T09:14:46.440 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.440 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.440 INFO:tasks.workunit.client.0.smithi119.stdout: "heap": { 2024-04-13T09:14:46.440 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 248184 2024-04-13T09:14:46.440 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.440 INFO:tasks.workunit.client.0.smithi119.stdout: "ino": { 2024-04-13T09:14:46.440 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13 2024-04-13T09:14:46.440 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.441 INFO:tasks.workunit.client.0.smithi119.stdout: "ino+": { 2024-04-13T09:14:46.441 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13 2024-04-13T09:14:46.441 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.441 INFO:tasks.workunit.client.0.smithi119.stdout: "ino-": { 2024-04-13T09:14:46.441 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.441 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.441 INFO:tasks.workunit.client.0.smithi119.stdout: "rss": { 2024-04-13T09:14:46.441 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 50092 2024-04-13T09:14:46.441 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.441 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.441 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_server": { 2024-04-13T09:14:46.441 INFO:tasks.workunit.client.0.smithi119.stdout: "cap_acquisition_throttle": { 2024-04-13T09:14:46.441 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.441 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.441 INFO:tasks.workunit.client.0.smithi119.stdout: "cap_revoke_eviction": { 2024-04-13T09:14:46.442 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.442 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.442 INFO:tasks.workunit.client.0.smithi119.stdout: "handle_client_request": { 2024-04-13T09:14:46.442 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.442 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.442 INFO:tasks.workunit.client.0.smithi119.stdout: "handle_client_session": { 2024-04-13T09:14:46.442 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.442 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.442 INFO:tasks.workunit.client.0.smithi119.stdout: "handle_peer_request": { 2024-04-13T09:14:46.442 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.442 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.442 INFO:tasks.workunit.client.0.smithi119.stdout: "req_create_latency": { 2024-04-13T09:14:46.442 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.442 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.442 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.442 INFO:tasks.workunit.client.0.smithi119.stdout: "req_getattr_latency": { 2024-04-13T09:14:46.443 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.443 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.443 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.443 INFO:tasks.workunit.client.0.smithi119.stdout: "req_getfilelock_latency": { 2024-04-13T09:14:46.443 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.443 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.443 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.443 INFO:tasks.workunit.client.0.smithi119.stdout: "req_getvxattr_latency": { 2024-04-13T09:14:46.443 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.443 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.443 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.443 INFO:tasks.workunit.client.0.smithi119.stdout: "req_link_latency": { 2024-04-13T09:14:46.443 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.443 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.443 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.444 INFO:tasks.workunit.client.0.smithi119.stdout: "req_lookup_latency": { 2024-04-13T09:14:46.444 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.444 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.444 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.444 INFO:tasks.workunit.client.0.smithi119.stdout: "req_lookuphash_latency": { 2024-04-13T09:14:46.444 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.444 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.444 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.444 INFO:tasks.workunit.client.0.smithi119.stdout: "req_lookupino_latency": { 2024-04-13T09:14:46.444 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.444 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.444 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.444 INFO:tasks.workunit.client.0.smithi119.stdout: "req_lookupname_latency": { 2024-04-13T09:14:46.444 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.444 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.444 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.445 INFO:tasks.workunit.client.0.smithi119.stdout: "req_lookupparent_latency": { 2024-04-13T09:14:46.445 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.445 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.445 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.445 INFO:tasks.workunit.client.0.smithi119.stdout: "req_lookupsnap_latency": { 2024-04-13T09:14:46.445 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.445 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.445 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.445 INFO:tasks.workunit.client.0.smithi119.stdout: "req_lssnap_latency": { 2024-04-13T09:14:46.445 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.445 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.445 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.445 INFO:tasks.workunit.client.0.smithi119.stdout: "req_mkdir_latency": { 2024-04-13T09:14:46.445 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.445 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.446 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.446 INFO:tasks.workunit.client.0.smithi119.stdout: "req_mknod_latency": { 2024-04-13T09:14:46.446 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.446 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.446 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.446 INFO:tasks.workunit.client.0.smithi119.stdout: "req_mksnap_latency": { 2024-04-13T09:14:46.446 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.446 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.446 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.446 INFO:tasks.workunit.client.0.smithi119.stdout: "req_open_latency": { 2024-04-13T09:14:46.446 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.446 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.446 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.446 INFO:tasks.workunit.client.0.smithi119.stdout: "req_readdir_latency": { 2024-04-13T09:14:46.446 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.447 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.447 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.447 INFO:tasks.workunit.client.0.smithi119.stdout: "req_rename_latency": { 2024-04-13T09:14:46.447 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.447 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.447 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.447 INFO:tasks.workunit.client.0.smithi119.stdout: "req_renamesnap_latency": { 2024-04-13T09:14:46.447 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.447 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.447 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.447 INFO:tasks.workunit.client.0.smithi119.stdout: "req_rmdir_latency": { 2024-04-13T09:14:46.447 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.447 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.447 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.447 INFO:tasks.workunit.client.0.smithi119.stdout: "req_rmsnap_latency": { 2024-04-13T09:14:46.447 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.448 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.448 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.448 INFO:tasks.workunit.client.0.smithi119.stdout: "req_rmxattr_latency": { 2024-04-13T09:14:46.448 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.448 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.448 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.448 INFO:tasks.workunit.client.0.smithi119.stdout: "req_setattr_latency": { 2024-04-13T09:14:46.448 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.448 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.448 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.448 INFO:tasks.workunit.client.0.smithi119.stdout: "req_setdirlayout_latency": { 2024-04-13T09:14:46.448 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.448 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.448 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.448 INFO:tasks.workunit.client.0.smithi119.stdout: "req_setfilelock_latency": { 2024-04-13T09:14:46.449 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.449 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.449 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.449 INFO:tasks.workunit.client.0.smithi119.stdout: "req_setlayout_latency": { 2024-04-13T09:14:46.449 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.449 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.449 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.449 INFO:tasks.workunit.client.0.smithi119.stdout: "req_setxattr_latency": { 2024-04-13T09:14:46.449 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.449 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.449 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.449 INFO:tasks.workunit.client.0.smithi119.stdout: "req_snapdiff_latency": { 2024-04-13T09:14:46.449 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.449 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.449 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.450 INFO:tasks.workunit.client.0.smithi119.stdout: "req_symlink_latency": { 2024-04-13T09:14:46.450 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.450 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.450 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.450 INFO:tasks.workunit.client.0.smithi119.stdout: "req_unlink_latency": { 2024-04-13T09:14:46.450 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.450 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.450 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.450 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.450 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_sessions": { 2024-04-13T09:14:46.450 INFO:tasks.workunit.client.0.smithi119.stdout: "average_load": { 2024-04-13T09:14:46.450 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.450 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.450 INFO:tasks.workunit.client.0.smithi119.stdout: "avg_session_uptime": { 2024-04-13T09:14:46.450 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.451 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.451 INFO:tasks.workunit.client.0.smithi119.stdout: "mdthresh_evicted": { 2024-04-13T09:14:46.451 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.451 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.451 INFO:tasks.workunit.client.0.smithi119.stdout: "session_add": { 2024-04-13T09:14:46.451 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8 2024-04-13T09:14:46.451 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.451 INFO:tasks.workunit.client.0.smithi119.stdout: "session_count": { 2024-04-13T09:14:46.451 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.451 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.451 INFO:tasks.workunit.client.0.smithi119.stdout: "session_remove": { 2024-04-13T09:14:46.451 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8 2024-04-13T09:14:46.451 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.451 INFO:tasks.workunit.client.0.smithi119.stdout: "sessions_open": { 2024-04-13T09:14:46.451 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T09:14:46.451 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.452 INFO:tasks.workunit.client.0.smithi119.stdout: "sessions_stale": { 2024-04-13T09:14:46.452 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.452 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.452 INFO:tasks.workunit.client.0.smithi119.stdout: "total_load": { 2024-04-13T09:14:46.452 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.452 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.452 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.452 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T09:14:46.452 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T09:14:46.452 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.452 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.452 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:14:46.452 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37 2024-04-13T09:14:46.452 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.452 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T09:14:46.453 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.453 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.453 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:14:46.453 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7 2024-04-13T09:14:46.453 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.453 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.453 INFO:tasks.workunit.client.0.smithi119.stdout: "purge_queue": { 2024-04-13T09:14:46.453 INFO:tasks.workunit.client.0.smithi119.stdout: "pq_executed": { 2024-04-13T09:14:46.453 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.453 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.453 INFO:tasks.workunit.client.0.smithi119.stdout: "pq_executed_ops": { 2024-04-13T09:14:46.453 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.453 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.453 INFO:tasks.workunit.client.0.smithi119.stdout: "pq_executing": { 2024-04-13T09:14:46.453 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.453 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.454 INFO:tasks.workunit.client.0.smithi119.stdout: "pq_executing_high_water": { 2024-04-13T09:14:46.454 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.454 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.454 INFO:tasks.workunit.client.0.smithi119.stdout: "pq_executing_ops": { 2024-04-13T09:14:46.454 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.454 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.454 INFO:tasks.workunit.client.0.smithi119.stdout: "pq_executing_ops_high_water": { 2024-04-13T09:14:46.454 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.454 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.454 INFO:tasks.workunit.client.0.smithi119.stdout: "pq_item_in_journal": { 2024-04-13T09:14:46.454 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.454 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.454 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.454 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.454 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.3402881472e4eb9cd55aa5a45378abc80ad36ea5": { 2024-04-13T09:14:46.455 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T09:14:46.455 INFO:tasks.workunit.client.0.smithi119.stdout: "election_call": { 2024-04-13T09:14:46.455 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T09:14:46.455 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.455 INFO:tasks.workunit.client.0.smithi119.stdout: "election_lose": { 2024-04-13T09:14:46.455 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T09:14:46.455 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.455 INFO:tasks.workunit.client.0.smithi119.stdout: "election_win": { 2024-04-13T09:14:46.455 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.455 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.455 INFO:tasks.workunit.client.0.smithi119.stdout: "num_elections": { 2024-04-13T09:14:46.455 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9 2024-04-13T09:14:46.455 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.455 INFO:tasks.workunit.client.0.smithi119.stdout: "num_sessions": { 2024-04-13T09:14:46.455 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8 2024-04-13T09:14:46.455 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.456 INFO:tasks.workunit.client.0.smithi119.stdout: "session_add": { 2024-04-13T09:14:46.456 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3 2024-04-13T09:14:46.456 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.456 INFO:tasks.workunit.client.0.smithi119.stdout: "session_rm": { 2024-04-13T09:14:46.456 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 239 2024-04-13T09:14:46.456 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.456 INFO:tasks.workunit.client.0.smithi119.stdout: "session_trim": { 2024-04-13T09:14:46.456 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.456 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.456 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.456 INFO:tasks.workunit.client.0.smithi119.stdout: "paxos": { 2024-04-13T09:14:46.456 INFO:tasks.workunit.client.0.smithi119.stdout: "accept_timeout": { 2024-04-13T09:14:46.456 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.456 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.456 INFO:tasks.workunit.client.0.smithi119.stdout: "begin": { 2024-04-13T09:14:46.457 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8510 2024-04-13T09:14:46.457 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.457 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_bytes": { 2024-04-13T09:14:46.457 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8510, 2024-04-13T09:14:46.457 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 58680335 2024-04-13T09:14:46.457 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.457 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_keys": { 2024-04-13T09:14:46.457 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.457 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.457 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.457 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_latency": { 2024-04-13T09:14:46.457 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8510, 2024-04-13T09:14:46.457 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1271973249 2024-04-13T09:14:46.457 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.458 INFO:tasks.workunit.client.0.smithi119.stdout: "collect": { 2024-04-13T09:14:46.458 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T09:14:46.458 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.458 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_bytes": { 2024-04-13T09:14:46.458 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T09:14:46.458 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 146 2024-04-13T09:14:46.458 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.458 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_keys": { 2024-04-13T09:14:46.458 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T09:14:46.458 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T09:14:46.458 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.458 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_latency": { 2024-04-13T09:14:46.458 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T09:14:46.458 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 999979 2024-04-13T09:14:46.458 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.459 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_timeout": { 2024-04-13T09:14:46.459 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.459 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.459 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_uncommitted": { 2024-04-13T09:14:46.459 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.459 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.459 INFO:tasks.workunit.client.0.smithi119.stdout: "commit": { 2024-04-13T09:14:46.459 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8510 2024-04-13T09:14:46.459 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.459 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_bytes": { 2024-04-13T09:14:46.459 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.459 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.459 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.459 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_keys": { 2024-04-13T09:14:46.459 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.460 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.460 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.460 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_latency": { 2024-04-13T09:14:46.460 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.460 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.460 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.460 INFO:tasks.workunit.client.0.smithi119.stdout: "lease_ack_timeout": { 2024-04-13T09:14:46.460 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.460 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.460 INFO:tasks.workunit.client.0.smithi119.stdout: "lease_timeout": { 2024-04-13T09:14:46.460 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.460 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.460 INFO:tasks.workunit.client.0.smithi119.stdout: "new_pn": { 2024-04-13T09:14:46.460 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.460 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.461 INFO:tasks.workunit.client.0.smithi119.stdout: "new_pn_latency": { 2024-04-13T09:14:46.461 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.461 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.461 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.461 INFO:tasks.workunit.client.0.smithi119.stdout: "refresh": { 2024-04-13T09:14:46.461 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8510 2024-04-13T09:14:46.461 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.461 INFO:tasks.workunit.client.0.smithi119.stdout: "refresh_latency": { 2024-04-13T09:14:46.461 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8510, 2024-04-13T09:14:46.461 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 26645439109 2024-04-13T09:14:46.461 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.461 INFO:tasks.workunit.client.0.smithi119.stdout: "restart": { 2024-04-13T09:14:46.461 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11 2024-04-13T09:14:46.461 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.461 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state": { 2024-04-13T09:14:46.462 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.462 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.462 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state_bytes": { 2024-04-13T09:14:46.462 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.462 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.462 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.462 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state_keys": { 2024-04-13T09:14:46.462 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.462 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.462 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.462 INFO:tasks.workunit.client.0.smithi119.stdout: "start_leader": { 2024-04-13T09:14:46.462 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.462 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.462 INFO:tasks.workunit.client.0.smithi119.stdout: "start_peon": { 2024-04-13T09:14:46.462 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T09:14:46.463 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.463 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state": { 2024-04-13T09:14:46.463 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8510 2024-04-13T09:14:46.463 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.463 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_bytes": { 2024-04-13T09:14:46.463 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8510, 2024-04-13T09:14:46.463 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 115739881 2024-04-13T09:14:46.463 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.463 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_keys": { 2024-04-13T09:14:46.463 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8510, 2024-04-13T09:14:46.463 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 74496 2024-04-13T09:14:46.463 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.463 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_latency": { 2024-04-13T09:14:46.463 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8510, 2024-04-13T09:14:46.463 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2907938855 2024-04-13T09:14:46.463 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.464 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.464 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache": { 2024-04-13T09:14:46.464 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T09:14:46.464 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1020054731 2024-04-13T09:14:46.464 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.464 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T09:14:46.464 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 167739392 2024-04-13T09:14:46.464 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.464 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T09:14:46.464 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 165863424 2024-04-13T09:14:46.464 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.464 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T09:14:46.464 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2147483648 2024-04-13T09:14:46.464 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.464 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T09:14:46.465 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1875968 2024-04-13T09:14:46.465 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.465 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.465 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:full": { 2024-04-13T09:14:46.465 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:14:46.465 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 360710144 2024-04-13T09:14:46.465 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.465 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:14:46.465 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.465 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.465 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:14:46.465 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.465 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.465 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:14:46.465 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 267382708 2024-04-13T09:14:46.466 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.466 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:14:46.466 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24530909 2024-04-13T09:14:46.466 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.466 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:14:46.466 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.466 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.466 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:14:46.466 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.466 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.466 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:14:46.466 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.466 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.466 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:14:46.466 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.467 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.467 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:14:46.467 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.467 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.467 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:14:46.467 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.467 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.467 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:14:46.467 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.467 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.467 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:14:46.467 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.467 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.467 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:14:46.467 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 68796527 2024-04-13T09:14:46.467 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.468 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.468 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:inc": { 2024-04-13T09:14:46.468 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:14:46.468 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 339738624 2024-04-13T09:14:46.468 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.468 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:14:46.468 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.468 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.468 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:14:46.468 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.468 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.468 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:14:46.468 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 267382708 2024-04-13T09:14:46.468 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.468 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:14:46.469 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1484899 2024-04-13T09:14:46.469 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.469 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:14:46.469 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.469 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.469 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:14:46.469 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.469 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.469 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:14:46.469 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.469 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.469 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:14:46.469 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.469 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.469 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:14:46.470 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.470 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.470 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:14:46.470 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.470 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.470 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:14:46.470 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.470 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.470 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:14:46.470 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.470 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.470 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:14:46.470 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 70871017 2024-04-13T09:14:46.471 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.471 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.471 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:kv": { 2024-04-13T09:14:46.471 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:14:46.471 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 314572800 2024-04-13T09:14:46.471 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.471 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:14:46.471 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:14:46.471 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.471 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:14:46.471 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.471 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.471 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:14:46.471 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 178255138 2024-04-13T09:14:46.471 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.472 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:14:46.472 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.472 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.472 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:14:46.472 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.472 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.472 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:14:46.472 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.472 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.472 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:14:46.472 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.472 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.472 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:14:46.472 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.472 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.472 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:14:46.473 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.473 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.473 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:14:46.473 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.473 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.473 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:14:46.473 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.473 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.473 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:14:46.473 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.473 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.473 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:14:46.473 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 69208798 2024-04-13T09:14:46.473 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.473 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.473 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb": { 2024-04-13T09:14:46.474 INFO:tasks.workunit.client.0.smithi119.stdout: "compact": { 2024-04-13T09:14:46.474 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.474 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.474 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_queue_len": { 2024-04-13T09:14:46.474 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.474 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.474 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_queue_merge": { 2024-04-13T09:14:46.474 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.474 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.474 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_range": { 2024-04-13T09:14:46.474 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 100 2024-04-13T09:14:46.474 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.474 INFO:tasks.workunit.client.0.smithi119.stdout: "get_latency": { 2024-04-13T09:14:46.474 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 368917, 2024-04-13T09:14:46.474 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1832114358 2024-04-13T09:14:46.475 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.475 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_delay_time": { 2024-04-13T09:14:46.475 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.475 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.475 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.475 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_memtable_time": { 2024-04-13T09:14:46.475 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.475 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.475 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.475 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-13T09:14:46.475 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.475 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.475 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.475 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_wal_time": { 2024-04-13T09:14:46.475 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.476 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.476 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.476 INFO:tasks.workunit.client.0.smithi119.stdout: "submit_latency": { 2024-04-13T09:14:46.476 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.476 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.476 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.476 INFO:tasks.workunit.client.0.smithi119.stdout: "submit_sync_latency": { 2024-04-13T09:14:46.476 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 20533, 2024-04-13T09:14:46.476 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6455159267 2024-04-13T09:14:46.476 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.476 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.476 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.476 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.361d0c88a98ec03a997f9cbd7d4b9f21aeac06c7": { 2024-04-13T09:14:46.476 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T09:14:46.477 INFO:tasks.workunit.client.0.smithi119.stdout: "election_call": { 2024-04-13T09:14:46.477 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T09:14:46.477 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.477 INFO:tasks.workunit.client.0.smithi119.stdout: "election_lose": { 2024-04-13T09:14:46.477 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4 2024-04-13T09:14:46.477 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.477 INFO:tasks.workunit.client.0.smithi119.stdout: "election_win": { 2024-04-13T09:14:46.477 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.477 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.477 INFO:tasks.workunit.client.0.smithi119.stdout: "num_elections": { 2024-04-13T09:14:46.477 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14 2024-04-13T09:14:46.477 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.477 INFO:tasks.workunit.client.0.smithi119.stdout: "num_sessions": { 2024-04-13T09:14:46.477 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11 2024-04-13T09:14:46.477 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.477 INFO:tasks.workunit.client.0.smithi119.stdout: "session_add": { 2024-04-13T09:14:46.478 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4 2024-04-13T09:14:46.478 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.478 INFO:tasks.workunit.client.0.smithi119.stdout: "session_rm": { 2024-04-13T09:14:46.478 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 261 2024-04-13T09:14:46.478 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.478 INFO:tasks.workunit.client.0.smithi119.stdout: "session_trim": { 2024-04-13T09:14:46.478 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.478 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.478 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.478 INFO:tasks.workunit.client.0.smithi119.stdout: "paxos": { 2024-04-13T09:14:46.478 INFO:tasks.workunit.client.0.smithi119.stdout: "accept_timeout": { 2024-04-13T09:14:46.478 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.478 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.478 INFO:tasks.workunit.client.0.smithi119.stdout: "begin": { 2024-04-13T09:14:46.478 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8548 2024-04-13T09:14:46.479 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.479 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_bytes": { 2024-04-13T09:14:46.479 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8548, 2024-04-13T09:14:46.479 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 58969059 2024-04-13T09:14:46.479 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.479 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_keys": { 2024-04-13T09:14:46.479 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.479 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.479 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.479 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_latency": { 2024-04-13T09:14:46.479 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8548, 2024-04-13T09:14:46.479 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2083948965 2024-04-13T09:14:46.479 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.479 INFO:tasks.workunit.client.0.smithi119.stdout: "collect": { 2024-04-13T09:14:46.480 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4 2024-04-13T09:14:46.480 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.480 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_bytes": { 2024-04-13T09:14:46.480 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4, 2024-04-13T09:14:46.480 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 292 2024-04-13T09:14:46.480 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.480 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_keys": { 2024-04-13T09:14:46.480 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4, 2024-04-13T09:14:46.480 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4 2024-04-13T09:14:46.480 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.480 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_latency": { 2024-04-13T09:14:46.480 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4, 2024-04-13T09:14:46.480 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 999976 2024-04-13T09:14:46.480 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.480 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_timeout": { 2024-04-13T09:14:46.480 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.481 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.481 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_uncommitted": { 2024-04-13T09:14:46.481 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T09:14:46.481 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.481 INFO:tasks.workunit.client.0.smithi119.stdout: "commit": { 2024-04-13T09:14:46.481 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8548 2024-04-13T09:14:46.481 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.481 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_bytes": { 2024-04-13T09:14:46.481 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.481 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.481 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.481 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_keys": { 2024-04-13T09:14:46.481 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.481 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.482 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.482 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_latency": { 2024-04-13T09:14:46.482 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.482 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.482 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.482 INFO:tasks.workunit.client.0.smithi119.stdout: "lease_ack_timeout": { 2024-04-13T09:14:46.482 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.482 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.482 INFO:tasks.workunit.client.0.smithi119.stdout: "lease_timeout": { 2024-04-13T09:14:46.482 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.482 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.482 INFO:tasks.workunit.client.0.smithi119.stdout: "new_pn": { 2024-04-13T09:14:46.482 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.482 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.483 INFO:tasks.workunit.client.0.smithi119.stdout: "new_pn_latency": { 2024-04-13T09:14:46.483 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.483 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.483 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.483 INFO:tasks.workunit.client.0.smithi119.stdout: "refresh": { 2024-04-13T09:14:46.483 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8548 2024-04-13T09:14:46.483 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.483 INFO:tasks.workunit.client.0.smithi119.stdout: "refresh_latency": { 2024-04-13T09:14:46.483 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8548, 2024-04-13T09:14:46.483 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 29618274517 2024-04-13T09:14:46.483 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.483 INFO:tasks.workunit.client.0.smithi119.stdout: "restart": { 2024-04-13T09:14:46.483 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16 2024-04-13T09:14:46.483 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.483 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state": { 2024-04-13T09:14:46.483 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.484 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.484 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state_bytes": { 2024-04-13T09:14:46.484 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.484 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.484 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.484 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state_keys": { 2024-04-13T09:14:46.484 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.486 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.486 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.486 INFO:tasks.workunit.client.0.smithi119.stdout: "start_leader": { 2024-04-13T09:14:46.486 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.486 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.486 INFO:tasks.workunit.client.0.smithi119.stdout: "start_peon": { 2024-04-13T09:14:46.486 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4 2024-04-13T09:14:46.486 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.486 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state": { 2024-04-13T09:14:46.486 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8548 2024-04-13T09:14:46.486 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.486 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_bytes": { 2024-04-13T09:14:46.486 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8548, 2024-04-13T09:14:46.487 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 116362917 2024-04-13T09:14:46.487 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.487 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_keys": { 2024-04-13T09:14:46.487 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8548, 2024-04-13T09:14:46.487 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 74803 2024-04-13T09:14:46.487 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.487 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_latency": { 2024-04-13T09:14:46.487 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8548, 2024-04-13T09:14:46.487 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5710860043 2024-04-13T09:14:46.487 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.487 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.487 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache": { 2024-04-13T09:14:46.487 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T09:14:46.487 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1020054731 2024-04-13T09:14:46.487 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.488 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T09:14:46.488 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 170885120 2024-04-13T09:14:46.488 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.488 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T09:14:46.488 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 169197568 2024-04-13T09:14:46.488 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.488 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T09:14:46.488 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2147483648 2024-04-13T09:14:46.488 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.488 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T09:14:46.488 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1687552 2024-04-13T09:14:46.488 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.488 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.488 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:full": { 2024-04-13T09:14:46.488 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:14:46.488 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 360710144 2024-04-13T09:14:46.489 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.489 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:14:46.489 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.489 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.489 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:14:46.489 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.489 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.489 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:14:46.489 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 267330741 2024-04-13T09:14:46.489 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.489 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:14:46.489 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24651629 2024-04-13T09:14:46.489 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.489 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:14:46.489 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.490 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.490 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:14:46.490 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.490 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.490 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:14:46.490 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.490 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.490 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:14:46.490 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.490 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.490 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:14:46.490 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.490 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.490 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:14:46.490 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.491 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.491 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:14:46.491 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.491 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.491 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:14:46.491 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.491 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.491 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:14:46.491 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 68727774 2024-04-13T09:14:46.491 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.491 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.491 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:inc": { 2024-04-13T09:14:46.492 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:14:46.492 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 339738624 2024-04-13T09:14:46.492 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.492 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:14:46.492 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.492 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.492 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:14:46.492 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.492 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.492 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:14:46.492 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 267330741 2024-04-13T09:14:46.492 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.492 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:14:46.492 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1502756 2024-04-13T09:14:46.492 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.492 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:14:46.493 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.493 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.493 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:14:46.493 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.493 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.493 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:14:46.493 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.493 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.493 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:14:46.493 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.493 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.493 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:14:46.493 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.493 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.493 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:14:46.494 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.494 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.494 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:14:46.494 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.494 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.494 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:14:46.494 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.494 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.494 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:14:46.494 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 70905127 2024-04-13T09:14:46.494 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.494 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.494 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:kv": { 2024-04-13T09:14:46.494 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:14:46.494 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 314572800 2024-04-13T09:14:46.495 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.495 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:14:46.495 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:14:46.495 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.495 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:14:46.495 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.495 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.495 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:14:46.495 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 178220494 2024-04-13T09:14:46.495 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.495 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:14:46.495 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.495 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.495 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:14:46.495 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.496 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.496 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:14:46.496 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.496 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.496 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:14:46.496 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.496 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.496 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:14:46.496 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.496 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.496 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:14:46.496 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.496 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.496 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:14:46.496 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.497 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.497 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:14:46.497 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.497 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.497 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:14:46.497 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.497 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.497 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:14:46.497 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 69243442 2024-04-13T09:14:46.497 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.497 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.497 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb": { 2024-04-13T09:14:46.497 INFO:tasks.workunit.client.0.smithi119.stdout: "compact": { 2024-04-13T09:14:46.497 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.497 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.498 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_queue_len": { 2024-04-13T09:14:46.498 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.498 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.498 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_queue_merge": { 2024-04-13T09:14:46.498 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.498 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.498 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_range": { 2024-04-13T09:14:46.498 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 100 2024-04-13T09:14:46.498 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.498 INFO:tasks.workunit.client.0.smithi119.stdout: "get_latency": { 2024-04-13T09:14:46.498 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 376941, 2024-04-13T09:14:46.498 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1968102112 2024-04-13T09:14:46.498 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.498 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_delay_time": { 2024-04-13T09:14:46.498 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.499 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.499 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.499 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_memtable_time": { 2024-04-13T09:14:46.499 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.499 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.499 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.499 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-13T09:14:46.499 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.499 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.499 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.499 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_wal_time": { 2024-04-13T09:14:46.499 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.499 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.499 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.499 INFO:tasks.workunit.client.0.smithi119.stdout: "submit_latency": { 2024-04-13T09:14:46.500 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.500 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.500 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.500 INFO:tasks.workunit.client.0.smithi119.stdout: "submit_sync_latency": { 2024-04-13T09:14:46.500 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 20634, 2024-04-13T09:14:46.500 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9916058873 2024-04-13T09:14:46.500 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.500 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.500 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.500 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.8ce27d692b5f50738c5de0d5fabe76bb5b385d6c": { 2024-04-13T09:14:46.500 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T09:14:46.500 INFO:tasks.workunit.client.0.smithi119.stdout: "election_call": { 2024-04-13T09:14:46.500 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6 2024-04-13T09:14:46.500 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.500 INFO:tasks.workunit.client.0.smithi119.stdout: "election_lose": { 2024-04-13T09:14:46.500 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.501 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.501 INFO:tasks.workunit.client.0.smithi119.stdout: "election_win": { 2024-04-13T09:14:46.501 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6 2024-04-13T09:14:46.501 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.501 INFO:tasks.workunit.client.0.smithi119.stdout: "num_elections": { 2024-04-13T09:14:46.501 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 21 2024-04-13T09:14:46.501 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.501 INFO:tasks.workunit.client.0.smithi119.stdout: "num_sessions": { 2024-04-13T09:14:46.501 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8 2024-04-13T09:14:46.501 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.501 INFO:tasks.workunit.client.0.smithi119.stdout: "session_add": { 2024-04-13T09:14:46.501 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5 2024-04-13T09:14:46.501 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.501 INFO:tasks.workunit.client.0.smithi119.stdout: "session_rm": { 2024-04-13T09:14:46.501 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 237 2024-04-13T09:14:46.502 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.502 INFO:tasks.workunit.client.0.smithi119.stdout: "session_trim": { 2024-04-13T09:14:46.502 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.502 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.502 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.502 INFO:tasks.workunit.client.0.smithi119.stdout: "paxos": { 2024-04-13T09:14:46.502 INFO:tasks.workunit.client.0.smithi119.stdout: "accept_timeout": { 2024-04-13T09:14:46.502 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.502 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.502 INFO:tasks.workunit.client.0.smithi119.stdout: "begin": { 2024-04-13T09:14:46.502 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8622 2024-04-13T09:14:46.502 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.502 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_bytes": { 2024-04-13T09:14:46.502 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8622, 2024-04-13T09:14:46.502 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 60151567 2024-04-13T09:14:46.503 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.503 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_keys": { 2024-04-13T09:14:46.503 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8622, 2024-04-13T09:14:46.503 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 25866 2024-04-13T09:14:46.503 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.503 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_latency": { 2024-04-13T09:14:46.503 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8622, 2024-04-13T09:14:46.503 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1803955847 2024-04-13T09:14:46.503 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.503 INFO:tasks.workunit.client.0.smithi119.stdout: "collect": { 2024-04-13T09:14:46.503 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.503 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.503 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_bytes": { 2024-04-13T09:14:46.503 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.503 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.503 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.504 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_keys": { 2024-04-13T09:14:46.504 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.504 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.504 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.504 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_latency": { 2024-04-13T09:14:46.504 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.504 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.504 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.504 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_timeout": { 2024-04-13T09:14:46.504 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.504 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.504 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_uncommitted": { 2024-04-13T09:14:46.504 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3 2024-04-13T09:14:46.504 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.504 INFO:tasks.workunit.client.0.smithi119.stdout: "commit": { 2024-04-13T09:14:46.505 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8619 2024-04-13T09:14:46.505 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.505 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_bytes": { 2024-04-13T09:14:46.505 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8619, 2024-04-13T09:14:46.505 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 59491711 2024-04-13T09:14:46.505 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.505 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_keys": { 2024-04-13T09:14:46.505 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8619, 2024-04-13T09:14:46.505 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 66742 2024-04-13T09:14:46.505 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.505 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_latency": { 2024-04-13T09:14:46.505 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8619, 2024-04-13T09:14:46.505 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2929036758 2024-04-13T09:14:46.505 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.506 INFO:tasks.workunit.client.0.smithi119.stdout: "lease_ack_timeout": { 2024-04-13T09:14:46.506 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.506 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.506 INFO:tasks.workunit.client.0.smithi119.stdout: "lease_timeout": { 2024-04-13T09:14:46.506 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.506 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.506 INFO:tasks.workunit.client.0.smithi119.stdout: "new_pn": { 2024-04-13T09:14:46.506 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6 2024-04-13T09:14:46.506 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.506 INFO:tasks.workunit.client.0.smithi119.stdout: "new_pn_latency": { 2024-04-13T09:14:46.506 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 6, 2024-04-13T09:14:46.506 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3999902 2024-04-13T09:14:46.506 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.506 INFO:tasks.workunit.client.0.smithi119.stdout: "refresh": { 2024-04-13T09:14:46.507 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8622 2024-04-13T09:14:46.507 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.507 INFO:tasks.workunit.client.0.smithi119.stdout: "refresh_latency": { 2024-04-13T09:14:46.507 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8622, 2024-04-13T09:14:46.507 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 32150212419 2024-04-13T09:14:46.507 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.507 INFO:tasks.workunit.client.0.smithi119.stdout: "restart": { 2024-04-13T09:14:46.507 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23 2024-04-13T09:14:46.507 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.507 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state": { 2024-04-13T09:14:46.507 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T09:14:46.507 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.507 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state_bytes": { 2024-04-13T09:14:46.507 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T09:14:46.507 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 35972 2024-04-13T09:14:46.507 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.508 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state_keys": { 2024-04-13T09:14:46.508 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T09:14:46.508 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4 2024-04-13T09:14:46.508 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.508 INFO:tasks.workunit.client.0.smithi119.stdout: "start_leader": { 2024-04-13T09:14:46.508 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6 2024-04-13T09:14:46.508 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.508 INFO:tasks.workunit.client.0.smithi119.stdout: "start_peon": { 2024-04-13T09:14:46.508 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.508 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.508 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state": { 2024-04-13T09:14:46.508 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.508 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.508 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_bytes": { 2024-04-13T09:14:46.508 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.509 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.509 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.509 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_keys": { 2024-04-13T09:14:46.509 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.509 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.509 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.509 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_latency": { 2024-04-13T09:14:46.509 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.509 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.509 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.509 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.509 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache": { 2024-04-13T09:14:46.509 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T09:14:46.509 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1020054731 2024-04-13T09:14:46.509 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.509 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T09:14:46.510 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 254976000 2024-04-13T09:14:46.510 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.510 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T09:14:46.510 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 254353408 2024-04-13T09:14:46.510 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.510 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T09:14:46.510 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2147483648 2024-04-13T09:14:46.510 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.510 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T09:14:46.510 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 622592 2024-04-13T09:14:46.510 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.510 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.510 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:full": { 2024-04-13T09:14:46.510 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:14:46.510 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 360710144 2024-04-13T09:14:46.511 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.511 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:14:46.511 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.511 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.511 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:14:46.511 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.511 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.511 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:14:46.511 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 267252076 2024-04-13T09:14:46.511 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.511 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:14:46.511 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24855517 2024-04-13T09:14:46.511 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.511 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:14:46.511 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.511 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.512 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:14:46.512 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.512 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.512 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:14:46.512 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.512 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.512 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:14:46.512 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.512 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.512 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:14:46.512 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.512 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.512 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:14:46.512 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.512 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.513 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:14:46.513 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.513 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.513 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:14:46.513 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.513 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.513 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:14:46.513 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 68602551 2024-04-13T09:14:46.513 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.513 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.513 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:inc": { 2024-04-13T09:14:46.513 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:14:46.513 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 339738624 2024-04-13T09:14:46.513 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.513 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:14:46.513 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.514 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.514 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:14:46.514 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.514 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.514 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:14:46.514 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 267252076 2024-04-13T09:14:46.514 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.514 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:14:46.514 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1508641 2024-04-13T09:14:46.514 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.514 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:14:46.514 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.514 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.514 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:14:46.514 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.515 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.515 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:14:46.515 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.515 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.515 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:14:46.515 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.515 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.515 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:14:46.515 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.515 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.515 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:14:46.516 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.516 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.516 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:14:46.516 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.516 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.516 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:14:46.516 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.516 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.516 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:14:46.516 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 70977907 2024-04-13T09:14:46.516 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.516 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.516 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:kv": { 2024-04-13T09:14:46.516 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:14:46.516 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 314572800 2024-04-13T09:14:46.517 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.517 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:14:46.517 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:14:46.517 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.517 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:14:46.517 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.517 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.517 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:14:46.517 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 178168051 2024-04-13T09:14:46.517 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.517 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:14:46.517 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.517 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.517 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:14:46.518 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.518 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.518 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:14:46.518 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.518 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.518 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:14:46.518 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.518 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.518 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:14:46.518 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.518 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.518 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:14:46.518 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.518 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.518 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:14:46.519 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.519 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.519 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:14:46.519 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.519 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.519 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:14:46.519 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.519 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.519 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:14:46.519 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 69295885 2024-04-13T09:14:46.519 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.519 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.519 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb": { 2024-04-13T09:14:46.519 INFO:tasks.workunit.client.0.smithi119.stdout: "compact": { 2024-04-13T09:14:46.520 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.520 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.520 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_queue_len": { 2024-04-13T09:14:46.520 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.520 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.520 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_queue_merge": { 2024-04-13T09:14:46.520 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.520 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.520 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_range": { 2024-04-13T09:14:46.520 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 100 2024-04-13T09:14:46.520 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.520 INFO:tasks.workunit.client.0.smithi119.stdout: "get_latency": { 2024-04-13T09:14:46.520 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 380811, 2024-04-13T09:14:46.520 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2278670253 2024-04-13T09:14:46.520 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.520 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_delay_time": { 2024-04-13T09:14:46.521 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.521 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.521 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.521 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_memtable_time": { 2024-04-13T09:14:46.521 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.521 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.521 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.521 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-13T09:14:46.521 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.521 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.521 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.521 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_wal_time": { 2024-04-13T09:14:46.521 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.521 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.522 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.522 INFO:tasks.workunit.client.0.smithi119.stdout: "submit_latency": { 2024-04-13T09:14:46.522 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.522 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.522 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.522 INFO:tasks.workunit.client.0.smithi119.stdout: "submit_sync_latency": { 2024-04-13T09:14:46.522 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 20813, 2024-04-13T09:14:46.522 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7698836091 2024-04-13T09:14:46.522 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.522 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.522 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.522 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.0": { 2024-04-13T09:14:46.522 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:14:46.522 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_db_max_lat": { 2024-04-13T09:14:46.523 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 34978 2024-04-13T09:14:46.523 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.523 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_fallback": { 2024-04-13T09:14:46.523 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.523 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.523 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_max_lat": { 2024-04-13T09:14:46.523 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.523 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.523 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_size_fallback": { 2024-04-13T09:14:46.523 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.523 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.523 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_db": { 2024-04-13T09:14:46.523 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 65536 2024-04-13T09:14:46.523 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.524 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_slow": { 2024-04-13T09:14:46.524 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.524 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.524 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_wal": { 2024-04-13T09:14:46.524 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.524 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.524 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_wal_max_lat": { 2024-04-13T09:14:46.524 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.524 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.524 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_slow": { 2024-04-13T09:14:46.524 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.524 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.524 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_sst": { 2024-04-13T09:14:46.524 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 22294528 2024-04-13T09:14:46.524 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.524 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_wal": { 2024-04-13T09:14:46.525 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 889155584 2024-04-13T09:14:46.525 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.525 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lat": { 2024-04-13T09:14:46.525 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 18, 2024-04-13T09:14:46.525 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3857716 2024-04-13T09:14:46.525 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.525 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lock_lat": { 2024-04-13T09:14:46.525 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 18, 2024-04-13T09:14:46.525 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1575639 2024-04-13T09:14:46.525 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.525 INFO:tasks.workunit.client.0.smithi119.stdout: "db_alloc_lat": { 2024-04-13T09:14:46.525 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 231, 2024-04-13T09:14:46.525 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1176828 2024-04-13T09:14:46.525 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.526 INFO:tasks.workunit.client.0.smithi119.stdout: "db_total_bytes": { 2024-04-13T09:14:46.526 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995027456 2024-04-13T09:14:46.526 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.526 INFO:tasks.workunit.client.0.smithi119.stdout: "db_used_bytes": { 2024-04-13T09:14:46.526 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 972816384 2024-04-13T09:14:46.526 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.526 INFO:tasks.workunit.client.0.smithi119.stdout: "flush_lat": { 2024-04-13T09:14:46.526 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77117, 2024-04-13T09:14:46.526 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11439271247 2024-04-13T09:14:46.526 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.526 INFO:tasks.workunit.client.0.smithi119.stdout: "fsync_lat": { 2024-04-13T09:14:46.526 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77078, 2024-04-13T09:14:46.526 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18503288022 2024-04-13T09:14:46.526 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.526 INFO:tasks.workunit.client.0.smithi119.stdout: "log_bytes": { 2024-04-13T09:14:46.527 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16388096 2024-04-13T09:14:46.527 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.527 INFO:tasks.workunit.client.0.smithi119.stdout: "logged_bytes": { 2024-04-13T09:14:46.527 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 315641856 2024-04-13T09:14:46.527 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.527 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_db": { 2024-04-13T09:14:46.527 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 968556544 2024-04-13T09:14:46.527 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.527 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_slow": { 2024-04-13T09:14:46.527 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.527 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.527 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_wal": { 2024-04-13T09:14:46.527 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.527 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_files": { 2024-04-13T09:14:46.527 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 64 2024-04-13T09:14:46.528 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.528 INFO:tasks.workunit.client.0.smithi119.stdout: "read_bytes": { 2024-04-13T09:14:46.528 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18300553199 2024-04-13T09:14:46.528 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.528 INFO:tasks.workunit.client.0.smithi119.stdout: "read_count": { 2024-04-13T09:14:46.528 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 97908 2024-04-13T09:14:46.528 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.528 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes": { 2024-04-13T09:14:46.528 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16130080768 2024-04-13T09:14:46.528 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.528 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_db": { 2024-04-13T09:14:46.528 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16130084864 2024-04-13T09:14:46.528 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.528 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_slow": { 2024-04-13T09:14:46.529 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.529 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.529 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_wal": { 2024-04-13T09:14:46.529 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.529 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.529 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_count": { 2024-04-13T09:14:46.529 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 101100 2024-04-13T09:14:46.529 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.529 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:14:46.529 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 97908, 2024-04-13T09:14:46.529 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5090353146 2024-04-13T09:14:46.529 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.529 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_bytes": { 2024-04-13T09:14:46.529 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18202087405 2024-04-13T09:14:46.529 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.530 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_count": { 2024-04-13T09:14:46.530 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 94888 2024-04-13T09:14:46.530 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.530 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_bytes": { 2024-04-13T09:14:46.530 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8600901 2024-04-13T09:14:46.530 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.530 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_count": { 2024-04-13T09:14:46.530 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 801 2024-04-13T09:14:46.530 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.530 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_bytes": { 2024-04-13T09:14:46.530 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 22170260 2024-04-13T09:14:46.530 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.530 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_count": { 2024-04-13T09:14:46.530 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1231 2024-04-13T09:14:46.530 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.531 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes": { 2024-04-13T09:14:46.531 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13569359 2024-04-13T09:14:46.531 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.531 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_db": { 2024-04-13T09:14:46.531 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13569359 2024-04-13T09:14:46.531 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.531 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_slow": { 2024-04-13T09:14:46.531 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.531 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.531 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_wal": { 2024-04-13T09:14:46.531 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.531 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.531 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_count": { 2024-04-13T09:14:46.531 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 452 2024-04-13T09:14:46.531 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.532 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_lat": { 2024-04-13T09:14:46.532 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1231, 2024-04-13T09:14:46.532 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10304761 2024-04-13T09:14:46.532 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.532 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_alloc_lat": { 2024-04-13T09:14:46.532 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.532 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.532 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.532 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_total_bytes": { 2024-04-13T09:14:46.532 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.532 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.532 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_used_bytes": { 2024-04-13T09:14:46.532 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.532 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.532 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:14:46.533 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T09:14:46.533 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 561 2024-04-13T09:14:46.533 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.533 INFO:tasks.workunit.client.0.smithi119.stdout: "unlink_lat": { 2024-04-13T09:14:46.533 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8, 2024-04-13T09:14:46.533 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9756 2024-04-13T09:14:46.533 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.533 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_alloc_lat": { 2024-04-13T09:14:46.533 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.533 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.533 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.533 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_total_bytes": { 2024-04-13T09:14:46.533 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.533 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.533 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_used_bytes": { 2024-04-13T09:14:46.534 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.534 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.534 INFO:tasks.workunit.client.0.smithi119.stdout: "write_bytes": { 2024-04-13T09:14:46.534 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1229844480 2024-04-13T09:14:46.534 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.534 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.534 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": { 2024-04-13T09:14:46.534 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit": { 2024-04-13T09:14:46.534 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T09:14:46.534 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.534 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": { 2024-04-13T09:14:46.534 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9801728 2024-04-13T09:14:46.534 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.535 INFO:tasks.workunit.client.0.smithi119.stdout: "allocator_lat": { 2024-04-13T09:14:46.535 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 20827, 2024-04-13T09:14:46.535 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 75375168 2024-04-13T09:14:46.535 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.535 INFO:tasks.workunit.client.0.smithi119.stdout: "clist_lat": { 2024-04-13T09:14:46.535 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3601, 2024-04-13T09:14:46.535 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8555505448 2024-04-13T09:14:46.535 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.535 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_lat": { 2024-04-13T09:14:46.535 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.535 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.535 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.535 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed": { 2024-04-13T09:14:46.535 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.535 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.536 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_allocated": { 2024-04-13T09:14:46.536 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.536 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.536 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_original": { 2024-04-13T09:14:46.536 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.536 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.536 INFO:tasks.workunit.client.0.smithi119.stdout: "csum_lat": { 2024-04-13T09:14:46.536 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 23472, 2024-04-13T09:14:46.536 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 197390292 2024-04-13T09:14:46.536 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.536 INFO:tasks.workunit.client.0.smithi119.stdout: "decompress_lat": { 2024-04-13T09:14:46.536 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.536 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.536 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.536 INFO:tasks.workunit.client.0.smithi119.stdout: "fragmentation_micros": { 2024-04-13T09:14:46.537 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.537 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.537 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_commit_lat": { 2024-04-13T09:14:46.537 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 76974, 2024-04-13T09:14:46.537 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23145031099 2024-04-13T09:14:46.537 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.537 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_final_lat": { 2024-04-13T09:14:46.537 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 76325, 2024-04-13T09:14:46.537 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1649481985 2024-04-13T09:14:46.537 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.537 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_flush_lat": { 2024-04-13T09:14:46.537 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 76974, 2024-04-13T09:14:46.537 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 48556877 2024-04-13T09:14:46.537 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.538 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_sync_lat": { 2024-04-13T09:14:46.538 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 76974, 2024-04-13T09:14:46.538 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23193587976 2024-04-13T09:14:46.538 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.538 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_keys_lat": { 2024-04-13T09:14:46.538 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.538 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.538 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.538 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_values_lat": { 2024-04-13T09:14:46.538 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 35894, 2024-04-13T09:14:46.538 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2112969355 2024-04-13T09:14:46.538 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.538 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_lower_bound_lat": { 2024-04-13T09:14:46.538 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1153, 2024-04-13T09:14:46.538 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3277055 2024-04-13T09:14:46.539 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.539 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_next_lat": { 2024-04-13T09:14:46.539 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 18853, 2024-04-13T09:14:46.539 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9731002 2024-04-13T09:14:46.539 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.539 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_seek_to_first_lat": { 2024-04-13T09:14:46.539 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 54, 2024-04-13T09:14:46.539 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 66065 2024-04-13T09:14:46.539 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.539 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_upper_bound_lat": { 2024-04-13T09:14:46.539 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 16663, 2024-04-13T09:14:46.539 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4181934094 2024-04-13T09:14:46.539 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.539 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_hits": { 2024-04-13T09:14:46.539 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 255222 2024-04-13T09:14:46.540 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.540 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_misses": { 2024-04-13T09:14:46.540 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23587 2024-04-13T09:14:46.540 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.540 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:14:46.540 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 20518, 2024-04-13T09:14:46.540 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2367139370 2024-04-13T09:14:46.540 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.540 INFO:tasks.workunit.client.0.smithi119.stdout: "read_onode_meta_lat": { 2024-04-13T09:14:46.540 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 48678, 2024-04-13T09:14:46.540 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15814632 2024-04-13T09:14:46.540 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.540 INFO:tasks.workunit.client.0.smithi119.stdout: "read_wait_aio_lat": { 2024-04-13T09:14:46.540 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 28160, 2024-04-13T09:14:46.540 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1832936232 2024-04-13T09:14:46.541 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.541 INFO:tasks.workunit.client.0.smithi119.stdout: "reads_with_retries": { 2024-04-13T09:14:46.541 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.541 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.541 INFO:tasks.workunit.client.0.smithi119.stdout: "remove_lat": { 2024-04-13T09:14:46.541 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15349, 2024-04-13T09:14:46.541 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 460846777 2024-04-13T09:14:46.541 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.541 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_aio_wait_count": { 2024-04-13T09:14:46.541 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.541 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.541 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_committed_kv_count": { 2024-04-13T09:14:46.541 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.541 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.541 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_onode_meta_count": { 2024-04-13T09:14:46.542 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.542 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.542 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_wait_aio_count": { 2024-04-13T09:14:46.542 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.542 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.542 INFO:tasks.workunit.client.0.smithi119.stdout: "state_aio_wait_lat": { 2024-04-13T09:14:46.542 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 91788, 2024-04-13T09:14:46.542 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9394573661 2024-04-13T09:14:46.542 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.542 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T09:14:46.542 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 9611, 2024-04-13T09:14:46.542 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 780516990 2024-04-13T09:14:46.542 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.543 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_cleanup_lat": { 2024-04-13T09:14:46.543 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 9609, 2024-04-13T09:14:46.543 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4270633650807 2024-04-13T09:14:46.543 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.543 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_queued_lat": { 2024-04-13T09:14:46.543 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 9611, 2024-04-13T09:14:46.543 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6708283119656 2024-04-13T09:14:46.543 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.543 INFO:tasks.workunit.client.0.smithi119.stdout: "state_done_lat": { 2024-04-13T09:14:46.543 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 91786, 2024-04-13T09:14:46.543 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2802966289656 2024-04-13T09:14:46.543 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.543 INFO:tasks.workunit.client.0.smithi119.stdout: "state_finishing_lat": { 2024-04-13T09:14:46.543 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 91786, 2024-04-13T09:14:46.543 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9587117 2024-04-13T09:14:46.544 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.544 INFO:tasks.workunit.client.0.smithi119.stdout: "state_io_done_lat": { 2024-04-13T09:14:46.544 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 91788, 2024-04-13T09:14:46.544 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 229772168 2024-04-13T09:14:46.544 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.544 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_commiting_lat": { 2024-04-13T09:14:46.544 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 91788, 2024-04-13T09:14:46.544 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37755565334 2024-04-13T09:14:46.544 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.544 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_done_lat": { 2024-04-13T09:14:46.544 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 91788, 2024-04-13T09:14:46.544 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 32146257 2024-04-13T09:14:46.544 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.544 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_queued_lat": { 2024-04-13T09:14:46.545 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 91788, 2024-04-13T09:14:46.545 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18865601292 2024-04-13T09:14:46.545 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.545 INFO:tasks.workunit.client.0.smithi119.stdout: "state_prepare_lat": { 2024-04-13T09:14:46.545 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 91788, 2024-04-13T09:14:46.545 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16663292593 2024-04-13T09:14:46.545 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.545 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": { 2024-04-13T09:14:46.545 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6022911 2024-04-13T09:14:46.545 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.545 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:14:46.545 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2561, 2024-04-13T09:14:46.545 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14912186 2024-04-13T09:14:46.545 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.545 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_commit_lat": { 2024-04-13T09:14:46.545 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 91788, 2024-04-13T09:14:46.546 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 82923227802 2024-04-13T09:14:46.546 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.546 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_submit_lat": { 2024-04-13T09:14:46.546 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 91788, 2024-04-13T09:14:46.546 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17778641491 2024-04-13T09:14:46.546 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.546 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_throttle_lat": { 2024-04-13T09:14:46.546 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 91788, 2024-04-13T09:14:46.546 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 592448706 2024-04-13T09:14:46.546 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.546 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.546 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache": { 2024-04-13T09:14:46.546 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T09:14:46.546 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1405278976 2024-04-13T09:14:46.547 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.547 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T09:14:46.547 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 539615232 2024-04-13T09:14:46.547 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.547 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T09:14:46.547 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 424304640 2024-04-13T09:14:46.547 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.547 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T09:14:46.547 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2600688640 2024-04-13T09:14:46.547 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.547 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T09:14:46.547 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 115310592 2024-04-13T09:14:46.547 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.547 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.547 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:data": { 2024-04-13T09:14:46.548 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:14:46.548 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 125829120 2024-04-13T09:14:46.548 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.548 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:14:46.548 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.548 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.548 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:14:46.548 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.548 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.548 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:14:46.548 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 55908591 2024-04-13T09:14:46.548 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.548 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:14:46.548 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.549 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.549 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:14:46.549 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.549 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.549 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:14:46.549 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.549 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.549 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:14:46.549 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.549 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.549 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:14:46.549 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T09:14:46.549 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.549 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:14:46.549 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 581632 2024-04-13T09:14:46.550 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.550 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:14:46.550 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.550 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.550 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:14:46.550 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.550 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.550 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:14:46.550 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.550 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.550 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:14:46.550 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 69334801 2024-04-13T09:14:46.550 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.550 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.550 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv": { 2024-04-13T09:14:46.551 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:14:46.551 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 562036736 2024-04-13T09:14:46.551 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.551 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:14:46.551 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:14:46.551 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.551 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:14:46.551 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.551 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.551 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:14:46.551 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 419314438 2024-04-13T09:14:46.551 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.551 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:14:46.551 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.551 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.551 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:14:46.552 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.552 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.552 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:14:46.552 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3184 2024-04-13T09:14:46.552 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.552 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:14:46.552 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.552 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.552 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:14:46.552 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 201920 2024-04-13T09:14:46.552 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.552 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:14:46.552 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.552 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.553 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:14:46.553 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.553 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.553 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:14:46.553 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.553 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.553 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:14:46.553 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.553 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.553 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:14:46.553 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 75408330 2024-04-13T09:14:46.553 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.553 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.553 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T09:14:46.553 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:14:46.553 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 201326592 2024-04-13T09:14:46.554 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.554 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:14:46.554 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:14:46.554 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.554 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:14:46.554 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23114160 2024-04-13T09:14:46.554 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.554 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:14:46.554 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37272394 2024-04-13T09:14:46.554 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.554 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:14:46.554 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.554 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.554 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:14:46.555 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.555 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.555 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:14:46.555 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.555 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.555 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:14:46.555 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.555 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.555 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:14:46.555 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.555 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.555 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:14:46.555 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.555 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.555 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:14:46.555 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.556 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.556 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:14:46.556 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.556 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.556 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:14:46.556 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.556 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.556 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:14:46.556 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 73831174 2024-04-13T09:14:46.556 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.556 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.556 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:meta": { 2024-04-13T09:14:46.556 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:14:46.556 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 494927872 2024-04-13T09:14:46.556 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.556 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:14:46.557 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.557 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.557 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:14:46.557 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.557 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.557 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:14:46.557 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 419314438 2024-04-13T09:14:46.557 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.557 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:14:46.557 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.557 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.557 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:14:46.557 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.557 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.557 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:14:46.558 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.558 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.558 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:14:46.558 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.558 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.558 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:14:46.558 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 128303 2024-04-13T09:14:46.558 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.558 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:14:46.558 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1096946 2024-04-13T09:14:46.558 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.558 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:14:46.558 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.558 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.559 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:14:46.559 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.559 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.559 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:14:46.559 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.559 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.559 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:14:46.559 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 74388185 2024-04-13T09:14:46.559 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.559 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.559 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T09:14:46.559 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T09:14:46.559 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.559 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.560 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:14:46.560 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 29 2024-04-13T09:14:46.560 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.560 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T09:14:46.560 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.560 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.560 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:14:46.560 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.560 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.560 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.560 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:14:46.560 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg": { 2024-04-13T09:14:46.560 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 54 2024-04-13T09:14:46.560 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.560 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg_removing": { 2024-04-13T09:14:46.560 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.560 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.561 INFO:tasks.workunit.client.0.smithi119.stdout: "op": { 2024-04-13T09:14:46.561 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 42144 2024-04-13T09:14:46.561 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.561 INFO:tasks.workunit.client.0.smithi119.stdout: "op_before_queue_op_lat": { 2024-04-13T09:14:46.561 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 129855, 2024-04-13T09:14:46.561 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8381668887 2024-04-13T09:14:46.561 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.561 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_degraded": { 2024-04-13T09:14:46.561 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3 2024-04-13T09:14:46.561 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.561 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_unreadable": { 2024-04-13T09:14:46.561 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4 2024-04-13T09:14:46.561 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.561 INFO:tasks.workunit.client.0.smithi119.stdout: "op_in_bytes": { 2024-04-13T09:14:46.561 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2385621932 2024-04-13T09:14:46.561 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.562 INFO:tasks.workunit.client.0.smithi119.stdout: "op_latency": { 2024-04-13T09:14:46.562 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 42144, 2024-04-13T09:14:46.562 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 197151513948 2024-04-13T09:14:46.562 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.562 INFO:tasks.workunit.client.0.smithi119.stdout: "op_out_bytes": { 2024-04-13T09:14:46.562 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2847521688 2024-04-13T09:14:46.562 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.562 INFO:tasks.workunit.client.0.smithi119.stdout: "op_prepare_latency": { 2024-04-13T09:14:46.562 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 43015, 2024-04-13T09:14:46.562 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 20220899506 2024-04-13T09:14:46.562 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.562 INFO:tasks.workunit.client.0.smithi119.stdout: "op_process_latency": { 2024-04-13T09:14:46.562 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 42144, 2024-04-13T09:14:46.562 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 64185375399 2024-04-13T09:14:46.562 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.563 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:14:46.563 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 26832 2024-04-13T09:14:46.563 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.563 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency": { 2024-04-13T09:14:46.563 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 26832, 2024-04-13T09:14:46.563 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11692652792 2024-04-13T09:14:46.563 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.563 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T09:14:46.563 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.563 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.563 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_out_bytes": { 2024-04-13T09:14:46.563 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2847521688 2024-04-13T09:14:46.563 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.563 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_prepare_latency": { 2024-04-13T09:14:46.563 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 27179, 2024-04-13T09:14:46.563 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5887431978 2024-04-13T09:14:46.564 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.564 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_process_latency": { 2024-04-13T09:14:46.564 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 26832, 2024-04-13T09:14:46.564 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6123208093 2024-04-13T09:14:46.564 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.564 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw": { 2024-04-13T09:14:46.564 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7916 2024-04-13T09:14:46.564 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.564 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_in_bytes": { 2024-04-13T09:14:46.564 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 505461676 2024-04-13T09:14:46.564 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.564 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency": { 2024-04-13T09:14:46.564 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 7916, 2024-04-13T09:14:46.564 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14984108627 2024-04-13T09:14:46.564 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.564 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T09:14:46.565 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.565 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.565 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T09:14:46.565 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.565 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.565 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_out_bytes": { 2024-04-13T09:14:46.565 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.565 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.565 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_prepare_latency": { 2024-04-13T09:14:46.565 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8277, 2024-04-13T09:14:46.565 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5157620859 2024-04-13T09:14:46.565 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.565 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_process_latency": { 2024-04-13T09:14:46.565 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 7916, 2024-04-13T09:14:46.565 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13116976152 2024-04-13T09:14:46.565 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.565 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:14:46.566 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7396 2024-04-13T09:14:46.566 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.566 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_in_bytes": { 2024-04-13T09:14:46.566 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1880160256 2024-04-13T09:14:46.566 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.566 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency": { 2024-04-13T09:14:46.566 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 7396, 2024-04-13T09:14:46.566 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 170474752529 2024-04-13T09:14:46.566 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.566 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T09:14:46.566 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.566 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.566 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_prepare_latency": { 2024-04-13T09:14:46.566 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 7559, 2024-04-13T09:14:46.566 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9175846669 2024-04-13T09:14:46.566 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.567 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_process_latency": { 2024-04-13T09:14:46.567 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 7396, 2024-04-13T09:14:46.567 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 44945191154 2024-04-13T09:14:46.567 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.567 INFO:tasks.workunit.client.0.smithi119.stdout: "op_wip": { 2024-04-13T09:14:46.567 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.567 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.567 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_bytes": { 2024-04-13T09:14:46.567 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12583011 2024-04-13T09:14:46.567 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.567 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_ops": { 2024-04-13T09:14:46.567 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 19 2024-04-13T09:14:46.567 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.567 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes": { 2024-04-13T09:14:46.567 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T09:14:46.567 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.567 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes_used": { 2024-04-13T09:14:46.568 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 982634496 2024-04-13T09:14:46.568 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.568 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.568 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.568 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.1": { 2024-04-13T09:14:46.568 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:14:46.568 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_db_max_lat": { 2024-04-13T09:14:46.568 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 57435 2024-04-13T09:14:46.568 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.568 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_fallback": { 2024-04-13T09:14:46.568 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.568 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.568 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_max_lat": { 2024-04-13T09:14:46.568 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.568 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.568 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_size_fallback": { 2024-04-13T09:14:46.569 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.569 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.569 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_db": { 2024-04-13T09:14:46.569 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 65536 2024-04-13T09:14:46.569 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.569 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_slow": { 2024-04-13T09:14:46.569 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.569 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.569 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_wal": { 2024-04-13T09:14:46.569 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.569 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.569 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_wal_max_lat": { 2024-04-13T09:14:46.569 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.569 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.569 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_slow": { 2024-04-13T09:14:46.570 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.570 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.570 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_sst": { 2024-04-13T09:14:46.570 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 33316864 2024-04-13T09:14:46.570 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.570 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_wal": { 2024-04-13T09:14:46.570 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1004830720 2024-04-13T09:14:46.570 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.570 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lat": { 2024-04-13T09:14:46.570 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 19, 2024-04-13T09:14:46.570 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4496698 2024-04-13T09:14:46.570 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.570 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lock_lat": { 2024-04-13T09:14:46.570 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 19, 2024-04-13T09:14:46.570 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1601419 2024-04-13T09:14:46.571 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.571 INFO:tasks.workunit.client.0.smithi119.stdout: "db_alloc_lat": { 2024-04-13T09:14:46.571 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 266, 2024-04-13T09:14:46.571 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1517634 2024-04-13T09:14:46.571 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.571 INFO:tasks.workunit.client.0.smithi119.stdout: "db_total_bytes": { 2024-04-13T09:14:46.571 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995027456 2024-04-13T09:14:46.571 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.571 INFO:tasks.workunit.client.0.smithi119.stdout: "db_used_bytes": { 2024-04-13T09:14:46.571 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1192886272 2024-04-13T09:14:46.571 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.571 INFO:tasks.workunit.client.0.smithi119.stdout: "flush_lat": { 2024-04-13T09:14:46.571 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 78212, 2024-04-13T09:14:46.571 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12411921568 2024-04-13T09:14:46.571 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.572 INFO:tasks.workunit.client.0.smithi119.stdout: "fsync_lat": { 2024-04-13T09:14:46.572 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 78149, 2024-04-13T09:14:46.572 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 20010926384 2024-04-13T09:14:46.572 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.572 INFO:tasks.workunit.client.0.smithi119.stdout: "log_bytes": { 2024-04-13T09:14:46.572 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4132864 2024-04-13T09:14:46.572 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.572 INFO:tasks.workunit.client.0.smithi119.stdout: "logged_bytes": { 2024-04-13T09:14:46.572 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 320032768 2024-04-13T09:14:46.572 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.572 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_db": { 2024-04-13T09:14:46.572 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1209925632 2024-04-13T09:14:46.572 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.572 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_slow": { 2024-04-13T09:14:46.572 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.573 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.573 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_wal": { 2024-04-13T09:14:46.573 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.573 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.573 INFO:tasks.workunit.client.0.smithi119.stdout: "num_files": { 2024-04-13T09:14:46.573 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 72 2024-04-13T09:14:46.573 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.573 INFO:tasks.workunit.client.0.smithi119.stdout: "read_bytes": { 2024-04-13T09:14:46.573 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 28325002417 2024-04-13T09:14:46.573 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.573 INFO:tasks.workunit.client.0.smithi119.stdout: "read_count": { 2024-04-13T09:14:46.573 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 129524 2024-04-13T09:14:46.573 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.573 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes": { 2024-04-13T09:14:46.573 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24980426752 2024-04-13T09:14:46.574 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.574 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_db": { 2024-04-13T09:14:46.574 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24980430848 2024-04-13T09:14:46.574 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.574 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_slow": { 2024-04-13T09:14:46.574 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.574 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.574 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_wal": { 2024-04-13T09:14:46.574 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.574 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.574 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_count": { 2024-04-13T09:14:46.574 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 144505 2024-04-13T09:14:46.574 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.574 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:14:46.575 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 129524, 2024-04-13T09:14:46.575 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7799736915 2024-04-13T09:14:46.575 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.575 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_bytes": { 2024-04-13T09:14:46.575 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 28203077699 2024-04-13T09:14:46.575 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.575 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_count": { 2024-04-13T09:14:46.575 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 125788 2024-04-13T09:14:46.575 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.575 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_bytes": { 2024-04-13T09:14:46.575 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10771618 2024-04-13T09:14:46.575 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.575 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_count": { 2024-04-13T09:14:46.575 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 910 2024-04-13T09:14:46.575 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.575 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_bytes": { 2024-04-13T09:14:46.576 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 33209326 2024-04-13T09:14:46.576 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.576 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_count": { 2024-04-13T09:14:46.576 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1438 2024-04-13T09:14:46.576 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.576 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes": { 2024-04-13T09:14:46.576 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 22437708 2024-04-13T09:14:46.576 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.576 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_db": { 2024-04-13T09:14:46.576 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 22437708 2024-04-13T09:14:46.576 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.576 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_slow": { 2024-04-13T09:14:46.576 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.576 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.577 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_wal": { 2024-04-13T09:14:46.577 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.577 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.577 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_count": { 2024-04-13T09:14:46.577 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 561 2024-04-13T09:14:46.577 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.577 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_lat": { 2024-04-13T09:14:46.577 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1438, 2024-04-13T09:14:46.577 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8909626 2024-04-13T09:14:46.577 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.577 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_alloc_lat": { 2024-04-13T09:14:46.577 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.577 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.577 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.577 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_total_bytes": { 2024-04-13T09:14:46.577 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.578 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.578 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_used_bytes": { 2024-04-13T09:14:46.578 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.578 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.578 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:14:46.578 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T09:14:46.578 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 638 2024-04-13T09:14:46.578 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.578 INFO:tasks.workunit.client.0.smithi119.stdout: "unlink_lat": { 2024-04-13T09:14:46.578 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 10, 2024-04-13T09:14:46.578 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10235 2024-04-13T09:14:46.578 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.578 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_alloc_lat": { 2024-04-13T09:14:46.578 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.578 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.579 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.579 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_total_bytes": { 2024-04-13T09:14:46.579 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.579 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.579 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_used_bytes": { 2024-04-13T09:14:46.579 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.579 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.579 INFO:tasks.workunit.client.0.smithi119.stdout: "write_bytes": { 2024-04-13T09:14:46.579 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1361072128 2024-04-13T09:14:46.579 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.579 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.579 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": { 2024-04-13T09:14:46.579 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit": { 2024-04-13T09:14:46.579 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T09:14:46.579 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.580 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": { 2024-04-13T09:14:46.580 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9211904 2024-04-13T09:14:46.580 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.580 INFO:tasks.workunit.client.0.smithi119.stdout: "allocator_lat": { 2024-04-13T09:14:46.580 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 22513, 2024-04-13T09:14:46.580 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 79200764 2024-04-13T09:14:46.580 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.580 INFO:tasks.workunit.client.0.smithi119.stdout: "clist_lat": { 2024-04-13T09:14:46.580 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3577, 2024-04-13T09:14:46.580 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11346566101 2024-04-13T09:14:46.580 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.580 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_lat": { 2024-04-13T09:14:46.580 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.580 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.580 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.581 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed": { 2024-04-13T09:14:46.581 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.581 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.581 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_allocated": { 2024-04-13T09:14:46.581 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.581 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.581 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_original": { 2024-04-13T09:14:46.581 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.581 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.581 INFO:tasks.workunit.client.0.smithi119.stdout: "csum_lat": { 2024-04-13T09:14:46.581 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 22294, 2024-04-13T09:14:46.581 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 187880067 2024-04-13T09:14:46.581 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.581 INFO:tasks.workunit.client.0.smithi119.stdout: "decompress_lat": { 2024-04-13T09:14:46.581 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.582 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.582 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.582 INFO:tasks.workunit.client.0.smithi119.stdout: "fragmentation_micros": { 2024-04-13T09:14:46.582 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.582 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.582 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_commit_lat": { 2024-04-13T09:14:46.582 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 78035, 2024-04-13T09:14:46.582 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24810548550 2024-04-13T09:14:46.582 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.582 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_final_lat": { 2024-04-13T09:14:46.582 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77317, 2024-04-13T09:14:46.582 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2032791839 2024-04-13T09:14:46.582 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.582 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_flush_lat": { 2024-04-13T09:14:46.582 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 78035, 2024-04-13T09:14:46.583 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 45302424 2024-04-13T09:14:46.583 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.583 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_sync_lat": { 2024-04-13T09:14:46.583 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 78035, 2024-04-13T09:14:46.583 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24855850974 2024-04-13T09:14:46.583 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.583 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_keys_lat": { 2024-04-13T09:14:46.583 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.583 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.583 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.583 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_values_lat": { 2024-04-13T09:14:46.583 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 29373, 2024-04-13T09:14:46.583 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2235127314 2024-04-13T09:14:46.583 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.583 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_lower_bound_lat": { 2024-04-13T09:14:46.584 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 936, 2024-04-13T09:14:46.584 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2818620 2024-04-13T09:14:46.584 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.584 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_next_lat": { 2024-04-13T09:14:46.584 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 18935, 2024-04-13T09:14:46.584 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10253224 2024-04-13T09:14:46.584 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.584 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_seek_to_first_lat": { 2024-04-13T09:14:46.584 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 43, 2024-04-13T09:14:46.584 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 52075 2024-04-13T09:14:46.584 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.584 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_upper_bound_lat": { 2024-04-13T09:14:46.584 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 11811, 2024-04-13T09:14:46.584 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3230943050 2024-04-13T09:14:46.584 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.585 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_hits": { 2024-04-13T09:14:46.585 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 247162 2024-04-13T09:14:46.585 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.585 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_misses": { 2024-04-13T09:14:46.585 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 26989 2024-04-13T09:14:46.585 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.585 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:14:46.585 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 24050, 2024-04-13T09:14:46.585 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2584541822 2024-04-13T09:14:46.585 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.585 INFO:tasks.workunit.client.0.smithi119.stdout: "read_onode_meta_lat": { 2024-04-13T09:14:46.585 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 76669, 2024-04-13T09:14:46.585 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 28239787 2024-04-13T09:14:46.585 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.585 INFO:tasks.workunit.client.0.smithi119.stdout: "read_wait_aio_lat": { 2024-04-13T09:14:46.585 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 52619, 2024-04-13T09:14:46.586 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1775260246 2024-04-13T09:14:46.586 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.586 INFO:tasks.workunit.client.0.smithi119.stdout: "reads_with_retries": { 2024-04-13T09:14:46.586 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.586 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.586 INFO:tasks.workunit.client.0.smithi119.stdout: "remove_lat": { 2024-04-13T09:14:46.586 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15720, 2024-04-13T09:14:46.586 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 485813580 2024-04-13T09:14:46.586 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.586 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_aio_wait_count": { 2024-04-13T09:14:46.586 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.586 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.586 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_committed_kv_count": { 2024-04-13T09:14:46.586 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.586 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.587 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_onode_meta_count": { 2024-04-13T09:14:46.587 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.587 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.587 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_wait_aio_count": { 2024-04-13T09:14:46.587 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.587 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.587 INFO:tasks.workunit.client.0.smithi119.stdout: "state_aio_wait_lat": { 2024-04-13T09:14:46.587 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 94567, 2024-04-13T09:14:46.587 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13238004957 2024-04-13T09:14:46.587 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.587 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T09:14:46.587 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 22674, 2024-04-13T09:14:46.587 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1488550050 2024-04-13T09:14:46.587 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.588 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_cleanup_lat": { 2024-04-13T09:14:46.588 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 22672, 2024-04-13T09:14:46.588 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3285556893003 2024-04-13T09:14:46.588 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.588 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_queued_lat": { 2024-04-13T09:14:46.588 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 22674, 2024-04-13T09:14:46.588 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6725420254226 2024-04-13T09:14:46.588 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.588 INFO:tasks.workunit.client.0.smithi119.stdout: "state_done_lat": { 2024-04-13T09:14:46.588 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 94565, 2024-04-13T09:14:46.588 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2941700105449 2024-04-13T09:14:46.588 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.588 INFO:tasks.workunit.client.0.smithi119.stdout: "state_finishing_lat": { 2024-04-13T09:14:46.588 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 94565, 2024-04-13T09:14:46.588 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11821940 2024-04-13T09:14:46.589 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.589 INFO:tasks.workunit.client.0.smithi119.stdout: "state_io_done_lat": { 2024-04-13T09:14:46.589 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 94567, 2024-04-13T09:14:46.589 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 337253212 2024-04-13T09:14:46.589 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.589 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_commiting_lat": { 2024-04-13T09:14:46.589 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 94567, 2024-04-13T09:14:46.589 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 43113390472 2024-04-13T09:14:46.589 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.589 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_done_lat": { 2024-04-13T09:14:46.589 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 94567, 2024-04-13T09:14:46.589 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 33147671 2024-04-13T09:14:46.589 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.589 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_queued_lat": { 2024-04-13T09:14:46.589 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 94567, 2024-04-13T09:14:46.589 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 20791391237 2024-04-13T09:14:46.590 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.590 INFO:tasks.workunit.client.0.smithi119.stdout: "state_prepare_lat": { 2024-04-13T09:14:46.590 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 94567, 2024-04-13T09:14:46.590 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 20145440392 2024-04-13T09:14:46.590 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.590 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": { 2024-04-13T09:14:46.590 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5432062 2024-04-13T09:14:46.590 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.590 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:14:46.590 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2555, 2024-04-13T09:14:46.590 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13659735 2024-04-13T09:14:46.590 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.590 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_commit_lat": { 2024-04-13T09:14:46.590 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 94567, 2024-04-13T09:14:46.591 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 97640927910 2024-04-13T09:14:46.591 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.591 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_submit_lat": { 2024-04-13T09:14:46.591 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 94567, 2024-04-13T09:14:46.591 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 21325000360 2024-04-13T09:14:46.591 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.591 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_throttle_lat": { 2024-04-13T09:14:46.591 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 94567, 2024-04-13T09:14:46.591 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 818296407 2024-04-13T09:14:46.591 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.591 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.591 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache": { 2024-04-13T09:14:46.591 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T09:14:46.591 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1405278976 2024-04-13T09:14:46.591 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.592 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T09:14:46.592 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 628924416 2024-04-13T09:14:46.592 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.592 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T09:14:46.592 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 580206592 2024-04-13T09:14:46.592 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.592 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T09:14:46.592 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2600688640 2024-04-13T09:14:46.592 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.592 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T09:14:46.592 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 48717824 2024-04-13T09:14:46.592 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.592 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.592 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:data": { 2024-04-13T09:14:46.592 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:14:46.592 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 125829120 2024-04-13T09:14:46.593 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.593 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:14:46.593 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.593 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.593 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:14:46.593 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.593 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.593 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:14:46.593 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 55122874 2024-04-13T09:14:46.593 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.593 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:14:46.593 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.593 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.593 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:14:46.594 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.594 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.594 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:14:46.594 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.594 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.594 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:14:46.594 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.594 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.594 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:14:46.594 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 90112 2024-04-13T09:14:46.594 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.594 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:14:46.594 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 958464 2024-04-13T09:14:46.594 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.594 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:14:46.595 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.595 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.595 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:14:46.595 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.595 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.595 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:14:46.595 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.595 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.595 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:14:46.595 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 69657670 2024-04-13T09:14:46.595 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.595 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.595 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv": { 2024-04-13T09:14:46.595 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:14:46.595 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 553648128 2024-04-13T09:14:46.596 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.596 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:14:46.596 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:14:46.596 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.596 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:14:46.596 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.596 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.596 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:14:46.596 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 413421556 2024-04-13T09:14:46.596 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.596 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:14:46.596 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.596 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.596 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:14:46.596 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.596 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.597 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:14:46.597 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 256 2024-04-13T09:14:46.597 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.597 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:14:46.597 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.597 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.597 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:14:46.597 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 206224 2024-04-13T09:14:46.597 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.597 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:14:46.597 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.597 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.597 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:14:46.597 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.598 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.598 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:14:46.598 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.598 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.598 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:14:46.598 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.598 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.598 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:14:46.598 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 72911228 2024-04-13T09:14:46.598 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.598 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.598 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T09:14:46.598 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:14:46.598 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 209715200 2024-04-13T09:14:46.598 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.599 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:14:46.599 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:14:46.599 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.599 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:14:46.599 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 35527136 2024-04-13T09:14:46.599 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.599 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:14:46.599 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 36748582 2024-04-13T09:14:46.599 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.599 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:14:46.599 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.599 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.599 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:14:46.599 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.599 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.599 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:14:46.600 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.600 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.600 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:14:46.600 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.600 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.600 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:14:46.600 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.600 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.600 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:14:46.600 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.600 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.600 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:14:46.600 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.600 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.600 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:14:46.601 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.601 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.601 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:14:46.601 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.601 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.601 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:14:46.601 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 70330618 2024-04-13T09:14:46.601 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.601 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.601 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:meta": { 2024-04-13T09:14:46.601 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:14:46.601 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 486539264 2024-04-13T09:14:46.601 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.601 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:14:46.601 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.601 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.602 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:14:46.602 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.602 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.602 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:14:46.602 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 413421556 2024-04-13T09:14:46.602 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.602 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:14:46.602 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.602 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.602 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:14:46.602 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.602 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.602 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:14:46.602 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.602 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.603 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:14:46.603 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.603 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.603 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:14:46.603 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 129639 2024-04-13T09:14:46.603 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.603 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:14:46.603 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1098990 2024-04-13T09:14:46.603 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.603 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:14:46.603 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.603 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.603 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:14:46.603 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.603 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.603 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:14:46.603 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.604 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.604 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:14:46.604 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71889079 2024-04-13T09:14:46.604 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.604 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.604 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T09:14:46.604 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T09:14:46.604 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.604 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.604 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:14:46.604 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 42 2024-04-13T09:14:46.604 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.604 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T09:14:46.604 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.604 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.604 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:14:46.605 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T09:14:46.605 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.605 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.605 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:14:46.605 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg": { 2024-04-13T09:14:46.605 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 58 2024-04-13T09:14:46.605 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.605 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg_removing": { 2024-04-13T09:14:46.605 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.605 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.605 INFO:tasks.workunit.client.0.smithi119.stdout: "op": { 2024-04-13T09:14:46.605 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 43580 2024-04-13T09:14:46.605 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.605 INFO:tasks.workunit.client.0.smithi119.stdout: "op_before_queue_op_lat": { 2024-04-13T09:14:46.606 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 139144, 2024-04-13T09:14:46.606 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11730218221 2024-04-13T09:14:46.606 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.606 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_degraded": { 2024-04-13T09:14:46.606 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.606 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.606 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_unreadable": { 2024-04-13T09:14:46.606 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.606 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.606 INFO:tasks.workunit.client.0.smithi119.stdout: "op_in_bytes": { 2024-04-13T09:14:46.606 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2540793799 2024-04-13T09:14:46.606 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.606 INFO:tasks.workunit.client.0.smithi119.stdout: "op_latency": { 2024-04-13T09:14:46.606 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 43580, 2024-04-13T09:14:46.606 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 699057105585 2024-04-13T09:14:46.607 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.607 INFO:tasks.workunit.client.0.smithi119.stdout: "op_out_bytes": { 2024-04-13T09:14:46.607 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2958620146 2024-04-13T09:14:46.607 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.607 INFO:tasks.workunit.client.0.smithi119.stdout: "op_prepare_latency": { 2024-04-13T09:14:46.607 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 45291, 2024-04-13T09:14:46.607 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 32871269057 2024-04-13T09:14:46.607 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.607 INFO:tasks.workunit.client.0.smithi119.stdout: "op_process_latency": { 2024-04-13T09:14:46.607 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 43580, 2024-04-13T09:14:46.607 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 106757475682 2024-04-13T09:14:46.607 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.607 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:14:46.608 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 20605 2024-04-13T09:14:46.608 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.608 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency": { 2024-04-13T09:14:46.608 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 20605, 2024-04-13T09:14:46.608 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16745519517 2024-04-13T09:14:46.608 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.608 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T09:14:46.608 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.608 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.608 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_out_bytes": { 2024-04-13T09:14:46.608 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2958620146 2024-04-13T09:14:46.608 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.608 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_prepare_latency": { 2024-04-13T09:14:46.608 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 21044, 2024-04-13T09:14:46.608 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5660502458 2024-04-13T09:14:46.609 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.609 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_process_latency": { 2024-04-13T09:14:46.609 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 20605, 2024-04-13T09:14:46.609 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6272692955 2024-04-13T09:14:46.609 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.609 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw": { 2024-04-13T09:14:46.609 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12755 2024-04-13T09:14:46.609 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.609 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_in_bytes": { 2024-04-13T09:14:46.609 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 336279114 2024-04-13T09:14:46.609 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.609 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency": { 2024-04-13T09:14:46.609 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 12755, 2024-04-13T09:14:46.609 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 103839774772 2024-04-13T09:14:46.610 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.610 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T09:14:46.610 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.610 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.610 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T09:14:46.610 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.610 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.610 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_out_bytes": { 2024-04-13T09:14:46.610 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.610 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.610 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_prepare_latency": { 2024-04-13T09:14:46.610 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 12924, 2024-04-13T09:14:46.610 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13415976457 2024-04-13T09:14:46.610 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.611 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_process_latency": { 2024-04-13T09:14:46.611 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 12755, 2024-04-13T09:14:46.611 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 33829812222 2024-04-13T09:14:46.611 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.611 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:14:46.611 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10220 2024-04-13T09:14:46.611 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.611 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_in_bytes": { 2024-04-13T09:14:46.611 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2204514685 2024-04-13T09:14:46.611 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.611 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency": { 2024-04-13T09:14:46.611 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 10220, 2024-04-13T09:14:46.611 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 578471811296 2024-04-13T09:14:46.611 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.611 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T09:14:46.612 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.612 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.612 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_prepare_latency": { 2024-04-13T09:14:46.612 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 11323, 2024-04-13T09:14:46.612 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13794790142 2024-04-13T09:14:46.612 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.612 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_process_latency": { 2024-04-13T09:14:46.612 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 10220, 2024-04-13T09:14:46.612 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 66654970505 2024-04-13T09:14:46.612 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.612 INFO:tasks.workunit.client.0.smithi119.stdout: "op_wip": { 2024-04-13T09:14:46.612 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.612 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.612 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_bytes": { 2024-04-13T09:14:46.612 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4202 2024-04-13T09:14:46.612 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.612 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_ops": { 2024-04-13T09:14:46.613 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14 2024-04-13T09:14:46.613 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.613 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes": { 2024-04-13T09:14:46.613 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T09:14:46.613 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.613 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes_used": { 2024-04-13T09:14:46.613 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1202114560 2024-04-13T09:14:46.613 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.613 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.613 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.613 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.2": { 2024-04-13T09:14:46.613 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:14:46.613 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_db_max_lat": { 2024-04-13T09:14:46.613 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 20773 2024-04-13T09:14:46.613 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.613 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_fallback": { 2024-04-13T09:14:46.613 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.614 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.614 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_max_lat": { 2024-04-13T09:14:46.614 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.614 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.614 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_size_fallback": { 2024-04-13T09:14:46.614 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.614 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.614 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_db": { 2024-04-13T09:14:46.614 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 65536 2024-04-13T09:14:46.614 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.614 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_slow": { 2024-04-13T09:14:46.614 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.614 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.614 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_wal": { 2024-04-13T09:14:46.614 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.615 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.615 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_wal_max_lat": { 2024-04-13T09:14:46.615 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.615 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.615 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_slow": { 2024-04-13T09:14:46.615 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.615 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.615 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_sst": { 2024-04-13T09:14:46.615 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16965632 2024-04-13T09:14:46.615 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.615 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_wal": { 2024-04-13T09:14:46.615 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 689553408 2024-04-13T09:14:46.615 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.615 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lat": { 2024-04-13T09:14:46.615 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 17, 2024-04-13T09:14:46.616 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3940932 2024-04-13T09:14:46.616 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.616 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lock_lat": { 2024-04-13T09:14:46.616 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 17, 2024-04-13T09:14:46.616 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1234216 2024-04-13T09:14:46.616 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.616 INFO:tasks.workunit.client.0.smithi119.stdout: "db_alloc_lat": { 2024-04-13T09:14:46.616 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 199, 2024-04-13T09:14:46.616 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1057032 2024-04-13T09:14:46.616 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.616 INFO:tasks.workunit.client.0.smithi119.stdout: "db_total_bytes": { 2024-04-13T09:14:46.616 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995027456 2024-04-13T09:14:46.616 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.616 INFO:tasks.workunit.client.0.smithi119.stdout: "db_used_bytes": { 2024-04-13T09:14:46.616 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 695926784 2024-04-13T09:14:46.616 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.616 INFO:tasks.workunit.client.0.smithi119.stdout: "flush_lat": { 2024-04-13T09:14:46.617 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 69979, 2024-04-13T09:14:46.617 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10375646063 2024-04-13T09:14:46.617 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.617 INFO:tasks.workunit.client.0.smithi119.stdout: "fsync_lat": { 2024-04-13T09:14:46.617 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 69984, 2024-04-13T09:14:46.617 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16922737910 2024-04-13T09:14:46.617 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.617 INFO:tasks.workunit.client.0.smithi119.stdout: "log_bytes": { 2024-04-13T09:14:46.617 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4005888 2024-04-13T09:14:46.617 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.617 INFO:tasks.workunit.client.0.smithi119.stdout: "logged_bytes": { 2024-04-13T09:14:46.617 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 286638080 2024-04-13T09:14:46.617 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.617 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_db": { 2024-04-13T09:14:46.617 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 712966144 2024-04-13T09:14:46.617 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.618 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_slow": { 2024-04-13T09:14:46.618 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.618 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.618 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_wal": { 2024-04-13T09:14:46.618 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.618 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.618 INFO:tasks.workunit.client.0.smithi119.stdout: "num_files": { 2024-04-13T09:14:46.618 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 51 2024-04-13T09:14:46.618 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.618 INFO:tasks.workunit.client.0.smithi119.stdout: "read_bytes": { 2024-04-13T09:14:46.618 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12517966908 2024-04-13T09:14:46.618 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.618 INFO:tasks.workunit.client.0.smithi119.stdout: "read_count": { 2024-04-13T09:14:46.618 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 79046 2024-04-13T09:14:46.618 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.619 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes": { 2024-04-13T09:14:46.619 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11424690176 2024-04-13T09:14:46.619 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.619 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_db": { 2024-04-13T09:14:46.619 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11424694272 2024-04-13T09:14:46.619 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.619 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_slow": { 2024-04-13T09:14:46.619 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.619 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.619 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_wal": { 2024-04-13T09:14:46.619 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.619 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.619 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_count": { 2024-04-13T09:14:46.619 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 82073 2024-04-13T09:14:46.620 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.620 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:14:46.620 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 79046, 2024-04-13T09:14:46.620 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4355099238 2024-04-13T09:14:46.620 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.620 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_bytes": { 2024-04-13T09:14:46.620 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12414633195 2024-04-13T09:14:46.620 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.620 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_count": { 2024-04-13T09:14:46.620 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 75878 2024-04-13T09:14:46.620 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.620 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_bytes": { 2024-04-13T09:14:46.620 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5560515 2024-04-13T09:14:46.620 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.620 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_count": { 2024-04-13T09:14:46.620 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 755 2024-04-13T09:14:46.620 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.621 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_bytes": { 2024-04-13T09:14:46.621 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16822128 2024-04-13T09:14:46.621 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.621 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_count": { 2024-04-13T09:14:46.621 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1192 2024-04-13T09:14:46.621 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.621 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes": { 2024-04-13T09:14:46.621 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11261613 2024-04-13T09:14:46.621 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.621 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_db": { 2024-04-13T09:14:46.621 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11261613 2024-04-13T09:14:46.621 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.621 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_slow": { 2024-04-13T09:14:46.621 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.621 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.621 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_wal": { 2024-04-13T09:14:46.622 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.622 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.622 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_count": { 2024-04-13T09:14:46.622 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 463 2024-04-13T09:14:46.622 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.622 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_lat": { 2024-04-13T09:14:46.622 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1192, 2024-04-13T09:14:46.622 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6253120 2024-04-13T09:14:46.622 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.622 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_alloc_lat": { 2024-04-13T09:14:46.622 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.622 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.622 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.622 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_total_bytes": { 2024-04-13T09:14:46.623 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.623 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.623 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_used_bytes": { 2024-04-13T09:14:46.623 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.623 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.623 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:14:46.623 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T09:14:46.623 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 577 2024-04-13T09:14:46.623 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.623 INFO:tasks.workunit.client.0.smithi119.stdout: "unlink_lat": { 2024-04-13T09:14:46.623 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8, 2024-04-13T09:14:46.623 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9227 2024-04-13T09:14:46.623 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.623 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_alloc_lat": { 2024-04-13T09:14:46.623 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.623 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.624 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.624 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_total_bytes": { 2024-04-13T09:14:46.624 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.624 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.624 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_used_bytes": { 2024-04-13T09:14:46.624 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.624 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.624 INFO:tasks.workunit.client.0.smithi119.stdout: "write_bytes": { 2024-04-13T09:14:46.624 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 995741696 2024-04-13T09:14:46.624 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.624 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.624 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": { 2024-04-13T09:14:46.624 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit": { 2024-04-13T09:14:46.624 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T09:14:46.624 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.624 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": { 2024-04-13T09:14:46.624 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9199616 2024-04-13T09:14:46.625 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.625 INFO:tasks.workunit.client.0.smithi119.stdout: "allocator_lat": { 2024-04-13T09:14:46.625 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 14247, 2024-04-13T09:14:46.625 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 53949869 2024-04-13T09:14:46.625 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.625 INFO:tasks.workunit.client.0.smithi119.stdout: "clist_lat": { 2024-04-13T09:14:46.625 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3620, 2024-04-13T09:14:46.625 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7057464401 2024-04-13T09:14:46.625 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.625 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_lat": { 2024-04-13T09:14:46.625 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.625 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.625 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.625 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed": { 2024-04-13T09:14:46.625 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.626 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.626 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_allocated": { 2024-04-13T09:14:46.626 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.626 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.626 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_original": { 2024-04-13T09:14:46.626 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.626 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.626 INFO:tasks.workunit.client.0.smithi119.stdout: "csum_lat": { 2024-04-13T09:14:46.626 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 28294, 2024-04-13T09:14:46.626 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 249546104 2024-04-13T09:14:46.626 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.626 INFO:tasks.workunit.client.0.smithi119.stdout: "decompress_lat": { 2024-04-13T09:14:46.626 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.626 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.626 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.627 INFO:tasks.workunit.client.0.smithi119.stdout: "fragmentation_micros": { 2024-04-13T09:14:46.627 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.627 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.627 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_commit_lat": { 2024-04-13T09:14:46.627 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 69909, 2024-04-13T09:14:46.627 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 20804341927 2024-04-13T09:14:46.627 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.627 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_final_lat": { 2024-04-13T09:14:46.627 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 69360, 2024-04-13T09:14:46.627 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1544695193 2024-04-13T09:14:46.627 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.627 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_flush_lat": { 2024-04-13T09:14:46.627 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 69909, 2024-04-13T09:14:46.627 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 34494247 2024-04-13T09:14:46.627 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.628 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_sync_lat": { 2024-04-13T09:14:46.628 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 69909, 2024-04-13T09:14:46.628 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 20838836174 2024-04-13T09:14:46.628 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.628 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_keys_lat": { 2024-04-13T09:14:46.628 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.628 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.628 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.628 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_values_lat": { 2024-04-13T09:14:46.628 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 62851, 2024-04-13T09:14:46.628 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1310606539 2024-04-13T09:14:46.628 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.628 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_lower_bound_lat": { 2024-04-13T09:14:46.628 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1107, 2024-04-13T09:14:46.629 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3164150 2024-04-13T09:14:46.629 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.629 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_next_lat": { 2024-04-13T09:14:46.629 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 24671, 2024-04-13T09:14:46.629 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13774804 2024-04-13T09:14:46.629 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.629 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_seek_to_first_lat": { 2024-04-13T09:14:46.629 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 37, 2024-04-13T09:14:46.629 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 69023 2024-04-13T09:14:46.629 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.629 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_upper_bound_lat": { 2024-04-13T09:14:46.629 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 21328, 2024-04-13T09:14:46.629 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1908245817 2024-04-13T09:14:46.629 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.629 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_hits": { 2024-04-13T09:14:46.630 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 263891 2024-04-13T09:14:46.630 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.630 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_misses": { 2024-04-13T09:14:46.630 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18081 2024-04-13T09:14:46.630 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.630 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:14:46.630 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8278, 2024-04-13T09:14:46.630 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2155965887 2024-04-13T09:14:46.630 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.630 INFO:tasks.workunit.client.0.smithi119.stdout: "read_onode_meta_lat": { 2024-04-13T09:14:46.630 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 24327, 2024-04-13T09:14:46.630 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10034808 2024-04-13T09:14:46.630 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.630 INFO:tasks.workunit.client.0.smithi119.stdout: "read_wait_aio_lat": { 2024-04-13T09:14:46.631 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 16049, 2024-04-13T09:14:46.631 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1900373208 2024-04-13T09:14:46.631 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.631 INFO:tasks.workunit.client.0.smithi119.stdout: "reads_with_retries": { 2024-04-13T09:14:46.631 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.631 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.631 INFO:tasks.workunit.client.0.smithi119.stdout: "remove_lat": { 2024-04-13T09:14:46.631 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 12618, 2024-04-13T09:14:46.631 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 403769781 2024-04-13T09:14:46.631 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.631 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_aio_wait_count": { 2024-04-13T09:14:46.631 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.631 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.631 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_committed_kv_count": { 2024-04-13T09:14:46.631 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.632 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.632 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_onode_meta_count": { 2024-04-13T09:14:46.632 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.632 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.632 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_wait_aio_count": { 2024-04-13T09:14:46.632 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.632 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.632 INFO:tasks.workunit.client.0.smithi119.stdout: "state_aio_wait_lat": { 2024-04-13T09:14:46.632 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 81108, 2024-04-13T09:14:46.632 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8647801661 2024-04-13T09:14:46.632 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.632 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T09:14:46.632 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 6429, 2024-04-13T09:14:46.632 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 582934312 2024-04-13T09:14:46.632 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.633 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_cleanup_lat": { 2024-04-13T09:14:46.633 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 6428, 2024-04-13T09:14:46.633 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4356195537480 2024-04-13T09:14:46.633 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.633 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_queued_lat": { 2024-04-13T09:14:46.633 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 6429, 2024-04-13T09:14:46.633 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6485709906369 2024-04-13T09:14:46.633 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.633 INFO:tasks.workunit.client.0.smithi119.stdout: "state_done_lat": { 2024-04-13T09:14:46.633 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 81107, 2024-04-13T09:14:46.633 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2932826854008 2024-04-13T09:14:46.633 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.633 INFO:tasks.workunit.client.0.smithi119.stdout: "state_finishing_lat": { 2024-04-13T09:14:46.633 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 81107, 2024-04-13T09:14:46.633 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8547766 2024-04-13T09:14:46.634 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.634 INFO:tasks.workunit.client.0.smithi119.stdout: "state_io_done_lat": { 2024-04-13T09:14:46.634 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 81108, 2024-04-13T09:14:46.634 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 321308696 2024-04-13T09:14:46.634 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.634 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_commiting_lat": { 2024-04-13T09:14:46.634 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 81108, 2024-04-13T09:14:46.634 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 33302207879 2024-04-13T09:14:46.634 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.634 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_done_lat": { 2024-04-13T09:14:46.634 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 81108, 2024-04-13T09:14:46.634 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 28038818 2024-04-13T09:14:46.634 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.634 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_queued_lat": { 2024-04-13T09:14:46.634 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 81108, 2024-04-13T09:14:46.635 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16742158490 2024-04-13T09:14:46.635 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.635 INFO:tasks.workunit.client.0.smithi119.stdout: "state_prepare_lat": { 2024-04-13T09:14:46.635 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 81108, 2024-04-13T09:14:46.635 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13410522730 2024-04-13T09:14:46.635 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.635 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": { 2024-04-13T09:14:46.635 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5432431 2024-04-13T09:14:46.635 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.635 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:14:46.635 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2500, 2024-04-13T09:14:46.635 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13765153 2024-04-13T09:14:46.635 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.635 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_commit_lat": { 2024-04-13T09:14:46.635 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 81108, 2024-04-13T09:14:46.636 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 72435688292 2024-04-13T09:14:46.636 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.636 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_submit_lat": { 2024-04-13T09:14:46.636 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 81108, 2024-04-13T09:14:46.636 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14346811558 2024-04-13T09:14:46.636 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.636 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_throttle_lat": { 2024-04-13T09:14:46.636 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 81108, 2024-04-13T09:14:46.636 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 524649520 2024-04-13T09:14:46.636 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.636 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.636 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache": { 2024-04-13T09:14:46.636 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T09:14:46.636 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1405278976 2024-04-13T09:14:46.636 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.637 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T09:14:46.637 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 490905600 2024-04-13T09:14:46.637 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.637 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T09:14:46.637 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 446496768 2024-04-13T09:14:46.637 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.637 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T09:14:46.637 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2600688640 2024-04-13T09:14:46.637 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.637 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T09:14:46.637 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 44408832 2024-04-13T09:14:46.637 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.637 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.637 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:data": { 2024-04-13T09:14:46.637 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:14:46.637 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 125829120 2024-04-13T09:14:46.638 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.638 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:14:46.638 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.638 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.638 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:14:46.638 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.638 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.638 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:14:46.638 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 56444176 2024-04-13T09:14:46.638 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.638 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:14:46.638 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.638 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.638 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:14:46.639 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.639 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.639 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:14:46.639 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.639 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.639 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:14:46.639 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.639 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.639 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:14:46.639 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 28672 2024-04-13T09:14:46.639 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.639 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:14:46.639 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 65536 2024-04-13T09:14:46.639 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.639 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:14:46.639 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.640 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.640 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:14:46.640 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.640 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.640 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:14:46.640 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.640 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.640 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:14:46.640 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 69290736 2024-04-13T09:14:46.640 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.640 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.640 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv": { 2024-04-13T09:14:46.640 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:14:46.640 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 562036736 2024-04-13T09:14:46.640 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.641 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:14:46.641 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:14:46.641 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.641 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:14:46.641 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.641 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.641 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:14:46.641 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 423331321 2024-04-13T09:14:46.641 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.641 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:14:46.641 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.641 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.641 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:14:46.641 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.641 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.642 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:14:46.642 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2896 2024-04-13T09:14:46.642 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.642 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:14:46.642 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.642 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.642 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:14:46.642 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 183552 2024-04-13T09:14:46.642 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.642 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:14:46.642 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.642 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.642 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:14:46.642 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.643 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.643 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:14:46.643 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.643 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.643 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:14:46.643 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.643 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.643 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:14:46.643 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71410103 2024-04-13T09:14:46.643 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.643 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.643 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T09:14:46.643 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:14:46.643 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 192937984 2024-04-13T09:14:46.643 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.644 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:14:46.644 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:14:46.644 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.644 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:14:46.644 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17386416 2024-04-13T09:14:46.644 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.644 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:14:46.644 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37629450 2024-04-13T09:14:46.644 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.644 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:14:46.644 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.644 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.644 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:14:46.644 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.644 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.645 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:14:46.645 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.645 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.645 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:14:46.645 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.645 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.645 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:14:46.645 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.645 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.645 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:14:46.645 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.645 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.645 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:14:46.645 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.645 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.646 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:14:46.646 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.646 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.646 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:14:46.646 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.646 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.646 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:14:46.646 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 70813254 2024-04-13T09:14:46.646 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.646 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.646 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:meta": { 2024-04-13T09:14:46.646 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:14:46.646 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 494927872 2024-04-13T09:14:46.646 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.647 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:14:46.647 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.647 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.647 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:14:46.647 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.647 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.647 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:14:46.647 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 423331321 2024-04-13T09:14:46.647 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.647 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:14:46.647 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.647 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.647 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:14:46.647 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.647 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.648 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:14:46.648 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.648 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.648 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:14:46.648 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.648 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.648 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:14:46.648 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 118702 2024-04-13T09:14:46.648 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.648 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:14:46.648 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1119198 2024-04-13T09:14:46.648 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.648 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:14:46.648 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.648 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.649 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:14:46.649 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.649 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.649 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:14:46.649 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.649 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.649 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:14:46.649 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 70358651 2024-04-13T09:14:46.649 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.649 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.649 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T09:14:46.649 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T09:14:46.649 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.649 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.649 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:14:46.650 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 77 2024-04-13T09:14:46.650 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.650 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T09:14:46.650 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.650 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.650 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:14:46.650 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.650 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.650 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.650 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:14:46.650 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg": { 2024-04-13T09:14:46.650 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 41 2024-04-13T09:14:46.650 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.650 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg_removing": { 2024-04-13T09:14:46.650 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.651 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.651 INFO:tasks.workunit.client.0.smithi119.stdout: "op": { 2024-04-13T09:14:46.651 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 51288 2024-04-13T09:14:46.651 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.651 INFO:tasks.workunit.client.0.smithi119.stdout: "op_before_queue_op_lat": { 2024-04-13T09:14:46.651 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 143686, 2024-04-13T09:14:46.651 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8550281383 2024-04-13T09:14:46.651 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.651 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_degraded": { 2024-04-13T09:14:46.651 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3 2024-04-13T09:14:46.651 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.651 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_unreadable": { 2024-04-13T09:14:46.651 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3 2024-04-13T09:14:46.651 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.651 INFO:tasks.workunit.client.0.smithi119.stdout: "op_in_bytes": { 2024-04-13T09:14:46.651 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1875679041 2024-04-13T09:14:46.652 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.652 INFO:tasks.workunit.client.0.smithi119.stdout: "op_latency": { 2024-04-13T09:14:46.652 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 51288, 2024-04-13T09:14:46.652 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 120272411311 2024-04-13T09:14:46.652 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.652 INFO:tasks.workunit.client.0.smithi119.stdout: "op_out_bytes": { 2024-04-13T09:14:46.652 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3362990293 2024-04-13T09:14:46.652 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.652 INFO:tasks.workunit.client.0.smithi119.stdout: "op_prepare_latency": { 2024-04-13T09:14:46.652 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 52202, 2024-04-13T09:14:46.652 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 42827542858 2024-04-13T09:14:46.652 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.652 INFO:tasks.workunit.client.0.smithi119.stdout: "op_process_latency": { 2024-04-13T09:14:46.652 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 51288, 2024-04-13T09:14:46.652 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 74671628899 2024-04-13T09:14:46.653 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.653 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:14:46.653 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 22013 2024-04-13T09:14:46.653 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.653 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency": { 2024-04-13T09:14:46.653 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 22013, 2024-04-13T09:14:46.653 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17999803775 2024-04-13T09:14:46.653 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.653 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T09:14:46.653 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.653 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.653 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_out_bytes": { 2024-04-13T09:14:46.653 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3362990293 2024-04-13T09:14:46.653 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.653 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_prepare_latency": { 2024-04-13T09:14:46.654 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 22462, 2024-04-13T09:14:46.654 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5794839416 2024-04-13T09:14:46.654 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.654 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_process_latency": { 2024-04-13T09:14:46.654 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 22013, 2024-04-13T09:14:46.654 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9061693914 2024-04-13T09:14:46.654 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.654 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw": { 2024-04-13T09:14:46.654 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 27276 2024-04-13T09:14:46.654 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.654 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_in_bytes": { 2024-04-13T09:14:46.654 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 423791669 2024-04-13T09:14:46.654 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.654 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency": { 2024-04-13T09:14:46.654 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 27276, 2024-04-13T09:14:46.655 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 53083529518 2024-04-13T09:14:46.655 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.655 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T09:14:46.655 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.655 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.655 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T09:14:46.655 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.655 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.655 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_out_bytes": { 2024-04-13T09:14:46.655 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.655 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.655 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_prepare_latency": { 2024-04-13T09:14:46.655 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 27553, 2024-04-13T09:14:46.655 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 33506271202 2024-04-13T09:14:46.655 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.655 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_process_latency": { 2024-04-13T09:14:46.655 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 27276, 2024-04-13T09:14:46.656 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 50279399021 2024-04-13T09:14:46.656 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.656 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:14:46.656 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1999 2024-04-13T09:14:46.656 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.656 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_in_bytes": { 2024-04-13T09:14:46.656 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1451887372 2024-04-13T09:14:46.656 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.656 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency": { 2024-04-13T09:14:46.656 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1999, 2024-04-13T09:14:46.656 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 49189078018 2024-04-13T09:14:46.656 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.656 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T09:14:46.656 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.656 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.656 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_prepare_latency": { 2024-04-13T09:14:46.656 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2187, 2024-04-13T09:14:46.657 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3526432240 2024-04-13T09:14:46.657 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.657 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_process_latency": { 2024-04-13T09:14:46.657 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1999, 2024-04-13T09:14:46.657 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15330535964 2024-04-13T09:14:46.657 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.657 INFO:tasks.workunit.client.0.smithi119.stdout: "op_wip": { 2024-04-13T09:14:46.657 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.657 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.657 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_bytes": { 2024-04-13T09:14:46.657 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.657 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.657 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_ops": { 2024-04-13T09:14:46.657 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17 2024-04-13T09:14:46.657 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.658 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes": { 2024-04-13T09:14:46.658 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T09:14:46.658 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.658 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes_used": { 2024-04-13T09:14:46.658 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 705138688 2024-04-13T09:14:46.658 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.658 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.658 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.658 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.3": { 2024-04-13T09:14:46.658 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:14:46.658 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_db_max_lat": { 2024-04-13T09:14:46.658 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 25373 2024-04-13T09:14:46.658 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.658 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_fallback": { 2024-04-13T09:14:46.658 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.659 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.659 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_max_lat": { 2024-04-13T09:14:46.659 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.659 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.659 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_size_fallback": { 2024-04-13T09:14:46.659 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.659 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.659 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_db": { 2024-04-13T09:14:46.659 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 65536 2024-04-13T09:14:46.659 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.659 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_slow": { 2024-04-13T09:14:46.659 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.659 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.659 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_wal": { 2024-04-13T09:14:46.660 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.660 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.660 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_wal_max_lat": { 2024-04-13T09:14:46.660 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.660 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.660 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_slow": { 2024-04-13T09:14:46.660 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.660 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.660 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_sst": { 2024-04-13T09:14:46.660 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7307264 2024-04-13T09:14:46.660 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.660 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_wal": { 2024-04-13T09:14:46.660 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 652656640 2024-04-13T09:14:46.660 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.660 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lat": { 2024-04-13T09:14:46.660 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 16, 2024-04-13T09:14:46.660 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3597594 2024-04-13T09:14:46.661 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.661 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lock_lat": { 2024-04-13T09:14:46.661 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 16, 2024-04-13T09:14:46.661 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1408882 2024-04-13T09:14:46.661 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.661 INFO:tasks.workunit.client.0.smithi119.stdout: "db_alloc_lat": { 2024-04-13T09:14:46.661 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 175, 2024-04-13T09:14:46.661 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 910952 2024-04-13T09:14:46.661 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.661 INFO:tasks.workunit.client.0.smithi119.stdout: "db_total_bytes": { 2024-04-13T09:14:46.661 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995027456 2024-04-13T09:14:46.661 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.661 INFO:tasks.workunit.client.0.smithi119.stdout: "db_used_bytes": { 2024-04-13T09:14:46.661 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 694878208 2024-04-13T09:14:46.661 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.661 INFO:tasks.workunit.client.0.smithi119.stdout: "flush_lat": { 2024-04-13T09:14:46.662 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 68025, 2024-04-13T09:14:46.662 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10018872293 2024-04-13T09:14:46.662 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.662 INFO:tasks.workunit.client.0.smithi119.stdout: "fsync_lat": { 2024-04-13T09:14:46.662 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 68048, 2024-04-13T09:14:46.662 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16449772888 2024-04-13T09:14:46.662 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.662 INFO:tasks.workunit.client.0.smithi119.stdout: "log_bytes": { 2024-04-13T09:14:46.662 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12697600 2024-04-13T09:14:46.662 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.662 INFO:tasks.workunit.client.0.smithi119.stdout: "logged_bytes": { 2024-04-13T09:14:46.662 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 278687744 2024-04-13T09:14:46.662 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.662 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_db": { 2024-04-13T09:14:46.662 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 690618368 2024-04-13T09:14:46.663 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.663 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_slow": { 2024-04-13T09:14:46.663 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.663 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.663 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_wal": { 2024-04-13T09:14:46.663 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.663 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.663 INFO:tasks.workunit.client.0.smithi119.stdout: "num_files": { 2024-04-13T09:14:46.663 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 47 2024-04-13T09:14:46.663 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.663 INFO:tasks.workunit.client.0.smithi119.stdout: "read_bytes": { 2024-04-13T09:14:46.663 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5401918790 2024-04-13T09:14:46.663 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.663 INFO:tasks.workunit.client.0.smithi119.stdout: "read_count": { 2024-04-13T09:14:46.663 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 54590 2024-04-13T09:14:46.664 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.664 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes": { 2024-04-13T09:14:46.664 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4811419648 2024-04-13T09:14:46.664 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.664 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_db": { 2024-04-13T09:14:46.664 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4811423744 2024-04-13T09:14:46.664 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.664 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_slow": { 2024-04-13T09:14:46.664 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.664 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.664 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_wal": { 2024-04-13T09:14:46.664 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.664 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.664 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_count": { 2024-04-13T09:14:46.664 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 51435 2024-04-13T09:14:46.664 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.665 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:14:46.665 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 54590, 2024-04-13T09:14:46.665 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2360148504 2024-04-13T09:14:46.665 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.665 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_bytes": { 2024-04-13T09:14:46.665 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5317708356 2024-04-13T09:14:46.665 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.665 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_count": { 2024-04-13T09:14:46.665 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 52006 2024-04-13T09:14:46.665 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.665 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_bytes": { 2024-04-13T09:14:46.665 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2386749 2024-04-13T09:14:46.665 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.665 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_count": { 2024-04-13T09:14:46.665 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 667 2024-04-13T09:14:46.666 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.666 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_bytes": { 2024-04-13T09:14:46.666 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7240437 2024-04-13T09:14:46.666 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.666 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_count": { 2024-04-13T09:14:46.666 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 883 2024-04-13T09:14:46.666 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.666 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes": { 2024-04-13T09:14:46.666 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4853688 2024-04-13T09:14:46.666 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.666 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_db": { 2024-04-13T09:14:46.666 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4853688 2024-04-13T09:14:46.666 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.666 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_slow": { 2024-04-13T09:14:46.666 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.667 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.667 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_wal": { 2024-04-13T09:14:46.667 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.667 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.667 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_count": { 2024-04-13T09:14:46.667 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 223 2024-04-13T09:14:46.667 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.667 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_lat": { 2024-04-13T09:14:46.667 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 883, 2024-04-13T09:14:46.667 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2175788 2024-04-13T09:14:46.667 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.667 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_alloc_lat": { 2024-04-13T09:14:46.667 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.667 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.667 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.668 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_total_bytes": { 2024-04-13T09:14:46.668 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.668 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.668 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_used_bytes": { 2024-04-13T09:14:46.668 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.668 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.668 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:14:46.668 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T09:14:46.668 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 743 2024-04-13T09:14:46.668 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.668 INFO:tasks.workunit.client.0.smithi119.stdout: "unlink_lat": { 2024-04-13T09:14:46.668 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8, 2024-04-13T09:14:46.668 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10084 2024-04-13T09:14:46.668 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.668 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_alloc_lat": { 2024-04-13T09:14:46.668 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.668 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.669 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.669 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_total_bytes": { 2024-04-13T09:14:46.669 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.669 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.669 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_used_bytes": { 2024-04-13T09:14:46.669 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.669 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.669 INFO:tasks.workunit.client.0.smithi119.stdout: "write_bytes": { 2024-04-13T09:14:46.669 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 941088768 2024-04-13T09:14:46.669 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.669 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.669 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": { 2024-04-13T09:14:46.669 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit": { 2024-04-13T09:14:46.669 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T09:14:46.669 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.670 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": { 2024-04-13T09:14:46.670 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9220096 2024-04-13T09:14:46.670 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.670 INFO:tasks.workunit.client.0.smithi119.stdout: "allocator_lat": { 2024-04-13T09:14:46.670 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 17670, 2024-04-13T09:14:46.670 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 64464277 2024-04-13T09:14:46.670 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.670 INFO:tasks.workunit.client.0.smithi119.stdout: "clist_lat": { 2024-04-13T09:14:46.670 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3563, 2024-04-13T09:14:46.670 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5869460153 2024-04-13T09:14:46.670 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.670 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_lat": { 2024-04-13T09:14:46.670 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.670 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.670 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.671 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed": { 2024-04-13T09:14:46.671 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.671 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.671 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_allocated": { 2024-04-13T09:14:46.671 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.671 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.671 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_original": { 2024-04-13T09:14:46.671 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.671 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.671 INFO:tasks.workunit.client.0.smithi119.stdout: "csum_lat": { 2024-04-13T09:14:46.671 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 14226, 2024-04-13T09:14:46.671 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 109046222 2024-04-13T09:14:46.671 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.671 INFO:tasks.workunit.client.0.smithi119.stdout: "decompress_lat": { 2024-04-13T09:14:46.671 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.671 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.672 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.672 INFO:tasks.workunit.client.0.smithi119.stdout: "fragmentation_micros": { 2024-04-13T09:14:46.672 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.672 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.672 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_commit_lat": { 2024-04-13T09:14:46.672 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 67975, 2024-04-13T09:14:46.672 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 19981277121 2024-04-13T09:14:46.672 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.672 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_final_lat": { 2024-04-13T09:14:46.672 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 67408, 2024-04-13T09:14:46.672 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1578888942 2024-04-13T09:14:46.672 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.672 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_flush_lat": { 2024-04-13T09:14:46.672 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 67975, 2024-04-13T09:14:46.672 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 41216388 2024-04-13T09:14:46.672 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.673 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_sync_lat": { 2024-04-13T09:14:46.673 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 67975, 2024-04-13T09:14:46.673 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 20022493509 2024-04-13T09:14:46.673 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.673 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_keys_lat": { 2024-04-13T09:14:46.673 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.673 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.673 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.673 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_values_lat": { 2024-04-13T09:14:46.673 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 235503, 2024-04-13T09:14:46.673 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1434687533 2024-04-13T09:14:46.673 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.673 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_lower_bound_lat": { 2024-04-13T09:14:46.673 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1421, 2024-04-13T09:14:46.673 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3104659 2024-04-13T09:14:46.674 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.674 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_next_lat": { 2024-04-13T09:14:46.674 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 136069, 2024-04-13T09:14:46.674 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 48505236 2024-04-13T09:14:46.674 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.674 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_seek_to_first_lat": { 2024-04-13T09:14:46.674 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 41, 2024-04-13T09:14:46.674 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 56182 2024-04-13T09:14:46.674 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.674 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_upper_bound_lat": { 2024-04-13T09:14:46.674 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15172, 2024-04-13T09:14:46.674 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3038073348 2024-04-13T09:14:46.674 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.674 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_hits": { 2024-04-13T09:14:46.675 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 434378 2024-04-13T09:14:46.675 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.675 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_misses": { 2024-04-13T09:14:46.675 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17495 2024-04-13T09:14:46.675 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.675 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:14:46.675 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 37507, 2024-04-13T09:14:46.675 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1593458059 2024-04-13T09:14:46.675 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.675 INFO:tasks.workunit.client.0.smithi119.stdout: "read_onode_meta_lat": { 2024-04-13T09:14:46.675 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 92912, 2024-04-13T09:14:46.675 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 28522951 2024-04-13T09:14:46.675 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.675 INFO:tasks.workunit.client.0.smithi119.stdout: "read_wait_aio_lat": { 2024-04-13T09:14:46.675 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 55405, 2024-04-13T09:14:46.675 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1156172312 2024-04-13T09:14:46.676 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.676 INFO:tasks.workunit.client.0.smithi119.stdout: "reads_with_retries": { 2024-04-13T09:14:46.676 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.676 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.676 INFO:tasks.workunit.client.0.smithi119.stdout: "remove_lat": { 2024-04-13T09:14:46.676 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 12418, 2024-04-13T09:14:46.676 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 391136611 2024-04-13T09:14:46.676 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.676 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_aio_wait_count": { 2024-04-13T09:14:46.676 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.676 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.676 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_committed_kv_count": { 2024-04-13T09:14:46.676 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.677 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.677 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_onode_meta_count": { 2024-04-13T09:14:46.677 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.677 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.677 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_wait_aio_count": { 2024-04-13T09:14:46.677 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.677 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.677 INFO:tasks.workunit.client.0.smithi119.stdout: "state_aio_wait_lat": { 2024-04-13T09:14:46.677 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77372, 2024-04-13T09:14:46.677 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9506214845 2024-04-13T09:14:46.677 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.677 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T09:14:46.677 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 17487, 2024-04-13T09:14:46.677 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1309291697 2024-04-13T09:14:46.677 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.677 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_cleanup_lat": { 2024-04-13T09:14:46.678 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 17486, 2024-04-13T09:14:46.678 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3904705549350 2024-04-13T09:14:46.678 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.678 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_queued_lat": { 2024-04-13T09:14:46.678 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 17487, 2024-04-13T09:14:46.678 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6647838869465 2024-04-13T09:14:46.678 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.678 INFO:tasks.workunit.client.0.smithi119.stdout: "state_done_lat": { 2024-04-13T09:14:46.678 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77371, 2024-04-13T09:14:46.678 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2766586080475 2024-04-13T09:14:46.678 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.678 INFO:tasks.workunit.client.0.smithi119.stdout: "state_finishing_lat": { 2024-04-13T09:14:46.678 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77371, 2024-04-13T09:14:46.678 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9874959 2024-04-13T09:14:46.679 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.679 INFO:tasks.workunit.client.0.smithi119.stdout: "state_io_done_lat": { 2024-04-13T09:14:46.679 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77372, 2024-04-13T09:14:46.679 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 220252526 2024-04-13T09:14:46.679 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.679 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_commiting_lat": { 2024-04-13T09:14:46.679 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77372, 2024-04-13T09:14:46.679 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 30856234794 2024-04-13T09:14:46.679 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.679 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_done_lat": { 2024-04-13T09:14:46.679 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77372, 2024-04-13T09:14:46.679 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 28290810 2024-04-13T09:14:46.679 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.679 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_queued_lat": { 2024-04-13T09:14:46.679 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77372, 2024-04-13T09:14:46.680 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14456861568 2024-04-13T09:14:46.680 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.680 INFO:tasks.workunit.client.0.smithi119.stdout: "state_prepare_lat": { 2024-04-13T09:14:46.680 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77372, 2024-04-13T09:14:46.680 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12367972827 2024-04-13T09:14:46.680 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.680 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": { 2024-04-13T09:14:46.680 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5437777 2024-04-13T09:14:46.680 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.680 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:14:46.680 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2514, 2024-04-13T09:14:46.680 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15938899 2024-04-13T09:14:46.680 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.680 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_commit_lat": { 2024-04-13T09:14:46.680 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77372, 2024-04-13T09:14:46.680 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67420528923 2024-04-13T09:14:46.681 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.681 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_submit_lat": { 2024-04-13T09:14:46.681 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77372, 2024-04-13T09:14:46.681 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13366763815 2024-04-13T09:14:46.681 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.681 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_throttle_lat": { 2024-04-13T09:14:46.681 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77372, 2024-04-13T09:14:46.681 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 497674014 2024-04-13T09:14:46.681 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.681 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.681 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache": { 2024-04-13T09:14:46.681 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T09:14:46.681 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1405278976 2024-04-13T09:14:46.681 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.681 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T09:14:46.681 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 635961344 2024-04-13T09:14:46.682 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.682 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T09:14:46.682 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 624492544 2024-04-13T09:14:46.682 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.682 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T09:14:46.682 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2600688640 2024-04-13T09:14:46.682 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.682 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T09:14:46.682 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11468800 2024-04-13T09:14:46.682 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.682 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.682 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:data": { 2024-04-13T09:14:46.682 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:14:46.682 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 125829120 2024-04-13T09:14:46.683 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.683 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:14:46.683 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.683 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.683 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:14:46.683 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.683 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.683 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:14:46.683 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 57096272 2024-04-13T09:14:46.683 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.683 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:14:46.683 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.683 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.683 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:14:46.683 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.684 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.684 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:14:46.684 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.684 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.684 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:14:46.684 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.684 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.684 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:14:46.684 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12288 2024-04-13T09:14:46.684 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.684 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:14:46.684 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12288 2024-04-13T09:14:46.684 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.684 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:14:46.684 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.685 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.685 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:14:46.685 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.685 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.685 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:14:46.685 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.685 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.685 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:14:46.685 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 68708272 2024-04-13T09:14:46.685 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.685 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.685 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv": { 2024-04-13T09:14:46.685 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:14:46.685 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 570425344 2024-04-13T09:14:46.685 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.685 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:14:46.686 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:14:46.686 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.686 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:14:46.686 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.686 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.686 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:14:46.686 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 428222040 2024-04-13T09:14:46.686 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.686 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:14:46.686 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.686 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.686 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:14:46.686 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.686 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.687 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:14:46.687 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2416 2024-04-13T09:14:46.687 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.687 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:14:46.687 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.687 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.687 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:14:46.687 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 148384 2024-04-13T09:14:46.687 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.687 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:14:46.687 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.687 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.687 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:14:46.687 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.688 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.688 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:14:46.688 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.688 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.688 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:14:46.688 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.688 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.688 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:14:46.688 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 74943640 2024-04-13T09:14:46.688 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.688 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.688 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T09:14:46.688 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:14:46.688 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 184549376 2024-04-13T09:14:46.688 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.689 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:14:46.689 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:14:46.689 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.689 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:14:46.689 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6905248 2024-04-13T09:14:46.689 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.689 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:14:46.689 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 38064181 2024-04-13T09:14:46.689 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.689 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:14:46.689 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.689 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.689 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:14:46.689 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.689 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.689 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:14:46.690 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.690 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.690 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:14:46.690 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.690 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.690 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:14:46.690 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.690 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.690 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:14:46.690 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.690 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.690 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:14:46.690 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.690 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.690 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:14:46.691 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.691 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.691 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:14:46.691 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.691 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.691 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:14:46.691 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 72471083 2024-04-13T09:14:46.691 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.691 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.691 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:meta": { 2024-04-13T09:14:46.691 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:14:46.691 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 503316480 2024-04-13T09:14:46.691 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.691 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:14:46.691 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.692 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.692 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:14:46.692 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.692 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.692 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:14:46.692 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 428222040 2024-04-13T09:14:46.692 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.692 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:14:46.692 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.692 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.692 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:14:46.692 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.692 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.692 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:14:46.692 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.692 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.693 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:14:46.693 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.693 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.693 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:14:46.693 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 124691 2024-04-13T09:14:46.693 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.693 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:14:46.693 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1119229 2024-04-13T09:14:46.693 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.693 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:14:46.693 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.693 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.693 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:14:46.693 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.693 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.693 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:14:46.694 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.694 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.694 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:14:46.694 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 73850520 2024-04-13T09:14:46.694 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.694 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.694 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T09:14:46.694 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T09:14:46.694 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.694 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.694 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:14:46.694 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17 2024-04-13T09:14:46.694 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.695 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T09:14:46.695 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.695 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.695 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:14:46.695 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.695 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.695 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.695 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:14:46.695 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg": { 2024-04-13T09:14:46.695 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 48 2024-04-13T09:14:46.695 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.695 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg_removing": { 2024-04-13T09:14:46.695 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.695 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.695 INFO:tasks.workunit.client.0.smithi119.stdout: "op": { 2024-04-13T09:14:46.696 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 64871 2024-04-13T09:14:46.696 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.696 INFO:tasks.workunit.client.0.smithi119.stdout: "op_before_queue_op_lat": { 2024-04-13T09:14:46.696 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 147632, 2024-04-13T09:14:46.696 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9041177772 2024-04-13T09:14:46.696 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.696 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_degraded": { 2024-04-13T09:14:46.696 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.696 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.696 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_unreadable": { 2024-04-13T09:14:46.696 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T09:14:46.696 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.696 INFO:tasks.workunit.client.0.smithi119.stdout: "op_in_bytes": { 2024-04-13T09:14:46.696 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1492833899 2024-04-13T09:14:46.696 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.696 INFO:tasks.workunit.client.0.smithi119.stdout: "op_latency": { 2024-04-13T09:14:46.696 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 64871, 2024-04-13T09:14:46.697 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 270434023569 2024-04-13T09:14:46.697 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.697 INFO:tasks.workunit.client.0.smithi119.stdout: "op_out_bytes": { 2024-04-13T09:14:46.697 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1469150696 2024-04-13T09:14:46.697 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.697 INFO:tasks.workunit.client.0.smithi119.stdout: "op_prepare_latency": { 2024-04-13T09:14:46.697 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 67144, 2024-04-13T09:14:46.697 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37787906612 2024-04-13T09:14:46.697 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.697 INFO:tasks.workunit.client.0.smithi119.stdout: "op_process_latency": { 2024-04-13T09:14:46.697 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 64871, 2024-04-13T09:14:46.697 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 77024047402 2024-04-13T09:14:46.697 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.697 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:14:46.697 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 47034 2024-04-13T09:14:46.697 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.698 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency": { 2024-04-13T09:14:46.698 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 47034, 2024-04-13T09:14:46.698 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 58574095361 2024-04-13T09:14:46.698 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.698 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T09:14:46.698 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.698 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.698 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_out_bytes": { 2024-04-13T09:14:46.698 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1469150696 2024-04-13T09:14:46.698 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.698 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_prepare_latency": { 2024-04-13T09:14:46.698 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 47257, 2024-04-13T09:14:46.698 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15350299233 2024-04-13T09:14:46.698 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.698 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_process_latency": { 2024-04-13T09:14:46.699 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 47034, 2024-04-13T09:14:46.699 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14402850562 2024-04-13T09:14:46.699 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.699 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw": { 2024-04-13T09:14:46.699 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13893 2024-04-13T09:14:46.699 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.699 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_in_bytes": { 2024-04-13T09:14:46.699 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 250904863 2024-04-13T09:14:46.699 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.699 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency": { 2024-04-13T09:14:46.699 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 13893, 2024-04-13T09:14:46.699 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 167283019225 2024-04-13T09:14:46.699 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.699 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T09:14:46.699 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.700 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.700 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T09:14:46.700 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.700 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.700 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_out_bytes": { 2024-04-13T09:14:46.700 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.700 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.700 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_prepare_latency": { 2024-04-13T09:14:46.700 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15818, 2024-04-13T09:14:46.700 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17433939436 2024-04-13T09:14:46.700 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.700 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_process_latency": { 2024-04-13T09:14:46.700 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 13893, 2024-04-13T09:14:46.700 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 38354352179 2024-04-13T09:14:46.700 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.700 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:14:46.700 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3944 2024-04-13T09:14:46.701 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.701 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_in_bytes": { 2024-04-13T09:14:46.701 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1241929036 2024-04-13T09:14:46.701 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.701 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency": { 2024-04-13T09:14:46.701 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3944, 2024-04-13T09:14:46.701 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 44576908983 2024-04-13T09:14:46.701 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.701 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T09:14:46.701 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.701 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.701 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_prepare_latency": { 2024-04-13T09:14:46.701 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4069, 2024-04-13T09:14:46.701 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5003667943 2024-04-13T09:14:46.701 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.701 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_process_latency": { 2024-04-13T09:14:46.702 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3944, 2024-04-13T09:14:46.702 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24266844661 2024-04-13T09:14:46.702 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.702 INFO:tasks.workunit.client.0.smithi119.stdout: "op_wip": { 2024-04-13T09:14:46.702 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.702 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.702 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_bytes": { 2024-04-13T09:14:46.702 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 78 2024-04-13T09:14:46.702 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.702 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_ops": { 2024-04-13T09:14:46.702 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8 2024-04-13T09:14:46.702 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.702 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes": { 2024-04-13T09:14:46.702 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T09:14:46.702 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.703 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes_used": { 2024-04-13T09:14:46.703 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 704110592 2024-04-13T09:14:46.703 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.703 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.703 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.703 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.4": { 2024-04-13T09:14:46.703 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:14:46.703 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_db_max_lat": { 2024-04-13T09:14:46.703 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18364 2024-04-13T09:14:46.703 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.703 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_fallback": { 2024-04-13T09:14:46.703 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.703 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.703 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_max_lat": { 2024-04-13T09:14:46.703 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.703 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.704 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_size_fallback": { 2024-04-13T09:14:46.704 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.704 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.704 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_db": { 2024-04-13T09:14:46.704 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 65536 2024-04-13T09:14:46.704 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.704 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_slow": { 2024-04-13T09:14:46.704 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.704 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.704 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_wal": { 2024-04-13T09:14:46.704 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.704 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.704 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_wal_max_lat": { 2024-04-13T09:14:46.704 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.704 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.704 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_slow": { 2024-04-13T09:14:46.704 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.705 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.705 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_sst": { 2024-04-13T09:14:46.705 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23228416 2024-04-13T09:14:46.705 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.705 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_wal": { 2024-04-13T09:14:46.705 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 706732032 2024-04-13T09:14:46.705 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.705 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lat": { 2024-04-13T09:14:46.705 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15, 2024-04-13T09:14:46.705 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2894777 2024-04-13T09:14:46.705 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.705 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lock_lat": { 2024-04-13T09:14:46.705 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15, 2024-04-13T09:14:46.705 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1086246 2024-04-13T09:14:46.705 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.706 INFO:tasks.workunit.client.0.smithi119.stdout: "db_alloc_lat": { 2024-04-13T09:14:46.706 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 200, 2024-04-13T09:14:46.706 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 907777 2024-04-13T09:14:46.706 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.706 INFO:tasks.workunit.client.0.smithi119.stdout: "db_total_bytes": { 2024-04-13T09:14:46.706 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995027456 2024-04-13T09:14:46.706 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.706 INFO:tasks.workunit.client.0.smithi119.stdout: "db_used_bytes": { 2024-04-13T09:14:46.706 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 762118144 2024-04-13T09:14:46.706 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.706 INFO:tasks.workunit.client.0.smithi119.stdout: "flush_lat": { 2024-04-13T09:14:46.706 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 62740, 2024-04-13T09:14:46.706 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9314102056 2024-04-13T09:14:46.706 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.706 INFO:tasks.workunit.client.0.smithi119.stdout: "fsync_lat": { 2024-04-13T09:14:46.707 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 62745, 2024-04-13T09:14:46.707 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15058035175 2024-04-13T09:14:46.707 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.707 INFO:tasks.workunit.client.0.smithi119.stdout: "log_bytes": { 2024-04-13T09:14:46.707 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7577600 2024-04-13T09:14:46.707 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.707 INFO:tasks.workunit.client.0.smithi119.stdout: "logged_bytes": { 2024-04-13T09:14:46.707 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 256937984 2024-04-13T09:14:46.707 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.707 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_db": { 2024-04-13T09:14:46.707 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 757858304 2024-04-13T09:14:46.707 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.707 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_slow": { 2024-04-13T09:14:46.707 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.707 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.707 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_wal": { 2024-04-13T09:14:46.708 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.708 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.708 INFO:tasks.workunit.client.0.smithi119.stdout: "num_files": { 2024-04-13T09:14:46.708 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 57 2024-04-13T09:14:46.708 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.708 INFO:tasks.workunit.client.0.smithi119.stdout: "read_bytes": { 2024-04-13T09:14:46.708 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18351380338 2024-04-13T09:14:46.708 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.708 INFO:tasks.workunit.client.0.smithi119.stdout: "read_count": { 2024-04-13T09:14:46.708 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 107654 2024-04-13T09:14:46.708 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.708 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes": { 2024-04-13T09:14:46.708 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16077783040 2024-04-13T09:14:46.708 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.708 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_db": { 2024-04-13T09:14:46.709 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16077787136 2024-04-13T09:14:46.709 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.709 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_slow": { 2024-04-13T09:14:46.709 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.709 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.709 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_wal": { 2024-04-13T09:14:46.709 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.709 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.709 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_count": { 2024-04-13T09:14:46.709 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 106891 2024-04-13T09:14:46.709 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.709 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:14:46.709 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 107654, 2024-04-13T09:14:46.709 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5654038263 2024-04-13T09:14:46.709 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.709 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_bytes": { 2024-04-13T09:14:46.710 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18193386040 2024-04-13T09:14:46.710 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.710 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_count": { 2024-04-13T09:14:46.710 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 102817 2024-04-13T09:14:46.710 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.710 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_bytes": { 2024-04-13T09:14:46.710 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6977583 2024-04-13T09:14:46.710 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.710 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_count": { 2024-04-13T09:14:46.710 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1210 2024-04-13T09:14:46.710 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.710 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_bytes": { 2024-04-13T09:14:46.710 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 22912247 2024-04-13T09:14:46.710 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.711 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_count": { 2024-04-13T09:14:46.711 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1735 2024-04-13T09:14:46.711 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.711 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes": { 2024-04-13T09:14:46.711 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15934664 2024-04-13T09:14:46.711 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.711 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_db": { 2024-04-13T09:14:46.711 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15934664 2024-04-13T09:14:46.711 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.711 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_slow": { 2024-04-13T09:14:46.711 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.711 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.711 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_wal": { 2024-04-13T09:14:46.711 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.711 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.712 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_count": { 2024-04-13T09:14:46.712 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 546 2024-04-13T09:14:46.712 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.712 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_lat": { 2024-04-13T09:14:46.712 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1735, 2024-04-13T09:14:46.712 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7661179 2024-04-13T09:14:46.712 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.712 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_alloc_lat": { 2024-04-13T09:14:46.712 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.712 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.712 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.712 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_total_bytes": { 2024-04-13T09:14:46.712 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.712 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.712 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_used_bytes": { 2024-04-13T09:14:46.713 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.713 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.713 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:14:46.713 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T09:14:46.713 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 755 2024-04-13T09:14:46.713 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.713 INFO:tasks.workunit.client.0.smithi119.stdout: "unlink_lat": { 2024-04-13T09:14:46.713 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 11, 2024-04-13T09:14:46.713 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10936 2024-04-13T09:14:46.713 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.713 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_alloc_lat": { 2024-04-13T09:14:46.713 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.713 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.713 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.713 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_total_bytes": { 2024-04-13T09:14:46.713 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.714 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.714 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_used_bytes": { 2024-04-13T09:14:46.714 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.714 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.714 INFO:tasks.workunit.client.0.smithi119.stdout: "write_bytes": { 2024-04-13T09:14:46.714 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 989196288 2024-04-13T09:14:46.714 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.714 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.714 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": { 2024-04-13T09:14:46.714 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit": { 2024-04-13T09:14:46.714 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T09:14:46.714 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.714 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": { 2024-04-13T09:14:46.714 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13410304 2024-04-13T09:14:46.714 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.715 INFO:tasks.workunit.client.0.smithi119.stdout: "allocator_lat": { 2024-04-13T09:14:46.715 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 20655, 2024-04-13T09:14:46.715 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 68300714 2024-04-13T09:14:46.715 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.715 INFO:tasks.workunit.client.0.smithi119.stdout: "clist_lat": { 2024-04-13T09:14:46.715 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3517, 2024-04-13T09:14:46.715 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9794567343 2024-04-13T09:14:46.715 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.715 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_lat": { 2024-04-13T09:14:46.715 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.715 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.715 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.715 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed": { 2024-04-13T09:14:46.715 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.715 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.716 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_allocated": { 2024-04-13T09:14:46.716 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.716 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.716 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_original": { 2024-04-13T09:14:46.716 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.716 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.716 INFO:tasks.workunit.client.0.smithi119.stdout: "csum_lat": { 2024-04-13T09:14:46.716 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 16577, 2024-04-13T09:14:46.716 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 144684692 2024-04-13T09:14:46.716 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.716 INFO:tasks.workunit.client.0.smithi119.stdout: "decompress_lat": { 2024-04-13T09:14:46.716 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.716 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.716 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.716 INFO:tasks.workunit.client.0.smithi119.stdout: "fragmentation_micros": { 2024-04-13T09:14:46.717 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.717 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.717 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_commit_lat": { 2024-04-13T09:14:46.717 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 62651, 2024-04-13T09:14:46.717 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18520762791 2024-04-13T09:14:46.717 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.717 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_final_lat": { 2024-04-13T09:14:46.717 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 62183, 2024-04-13T09:14:46.717 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1541818382 2024-04-13T09:14:46.717 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.717 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_flush_lat": { 2024-04-13T09:14:46.717 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 62651, 2024-04-13T09:14:46.717 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 47213116 2024-04-13T09:14:46.717 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.718 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_sync_lat": { 2024-04-13T09:14:46.718 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 62651, 2024-04-13T09:14:46.718 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18567975907 2024-04-13T09:14:46.718 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.718 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_keys_lat": { 2024-04-13T09:14:46.718 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.718 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.718 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.718 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_values_lat": { 2024-04-13T09:14:46.718 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 21653, 2024-04-13T09:14:46.718 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1120404725 2024-04-13T09:14:46.718 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.718 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_lower_bound_lat": { 2024-04-13T09:14:46.718 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 856, 2024-04-13T09:14:46.719 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2364392 2024-04-13T09:14:46.719 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.719 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_next_lat": { 2024-04-13T09:14:46.719 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 13089, 2024-04-13T09:14:46.719 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11057235 2024-04-13T09:14:46.719 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.719 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_seek_to_first_lat": { 2024-04-13T09:14:46.719 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 46, 2024-04-13T09:14:46.719 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 61945 2024-04-13T09:14:46.719 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.719 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_upper_bound_lat": { 2024-04-13T09:14:46.719 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 14585, 2024-04-13T09:14:46.719 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4921617252 2024-04-13T09:14:46.719 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.719 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_hits": { 2024-04-13T09:14:46.719 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 192425 2024-04-13T09:14:46.720 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.720 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_misses": { 2024-04-13T09:14:46.720 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 19369 2024-04-13T09:14:46.720 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.720 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:14:46.720 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 14120, 2024-04-13T09:14:46.720 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1607079746 2024-04-13T09:14:46.720 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.720 INFO:tasks.workunit.client.0.smithi119.stdout: "read_onode_meta_lat": { 2024-04-13T09:14:46.720 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 46546, 2024-04-13T09:14:46.720 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 21835242 2024-04-13T09:14:46.720 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.720 INFO:tasks.workunit.client.0.smithi119.stdout: "read_wait_aio_lat": { 2024-04-13T09:14:46.720 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 32426, 2024-04-13T09:14:46.720 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1299453458 2024-04-13T09:14:46.720 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.721 INFO:tasks.workunit.client.0.smithi119.stdout: "reads_with_retries": { 2024-04-13T09:14:46.721 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.721 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.721 INFO:tasks.workunit.client.0.smithi119.stdout: "remove_lat": { 2024-04-13T09:14:46.721 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 13806, 2024-04-13T09:14:46.721 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 409746449 2024-04-13T09:14:46.721 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.721 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_aio_wait_count": { 2024-04-13T09:14:46.721 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.721 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.721 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_committed_kv_count": { 2024-04-13T09:14:46.721 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.721 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.721 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_onode_meta_count": { 2024-04-13T09:14:46.721 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.722 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.722 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_wait_aio_count": { 2024-04-13T09:14:46.722 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.722 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.722 INFO:tasks.workunit.client.0.smithi119.stdout: "state_aio_wait_lat": { 2024-04-13T09:14:46.722 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 72679, 2024-04-13T09:14:46.722 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8722691057 2024-04-13T09:14:46.722 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.722 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T09:14:46.722 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 17900, 2024-04-13T09:14:46.722 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 866568737 2024-04-13T09:14:46.722 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.722 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_cleanup_lat": { 2024-04-13T09:14:46.722 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 17899, 2024-04-13T09:14:46.722 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3403036833636 2024-04-13T09:14:46.722 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.723 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_queued_lat": { 2024-04-13T09:14:46.723 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 17900, 2024-04-13T09:14:46.723 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6020073887285 2024-04-13T09:14:46.723 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.723 INFO:tasks.workunit.client.0.smithi119.stdout: "state_done_lat": { 2024-04-13T09:14:46.723 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 72678, 2024-04-13T09:14:46.723 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2747521063390 2024-04-13T09:14:46.723 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.723 INFO:tasks.workunit.client.0.smithi119.stdout: "state_finishing_lat": { 2024-04-13T09:14:46.723 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 72678, 2024-04-13T09:14:46.723 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8206496 2024-04-13T09:14:46.723 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.723 INFO:tasks.workunit.client.0.smithi119.stdout: "state_io_done_lat": { 2024-04-13T09:14:46.723 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 72679, 2024-04-13T09:14:46.723 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 307197496 2024-04-13T09:14:46.724 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.724 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_commiting_lat": { 2024-04-13T09:14:46.724 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 72679, 2024-04-13T09:14:46.724 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 27467058965 2024-04-13T09:14:46.724 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.724 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_done_lat": { 2024-04-13T09:14:46.724 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 72679, 2024-04-13T09:14:46.724 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 27314791 2024-04-13T09:14:46.724 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.724 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_queued_lat": { 2024-04-13T09:14:46.724 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 72679, 2024-04-13T09:14:46.724 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11546484338 2024-04-13T09:14:46.724 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.724 INFO:tasks.workunit.client.0.smithi119.stdout: "state_prepare_lat": { 2024-04-13T09:14:46.724 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 72679, 2024-04-13T09:14:46.724 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15058296705 2024-04-13T09:14:46.725 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.725 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": { 2024-04-13T09:14:46.725 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9626880 2024-04-13T09:14:46.725 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.725 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:14:46.725 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2429, 2024-04-13T09:14:46.725 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14000189 2024-04-13T09:14:46.725 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.725 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_commit_lat": { 2024-04-13T09:14:46.725 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 72679, 2024-04-13T09:14:46.725 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 63114671411 2024-04-13T09:14:46.725 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.725 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_submit_lat": { 2024-04-13T09:14:46.725 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 72679, 2024-04-13T09:14:46.725 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16016665405 2024-04-13T09:14:46.725 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.726 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_throttle_lat": { 2024-04-13T09:14:46.726 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 72679, 2024-04-13T09:14:46.726 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 494418402 2024-04-13T09:14:46.726 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.726 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.726 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache": { 2024-04-13T09:14:46.726 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T09:14:46.726 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1405280194 2024-04-13T09:14:46.726 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.726 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T09:14:46.726 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 653393920 2024-04-13T09:14:46.726 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.726 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T09:14:46.726 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 512204800 2024-04-13T09:14:46.726 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.727 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T09:14:46.727 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2600690073 2024-04-13T09:14:46.727 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.727 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T09:14:46.727 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 141189120 2024-04-13T09:14:46.727 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.727 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.727 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:data": { 2024-04-13T09:14:46.727 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:14:46.727 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 125829120 2024-04-13T09:14:46.727 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.727 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:14:46.727 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.727 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.727 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:14:46.727 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.728 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.728 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:14:46.728 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 55823896 2024-04-13T09:14:46.728 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.728 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:14:46.728 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.728 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.728 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:14:46.728 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.728 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.728 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:14:46.728 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.728 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.728 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:14:46.729 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.729 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.729 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:14:46.729 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 32768 2024-04-13T09:14:46.729 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.729 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:14:46.729 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 741376 2024-04-13T09:14:46.729 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.729 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:14:46.729 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.729 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.729 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:14:46.729 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.729 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.729 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:14:46.730 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.730 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.730 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:14:46.730 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 69231080 2024-04-13T09:14:46.730 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.730 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.730 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv": { 2024-04-13T09:14:46.730 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:14:46.730 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 553648128 2024-04-13T09:14:46.730 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.730 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:14:46.730 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:14:46.730 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.730 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:14:46.730 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.731 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.731 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:14:46.731 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 418679222 2024-04-13T09:14:46.731 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.731 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:14:46.731 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.731 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.731 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:14:46.731 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.731 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.731 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:14:46.731 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4464 2024-04-13T09:14:46.731 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.731 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:14:46.731 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.731 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.732 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:14:46.732 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 272464 2024-04-13T09:14:46.732 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.732 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:14:46.732 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.732 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.732 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:14:46.732 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.732 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.732 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:14:46.732 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.732 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.732 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:14:46.732 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.732 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.733 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:14:46.733 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67583114 2024-04-13T09:14:46.733 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.733 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.733 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T09:14:46.733 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:14:46.733 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 201326592 2024-04-13T09:14:46.733 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.733 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:14:46.733 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:14:46.733 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.733 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:14:46.733 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23930800 2024-04-13T09:14:46.733 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.733 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:14:46.733 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37215930 2024-04-13T09:14:46.734 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.734 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:14:46.734 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.734 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.734 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:14:46.734 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.734 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.734 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:14:46.734 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.734 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.734 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:14:46.734 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.734 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.734 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:14:46.735 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.735 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.735 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:14:46.735 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.735 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.735 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:14:46.735 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.735 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.735 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:14:46.735 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.735 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.735 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:14:46.735 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.735 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.735 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:14:46.736 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 73070998 2024-04-13T09:14:46.736 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.736 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.736 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:meta": { 2024-04-13T09:14:46.736 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:14:46.736 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 494927872 2024-04-13T09:14:46.736 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.736 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:14:46.736 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.736 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.736 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:14:46.736 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.736 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.736 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:14:46.736 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 418679222 2024-04-13T09:14:46.737 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.737 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:14:46.737 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.737 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.737 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:14:46.737 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.737 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.737 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:14:46.737 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.737 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.737 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:14:46.737 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.737 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.737 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:14:46.737 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 128077 2024-04-13T09:14:46.737 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.738 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:14:46.738 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1111994 2024-04-13T09:14:46.738 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.738 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:14:46.738 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.738 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.738 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:14:46.738 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.738 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.738 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:14:46.738 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.738 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.738 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:14:46.738 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 75008579 2024-04-13T09:14:46.738 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.739 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.739 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T09:14:46.739 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T09:14:46.739 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.739 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.739 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:14:46.739 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 35 2024-04-13T09:14:46.739 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.739 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T09:14:46.739 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.739 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.739 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:14:46.739 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.739 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.740 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.740 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:14:46.740 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg": { 2024-04-13T09:14:46.740 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 50 2024-04-13T09:14:46.740 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.740 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg_removing": { 2024-04-13T09:14:46.740 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.740 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.740 INFO:tasks.workunit.client.0.smithi119.stdout: "op": { 2024-04-13T09:14:46.740 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 36025 2024-04-13T09:14:46.740 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.740 INFO:tasks.workunit.client.0.smithi119.stdout: "op_before_queue_op_lat": { 2024-04-13T09:14:46.740 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 100141, 2024-04-13T09:14:46.740 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11204939362 2024-04-13T09:14:46.740 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.740 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_degraded": { 2024-04-13T09:14:46.741 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.741 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.741 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_unreadable": { 2024-04-13T09:14:46.741 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.741 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.741 INFO:tasks.workunit.client.0.smithi119.stdout: "op_in_bytes": { 2024-04-13T09:14:46.741 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1523464705 2024-04-13T09:14:46.741 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.741 INFO:tasks.workunit.client.0.smithi119.stdout: "op_latency": { 2024-04-13T09:14:46.741 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 36025, 2024-04-13T09:14:46.741 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 54857110648 2024-04-13T09:14:46.741 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.741 INFO:tasks.workunit.client.0.smithi119.stdout: "op_out_bytes": { 2024-04-13T09:14:46.741 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2071170154 2024-04-13T09:14:46.741 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.741 INFO:tasks.workunit.client.0.smithi119.stdout: "op_prepare_latency": { 2024-04-13T09:14:46.741 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 36514, 2024-04-13T09:14:46.742 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13732197368 2024-04-13T09:14:46.742 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.742 INFO:tasks.workunit.client.0.smithi119.stdout: "op_process_latency": { 2024-04-13T09:14:46.742 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 36025, 2024-04-13T09:14:46.742 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 33364561250 2024-04-13T09:14:46.742 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.742 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:14:46.742 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 26485 2024-04-13T09:14:46.742 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.742 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency": { 2024-04-13T09:14:46.742 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 26485, 2024-04-13T09:14:46.742 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10640277582 2024-04-13T09:14:46.742 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.742 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T09:14:46.742 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.743 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.743 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_out_bytes": { 2024-04-13T09:14:46.743 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2071170154 2024-04-13T09:14:46.743 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.743 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_prepare_latency": { 2024-04-13T09:14:46.743 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 26642, 2024-04-13T09:14:46.743 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5481670775 2024-04-13T09:14:46.743 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.743 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_process_latency": { 2024-04-13T09:14:46.743 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 26485, 2024-04-13T09:14:46.743 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6316915414 2024-04-13T09:14:46.743 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.743 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw": { 2024-04-13T09:14:46.744 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5441 2024-04-13T09:14:46.744 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.744 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_in_bytes": { 2024-04-13T09:14:46.744 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 285813338 2024-04-13T09:14:46.744 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.744 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency": { 2024-04-13T09:14:46.744 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 5441, 2024-04-13T09:14:46.744 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9987602553 2024-04-13T09:14:46.744 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.744 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T09:14:46.744 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.744 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.744 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T09:14:46.744 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.744 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.744 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_out_bytes": { 2024-04-13T09:14:46.745 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.745 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.745 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_prepare_latency": { 2024-04-13T09:14:46.745 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 5661, 2024-04-13T09:14:46.745 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3205551874 2024-04-13T09:14:46.745 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.745 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_process_latency": { 2024-04-13T09:14:46.745 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 5441, 2024-04-13T09:14:46.745 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8032238145 2024-04-13T09:14:46.745 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.745 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:14:46.745 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4099 2024-04-13T09:14:46.745 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.745 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_in_bytes": { 2024-04-13T09:14:46.746 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1237651367 2024-04-13T09:14:46.746 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.746 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency": { 2024-04-13T09:14:46.746 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4099, 2024-04-13T09:14:46.746 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 34229230513 2024-04-13T09:14:46.746 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.746 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T09:14:46.746 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.746 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.746 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_prepare_latency": { 2024-04-13T09:14:46.746 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4211, 2024-04-13T09:14:46.746 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5044974719 2024-04-13T09:14:46.746 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.746 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_process_latency": { 2024-04-13T09:14:46.746 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4099, 2024-04-13T09:14:46.747 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 19015407691 2024-04-13T09:14:46.747 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.747 INFO:tasks.workunit.client.0.smithi119.stdout: "op_wip": { 2024-04-13T09:14:46.747 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.747 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.747 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_bytes": { 2024-04-13T09:14:46.747 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16777216 2024-04-13T09:14:46.747 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.747 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_ops": { 2024-04-13T09:14:46.747 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11 2024-04-13T09:14:46.747 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.747 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes": { 2024-04-13T09:14:46.747 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T09:14:46.747 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.748 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes_used": { 2024-04-13T09:14:46.748 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 775540736 2024-04-13T09:14:46.748 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.748 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.748 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.748 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.5": { 2024-04-13T09:14:46.748 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:14:46.748 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_db_max_lat": { 2024-04-13T09:14:46.748 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23248 2024-04-13T09:14:46.748 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.748 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_fallback": { 2024-04-13T09:14:46.748 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.748 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.748 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_max_lat": { 2024-04-13T09:14:46.748 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.749 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.749 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_size_fallback": { 2024-04-13T09:14:46.749 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.749 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.749 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_db": { 2024-04-13T09:14:46.749 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 65536 2024-04-13T09:14:46.749 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.749 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_slow": { 2024-04-13T09:14:46.749 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.749 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.749 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_wal": { 2024-04-13T09:14:46.749 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.749 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.749 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_wal_max_lat": { 2024-04-13T09:14:46.749 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.749 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.750 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_slow": { 2024-04-13T09:14:46.750 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.750 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.750 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_sst": { 2024-04-13T09:14:46.750 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37564416 2024-04-13T09:14:46.750 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.750 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_wal": { 2024-04-13T09:14:46.750 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 794357760 2024-04-13T09:14:46.750 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.750 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lat": { 2024-04-13T09:14:46.750 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 20, 2024-04-13T09:14:46.750 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3924734 2024-04-13T09:14:46.750 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.750 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lock_lat": { 2024-04-13T09:14:46.750 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 20, 2024-04-13T09:14:46.751 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1457426 2024-04-13T09:14:46.751 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.751 INFO:tasks.workunit.client.0.smithi119.stdout: "db_alloc_lat": { 2024-04-13T09:14:46.751 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 259, 2024-04-13T09:14:46.751 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1184936 2024-04-13T09:14:46.751 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.751 INFO:tasks.workunit.client.0.smithi119.stdout: "db_total_bytes": { 2024-04-13T09:14:46.751 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995027456 2024-04-13T09:14:46.751 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.751 INFO:tasks.workunit.client.0.smithi119.stdout: "db_used_bytes": { 2024-04-13T09:14:46.751 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 772079616 2024-04-13T09:14:46.751 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.751 INFO:tasks.workunit.client.0.smithi119.stdout: "flush_lat": { 2024-04-13T09:14:46.751 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 83044, 2024-04-13T09:14:46.751 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11409016908 2024-04-13T09:14:46.752 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.752 INFO:tasks.workunit.client.0.smithi119.stdout: "fsync_lat": { 2024-04-13T09:14:46.752 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 83016, 2024-04-13T09:14:46.752 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18159897921 2024-04-13T09:14:46.752 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.752 INFO:tasks.workunit.client.0.smithi119.stdout: "log_bytes": { 2024-04-13T09:14:46.752 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7446528 2024-04-13T09:14:46.752 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.752 INFO:tasks.workunit.client.0.smithi119.stdout: "logged_bytes": { 2024-04-13T09:14:46.752 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 339980288 2024-04-13T09:14:46.752 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.752 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_db": { 2024-04-13T09:14:46.752 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 770637824 2024-04-13T09:14:46.752 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.752 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_slow": { 2024-04-13T09:14:46.752 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.753 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.753 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_wal": { 2024-04-13T09:14:46.753 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.753 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.753 INFO:tasks.workunit.client.0.smithi119.stdout: "num_files": { 2024-04-13T09:14:46.753 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 62 2024-04-13T09:14:46.753 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.753 INFO:tasks.workunit.client.0.smithi119.stdout: "read_bytes": { 2024-04-13T09:14:46.753 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 31541240708 2024-04-13T09:14:46.753 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.753 INFO:tasks.workunit.client.0.smithi119.stdout: "read_count": { 2024-04-13T09:14:46.753 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 164668 2024-04-13T09:14:46.753 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.753 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes": { 2024-04-13T09:14:46.753 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 27276292096 2024-04-13T09:14:46.753 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.754 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_db": { 2024-04-13T09:14:46.754 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 27276296192 2024-04-13T09:14:46.754 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.754 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_slow": { 2024-04-13T09:14:46.754 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.754 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.754 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_wal": { 2024-04-13T09:14:46.754 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.754 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.754 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_count": { 2024-04-13T09:14:46.754 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 177847 2024-04-13T09:14:46.754 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.754 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:14:46.754 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 164668, 2024-04-13T09:14:46.754 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9610598675 2024-04-13T09:14:46.755 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.755 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_bytes": { 2024-04-13T09:14:46.755 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 31320990050 2024-04-13T09:14:46.755 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.755 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_count": { 2024-04-13T09:14:46.755 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 157929 2024-04-13T09:14:46.755 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.755 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_bytes": { 2024-04-13T09:14:46.755 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12878505 2024-04-13T09:14:46.755 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.755 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_count": { 2024-04-13T09:14:46.755 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1725 2024-04-13T09:14:46.755 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.755 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_bytes": { 2024-04-13T09:14:46.755 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37274489 2024-04-13T09:14:46.755 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.755 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_count": { 2024-04-13T09:14:46.756 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2358 2024-04-13T09:14:46.756 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.756 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes": { 2024-04-13T09:14:46.756 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24395984 2024-04-13T09:14:46.756 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.756 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_db": { 2024-04-13T09:14:46.756 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24395984 2024-04-13T09:14:46.756 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.756 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_slow": { 2024-04-13T09:14:46.756 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.756 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.756 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_wal": { 2024-04-13T09:14:46.756 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.756 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.757 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_count": { 2024-04-13T09:14:46.757 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 678 2024-04-13T09:14:46.757 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.757 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_lat": { 2024-04-13T09:14:46.757 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2358, 2024-04-13T09:14:46.757 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12130737 2024-04-13T09:14:46.757 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.757 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_alloc_lat": { 2024-04-13T09:14:46.757 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.757 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.757 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.757 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_total_bytes": { 2024-04-13T09:14:46.757 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.757 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.757 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_used_bytes": { 2024-04-13T09:14:46.758 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.758 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.758 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:14:46.758 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T09:14:46.758 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 800 2024-04-13T09:14:46.758 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.758 INFO:tasks.workunit.client.0.smithi119.stdout: "unlink_lat": { 2024-04-13T09:14:46.758 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15, 2024-04-13T09:14:46.758 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15675 2024-04-13T09:14:46.758 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.758 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_alloc_lat": { 2024-04-13T09:14:46.758 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.758 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.758 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.758 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_total_bytes": { 2024-04-13T09:14:46.759 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.759 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.759 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_used_bytes": { 2024-04-13T09:14:46.759 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.759 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.759 INFO:tasks.workunit.client.0.smithi119.stdout: "write_bytes": { 2024-04-13T09:14:46.759 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1174933504 2024-04-13T09:14:46.759 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.759 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.759 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": { 2024-04-13T09:14:46.759 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit": { 2024-04-13T09:14:46.759 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T09:14:46.759 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.759 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": { 2024-04-13T09:14:46.759 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13414400 2024-04-13T09:14:46.759 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.760 INFO:tasks.workunit.client.0.smithi119.stdout: "allocator_lat": { 2024-04-13T09:14:46.760 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 19399, 2024-04-13T09:14:46.760 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71408887 2024-04-13T09:14:46.760 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.760 INFO:tasks.workunit.client.0.smithi119.stdout: "clist_lat": { 2024-04-13T09:14:46.760 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3552, 2024-04-13T09:14:46.760 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13672433345 2024-04-13T09:14:46.760 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.760 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_lat": { 2024-04-13T09:14:46.760 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.760 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.760 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.760 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed": { 2024-04-13T09:14:46.760 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.760 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.760 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_allocated": { 2024-04-13T09:14:46.761 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.761 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.761 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_original": { 2024-04-13T09:14:46.761 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.761 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.761 INFO:tasks.workunit.client.0.smithi119.stdout: "csum_lat": { 2024-04-13T09:14:46.761 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 18218, 2024-04-13T09:14:46.761 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 144816398 2024-04-13T09:14:46.761 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.761 INFO:tasks.workunit.client.0.smithi119.stdout: "decompress_lat": { 2024-04-13T09:14:46.761 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.761 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.761 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.761 INFO:tasks.workunit.client.0.smithi119.stdout: "fragmentation_micros": { 2024-04-13T09:14:46.761 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.762 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.762 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_commit_lat": { 2024-04-13T09:14:46.762 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 82911, 2024-04-13T09:14:46.762 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 22189110693 2024-04-13T09:14:46.762 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.762 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_final_lat": { 2024-04-13T09:14:46.762 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 82404, 2024-04-13T09:14:46.762 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1624988626 2024-04-13T09:14:46.762 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.762 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_flush_lat": { 2024-04-13T09:14:46.762 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 82911, 2024-04-13T09:14:46.762 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 45504256 2024-04-13T09:14:46.762 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.762 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_sync_lat": { 2024-04-13T09:14:46.762 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 82911, 2024-04-13T09:14:46.762 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 22234614949 2024-04-13T09:14:46.763 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.763 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_keys_lat": { 2024-04-13T09:14:46.763 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.763 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.763 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.763 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_values_lat": { 2024-04-13T09:14:46.763 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 36980, 2024-04-13T09:14:46.763 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1027559842 2024-04-13T09:14:46.763 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.763 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_lower_bound_lat": { 2024-04-13T09:14:46.763 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 937, 2024-04-13T09:14:46.763 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2512470 2024-04-13T09:14:46.763 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.763 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_next_lat": { 2024-04-13T09:14:46.763 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 10482, 2024-04-13T09:14:46.763 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15436220 2024-04-13T09:14:46.764 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.764 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_seek_to_first_lat": { 2024-04-13T09:14:46.764 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 49, 2024-04-13T09:14:46.764 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 61208 2024-04-13T09:14:46.764 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.764 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_upper_bound_lat": { 2024-04-13T09:14:46.764 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 17672, 2024-04-13T09:14:46.764 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6602368616 2024-04-13T09:14:46.764 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.764 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_hits": { 2024-04-13T09:14:46.764 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 247997 2024-04-13T09:14:46.764 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.764 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_misses": { 2024-04-13T09:14:46.764 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 21051 2024-04-13T09:14:46.764 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.764 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:14:46.765 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 16712, 2024-04-13T09:14:46.765 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1439735338 2024-04-13T09:14:46.765 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.765 INFO:tasks.workunit.client.0.smithi119.stdout: "read_onode_meta_lat": { 2024-04-13T09:14:46.765 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 44680, 2024-04-13T09:14:46.765 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15277592 2024-04-13T09:14:46.765 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.765 INFO:tasks.workunit.client.0.smithi119.stdout: "read_wait_aio_lat": { 2024-04-13T09:14:46.765 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 27968, 2024-04-13T09:14:46.765 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1277999766 2024-04-13T09:14:46.765 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.765 INFO:tasks.workunit.client.0.smithi119.stdout: "reads_with_retries": { 2024-04-13T09:14:46.765 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.765 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.765 INFO:tasks.workunit.client.0.smithi119.stdout: "remove_lat": { 2024-04-13T09:14:46.765 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15829, 2024-04-13T09:14:46.765 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 473377813 2024-04-13T09:14:46.766 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.766 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_aio_wait_count": { 2024-04-13T09:14:46.766 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.766 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.766 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_committed_kv_count": { 2024-04-13T09:14:46.766 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.766 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.766 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_onode_meta_count": { 2024-04-13T09:14:46.766 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.766 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.766 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_wait_aio_count": { 2024-04-13T09:14:46.766 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.766 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.766 INFO:tasks.workunit.client.0.smithi119.stdout: "state_aio_wait_lat": { 2024-04-13T09:14:46.766 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 95181, 2024-04-13T09:14:46.767 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9838439192 2024-04-13T09:14:46.767 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.767 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T09:14:46.767 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 9214, 2024-04-13T09:14:46.767 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 804770581 2024-04-13T09:14:46.767 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.767 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_cleanup_lat": { 2024-04-13T09:14:46.767 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 9213, 2024-04-13T09:14:46.767 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4007900335306 2024-04-13T09:14:46.767 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.767 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_queued_lat": { 2024-04-13T09:14:46.767 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 9214, 2024-04-13T09:14:46.767 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6789433164980 2024-04-13T09:14:46.767 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.767 INFO:tasks.workunit.client.0.smithi119.stdout: "state_done_lat": { 2024-04-13T09:14:46.767 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 95180, 2024-04-13T09:14:46.768 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2967801824650 2024-04-13T09:14:46.768 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.768 INFO:tasks.workunit.client.0.smithi119.stdout: "state_finishing_lat": { 2024-04-13T09:14:46.768 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 95180, 2024-04-13T09:14:46.768 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10012586 2024-04-13T09:14:46.768 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.768 INFO:tasks.workunit.client.0.smithi119.stdout: "state_io_done_lat": { 2024-04-13T09:14:46.768 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 95181, 2024-04-13T09:14:46.768 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 384220594 2024-04-13T09:14:46.768 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.768 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_commiting_lat": { 2024-04-13T09:14:46.768 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 95181, 2024-04-13T09:14:46.768 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 33673510528 2024-04-13T09:14:46.768 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.768 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_done_lat": { 2024-04-13T09:14:46.769 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 95181, 2024-04-13T09:14:46.769 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 32989278 2024-04-13T09:14:46.769 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.769 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_queued_lat": { 2024-04-13T09:14:46.769 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 95181, 2024-04-13T09:14:46.769 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15296017975 2024-04-13T09:14:46.769 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.769 INFO:tasks.workunit.client.0.smithi119.stdout: "state_prepare_lat": { 2024-04-13T09:14:46.769 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 95181, 2024-04-13T09:14:46.769 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18762505977 2024-04-13T09:14:46.769 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.769 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": { 2024-04-13T09:14:46.769 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9632086 2024-04-13T09:14:46.769 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.770 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:14:46.770 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2466, 2024-04-13T09:14:46.770 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13499363 2024-04-13T09:14:46.770 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.770 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_commit_lat": { 2024-04-13T09:14:46.770 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 95181, 2024-04-13T09:14:46.770 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 77968721810 2024-04-13T09:14:46.770 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.770 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_submit_lat": { 2024-04-13T09:14:46.770 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 95181, 2024-04-13T09:14:46.770 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 19809637160 2024-04-13T09:14:46.770 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.770 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_throttle_lat": { 2024-04-13T09:14:46.770 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 95181, 2024-04-13T09:14:46.770 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 564162463 2024-04-13T09:14:46.770 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.771 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.771 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache": { 2024-04-13T09:14:46.771 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T09:14:46.771 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1405280194 2024-04-13T09:14:46.771 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.771 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T09:14:46.771 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 587087872 2024-04-13T09:14:46.771 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.771 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T09:14:46.771 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 535060480 2024-04-13T09:14:46.771 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.771 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T09:14:46.771 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2600690073 2024-04-13T09:14:46.771 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.771 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T09:14:46.771 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 52027392 2024-04-13T09:14:46.772 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.772 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.772 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:data": { 2024-04-13T09:14:46.772 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:14:46.772 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 125829120 2024-04-13T09:14:46.772 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.772 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:14:46.772 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.772 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.772 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:14:46.772 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.772 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.772 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:14:46.772 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 54805629 2024-04-13T09:14:46.772 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.773 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:14:46.773 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.773 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.773 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:14:46.773 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.773 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.773 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:14:46.773 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.773 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.773 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:14:46.773 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.773 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.773 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:14:46.773 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.773 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.773 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:14:46.774 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 49152 2024-04-13T09:14:46.774 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.774 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:14:46.774 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.774 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.774 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:14:46.774 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.774 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.774 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:14:46.774 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.774 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.774 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:14:46.774 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 70974339 2024-04-13T09:14:46.774 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.774 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.775 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv": { 2024-04-13T09:14:46.775 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:14:46.775 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 553648128 2024-04-13T09:14:46.775 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.775 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:14:46.775 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:14:46.775 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.775 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:14:46.775 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.775 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.775 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:14:46.775 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 411042220 2024-04-13T09:14:46.775 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.775 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:14:46.775 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.775 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.776 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:14:46.776 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.776 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.776 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:14:46.776 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4944 2024-04-13T09:14:46.776 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.776 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:14:46.776 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.776 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.776 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:14:46.776 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 323600 2024-04-13T09:14:46.776 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.776 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:14:46.776 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.776 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.777 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:14:46.777 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.777 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.777 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:14:46.777 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.777 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.777 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:14:46.777 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.777 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.777 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:14:46.777 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 75168500 2024-04-13T09:14:46.777 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.777 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.777 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T09:14:46.777 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:14:46.778 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 209715200 2024-04-13T09:14:46.778 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.778 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:14:46.778 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:14:46.778 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.778 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:14:46.778 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 38740528 2024-04-13T09:14:46.778 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.778 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:14:46.778 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 36537086 2024-04-13T09:14:46.778 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.778 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:14:46.778 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.778 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.778 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:14:46.779 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.779 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.779 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:14:46.779 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.779 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.779 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:14:46.779 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.779 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.779 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:14:46.779 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.779 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.779 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:14:46.779 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.779 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.779 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:14:46.780 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.780 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.780 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:14:46.780 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.780 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.780 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:14:46.780 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.780 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.780 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:14:46.780 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67328722 2024-04-13T09:14:46.780 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.780 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.780 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:meta": { 2024-04-13T09:14:46.780 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:14:46.780 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 486539264 2024-04-13T09:14:46.780 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.781 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:14:46.781 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.781 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.781 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:14:46.781 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.781 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.781 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:14:46.781 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 411042220 2024-04-13T09:14:46.781 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.781 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:14:46.781 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.781 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.781 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:14:46.781 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.781 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.782 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:14:46.782 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.782 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.782 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:14:46.782 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.782 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.782 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:14:46.782 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 136492 2024-04-13T09:14:46.782 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.782 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:14:46.782 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1097830 2024-04-13T09:14:46.782 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.782 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:14:46.782 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.783 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.783 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:14:46.783 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.783 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.783 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:14:46.783 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.783 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.783 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:14:46.783 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 74262722 2024-04-13T09:14:46.783 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.783 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.783 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T09:14:46.783 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T09:14:46.783 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.783 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.784 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:14:46.784 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 32 2024-04-13T09:14:46.784 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.784 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T09:14:46.784 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.784 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.784 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:14:46.784 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.784 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.784 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.784 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:14:46.784 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg": { 2024-04-13T09:14:46.784 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 53 2024-04-13T09:14:46.784 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.784 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg_removing": { 2024-04-13T09:14:46.785 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.785 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.785 INFO:tasks.workunit.client.0.smithi119.stdout: "op": { 2024-04-13T09:14:46.785 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 44593 2024-04-13T09:14:46.785 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.785 INFO:tasks.workunit.client.0.smithi119.stdout: "op_before_queue_op_lat": { 2024-04-13T09:14:46.785 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 133375, 2024-04-13T09:14:46.785 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13104540184 2024-04-13T09:14:46.785 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.785 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_degraded": { 2024-04-13T09:14:46.785 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.785 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.785 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_unreadable": { 2024-04-13T09:14:46.785 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.785 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.786 INFO:tasks.workunit.client.0.smithi119.stdout: "op_in_bytes": { 2024-04-13T09:14:46.786 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1364659131 2024-04-13T09:14:46.786 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.786 INFO:tasks.workunit.client.0.smithi119.stdout: "op_latency": { 2024-04-13T09:14:46.786 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 44593, 2024-04-13T09:14:46.786 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 44037008051 2024-04-13T09:14:46.786 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.786 INFO:tasks.workunit.client.0.smithi119.stdout: "op_out_bytes": { 2024-04-13T09:14:46.786 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1876909577 2024-04-13T09:14:46.786 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.786 INFO:tasks.workunit.client.0.smithi119.stdout: "op_prepare_latency": { 2024-04-13T09:14:46.786 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 45463, 2024-04-13T09:14:46.786 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14869222782 2024-04-13T09:14:46.786 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.786 INFO:tasks.workunit.client.0.smithi119.stdout: "op_process_latency": { 2024-04-13T09:14:46.787 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 44593, 2024-04-13T09:14:46.787 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 29864206409 2024-04-13T09:14:46.787 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.787 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:14:46.787 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 33573 2024-04-13T09:14:46.787 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.787 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency": { 2024-04-13T09:14:46.787 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 33573, 2024-04-13T09:14:46.787 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13393672992 2024-04-13T09:14:46.787 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.787 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T09:14:46.787 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.787 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.787 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_out_bytes": { 2024-04-13T09:14:46.787 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1876909577 2024-04-13T09:14:46.787 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.788 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_prepare_latency": { 2024-04-13T09:14:46.788 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 33788, 2024-04-13T09:14:46.788 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6742298040 2024-04-13T09:14:46.788 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.788 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_process_latency": { 2024-04-13T09:14:46.788 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 33573, 2024-04-13T09:14:46.788 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6690513271 2024-04-13T09:14:46.788 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.788 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw": { 2024-04-13T09:14:46.788 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9682 2024-04-13T09:14:46.788 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.788 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_in_bytes": { 2024-04-13T09:14:46.788 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 409520967 2024-04-13T09:14:46.788 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.789 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency": { 2024-04-13T09:14:46.789 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 9682, 2024-04-13T09:14:46.789 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 19105344057 2024-04-13T09:14:46.789 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.789 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T09:14:46.789 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.789 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.789 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T09:14:46.789 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.789 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.789 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_out_bytes": { 2024-04-13T09:14:46.789 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.789 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.789 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_prepare_latency": { 2024-04-13T09:14:46.789 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 10140, 2024-04-13T09:14:46.789 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6054631548 2024-04-13T09:14:46.790 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.790 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_process_latency": { 2024-04-13T09:14:46.790 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 9682, 2024-04-13T09:14:46.790 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14369357393 2024-04-13T09:14:46.790 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.790 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:14:46.790 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1338 2024-04-13T09:14:46.790 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.790 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_in_bytes": { 2024-04-13T09:14:46.790 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 955138164 2024-04-13T09:14:46.790 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.790 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency": { 2024-04-13T09:14:46.790 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1338, 2024-04-13T09:14:46.790 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11537991002 2024-04-13T09:14:46.790 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.791 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T09:14:46.791 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.791 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.791 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_prepare_latency": { 2024-04-13T09:14:46.791 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1535, 2024-04-13T09:14:46.791 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2072293194 2024-04-13T09:14:46.791 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.791 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_process_latency": { 2024-04-13T09:14:46.791 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1338, 2024-04-13T09:14:46.791 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8804335745 2024-04-13T09:14:46.791 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.791 INFO:tasks.workunit.client.0.smithi119.stdout: "op_wip": { 2024-04-13T09:14:46.791 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.791 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.791 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_bytes": { 2024-04-13T09:14:46.791 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8388608 2024-04-13T09:14:46.792 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.792 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_ops": { 2024-04-13T09:14:46.792 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3 2024-04-13T09:14:46.792 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.792 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes": { 2024-04-13T09:14:46.792 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T09:14:46.792 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.792 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes_used": { 2024-04-13T09:14:46.792 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 785506304 2024-04-13T09:14:46.792 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.792 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.792 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.792 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.6": { 2024-04-13T09:14:46.792 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:14:46.792 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_db_max_lat": { 2024-04-13T09:14:46.792 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 20671 2024-04-13T09:14:46.793 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.793 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_fallback": { 2024-04-13T09:14:46.793 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.793 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.793 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_max_lat": { 2024-04-13T09:14:46.793 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.793 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.793 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_size_fallback": { 2024-04-13T09:14:46.793 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.793 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.793 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_db": { 2024-04-13T09:14:46.793 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 65536 2024-04-13T09:14:46.793 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.793 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_slow": { 2024-04-13T09:14:46.793 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.794 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.794 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_wal": { 2024-04-13T09:14:46.794 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.794 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.794 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_wal_max_lat": { 2024-04-13T09:14:46.794 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.794 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.794 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_slow": { 2024-04-13T09:14:46.794 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.794 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.794 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_sst": { 2024-04-13T09:14:46.794 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8507392 2024-04-13T09:14:46.794 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.794 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_wal": { 2024-04-13T09:14:46.794 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 503029760 2024-04-13T09:14:46.795 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.795 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lat": { 2024-04-13T09:14:46.795 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15, 2024-04-13T09:14:46.795 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2807160 2024-04-13T09:14:46.795 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.795 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lock_lat": { 2024-04-13T09:14:46.795 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15, 2024-04-13T09:14:46.795 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 983929 2024-04-13T09:14:46.795 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.795 INFO:tasks.workunit.client.0.smithi119.stdout: "db_alloc_lat": { 2024-04-13T09:14:46.795 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 153, 2024-04-13T09:14:46.795 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 685072 2024-04-13T09:14:46.795 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.795 INFO:tasks.workunit.client.0.smithi119.stdout: "db_total_bytes": { 2024-04-13T09:14:46.795 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995027456 2024-04-13T09:14:46.795 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.796 INFO:tasks.workunit.client.0.smithi119.stdout: "db_used_bytes": { 2024-04-13T09:14:46.796 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 400424960 2024-04-13T09:14:46.796 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.796 INFO:tasks.workunit.client.0.smithi119.stdout: "flush_lat": { 2024-04-13T09:14:46.796 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 64198, 2024-04-13T09:14:46.796 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9010546995 2024-04-13T09:14:46.796 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.796 INFO:tasks.workunit.client.0.smithi119.stdout: "fsync_lat": { 2024-04-13T09:14:46.796 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 64202, 2024-04-13T09:14:46.796 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14499172852 2024-04-13T09:14:46.796 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.796 INFO:tasks.workunit.client.0.smithi119.stdout: "log_bytes": { 2024-04-13T09:14:46.796 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13656064 2024-04-13T09:14:46.796 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.796 INFO:tasks.workunit.client.0.smithi119.stdout: "logged_bytes": { 2024-04-13T09:14:46.797 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 263012352 2024-04-13T09:14:46.797 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.797 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_db": { 2024-04-13T09:14:46.797 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 396165120 2024-04-13T09:14:46.797 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.797 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_slow": { 2024-04-13T09:14:46.797 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.797 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.797 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_wal": { 2024-04-13T09:14:46.797 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.797 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.797 INFO:tasks.workunit.client.0.smithi119.stdout: "num_files": { 2024-04-13T09:14:46.797 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37 2024-04-13T09:14:46.797 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.797 INFO:tasks.workunit.client.0.smithi119.stdout: "read_bytes": { 2024-04-13T09:14:46.797 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5585861647 2024-04-13T09:14:46.798 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.798 INFO:tasks.workunit.client.0.smithi119.stdout: "read_count": { 2024-04-13T09:14:46.798 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 56746 2024-04-13T09:14:46.798 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.798 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes": { 2024-04-13T09:14:46.798 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4792000512 2024-04-13T09:14:46.798 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.798 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_db": { 2024-04-13T09:14:46.798 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4792004608 2024-04-13T09:14:46.798 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.798 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_slow": { 2024-04-13T09:14:46.798 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.798 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.798 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_wal": { 2024-04-13T09:14:46.798 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.799 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.799 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_count": { 2024-04-13T09:14:46.799 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 46654 2024-04-13T09:14:46.799 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.799 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:14:46.799 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 56746, 2024-04-13T09:14:46.799 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2342178747 2024-04-13T09:14:46.799 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.799 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_bytes": { 2024-04-13T09:14:46.799 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5487147704 2024-04-13T09:14:46.799 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.799 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_count": { 2024-04-13T09:14:46.800 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 53720 2024-04-13T09:14:46.800 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.800 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_bytes": { 2024-04-13T09:14:46.800 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3526163 2024-04-13T09:14:46.800 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.800 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_count": { 2024-04-13T09:14:46.800 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 831 2024-04-13T09:14:46.800 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.800 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_bytes": { 2024-04-13T09:14:46.800 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8434078 2024-04-13T09:14:46.800 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.800 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_count": { 2024-04-13T09:14:46.800 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1082 2024-04-13T09:14:46.800 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.801 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes": { 2024-04-13T09:14:46.801 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4907915 2024-04-13T09:14:46.801 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.801 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_db": { 2024-04-13T09:14:46.801 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4907915 2024-04-13T09:14:46.801 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.801 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_slow": { 2024-04-13T09:14:46.801 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.801 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.801 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_wal": { 2024-04-13T09:14:46.801 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.801 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.801 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_count": { 2024-04-13T09:14:46.801 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 256 2024-04-13T09:14:46.801 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.802 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_lat": { 2024-04-13T09:14:46.802 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1082, 2024-04-13T09:14:46.802 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2629414 2024-04-13T09:14:46.802 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.802 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_alloc_lat": { 2024-04-13T09:14:46.802 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.802 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.802 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.802 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_total_bytes": { 2024-04-13T09:14:46.802 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.802 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.802 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_used_bytes": { 2024-04-13T09:14:46.802 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.802 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.803 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:14:46.803 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T09:14:46.803 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17898 2024-04-13T09:14:46.803 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.803 INFO:tasks.workunit.client.0.smithi119.stdout: "unlink_lat": { 2024-04-13T09:14:46.803 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8, 2024-04-13T09:14:46.803 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9954 2024-04-13T09:14:46.803 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.803 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_alloc_lat": { 2024-04-13T09:14:46.803 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.803 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.803 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.803 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_total_bytes": { 2024-04-13T09:14:46.803 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.803 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.804 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_used_bytes": { 2024-04-13T09:14:46.804 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.804 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.804 INFO:tasks.workunit.client.0.smithi119.stdout: "write_bytes": { 2024-04-13T09:14:46.804 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 776839168 2024-04-13T09:14:46.804 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.804 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.804 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": { 2024-04-13T09:14:46.804 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit": { 2024-04-13T09:14:46.804 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T09:14:46.804 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.804 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": { 2024-04-13T09:14:46.804 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14000128 2024-04-13T09:14:46.804 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.804 INFO:tasks.workunit.client.0.smithi119.stdout: "allocator_lat": { 2024-04-13T09:14:46.804 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 13585, 2024-04-13T09:14:46.805 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 47798903 2024-04-13T09:14:46.805 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.805 INFO:tasks.workunit.client.0.smithi119.stdout: "clist_lat": { 2024-04-13T09:14:46.805 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3439, 2024-04-13T09:14:46.805 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4548699705 2024-04-13T09:14:46.805 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.805 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_lat": { 2024-04-13T09:14:46.805 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.805 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.805 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.805 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed": { 2024-04-13T09:14:46.805 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.805 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.805 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_allocated": { 2024-04-13T09:14:46.805 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.806 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.806 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_original": { 2024-04-13T09:14:46.806 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.806 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.806 INFO:tasks.workunit.client.0.smithi119.stdout: "csum_lat": { 2024-04-13T09:14:46.806 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 20045, 2024-04-13T09:14:46.806 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 163124763 2024-04-13T09:14:46.806 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.806 INFO:tasks.workunit.client.0.smithi119.stdout: "decompress_lat": { 2024-04-13T09:14:46.806 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.806 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.806 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.806 INFO:tasks.workunit.client.0.smithi119.stdout: "fragmentation_micros": { 2024-04-13T09:14:46.806 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.806 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.806 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_commit_lat": { 2024-04-13T09:14:46.807 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 64159, 2024-04-13T09:14:46.807 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17494755048 2024-04-13T09:14:46.807 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.807 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_final_lat": { 2024-04-13T09:14:46.807 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 63731, 2024-04-13T09:14:46.807 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1327822508 2024-04-13T09:14:46.807 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.807 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_flush_lat": { 2024-04-13T09:14:46.807 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 64159, 2024-04-13T09:14:46.807 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 31728700 2024-04-13T09:14:46.807 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.807 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_sync_lat": { 2024-04-13T09:14:46.807 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 64159, 2024-04-13T09:14:46.807 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17526483748 2024-04-13T09:14:46.807 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.808 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_keys_lat": { 2024-04-13T09:14:46.808 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.808 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.808 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.808 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_values_lat": { 2024-04-13T09:14:46.808 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 23325, 2024-04-13T09:14:46.808 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 437254248 2024-04-13T09:14:46.808 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.808 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_lower_bound_lat": { 2024-04-13T09:14:46.808 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 832, 2024-04-13T09:14:46.808 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2636112 2024-04-13T09:14:46.808 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.808 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_next_lat": { 2024-04-13T09:14:46.808 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8926, 2024-04-13T09:14:46.808 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8790559 2024-04-13T09:14:46.808 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.809 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_seek_to_first_lat": { 2024-04-13T09:14:46.809 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 42, 2024-04-13T09:14:46.809 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 52029 2024-04-13T09:14:46.809 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.809 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_upper_bound_lat": { 2024-04-13T09:14:46.809 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 11599, 2024-04-13T09:14:46.809 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1938582404 2024-04-13T09:14:46.809 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.809 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_hits": { 2024-04-13T09:14:46.809 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 182200 2024-04-13T09:14:46.809 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.809 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_misses": { 2024-04-13T09:14:46.809 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17784 2024-04-13T09:14:46.809 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.809 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:14:46.809 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 10920, 2024-04-13T09:14:46.809 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1673915789 2024-04-13T09:14:46.810 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.810 INFO:tasks.workunit.client.0.smithi119.stdout: "read_onode_meta_lat": { 2024-04-13T09:14:46.810 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 39530, 2024-04-13T09:14:46.810 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12804762 2024-04-13T09:14:46.810 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.810 INFO:tasks.workunit.client.0.smithi119.stdout: "read_wait_aio_lat": { 2024-04-13T09:14:46.810 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 28610, 2024-04-13T09:14:46.810 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1326500549 2024-04-13T09:14:46.810 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.810 INFO:tasks.workunit.client.0.smithi119.stdout: "reads_with_retries": { 2024-04-13T09:14:46.810 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.810 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.810 INFO:tasks.workunit.client.0.smithi119.stdout: "remove_lat": { 2024-04-13T09:14:46.810 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 12014, 2024-04-13T09:14:46.810 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 347233536 2024-04-13T09:14:46.811 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.811 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_aio_wait_count": { 2024-04-13T09:14:46.811 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.811 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.811 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_committed_kv_count": { 2024-04-13T09:14:46.811 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.811 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.811 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_onode_meta_count": { 2024-04-13T09:14:46.811 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.811 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.811 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_wait_aio_count": { 2024-04-13T09:14:46.811 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.811 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.811 INFO:tasks.workunit.client.0.smithi119.stdout: "state_aio_wait_lat": { 2024-04-13T09:14:46.811 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 73878, 2024-04-13T09:14:46.811 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7774627773 2024-04-13T09:14:46.811 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.812 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T09:14:46.812 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 14372, 2024-04-13T09:14:46.812 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 881573523 2024-04-13T09:14:46.812 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.812 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_cleanup_lat": { 2024-04-13T09:14:46.812 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 14370, 2024-04-13T09:14:46.812 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3802692862566 2024-04-13T09:14:46.812 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.812 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_queued_lat": { 2024-04-13T09:14:46.812 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 14372, 2024-04-13T09:14:46.812 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6149578278501 2024-04-13T09:14:46.812 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.812 INFO:tasks.workunit.client.0.smithi119.stdout: "state_done_lat": { 2024-04-13T09:14:46.812 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 73876, 2024-04-13T09:14:46.812 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2907610776981 2024-04-13T09:14:46.813 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.813 INFO:tasks.workunit.client.0.smithi119.stdout: "state_finishing_lat": { 2024-04-13T09:14:46.813 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 73876, 2024-04-13T09:14:46.813 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7569058 2024-04-13T09:14:46.813 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.813 INFO:tasks.workunit.client.0.smithi119.stdout: "state_io_done_lat": { 2024-04-13T09:14:46.813 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 73878, 2024-04-13T09:14:46.813 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 326560220 2024-04-13T09:14:46.813 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.813 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_commiting_lat": { 2024-04-13T09:14:46.813 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 73878, 2024-04-13T09:14:46.813 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 27138619235 2024-04-13T09:14:46.813 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.813 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_done_lat": { 2024-04-13T09:14:46.813 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 73878, 2024-04-13T09:14:46.814 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 26416743 2024-04-13T09:14:46.814 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.814 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_queued_lat": { 2024-04-13T09:14:46.814 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 73878, 2024-04-13T09:14:46.814 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12638646246 2024-04-13T09:14:46.814 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.814 INFO:tasks.workunit.client.0.smithi119.stdout: "state_prepare_lat": { 2024-04-13T09:14:46.814 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 73878, 2024-04-13T09:14:46.814 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10030200876 2024-04-13T09:14:46.814 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.814 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": { 2024-04-13T09:14:46.814 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10222345 2024-04-13T09:14:46.814 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.814 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:14:46.814 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2370, 2024-04-13T09:14:46.815 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13137560 2024-04-13T09:14:46.815 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.815 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_commit_lat": { 2024-04-13T09:14:46.815 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 73878, 2024-04-13T09:14:46.815 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 57921351691 2024-04-13T09:14:46.815 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.815 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_submit_lat": { 2024-04-13T09:14:46.815 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 73878, 2024-04-13T09:14:46.815 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10950372660 2024-04-13T09:14:46.815 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.815 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_throttle_lat": { 2024-04-13T09:14:46.815 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 73878, 2024-04-13T09:14:46.815 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 467553127 2024-04-13T09:14:46.815 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.815 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.815 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache": { 2024-04-13T09:14:46.816 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T09:14:46.816 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1405280194 2024-04-13T09:14:46.816 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.816 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T09:14:46.816 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 500424704 2024-04-13T09:14:46.816 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.816 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T09:14:46.816 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 441688064 2024-04-13T09:14:46.816 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.816 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T09:14:46.816 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2600690073 2024-04-13T09:14:46.816 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.816 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T09:14:46.816 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 58736640 2024-04-13T09:14:46.816 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.817 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.817 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:data": { 2024-04-13T09:14:46.817 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:14:46.817 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 125829120 2024-04-13T09:14:46.817 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.817 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:14:46.817 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.817 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.817 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:14:46.817 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.817 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.817 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:14:46.817 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 56994797 2024-04-13T09:14:46.817 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.817 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:14:46.817 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.818 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.818 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:14:46.818 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.818 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.818 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:14:46.818 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.818 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.818 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:14:46.818 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.818 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.818 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:14:46.818 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12288 2024-04-13T09:14:46.818 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.818 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:14:46.819 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 294912 2024-04-13T09:14:46.819 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.819 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:14:46.819 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.819 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.819 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:14:46.819 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.819 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.819 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:14:46.819 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.819 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.819 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:14:46.819 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 68527123 2024-04-13T09:14:46.819 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.819 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.820 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv": { 2024-04-13T09:14:46.820 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:14:46.820 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 562036736 2024-04-13T09:14:46.820 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.820 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:14:46.820 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:14:46.820 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.820 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:14:46.820 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.820 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.820 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:14:46.820 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 427460978 2024-04-13T09:14:46.820 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.821 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:14:46.821 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.821 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.821 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:14:46.821 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.821 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.821 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:14:46.821 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2384 2024-04-13T09:14:46.821 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.821 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:14:46.821 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.821 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.821 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:14:46.821 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 174720 2024-04-13T09:14:46.821 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.821 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:14:46.822 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 384 2024-04-13T09:14:46.822 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.822 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:14:46.822 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.822 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.822 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:14:46.822 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.822 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.822 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:14:46.822 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.822 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.822 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:14:46.822 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67289406 2024-04-13T09:14:46.822 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.823 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.823 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T09:14:46.823 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:14:46.823 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 184549376 2024-04-13T09:14:46.823 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.823 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:14:46.823 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:14:46.823 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.823 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:14:46.823 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7509696 2024-04-13T09:14:46.823 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.823 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:14:46.823 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37996531 2024-04-13T09:14:46.823 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.823 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:14:46.823 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.824 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.824 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:14:46.824 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.824 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.824 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:14:46.824 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.824 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.824 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:14:46.824 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.824 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.824 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:14:46.824 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.824 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.824 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:14:46.824 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.824 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.825 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:14:46.825 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.825 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.825 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:14:46.825 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.825 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.825 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:14:46.825 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.825 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.825 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:14:46.825 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71934285 2024-04-13T09:14:46.825 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.825 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.825 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:meta": { 2024-04-13T09:14:46.825 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:14:46.825 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 503316480 2024-04-13T09:14:46.825 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.826 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:14:46.826 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.826 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.826 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:14:46.826 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.826 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.826 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:14:46.826 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 427460978 2024-04-13T09:14:46.826 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.826 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:14:46.826 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.826 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.826 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:14:46.826 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.826 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.827 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:14:46.827 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.827 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.827 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:14:46.827 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.827 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.827 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:14:46.827 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 126760 2024-04-13T09:14:46.827 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.827 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:14:46.827 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1126762 2024-04-13T09:14:46.827 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.827 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:14:46.827 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.827 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.827 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:14:46.828 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.828 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.828 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:14:46.828 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.828 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.828 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:14:46.828 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 74601980 2024-04-13T09:14:46.828 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.828 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.828 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T09:14:46.828 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T09:14:46.828 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.828 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.828 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:14:46.828 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 19 2024-04-13T09:14:46.829 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.829 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T09:14:46.829 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.829 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.829 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:14:46.829 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.829 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.829 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.829 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:14:46.829 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg": { 2024-04-13T09:14:46.829 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 53 2024-04-13T09:14:46.829 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.829 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg_removing": { 2024-04-13T09:14:46.829 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.829 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.830 INFO:tasks.workunit.client.0.smithi119.stdout: "op": { 2024-04-13T09:14:46.830 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 35568 2024-04-13T09:14:46.830 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.830 INFO:tasks.workunit.client.0.smithi119.stdout: "op_before_queue_op_lat": { 2024-04-13T09:14:46.830 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 97979, 2024-04-13T09:14:46.830 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9408634658 2024-04-13T09:14:46.830 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.830 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_degraded": { 2024-04-13T09:14:46.830 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.830 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.830 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_unreadable": { 2024-04-13T09:14:46.830 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T09:14:46.830 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.830 INFO:tasks.workunit.client.0.smithi119.stdout: "op_in_bytes": { 2024-04-13T09:14:46.830 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1795232784 2024-04-13T09:14:46.831 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.831 INFO:tasks.workunit.client.0.smithi119.stdout: "op_latency": { 2024-04-13T09:14:46.831 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 35568, 2024-04-13T09:14:46.831 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 63979544867 2024-04-13T09:14:46.831 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.831 INFO:tasks.workunit.client.0.smithi119.stdout: "op_out_bytes": { 2024-04-13T09:14:46.831 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2188734914 2024-04-13T09:14:46.831 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.831 INFO:tasks.workunit.client.0.smithi119.stdout: "op_prepare_latency": { 2024-04-13T09:14:46.831 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 36060, 2024-04-13T09:14:46.831 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14368497135 2024-04-13T09:14:46.831 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.831 INFO:tasks.workunit.client.0.smithi119.stdout: "op_process_latency": { 2024-04-13T09:14:46.831 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 35568, 2024-04-13T09:14:46.831 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 33599704096 2024-04-13T09:14:46.831 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.832 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:14:46.832 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 27218 2024-04-13T09:14:46.832 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.832 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency": { 2024-04-13T09:14:46.832 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 27218, 2024-04-13T09:14:46.832 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11773615025 2024-04-13T09:14:46.832 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.832 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T09:14:46.832 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.832 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.832 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_out_bytes": { 2024-04-13T09:14:46.832 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2188734914 2024-04-13T09:14:46.832 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.832 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_prepare_latency": { 2024-04-13T09:14:46.832 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 27374, 2024-04-13T09:14:46.832 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5681020803 2024-04-13T09:14:46.833 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.833 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_process_latency": { 2024-04-13T09:14:46.833 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 27218, 2024-04-13T09:14:46.833 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5474918750 2024-04-13T09:14:46.833 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.833 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw": { 2024-04-13T09:14:46.833 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4302 2024-04-13T09:14:46.833 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.833 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_in_bytes": { 2024-04-13T09:14:46.833 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 409755593 2024-04-13T09:14:46.833 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.833 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency": { 2024-04-13T09:14:46.833 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4302, 2024-04-13T09:14:46.833 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12444820756 2024-04-13T09:14:46.833 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.833 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T09:14:46.834 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.834 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.834 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T09:14:46.834 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.834 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.834 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_out_bytes": { 2024-04-13T09:14:46.834 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.834 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.834 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_prepare_latency": { 2024-04-13T09:14:46.834 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4535, 2024-04-13T09:14:46.834 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3541376830 2024-04-13T09:14:46.834 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.834 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_process_latency": { 2024-04-13T09:14:46.834 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4302, 2024-04-13T09:14:46.834 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9312339561 2024-04-13T09:14:46.835 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.835 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:14:46.835 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4048 2024-04-13T09:14:46.835 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.835 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_in_bytes": { 2024-04-13T09:14:46.835 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1385477191 2024-04-13T09:14:46.835 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.835 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency": { 2024-04-13T09:14:46.835 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4048, 2024-04-13T09:14:46.835 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 39761109086 2024-04-13T09:14:46.835 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.835 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T09:14:46.835 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.835 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.835 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_prepare_latency": { 2024-04-13T09:14:46.836 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4151, 2024-04-13T09:14:46.836 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5146099502 2024-04-13T09:14:46.836 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.836 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_process_latency": { 2024-04-13T09:14:46.836 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4048, 2024-04-13T09:14:46.836 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18812445785 2024-04-13T09:14:46.836 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.836 INFO:tasks.workunit.client.0.smithi119.stdout: "op_wip": { 2024-04-13T09:14:46.836 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.836 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.836 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_bytes": { 2024-04-13T09:14:46.836 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 31316660 2024-04-13T09:14:46.836 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.836 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_ops": { 2024-04-13T09:14:46.836 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16 2024-04-13T09:14:46.837 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.837 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes": { 2024-04-13T09:14:46.837 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T09:14:46.837 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.837 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes_used": { 2024-04-13T09:14:46.837 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 414441472 2024-04-13T09:14:46.837 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.837 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.837 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.837 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.7": { 2024-04-13T09:14:46.837 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:14:46.837 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_db_max_lat": { 2024-04-13T09:14:46.837 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15229 2024-04-13T09:14:46.837 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.837 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_fallback": { 2024-04-13T09:14:46.837 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.838 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.838 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_max_lat": { 2024-04-13T09:14:46.838 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.838 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.838 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_size_fallback": { 2024-04-13T09:14:46.838 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.838 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.838 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_db": { 2024-04-13T09:14:46.838 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 65536 2024-04-13T09:14:46.838 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.838 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_slow": { 2024-04-13T09:14:46.838 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.838 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.838 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_wal": { 2024-04-13T09:14:46.839 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.839 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.839 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_wal_max_lat": { 2024-04-13T09:14:46.839 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.839 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.839 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_slow": { 2024-04-13T09:14:46.839 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.839 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.839 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_sst": { 2024-04-13T09:14:46.839 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 22638592 2024-04-13T09:14:46.839 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.839 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_wal": { 2024-04-13T09:14:46.839 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 635752448 2024-04-13T09:14:46.839 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.839 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lat": { 2024-04-13T09:14:46.840 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 16, 2024-04-13T09:14:46.840 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3036145 2024-04-13T09:14:46.840 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.840 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lock_lat": { 2024-04-13T09:14:46.840 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 16, 2024-04-13T09:14:46.840 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1125416 2024-04-13T09:14:46.840 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.840 INFO:tasks.workunit.client.0.smithi119.stdout: "db_alloc_lat": { 2024-04-13T09:14:46.840 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 202, 2024-04-13T09:14:46.840 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 824883 2024-04-13T09:14:46.840 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.840 INFO:tasks.workunit.client.0.smithi119.stdout: "db_total_bytes": { 2024-04-13T09:14:46.840 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995027456 2024-04-13T09:14:46.840 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.840 INFO:tasks.workunit.client.0.smithi119.stdout: "db_used_bytes": { 2024-04-13T09:14:46.841 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 632291328 2024-04-13T09:14:46.841 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.841 INFO:tasks.workunit.client.0.smithi119.stdout: "flush_lat": { 2024-04-13T09:14:46.841 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 66807, 2024-04-13T09:14:46.841 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9897598195 2024-04-13T09:14:46.841 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.841 INFO:tasks.workunit.client.0.smithi119.stdout: "fsync_lat": { 2024-04-13T09:14:46.841 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 66808, 2024-04-13T09:14:46.841 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15796341843 2024-04-13T09:14:46.841 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.841 INFO:tasks.workunit.client.0.smithi119.stdout: "log_bytes": { 2024-04-13T09:14:46.841 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7634944 2024-04-13T09:14:46.841 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.841 INFO:tasks.workunit.client.0.smithi119.stdout: "logged_bytes": { 2024-04-13T09:14:46.841 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 273629184 2024-04-13T09:14:46.841 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.842 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_db": { 2024-04-13T09:14:46.842 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 645070848 2024-04-13T09:14:46.842 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.842 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_slow": { 2024-04-13T09:14:46.842 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.842 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.842 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_wal": { 2024-04-13T09:14:46.842 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.842 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.842 INFO:tasks.workunit.client.0.smithi119.stdout: "num_files": { 2024-04-13T09:14:46.842 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 54 2024-04-13T09:14:46.842 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.842 INFO:tasks.workunit.client.0.smithi119.stdout: "read_bytes": { 2024-04-13T09:14:46.842 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14731070702 2024-04-13T09:14:46.842 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.842 INFO:tasks.workunit.client.0.smithi119.stdout: "read_count": { 2024-04-13T09:14:46.843 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 98752 2024-04-13T09:14:46.843 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.843 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes": { 2024-04-13T09:14:46.843 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13109604352 2024-04-13T09:14:46.843 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.843 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_db": { 2024-04-13T09:14:46.843 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13109608448 2024-04-13T09:14:46.843 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.843 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_slow": { 2024-04-13T09:14:46.843 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.843 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.843 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_wal": { 2024-04-13T09:14:46.843 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.843 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.843 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_count": { 2024-04-13T09:14:46.844 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 98575 2024-04-13T09:14:46.844 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.844 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:14:46.844 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 98752, 2024-04-13T09:14:46.844 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4599699325 2024-04-13T09:14:46.844 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.844 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_bytes": { 2024-04-13T09:14:46.844 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14525021475 2024-04-13T09:14:46.844 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.844 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_count": { 2024-04-13T09:14:46.844 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 92446 2024-04-13T09:14:46.844 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.844 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_bytes": { 2024-04-13T09:14:46.844 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9054691 2024-04-13T09:14:46.844 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.844 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_count": { 2024-04-13T09:14:46.845 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1654 2024-04-13T09:14:46.845 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.845 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_bytes": { 2024-04-13T09:14:46.845 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 22450799 2024-04-13T09:14:46.845 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.845 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_count": { 2024-04-13T09:14:46.845 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2129 2024-04-13T09:14:46.845 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.845 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes": { 2024-04-13T09:14:46.845 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13396108 2024-04-13T09:14:46.845 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.845 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_db": { 2024-04-13T09:14:46.845 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13396108 2024-04-13T09:14:46.845 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.845 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_slow": { 2024-04-13T09:14:46.846 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.846 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.846 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_wal": { 2024-04-13T09:14:46.846 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.846 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.846 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_count": { 2024-04-13T09:14:46.846 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 501 2024-04-13T09:14:46.846 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.846 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_lat": { 2024-04-13T09:14:46.846 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2129, 2024-04-13T09:14:46.846 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6920948 2024-04-13T09:14:46.846 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.846 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_alloc_lat": { 2024-04-13T09:14:46.846 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.846 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.847 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.847 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_total_bytes": { 2024-04-13T09:14:46.847 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.847 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.847 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_used_bytes": { 2024-04-13T09:14:46.847 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.847 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.847 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:14:46.847 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T09:14:46.847 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 545 2024-04-13T09:14:46.847 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.847 INFO:tasks.workunit.client.0.smithi119.stdout: "unlink_lat": { 2024-04-13T09:14:46.847 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15, 2024-04-13T09:14:46.847 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16159 2024-04-13T09:14:46.847 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.847 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_alloc_lat": { 2024-04-13T09:14:46.848 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.848 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.848 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.848 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_total_bytes": { 2024-04-13T09:14:46.848 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.848 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.848 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_used_bytes": { 2024-04-13T09:14:46.848 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.848 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.848 INFO:tasks.workunit.client.0.smithi119.stdout: "write_bytes": { 2024-04-13T09:14:46.848 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 934461440 2024-04-13T09:14:46.848 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.848 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.848 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": { 2024-04-13T09:14:46.848 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit": { 2024-04-13T09:14:46.848 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T09:14:46.848 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.849 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": { 2024-04-13T09:14:46.849 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9793536 2024-04-13T09:14:46.849 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.849 INFO:tasks.workunit.client.0.smithi119.stdout: "allocator_lat": { 2024-04-13T09:14:46.849 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 20717, 2024-04-13T09:14:46.849 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 63402095 2024-04-13T09:14:46.849 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.849 INFO:tasks.workunit.client.0.smithi119.stdout: "clist_lat": { 2024-04-13T09:14:46.849 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3481, 2024-04-13T09:14:46.849 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9686737874 2024-04-13T09:14:46.849 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.849 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_lat": { 2024-04-13T09:14:46.849 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.849 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.849 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.850 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed": { 2024-04-13T09:14:46.850 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.850 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.850 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_allocated": { 2024-04-13T09:14:46.850 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.850 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.850 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_original": { 2024-04-13T09:14:46.850 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.850 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.850 INFO:tasks.workunit.client.0.smithi119.stdout: "csum_lat": { 2024-04-13T09:14:46.850 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 24455, 2024-04-13T09:14:46.850 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 213119194 2024-04-13T09:14:46.850 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.850 INFO:tasks.workunit.client.0.smithi119.stdout: "decompress_lat": { 2024-04-13T09:14:46.850 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.851 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.851 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.851 INFO:tasks.workunit.client.0.smithi119.stdout: "fragmentation_micros": { 2024-04-13T09:14:46.851 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.851 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.851 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_commit_lat": { 2024-04-13T09:14:46.851 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 66725, 2024-04-13T09:14:46.851 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 19101580894 2024-04-13T09:14:46.851 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.851 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_final_lat": { 2024-04-13T09:14:46.851 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 66246, 2024-04-13T09:14:46.851 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1449839437 2024-04-13T09:14:46.851 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.851 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_flush_lat": { 2024-04-13T09:14:46.851 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 66725, 2024-04-13T09:14:46.851 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 40964239 2024-04-13T09:14:46.852 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.852 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_sync_lat": { 2024-04-13T09:14:46.852 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 66725, 2024-04-13T09:14:46.852 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 19142545133 2024-04-13T09:14:46.852 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.852 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_keys_lat": { 2024-04-13T09:14:46.852 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:14:46.852 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.852 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.852 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_values_lat": { 2024-04-13T09:14:46.852 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 34219, 2024-04-13T09:14:46.852 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 926575314 2024-04-13T09:14:46.852 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.852 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_lower_bound_lat": { 2024-04-13T09:14:46.852 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 761, 2024-04-13T09:14:46.853 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2199862 2024-04-13T09:14:46.853 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.853 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_next_lat": { 2024-04-13T09:14:46.853 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8241, 2024-04-13T09:14:46.853 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12934774 2024-04-13T09:14:46.853 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.853 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_seek_to_first_lat": { 2024-04-13T09:14:46.853 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 46, 2024-04-13T09:14:46.853 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 59628 2024-04-13T09:14:46.853 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.853 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_upper_bound_lat": { 2024-04-13T09:14:46.853 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 12196, 2024-04-13T09:14:46.853 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2283676401 2024-04-13T09:14:46.853 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.853 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_hits": { 2024-04-13T09:14:46.853 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 209298 2024-04-13T09:14:46.854 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.854 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_misses": { 2024-04-13T09:14:46.854 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18255 2024-04-13T09:14:46.854 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.854 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:14:46.854 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 7902, 2024-04-13T09:14:46.854 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1790080872 2024-04-13T09:14:46.854 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.854 INFO:tasks.workunit.client.0.smithi119.stdout: "read_onode_meta_lat": { 2024-04-13T09:14:46.854 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 34386, 2024-04-13T09:14:46.854 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9965298 2024-04-13T09:14:46.854 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.854 INFO:tasks.workunit.client.0.smithi119.stdout: "read_wait_aio_lat": { 2024-04-13T09:14:46.855 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 26484, 2024-04-13T09:14:46.855 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1561075113 2024-04-13T09:14:46.855 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.855 INFO:tasks.workunit.client.0.smithi119.stdout: "reads_with_retries": { 2024-04-13T09:14:46.855 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.855 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.855 INFO:tasks.workunit.client.0.smithi119.stdout: "remove_lat": { 2024-04-13T09:14:46.855 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 13831, 2024-04-13T09:14:46.855 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 422067678 2024-04-13T09:14:46.855 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.855 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_aio_wait_count": { 2024-04-13T09:14:46.855 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.855 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.855 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_committed_kv_count": { 2024-04-13T09:14:46.855 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.856 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.856 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_onode_meta_count": { 2024-04-13T09:14:46.856 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.856 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.856 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_wait_aio_count": { 2024-04-13T09:14:46.856 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.856 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.856 INFO:tasks.workunit.client.0.smithi119.stdout: "state_aio_wait_lat": { 2024-04-13T09:14:46.856 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 79983, 2024-04-13T09:14:46.856 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12801379512 2024-04-13T09:14:46.856 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.856 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T09:14:46.856 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15836, 2024-04-13T09:14:46.856 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 813852004 2024-04-13T09:14:46.856 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.856 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_cleanup_lat": { 2024-04-13T09:14:46.857 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15835, 2024-04-13T09:14:46.857 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3322004109184 2024-04-13T09:14:46.857 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.857 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_queued_lat": { 2024-04-13T09:14:46.857 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15836, 2024-04-13T09:14:46.857 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6145557403619 2024-04-13T09:14:46.857 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.857 INFO:tasks.workunit.client.0.smithi119.stdout: "state_done_lat": { 2024-04-13T09:14:46.857 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 79982, 2024-04-13T09:14:46.857 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2630023852609 2024-04-13T09:14:46.857 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.857 INFO:tasks.workunit.client.0.smithi119.stdout: "state_finishing_lat": { 2024-04-13T09:14:46.857 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 79982, 2024-04-13T09:14:46.857 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7981627 2024-04-13T09:14:46.858 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.858 INFO:tasks.workunit.client.0.smithi119.stdout: "state_io_done_lat": { 2024-04-13T09:14:46.858 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 79983, 2024-04-13T09:14:46.858 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 555030611 2024-04-13T09:14:46.858 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.858 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_commiting_lat": { 2024-04-13T09:14:46.858 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 79983, 2024-04-13T09:14:46.858 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 32553801603 2024-04-13T09:14:46.858 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.858 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_done_lat": { 2024-04-13T09:14:46.858 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 79983, 2024-04-13T09:14:46.858 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 30231267 2024-04-13T09:14:46.858 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.858 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_queued_lat": { 2024-04-13T09:14:46.858 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 79983, 2024-04-13T09:14:46.859 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15346414427 2024-04-13T09:14:46.859 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.859 INFO:tasks.workunit.client.0.smithi119.stdout: "state_prepare_lat": { 2024-04-13T09:14:46.859 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 79983, 2024-04-13T09:14:46.859 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17451238174 2024-04-13T09:14:46.859 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.859 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": { 2024-04-13T09:14:46.859 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6022239 2024-04-13T09:14:46.859 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.859 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:14:46.859 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2306, 2024-04-13T09:14:46.859 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13291944 2024-04-13T09:14:46.859 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.859 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_commit_lat": { 2024-04-13T09:14:46.859 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 79983, 2024-04-13T09:14:46.860 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 78721963873 2024-04-13T09:14:46.860 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.860 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_submit_lat": { 2024-04-13T09:14:46.860 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 79983, 2024-04-13T09:14:46.860 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18477897741 2024-04-13T09:14:46.860 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.860 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_throttle_lat": { 2024-04-13T09:14:46.860 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 79983, 2024-04-13T09:14:46.860 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 763331990 2024-04-13T09:14:46.860 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.860 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.860 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache": { 2024-04-13T09:14:46.860 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T09:14:46.860 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1405280194 2024-04-13T09:14:46.860 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.861 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T09:14:46.861 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 562520064 2024-04-13T09:14:46.861 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.861 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T09:14:46.861 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 507052032 2024-04-13T09:14:46.861 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.861 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T09:14:46.861 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2600690073 2024-04-13T09:14:46.861 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.861 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T09:14:46.861 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 55468032 2024-04-13T09:14:46.861 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.861 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.861 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:data": { 2024-04-13T09:14:46.861 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:14:46.861 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 125829120 2024-04-13T09:14:46.862 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.862 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:14:46.862 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.862 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.862 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:14:46.862 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.862 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.862 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:14:46.862 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 55864500 2024-04-13T09:14:46.862 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.862 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:14:46.862 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.862 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.862 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:14:46.863 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.863 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.863 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:14:46.863 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.863 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.863 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:14:46.863 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.863 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.863 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:14:46.863 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.863 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.863 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:14:46.863 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 53248 2024-04-13T09:14:46.863 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.863 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:14:46.863 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.864 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.864 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:14:46.864 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.864 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.864 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:14:46.864 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.864 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.864 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:14:46.864 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 69911372 2024-04-13T09:14:46.864 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.864 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.864 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv": { 2024-04-13T09:14:46.864 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:14:46.864 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 553648128 2024-04-13T09:14:46.864 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.864 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:14:46.865 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:14:46.865 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.865 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:14:46.865 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.865 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.865 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:14:46.865 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 418983753 2024-04-13T09:14:46.865 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.865 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:14:46.865 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.865 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.865 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:14:46.865 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.865 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.865 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:14:46.865 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4944 2024-04-13T09:14:46.866 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.866 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:14:46.866 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.866 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.866 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:14:46.866 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 333104 2024-04-13T09:14:46.866 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.866 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:14:46.866 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 224 2024-04-13T09:14:46.866 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.866 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:14:46.866 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.866 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.866 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:14:46.866 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.867 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.867 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:14:46.867 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.867 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.867 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:14:46.867 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67217239 2024-04-13T09:14:46.867 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.867 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.867 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T09:14:46.867 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:14:46.867 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 201326592 2024-04-13T09:14:46.867 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.867 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:14:46.867 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:14:46.867 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.868 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:14:46.868 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 22153200 2024-04-13T09:14:46.868 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.868 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:14:46.868 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37243000 2024-04-13T09:14:46.868 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.868 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:14:46.868 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.868 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.868 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:14:46.868 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.868 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.868 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:14:46.868 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.868 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.868 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:14:46.869 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.869 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.869 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:14:46.869 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.869 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.869 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:14:46.869 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.869 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.869 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:14:46.869 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.869 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.869 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:14:46.869 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.869 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.869 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:14:46.869 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.870 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.870 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:14:46.870 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 74821528 2024-04-13T09:14:46.870 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.870 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.870 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:meta": { 2024-04-13T09:14:46.870 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:14:46.870 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 494927872 2024-04-13T09:14:46.870 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.870 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:14:46.870 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.870 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.870 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:14:46.870 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.871 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.871 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:14:46.871 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 418983753 2024-04-13T09:14:46.871 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.871 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:14:46.871 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.871 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.871 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:14:46.871 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.871 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.871 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:14:46.871 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.871 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.871 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:14:46.871 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.872 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.872 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:14:46.872 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 136746 2024-04-13T09:14:46.872 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.872 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:14:46.872 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1107841 2024-04-13T09:14:46.872 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.872 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:14:46.872 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.872 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.872 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:14:46.872 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.872 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.872 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:14:46.872 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.873 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.873 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:14:46.873 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 74699532 2024-04-13T09:14:46.873 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.873 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.873 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T09:14:46.873 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T09:14:46.873 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.873 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.873 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:14:46.873 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 28 2024-04-13T09:14:46.873 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.873 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T09:14:46.873 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.873 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.873 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:14:46.874 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.874 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.874 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.874 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:14:46.874 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg": { 2024-04-13T09:14:46.874 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 54 2024-04-13T09:14:46.874 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.874 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg_removing": { 2024-04-13T09:14:46.874 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.874 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.874 INFO:tasks.workunit.client.0.smithi119.stdout: "op": { 2024-04-13T09:14:46.874 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37589 2024-04-13T09:14:46.874 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.874 INFO:tasks.workunit.client.0.smithi119.stdout: "op_before_queue_op_lat": { 2024-04-13T09:14:46.875 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 106981, 2024-04-13T09:14:46.875 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12065663654 2024-04-13T09:14:46.875 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.875 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_degraded": { 2024-04-13T09:14:46.875 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.875 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.875 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_unreadable": { 2024-04-13T09:14:46.875 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.875 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.875 INFO:tasks.workunit.client.0.smithi119.stdout: "op_in_bytes": { 2024-04-13T09:14:46.875 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1751359774 2024-04-13T09:14:46.875 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.875 INFO:tasks.workunit.client.0.smithi119.stdout: "op_latency": { 2024-04-13T09:14:46.875 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 37589, 2024-04-13T09:14:46.875 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 51013501758 2024-04-13T09:14:46.875 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.876 INFO:tasks.workunit.client.0.smithi119.stdout: "op_out_bytes": { 2024-04-13T09:14:46.876 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2406734774 2024-04-13T09:14:46.876 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.876 INFO:tasks.workunit.client.0.smithi119.stdout: "op_prepare_latency": { 2024-04-13T09:14:46.876 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 38010, 2024-04-13T09:14:46.876 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18279012179 2024-04-13T09:14:46.876 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.876 INFO:tasks.workunit.client.0.smithi119.stdout: "op_process_latency": { 2024-04-13T09:14:46.876 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 37589, 2024-04-13T09:14:46.876 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37428126216 2024-04-13T09:14:46.876 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.876 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:14:46.876 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24390 2024-04-13T09:14:46.876 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.876 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency": { 2024-04-13T09:14:46.876 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 24390, 2024-04-13T09:14:46.877 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12950337179 2024-04-13T09:14:46.877 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.877 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T09:14:46.877 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.877 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.877 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_out_bytes": { 2024-04-13T09:14:46.877 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2406734774 2024-04-13T09:14:46.877 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.877 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_prepare_latency": { 2024-04-13T09:14:46.877 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 24533, 2024-04-13T09:14:46.877 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5666152215 2024-04-13T09:14:46.877 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.877 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_process_latency": { 2024-04-13T09:14:46.877 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 24390, 2024-04-13T09:14:46.877 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6343323752 2024-04-13T09:14:46.877 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.878 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw": { 2024-04-13T09:14:46.878 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12062 2024-04-13T09:14:46.878 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.878 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_in_bytes": { 2024-04-13T09:14:46.878 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 426517291 2024-04-13T09:14:46.878 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.878 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency": { 2024-04-13T09:14:46.878 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 12062, 2024-04-13T09:14:46.878 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23373674800 2024-04-13T09:14:46.878 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.878 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T09:14:46.878 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.878 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.878 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T09:14:46.879 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.879 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.879 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_out_bytes": { 2024-04-13T09:14:46.879 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.879 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.879 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_prepare_latency": { 2024-04-13T09:14:46.879 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 12262, 2024-04-13T09:14:46.879 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10115721385 2024-04-13T09:14:46.879 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.879 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_process_latency": { 2024-04-13T09:14:46.879 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 12062, 2024-04-13T09:14:46.879 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 20051854398 2024-04-13T09:14:46.879 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.879 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:14:46.880 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1137 2024-04-13T09:14:46.880 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.880 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_in_bytes": { 2024-04-13T09:14:46.880 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1324842483 2024-04-13T09:14:46.880 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.880 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency": { 2024-04-13T09:14:46.880 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1137, 2024-04-13T09:14:46.880 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14689489779 2024-04-13T09:14:46.880 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.880 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T09:14:46.880 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.880 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.880 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_prepare_latency": { 2024-04-13T09:14:46.880 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1215, 2024-04-13T09:14:46.880 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2497138579 2024-04-13T09:14:46.881 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.881 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_process_latency": { 2024-04-13T09:14:46.881 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1137, 2024-04-13T09:14:46.881 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11032948066 2024-04-13T09:14:46.881 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.881 INFO:tasks.workunit.client.0.smithi119.stdout: "op_wip": { 2024-04-13T09:14:46.881 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:14:46.881 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.881 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_bytes": { 2024-04-13T09:14:46.881 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10005609 2024-04-13T09:14:46.881 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.881 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_ops": { 2024-04-13T09:14:46.881 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 21 2024-04-13T09:14:46.881 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.881 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes": { 2024-04-13T09:14:46.881 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T09:14:46.882 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.882 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes_used": { 2024-04-13T09:14:46.882 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 642097152 2024-04-13T09:14:46.882 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.882 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.882 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.882 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.882 INFO:tasks.workunit.client.0.smithi119.stdout: "pools": [ 2024-04-13T09:14:46.882 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.882 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T09:14:46.882 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr" 2024-04-13T09:14:46.882 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.882 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_mode": "none", 2024-04-13T09:14:46.882 INFO:tasks.workunit.client.0.smithi119.stdout: "erasure_code_profile": {}, 2024-04-13T09:14:46.882 INFO:tasks.workunit.client.0.smithi119.stdout: "flags_names": [ 2024-04-13T09:14:46.883 INFO:tasks.workunit.client.0.smithi119.stdout: "hashpspool" 2024-04-13T09:14:46.883 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.883 INFO:tasks.workunit.client.0.smithi119.stdout: "min_size": 2, 2024-04-13T09:14:46.883 INFO:tasks.workunit.client.0.smithi119.stdout: "options": {}, 2024-04-13T09:14:46.883 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_autoscale_mode": "off", 2024-04-13T09:14:46.883 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_num": 1, 2024-04-13T09:14:46.883 INFO:tasks.workunit.client.0.smithi119.stdout: "pgp_num": 1, 2024-04-13T09:14:46.883 INFO:tasks.workunit.client.0.smithi119.stdout: "pool": 1, 2024-04-13T09:14:46.883 INFO:tasks.workunit.client.0.smithi119.stdout: "size": 3, 2024-04-13T09:14:46.883 INFO:tasks.workunit.client.0.smithi119.stdout: "stats": { 2024-04-13T09:14:46.883 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_raw": 719945345290, 2024-04-13T09:14:46.883 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_used": 1781760, 2024-04-13T09:14:46.883 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_bytes_used": 0, 2024-04-13T09:14:46.883 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_under_bytes": 0, 2024-04-13T09:14:46.883 INFO:tasks.workunit.client.0.smithi119.stdout: "data_bytes_used": 1781760, 2024-04-13T09:14:46.883 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty": 0, 2024-04-13T09:14:46.883 INFO:tasks.workunit.client.0.smithi119.stdout: "max_avail": 239981772800, 2024-04-13T09:14:46.884 INFO:tasks.workunit.client.0.smithi119.stdout: "objects": 2, 2024-04-13T09:14:46.884 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_bytes_used": 0, 2024-04-13T09:14:46.884 INFO:tasks.workunit.client.0.smithi119.stdout: "percent_used": 2.474848542988184e-06, 2024-04-13T09:14:46.884 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_bytes": 0, 2024-04-13T09:14:46.884 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_objects": 0, 2024-04-13T09:14:46.884 INFO:tasks.workunit.client.0.smithi119.stdout: "rd": 812, 2024-04-13T09:14:46.884 INFO:tasks.workunit.client.0.smithi119.stdout: "rd_bytes": 1341440, 2024-04-13T09:14:46.884 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": 590368, 2024-04-13T09:14:46.884 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_data": 590368, 2024-04-13T09:14:46.884 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_omap": 0, 2024-04-13T09:14:46.884 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_raw": 1771104, 2024-04-13T09:14:46.884 INFO:tasks.workunit.client.0.smithi119.stdout: "wr": 311, 2024-04-13T09:14:46.884 INFO:tasks.workunit.client.0.smithi119.stdout: "wr_bytes": 2473984 2024-04-13T09:14:46.884 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.884 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_bytes": 0, 2024-04-13T09:14:46.884 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_objects": 0, 2024-04-13T09:14:46.884 INFO:tasks.workunit.client.0.smithi119.stdout: "type": "replicated" 2024-04-13T09:14:46.885 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.885 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.885 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T09:14:46.885 INFO:tasks.workunit.client.0.smithi119.stdout: "cephfs" 2024-04-13T09:14:46.885 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.885 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_mode": "none", 2024-04-13T09:14:46.885 INFO:tasks.workunit.client.0.smithi119.stdout: "erasure_code_profile": {}, 2024-04-13T09:14:46.885 INFO:tasks.workunit.client.0.smithi119.stdout: "flags_names": [ 2024-04-13T09:14:46.885 INFO:tasks.workunit.client.0.smithi119.stdout: "hashpspool" 2024-04-13T09:14:46.885 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.885 INFO:tasks.workunit.client.0.smithi119.stdout: "min_size": 2, 2024-04-13T09:14:46.885 INFO:tasks.workunit.client.0.smithi119.stdout: "options": {}, 2024-04-13T09:14:46.885 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_autoscale_mode": "off", 2024-04-13T09:14:46.885 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_num": 32, 2024-04-13T09:14:46.885 INFO:tasks.workunit.client.0.smithi119.stdout: "pgp_num": 32, 2024-04-13T09:14:46.885 INFO:tasks.workunit.client.0.smithi119.stdout: "pool": 2, 2024-04-13T09:14:46.885 INFO:tasks.workunit.client.0.smithi119.stdout: "size": 3, 2024-04-13T09:14:46.886 INFO:tasks.workunit.client.0.smithi119.stdout: "stats": { 2024-04-13T09:14:46.886 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_raw": 719945345290, 2024-04-13T09:14:46.886 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_used": 155065, 2024-04-13T09:14:46.886 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_bytes_used": 0, 2024-04-13T09:14:46.886 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_under_bytes": 0, 2024-04-13T09:14:46.886 INFO:tasks.workunit.client.0.smithi119.stdout: "data_bytes_used": 110592, 2024-04-13T09:14:46.886 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty": 0, 2024-04-13T09:14:46.886 INFO:tasks.workunit.client.0.smithi119.stdout: "max_avail": 239981772800, 2024-04-13T09:14:46.886 INFO:tasks.workunit.client.0.smithi119.stdout: "objects": 22, 2024-04-13T09:14:46.886 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_bytes_used": 44473, 2024-04-13T09:14:46.886 INFO:tasks.workunit.client.0.smithi119.stdout: "percent_used": 2.1538437522394815e-07, 2024-04-13T09:14:46.886 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_bytes": 0, 2024-04-13T09:14:46.886 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_objects": 0, 2024-04-13T09:14:46.886 INFO:tasks.workunit.client.0.smithi119.stdout: "rd": 158, 2024-04-13T09:14:46.886 INFO:tasks.workunit.client.0.smithi119.stdout: "rd_bytes": 178176, 2024-04-13T09:14:46.887 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": 21446, 2024-04-13T09:14:46.887 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_data": 6622, 2024-04-13T09:14:46.887 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_omap": 14824, 2024-04-13T09:14:46.887 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_raw": 64338, 2024-04-13T09:14:46.887 INFO:tasks.workunit.client.0.smithi119.stdout: "wr": 69, 2024-04-13T09:14:46.887 INFO:tasks.workunit.client.0.smithi119.stdout: "wr_bytes": 36864 2024-04-13T09:14:46.887 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.887 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_bytes": 0, 2024-04-13T09:14:46.887 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_objects": 0, 2024-04-13T09:14:46.887 INFO:tasks.workunit.client.0.smithi119.stdout: "type": "replicated" 2024-04-13T09:14:46.887 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.887 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.887 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T09:14:46.887 INFO:tasks.workunit.client.0.smithi119.stdout: "cephfs" 2024-04-13T09:14:46.887 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.888 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_mode": "none", 2024-04-13T09:14:46.888 INFO:tasks.workunit.client.0.smithi119.stdout: "erasure_code_profile": {}, 2024-04-13T09:14:46.888 INFO:tasks.workunit.client.0.smithi119.stdout: "flags_names": [ 2024-04-13T09:14:46.888 INFO:tasks.workunit.client.0.smithi119.stdout: "hashpspool" 2024-04-13T09:14:46.888 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.888 INFO:tasks.workunit.client.0.smithi119.stdout: "min_size": 2, 2024-04-13T09:14:46.888 INFO:tasks.workunit.client.0.smithi119.stdout: "options": {}, 2024-04-13T09:14:46.888 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_autoscale_mode": "off", 2024-04-13T09:14:46.888 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_num": 64, 2024-04-13T09:14:46.888 INFO:tasks.workunit.client.0.smithi119.stdout: "pgp_num": 64, 2024-04-13T09:14:46.888 INFO:tasks.workunit.client.0.smithi119.stdout: "pool": 3, 2024-04-13T09:14:46.888 INFO:tasks.workunit.client.0.smithi119.stdout: "size": 3, 2024-04-13T09:14:46.888 INFO:tasks.workunit.client.0.smithi119.stdout: "stats": { 2024-04-13T09:14:46.888 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_raw": 719945345290, 2024-04-13T09:14:46.888 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_used": 0, 2024-04-13T09:14:46.889 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_bytes_used": 0, 2024-04-13T09:14:46.889 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_under_bytes": 0, 2024-04-13T09:14:46.889 INFO:tasks.workunit.client.0.smithi119.stdout: "data_bytes_used": 0, 2024-04-13T09:14:46.889 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty": 0, 2024-04-13T09:14:46.889 INFO:tasks.workunit.client.0.smithi119.stdout: "max_avail": 239981772800, 2024-04-13T09:14:46.889 INFO:tasks.workunit.client.0.smithi119.stdout: "objects": 0, 2024-04-13T09:14:46.889 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_bytes_used": 0, 2024-04-13T09:14:46.889 INFO:tasks.workunit.client.0.smithi119.stdout: "percent_used": 0.0, 2024-04-13T09:14:46.889 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_bytes": 0, 2024-04-13T09:14:46.889 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_objects": 0, 2024-04-13T09:14:46.889 INFO:tasks.workunit.client.0.smithi119.stdout: "rd": 0, 2024-04-13T09:14:46.889 INFO:tasks.workunit.client.0.smithi119.stdout: "rd_bytes": 0, 2024-04-13T09:14:46.889 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": 0, 2024-04-13T09:14:46.889 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_data": 0, 2024-04-13T09:14:46.890 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_omap": 0, 2024-04-13T09:14:46.890 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_raw": 0, 2024-04-13T09:14:46.890 INFO:tasks.workunit.client.0.smithi119.stdout: "wr": 0, 2024-04-13T09:14:46.890 INFO:tasks.workunit.client.0.smithi119.stdout: "wr_bytes": 0 2024-04-13T09:14:46.890 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.890 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_bytes": 0, 2024-04-13T09:14:46.890 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_objects": 0, 2024-04-13T09:14:46.890 INFO:tasks.workunit.client.0.smithi119.stdout: "type": "replicated" 2024-04-13T09:14:46.890 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.890 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.890 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T09:14:46.890 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd" 2024-04-13T09:14:46.890 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.890 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_mode": "none", 2024-04-13T09:14:46.890 INFO:tasks.workunit.client.0.smithi119.stdout: "erasure_code_profile": {}, 2024-04-13T09:14:46.891 INFO:tasks.workunit.client.0.smithi119.stdout: "flags_names": [ 2024-04-13T09:14:46.891 INFO:tasks.workunit.client.0.smithi119.stdout: "hashpspool", 2024-04-13T09:14:46.891 INFO:tasks.workunit.client.0.smithi119.stdout: "selfmanaged_snaps" 2024-04-13T09:14:46.891 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.891 INFO:tasks.workunit.client.0.smithi119.stdout: "min_size": 2, 2024-04-13T09:14:46.891 INFO:tasks.workunit.client.0.smithi119.stdout: "options": {}, 2024-04-13T09:14:46.891 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_autoscale_mode": "off", 2024-04-13T09:14:46.891 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_num": 8, 2024-04-13T09:14:46.891 INFO:tasks.workunit.client.0.smithi119.stdout: "pgp_num": 8, 2024-04-13T09:14:46.891 INFO:tasks.workunit.client.0.smithi119.stdout: "pool": 4, 2024-04-13T09:14:46.891 INFO:tasks.workunit.client.0.smithi119.stdout: "size": 3, 2024-04-13T09:14:46.891 INFO:tasks.workunit.client.0.smithi119.stdout: "stats": { 2024-04-13T09:14:46.891 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_raw": 719945345290, 2024-04-13T09:14:46.891 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_used": 12595200, 2024-04-13T09:14:46.892 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_bytes_used": 0, 2024-04-13T09:14:46.892 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_under_bytes": 0, 2024-04-13T09:14:46.892 INFO:tasks.workunit.client.0.smithi119.stdout: "data_bytes_used": 12595200, 2024-04-13T09:14:46.892 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty": 0, 2024-04-13T09:14:46.892 INFO:tasks.workunit.client.0.smithi119.stdout: "max_avail": 239981772800, 2024-04-13T09:14:46.892 INFO:tasks.workunit.client.0.smithi119.stdout: "objects": 4, 2024-04-13T09:14:46.892 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_bytes_used": 0, 2024-04-13T09:14:46.892 INFO:tasks.workunit.client.0.smithi119.stdout: "percent_used": 1.7494356143288314e-05, 2024-04-13T09:14:46.892 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_bytes": 0, 2024-04-13T09:14:46.892 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_objects": 0, 2024-04-13T09:14:46.892 INFO:tasks.workunit.client.0.smithi119.stdout: "rd": 8946, 2024-04-13T09:14:46.892 INFO:tasks.workunit.client.0.smithi119.stdout: "rd_bytes": 3075869696, 2024-04-13T09:14:46.892 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": 4194323, 2024-04-13T09:14:46.892 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_data": 4194323, 2024-04-13T09:14:46.892 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_omap": 0, 2024-04-13T09:14:46.892 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_raw": 12582969, 2024-04-13T09:14:46.893 INFO:tasks.workunit.client.0.smithi119.stdout: "wr": 24397, 2024-04-13T09:14:46.893 INFO:tasks.workunit.client.0.smithi119.stdout: "wr_bytes": 3255204864 2024-04-13T09:14:46.893 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.893 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_bytes": 0, 2024-04-13T09:14:46.893 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_objects": 0, 2024-04-13T09:14:46.893 INFO:tasks.workunit.client.0.smithi119.stdout: "type": "replicated" 2024-04-13T09:14:46.893 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.893 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.893 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd": { 2024-04-13T09:14:46.893 INFO:tasks.workunit.client.0.smithi119.stdout: "mirroring_by_pool": [ 2024-04-13T09:14:46.893 INFO:tasks.workunit.client.0.smithi119.stdout: false 2024-04-13T09:14:46.893 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.893 INFO:tasks.workunit.client.0.smithi119.stdout: "num_images_by_pool": [ 2024-04-13T09:14:46.893 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:14:46.893 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.894 INFO:tasks.workunit.client.0.smithi119.stdout: "num_pools": 1 2024-04-13T09:14:46.894 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.894 INFO:tasks.workunit.client.0.smithi119.stdout: "report_id": "6edb68c6-9349-46ed-b7ce-7bb339db6fd9", 2024-04-13T09:14:46.894 INFO:tasks.workunit.client.0.smithi119.stdout: "report_timestamp": "2024-04-13T09:14:46.012190", 2024-04-13T09:14:46.894 INFO:tasks.workunit.client.0.smithi119.stdout: "report_version": 1, 2024-04-13T09:14:46.894 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_stats": { 2024-04-13T09:14:46.894 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "7.9.2" 2024-04-13T09:14:46.894 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.894 INFO:tasks.workunit.client.0.smithi119.stdout: "rook": { 2024-04-13T09:14:46.894 INFO:tasks.workunit.client.0.smithi119.stdout: "cluster": { 2024-04-13T09:14:46.894 INFO:tasks.workunit.client.0.smithi119.stdout: "external-mode": null, 2024-04-13T09:14:46.894 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T09:14:46.894 INFO:tasks.workunit.client.0.smithi119.stdout: "allow-multiple-per-node": null, 2024-04-13T09:14:46.894 INFO:tasks.workunit.client.0.smithi119.stdout: "count": null, 2024-04-13T09:14:46.894 INFO:tasks.workunit.client.0.smithi119.stdout: "max-id": null, 2024-04-13T09:14:46.895 INFO:tasks.workunit.client.0.smithi119.stdout: "pvc": { 2024-04-13T09:14:46.895 INFO:tasks.workunit.client.0.smithi119.stdout: "enabled": null 2024-04-13T09:14:46.897 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.898 INFO:tasks.workunit.client.0.smithi119.stdout: "stretch": { 2024-04-13T09:14:46.898 INFO:tasks.workunit.client.0.smithi119.stdout: "enabled": null 2024-04-13T09:14:46.898 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.898 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.898 INFO:tasks.workunit.client.0.smithi119.stdout: "network": { 2024-04-13T09:14:46.898 INFO:tasks.workunit.client.0.smithi119.stdout: "provider": null 2024-04-13T09:14:46.898 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.898 INFO:tasks.workunit.client.0.smithi119.stdout: "storage": { 2024-04-13T09:14:46.898 INFO:tasks.workunit.client.0.smithi119.stdout: "device-set": { 2024-04-13T09:14:46.898 INFO:tasks.workunit.client.0.smithi119.stdout: "count": { 2024-04-13T09:14:46.898 INFO:tasks.workunit.client.0.smithi119.stdout: "non-portable": null, 2024-04-13T09:14:46.898 INFO:tasks.workunit.client.0.smithi119.stdout: "portable": null, 2024-04-13T09:14:46.898 INFO:tasks.workunit.client.0.smithi119.stdout: "total": null 2024-04-13T09:14:46.899 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.899 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.899 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.899 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.899 INFO:tasks.workunit.client.0.smithi119.stdout: "csi": { 2024-04-13T09:14:46.899 INFO:tasks.workunit.client.0.smithi119.stdout: "version": null 2024-04-13T09:14:46.899 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.899 INFO:tasks.workunit.client.0.smithi119.stdout: "kubernetes": { 2024-04-13T09:14:46.899 INFO:tasks.workunit.client.0.smithi119.stdout: "version": null 2024-04-13T09:14:46.899 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.899 INFO:tasks.workunit.client.0.smithi119.stdout: "node": { 2024-04-13T09:14:46.899 INFO:tasks.workunit.client.0.smithi119.stdout: "count": { 2024-04-13T09:14:46.899 INFO:tasks.workunit.client.0.smithi119.stdout: "kubernetes-total": null, 2024-04-13T09:14:46.899 INFO:tasks.workunit.client.0.smithi119.stdout: "with-ceph-daemons": null, 2024-04-13T09:14:46.899 INFO:tasks.workunit.client.0.smithi119.stdout: "with-csi-cephfs-plugin": null, 2024-04-13T09:14:46.900 INFO:tasks.workunit.client.0.smithi119.stdout: "with-csi-nfs-plugin": null, 2024-04-13T09:14:46.900 INFO:tasks.workunit.client.0.smithi119.stdout: "with-csi-rbd-plugin": null 2024-04-13T09:14:46.900 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.900 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.900 INFO:tasks.workunit.client.0.smithi119.stdout: "usage": { 2024-04-13T09:14:46.900 INFO:tasks.workunit.client.0.smithi119.stdout: "storage-class": { 2024-04-13T09:14:46.900 INFO:tasks.workunit.client.0.smithi119.stdout: "count": { 2024-04-13T09:14:46.900 INFO:tasks.workunit.client.0.smithi119.stdout: "bucket": null, 2024-04-13T09:14:46.900 INFO:tasks.workunit.client.0.smithi119.stdout: "cephfs": null, 2024-04-13T09:14:46.900 INFO:tasks.workunit.client.0.smithi119.stdout: "nfs": null, 2024-04-13T09:14:46.900 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd": null, 2024-04-13T09:14:46.900 INFO:tasks.workunit.client.0.smithi119.stdout: "total": null 2024-04-13T09:14:46.900 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.900 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:46.900 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.901 INFO:tasks.workunit.client.0.smithi119.stdout: "version": null 2024-04-13T09:14:46.901 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.901 INFO:tasks.workunit.client.0.smithi119.stdout: "services": {}, 2024-04-13T09:14:46.901 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_per_pg": [ 2024-04-13T09:14:46.901 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.901 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:46.901 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:14:46.901 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:46.901 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:14:46.901 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.901 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T09:14:46.901 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:46.901 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:46.901 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:46.901 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:46.902 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:46.902 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:46.902 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.578703+0000", 2024-04-13T09:14:46.902 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.619905+0000", 2024-04-13T09:14:46.902 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.619905+0000", 2024-04-13T09:14:46.902 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.623838+0000", 2024-04-13T09:14:46.902 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.578703+0000", 2024-04-13T09:14:46.902 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:46.902 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:46.902 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:46.902 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:14:46.902 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.578703+0000", 2024-04-13T09:14:46.902 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.578703+0000", 2024-04-13T09:14:46.902 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.578703+0000", 2024-04-13T09:14:46.903 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:46.903 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:46.903 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:46.903 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.578703+0000", 2024-04-13T09:14:46.903 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.578703+0000", 2024-04-13T09:14:46.903 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:46.903 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:46.903 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:46.903 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:46.903 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:14:46.903 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:46.903 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:46.903 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:46.903 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:46.903 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:46.903 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:46.904 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:46.904 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:46.904 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.2c", 2024-04-13T09:14:46.904 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:46.904 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:46.904 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:46.904 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4913, 2024-04-13T09:14:46.904 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:46.904 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:27:37.316267+0000", 2024-04-13T09:14:46.904 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:46.904 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:46.904 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:46.904 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:46.904 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:46.904 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:46.904 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:46.905 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:46.905 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:46.905 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:46.905 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:46.905 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:46.905 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:46.905 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:46.905 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:46.905 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:46.905 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:46.905 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:46.905 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:46.905 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:46.905 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:46.905 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:46.905 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:46.905 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:46.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:46.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:46.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:46.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:46.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:46.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:46.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:46.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:46.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:46.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:46.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:46.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:46.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:46.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:46.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:46.907 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:46.907 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:46.907 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:46.907 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:46.907 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.907 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:46.907 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:46.907 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:46.907 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:14:46.907 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:46.907 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:14:46.907 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.907 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T09:14:46.907 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:46.908 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.908 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.908 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:46.908 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:14:46.908 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:46.908 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:14:46.908 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.908 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T09:14:46.908 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:46.908 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:46.908 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:46.908 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:46.908 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:46.908 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:46.909 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.194565+0000", 2024-04-13T09:14:46.909 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.430872+0000", 2024-04-13T09:14:46.909 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.430872+0000", 2024-04-13T09:14:46.909 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.431826+0000", 2024-04-13T09:14:46.909 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.194565+0000", 2024-04-13T09:14:46.909 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:46.909 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:46.909 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:46.909 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:14:46.909 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.194565+0000", 2024-04-13T09:14:46.909 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.194565+0000", 2024-04-13T09:14:46.909 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.194565+0000", 2024-04-13T09:14:46.909 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:46.909 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:46.909 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:46.910 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.194565+0000", 2024-04-13T09:14:46.910 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.194565+0000", 2024-04-13T09:14:46.910 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:46.910 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:46.910 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:46.910 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:46.910 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:14:46.910 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:46.910 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:46.910 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:46.910 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:46.910 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:46.910 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:46.910 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:46.911 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:46.911 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.2b", 2024-04-13T09:14:46.911 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:46.911 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:46.911 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:46.911 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5088, 2024-04-13T09:14:46.911 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:46.911 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:14:19.467533+0000", 2024-04-13T09:14:46.911 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:46.911 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:46.911 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:46.911 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:46.911 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:46.911 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:46.911 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:46.911 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:46.912 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:46.912 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:46.912 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:46.912 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:46.912 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:46.912 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:46.912 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:46.912 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:46.912 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:46.912 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:46.912 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:46.912 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:46.912 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:46.912 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:46.912 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:46.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:46.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:46.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:46.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:46.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:46.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:46.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:46.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:46.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:46.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:46.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:46.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:46.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:46.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:46.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:46.914 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:46.914 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:46.914 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:46.914 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:46.914 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:46.914 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.914 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:46.914 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:46.914 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:46.914 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:14:46.914 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:46.914 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:14:46.914 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.914 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T09:14:46.914 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:46.915 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.915 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.915 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:46.915 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:46.915 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:46.915 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:14:46.915 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.915 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:14:46.915 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:46.915 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:46.915 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:46.915 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:46.915 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:46.915 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:46.915 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.194158+0000", 2024-04-13T09:14:46.915 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.413372+0000", 2024-04-13T09:14:46.916 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.413372+0000", 2024-04-13T09:14:46.916 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.413693+0000", 2024-04-13T09:14:46.916 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.194158+0000", 2024-04-13T09:14:46.916 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:46.916 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:46.916 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:46.916 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:14:46.916 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.194158+0000", 2024-04-13T09:14:46.916 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.194158+0000", 2024-04-13T09:14:46.916 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.194158+0000", 2024-04-13T09:14:46.916 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:46.916 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:46.916 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:46.916 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.194158+0000", 2024-04-13T09:14:46.916 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.194158+0000", 2024-04-13T09:14:46.917 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:46.917 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:46.917 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:46.917 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:46.917 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:14:46.917 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:46.917 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:46.917 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:46.917 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:46.917 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:46.917 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:46.917 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:46.917 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:46.917 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.2a", 2024-04-13T09:14:46.918 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:46.918 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:46.918 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:46.918 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4959, 2024-04-13T09:14:46.918 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:46.918 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:13:38.957806+0000", 2024-04-13T09:14:46.918 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:46.918 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:46.918 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:46.918 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:46.918 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:46.918 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:46.918 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:46.918 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:46.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:46.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:46.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:46.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:46.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:46.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:46.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:46.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:46.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:46.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:46.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:46.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:46.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:46.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:46.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:46.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:46.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:46.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:46.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:46.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:46.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:46.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:46.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:46.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:46.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:46.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:46.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:46.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:46.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:46.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:46.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:46.921 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:46.921 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:46.921 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:46.921 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:46.921 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.921 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:46.921 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:46.921 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:46.921 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:46.921 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:46.921 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:14:46.921 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.921 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:14:46.921 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:46.921 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.922 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.922 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:46.922 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:46.922 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:46.922 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:14:46.922 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.922 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:14:46.922 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:46.922 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:46.922 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:46.922 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:46.922 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:46.922 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:46.922 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.438655+0000", 2024-04-13T09:14:46.922 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.406407+0000", 2024-04-13T09:14:46.923 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.406407+0000", 2024-04-13T09:14:46.923 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.406789+0000", 2024-04-13T09:14:46.923 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.438655+0000", 2024-04-13T09:14:46.923 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:46.923 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:46.923 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:46.923 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:14:46.923 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.438655+0000", 2024-04-13T09:14:46.923 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.438655+0000", 2024-04-13T09:14:46.923 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.438655+0000", 2024-04-13T09:14:46.923 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:46.923 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:46.923 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:46.923 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.438655+0000", 2024-04-13T09:14:46.924 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.438655+0000", 2024-04-13T09:14:46.924 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:46.924 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:46.924 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:46.924 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:46.924 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:14:46.924 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:46.924 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:46.924 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:46.924 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:46.924 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:46.924 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:46.924 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:46.924 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:46.924 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.29", 2024-04-13T09:14:46.924 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:46.925 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:46.925 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:46.925 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5039, 2024-04-13T09:14:46.925 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:46.925 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:44:14.674916+0000", 2024-04-13T09:14:46.925 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:46.925 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:46.925 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:46.925 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:46.925 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:46.925 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:46.925 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:46.925 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:46.925 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:46.925 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:46.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:46.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:46.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:46.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:46.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:46.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:46.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:46.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:46.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:46.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:46.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:46.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:46.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:46.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:46.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:46.927 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:46.927 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:46.927 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:46.927 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:46.927 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:46.927 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:46.927 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:46.927 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:46.927 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:46.927 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:46.927 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:46.927 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:46.927 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:46.927 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:46.927 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:46.928 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:46.928 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:46.928 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:46.928 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.928 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:46.928 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:46.928 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:46.928 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:46.928 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:46.928 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:14:46.928 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.928 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:14:46.928 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:46.928 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.928 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.929 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:46.929 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:46.929 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:46.929 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:14:46.929 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.929 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:14:46.929 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:46.929 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:46.929 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:46.929 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:46.929 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:46.929 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:46.929 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.194847+0000", 2024-04-13T09:14:46.929 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.432933+0000", 2024-04-13T09:14:46.929 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.432933+0000", 2024-04-13T09:14:46.930 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.433242+0000", 2024-04-13T09:14:46.930 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.194847+0000", 2024-04-13T09:14:46.930 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:46.930 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:46.930 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:46.930 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:14:46.930 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.194847+0000", 2024-04-13T09:14:46.930 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.194847+0000", 2024-04-13T09:14:46.930 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.194847+0000", 2024-04-13T09:14:46.930 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:46.930 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:46.930 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:46.930 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.194847+0000", 2024-04-13T09:14:46.930 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.194847+0000", 2024-04-13T09:14:46.930 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:46.931 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:46.931 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:46.931 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:46.931 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:14:46.931 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:46.931 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:46.931 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:46.931 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:46.931 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:46.931 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:46.931 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:46.931 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:46.931 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.28", 2024-04-13T09:14:46.931 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:46.931 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:46.931 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:46.931 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4957, 2024-04-13T09:14:46.932 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:46.932 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:06:26.595249+0000", 2024-04-13T09:14:46.932 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:46.932 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:46.932 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:46.932 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:46.932 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:46.932 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:46.932 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:46.932 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:46.932 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:46.932 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:46.932 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:46.932 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:46.932 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:46.932 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:46.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:46.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:46.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:46.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:46.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:46.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:46.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:46.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:46.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:46.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:46.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:46.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:46.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:46.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:46.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:46.934 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:46.934 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:46.934 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:46.934 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:46.934 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:46.934 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:46.934 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:46.934 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:46.934 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:46.934 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:46.934 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:46.934 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:46.934 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:46.934 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:46.934 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.934 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:46.935 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:46.935 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:46.935 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:46.935 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:46.935 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:14:46.935 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.935 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:14:46.935 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:46.935 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.935 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.935 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:46.935 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:46.935 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:46.935 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:14:46.935 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.936 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:14:46.936 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:46.936 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:46.936 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:46.936 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:46.936 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:46.936 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:46.936 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.440645+0000", 2024-04-13T09:14:46.936 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.405168+0000", 2024-04-13T09:14:46.936 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.405168+0000", 2024-04-13T09:14:46.936 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.405497+0000", 2024-04-13T09:14:46.936 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.440645+0000", 2024-04-13T09:14:46.936 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:46.936 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:46.936 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:46.937 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:14:46.937 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.440645+0000", 2024-04-13T09:14:46.937 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.440645+0000", 2024-04-13T09:14:46.937 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.440645+0000", 2024-04-13T09:14:46.937 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:46.937 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:46.937 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:46.937 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.440645+0000", 2024-04-13T09:14:46.937 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.440645+0000", 2024-04-13T09:14:46.937 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:46.937 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:46.937 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:46.937 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:46.937 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:14:46.937 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:46.938 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:46.938 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:46.938 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:46.938 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:46.938 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:46.938 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:46.938 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:46.938 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.27", 2024-04-13T09:14:46.938 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:46.938 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:46.938 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:46.938 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5034, 2024-04-13T09:14:46.938 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:46.938 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:31:51.713099+0000", 2024-04-13T09:14:46.938 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:46.939 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:46.939 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:46.939 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:46.939 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:46.939 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:46.939 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:46.939 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:46.939 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:46.939 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:46.939 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:46.939 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:46.939 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:46.939 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:46.939 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:46.939 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:46.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:46.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:46.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:46.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:46.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:46.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:46.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:46.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:46.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:46.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:46.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:46.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:46.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:46.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:46.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:46.941 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:46.941 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:46.941 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:46.941 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:46.941 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:46.941 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:46.941 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:46.941 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:46.941 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:46.941 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:46.941 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:46.941 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:46.941 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.941 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:46.941 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:46.942 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:46.942 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:46.942 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:46.942 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:14:46.942 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.942 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:14:46.942 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:46.942 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.942 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.942 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:46.942 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:14:46.942 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:46.942 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:14:46.942 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.942 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T09:14:46.943 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:46.943 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:46.943 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:46.943 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:46.943 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:46.943 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:46.943 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.579062+0000", 2024-04-13T09:14:46.943 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.415331+0000", 2024-04-13T09:14:46.943 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.415331+0000", 2024-04-13T09:14:46.943 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.415660+0000", 2024-04-13T09:14:46.943 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.579062+0000", 2024-04-13T09:14:46.943 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:46.943 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:46.943 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:46.943 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:14:46.944 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.579062+0000", 2024-04-13T09:14:46.944 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.579062+0000", 2024-04-13T09:14:46.944 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.579062+0000", 2024-04-13T09:14:46.944 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:46.944 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:46.944 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:46.944 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.579062+0000", 2024-04-13T09:14:46.944 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.579062+0000", 2024-04-13T09:14:46.944 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:46.944 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:46.944 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:46.944 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:46.944 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:14:46.944 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:46.945 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:46.945 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:46.945 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:46.945 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:46.945 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:46.945 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:46.945 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:46.945 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.26", 2024-04-13T09:14:46.945 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:46.945 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:46.945 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:46.945 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4908, 2024-04-13T09:14:46.945 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:46.945 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:04:50.537921+0000", 2024-04-13T09:14:46.945 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:46.946 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:46.946 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:46.946 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:46.946 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:46.946 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:46.946 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:46.946 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:46.946 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:46.946 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:46.946 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:46.946 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:46.946 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:46.946 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:46.946 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:46.946 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:46.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:46.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:46.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:46.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:46.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:46.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:46.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:46.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:46.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:46.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:46.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:46.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:46.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:46.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:46.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:46.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:46.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:46.948 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:46.948 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:46.948 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:46.948 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:46.948 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:46.948 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:46.948 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:46.948 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:46.948 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:46.948 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:46.948 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.948 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:46.948 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:46.948 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:46.948 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:14:46.949 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:46.949 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:14:46.949 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.949 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T09:14:46.949 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:46.949 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.949 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.949 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:46.949 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:46.949 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:46.949 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:14:46.949 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.949 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:14:46.949 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:46.950 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:46.950 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:46.950 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:46.950 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:46.950 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:46.950 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.834832+0000", 2024-04-13T09:14:46.950 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:51:57.372615+0000", 2024-04-13T09:14:46.950 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:51:57.372615+0000", 2024-04-13T09:14:46.950 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:51:57.372904+0000", 2024-04-13T09:14:46.950 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.834832+0000", 2024-04-13T09:14:46.950 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:46.950 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:46.950 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:46.950 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 415, 2024-04-13T09:14:46.950 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.834832+0000", 2024-04-13T09:14:46.951 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.834832+0000", 2024-04-13T09:14:46.951 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.834832+0000", 2024-04-13T09:14:46.951 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:46.951 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:46.951 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:46.951 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.834832+0000", 2024-04-13T09:14:46.951 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.834832+0000", 2024-04-13T09:14:46.951 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:46.951 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:46.951 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:46.951 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:46.951 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 414, 2024-04-13T09:14:46.951 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:46.951 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:46.951 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:46.951 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:46.951 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:46.952 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:46.952 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:46.952 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:46.952 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.25", 2024-04-13T09:14:46.952 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:46.952 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:46.952 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:46.952 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5090, 2024-04-13T09:14:46.952 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:46.952 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:21:58.941870+0000", 2024-04-13T09:14:46.952 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:46.952 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:46.952 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:46.952 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:46.952 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:46.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:46.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:46.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:46.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:46.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:46.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:46.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:46.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:46.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:46.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:46.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:46.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:46.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:46.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:46.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:46.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:46.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:46.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:46.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:46.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:46.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:46.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:46.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:46.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:46.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:46.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:46.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:46.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:46.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:46.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:46.955 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:46.955 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:46.955 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:46.955 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:46.955 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:46.955 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:46.955 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:46.955 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:46.955 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.955 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:46.955 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:46.955 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:46.955 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:46.955 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:46.955 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:14:46.955 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.956 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:14:46.956 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:46.956 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.956 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.956 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:46.956 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:46.956 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:46.956 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:14:46.956 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.956 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:14:46.956 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:46.956 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:46.956 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:46.956 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:46.956 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:46.956 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:46.956 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.439717+0000", 2024-04-13T09:14:46.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.405997+0000", 2024-04-13T09:14:46.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.405997+0000", 2024-04-13T09:14:46.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.406385+0000", 2024-04-13T09:14:46.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.439717+0000", 2024-04-13T09:14:46.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:46.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:46.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:46.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:14:46.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.439717+0000", 2024-04-13T09:14:46.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.439717+0000", 2024-04-13T09:14:46.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.439717+0000", 2024-04-13T09:14:46.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:46.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:46.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:46.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.439717+0000", 2024-04-13T09:14:46.958 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.439717+0000", 2024-04-13T09:14:46.958 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:46.958 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:46.958 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:46.958 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:46.958 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:14:46.958 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:46.958 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:46.958 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:46.958 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:46.958 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:46.958 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:46.958 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:46.958 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:46.959 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.24", 2024-04-13T09:14:46.959 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:46.959 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:46.959 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:46.959 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5049, 2024-04-13T09:14:46.959 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:46.959 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:24:40.630761+0000", 2024-04-13T09:14:46.959 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:46.959 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:46.959 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:46.959 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:46.959 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:46.959 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:46.959 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:46.959 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:46.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:46.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:46.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:46.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:46.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:46.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:46.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:46.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:46.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:46.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:46.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:46.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:46.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:46.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:46.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:46.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:46.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:46.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:46.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:46.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:46.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:46.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:46.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:46.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:46.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:46.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:46.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:46.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:46.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:46.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:46.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:46.962 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:46.962 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:46.962 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:46.962 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:46.962 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.962 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:46.962 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:46.962 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:46.962 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:46.962 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:46.962 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:14:46.962 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.962 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:14:46.962 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:46.962 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.963 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.963 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:46.963 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:46.963 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:46.963 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:14:46.963 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.963 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:14:46.963 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:46.963 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:46.963 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:46.963 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:46.963 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:46.963 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:46.963 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.835326+0000", 2024-04-13T09:14:46.963 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.409920+0000", 2024-04-13T09:14:46.964 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.409920+0000", 2024-04-13T09:14:46.964 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.411436+0000", 2024-04-13T09:14:46.964 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.835326+0000", 2024-04-13T09:14:46.964 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:46.964 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:46.964 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:46.964 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:14:46.964 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.835326+0000", 2024-04-13T09:14:46.964 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.835326+0000", 2024-04-13T09:14:46.964 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.835326+0000", 2024-04-13T09:14:46.964 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:46.964 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:46.964 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:46.964 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.835326+0000", 2024-04-13T09:14:46.964 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.835326+0000", 2024-04-13T09:14:46.964 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:46.965 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:46.965 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:46.965 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:46.965 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:14:46.965 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:46.965 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:46.965 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:46.965 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:46.965 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:46.965 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:46.965 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:46.965 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:46.965 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.23", 2024-04-13T09:14:46.965 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:46.965 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:46.965 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:46.966 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4830, 2024-04-13T09:14:46.966 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:46.966 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:12:41.818672+0000", 2024-04-13T09:14:46.966 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:46.966 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:46.966 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:46.966 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:46.966 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:46.966 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:46.966 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:46.966 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:46.966 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:46.966 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:46.966 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:46.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:46.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:46.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:46.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:46.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:46.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:46.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:46.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:46.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:46.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:46.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:46.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:46.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:46.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:46.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:46.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:46.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:46.968 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:46.968 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:46.968 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:46.968 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:46.968 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:46.968 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:46.968 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:46.968 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:46.968 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:46.968 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:46.968 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:46.968 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:46.968 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:46.968 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:46.969 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:46.969 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.969 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:46.969 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:46.969 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:46.969 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:46.969 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:46.969 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:14:46.969 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.969 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:14:46.969 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:46.969 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.969 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.969 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:46.969 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:46.970 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:46.970 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:14:46.970 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.970 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:14:46.970 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:46.970 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:46.970 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:46.970 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:46.970 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:46.970 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:46.970 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.193466+0000", 2024-04-13T09:14:46.970 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.425069+0000", 2024-04-13T09:14:46.970 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.425069+0000", 2024-04-13T09:14:46.970 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.425478+0000", 2024-04-13T09:14:46.970 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.193466+0000", 2024-04-13T09:14:46.971 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:46.971 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:46.971 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:46.971 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:14:46.971 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.193466+0000", 2024-04-13T09:14:46.971 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.193466+0000", 2024-04-13T09:14:46.971 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.193466+0000", 2024-04-13T09:14:46.971 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:46.971 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:46.971 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:46.971 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.193466+0000", 2024-04-13T09:14:46.971 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.193466+0000", 2024-04-13T09:14:46.971 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:46.971 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:46.971 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:46.972 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:46.972 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:14:46.972 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:46.972 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:46.972 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:46.972 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:46.972 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:46.972 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:46.972 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:46.972 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:46.972 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.22", 2024-04-13T09:14:46.972 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:46.972 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:46.972 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:46.972 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4959, 2024-04-13T09:14:46.973 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:46.973 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:44:20.039222+0000", 2024-04-13T09:14:46.973 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:46.973 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:46.973 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:46.973 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:46.973 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:46.973 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:46.973 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:46.973 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:46.973 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:46.973 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:46.973 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:46.973 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:46.973 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:46.973 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:46.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:46.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:46.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:46.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:46.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:46.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:46.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:46.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:46.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:46.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:46.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:46.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:46.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:46.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:46.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:46.975 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:46.975 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:46.975 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:46.975 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:46.975 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:46.975 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:46.975 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:46.975 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:46.975 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:46.975 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:46.975 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:46.975 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:46.975 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:46.975 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:46.975 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.976 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:46.976 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:46.976 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:46.976 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:46.976 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:46.976 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:14:46.976 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.976 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:14:46.976 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:46.976 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.976 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.976 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:46.976 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:14:46.976 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:46.976 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:14:46.977 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.977 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T09:14:46.977 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:46.977 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:46.977 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:46.977 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:46.977 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:46.977 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:46.977 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.436388+0000", 2024-04-13T09:14:46.977 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.620141+0000", 2024-04-13T09:14:46.977 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.620141+0000", 2024-04-13T09:14:46.977 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.620963+0000", 2024-04-13T09:14:46.977 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.436388+0000", 2024-04-13T09:14:46.977 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:46.977 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:46.978 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:46.978 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:14:46.978 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.436388+0000", 2024-04-13T09:14:46.978 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.436388+0000", 2024-04-13T09:14:46.978 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.436388+0000", 2024-04-13T09:14:46.978 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:46.978 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:46.978 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:46.978 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.436388+0000", 2024-04-13T09:14:46.978 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.436388+0000", 2024-04-13T09:14:46.978 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:46.978 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:46.978 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:46.978 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:46.979 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:14:46.979 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:46.979 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:46.979 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:46.979 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:46.979 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:46.979 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:46.979 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:46.979 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:46.979 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.21", 2024-04-13T09:14:46.979 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:46.979 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:46.979 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:46.979 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5050, 2024-04-13T09:14:46.979 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:46.979 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:18:36.139869+0000", 2024-04-13T09:14:46.980 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:46.980 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:46.980 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:46.980 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:46.980 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:46.980 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:46.980 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:46.980 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:46.980 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:46.980 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:46.980 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:46.980 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:46.980 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:46.980 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:46.980 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:46.981 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:46.981 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:46.981 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:46.981 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:46.981 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:46.981 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:46.981 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:46.981 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:46.981 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:46.981 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:46.981 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:46.981 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:46.981 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:46.981 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:46.981 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:46.982 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:46.982 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:46.982 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:46.982 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:46.982 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:46.982 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:46.982 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:46.982 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:46.982 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:46.982 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:46.982 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:46.982 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:46.982 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:46.982 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.982 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:46.983 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:46.983 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:46.983 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:14:46.983 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:46.983 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:14:46.983 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.983 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T09:14:46.983 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:46.983 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.983 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.983 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:46.983 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:14:46.983 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:14:46.983 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:14:46.983 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.984 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T09:14:46.984 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:46.984 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:46.984 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:46.984 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:46.984 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:46.984 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:46.984 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.577742+0000", 2024-04-13T09:14:46.984 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.605379+0000", 2024-04-13T09:14:46.984 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.605379+0000", 2024-04-13T09:14:46.984 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.605689+0000", 2024-04-13T09:14:46.984 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.577742+0000", 2024-04-13T09:14:46.984 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:46.984 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:46.984 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:46.985 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:14:46.985 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.577742+0000", 2024-04-13T09:14:46.985 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.577742+0000", 2024-04-13T09:14:46.985 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.577742+0000", 2024-04-13T09:14:46.985 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:46.985 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:46.985 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:46.985 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.577742+0000", 2024-04-13T09:14:46.985 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.577742+0000", 2024-04-13T09:14:46.985 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:46.985 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:46.985 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:46.985 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:46.985 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:14:46.985 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:46.986 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:46.986 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:46.986 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:46.986 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:46.986 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:46.986 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:46.986 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:46.986 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.20", 2024-04-13T09:14:46.986 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:46.986 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:46.986 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:46.986 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4909, 2024-04-13T09:14:46.986 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:46.986 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:37:08.711894+0000", 2024-04-13T09:14:46.986 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:46.987 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:46.987 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:46.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:46.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:46.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:46.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:46.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:46.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:46.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:46.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:46.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:46.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:46.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:46.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:46.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:46.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:46.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:46.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:46.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:46.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:46.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:46.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:46.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:46.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:46.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:46.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:46.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:46.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:46.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:46.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:46.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:46.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:46.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:46.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:46.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:46.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:46.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:46.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:46.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:46.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:46.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:46.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:46.989 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.989 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:46.989 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:46.989 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:46.989 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:14:46.990 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:14:46.990 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:14:46.990 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.990 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T09:14:46.990 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:46.990 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.990 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.990 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:46.990 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:46.990 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:46.990 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:14:46.990 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.990 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:14:46.990 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:46.991 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:46.991 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:46.991 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:46.991 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:46.991 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:46.991 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.434869+0000", 2024-04-13T09:14:46.991 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.436500+0000", 2024-04-13T09:14:46.991 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.436500+0000", 2024-04-13T09:14:46.991 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.437054+0000", 2024-04-13T09:14:46.991 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.434869+0000", 2024-04-13T09:14:46.991 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:46.991 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:46.991 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:46.991 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:14:46.991 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.434869+0000", 2024-04-13T09:14:46.991 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.434869+0000", 2024-04-13T09:14:46.992 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.434869+0000", 2024-04-13T09:14:46.992 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:46.992 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:46.992 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:46.992 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.434869+0000", 2024-04-13T09:14:46.992 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.434869+0000", 2024-04-13T09:14:46.992 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:46.992 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:46.992 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:46.992 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:46.992 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:14:46.992 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:46.992 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:46.992 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:46.992 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:46.993 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:46.993 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:46.993 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:46.993 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:46.993 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.f", 2024-04-13T09:14:46.993 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:46.993 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:46.993 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:46.993 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4879, 2024-04-13T09:14:46.993 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:46.993 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:13:30.634874+0000", 2024-04-13T09:14:46.993 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:46.993 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:46.993 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:46.993 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:46.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:46.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:46.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:46.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:46.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:46.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:46.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:46.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:46.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:46.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:46.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:46.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:46.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:46.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:46.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:46.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:46.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:46.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:46.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:46.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:46.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:46.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:46.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:46.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:46.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:46.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:46.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:46.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:46.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:46.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:46.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:46.996 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:46.996 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:46.996 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:46.996 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:46.996 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:46.996 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:46.996 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:46.996 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:46.996 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.996 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:46.996 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:46.996 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:46.996 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:46.996 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:46.996 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:14:46.997 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.997 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:14:46.997 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:46.997 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:46.997 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:46.997 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:46.997 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:14:46.997 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:46.997 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:14:46.997 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:46.997 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T09:14:46.997 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:46.997 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:46.997 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:14:46.997 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:46.998 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:46.998 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:46.998 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.436311+0000", 2024-04-13T09:14:46.998 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:51:57.372340+0000", 2024-04-13T09:14:46.998 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:51:57.372340+0000", 2024-04-13T09:14:46.998 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:51:57.372730+0000", 2024-04-13T09:14:46.998 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.436311+0000", 2024-04-13T09:14:46.998 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:46.998 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:46.998 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:46.998 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 415, 2024-04-13T09:14:46.998 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.436311+0000", 2024-04-13T09:14:46.998 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.436311+0000", 2024-04-13T09:14:46.998 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.436311+0000", 2024-04-13T09:14:46.998 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:46.999 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:46.999 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:46.999 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.436311+0000", 2024-04-13T09:14:46.999 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.436311+0000", 2024-04-13T09:14:46.999 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:46.999 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 2, 2024-04-13T09:14:46.999 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:46.999 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:46.999 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 414, 2024-04-13T09:14:46.999 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:46.999 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:46.999 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:46.999 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:46.999 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 2, 2024-04-13T09:14:46.999 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.000 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.000 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.000 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.e", 2024-04-13T09:14:47.000 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.000 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.000 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.000 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5067, 2024-04-13T09:14:47.000 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.000 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:31:10.720585+0000", 2024-04-13T09:14:47.000 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.000 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.000 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.000 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.000 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.000 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T09:14:47.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T09:14:47.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T09:14:47.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T09:14:47.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.003 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.003 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 12, 2024-04-13T09:14:47.003 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 12, 2024-04-13T09:14:47.003 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.003 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.003 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.003 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3, 2024-04-13T09:14:47.003 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.003 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.003 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.003 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.003 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.003 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:14:47.003 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:47.003 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:14:47.003 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.004 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T09:14:47.004 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'2" 2024-04-13T09:14:47.004 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.004 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.004 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.004 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.004 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:47.004 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:14:47.004 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.004 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:14:47.004 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.004 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.004 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:47.004 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.004 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.004 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.005 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.194425+0000", 2024-04-13T09:14:47.005 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.609888+0000", 2024-04-13T09:14:47.005 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.609888+0000", 2024-04-13T09:14:47.005 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.613258+0000", 2024-04-13T09:14:47.005 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.194425+0000", 2024-04-13T09:14:47.005 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.005 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.005 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.005 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:14:47.005 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.194425+0000", 2024-04-13T09:14:47.005 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.194425+0000", 2024-04-13T09:14:47.005 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.194425+0000", 2024-04-13T09:14:47.005 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.005 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.005 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.006 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.194425+0000", 2024-04-13T09:14:47.006 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.194425+0000", 2024-04-13T09:14:47.006 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.006 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.006 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.006 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.006 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:14:47.006 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.006 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.006 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.006 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.006 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.006 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.006 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.006 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.007 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.c", 2024-04-13T09:14:47.007 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.007 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.007 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.007 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4950, 2024-04-13T09:14:47.007 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.007 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:52:42.372290+0000", 2024-04-13T09:14:47.007 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.007 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.007 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.007 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.007 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.007 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.007 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.010 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.010 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.010 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.010 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.010 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.010 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.010 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.010 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.010 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.010 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.010 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.010 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:47.010 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:14:47.010 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.011 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:14:47.011 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.011 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.011 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.011 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.011 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:47.011 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:47.011 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:14:47.011 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.011 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:14:47.011 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.011 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.011 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:14:47.011 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.011 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.011 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.012 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.833653+0000", 2024-04-13T09:14:47.012 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.399652+0000", 2024-04-13T09:14:47.012 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.399652+0000", 2024-04-13T09:14:47.012 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.400044+0000", 2024-04-13T09:14:47.012 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.833653+0000", 2024-04-13T09:14:47.012 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.012 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.012 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.012 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:14:47.012 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.833653+0000", 2024-04-13T09:14:47.012 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.833653+0000", 2024-04-13T09:14:47.012 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.833653+0000", 2024-04-13T09:14:47.012 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.012 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.012 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.012 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.833653+0000", 2024-04-13T09:14:47.013 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.833653+0000", 2024-04-13T09:14:47.013 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.013 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 1, 2024-04-13T09:14:47.013 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.013 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.013 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:14:47.013 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.013 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.013 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.013 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.013 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 1, 2024-04-13T09:14:47.013 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.013 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.013 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.013 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.d", 2024-04-13T09:14:47.013 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.014 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.014 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.014 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5093, 2024-04-13T09:14:47.014 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.014 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:04:12.082904+0000", 2024-04-13T09:14:47.014 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.014 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.014 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.014 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 70, 2024-04-13T09:14:47.014 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.014 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.014 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.014 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.014 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T09:14:47.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T09:14:47.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T09:14:47.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 2, 2024-04-13T09:14:47.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 2, 2024-04-13T09:14:47.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.017 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 1, 2024-04-13T09:14:47.017 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 1 2024-04-13T09:14:47.017 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.017 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.017 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.017 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.017 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:47.017 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:47.017 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:14:47.017 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.017 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:14:47.017 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'1" 2024-04-13T09:14:47.017 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.017 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.017 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.018 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:47.018 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.018 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:14:47.018 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.018 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:14:47.018 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.018 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.018 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:47.018 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.018 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.018 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.018 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.434824+0000", 2024-04-13T09:14:47.018 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.426554+0000", 2024-04-13T09:14:47.018 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.426554+0000", 2024-04-13T09:14:47.019 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.426941+0000", 2024-04-13T09:14:47.019 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.434824+0000", 2024-04-13T09:14:47.019 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.019 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.019 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.019 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:14:47.019 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.434824+0000", 2024-04-13T09:14:47.019 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.434824+0000", 2024-04-13T09:14:47.019 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.434824+0000", 2024-04-13T09:14:47.019 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.019 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.019 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.019 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.434824+0000", 2024-04-13T09:14:47.019 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.434824+0000", 2024-04-13T09:14:47.019 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.019 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.020 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.020 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.020 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:14:47.020 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.020 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.020 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.020 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.020 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.020 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.020 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.020 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.020 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.d", 2024-04-13T09:14:47.020 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.020 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.020 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.020 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4865, 2024-04-13T09:14:47.021 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.021 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:35:56.607426+0000", 2024-04-13T09:14:47.021 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.021 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.021 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.021 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.021 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.021 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.021 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.021 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.021 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.021 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.021 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.021 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.021 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.023 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.023 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.023 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.023 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.023 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.023 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.023 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.023 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.023 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.023 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.023 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.023 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.023 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.023 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.023 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.023 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.024 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.024 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.024 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.024 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:47.024 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.024 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:14:47.024 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.024 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:14:47.024 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.024 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.024 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.024 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.024 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:14:47.024 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.024 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:14:47.024 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.024 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T09:14:47.025 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.025 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.025 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:14:47.025 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.025 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.025 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.025 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.436836+0000", 2024-04-13T09:14:47.025 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.431981+0000", 2024-04-13T09:14:47.025 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.431981+0000", 2024-04-13T09:14:47.025 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.432550+0000", 2024-04-13T09:14:47.025 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.436836+0000", 2024-04-13T09:14:47.025 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.025 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.025 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.025 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:14:47.025 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.436836+0000", 2024-04-13T09:14:47.026 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.436836+0000", 2024-04-13T09:14:47.026 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.436836+0000", 2024-04-13T09:14:47.026 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.026 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.026 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.026 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.436836+0000", 2024-04-13T09:14:47.026 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.436836+0000", 2024-04-13T09:14:47.026 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.026 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.026 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.026 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.026 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:14:47.026 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.026 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.026 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.027 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.027 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.027 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.027 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.027 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.027 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.c", 2024-04-13T09:14:47.027 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.027 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.027 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.027 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5059, 2024-04-13T09:14:47.027 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.027 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:20:16.345741+0000", 2024-04-13T09:14:47.027 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.027 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.027 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.027 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.028 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.028 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.028 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.028 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.028 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.028 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.028 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.028 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.028 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.028 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.028 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.028 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.028 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.028 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.028 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.030 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.030 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.030 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.030 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.030 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.030 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.030 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.030 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.030 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.030 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.030 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.030 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.030 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.030 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:14:47.030 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.031 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:14:47.031 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.031 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T09:14:47.031 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.031 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.031 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.031 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.031 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:14:47.031 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:47.031 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:14:47.031 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.031 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T09:14:47.031 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.031 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.031 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:47.032 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.032 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.032 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.032 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.436697+0000", 2024-04-13T09:14:47.032 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.416705+0000", 2024-04-13T09:14:47.032 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.416705+0000", 2024-04-13T09:14:47.032 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.417620+0000", 2024-04-13T09:14:47.032 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.436697+0000", 2024-04-13T09:14:47.032 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.032 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.032 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.032 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:14:47.032 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.436697+0000", 2024-04-13T09:14:47.032 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.436697+0000", 2024-04-13T09:14:47.033 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.436697+0000", 2024-04-13T09:14:47.033 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.033 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.033 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.033 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.436697+0000", 2024-04-13T09:14:47.033 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.436697+0000", 2024-04-13T09:14:47.033 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.033 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.033 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.033 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.033 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:14:47.033 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.033 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.033 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.033 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.033 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.034 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.034 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.034 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.034 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.a", 2024-04-13T09:14:47.034 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.034 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.034 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.034 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5049, 2024-04-13T09:14:47.034 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.034 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:33:06.026365+0000", 2024-04-13T09:14:47.034 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.034 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.034 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.034 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.035 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.035 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.035 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.035 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.035 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.035 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.035 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.035 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.035 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.035 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.035 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.035 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.035 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.035 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.035 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.036 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.036 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.036 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.036 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.036 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.036 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.036 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.036 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.036 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.036 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.036 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.036 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.036 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.036 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.036 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.037 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.037 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.037 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.037 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.037 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.037 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.037 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.037 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.037 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.037 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.037 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.037 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.037 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.037 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:14:47.037 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:47.038 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:14:47.038 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.038 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T09:14:47.038 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.038 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.038 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.038 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.038 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:47.038 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:47.038 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:14:47.038 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.038 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:14:47.038 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.038 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.038 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:14:47.039 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.039 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.039 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.039 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.433825+0000", 2024-04-13T09:14:47.039 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.425208+0000", 2024-04-13T09:14:47.039 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.425208+0000", 2024-04-13T09:14:47.039 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.426111+0000", 2024-04-13T09:14:47.039 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.433825+0000", 2024-04-13T09:14:47.039 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.039 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.039 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.039 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:14:47.039 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.433825+0000", 2024-04-13T09:14:47.039 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.433825+0000", 2024-04-13T09:14:47.040 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.433825+0000", 2024-04-13T09:14:47.040 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.040 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.040 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.040 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.433825+0000", 2024-04-13T09:14:47.040 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.433825+0000", 2024-04-13T09:14:47.040 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.040 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 4, 2024-04-13T09:14:47.040 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.040 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.040 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:14:47.040 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.040 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.040 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.040 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.040 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 4, 2024-04-13T09:14:47.041 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.041 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.041 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.041 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.b", 2024-04-13T09:14:47.041 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.041 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.041 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.041 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4881, 2024-04-13T09:14:47.041 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.041 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:10:31.717094+0000", 2024-04-13T09:14:47.041 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.041 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.041 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.041 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.041 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.042 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.042 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.042 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.042 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.042 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.042 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.042 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.042 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.042 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.042 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.042 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.042 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.042 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.042 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.042 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T09:14:47.043 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T09:14:47.043 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.043 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T09:14:47.043 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.043 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.043 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.043 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.043 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.043 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T09:14:47.043 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.043 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.043 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.043 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.043 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.043 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.043 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 4, 2024-04-13T09:14:47.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 4, 2024-04-13T09:14:47.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 1, 2024-04-13T09:14:47.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.044 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.044 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.044 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.044 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.044 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:47.044 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:47.044 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:14:47.044 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.044 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:14:47.045 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "583'4" 2024-04-13T09:14:47.045 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.045 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.045 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.045 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:47.045 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:14:47.045 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:14:47.045 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.045 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:14:47.045 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.045 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.045 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:47.045 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.045 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.045 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.046 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.437545+0000", 2024-04-13T09:14:47.046 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.410062+0000", 2024-04-13T09:14:47.046 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.410062+0000", 2024-04-13T09:14:47.046 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.410464+0000", 2024-04-13T09:14:47.046 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.437545+0000", 2024-04-13T09:14:47.046 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.046 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.046 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.046 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:14:47.046 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.437545+0000", 2024-04-13T09:14:47.046 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.437545+0000", 2024-04-13T09:14:47.046 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.437545+0000", 2024-04-13T09:14:47.046 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.046 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.047 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.047 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.437545+0000", 2024-04-13T09:14:47.047 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.437545+0000", 2024-04-13T09:14:47.047 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.047 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.047 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.047 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.047 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:14:47.047 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.047 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.047 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.047 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.047 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.047 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.047 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.048 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.048 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.b", 2024-04-13T09:14:47.048 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.048 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.048 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.048 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5046, 2024-04-13T09:14:47.048 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.048 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:23:16.233237+0000", 2024-04-13T09:14:47.048 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.048 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.048 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.048 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.048 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.048 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.048 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.049 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.049 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.049 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.049 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.049 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.049 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.049 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.049 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.049 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.049 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.049 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.049 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.049 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.049 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.049 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.050 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.050 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.050 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.050 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.050 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.050 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.050 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.050 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.050 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.050 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.050 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.050 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.050 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.050 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.050 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.051 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.051 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.051 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.051 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.051 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.051 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.051 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.051 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.051 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.051 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.051 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:47.051 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:14:47.051 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:14:47.051 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.051 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:14:47.051 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.052 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.052 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.052 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.052 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:47.052 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:47.052 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:14:47.052 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.052 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:14:47.052 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.052 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.052 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:14:47.052 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.052 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.052 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.052 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.834416+0000", 2024-04-13T09:14:47.053 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.429696+0000", 2024-04-13T09:14:47.053 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.429696+0000", 2024-04-13T09:14:47.053 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.430061+0000", 2024-04-13T09:14:47.053 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.834416+0000", 2024-04-13T09:14:47.053 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.053 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.053 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.053 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:14:47.053 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.834416+0000", 2024-04-13T09:14:47.053 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.834416+0000", 2024-04-13T09:14:47.053 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.834416+0000", 2024-04-13T09:14:47.053 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.053 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.053 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.053 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.834416+0000", 2024-04-13T09:14:47.053 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.834416+0000", 2024-04-13T09:14:47.054 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.054 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.054 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.054 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.054 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:14:47.054 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.054 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.054 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.054 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.054 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.054 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.054 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.054 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.054 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.a", 2024-04-13T09:14:47.054 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.055 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.055 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.055 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5090, 2024-04-13T09:14:47.055 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.055 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:36:08.808318+0000", 2024-04-13T09:14:47.055 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.055 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.055 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.055 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.055 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.055 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.055 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.055 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.055 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.055 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.055 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.055 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.056 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.056 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.056 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.056 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.056 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.056 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.056 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.056 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.056 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.056 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.056 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.056 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.056 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.056 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.056 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.056 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.057 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.058 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.058 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.058 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.058 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:47.058 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:47.058 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:14:47.058 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.058 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:14:47.058 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.058 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.058 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.058 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.058 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:47.058 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:47.058 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:14:47.059 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.059 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:14:47.059 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.059 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.059 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:47.059 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.059 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.059 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.059 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.436884+0000", 2024-04-13T09:14:47.059 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.417906+0000", 2024-04-13T09:14:47.059 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.417906+0000", 2024-04-13T09:14:47.059 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.418260+0000", 2024-04-13T09:14:47.059 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.436884+0000", 2024-04-13T09:14:47.059 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.060 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.060 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.060 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:14:47.060 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.436884+0000", 2024-04-13T09:14:47.060 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.436884+0000", 2024-04-13T09:14:47.060 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.436884+0000", 2024-04-13T09:14:47.060 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.060 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.060 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.060 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.436884+0000", 2024-04-13T09:14:47.060 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.436884+0000", 2024-04-13T09:14:47.060 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.060 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.060 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.060 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.060 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:14:47.061 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.061 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.061 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.061 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.061 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.061 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.061 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.061 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.061 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.8", 2024-04-13T09:14:47.061 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.061 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.061 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.061 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5042, 2024-04-13T09:14:47.061 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.061 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:48:49.095385+0000", 2024-04-13T09:14:47.061 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.062 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.062 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.062 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.062 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.062 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.062 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.062 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.062 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.062 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.062 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.062 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.062 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.062 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.062 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.062 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.063 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.063 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.063 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.063 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.063 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.063 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.063 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.063 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.063 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.063 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.063 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.063 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.063 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.063 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.063 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.064 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.064 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.064 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.064 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.064 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.064 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.064 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.064 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.064 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.064 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.064 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.064 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.064 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.064 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.064 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.065 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.065 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:47.065 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:47.065 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:14:47.065 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.065 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:14:47.065 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.065 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.065 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.065 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.065 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:47.065 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:47.065 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:14:47.065 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.065 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:14:47.065 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.066 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.066 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:14:47.066 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.066 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.066 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.066 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.833846+0000", 2024-04-13T09:14:47.066 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.433334+0000", 2024-04-13T09:14:47.066 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.433334+0000", 2024-04-13T09:14:47.066 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.433647+0000", 2024-04-13T09:14:47.066 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.833846+0000", 2024-04-13T09:14:47.066 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.066 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.066 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.066 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:14:47.066 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.833846+0000", 2024-04-13T09:14:47.067 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.833846+0000", 2024-04-13T09:14:47.067 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.833846+0000", 2024-04-13T09:14:47.067 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.067 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.067 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.067 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.833846+0000", 2024-04-13T09:14:47.067 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.833846+0000", 2024-04-13T09:14:47.067 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.067 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.067 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.067 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.067 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:14:47.067 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.067 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.067 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.068 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.068 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.068 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.068 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.068 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.068 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.9", 2024-04-13T09:14:47.068 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.068 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.068 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.068 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5090, 2024-04-13T09:14:47.068 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.068 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:03:12.185579+0000", 2024-04-13T09:14:47.068 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.068 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.068 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.069 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.069 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.069 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.069 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.069 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.069 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.069 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.069 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.069 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.069 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.069 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.069 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.069 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.069 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.069 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.070 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.070 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.070 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.070 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.070 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.070 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.070 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.070 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.070 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.070 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.070 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.070 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.070 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.070 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.070 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.071 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.071 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.071 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.071 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.071 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:47.071 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:47.072 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:14:47.072 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.072 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:14:47.072 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.072 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.072 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.072 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.072 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:47.072 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:14:47.072 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:14:47.072 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.072 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 4, 2024-04-13T09:14:47.072 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.072 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.072 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:47.073 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.073 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.073 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.073 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.886875+0000", 2024-04-13T09:14:47.073 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.417907+0000", 2024-04-13T09:14:47.073 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.417907+0000", 2024-04-13T09:14:47.073 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.418261+0000", 2024-04-13T09:14:47.073 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.886875+0000", 2024-04-13T09:14:47.073 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.073 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.073 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.073 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:14:47.073 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.886875+0000", 2024-04-13T09:14:47.073 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.886875+0000", 2024-04-13T09:14:47.073 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.886875+0000", 2024-04-13T09:14:47.074 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.074 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.074 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.074 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.886875+0000", 2024-04-13T09:14:47.074 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.886875+0000", 2024-04-13T09:14:47.074 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.074 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.074 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.074 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.074 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:14:47.074 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.074 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.074 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.074 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.074 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.075 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.075 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.075 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.075 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.9", 2024-04-13T09:14:47.075 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.075 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.075 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.075 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4999, 2024-04-13T09:14:47.075 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.075 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:39:30.402851+0000", 2024-04-13T09:14:47.075 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.075 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.075 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.075 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.075 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.076 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.076 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.076 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.076 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.076 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.076 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.076 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.076 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.076 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.076 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.076 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.076 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.076 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.076 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.076 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.077 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.077 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.077 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.077 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.077 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.077 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.077 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.077 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.077 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.077 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.077 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.077 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.077 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.077 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.077 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.077 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.078 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.078 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.078 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.078 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.078 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.078 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.078 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.078 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.078 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.078 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.078 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.078 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:47.078 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:14:47.078 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:14:47.079 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.079 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 4, 2024-04-13T09:14:47.079 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.079 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.079 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.079 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.079 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:47.079 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:14:47.079 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:14:47.079 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.079 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:14:47.079 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.079 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.079 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:14:47.079 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.079 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.080 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.080 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.434172+0000", 2024-04-13T09:14:47.080 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.428562+0000", 2024-04-13T09:14:47.080 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.428562+0000", 2024-04-13T09:14:47.080 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.429055+0000", 2024-04-13T09:14:47.080 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.434172+0000", 2024-04-13T09:14:47.080 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.080 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.080 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.080 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:14:47.080 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.434172+0000", 2024-04-13T09:14:47.080 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.434172+0000", 2024-04-13T09:14:47.080 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.434172+0000", 2024-04-13T09:14:47.080 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.081 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.081 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.081 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.434172+0000", 2024-04-13T09:14:47.081 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.434172+0000", 2024-04-13T09:14:47.081 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.081 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.081 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.081 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.081 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:14:47.081 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.081 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.081 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.081 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.081 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.081 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.081 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.082 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.082 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.8", 2024-04-13T09:14:47.082 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.082 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.082 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.082 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4861, 2024-04-13T09:14:47.082 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.082 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:37:10.132759+0000", 2024-04-13T09:14:47.082 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.082 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.082 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.082 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.082 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.082 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.082 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.083 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.083 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.083 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.083 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.083 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.083 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.083 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.083 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.083 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.083 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.083 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.083 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.083 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.083 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.083 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.084 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.084 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.084 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.084 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.084 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.084 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.084 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.084 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.084 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.084 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.084 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.084 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.084 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.084 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.084 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.084 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.085 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.085 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.085 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.085 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.085 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.085 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.085 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.085 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.085 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.085 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:47.085 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:14:47.085 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:14:47.085 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.085 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:14:47.085 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.085 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.086 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.086 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.086 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:14:47.086 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:47.086 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:14:47.086 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.086 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T09:14:47.086 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.086 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.086 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:47.086 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.086 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.086 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.086 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.195226+0000", 2024-04-13T09:14:47.086 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.414802+0000", 2024-04-13T09:14:47.087 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.414802+0000", 2024-04-13T09:14:47.087 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.415206+0000", 2024-04-13T09:14:47.087 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.195226+0000", 2024-04-13T09:14:47.087 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.087 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.087 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.087 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:14:47.087 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.195226+0000", 2024-04-13T09:14:47.087 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.195226+0000", 2024-04-13T09:14:47.087 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.195226+0000", 2024-04-13T09:14:47.087 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.087 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.087 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.087 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.195226+0000", 2024-04-13T09:14:47.088 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.195226+0000", 2024-04-13T09:14:47.088 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.088 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.088 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.088 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.088 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:14:47.088 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.088 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.088 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.088 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.088 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.088 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.088 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.088 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.088 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.6", 2024-04-13T09:14:47.089 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.089 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.089 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.089 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5090, 2024-04-13T09:14:47.089 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.089 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:43:47.274386+0000", 2024-04-13T09:14:47.089 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.089 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.089 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.089 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.089 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.089 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.089 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.089 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.089 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.089 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.090 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.090 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.090 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.090 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.090 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.090 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.090 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.090 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.090 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.090 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.090 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.090 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.090 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.090 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.090 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.091 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.091 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.091 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.091 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.091 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.091 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.091 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.091 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.091 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.091 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.091 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.091 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.091 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.091 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.091 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.092 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.092 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.092 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.092 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.092 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.092 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.092 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.092 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:14:47.092 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:47.092 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:14:47.092 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.092 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T09:14:47.092 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.092 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.092 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.093 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.093 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:14:47.093 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:47.093 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:14:47.093 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.093 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T09:14:47.093 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.093 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.093 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:14:47.093 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.093 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.093 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.093 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.579457+0000", 2024-04-13T09:14:47.093 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.421445+0000", 2024-04-13T09:14:47.093 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.421445+0000", 2024-04-13T09:14:47.094 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.421800+0000", 2024-04-13T09:14:47.094 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.579457+0000", 2024-04-13T09:14:47.094 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.094 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.094 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.094 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:14:47.094 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.579457+0000", 2024-04-13T09:14:47.094 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.579457+0000", 2024-04-13T09:14:47.094 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.579457+0000", 2024-04-13T09:14:47.094 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.094 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.094 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.094 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.579457+0000", 2024-04-13T09:14:47.094 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.579457+0000", 2024-04-13T09:14:47.094 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.095 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 2, 2024-04-13T09:14:47.095 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.095 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.095 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:14:47.095 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.095 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.095 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.095 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.095 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 2, 2024-04-13T09:14:47.095 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.095 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.095 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.095 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.7", 2024-04-13T09:14:47.095 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.095 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.096 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.096 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4928, 2024-04-13T09:14:47.096 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.096 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:37:57.243125+0000", 2024-04-13T09:14:47.096 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.096 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.096 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.096 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.096 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.096 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.096 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.096 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.096 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.096 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.096 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.097 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.097 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.097 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.097 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.097 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.097 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.097 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.097 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.097 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T09:14:47.097 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T09:14:47.097 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.097 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T09:14:47.097 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.097 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.097 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.097 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.098 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.098 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T09:14:47.098 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.098 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.098 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.098 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.098 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.098 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.098 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.098 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 12, 2024-04-13T09:14:47.101 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 12, 2024-04-13T09:14:47.101 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.101 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.102 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.102 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3, 2024-04-13T09:14:47.102 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.102 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.102 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.102 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.102 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.102 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:14:47.102 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:47.102 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:14:47.102 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.102 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T09:14:47.102 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'2" 2024-04-13T09:14:47.102 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.102 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.103 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.103 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:47.103 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.103 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:14:47.103 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.103 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 4, 2024-04-13T09:14:47.103 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.103 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.103 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 66, 2024-04-13T09:14:47.103 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.103 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.103 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.103 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.886914+0000", 2024-04-13T09:14:47.103 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.620349+0000", 2024-04-13T09:14:47.103 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.620349+0000", 2024-04-13T09:14:47.104 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T08:27:07.860027+0000", 2024-04-13T09:14:47.104 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.886914+0000", 2024-04-13T09:14:47.104 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:14:47.104 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.104 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:14:47.104 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:14:47.104 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.886914+0000", 2024-04-13T09:14:47.104 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.886914+0000", 2024-04-13T09:14:47.104 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.886914+0000", 2024-04-13T09:14:47.104 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.104 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.104 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:14:47.104 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.886914+0000", 2024-04-13T09:14:47.104 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.886914+0000", 2024-04-13T09:14:47.104 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.105 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3037, 2024-04-13T09:14:47.105 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.105 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.105 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:14:47.105 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.105 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.105 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.105 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.105 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3037, 2024-04-13T09:14:47.105 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.105 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.105 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.105 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "4.1", 2024-04-13T09:14:47.105 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.105 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.106 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.106 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 8856, 2024-04-13T09:14:47.106 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.106 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:36:35.955225+0000", 2024-04-13T09:14:47.106 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.006119891, 2024-04-13T09:14:47.106 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.106 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.106 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 4194304, 2024-04-13T09:14:47.106 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.106 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.106 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.106 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.106 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.106 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.107 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.107 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.107 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.107 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.107 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.107 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.107 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.107 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.107 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.107 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T09:14:47.107 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T09:14:47.107 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.107 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T09:14:47.107 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.107 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.108 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.108 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.108 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.108 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.108 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.108 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.108 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.108 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.108 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.108 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.108 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.108 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 1433, 2024-04-13T09:14:47.108 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 396762, 2024-04-13T09:14:47.108 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.108 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.109 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.109 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3026, 2024-04-13T09:14:47.109 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 388342 2024-04-13T09:14:47.109 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.109 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.109 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.109 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.109 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:47.109 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.109 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:14:47.109 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.109 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 4, 2024-04-13T09:14:47.109 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "1115'3037" 2024-04-13T09:14:47.109 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.109 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.109 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.110 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:47.110 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:47.110 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:14:47.110 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.110 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:14:47.110 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.110 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.110 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:47.110 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.110 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.110 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.110 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.440437+0000", 2024-04-13T09:14:47.110 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.430821+0000", 2024-04-13T09:14:47.110 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.430821+0000", 2024-04-13T09:14:47.111 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.431392+0000", 2024-04-13T09:14:47.111 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.440437+0000", 2024-04-13T09:14:47.111 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.111 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.111 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.111 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:14:47.111 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.440437+0000", 2024-04-13T09:14:47.111 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.440437+0000", 2024-04-13T09:14:47.111 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.440437+0000", 2024-04-13T09:14:47.111 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.111 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.111 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.111 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.440437+0000", 2024-04-13T09:14:47.111 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.440437+0000", 2024-04-13T09:14:47.111 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.112 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.112 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.112 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.112 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:14:47.112 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.112 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.112 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.112 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.112 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.112 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.112 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.112 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.112 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.7", 2024-04-13T09:14:47.112 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.112 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.113 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.113 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5049, 2024-04-13T09:14:47.113 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.113 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:50:05.831761+0000", 2024-04-13T09:14:47.113 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.113 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.113 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.113 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.113 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.113 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.113 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.113 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.113 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.113 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.113 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.113 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.114 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.114 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.114 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.114 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.114 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.114 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.114 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.114 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.114 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.114 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.114 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.114 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.114 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.114 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.114 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.115 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.115 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.115 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.115 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.115 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.115 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.115 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.115 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.115 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.115 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.115 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.115 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.115 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.115 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.115 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.115 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.115 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.116 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.116 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.116 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.116 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:47.116 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:47.116 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:14:47.116 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.116 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:14:47.116 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.116 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.116 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.116 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.116 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:47.116 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:14:47.116 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:14:47.116 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.117 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:14:47.117 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.117 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.117 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:14:47.117 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.117 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.117 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.117 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.834790+0000", 2024-04-13T09:14:47.117 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.620874+0000", 2024-04-13T09:14:47.117 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.620874+0000", 2024-04-13T09:14:47.117 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.621266+0000", 2024-04-13T09:14:47.117 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.834790+0000", 2024-04-13T09:14:47.117 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.119 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='client.36069 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:14:47.119 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='client.36069 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:14:47.119 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:14:47.119 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T09:14:47.120 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.120 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.120 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:47.120 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.120 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.120 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:47.120 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.120 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.120 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:47.120 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:14:47.120 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:14:47.120 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.120 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.120 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:47.120 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:14:47.121 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:14:47.121 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.121 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.121 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:47.121 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:14:47.121 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:14:47.121 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.121 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.121 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:47.121 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:14:47.121 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T09:14:47.121 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.121 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.121 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:47.121 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.122 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.122 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:47.122 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.122 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.122 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:47.122 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:14:47.122 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:14:47.122 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.122 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.122 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:47.122 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:14:47.122 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:14:47.122 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.122 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.122 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:47.123 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:14:47.123 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:14:47.123 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.123 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.123 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:46 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:47.125 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.125 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.125 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:14:47.125 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.834790+0000", 2024-04-13T09:14:47.125 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.834790+0000", 2024-04-13T09:14:47.125 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.834790+0000", 2024-04-13T09:14:47.125 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.125 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.125 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.125 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.834790+0000", 2024-04-13T09:14:47.125 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.834790+0000", 2024-04-13T09:14:47.125 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.126 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3, 2024-04-13T09:14:47.126 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.126 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.126 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:14:47.126 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.126 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.126 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.126 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.126 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3, 2024-04-13T09:14:47.126 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.126 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.126 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.126 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.6", 2024-04-13T09:14:47.126 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.127 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.127 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.127 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5097, 2024-04-13T09:14:47.127 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.127 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:15:31.693915+0000", 2024-04-13T09:14:47.127 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.127 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.127 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.127 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.127 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.127 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.127 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.127 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.127 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.127 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.128 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.128 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.128 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.128 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.128 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.128 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.128 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.128 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.128 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.128 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T09:14:47.128 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T09:14:47.128 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.128 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T09:14:47.128 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.128 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.129 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.129 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.129 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.129 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T09:14:47.129 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.129 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.129 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.129 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.129 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.129 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.129 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.129 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 4, 2024-04-13T09:14:47.129 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 4, 2024-04-13T09:14:47.129 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.130 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.130 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.130 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3, 2024-04-13T09:14:47.130 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.130 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.130 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.130 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.130 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.130 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:47.130 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:14:47.130 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:14:47.130 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.130 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:14:47.131 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "587'3" 2024-04-13T09:14:47.131 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.131 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.131 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.131 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:47.131 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:47.131 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:14:47.131 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.131 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:14:47.131 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.131 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.131 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 66, 2024-04-13T09:14:47.131 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.131 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.131 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.131 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.436793+0000", 2024-04-13T09:14:47.132 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.417455+0000", 2024-04-13T09:14:47.132 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.417455+0000", 2024-04-13T09:14:47.132 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T08:27:07.856282+0000", 2024-04-13T09:14:47.132 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.436793+0000", 2024-04-13T09:14:47.132 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:14:47.132 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.132 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:14:47.132 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:14:47.132 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.436793+0000", 2024-04-13T09:14:47.132 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.436793+0000", 2024-04-13T09:14:47.132 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.436793+0000", 2024-04-13T09:14:47.132 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.132 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.132 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:14:47.132 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.436793+0000", 2024-04-13T09:14:47.133 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.436793+0000", 2024-04-13T09:14:47.133 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.133 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3048, 2024-04-13T09:14:47.133 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.133 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.133 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:14:47.133 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.133 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.133 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.133 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.133 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3048, 2024-04-13T09:14:47.133 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.133 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.133 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.133 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "4.0", 2024-04-13T09:14:47.133 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.134 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.134 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.134 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 8719, 2024-04-13T09:14:47.134 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.134 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:17:02.698353+0000", 2024-04-13T09:14:47.134 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.005236488, 2024-04-13T09:14:47.134 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.134 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.134 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.134 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.134 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.134 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.134 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.134 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.135 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.135 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.135 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.135 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.135 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.135 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.135 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.135 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.135 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.135 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.135 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.135 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.135 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.135 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.135 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.135 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.136 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.136 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.136 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.136 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.136 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.136 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.136 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.136 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.136 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.136 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.136 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.136 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 884, 2024-04-13T09:14:47.136 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 365588, 2024-04-13T09:14:47.136 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.136 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.136 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.136 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3026, 2024-04-13T09:14:47.137 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 398550 2024-04-13T09:14:47.137 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.137 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.137 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.137 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.137 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:47.137 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:47.137 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:14:47.137 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.137 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:14:47.137 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "1115'3048" 2024-04-13T09:14:47.137 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.137 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.137 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.137 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:47.137 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:14:47.138 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:14:47.138 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.138 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:14:47.138 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.138 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.138 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:47.138 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.138 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.138 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.138 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.835570+0000", 2024-04-13T09:14:47.138 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.428267+0000", 2024-04-13T09:14:47.138 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.428267+0000", 2024-04-13T09:14:47.138 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.429063+0000", 2024-04-13T09:14:47.138 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.835570+0000", 2024-04-13T09:14:47.138 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.139 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.139 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.139 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:14:47.139 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.835570+0000", 2024-04-13T09:14:47.139 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.835570+0000", 2024-04-13T09:14:47.139 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.835570+0000", 2024-04-13T09:14:47.139 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.139 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.139 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.139 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.835570+0000", 2024-04-13T09:14:47.139 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.835570+0000", 2024-04-13T09:14:47.139 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.139 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.140 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.140 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.140 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:14:47.140 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.140 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.140 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.140 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.140 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.140 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.140 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.140 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.140 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.4", 2024-04-13T09:14:47.140 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.140 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.140 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.140 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5092, 2024-04-13T09:14:47.140 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.141 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:12:38.999794+0000", 2024-04-13T09:14:47.141 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.141 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.141 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.141 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.141 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.141 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.141 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.141 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.141 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.141 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.141 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.141 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.141 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.141 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.142 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.142 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.142 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.142 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.142 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.142 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.142 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.142 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.142 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.142 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.142 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.142 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.142 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.142 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.143 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.143 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.143 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.143 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.143 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.143 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.143 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.143 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.143 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.143 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.143 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.143 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.143 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.143 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.143 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.143 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.144 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.144 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.144 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.144 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:47.144 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:14:47.144 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:14:47.144 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.144 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:14:47.144 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.144 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.144 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.144 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.144 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:47.144 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:14:47.144 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:14:47.144 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.145 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:14:47.145 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.145 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.145 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:14:47.145 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.145 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.145 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.145 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.834575+0000", 2024-04-13T09:14:47.145 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.404248+0000", 2024-04-13T09:14:47.145 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.404248+0000", 2024-04-13T09:14:47.145 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.404605+0000", 2024-04-13T09:14:47.145 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.834575+0000", 2024-04-13T09:14:47.145 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.145 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.145 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.145 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:14:47.146 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.834575+0000", 2024-04-13T09:14:47.146 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.834575+0000", 2024-04-13T09:14:47.146 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.834575+0000", 2024-04-13T09:14:47.146 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.146 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.146 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.146 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.834575+0000", 2024-04-13T09:14:47.146 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.834575+0000", 2024-04-13T09:14:47.146 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.146 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.146 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.146 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.146 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:14:47.146 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.146 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.147 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.147 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.147 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.147 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.147 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.147 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.147 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.5", 2024-04-13T09:14:47.147 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.147 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.147 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.147 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4821, 2024-04-13T09:14:47.147 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.147 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:25:38.285758+0000", 2024-04-13T09:14:47.147 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.147 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.147 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.148 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.148 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.148 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.148 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.148 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.148 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.148 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.148 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.148 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.148 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.148 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.148 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.148 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.148 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.148 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.148 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.149 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.149 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.149 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.149 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.149 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.149 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.149 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.149 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.149 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.149 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.149 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.149 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.149 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.149 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.149 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.150 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.150 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.150 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.150 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.150 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.150 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.150 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.150 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.150 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.150 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.150 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.150 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.150 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.150 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:47.150 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:14:47.151 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:14:47.151 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.151 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:14:47.151 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.151 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.151 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.151 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.151 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:14:47.151 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.151 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:14:47.151 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.151 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T09:14:47.151 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.151 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.152 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 66, 2024-04-13T09:14:47.152 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.152 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.152 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.152 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.194465+0000", 2024-04-13T09:14:47.152 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.430423+0000", 2024-04-13T09:14:47.152 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.430423+0000", 2024-04-13T09:14:47.152 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T08:27:07.874360+0000", 2024-04-13T09:14:47.152 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.194465+0000", 2024-04-13T09:14:47.152 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:14:47.152 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.152 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:14:47.152 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:14:47.152 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.194465+0000", 2024-04-13T09:14:47.152 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.194465+0000", 2024-04-13T09:14:47.153 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.194465+0000", 2024-04-13T09:14:47.153 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.153 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.153 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:14:47.153 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.194465+0000", 2024-04-13T09:14:47.153 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.194465+0000", 2024-04-13T09:14:47.153 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.153 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3084, 2024-04-13T09:14:47.153 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.153 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.153 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:14:47.153 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.153 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.153 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.154 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.154 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3084, 2024-04-13T09:14:47.154 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.154 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.154 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.154 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "4.3", 2024-04-13T09:14:47.154 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.154 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.154 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.154 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 8844, 2024-04-13T09:14:47.154 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.154 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:18:23.836076+0000", 2024-04-13T09:14:47.154 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.005657184, 2024-04-13T09:14:47.154 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.155 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.155 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.155 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.155 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.155 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.155 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.155 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.155 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.155 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.155 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.155 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.155 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.155 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.155 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.155 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.156 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.156 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.156 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T09:14:47.156 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T09:14:47.156 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.156 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T09:14:47.156 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.156 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.156 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.156 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.156 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.156 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T09:14:47.156 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.156 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.156 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.157 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.157 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.157 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.157 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.157 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 963, 2024-04-13T09:14:47.157 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 348441, 2024-04-13T09:14:47.157 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.157 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.157 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.157 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3070, 2024-04-13T09:14:47.157 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 416238 2024-04-13T09:14:47.157 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.157 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.157 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.158 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.158 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:14:47.158 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.158 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:14:47.158 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.158 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T09:14:47.158 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "1115'3084" 2024-04-13T09:14:47.158 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.158 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.158 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.158 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:47.158 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:47.158 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:14:47.158 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.158 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:14:47.159 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.159 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.159 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:14:47.159 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.159 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.159 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.159 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.433926+0000", 2024-04-13T09:14:47.159 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.429116+0000", 2024-04-13T09:14:47.159 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.429116+0000", 2024-04-13T09:14:47.159 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.429621+0000", 2024-04-13T09:14:47.159 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.433926+0000", 2024-04-13T09:14:47.159 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.159 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.159 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.160 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:14:47.160 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.433926+0000", 2024-04-13T09:14:47.160 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.433926+0000", 2024-04-13T09:14:47.160 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.433926+0000", 2024-04-13T09:14:47.160 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.160 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.160 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.160 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.433926+0000", 2024-04-13T09:14:47.160 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.433926+0000", 2024-04-13T09:14:47.160 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.160 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.160 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.160 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.160 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:14:47.160 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.161 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.161 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.161 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.161 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.161 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.161 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.161 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.161 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.0", 2024-04-13T09:14:47.161 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.161 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.161 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.161 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4864, 2024-04-13T09:14:47.161 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.161 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:50:35.622595+0000", 2024-04-13T09:14:47.161 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.162 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.162 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.162 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.162 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.162 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.162 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.162 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.162 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.162 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.162 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.162 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.162 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.162 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.162 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.162 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.163 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.163 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.163 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.163 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.163 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.163 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.163 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.163 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.163 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.163 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.163 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.163 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.163 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.163 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.163 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.163 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.164 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.164 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.164 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.164 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.164 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.164 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.164 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.164 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.164 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.164 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.164 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.164 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.164 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.164 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.164 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.165 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:47.165 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:47.165 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:14:47.165 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.165 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:14:47.165 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.165 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.165 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.165 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.165 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:14:47.165 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:47.165 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:14:47.165 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.165 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T09:14:47.165 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.165 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.165 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:47.166 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.166 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.166 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.166 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.436360+0000", 2024-04-13T09:14:47.166 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.416928+0000", 2024-04-13T09:14:47.166 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.416928+0000", 2024-04-13T09:14:47.166 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.417292+0000", 2024-04-13T09:14:47.166 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.436360+0000", 2024-04-13T09:14:47.166 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.166 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.166 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.166 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:14:47.166 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.436360+0000", 2024-04-13T09:14:47.167 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.436360+0000", 2024-04-13T09:14:47.167 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.436360+0000", 2024-04-13T09:14:47.167 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.167 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.167 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.167 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.436360+0000", 2024-04-13T09:14:47.167 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.436360+0000", 2024-04-13T09:14:47.167 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.167 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.167 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.167 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.167 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:14:47.167 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.167 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.167 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.167 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.168 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.168 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.168 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.168 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.168 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.1", 2024-04-13T09:14:47.168 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.168 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.168 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.168 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5051, 2024-04-13T09:14:47.168 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.168 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:09:43.106533+0000", 2024-04-13T09:14:47.168 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.168 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.168 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.169 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.169 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.169 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.169 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.169 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.169 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.169 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.169 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.169 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.169 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.169 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.169 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.169 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.169 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.169 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.169 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.169 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.170 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.170 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.170 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.170 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.170 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.170 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.170 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.170 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.170 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.170 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.170 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.170 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.170 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.170 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.171 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.171 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.171 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.171 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.171 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.171 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.171 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.171 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.171 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.171 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.171 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.171 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.171 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.171 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:14:47.171 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:47.171 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:14:47.172 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.172 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T09:14:47.172 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.172 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.172 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.172 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.172 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:14:47.172 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:47.172 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:14:47.172 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.172 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T09:14:47.172 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.172 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.172 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 66, 2024-04-13T09:14:47.172 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.172 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.173 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.173 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.195410+0000", 2024-04-13T09:14:47.173 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:51:22.368209+0000", 2024-04-13T09:14:47.173 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:51:22.368209+0000", 2024-04-13T09:14:47.173 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T08:27:07.874327+0000", 2024-04-13T09:14:47.173 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.195410+0000", 2024-04-13T09:14:47.173 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:14:47.173 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.173 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:14:47.173 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 381, 2024-04-13T09:14:47.173 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.195410+0000", 2024-04-13T09:14:47.173 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.195410+0000", 2024-04-13T09:14:47.173 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.195410+0000", 2024-04-13T09:14:47.173 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.173 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.174 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:14:47.174 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.195410+0000", 2024-04-13T09:14:47.174 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.195410+0000", 2024-04-13T09:14:47.174 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.174 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3026, 2024-04-13T09:14:47.174 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.174 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.174 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 380, 2024-04-13T09:14:47.174 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.174 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.174 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.174 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.174 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3026, 2024-04-13T09:14:47.174 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.175 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.175 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.175 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "4.6", 2024-04-13T09:14:47.175 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.175 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.175 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.175 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 8856, 2024-04-13T09:14:47.175 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.175 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:18:45.003946+0000", 2024-04-13T09:14:47.175 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.005918701, 2024-04-13T09:14:47.175 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.175 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.175 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.175 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.175 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.176 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.176 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.176 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.176 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.176 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.176 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.176 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.176 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.176 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.176 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.176 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.176 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.176 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.176 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.176 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.176 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.177 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.177 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.177 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.177 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.177 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.177 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.177 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.177 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.177 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.177 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.177 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.177 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.177 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.177 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.177 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 1316, 2024-04-13T09:14:47.178 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 377080, 2024-04-13T09:14:47.178 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.178 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.178 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.178 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 2988, 2024-04-13T09:14:47.178 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 398392 2024-04-13T09:14:47.178 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.178 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.178 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.178 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.178 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:14:47.178 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:47.178 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:14:47.178 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.178 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T09:14:47.179 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "1115'3026" 2024-04-13T09:14:47.179 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.179 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.179 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.179 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:47.179 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:14:47.179 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:14:47.179 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.179 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:14:47.179 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.179 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.179 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 19, 2024-04-13T09:14:47.179 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.179 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.179 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.179 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.434204+0000", 2024-04-13T09:14:47.180 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.428479+0000", 2024-04-13T09:14:47.180 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.428479+0000", 2024-04-13T09:14:47.180 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.428806+0000", 2024-04-13T09:14:47.180 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.434204+0000", 2024-04-13T09:14:47.180 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:40:15.469395+0000", 2024-04-13T09:14:47.180 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.180 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:40:15.469395+0000", 2024-04-13T09:14:47.180 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:14:47.180 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.434204+0000", 2024-04-13T09:14:47.180 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.434204+0000", 2024-04-13T09:14:47.180 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.434204+0000", 2024-04-13T09:14:47.180 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.180 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.180 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:40:15.469395+0000", 2024-04-13T09:14:47.180 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.434204+0000", 2024-04-13T09:14:47.181 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.434204+0000", 2024-04-13T09:14:47.181 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.181 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 197, 2024-04-13T09:14:47.181 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.181 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.181 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:14:47.181 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.181 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.181 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.181 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.181 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 197, 2024-04-13T09:14:47.181 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.181 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.181 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.181 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "1.0", 2024-04-13T09:14:47.182 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.182 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.182 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.182 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5363, 2024-04-13T09:14:47.182 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.182 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:08:38.786226+0000", 2024-04-13T09:14:47.182 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.182 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.182 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.182 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 590368, 2024-04-13T09:14:47.182 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.182 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 1771104, 2024-04-13T09:14:47.182 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.182 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.182 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.183 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.183 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.183 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.183 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.183 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.183 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.183 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.183 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.183 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.183 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.183 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 6, 2024-04-13T09:14:47.183 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 2, 2024-04-13T09:14:47.183 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.183 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 2, 2024-04-13T09:14:47.183 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.184 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.184 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.184 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.184 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.184 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.184 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.184 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 6, 2024-04-13T09:14:47.184 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.184 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.184 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.184 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.184 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.184 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 812, 2024-04-13T09:14:47.184 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 1310, 2024-04-13T09:14:47.184 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.185 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.185 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.185 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 311, 2024-04-13T09:14:47.185 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 2416 2024-04-13T09:14:47.185 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.185 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.185 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.185 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.185 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:47.185 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:14:47.185 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:14:47.185 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.185 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:14:47.185 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "231'197" 2024-04-13T09:14:47.185 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.186 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.186 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.186 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.186 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:14:47.186 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:14:47.186 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.186 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:14:47.186 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.186 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.186 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:14:47.186 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.186 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.186 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.186 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.194415+0000", 2024-04-13T09:14:47.186 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.422580+0000", 2024-04-13T09:14:47.187 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.422580+0000", 2024-04-13T09:14:47.187 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.422873+0000", 2024-04-13T09:14:47.187 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.194415+0000", 2024-04-13T09:14:47.187 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.187 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.187 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.187 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:14:47.187 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.194415+0000", 2024-04-13T09:14:47.187 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.194415+0000", 2024-04-13T09:14:47.187 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.194415+0000", 2024-04-13T09:14:47.187 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.187 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.187 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.187 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.194415+0000", 2024-04-13T09:14:47.187 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.194415+0000", 2024-04-13T09:14:47.188 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.188 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.188 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.188 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.188 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:14:47.188 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.188 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.188 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.188 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.188 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.188 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.188 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.188 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.188 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.3", 2024-04-13T09:14:47.188 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.188 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.189 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.189 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4961, 2024-04-13T09:14:47.189 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.189 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:10:11.026760+0000", 2024-04-13T09:14:47.189 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.189 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.189 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.189 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.189 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.189 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.189 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.189 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.189 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.189 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.189 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.190 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.190 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.190 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.190 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.190 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.190 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.190 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.190 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.190 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.190 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.190 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.190 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.190 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.190 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.190 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.191 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.191 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.191 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.191 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.191 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.191 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.191 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.191 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.191 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.191 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.191 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.191 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.191 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.191 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.191 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.192 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.192 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.192 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.192 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.192 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.192 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.192 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.192 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:14:47.192 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:14:47.192 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.192 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:14:47.192 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.192 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.192 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.192 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.192 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:47.193 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.193 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:14:47.193 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.193 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:14:47.193 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.193 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.193 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:47.193 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.193 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.193 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.193 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.439060+0000", 2024-04-13T09:14:47.193 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.599481+0000", 2024-04-13T09:14:47.193 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.599481+0000", 2024-04-13T09:14:47.193 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.599817+0000", 2024-04-13T09:14:47.193 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.439060+0000", 2024-04-13T09:14:47.194 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.194 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.194 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.194 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:14:47.194 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.439060+0000", 2024-04-13T09:14:47.194 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.439060+0000", 2024-04-13T09:14:47.194 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.439060+0000", 2024-04-13T09:14:47.194 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.194 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.194 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.194 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.439060+0000", 2024-04-13T09:14:47.195 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.439060+0000", 2024-04-13T09:14:47.195 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.195 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.195 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.195 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.195 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:14:47.195 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.195 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.195 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.195 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.195 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.195 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.195 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.195 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.195 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.2", 2024-04-13T09:14:47.196 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.196 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.196 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.196 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5039, 2024-04-13T09:14:47.196 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.196 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:05:52.926653+0000", 2024-04-13T09:14:47.196 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.196 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.196 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.196 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.196 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.196 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.196 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.196 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.196 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.197 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.197 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.197 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.197 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.197 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.197 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.197 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.197 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.197 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.197 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.197 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.197 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.197 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.197 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.197 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.197 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.199 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.199 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.199 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.199 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.199 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.199 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.199 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.199 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:47.199 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.199 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:14:47.199 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.199 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:14:47.199 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.199 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.199 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.200 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.200 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:14:47.200 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:47.200 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:14:47.200 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.200 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T09:14:47.200 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.200 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.200 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 66, 2024-04-13T09:14:47.200 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.200 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.200 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.200 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.578652+0000", 2024-04-13T09:14:47.200 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.424104+0000", 2024-04-13T09:14:47.200 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.424104+0000", 2024-04-13T09:14:47.200 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T08:27:07.865912+0000", 2024-04-13T09:14:47.201 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.578652+0000", 2024-04-13T09:14:47.201 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:14:47.201 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.201 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:14:47.201 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:14:47.201 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.578652+0000", 2024-04-13T09:14:47.201 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.578652+0000", 2024-04-13T09:14:47.201 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.578652+0000", 2024-04-13T09:14:47.201 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.201 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.201 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:14:47.201 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.578652+0000", 2024-04-13T09:14:47.201 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.578652+0000", 2024-04-13T09:14:47.201 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.201 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3078, 2024-04-13T09:14:47.202 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.202 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.202 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:14:47.202 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.202 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.202 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.202 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.202 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3078, 2024-04-13T09:14:47.202 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.202 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.202 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.202 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "4.5", 2024-04-13T09:14:47.202 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.202 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.202 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.203 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 8576, 2024-04-13T09:14:47.203 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.203 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:40:03.703768+0000", 2024-04-13T09:14:47.203 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.003449674, 2024-04-13T09:14:47.203 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.203 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.203 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.203 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.203 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.203 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.203 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.203 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.203 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.203 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.203 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.204 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.204 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.204 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.204 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.204 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.204 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.204 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.204 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.204 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.204 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.204 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.204 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.204 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.204 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.204 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.204 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.205 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.205 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.205 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.205 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.205 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.205 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.205 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.205 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.205 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 907, 2024-04-13T09:14:47.205 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 373264, 2024-04-13T09:14:47.205 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.205 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.205 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.205 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3074, 2024-04-13T09:14:47.205 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 401310 2024-04-13T09:14:47.205 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.206 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.206 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.206 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.206 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:14:47.206 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:47.206 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:14:47.206 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.206 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T09:14:47.206 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "1115'3078" 2024-04-13T09:14:47.206 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.206 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.206 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.206 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:14:47.206 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:47.206 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:14:47.207 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.207 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T09:14:47.207 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.207 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.207 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:14:47.207 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.207 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.207 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.207 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.436474+0000", 2024-04-13T09:14:47.207 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:51:57.370289+0000", 2024-04-13T09:14:47.207 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:51:57.370289+0000", 2024-04-13T09:14:47.207 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:51:57.370550+0000", 2024-04-13T09:14:47.207 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.436474+0000", 2024-04-13T09:14:47.207 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.208 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.208 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.208 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 415, 2024-04-13T09:14:47.208 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.436474+0000", 2024-04-13T09:14:47.208 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.436474+0000", 2024-04-13T09:14:47.208 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.436474+0000", 2024-04-13T09:14:47.208 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.208 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.208 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.208 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.436474+0000", 2024-04-13T09:14:47.208 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.436474+0000", 2024-04-13T09:14:47.208 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.208 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.208 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.208 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.209 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 414, 2024-04-13T09:14:47.209 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.209 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.209 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.209 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.209 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.209 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.209 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.209 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.209 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.1", 2024-04-13T09:14:47.209 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.209 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.209 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.209 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5075, 2024-04-13T09:14:47.209 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.210 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:24:13.779592+0000", 2024-04-13T09:14:47.210 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.210 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.210 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.210 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.210 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.210 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.210 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.210 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.210 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.210 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.210 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.210 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.210 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.210 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.211 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.211 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.211 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.211 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.211 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.211 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.211 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.211 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.211 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.211 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.211 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.211 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.211 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.211 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.211 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.211 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.212 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.212 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.212 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.213 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.213 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:14:47.213 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:47.213 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:14:47.213 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.213 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T09:14:47.213 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.213 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.213 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.213 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.213 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:47.213 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:14:47.213 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:14:47.213 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.213 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:14:47.213 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.214 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.214 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:47.214 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.214 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.214 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.214 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.833643+0000", 2024-04-13T09:14:47.214 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.601965+0000", 2024-04-13T09:14:47.214 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.601965+0000", 2024-04-13T09:14:47.214 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.602315+0000", 2024-04-13T09:14:47.214 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.833643+0000", 2024-04-13T09:14:47.214 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.214 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.214 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.214 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:14:47.214 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.833643+0000", 2024-04-13T09:14:47.215 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.833643+0000", 2024-04-13T09:14:47.215 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.833643+0000", 2024-04-13T09:14:47.215 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.215 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.215 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.215 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.833643+0000", 2024-04-13T09:14:47.215 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.833643+0000", 2024-04-13T09:14:47.215 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.215 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.215 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.215 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.215 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:14:47.215 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.215 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.215 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.216 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.216 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.216 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.216 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.216 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.216 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.0", 2024-04-13T09:14:47.216 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.216 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.216 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.216 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5093, 2024-04-13T09:14:47.216 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.216 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:42:20.804814+0000", 2024-04-13T09:14:47.216 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.216 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.216 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.216 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.217 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.217 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.217 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.217 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.217 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.217 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.217 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.217 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.217 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.217 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.217 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.217 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.217 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.217 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.217 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.218 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.218 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.218 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.218 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.218 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.218 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.218 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.218 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.218 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.218 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.218 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.218 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.218 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.218 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.219 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.219 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.219 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.219 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.219 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.219 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.219 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.219 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.219 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.219 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.219 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.219 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.219 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.219 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.219 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:47.219 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:14:47.220 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:14:47.220 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.220 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:14:47.220 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.220 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.220 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.220 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.220 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:47.220 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.220 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:14:47.220 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.220 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:14:47.220 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.220 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.220 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 66, 2024-04-13T09:14:47.220 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.221 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.221 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.221 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.834295+0000", 2024-04-13T09:14:47.221 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.428256+0000", 2024-04-13T09:14:47.221 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.428256+0000", 2024-04-13T09:14:47.221 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T08:27:07.866483+0000", 2024-04-13T09:14:47.221 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.834295+0000", 2024-04-13T09:14:47.221 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:14:47.221 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.221 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:14:47.221 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:14:47.221 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.834295+0000", 2024-04-13T09:14:47.221 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.834295+0000", 2024-04-13T09:14:47.221 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.834295+0000", 2024-04-13T09:14:47.221 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.221 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.222 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:14:47.222 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.834295+0000", 2024-04-13T09:14:47.222 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.834295+0000", 2024-04-13T09:14:47.222 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.222 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3032, 2024-04-13T09:14:47.222 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.222 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.222 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:14:47.222 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.222 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.222 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.222 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.222 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3032, 2024-04-13T09:14:47.222 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.223 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.223 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.223 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "4.7", 2024-04-13T09:14:47.223 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.223 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.223 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.223 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 8720, 2024-04-13T09:14:47.223 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.223 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:37:31.874279+0000", 2024-04-13T09:14:47.223 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.013562768, 2024-04-13T09:14:47.223 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.223 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.223 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.223 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.223 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.224 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.224 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.224 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.224 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.224 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.224 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.224 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.224 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.224 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.224 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.224 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.224 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.224 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.224 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.224 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.225 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.225 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.225 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.225 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.225 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.225 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.225 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.225 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.225 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.225 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.225 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.225 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.225 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.225 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.225 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.226 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 845, 2024-04-13T09:14:47.226 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 371084, 2024-04-13T09:14:47.226 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.226 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.226 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.226 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3025, 2024-04-13T09:14:47.226 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 397395 2024-04-13T09:14:47.226 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.226 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.226 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.226 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.226 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:47.226 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.226 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:14:47.226 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.227 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:14:47.227 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "1115'3032" 2024-04-13T09:14:47.227 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.227 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.227 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.227 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:14:47.227 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:14:47.227 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:14:47.227 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.227 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T09:14:47.227 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.227 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.227 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:47.227 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.227 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.228 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.228 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.436582+0000", 2024-04-13T09:14:47.228 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.602559+0000", 2024-04-13T09:14:47.228 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.602559+0000", 2024-04-13T09:14:47.228 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.602966+0000", 2024-04-13T09:14:47.228 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.436582+0000", 2024-04-13T09:14:47.228 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.228 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.228 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.228 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:14:47.228 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.436582+0000", 2024-04-13T09:14:47.228 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.436582+0000", 2024-04-13T09:14:47.228 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.436582+0000", 2024-04-13T09:14:47.228 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.229 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.229 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.229 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.436582+0000", 2024-04-13T09:14:47.229 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.436582+0000", 2024-04-13T09:14:47.229 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.229 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.229 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.229 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.229 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:14:47.229 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.229 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.229 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.229 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.229 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.229 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.229 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.230 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.230 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.3", 2024-04-13T09:14:47.230 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.230 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.230 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.230 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5059, 2024-04-13T09:14:47.230 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.230 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:02:51.674881+0000", 2024-04-13T09:14:47.230 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.230 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.230 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.230 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.230 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.230 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.231 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.231 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.231 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.231 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.231 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.231 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.231 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.231 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.231 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.231 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.231 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.231 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.231 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.231 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.231 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.231 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.232 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.232 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.232 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.232 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.232 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.232 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.232 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.232 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.232 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.232 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.232 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.232 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.232 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.232 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.232 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.232 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.233 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.233 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.233 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.233 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.233 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.233 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.233 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.233 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.233 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.233 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:14:47.233 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:14:47.233 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:14:47.233 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.233 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T09:14:47.233 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.234 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.234 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.234 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.234 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.234 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:47.234 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:14:47.234 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.234 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:14:47.234 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.234 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.234 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:14:47.234 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.234 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.234 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.234 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.194013+0000", 2024-04-13T09:14:47.235 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.603032+0000", 2024-04-13T09:14:47.235 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.603032+0000", 2024-04-13T09:14:47.235 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.603392+0000", 2024-04-13T09:14:47.235 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.194013+0000", 2024-04-13T09:14:47.235 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.235 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.235 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.235 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:14:47.235 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.194013+0000", 2024-04-13T09:14:47.235 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.194013+0000", 2024-04-13T09:14:47.235 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.194013+0000", 2024-04-13T09:14:47.235 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.235 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.235 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.235 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.194013+0000", 2024-04-13T09:14:47.236 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.194013+0000", 2024-04-13T09:14:47.236 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.236 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.236 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.236 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.236 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:14:47.236 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.236 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.236 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.236 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.236 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.236 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.236 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.236 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.236 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.2", 2024-04-13T09:14:47.236 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.237 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.237 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.237 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4967, 2024-04-13T09:14:47.237 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.237 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:40:14.576761+0000", 2024-04-13T09:14:47.237 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.237 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.237 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.237 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.237 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.237 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.237 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.237 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.237 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.237 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.237 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.238 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.238 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.238 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.238 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.238 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.238 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.238 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.238 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.238 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.238 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.238 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.238 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.238 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.238 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.239 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.239 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.239 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.239 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.239 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.239 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.239 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.239 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.239 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.239 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.239 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.239 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.239 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.239 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.239 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.239 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.240 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.240 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.240 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.240 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.240 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.240 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.240 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.240 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:47.240 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:14:47.240 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.240 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:14:47.240 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.240 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.240 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.240 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.240 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:47.241 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:14:47.241 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:14:47.241 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.241 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:14:47.241 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.241 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.241 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 66, 2024-04-13T09:14:47.241 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.241 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.241 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.241 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.835642+0000", 2024-04-13T09:14:47.241 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:51:57.373064+0000", 2024-04-13T09:14:47.241 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:51:57.373064+0000", 2024-04-13T09:14:47.241 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T08:27:07.862161+0000", 2024-04-13T09:14:47.241 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.835642+0000", 2024-04-13T09:14:47.241 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:14:47.242 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.242 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:14:47.242 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 415, 2024-04-13T09:14:47.242 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.835642+0000", 2024-04-13T09:14:47.242 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.835642+0000", 2024-04-13T09:14:47.242 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.835642+0000", 2024-04-13T09:14:47.242 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.242 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.242 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:14:47.242 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.835642+0000", 2024-04-13T09:14:47.242 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.835642+0000", 2024-04-13T09:14:47.242 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.242 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3124, 2024-04-13T09:14:47.242 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.242 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.243 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 414, 2024-04-13T09:14:47.243 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.243 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.243 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.243 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.243 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3124, 2024-04-13T09:14:47.243 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.243 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.243 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.243 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "4.4", 2024-04-13T09:14:47.243 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.243 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.243 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.243 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 9230, 2024-04-13T09:14:47.243 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.243 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:19:59.344690+0000", 2024-04-13T09:14:47.244 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.009314128, 2024-04-13T09:14:47.244 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.244 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.244 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.244 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.244 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.244 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.244 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.244 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.244 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.244 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.244 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.244 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.244 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.244 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.244 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.244 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.245 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.245 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.245 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T09:14:47.245 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T09:14:47.245 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.245 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T09:14:47.245 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.245 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.245 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.245 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.245 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.245 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T09:14:47.245 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.245 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.245 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.245 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.246 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.246 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.246 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.246 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 1803, 2024-04-13T09:14:47.246 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 392421, 2024-04-13T09:14:47.246 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.246 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.246 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.246 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3096, 2024-04-13T09:14:47.246 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 398916 2024-04-13T09:14:47.246 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.246 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.246 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.246 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.246 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:47.247 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:14:47.247 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:14:47.247 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.247 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:14:47.247 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "1115'3124" 2024-04-13T09:14:47.247 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.247 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.247 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.247 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.247 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:47.247 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:14:47.247 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.247 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:14:47.247 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.247 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.247 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:47.248 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.248 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.248 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.248 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.195231+0000", 2024-04-13T09:14:47.248 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.432331+0000", 2024-04-13T09:14:47.248 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.432331+0000", 2024-04-13T09:14:47.248 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.432658+0000", 2024-04-13T09:14:47.248 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.195231+0000", 2024-04-13T09:14:47.248 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.248 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.248 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.248 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:14:47.249 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.195231+0000", 2024-04-13T09:14:47.249 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.195231+0000", 2024-04-13T09:14:47.249 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.195231+0000", 2024-04-13T09:14:47.249 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.249 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.249 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.249 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.195231+0000", 2024-04-13T09:14:47.249 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.195231+0000", 2024-04-13T09:14:47.249 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.249 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.249 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.249 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.249 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:14:47.250 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.250 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.250 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.250 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.250 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.250 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.250 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.250 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.250 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.5", 2024-04-13T09:14:47.250 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.250 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.250 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.251 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4959, 2024-04-13T09:14:47.251 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.251 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:13:31.892740+0000", 2024-04-13T09:14:47.251 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.251 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.251 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.251 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.251 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.251 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.251 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.251 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.251 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.251 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.251 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.251 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.252 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.252 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.252 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.252 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.252 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.252 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.252 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.252 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.252 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.252 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.252 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.252 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.252 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.252 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.252 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.252 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.253 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.253 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.253 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.253 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.253 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.253 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.253 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.253 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.253 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.254 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.254 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.254 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.254 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.254 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.254 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.254 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.254 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.254 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.254 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.254 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.254 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:47.254 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:14:47.254 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.255 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:14:47.255 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.255 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.255 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.255 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.255 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:47.255 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:14:47.255 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:14:47.255 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.255 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:14:47.255 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.255 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.255 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:14:47.255 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.256 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.256 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.256 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.835475+0000", 2024-04-13T09:14:47.256 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.430513+0000", 2024-04-13T09:14:47.256 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.430513+0000", 2024-04-13T09:14:47.256 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.431055+0000", 2024-04-13T09:14:47.256 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.835475+0000", 2024-04-13T09:14:47.256 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.256 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.256 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.256 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:14:47.256 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.835475+0000", 2024-04-13T09:14:47.256 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.835475+0000", 2024-04-13T09:14:47.256 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.835475+0000", 2024-04-13T09:14:47.256 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.257 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.257 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.257 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.835475+0000", 2024-04-13T09:14:47.257 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.835475+0000", 2024-04-13T09:14:47.257 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.257 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.257 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.257 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.257 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:14:47.257 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.257 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.257 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.257 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.257 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.257 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.258 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.258 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.258 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.4", 2024-04-13T09:14:47.258 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.258 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.258 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.258 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5103, 2024-04-13T09:14:47.258 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.258 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:21:45.163379+0000", 2024-04-13T09:14:47.258 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.258 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.258 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.258 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.258 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.258 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.259 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.259 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.259 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.259 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.259 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.259 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.259 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.259 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.259 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.259 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.259 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.259 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.259 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.259 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.259 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.260 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.260 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.260 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.260 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.260 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.260 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.260 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.260 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.260 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.260 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.260 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.260 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.260 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.260 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.260 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.261 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.261 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.261 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.261 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.261 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.261 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.261 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.261 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.261 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.261 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.261 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.261 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:47.261 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:14:47.261 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:14:47.261 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.262 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:14:47.262 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.262 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.262 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.262 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.262 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:47.262 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.262 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:14:47.262 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.262 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:14:47.262 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.262 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.262 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 66, 2024-04-13T09:14:47.262 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.262 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.263 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.263 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.834621+0000", 2024-04-13T09:14:47.263 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.428208+0000", 2024-04-13T09:14:47.263 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.428208+0000", 2024-04-13T09:14:47.263 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T08:27:07.861082+0000", 2024-04-13T09:14:47.263 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.834621+0000", 2024-04-13T09:14:47.263 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:14:47.263 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.263 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:14:47.263 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:14:47.263 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.834621+0000", 2024-04-13T09:14:47.263 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.834621+0000", 2024-04-13T09:14:47.263 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.834621+0000", 2024-04-13T09:14:47.263 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.263 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.263 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:14:47.264 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.834621+0000", 2024-04-13T09:14:47.264 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.834621+0000", 2024-04-13T09:14:47.264 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.264 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3098, 2024-04-13T09:14:47.264 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.264 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.264 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:14:47.264 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.264 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.264 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.264 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.264 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3098, 2024-04-13T09:14:47.264 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.264 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.265 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.265 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "4.2", 2024-04-13T09:14:47.265 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.265 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.265 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.265 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 8896, 2024-04-13T09:14:47.265 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.265 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:27:02.350035+0000", 2024-04-13T09:14:47.265 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.008711502, 2024-04-13T09:14:47.265 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.265 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.265 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 19, 2024-04-13T09:14:47.265 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.265 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.265 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.266 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.266 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.266 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.266 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.266 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.266 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.266 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.266 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.266 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.266 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.266 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.266 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.266 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T09:14:47.266 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T09:14:47.266 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.267 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T09:14:47.267 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.267 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.267 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.267 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.267 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.267 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.267 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.267 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.267 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.267 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.267 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.267 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.267 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.267 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 795, 2024-04-13T09:14:47.268 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 379139, 2024-04-13T09:14:47.268 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.268 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.268 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.268 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3092, 2024-04-13T09:14:47.268 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 379768 2024-04-13T09:14:47.268 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.268 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.268 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.268 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.268 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:47.268 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.268 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:14:47.268 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.268 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:14:47.268 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "1115'3098" 2024-04-13T09:14:47.269 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.269 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.269 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.269 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:47.269 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:47.269 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:14:47.269 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.269 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:14:47.269 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.269 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.269 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:47.269 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.269 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.269 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.269 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.434720+0000", 2024-04-13T09:14:47.270 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.427338+0000", 2024-04-13T09:14:47.270 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.427338+0000", 2024-04-13T09:14:47.270 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.427646+0000", 2024-04-13T09:14:47.270 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.434720+0000", 2024-04-13T09:14:47.270 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.270 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.270 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.270 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:14:47.270 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.434720+0000", 2024-04-13T09:14:47.270 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.434720+0000", 2024-04-13T09:14:47.270 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.434720+0000", 2024-04-13T09:14:47.270 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.270 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.270 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.271 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.434720+0000", 2024-04-13T09:14:47.271 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.434720+0000", 2024-04-13T09:14:47.271 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.271 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.271 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.271 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.271 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:14:47.271 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.271 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.271 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.271 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.271 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.271 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.271 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.272 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.272 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.e", 2024-04-13T09:14:47.272 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.272 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.272 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.272 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4879, 2024-04-13T09:14:47.272 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.272 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:04:15.045314+0000", 2024-04-13T09:14:47.272 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.272 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.272 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.272 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.272 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.272 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.272 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.273 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.273 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.273 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.273 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.273 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.273 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.273 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.273 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.273 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.273 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.273 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.273 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.273 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.273 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.273 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.274 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.274 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.274 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.274 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.274 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.274 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.274 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.274 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.274 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.274 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.274 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.274 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.274 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.274 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.274 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.275 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.275 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.275 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.275 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.275 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.275 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.275 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.275 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.275 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.275 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.275 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:47.275 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:47.275 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:14:47.275 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.275 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:14:47.275 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.276 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.276 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.276 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.276 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:47.276 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:14:47.276 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:14:47.276 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.276 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 4, 2024-04-13T09:14:47.276 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.276 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.276 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:14:47.276 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.276 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.276 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.277 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.888215+0000", 2024-04-13T09:14:47.277 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.430139+0000", 2024-04-13T09:14:47.277 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.430139+0000", 2024-04-13T09:14:47.277 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.430472+0000", 2024-04-13T09:14:47.277 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.888215+0000", 2024-04-13T09:14:47.277 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.277 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.277 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.277 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:14:47.277 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.888215+0000", 2024-04-13T09:14:47.277 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.888215+0000", 2024-04-13T09:14:47.277 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.888215+0000", 2024-04-13T09:14:47.277 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.277 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.277 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.277 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.888215+0000", 2024-04-13T09:14:47.278 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.888215+0000", 2024-04-13T09:14:47.278 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.278 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 1, 2024-04-13T09:14:47.278 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.278 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.278 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:14:47.278 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.278 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.278 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.278 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.278 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 1, 2024-04-13T09:14:47.278 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.278 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.278 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.279 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.f", 2024-04-13T09:14:47.279 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.279 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.279 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.279 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5015, 2024-04-13T09:14:47.279 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.279 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:57:41.752781+0000", 2024-04-13T09:14:47.279 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.279 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.279 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.279 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 22, 2024-04-13T09:14:47.279 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.279 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.280 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.280 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.280 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.280 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.280 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.280 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.280 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.280 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.280 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.280 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.280 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.280 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.280 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.280 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T09:14:47.280 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T09:14:47.281 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.281 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T09:14:47.281 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.281 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.281 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.281 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.281 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.281 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.281 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.281 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.281 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.281 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.281 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.281 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.281 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.281 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 2, 2024-04-13T09:14:47.282 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 2, 2024-04-13T09:14:47.282 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.282 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.282 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.282 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 1, 2024-04-13T09:14:47.282 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 1 2024-04-13T09:14:47.282 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.282 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.282 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.282 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.282 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:47.282 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:14:47.282 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:14:47.282 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.283 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 4, 2024-04-13T09:14:47.283 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'1" 2024-04-13T09:14:47.283 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.283 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.283 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.283 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:47.283 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:47.283 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:14:47.283 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.283 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:14:47.283 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.283 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.283 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:47.283 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.284 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.284 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.284 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.433096+0000", 2024-04-13T09:14:47.284 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.416982+0000", 2024-04-13T09:14:47.284 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.416982+0000", 2024-04-13T09:14:47.284 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.419915+0000", 2024-04-13T09:14:47.284 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.433096+0000", 2024-04-13T09:14:47.284 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.284 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.284 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.284 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:14:47.284 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.433096+0000", 2024-04-13T09:14:47.284 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.433096+0000", 2024-04-13T09:14:47.284 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.433096+0000", 2024-04-13T09:14:47.285 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.285 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.285 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.285 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.433096+0000", 2024-04-13T09:14:47.285 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.433096+0000", 2024-04-13T09:14:47.285 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.285 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.285 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.285 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.285 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:14:47.285 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.285 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.285 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.285 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.285 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.285 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.286 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.286 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.286 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.11", 2024-04-13T09:14:47.286 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.286 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.286 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.286 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4864, 2024-04-13T09:14:47.286 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.286 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:03:22.542941+0000", 2024-04-13T09:14:47.286 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.286 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.286 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.286 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.286 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.287 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.287 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.287 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.287 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.287 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.287 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.287 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.287 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.287 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.287 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.287 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.287 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.287 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.287 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.287 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.288 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.288 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.288 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.288 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.288 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.288 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.288 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.288 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.288 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.288 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.288 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.288 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.288 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.288 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.288 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.288 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.289 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.289 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.289 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.289 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.289 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.289 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.289 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.289 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.289 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.289 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.289 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.289 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:47.290 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:47.290 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:14:47.290 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.290 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:14:47.290 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.290 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.290 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.290 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.290 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:14:47.290 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:47.290 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:14:47.290 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.290 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T09:14:47.291 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.291 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.291 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:14:47.291 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.291 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.291 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.291 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.436158+0000", 2024-04-13T09:14:47.291 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:51:22.379267+0000", 2024-04-13T09:14:47.291 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:51:22.379267+0000", 2024-04-13T09:14:47.291 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:51:22.379622+0000", 2024-04-13T09:14:47.291 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.436158+0000", 2024-04-13T09:14:47.291 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.291 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.291 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.291 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 381, 2024-04-13T09:14:47.291 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.436158+0000", 2024-04-13T09:14:47.292 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.436158+0000", 2024-04-13T09:14:47.292 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.436158+0000", 2024-04-13T09:14:47.292 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.292 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.292 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.292 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.436158+0000", 2024-04-13T09:14:47.292 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.436158+0000", 2024-04-13T09:14:47.292 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.292 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 8, 2024-04-13T09:14:47.293 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.293 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.293 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 380, 2024-04-13T09:14:47.293 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.293 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.293 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.293 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.293 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 8, 2024-04-13T09:14:47.293 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.293 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.293 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.293 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.10", 2024-04-13T09:14:47.294 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.294 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.294 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.294 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5079, 2024-04-13T09:14:47.294 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.294 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:44:15.951223+0000", 2024-04-13T09:14:47.294 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.294 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.294 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.294 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.294 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.294 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.294 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.294 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.295 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.295 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.295 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 12, 2024-04-13T09:14:47.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 4, 2024-04-13T09:14:47.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 4, 2024-04-13T09:14:47.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.297 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.297 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.297 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.297 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 4, 2024-04-13T09:14:47.297 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.297 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.297 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.297 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.297 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.297 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.297 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.297 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 48, 2024-04-13T09:14:47.297 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 48, 2024-04-13T09:14:47.297 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.298 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.298 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.298 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 12, 2024-04-13T09:14:47.298 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.298 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.298 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.298 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.298 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.298 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:14:47.298 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:47.298 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:14:47.298 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.298 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T09:14:47.298 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'8" 2024-04-13T09:14:47.298 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.299 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.299 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.299 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:14:47.299 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:14:47.299 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:14:47.299 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.299 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T09:14:47.299 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.299 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.299 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:47.299 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.299 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.299 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.299 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.577525+0000", 2024-04-13T09:14:47.300 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.604541+0000", 2024-04-13T09:14:47.300 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.604541+0000", 2024-04-13T09:14:47.300 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.604848+0000", 2024-04-13T09:14:47.300 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.577525+0000", 2024-04-13T09:14:47.300 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.300 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.300 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.300 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:14:47.300 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.577525+0000", 2024-04-13T09:14:47.300 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.577525+0000", 2024-04-13T09:14:47.300 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.577525+0000", 2024-04-13T09:14:47.300 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.300 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.300 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.300 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.577525+0000", 2024-04-13T09:14:47.301 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.577525+0000", 2024-04-13T09:14:47.301 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.301 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.301 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.301 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.301 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:14:47.301 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.301 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.301 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.301 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.301 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.301 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.301 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.301 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.301 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.10", 2024-04-13T09:14:47.301 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.302 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.302 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.302 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4904, 2024-04-13T09:14:47.302 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.302 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:10:10.629169+0000", 2024-04-13T09:14:47.302 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.302 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.302 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.306 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.306 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.306 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.306 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.306 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.306 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.306 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.306 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.307 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.307 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.307 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.307 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.307 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.308 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.308 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.308 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.308 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.308 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.308 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.308 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.309 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.309 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.309 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.309 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.309 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.309 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.309 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.309 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.309 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.309 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.309 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.310 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.310 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.310 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.310 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.310 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.311 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.311 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.311 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.311 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.311 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.311 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.311 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.311 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.311 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:14:47.311 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:14:47.312 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:14:47.312 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.312 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T09:14:47.312 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.312 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.312 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.312 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.312 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:14:47.312 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:47.312 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:14:47.312 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.312 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T09:14:47.312 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.313 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.313 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:14:47.313 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.313 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.313 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.313 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.578070+0000", 2024-04-13T09:14:47.313 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.607669+0000", 2024-04-13T09:14:47.313 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.607669+0000", 2024-04-13T09:14:47.313 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.609181+0000", 2024-04-13T09:14:47.313 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.578070+0000", 2024-04-13T09:14:47.313 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.313 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.313 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.314 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:14:47.314 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.578070+0000", 2024-04-13T09:14:47.314 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.578070+0000", 2024-04-13T09:14:47.314 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.578070+0000", 2024-04-13T09:14:47.314 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.314 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.314 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.314 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.578070+0000", 2024-04-13T09:14:47.314 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.578070+0000", 2024-04-13T09:14:47.314 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.314 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.314 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.314 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.315 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:14:47.315 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.315 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.315 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.315 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.315 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.315 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.315 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.315 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.315 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.11", 2024-04-13T09:14:47.316 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.316 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.316 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.316 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4912, 2024-04-13T09:14:47.316 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.316 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:49:34.336766+0000", 2024-04-13T09:14:47.316 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.316 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.316 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.316 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.316 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.316 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.317 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.317 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.317 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.317 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.317 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.317 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.317 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.317 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.317 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.317 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.317 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.317 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.317 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.318 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.318 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.318 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.318 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.318 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.318 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.318 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.318 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.318 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.318 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.318 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.318 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.319 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.319 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.319 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.319 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.319 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.319 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.319 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.319 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.319 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.319 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.319 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.319 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.320 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.320 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.320 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.320 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.320 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:14:47.320 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:47.320 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:14:47.320 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.320 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T09:14:47.320 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.320 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.320 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.321 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.321 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:47.321 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:47.321 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:14:47.321 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.321 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:14:47.321 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.321 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.321 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:47.322 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.322 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.322 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.322 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.433737+0000", 2024-04-13T09:14:47.322 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.420266+0000", 2024-04-13T09:14:47.322 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.420266+0000", 2024-04-13T09:14:47.322 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.420781+0000", 2024-04-13T09:14:47.322 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.433737+0000", 2024-04-13T09:14:47.322 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.325 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.325 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.325 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:14:47.325 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.433737+0000", 2024-04-13T09:14:47.325 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.433737+0000", 2024-04-13T09:14:47.325 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.433737+0000", 2024-04-13T09:14:47.326 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.326 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.327 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.327 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.433737+0000", 2024-04-13T09:14:47.327 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.433737+0000", 2024-04-13T09:14:47.327 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.327 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.327 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.327 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.327 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:14:47.327 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.327 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.327 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.327 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.328 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.328 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.328 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.328 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.328 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.13", 2024-04-13T09:14:47.328 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.328 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.328 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.328 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4878, 2024-04-13T09:14:47.328 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.328 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:48:30.525646+0000", 2024-04-13T09:14:47.328 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.328 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.328 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.328 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.329 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.329 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.329 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.329 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.329 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.329 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.329 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.329 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.329 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.329 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.329 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.329 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.329 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.329 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.329 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.330 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.330 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.330 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.330 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.330 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.330 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.330 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.330 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.330 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.330 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.330 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.330 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.330 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.330 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.330 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.331 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.331 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.331 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.331 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.331 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.331 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.331 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.331 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.331 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.331 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.331 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.331 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.331 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.331 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:47.331 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:47.332 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:14:47.332 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.332 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:14:47.332 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.332 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.332 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.332 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.332 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.332 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:47.332 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:14:47.332 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.332 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:14:47.332 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.332 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.332 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:14:47.333 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.333 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.333 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.333 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.193352+0000", 2024-04-13T09:14:47.333 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.429805+0000", 2024-04-13T09:14:47.333 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.429805+0000", 2024-04-13T09:14:47.333 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.432264+0000", 2024-04-13T09:14:47.333 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.193352+0000", 2024-04-13T09:14:47.333 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.333 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.333 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.333 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:14:47.333 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.193352+0000", 2024-04-13T09:14:47.333 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.193352+0000", 2024-04-13T09:14:47.333 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.193352+0000", 2024-04-13T09:14:47.333 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.334 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.334 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.334 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.193352+0000", 2024-04-13T09:14:47.334 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.193352+0000", 2024-04-13T09:14:47.334 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.334 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.334 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.334 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.334 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:14:47.334 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.334 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.334 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.334 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.334 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.335 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.335 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.335 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.335 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.12", 2024-04-13T09:14:47.335 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.335 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.335 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.335 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4960, 2024-04-13T09:14:47.335 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.335 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:09:06.086315+0000", 2024-04-13T09:14:47.335 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.335 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.335 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.335 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.335 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.338 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.338 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.338 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.338 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.338 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.338 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.338 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.338 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.338 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.338 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.338 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.338 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.338 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.339 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:47.339 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:14:47.339 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.339 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:14:47.339 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.339 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.339 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.339 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.339 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:14:47.339 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:47.339 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:14:47.339 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.339 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T09:14:47.339 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.339 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.339 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:47.340 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.340 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.340 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.340 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.193922+0000", 2024-04-13T09:14:47.340 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.417122+0000", 2024-04-13T09:14:47.340 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.417122+0000", 2024-04-13T09:14:47.340 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.417479+0000", 2024-04-13T09:14:47.340 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.193922+0000", 2024-04-13T09:14:47.340 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.340 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.340 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.340 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:14:47.340 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.193922+0000", 2024-04-13T09:14:47.340 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.193922+0000", 2024-04-13T09:14:47.340 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.193922+0000", 2024-04-13T09:14:47.341 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.341 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.341 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.341 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.193922+0000", 2024-04-13T09:14:47.341 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.193922+0000", 2024-04-13T09:14:47.341 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.341 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.341 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.341 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.341 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:14:47.341 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.341 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.341 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.342 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.342 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.342 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.342 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.342 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.342 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.12", 2024-04-13T09:14:47.342 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.342 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.342 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.342 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5086, 2024-04-13T09:14:47.342 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.342 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:10:07.850885+0000", 2024-04-13T09:14:47.342 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.342 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.342 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.343 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.343 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.343 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.343 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.343 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.343 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.343 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.343 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.343 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.343 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.343 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.343 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.343 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.343 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.343 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.344 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.344 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.344 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.344 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.344 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.344 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.344 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.344 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.344 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.344 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.344 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.344 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.344 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.344 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.344 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.345 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.345 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.345 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.345 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.345 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.345 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.345 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.345 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.345 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.345 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.345 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.345 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.345 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.345 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.345 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:14:47.346 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:47.346 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:14:47.346 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.346 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T09:14:47.346 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.346 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.346 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.346 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.346 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:47.346 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:47.346 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:14:47.346 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.346 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:14:47.346 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.346 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.346 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:14:47.347 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.347 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.347 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.347 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.835374+0000", 2024-04-13T09:14:47.347 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.405988+0000", 2024-04-13T09:14:47.347 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.405988+0000", 2024-04-13T09:14:47.347 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.406477+0000", 2024-04-13T09:14:47.347 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.835374+0000", 2024-04-13T09:14:47.347 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.347 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.347 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.347 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:14:47.347 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.835374+0000", 2024-04-13T09:14:47.347 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.835374+0000", 2024-04-13T09:14:47.347 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.835374+0000", 2024-04-13T09:14:47.348 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.348 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.348 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.348 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.835374+0000", 2024-04-13T09:14:47.348 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.835374+0000", 2024-04-13T09:14:47.348 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.348 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 2, 2024-04-13T09:14:47.348 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.348 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.348 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:14:47.348 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.348 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.348 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.348 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.348 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 2, 2024-04-13T09:14:47.348 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.349 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.349 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.349 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.13", 2024-04-13T09:14:47.349 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.349 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.349 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.349 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4835, 2024-04-13T09:14:47.349 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.349 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:26:37.025851+0000", 2024-04-13T09:14:47.349 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.349 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.349 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.349 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 34, 2024-04-13T09:14:47.349 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.349 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 34, 2024-04-13T09:14:47.350 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.350 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.350 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.350 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.350 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.350 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.350 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.350 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.350 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.350 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 10, 2024-04-13T09:14:47.350 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.350 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.350 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.350 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 6, 2024-04-13T09:14:47.350 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 2, 2024-04-13T09:14:47.350 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.351 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 2, 2024-04-13T09:14:47.351 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.351 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.351 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.351 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.351 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.351 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T09:14:47.351 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.351 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 2, 2024-04-13T09:14:47.351 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.351 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.351 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.351 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.351 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.351 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 8, 2024-04-13T09:14:47.352 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 16, 2024-04-13T09:14:47.352 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.352 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.352 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.352 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3, 2024-04-13T09:14:47.352 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 7 2024-04-13T09:14:47.352 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.352 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.352 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.352 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.352 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:47.352 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:47.352 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:14:47.352 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.352 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:14:47.352 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'2" 2024-04-13T09:14:47.353 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.353 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.353 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.353 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:47.353 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:47.353 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:14:47.353 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.353 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:14:47.353 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.353 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.353 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:47.353 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.353 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.353 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.353 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.434771+0000", 2024-04-13T09:14:47.353 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.429708+0000", 2024-04-13T09:14:47.354 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.429708+0000", 2024-04-13T09:14:47.354 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.430002+0000", 2024-04-13T09:14:47.354 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.434771+0000", 2024-04-13T09:14:47.354 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.354 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.354 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.354 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:14:47.354 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.434771+0000", 2024-04-13T09:14:47.354 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.434771+0000", 2024-04-13T09:14:47.354 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.434771+0000", 2024-04-13T09:14:47.354 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.354 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.354 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.354 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.434771+0000", 2024-04-13T09:14:47.354 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.434771+0000", 2024-04-13T09:14:47.355 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.355 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.355 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.355 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.355 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:14:47.355 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.355 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.355 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.355 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.355 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.355 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.355 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.355 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.355 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.15", 2024-04-13T09:14:47.355 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.355 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.356 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.356 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4877, 2024-04-13T09:14:47.356 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.356 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:01:06.169145+0000", 2024-04-13T09:14:47.356 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.356 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.356 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.356 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.356 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.356 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.356 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.356 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.356 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.356 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.357 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.357 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.357 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.357 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.357 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.357 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.357 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.357 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.357 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.357 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.357 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.357 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.357 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.357 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.357 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.357 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.358 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.358 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.358 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.358 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.358 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.358 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.358 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.358 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.358 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.358 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.358 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.358 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.358 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.358 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.359 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.359 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.359 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.359 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.359 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.359 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.359 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.359 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:47.359 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:47.359 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:14:47.359 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.359 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:14:47.359 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.359 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.359 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.360 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.360 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:14:47.360 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:47.360 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:14:47.360 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.360 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T09:14:47.360 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.360 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.360 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:14:47.360 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.360 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.360 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.360 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.578568+0000", 2024-04-13T09:14:47.360 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.618052+0000", 2024-04-13T09:14:47.360 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.618052+0000", 2024-04-13T09:14:47.361 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.618460+0000", 2024-04-13T09:14:47.361 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.578568+0000", 2024-04-13T09:14:47.361 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.361 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.361 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.361 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:14:47.361 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.578568+0000", 2024-04-13T09:14:47.361 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.578568+0000", 2024-04-13T09:14:47.361 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.578568+0000", 2024-04-13T09:14:47.361 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.361 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.361 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.361 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.578568+0000", 2024-04-13T09:14:47.361 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.578568+0000", 2024-04-13T09:14:47.361 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.361 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 30, 2024-04-13T09:14:47.362 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.362 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.362 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:14:47.362 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.362 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.362 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.362 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.362 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 30, 2024-04-13T09:14:47.362 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.362 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.362 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.362 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.14", 2024-04-13T09:14:47.362 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.362 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.363 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.363 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4947, 2024-04-13T09:14:47.363 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.363 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:17:59.022233+0000", 2024-04-13T09:14:47.363 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.363 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.363 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.363 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 5824, 2024-04-13T09:14:47.363 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.363 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.363 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.363 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.363 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.363 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.363 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.364 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.364 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.364 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.364 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.364 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.364 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.364 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.364 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.364 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 12, 2024-04-13T09:14:47.364 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 4, 2024-04-13T09:14:47.364 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.364 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 4, 2024-04-13T09:14:47.364 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.364 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.364 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.364 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.365 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.365 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T09:14:47.365 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.365 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.365 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.365 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.365 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.365 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.365 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.365 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 20, 2024-04-13T09:14:47.365 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 28, 2024-04-13T09:14:47.365 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.365 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.365 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.365 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 28, 2024-04-13T09:14:47.366 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 25 2024-04-13T09:14:47.366 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.366 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.366 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.366 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.366 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:14:47.366 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:47.366 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:14:47.366 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.366 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T09:14:47.366 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "583'30" 2024-04-13T09:14:47.366 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.366 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.366 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.366 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:47.366 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:47.367 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:14:47.367 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.367 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 4, 2024-04-13T09:14:47.367 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.367 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.367 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:47.367 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.367 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.367 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.367 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.888570+0000", 2024-04-13T09:14:47.367 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.429960+0000", 2024-04-13T09:14:47.367 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.429960+0000", 2024-04-13T09:14:47.367 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.430267+0000", 2024-04-13T09:14:47.367 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.888570+0000", 2024-04-13T09:14:47.367 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.368 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.368 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.368 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:14:47.368 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.888570+0000", 2024-04-13T09:14:47.368 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.888570+0000", 2024-04-13T09:14:47.368 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.888570+0000", 2024-04-13T09:14:47.368 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.368 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.368 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.368 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.888570+0000", 2024-04-13T09:14:47.369 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.888570+0000", 2024-04-13T09:14:47.369 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.369 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.369 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.369 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.369 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:14:47.369 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.369 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.369 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.369 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.369 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.369 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.369 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.369 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.369 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.14", 2024-04-13T09:14:47.370 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.370 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.370 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.370 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4999, 2024-04-13T09:14:47.370 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.370 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T19:09:12.819949+0000", 2024-04-13T09:14:47.370 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.370 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.370 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.370 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.370 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.370 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.370 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.370 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.371 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.371 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.371 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.371 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.371 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.371 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.371 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.371 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.371 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.371 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.371 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.371 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.371 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.371 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.371 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.372 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.372 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.372 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.372 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.372 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.372 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.372 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.372 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.372 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.372 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.372 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.372 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.372 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.372 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.372 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.372 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.373 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.373 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.373 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.373 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.373 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.373 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.373 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.373 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.373 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:47.373 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:47.373 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:14:47.373 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.373 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 4, 2024-04-13T09:14:47.373 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.373 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.373 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.374 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.374 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:47.374 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.374 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:14:47.374 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.374 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:14:47.374 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.374 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.374 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:14:47.374 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.374 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.374 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.374 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.834648+0000", 2024-04-13T09:14:47.374 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.425167+0000", 2024-04-13T09:14:47.374 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.425167+0000", 2024-04-13T09:14:47.375 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.425571+0000", 2024-04-13T09:14:47.375 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.834648+0000", 2024-04-13T09:14:47.375 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.375 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.375 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.375 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:14:47.375 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.834648+0000", 2024-04-13T09:14:47.375 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.834648+0000", 2024-04-13T09:14:47.375 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.834648+0000", 2024-04-13T09:14:47.375 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.375 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.375 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.375 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.834648+0000", 2024-04-13T09:14:47.375 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.834648+0000", 2024-04-13T09:14:47.375 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.376 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3, 2024-04-13T09:14:47.376 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.376 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.376 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:14:47.376 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.376 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.376 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.376 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.376 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3, 2024-04-13T09:14:47.376 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.376 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.376 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.376 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.15", 2024-04-13T09:14:47.376 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.376 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.377 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.377 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5106, 2024-04-13T09:14:47.377 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.377 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:58:46.908166+0000", 2024-04-13T09:14:47.377 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.377 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.377 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.377 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 90, 2024-04-13T09:14:47.377 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.377 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.377 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.377 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.377 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.377 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.377 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.378 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.378 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.378 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.378 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.378 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.378 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.378 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.378 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.378 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 6, 2024-04-13T09:14:47.378 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 2, 2024-04-13T09:14:47.378 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.378 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 2, 2024-04-13T09:14:47.378 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.378 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.378 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.379 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.379 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.379 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T09:14:47.379 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.379 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.379 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.379 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.379 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.379 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.379 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.379 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 14, 2024-04-13T09:14:47.379 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 14, 2024-04-13T09:14:47.379 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.379 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.379 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.379 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 4, 2024-04-13T09:14:47.380 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 1 2024-04-13T09:14:47.380 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.380 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.380 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.380 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.380 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:47.380 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.380 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:14:47.380 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.380 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:14:47.380 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'3" 2024-04-13T09:14:47.380 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.380 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.380 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.380 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:14:47.381 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.381 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:14:47.381 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.381 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T09:14:47.381 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.381 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.381 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:47.381 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.381 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.381 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.381 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.195672+0000", 2024-04-13T09:14:47.381 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.422480+0000", 2024-04-13T09:14:47.381 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.422480+0000", 2024-04-13T09:14:47.381 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.422790+0000", 2024-04-13T09:14:47.381 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.195672+0000", 2024-04-13T09:14:47.382 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.382 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.382 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.382 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:14:47.382 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.195672+0000", 2024-04-13T09:14:47.382 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.195672+0000", 2024-04-13T09:14:47.382 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.195672+0000", 2024-04-13T09:14:47.382 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.382 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.382 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.382 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.195672+0000", 2024-04-13T09:14:47.382 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.195672+0000", 2024-04-13T09:14:47.382 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.382 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.382 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.383 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.383 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:14:47.383 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.383 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.383 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.383 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.383 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.383 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.383 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.383 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.383 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.17", 2024-04-13T09:14:47.383 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.383 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.383 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.383 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5084, 2024-04-13T09:14:47.383 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.384 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:26:20.693497+0000", 2024-04-13T09:14:47.384 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.384 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.384 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.384 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.384 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.384 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.384 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.384 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.384 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.384 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.384 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.384 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.384 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.385 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.385 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.385 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.385 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.385 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.385 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.385 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.385 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.385 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.385 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.385 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.385 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.385 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.385 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.386 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.386 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.386 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.386 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.386 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.386 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.386 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.386 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.386 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.386 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.386 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.386 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.386 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.386 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.386 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.387 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.387 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.387 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.387 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.387 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.388 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:14:47.388 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.388 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:14:47.388 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.388 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T09:14:47.388 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.388 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.388 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.388 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.388 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.388 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:14:47.388 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:14:47.388 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.388 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:14:47.388 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.388 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.389 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:14:47.389 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.389 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.389 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.389 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.195606+0000", 2024-04-13T09:14:47.389 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.602505+0000", 2024-04-13T09:14:47.389 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.602505+0000", 2024-04-13T09:14:47.389 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.605090+0000", 2024-04-13T09:14:47.389 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.195606+0000", 2024-04-13T09:14:47.389 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.389 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.389 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.389 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:14:47.390 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.195606+0000", 2024-04-13T09:14:47.390 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.195606+0000", 2024-04-13T09:14:47.390 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.195606+0000", 2024-04-13T09:14:47.390 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.390 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.390 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.390 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.195606+0000", 2024-04-13T09:14:47.390 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.195606+0000", 2024-04-13T09:14:47.390 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.390 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.390 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.390 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.390 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:14:47.390 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.391 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.391 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.391 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.391 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.391 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.391 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.391 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.391 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.16", 2024-04-13T09:14:47.391 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.391 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.391 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.391 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4955, 2024-04-13T09:14:47.391 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.391 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:15:04.844294+0000", 2024-04-13T09:14:47.392 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.392 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.392 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.392 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.392 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.392 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.392 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.392 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.392 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.392 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.392 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.392 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.392 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.392 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.392 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.393 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.393 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.393 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.393 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.393 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.393 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.393 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.393 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.393 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.393 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.393 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.393 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.393 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.393 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.393 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.394 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.394 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.394 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.394 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.394 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.394 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.394 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.394 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.394 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.394 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.394 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.394 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.394 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.394 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.394 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.395 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.395 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.395 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.395 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:14:47.395 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:14:47.395 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.395 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:14:47.395 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.395 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.395 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.395 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.395 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.395 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:47.395 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:14:47.395 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.396 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:14:47.396 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.396 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.396 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:47.396 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.396 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.396 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.396 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.195843+0000", 2024-04-13T09:14:47.396 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.418030+0000", 2024-04-13T09:14:47.396 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.418030+0000", 2024-04-13T09:14:47.396 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.418348+0000", 2024-04-13T09:14:47.396 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.195843+0000", 2024-04-13T09:14:47.396 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.396 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.396 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.396 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:14:47.397 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.195843+0000", 2024-04-13T09:14:47.397 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.195843+0000", 2024-04-13T09:14:47.397 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.195843+0000", 2024-04-13T09:14:47.397 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.397 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.397 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.397 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.195843+0000", 2024-04-13T09:14:47.397 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.195843+0000", 2024-04-13T09:14:47.397 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.397 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.397 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.397 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.397 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:14:47.397 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.397 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.398 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.398 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.398 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.398 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.398 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.398 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.398 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.16", 2024-04-13T09:14:47.398 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.398 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.398 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.398 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4960, 2024-04-13T09:14:47.398 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.398 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:07:50.271086+0000", 2024-04-13T09:14:47.398 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.398 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.399 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.399 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.399 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.399 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.399 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.399 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.399 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.399 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.399 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.399 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.399 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.399 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.399 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.399 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.399 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.399 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.400 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.400 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.400 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.400 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.400 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.400 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.400 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.400 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.400 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.400 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.400 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.400 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.400 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.400 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.400 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.400 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.401 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.401 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.401 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.401 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.401 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.401 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.401 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.401 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.401 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.401 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.401 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.401 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.401 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.401 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.401 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:47.402 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:14:47.402 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.402 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:14:47.402 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.402 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.402 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.402 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.402 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:14:47.402 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.402 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:14:47.402 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.402 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T09:14:47.402 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.402 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.402 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:14:47.403 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.403 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.403 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.403 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.579489+0000", 2024-04-13T09:14:47.403 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.618350+0000", 2024-04-13T09:14:47.403 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.618350+0000", 2024-04-13T09:14:47.403 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.619267+0000", 2024-04-13T09:14:47.403 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.579489+0000", 2024-04-13T09:14:47.403 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.403 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.403 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.403 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:14:47.403 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.579489+0000", 2024-04-13T09:14:47.403 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.579489+0000", 2024-04-13T09:14:47.403 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.579489+0000", 2024-04-13T09:14:47.403 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.404 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.404 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.404 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.579489+0000", 2024-04-13T09:14:47.404 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.579489+0000", 2024-04-13T09:14:47.404 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.404 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.404 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.404 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.404 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:14:47.404 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.404 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.404 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.404 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.404 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.404 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.404 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.405 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.405 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.17", 2024-04-13T09:14:47.405 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.405 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.405 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.405 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4904, 2024-04-13T09:14:47.405 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.405 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:27:18.385469+0000", 2024-04-13T09:14:47.405 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.405 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.405 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.405 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.405 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.405 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.405 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.406 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.406 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.406 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.406 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.406 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.406 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.406 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.406 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.406 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.406 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.406 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.406 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.406 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.406 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.406 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.408 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.408 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.408 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.408 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.408 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.408 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.408 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.408 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.408 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.408 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:14:47.408 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.408 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:14:47.408 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.408 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T09:14:47.408 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.408 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.409 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.409 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.409 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:47.409 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:47.409 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:14:47.409 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.409 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:14:47.409 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.409 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.409 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:47.409 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.409 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.409 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.409 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.833552+0000", 2024-04-13T09:14:47.409 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.409986+0000", 2024-04-13T09:14:47.410 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.409986+0000", 2024-04-13T09:14:47.410 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.412038+0000", 2024-04-13T09:14:47.410 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.833552+0000", 2024-04-13T09:14:47.410 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.410 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.410 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.410 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:14:47.410 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.833552+0000", 2024-04-13T09:14:47.410 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.833552+0000", 2024-04-13T09:14:47.410 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.833552+0000", 2024-04-13T09:14:47.410 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.410 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.410 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.410 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.833552+0000", 2024-04-13T09:14:47.411 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.833552+0000", 2024-04-13T09:14:47.411 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.411 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.411 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.411 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.411 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:14:47.411 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.411 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.411 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.411 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.411 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.411 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.411 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.411 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.411 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.19", 2024-04-13T09:14:47.412 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.412 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.412 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.412 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5086, 2024-04-13T09:14:47.412 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.412 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:59:17.239554+0000", 2024-04-13T09:14:47.412 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.412 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.412 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.412 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.412 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.412 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.412 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.412 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.412 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.413 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.413 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.413 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.413 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.413 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.413 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.413 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.413 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.413 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.413 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.413 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.413 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.413 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.413 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.413 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.414 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.414 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.414 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.414 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.414 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.414 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.414 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.414 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.414 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.414 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.414 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.414 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.414 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.414 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.415 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.415 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.415 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.415 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.415 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.415 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.415 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.415 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.415 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.415 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:47.415 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:47.415 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:14:47.415 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.415 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:14:47.415 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.415 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.416 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.416 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.416 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.416 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:47.416 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:14:47.416 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.416 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:14:47.416 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.416 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.416 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:14:47.416 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.416 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.416 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.416 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.194210+0000", 2024-04-13T09:14:47.416 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.421347+0000", 2024-04-13T09:14:47.416 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.421347+0000", 2024-04-13T09:14:47.417 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.421670+0000", 2024-04-13T09:14:47.417 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.194210+0000", 2024-04-13T09:14:47.417 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.417 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.417 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.417 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:14:47.417 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.194210+0000", 2024-04-13T09:14:47.417 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.194210+0000", 2024-04-13T09:14:47.417 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.194210+0000", 2024-04-13T09:14:47.417 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.417 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.417 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.417 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.194210+0000", 2024-04-13T09:14:47.417 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.194210+0000", 2024-04-13T09:14:47.417 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.418 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.418 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.418 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.418 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:14:47.418 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.418 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.418 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.418 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.418 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.418 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.418 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.418 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.418 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.18", 2024-04-13T09:14:47.418 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.418 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.419 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.419 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4970, 2024-04-13T09:14:47.419 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.419 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:11:52.556816+0000", 2024-04-13T09:14:47.419 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.419 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.419 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.419 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.419 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.419 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.419 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.419 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.419 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.419 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.420 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.420 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.420 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.420 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.420 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.420 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.420 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.420 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.420 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.420 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.420 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.420 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.420 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.420 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.420 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.420 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.421 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.421 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.421 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.421 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.421 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.421 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.421 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.421 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.421 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.421 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.421 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.421 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.421 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.421 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.421 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.422 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.422 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.422 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.422 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.422 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.422 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.422 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.422 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:47.422 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:14:47.422 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.422 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:14:47.422 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.422 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.422 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.422 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.423 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:47.423 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:14:47.423 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:14:47.423 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.423 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:14:47.423 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.423 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.423 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:47.423 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.423 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.423 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.423 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.436693+0000", 2024-04-13T09:14:47.423 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:51:57.372102+0000", 2024-04-13T09:14:47.423 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:51:57.372102+0000", 2024-04-13T09:14:47.423 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:51:57.372968+0000", 2024-04-13T09:14:47.423 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.436693+0000", 2024-04-13T09:14:47.424 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.424 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.424 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.424 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 415, 2024-04-13T09:14:47.424 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.436693+0000", 2024-04-13T09:14:47.424 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.436693+0000", 2024-04-13T09:14:47.424 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.436693+0000", 2024-04-13T09:14:47.424 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.424 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.424 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.424 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.436693+0000", 2024-04-13T09:14:47.424 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.436693+0000", 2024-04-13T09:14:47.424 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.424 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.424 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.425 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.425 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 414, 2024-04-13T09:14:47.425 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.425 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.425 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.425 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.425 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.425 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.425 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.425 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.425 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.18", 2024-04-13T09:14:47.425 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.425 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.425 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.425 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5043, 2024-04-13T09:14:47.426 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.426 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:27:38.344165+0000", 2024-04-13T09:14:47.426 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.426 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.426 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.426 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.426 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.426 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.426 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.426 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.426 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.426 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.426 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.426 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.426 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.427 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.427 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.427 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.427 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.427 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.427 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.427 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.427 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.427 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.427 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.427 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.427 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.427 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.427 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.427 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.427 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.428 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.428 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.428 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.428 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.428 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.428 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.428 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.428 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.428 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.428 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.428 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.428 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.428 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.428 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.428 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.429 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.429 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.429 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.429 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:47.429 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:14:47.429 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:14:47.429 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.429 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:14:47.429 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.429 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.429 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.429 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.429 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:47.429 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:14:47.429 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:14:47.430 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.430 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:14:47.430 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.430 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.430 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:14:47.430 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.430 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.430 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.430 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.440966+0000", 2024-04-13T09:14:47.430 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.608123+0000", 2024-04-13T09:14:47.430 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.608123+0000", 2024-04-13T09:14:47.430 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.608573+0000", 2024-04-13T09:14:47.430 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.440966+0000", 2024-04-13T09:14:47.430 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.430 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.430 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.431 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:14:47.431 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.440966+0000", 2024-04-13T09:14:47.431 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.440966+0000", 2024-04-13T09:14:47.431 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.440966+0000", 2024-04-13T09:14:47.431 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.431 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.431 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.431 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.440966+0000", 2024-04-13T09:14:47.431 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.440966+0000", 2024-04-13T09:14:47.431 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.431 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.431 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.431 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.431 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:14:47.431 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.432 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.432 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.432 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.432 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.432 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.432 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.432 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.432 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.19", 2024-04-13T09:14:47.432 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.432 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.432 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.432 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5045, 2024-04-13T09:14:47.432 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.432 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:00:06.500631+0000", 2024-04-13T09:14:47.433 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.433 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.433 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.433 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.433 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.433 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.433 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.433 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.433 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.433 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.433 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.433 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.433 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.433 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.433 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.434 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.434 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.434 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.434 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.434 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.434 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.434 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.434 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.434 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.434 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.434 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.434 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.434 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.434 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.434 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.435 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.435 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.435 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.435 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.435 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.435 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.435 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.435 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.435 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.435 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.435 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.435 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.435 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.435 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.435 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.436 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.436 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.436 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:47.436 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:14:47.436 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:14:47.436 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.436 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:14:47.436 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.436 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.436 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.436 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.436 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:14:47.436 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:47.436 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:14:47.436 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.437 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T09:14:47.437 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.437 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.437 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:47.437 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.437 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.437 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.437 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.194373+0000", 2024-04-13T09:14:47.437 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.432208+0000", 2024-04-13T09:14:47.437 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.432208+0000", 2024-04-13T09:14:47.437 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.432559+0000", 2024-04-13T09:14:47.437 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.194373+0000", 2024-04-13T09:14:47.437 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.437 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.437 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.437 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:14:47.438 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.194373+0000", 2024-04-13T09:14:47.438 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.194373+0000", 2024-04-13T09:14:47.438 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.194373+0000", 2024-04-13T09:14:47.438 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.438 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.438 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.438 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.194373+0000", 2024-04-13T09:14:47.438 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.194373+0000", 2024-04-13T09:14:47.438 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.438 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.438 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.438 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.438 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:14:47.438 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.438 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.439 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.439 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.439 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.439 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.439 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.439 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.439 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.1b", 2024-04-13T09:14:47.439 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.439 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.439 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.439 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5083, 2024-04-13T09:14:47.439 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.439 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:37:05.241403+0000", 2024-04-13T09:14:47.439 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.439 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.440 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.440 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.440 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.440 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.440 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.440 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.440 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.440 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.440 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.440 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.440 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.440 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.440 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.440 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.440 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.440 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.441 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.441 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.441 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.441 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.441 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.441 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.441 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.441 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.441 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.441 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.441 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.441 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.441 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.441 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.441 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.441 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.442 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.442 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.442 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.442 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.442 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.442 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.442 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.442 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.442 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.442 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.442 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.442 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.442 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.442 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:14:47.442 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:47.442 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:14:47.443 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.443 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T09:14:47.443 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.443 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.443 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.443 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.443 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:14:47.443 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:47.443 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:14:47.443 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.443 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T09:14:47.443 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.443 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.443 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:14:47.443 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.444 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.444 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.444 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.577652+0000", 2024-04-13T09:14:47.444 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.413331+0000", 2024-04-13T09:14:47.444 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.413331+0000", 2024-04-13T09:14:47.444 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.413965+0000", 2024-04-13T09:14:47.444 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.577652+0000", 2024-04-13T09:14:47.444 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.444 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.444 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.444 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:14:47.444 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.577652+0000", 2024-04-13T09:14:47.444 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.577652+0000", 2024-04-13T09:14:47.444 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.577652+0000", 2024-04-13T09:14:47.444 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.444 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.445 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.445 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.577652+0000", 2024-04-13T09:14:47.445 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.577652+0000", 2024-04-13T09:14:47.445 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.445 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3, 2024-04-13T09:14:47.445 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.445 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.445 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:14:47.445 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.445 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.445 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.445 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.445 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3, 2024-04-13T09:14:47.445 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.445 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.445 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.446 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.1a", 2024-04-13T09:14:47.446 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.446 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.446 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.446 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4907, 2024-04-13T09:14:47.446 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.446 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:07:06.200021+0000", 2024-04-13T09:14:47.446 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.446 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.446 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.446 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.446 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.446 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.447 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.447 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.447 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.447 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.447 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.447 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.447 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.447 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.447 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.447 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.447 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.447 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.447 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.447 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.447 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.447 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.448 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.448 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.448 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.448 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.448 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.448 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.448 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.448 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.448 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.448 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.448 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.448 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.448 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.448 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.449 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.449 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.449 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.449 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.449 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.449 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.449 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.449 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.449 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.449 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.449 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.449 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:14:47.449 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:47.449 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:14:47.449 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.450 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T09:14:47.450 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "583'3" 2024-04-13T09:14:47.450 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.450 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.450 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.450 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:47.450 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:47.450 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:14:47.450 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.450 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 4, 2024-04-13T09:14:47.450 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.450 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.450 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:47.450 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.450 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.450 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.451 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.886666+0000", 2024-04-13T09:14:47.451 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.413663+0000", 2024-04-13T09:14:47.451 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.413663+0000", 2024-04-13T09:14:47.451 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.414072+0000", 2024-04-13T09:14:47.451 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.886666+0000", 2024-04-13T09:14:47.451 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.451 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.451 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.451 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:14:47.451 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.886666+0000", 2024-04-13T09:14:47.451 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.886666+0000", 2024-04-13T09:14:47.451 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.886666+0000", 2024-04-13T09:14:47.451 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.451 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.451 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.452 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.886666+0000", 2024-04-13T09:14:47.452 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.886666+0000", 2024-04-13T09:14:47.452 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.452 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.452 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.452 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.452 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:14:47.452 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.452 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.452 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.452 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.452 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.452 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.452 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.452 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.453 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.1a", 2024-04-13T09:14:47.453 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.453 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.453 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.453 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4999, 2024-04-13T09:14:47.453 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.453 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:31:33.356986+0000", 2024-04-13T09:14:47.453 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.453 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.453 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.453 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.453 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.453 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.453 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.453 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.454 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.454 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.454 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.454 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.454 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.454 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.454 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.454 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.454 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.454 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.454 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.454 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.454 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.454 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.454 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.455 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.455 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.455 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.455 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.455 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.455 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.455 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.455 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.455 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.455 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.455 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.455 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.455 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.455 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.455 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.459 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.459 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.459 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.459 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.459 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.459 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.459 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.459 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.459 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.459 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:47.459 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:47.459 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:14:47.459 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.459 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 4, 2024-04-13T09:14:47.460 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.460 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.460 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.460 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.460 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:47.460 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:47.460 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:14:47.460 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.460 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:14:47.460 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.460 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.460 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:14:47.460 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.460 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.460 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.460 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.437885+0000", 2024-04-13T09:14:47.461 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.429590+0000", 2024-04-13T09:14:47.461 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.429590+0000", 2024-04-13T09:14:47.461 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.429964+0000", 2024-04-13T09:14:47.461 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.437885+0000", 2024-04-13T09:14:47.461 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.461 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.461 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.461 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:14:47.461 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.437885+0000", 2024-04-13T09:14:47.461 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.437885+0000", 2024-04-13T09:14:47.461 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.437885+0000", 2024-04-13T09:14:47.461 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.461 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.461 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.461 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.437885+0000", 2024-04-13T09:14:47.461 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.437885+0000", 2024-04-13T09:14:47.462 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.462 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3, 2024-04-13T09:14:47.462 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.462 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.462 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:14:47.462 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.462 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.462 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.462 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.462 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3, 2024-04-13T09:14:47.462 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.462 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.462 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.462 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.1b", 2024-04-13T09:14:47.462 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.463 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.463 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.463 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5036, 2024-04-13T09:14:47.463 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.463 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:28:25.647871+0000", 2024-04-13T09:14:47.463 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.463 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.463 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.463 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.463 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.463 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.463 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.463 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.464 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.464 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.464 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.464 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.464 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.464 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.464 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.464 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.464 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.464 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.464 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.464 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.464 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.464 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.464 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.466 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.466 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.466 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.466 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.466 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.466 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.466 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.466 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.466 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:47.466 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:47.466 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:14:47.466 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.466 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:14:47.466 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "583'3" 2024-04-13T09:14:47.467 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.467 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.467 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.467 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.467 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:47.467 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:14:47.467 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.467 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:14:47.467 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.467 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.467 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:47.467 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.467 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.467 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.467 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.195488+0000", 2024-04-13T09:14:47.468 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.604001+0000", 2024-04-13T09:14:47.468 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.604001+0000", 2024-04-13T09:14:47.468 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.604467+0000", 2024-04-13T09:14:47.468 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.195488+0000", 2024-04-13T09:14:47.468 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.468 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.468 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.468 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:14:47.468 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.195488+0000", 2024-04-13T09:14:47.468 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.195488+0000", 2024-04-13T09:14:47.468 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.195488+0000", 2024-04-13T09:14:47.469 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.469 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.469 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.469 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.195488+0000", 2024-04-13T09:14:47.469 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.195488+0000", 2024-04-13T09:14:47.469 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.469 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.469 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.469 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.469 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:14:47.469 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.469 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.469 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.469 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.470 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.470 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.470 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.470 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.470 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.1d", 2024-04-13T09:14:47.470 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.470 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.470 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.470 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4938, 2024-04-13T09:14:47.470 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.470 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:40:38.665714+0000", 2024-04-13T09:14:47.470 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.470 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.470 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.470 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.471 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.471 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.471 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.471 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.471 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.471 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.471 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.471 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.471 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.471 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.471 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.471 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.471 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.471 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.471 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.471 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.472 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.472 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.472 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.472 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.472 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.472 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.472 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.472 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.472 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.472 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.472 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.472 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.472 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.472 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.472 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.472 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.473 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.473 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.473 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.473 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.473 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.473 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.473 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.473 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.473 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.473 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.473 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.473 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.473 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:47.473 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:14:47.473 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.473 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:14:47.474 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.474 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.474 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.474 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.474 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:47.474 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.474 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:14:47.474 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.474 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:14:47.474 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.474 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.474 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:14:47.474 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.474 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.475 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.475 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.434019+0000", 2024-04-13T09:14:47.475 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.431556+0000", 2024-04-13T09:14:47.475 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.431556+0000", 2024-04-13T09:14:47.475 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.433176+0000", 2024-04-13T09:14:47.475 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.434019+0000", 2024-04-13T09:14:47.475 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.475 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.475 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.475 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:14:47.475 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.434019+0000", 2024-04-13T09:14:47.475 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.434019+0000", 2024-04-13T09:14:47.475 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.434019+0000", 2024-04-13T09:14:47.475 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.475 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.475 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.476 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.434019+0000", 2024-04-13T09:14:47.476 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.434019+0000", 2024-04-13T09:14:47.476 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.476 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 2, 2024-04-13T09:14:47.476 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.476 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.476 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:14:47.476 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.476 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.476 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.476 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.476 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 2, 2024-04-13T09:14:47.476 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.476 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.476 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.477 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.1c", 2024-04-13T09:14:47.477 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.477 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.477 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.477 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4877, 2024-04-13T09:14:47.477 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.477 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:17:16.607282+0000", 2024-04-13T09:14:47.477 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.477 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.477 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.477 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.477 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.477 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.477 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.477 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.478 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.478 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.478 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.478 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.478 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.478 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.478 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.478 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.478 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.478 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.478 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.478 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T09:14:47.478 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T09:14:47.478 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.478 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T09:14:47.479 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.479 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.479 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.479 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.479 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.479 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T09:14:47.479 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.479 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.479 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.479 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.479 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.479 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.479 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.479 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 12, 2024-04-13T09:14:47.479 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 12, 2024-04-13T09:14:47.480 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.480 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.480 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.480 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3, 2024-04-13T09:14:47.480 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.480 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.480 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.480 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.480 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.480 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:47.480 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.480 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:14:47.480 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.480 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:14:47.481 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'2" 2024-04-13T09:14:47.481 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.481 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.481 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.481 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.481 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:47.481 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:14:47.481 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.481 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:14:47.481 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.481 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.481 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:47.481 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.481 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.482 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.482 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.195464+0000", 2024-04-13T09:14:47.482 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.429019+0000", 2024-04-13T09:14:47.482 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.429019+0000", 2024-04-13T09:14:47.482 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.429326+0000", 2024-04-13T09:14:47.482 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.195464+0000", 2024-04-13T09:14:47.482 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.482 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.482 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.482 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:14:47.482 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.195464+0000", 2024-04-13T09:14:47.482 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.195464+0000", 2024-04-13T09:14:47.482 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.195464+0000", 2024-04-13T09:14:47.482 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.482 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.483 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.483 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.195464+0000", 2024-04-13T09:14:47.483 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.195464+0000", 2024-04-13T09:14:47.483 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.483 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.483 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.483 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.483 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:14:47.483 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.483 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.483 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.483 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.483 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.483 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.483 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.484 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.484 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.1c", 2024-04-13T09:14:47.484 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.484 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.484 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.484 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4944, 2024-04-13T09:14:47.484 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.484 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:03:22.808438+0000", 2024-04-13T09:14:47.484 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.484 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.484 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.484 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.484 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.484 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.484 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.484 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.485 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.485 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.485 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.485 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.485 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.485 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.485 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.485 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.485 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.485 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.485 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.485 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.485 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.485 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.485 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.485 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.487 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.487 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.487 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.487 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.487 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.487 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.487 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.487 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.487 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.487 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:47.487 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:14:47.487 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.487 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:14:47.487 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.487 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.487 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.488 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.488 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:47.488 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:14:47.488 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:14:47.488 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.488 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:14:47.488 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.488 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.488 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:14:47.488 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.488 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.488 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.488 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.834718+0000", 2024-04-13T09:14:47.488 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.601963+0000", 2024-04-13T09:14:47.488 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.601963+0000", 2024-04-13T09:14:47.489 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.602365+0000", 2024-04-13T09:14:47.489 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.834718+0000", 2024-04-13T09:14:47.489 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.489 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.489 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.489 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:14:47.489 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.834718+0000", 2024-04-13T09:14:47.489 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.834718+0000", 2024-04-13T09:14:47.489 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.834718+0000", 2024-04-13T09:14:47.489 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.489 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.489 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.489 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.834718+0000", 2024-04-13T09:14:47.489 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.834718+0000", 2024-04-13T09:14:47.489 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.489 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 2, 2024-04-13T09:14:47.490 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.490 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.490 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:14:47.490 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.490 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.490 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.490 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.490 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 2, 2024-04-13T09:14:47.490 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.490 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.490 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.490 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.1d", 2024-04-13T09:14:47.490 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.490 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.490 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.491 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4822, 2024-04-13T09:14:47.491 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.491 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:35:15.369524+0000", 2024-04-13T09:14:47.491 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.491 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.491 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.491 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.491 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.491 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.491 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.491 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.491 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.491 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.491 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.492 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.492 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.492 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.492 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.492 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.492 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.492 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.492 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.492 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T09:14:47.492 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T09:14:47.492 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.492 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T09:14:47.492 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.492 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.492 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.492 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T09:14:47.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 1, 2024-04-13T09:14:47.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 12, 2024-04-13T09:14:47.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 12, 2024-04-13T09:14:47.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3, 2024-04-13T09:14:47.494 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.494 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.494 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.494 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.494 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.494 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:47.494 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:14:47.494 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:14:47.494 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.494 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:14:47.494 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'2" 2024-04-13T09:14:47.494 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.494 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.494 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.494 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:14:47.495 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.495 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:14:47.495 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.495 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T09:14:47.495 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.495 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.495 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:47.495 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.495 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.495 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.495 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.195538+0000", 2024-04-13T09:14:47.495 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.425386+0000", 2024-04-13T09:14:47.495 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.425386+0000", 2024-04-13T09:14:47.495 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.425714+0000", 2024-04-13T09:14:47.495 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.195538+0000", 2024-04-13T09:14:47.496 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.496 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.496 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.496 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:14:47.496 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.195538+0000", 2024-04-13T09:14:47.496 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.195538+0000", 2024-04-13T09:14:47.496 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.195538+0000", 2024-04-13T09:14:47.496 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.496 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.496 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.496 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.195538+0000", 2024-04-13T09:14:47.496 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.195538+0000", 2024-04-13T09:14:47.496 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.496 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.496 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.496 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.497 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:14:47.497 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.497 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.497 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.497 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.497 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.497 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.497 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.497 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.497 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.1f", 2024-04-13T09:14:47.497 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.497 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.497 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.497 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5091, 2024-04-13T09:14:47.497 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.498 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:18:32.716391+0000", 2024-04-13T09:14:47.498 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.498 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.498 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.498 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.498 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.498 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.498 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.498 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.498 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.498 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.498 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.498 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.498 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.499 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.499 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.499 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.499 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.499 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.499 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.499 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.499 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.499 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.499 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.499 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.499 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.499 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.499 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.499 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.499 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.500 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.500 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.501 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.501 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.501 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:14:47.501 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.501 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:14:47.501 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.501 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T09:14:47.501 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.501 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.501 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.501 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.501 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:47.501 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:14:47.501 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:14:47.501 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.501 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:14:47.502 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.502 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.502 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:14:47.502 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.502 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.502 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.502 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.440622+0000", 2024-04-13T09:14:47.502 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.419829+0000", 2024-04-13T09:14:47.502 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.419829+0000", 2024-04-13T09:14:47.502 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.420234+0000", 2024-04-13T09:14:47.502 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.440622+0000", 2024-04-13T09:14:47.502 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.502 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.502 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.502 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:14:47.503 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.440622+0000", 2024-04-13T09:14:47.503 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.440622+0000", 2024-04-13T09:14:47.503 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.440622+0000", 2024-04-13T09:14:47.503 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.503 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.503 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.503 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.440622+0000", 2024-04-13T09:14:47.503 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.440622+0000", 2024-04-13T09:14:47.503 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.503 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3, 2024-04-13T09:14:47.503 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.503 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.503 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:14:47.503 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.503 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.504 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.504 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.504 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3, 2024-04-13T09:14:47.504 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.504 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.504 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.504 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.1e", 2024-04-13T09:14:47.504 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.504 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.504 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.504 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5056, 2024-04-13T09:14:47.504 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.504 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:19:32.664666+0000", 2024-04-13T09:14:47.504 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.504 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.505 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.505 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.505 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.505 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.505 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.505 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.505 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.505 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.505 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.505 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.505 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.505 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.505 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.506 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.506 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.506 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.506 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.506 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.506 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.506 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.506 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.506 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.506 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.506 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.506 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.506 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.506 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.508 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.508 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.508 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.508 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.508 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:47.508 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:14:47.508 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:14:47.508 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.508 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:14:47.508 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "583'3" 2024-04-13T09:14:47.508 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.508 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.508 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.508 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:47.509 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:14:47.509 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:14:47.509 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.509 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:14:47.509 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.509 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.509 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:47.509 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.509 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.509 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.509 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.440776+0000", 2024-04-13T09:14:47.509 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.599663+0000", 2024-04-13T09:14:47.509 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.599663+0000", 2024-04-13T09:14:47.509 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.600080+0000", 2024-04-13T09:14:47.510 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.440776+0000", 2024-04-13T09:14:47.510 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.510 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.510 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.510 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:14:47.510 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.440776+0000", 2024-04-13T09:14:47.510 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.440776+0000", 2024-04-13T09:14:47.510 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.440776+0000", 2024-04-13T09:14:47.510 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.510 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.510 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.510 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.440776+0000", 2024-04-13T09:14:47.510 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.440776+0000", 2024-04-13T09:14:47.511 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.511 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.511 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.511 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.511 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:14:47.511 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.511 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.511 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.511 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.511 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.511 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.511 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.511 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.511 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.1e", 2024-04-13T09:14:47.511 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.512 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.512 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.512 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5038, 2024-04-13T09:14:47.512 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.512 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:36:19.672898+0000", 2024-04-13T09:14:47.512 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.512 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.512 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.512 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.512 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.512 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.512 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.512 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.512 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.515 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.515 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.515 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.515 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.515 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.515 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.515 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.515 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:47.515 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:14:47.515 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:14:47.515 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.515 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:14:47.515 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.515 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.515 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.516 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.516 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:14:47.516 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:14:47.516 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:14:47.516 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.516 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T09:14:47.516 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.516 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.516 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:14:47.516 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.516 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.516 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.516 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.193306+0000", 2024-04-13T09:14:47.516 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.414927+0000", 2024-04-13T09:14:47.516 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.414927+0000", 2024-04-13T09:14:47.516 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.415356+0000", 2024-04-13T09:14:47.517 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.193306+0000", 2024-04-13T09:14:47.517 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.517 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.517 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.517 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:14:47.517 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.193306+0000", 2024-04-13T09:14:47.517 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.193306+0000", 2024-04-13T09:14:47.517 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.193306+0000", 2024-04-13T09:14:47.517 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.517 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.517 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:14:47.517 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.193306+0000", 2024-04-13T09:14:47.517 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.193306+0000", 2024-04-13T09:14:47.517 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.517 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 6, 2024-04-13T09:14:47.517 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.518 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.518 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:14:47.518 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.518 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.518 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.518 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.518 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 6, 2024-04-13T09:14:47.518 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.518 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.518 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.518 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.1f", 2024-04-13T09:14:47.518 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.518 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.518 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.518 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5120, 2024-04-13T09:14:47.519 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.519 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:58:33.272853+0000", 2024-04-13T09:14:47.519 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.519 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.519 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.519 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 582, 2024-04-13T09:14:47.519 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.519 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.519 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.519 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.519 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.519 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.519 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.519 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.519 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 6, 2024-04-13T09:14:47.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 2, 2024-04-13T09:14:47.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 2, 2024-04-13T09:14:47.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T09:14:47.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 8, 2024-04-13T09:14:47.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 8, 2024-04-13T09:14:47.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 4, 2024-04-13T09:14:47.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 1 2024-04-13T09:14:47.521 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.522 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.522 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.522 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.522 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:14:47.522 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:14:47.522 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:14:47.522 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.522 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T09:14:47.522 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "583'6" 2024-04-13T09:14:47.522 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.522 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.522 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.522 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:47.522 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:14:47.522 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:14:47.523 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.523 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:14:47.523 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.523 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.523 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:47.523 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.523 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.523 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.523 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.434922+0000", 2024-04-13T09:14:47.523 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.432625+0000", 2024-04-13T09:14:47.523 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.432625+0000", 2024-04-13T09:14:47.523 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.432895+0000", 2024-04-13T09:14:47.523 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.434922+0000", 2024-04-13T09:14:47.523 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.523 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.523 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.524 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:14:47.524 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.434922+0000", 2024-04-13T09:14:47.524 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.434922+0000", 2024-04-13T09:14:47.524 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.434922+0000", 2024-04-13T09:14:47.524 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.524 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.524 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.524 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.434922+0000", 2024-04-13T09:14:47.524 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.434922+0000", 2024-04-13T09:14:47.524 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.524 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.524 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.524 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.524 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:14:47.524 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.525 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.525 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.525 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.525 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.525 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.525 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.525 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.525 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.2d", 2024-04-13T09:14:47.525 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.525 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.525 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.525 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4865, 2024-04-13T09:14:47.525 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.525 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:14:58.192982+0000", 2024-04-13T09:14:47.525 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.526 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.526 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.526 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.526 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.526 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.526 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.526 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.526 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.526 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.526 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.526 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.526 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.526 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.526 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.528 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.528 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.529 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.529 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.529 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:47.529 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:14:47.529 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:14:47.529 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.529 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:14:47.529 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.529 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.529 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.529 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.529 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:14:47.529 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:14:47.529 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:14:47.529 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.529 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T09:14:47.530 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.530 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.530 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:47.530 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.530 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.530 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.530 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.436973+0000", 2024-04-13T09:14:47.530 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.417376+0000", 2024-04-13T09:14:47.530 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.417376+0000", 2024-04-13T09:14:47.530 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.417727+0000", 2024-04-13T09:14:47.530 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.436973+0000", 2024-04-13T09:14:47.530 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.530 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.530 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.530 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:14:47.531 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.436973+0000", 2024-04-13T09:14:47.531 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.436973+0000", 2024-04-13T09:14:47.531 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.436973+0000", 2024-04-13T09:14:47.531 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.531 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.531 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.531 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.436973+0000", 2024-04-13T09:14:47.531 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.436973+0000", 2024-04-13T09:14:47.531 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.531 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.531 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.531 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.531 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:14:47.531 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.531 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.531 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.532 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.532 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.532 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.532 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.532 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.532 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.2e", 2024-04-13T09:14:47.532 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.532 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.532 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.532 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5045, 2024-04-13T09:14:47.532 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.532 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:41:42.045398+0000", 2024-04-13T09:14:47.533 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.533 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.533 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.533 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.533 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.533 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.533 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.533 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.533 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.533 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.533 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.533 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.533 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.533 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.536 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.536 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.536 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.536 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.536 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.536 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.536 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:14:47.536 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:14:47.536 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:14:47.536 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.536 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T09:14:47.536 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.536 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.536 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.536 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.537 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.537 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:47.537 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:14:47.537 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.537 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:14:47.537 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.537 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.537 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:47.537 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.537 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.537 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.537 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.195975+0000", 2024-04-13T09:14:47.537 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.422540+0000", 2024-04-13T09:14:47.537 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.422540+0000", 2024-04-13T09:14:47.537 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.422922+0000", 2024-04-13T09:14:47.538 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.195975+0000", 2024-04-13T09:14:47.538 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.538 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.538 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.538 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:14:47.538 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.195975+0000", 2024-04-13T09:14:47.538 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.195975+0000", 2024-04-13T09:14:47.538 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.195975+0000", 2024-04-13T09:14:47.538 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.538 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.538 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.538 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.195975+0000", 2024-04-13T09:14:47.538 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.195975+0000", 2024-04-13T09:14:47.538 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.539 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.539 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.539 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.539 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:14:47.539 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.539 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.539 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.539 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.539 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.539 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.539 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.539 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.539 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.2f", 2024-04-13T09:14:47.539 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.540 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.540 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.540 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4957, 2024-04-13T09:14:47.540 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.540 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:28:39.496974+0000", 2024-04-13T09:14:47.540 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.540 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.540 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.540 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.540 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.540 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.540 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.540 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.540 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.540 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.542 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.542 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.542 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.542 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.542 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.542 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.542 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.542 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.542 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.542 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.542 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.542 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.542 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.542 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.543 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.543 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.543 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.543 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.543 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.543 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.543 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.543 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.543 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.543 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:47.543 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:14:47.543 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.543 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:14:47.543 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.543 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.544 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.544 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.544 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.544 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:14:47.544 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:14:47.544 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.544 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:14:47.544 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.544 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.544 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:47.544 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.544 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.544 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.544 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.195022+0000", 2024-04-13T09:14:47.544 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.421293+0000", 2024-04-13T09:14:47.545 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.421293+0000", 2024-04-13T09:14:47.545 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.421611+0000", 2024-04-13T09:14:47.545 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.195022+0000", 2024-04-13T09:14:47.545 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.545 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.545 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.545 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:14:47.545 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.195022+0000", 2024-04-13T09:14:47.545 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.195022+0000", 2024-04-13T09:14:47.545 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.195022+0000", 2024-04-13T09:14:47.545 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.545 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.545 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.545 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.195022+0000", 2024-04-13T09:14:47.545 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.195022+0000", 2024-04-13T09:14:47.546 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.546 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.546 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.546 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.546 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:14:47.546 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.546 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.546 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.546 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.546 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.546 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.546 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.546 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.546 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.30", 2024-04-13T09:14:47.547 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.547 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.547 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.547 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4927, 2024-04-13T09:14:47.547 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.547 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:38:22.394446+0000", 2024-04-13T09:14:47.547 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.547 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.547 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.547 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.547 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.547 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.547 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.547 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.547 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.550 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.550 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.550 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.550 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.550 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.550 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.550 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.550 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.550 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.550 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.550 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:14:47.550 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:14:47.550 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.550 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:14:47.550 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.551 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.551 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.551 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.551 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:47.551 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:47.551 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:14:47.551 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.551 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:14:47.551 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.551 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.551 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:47.551 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.551 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.551 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.551 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.833720+0000", 2024-04-13T09:14:47.552 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.428148+0000", 2024-04-13T09:14:47.552 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.428148+0000", 2024-04-13T09:14:47.552 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.428566+0000", 2024-04-13T09:14:47.552 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.833720+0000", 2024-04-13T09:14:47.552 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.552 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.552 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.552 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:14:47.552 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.833720+0000", 2024-04-13T09:14:47.552 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.833720+0000", 2024-04-13T09:14:47.552 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.833720+0000", 2024-04-13T09:14:47.552 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.552 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.552 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.552 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.833720+0000", 2024-04-13T09:14:47.553 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.833720+0000", 2024-04-13T09:14:47.553 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.553 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.553 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.553 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.553 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:14:47.553 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.553 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.553 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.553 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.553 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.553 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.553 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.553 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.553 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.31", 2024-04-13T09:14:47.554 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.554 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.554 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.554 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5087, 2024-04-13T09:14:47.554 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.554 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:41:48.303798+0000", 2024-04-13T09:14:47.554 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.554 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.554 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.554 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.554 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.554 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.554 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.554 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.557 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.557 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.557 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.557 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.557 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.557 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.557 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.557 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:47.557 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:47.557 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:14:47.557 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.557 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:14:47.557 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.557 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.557 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.558 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.558 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:14:47.558 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:47.558 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:14:47.558 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.558 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T09:14:47.558 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.558 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.558 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:47.558 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.558 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.558 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.558 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.193818+0000", 2024-04-13T09:14:47.558 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.424833+0000", 2024-04-13T09:14:47.559 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.424833+0000", 2024-04-13T09:14:47.559 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.425239+0000", 2024-04-13T09:14:47.559 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.193818+0000", 2024-04-13T09:14:47.559 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.559 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.559 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.559 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:14:47.559 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.193818+0000", 2024-04-13T09:14:47.559 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.193818+0000", 2024-04-13T09:14:47.559 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.193818+0000", 2024-04-13T09:14:47.559 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.559 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.559 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.559 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.193818+0000", 2024-04-13T09:14:47.559 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.193818+0000", 2024-04-13T09:14:47.560 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.560 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.560 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.560 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.560 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:14:47.560 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.560 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.560 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.560 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.560 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.560 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.560 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.560 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.560 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.32", 2024-04-13T09:14:47.560 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.560 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.561 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.561 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5086, 2024-04-13T09:14:47.561 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.561 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:41:38.830186+0000", 2024-04-13T09:14:47.561 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.561 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.561 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.561 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.561 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.561 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.561 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.561 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.561 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.561 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.561 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.561 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.564 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.564 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.564 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.564 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.564 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.564 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.564 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:14:47.564 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:47.564 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:14:47.564 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.564 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T09:14:47.564 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.564 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.564 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.564 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.565 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:47.565 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:14:47.565 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:14:47.565 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.565 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:14:47.565 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.565 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.565 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:47.565 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.565 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.565 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.565 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.440093+0000", 2024-04-13T09:14:47.565 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.598367+0000", 2024-04-13T09:14:47.565 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.598367+0000", 2024-04-13T09:14:47.565 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.598782+0000", 2024-04-13T09:14:47.566 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.440093+0000", 2024-04-13T09:14:47.566 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.566 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.566 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.566 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:14:47.566 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.440093+0000", 2024-04-13T09:14:47.566 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.440093+0000", 2024-04-13T09:14:47.566 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.440093+0000", 2024-04-13T09:14:47.566 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.566 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.566 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.566 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.440093+0000", 2024-04-13T09:14:47.566 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.440093+0000", 2024-04-13T09:14:47.566 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.566 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.567 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.567 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.567 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:14:47.567 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.567 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.567 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.567 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.567 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.567 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.567 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.567 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.567 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.33", 2024-04-13T09:14:47.567 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.567 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.567 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.568 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5037, 2024-04-13T09:14:47.568 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.568 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:11:26.049858+0000", 2024-04-13T09:14:47.568 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.568 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.568 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.568 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.568 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.568 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.568 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.568 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.568 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.568 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.568 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.571 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.571 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.571 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.571 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.571 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.571 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.571 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.571 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.571 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.571 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.571 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.571 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:47.571 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:14:47.571 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:14:47.571 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.572 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:14:47.572 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.572 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.572 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.572 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.572 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:47.572 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:14:47.572 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:14:47.572 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.572 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 4, 2024-04-13T09:14:47.572 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.572 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.572 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:47.572 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.572 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.573 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.573 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.887707+0000", 2024-04-13T09:14:47.573 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.605252+0000", 2024-04-13T09:14:47.573 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.605252+0000", 2024-04-13T09:14:47.573 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.605546+0000", 2024-04-13T09:14:47.573 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.887707+0000", 2024-04-13T09:14:47.573 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.573 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.573 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.573 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:14:47.573 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.887707+0000", 2024-04-13T09:14:47.573 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.887707+0000", 2024-04-13T09:14:47.573 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.887707+0000", 2024-04-13T09:14:47.573 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.573 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.573 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.574 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.887707+0000", 2024-04-13T09:14:47.574 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.887707+0000", 2024-04-13T09:14:47.574 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.574 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.574 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.574 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.574 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:14:47.574 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.574 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.574 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.574 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.574 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.574 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.574 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.575 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.575 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.34", 2024-04-13T09:14:47.575 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.575 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.575 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.575 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5009, 2024-04-13T09:14:47.575 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.575 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:32:05.668197+0000", 2024-04-13T09:14:47.575 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.575 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.575 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.577 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.577 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.577 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.577 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.577 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.577 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.577 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.577 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.577 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.577 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.577 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.577 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.577 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.577 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.578 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.578 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.578 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.578 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.578 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.578 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.578 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.578 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.578 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.578 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.578 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.578 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.578 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.578 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:14:47.579 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:14:47.579 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:14:47.579 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.579 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 4, 2024-04-13T09:14:47.579 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.579 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.579 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.579 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.579 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:14:47.579 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.579 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:14:47.579 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.579 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T09:14:47.579 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.580 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.580 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:47.580 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.580 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.580 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.580 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.578494+0000", 2024-04-13T09:14:47.580 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.615929+0000", 2024-04-13T09:14:47.580 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.615929+0000", 2024-04-13T09:14:47.580 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.616215+0000", 2024-04-13T09:14:47.580 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.578494+0000", 2024-04-13T09:14:47.580 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.580 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.580 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.580 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:14:47.580 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.578494+0000", 2024-04-13T09:14:47.580 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.578494+0000", 2024-04-13T09:14:47.581 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.578494+0000", 2024-04-13T09:14:47.581 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.581 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.581 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.581 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.578494+0000", 2024-04-13T09:14:47.581 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.578494+0000", 2024-04-13T09:14:47.581 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.581 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.581 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.581 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.581 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:14:47.581 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.581 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.581 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.582 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.582 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.582 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.582 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.582 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.582 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.35", 2024-04-13T09:14:47.582 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.582 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.582 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.582 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4903, 2024-04-13T09:14:47.582 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.582 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:20:37.625843+0000", 2024-04-13T09:14:47.582 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.582 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.582 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.584 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.584 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.584 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.584 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.584 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.584 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.584 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.584 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.584 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.584 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.584 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.584 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.584 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.584 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.584 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.584 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.585 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.585 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.585 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.585 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.585 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.585 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.585 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.585 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.585 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.585 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.585 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.585 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.585 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.585 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.585 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:14:47.586 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.586 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:14:47.586 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.586 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T09:14:47.586 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.586 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.586 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.586 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.586 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:14:47.586 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.586 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:14:47.586 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.586 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T09:14:47.586 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.587 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.587 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:47.587 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.587 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.587 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.587 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.579108+0000", 2024-04-13T09:14:47.587 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.616782+0000", 2024-04-13T09:14:47.587 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.616782+0000", 2024-04-13T09:14:47.587 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.617073+0000", 2024-04-13T09:14:47.587 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.579108+0000", 2024-04-13T09:14:47.587 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.587 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.587 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.587 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:14:47.588 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.579108+0000", 2024-04-13T09:14:47.588 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.579108+0000", 2024-04-13T09:14:47.588 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.579108+0000", 2024-04-13T09:14:47.588 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.588 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.588 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.588 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.579108+0000", 2024-04-13T09:14:47.588 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.579108+0000", 2024-04-13T09:14:47.588 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.588 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.588 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.588 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.588 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:14:47.588 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.589 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.589 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.589 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.589 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.589 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.589 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.589 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.589 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.36", 2024-04-13T09:14:47.589 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.589 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.589 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.589 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4903, 2024-04-13T09:14:47.589 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.589 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:19:14.453897+0000", 2024-04-13T09:14:47.589 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.590 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.590 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.590 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.590 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.590 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.590 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.590 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.590 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.590 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.590 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.590 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.590 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.590 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.590 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.590 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.591 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.591 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.591 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.591 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.591 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.591 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.591 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.591 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.591 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.591 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.591 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.591 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.591 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.592 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.592 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.592 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.592 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.592 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.592 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.592 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.592 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.592 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.593 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.593 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.593 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.593 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.593 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.593 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.593 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.593 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.593 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.593 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:14:47.593 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.593 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:14:47.593 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.593 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T09:14:47.594 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.594 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.594 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.594 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.594 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:47.594 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.594 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:14:47.594 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.594 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:14:47.594 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.594 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.594 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:47.594 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.594 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.595 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.595 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.435145+0000", 2024-04-13T09:14:47.595 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.436118+0000", 2024-04-13T09:14:47.595 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.436118+0000", 2024-04-13T09:14:47.595 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.436784+0000", 2024-04-13T09:14:47.595 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.435145+0000", 2024-04-13T09:14:47.595 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.595 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.595 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.595 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:14:47.595 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.435145+0000", 2024-04-13T09:14:47.595 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.435145+0000", 2024-04-13T09:14:47.595 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.435145+0000", 2024-04-13T09:14:47.595 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.595 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.595 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.596 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.435145+0000", 2024-04-13T09:14:47.596 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.435145+0000", 2024-04-13T09:14:47.596 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.596 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.596 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.596 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.596 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:14:47.596 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.596 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.596 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.596 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.596 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.596 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.596 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.597 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.597 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.37", 2024-04-13T09:14:47.597 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.597 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.597 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.597 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4871, 2024-04-13T09:14:47.597 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.597 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:23:19.848903+0000", 2024-04-13T09:14:47.597 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.597 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.597 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.597 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.597 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.597 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.597 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.598 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.598 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.598 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.598 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.598 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.598 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.598 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.598 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.598 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.598 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.598 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.598 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.598 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.598 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.598 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.599 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.599 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.599 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.599 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.599 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.599 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.599 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.599 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.599 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.599 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.599 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.599 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.599 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.599 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.599 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.600 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.600 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.600 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.600 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.600 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.600 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.600 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.600 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.600 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.600 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.600 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:47.600 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.600 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:14:47.600 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.600 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:14:47.601 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.601 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.601 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.601 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.601 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:47.601 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.601 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:14:47.601 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.601 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:14:47.601 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.601 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.601 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:47.601 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.601 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.601 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.601 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.436541+0000", 2024-04-13T09:14:47.602 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.599209+0000", 2024-04-13T09:14:47.602 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.599209+0000", 2024-04-13T09:14:47.602 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.599508+0000", 2024-04-13T09:14:47.602 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.436541+0000", 2024-04-13T09:14:47.602 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.602 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.602 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.602 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:14:47.602 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.436541+0000", 2024-04-13T09:14:47.602 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.436541+0000", 2024-04-13T09:14:47.602 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.436541+0000", 2024-04-13T09:14:47.602 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.602 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.602 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.603 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.436541+0000", 2024-04-13T09:14:47.603 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.436541+0000", 2024-04-13T09:14:47.603 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.603 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.603 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.603 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.603 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:14:47.603 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.603 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.603 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.603 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.603 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.603 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.603 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.603 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.603 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.38", 2024-04-13T09:14:47.604 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.604 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.604 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.604 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5032, 2024-04-13T09:14:47.604 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.604 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:05:51.870964+0000", 2024-04-13T09:14:47.604 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.604 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.604 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.604 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.604 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.604 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.604 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.604 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.604 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.604 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.605 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.605 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.605 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.605 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.605 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.605 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.605 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.605 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.605 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.605 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.605 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.605 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.605 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.605 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.605 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.606 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.606 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.606 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.606 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.606 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.606 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.606 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.606 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.606 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.606 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.606 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.606 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.606 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.606 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.607 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.607 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.607 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.607 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.607 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.607 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.607 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.607 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.607 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:47.607 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.607 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:14:47.607 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.607 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:14:47.607 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.607 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.607 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.608 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.608 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:47.608 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:14:47.608 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:14:47.608 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.608 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:14:47.608 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.608 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.608 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:47.608 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.608 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.608 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.608 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.432999+0000", 2024-04-13T09:14:47.608 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.429514+0000", 2024-04-13T09:14:47.608 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.429514+0000", 2024-04-13T09:14:47.609 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.432503+0000", 2024-04-13T09:14:47.609 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.432999+0000", 2024-04-13T09:14:47.609 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.609 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.609 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.609 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:14:47.609 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.432999+0000", 2024-04-13T09:14:47.609 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.432999+0000", 2024-04-13T09:14:47.609 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.432999+0000", 2024-04-13T09:14:47.609 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.609 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.609 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.609 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.432999+0000", 2024-04-13T09:14:47.609 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.432999+0000", 2024-04-13T09:14:47.609 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.610 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.610 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.610 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.610 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:14:47.610 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.610 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.610 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.610 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.610 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.610 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.610 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.610 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.610 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.39", 2024-04-13T09:14:47.610 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.611 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.611 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.611 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4876, 2024-04-13T09:14:47.611 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.611 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:15:40.249062+0000", 2024-04-13T09:14:47.611 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.611 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.611 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.611 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.611 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.611 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.611 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.611 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.611 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.611 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.611 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.612 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.612 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.612 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.612 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.612 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.612 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.612 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.612 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.612 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.612 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.612 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.612 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.612 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.612 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.612 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.613 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.613 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.613 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.613 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.613 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.613 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.613 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.613 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.613 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.613 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.613 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.613 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.613 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.613 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.613 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.614 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.614 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.614 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.614 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.614 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.614 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.614 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:47.614 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:14:47.614 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:14:47.614 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.614 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:14:47.614 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.614 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.614 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.614 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.615 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.615 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:14:47.615 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:14:47.615 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.615 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:14:47.615 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.615 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.615 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:47.615 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.615 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.615 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.615 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.193799+0000", 2024-04-13T09:14:47.615 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.430030+0000", 2024-04-13T09:14:47.615 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.430030+0000", 2024-04-13T09:14:47.615 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.431365+0000", 2024-04-13T09:14:47.616 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.193799+0000", 2024-04-13T09:14:47.616 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.616 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.616 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.616 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:14:47.616 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.193799+0000", 2024-04-13T09:14:47.616 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.193799+0000", 2024-04-13T09:14:47.616 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.193799+0000", 2024-04-13T09:14:47.616 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.616 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.616 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.616 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.193799+0000", 2024-04-13T09:14:47.616 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.193799+0000", 2024-04-13T09:14:47.616 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.616 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.617 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.617 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.617 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:14:47.617 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.617 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.617 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.617 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.617 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.617 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.617 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.617 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.617 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.3a", 2024-04-13T09:14:47.617 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.617 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.617 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.618 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4965, 2024-04-13T09:14:47.618 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.618 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:17:34.831660+0000", 2024-04-13T09:14:47.618 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.618 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.618 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.618 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.618 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.618 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.618 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.618 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.618 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.618 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.618 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.618 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.619 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.619 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.619 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.619 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.619 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.619 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.619 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.619 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.619 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.619 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.619 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.619 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.619 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.619 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.620 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.620 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.620 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.620 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.620 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.620 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.620 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.620 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.620 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.620 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.620 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.620 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.620 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.620 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.620 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.620 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.621 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.621 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.621 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.621 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.621 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.621 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:14:47.621 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:14:47.621 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:14:47.621 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.621 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:14:47.621 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.621 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.621 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.621 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.621 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:47.622 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:14:47.622 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:14:47.622 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.622 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:14:47.622 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.622 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.622 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:47.622 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.622 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.622 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.622 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.433966+0000", 2024-04-13T09:14:47.622 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.430536+0000", 2024-04-13T09:14:47.622 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.430536+0000", 2024-04-13T09:14:47.622 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.430838+0000", 2024-04-13T09:14:47.622 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.433966+0000", 2024-04-13T09:14:47.623 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.623 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.623 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.623 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:14:47.623 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.433966+0000", 2024-04-13T09:14:47.623 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.433966+0000", 2024-04-13T09:14:47.623 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.433966+0000", 2024-04-13T09:14:47.623 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.623 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.623 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.623 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.433966+0000", 2024-04-13T09:14:47.623 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.433966+0000", 2024-04-13T09:14:47.623 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.623 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.623 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.624 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.624 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:14:47.624 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.624 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.624 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.624 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.624 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.624 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.624 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.624 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.624 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.3b", 2024-04-13T09:14:47.624 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.624 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.624 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.624 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4876, 2024-04-13T09:14:47.625 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.625 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:51:37.768233+0000", 2024-04-13T09:14:47.625 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.625 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.625 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.625 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.625 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.625 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.625 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.625 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.625 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.625 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.625 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.625 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.625 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.626 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.626 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.626 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.626 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.626 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.626 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.626 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.626 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.626 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.626 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.626 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.626 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.626 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.626 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.626 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.627 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.627 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.627 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.627 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.627 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.627 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.627 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.627 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.627 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.627 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.627 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.627 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.627 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.627 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.627 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.628 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.628 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.628 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.628 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.628 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:47.628 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:14:47.628 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:14:47.628 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.628 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:14:47.628 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.628 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.628 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.628 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.628 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:47.628 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:47.629 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:14:47.629 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.629 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:14:47.629 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.629 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.629 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:47.629 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.629 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.629 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.629 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.835672+0000", 2024-04-13T09:14:47.629 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.430060+0000", 2024-04-13T09:14:47.629 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.430060+0000", 2024-04-13T09:14:47.629 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.430838+0000", 2024-04-13T09:14:47.629 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.835672+0000", 2024-04-13T09:14:47.629 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.630 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.630 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.630 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:14:47.630 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.835672+0000", 2024-04-13T09:14:47.630 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.835672+0000", 2024-04-13T09:14:47.630 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.835672+0000", 2024-04-13T09:14:47.630 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.630 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.630 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.630 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.835672+0000", 2024-04-13T09:14:47.630 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.835672+0000", 2024-04-13T09:14:47.630 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.630 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.630 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.631 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.631 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:14:47.631 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.631 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.631 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.631 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.631 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.631 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.631 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.631 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.631 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.3c", 2024-04-13T09:14:47.631 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.631 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.631 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.631 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4831, 2024-04-13T09:14:47.632 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.632 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:16:28.042016+0000", 2024-04-13T09:14:47.632 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.632 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.632 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.632 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.632 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.632 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.632 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.632 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.632 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.632 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.632 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.632 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.632 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.632 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.633 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.633 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.633 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.633 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.633 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.633 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.633 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.633 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.633 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.633 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.633 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.633 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.633 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.633 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.633 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.635 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.635 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.635 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.635 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.635 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:47.635 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:14:47.635 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:14:47.635 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.635 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:14:47.635 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.635 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.635 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.635 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.635 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:14:47.635 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:14:47.636 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:14:47.636 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.636 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T09:14:47.636 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.636 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.636 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:47.636 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.636 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.636 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.636 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.194988+0000", 2024-04-13T09:14:47.636 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:51:22.364031+0000", 2024-04-13T09:14:47.636 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:51:22.364031+0000", 2024-04-13T09:14:47.636 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:51:22.364419+0000", 2024-04-13T09:14:47.636 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.194988+0000", 2024-04-13T09:14:47.636 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.637 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.637 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.637 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 381, 2024-04-13T09:14:47.637 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.194988+0000", 2024-04-13T09:14:47.637 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.194988+0000", 2024-04-13T09:14:47.637 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.194988+0000", 2024-04-13T09:14:47.637 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.637 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.637 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.637 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.194988+0000", 2024-04-13T09:14:47.637 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.194988+0000", 2024-04-13T09:14:47.637 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.637 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.637 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.638 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.638 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 380, 2024-04-13T09:14:47.638 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.638 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.638 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.638 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.638 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.638 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.638 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.638 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.638 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.3d", 2024-04-13T09:14:47.638 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.638 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.638 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.639 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5091, 2024-04-13T09:14:47.639 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.639 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:27:13.519038+0000", 2024-04-13T09:14:47.639 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.639 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.639 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.639 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.639 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.639 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.639 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.639 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.639 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.639 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.639 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.640 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.640 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.640 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.640 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.640 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.640 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.640 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.640 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.640 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.640 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.640 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.640 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.640 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.640 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.640 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.641 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.641 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.641 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.641 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.641 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.641 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.641 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.641 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.641 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.641 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.641 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.641 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.641 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.641 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.641 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.641 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.642 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.642 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.642 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.642 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.642 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.642 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:14:47.642 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:14:47.642 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:14:47.642 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.642 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T09:14:47.642 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.642 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.642 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.642 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.643 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:47.643 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:14:47.643 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:14:47.643 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.643 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:14:47.643 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.643 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.643 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:47.643 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.643 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.643 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.643 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.834735+0000", 2024-04-13T09:14:47.643 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.620225+0000", 2024-04-13T09:14:47.643 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.620225+0000", 2024-04-13T09:14:47.643 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.620634+0000", 2024-04-13T09:14:47.644 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.834735+0000", 2024-04-13T09:14:47.644 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.644 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.644 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.644 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:14:47.644 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.834735+0000", 2024-04-13T09:14:47.644 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.834735+0000", 2024-04-13T09:14:47.644 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.834735+0000", 2024-04-13T09:14:47.644 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.644 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.644 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.644 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.834735+0000", 2024-04-13T09:14:47.644 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.834735+0000", 2024-04-13T09:14:47.644 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.644 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.645 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.645 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.645 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:14:47.645 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.645 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.645 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.645 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.645 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.645 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.645 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.645 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.645 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.3e", 2024-04-13T09:14:47.645 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.645 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.645 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.646 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5102, 2024-04-13T09:14:47.646 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.646 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T07:45:28.871535+0000", 2024-04-13T09:14:47.646 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.646 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.646 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.646 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.646 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.646 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.646 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.646 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.646 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.646 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.646 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.646 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.647 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.647 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.647 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.647 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.647 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.647 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.647 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.647 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.647 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.647 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.647 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.647 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.647 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.647 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.647 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.647 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.649 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.649 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.649 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.649 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.649 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.649 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:47.649 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:14:47.649 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:14:47.649 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.649 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:14:47.649 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.649 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.649 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.649 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:14:47.649 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:47.650 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:14:47.650 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:14:47.650 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.650 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:14:47.650 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:14:47.650 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:14:47.650 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:14:47.650 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:14:47.650 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:14:47.650 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:14:47.650 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.435185+0000", 2024-04-13T09:14:47.650 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.428543+0000", 2024-04-13T09:14:47.650 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.428543+0000", 2024-04-13T09:14:47.650 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.428858+0000", 2024-04-13T09:14:47.651 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.435185+0000", 2024-04-13T09:14:47.651 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.651 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:14:47.651 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.651 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:14:47.651 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.435185+0000", 2024-04-13T09:14:47.651 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.435185+0000", 2024-04-13T09:14:47.651 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.435185+0000", 2024-04-13T09:14:47.651 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:14:47.651 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:14:47.651 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:14:47.651 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.435185+0000", 2024-04-13T09:14:47.651 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.435185+0000", 2024-04-13T09:14:47.651 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:14:47.651 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.652 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:14:47.652 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:14:47.652 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:14:47.652 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:14:47.652 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:14:47.652 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:14:47.652 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:14:47.652 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.652 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:14:47.652 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:14:47.652 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:14:47.652 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.3f", 2024-04-13T09:14:47.652 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:14:47.652 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:14:47.652 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:14:47.653 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4869, 2024-04-13T09:14:47.653 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:14:47.653 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T19:11:35.560072+0000", 2024-04-13T09:14:47.653 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:14:47.653 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:14:47.653 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.653 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.653 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.653 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.653 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.653 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.653 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.653 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.653 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.653 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.654 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.654 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.654 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.654 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.654 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.654 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.654 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.654 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.654 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.654 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.654 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.654 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.654 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.654 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.654 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.656 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.656 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.656 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:14:47.656 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:14:47.656 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:14:47.656 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:14:47.656 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:14:47.656 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:14:47.656 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.656 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:14:47.656 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:14:47.656 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:47.656 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.656 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_per_pool": [ 2024-04-13T09:14:47.656 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.657 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": 24, 2024-04-13T09:14:47.657 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T09:14:47.657 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd" 2024-04-13T09:14:47.657 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.657 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 24527, 2024-04-13T09:14:47.657 INFO:tasks.workunit.client.0.smithi119.stdout: "num_pg": 8, 2024-04-13T09:14:47.657 INFO:tasks.workunit.client.0.smithi119.stdout: "num_store_stats": 8, 2024-04-13T09:14:47.657 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 24527, 2024-04-13T09:14:47.657 INFO:tasks.workunit.client.0.smithi119.stdout: "poolid": 4, 2024-04-13T09:14:47.657 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.657 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 4194323, 2024-04-13T09:14:47.657 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.657 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.657 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.657 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.658 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.658 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.658 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.658 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.658 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.658 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.658 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.658 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.658 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.658 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.658 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.658 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 12, 2024-04-13T09:14:47.658 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 4, 2024-04-13T09:14:47.658 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.658 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 4, 2024-04-13T09:14:47.659 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.659 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.659 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.659 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.659 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.659 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 2, 2024-04-13T09:14:47.659 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.659 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.659 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.659 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.659 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.659 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.659 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.659 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 8946, 2024-04-13T09:14:47.659 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 3003779, 2024-04-13T09:14:47.660 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.660 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.660 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.660 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 24397, 2024-04-13T09:14:47.660 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 3178911 2024-04-13T09:14:47.660 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.660 INFO:tasks.workunit.client.0.smithi119.stdout: "store_stats": { 2024-04-13T09:14:47.660 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": 12595200, 2024-04-13T09:14:47.660 INFO:tasks.workunit.client.0.smithi119.stdout: "available": 0, 2024-04-13T09:14:47.660 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed": 0, 2024-04-13T09:14:47.660 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_allocated": 0, 2024-04-13T09:14:47.660 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_original": 0, 2024-04-13T09:14:47.660 INFO:tasks.workunit.client.0.smithi119.stdout: "data_stored": 12582969, 2024-04-13T09:14:47.660 INFO:tasks.workunit.client.0.smithi119.stdout: "internal_metadata": 0, 2024-04-13T09:14:47.660 INFO:tasks.workunit.client.0.smithi119.stdout: "internally_reserved": 0, 2024-04-13T09:14:47.660 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_allocated": 0, 2024-04-13T09:14:47.661 INFO:tasks.workunit.client.0.smithi119.stdout: "total": 0 2024-04-13T09:14:47.661 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.661 INFO:tasks.workunit.client.0.smithi119.stdout: "up": 24 2024-04-13T09:14:47.661 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.661 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.661 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": 192, 2024-04-13T09:14:47.661 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T09:14:47.661 INFO:tasks.workunit.client.0.smithi119.stdout: "cephfs" 2024-04-13T09:14:47.661 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.661 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:14:47.661 INFO:tasks.workunit.client.0.smithi119.stdout: "num_pg": 64, 2024-04-13T09:14:47.661 INFO:tasks.workunit.client.0.smithi119.stdout: "num_store_stats": 8, 2024-04-13T09:14:47.661 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:14:47.661 INFO:tasks.workunit.client.0.smithi119.stdout: "poolid": 3, 2024-04-13T09:14:47.661 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:14:47.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:14:47.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.663 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.663 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:14:47.663 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:14:47.663 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.663 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:14:47.663 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.663 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.663 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.663 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.663 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.663 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.663 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.663 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:14:47.663 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.664 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.664 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.664 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.664 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.664 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:14:47.664 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:14:47.664 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.664 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.664 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.664 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:14:47.664 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:14:47.664 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.664 INFO:tasks.workunit.client.0.smithi119.stdout: "store_stats": { 2024-04-13T09:14:47.664 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": 0, 2024-04-13T09:14:47.664 INFO:tasks.workunit.client.0.smithi119.stdout: "available": 0, 2024-04-13T09:14:47.665 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed": 0, 2024-04-13T09:14:47.665 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_allocated": 0, 2024-04-13T09:14:47.665 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_original": 0, 2024-04-13T09:14:47.665 INFO:tasks.workunit.client.0.smithi119.stdout: "data_stored": 0, 2024-04-13T09:14:47.665 INFO:tasks.workunit.client.0.smithi119.stdout: "internal_metadata": 0, 2024-04-13T09:14:47.665 INFO:tasks.workunit.client.0.smithi119.stdout: "internally_reserved": 0, 2024-04-13T09:14:47.665 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_allocated": 0, 2024-04-13T09:14:47.665 INFO:tasks.workunit.client.0.smithi119.stdout: "total": 0 2024-04-13T09:14:47.665 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.665 INFO:tasks.workunit.client.0.smithi119.stdout: "up": 192 2024-04-13T09:14:47.665 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.665 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.665 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": 3, 2024-04-13T09:14:47.665 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T09:14:47.666 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr" 2024-04-13T09:14:47.666 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.666 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 197, 2024-04-13T09:14:47.666 INFO:tasks.workunit.client.0.smithi119.stdout: "num_pg": 1, 2024-04-13T09:14:47.666 INFO:tasks.workunit.client.0.smithi119.stdout: "num_store_stats": 3, 2024-04-13T09:14:47.666 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 197, 2024-04-13T09:14:47.666 INFO:tasks.workunit.client.0.smithi119.stdout: "poolid": 1, 2024-04-13T09:14:47.666 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.666 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 590368, 2024-04-13T09:14:47.666 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.666 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 1771104, 2024-04-13T09:14:47.666 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.666 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.666 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.666 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:14:47.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 6, 2024-04-13T09:14:47.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 2, 2024-04-13T09:14:47.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 2, 2024-04-13T09:14:47.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:14:47.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 6, 2024-04-13T09:14:47.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 812, 2024-04-13T09:14:47.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 1310, 2024-04-13T09:14:47.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.669 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.669 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 311, 2024-04-13T09:14:47.669 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 2416 2024-04-13T09:14:47.669 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.669 INFO:tasks.workunit.client.0.smithi119.stdout: "store_stats": { 2024-04-13T09:14:47.669 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": 1781760, 2024-04-13T09:14:47.669 INFO:tasks.workunit.client.0.smithi119.stdout: "available": 0, 2024-04-13T09:14:47.669 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed": 0, 2024-04-13T09:14:47.669 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_allocated": 0, 2024-04-13T09:14:47.669 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_original": 0, 2024-04-13T09:14:47.669 INFO:tasks.workunit.client.0.smithi119.stdout: "data_stored": 1771104, 2024-04-13T09:14:47.670 INFO:tasks.workunit.client.0.smithi119.stdout: "internal_metadata": 0, 2024-04-13T09:14:47.670 INFO:tasks.workunit.client.0.smithi119.stdout: "internally_reserved": 0, 2024-04-13T09:14:47.670 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_allocated": 0, 2024-04-13T09:14:47.670 INFO:tasks.workunit.client.0.smithi119.stdout: "total": 0 2024-04-13T09:14:47.670 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.670 INFO:tasks.workunit.client.0.smithi119.stdout: "up": 3 2024-04-13T09:14:47.670 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.670 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:47.670 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": 96, 2024-04-13T09:14:47.670 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T09:14:47.670 INFO:tasks.workunit.client.0.smithi119.stdout: "cephfs" 2024-04-13T09:14:47.670 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.670 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 75, 2024-04-13T09:14:47.670 INFO:tasks.workunit.client.0.smithi119.stdout: "num_pg": 32, 2024-04-13T09:14:47.671 INFO:tasks.workunit.client.0.smithi119.stdout: "num_store_stats": 8, 2024-04-13T09:14:47.671 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 75, 2024-04-13T09:14:47.671 INFO:tasks.workunit.client.0.smithi119.stdout: "poolid": 2, 2024-04-13T09:14:47.671 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:14:47.671 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 6622, 2024-04-13T09:14:47.671 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:14:47.671 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 34, 2024-04-13T09:14:47.671 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:14:47.671 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:14:47.671 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:14:47.671 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:14:47.671 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:14:47.671 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:14:47.671 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:14:47.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:14:47.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:14:47.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 10, 2024-04-13T09:14:47.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:14:47.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:14:47.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:14:47.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 66, 2024-04-13T09:14:47.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 22, 2024-04-13T09:14:47.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:14:47.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 22, 2024-04-13T09:14:47.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:14:47.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:14:47.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:14:47.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:14:47.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:14:47.673 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 14, 2024-04-13T09:14:47.673 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:14:47.673 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 3, 2024-04-13T09:14:47.673 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:14:47.673 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:14:47.673 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:14:47.673 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:14:47.673 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:14:47.673 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 158, 2024-04-13T09:14:47.673 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 174, 2024-04-13T09:14:47.673 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:14:47.673 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:14:47.673 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:14:47.673 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 69, 2024-04-13T09:14:47.673 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 36 2024-04-13T09:14:47.673 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.674 INFO:tasks.workunit.client.0.smithi119.stdout: "store_stats": { 2024-04-13T09:14:47.674 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": 110592, 2024-04-13T09:14:47.674 INFO:tasks.workunit.client.0.smithi119.stdout: "available": 0, 2024-04-13T09:14:47.674 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed": 0, 2024-04-13T09:14:47.674 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_allocated": 0, 2024-04-13T09:14:47.674 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_original": 0, 2024-04-13T09:14:47.674 INFO:tasks.workunit.client.0.smithi119.stdout: "data_stored": 19866, 2024-04-13T09:14:47.674 INFO:tasks.workunit.client.0.smithi119.stdout: "internal_metadata": 0, 2024-04-13T09:14:47.674 INFO:tasks.workunit.client.0.smithi119.stdout: "internally_reserved": 0, 2024-04-13T09:14:47.674 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_allocated": 44473, 2024-04-13T09:14:47.674 INFO:tasks.workunit.client.0.smithi119.stdout: "total": 0 2024-04-13T09:14:47.674 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.674 INFO:tasks.workunit.client.0.smithi119.stdout: "up": 96 2024-04-13T09:14:47.674 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:47.674 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:47.675 INFO:tasks.workunit.client.0.smithi119.stdout: "usage": { 2024-04-13T09:14:47.675 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_num": 105, 2024-04-13T09:14:47.675 INFO:tasks.workunit.client.0.smithi119.stdout: "pools": 4, 2024-04-13T09:14:47.675 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_by_class": { 2024-04-13T09:14:47.675 INFO:tasks.workunit.client.0.smithi119.stdout: "ssd": { 2024-04-13T09:14:47.675 INFO:tasks.workunit.client.0.smithi119.stdout: "total_avail_bytes": 761748701184, 2024-04-13T09:14:47.675 INFO:tasks.workunit.client.0.smithi119.stdout: "total_bytes": 767960285184, 2024-04-13T09:14:47.675 INFO:tasks.workunit.client.0.smithi119.stdout: "total_used_bytes": 6211584000, 2024-04-13T09:14:47.675 INFO:tasks.workunit.client.0.smithi119.stdout: "total_used_raw_bytes": 6211584000, 2024-04-13T09:14:47.675 INFO:tasks.workunit.client.0.smithi119.stdout: "total_used_raw_ratio": 0.008088418282568455 2024-04-13T09:14:47.675 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:47.675 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:47.675 INFO:tasks.workunit.client.0.smithi119.stdout: "total_avail_bytes": 761748701184, 2024-04-13T09:14:47.675 INFO:tasks.workunit.client.0.smithi119.stdout: "total_bytes": 767960285184, 2024-04-13T09:14:47.675 INFO:tasks.workunit.client.0.smithi119.stdout: "total_used_bytes": 6211584000 2024-04-13T09:14:47.675 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:47.676 INFO:tasks.workunit.client.0.smithi119.stdout:} 2024-04-13T09:14:47.676 INFO:tasks.workunit.client.0.smithi119.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-04-13T09:14:47.676 INFO:tasks.workunit.client.0.smithi119.stderr:+ ceph telemetry preview-device 2024-04-13T09:14:47.676 INFO:tasks.workunit.client.0.smithi119.stdout:device channel is on and up to date, see report with `ceph telemetry show-device`. 2024-04-13T09:14:47.677 INFO:tasks.workunit.client.0.smithi119.stderr:+ ceph telemetry preview-all 2024-04-13T09:14:47.677 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='client.36069 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:14:47.677 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='client.36069 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:14:47.677 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:14:47.677 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T09:14:47.677 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.677 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.677 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:47.678 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.678 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.678 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:47.678 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.678 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.678 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:47.678 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:14:47.678 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:14:47.678 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.678 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.678 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:47.678 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:14:47.679 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:14:47.679 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.679 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.679 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:47.679 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:14:47.679 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:14:47.679 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.679 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.679 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:47.679 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:14:47.679 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T09:14:47.679 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.679 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.679 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:47.679 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.680 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.680 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:47.680 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.680 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.680 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:47.680 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:14:47.680 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:14:47.680 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.680 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.680 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:47.680 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:14:47.680 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:14:47.680 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.680 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.680 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:47.681 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:14:47.681 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:14:47.681 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.681 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.681 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:47.681 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='client.36069 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:14:47.681 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='client.36069 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:14:47.681 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:14:47.681 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T09:14:47.681 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.682 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.682 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:47.682 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.682 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.682 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:47.682 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.682 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.682 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:47.682 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:14:47.682 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:14:47.682 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.682 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.682 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:47.682 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:14:47.683 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:14:47.683 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.683 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.683 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:47.683 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:14:47.683 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:14:47.683 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.683 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.683 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:47.683 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:14:47.683 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T09:14:47.683 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.683 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.683 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:47.683 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.684 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.684 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:47.684 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.684 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.684 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:47.684 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:14:47.684 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:14:47.684 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.684 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.684 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:47.684 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:14:47.684 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:14:47.684 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.684 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.684 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:47.684 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:14:47.685 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:14:47.685 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.685 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.685 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:46 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:47.685 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:47 smithi139 ceph-mon[88985]: from='client.46043 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:14:47.685 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:47 smithi139 ceph-mon[88985]: from='client.46043 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:14:47.685 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:47 smithi139 ceph-mon[88985]: pgmap v5092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:47.685 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:47 smithi139 ceph-mon[88985]: from='client.36099 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:14:47.686 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:47 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:14:47.686 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:47 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T09:14:47.686 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:47 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.686 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:47 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.686 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:47 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:47.686 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:47 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.686 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:47 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.686 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:47 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:47.686 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:47 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.686 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:47 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.686 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:47 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:47.686 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:47 smithi139 ceph-mon[88985]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:14:47.686 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:47 smithi139 ceph-mon[88985]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:14:47.686 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:47 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.686 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:47 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:47 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:47.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:47 smithi139 ceph-mon[88985]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:14:47.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:47 smithi139 ceph-mon[88985]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:14:47.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:47 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:47 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:47 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:47.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:47 smithi139 ceph-mon[88985]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:14:47.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:47 smithi139 ceph-mon[88985]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:14:47.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:47 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:47 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:47 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:47.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[96316]: from='client.46043 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:14:47.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[96316]: from='client.46043 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:14:47.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[96316]: pgmap v5092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:47.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[96316]: from='client.36099 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:14:47.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:14:47.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T09:14:47.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:47.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:47.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:47.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[96316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:14:47.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[96316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:14:47.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:47.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[96316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:14:47.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[96316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:14:47.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:47.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[96316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:14:47.718 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[96316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:14:47.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[93746]: from='client.46043 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:14:47.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[93746]: from='client.46043 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:14:47.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[93746]: pgmap v5092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:47.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[93746]: from='client.36099 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:14:47.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:14:47.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T09:14:47.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:47.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:47.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:47.719 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[93746]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:14:47.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[93746]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:14:47.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:47.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[93746]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:14:47.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[93746]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:14:47.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:47.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[93746]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:14:47.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[93746]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:14:47.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.720 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:47.721 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:14:47.721 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:14:47.721 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:47 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:14:48.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:48 smithi139 ceph-mon[88985]: from='client.36099 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:14:48.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:48 smithi139 ceph-mon[88985]: from='client.36105 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:14:48.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:48 smithi139 ceph-mon[88985]: mgrmap e41: y(active, since 86m), standbys: x 2024-04-13T09:14:48.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:48 smithi119 ceph-mon[96316]: from='client.36099 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:14:48.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:48 smithi119 ceph-mon[96316]: from='client.36105 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:14:48.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:48 smithi119 ceph-mon[96316]: mgrmap e41: y(active, since 86m), standbys: x 2024-04-13T09:14:48.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:48 smithi119 ceph-mon[93746]: from='client.36099 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:14:48.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:48 smithi119 ceph-mon[93746]: from='client.36105 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:14:48.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:48 smithi119 ceph-mon[93746]: mgrmap e41: y(active, since 86m), standbys: x 2024-04-13T09:14:49.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:49 smithi139 ceph-mon[88985]: pgmap v5093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:49.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:49 smithi119 ceph-mon[96316]: pgmap v5093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:49.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:49 smithi119 ceph-mon[93746]: pgmap v5093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:51.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:51 smithi139 ceph-mon[88985]: pgmap v5094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:51.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:51 smithi119 ceph-mon[96316]: pgmap v5094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:51.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:51 smithi119 ceph-mon[93746]: pgmap v5094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T09:14:52.638 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:14:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:14:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:14:53.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:53 smithi139 ceph-mon[88985]: pgmap v5095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-13T09:14:53.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:53 smithi119 ceph-mon[96316]: pgmap v5095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-13T09:14:53.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:53 smithi119 ceph-mon[93746]: pgmap v5095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-13T09:14:54.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:54 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:14:54.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:54 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:14:54.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:54 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:14:55.216 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:14:54 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:14:54] "GET /metrics HTTP/1.1" 200 34121 "" "Prometheus/2.43.0" 2024-04-13T09:14:55.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:55 smithi139 ceph-mon[88985]: pgmap v5096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-13T09:14:55.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:55 smithi119 ceph-mon[96316]: pgmap v5096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-13T09:14:55.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:55 smithi119 ceph-mon[93746]: pgmap v5096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-13T09:14:57.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:57 smithi139 ceph-mon[88985]: pgmap v5097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-13T09:14:57.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:57 smithi119 ceph-mon[96316]: pgmap v5097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-13T09:14:57.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:57 smithi119 ceph-mon[93746]: pgmap v5097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-13T09:14:59.518 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:14:59 smithi119 ceph-mon[93746]: pgmap v5098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-13T09:14:59.519 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:14:59 smithi119 ceph-mon[96316]: pgmap v5098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-13T09:14:59.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:14:59 smithi139 ceph-mon[88985]: pgmap v5098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-13T09:14:59.994 INFO:tasks.workunit.client.0.smithi119.stdout:{ 2024-04-13T09:14:59.994 INFO:tasks.workunit.client.0.smithi119.stdout: "device_report": { 2024-04-13T09:14:59.994 INFO:tasks.workunit.client.0.smithi119.stdout: "d4649b5a-f969-11ee-9695-0cc47a8fd5ef": { 2024-04-13T09:14:59.994 INFO:tasks.workunit.client.0.smithi119.stdout: "INTEL_SSDPEDMD400G4_d4655a7c-f969-11ee-9695-0cc47a8fd5ef": { 2024-04-13T09:14:59.995 INFO:tasks.workunit.client.0.smithi119.stdout: "20240413-074017": { 2024-04-13T09:14:59.995 INFO:tasks.workunit.client.0.smithi119.stdout: "device": { 2024-04-13T09:14:59.995 INFO:tasks.workunit.client.0.smithi119.stdout: "info_name": "/dev/nvme0n1", 2024-04-13T09:14:59.995 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "/dev/nvme0n1", 2024-04-13T09:14:59.995 INFO:tasks.workunit.client.0.smithi119.stdout: "protocol": "NVMe", 2024-04-13T09:14:59.995 INFO:tasks.workunit.client.0.smithi119.stdout: "type": "nvme" 2024-04-13T09:14:59.995 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:59.995 INFO:tasks.workunit.client.0.smithi119.stdout: "firmware_version": "8DV101F0", 2024-04-13T09:14:59.995 INFO:tasks.workunit.client.0.smithi119.stdout: "host_id": "d4649b5a-f969-11ee-9695-0cc47a8fd5ef", 2024-04-13T09:14:59.995 INFO:tasks.workunit.client.0.smithi119.stdout: "json_format_version": [ 2024-04-13T09:14:59.996 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:14:59.996 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:14:59.996 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:59.996 INFO:tasks.workunit.client.0.smithi119.stdout: "local_time": { 2024-04-13T09:14:59.996 INFO:tasks.workunit.client.0.smithi119.stdout: "asctime": "Sat Apr 13 07:40:17 2024 UTC", 2024-04-13T09:14:59.996 INFO:tasks.workunit.client.0.smithi119.stdout: "time_t": 1712994017 2024-04-13T09:14:59.996 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:59.996 INFO:tasks.workunit.client.0.smithi119.stdout: "logical_block_size": 512, 2024-04-13T09:14:59.996 INFO:tasks.workunit.client.0.smithi119.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-13T09:14:59.996 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_controller_id": 0, 2024-04-13T09:14:59.996 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-13T09:14:59.996 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_namespaces": [ 2024-04-13T09:14:59.996 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:14:59.996 INFO:tasks.workunit.client.0.smithi119.stdout: "capacity": { 2024-04-13T09:14:59.997 INFO:tasks.workunit.client.0.smithi119.stdout: "blocks": 781422768, 2024-04-13T09:14:59.997 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 400088457216 2024-04-13T09:14:59.997 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:59.997 INFO:tasks.workunit.client.0.smithi119.stdout: "formatted_lba_size": 512, 2024-04-13T09:14:59.997 INFO:tasks.workunit.client.0.smithi119.stdout: "id": 1, 2024-04-13T09:14:59.997 INFO:tasks.workunit.client.0.smithi119.stdout: "size": { 2024-04-13T09:14:59.997 INFO:tasks.workunit.client.0.smithi119.stdout: "blocks": 781422768, 2024-04-13T09:14:59.997 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 400088457216 2024-04-13T09:14:59.997 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:59.997 INFO:tasks.workunit.client.0.smithi119.stdout: "utilization": { 2024-04-13T09:14:59.997 INFO:tasks.workunit.client.0.smithi119.stdout: "blocks": 781422768, 2024-04-13T09:14:59.997 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 400088457216 2024-04-13T09:14:59.997 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:59.997 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:14:59.997 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:14:59.998 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_number_of_namespaces": 1, 2024-04-13T09:14:59.998 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_pci_vendor": { 2024-04-13T09:14:59.998 INFO:tasks.workunit.client.0.smithi119.stdout: "id": 32902, 2024-04-13T09:14:59.998 INFO:tasks.workunit.client.0.smithi119.stdout: "subsystem_id": 32902 2024-04-13T09:14:59.998 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:59.998 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_smart_health_information_add_log": { 2024-04-13T09:14:59.998 INFO:tasks.workunit.client.0.smithi119.stdout: "Device stats": { 2024-04-13T09:14:59.998 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_fw_downgrades": { 2024-04-13T09:14:59.998 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T09:14:59.998 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T09:14:59.998 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:59.998 INFO:tasks.workunit.client.0.smithi119.stdout: "crc_error_count": { 2024-04-13T09:14:59.998 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T09:14:59.998 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T09:14:59.999 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:59.999 INFO:tasks.workunit.client.0.smithi119.stdout: "end_to_end_error_detection_count": { 2024-04-13T09:14:59.999 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T09:14:59.999 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T09:14:59.999 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:59.999 INFO:tasks.workunit.client.0.smithi119.stdout: "erase_fail_count": { 2024-04-13T09:14:59.999 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T09:14:59.999 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T09:14:59.999 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:14:59.999 INFO:tasks.workunit.client.0.smithi119.stdout: "host_bytes_written": { 2024-04-13T09:14:59.999 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T09:15:00.000 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 17477406 2024-04-13T09:15:00.000 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.000 INFO:tasks.workunit.client.0.smithi119.stdout: "host_ctx_wear_used": { 2024-04-13T09:15:00.000 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T09:15:00.000 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 1 2024-04-13T09:15:00.000 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.000 INFO:tasks.workunit.client.0.smithi119.stdout: "media_bytes_read": { 2024-04-13T09:15:00.000 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T09:15:00.000 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T09:15:00.000 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.000 INFO:tasks.workunit.client.0.smithi119.stdout: "nand_bytes_written": { 2024-04-13T09:15:00.000 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T09:15:00.000 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 32624884 2024-04-13T09:15:00.000 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.001 INFO:tasks.workunit.client.0.smithi119.stdout: "perf_stat_indicator": { 2024-04-13T09:15:00.001 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T09:15:00.001 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T09:15:00.001 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.001 INFO:tasks.workunit.client.0.smithi119.stdout: "pll_lock_loss_count": { 2024-04-13T09:15:00.001 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T09:15:00.001 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T09:15:00.001 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.001 INFO:tasks.workunit.client.0.smithi119.stdout: "program_fail_count": { 2024-04-13T09:15:00.001 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T09:15:00.001 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T09:15:00.001 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.001 INFO:tasks.workunit.client.0.smithi119.stdout: "re_alloc_sectr_cnt": { 2024-04-13T09:15:00.001 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T09:15:00.001 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T09:15:00.002 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.002 INFO:tasks.workunit.client.0.smithi119.stdout: "retry_buffer_overflow_count": { 2024-04-13T09:15:00.002 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T09:15:00.002 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T09:15:00.002 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.002 INFO:tasks.workunit.client.0.smithi119.stdout: "soft_ecc_err_rate": { 2024-04-13T09:15:00.002 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T09:15:00.002 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T09:15:00.002 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.002 INFO:tasks.workunit.client.0.smithi119.stdout: "thermal_throttle_status": { 2024-04-13T09:15:00.002 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T09:15:00.002 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": { 2024-04-13T09:15:00.002 INFO:tasks.workunit.client.0.smithi119.stdout: "cnt": 0, 2024-04-13T09:15:00.002 INFO:tasks.workunit.client.0.smithi119.stdout: "pct": 0 2024-04-13T09:15:00.002 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.003 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.003 INFO:tasks.workunit.client.0.smithi119.stdout: "timed_workload_host_reads": { 2024-04-13T09:15:00.003 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T09:15:00.003 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 65535 2024-04-13T09:15:00.003 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.003 INFO:tasks.workunit.client.0.smithi119.stdout: "timed_workload_media_wear": { 2024-04-13T09:15:00.003 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T09:15:00.003 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 64 2024-04-13T09:15:00.003 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.003 INFO:tasks.workunit.client.0.smithi119.stdout: "timed_workload_timer": { 2024-04-13T09:15:00.003 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T09:15:00.003 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 65535 2024-04-13T09:15:00.003 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.004 INFO:tasks.workunit.client.0.smithi119.stdout: "unexp_power_loss": { 2024-04-13T09:15:00.004 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T09:15:00.004 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T09:15:00.004 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.004 INFO:tasks.workunit.client.0.smithi119.stdout: "wear_leveling": { 2024-04-13T09:15:00.004 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 93, 2024-04-13T09:15:00.004 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": { 2024-04-13T09:15:00.004 INFO:tasks.workunit.client.0.smithi119.stdout: "avg": 2250, 2024-04-13T09:15:00.004 INFO:tasks.workunit.client.0.smithi119.stdout: "max": 2259, 2024-04-13T09:15:00.004 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 2241 2024-04-13T09:15:00.004 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.005 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.005 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.005 INFO:tasks.workunit.client.0.smithi119.stdout: "Intel Smart log": "nvme0n1" 2024-04-13T09:15:00.005 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.005 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_smart_health_information_log": { 2024-04-13T09:15:00.005 INFO:tasks.workunit.client.0.smithi119.stdout: "available_spare": 100, 2024-04-13T09:15:00.005 INFO:tasks.workunit.client.0.smithi119.stdout: "available_spare_threshold": 10, 2024-04-13T09:15:00.005 INFO:tasks.workunit.client.0.smithi119.stdout: "controller_busy_time": 22, 2024-04-13T09:15:00.005 INFO:tasks.workunit.client.0.smithi119.stdout: "critical_warning": 0, 2024-04-13T09:15:00.005 INFO:tasks.workunit.client.0.smithi119.stdout: "data_units_read": 237189759, 2024-04-13T09:15:00.005 INFO:tasks.workunit.client.0.smithi119.stdout: "data_units_written": 1145399303, 2024-04-13T09:15:00.005 INFO:tasks.workunit.client.0.smithi119.stdout: "host_reads": 4232985947, 2024-04-13T09:15:00.005 INFO:tasks.workunit.client.0.smithi119.stdout: "host_writes": 22735896559, 2024-04-13T09:15:00.005 INFO:tasks.workunit.client.0.smithi119.stdout: "media_errors": 0, 2024-04-13T09:15:00.005 INFO:tasks.workunit.client.0.smithi119.stdout: "num_err_log_entries": 0, 2024-04-13T09:15:00.006 INFO:tasks.workunit.client.0.smithi119.stdout: "percentage_used": 7, 2024-04-13T09:15:00.006 INFO:tasks.workunit.client.0.smithi119.stdout: "power_cycles": 39231, 2024-04-13T09:15:00.006 INFO:tasks.workunit.client.0.smithi119.stdout: "power_on_hours": 57467, 2024-04-13T09:15:00.006 INFO:tasks.workunit.client.0.smithi119.stdout: "temperature": 27, 2024-04-13T09:15:00.006 INFO:tasks.workunit.client.0.smithi119.stdout: "unsafe_shutdowns": 1687 2024-04-13T09:15:00.006 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.006 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_vendor": "intel", 2024-04-13T09:15:00.006 INFO:tasks.workunit.client.0.smithi119.stdout: "power_cycle_count": 39231, 2024-04-13T09:15:00.006 INFO:tasks.workunit.client.0.smithi119.stdout: "power_on_time": { 2024-04-13T09:15:00.006 INFO:tasks.workunit.client.0.smithi119.stdout: "hours": 57467 2024-04-13T09:15:00.011 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.011 INFO:tasks.workunit.client.0.smithi119.stdout: "serial_number": "deleted", 2024-04-13T09:15:00.011 INFO:tasks.workunit.client.0.smithi119.stdout: "smart_status": { 2024-04-13T09:15:00.011 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme": { 2024-04-13T09:15:00.011 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.012 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.012 INFO:tasks.workunit.client.0.smithi119.stdout: "passed": true 2024-04-13T09:15:00.012 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.012 INFO:tasks.workunit.client.0.smithi119.stdout: "smartctl": { 2024-04-13T09:15:00.012 INFO:tasks.workunit.client.0.smithi119.stdout: "argv": [ 2024-04-13T09:15:00.013 INFO:tasks.workunit.client.0.smithi119.stdout: "smartctl", 2024-04-13T09:15:00.013 INFO:tasks.workunit.client.0.smithi119.stdout: "-x", 2024-04-13T09:15:00.013 INFO:tasks.workunit.client.0.smithi119.stdout: "--json=o", 2024-04-13T09:15:00.014 INFO:tasks.workunit.client.0.smithi119.stdout: "/dev/nvme0n1" 2024-04-13T09:15:00.014 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.014 INFO:tasks.workunit.client.0.smithi119.stdout: "build_info": "(local build)", 2024-04-13T09:15:00.014 INFO:tasks.workunit.client.0.smithi119.stdout: "exit_status": 0, 2024-04-13T09:15:00.014 INFO:tasks.workunit.client.0.smithi119.stdout: "output": [ 2024-04-13T09:15:00.015 INFO:tasks.workunit.client.0.smithi119.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-13T09:15:00.015 INFO:tasks.workunit.client.0.smithi119.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-13T09:15:00.015 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T09:15:00.015 INFO:tasks.workunit.client.0.smithi119.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-13T09:15:00.015 INFO:tasks.workunit.client.0.smithi119.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-13T09:15:00.015 INFO:tasks.workunit.client.0.smithi119.stdout: "Serial Number: deleted", 2024-04-13T09:15:00.016 INFO:tasks.workunit.client.0.smithi119.stdout: "Firmware Version: 8DV101F0", 2024-04-13T09:15:00.016 INFO:tasks.workunit.client.0.smithi119.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-13T09:15:00.016 INFO:tasks.workunit.client.0.smithi119.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-13T09:15:00.016 INFO:tasks.workunit.client.0.smithi119.stdout: "Controller ID: 0", 2024-04-13T09:15:00.017 INFO:tasks.workunit.client.0.smithi119.stdout: "Number of Namespaces: 1", 2024-04-13T09:15:00.017 INFO:tasks.workunit.client.0.smithi119.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-13T09:15:00.017 INFO:tasks.workunit.client.0.smithi119.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-13T09:15:00.017 INFO:tasks.workunit.client.0.smithi119.stdout: "Local Time is: Sat Apr 13 07:40:17 2024 UTC", 2024-04-13T09:15:00.017 INFO:tasks.workunit.client.0.smithi119.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-13T09:15:00.018 INFO:tasks.workunit.client.0.smithi119.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-13T09:15:00.018 INFO:tasks.workunit.client.0.smithi119.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-13T09:15:00.018 INFO:tasks.workunit.client.0.smithi119.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-13T09:15:00.018 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T09:15:00.018 INFO:tasks.workunit.client.0.smithi119.stdout: "Supported Power States", 2024-04-13T09:15:00.018 INFO:tasks.workunit.client.0.smithi119.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-13T09:15:00.018 INFO:tasks.workunit.client.0.smithi119.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-13T09:15:00.019 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T09:15:00.019 INFO:tasks.workunit.client.0.smithi119.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-13T09:15:00.019 INFO:tasks.workunit.client.0.smithi119.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-13T09:15:00.019 INFO:tasks.workunit.client.0.smithi119.stdout: " 0 + 512 0 2", 2024-04-13T09:15:00.019 INFO:tasks.workunit.client.0.smithi119.stdout: " 1 - 512 8 2", 2024-04-13T09:15:00.019 INFO:tasks.workunit.client.0.smithi119.stdout: " 2 - 512 16 2", 2024-04-13T09:15:00.020 INFO:tasks.workunit.client.0.smithi119.stdout: " 3 - 4096 0 0", 2024-04-13T09:15:00.020 INFO:tasks.workunit.client.0.smithi119.stdout: " 4 - 4096 8 0", 2024-04-13T09:15:00.020 INFO:tasks.workunit.client.0.smithi119.stdout: " 5 - 4096 64 0", 2024-04-13T09:15:00.020 INFO:tasks.workunit.client.0.smithi119.stdout: " 6 - 4096 128 0", 2024-04-13T09:15:00.020 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T09:15:00.020 INFO:tasks.workunit.client.0.smithi119.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-13T09:15:00.020 INFO:tasks.workunit.client.0.smithi119.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-13T09:15:00.021 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T09:15:00.021 INFO:tasks.workunit.client.0.smithi119.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-13T09:15:00.022 INFO:tasks.workunit.client.0.smithi119.stdout: "Critical Warning: 0x00", 2024-04-13T09:15:00.022 INFO:tasks.workunit.client.0.smithi119.stdout: "Temperature: 27 Celsius", 2024-04-13T09:15:00.022 INFO:tasks.workunit.client.0.smithi119.stdout: "Available Spare: 100%", 2024-04-13T09:15:00.022 INFO:tasks.workunit.client.0.smithi119.stdout: "Available Spare Threshold: 10%", 2024-04-13T09:15:00.022 INFO:tasks.workunit.client.0.smithi119.stdout: "Percentage Used: 7%", 2024-04-13T09:15:00.022 INFO:tasks.workunit.client.0.smithi119.stdout: "Data Units Read: 237,189,759 [121 TB]", 2024-04-13T09:15:00.023 INFO:tasks.workunit.client.0.smithi119.stdout: "Data Units Written: 1,145,399,303 [586 TB]", 2024-04-13T09:15:00.023 INFO:tasks.workunit.client.0.smithi119.stdout: "Host Read Commands: 4,232,985,947", 2024-04-13T09:15:00.023 INFO:tasks.workunit.client.0.smithi119.stdout: "Host Write Commands: 22,735,896,559", 2024-04-13T09:15:00.023 INFO:tasks.workunit.client.0.smithi119.stdout: "Controller Busy Time: 22", 2024-04-13T09:15:00.023 INFO:tasks.workunit.client.0.smithi119.stdout: "Power Cycles: 39,231", 2024-04-13T09:15:00.023 INFO:tasks.workunit.client.0.smithi119.stdout: "Power On Hours: 57,467", 2024-04-13T09:15:00.024 INFO:tasks.workunit.client.0.smithi119.stdout: "Unsafe Shutdowns: 1,687", 2024-04-13T09:15:00.024 INFO:tasks.workunit.client.0.smithi119.stdout: "Media and Data Integrity Errors: 0", 2024-04-13T09:15:00.024 INFO:tasks.workunit.client.0.smithi119.stdout: "Error Information Log Entries: 0", 2024-04-13T09:15:00.024 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T09:15:00.024 INFO:tasks.workunit.client.0.smithi119.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-13T09:15:00.024 INFO:tasks.workunit.client.0.smithi119.stdout: "No Errors Logged", 2024-04-13T09:15:00.024 INFO:tasks.workunit.client.0.smithi119.stdout: "" 2024-04-13T09:15:00.025 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.025 INFO:tasks.workunit.client.0.smithi119.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-13T09:15:00.025 INFO:tasks.workunit.client.0.smithi119.stdout: "svn_revision": "5022", 2024-04-13T09:15:00.025 INFO:tasks.workunit.client.0.smithi119.stdout: "version": [ 2024-04-13T09:15:00.025 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:00.025 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:00.025 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:00.026 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.026 INFO:tasks.workunit.client.0.smithi119.stdout: "temperature": { 2024-04-13T09:15:00.026 INFO:tasks.workunit.client.0.smithi119.stdout: "current": 27 2024-04-13T09:15:00.026 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.026 INFO:tasks.workunit.client.0.smithi119.stdout: "user_capacity": { 2024-04-13T09:15:00.026 INFO:tasks.workunit.client.0.smithi119.stdout: "blocks": 781422768, 2024-04-13T09:15:00.027 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 400088457216 2024-04-13T09:15:00.027 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.027 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.027 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.027 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.027 INFO:tasks.workunit.client.0.smithi119.stdout: "d466e306-f969-11ee-9695-0cc47a8fd5ef": { 2024-04-13T09:15:00.027 INFO:tasks.workunit.client.0.smithi119.stdout: "INTEL_SSDPEDMD400G4_d4678f86-f969-11ee-9695-0cc47a8fd5ef": { 2024-04-13T09:15:00.028 INFO:tasks.workunit.client.0.smithi119.stdout: "20240413-074019": { 2024-04-13T09:15:00.028 INFO:tasks.workunit.client.0.smithi119.stdout: "device": { 2024-04-13T09:15:00.028 INFO:tasks.workunit.client.0.smithi119.stdout: "info_name": "/dev/nvme0n1", 2024-04-13T09:15:00.028 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "/dev/nvme0n1", 2024-04-13T09:15:00.028 INFO:tasks.workunit.client.0.smithi119.stdout: "protocol": "NVMe", 2024-04-13T09:15:00.028 INFO:tasks.workunit.client.0.smithi119.stdout: "type": "nvme" 2024-04-13T09:15:00.029 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.029 INFO:tasks.workunit.client.0.smithi119.stdout: "firmware_version": "8DV101H0", 2024-04-13T09:15:00.029 INFO:tasks.workunit.client.0.smithi119.stdout: "host_id": "d466e306-f969-11ee-9695-0cc47a8fd5ef", 2024-04-13T09:15:00.029 INFO:tasks.workunit.client.0.smithi119.stdout: "json_format_version": [ 2024-04-13T09:15:00.029 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:00.029 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:00.029 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.029 INFO:tasks.workunit.client.0.smithi119.stdout: "local_time": { 2024-04-13T09:15:00.029 INFO:tasks.workunit.client.0.smithi119.stdout: "asctime": "Sat Apr 13 07:40:19 2024 UTC", 2024-04-13T09:15:00.029 INFO:tasks.workunit.client.0.smithi119.stdout: "time_t": 1712994019 2024-04-13T09:15:00.030 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.030 INFO:tasks.workunit.client.0.smithi119.stdout: "logical_block_size": 512, 2024-04-13T09:15:00.031 INFO:tasks.workunit.client.0.smithi119.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-13T09:15:00.031 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_controller_id": 0, 2024-04-13T09:15:00.031 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-13T09:15:00.032 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_namespaces": [ 2024-04-13T09:15:00.032 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.032 INFO:tasks.workunit.client.0.smithi119.stdout: "capacity": { 2024-04-13T09:15:00.032 INFO:tasks.workunit.client.0.smithi119.stdout: "blocks": 781422768, 2024-04-13T09:15:00.032 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 400088457216 2024-04-13T09:15:00.033 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.033 INFO:tasks.workunit.client.0.smithi119.stdout: "formatted_lba_size": 512, 2024-04-13T09:15:00.033 INFO:tasks.workunit.client.0.smithi119.stdout: "id": 1, 2024-04-13T09:15:00.033 INFO:tasks.workunit.client.0.smithi119.stdout: "size": { 2024-04-13T09:15:00.033 INFO:tasks.workunit.client.0.smithi119.stdout: "blocks": 781422768, 2024-04-13T09:15:00.033 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 400088457216 2024-04-13T09:15:00.033 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.033 INFO:tasks.workunit.client.0.smithi119.stdout: "utilization": { 2024-04-13T09:15:00.033 INFO:tasks.workunit.client.0.smithi119.stdout: "blocks": 781422768, 2024-04-13T09:15:00.034 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 400088457216 2024-04-13T09:15:00.034 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.034 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.034 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.034 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_number_of_namespaces": 1, 2024-04-13T09:15:00.034 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_pci_vendor": { 2024-04-13T09:15:00.034 INFO:tasks.workunit.client.0.smithi119.stdout: "id": 32902, 2024-04-13T09:15:00.035 INFO:tasks.workunit.client.0.smithi119.stdout: "subsystem_id": 32902 2024-04-13T09:15:00.035 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.035 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_smart_health_information_add_log": { 2024-04-13T09:15:00.035 INFO:tasks.workunit.client.0.smithi119.stdout: "Device stats": { 2024-04-13T09:15:00.035 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_fw_downgrades": { 2024-04-13T09:15:00.035 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T09:15:00.035 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T09:15:00.035 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.035 INFO:tasks.workunit.client.0.smithi119.stdout: "crc_error_count": { 2024-04-13T09:15:00.036 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T09:15:00.036 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T09:15:00.036 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.036 INFO:tasks.workunit.client.0.smithi119.stdout: "end_to_end_error_detection_count": { 2024-04-13T09:15:00.036 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T09:15:00.036 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T09:15:00.036 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.036 INFO:tasks.workunit.client.0.smithi119.stdout: "erase_fail_count": { 2024-04-13T09:15:00.037 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T09:15:00.037 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T09:15:00.037 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.037 INFO:tasks.workunit.client.0.smithi119.stdout: "host_bytes_written": { 2024-04-13T09:15:00.037 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T09:15:00.037 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 25913533 2024-04-13T09:15:00.038 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.038 INFO:tasks.workunit.client.0.smithi119.stdout: "host_ctx_wear_used": { 2024-04-13T09:15:00.038 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T09:15:00.038 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 1 2024-04-13T09:15:00.038 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.038 INFO:tasks.workunit.client.0.smithi119.stdout: "media_bytes_read": { 2024-04-13T09:15:00.038 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T09:15:00.039 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T09:15:00.039 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.039 INFO:tasks.workunit.client.0.smithi119.stdout: "nand_bytes_written": { 2024-04-13T09:15:00.039 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T09:15:00.039 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 45069078 2024-04-13T09:15:00.039 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.039 INFO:tasks.workunit.client.0.smithi119.stdout: "perf_stat_indicator": { 2024-04-13T09:15:00.039 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T09:15:00.040 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T09:15:00.040 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.040 INFO:tasks.workunit.client.0.smithi119.stdout: "pll_lock_loss_count": { 2024-04-13T09:15:00.040 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T09:15:00.040 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T09:15:00.040 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.040 INFO:tasks.workunit.client.0.smithi119.stdout: "program_fail_count": { 2024-04-13T09:15:00.040 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T09:15:00.041 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T09:15:00.041 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.041 INFO:tasks.workunit.client.0.smithi119.stdout: "re_alloc_sectr_cnt": { 2024-04-13T09:15:00.041 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T09:15:00.041 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T09:15:00.041 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.042 INFO:tasks.workunit.client.0.smithi119.stdout: "retry_buffer_overflow_count": { 2024-04-13T09:15:00.042 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T09:15:00.042 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T09:15:00.042 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.042 INFO:tasks.workunit.client.0.smithi119.stdout: "soft_ecc_err_rate": { 2024-04-13T09:15:00.042 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T09:15:00.043 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T09:15:00.043 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.043 INFO:tasks.workunit.client.0.smithi119.stdout: "thermal_throttle_status": { 2024-04-13T09:15:00.043 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T09:15:00.043 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": { 2024-04-13T09:15:00.043 INFO:tasks.workunit.client.0.smithi119.stdout: "cnt": 0, 2024-04-13T09:15:00.043 INFO:tasks.workunit.client.0.smithi119.stdout: "pct": 0 2024-04-13T09:15:00.044 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.044 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.044 INFO:tasks.workunit.client.0.smithi119.stdout: "timed_workload_host_reads": { 2024-04-13T09:15:00.044 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T09:15:00.044 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 65535 2024-04-13T09:15:00.044 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.045 INFO:tasks.workunit.client.0.smithi119.stdout: "timed_workload_media_wear": { 2024-04-13T09:15:00.045 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T09:15:00.045 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 64 2024-04-13T09:15:00.045 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.045 INFO:tasks.workunit.client.0.smithi119.stdout: "timed_workload_timer": { 2024-04-13T09:15:00.045 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T09:15:00.045 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 65535 2024-04-13T09:15:00.045 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.045 INFO:tasks.workunit.client.0.smithi119.stdout: "unexp_power_loss": { 2024-04-13T09:15:00.045 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T09:15:00.045 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T09:15:00.045 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.046 INFO:tasks.workunit.client.0.smithi119.stdout: "wear_leveling": { 2024-04-13T09:15:00.046 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 90, 2024-04-13T09:15:00.046 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": { 2024-04-13T09:15:00.046 INFO:tasks.workunit.client.0.smithi119.stdout: "avg": 3064, 2024-04-13T09:15:00.046 INFO:tasks.workunit.client.0.smithi119.stdout: "max": 3076, 2024-04-13T09:15:00.046 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 3051 2024-04-13T09:15:00.046 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.046 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.046 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.046 INFO:tasks.workunit.client.0.smithi119.stdout: "Intel Smart log": "nvme0n1" 2024-04-13T09:15:00.046 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.046 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_smart_health_information_log": { 2024-04-13T09:15:00.046 INFO:tasks.workunit.client.0.smithi119.stdout: "available_spare": 100, 2024-04-13T09:15:00.046 INFO:tasks.workunit.client.0.smithi119.stdout: "available_spare_threshold": 10, 2024-04-13T09:15:00.047 INFO:tasks.workunit.client.0.smithi119.stdout: "controller_busy_time": 0, 2024-04-13T09:15:00.047 INFO:tasks.workunit.client.0.smithi119.stdout: "critical_warning": 0, 2024-04-13T09:15:00.047 INFO:tasks.workunit.client.0.smithi119.stdout: "data_units_read": 335911076, 2024-04-13T09:15:00.047 INFO:tasks.workunit.client.0.smithi119.stdout: "data_units_written": 1698269352, 2024-04-13T09:15:00.047 INFO:tasks.workunit.client.0.smithi119.stdout: "host_reads": 5482109870, 2024-04-13T09:15:00.047 INFO:tasks.workunit.client.0.smithi119.stdout: "host_writes": 29670994253, 2024-04-13T09:15:00.047 INFO:tasks.workunit.client.0.smithi119.stdout: "media_errors": 0, 2024-04-13T09:15:00.047 INFO:tasks.workunit.client.0.smithi119.stdout: "num_err_log_entries": 0, 2024-04-13T09:15:00.047 INFO:tasks.workunit.client.0.smithi119.stdout: "percentage_used": 10, 2024-04-13T09:15:00.047 INFO:tasks.workunit.client.0.smithi119.stdout: "power_cycles": 50867, 2024-04-13T09:15:00.047 INFO:tasks.workunit.client.0.smithi119.stdout: "power_on_hours": 48973, 2024-04-13T09:15:00.047 INFO:tasks.workunit.client.0.smithi119.stdout: "temperature": 25, 2024-04-13T09:15:00.047 INFO:tasks.workunit.client.0.smithi119.stdout: "unsafe_shutdowns": 79 2024-04-13T09:15:00.047 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.047 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_vendor": "intel", 2024-04-13T09:15:00.048 INFO:tasks.workunit.client.0.smithi119.stdout: "power_cycle_count": 50867, 2024-04-13T09:15:00.048 INFO:tasks.workunit.client.0.smithi119.stdout: "power_on_time": { 2024-04-13T09:15:00.048 INFO:tasks.workunit.client.0.smithi119.stdout: "hours": 48973 2024-04-13T09:15:00.048 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.048 INFO:tasks.workunit.client.0.smithi119.stdout: "serial_number": "deleted", 2024-04-13T09:15:00.048 INFO:tasks.workunit.client.0.smithi119.stdout: "smart_status": { 2024-04-13T09:15:00.048 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme": { 2024-04-13T09:15:00.048 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.048 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.048 INFO:tasks.workunit.client.0.smithi119.stdout: "passed": true 2024-04-13T09:15:00.048 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.048 INFO:tasks.workunit.client.0.smithi119.stdout: "smartctl": { 2024-04-13T09:15:00.048 INFO:tasks.workunit.client.0.smithi119.stdout: "argv": [ 2024-04-13T09:15:00.048 INFO:tasks.workunit.client.0.smithi119.stdout: "smartctl", 2024-04-13T09:15:00.048 INFO:tasks.workunit.client.0.smithi119.stdout: "-x", 2024-04-13T09:15:00.049 INFO:tasks.workunit.client.0.smithi119.stdout: "--json=o", 2024-04-13T09:15:00.049 INFO:tasks.workunit.client.0.smithi119.stdout: "/dev/nvme0n1" 2024-04-13T09:15:00.049 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.049 INFO:tasks.workunit.client.0.smithi119.stdout: "build_info": "(local build)", 2024-04-13T09:15:00.049 INFO:tasks.workunit.client.0.smithi119.stdout: "exit_status": 0, 2024-04-13T09:15:00.049 INFO:tasks.workunit.client.0.smithi119.stdout: "output": [ 2024-04-13T09:15:00.049 INFO:tasks.workunit.client.0.smithi119.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-13T09:15:00.049 INFO:tasks.workunit.client.0.smithi119.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-13T09:15:00.049 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T09:15:00.049 INFO:tasks.workunit.client.0.smithi119.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-13T09:15:00.049 INFO:tasks.workunit.client.0.smithi119.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-13T09:15:00.049 INFO:tasks.workunit.client.0.smithi119.stdout: "Serial Number: deleted", 2024-04-13T09:15:00.049 INFO:tasks.workunit.client.0.smithi119.stdout: "Firmware Version: 8DV101H0", 2024-04-13T09:15:00.049 INFO:tasks.workunit.client.0.smithi119.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-13T09:15:00.049 INFO:tasks.workunit.client.0.smithi119.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-13T09:15:00.050 INFO:tasks.workunit.client.0.smithi119.stdout: "Controller ID: 0", 2024-04-13T09:15:00.050 INFO:tasks.workunit.client.0.smithi119.stdout: "Number of Namespaces: 1", 2024-04-13T09:15:00.050 INFO:tasks.workunit.client.0.smithi119.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-13T09:15:00.050 INFO:tasks.workunit.client.0.smithi119.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-13T09:15:00.050 INFO:tasks.workunit.client.0.smithi119.stdout: "Local Time is: Sat Apr 13 07:40:19 2024 UTC", 2024-04-13T09:15:00.050 INFO:tasks.workunit.client.0.smithi119.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-13T09:15:00.050 INFO:tasks.workunit.client.0.smithi119.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-13T09:15:00.050 INFO:tasks.workunit.client.0.smithi119.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-13T09:15:00.050 INFO:tasks.workunit.client.0.smithi119.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-13T09:15:00.050 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T09:15:00.050 INFO:tasks.workunit.client.0.smithi119.stdout: "Supported Power States", 2024-04-13T09:15:00.050 INFO:tasks.workunit.client.0.smithi119.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-13T09:15:00.051 INFO:tasks.workunit.client.0.smithi119.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-13T09:15:00.051 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T09:15:00.051 INFO:tasks.workunit.client.0.smithi119.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-13T09:15:00.051 INFO:tasks.workunit.client.0.smithi119.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-13T09:15:00.051 INFO:tasks.workunit.client.0.smithi119.stdout: " 0 + 512 0 2", 2024-04-13T09:15:00.051 INFO:tasks.workunit.client.0.smithi119.stdout: " 1 - 512 8 2", 2024-04-13T09:15:00.051 INFO:tasks.workunit.client.0.smithi119.stdout: " 2 - 512 16 2", 2024-04-13T09:15:00.051 INFO:tasks.workunit.client.0.smithi119.stdout: " 3 - 4096 0 0", 2024-04-13T09:15:00.052 INFO:tasks.workunit.client.0.smithi119.stdout: " 4 - 4096 8 0", 2024-04-13T09:15:00.052 INFO:tasks.workunit.client.0.smithi119.stdout: " 5 - 4096 64 0", 2024-04-13T09:15:00.052 INFO:tasks.workunit.client.0.smithi119.stdout: " 6 - 4096 128 0", 2024-04-13T09:15:00.052 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T09:15:00.052 INFO:tasks.workunit.client.0.smithi119.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-13T09:15:00.052 INFO:tasks.workunit.client.0.smithi119.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-13T09:15:00.052 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T09:15:00.053 INFO:tasks.workunit.client.0.smithi119.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-13T09:15:00.053 INFO:tasks.workunit.client.0.smithi119.stdout: "Critical Warning: 0x00", 2024-04-13T09:15:00.053 INFO:tasks.workunit.client.0.smithi119.stdout: "Temperature: 25 Celsius", 2024-04-13T09:15:00.053 INFO:tasks.workunit.client.0.smithi119.stdout: "Available Spare: 100%", 2024-04-13T09:15:00.053 INFO:tasks.workunit.client.0.smithi119.stdout: "Available Spare Threshold: 10%", 2024-04-13T09:15:00.053 INFO:tasks.workunit.client.0.smithi119.stdout: "Percentage Used: 10%", 2024-04-13T09:15:00.053 INFO:tasks.workunit.client.0.smithi119.stdout: "Data Units Read: 335,911,076 [171 TB]", 2024-04-13T09:15:00.054 INFO:tasks.workunit.client.0.smithi119.stdout: "Data Units Written: 1,698,269,352 [869 TB]", 2024-04-13T09:15:00.054 INFO:tasks.workunit.client.0.smithi119.stdout: "Host Read Commands: 5,482,109,870", 2024-04-13T09:15:00.054 INFO:tasks.workunit.client.0.smithi119.stdout: "Host Write Commands: 29,670,994,253", 2024-04-13T09:15:00.054 INFO:tasks.workunit.client.0.smithi119.stdout: "Controller Busy Time: 0", 2024-04-13T09:15:00.054 INFO:tasks.workunit.client.0.smithi119.stdout: "Power Cycles: 50,867", 2024-04-13T09:15:00.054 INFO:tasks.workunit.client.0.smithi119.stdout: "Power On Hours: 48,973", 2024-04-13T09:15:00.055 INFO:tasks.workunit.client.0.smithi119.stdout: "Unsafe Shutdowns: 79", 2024-04-13T09:15:00.055 INFO:tasks.workunit.client.0.smithi119.stdout: "Media and Data Integrity Errors: 0", 2024-04-13T09:15:00.055 INFO:tasks.workunit.client.0.smithi119.stdout: "Error Information Log Entries: 0", 2024-04-13T09:15:00.055 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T09:15:00.055 INFO:tasks.workunit.client.0.smithi119.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-13T09:15:00.055 INFO:tasks.workunit.client.0.smithi119.stdout: "No Errors Logged", 2024-04-13T09:15:00.055 INFO:tasks.workunit.client.0.smithi119.stdout: "" 2024-04-13T09:15:00.056 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.056 INFO:tasks.workunit.client.0.smithi119.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-13T09:15:00.056 INFO:tasks.workunit.client.0.smithi119.stdout: "svn_revision": "5022", 2024-04-13T09:15:00.056 INFO:tasks.workunit.client.0.smithi119.stdout: "version": [ 2024-04-13T09:15:00.056 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:00.056 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:00.056 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:00.057 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.057 INFO:tasks.workunit.client.0.smithi119.stdout: "temperature": { 2024-04-13T09:15:00.057 INFO:tasks.workunit.client.0.smithi119.stdout: "current": 25 2024-04-13T09:15:00.057 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.057 INFO:tasks.workunit.client.0.smithi119.stdout: "user_capacity": { 2024-04-13T09:15:00.057 INFO:tasks.workunit.client.0.smithi119.stdout: "blocks": 781422768, 2024-04-13T09:15:00.057 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 400088457216 2024-04-13T09:15:00.057 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.058 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.058 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.058 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.058 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.058 INFO:tasks.workunit.client.0.smithi119.stdout: "report": { 2024-04-13T09:15:00.058 INFO:tasks.workunit.client.0.smithi119.stdout: "balancer": { 2024-04-13T09:15:00.058 INFO:tasks.workunit.client.0.smithi119.stdout: "active": true, 2024-04-13T09:15:00.058 INFO:tasks.workunit.client.0.smithi119.stdout: "mode": "" 2024-04-13T09:15:00.059 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.059 INFO:tasks.workunit.client.0.smithi119.stdout: "channels": [ 2024-04-13T09:15:00.059 INFO:tasks.workunit.client.0.smithi119.stdout: "basic", 2024-04-13T09:15:00.059 INFO:tasks.workunit.client.0.smithi119.stdout: "crash", 2024-04-13T09:15:00.059 INFO:tasks.workunit.client.0.smithi119.stdout: "device", 2024-04-13T09:15:00.059 INFO:tasks.workunit.client.0.smithi119.stdout: "ident", 2024-04-13T09:15:00.060 INFO:tasks.workunit.client.0.smithi119.stdout: "perf" 2024-04-13T09:15:00.060 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.060 INFO:tasks.workunit.client.0.smithi119.stdout: "channels_available": [ 2024-04-13T09:15:00.060 INFO:tasks.workunit.client.0.smithi119.stdout: "basic", 2024-04-13T09:15:00.061 INFO:tasks.workunit.client.0.smithi119.stdout: "ident", 2024-04-13T09:15:00.061 INFO:tasks.workunit.client.0.smithi119.stdout: "crash", 2024-04-13T09:15:00.061 INFO:tasks.workunit.client.0.smithi119.stdout: "device", 2024-04-13T09:15:00.061 INFO:tasks.workunit.client.0.smithi119.stdout: "perf" 2024-04-13T09:15:00.061 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.061 INFO:tasks.workunit.client.0.smithi119.stdout: "collections_available": [ 2024-04-13T09:15:00.061 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_base", 2024-04-13T09:15:00.062 INFO:tasks.workunit.client.0.smithi119.stdout: "device_base", 2024-04-13T09:15:00.062 INFO:tasks.workunit.client.0.smithi119.stdout: "crash_base", 2024-04-13T09:15:00.062 INFO:tasks.workunit.client.0.smithi119.stdout: "ident_base", 2024-04-13T09:15:00.062 INFO:tasks.workunit.client.0.smithi119.stdout: "perf_perf", 2024-04-13T09:15:00.062 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_mds_metadata", 2024-04-13T09:15:00.062 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_pool_usage", 2024-04-13T09:15:00.062 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_usage_by_class", 2024-04-13T09:15:00.062 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_rook_v01", 2024-04-13T09:15:00.062 INFO:tasks.workunit.client.0.smithi119.stdout: "perf_memory_metrics", 2024-04-13T09:15:00.063 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_pool_options_bluestore", 2024-04-13T09:15:00.063 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_pool_flags" 2024-04-13T09:15:00.063 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.063 INFO:tasks.workunit.client.0.smithi119.stdout: "collections_opted_in": [ 2024-04-13T09:15:00.063 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_base", 2024-04-13T09:15:00.063 INFO:tasks.workunit.client.0.smithi119.stdout: "device_base", 2024-04-13T09:15:00.063 INFO:tasks.workunit.client.0.smithi119.stdout: "crash_base", 2024-04-13T09:15:00.063 INFO:tasks.workunit.client.0.smithi119.stdout: "ident_base", 2024-04-13T09:15:00.063 INFO:tasks.workunit.client.0.smithi119.stdout: "perf_perf", 2024-04-13T09:15:00.063 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_mds_metadata", 2024-04-13T09:15:00.063 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_pool_usage", 2024-04-13T09:15:00.063 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_usage_by_class", 2024-04-13T09:15:00.063 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_rook_v01", 2024-04-13T09:15:00.063 INFO:tasks.workunit.client.0.smithi119.stdout: "perf_memory_metrics", 2024-04-13T09:15:00.063 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_pool_options_bluestore", 2024-04-13T09:15:00.064 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_pool_flags" 2024-04-13T09:15:00.064 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.064 INFO:tasks.workunit.client.0.smithi119.stdout: "config": { 2024-04-13T09:15:00.064 INFO:tasks.workunit.client.0.smithi119.stdout: "active_changed": [ 2024-04-13T09:15:00.064 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-13T09:15:00.064 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_debug", 2024-04-13T09:15:00.064 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_mon_ticket_ttl", 2024-04-13T09:15:00.064 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_service_ticket_ttl", 2024-04-13T09:15:00.064 INFO:tasks.workunit.client.0.smithi119.stdout: "bdev_debug_aio", 2024-04-13T09:15:00.064 INFO:tasks.workunit.client.0.smithi119.stdout: "client_check_pool_perm", 2024-04-13T09:15:00.064 INFO:tasks.workunit.client.0.smithi119.stdout: "client_mount_gid", 2024-04-13T09:15:00.064 INFO:tasks.workunit.client.0.smithi119.stdout: "client_mount_uid", 2024-04-13T09:15:00.064 INFO:tasks.workunit.client.0.smithi119.stdout: "client_quota", 2024-04-13T09:15:00.064 INFO:tasks.workunit.client.0.smithi119.stdout: "container_image", 2024-04-13T09:15:00.064 INFO:tasks.workunit.client.0.smithi119.stdout: "daemonize", 2024-04-13T09:15:00.065 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_asserts_on_shutdown", 2024-04-13T09:15:00.065 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_mgr", 2024-04-13T09:15:00.065 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_mon", 2024-04-13T09:15:00.065 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_ms", 2024-04-13T09:15:00.065 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_osd", 2024-04-13T09:15:00.065 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_paxos", 2024-04-13T09:15:00.065 INFO:tasks.workunit.client.0.smithi119.stdout: "keyring", 2024-04-13T09:15:00.065 INFO:tasks.workunit.client.0.smithi119.stdout: "log_to_file", 2024-04-13T09:15:00.065 INFO:tasks.workunit.client.0.smithi119.stdout: "log_to_journald", 2024-04-13T09:15:00.065 INFO:tasks.workunit.client.0.smithi119.stdout: "log_to_stderr", 2024-04-13T09:15:00.065 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_allow_pool_delete", 2024-04-13T09:15:00.065 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_clock_drift_allowed", 2024-04-13T09:15:00.065 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_cluster_log_file_level", 2024-04-13T09:15:00.065 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_cluster_log_to_file", 2024-04-13T09:15:00.065 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_cluster_log_to_journald", 2024-04-13T09:15:00.065 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_cluster_log_to_stderr", 2024-04-13T09:15:00.066 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_data_avail_warn", 2024-04-13T09:15:00.066 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_election_default_strategy", 2024-04-13T09:15:00.066 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_host", 2024-04-13T09:15:00.066 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_max_pg_per_osd", 2024-04-13T09:15:00.066 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_mds_skip_sanity", 2024-04-13T09:15:00.066 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_mgr_mkfs_grace", 2024-04-13T09:15:00.066 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_osd_prime_pg_temp", 2024-04-13T09:15:00.066 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_osd_reporter_subtree_level", 2024-04-13T09:15:00.066 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_pg_warn_max_object_skew", 2024-04-13T09:15:00.066 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-13T09:15:00.066 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-13T09:15:00.066 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-13T09:15:00.066 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-13T09:15:00.066 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-13T09:15:00.067 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-13T09:15:00.067 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-13T09:15:00.067 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-13T09:15:00.067 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_too_few_osds", 2024-04-13T09:15:00.067 INFO:tasks.workunit.client.0.smithi119.stdout: "ms_die_on_bug", 2024-04-13T09:15:00.067 INFO:tasks.workunit.client.0.smithi119.stdout: "ms_die_on_old_message", 2024-04-13T09:15:00.067 INFO:tasks.workunit.client.0.smithi119.stdout: "no_config_file", 2024-04-13T09:15:00.067 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_class_default_list", 2024-04-13T09:15:00.067 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_class_load_list", 2024-04-13T09:15:00.067 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_misdirected_ops", 2024-04-13T09:15:00.067 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_op_order", 2024-04-13T09:15:00.067 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_pg_log_writeout", 2024-04-13T09:15:00.067 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_shutdown", 2024-04-13T09:15:00.068 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_verify_cached_snaps", 2024-04-13T09:15:00.068 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_verify_missing_on_start", 2024-04-13T09:15:00.068 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_verify_stray_on_activate", 2024-04-13T09:15:00.068 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-13T09:15:00.068 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_delete_sleep", 2024-04-13T09:15:00.068 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_delete_sleep_hdd", 2024-04-13T09:15:00.068 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_delete_sleep_hybrid", 2024-04-13T09:15:00.068 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_delete_sleep_ssd", 2024-04-13T09:15:00.068 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_max_backfills", 2024-04-13T09:15:00.068 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-13T09:15:00.068 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_profile", 2024-04-13T09:15:00.068 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-13T09:15:00.068 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-13T09:15:00.068 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-13T09:15:00.068 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-13T09:15:00.068 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-13T09:15:00.069 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-13T09:15:00.069 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_client_lim", 2024-04-13T09:15:00.069 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_client_res", 2024-04-13T09:15:00.069 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-13T09:15:00.069 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_memory_target", 2024-04-13T09:15:00.069 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_memory_target_autotune", 2024-04-13T09:15:00.069 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_op_queue", 2024-04-13T09:15:00.069 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_op_queue_cut_off", 2024-04-13T09:15:00.069 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pool_default_erasure_code_profile", 2024-04-13T09:15:00.069 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-13T09:15:00.069 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recover_clone_overlap", 2024-04-13T09:15:00.069 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_max_active", 2024-04-13T09:15:00.069 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_max_active_hdd", 2024-04-13T09:15:00.069 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_max_active_ssd", 2024-04-13T09:15:00.070 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_max_chunk", 2024-04-13T09:15:00.070 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_sleep", 2024-04-13T09:15:00.070 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_sleep_hdd", 2024-04-13T09:15:00.070 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_sleep_hybrid", 2024-04-13T09:15:00.070 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_sleep_ssd", 2024-04-13T09:15:00.070 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_scrub_load_threshold", 2024-04-13T09:15:00.070 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_scrub_max_interval", 2024-04-13T09:15:00.070 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_scrub_sleep", 2024-04-13T09:15:00.070 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_shutdown_pgref_assert", 2024-04-13T09:15:00.071 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_snap_trim_sleep", 2024-04-13T09:15:00.071 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_snap_trim_sleep_hdd", 2024-04-13T09:15:00.071 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-13T09:15:00.071 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_snap_trim_sleep_ssd", 2024-04-13T09:15:00.071 INFO:tasks.workunit.client.0.smithi119.stdout: "public_network", 2024-04-13T09:15:00.071 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-13T09:15:00.071 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd_default_features", 2024-04-13T09:15:00.071 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd_qos_exclude_ops", 2024-04-13T09:15:00.071 INFO:tasks.workunit.client.0.smithi119.stdout: "setgroup", 2024-04-13T09:15:00.071 INFO:tasks.workunit.client.0.smithi119.stdout: "setuser" 2024-04-13T09:15:00.071 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.071 INFO:tasks.workunit.client.0.smithi119.stdout: "cluster_changed": [ 2024-04-13T09:15:00.071 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-13T09:15:00.071 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_debug", 2024-04-13T09:15:00.071 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_mon_ticket_ttl", 2024-04-13T09:15:00.072 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_service_ticket_ttl", 2024-04-13T09:15:00.072 INFO:tasks.workunit.client.0.smithi119.stdout: "bdev_debug_aio", 2024-04-13T09:15:00.072 INFO:tasks.workunit.client.0.smithi119.stdout: "container_image", 2024-04-13T09:15:00.072 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_asserts_on_shutdown", 2024-04-13T09:15:00.072 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_mgr", 2024-04-13T09:15:00.072 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_mon", 2024-04-13T09:15:00.072 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_ms", 2024-04-13T09:15:00.072 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_osd", 2024-04-13T09:15:00.072 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_paxos", 2024-04-13T09:15:00.072 INFO:tasks.workunit.client.0.smithi119.stdout: "log_to_file", 2024-04-13T09:15:00.072 INFO:tasks.workunit.client.0.smithi119.stdout: "log_to_journald", 2024-04-13T09:15:00.072 INFO:tasks.workunit.client.0.smithi119.stdout: "log_to_stderr", 2024-04-13T09:15:00.072 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_join_fs", 2024-04-13T09:15:00.072 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/cephadm/allow_ptrace", 2024-04-13T09:15:00.072 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/cephadm/container_init", 2024-04-13T09:15:00.072 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/cephadm/migration_current", 2024-04-13T09:15:00.073 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/cephadm/use_repo_digest", 2024-04-13T09:15:00.073 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-13T09:15:00.073 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-13T09:15:00.073 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-13T09:15:00.073 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-13T09:15:00.073 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/dashboard/ssl_server_port", 2024-04-13T09:15:00.073 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/orchestrator/orchestrator", 2024-04-13T09:15:00.073 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/telemetry/channel_ident", 2024-04-13T09:15:00.073 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/telemetry/channel_perf", 2024-04-13T09:15:00.073 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/telemetry/description", 2024-04-13T09:15:00.073 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/telemetry/enabled", 2024-04-13T09:15:00.073 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/telemetry/organization", 2024-04-13T09:15:00.073 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_allow_pool_delete", 2024-04-13T09:15:00.073 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_clock_drift_allowed", 2024-04-13T09:15:00.073 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_cluster_log_file_level", 2024-04-13T09:15:00.073 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_cluster_log_to_file", 2024-04-13T09:15:00.074 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_data_avail_warn", 2024-04-13T09:15:00.074 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_election_default_strategy", 2024-04-13T09:15:00.074 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_max_pg_per_osd", 2024-04-13T09:15:00.074 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_mds_skip_sanity", 2024-04-13T09:15:00.074 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_mgr_mkfs_grace", 2024-04-13T09:15:00.074 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_osd_prime_pg_temp", 2024-04-13T09:15:00.074 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_osd_reporter_subtree_level", 2024-04-13T09:15:00.074 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_pg_warn_max_object_skew", 2024-04-13T09:15:00.074 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-13T09:15:00.074 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-13T09:15:00.074 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-13T09:15:00.074 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-13T09:15:00.074 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-13T09:15:00.074 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-13T09:15:00.075 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-13T09:15:00.075 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-13T09:15:00.075 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_too_few_osds", 2024-04-13T09:15:00.075 INFO:tasks.workunit.client.0.smithi119.stdout: "ms_die_on_bug", 2024-04-13T09:15:00.075 INFO:tasks.workunit.client.0.smithi119.stdout: "ms_die_on_old_message", 2024-04-13T09:15:00.075 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_class_default_list", 2024-04-13T09:15:00.075 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_class_load_list", 2024-04-13T09:15:00.075 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_misdirected_ops", 2024-04-13T09:15:00.075 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_op_order", 2024-04-13T09:15:00.075 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_pg_log_writeout", 2024-04-13T09:15:00.075 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_shutdown", 2024-04-13T09:15:00.075 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_verify_cached_snaps", 2024-04-13T09:15:00.075 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_verify_missing_on_start", 2024-04-13T09:15:00.076 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_verify_stray_on_activate", 2024-04-13T09:15:00.076 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-13T09:15:00.076 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-13T09:15:00.076 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_profile", 2024-04-13T09:15:00.076 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_memory_target", 2024-04-13T09:15:00.076 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_memory_target_autotune", 2024-04-13T09:15:00.076 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_op_queue", 2024-04-13T09:15:00.076 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_op_queue_cut_off", 2024-04-13T09:15:00.076 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pool_default_erasure_code_profile", 2024-04-13T09:15:00.076 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-13T09:15:00.077 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recover_clone_overlap", 2024-04-13T09:15:00.077 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_max_chunk", 2024-04-13T09:15:00.077 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_scrub_load_threshold", 2024-04-13T09:15:00.077 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_scrub_max_interval", 2024-04-13T09:15:00.077 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_shutdown_pgref_assert", 2024-04-13T09:15:00.077 INFO:tasks.workunit.client.0.smithi119.stdout: "public_network", 2024-04-13T09:15:00.077 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-13T09:15:00.077 INFO:tasks.workunit.client.0.smithi119.stdout: "rgw_cache_enabled", 2024-04-13T09:15:00.077 INFO:tasks.workunit.client.0.smithi119.stdout: "rgw_enable_ops_log", 2024-04-13T09:15:00.077 INFO:tasks.workunit.client.0.smithi119.stdout: "rgw_enable_usage_log" 2024-04-13T09:15:00.077 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:00.077 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.077 INFO:tasks.workunit.client.0.smithi119.stdout: "contact": null, 2024-04-13T09:15:00.077 INFO:tasks.workunit.client.0.smithi119.stdout: "crashes": [], 2024-04-13T09:15:00.077 INFO:tasks.workunit.client.0.smithi119.stdout: "created": "2024-04-13T07:37:03.207646Z", 2024-04-13T09:15:00.078 INFO:tasks.workunit.client.0.smithi119.stdout: "crush": { 2024-04-13T09:15:00.078 INFO:tasks.workunit.client.0.smithi119.stdout: "bucket_algs": { 2024-04-13T09:15:00.078 INFO:tasks.workunit.client.0.smithi119.stdout: "straw2": 3 2024-04-13T09:15:00.078 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.078 INFO:tasks.workunit.client.0.smithi119.stdout: "bucket_sizes": { 2024-04-13T09:15:00.078 INFO:tasks.workunit.client.0.smithi119.stdout: "2": 1, 2024-04-13T09:15:00.078 INFO:tasks.workunit.client.0.smithi119.stdout: "4": 2 2024-04-13T09:15:00.078 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.078 INFO:tasks.workunit.client.0.smithi119.stdout: "bucket_types": { 2024-04-13T09:15:00.078 INFO:tasks.workunit.client.0.smithi119.stdout: "1": 2, 2024-04-13T09:15:00.078 INFO:tasks.workunit.client.0.smithi119.stdout: "11": 1 2024-04-13T09:15:00.078 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.078 INFO:tasks.workunit.client.0.smithi119.stdout: "compat_weight_set": false, 2024-04-13T09:15:00.078 INFO:tasks.workunit.client.0.smithi119.stdout: "device_classes": [ 2024-04-13T09:15:00.079 INFO:tasks.workunit.client.0.smithi119.stdout: 8 2024-04-13T09:15:00.079 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.079 INFO:tasks.workunit.client.0.smithi119.stdout: "num_buckets": 6, 2024-04-13T09:15:00.079 INFO:tasks.workunit.client.0.smithi119.stdout: "num_devices": 8, 2024-04-13T09:15:00.079 INFO:tasks.workunit.client.0.smithi119.stdout: "num_rules": 2, 2024-04-13T09:15:00.079 INFO:tasks.workunit.client.0.smithi119.stdout: "num_types": 12, 2024-04-13T09:15:00.079 INFO:tasks.workunit.client.0.smithi119.stdout: "num_weight_sets": 0, 2024-04-13T09:15:00.079 INFO:tasks.workunit.client.0.smithi119.stdout: "tunables": { 2024-04-13T09:15:00.079 INFO:tasks.workunit.client.0.smithi119.stdout: "allowed_bucket_algs": 54, 2024-04-13T09:15:00.079 INFO:tasks.workunit.client.0.smithi119.stdout: "choose_local_fallback_tries": 0, 2024-04-13T09:15:00.079 INFO:tasks.workunit.client.0.smithi119.stdout: "choose_local_tries": 0, 2024-04-13T09:15:00.080 INFO:tasks.workunit.client.0.smithi119.stdout: "choose_total_tries": 50, 2024-04-13T09:15:00.080 INFO:tasks.workunit.client.0.smithi119.stdout: "chooseleaf_descend_once": 1, 2024-04-13T09:15:00.080 INFO:tasks.workunit.client.0.smithi119.stdout: "chooseleaf_stable": 1, 2024-04-13T09:15:00.080 INFO:tasks.workunit.client.0.smithi119.stdout: "chooseleaf_vary_r": 1, 2024-04-13T09:15:00.080 INFO:tasks.workunit.client.0.smithi119.stdout: "has_msr_rules": 0, 2024-04-13T09:15:00.080 INFO:tasks.workunit.client.0.smithi119.stdout: "has_v2_rules": 1, 2024-04-13T09:15:00.080 INFO:tasks.workunit.client.0.smithi119.stdout: "has_v3_rules": 0, 2024-04-13T09:15:00.080 INFO:tasks.workunit.client.0.smithi119.stdout: "has_v4_buckets": 1, 2024-04-13T09:15:00.081 INFO:tasks.workunit.client.0.smithi119.stdout: "has_v5_rules": 0, 2024-04-13T09:15:00.081 INFO:tasks.workunit.client.0.smithi119.stdout: "legacy_tunables": 0, 2024-04-13T09:15:00.081 INFO:tasks.workunit.client.0.smithi119.stdout: "minimum_required_version": "jewel", 2024-04-13T09:15:00.081 INFO:tasks.workunit.client.0.smithi119.stdout: "msr_collision_tries": 100, 2024-04-13T09:15:00.081 INFO:tasks.workunit.client.0.smithi119.stdout: "msr_descents": 100, 2024-04-13T09:15:00.081 INFO:tasks.workunit.client.0.smithi119.stdout: "optimal_tunables": 1, 2024-04-13T09:15:00.081 INFO:tasks.workunit.client.0.smithi119.stdout: "profile": "jewel", 2024-04-13T09:15:00.081 INFO:tasks.workunit.client.0.smithi119.stdout: "require_feature_tunables": 1, 2024-04-13T09:15:00.081 INFO:tasks.workunit.client.0.smithi119.stdout: "require_feature_tunables2": 1, 2024-04-13T09:15:00.081 INFO:tasks.workunit.client.0.smithi119.stdout: "require_feature_tunables3": 1, 2024-04-13T09:15:00.081 INFO:tasks.workunit.client.0.smithi119.stdout: "require_feature_tunables5": 1, 2024-04-13T09:15:00.081 INFO:tasks.workunit.client.0.smithi119.stdout: "straw_calc_version": 1 2024-04-13T09:15:00.081 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.081 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.081 INFO:tasks.workunit.client.0.smithi119.stdout: "description": "upgrade test cluster", 2024-04-13T09:15:00.082 INFO:tasks.workunit.client.0.smithi119.stdout: "fs": { 2024-04-13T09:15:00.082 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T09:15:00.082 INFO:tasks.workunit.client.0.smithi119.stdout: "feature_flags": { 2024-04-13T09:15:00.082 INFO:tasks.workunit.client.0.smithi119.stdout: "enable_multiple": true, 2024-04-13T09:15:00.082 INFO:tasks.workunit.client.0.smithi119.stdout: "ever_enabled_multiple": true 2024-04-13T09:15:00.082 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.082 INFO:tasks.workunit.client.0.smithi119.stdout: "filesystems": [ 2024-04-13T09:15:00.082 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.082 INFO:tasks.workunit.client.0.smithi119.stdout: "approx_ctime": "2024-04", 2024-04-13T09:15:00.082 INFO:tasks.workunit.client.0.smithi119.stdout: "balancer_enabled": false, 2024-04-13T09:15:00.082 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.082 INFO:tasks.workunit.client.0.smithi119.stdout: "cached_caps": 0, 2024-04-13T09:15:00.082 INFO:tasks.workunit.client.0.smithi119.stdout: "cached_dns": 10, 2024-04-13T09:15:00.083 INFO:tasks.workunit.client.0.smithi119.stdout: "cached_inos": 13, 2024-04-13T09:15:00.083 INFO:tasks.workunit.client.0.smithi119.stdout: "cached_subtrees": 2, 2024-04-13T09:15:00.083 INFO:tasks.workunit.client.0.smithi119.stdout: "ever_allowed_features": 0, 2024-04-13T09:15:00.083 INFO:tasks.workunit.client.0.smithi119.stdout: "explicitly_allowed_features": 0, 2024-04-13T09:15:00.083 INFO:tasks.workunit.client.0.smithi119.stdout: "files": 0, 2024-04-13T09:15:00.083 INFO:tasks.workunit.client.0.smithi119.stdout: "max_mds": 1, 2024-04-13T09:15:00.083 INFO:tasks.workunit.client.0.smithi119.stdout: "num_data_pools": 1, 2024-04-13T09:15:00.083 INFO:tasks.workunit.client.0.smithi119.stdout: "num_in": 1, 2024-04-13T09:15:00.083 INFO:tasks.workunit.client.0.smithi119.stdout: "num_mds": 1, 2024-04-13T09:15:00.083 INFO:tasks.workunit.client.0.smithi119.stdout: "num_sessions": 0, 2024-04-13T09:15:00.083 INFO:tasks.workunit.client.0.smithi119.stdout: "num_standby_replay": 0, 2024-04-13T09:15:00.083 INFO:tasks.workunit.client.0.smithi119.stdout: "num_up": 1, 2024-04-13T09:15:00.083 INFO:tasks.workunit.client.0.smithi119.stdout: "snaps": 0, 2024-04-13T09:15:00.083 INFO:tasks.workunit.client.0.smithi119.stdout: "standby_count_wanted": 0 2024-04-13T09:15:00.083 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.084 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.084 INFO:tasks.workunit.client.0.smithi119.stdout: "num_standby_mds": 1, 2024-04-13T09:15:00.084 INFO:tasks.workunit.client.0.smithi119.stdout: "total_num_mds": 2 2024-04-13T09:15:00.084 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.084 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_stats": { 2024-04-13T09:15:00.084 INFO:tasks.workunit.client.0.smithi119.stdout: "mds": { 2024-04-13T09:15:00.084 INFO:tasks.workunit.client.0.smithi119.stdout: "mds.3402881472e4eb9cd55aa5a45378abc80ad36ea5": { 2024-04-13T09:15:00.084 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 20258816, 2024-04-13T09:15:00.084 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 335904, 2024-04-13T09:15:00.084 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 2752512, 2024-04-13T09:15:00.084 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 835584, 2024-04-13T09:15:00.084 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 0, 2024-04-13T09:15:00.084 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 353, 2024-04-13T09:15:00.084 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T09:15:00.084 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 935760, 2024-04-13T09:15:00.085 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 13, 2024-04-13T09:15:00.085 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 916480, 2024-04-13T09:15:00.085 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 14482576, 2024-04-13T09:15:00.085 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 20258816 2024-04-13T09:15:00.085 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.085 INFO:tasks.workunit.client.0.smithi119.stdout: "mds.8ce27d692b5f50738c5de0d5fabe76bb5b385d6c": { 2024-04-13T09:15:00.085 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 20611072, 2024-04-13T09:15:00.085 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 361504, 2024-04-13T09:15:00.085 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 2752512, 2024-04-13T09:15:00.085 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 0, 2024-04-13T09:15:00.085 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 696320, 2024-04-13T09:15:00.085 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 440, 2024-04-13T09:15:00.086 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T09:15:00.086 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 1447016, 2024-04-13T09:15:00.086 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 22, 2024-04-13T09:15:00.086 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 1154048, 2024-04-13T09:15:00.086 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 14895992, 2024-04-13T09:15:00.086 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 21307392 2024-04-13T09:15:00.086 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.086 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.086 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T09:15:00.086 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.3402881472e4eb9cd55aa5a45378abc80ad36ea5": { 2024-04-13T09:15:00.086 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 169992192, 2024-04-13T09:15:00.087 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 3005296, 2024-04-13T09:15:00.087 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 3014656, 2024-04-13T09:15:00.087 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 0, 2024-04-13T09:15:00.087 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 761856, 2024-04-13T09:15:00.087 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 6602, 2024-04-13T09:15:00.087 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T09:15:00.087 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 9133824, 2024-04-13T09:15:00.087 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 20, 2024-04-13T09:15:00.087 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 3008000, 2024-04-13T09:15:00.087 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 151830416, 2024-04-13T09:15:00.087 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 170754048 2024-04-13T09:15:00.087 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.087 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.361d0c88a98ec03a997f9cbd7d4b9f21aeac06c7": { 2024-04-13T09:15:00.087 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 174874624, 2024-04-13T09:15:00.087 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 3420024, 2024-04-13T09:15:00.088 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 3014656, 2024-04-13T09:15:00.088 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 0, 2024-04-13T09:15:00.088 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 73728, 2024-04-13T09:15:00.088 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 6902, 2024-04-13T09:15:00.088 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T09:15:00.088 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 11116672, 2024-04-13T09:15:00.088 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 21, 2024-04-13T09:15:00.088 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 4129536, 2024-04-13T09:15:00.088 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 153193736, 2024-04-13T09:15:00.088 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 174948352 2024-04-13T09:15:00.088 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.088 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.8ce27d692b5f50738c5de0d5fabe76bb5b385d6c": { 2024-04-13T09:15:00.089 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 258785280, 2024-04-13T09:15:00.089 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 4983520, 2024-04-13T09:15:00.089 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 3145728, 2024-04-13T09:15:00.089 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 0, 2024-04-13T09:15:00.089 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 1433600, 2024-04-13T09:15:00.089 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 9465, 2024-04-13T09:15:00.089 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T09:15:00.089 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 13688016, 2024-04-13T09:15:00.089 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 22, 2024-04-13T09:15:00.089 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 4876288, 2024-04-13T09:15:00.089 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 232091728, 2024-04-13T09:15:00.089 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 260218880 2024-04-13T09:15:00.089 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.090 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.090 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:00.090 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.0": { 2024-04-13T09:15:00.090 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 427991040, 2024-04-13T09:15:00.090 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 25965696, 2024-04-13T09:15:00.090 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 3407872, 2024-04-13T09:15:00.090 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 0, 2024-04-13T09:15:00.090 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 115032064, 2024-04-13T09:15:00.090 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 12670, 2024-04-13T09:15:00.090 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T09:15:00.090 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 77953344, 2024-04-13T09:15:00.090 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 61, 2024-04-13T09:15:00.090 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 11045376, 2024-04-13T09:15:00.091 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 309618752, 2024-04-13T09:15:00.091 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 543023104 2024-04-13T09:15:00.091 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.091 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.1": { 2024-04-13T09:15:00.091 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 584048640, 2024-04-13T09:15:00.091 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 32404784, 2024-04-13T09:15:00.091 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 3538944, 2024-04-13T09:15:00.092 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 0, 2024-04-13T09:15:00.092 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 48414720, 2024-04-13T09:15:00.092 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 14027, 2024-04-13T09:15:00.092 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T09:15:00.092 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 91787624, 2024-04-13T09:15:00.092 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 60, 2024-04-13T09:15:00.092 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 9367808, 2024-04-13T09:15:00.092 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 446949480, 2024-04-13T09:15:00.092 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 632463360 2024-04-13T09:15:00.093 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.093 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.2": { 2024-04-13T09:15:00.093 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 450043904, 2024-04-13T09:15:00.093 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 22556152, 2024-04-13T09:15:00.093 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 3407872, 2024-04-13T09:15:00.093 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 0, 2024-04-13T09:15:00.093 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 44269568, 2024-04-13T09:15:00.093 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 10638, 2024-04-13T09:15:00.093 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T09:15:00.093 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 98382840, 2024-04-13T09:15:00.093 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 53, 2024-04-13T09:15:00.094 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 9306880, 2024-04-13T09:15:00.094 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 316390160, 2024-04-13T09:15:00.094 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 494313472 2024-04-13T09:15:00.094 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.094 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.3": { 2024-04-13T09:15:00.094 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 628105216, 2024-04-13T09:15:00.094 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 19721120, 2024-04-13T09:15:00.094 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 3407872, 2024-04-13T09:15:00.094 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 0, 2024-04-13T09:15:00.094 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 11264000, 2024-04-13T09:15:00.094 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 11655, 2024-04-13T09:15:00.094 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T09:15:00.094 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 88558456, 2024-04-13T09:15:00.095 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 53, 2024-04-13T09:15:00.095 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 10083328, 2024-04-13T09:15:00.095 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 506334440, 2024-04-13T09:15:00.095 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 639369216 2024-04-13T09:15:00.095 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.095 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.4": { 2024-04-13T09:15:00.095 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 515645440, 2024-04-13T09:15:00.095 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 29532592, 2024-04-13T09:15:00.095 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 3407872, 2024-04-13T09:15:00.095 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 0, 2024-04-13T09:15:00.095 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 141156352, 2024-04-13T09:15:00.095 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 11944, 2024-04-13T09:15:00.095 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T09:15:00.096 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 105546680, 2024-04-13T09:15:00.096 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 53, 2024-04-13T09:15:00.096 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 11781888, 2024-04-13T09:15:00.096 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 365376408, 2024-04-13T09:15:00.096 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 656801792 2024-04-13T09:15:00.096 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.096 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.5": { 2024-04-13T09:15:00.096 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 538427392, 2024-04-13T09:15:00.096 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 28329080, 2024-04-13T09:15:00.096 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 3407872, 2024-04-13T09:15:00.096 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 0, 2024-04-13T09:15:00.096 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 52068352, 2024-04-13T09:15:00.096 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 12615, 2024-04-13T09:15:00.096 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T09:15:00.096 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 102265712, 2024-04-13T09:15:00.097 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 60, 2024-04-13T09:15:00.097 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 11454464, 2024-04-13T09:15:00.097 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 392970264, 2024-04-13T09:15:00.097 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 590495744 2024-04-13T09:15:00.097 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.097 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.6": { 2024-04-13T09:15:00.097 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 445153280, 2024-04-13T09:15:00.097 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 21414224, 2024-04-13T09:15:00.097 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 3276800, 2024-04-13T09:15:00.097 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 24576, 2024-04-13T09:15:00.097 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 58548224, 2024-04-13T09:15:00.097 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 9965, 2024-04-13T09:15:00.097 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T09:15:00.098 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 79203328, 2024-04-13T09:15:00.098 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 53, 2024-04-13T09:15:00.098 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 11240960, 2024-04-13T09:15:00.098 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 329993392, 2024-04-13T09:15:00.098 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 503701504 2024-04-13T09:15:00.098 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.098 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.7": { 2024-04-13T09:15:00.098 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 510976000, 2024-04-13T09:15:00.098 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 26645272, 2024-04-13T09:15:00.098 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 3407872, 2024-04-13T09:15:00.098 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 0, 2024-04-13T09:15:00.098 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 54951936, 2024-04-13T09:15:00.098 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 12196, 2024-04-13T09:15:00.099 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T09:15:00.099 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 94315320, 2024-04-13T09:15:00.099 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 58, 2024-04-13T09:15:00.099 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 10142720, 2024-04-13T09:15:00.099 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 376464816, 2024-04-13T09:15:00.099 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 565927936 2024-04-13T09:15:00.099 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.099 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.099 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.099 INFO:tasks.workunit.client.0.smithi119.stdout: "hosts": { 2024-04-13T09:15:00.099 INFO:tasks.workunit.client.0.smithi119.stdout: "num": 2, 2024-04-13T09:15:00.099 INFO:tasks.workunit.client.0.smithi119.stdout: "num_with_mds": 2, 2024-04-13T09:15:00.099 INFO:tasks.workunit.client.0.smithi119.stdout: "num_with_mgr": 2, 2024-04-13T09:15:00.099 INFO:tasks.workunit.client.0.smithi119.stdout: "num_with_mon": 2, 2024-04-13T09:15:00.100 INFO:tasks.workunit.client.0.smithi119.stdout: "num_with_osd": 2 2024-04-13T09:15:00.100 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.100 INFO:tasks.workunit.client.0.smithi119.stdout: "io_rate": { 2024-04-13T09:15:00.100 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_stats_delta": { 2024-04-13T09:15:00.100 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": 0, 2024-04-13T09:15:00.100 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:00.100 INFO:tasks.workunit.client.0.smithi119.stdout: "num_store_stats": 0, 2024-04-13T09:15:00.100 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:00.100 INFO:tasks.workunit.client.0.smithi119.stdout: "stamp_delta": "12.003923", 2024-04-13T09:15:00.100 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:00.100 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:00.100 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:00.100 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:00.100 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:00.100 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:00.101 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:00.101 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:00.101 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:00.101 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:00.101 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:00.101 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:00.101 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:00.101 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:00.101 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:00.102 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:00.102 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:00.102 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:00.102 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:00.102 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:00.102 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:00.102 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:00.103 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:00.103 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:00.103 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:00.103 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:00.103 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:00.103 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:00.103 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:00.104 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:00.104 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:00.104 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:00.104 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:00.104 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:00.104 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 9, 2024-04-13T09:15:00.104 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 6, 2024-04-13T09:15:00.104 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:00.104 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:00.104 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:00.105 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:00.105 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:00.105 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.105 INFO:tasks.workunit.client.0.smithi119.stdout: "store_stats": { 2024-04-13T09:15:00.105 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": 0, 2024-04-13T09:15:00.105 INFO:tasks.workunit.client.0.smithi119.stdout: "available": 0, 2024-04-13T09:15:00.105 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed": 0, 2024-04-13T09:15:00.105 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_allocated": 0, 2024-04-13T09:15:00.105 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_original": 0, 2024-04-13T09:15:00.105 INFO:tasks.workunit.client.0.smithi119.stdout: "data_stored": 0, 2024-04-13T09:15:00.105 INFO:tasks.workunit.client.0.smithi119.stdout: "internal_metadata": 0, 2024-04-13T09:15:00.105 INFO:tasks.workunit.client.0.smithi119.stdout: "internally_reserved": 0, 2024-04-13T09:15:00.105 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_allocated": 0, 2024-04-13T09:15:00.105 INFO:tasks.workunit.client.0.smithi119.stdout: "total": 0 2024-04-13T09:15:00.105 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.106 INFO:tasks.workunit.client.0.smithi119.stdout: "up": 0 2024-04-13T09:15:00.106 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.106 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.106 INFO:tasks.workunit.client.0.smithi119.stdout: "leaderboard": false, 2024-04-13T09:15:00.106 INFO:tasks.workunit.client.0.smithi119.stdout: "leaderboard_description": null, 2024-04-13T09:15:00.106 INFO:tasks.workunit.client.0.smithi119.stdout: "license": "sharing-1-0", 2024-04-13T09:15:00.106 INFO:tasks.workunit.client.0.smithi119.stdout: "mempool": { 2024-04-13T09:15:00.106 INFO:tasks.workunit.client.0.smithi119.stdout: "mds": { 2024-04-13T09:15:00.106 INFO:tasks.workunit.client.0.smithi119.stdout: "mds.3402881472e4eb9cd55aa5a45378abc80ad36ea5": { 2024-04-13T09:15:00.106 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T09:15:00.106 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.106 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.107 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.107 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:00.107 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.107 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.107 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.107 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T09:15:00.107 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.107 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.107 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.107 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T09:15:00.107 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.107 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.107 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.108 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T09:15:00.108 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.108 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.108 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.108 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T09:15:00.108 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.108 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.108 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.108 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T09:15:00.108 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.108 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.108 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.108 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T09:15:00.108 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.109 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.109 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.109 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T09:15:00.109 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.109 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.109 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.109 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T09:15:00.109 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.109 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.109 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.109 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T09:15:00.109 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.109 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.109 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.109 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T09:15:00.110 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.110 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.110 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.110 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T09:15:00.110 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.110 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.110 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.110 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T09:15:00.110 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.110 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.110 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.110 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T09:15:00.110 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.110 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.111 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.111 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T09:15:00.111 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.111 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.111 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.111 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T09:15:00.111 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.111 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.111 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.111 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T09:15:00.111 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.111 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.111 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.112 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T09:15:00.112 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 149008, 2024-04-13T09:15:00.112 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 33 2024-04-13T09:15:00.112 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.112 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T09:15:00.112 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.112 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.112 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.112 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T09:15:00.112 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 928, 2024-04-13T09:15:00.112 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 2 2024-04-13T09:15:00.112 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.112 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:00.112 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.112 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.113 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.113 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T09:15:00.113 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.113 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.113 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.113 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T09:15:00.113 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.113 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.113 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.113 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T09:15:00.113 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.113 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.113 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.113 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T09:15:00.114 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.114 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.114 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.114 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T09:15:00.114 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.114 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.114 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.114 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T09:15:00.114 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.114 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.114 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.114 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T09:15:00.115 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.115 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.115 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.115 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.115 INFO:tasks.workunit.client.0.smithi119.stdout: "mds.8ce27d692b5f50738c5de0d5fabe76bb5b385d6c": { 2024-04-13T09:15:00.115 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T09:15:00.115 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.115 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.115 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.115 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:00.115 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.115 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.115 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.116 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T09:15:00.116 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.116 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.116 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.116 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T09:15:00.116 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.116 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.116 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.116 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T09:15:00.116 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.116 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.116 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.116 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T09:15:00.116 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.116 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.116 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.117 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T09:15:00.117 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.117 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.117 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.117 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T09:15:00.117 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.117 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.117 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.117 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T09:15:00.117 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.117 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.117 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.117 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T09:15:00.117 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.117 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.118 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.118 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T09:15:00.118 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.118 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.118 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.118 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T09:15:00.118 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.118 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.118 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.118 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T09:15:00.118 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.119 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.119 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.119 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T09:15:00.119 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.119 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.119 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.119 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T09:15:00.119 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.119 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.119 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.119 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T09:15:00.119 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.120 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.120 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.120 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T09:15:00.120 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.120 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.120 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.120 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T09:15:00.120 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.120 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.120 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.120 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T09:15:00.120 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 222362, 2024-04-13T09:15:00.120 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 67 2024-04-13T09:15:00.120 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.120 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T09:15:00.121 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.121 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.121 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.121 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T09:15:00.121 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 52112, 2024-04-13T09:15:00.121 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 181 2024-04-13T09:15:00.121 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.121 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:00.121 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.121 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.121 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.121 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T09:15:00.121 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.121 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.121 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.122 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T09:15:00.122 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.122 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.122 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.122 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T09:15:00.122 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 12976, 2024-04-13T09:15:00.122 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 267 2024-04-13T09:15:00.122 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.122 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T09:15:00.122 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.122 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.122 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.122 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T09:15:00.122 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.122 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.123 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.123 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T09:15:00.123 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.123 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.123 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.123 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T09:15:00.123 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.123 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.123 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.123 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.123 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.123 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T09:15:00.123 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.3402881472e4eb9cd55aa5a45378abc80ad36ea5": { 2024-04-13T09:15:00.123 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T09:15:00.123 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.123 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.124 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.124 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:00.124 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.124 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.124 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.124 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T09:15:00.124 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.124 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.124 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.124 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T09:15:00.124 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.124 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.124 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.124 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T09:15:00.124 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.125 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.125 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.125 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T09:15:00.125 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.125 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.125 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.125 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T09:15:00.125 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.125 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.125 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.125 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T09:15:00.125 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.125 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.125 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.126 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T09:15:00.126 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.126 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.126 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.126 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T09:15:00.126 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.126 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.126 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.126 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T09:15:00.126 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.126 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.126 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.126 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T09:15:00.127 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.127 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.127 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.127 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T09:15:00.127 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.127 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.127 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.127 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T09:15:00.127 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.127 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.127 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.127 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T09:15:00.127 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.127 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.127 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.127 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T09:15:00.128 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.128 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.128 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.128 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T09:15:00.128 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.128 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.128 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.128 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T09:15:00.128 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.128 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.128 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.128 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T09:15:00.128 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 41814009, 2024-04-13T09:15:00.128 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 5166 2024-04-13T09:15:00.128 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.129 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T09:15:00.129 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 440, 2024-04-13T09:15:00.129 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 5 2024-04-13T09:15:00.129 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.129 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T09:15:00.129 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.129 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.129 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.129 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:00.129 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.129 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.129 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.129 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T09:15:00.129 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.129 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.130 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.130 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T09:15:00.130 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.130 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.130 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.130 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T09:15:00.130 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 11552, 2024-04-13T09:15:00.130 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 266 2024-04-13T09:15:00.130 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.130 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T09:15:00.130 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 70440, 2024-04-13T09:15:00.130 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 5158 2024-04-13T09:15:00.130 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.130 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T09:15:00.131 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 5976, 2024-04-13T09:15:00.131 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 184 2024-04-13T09:15:00.131 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.131 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T09:15:00.131 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.131 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.131 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.131 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T09:15:00.131 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.131 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.131 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.131 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.131 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.361d0c88a98ec03a997f9cbd7d4b9f21aeac06c7": { 2024-04-13T09:15:00.131 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T09:15:00.131 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.132 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.132 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.132 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:00.132 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.132 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.132 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.132 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T09:15:00.132 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.132 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.132 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.132 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T09:15:00.132 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.132 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.132 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.132 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T09:15:00.133 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.133 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.133 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.133 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T09:15:00.133 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.133 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.133 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.133 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T09:15:00.133 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.133 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.133 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.133 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T09:15:00.133 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.133 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.133 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.134 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T09:15:00.134 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.134 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.134 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.134 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T09:15:00.134 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.134 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.134 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.134 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T09:15:00.134 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.134 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.134 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.134 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T09:15:00.134 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.135 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.135 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.135 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T09:15:00.135 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.135 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.135 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.135 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T09:15:00.135 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.135 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.135 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.135 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T09:15:00.135 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.135 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.135 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.135 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T09:15:00.135 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.136 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.136 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.136 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T09:15:00.136 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.136 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.136 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.136 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T09:15:00.136 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.136 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.136 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.136 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T09:15:00.136 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 42085369, 2024-04-13T09:15:00.136 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 5237 2024-04-13T09:15:00.136 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.136 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T09:15:00.137 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.137 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.137 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.137 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T09:15:00.137 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.137 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.137 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.137 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:00.137 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.137 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.137 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.137 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T09:15:00.137 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.137 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.137 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.138 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T09:15:00.138 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.138 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.138 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.138 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T09:15:00.138 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 11552, 2024-04-13T09:15:00.138 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 266 2024-04-13T09:15:00.138 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.138 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T09:15:00.138 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 70440, 2024-04-13T09:15:00.138 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 5158 2024-04-13T09:15:00.138 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.138 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T09:15:00.138 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 5976, 2024-04-13T09:15:00.138 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 184 2024-04-13T09:15:00.139 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.139 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T09:15:00.139 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.139 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.139 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.139 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T09:15:00.139 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.139 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.139 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.139 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.139 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.8ce27d692b5f50738c5de0d5fabe76bb5b385d6c": { 2024-04-13T09:15:00.139 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T09:15:00.139 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.139 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.139 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.139 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:00.140 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.140 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.140 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.140 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T09:15:00.140 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.140 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.140 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.140 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T09:15:00.140 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.140 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.140 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.140 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T09:15:00.140 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.140 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.140 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.141 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T09:15:00.141 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.141 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.141 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.141 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T09:15:00.141 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.141 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.141 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.141 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T09:15:00.141 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.141 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.141 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.141 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T09:15:00.141 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.142 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.142 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.142 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T09:15:00.142 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.142 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.142 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.142 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T09:15:00.142 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.142 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.142 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.142 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T09:15:00.142 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.142 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.143 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.143 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T09:15:00.143 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.143 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.143 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.143 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T09:15:00.143 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.143 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.143 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.143 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T09:15:00.143 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.143 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.144 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.144 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T09:15:00.144 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.144 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.144 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.144 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T09:15:00.144 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.144 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.144 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.144 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T09:15:00.144 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.144 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.144 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.144 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T09:15:00.144 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 42378009, 2024-04-13T09:15:00.145 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 5241 2024-04-13T09:15:00.145 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.145 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T09:15:00.145 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.145 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.145 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.145 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T09:15:00.145 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.145 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.145 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.145 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:00.145 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.145 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.145 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.145 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T09:15:00.146 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.146 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.146 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.146 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T09:15:00.146 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.146 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.146 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.146 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T09:15:00.146 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 11552, 2024-04-13T09:15:00.146 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 266 2024-04-13T09:15:00.146 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.146 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T09:15:00.146 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 70440, 2024-04-13T09:15:00.146 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 5158 2024-04-13T09:15:00.146 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.147 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T09:15:00.147 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 11952, 2024-04-13T09:15:00.147 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 368 2024-04-13T09:15:00.147 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.147 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T09:15:00.147 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.147 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.147 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.147 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T09:15:00.147 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.147 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.147 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.147 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.147 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.147 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:00.148 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.0": { 2024-04-13T09:15:00.148 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T09:15:00.148 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.148 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.148 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.148 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:00.148 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 26728, 2024-04-13T09:15:00.148 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 517 2024-04-13T09:15:00.148 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.148 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T09:15:00.148 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 461312, 2024-04-13T09:15:00.148 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 28 2024-04-13T09:15:00.148 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.148 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T09:15:00.148 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2112, 2024-04-13T09:15:00.149 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 11 2024-04-13T09:15:00.149 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.149 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T09:15:00.149 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 57440, 2024-04-13T09:15:00.149 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 718 2024-04-13T09:15:00.149 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.149 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T09:15:00.150 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 359216, 2024-04-13T09:15:00.150 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1727 2024-04-13T09:15:00.150 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.150 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T09:15:00.150 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 256, 2024-04-13T09:15:00.150 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 32 2024-04-13T09:15:00.150 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.150 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T09:15:00.150 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 898438, 2024-04-13T09:15:00.150 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 236 2024-04-13T09:15:00.150 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.150 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T09:15:00.151 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2419687, 2024-04-13T09:15:00.151 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 537572 2024-04-13T09:15:00.151 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.151 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T09:15:00.151 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 6964136, 2024-04-13T09:15:00.151 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 10273 2024-04-13T09:15:00.151 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.151 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T09:15:00.151 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 68832, 2024-04-13T09:15:00.151 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 7169 2024-04-13T09:15:00.151 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.151 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T09:15:00.151 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 82896, 2024-04-13T09:15:00.151 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1727 2024-04-13T09:15:00.151 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.152 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T09:15:00.152 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.152 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.152 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.152 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T09:15:00.152 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 164894, 2024-04-13T09:15:00.152 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1184 2024-04-13T09:15:00.152 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.152 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T09:15:00.152 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.152 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.152 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.152 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T09:15:00.152 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.153 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.153 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.153 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T09:15:00.153 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 52601, 2024-04-13T09:15:00.153 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 48 2024-04-13T09:15:00.153 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.153 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T09:15:00.153 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.153 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.153 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.153 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T09:15:00.153 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 11935963, 2024-04-13T09:15:00.153 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 277 2024-04-13T09:15:00.153 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.153 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T09:15:00.153 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 22088, 2024-04-13T09:15:00.154 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 251 2024-04-13T09:15:00.154 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.154 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T09:15:00.154 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.154 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.154 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.154 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:00.154 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 501552, 2024-04-13T09:15:00.154 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 43 2024-04-13T09:15:00.154 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.154 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T09:15:00.154 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.154 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.154 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.154 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T09:15:00.155 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 7079280, 2024-04-13T09:15:00.155 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 18414 2024-04-13T09:15:00.155 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.155 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T09:15:00.155 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 669456, 2024-04-13T09:15:00.155 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 11751 2024-04-13T09:15:00.155 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.155 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T09:15:00.155 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.155 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.155 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.156 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T09:15:00.156 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.156 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.156 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.156 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T09:15:00.156 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.156 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.156 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.156 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T09:15:00.157 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.157 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.157 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.157 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.157 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.1": { 2024-04-13T09:15:00.157 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T09:15:00.157 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.157 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.157 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.158 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:00.158 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 29784, 2024-04-13T09:15:00.158 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 561 2024-04-13T09:15:00.158 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.158 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T09:15:00.158 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 31488, 2024-04-13T09:15:00.158 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 29 2024-04-13T09:15:00.158 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.158 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T09:15:00.158 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 3264, 2024-04-13T09:15:00.158 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 17 2024-04-13T09:15:00.158 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.158 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T09:15:00.158 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 58800, 2024-04-13T09:15:00.159 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 735 2024-04-13T09:15:00.159 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.159 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T09:15:00.159 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 357552, 2024-04-13T09:15:00.159 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1719 2024-04-13T09:15:00.159 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.159 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T09:15:00.159 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 256, 2024-04-13T09:15:00.159 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 32 2024-04-13T09:15:00.159 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.159 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T09:15:00.159 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 1299734, 2024-04-13T09:15:00.159 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 331 2024-04-13T09:15:00.159 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.159 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T09:15:00.160 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2466892, 2024-04-13T09:15:00.160 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 541657 2024-04-13T09:15:00.160 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.160 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T09:15:00.160 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 7003576, 2024-04-13T09:15:00.160 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 10331 2024-04-13T09:15:00.160 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.160 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T09:15:00.160 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 67636, 2024-04-13T09:15:00.160 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 7008 2024-04-13T09:15:00.160 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.160 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T09:15:00.160 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 82464, 2024-04-13T09:15:00.161 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1718 2024-04-13T09:15:00.161 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.161 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T09:15:00.161 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.161 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.161 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.161 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T09:15:00.161 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 167886, 2024-04-13T09:15:00.161 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1197 2024-04-13T09:15:00.161 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.161 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T09:15:00.161 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.161 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.161 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.161 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T09:15:00.161 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 1472, 2024-04-13T09:15:00.162 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 2 2024-04-13T09:15:00.162 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.162 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T09:15:00.162 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 88085, 2024-04-13T09:15:00.162 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 36 2024-04-13T09:15:00.162 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.162 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T09:15:00.162 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 20128, 2024-04-13T09:15:00.162 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 5 2024-04-13T09:15:00.162 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.162 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T09:15:00.162 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 18837990, 2024-04-13T09:15:00.162 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 286 2024-04-13T09:15:00.163 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.163 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T09:15:00.163 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 31240, 2024-04-13T09:15:00.163 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 355 2024-04-13T09:15:00.163 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.163 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T09:15:00.163 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.163 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.163 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.163 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:00.163 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 513216, 2024-04-13T09:15:00.163 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 44 2024-04-13T09:15:00.163 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.163 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T09:15:00.163 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.164 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.164 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.164 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T09:15:00.164 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 7332728, 2024-04-13T09:15:00.164 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 21303 2024-04-13T09:15:00.164 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.164 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T09:15:00.164 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 669456, 2024-04-13T09:15:00.164 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 11751 2024-04-13T09:15:00.164 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.164 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T09:15:00.164 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.164 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.164 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.164 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T09:15:00.164 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.165 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.165 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.165 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T09:15:00.165 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.165 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.165 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.165 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T09:15:00.165 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.165 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.165 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.165 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.165 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.2": { 2024-04-13T09:15:00.165 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T09:15:00.165 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.165 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.166 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.166 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:00.166 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 21624, 2024-04-13T09:15:00.166 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 434 2024-04-13T09:15:00.166 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.166 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T09:15:00.166 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 30976, 2024-04-13T09:15:00.166 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 25 2024-04-13T09:15:00.166 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.166 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T09:15:00.166 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2304, 2024-04-13T09:15:00.166 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 12 2024-04-13T09:15:00.166 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.166 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T09:15:00.167 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 56080, 2024-04-13T09:15:00.167 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 701 2024-04-13T09:15:00.167 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.167 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T09:15:00.167 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 356720, 2024-04-13T09:15:00.167 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1715 2024-04-13T09:15:00.167 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.167 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T09:15:00.167 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 256, 2024-04-13T09:15:00.167 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 32 2024-04-13T09:15:00.167 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.167 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T09:15:00.167 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 309787, 2024-04-13T09:15:00.167 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 89 2024-04-13T09:15:00.167 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.168 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T09:15:00.168 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 1735681, 2024-04-13T09:15:00.168 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 384162 2024-04-13T09:15:00.168 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.168 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T09:15:00.168 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 5085296, 2024-04-13T09:15:00.168 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 7510 2024-04-13T09:15:00.168 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.168 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T09:15:00.168 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 66084, 2024-04-13T09:15:00.168 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 6986 2024-04-13T09:15:00.168 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.169 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T09:15:00.169 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 82320, 2024-04-13T09:15:00.169 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1715 2024-04-13T09:15:00.169 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.169 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T09:15:00.169 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.169 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.169 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.169 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T09:15:00.169 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 164894, 2024-04-13T09:15:00.169 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1184 2024-04-13T09:15:00.169 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.169 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T09:15:00.169 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.170 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.170 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.170 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T09:15:00.170 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 736, 2024-04-13T09:15:00.170 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1 2024-04-13T09:15:00.170 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.170 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T09:15:00.170 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 94191, 2024-04-13T09:15:00.170 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 51 2024-04-13T09:15:00.170 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.170 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T09:15:00.170 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 12112, 2024-04-13T09:15:00.171 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3 2024-04-13T09:15:00.171 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.171 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T09:15:00.171 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 13098425, 2024-04-13T09:15:00.171 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 255 2024-04-13T09:15:00.171 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.171 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T09:15:00.171 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 10032, 2024-04-13T09:15:00.171 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 114 2024-04-13T09:15:00.171 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.171 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T09:15:00.171 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.171 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.171 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.172 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:00.172 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 361584, 2024-04-13T09:15:00.172 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 31 2024-04-13T09:15:00.172 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.172 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T09:15:00.172 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.172 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.172 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.172 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T09:15:00.172 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 3208920, 2024-04-13T09:15:00.172 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 6171 2024-04-13T09:15:00.172 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.172 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T09:15:00.172 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 669456, 2024-04-13T09:15:00.173 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 11751 2024-04-13T09:15:00.173 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.173 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T09:15:00.173 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.173 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.173 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.173 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T09:15:00.173 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.173 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.173 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.173 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T09:15:00.173 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.173 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.173 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.173 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T09:15:00.173 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.174 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.174 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.174 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.174 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.3": { 2024-04-13T09:15:00.174 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T09:15:00.174 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.174 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.174 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.174 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:00.174 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 19712, 2024-04-13T09:15:00.174 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 380 2024-04-13T09:15:00.174 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.174 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T09:15:00.175 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 34816, 2024-04-13T09:15:00.175 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 23 2024-04-13T09:15:00.175 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.175 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T09:15:00.175 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 768, 2024-04-13T09:15:00.175 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 4 2024-04-13T09:15:00.175 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.175 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T09:15:00.175 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 55440, 2024-04-13T09:15:00.175 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 693 2024-04-13T09:15:00.175 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.175 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T09:15:00.175 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 357552, 2024-04-13T09:15:00.175 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1719 2024-04-13T09:15:00.175 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.175 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T09:15:00.176 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 256, 2024-04-13T09:15:00.176 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 32 2024-04-13T09:15:00.176 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.176 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T09:15:00.176 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 230324, 2024-04-13T09:15:00.176 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 76 2024-04-13T09:15:00.176 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.176 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T09:15:00.176 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 1729956, 2024-04-13T09:15:00.176 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 383765 2024-04-13T09:15:00.176 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.176 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T09:15:00.176 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 5076456, 2024-04-13T09:15:00.176 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 7497 2024-04-13T09:15:00.177 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.177 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T09:15:00.177 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 66864, 2024-04-13T09:15:00.177 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 7003 2024-04-13T09:15:00.177 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.177 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T09:15:00.177 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 82512, 2024-04-13T09:15:00.177 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1719 2024-04-13T09:15:00.177 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.177 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T09:15:00.177 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.177 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.177 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.177 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T09:15:00.177 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 164894, 2024-04-13T09:15:00.177 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1184 2024-04-13T09:15:00.178 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.178 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T09:15:00.178 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.178 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.178 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.178 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T09:15:00.178 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 736, 2024-04-13T09:15:00.178 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1 2024-04-13T09:15:00.178 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.178 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T09:15:00.178 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 90377, 2024-04-13T09:15:00.178 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 53 2024-04-13T09:15:00.178 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.179 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T09:15:00.179 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 12112, 2024-04-13T09:15:00.179 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3 2024-04-13T09:15:00.179 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.179 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T09:15:00.179 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 4839414, 2024-04-13T09:15:00.179 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 7522 2024-04-13T09:15:00.179 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.179 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T09:15:00.179 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 7656, 2024-04-13T09:15:00.179 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 87 2024-04-13T09:15:00.179 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.179 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T09:15:00.179 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.180 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.180 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.180 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:00.180 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 431568, 2024-04-13T09:15:00.180 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 37 2024-04-13T09:15:00.180 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.180 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T09:15:00.180 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.180 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.180 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.180 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T09:15:00.180 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 3543280, 2024-04-13T09:15:00.180 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 9214 2024-04-13T09:15:00.180 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.180 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T09:15:00.181 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 669456, 2024-04-13T09:15:00.181 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 11751 2024-04-13T09:15:00.181 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.181 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T09:15:00.181 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.181 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.181 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.181 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T09:15:00.181 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.181 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.181 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.181 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T09:15:00.181 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.181 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.181 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.182 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T09:15:00.182 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.182 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.182 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.182 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.182 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.4": { 2024-04-13T09:15:00.182 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T09:15:00.182 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.182 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.182 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.182 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:00.182 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 23712, 2024-04-13T09:15:00.182 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 450 2024-04-13T09:15:00.183 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.183 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T09:15:00.183 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 543360, 2024-04-13T09:15:00.183 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 31 2024-04-13T09:15:00.183 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.183 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T09:15:00.183 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 960, 2024-04-13T09:15:00.183 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 5 2024-04-13T09:15:00.183 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.183 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T09:15:00.183 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 57120, 2024-04-13T09:15:00.183 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 714 2024-04-13T09:15:00.183 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.183 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T09:15:00.183 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 370864, 2024-04-13T09:15:00.184 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1783 2024-04-13T09:15:00.184 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.184 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T09:15:00.184 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 256, 2024-04-13T09:15:00.184 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 32 2024-04-13T09:15:00.184 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.184 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T09:15:00.184 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 1129949, 2024-04-13T09:15:00.184 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 278 2024-04-13T09:15:00.184 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.184 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T09:15:00.184 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2066576, 2024-04-13T09:15:00.184 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 455302 2024-04-13T09:15:00.184 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.184 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T09:15:00.185 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 5940056, 2024-04-13T09:15:00.185 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 8767 2024-04-13T09:15:00.185 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.185 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T09:15:00.185 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 76276, 2024-04-13T09:15:00.185 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 8154 2024-04-13T09:15:00.185 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.185 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T09:15:00.185 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 85584, 2024-04-13T09:15:00.185 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1783 2024-04-13T09:15:00.185 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.185 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T09:15:00.185 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.185 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.186 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.186 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T09:15:00.186 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 164726, 2024-04-13T09:15:00.186 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1184 2024-04-13T09:15:00.186 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.186 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T09:15:00.186 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.186 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.186 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.186 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T09:15:00.186 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 736, 2024-04-13T09:15:00.186 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1 2024-04-13T09:15:00.187 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.187 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T09:15:00.187 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 69841, 2024-04-13T09:15:00.187 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 48 2024-04-13T09:15:00.187 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.187 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T09:15:00.187 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 12112, 2024-04-13T09:15:00.187 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3 2024-04-13T09:15:00.187 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.187 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T09:15:00.187 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 6130468, 2024-04-13T09:15:00.187 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 279 2024-04-13T09:15:00.187 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.187 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T09:15:00.188 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 25784, 2024-04-13T09:15:00.188 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 293 2024-04-13T09:15:00.188 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.188 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T09:15:00.188 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.188 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.188 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.188 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:00.188 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 454896, 2024-04-13T09:15:00.188 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 39 2024-04-13T09:15:00.188 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.188 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T09:15:00.188 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.188 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.189 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.189 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T09:15:00.189 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 5113160, 2024-04-13T09:15:00.189 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 12233 2024-04-13T09:15:00.189 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.189 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T09:15:00.189 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 669456, 2024-04-13T09:15:00.189 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 11751 2024-04-13T09:15:00.189 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.189 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T09:15:00.189 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.190 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.190 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.190 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T09:15:00.190 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.190 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.190 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.190 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T09:15:00.190 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.190 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.190 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.190 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T09:15:00.190 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.190 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.190 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.190 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.191 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.5": { 2024-04-13T09:15:00.191 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T09:15:00.191 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.191 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.191 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.191 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:00.191 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 26360, 2024-04-13T09:15:00.191 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 539 2024-04-13T09:15:00.191 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.191 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T09:15:00.191 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 175232, 2024-04-13T09:15:00.191 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 34 2024-04-13T09:15:00.191 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.191 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T09:15:00.191 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 768, 2024-04-13T09:15:00.192 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 4 2024-04-13T09:15:00.192 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.192 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T09:15:00.192 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 58320, 2024-04-13T09:15:00.192 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 729 2024-04-13T09:15:00.192 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.192 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T09:15:00.192 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 370864, 2024-04-13T09:15:00.192 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1783 2024-04-13T09:15:00.192 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.192 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T09:15:00.192 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 256, 2024-04-13T09:15:00.192 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 32 2024-04-13T09:15:00.192 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.193 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T09:15:00.193 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 387825, 2024-04-13T09:15:00.193 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 101 2024-04-13T09:15:00.193 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.193 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T09:15:00.193 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2334424, 2024-04-13T09:15:00.193 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 523268 2024-04-13T09:15:00.193 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.193 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T09:15:00.193 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 6759456, 2024-04-13T09:15:00.193 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 9972 2024-04-13T09:15:00.193 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.194 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T09:15:00.194 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 76528, 2024-04-13T09:15:00.194 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 8159 2024-04-13T09:15:00.194 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.194 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T09:15:00.194 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 85584, 2024-04-13T09:15:00.194 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1783 2024-04-13T09:15:00.194 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.194 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T09:15:00.194 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.194 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.195 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.195 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T09:15:00.195 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 164982, 2024-04-13T09:15:00.195 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1185 2024-04-13T09:15:00.195 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.195 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T09:15:00.195 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.195 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.195 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.195 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T09:15:00.195 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 736, 2024-04-13T09:15:00.195 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1 2024-04-13T09:15:00.195 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.195 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T09:15:00.195 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 103852, 2024-04-13T09:15:00.196 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 57 2024-04-13T09:15:00.196 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.196 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T09:15:00.196 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 12112, 2024-04-13T09:15:00.196 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3 2024-04-13T09:15:00.196 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.196 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T09:15:00.196 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 6178625, 2024-04-13T09:15:00.196 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 266 2024-04-13T09:15:00.196 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.196 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T09:15:00.196 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 10384, 2024-04-13T09:15:00.196 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 118 2024-04-13T09:15:00.196 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.196 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T09:15:00.197 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.197 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.197 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.197 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:00.197 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 478224, 2024-04-13T09:15:00.197 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 41 2024-04-13T09:15:00.197 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.197 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T09:15:00.197 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.198 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.198 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.198 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T09:15:00.198 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 6392360, 2024-04-13T09:15:00.198 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 12293 2024-04-13T09:15:00.198 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.198 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T09:15:00.199 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 669456, 2024-04-13T09:15:00.199 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 11751 2024-04-13T09:15:00.199 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.199 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T09:15:00.199 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.199 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.200 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.200 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T09:15:00.200 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.200 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.200 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.200 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T09:15:00.200 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.200 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.200 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.200 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T09:15:00.200 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.201 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.201 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.201 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.201 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.6": { 2024-04-13T09:15:00.201 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T09:15:00.201 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.201 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.201 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.201 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:00.201 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 15592, 2024-04-13T09:15:00.201 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 300 2024-04-13T09:15:00.201 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.201 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T09:15:00.201 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 30720, 2024-04-13T09:15:00.201 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 23 2024-04-13T09:15:00.202 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.202 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T09:15:00.202 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2688, 2024-04-13T09:15:00.202 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 14 2024-04-13T09:15:00.202 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.202 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T09:15:00.202 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 54480, 2024-04-13T09:15:00.202 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 681 2024-04-13T09:15:00.202 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.202 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T09:15:00.202 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 372528, 2024-04-13T09:15:00.202 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1791 2024-04-13T09:15:00.202 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.202 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T09:15:00.203 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 256, 2024-04-13T09:15:00.203 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 32 2024-04-13T09:15:00.203 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.203 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T09:15:00.203 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 663799, 2024-04-13T09:15:00.203 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 165 2024-04-13T09:15:00.203 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.203 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T09:15:00.203 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 1699439, 2024-04-13T09:15:00.203 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 374934 2024-04-13T09:15:00.203 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.203 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T09:15:00.203 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 4943176, 2024-04-13T09:15:00.203 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 7301 2024-04-13T09:15:00.203 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.204 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T09:15:00.204 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 77452, 2024-04-13T09:15:00.204 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 8315 2024-04-13T09:15:00.204 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.204 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T09:15:00.204 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 85968, 2024-04-13T09:15:00.204 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1791 2024-04-13T09:15:00.204 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.204 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T09:15:00.204 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.204 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.204 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.204 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T09:15:00.204 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 164638, 2024-04-13T09:15:00.204 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1183 2024-04-13T09:15:00.205 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.205 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T09:15:00.205 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.205 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.205 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.205 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T09:15:00.205 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.205 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.205 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.205 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T09:15:00.205 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 40303, 2024-04-13T09:15:00.205 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 46 2024-04-13T09:15:00.205 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.205 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T09:15:00.205 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.205 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.206 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.206 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T09:15:00.206 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 14854455, 2024-04-13T09:15:00.206 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 252 2024-04-13T09:15:00.206 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.206 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T09:15:00.206 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 16456, 2024-04-13T09:15:00.206 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 187 2024-04-13T09:15:00.206 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.206 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T09:15:00.206 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.206 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.206 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.206 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:00.207 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 443232, 2024-04-13T09:15:00.207 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 38 2024-04-13T09:15:00.207 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.207 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T09:15:00.207 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.207 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.207 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.207 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T09:15:00.207 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 3618680, 2024-04-13T09:15:00.207 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 9359 2024-04-13T09:15:00.207 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.207 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T09:15:00.207 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 669456, 2024-04-13T09:15:00.207 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 11751 2024-04-13T09:15:00.207 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.208 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T09:15:00.208 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.208 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.208 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.208 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T09:15:00.208 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.208 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.208 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.208 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T09:15:00.208 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.208 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.208 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.208 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T09:15:00.208 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.208 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.209 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.209 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.209 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.7": { 2024-04-13T09:15:00.209 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T09:15:00.209 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.209 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.209 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.209 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:00.209 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 22680, 2024-04-13T09:15:00.209 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 443 2024-04-13T09:15:00.209 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.209 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T09:15:00.209 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 44032, 2024-04-13T09:15:00.209 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 32 2024-04-13T09:15:00.209 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.210 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T09:15:00.210 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 1728, 2024-04-13T09:15:00.210 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 9 2024-04-13T09:15:00.210 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.210 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T09:15:00.210 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 56080, 2024-04-13T09:15:00.210 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 701 2024-04-13T09:15:00.210 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.210 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T09:15:00.210 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 358800, 2024-04-13T09:15:00.210 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1725 2024-04-13T09:15:00.210 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.210 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T09:15:00.210 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 256, 2024-04-13T09:15:00.210 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 32 2024-04-13T09:15:00.211 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.211 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T09:15:00.211 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 576711, 2024-04-13T09:15:00.211 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 122 2024-04-13T09:15:00.211 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.211 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T09:15:00.211 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2032037, 2024-04-13T09:15:00.211 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 450303 2024-04-13T09:15:00.211 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.211 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T09:15:00.211 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 5846216, 2024-04-13T09:15:00.211 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 8629 2024-04-13T09:15:00.211 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.212 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T09:15:00.212 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 68616, 2024-04-13T09:15:00.212 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 7160 2024-04-13T09:15:00.212 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.212 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T09:15:00.212 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 82800, 2024-04-13T09:15:00.212 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1725 2024-04-13T09:15:00.212 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.212 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T09:15:00.212 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.212 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.212 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.213 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T09:15:00.213 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 164894, 2024-04-13T09:15:00.213 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1184 2024-04-13T09:15:00.213 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.213 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T09:15:00.213 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.213 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.213 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.213 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T09:15:00.213 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.213 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.213 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.213 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T09:15:00.213 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 21523, 2024-04-13T09:15:00.213 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 27 2024-04-13T09:15:00.214 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.214 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T09:15:00.214 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.214 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.214 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.214 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T09:15:00.214 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 10954406, 2024-04-13T09:15:00.214 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 285 2024-04-13T09:15:00.214 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.214 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T09:15:00.214 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 11616, 2024-04-13T09:15:00.214 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 132 2024-04-13T09:15:00.214 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.215 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T09:15:00.215 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.215 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.215 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.215 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:00.215 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 489888, 2024-04-13T09:15:00.215 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 42 2024-04-13T09:15:00.215 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.215 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T09:15:00.215 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.215 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.215 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.215 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T09:15:00.215 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 4901936, 2024-04-13T09:15:00.215 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 9430 2024-04-13T09:15:00.216 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.216 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T09:15:00.216 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 669456, 2024-04-13T09:15:00.216 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 11751 2024-04-13T09:15:00.216 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.216 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T09:15:00.216 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.216 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.216 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.216 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T09:15:00.216 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.216 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.216 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.216 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T09:15:00.216 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.217 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.217 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.217 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T09:15:00.217 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:00.217 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:00.217 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.217 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.217 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.217 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.217 INFO:tasks.workunit.client.0.smithi119.stdout: "metadata": { 2024-04-13T09:15:00.217 INFO:tasks.workunit.client.0.smithi119.stdout: "mds": { 2024-04-13T09:15:00.217 INFO:tasks.workunit.client.0.smithi119.stdout: "arch": { 2024-04-13T09:15:00.217 INFO:tasks.workunit.client.0.smithi119.stdout: "x86_64": 2 2024-04-13T09:15:00.217 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.217 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_version": { 2024-04-13T09:15:00.218 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T09:15:00.218 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.218 INFO:tasks.workunit.client.0.smithi119.stdout: "cpu": { 2024-04-13T09:15:00.218 INFO:tasks.workunit.client.0.smithi119.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-13T09:15:00.218 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.218 INFO:tasks.workunit.client.0.smithi119.stdout: "distro": { 2024-04-13T09:15:00.218 INFO:tasks.workunit.client.0.smithi119.stdout: "centos": 2 2024-04-13T09:15:00.218 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.218 INFO:tasks.workunit.client.0.smithi119.stdout: "distro_description": { 2024-04-13T09:15:00.218 INFO:tasks.workunit.client.0.smithi119.stdout: "CentOS Stream 8": 2 2024-04-13T09:15:00.218 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.218 INFO:tasks.workunit.client.0.smithi119.stdout: "kernel_description": { 2024-04-13T09:15:00.218 INFO:tasks.workunit.client.0.smithi119.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-13T09:15:00.218 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.219 INFO:tasks.workunit.client.0.smithi119.stdout: "kernel_version": { 2024-04-13T09:15:00.219 INFO:tasks.workunit.client.0.smithi119.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-13T09:15:00.219 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.219 INFO:tasks.workunit.client.0.smithi119.stdout: "os": { 2024-04-13T09:15:00.219 INFO:tasks.workunit.client.0.smithi119.stdout: "Linux": 2 2024-04-13T09:15:00.219 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.219 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.219 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T09:15:00.219 INFO:tasks.workunit.client.0.smithi119.stdout: "arch": { 2024-04-13T09:15:00.219 INFO:tasks.workunit.client.0.smithi119.stdout: "x86_64": 3 2024-04-13T09:15:00.219 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.219 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_version": { 2024-04-13T09:15:00.219 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 3 2024-04-13T09:15:00.220 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.220 INFO:tasks.workunit.client.0.smithi119.stdout: "cpu": { 2024-04-13T09:15:00.220 INFO:tasks.workunit.client.0.smithi119.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-13T09:15:00.220 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.220 INFO:tasks.workunit.client.0.smithi119.stdout: "distro": { 2024-04-13T09:15:00.220 INFO:tasks.workunit.client.0.smithi119.stdout: "centos": 3 2024-04-13T09:15:00.220 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.220 INFO:tasks.workunit.client.0.smithi119.stdout: "distro_description": { 2024-04-13T09:15:00.220 INFO:tasks.workunit.client.0.smithi119.stdout: "CentOS Stream 8": 3 2024-04-13T09:15:00.220 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.220 INFO:tasks.workunit.client.0.smithi119.stdout: "kernel_description": { 2024-04-13T09:15:00.220 INFO:tasks.workunit.client.0.smithi119.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-13T09:15:00.220 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.220 INFO:tasks.workunit.client.0.smithi119.stdout: "kernel_version": { 2024-04-13T09:15:00.220 INFO:tasks.workunit.client.0.smithi119.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-13T09:15:00.221 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.221 INFO:tasks.workunit.client.0.smithi119.stdout: "os": { 2024-04-13T09:15:00.221 INFO:tasks.workunit.client.0.smithi119.stdout: "Linux": 3 2024-04-13T09:15:00.221 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.221 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.221 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:00.221 INFO:tasks.workunit.client.0.smithi119.stdout: "arch": { 2024-04-13T09:15:00.221 INFO:tasks.workunit.client.0.smithi119.stdout: "x86_64": 8 2024-04-13T09:15:00.221 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.221 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_version": { 2024-04-13T09:15:00.221 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 8 2024-04-13T09:15:00.221 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.221 INFO:tasks.workunit.client.0.smithi119.stdout: "cpu": { 2024-04-13T09:15:00.221 INFO:tasks.workunit.client.0.smithi119.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-13T09:15:00.221 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.221 INFO:tasks.workunit.client.0.smithi119.stdout: "distro": { 2024-04-13T09:15:00.222 INFO:tasks.workunit.client.0.smithi119.stdout: "centos": 8 2024-04-13T09:15:00.222 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.222 INFO:tasks.workunit.client.0.smithi119.stdout: "distro_description": { 2024-04-13T09:15:00.222 INFO:tasks.workunit.client.0.smithi119.stdout: "CentOS Stream 8": 8 2024-04-13T09:15:00.222 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.222 INFO:tasks.workunit.client.0.smithi119.stdout: "kernel_description": { 2024-04-13T09:15:00.222 INFO:tasks.workunit.client.0.smithi119.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-13T09:15:00.222 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.222 INFO:tasks.workunit.client.0.smithi119.stdout: "kernel_version": { 2024-04-13T09:15:00.222 INFO:tasks.workunit.client.0.smithi119.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-13T09:15:00.222 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.222 INFO:tasks.workunit.client.0.smithi119.stdout: "os": { 2024-04-13T09:15:00.222 INFO:tasks.workunit.client.0.smithi119.stdout: "Linux": 8 2024-04-13T09:15:00.222 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.223 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_objectstore": { 2024-04-13T09:15:00.223 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": 8 2024-04-13T09:15:00.223 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.223 INFO:tasks.workunit.client.0.smithi119.stdout: "rotational": { 2024-04-13T09:15:00.223 INFO:tasks.workunit.client.0.smithi119.stdout: "0": 8 2024-04-13T09:15:00.223 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.223 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.223 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.223 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T09:15:00.223 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3, 2024-04-13T09:15:00.223 INFO:tasks.workunit.client.0.smithi119.stdout: "features": { 2024-04-13T09:15:00.223 INFO:tasks.workunit.client.0.smithi119.stdout: "optional": [], 2024-04-13T09:15:00.223 INFO:tasks.workunit.client.0.smithi119.stdout: "persistent": [ 2024-04-13T09:15:00.224 INFO:tasks.workunit.client.0.smithi119.stdout: "kraken", 2024-04-13T09:15:00.224 INFO:tasks.workunit.client.0.smithi119.stdout: "luminous", 2024-04-13T09:15:00.224 INFO:tasks.workunit.client.0.smithi119.stdout: "mimic", 2024-04-13T09:15:00.224 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap-prune", 2024-04-13T09:15:00.224 INFO:tasks.workunit.client.0.smithi119.stdout: "nautilus", 2024-04-13T09:15:00.224 INFO:tasks.workunit.client.0.smithi119.stdout: "octopus", 2024-04-13T09:15:00.224 INFO:tasks.workunit.client.0.smithi119.stdout: "pacific", 2024-04-13T09:15:00.224 INFO:tasks.workunit.client.0.smithi119.stdout: "elector-pinging", 2024-04-13T09:15:00.224 INFO:tasks.workunit.client.0.smithi119.stdout: "quincy", 2024-04-13T09:15:00.224 INFO:tasks.workunit.client.0.smithi119.stdout: "reef", 2024-04-13T09:15:00.224 INFO:tasks.workunit.client.0.smithi119.stdout: "squid" 2024-04-13T09:15:00.224 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:00.225 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.225 INFO:tasks.workunit.client.0.smithi119.stdout: "ipv4_addr_mons": 6, 2024-04-13T09:15:00.225 INFO:tasks.workunit.client.0.smithi119.stdout: "ipv6_addr_mons": 0, 2024-04-13T09:15:00.225 INFO:tasks.workunit.client.0.smithi119.stdout: "min_mon_release": 19, 2024-04-13T09:15:00.225 INFO:tasks.workunit.client.0.smithi119.stdout: "v1_addr_mons": 3, 2024-04-13T09:15:00.225 INFO:tasks.workunit.client.0.smithi119.stdout: "v2_addr_mons": 3 2024-04-13T09:15:00.225 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.225 INFO:tasks.workunit.client.0.smithi119.stdout: "organization": "ceph-qa", 2024-04-13T09:15:00.225 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:00.225 INFO:tasks.workunit.client.0.smithi119.stdout: "cluster_network": false, 2024-04-13T09:15:00.225 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8, 2024-04-13T09:15:00.225 INFO:tasks.workunit.client.0.smithi119.stdout: "require_min_compat_client": "luminous", 2024-04-13T09:15:00.225 INFO:tasks.workunit.client.0.smithi119.stdout: "require_osd_release": "squid" 2024-04-13T09:15:00.225 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.225 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_perf_histograms": [ 2024-04-13T09:15:00.225 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.226 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T09:15:00.226 INFO:tasks.workunit.client.0.smithi119.stdout: "axes": [ 2024-04-13T09:15:00.226 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.226 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 32, 2024-04-13T09:15:00.226 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T09:15:00.226 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "Latency (usec)", 2024-04-13T09:15:00.226 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 100000, 2024-04-13T09:15:00.226 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T09:15:00.226 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T09:15:00.226 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 99999]", 2024-04-13T09:15:00.226 INFO:tasks.workunit.client.0.smithi119.stdout: "[100000, 199999]", 2024-04-13T09:15:00.226 INFO:tasks.workunit.client.0.smithi119.stdout: "[200000, 399999]", 2024-04-13T09:15:00.226 INFO:tasks.workunit.client.0.smithi119.stdout: "[400000, 799999]", 2024-04-13T09:15:00.226 INFO:tasks.workunit.client.0.smithi119.stdout: "[800000, 1599999]", 2024-04-13T09:15:00.227 INFO:tasks.workunit.client.0.smithi119.stdout: "[1600000, 3199999]", 2024-04-13T09:15:00.227 INFO:tasks.workunit.client.0.smithi119.stdout: "[3200000, 6399999]", 2024-04-13T09:15:00.227 INFO:tasks.workunit.client.0.smithi119.stdout: "[6400000, 12799999]", 2024-04-13T09:15:00.227 INFO:tasks.workunit.client.0.smithi119.stdout: "[12800000, 25599999]", 2024-04-13T09:15:00.227 INFO:tasks.workunit.client.0.smithi119.stdout: "[25600000, 51199999]", 2024-04-13T09:15:00.227 INFO:tasks.workunit.client.0.smithi119.stdout: "[51200000, 102399999]", 2024-04-13T09:15:00.227 INFO:tasks.workunit.client.0.smithi119.stdout: "[102400000, 204799999]", 2024-04-13T09:15:00.227 INFO:tasks.workunit.client.0.smithi119.stdout: "[204800000, 409599999]", 2024-04-13T09:15:00.227 INFO:tasks.workunit.client.0.smithi119.stdout: "[409600000, 819199999]", 2024-04-13T09:15:00.227 INFO:tasks.workunit.client.0.smithi119.stdout: "[819200000, 1638399999]", 2024-04-13T09:15:00.227 INFO:tasks.workunit.client.0.smithi119.stdout: "[1638400000, 3276799999]", 2024-04-13T09:15:00.227 INFO:tasks.workunit.client.0.smithi119.stdout: "[3276800000, 6553599999]", 2024-04-13T09:15:00.227 INFO:tasks.workunit.client.0.smithi119.stdout: "[6553600000, 13107199999]", 2024-04-13T09:15:00.228 INFO:tasks.workunit.client.0.smithi119.stdout: "[13107200000, 26214399999]", 2024-04-13T09:15:00.228 INFO:tasks.workunit.client.0.smithi119.stdout: "[26214400000, 52428799999]", 2024-04-13T09:15:00.228 INFO:tasks.workunit.client.0.smithi119.stdout: "[52428800000, 104857599999]", 2024-04-13T09:15:00.228 INFO:tasks.workunit.client.0.smithi119.stdout: "[104857600000, 209715199999]", 2024-04-13T09:15:00.228 INFO:tasks.workunit.client.0.smithi119.stdout: "[209715200000, 419430399999]", 2024-04-13T09:15:00.228 INFO:tasks.workunit.client.0.smithi119.stdout: "[419430400000, 838860799999]", 2024-04-13T09:15:00.228 INFO:tasks.workunit.client.0.smithi119.stdout: "[838860800000, 1677721599999]", 2024-04-13T09:15:00.228 INFO:tasks.workunit.client.0.smithi119.stdout: "[1677721600000, 3355443199999]", 2024-04-13T09:15:00.229 INFO:tasks.workunit.client.0.smithi119.stdout: "[3355443200000, 6710886399999]", 2024-04-13T09:15:00.229 INFO:tasks.workunit.client.0.smithi119.stdout: "[6710886400000, 13421772799999]", 2024-04-13T09:15:00.229 INFO:tasks.workunit.client.0.smithi119.stdout: "[13421772800000, 26843545599999]", 2024-04-13T09:15:00.229 INFO:tasks.workunit.client.0.smithi119.stdout: "[26843545600000, 53687091199999]", 2024-04-13T09:15:00.229 INFO:tasks.workunit.client.0.smithi119.stdout: "[53687091200000, None]" 2024-04-13T09:15:00.229 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.229 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "log2" 2024-04-13T09:15:00.229 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.229 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.229 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 32, 2024-04-13T09:15:00.229 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T09:15:00.229 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "Request size (bytes)", 2024-04-13T09:15:00.229 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 512, 2024-04-13T09:15:00.229 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T09:15:00.229 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T09:15:00.230 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 511]", 2024-04-13T09:15:00.230 INFO:tasks.workunit.client.0.smithi119.stdout: "[512, 1023]", 2024-04-13T09:15:00.230 INFO:tasks.workunit.client.0.smithi119.stdout: "[1024, 2047]", 2024-04-13T09:15:00.230 INFO:tasks.workunit.client.0.smithi119.stdout: "[2048, 4095]", 2024-04-13T09:15:00.230 INFO:tasks.workunit.client.0.smithi119.stdout: "[4096, 8191]", 2024-04-13T09:15:00.230 INFO:tasks.workunit.client.0.smithi119.stdout: "[8192, 16383]", 2024-04-13T09:15:00.230 INFO:tasks.workunit.client.0.smithi119.stdout: "[16384, 32767]", 2024-04-13T09:15:00.230 INFO:tasks.workunit.client.0.smithi119.stdout: "[32768, 65535]", 2024-04-13T09:15:00.230 INFO:tasks.workunit.client.0.smithi119.stdout: "[65536, 131071]", 2024-04-13T09:15:00.231 INFO:tasks.workunit.client.0.smithi119.stdout: "[131072, 262143]", 2024-04-13T09:15:00.231 INFO:tasks.workunit.client.0.smithi119.stdout: "[262144, 524287]", 2024-04-13T09:15:00.231 INFO:tasks.workunit.client.0.smithi119.stdout: "[524288, 1048575]", 2024-04-13T09:15:00.231 INFO:tasks.workunit.client.0.smithi119.stdout: "[1048576, 2097151]", 2024-04-13T09:15:00.231 INFO:tasks.workunit.client.0.smithi119.stdout: "[2097152, 4194303]", 2024-04-13T09:15:00.231 INFO:tasks.workunit.client.0.smithi119.stdout: "[4194304, 8388607]", 2024-04-13T09:15:00.231 INFO:tasks.workunit.client.0.smithi119.stdout: "[8388608, 16777215]", 2024-04-13T09:15:00.231 INFO:tasks.workunit.client.0.smithi119.stdout: "[16777216, 33554431]", 2024-04-13T09:15:00.231 INFO:tasks.workunit.client.0.smithi119.stdout: "[33554432, 67108863]", 2024-04-13T09:15:00.231 INFO:tasks.workunit.client.0.smithi119.stdout: "[67108864, 134217727]", 2024-04-13T09:15:00.231 INFO:tasks.workunit.client.0.smithi119.stdout: "[134217728, 268435455]", 2024-04-13T09:15:00.232 INFO:tasks.workunit.client.0.smithi119.stdout: "[268435456, 536870911]", 2024-04-13T09:15:00.232 INFO:tasks.workunit.client.0.smithi119.stdout: "[536870912, 1073741823]", 2024-04-13T09:15:00.232 INFO:tasks.workunit.client.0.smithi119.stdout: "[1073741824, 2147483647]", 2024-04-13T09:15:00.232 INFO:tasks.workunit.client.0.smithi119.stdout: "[2147483648, 4294967295]", 2024-04-13T09:15:00.232 INFO:tasks.workunit.client.0.smithi119.stdout: "[4294967296, 8589934591]", 2024-04-13T09:15:00.232 INFO:tasks.workunit.client.0.smithi119.stdout: "[8589934592, 17179869183]", 2024-04-13T09:15:00.232 INFO:tasks.workunit.client.0.smithi119.stdout: "[17179869184, 34359738367]", 2024-04-13T09:15:00.232 INFO:tasks.workunit.client.0.smithi119.stdout: "[34359738368, 68719476735]", 2024-04-13T09:15:00.232 INFO:tasks.workunit.client.0.smithi119.stdout: "[68719476736, 137438953471]", 2024-04-13T09:15:00.232 INFO:tasks.workunit.client.0.smithi119.stdout: "[137438953472, 274877906943]", 2024-04-13T09:15:00.232 INFO:tasks.workunit.client.0.smithi119.stdout: "[274877906944, None]" 2024-04-13T09:15:00.232 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.232 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "log2" 2024-04-13T09:15:00.233 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.233 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.233 INFO:tasks.workunit.client.0.smithi119.stdout: "osds": [ 2024-04-13T09:15:00.233 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.233 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 0, 2024-04-13T09:15:00.233 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:00.233 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.233 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 40, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.233 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 9622, 3767, 4321, 0, 1, 3, 0, 0, 3, 2, 3, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.233 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 6037, 94, 129, 2, 14, 4, 9, 11, 16, 56, 32, 16, 20, 16, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.233 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 577, 9, 17, 0, 1, 2, 0, 2, 7, 13, 101, 161, 76, 2, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.233 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 429, 1, 0, 0, 0, 1, 0, 0, 1, 0, 2, 28, 302, 4, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.233 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 140, 2, 2, 0, 1, 2, 0, 3, 1, 0, 5, 7, 23, 50, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.234 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 90, 1, 0, 0, 0, 5, 0, 2, 2, 0, 4, 11, 11, 14, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.234 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 39, 0, 1, 0, 0, 0, 0, 3, 0, 0, 5, 4, 6, 13, 47, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.234 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 11, 0, 0, 0, 0, 2, 0, 0, 1, 0, 0, 0, 4, 9, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.234 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.234 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.234 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.234 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.234 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.234 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.234 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.234 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.234 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.234 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.234 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.235 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.235 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.235 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.235 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.235 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.235 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.235 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.235 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.235 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.235 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.235 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:00.235 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:00.235 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.235 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.235 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 1, 2024-04-13T09:15:00.235 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:00.236 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.236 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.236 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 8247, 2, 66, 8, 23, 21, 2, 0, 2, 4, 1, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.236 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 7070, 50, 1324, 3, 21, 37, 103, 139, 35, 59, 54, 34, 67, 10, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.236 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 459, 7, 185, 22, 1, 0, 2, 17, 11, 16, 116, 228, 129, 7, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.236 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 316, 6, 0, 8, 0, 0, 0, 0, 0, 0, 3, 27, 383, 3, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.236 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 97, 11, 0, 0, 0, 0, 0, 0, 2, 1, 2, 8, 21, 38, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.236 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 74, 17, 45, 0, 0, 0, 0, 0, 0, 0, 3, 9, 9, 12, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.236 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 80, 53, 228, 0, 0, 0, 0, 0, 0, 0, 2, 8, 11, 36, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.236 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 17, 133, 26, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 12, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.236 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 7, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.236 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.237 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.237 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.237 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.237 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.237 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.237 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.237 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.237 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.237 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.237 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.237 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.237 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.237 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.237 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.237 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.237 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.238 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.238 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.238 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.238 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:00.238 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:00.238 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.238 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.238 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 2, 2024-04-13T09:15:00.238 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:00.238 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.238 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.238 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 10552, 15, 0, 0, 3, 0, 0, 1, 0, 0, 6, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.238 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 8606, 36, 28, 1, 10, 1, 0, 2, 1, 0, 1, 7, 6, 26, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.238 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 673, 8, 18, 2, 5, 0, 0, 1, 3, 2, 29, 0, 2, 8, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.239 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 388, 9, 0, 0, 0, 0, 0, 0, 0, 0, 3, 24, 24, 19, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.239 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 131, 12, 3, 0, 0, 0, 0, 0, 0, 2, 4, 12, 17, 102, 122, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.239 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 198, 5, 4, 0, 0, 0, 0, 2, 1, 0, 2, 17, 33, 30, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.239 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 209, 0, 0, 1, 0, 0, 0, 0, 5, 3, 3, 12, 40, 52, 56, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.239 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 75, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 3, 12, 25, 28, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.239 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 37, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 4, 8, 25, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.239 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.239 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.239 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.239 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.239 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.239 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.239 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.239 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.240 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.240 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.240 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.240 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.240 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.240 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.240 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.240 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.240 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.240 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.241 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.241 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.241 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:00.241 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:00.241 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.241 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.241 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 3, 2024-04-13T09:15:00.242 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:00.242 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.242 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1893, 200, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.242 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 14553, 3991, 0, 2, 7613, 483, 2, 0, 0, 2, 4, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.242 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 10169, 280, 55, 1, 161, 109, 9, 5, 16, 23, 8, 8, 14, 5, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.242 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1400, 150, 151, 1, 3, 4, 0, 1, 2, 15, 52, 90, 41, 8, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.242 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 892, 25, 51, 0, 19, 14, 0, 0, 0, 0, 0, 10, 146, 1, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.242 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 350, 36, 18, 0, 203, 19, 0, 0, 0, 0, 6, 15, 14, 24, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.242 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 358, 14, 25, 28, 311, 4, 0, 0, 0, 0, 0, 4, 9, 15, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.242 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 178, 9, 5, 38, 309, 0, 0, 0, 0, 0, 0, 2, 7, 8, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.243 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 7, 1, 0, 2, 2009, 107, 0, 0, 0, 0, 3, 0, 1, 5, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.243 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3, 0, 0, 0, 7, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.243 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.243 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.243 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.243 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.243 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.243 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.243 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.243 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.243 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.243 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.243 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.243 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.243 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.244 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.244 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.244 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.244 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.244 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.244 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.244 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.244 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:00.244 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:00.244 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.244 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.244 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 4, 2024-04-13T09:15:00.245 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:00.245 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.245 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 656, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.245 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 10847, 3973, 50, 4, 12, 16, 3, 0, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.245 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 7923, 166, 32, 0, 19, 22, 58, 49, 11, 16, 11, 4, 10, 4, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.245 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 986, 27, 12, 0, 2, 1, 8, 26, 3, 15, 57, 75, 33, 1, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.245 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 253, 2, 0, 0, 0, 0, 0, 0, 0, 1, 5, 25, 159, 0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.245 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 150, 2, 0, 0, 0, 0, 0, 0, 3, 0, 7, 5, 25, 21, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.245 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 118, 1, 0, 0, 0, 0, 0, 0, 3, 0, 4, 5, 8, 22, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.245 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 94, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 6, 37, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.245 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 17, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.245 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 1, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.245 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.245 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.245 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.245 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.246 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.246 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.246 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.246 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.246 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.246 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.246 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.246 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.246 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.247 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.247 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.247 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.247 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.247 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.247 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.247 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.247 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:00.247 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:00.247 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.247 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.247 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 5, 2024-04-13T09:15:00.247 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:00.248 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.248 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 742, 197, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.248 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 14569, 3745, 1, 1, 2, 0, 0, 0, 3, 0, 1, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.248 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 10906, 241, 4, 0, 8, 1, 1, 0, 0, 2, 4, 2, 9, 14, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.248 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1254, 26, 3, 1, 7, 0, 1, 1, 2, 2, 14, 3, 2, 4, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.248 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 502, 1, 0, 5, 5, 0, 0, 0, 0, 0, 2, 6, 21, 10, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.248 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 273, 7, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 9, 31, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.248 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 330, 4, 0, 1, 0, 0, 0, 0, 0, 0, 2, 1, 3, 11, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.248 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 179, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 4, 7, 11, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.248 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 6, 20, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.248 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.248 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.248 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.248 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.248 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.249 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.249 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.249 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.249 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.249 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.249 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.249 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.249 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.249 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.249 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.249 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.250 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.250 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.250 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.250 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.250 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.250 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:00.250 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:00.250 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.250 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.250 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 6, 2024-04-13T09:15:00.250 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:00.251 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.251 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2860, 1541, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.251 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 9529, 2592, 0, 1, 1, 0, 0, 0, 0, 0, 18, 1, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.251 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 7906, 256, 4, 0, 16, 2, 3, 3, 11, 15, 63, 8, 13, 14, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.251 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 806, 34, 7, 0, 2, 0, 4, 7, 5, 18, 75, 68, 19, 17, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.251 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 345, 4, 5, 0, 1, 0, 0, 0, 0, 1, 13, 18, 177, 2, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.251 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 122, 3, 0, 0, 0, 1, 0, 1, 1, 0, 5, 3, 16, 34, 95, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.251 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 112, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 14, 5, 95, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.251 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 35, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 3, 11, 10, 30, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.251 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 10, 4, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.252 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.252 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.252 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.252 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.252 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.252 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.252 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.253 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.253 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.253 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.253 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.253 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.253 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.253 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.254 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.254 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.254 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.254 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.254 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.255 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.255 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.255 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:00.255 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:00.255 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.255 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.255 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 7, 2024-04-13T09:15:00.256 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:00.256 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.256 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.256 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 13106, 8, 2, 0, 2, 1, 2, 0, 0, 3, 6, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.256 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 8652, 18, 2, 1, 12, 1, 2, 0, 4, 4, 8, 2, 7, 18, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.256 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1098, 5, 2, 0, 1, 0, 0, 1, 3, 4, 39, 2, 4, 5, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.256 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 274, 2, 0, 0, 0, 0, 0, 0, 0, 0, 10, 3, 24, 7, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.257 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 155, 1, 0, 0, 1, 0, 0, 0, 1, 2, 5, 3, 22, 53, 114, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.257 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 144, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 2, 7, 10, 97, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.257 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 109, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 7, 17, 52, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.257 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 18, 23, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.257 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 8, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.257 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.258 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.258 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.258 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.258 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.258 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.258 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.258 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.259 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.259 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.259 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.259 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.259 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.259 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.260 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.260 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.260 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.260 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.260 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.260 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.260 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:00.260 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:00.261 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.261 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:00.261 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.261 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T09:15:00.261 INFO:tasks.workunit.client.0.smithi119.stdout: "axes": [ 2024-04-13T09:15:00.261 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.261 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 32, 2024-04-13T09:15:00.261 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T09:15:00.262 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "Latency (usec)", 2024-04-13T09:15:00.262 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 100000, 2024-04-13T09:15:00.262 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T09:15:00.262 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T09:15:00.262 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 99999]", 2024-04-13T09:15:00.262 INFO:tasks.workunit.client.0.smithi119.stdout: "[100000, 199999]", 2024-04-13T09:15:00.263 INFO:tasks.workunit.client.0.smithi119.stdout: "[200000, 399999]", 2024-04-13T09:15:00.263 INFO:tasks.workunit.client.0.smithi119.stdout: "[400000, 799999]", 2024-04-13T09:15:00.263 INFO:tasks.workunit.client.0.smithi119.stdout: "[800000, 1599999]", 2024-04-13T09:15:00.263 INFO:tasks.workunit.client.0.smithi119.stdout: "[1600000, 3199999]", 2024-04-13T09:15:00.263 INFO:tasks.workunit.client.0.smithi119.stdout: "[3200000, 6399999]", 2024-04-13T09:15:00.263 INFO:tasks.workunit.client.0.smithi119.stdout: "[6400000, 12799999]", 2024-04-13T09:15:00.263 INFO:tasks.workunit.client.0.smithi119.stdout: "[12800000, 25599999]", 2024-04-13T09:15:00.264 INFO:tasks.workunit.client.0.smithi119.stdout: "[25600000, 51199999]", 2024-04-13T09:15:00.264 INFO:tasks.workunit.client.0.smithi119.stdout: "[51200000, 102399999]", 2024-04-13T09:15:00.264 INFO:tasks.workunit.client.0.smithi119.stdout: "[102400000, 204799999]", 2024-04-13T09:15:00.264 INFO:tasks.workunit.client.0.smithi119.stdout: "[204800000, 409599999]", 2024-04-13T09:15:00.264 INFO:tasks.workunit.client.0.smithi119.stdout: "[409600000, 819199999]", 2024-04-13T09:15:00.264 INFO:tasks.workunit.client.0.smithi119.stdout: "[819200000, 1638399999]", 2024-04-13T09:15:00.265 INFO:tasks.workunit.client.0.smithi119.stdout: "[1638400000, 3276799999]", 2024-04-13T09:15:00.265 INFO:tasks.workunit.client.0.smithi119.stdout: "[3276800000, 6553599999]", 2024-04-13T09:15:00.265 INFO:tasks.workunit.client.0.smithi119.stdout: "[6553600000, 13107199999]", 2024-04-13T09:15:00.265 INFO:tasks.workunit.client.0.smithi119.stdout: "[13107200000, 26214399999]", 2024-04-13T09:15:00.265 INFO:tasks.workunit.client.0.smithi119.stdout: "[26214400000, 52428799999]", 2024-04-13T09:15:00.265 INFO:tasks.workunit.client.0.smithi119.stdout: "[52428800000, 104857599999]", 2024-04-13T09:15:00.265 INFO:tasks.workunit.client.0.smithi119.stdout: "[104857600000, 209715199999]", 2024-04-13T09:15:00.266 INFO:tasks.workunit.client.0.smithi119.stdout: "[209715200000, 419430399999]", 2024-04-13T09:15:00.266 INFO:tasks.workunit.client.0.smithi119.stdout: "[419430400000, 838860799999]", 2024-04-13T09:15:00.266 INFO:tasks.workunit.client.0.smithi119.stdout: "[838860800000, 1677721599999]", 2024-04-13T09:15:00.266 INFO:tasks.workunit.client.0.smithi119.stdout: "[1677721600000, 3355443199999]", 2024-04-13T09:15:00.266 INFO:tasks.workunit.client.0.smithi119.stdout: "[3355443200000, 6710886399999]", 2024-04-13T09:15:00.266 INFO:tasks.workunit.client.0.smithi119.stdout: "[6710886400000, 13421772799999]", 2024-04-13T09:15:00.267 INFO:tasks.workunit.client.0.smithi119.stdout: "[13421772800000, 26843545599999]", 2024-04-13T09:15:00.267 INFO:tasks.workunit.client.0.smithi119.stdout: "[26843545600000, 53687091199999]", 2024-04-13T09:15:00.267 INFO:tasks.workunit.client.0.smithi119.stdout: "[53687091200000, None]" 2024-04-13T09:15:00.267 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.267 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "log2" 2024-04-13T09:15:00.267 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.267 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.268 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 32, 2024-04-13T09:15:00.268 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T09:15:00.268 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "Request size (bytes)", 2024-04-13T09:15:00.268 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 512, 2024-04-13T09:15:00.268 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T09:15:00.268 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T09:15:00.269 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 511]", 2024-04-13T09:15:00.269 INFO:tasks.workunit.client.0.smithi119.stdout: "[512, 1023]", 2024-04-13T09:15:00.269 INFO:tasks.workunit.client.0.smithi119.stdout: "[1024, 2047]", 2024-04-13T09:15:00.269 INFO:tasks.workunit.client.0.smithi119.stdout: "[2048, 4095]", 2024-04-13T09:15:00.269 INFO:tasks.workunit.client.0.smithi119.stdout: "[4096, 8191]", 2024-04-13T09:15:00.270 INFO:tasks.workunit.client.0.smithi119.stdout: "[8192, 16383]", 2024-04-13T09:15:00.270 INFO:tasks.workunit.client.0.smithi119.stdout: "[16384, 32767]", 2024-04-13T09:15:00.270 INFO:tasks.workunit.client.0.smithi119.stdout: "[32768, 65535]", 2024-04-13T09:15:00.270 INFO:tasks.workunit.client.0.smithi119.stdout: "[65536, 131071]", 2024-04-13T09:15:00.270 INFO:tasks.workunit.client.0.smithi119.stdout: "[131072, 262143]", 2024-04-13T09:15:00.270 INFO:tasks.workunit.client.0.smithi119.stdout: "[262144, 524287]", 2024-04-13T09:15:00.271 INFO:tasks.workunit.client.0.smithi119.stdout: "[524288, 1048575]", 2024-04-13T09:15:00.271 INFO:tasks.workunit.client.0.smithi119.stdout: "[1048576, 2097151]", 2024-04-13T09:15:00.271 INFO:tasks.workunit.client.0.smithi119.stdout: "[2097152, 4194303]", 2024-04-13T09:15:00.271 INFO:tasks.workunit.client.0.smithi119.stdout: "[4194304, 8388607]", 2024-04-13T09:15:00.271 INFO:tasks.workunit.client.0.smithi119.stdout: "[8388608, 16777215]", 2024-04-13T09:15:00.271 INFO:tasks.workunit.client.0.smithi119.stdout: "[16777216, 33554431]", 2024-04-13T09:15:00.271 INFO:tasks.workunit.client.0.smithi119.stdout: "[33554432, 67108863]", 2024-04-13T09:15:00.272 INFO:tasks.workunit.client.0.smithi119.stdout: "[67108864, 134217727]", 2024-04-13T09:15:00.272 INFO:tasks.workunit.client.0.smithi119.stdout: "[134217728, 268435455]", 2024-04-13T09:15:00.272 INFO:tasks.workunit.client.0.smithi119.stdout: "[268435456, 536870911]", 2024-04-13T09:15:00.272 INFO:tasks.workunit.client.0.smithi119.stdout: "[536870912, 1073741823]", 2024-04-13T09:15:00.272 INFO:tasks.workunit.client.0.smithi119.stdout: "[1073741824, 2147483647]", 2024-04-13T09:15:00.272 INFO:tasks.workunit.client.0.smithi119.stdout: "[2147483648, 4294967295]", 2024-04-13T09:15:00.272 INFO:tasks.workunit.client.0.smithi119.stdout: "[4294967296, 8589934591]", 2024-04-13T09:15:00.273 INFO:tasks.workunit.client.0.smithi119.stdout: "[8589934592, 17179869183]", 2024-04-13T09:15:00.273 INFO:tasks.workunit.client.0.smithi119.stdout: "[17179869184, 34359738367]", 2024-04-13T09:15:00.273 INFO:tasks.workunit.client.0.smithi119.stdout: "[34359738368, 68719476735]", 2024-04-13T09:15:00.273 INFO:tasks.workunit.client.0.smithi119.stdout: "[68719476736, 137438953471]", 2024-04-13T09:15:00.273 INFO:tasks.workunit.client.0.smithi119.stdout: "[137438953472, 274877906943]", 2024-04-13T09:15:00.273 INFO:tasks.workunit.client.0.smithi119.stdout: "[274877906944, None]" 2024-04-13T09:15:00.273 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.273 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "log2" 2024-04-13T09:15:00.273 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.274 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.274 INFO:tasks.workunit.client.0.smithi119.stdout: "osds": [ 2024-04-13T09:15:00.274 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.274 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 0, 2024-04-13T09:15:00.274 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:00.274 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.274 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.274 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.275 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.275 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 486, 2, 6, 10, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.275 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 4051, 74, 79, 143, 447, 595, 700, 1, 9, 8, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.275 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 629, 8, 19, 52, 22, 15, 26, 0, 1, 2, 3, 4, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.275 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 201, 0, 2, 0, 1, 2, 1, 0, 0, 2, 0, 2, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.275 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 129, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 6, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.275 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 23, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.275 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 3, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.275 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.276 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.276 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.276 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.276 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.276 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.276 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.276 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.276 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.276 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.276 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.277 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.277 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.277 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.277 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.277 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.277 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.277 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.277 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.277 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.278 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:00.278 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:00.278 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.278 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.278 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 1, 2024-04-13T09:15:00.278 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:00.278 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.278 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.278 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.279 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.279 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 346, 0, 0, 9, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.279 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2907, 269, 34, 60, 120, 0, 3, 0, 4, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.279 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 509, 16, 1332, 0, 0, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.279 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 441, 4, 9, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.279 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1667, 1178, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.279 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1616, 1818, 237, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 14, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.279 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 12, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 7, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.279 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.280 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.280 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.280 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.280 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.281 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.281 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.281 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.281 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.281 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.281 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.281 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.281 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.281 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.282 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.282 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.282 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.282 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.282 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.282 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.282 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:00.282 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:00.282 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.283 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.283 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 2, 2024-04-13T09:15:00.283 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:00.283 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.283 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.283 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.283 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.283 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1003, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.283 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 9314, 3, 0, 0, 2, 2, 2, 2, 7, 0, 1, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.284 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 16177, 1, 0, 1, 0, 0, 0, 0, 1, 1, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.284 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 347, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 5, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.284 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 181, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 3, 10, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.284 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 14, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.284 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.284 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.284 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.284 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.284 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.285 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.285 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.285 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.285 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.285 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.285 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.285 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.285 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.285 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.286 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.286 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.286 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.286 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.286 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.286 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.286 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.286 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:00.286 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:00.287 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.287 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.287 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 3, 2024-04-13T09:15:00.287 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:00.287 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.287 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.287 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.288 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.288 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 419, 0, 0, 0, 6, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.288 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3273, 26, 0, 0, 9, 1, 4, 4, 13, 19, 0, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.288 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 648, 2, 0, 0, 6, 0, 0, 0, 0, 2, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.288 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 308, 15, 34, 43, 1, 0, 1, 0, 0, 0, 1, 4, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.288 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1182, 283, 0, 139, 0, 0, 0, 0, 0, 0, 0, 0, 2, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.289 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 4166, 2543, 0, 398, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.289 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 89, 174, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.289 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.289 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.289 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.289 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.290 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.290 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.290 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.290 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.290 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.290 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.290 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.291 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.291 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.291 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.291 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.291 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.291 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.292 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.292 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.292 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.292 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:00.292 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:00.292 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.292 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.293 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 4, 2024-04-13T09:15:00.293 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:00.293 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.293 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.293 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.293 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.293 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 814, 0, 1, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.294 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2831, 226, 32, 40, 132, 272, 471, 2, 0, 1, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.294 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 281, 12, 1, 2, 5, 4, 10, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.294 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 95, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.294 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.294 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 10, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.294 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.295 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.295 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.295 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.295 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.295 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.295 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.295 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.296 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.296 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.296 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.296 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.296 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.296 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.296 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.296 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.296 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.297 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.297 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.297 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.297 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.297 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:00.297 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:00.298 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.298 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.298 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 5, 2024-04-13T09:15:00.298 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:00.298 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.298 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.298 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.299 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.299 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 734, 8, 11, 24, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.299 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 5279, 76, 127, 231, 457, 601, 709, 1, 4, 0, 0, 0, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.299 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 462, 1, 2, 5, 16, 12, 17, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.299 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 318, 11, 13, 25, 4, 0, 0, 0, 0, 1, 0, 2, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.299 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 110, 33, 70, 104, 25, 0, 0, 1, 0, 0, 1, 1, 2, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.300 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 16, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.300 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.300 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.300 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.300 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.300 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.301 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.301 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.301 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.301 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.301 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.301 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.301 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.302 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.302 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.302 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.302 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.302 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.302 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.303 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.303 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.303 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.303 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:00.303 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:00.303 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.303 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.304 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 6, 2024-04-13T09:15:00.304 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:00.304 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.304 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.304 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.304 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.304 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 421, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.305 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2881, 24, 1, 0, 2, 1, 1, 3, 4, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.305 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 329, 1, 0, 0, 1, 0, 1, 0, 0, 1, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.305 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 184, 7, 1, 0, 0, 0, 0, 0, 0, 0, 2, 1, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.305 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 160, 103, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.305 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 34, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 3, 12, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.305 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.305 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.306 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.306 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.306 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.306 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.306 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.306 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.307 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.307 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.307 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.307 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.307 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.307 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.307 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.308 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.308 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.308 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.308 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.308 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.308 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.309 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:00.309 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:00.309 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.309 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.309 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 7, 2024-04-13T09:15:00.309 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:00.310 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.310 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.310 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.310 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.310 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 456, 3, 11, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.310 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 7163, 34, 62, 34, 0, 0, 0, 0, 0, 1, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.310 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3456, 29, 80, 58, 0, 0, 0, 0, 0, 0, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.310 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 273, 8, 3, 1, 0, 1, 0, 1, 0, 0, 0, 1, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.310 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 164, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.310 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 20, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.310 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.311 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.311 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.311 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.311 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.311 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.311 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.311 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.311 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.311 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.311 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.311 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.311 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.311 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.311 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.311 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.312 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.312 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.312 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.312 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.312 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.312 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:00.312 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:00.312 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.312 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:00.312 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.312 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T09:15:00.312 INFO:tasks.workunit.client.0.smithi119.stdout: "axes": [ 2024-04-13T09:15:00.312 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.312 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 32, 2024-04-13T09:15:00.312 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T09:15:00.312 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "Latency (usec)", 2024-04-13T09:15:00.313 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 100000, 2024-04-13T09:15:00.313 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T09:15:00.313 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T09:15:00.313 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 99999]", 2024-04-13T09:15:00.313 INFO:tasks.workunit.client.0.smithi119.stdout: "[100000, 199999]", 2024-04-13T09:15:00.313 INFO:tasks.workunit.client.0.smithi119.stdout: "[200000, 399999]", 2024-04-13T09:15:00.313 INFO:tasks.workunit.client.0.smithi119.stdout: "[400000, 799999]", 2024-04-13T09:15:00.313 INFO:tasks.workunit.client.0.smithi119.stdout: "[800000, 1599999]", 2024-04-13T09:15:00.313 INFO:tasks.workunit.client.0.smithi119.stdout: "[1600000, 3199999]", 2024-04-13T09:15:00.313 INFO:tasks.workunit.client.0.smithi119.stdout: "[3200000, 6399999]", 2024-04-13T09:15:00.313 INFO:tasks.workunit.client.0.smithi119.stdout: "[6400000, 12799999]", 2024-04-13T09:15:00.313 INFO:tasks.workunit.client.0.smithi119.stdout: "[12800000, 25599999]", 2024-04-13T09:15:00.313 INFO:tasks.workunit.client.0.smithi119.stdout: "[25600000, 51199999]", 2024-04-13T09:15:00.313 INFO:tasks.workunit.client.0.smithi119.stdout: "[51200000, 102399999]", 2024-04-13T09:15:00.313 INFO:tasks.workunit.client.0.smithi119.stdout: "[102400000, 204799999]", 2024-04-13T09:15:00.313 INFO:tasks.workunit.client.0.smithi119.stdout: "[204800000, 409599999]", 2024-04-13T09:15:00.314 INFO:tasks.workunit.client.0.smithi119.stdout: "[409600000, 819199999]", 2024-04-13T09:15:00.314 INFO:tasks.workunit.client.0.smithi119.stdout: "[819200000, 1638399999]", 2024-04-13T09:15:00.314 INFO:tasks.workunit.client.0.smithi119.stdout: "[1638400000, 3276799999]", 2024-04-13T09:15:00.314 INFO:tasks.workunit.client.0.smithi119.stdout: "[3276800000, 6553599999]", 2024-04-13T09:15:00.314 INFO:tasks.workunit.client.0.smithi119.stdout: "[6553600000, 13107199999]", 2024-04-13T09:15:00.314 INFO:tasks.workunit.client.0.smithi119.stdout: "[13107200000, 26214399999]", 2024-04-13T09:15:00.314 INFO:tasks.workunit.client.0.smithi119.stdout: "[26214400000, 52428799999]", 2024-04-13T09:15:00.314 INFO:tasks.workunit.client.0.smithi119.stdout: "[52428800000, 104857599999]", 2024-04-13T09:15:00.314 INFO:tasks.workunit.client.0.smithi119.stdout: "[104857600000, 209715199999]", 2024-04-13T09:15:00.314 INFO:tasks.workunit.client.0.smithi119.stdout: "[209715200000, 419430399999]", 2024-04-13T09:15:00.314 INFO:tasks.workunit.client.0.smithi119.stdout: "[419430400000, 838860799999]", 2024-04-13T09:15:00.314 INFO:tasks.workunit.client.0.smithi119.stdout: "[838860800000, 1677721599999]", 2024-04-13T09:15:00.314 INFO:tasks.workunit.client.0.smithi119.stdout: "[1677721600000, 3355443199999]", 2024-04-13T09:15:00.314 INFO:tasks.workunit.client.0.smithi119.stdout: "[3355443200000, 6710886399999]", 2024-04-13T09:15:00.314 INFO:tasks.workunit.client.0.smithi119.stdout: "[6710886400000, 13421772799999]", 2024-04-13T09:15:00.315 INFO:tasks.workunit.client.0.smithi119.stdout: "[13421772800000, 26843545599999]", 2024-04-13T09:15:00.315 INFO:tasks.workunit.client.0.smithi119.stdout: "[26843545600000, 53687091199999]", 2024-04-13T09:15:00.315 INFO:tasks.workunit.client.0.smithi119.stdout: "[53687091200000, None]" 2024-04-13T09:15:00.315 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.315 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "log2" 2024-04-13T09:15:00.315 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.315 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.315 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 32, 2024-04-13T09:15:00.315 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T09:15:00.315 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "Request size (bytes)", 2024-04-13T09:15:00.315 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 512, 2024-04-13T09:15:00.315 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T09:15:00.315 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T09:15:00.315 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 511]", 2024-04-13T09:15:00.315 INFO:tasks.workunit.client.0.smithi119.stdout: "[512, 1023]", 2024-04-13T09:15:00.315 INFO:tasks.workunit.client.0.smithi119.stdout: "[1024, 2047]", 2024-04-13T09:15:00.316 INFO:tasks.workunit.client.0.smithi119.stdout: "[2048, 4095]", 2024-04-13T09:15:00.316 INFO:tasks.workunit.client.0.smithi119.stdout: "[4096, 8191]", 2024-04-13T09:15:00.316 INFO:tasks.workunit.client.0.smithi119.stdout: "[8192, 16383]", 2024-04-13T09:15:00.316 INFO:tasks.workunit.client.0.smithi119.stdout: "[16384, 32767]", 2024-04-13T09:15:00.316 INFO:tasks.workunit.client.0.smithi119.stdout: "[32768, 65535]", 2024-04-13T09:15:00.316 INFO:tasks.workunit.client.0.smithi119.stdout: "[65536, 131071]", 2024-04-13T09:15:00.316 INFO:tasks.workunit.client.0.smithi119.stdout: "[131072, 262143]", 2024-04-13T09:15:00.316 INFO:tasks.workunit.client.0.smithi119.stdout: "[262144, 524287]", 2024-04-13T09:15:00.316 INFO:tasks.workunit.client.0.smithi119.stdout: "[524288, 1048575]", 2024-04-13T09:15:00.316 INFO:tasks.workunit.client.0.smithi119.stdout: "[1048576, 2097151]", 2024-04-13T09:15:00.316 INFO:tasks.workunit.client.0.smithi119.stdout: "[2097152, 4194303]", 2024-04-13T09:15:00.316 INFO:tasks.workunit.client.0.smithi119.stdout: "[4194304, 8388607]", 2024-04-13T09:15:00.316 INFO:tasks.workunit.client.0.smithi119.stdout: "[8388608, 16777215]", 2024-04-13T09:15:00.316 INFO:tasks.workunit.client.0.smithi119.stdout: "[16777216, 33554431]", 2024-04-13T09:15:00.316 INFO:tasks.workunit.client.0.smithi119.stdout: "[33554432, 67108863]", 2024-04-13T09:15:00.316 INFO:tasks.workunit.client.0.smithi119.stdout: "[67108864, 134217727]", 2024-04-13T09:15:00.317 INFO:tasks.workunit.client.0.smithi119.stdout: "[134217728, 268435455]", 2024-04-13T09:15:00.317 INFO:tasks.workunit.client.0.smithi119.stdout: "[268435456, 536870911]", 2024-04-13T09:15:00.317 INFO:tasks.workunit.client.0.smithi119.stdout: "[536870912, 1073741823]", 2024-04-13T09:15:00.317 INFO:tasks.workunit.client.0.smithi119.stdout: "[1073741824, 2147483647]", 2024-04-13T09:15:00.317 INFO:tasks.workunit.client.0.smithi119.stdout: "[2147483648, 4294967295]", 2024-04-13T09:15:00.317 INFO:tasks.workunit.client.0.smithi119.stdout: "[4294967296, 8589934591]", 2024-04-13T09:15:00.317 INFO:tasks.workunit.client.0.smithi119.stdout: "[8589934592, 17179869183]", 2024-04-13T09:15:00.317 INFO:tasks.workunit.client.0.smithi119.stdout: "[17179869184, 34359738367]", 2024-04-13T09:15:00.317 INFO:tasks.workunit.client.0.smithi119.stdout: "[34359738368, 68719476735]", 2024-04-13T09:15:00.317 INFO:tasks.workunit.client.0.smithi119.stdout: "[68719476736, 137438953471]", 2024-04-13T09:15:00.317 INFO:tasks.workunit.client.0.smithi119.stdout: "[137438953472, 274877906943]", 2024-04-13T09:15:00.317 INFO:tasks.workunit.client.0.smithi119.stdout: "[274877906944, None]" 2024-04-13T09:15:00.317 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.317 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "log2" 2024-04-13T09:15:00.318 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.318 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.318 INFO:tasks.workunit.client.0.smithi119.stdout: "osds": [ 2024-04-13T09:15:00.318 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.318 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 0, 2024-04-13T09:15:00.318 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:00.318 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.318 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.318 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.318 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.318 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 505, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.318 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 6110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.318 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 784, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.318 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 222, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.318 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 148, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.319 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.319 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.319 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.319 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.319 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.319 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.319 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.319 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.319 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.319 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.319 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.319 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.319 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.319 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.319 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.320 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.320 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.320 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.320 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.320 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.320 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.320 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.320 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:00.320 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:00.320 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.320 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.320 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 1, 2024-04-13T09:15:00.320 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:00.320 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.320 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.320 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.321 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.321 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 357, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.321 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3400, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.321 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1861, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.321 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 460, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.321 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2915, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.321 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3697, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.321 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.321 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.321 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.321 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.321 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.321 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.321 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.321 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.322 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.322 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.322 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.322 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.322 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.322 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.322 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.322 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.322 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.322 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.322 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.322 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.322 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.322 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:00.323 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:00.323 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.323 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.323 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 2, 2024-04-13T09:15:00.323 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:00.323 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.323 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.323 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.323 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.323 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1003, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.323 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 9337, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.323 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 16186, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.323 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 359, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.323 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 204, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.323 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 123, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.324 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.324 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.324 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.324 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.324 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.324 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.324 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.324 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.324 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.324 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.324 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.324 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.324 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.324 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.324 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.325 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.325 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.325 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.325 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.325 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.325 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.325 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:00.325 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:00.325 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.325 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.325 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 3, 2024-04-13T09:15:00.325 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:00.325 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.325 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.325 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.326 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.326 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 426, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.326 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3355, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.326 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 662, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.326 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 410, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.326 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1616, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.326 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 7124, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.326 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 287, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.326 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.326 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.326 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.326 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.326 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.326 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.327 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.327 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.327 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.327 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.327 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.327 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.327 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.327 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.327 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.327 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.327 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.327 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.327 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.327 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.327 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:00.328 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:00.328 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.328 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.328 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 4, 2024-04-13T09:15:00.328 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:00.328 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.328 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.328 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.328 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.328 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 841, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.328 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 4010, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.328 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 317, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.328 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.328 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.328 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.328 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.329 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.329 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.329 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.329 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.329 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.329 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.329 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.329 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.329 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.329 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.329 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.329 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.329 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.329 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.329 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.329 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.330 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.330 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.330 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.330 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.330 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:00.330 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:00.330 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.330 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.330 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 5, 2024-04-13T09:15:00.330 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:00.330 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.330 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.330 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.330 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.330 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 778, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.331 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 7491, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.331 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 517, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.331 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 379, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.331 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 353, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.331 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.331 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.331 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.331 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.331 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.331 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.331 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.331 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.331 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.331 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.332 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.332 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.332 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.332 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.332 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.332 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.332 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.332 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.332 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.332 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.332 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.332 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.332 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:00.332 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:00.333 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.333 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.333 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 6, 2024-04-13T09:15:00.333 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:00.333 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.333 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.333 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.333 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.333 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 427, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.333 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2921, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.333 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 336, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.333 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 200, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.333 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 273, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.333 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.333 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.334 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.334 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.334 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.334 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.334 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.334 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.334 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.334 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.334 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.334 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.334 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.334 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.334 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.334 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.334 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.335 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.335 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.335 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.335 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.335 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.335 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:00.335 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:00.335 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.335 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.335 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 7, 2024-04-13T09:15:00.335 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:00.335 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.335 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.335 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.335 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.335 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 471, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.336 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 7298, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.336 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3629, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.336 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 293, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.336 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 177, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.336 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 136, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.336 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.336 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.336 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.336 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.336 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.336 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.336 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.336 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.336 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.336 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.337 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.337 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.337 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.337 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.337 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.337 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.337 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.337 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.337 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.337 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.337 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.337 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:00.337 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:00.337 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.337 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:00.338 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.338 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T09:15:00.338 INFO:tasks.workunit.client.0.smithi119.stdout: "axes": [ 2024-04-13T09:15:00.338 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.338 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 32, 2024-04-13T09:15:00.338 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T09:15:00.338 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "Latency (usec)", 2024-04-13T09:15:00.338 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 100000, 2024-04-13T09:15:00.338 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T09:15:00.338 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T09:15:00.338 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 99999]", 2024-04-13T09:15:00.338 INFO:tasks.workunit.client.0.smithi119.stdout: "[100000, 199999]", 2024-04-13T09:15:00.338 INFO:tasks.workunit.client.0.smithi119.stdout: "[200000, 399999]", 2024-04-13T09:15:00.338 INFO:tasks.workunit.client.0.smithi119.stdout: "[400000, 799999]", 2024-04-13T09:15:00.339 INFO:tasks.workunit.client.0.smithi119.stdout: "[800000, 1599999]", 2024-04-13T09:15:00.339 INFO:tasks.workunit.client.0.smithi119.stdout: "[1600000, 3199999]", 2024-04-13T09:15:00.339 INFO:tasks.workunit.client.0.smithi119.stdout: "[3200000, 6399999]", 2024-04-13T09:15:00.339 INFO:tasks.workunit.client.0.smithi119.stdout: "[6400000, 12799999]", 2024-04-13T09:15:00.339 INFO:tasks.workunit.client.0.smithi119.stdout: "[12800000, 25599999]", 2024-04-13T09:15:00.339 INFO:tasks.workunit.client.0.smithi119.stdout: "[25600000, 51199999]", 2024-04-13T09:15:00.339 INFO:tasks.workunit.client.0.smithi119.stdout: "[51200000, 102399999]", 2024-04-13T09:15:00.339 INFO:tasks.workunit.client.0.smithi119.stdout: "[102400000, 204799999]", 2024-04-13T09:15:00.339 INFO:tasks.workunit.client.0.smithi119.stdout: "[204800000, 409599999]", 2024-04-13T09:15:00.339 INFO:tasks.workunit.client.0.smithi119.stdout: "[409600000, 819199999]", 2024-04-13T09:15:00.339 INFO:tasks.workunit.client.0.smithi119.stdout: "[819200000, 1638399999]", 2024-04-13T09:15:00.339 INFO:tasks.workunit.client.0.smithi119.stdout: "[1638400000, 3276799999]", 2024-04-13T09:15:00.339 INFO:tasks.workunit.client.0.smithi119.stdout: "[3276800000, 6553599999]", 2024-04-13T09:15:00.339 INFO:tasks.workunit.client.0.smithi119.stdout: "[6553600000, 13107199999]", 2024-04-13T09:15:00.339 INFO:tasks.workunit.client.0.smithi119.stdout: "[13107200000, 26214399999]", 2024-04-13T09:15:00.339 INFO:tasks.workunit.client.0.smithi119.stdout: "[26214400000, 52428799999]", 2024-04-13T09:15:00.340 INFO:tasks.workunit.client.0.smithi119.stdout: "[52428800000, 104857599999]", 2024-04-13T09:15:00.340 INFO:tasks.workunit.client.0.smithi119.stdout: "[104857600000, 209715199999]", 2024-04-13T09:15:00.340 INFO:tasks.workunit.client.0.smithi119.stdout: "[209715200000, 419430399999]", 2024-04-13T09:15:00.340 INFO:tasks.workunit.client.0.smithi119.stdout: "[419430400000, 838860799999]", 2024-04-13T09:15:00.340 INFO:tasks.workunit.client.0.smithi119.stdout: "[838860800000, 1677721599999]", 2024-04-13T09:15:00.340 INFO:tasks.workunit.client.0.smithi119.stdout: "[1677721600000, 3355443199999]", 2024-04-13T09:15:00.340 INFO:tasks.workunit.client.0.smithi119.stdout: "[3355443200000, 6710886399999]", 2024-04-13T09:15:00.340 INFO:tasks.workunit.client.0.smithi119.stdout: "[6710886400000, 13421772799999]", 2024-04-13T09:15:00.340 INFO:tasks.workunit.client.0.smithi119.stdout: "[13421772800000, 26843545599999]", 2024-04-13T09:15:00.340 INFO:tasks.workunit.client.0.smithi119.stdout: "[26843545600000, 53687091199999]", 2024-04-13T09:15:00.340 INFO:tasks.workunit.client.0.smithi119.stdout: "[53687091200000, None]" 2024-04-13T09:15:00.340 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.340 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "log2" 2024-04-13T09:15:00.340 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.340 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.340 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 32, 2024-04-13T09:15:00.341 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T09:15:00.341 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "Request size (bytes)", 2024-04-13T09:15:00.341 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 512, 2024-04-13T09:15:00.341 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T09:15:00.341 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T09:15:00.341 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 511]", 2024-04-13T09:15:00.341 INFO:tasks.workunit.client.0.smithi119.stdout: "[512, 1023]", 2024-04-13T09:15:00.341 INFO:tasks.workunit.client.0.smithi119.stdout: "[1024, 2047]", 2024-04-13T09:15:00.341 INFO:tasks.workunit.client.0.smithi119.stdout: "[2048, 4095]", 2024-04-13T09:15:00.341 INFO:tasks.workunit.client.0.smithi119.stdout: "[4096, 8191]", 2024-04-13T09:15:00.341 INFO:tasks.workunit.client.0.smithi119.stdout: "[8192, 16383]", 2024-04-13T09:15:00.341 INFO:tasks.workunit.client.0.smithi119.stdout: "[16384, 32767]", 2024-04-13T09:15:00.341 INFO:tasks.workunit.client.0.smithi119.stdout: "[32768, 65535]", 2024-04-13T09:15:00.341 INFO:tasks.workunit.client.0.smithi119.stdout: "[65536, 131071]", 2024-04-13T09:15:00.341 INFO:tasks.workunit.client.0.smithi119.stdout: "[131072, 262143]", 2024-04-13T09:15:00.341 INFO:tasks.workunit.client.0.smithi119.stdout: "[262144, 524287]", 2024-04-13T09:15:00.342 INFO:tasks.workunit.client.0.smithi119.stdout: "[524288, 1048575]", 2024-04-13T09:15:00.342 INFO:tasks.workunit.client.0.smithi119.stdout: "[1048576, 2097151]", 2024-04-13T09:15:00.342 INFO:tasks.workunit.client.0.smithi119.stdout: "[2097152, 4194303]", 2024-04-13T09:15:00.342 INFO:tasks.workunit.client.0.smithi119.stdout: "[4194304, 8388607]", 2024-04-13T09:15:00.342 INFO:tasks.workunit.client.0.smithi119.stdout: "[8388608, 16777215]", 2024-04-13T09:15:00.342 INFO:tasks.workunit.client.0.smithi119.stdout: "[16777216, 33554431]", 2024-04-13T09:15:00.342 INFO:tasks.workunit.client.0.smithi119.stdout: "[33554432, 67108863]", 2024-04-13T09:15:00.342 INFO:tasks.workunit.client.0.smithi119.stdout: "[67108864, 134217727]", 2024-04-13T09:15:00.342 INFO:tasks.workunit.client.0.smithi119.stdout: "[134217728, 268435455]", 2024-04-13T09:15:00.342 INFO:tasks.workunit.client.0.smithi119.stdout: "[268435456, 536870911]", 2024-04-13T09:15:00.342 INFO:tasks.workunit.client.0.smithi119.stdout: "[536870912, 1073741823]", 2024-04-13T09:15:00.342 INFO:tasks.workunit.client.0.smithi119.stdout: "[1073741824, 2147483647]", 2024-04-13T09:15:00.342 INFO:tasks.workunit.client.0.smithi119.stdout: "[2147483648, 4294967295]", 2024-04-13T09:15:00.342 INFO:tasks.workunit.client.0.smithi119.stdout: "[4294967296, 8589934591]", 2024-04-13T09:15:00.342 INFO:tasks.workunit.client.0.smithi119.stdout: "[8589934592, 17179869183]", 2024-04-13T09:15:00.343 INFO:tasks.workunit.client.0.smithi119.stdout: "[17179869184, 34359738367]", 2024-04-13T09:15:00.343 INFO:tasks.workunit.client.0.smithi119.stdout: "[34359738368, 68719476735]", 2024-04-13T09:15:00.343 INFO:tasks.workunit.client.0.smithi119.stdout: "[68719476736, 137438953471]", 2024-04-13T09:15:00.343 INFO:tasks.workunit.client.0.smithi119.stdout: "[137438953472, 274877906943]", 2024-04-13T09:15:00.343 INFO:tasks.workunit.client.0.smithi119.stdout: "[274877906944, None]" 2024-04-13T09:15:00.343 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.343 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "log2" 2024-04-13T09:15:00.343 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.343 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.343 INFO:tasks.workunit.client.0.smithi119.stdout: "osds": [ 2024-04-13T09:15:00.343 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.343 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 0, 2024-04-13T09:15:00.343 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:00.343 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.343 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.343 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.344 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.344 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.344 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1938, 14, 2, 0, 13, 1, 0, 5, 5, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.344 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1114, 6, 0, 1, 3, 5, 6, 16, 35, 57, 54, 23, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.344 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 291, 9, 0, 0, 1, 1, 2, 4, 3, 8, 68, 201, 104, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.344 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 458, 20, 0, 0, 0, 1, 0, 0, 1, 1, 9, 10, 326, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.344 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 644, 27, 0, 0, 0, 0, 0, 0, 0, 1, 1, 8, 21, 17, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.344 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 403, 42, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 12, 23, 103, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.344 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 520, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.344 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 401, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.344 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.344 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.344 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.344 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.345 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.345 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.345 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.345 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.345 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.345 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.345 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.345 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.345 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.345 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.345 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.345 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.345 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.345 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.345 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:00.346 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:00.346 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.346 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.346 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 1, 2024-04-13T09:15:00.346 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:00.346 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.346 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.346 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.346 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.346 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 41, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.346 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2643, 13, 1, 0, 4, 0, 1, 1, 1, 1, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.346 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1571, 4, 2, 3, 6, 12, 14, 27, 47, 98, 113, 32, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.346 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 107, 2, 0, 1, 0, 2, 2, 3, 9, 5, 69, 270, 235, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.346 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 44, 21, 0, 0, 0, 1, 0, 0, 0, 0, 6, 15, 367, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.346 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 56, 23, 0, 0, 0, 0, 0, 1, 1, 1, 5, 10, 20, 22, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.347 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 86, 46, 0, 0, 0, 0, 0, 1, 0, 2, 4, 7, 20, 35, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.347 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 716, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.347 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2587, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.347 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 454, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.347 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.347 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.347 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.347 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.347 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.347 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.347 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.347 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.347 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.347 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.347 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.347 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.348 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.348 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.348 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.348 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.348 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.348 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:00.348 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:00.348 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.348 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.348 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 2, 2024-04-13T09:15:00.348 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:00.348 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.348 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.348 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.349 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.349 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.349 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 294, 4, 0, 2, 6, 0, 0, 0, 0, 1, 0, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.349 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 169, 10, 2, 0, 2, 0, 2, 1, 5, 6, 36, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.349 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 215, 11, 0, 0, 0, 1, 1, 5, 11, 12, 55, 76, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.349 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 124, 23, 0, 0, 0, 1, 0, 4, 0, 8, 26, 40, 25, 5, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.349 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 63, 25, 0, 0, 0, 0, 0, 1, 2, 1, 10, 18, 32, 38, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.349 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 4, 41, 0, 0, 0, 0, 1, 1, 1, 0, 5, 7, 21, 43, 107, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.349 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 78, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.349 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.349 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.349 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.349 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.349 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.349 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.349 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.350 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.350 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.350 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.350 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.350 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.350 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.350 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.350 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.350 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.350 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.350 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.350 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.350 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:00.350 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:00.350 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.351 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.351 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 3, 2024-04-13T09:15:00.351 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:00.351 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.351 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.351 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.351 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.351 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 50, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.351 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1262, 20, 3, 2, 10, 1, 2, 3, 6, 8, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.351 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 467, 5, 1, 1, 1, 1, 3, 4, 10, 21, 33, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.351 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 201, 1, 0, 0, 0, 0, 0, 1, 4, 7, 26, 113, 127, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.351 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 419, 4, 0, 0, 0, 0, 0, 0, 1, 4, 7, 13, 95, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.351 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 374, 0, 0, 0, 0, 0, 0, 1, 1, 1, 2, 5, 18, 20, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.351 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 189, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 11, 34, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.351 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 189, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.351 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.352 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.352 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.352 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.352 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.352 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.352 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.352 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.352 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.352 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.352 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.352 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.352 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.352 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.353 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.353 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.353 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.353 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.353 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.353 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:00.353 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:00.353 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.353 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.353 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 4, 2024-04-13T09:15:00.353 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:00.353 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.353 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.353 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.353 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.354 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 73, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.354 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1125, 12, 0, 0, 13, 0, 2, 2, 6, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.354 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 697, 4, 0, 1, 1, 1, 3, 8, 15, 31, 36, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.354 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 414, 10, 0, 0, 2, 0, 0, 2, 7, 9, 59, 143, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.354 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 488, 2, 0, 0, 1, 0, 0, 1, 2, 3, 20, 21, 145, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.354 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 284, 0, 0, 0, 1, 0, 0, 1, 1, 1, 3, 5, 19, 12, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.354 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 98, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 2, 13, 16, 89, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.354 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.354 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.354 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.354 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.354 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.354 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.354 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.354 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.355 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.355 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.355 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.355 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.355 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.355 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.355 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.355 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.355 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.355 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.355 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.355 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.355 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:00.355 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:00.355 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.355 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.356 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 5, 2024-04-13T09:15:00.356 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:00.356 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.356 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.356 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.356 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.356 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 125, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.356 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 505, 17, 0, 0, 12, 0, 3, 2, 6, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.356 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 101, 8, 0, 0, 1, 0, 2, 0, 1, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.356 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 84, 7, 0, 0, 0, 0, 0, 0, 2, 6, 18, 21, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.356 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 58, 2, 1, 0, 0, 0, 0, 0, 2, 1, 14, 16, 18, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.356 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 1, 2, 2, 2, 8, 19, 23, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.356 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 14, 34, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.356 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.356 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.357 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.357 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.357 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.357 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.357 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.357 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.357 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.357 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.357 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.357 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.357 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.357 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.357 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.357 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.358 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.358 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.358 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.358 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.358 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:00.358 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:00.358 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.358 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.358 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 6, 2024-04-13T09:15:00.358 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:00.358 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.358 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.358 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.358 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.358 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 68, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.359 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1055, 21, 0, 0, 13, 0, 1, 3, 5, 8, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.359 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 745, 2, 2, 2, 2, 3, 7, 13, 9, 20, 38, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.359 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 359, 12, 0, 0, 0, 2, 4, 3, 5, 2, 39, 111, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.359 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 487, 0, 0, 0, 1, 0, 1, 0, 2, 3, 5, 22, 172, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.359 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 233, 0, 0, 0, 0, 0, 0, 1, 0, 2, 4, 9, 17, 22, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.359 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 136, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 5, 13, 21, 84, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.359 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 119, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 22, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.359 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.359 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.359 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.359 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.359 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.359 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.359 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.360 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.360 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.360 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.360 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.360 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.360 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.360 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.360 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.360 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.360 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.360 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.360 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.360 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:00.360 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:00.360 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.360 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.361 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 7, 2024-04-13T09:15:00.361 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:00.361 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.361 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.361 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.361 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.361 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 42, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.361 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 221, 17, 0, 1, 4, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.361 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 55, 6, 0, 1, 0, 0, 4, 1, 3, 1, 11, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.361 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 105, 6, 1, 0, 0, 1, 2, 2, 5, 8, 33, 34, 9, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.361 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 79, 2, 0, 0, 0, 1, 1, 2, 3, 2, 12, 24, 18, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.361 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 37, 3, 0, 0, 0, 0, 0, 1, 1, 2, 4, 10, 32, 31, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.361 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 1, 0, 3, 4, 6, 19, 39, 125, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.361 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.361 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.362 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.362 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.362 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.362 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.362 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.362 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.362 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.362 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.362 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.362 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.362 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.362 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.362 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.362 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.363 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.363 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.363 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.363 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.363 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:00.363 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:00.363 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.363 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:00.363 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.363 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.363 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.363 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-13T09:15:00.363 INFO:tasks.workunit.client.0.smithi119.stdout: "axes": [ 2024-04-13T09:15:00.363 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.363 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 8, 2024-04-13T09:15:00.364 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T09:15:00.364 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "number of replicas", 2024-04-13T09:15:00.364 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 1, 2024-04-13T09:15:00.364 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T09:15:00.364 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T09:15:00.364 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0]", 2024-04-13T09:15:00.364 INFO:tasks.workunit.client.0.smithi119.stdout: "[1, 1]", 2024-04-13T09:15:00.364 INFO:tasks.workunit.client.0.smithi119.stdout: "[2, 2]", 2024-04-13T09:15:00.364 INFO:tasks.workunit.client.0.smithi119.stdout: "[3, 3]", 2024-04-13T09:15:00.364 INFO:tasks.workunit.client.0.smithi119.stdout: "[4, 4]", 2024-04-13T09:15:00.364 INFO:tasks.workunit.client.0.smithi119.stdout: "[5, 5]", 2024-04-13T09:15:00.364 INFO:tasks.workunit.client.0.smithi119.stdout: "[6, None]" 2024-04-13T09:15:00.364 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.364 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "linear" 2024-04-13T09:15:00.364 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.365 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.365 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 10, 2024-04-13T09:15:00.365 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T09:15:00.365 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "duration", 2024-04-13T09:15:00.365 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 250000, 2024-04-13T09:15:00.365 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T09:15:00.365 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T09:15:00.365 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 249999]", 2024-04-13T09:15:00.365 INFO:tasks.workunit.client.0.smithi119.stdout: "[250000, 499999]", 2024-04-13T09:15:00.365 INFO:tasks.workunit.client.0.smithi119.stdout: "[500000, 999999]", 2024-04-13T09:15:00.365 INFO:tasks.workunit.client.0.smithi119.stdout: "[1000000, 1999999]", 2024-04-13T09:15:00.365 INFO:tasks.workunit.client.0.smithi119.stdout: "[2000000, 3999999]", 2024-04-13T09:15:00.365 INFO:tasks.workunit.client.0.smithi119.stdout: "[4000000, 7999999]", 2024-04-13T09:15:00.365 INFO:tasks.workunit.client.0.smithi119.stdout: "[8000000, 15999999]", 2024-04-13T09:15:00.365 INFO:tasks.workunit.client.0.smithi119.stdout: "[16000000, 31999999]", 2024-04-13T09:15:00.365 INFO:tasks.workunit.client.0.smithi119.stdout: "[32000000, None]" 2024-04-13T09:15:00.366 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.366 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "log2" 2024-04-13T09:15:00.366 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.366 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.366 INFO:tasks.workunit.client.0.smithi119.stdout: "osds": [ 2024-04-13T09:15:00.366 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.366 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 0, 2024-04-13T09:15:00.366 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:00.366 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.366 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.366 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.366 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.366 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.366 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.367 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.367 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:00.367 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:00.367 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.367 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.367 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 1, 2024-04-13T09:15:00.367 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:00.367 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.367 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.367 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.367 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.367 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.367 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.367 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.367 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:00.367 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:00.368 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.368 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.368 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 2, 2024-04-13T09:15:00.368 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:00.368 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.368 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.368 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.368 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.368 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.368 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.368 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.368 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:00.368 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:00.368 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.368 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.369 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 3, 2024-04-13T09:15:00.369 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:00.369 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.369 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.369 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.369 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.369 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.369 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.369 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.369 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:00.369 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:00.369 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.369 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.369 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 4, 2024-04-13T09:15:00.370 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:00.370 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.370 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.370 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.370 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.370 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.370 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.370 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.370 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:00.370 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:00.370 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.370 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.370 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 5, 2024-04-13T09:15:00.370 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:00.370 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.371 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.371 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.371 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.371 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.371 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.371 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.371 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:00.371 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:00.371 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.371 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.371 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 6, 2024-04-13T09:15:00.371 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:00.371 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.371 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.371 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.372 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.372 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.372 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.372 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.372 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:00.372 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:00.372 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.372 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.372 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 7, 2024-04-13T09:15:00.372 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:00.372 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.372 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.372 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.372 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.373 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.373 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.373 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:00.373 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:00.373 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:00.373 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.373 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:00.373 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.373 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.373 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.373 INFO:tasks.workunit.client.0.smithi119.stdout: "perf_counters": { 2024-04-13T09:15:00.373 INFO:tasks.workunit.client.0.smithi119.stdout: "mds.8ce27d692b5f50738c5de0d5fabe76bb5b385d6c": { 2024-04-13T09:15:00.373 INFO:tasks.workunit.client.0.smithi119.stdout: "mds": { 2024-04-13T09:15:00.373 INFO:tasks.workunit.client.0.smithi119.stdout: "caps": { 2024-04-13T09:15:00.373 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.374 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.374 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_cap_op_flush_ack": { 2024-04-13T09:15:00.374 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.374 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.374 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-13T09:15:00.374 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.374 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.374 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_cap_op_grant": { 2024-04-13T09:15:00.374 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.374 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.374 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_cap_op_revoke": { 2024-04-13T09:15:00.374 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.374 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.374 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_cap_op_trunc": { 2024-04-13T09:15:00.374 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.375 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.375 INFO:tasks.workunit.client.0.smithi119.stdout: "dir_commit": { 2024-04-13T09:15:00.375 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.375 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.375 INFO:tasks.workunit.client.0.smithi119.stdout: "dir_fetch_complete": { 2024-04-13T09:15:00.375 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12 2024-04-13T09:15:00.375 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.375 INFO:tasks.workunit.client.0.smithi119.stdout: "dir_fetch_keys": { 2024-04-13T09:15:00.375 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10 2024-04-13T09:15:00.375 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.375 INFO:tasks.workunit.client.0.smithi119.stdout: "dir_merge": { 2024-04-13T09:15:00.375 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.375 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.375 INFO:tasks.workunit.client.0.smithi119.stdout: "dir_split": { 2024-04-13T09:15:00.375 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.375 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.376 INFO:tasks.workunit.client.0.smithi119.stdout: "exported_inodes": { 2024-04-13T09:15:00.376 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.376 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.376 INFO:tasks.workunit.client.0.smithi119.stdout: "forward": { 2024-04-13T09:15:00.376 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.376 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.376 INFO:tasks.workunit.client.0.smithi119.stdout: "handle_client_cap_release": { 2024-04-13T09:15:00.376 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.376 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.376 INFO:tasks.workunit.client.0.smithi119.stdout: "handle_client_caps": { 2024-04-13T09:15:00.376 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.376 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.376 INFO:tasks.workunit.client.0.smithi119.stdout: "handle_client_caps_dirty": { 2024-04-13T09:15:00.376 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.376 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.376 INFO:tasks.workunit.client.0.smithi119.stdout: "handle_inode_file_caps": { 2024-04-13T09:15:00.377 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.377 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.377 INFO:tasks.workunit.client.0.smithi119.stdout: "imported_inodes": { 2024-04-13T09:15:00.377 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.377 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.377 INFO:tasks.workunit.client.0.smithi119.stdout: "inodes": { 2024-04-13T09:15:00.377 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10 2024-04-13T09:15:00.377 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.377 INFO:tasks.workunit.client.0.smithi119.stdout: "inodes_expired": { 2024-04-13T09:15:00.377 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.377 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.377 INFO:tasks.workunit.client.0.smithi119.stdout: "inodes_pinned": { 2024-04-13T09:15:00.377 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10 2024-04-13T09:15:00.377 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.377 INFO:tasks.workunit.client.0.smithi119.stdout: "inodes_with_caps": { 2024-04-13T09:15:00.378 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.378 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.378 INFO:tasks.workunit.client.0.smithi119.stdout: "load_cent": { 2024-04-13T09:15:00.378 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.378 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.378 INFO:tasks.workunit.client.0.smithi119.stdout: "openino_dir_fetch": { 2024-04-13T09:15:00.378 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.378 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.378 INFO:tasks.workunit.client.0.smithi119.stdout: "process_request_cap_release": { 2024-04-13T09:15:00.378 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.378 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.378 INFO:tasks.workunit.client.0.smithi119.stdout: "reply_latency": { 2024-04-13T09:15:00.378 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.378 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.378 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.378 INFO:tasks.workunit.client.0.smithi119.stdout: "request": { 2024-04-13T09:15:00.379 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.379 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.379 INFO:tasks.workunit.client.0.smithi119.stdout: "root_rbytes": { 2024-04-13T09:15:00.379 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.379 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.379 INFO:tasks.workunit.client.0.smithi119.stdout: "root_rfiles": { 2024-04-13T09:15:00.379 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.379 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.379 INFO:tasks.workunit.client.0.smithi119.stdout: "root_rsnaps": { 2024-04-13T09:15:00.379 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.379 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.379 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_reply": { 2024-04-13T09:15:00.379 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.379 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.379 INFO:tasks.workunit.client.0.smithi119.stdout: "subtrees": { 2024-04-13T09:15:00.380 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T09:15:00.380 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.380 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.380 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_cache": { 2024-04-13T09:15:00.380 INFO:tasks.workunit.client.0.smithi119.stdout: "ireq_enqueue_scrub": { 2024-04-13T09:15:00.380 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.380 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.380 INFO:tasks.workunit.client.0.smithi119.stdout: "ireq_exportdir": { 2024-04-13T09:15:00.380 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.380 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.380 INFO:tasks.workunit.client.0.smithi119.stdout: "ireq_flush": { 2024-04-13T09:15:00.380 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.380 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.380 INFO:tasks.workunit.client.0.smithi119.stdout: "ireq_fragmentdir": { 2024-04-13T09:15:00.380 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.381 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.381 INFO:tasks.workunit.client.0.smithi119.stdout: "ireq_fragstats": { 2024-04-13T09:15:00.381 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.381 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.381 INFO:tasks.workunit.client.0.smithi119.stdout: "ireq_inodestats": { 2024-04-13T09:15:00.381 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.381 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.381 INFO:tasks.workunit.client.0.smithi119.stdout: "ireq_quiesce_inode": { 2024-04-13T09:15:00.381 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.381 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.381 INFO:tasks.workunit.client.0.smithi119.stdout: "ireq_quiesce_path": { 2024-04-13T09:15:00.381 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.381 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.381 INFO:tasks.workunit.client.0.smithi119.stdout: "num_recovering_enqueued": { 2024-04-13T09:15:00.381 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.381 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.381 INFO:tasks.workunit.client.0.smithi119.stdout: "num_recovering_prioritized": { 2024-04-13T09:15:00.382 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.382 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.382 INFO:tasks.workunit.client.0.smithi119.stdout: "num_recovering_processing": { 2024-04-13T09:15:00.382 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.382 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.382 INFO:tasks.workunit.client.0.smithi119.stdout: "num_strays": { 2024-04-13T09:15:00.382 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.382 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.382 INFO:tasks.workunit.client.0.smithi119.stdout: "num_strays_delayed": { 2024-04-13T09:15:00.382 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.382 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.382 INFO:tasks.workunit.client.0.smithi119.stdout: "num_strays_enqueuing": { 2024-04-13T09:15:00.382 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.382 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.383 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_completed": { 2024-04-13T09:15:00.383 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.383 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.383 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_started": { 2024-04-13T09:15:00.383 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.383 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.383 INFO:tasks.workunit.client.0.smithi119.stdout: "strays_created": { 2024-04-13T09:15:00.383 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.383 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.383 INFO:tasks.workunit.client.0.smithi119.stdout: "strays_enqueued": { 2024-04-13T09:15:00.383 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.383 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.383 INFO:tasks.workunit.client.0.smithi119.stdout: "strays_migrated": { 2024-04-13T09:15:00.383 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.384 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.384 INFO:tasks.workunit.client.0.smithi119.stdout: "strays_reintegrated": { 2024-04-13T09:15:00.384 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.384 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.384 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.384 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_log": { 2024-04-13T09:15:00.384 INFO:tasks.workunit.client.0.smithi119.stdout: "ev": { 2024-04-13T09:15:00.384 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17 2024-04-13T09:15:00.384 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.384 INFO:tasks.workunit.client.0.smithi119.stdout: "evadd": { 2024-04-13T09:15:00.384 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.384 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.384 INFO:tasks.workunit.client.0.smithi119.stdout: "evex": { 2024-04-13T09:15:00.384 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.384 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.384 INFO:tasks.workunit.client.0.smithi119.stdout: "evexd": { 2024-04-13T09:15:00.385 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.385 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.385 INFO:tasks.workunit.client.0.smithi119.stdout: "evexg": { 2024-04-13T09:15:00.385 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.385 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.385 INFO:tasks.workunit.client.0.smithi119.stdout: "evlrg": { 2024-04-13T09:15:00.385 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.385 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.385 INFO:tasks.workunit.client.0.smithi119.stdout: "evtrm": { 2024-04-13T09:15:00.385 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.385 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.385 INFO:tasks.workunit.client.0.smithi119.stdout: "jlat": { 2024-04-13T09:15:00.385 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.385 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.385 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.385 INFO:tasks.workunit.client.0.smithi119.stdout: "replayed": { 2024-04-13T09:15:00.386 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17 2024-04-13T09:15:00.386 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.386 INFO:tasks.workunit.client.0.smithi119.stdout: "seg": { 2024-04-13T09:15:00.386 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T09:15:00.386 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.386 INFO:tasks.workunit.client.0.smithi119.stdout: "segadd": { 2024-04-13T09:15:00.386 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.386 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.386 INFO:tasks.workunit.client.0.smithi119.stdout: "segex": { 2024-04-13T09:15:00.386 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.386 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.386 INFO:tasks.workunit.client.0.smithi119.stdout: "segexd": { 2024-04-13T09:15:00.386 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.386 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.386 INFO:tasks.workunit.client.0.smithi119.stdout: "segexg": { 2024-04-13T09:15:00.387 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.387 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.387 INFO:tasks.workunit.client.0.smithi119.stdout: "segmjr": { 2024-04-13T09:15:00.387 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T09:15:00.387 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.387 INFO:tasks.workunit.client.0.smithi119.stdout: "segtrm": { 2024-04-13T09:15:00.387 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.387 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.387 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.387 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_mem": { 2024-04-13T09:15:00.387 INFO:tasks.workunit.client.0.smithi119.stdout: "cap": { 2024-04-13T09:15:00.387 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.387 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.388 INFO:tasks.workunit.client.0.smithi119.stdout: "cap+": { 2024-04-13T09:15:00.388 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.388 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.388 INFO:tasks.workunit.client.0.smithi119.stdout: "cap-": { 2024-04-13T09:15:00.388 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.388 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.388 INFO:tasks.workunit.client.0.smithi119.stdout: "dir": { 2024-04-13T09:15:00.388 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12 2024-04-13T09:15:00.388 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.388 INFO:tasks.workunit.client.0.smithi119.stdout: "dir+": { 2024-04-13T09:15:00.388 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12 2024-04-13T09:15:00.388 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.388 INFO:tasks.workunit.client.0.smithi119.stdout: "dir-": { 2024-04-13T09:15:00.388 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.388 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.389 INFO:tasks.workunit.client.0.smithi119.stdout: "dn": { 2024-04-13T09:15:00.389 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10 2024-04-13T09:15:00.389 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.389 INFO:tasks.workunit.client.0.smithi119.stdout: "dn+": { 2024-04-13T09:15:00.389 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10 2024-04-13T09:15:00.389 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.389 INFO:tasks.workunit.client.0.smithi119.stdout: "dn-": { 2024-04-13T09:15:00.389 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.389 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.389 INFO:tasks.workunit.client.0.smithi119.stdout: "heap": { 2024-04-13T09:15:00.389 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 248184 2024-04-13T09:15:00.389 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.389 INFO:tasks.workunit.client.0.smithi119.stdout: "ino": { 2024-04-13T09:15:00.389 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13 2024-04-13T09:15:00.389 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.390 INFO:tasks.workunit.client.0.smithi119.stdout: "ino+": { 2024-04-13T09:15:00.390 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13 2024-04-13T09:15:00.390 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.390 INFO:tasks.workunit.client.0.smithi119.stdout: "ino-": { 2024-04-13T09:15:00.390 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.390 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.390 INFO:tasks.workunit.client.0.smithi119.stdout: "rss": { 2024-04-13T09:15:00.390 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 50348 2024-04-13T09:15:00.390 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.390 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.390 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_server": { 2024-04-13T09:15:00.390 INFO:tasks.workunit.client.0.smithi119.stdout: "cap_acquisition_throttle": { 2024-04-13T09:15:00.390 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.390 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.390 INFO:tasks.workunit.client.0.smithi119.stdout: "cap_revoke_eviction": { 2024-04-13T09:15:00.391 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.391 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.391 INFO:tasks.workunit.client.0.smithi119.stdout: "handle_client_request": { 2024-04-13T09:15:00.391 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.391 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.391 INFO:tasks.workunit.client.0.smithi119.stdout: "handle_client_session": { 2024-04-13T09:15:00.391 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.391 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.391 INFO:tasks.workunit.client.0.smithi119.stdout: "handle_peer_request": { 2024-04-13T09:15:00.391 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.391 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.391 INFO:tasks.workunit.client.0.smithi119.stdout: "req_create_latency": { 2024-04-13T09:15:00.391 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.391 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.391 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.391 INFO:tasks.workunit.client.0.smithi119.stdout: "req_getattr_latency": { 2024-04-13T09:15:00.392 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.392 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.392 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.392 INFO:tasks.workunit.client.0.smithi119.stdout: "req_getfilelock_latency": { 2024-04-13T09:15:00.392 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.392 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.392 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.392 INFO:tasks.workunit.client.0.smithi119.stdout: "req_getvxattr_latency": { 2024-04-13T09:15:00.392 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.392 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.392 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.392 INFO:tasks.workunit.client.0.smithi119.stdout: "req_link_latency": { 2024-04-13T09:15:00.392 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.392 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.392 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.393 INFO:tasks.workunit.client.0.smithi119.stdout: "req_lookup_latency": { 2024-04-13T09:15:00.393 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.393 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.393 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.393 INFO:tasks.workunit.client.0.smithi119.stdout: "req_lookuphash_latency": { 2024-04-13T09:15:00.393 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.393 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.393 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.393 INFO:tasks.workunit.client.0.smithi119.stdout: "req_lookupino_latency": { 2024-04-13T09:15:00.393 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.393 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.393 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.393 INFO:tasks.workunit.client.0.smithi119.stdout: "req_lookupname_latency": { 2024-04-13T09:15:00.393 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.393 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.393 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.394 INFO:tasks.workunit.client.0.smithi119.stdout: "req_lookupparent_latency": { 2024-04-13T09:15:00.394 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.394 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.394 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.394 INFO:tasks.workunit.client.0.smithi119.stdout: "req_lookupsnap_latency": { 2024-04-13T09:15:00.394 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.394 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.394 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.394 INFO:tasks.workunit.client.0.smithi119.stdout: "req_lssnap_latency": { 2024-04-13T09:15:00.394 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.394 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.394 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.394 INFO:tasks.workunit.client.0.smithi119.stdout: "req_mkdir_latency": { 2024-04-13T09:15:00.394 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.394 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.395 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.395 INFO:tasks.workunit.client.0.smithi119.stdout: "req_mknod_latency": { 2024-04-13T09:15:00.395 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.395 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.395 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.395 INFO:tasks.workunit.client.0.smithi119.stdout: "req_mksnap_latency": { 2024-04-13T09:15:00.395 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.395 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.395 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.395 INFO:tasks.workunit.client.0.smithi119.stdout: "req_open_latency": { 2024-04-13T09:15:00.395 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.395 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.395 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.395 INFO:tasks.workunit.client.0.smithi119.stdout: "req_readdir_latency": { 2024-04-13T09:15:00.395 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.396 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.396 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.396 INFO:tasks.workunit.client.0.smithi119.stdout: "req_rename_latency": { 2024-04-13T09:15:00.396 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.396 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.396 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.396 INFO:tasks.workunit.client.0.smithi119.stdout: "req_renamesnap_latency": { 2024-04-13T09:15:00.396 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.396 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.396 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.396 INFO:tasks.workunit.client.0.smithi119.stdout: "req_rmdir_latency": { 2024-04-13T09:15:00.396 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.396 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.396 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.396 INFO:tasks.workunit.client.0.smithi119.stdout: "req_rmsnap_latency": { 2024-04-13T09:15:00.397 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.397 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.397 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.397 INFO:tasks.workunit.client.0.smithi119.stdout: "req_rmxattr_latency": { 2024-04-13T09:15:00.397 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.397 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.397 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.397 INFO:tasks.workunit.client.0.smithi119.stdout: "req_setattr_latency": { 2024-04-13T09:15:00.397 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.397 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.397 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.397 INFO:tasks.workunit.client.0.smithi119.stdout: "req_setdirlayout_latency": { 2024-04-13T09:15:00.397 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.397 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.397 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.398 INFO:tasks.workunit.client.0.smithi119.stdout: "req_setfilelock_latency": { 2024-04-13T09:15:00.398 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.398 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.398 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.398 INFO:tasks.workunit.client.0.smithi119.stdout: "req_setlayout_latency": { 2024-04-13T09:15:00.398 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.398 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.398 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.398 INFO:tasks.workunit.client.0.smithi119.stdout: "req_setxattr_latency": { 2024-04-13T09:15:00.398 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.398 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.398 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.398 INFO:tasks.workunit.client.0.smithi119.stdout: "req_snapdiff_latency": { 2024-04-13T09:15:00.398 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.398 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.399 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.399 INFO:tasks.workunit.client.0.smithi119.stdout: "req_symlink_latency": { 2024-04-13T09:15:00.399 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.399 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.399 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.399 INFO:tasks.workunit.client.0.smithi119.stdout: "req_unlink_latency": { 2024-04-13T09:15:00.399 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.399 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.399 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.399 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.399 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_sessions": { 2024-04-13T09:15:00.399 INFO:tasks.workunit.client.0.smithi119.stdout: "average_load": { 2024-04-13T09:15:00.399 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.399 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.399 INFO:tasks.workunit.client.0.smithi119.stdout: "avg_session_uptime": { 2024-04-13T09:15:00.399 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.400 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.400 INFO:tasks.workunit.client.0.smithi119.stdout: "mdthresh_evicted": { 2024-04-13T09:15:00.400 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.400 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.400 INFO:tasks.workunit.client.0.smithi119.stdout: "session_add": { 2024-04-13T09:15:00.400 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8 2024-04-13T09:15:00.400 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.400 INFO:tasks.workunit.client.0.smithi119.stdout: "session_count": { 2024-04-13T09:15:00.400 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.400 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.400 INFO:tasks.workunit.client.0.smithi119.stdout: "session_remove": { 2024-04-13T09:15:00.400 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8 2024-04-13T09:15:00.400 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.400 INFO:tasks.workunit.client.0.smithi119.stdout: "sessions_open": { 2024-04-13T09:15:00.400 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T09:15:00.401 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.401 INFO:tasks.workunit.client.0.smithi119.stdout: "sessions_stale": { 2024-04-13T09:15:00.401 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.401 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.401 INFO:tasks.workunit.client.0.smithi119.stdout: "total_load": { 2024-04-13T09:15:00.401 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.401 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.401 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.401 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T09:15:00.401 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T09:15:00.401 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.401 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.401 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:15:00.401 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37 2024-04-13T09:15:00.401 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.401 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T09:15:00.402 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.402 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.402 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:15:00.402 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7 2024-04-13T09:15:00.402 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.402 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.402 INFO:tasks.workunit.client.0.smithi119.stdout: "purge_queue": { 2024-04-13T09:15:00.402 INFO:tasks.workunit.client.0.smithi119.stdout: "pq_executed": { 2024-04-13T09:15:00.402 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.402 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.402 INFO:tasks.workunit.client.0.smithi119.stdout: "pq_executed_ops": { 2024-04-13T09:15:00.402 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.402 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.402 INFO:tasks.workunit.client.0.smithi119.stdout: "pq_executing": { 2024-04-13T09:15:00.402 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.403 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.403 INFO:tasks.workunit.client.0.smithi119.stdout: "pq_executing_high_water": { 2024-04-13T09:15:00.403 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.403 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.403 INFO:tasks.workunit.client.0.smithi119.stdout: "pq_executing_ops": { 2024-04-13T09:15:00.403 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.403 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.403 INFO:tasks.workunit.client.0.smithi119.stdout: "pq_executing_ops_high_water": { 2024-04-13T09:15:00.403 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.403 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.403 INFO:tasks.workunit.client.0.smithi119.stdout: "pq_item_in_journal": { 2024-04-13T09:15:00.403 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.403 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.403 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.403 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.403 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.3402881472e4eb9cd55aa5a45378abc80ad36ea5": { 2024-04-13T09:15:00.404 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T09:15:00.404 INFO:tasks.workunit.client.0.smithi119.stdout: "election_call": { 2024-04-13T09:15:00.404 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T09:15:00.404 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.404 INFO:tasks.workunit.client.0.smithi119.stdout: "election_lose": { 2024-04-13T09:15:00.404 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T09:15:00.404 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.404 INFO:tasks.workunit.client.0.smithi119.stdout: "election_win": { 2024-04-13T09:15:00.404 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.404 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.404 INFO:tasks.workunit.client.0.smithi119.stdout: "num_elections": { 2024-04-13T09:15:00.404 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9 2024-04-13T09:15:00.404 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.405 INFO:tasks.workunit.client.0.smithi119.stdout: "num_sessions": { 2024-04-13T09:15:00.405 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8 2024-04-13T09:15:00.405 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.405 INFO:tasks.workunit.client.0.smithi119.stdout: "session_add": { 2024-04-13T09:15:00.405 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3 2024-04-13T09:15:00.405 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.405 INFO:tasks.workunit.client.0.smithi119.stdout: "session_rm": { 2024-04-13T09:15:00.405 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 245 2024-04-13T09:15:00.405 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.405 INFO:tasks.workunit.client.0.smithi119.stdout: "session_trim": { 2024-04-13T09:15:00.405 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.405 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.405 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.405 INFO:tasks.workunit.client.0.smithi119.stdout: "paxos": { 2024-04-13T09:15:00.405 INFO:tasks.workunit.client.0.smithi119.stdout: "accept_timeout": { 2024-04-13T09:15:00.405 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.406 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.406 INFO:tasks.workunit.client.0.smithi119.stdout: "begin": { 2024-04-13T09:15:00.406 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8524 2024-04-13T09:15:00.406 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.406 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_bytes": { 2024-04-13T09:15:00.406 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8524, 2024-04-13T09:15:00.406 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 58854255 2024-04-13T09:15:00.406 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.406 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_keys": { 2024-04-13T09:15:00.406 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.406 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.406 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.406 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_latency": { 2024-04-13T09:15:00.406 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8524, 2024-04-13T09:15:00.407 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1275973164 2024-04-13T09:15:00.407 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.407 INFO:tasks.workunit.client.0.smithi119.stdout: "collect": { 2024-04-13T09:15:00.407 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T09:15:00.407 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.407 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_bytes": { 2024-04-13T09:15:00.407 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T09:15:00.407 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 146 2024-04-13T09:15:00.407 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.407 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_keys": { 2024-04-13T09:15:00.407 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T09:15:00.407 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T09:15:00.407 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.407 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_latency": { 2024-04-13T09:15:00.407 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T09:15:00.407 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 999979 2024-04-13T09:15:00.408 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.408 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_timeout": { 2024-04-13T09:15:00.408 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.408 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.408 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_uncommitted": { 2024-04-13T09:15:00.408 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.408 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.408 INFO:tasks.workunit.client.0.smithi119.stdout: "commit": { 2024-04-13T09:15:00.408 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8524 2024-04-13T09:15:00.408 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.408 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_bytes": { 2024-04-13T09:15:00.408 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.408 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.408 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.408 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_keys": { 2024-04-13T09:15:00.409 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.409 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.409 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.409 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_latency": { 2024-04-13T09:15:00.409 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.409 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.409 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.409 INFO:tasks.workunit.client.0.smithi119.stdout: "lease_ack_timeout": { 2024-04-13T09:15:00.409 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.409 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.409 INFO:tasks.workunit.client.0.smithi119.stdout: "lease_timeout": { 2024-04-13T09:15:00.409 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.409 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.409 INFO:tasks.workunit.client.0.smithi119.stdout: "new_pn": { 2024-04-13T09:15:00.409 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.409 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.410 INFO:tasks.workunit.client.0.smithi119.stdout: "new_pn_latency": { 2024-04-13T09:15:00.410 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.410 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.410 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.410 INFO:tasks.workunit.client.0.smithi119.stdout: "refresh": { 2024-04-13T09:15:00.410 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8524 2024-04-13T09:15:00.410 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.410 INFO:tasks.workunit.client.0.smithi119.stdout: "refresh_latency": { 2024-04-13T09:15:00.410 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8524, 2024-04-13T09:15:00.410 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 26686438240 2024-04-13T09:15:00.410 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.410 INFO:tasks.workunit.client.0.smithi119.stdout: "restart": { 2024-04-13T09:15:00.410 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11 2024-04-13T09:15:00.410 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.411 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state": { 2024-04-13T09:15:00.411 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.411 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.411 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state_bytes": { 2024-04-13T09:15:00.411 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.411 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.411 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.411 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state_keys": { 2024-04-13T09:15:00.411 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.411 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.411 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.411 INFO:tasks.workunit.client.0.smithi119.stdout: "start_leader": { 2024-04-13T09:15:00.411 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.411 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.412 INFO:tasks.workunit.client.0.smithi119.stdout: "start_peon": { 2024-04-13T09:15:00.412 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T09:15:00.412 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.412 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state": { 2024-04-13T09:15:00.412 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8524 2024-04-13T09:15:00.412 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.412 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_bytes": { 2024-04-13T09:15:00.412 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8524, 2024-04-13T09:15:00.412 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 116085052 2024-04-13T09:15:00.412 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.412 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_keys": { 2024-04-13T09:15:00.412 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8524, 2024-04-13T09:15:00.412 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 74655 2024-04-13T09:15:00.412 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.412 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_latency": { 2024-04-13T09:15:00.413 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8524, 2024-04-13T09:15:00.413 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2912938750 2024-04-13T09:15:00.413 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.413 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.413 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache": { 2024-04-13T09:15:00.413 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T09:15:00.413 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1020054731 2024-04-13T09:15:00.413 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.413 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T09:15:00.413 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 167739392 2024-04-13T09:15:00.413 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.413 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T09:15:00.413 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 166977536 2024-04-13T09:15:00.413 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.413 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T09:15:00.413 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2147483648 2024-04-13T09:15:00.414 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.414 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T09:15:00.414 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 761856 2024-04-13T09:15:00.414 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.414 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.414 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:full": { 2024-04-13T09:15:00.414 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:00.414 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 360710144 2024-04-13T09:15:00.414 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.414 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:00.414 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.414 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.414 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:00.414 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.415 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.415 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:00.415 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 267382708 2024-04-13T09:15:00.415 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.415 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:00.415 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24530909 2024-04-13T09:15:00.415 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.415 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:00.415 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.415 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.415 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:00.415 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.415 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.415 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:00.415 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.415 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.416 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:00.416 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.416 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.416 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:00.416 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.416 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.416 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:00.416 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.416 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.416 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:00.416 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.416 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.416 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:00.416 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.416 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.416 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:00.417 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 68796527 2024-04-13T09:15:00.417 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.417 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.417 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:inc": { 2024-04-13T09:15:00.417 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:00.417 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 339738624 2024-04-13T09:15:00.417 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.417 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:00.417 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.417 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.417 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:00.417 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.417 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.417 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:00.418 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 267382708 2024-04-13T09:15:00.418 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.418 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:00.418 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1484899 2024-04-13T09:15:00.418 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.418 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:00.418 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.418 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.418 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:00.418 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.418 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.418 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:00.418 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.418 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.418 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:00.419 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.419 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.419 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:00.419 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.419 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.419 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:00.419 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.419 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.419 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:00.419 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.419 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.419 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:00.419 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.419 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.419 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:00.419 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 70871017 2024-04-13T09:15:00.420 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.420 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.420 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:kv": { 2024-04-13T09:15:00.420 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:00.420 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 314572800 2024-04-13T09:15:00.420 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.420 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:00.420 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:00.420 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.420 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:00.422 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.422 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.422 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:00.422 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 178255138 2024-04-13T09:15:00.422 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.422 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:00.422 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.422 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.422 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:00.422 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.422 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.422 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:00.423 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.423 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.423 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:00.423 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.423 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.423 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:00.423 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.423 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.423 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:00.423 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.423 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.423 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:00.423 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.423 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.423 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:00.424 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.424 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.424 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:00.424 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.424 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.424 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:00.424 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 69208798 2024-04-13T09:15:00.424 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.424 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.424 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb": { 2024-04-13T09:15:00.424 INFO:tasks.workunit.client.0.smithi119.stdout: "compact": { 2024-04-13T09:15:00.424 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.424 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.424 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_queue_len": { 2024-04-13T09:15:00.424 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.425 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.425 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_queue_merge": { 2024-04-13T09:15:00.425 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.425 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.425 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_range": { 2024-04-13T09:15:00.425 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 100 2024-04-13T09:15:00.425 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.425 INFO:tasks.workunit.client.0.smithi119.stdout: "get_latency": { 2024-04-13T09:15:00.425 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 369510, 2024-04-13T09:15:00.425 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1834876442 2024-04-13T09:15:00.425 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.425 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_delay_time": { 2024-04-13T09:15:00.425 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.425 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.425 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.425 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_memtable_time": { 2024-04-13T09:15:00.426 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.426 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.426 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.426 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-13T09:15:00.426 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.426 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.426 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.426 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_wal_time": { 2024-04-13T09:15:00.426 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.426 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.426 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.426 INFO:tasks.workunit.client.0.smithi119.stdout: "submit_latency": { 2024-04-13T09:15:00.426 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.426 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.426 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.427 INFO:tasks.workunit.client.0.smithi119.stdout: "submit_sync_latency": { 2024-04-13T09:15:00.427 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 20563, 2024-04-13T09:15:00.427 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6463379915 2024-04-13T09:15:00.427 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.427 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.427 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.427 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.361d0c88a98ec03a997f9cbd7d4b9f21aeac06c7": { 2024-04-13T09:15:00.427 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T09:15:00.427 INFO:tasks.workunit.client.0.smithi119.stdout: "election_call": { 2024-04-13T09:15:00.427 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T09:15:00.427 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.427 INFO:tasks.workunit.client.0.smithi119.stdout: "election_lose": { 2024-04-13T09:15:00.427 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4 2024-04-13T09:15:00.427 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.427 INFO:tasks.workunit.client.0.smithi119.stdout: "election_win": { 2024-04-13T09:15:00.428 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.428 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.428 INFO:tasks.workunit.client.0.smithi119.stdout: "num_elections": { 2024-04-13T09:15:00.428 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14 2024-04-13T09:15:00.428 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.428 INFO:tasks.workunit.client.0.smithi119.stdout: "num_sessions": { 2024-04-13T09:15:00.428 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10 2024-04-13T09:15:00.428 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.428 INFO:tasks.workunit.client.0.smithi119.stdout: "session_add": { 2024-04-13T09:15:00.428 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4 2024-04-13T09:15:00.428 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.428 INFO:tasks.workunit.client.0.smithi119.stdout: "session_rm": { 2024-04-13T09:15:00.428 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 268 2024-04-13T09:15:00.428 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.428 INFO:tasks.workunit.client.0.smithi119.stdout: "session_trim": { 2024-04-13T09:15:00.428 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.429 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.429 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.429 INFO:tasks.workunit.client.0.smithi119.stdout: "paxos": { 2024-04-13T09:15:00.429 INFO:tasks.workunit.client.0.smithi119.stdout: "accept_timeout": { 2024-04-13T09:15:00.429 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.429 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.429 INFO:tasks.workunit.client.0.smithi119.stdout: "begin": { 2024-04-13T09:15:00.429 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8562 2024-04-13T09:15:00.429 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.429 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_bytes": { 2024-04-13T09:15:00.429 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8562, 2024-04-13T09:15:00.429 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 59140768 2024-04-13T09:15:00.429 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.429 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_keys": { 2024-04-13T09:15:00.429 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.429 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.430 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.430 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_latency": { 2024-04-13T09:15:00.430 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8562, 2024-04-13T09:15:00.430 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2086948889 2024-04-13T09:15:00.430 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.430 INFO:tasks.workunit.client.0.smithi119.stdout: "collect": { 2024-04-13T09:15:00.430 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4 2024-04-13T09:15:00.430 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.430 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_bytes": { 2024-04-13T09:15:00.430 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4, 2024-04-13T09:15:00.430 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 292 2024-04-13T09:15:00.430 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.430 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_keys": { 2024-04-13T09:15:00.430 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4, 2024-04-13T09:15:00.430 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4 2024-04-13T09:15:00.431 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.431 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_latency": { 2024-04-13T09:15:00.431 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4, 2024-04-13T09:15:00.431 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 999976 2024-04-13T09:15:00.431 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.431 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_timeout": { 2024-04-13T09:15:00.431 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.431 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.431 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_uncommitted": { 2024-04-13T09:15:00.431 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T09:15:00.431 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.431 INFO:tasks.workunit.client.0.smithi119.stdout: "commit": { 2024-04-13T09:15:00.431 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8562 2024-04-13T09:15:00.431 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.431 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_bytes": { 2024-04-13T09:15:00.432 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.432 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.432 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.432 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_keys": { 2024-04-13T09:15:00.432 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.432 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.432 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.432 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_latency": { 2024-04-13T09:15:00.432 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.432 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.432 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.432 INFO:tasks.workunit.client.0.smithi119.stdout: "lease_ack_timeout": { 2024-04-13T09:15:00.432 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.432 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.432 INFO:tasks.workunit.client.0.smithi119.stdout: "lease_timeout": { 2024-04-13T09:15:00.432 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.433 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.433 INFO:tasks.workunit.client.0.smithi119.stdout: "new_pn": { 2024-04-13T09:15:00.433 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.433 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.433 INFO:tasks.workunit.client.0.smithi119.stdout: "new_pn_latency": { 2024-04-13T09:15:00.433 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.433 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.433 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.433 INFO:tasks.workunit.client.0.smithi119.stdout: "refresh": { 2024-04-13T09:15:00.433 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8562 2024-04-13T09:15:00.433 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.433 INFO:tasks.workunit.client.0.smithi119.stdout: "refresh_latency": { 2024-04-13T09:15:00.433 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8562, 2024-04-13T09:15:00.433 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 29662273417 2024-04-13T09:15:00.433 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.433 INFO:tasks.workunit.client.0.smithi119.stdout: "restart": { 2024-04-13T09:15:00.434 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16 2024-04-13T09:15:00.434 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.434 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state": { 2024-04-13T09:15:00.434 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.434 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.434 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state_bytes": { 2024-04-13T09:15:00.434 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.434 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.434 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.434 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state_keys": { 2024-04-13T09:15:00.434 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.434 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.434 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.434 INFO:tasks.workunit.client.0.smithi119.stdout: "start_leader": { 2024-04-13T09:15:00.434 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.434 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.435 INFO:tasks.workunit.client.0.smithi119.stdout: "start_peon": { 2024-04-13T09:15:00.435 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4 2024-04-13T09:15:00.435 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.435 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state": { 2024-04-13T09:15:00.435 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8562 2024-04-13T09:15:00.435 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.435 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_bytes": { 2024-04-13T09:15:00.435 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8562, 2024-04-13T09:15:00.435 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 116703665 2024-04-13T09:15:00.435 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.435 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_keys": { 2024-04-13T09:15:00.435 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8562, 2024-04-13T09:15:00.435 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 74958 2024-04-13T09:15:00.435 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.435 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_latency": { 2024-04-13T09:15:00.436 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8562, 2024-04-13T09:15:00.436 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5715859918 2024-04-13T09:15:00.436 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.436 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.436 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache": { 2024-04-13T09:15:00.436 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T09:15:00.436 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1020054731 2024-04-13T09:15:00.436 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.436 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T09:15:00.436 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 171933696 2024-04-13T09:15:00.436 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.436 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T09:15:00.436 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 171778048 2024-04-13T09:15:00.436 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.436 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T09:15:00.436 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2147483648 2024-04-13T09:15:00.437 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.437 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T09:15:00.437 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 155648 2024-04-13T09:15:00.437 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.437 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.437 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:full": { 2024-04-13T09:15:00.437 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:00.437 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 360710144 2024-04-13T09:15:00.437 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.437 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:00.437 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.437 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.437 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:00.437 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.437 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.437 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:00.438 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 267330741 2024-04-13T09:15:00.438 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.438 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:00.438 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24651629 2024-04-13T09:15:00.438 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.438 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:00.438 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.438 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.438 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:00.438 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.438 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.438 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:00.438 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.439 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.439 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:00.439 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.439 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.439 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:00.439 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.439 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.439 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:00.439 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.439 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.439 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:00.439 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.439 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.439 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:00.439 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.440 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.440 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:00.440 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 68727774 2024-04-13T09:15:00.440 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.440 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.440 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:inc": { 2024-04-13T09:15:00.440 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:00.440 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 339738624 2024-04-13T09:15:00.440 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.440 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:00.440 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.440 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.440 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:00.440 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.440 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.441 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:00.441 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 267330741 2024-04-13T09:15:00.441 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.441 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:00.441 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1502756 2024-04-13T09:15:00.441 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.441 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:00.441 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.441 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.441 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:00.441 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.441 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.441 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:00.441 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.442 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.442 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:00.442 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.442 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.442 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:00.442 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.442 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.442 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:00.442 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.442 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.442 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:00.442 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.442 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.442 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:00.443 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.443 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.443 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:00.443 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 70905127 2024-04-13T09:15:00.443 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.443 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.443 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:kv": { 2024-04-13T09:15:00.443 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:00.443 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 314572800 2024-04-13T09:15:00.443 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.443 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:00.443 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:00.443 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.443 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:00.443 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.443 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.444 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:00.444 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 178220494 2024-04-13T09:15:00.444 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.444 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:00.444 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.444 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.444 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:00.444 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.444 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.444 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:00.444 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.444 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.444 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:00.444 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.444 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.445 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:00.445 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.445 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.445 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:00.445 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.445 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.445 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:00.445 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.445 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.445 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:00.445 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.445 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.445 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:00.445 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.445 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.445 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:00.446 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 69243442 2024-04-13T09:15:00.446 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.446 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.446 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb": { 2024-04-13T09:15:00.446 INFO:tasks.workunit.client.0.smithi119.stdout: "compact": { 2024-04-13T09:15:00.446 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.446 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.446 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_queue_len": { 2024-04-13T09:15:00.446 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.446 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.446 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_queue_merge": { 2024-04-13T09:15:00.446 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.446 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.446 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_range": { 2024-04-13T09:15:00.447 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 100 2024-04-13T09:15:00.447 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.447 INFO:tasks.workunit.client.0.smithi119.stdout: "get_latency": { 2024-04-13T09:15:00.447 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 377542, 2024-04-13T09:15:00.447 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1970870758 2024-04-13T09:15:00.447 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.447 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_delay_time": { 2024-04-13T09:15:00.447 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.447 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.447 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.447 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_memtable_time": { 2024-04-13T09:15:00.447 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.447 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.447 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.447 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-13T09:15:00.447 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.448 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.448 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.448 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_wal_time": { 2024-04-13T09:15:00.448 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.448 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.448 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.448 INFO:tasks.workunit.client.0.smithi119.stdout: "submit_latency": { 2024-04-13T09:15:00.448 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.448 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.448 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.448 INFO:tasks.workunit.client.0.smithi119.stdout: "submit_sync_latency": { 2024-04-13T09:15:00.448 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 20664, 2024-04-13T09:15:00.448 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9921901982 2024-04-13T09:15:00.448 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.448 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.448 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.449 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.8ce27d692b5f50738c5de0d5fabe76bb5b385d6c": { 2024-04-13T09:15:00.449 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T09:15:00.449 INFO:tasks.workunit.client.0.smithi119.stdout: "election_call": { 2024-04-13T09:15:00.449 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6 2024-04-13T09:15:00.449 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.449 INFO:tasks.workunit.client.0.smithi119.stdout: "election_lose": { 2024-04-13T09:15:00.449 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.449 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.449 INFO:tasks.workunit.client.0.smithi119.stdout: "election_win": { 2024-04-13T09:15:00.449 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6 2024-04-13T09:15:00.449 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.449 INFO:tasks.workunit.client.0.smithi119.stdout: "num_elections": { 2024-04-13T09:15:00.449 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 21 2024-04-13T09:15:00.449 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.449 INFO:tasks.workunit.client.0.smithi119.stdout: "num_sessions": { 2024-04-13T09:15:00.449 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9 2024-04-13T09:15:00.450 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.450 INFO:tasks.workunit.client.0.smithi119.stdout: "session_add": { 2024-04-13T09:15:00.450 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5 2024-04-13T09:15:00.450 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.450 INFO:tasks.workunit.client.0.smithi119.stdout: "session_rm": { 2024-04-13T09:15:00.450 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 247 2024-04-13T09:15:00.450 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.450 INFO:tasks.workunit.client.0.smithi119.stdout: "session_trim": { 2024-04-13T09:15:00.450 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.450 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.450 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.450 INFO:tasks.workunit.client.0.smithi119.stdout: "paxos": { 2024-04-13T09:15:00.450 INFO:tasks.workunit.client.0.smithi119.stdout: "accept_timeout": { 2024-04-13T09:15:00.450 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.450 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.450 INFO:tasks.workunit.client.0.smithi119.stdout: "begin": { 2024-04-13T09:15:00.451 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8641 2024-04-13T09:15:00.451 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.451 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_bytes": { 2024-04-13T09:15:00.451 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8641, 2024-04-13T09:15:00.451 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 60339799 2024-04-13T09:15:00.451 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.451 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_keys": { 2024-04-13T09:15:00.451 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8641, 2024-04-13T09:15:00.451 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 25923 2024-04-13T09:15:00.451 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.451 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_latency": { 2024-04-13T09:15:00.451 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8641, 2024-04-13T09:15:00.451 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1803955847 2024-04-13T09:15:00.451 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.451 INFO:tasks.workunit.client.0.smithi119.stdout: "collect": { 2024-04-13T09:15:00.452 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.452 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.452 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_bytes": { 2024-04-13T09:15:00.452 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.452 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.452 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.452 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_keys": { 2024-04-13T09:15:00.452 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.452 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.452 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.452 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_latency": { 2024-04-13T09:15:00.452 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.452 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.452 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.453 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_timeout": { 2024-04-13T09:15:00.453 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.453 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.453 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_uncommitted": { 2024-04-13T09:15:00.453 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3 2024-04-13T09:15:00.453 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.453 INFO:tasks.workunit.client.0.smithi119.stdout: "commit": { 2024-04-13T09:15:00.453 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8638 2024-04-13T09:15:00.453 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.453 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_bytes": { 2024-04-13T09:15:00.453 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8638, 2024-04-13T09:15:00.453 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 59678542 2024-04-13T09:15:00.453 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.453 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_keys": { 2024-04-13T09:15:00.453 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8638, 2024-04-13T09:15:00.454 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 66907 2024-04-13T09:15:00.454 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.454 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_latency": { 2024-04-13T09:15:00.454 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8638, 2024-04-13T09:15:00.454 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2937123886 2024-04-13T09:15:00.454 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.454 INFO:tasks.workunit.client.0.smithi119.stdout: "lease_ack_timeout": { 2024-04-13T09:15:00.454 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.454 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.454 INFO:tasks.workunit.client.0.smithi119.stdout: "lease_timeout": { 2024-04-13T09:15:00.454 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.454 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.455 INFO:tasks.workunit.client.0.smithi119.stdout: "new_pn": { 2024-04-13T09:15:00.455 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6 2024-04-13T09:15:00.455 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.455 INFO:tasks.workunit.client.0.smithi119.stdout: "new_pn_latency": { 2024-04-13T09:15:00.455 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 6, 2024-04-13T09:15:00.455 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3999902 2024-04-13T09:15:00.455 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.455 INFO:tasks.workunit.client.0.smithi119.stdout: "refresh": { 2024-04-13T09:15:00.455 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8641 2024-04-13T09:15:00.455 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.455 INFO:tasks.workunit.client.0.smithi119.stdout: "refresh_latency": { 2024-04-13T09:15:00.455 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8641, 2024-04-13T09:15:00.455 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 32214210820 2024-04-13T09:15:00.455 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.455 INFO:tasks.workunit.client.0.smithi119.stdout: "restart": { 2024-04-13T09:15:00.456 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23 2024-04-13T09:15:00.456 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.456 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state": { 2024-04-13T09:15:00.456 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T09:15:00.456 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.456 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state_bytes": { 2024-04-13T09:15:00.456 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T09:15:00.456 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 35972 2024-04-13T09:15:00.456 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.456 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state_keys": { 2024-04-13T09:15:00.456 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T09:15:00.456 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4 2024-04-13T09:15:00.456 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.456 INFO:tasks.workunit.client.0.smithi119.stdout: "start_leader": { 2024-04-13T09:15:00.456 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6 2024-04-13T09:15:00.456 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.456 INFO:tasks.workunit.client.0.smithi119.stdout: "start_peon": { 2024-04-13T09:15:00.457 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.457 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.457 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state": { 2024-04-13T09:15:00.457 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.457 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.457 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_bytes": { 2024-04-13T09:15:00.457 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.457 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.457 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.457 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_keys": { 2024-04-13T09:15:00.457 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.457 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.457 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.457 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_latency": { 2024-04-13T09:15:00.457 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.458 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.458 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.458 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.458 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache": { 2024-04-13T09:15:00.458 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T09:15:00.458 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1020054731 2024-04-13T09:15:00.458 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.458 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T09:15:00.458 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 257073152 2024-04-13T09:15:00.458 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.458 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T09:15:00.458 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 255614976 2024-04-13T09:15:00.458 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.458 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T09:15:00.458 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2147483648 2024-04-13T09:15:00.459 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.459 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T09:15:00.459 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1458176 2024-04-13T09:15:00.459 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.459 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.459 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:full": { 2024-04-13T09:15:00.459 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:00.459 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 360710144 2024-04-13T09:15:00.459 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.459 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:00.459 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.459 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.459 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:00.459 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.459 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.459 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:00.460 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 267252076 2024-04-13T09:15:00.460 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.460 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:00.460 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24855517 2024-04-13T09:15:00.460 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.460 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:00.460 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.460 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.460 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:00.460 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.460 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.460 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:00.460 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.460 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.461 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:00.461 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.461 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.461 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:00.461 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.461 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.461 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:00.461 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.461 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.461 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:00.461 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.461 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.461 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:00.461 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.461 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.462 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:00.462 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 68602551 2024-04-13T09:15:00.462 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.462 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.462 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:inc": { 2024-04-13T09:15:00.462 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:00.462 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 339738624 2024-04-13T09:15:00.462 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.462 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:00.462 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.462 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.462 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:00.462 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.462 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.463 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:00.463 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 267252076 2024-04-13T09:15:00.463 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.463 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:00.463 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1508641 2024-04-13T09:15:00.463 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.463 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:00.463 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.463 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.463 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:00.463 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.463 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.463 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:00.463 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.464 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.464 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:00.464 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.464 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.464 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:00.464 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.464 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.464 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:00.464 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.464 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.464 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:00.464 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.464 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.464 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:00.464 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.465 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.465 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:00.465 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 70977907 2024-04-13T09:15:00.465 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.465 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.465 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:kv": { 2024-04-13T09:15:00.465 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:00.465 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 314572800 2024-04-13T09:15:00.465 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.465 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:00.465 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:00.465 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.465 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:00.465 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.465 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.465 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:00.466 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 178168051 2024-04-13T09:15:00.466 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.466 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:00.466 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.466 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.466 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:00.466 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.466 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.466 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:00.466 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.466 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.466 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:00.466 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.466 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.466 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:00.467 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.467 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.467 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:00.467 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.467 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.467 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:00.467 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.467 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.467 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:00.467 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.467 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.467 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:00.467 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.467 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.467 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:00.468 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 69295885 2024-04-13T09:15:00.468 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.468 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.468 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb": { 2024-04-13T09:15:00.468 INFO:tasks.workunit.client.0.smithi119.stdout: "compact": { 2024-04-13T09:15:00.468 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.468 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.468 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_queue_len": { 2024-04-13T09:15:00.468 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.468 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.468 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_queue_merge": { 2024-04-13T09:15:00.468 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.468 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.468 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_range": { 2024-04-13T09:15:00.468 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 100 2024-04-13T09:15:00.468 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.469 INFO:tasks.workunit.client.0.smithi119.stdout: "get_latency": { 2024-04-13T09:15:00.469 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 381634, 2024-04-13T09:15:00.469 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2283205540 2024-04-13T09:15:00.469 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.469 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_delay_time": { 2024-04-13T09:15:00.469 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.469 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.469 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.469 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_memtable_time": { 2024-04-13T09:15:00.469 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.469 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.469 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.469 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-13T09:15:00.469 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.469 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.469 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.470 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_wal_time": { 2024-04-13T09:15:00.470 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.470 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.470 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.470 INFO:tasks.workunit.client.0.smithi119.stdout: "submit_latency": { 2024-04-13T09:15:00.470 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.470 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.470 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.470 INFO:tasks.workunit.client.0.smithi119.stdout: "submit_sync_latency": { 2024-04-13T09:15:00.470 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 20854, 2024-04-13T09:15:00.470 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7710558064 2024-04-13T09:15:00.470 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.470 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.470 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.470 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.0": { 2024-04-13T09:15:00.471 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:00.471 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_db_max_lat": { 2024-04-13T09:15:00.471 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 34978 2024-04-13T09:15:00.471 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.471 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_fallback": { 2024-04-13T09:15:00.471 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.471 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.471 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_max_lat": { 2024-04-13T09:15:00.471 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.471 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.471 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_size_fallback": { 2024-04-13T09:15:00.471 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.471 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.471 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_db": { 2024-04-13T09:15:00.471 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 65536 2024-04-13T09:15:00.472 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.472 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_slow": { 2024-04-13T09:15:00.472 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.472 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.472 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_wal": { 2024-04-13T09:15:00.472 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.472 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.472 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_wal_max_lat": { 2024-04-13T09:15:00.472 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.472 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.472 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_slow": { 2024-04-13T09:15:00.472 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.472 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.472 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_sst": { 2024-04-13T09:15:00.472 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 22294528 2024-04-13T09:15:00.472 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.473 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_wal": { 2024-04-13T09:15:00.473 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 889155584 2024-04-13T09:15:00.473 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.473 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lat": { 2024-04-13T09:15:00.473 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 18, 2024-04-13T09:15:00.473 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3857716 2024-04-13T09:15:00.473 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.473 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lock_lat": { 2024-04-13T09:15:00.473 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 18, 2024-04-13T09:15:00.473 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1575639 2024-04-13T09:15:00.473 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.473 INFO:tasks.workunit.client.0.smithi119.stdout: "db_alloc_lat": { 2024-04-13T09:15:00.473 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 231, 2024-04-13T09:15:00.473 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1176828 2024-04-13T09:15:00.473 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.474 INFO:tasks.workunit.client.0.smithi119.stdout: "db_total_bytes": { 2024-04-13T09:15:00.474 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995027456 2024-04-13T09:15:00.474 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.474 INFO:tasks.workunit.client.0.smithi119.stdout: "db_used_bytes": { 2024-04-13T09:15:00.474 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 972816384 2024-04-13T09:15:00.474 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.474 INFO:tasks.workunit.client.0.smithi119.stdout: "flush_lat": { 2024-04-13T09:15:00.474 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77117, 2024-04-13T09:15:00.474 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11439271247 2024-04-13T09:15:00.474 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.474 INFO:tasks.workunit.client.0.smithi119.stdout: "fsync_lat": { 2024-04-13T09:15:00.474 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77078, 2024-04-13T09:15:00.474 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18503288022 2024-04-13T09:15:00.474 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.474 INFO:tasks.workunit.client.0.smithi119.stdout: "log_bytes": { 2024-04-13T09:15:00.475 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16388096 2024-04-13T09:15:00.475 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.475 INFO:tasks.workunit.client.0.smithi119.stdout: "logged_bytes": { 2024-04-13T09:15:00.475 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 315641856 2024-04-13T09:15:00.475 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.475 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_db": { 2024-04-13T09:15:00.475 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 968556544 2024-04-13T09:15:00.475 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.475 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_slow": { 2024-04-13T09:15:00.475 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.475 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.475 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_wal": { 2024-04-13T09:15:00.475 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.475 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.475 INFO:tasks.workunit.client.0.smithi119.stdout: "num_files": { 2024-04-13T09:15:00.476 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 64 2024-04-13T09:15:00.476 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.476 INFO:tasks.workunit.client.0.smithi119.stdout: "read_bytes": { 2024-04-13T09:15:00.476 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18300553199 2024-04-13T09:15:00.476 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.476 INFO:tasks.workunit.client.0.smithi119.stdout: "read_count": { 2024-04-13T09:15:00.476 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 97908 2024-04-13T09:15:00.476 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.476 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes": { 2024-04-13T09:15:00.476 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16130080768 2024-04-13T09:15:00.476 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.476 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_db": { 2024-04-13T09:15:00.476 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16130084864 2024-04-13T09:15:00.476 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.476 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_slow": { 2024-04-13T09:15:00.476 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.477 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.477 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_wal": { 2024-04-13T09:15:00.477 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.477 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.477 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_count": { 2024-04-13T09:15:00.477 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 101100 2024-04-13T09:15:00.477 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.477 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:15:00.477 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 97908, 2024-04-13T09:15:00.477 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5090353146 2024-04-13T09:15:00.477 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.477 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_bytes": { 2024-04-13T09:15:00.477 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18202087405 2024-04-13T09:15:00.477 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.477 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_count": { 2024-04-13T09:15:00.478 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 94888 2024-04-13T09:15:00.478 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.478 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_bytes": { 2024-04-13T09:15:00.478 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8600901 2024-04-13T09:15:00.478 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.478 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_count": { 2024-04-13T09:15:00.478 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 801 2024-04-13T09:15:00.478 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.478 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_bytes": { 2024-04-13T09:15:00.478 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 22170260 2024-04-13T09:15:00.478 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.478 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_count": { 2024-04-13T09:15:00.478 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1231 2024-04-13T09:15:00.478 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.478 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes": { 2024-04-13T09:15:00.479 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13569359 2024-04-13T09:15:00.479 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.479 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_db": { 2024-04-13T09:15:00.479 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13569359 2024-04-13T09:15:00.479 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.479 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_slow": { 2024-04-13T09:15:00.479 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.479 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.479 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_wal": { 2024-04-13T09:15:00.479 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.479 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.479 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_count": { 2024-04-13T09:15:00.479 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 452 2024-04-13T09:15:00.479 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.479 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_lat": { 2024-04-13T09:15:00.480 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1231, 2024-04-13T09:15:00.480 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10304761 2024-04-13T09:15:00.480 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.480 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_alloc_lat": { 2024-04-13T09:15:00.480 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.480 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.480 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.480 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_total_bytes": { 2024-04-13T09:15:00.480 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.480 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.480 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_used_bytes": { 2024-04-13T09:15:00.480 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.480 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.480 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:15:00.480 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T09:15:00.481 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 561 2024-04-13T09:15:00.481 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.481 INFO:tasks.workunit.client.0.smithi119.stdout: "unlink_lat": { 2024-04-13T09:15:00.481 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8, 2024-04-13T09:15:00.481 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9756 2024-04-13T09:15:00.481 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.481 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_alloc_lat": { 2024-04-13T09:15:00.481 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.481 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.481 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.481 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_total_bytes": { 2024-04-13T09:15:00.481 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.481 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.481 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_used_bytes": { 2024-04-13T09:15:00.481 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.481 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.481 INFO:tasks.workunit.client.0.smithi119.stdout: "write_bytes": { 2024-04-13T09:15:00.482 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1229844480 2024-04-13T09:15:00.482 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.482 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.482 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": { 2024-04-13T09:15:00.482 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit": { 2024-04-13T09:15:00.482 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T09:15:00.482 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.482 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": { 2024-04-13T09:15:00.482 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9801728 2024-04-13T09:15:00.482 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.482 INFO:tasks.workunit.client.0.smithi119.stdout: "allocator_lat": { 2024-04-13T09:15:00.482 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 20827, 2024-04-13T09:15:00.482 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 75375168 2024-04-13T09:15:00.482 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.483 INFO:tasks.workunit.client.0.smithi119.stdout: "clist_lat": { 2024-04-13T09:15:00.483 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3601, 2024-04-13T09:15:00.483 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8555505448 2024-04-13T09:15:00.483 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.483 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_lat": { 2024-04-13T09:15:00.483 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.483 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.483 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.483 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed": { 2024-04-13T09:15:00.483 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.483 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.483 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_allocated": { 2024-04-13T09:15:00.483 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.483 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.483 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_original": { 2024-04-13T09:15:00.483 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.484 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.484 INFO:tasks.workunit.client.0.smithi119.stdout: "csum_lat": { 2024-04-13T09:15:00.484 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 23472, 2024-04-13T09:15:00.484 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 197390292 2024-04-13T09:15:00.484 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.484 INFO:tasks.workunit.client.0.smithi119.stdout: "decompress_lat": { 2024-04-13T09:15:00.484 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.484 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.484 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.484 INFO:tasks.workunit.client.0.smithi119.stdout: "fragmentation_micros": { 2024-04-13T09:15:00.484 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.484 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.484 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_commit_lat": { 2024-04-13T09:15:00.484 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 76974, 2024-04-13T09:15:00.484 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23145031099 2024-04-13T09:15:00.484 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.485 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_final_lat": { 2024-04-13T09:15:00.485 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 76325, 2024-04-13T09:15:00.485 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1649481985 2024-04-13T09:15:00.485 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.485 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_flush_lat": { 2024-04-13T09:15:00.485 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 76974, 2024-04-13T09:15:00.485 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 48556877 2024-04-13T09:15:00.485 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.485 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_sync_lat": { 2024-04-13T09:15:00.485 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 76974, 2024-04-13T09:15:00.485 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23193587976 2024-04-13T09:15:00.485 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.485 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_keys_lat": { 2024-04-13T09:15:00.485 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.485 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.485 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.486 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_values_lat": { 2024-04-13T09:15:00.486 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 35894, 2024-04-13T09:15:00.486 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2112969355 2024-04-13T09:15:00.486 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.486 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_lower_bound_lat": { 2024-04-13T09:15:00.486 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1153, 2024-04-13T09:15:00.486 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3277055 2024-04-13T09:15:00.486 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.486 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_next_lat": { 2024-04-13T09:15:00.486 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 18853, 2024-04-13T09:15:00.486 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9731002 2024-04-13T09:15:00.486 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.486 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_seek_to_first_lat": { 2024-04-13T09:15:00.487 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 54, 2024-04-13T09:15:00.487 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 66065 2024-04-13T09:15:00.487 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.487 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_upper_bound_lat": { 2024-04-13T09:15:00.487 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 16666, 2024-04-13T09:15:00.487 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4181954235 2024-04-13T09:15:00.487 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.487 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_hits": { 2024-04-13T09:15:00.487 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 255225 2024-04-13T09:15:00.487 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.487 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_misses": { 2024-04-13T09:15:00.487 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23587 2024-04-13T09:15:00.487 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.487 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:15:00.487 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 20518, 2024-04-13T09:15:00.487 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2367139370 2024-04-13T09:15:00.488 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.488 INFO:tasks.workunit.client.0.smithi119.stdout: "read_onode_meta_lat": { 2024-04-13T09:15:00.488 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 48678, 2024-04-13T09:15:00.488 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15814632 2024-04-13T09:15:00.488 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.488 INFO:tasks.workunit.client.0.smithi119.stdout: "read_wait_aio_lat": { 2024-04-13T09:15:00.488 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 28160, 2024-04-13T09:15:00.488 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1832936232 2024-04-13T09:15:00.488 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.488 INFO:tasks.workunit.client.0.smithi119.stdout: "reads_with_retries": { 2024-04-13T09:15:00.488 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.488 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.488 INFO:tasks.workunit.client.0.smithi119.stdout: "remove_lat": { 2024-04-13T09:15:00.488 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15349, 2024-04-13T09:15:00.488 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 460846777 2024-04-13T09:15:00.489 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.489 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_aio_wait_count": { 2024-04-13T09:15:00.489 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.489 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.489 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_committed_kv_count": { 2024-04-13T09:15:00.489 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.489 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.489 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_onode_meta_count": { 2024-04-13T09:15:00.489 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.489 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.489 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_wait_aio_count": { 2024-04-13T09:15:00.489 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.489 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.489 INFO:tasks.workunit.client.0.smithi119.stdout: "state_aio_wait_lat": { 2024-04-13T09:15:00.489 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 91788, 2024-04-13T09:15:00.489 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9394573661 2024-04-13T09:15:00.490 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.490 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T09:15:00.490 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 9611, 2024-04-13T09:15:00.490 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 780516990 2024-04-13T09:15:00.490 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.490 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_cleanup_lat": { 2024-04-13T09:15:00.490 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 9609, 2024-04-13T09:15:00.490 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4270633650807 2024-04-13T09:15:00.490 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.490 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_queued_lat": { 2024-04-13T09:15:00.490 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 9611, 2024-04-13T09:15:00.490 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6708283119656 2024-04-13T09:15:00.490 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.490 INFO:tasks.workunit.client.0.smithi119.stdout: "state_done_lat": { 2024-04-13T09:15:00.490 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 91786, 2024-04-13T09:15:00.491 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2802966289656 2024-04-13T09:15:00.491 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.491 INFO:tasks.workunit.client.0.smithi119.stdout: "state_finishing_lat": { 2024-04-13T09:15:00.491 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 91786, 2024-04-13T09:15:00.491 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9587117 2024-04-13T09:15:00.491 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.491 INFO:tasks.workunit.client.0.smithi119.stdout: "state_io_done_lat": { 2024-04-13T09:15:00.491 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 91788, 2024-04-13T09:15:00.491 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 229772168 2024-04-13T09:15:00.491 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.491 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_commiting_lat": { 2024-04-13T09:15:00.491 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 91788, 2024-04-13T09:15:00.491 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37755565334 2024-04-13T09:15:00.491 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.491 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_done_lat": { 2024-04-13T09:15:00.492 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 91788, 2024-04-13T09:15:00.492 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 32146257 2024-04-13T09:15:00.492 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.492 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_queued_lat": { 2024-04-13T09:15:00.492 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 91788, 2024-04-13T09:15:00.492 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18865601292 2024-04-13T09:15:00.492 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.492 INFO:tasks.workunit.client.0.smithi119.stdout: "state_prepare_lat": { 2024-04-13T09:15:00.492 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 91788, 2024-04-13T09:15:00.492 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16663292593 2024-04-13T09:15:00.492 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.492 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": { 2024-04-13T09:15:00.492 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6022911 2024-04-13T09:15:00.492 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.492 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:15:00.493 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2561, 2024-04-13T09:15:00.493 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14912186 2024-04-13T09:15:00.493 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.493 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_commit_lat": { 2024-04-13T09:15:00.493 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 91788, 2024-04-13T09:15:00.493 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 82923227802 2024-04-13T09:15:00.493 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.493 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_submit_lat": { 2024-04-13T09:15:00.493 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 91788, 2024-04-13T09:15:00.493 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17778641491 2024-04-13T09:15:00.493 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.493 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_throttle_lat": { 2024-04-13T09:15:00.493 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 91788, 2024-04-13T09:15:00.493 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 592448706 2024-04-13T09:15:00.493 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.493 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.494 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache": { 2024-04-13T09:15:00.494 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T09:15:00.494 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1405278976 2024-04-13T09:15:00.494 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.494 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T09:15:00.494 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 539615232 2024-04-13T09:15:00.494 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.494 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T09:15:00.494 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 424558592 2024-04-13T09:15:00.494 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.494 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T09:15:00.494 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2600688640 2024-04-13T09:15:00.494 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.494 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T09:15:00.494 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 115056640 2024-04-13T09:15:00.495 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.495 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.495 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:data": { 2024-04-13T09:15:00.495 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:00.495 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 125829120 2024-04-13T09:15:00.495 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.495 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:00.495 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.495 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.495 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:00.495 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.495 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.495 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:00.495 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 55908591 2024-04-13T09:15:00.495 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.495 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:00.496 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.496 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.496 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:00.496 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.496 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.496 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:00.496 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.496 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.496 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:00.496 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.496 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.496 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:00.496 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.496 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.496 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:00.497 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 585728 2024-04-13T09:15:00.497 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.497 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:00.497 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.497 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.497 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:00.497 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.497 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.497 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:00.497 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.497 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.497 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:00.497 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 69334801 2024-04-13T09:15:00.497 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.497 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.497 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv": { 2024-04-13T09:15:00.498 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:00.498 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 562036736 2024-04-13T09:15:00.498 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.498 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:00.498 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:00.498 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.498 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:00.498 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.498 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.498 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:00.498 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 419314438 2024-04-13T09:15:00.498 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.498 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:00.498 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.498 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.498 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:00.499 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.499 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.499 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:00.499 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3184 2024-04-13T09:15:00.499 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.499 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:00.499 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.499 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.499 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:00.499 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 201920 2024-04-13T09:15:00.499 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.499 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:00.499 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.499 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.499 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:00.500 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.500 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.500 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:00.500 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.500 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.500 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:00.500 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.500 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.500 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:00.500 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 75408330 2024-04-13T09:15:00.500 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.500 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.500 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T09:15:00.500 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:00.500 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 201326592 2024-04-13T09:15:00.500 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.501 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:00.501 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:00.501 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.501 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:00.501 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23114160 2024-04-13T09:15:00.501 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.501 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:00.501 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37272394 2024-04-13T09:15:00.501 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.501 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:00.501 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.501 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.501 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:00.501 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.501 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.501 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:00.502 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.502 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.502 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:00.502 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.502 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.502 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:00.502 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.502 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.502 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:00.502 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.502 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.502 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:00.502 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.502 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.503 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:00.503 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.503 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.503 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:00.503 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.503 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.503 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:00.503 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 73831174 2024-04-13T09:15:00.503 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.503 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.503 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:meta": { 2024-04-13T09:15:00.503 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:00.503 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 494927872 2024-04-13T09:15:00.503 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.503 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:00.504 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.504 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.504 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:00.504 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.504 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.504 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:00.504 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 419314438 2024-04-13T09:15:00.504 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.504 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:00.504 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.504 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.504 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:00.504 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.504 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.504 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:00.504 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.505 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.505 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:00.505 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 979 2024-04-13T09:15:00.505 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.505 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:00.505 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 105776 2024-04-13T09:15:00.505 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.505 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:00.505 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1117514 2024-04-13T09:15:00.505 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.505 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:00.505 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.505 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.505 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:00.505 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.506 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.506 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:00.506 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.506 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.506 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:00.506 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 74389165 2024-04-13T09:15:00.506 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.506 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.506 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T09:15:00.506 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T09:15:00.506 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.506 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.506 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:15:00.506 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 29 2024-04-13T09:15:00.506 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.507 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T09:15:00.507 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.507 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.507 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:15:00.507 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.507 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.507 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.507 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:00.507 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg": { 2024-04-13T09:15:00.507 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 54 2024-04-13T09:15:00.507 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.507 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg_removing": { 2024-04-13T09:15:00.507 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.507 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.507 INFO:tasks.workunit.client.0.smithi119.stdout: "op": { 2024-04-13T09:15:00.508 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 42147 2024-04-13T09:15:00.508 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.508 INFO:tasks.workunit.client.0.smithi119.stdout: "op_before_queue_op_lat": { 2024-04-13T09:15:00.508 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 129861, 2024-04-13T09:15:00.508 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8381785527 2024-04-13T09:15:00.508 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.508 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_degraded": { 2024-04-13T09:15:00.508 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3 2024-04-13T09:15:00.508 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.508 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_unreadable": { 2024-04-13T09:15:00.508 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4 2024-04-13T09:15:00.508 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.508 INFO:tasks.workunit.client.0.smithi119.stdout: "op_in_bytes": { 2024-04-13T09:15:00.508 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2385621932 2024-04-13T09:15:00.508 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.509 INFO:tasks.workunit.client.0.smithi119.stdout: "op_latency": { 2024-04-13T09:15:00.509 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 42147, 2024-04-13T09:15:00.509 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 197152188968 2024-04-13T09:15:00.509 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.509 INFO:tasks.workunit.client.0.smithi119.stdout: "op_out_bytes": { 2024-04-13T09:15:00.509 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2847521700 2024-04-13T09:15:00.509 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.509 INFO:tasks.workunit.client.0.smithi119.stdout: "op_prepare_latency": { 2024-04-13T09:15:00.509 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 43018, 2024-04-13T09:15:00.509 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 20221455123 2024-04-13T09:15:00.509 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.509 INFO:tasks.workunit.client.0.smithi119.stdout: "op_process_latency": { 2024-04-13T09:15:00.509 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 42147, 2024-04-13T09:15:00.509 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 64185840575 2024-04-13T09:15:00.509 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.510 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:15:00.510 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 26835 2024-04-13T09:15:00.510 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.510 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency": { 2024-04-13T09:15:00.510 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 26835, 2024-04-13T09:15:00.510 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11693327812 2024-04-13T09:15:00.510 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.510 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T09:15:00.510 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.510 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.510 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_out_bytes": { 2024-04-13T09:15:00.510 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2847521700 2024-04-13T09:15:00.510 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.510 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_prepare_latency": { 2024-04-13T09:15:00.510 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 27182, 2024-04-13T09:15:00.511 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5887987595 2024-04-13T09:15:00.511 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.511 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_process_latency": { 2024-04-13T09:15:00.511 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 26835, 2024-04-13T09:15:00.511 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6123673269 2024-04-13T09:15:00.511 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.511 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw": { 2024-04-13T09:15:00.511 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7916 2024-04-13T09:15:00.511 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.511 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_in_bytes": { 2024-04-13T09:15:00.511 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 505461676 2024-04-13T09:15:00.511 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.511 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency": { 2024-04-13T09:15:00.511 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 7916, 2024-04-13T09:15:00.511 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14984108627 2024-04-13T09:15:00.512 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.512 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T09:15:00.512 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.512 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.512 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T09:15:00.512 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.512 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.512 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_out_bytes": { 2024-04-13T09:15:00.512 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.512 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.512 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_prepare_latency": { 2024-04-13T09:15:00.512 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8277, 2024-04-13T09:15:00.512 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5157620859 2024-04-13T09:15:00.512 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.512 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_process_latency": { 2024-04-13T09:15:00.513 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 7916, 2024-04-13T09:15:00.513 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13116976152 2024-04-13T09:15:00.513 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.513 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:15:00.513 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7396 2024-04-13T09:15:00.513 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.513 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_in_bytes": { 2024-04-13T09:15:00.513 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1880160256 2024-04-13T09:15:00.513 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.513 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency": { 2024-04-13T09:15:00.513 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 7396, 2024-04-13T09:15:00.513 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 170474752529 2024-04-13T09:15:00.513 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.513 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T09:15:00.513 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.514 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.514 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_prepare_latency": { 2024-04-13T09:15:00.514 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 7559, 2024-04-13T09:15:00.514 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9175846669 2024-04-13T09:15:00.514 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.514 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_process_latency": { 2024-04-13T09:15:00.514 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 7396, 2024-04-13T09:15:00.514 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 44945191154 2024-04-13T09:15:00.514 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.514 INFO:tasks.workunit.client.0.smithi119.stdout: "op_wip": { 2024-04-13T09:15:00.514 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.514 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.514 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_bytes": { 2024-04-13T09:15:00.514 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12583011 2024-04-13T09:15:00.514 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.515 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_ops": { 2024-04-13T09:15:00.515 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 19 2024-04-13T09:15:00.515 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.515 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes": { 2024-04-13T09:15:00.515 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T09:15:00.515 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.515 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes_used": { 2024-04-13T09:15:00.515 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 982634496 2024-04-13T09:15:00.515 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.515 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.515 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.515 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.1": { 2024-04-13T09:15:00.515 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:00.515 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_db_max_lat": { 2024-04-13T09:15:00.515 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 57435 2024-04-13T09:15:00.516 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.516 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_fallback": { 2024-04-13T09:15:00.516 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.516 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.516 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_max_lat": { 2024-04-13T09:15:00.516 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.516 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.516 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_size_fallback": { 2024-04-13T09:15:00.516 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.516 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.516 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_db": { 2024-04-13T09:15:00.516 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 65536 2024-04-13T09:15:00.516 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.516 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_slow": { 2024-04-13T09:15:00.516 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.516 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.517 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_wal": { 2024-04-13T09:15:00.517 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.517 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.517 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_wal_max_lat": { 2024-04-13T09:15:00.517 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.517 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.517 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_slow": { 2024-04-13T09:15:00.517 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.517 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.517 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_sst": { 2024-04-13T09:15:00.517 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 33316864 2024-04-13T09:15:00.517 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.517 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_wal": { 2024-04-13T09:15:00.517 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1004830720 2024-04-13T09:15:00.517 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.517 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lat": { 2024-04-13T09:15:00.518 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 19, 2024-04-13T09:15:00.518 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4496698 2024-04-13T09:15:00.518 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.518 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lock_lat": { 2024-04-13T09:15:00.518 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 19, 2024-04-13T09:15:00.518 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1601419 2024-04-13T09:15:00.518 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.518 INFO:tasks.workunit.client.0.smithi119.stdout: "db_alloc_lat": { 2024-04-13T09:15:00.518 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 266, 2024-04-13T09:15:00.518 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1517634 2024-04-13T09:15:00.518 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.518 INFO:tasks.workunit.client.0.smithi119.stdout: "db_total_bytes": { 2024-04-13T09:15:00.518 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995027456 2024-04-13T09:15:00.518 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.519 INFO:tasks.workunit.client.0.smithi119.stdout: "db_used_bytes": { 2024-04-13T09:15:00.519 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1192886272 2024-04-13T09:15:00.519 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.519 INFO:tasks.workunit.client.0.smithi119.stdout: "flush_lat": { 2024-04-13T09:15:00.519 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 78212, 2024-04-13T09:15:00.519 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12411921568 2024-04-13T09:15:00.519 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.519 INFO:tasks.workunit.client.0.smithi119.stdout: "fsync_lat": { 2024-04-13T09:15:00.519 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 78149, 2024-04-13T09:15:00.519 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 20010926384 2024-04-13T09:15:00.519 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.519 INFO:tasks.workunit.client.0.smithi119.stdout: "log_bytes": { 2024-04-13T09:15:00.519 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4132864 2024-04-13T09:15:00.519 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.519 INFO:tasks.workunit.client.0.smithi119.stdout: "logged_bytes": { 2024-04-13T09:15:00.519 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 320032768 2024-04-13T09:15:00.520 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.520 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_db": { 2024-04-13T09:15:00.520 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1209925632 2024-04-13T09:15:00.520 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.520 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_slow": { 2024-04-13T09:15:00.520 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.520 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.520 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_wal": { 2024-04-13T09:15:00.520 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.520 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_files": { 2024-04-13T09:15:00.520 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 72 2024-04-13T09:15:00.520 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.520 INFO:tasks.workunit.client.0.smithi119.stdout: "read_bytes": { 2024-04-13T09:15:00.520 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 28325002417 2024-04-13T09:15:00.520 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.521 INFO:tasks.workunit.client.0.smithi119.stdout: "read_count": { 2024-04-13T09:15:00.521 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 129524 2024-04-13T09:15:00.521 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.521 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes": { 2024-04-13T09:15:00.521 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24980426752 2024-04-13T09:15:00.521 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.521 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_db": { 2024-04-13T09:15:00.521 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24980430848 2024-04-13T09:15:00.521 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.521 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_slow": { 2024-04-13T09:15:00.521 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.521 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.521 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_wal": { 2024-04-13T09:15:00.521 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.521 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.522 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_count": { 2024-04-13T09:15:00.522 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 144505 2024-04-13T09:15:00.522 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.522 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:15:00.522 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 129524, 2024-04-13T09:15:00.522 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7799736915 2024-04-13T09:15:00.522 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.522 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_bytes": { 2024-04-13T09:15:00.522 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 28203077699 2024-04-13T09:15:00.522 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.522 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_count": { 2024-04-13T09:15:00.522 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 125788 2024-04-13T09:15:00.522 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.522 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_bytes": { 2024-04-13T09:15:00.522 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10771618 2024-04-13T09:15:00.523 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.523 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_count": { 2024-04-13T09:15:00.523 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 910 2024-04-13T09:15:00.523 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.523 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_bytes": { 2024-04-13T09:15:00.523 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 33209326 2024-04-13T09:15:00.523 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.523 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_count": { 2024-04-13T09:15:00.523 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1438 2024-04-13T09:15:00.523 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.523 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes": { 2024-04-13T09:15:00.523 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 22437708 2024-04-13T09:15:00.523 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.523 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_db": { 2024-04-13T09:15:00.523 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 22437708 2024-04-13T09:15:00.523 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.524 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_slow": { 2024-04-13T09:15:00.524 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.524 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.524 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_wal": { 2024-04-13T09:15:00.524 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.524 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.524 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_count": { 2024-04-13T09:15:00.524 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 561 2024-04-13T09:15:00.524 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.524 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_lat": { 2024-04-13T09:15:00.524 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1438, 2024-04-13T09:15:00.524 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8909626 2024-04-13T09:15:00.524 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.524 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_alloc_lat": { 2024-04-13T09:15:00.524 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.524 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.525 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.525 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_total_bytes": { 2024-04-13T09:15:00.525 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.525 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.525 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_used_bytes": { 2024-04-13T09:15:00.525 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.525 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.525 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:15:00.525 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T09:15:00.525 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 638 2024-04-13T09:15:00.525 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.525 INFO:tasks.workunit.client.0.smithi119.stdout: "unlink_lat": { 2024-04-13T09:15:00.525 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 10, 2024-04-13T09:15:00.525 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10235 2024-04-13T09:15:00.525 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.525 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_alloc_lat": { 2024-04-13T09:15:00.526 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.526 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.526 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.526 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_total_bytes": { 2024-04-13T09:15:00.526 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.526 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.526 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_used_bytes": { 2024-04-13T09:15:00.526 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.526 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.526 INFO:tasks.workunit.client.0.smithi119.stdout: "write_bytes": { 2024-04-13T09:15:00.526 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1361072128 2024-04-13T09:15:00.526 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.526 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.526 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": { 2024-04-13T09:15:00.526 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit": { 2024-04-13T09:15:00.527 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T09:15:00.527 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.527 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": { 2024-04-13T09:15:00.527 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9211904 2024-04-13T09:15:00.527 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.527 INFO:tasks.workunit.client.0.smithi119.stdout: "allocator_lat": { 2024-04-13T09:15:00.527 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 22513, 2024-04-13T09:15:00.527 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 79200764 2024-04-13T09:15:00.527 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.527 INFO:tasks.workunit.client.0.smithi119.stdout: "clist_lat": { 2024-04-13T09:15:00.527 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3577, 2024-04-13T09:15:00.527 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11346566101 2024-04-13T09:15:00.527 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.527 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_lat": { 2024-04-13T09:15:00.527 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.527 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.528 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.528 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed": { 2024-04-13T09:15:00.528 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.528 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.528 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_allocated": { 2024-04-13T09:15:00.528 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.528 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.528 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_original": { 2024-04-13T09:15:00.528 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.528 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.528 INFO:tasks.workunit.client.0.smithi119.stdout: "csum_lat": { 2024-04-13T09:15:00.528 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 22294, 2024-04-13T09:15:00.528 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 187880067 2024-04-13T09:15:00.528 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.528 INFO:tasks.workunit.client.0.smithi119.stdout: "decompress_lat": { 2024-04-13T09:15:00.528 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.529 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.529 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.529 INFO:tasks.workunit.client.0.smithi119.stdout: "fragmentation_micros": { 2024-04-13T09:15:00.529 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.529 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.529 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_commit_lat": { 2024-04-13T09:15:00.529 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 78035, 2024-04-13T09:15:00.529 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24810548550 2024-04-13T09:15:00.529 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.529 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_final_lat": { 2024-04-13T09:15:00.529 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77317, 2024-04-13T09:15:00.529 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2032791839 2024-04-13T09:15:00.529 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.529 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_flush_lat": { 2024-04-13T09:15:00.529 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 78035, 2024-04-13T09:15:00.529 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 45302424 2024-04-13T09:15:00.530 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.530 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_sync_lat": { 2024-04-13T09:15:00.530 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 78035, 2024-04-13T09:15:00.530 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24855850974 2024-04-13T09:15:00.530 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.530 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_keys_lat": { 2024-04-13T09:15:00.530 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.530 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.530 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.530 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_values_lat": { 2024-04-13T09:15:00.530 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 29373, 2024-04-13T09:15:00.530 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2235127314 2024-04-13T09:15:00.530 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.530 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_lower_bound_lat": { 2024-04-13T09:15:00.530 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 936, 2024-04-13T09:15:00.530 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2818620 2024-04-13T09:15:00.531 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.531 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_next_lat": { 2024-04-13T09:15:00.531 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 18935, 2024-04-13T09:15:00.531 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10253224 2024-04-13T09:15:00.531 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.531 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_seek_to_first_lat": { 2024-04-13T09:15:00.531 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 43, 2024-04-13T09:15:00.531 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 52075 2024-04-13T09:15:00.531 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.531 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_upper_bound_lat": { 2024-04-13T09:15:00.531 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 11814, 2024-04-13T09:15:00.531 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3230959215 2024-04-13T09:15:00.531 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.531 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_hits": { 2024-04-13T09:15:00.531 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 247165 2024-04-13T09:15:00.531 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.532 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_misses": { 2024-04-13T09:15:00.532 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 26989 2024-04-13T09:15:00.532 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.532 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:15:00.532 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 24050, 2024-04-13T09:15:00.532 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2584541822 2024-04-13T09:15:00.532 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.532 INFO:tasks.workunit.client.0.smithi119.stdout: "read_onode_meta_lat": { 2024-04-13T09:15:00.532 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 76669, 2024-04-13T09:15:00.532 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 28239787 2024-04-13T09:15:00.532 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.532 INFO:tasks.workunit.client.0.smithi119.stdout: "read_wait_aio_lat": { 2024-04-13T09:15:00.532 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 52619, 2024-04-13T09:15:00.532 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1775260246 2024-04-13T09:15:00.532 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.533 INFO:tasks.workunit.client.0.smithi119.stdout: "reads_with_retries": { 2024-04-13T09:15:00.533 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.533 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.533 INFO:tasks.workunit.client.0.smithi119.stdout: "remove_lat": { 2024-04-13T09:15:00.533 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15720, 2024-04-13T09:15:00.533 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 485813580 2024-04-13T09:15:00.533 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.533 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_aio_wait_count": { 2024-04-13T09:15:00.533 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.533 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.533 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_committed_kv_count": { 2024-04-13T09:15:00.533 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.533 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.533 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_onode_meta_count": { 2024-04-13T09:15:00.534 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.534 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.534 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_wait_aio_count": { 2024-04-13T09:15:00.534 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.534 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.534 INFO:tasks.workunit.client.0.smithi119.stdout: "state_aio_wait_lat": { 2024-04-13T09:15:00.534 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 94567, 2024-04-13T09:15:00.534 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13238004957 2024-04-13T09:15:00.534 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.534 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T09:15:00.534 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 22674, 2024-04-13T09:15:00.534 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1488550050 2024-04-13T09:15:00.534 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.534 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_cleanup_lat": { 2024-04-13T09:15:00.534 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 22672, 2024-04-13T09:15:00.535 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3285556893003 2024-04-13T09:15:00.535 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.535 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_queued_lat": { 2024-04-13T09:15:00.535 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 22674, 2024-04-13T09:15:00.535 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6725420254226 2024-04-13T09:15:00.535 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.535 INFO:tasks.workunit.client.0.smithi119.stdout: "state_done_lat": { 2024-04-13T09:15:00.535 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 94565, 2024-04-13T09:15:00.535 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2941700105449 2024-04-13T09:15:00.535 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.535 INFO:tasks.workunit.client.0.smithi119.stdout: "state_finishing_lat": { 2024-04-13T09:15:00.535 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 94565, 2024-04-13T09:15:00.535 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11821940 2024-04-13T09:15:00.535 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.535 INFO:tasks.workunit.client.0.smithi119.stdout: "state_io_done_lat": { 2024-04-13T09:15:00.535 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 94567, 2024-04-13T09:15:00.536 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 337253212 2024-04-13T09:15:00.536 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.536 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_commiting_lat": { 2024-04-13T09:15:00.536 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 94567, 2024-04-13T09:15:00.536 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 43113390472 2024-04-13T09:15:00.536 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.536 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_done_lat": { 2024-04-13T09:15:00.536 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 94567, 2024-04-13T09:15:00.536 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 33147671 2024-04-13T09:15:00.536 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.536 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_queued_lat": { 2024-04-13T09:15:00.536 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 94567, 2024-04-13T09:15:00.536 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 20791391237 2024-04-13T09:15:00.536 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.536 INFO:tasks.workunit.client.0.smithi119.stdout: "state_prepare_lat": { 2024-04-13T09:15:00.537 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 94567, 2024-04-13T09:15:00.537 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 20145440392 2024-04-13T09:15:00.537 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.537 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": { 2024-04-13T09:15:00.537 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5432062 2024-04-13T09:15:00.537 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.537 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:15:00.537 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2555, 2024-04-13T09:15:00.537 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13659735 2024-04-13T09:15:00.537 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.537 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_commit_lat": { 2024-04-13T09:15:00.537 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 94567, 2024-04-13T09:15:00.537 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 97640927910 2024-04-13T09:15:00.537 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.537 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_submit_lat": { 2024-04-13T09:15:00.537 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 94567, 2024-04-13T09:15:00.538 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 21325000360 2024-04-13T09:15:00.538 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.538 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_throttle_lat": { 2024-04-13T09:15:00.538 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 94567, 2024-04-13T09:15:00.538 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 818296407 2024-04-13T09:15:00.538 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.538 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.538 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache": { 2024-04-13T09:15:00.538 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T09:15:00.538 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1405278976 2024-04-13T09:15:00.538 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.538 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T09:15:00.538 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 628924416 2024-04-13T09:15:00.538 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.538 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T09:15:00.538 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 580485120 2024-04-13T09:15:00.539 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.539 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T09:15:00.539 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2600688640 2024-04-13T09:15:00.539 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.539 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T09:15:00.539 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 48439296 2024-04-13T09:15:00.539 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.539 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.539 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:data": { 2024-04-13T09:15:00.539 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:00.539 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 125829120 2024-04-13T09:15:00.539 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.539 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:00.539 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.539 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.540 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:00.540 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.540 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.540 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:00.540 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 55122874 2024-04-13T09:15:00.540 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.540 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:00.540 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.540 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.540 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:00.540 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.540 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.540 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:00.540 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.540 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.541 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:00.541 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.541 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.541 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:00.541 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 90112 2024-04-13T09:15:00.541 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.541 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:00.541 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 958464 2024-04-13T09:15:00.541 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.541 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:00.541 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.541 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.541 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:00.541 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.541 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.541 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:00.542 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.542 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.542 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:00.542 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 69657670 2024-04-13T09:15:00.542 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.542 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.542 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv": { 2024-04-13T09:15:00.542 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:00.542 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 553648128 2024-04-13T09:15:00.542 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.542 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:00.542 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:00.542 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.542 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:00.542 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.542 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.543 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:00.543 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 413421556 2024-04-13T09:15:00.543 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.543 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:00.543 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.543 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.543 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:00.543 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.543 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.543 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:00.543 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 256 2024-04-13T09:15:00.543 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.543 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:00.543 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2896 2024-04-13T09:15:00.543 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.543 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:00.544 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 203328 2024-04-13T09:15:00.544 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.544 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:00.544 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.544 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.544 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:00.544 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.544 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.544 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:00.544 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.544 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.544 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:00.544 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.544 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.544 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:00.544 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 72911228 2024-04-13T09:15:00.545 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.545 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.545 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T09:15:00.545 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:00.545 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 209715200 2024-04-13T09:15:00.545 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.545 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:00.545 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:00.545 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.545 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:00.545 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 35527136 2024-04-13T09:15:00.545 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.545 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:00.545 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 36748582 2024-04-13T09:15:00.545 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.545 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:00.545 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.546 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.546 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:00.546 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.546 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.546 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:00.546 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.546 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.546 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:00.546 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.546 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.546 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:00.546 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.546 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.546 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:00.546 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.547 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.547 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:00.547 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.547 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.547 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:00.547 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.547 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.547 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:00.547 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.547 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.547 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:00.547 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 70330618 2024-04-13T09:15:00.547 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.547 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.547 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:meta": { 2024-04-13T09:15:00.547 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:00.547 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 486539264 2024-04-13T09:15:00.548 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.548 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:00.548 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.548 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.548 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:00.548 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.548 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.548 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:00.548 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 413421556 2024-04-13T09:15:00.548 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.548 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:00.548 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.548 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.549 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:00.549 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.549 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.549 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:00.549 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.549 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.549 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:00.549 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 982 2024-04-13T09:15:00.549 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.549 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:00.549 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 109997 2024-04-13T09:15:00.549 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.549 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:00.549 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1118632 2024-04-13T09:15:00.549 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.549 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:00.550 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.550 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.550 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:00.550 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.550 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.550 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:00.550 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.550 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.550 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:00.550 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71888097 2024-04-13T09:15:00.550 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.550 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.550 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T09:15:00.550 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T09:15:00.550 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.551 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.551 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:15:00.551 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 42 2024-04-13T09:15:00.551 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.551 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T09:15:00.551 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.551 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.551 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:15:00.551 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T09:15:00.551 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.551 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.551 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:00.551 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg": { 2024-04-13T09:15:00.551 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 58 2024-04-13T09:15:00.551 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.551 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg_removing": { 2024-04-13T09:15:00.552 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.552 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.552 INFO:tasks.workunit.client.0.smithi119.stdout: "op": { 2024-04-13T09:15:00.552 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 43586 2024-04-13T09:15:00.552 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.552 INFO:tasks.workunit.client.0.smithi119.stdout: "op_before_queue_op_lat": { 2024-04-13T09:15:00.552 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 139150, 2024-04-13T09:15:00.552 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11730345886 2024-04-13T09:15:00.552 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.552 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_degraded": { 2024-04-13T09:15:00.552 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.552 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.552 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_unreadable": { 2024-04-13T09:15:00.552 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.552 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.553 INFO:tasks.workunit.client.0.smithi119.stdout: "op_in_bytes": { 2024-04-13T09:15:00.553 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2540793799 2024-04-13T09:15:00.553 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.553 INFO:tasks.workunit.client.0.smithi119.stdout: "op_latency": { 2024-04-13T09:15:00.553 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 43586, 2024-04-13T09:15:00.553 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 699058247431 2024-04-13T09:15:00.553 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.553 INFO:tasks.workunit.client.0.smithi119.stdout: "op_out_bytes": { 2024-04-13T09:15:00.553 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2958620158 2024-04-13T09:15:00.553 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.553 INFO:tasks.workunit.client.0.smithi119.stdout: "op_prepare_latency": { 2024-04-13T09:15:00.553 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 45297, 2024-04-13T09:15:00.553 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 32872211155 2024-04-13T09:15:00.553 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.553 INFO:tasks.workunit.client.0.smithi119.stdout: "op_process_latency": { 2024-04-13T09:15:00.553 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 43586, 2024-04-13T09:15:00.554 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 106758237422 2024-04-13T09:15:00.554 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.554 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:15:00.554 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 20611 2024-04-13T09:15:00.554 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.554 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency": { 2024-04-13T09:15:00.554 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 20611, 2024-04-13T09:15:00.554 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16746661363 2024-04-13T09:15:00.554 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.554 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T09:15:00.554 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.554 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.554 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_out_bytes": { 2024-04-13T09:15:00.554 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2958620158 2024-04-13T09:15:00.554 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.555 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_prepare_latency": { 2024-04-13T09:15:00.555 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 21050, 2024-04-13T09:15:00.555 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5661444556 2024-04-13T09:15:00.555 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.555 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_process_latency": { 2024-04-13T09:15:00.555 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 20611, 2024-04-13T09:15:00.555 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6273454695 2024-04-13T09:15:00.555 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.555 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw": { 2024-04-13T09:15:00.555 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12755 2024-04-13T09:15:00.555 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.555 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_in_bytes": { 2024-04-13T09:15:00.555 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 336279114 2024-04-13T09:15:00.555 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.555 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency": { 2024-04-13T09:15:00.555 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 12755, 2024-04-13T09:15:00.556 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 103839774772 2024-04-13T09:15:00.556 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.556 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T09:15:00.556 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.556 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.556 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T09:15:00.556 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.556 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.556 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_out_bytes": { 2024-04-13T09:15:00.556 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.556 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.556 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_prepare_latency": { 2024-04-13T09:15:00.556 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 12924, 2024-04-13T09:15:00.556 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13415976457 2024-04-13T09:15:00.556 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.556 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_process_latency": { 2024-04-13T09:15:00.557 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 12755, 2024-04-13T09:15:00.557 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 33829812222 2024-04-13T09:15:00.557 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.557 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:15:00.557 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10220 2024-04-13T09:15:00.557 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.557 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_in_bytes": { 2024-04-13T09:15:00.557 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2204514685 2024-04-13T09:15:00.557 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.557 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency": { 2024-04-13T09:15:00.557 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 10220, 2024-04-13T09:15:00.557 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 578471811296 2024-04-13T09:15:00.557 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.557 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T09:15:00.557 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.558 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.558 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_prepare_latency": { 2024-04-13T09:15:00.558 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 11323, 2024-04-13T09:15:00.558 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13794790142 2024-04-13T09:15:00.558 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.558 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_process_latency": { 2024-04-13T09:15:00.558 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 10220, 2024-04-13T09:15:00.558 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 66654970505 2024-04-13T09:15:00.558 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.558 INFO:tasks.workunit.client.0.smithi119.stdout: "op_wip": { 2024-04-13T09:15:00.558 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.558 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.558 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_bytes": { 2024-04-13T09:15:00.558 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4202 2024-04-13T09:15:00.558 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.559 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_ops": { 2024-04-13T09:15:00.559 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14 2024-04-13T09:15:00.559 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.559 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes": { 2024-04-13T09:15:00.559 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T09:15:00.559 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.559 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes_used": { 2024-04-13T09:15:00.559 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1202114560 2024-04-13T09:15:00.559 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.559 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.559 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.559 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.2": { 2024-04-13T09:15:00.559 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:00.559 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_db_max_lat": { 2024-04-13T09:15:00.559 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 20773 2024-04-13T09:15:00.559 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.560 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_fallback": { 2024-04-13T09:15:00.560 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.560 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.560 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_max_lat": { 2024-04-13T09:15:00.560 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.560 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.560 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_size_fallback": { 2024-04-13T09:15:00.560 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.560 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.560 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_db": { 2024-04-13T09:15:00.560 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 65536 2024-04-13T09:15:00.560 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.560 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_slow": { 2024-04-13T09:15:00.560 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.560 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.560 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_wal": { 2024-04-13T09:15:00.560 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.561 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.561 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_wal_max_lat": { 2024-04-13T09:15:00.561 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.561 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.561 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_slow": { 2024-04-13T09:15:00.561 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.561 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.561 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_sst": { 2024-04-13T09:15:00.561 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16965632 2024-04-13T09:15:00.561 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.561 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_wal": { 2024-04-13T09:15:00.561 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 689553408 2024-04-13T09:15:00.561 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.561 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lat": { 2024-04-13T09:15:00.561 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 17, 2024-04-13T09:15:00.561 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3940932 2024-04-13T09:15:00.562 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.562 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lock_lat": { 2024-04-13T09:15:00.562 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 17, 2024-04-13T09:15:00.562 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1234216 2024-04-13T09:15:00.562 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.562 INFO:tasks.workunit.client.0.smithi119.stdout: "db_alloc_lat": { 2024-04-13T09:15:00.562 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 199, 2024-04-13T09:15:00.562 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1057032 2024-04-13T09:15:00.562 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.562 INFO:tasks.workunit.client.0.smithi119.stdout: "db_total_bytes": { 2024-04-13T09:15:00.562 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995027456 2024-04-13T09:15:00.562 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.562 INFO:tasks.workunit.client.0.smithi119.stdout: "db_used_bytes": { 2024-04-13T09:15:00.562 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 695926784 2024-04-13T09:15:00.562 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.563 INFO:tasks.workunit.client.0.smithi119.stdout: "flush_lat": { 2024-04-13T09:15:00.563 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 69979, 2024-04-13T09:15:00.563 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10375646063 2024-04-13T09:15:00.563 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.563 INFO:tasks.workunit.client.0.smithi119.stdout: "fsync_lat": { 2024-04-13T09:15:00.563 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 69984, 2024-04-13T09:15:00.563 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16922737910 2024-04-13T09:15:00.563 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.563 INFO:tasks.workunit.client.0.smithi119.stdout: "log_bytes": { 2024-04-13T09:15:00.563 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4005888 2024-04-13T09:15:00.563 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.563 INFO:tasks.workunit.client.0.smithi119.stdout: "logged_bytes": { 2024-04-13T09:15:00.563 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 286638080 2024-04-13T09:15:00.563 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.564 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_db": { 2024-04-13T09:15:00.564 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 712966144 2024-04-13T09:15:00.564 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.564 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_slow": { 2024-04-13T09:15:00.564 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.564 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.564 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_wal": { 2024-04-13T09:15:00.564 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.564 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.564 INFO:tasks.workunit.client.0.smithi119.stdout: "num_files": { 2024-04-13T09:15:00.564 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 51 2024-04-13T09:15:00.564 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.565 INFO:tasks.workunit.client.0.smithi119.stdout: "read_bytes": { 2024-04-13T09:15:00.565 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12517966908 2024-04-13T09:15:00.565 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.565 INFO:tasks.workunit.client.0.smithi119.stdout: "read_count": { 2024-04-13T09:15:00.565 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 79046 2024-04-13T09:15:00.565 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.565 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes": { 2024-04-13T09:15:00.565 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11424690176 2024-04-13T09:15:00.565 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.565 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_db": { 2024-04-13T09:15:00.565 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11424694272 2024-04-13T09:15:00.565 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.565 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_slow": { 2024-04-13T09:15:00.565 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.565 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.566 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_wal": { 2024-04-13T09:15:00.566 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.566 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.566 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_count": { 2024-04-13T09:15:00.566 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 82073 2024-04-13T09:15:00.566 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.566 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:15:00.566 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 79046, 2024-04-13T09:15:00.566 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4355099238 2024-04-13T09:15:00.566 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.566 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_bytes": { 2024-04-13T09:15:00.566 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12414633195 2024-04-13T09:15:00.566 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.566 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_count": { 2024-04-13T09:15:00.566 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 75878 2024-04-13T09:15:00.567 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.567 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_bytes": { 2024-04-13T09:15:00.567 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5560515 2024-04-13T09:15:00.567 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.567 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_count": { 2024-04-13T09:15:00.567 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 755 2024-04-13T09:15:00.567 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.567 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_bytes": { 2024-04-13T09:15:00.567 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16822128 2024-04-13T09:15:00.567 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.567 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_count": { 2024-04-13T09:15:00.567 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1192 2024-04-13T09:15:00.567 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.567 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes": { 2024-04-13T09:15:00.567 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11261613 2024-04-13T09:15:00.567 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.568 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_db": { 2024-04-13T09:15:00.568 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11261613 2024-04-13T09:15:00.568 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.568 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_slow": { 2024-04-13T09:15:00.568 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.568 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.568 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_wal": { 2024-04-13T09:15:00.568 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.568 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.568 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_count": { 2024-04-13T09:15:00.568 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 463 2024-04-13T09:15:00.568 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.568 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_lat": { 2024-04-13T09:15:00.568 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1192, 2024-04-13T09:15:00.568 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6253120 2024-04-13T09:15:00.568 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.569 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_alloc_lat": { 2024-04-13T09:15:00.569 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.569 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.569 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.569 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_total_bytes": { 2024-04-13T09:15:00.569 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.569 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.569 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_used_bytes": { 2024-04-13T09:15:00.569 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.569 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.569 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:15:00.569 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T09:15:00.569 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 577 2024-04-13T09:15:00.569 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.569 INFO:tasks.workunit.client.0.smithi119.stdout: "unlink_lat": { 2024-04-13T09:15:00.569 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8, 2024-04-13T09:15:00.570 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9227 2024-04-13T09:15:00.570 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.570 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_alloc_lat": { 2024-04-13T09:15:00.570 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.570 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.570 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.570 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_total_bytes": { 2024-04-13T09:15:00.570 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.570 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.570 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_used_bytes": { 2024-04-13T09:15:00.570 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.570 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.570 INFO:tasks.workunit.client.0.smithi119.stdout: "write_bytes": { 2024-04-13T09:15:00.570 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 995741696 2024-04-13T09:15:00.571 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.571 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.571 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": { 2024-04-13T09:15:00.571 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit": { 2024-04-13T09:15:00.571 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T09:15:00.571 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.571 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": { 2024-04-13T09:15:00.571 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9199616 2024-04-13T09:15:00.571 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.571 INFO:tasks.workunit.client.0.smithi119.stdout: "allocator_lat": { 2024-04-13T09:15:00.571 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 14247, 2024-04-13T09:15:00.571 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 53949869 2024-04-13T09:15:00.571 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.571 INFO:tasks.workunit.client.0.smithi119.stdout: "clist_lat": { 2024-04-13T09:15:00.571 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3620, 2024-04-13T09:15:00.572 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7057464401 2024-04-13T09:15:00.572 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.572 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_lat": { 2024-04-13T09:15:00.572 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.572 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.572 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.572 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed": { 2024-04-13T09:15:00.572 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.572 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.572 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_allocated": { 2024-04-13T09:15:00.572 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.572 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.572 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_original": { 2024-04-13T09:15:00.572 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.572 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.572 INFO:tasks.workunit.client.0.smithi119.stdout: "csum_lat": { 2024-04-13T09:15:00.573 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 28294, 2024-04-13T09:15:00.573 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 249546104 2024-04-13T09:15:00.573 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.573 INFO:tasks.workunit.client.0.smithi119.stdout: "decompress_lat": { 2024-04-13T09:15:00.573 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.573 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.573 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.573 INFO:tasks.workunit.client.0.smithi119.stdout: "fragmentation_micros": { 2024-04-13T09:15:00.573 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.573 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.573 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_commit_lat": { 2024-04-13T09:15:00.573 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 69909, 2024-04-13T09:15:00.573 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 20804341927 2024-04-13T09:15:00.573 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.573 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_final_lat": { 2024-04-13T09:15:00.573 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 69360, 2024-04-13T09:15:00.574 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1544695193 2024-04-13T09:15:00.574 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.574 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_flush_lat": { 2024-04-13T09:15:00.574 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 69909, 2024-04-13T09:15:00.574 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 34494247 2024-04-13T09:15:00.574 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.574 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_sync_lat": { 2024-04-13T09:15:00.574 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 69909, 2024-04-13T09:15:00.574 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 20838836174 2024-04-13T09:15:00.574 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.574 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_keys_lat": { 2024-04-13T09:15:00.574 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.574 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.574 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.574 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_values_lat": { 2024-04-13T09:15:00.574 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 62851, 2024-04-13T09:15:00.575 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1310606539 2024-04-13T09:15:00.575 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.575 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_lower_bound_lat": { 2024-04-13T09:15:00.575 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1107, 2024-04-13T09:15:00.575 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3164150 2024-04-13T09:15:00.575 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.575 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_next_lat": { 2024-04-13T09:15:00.575 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 24671, 2024-04-13T09:15:00.575 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13774804 2024-04-13T09:15:00.575 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.575 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_seek_to_first_lat": { 2024-04-13T09:15:00.575 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 37, 2024-04-13T09:15:00.575 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 69023 2024-04-13T09:15:00.575 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.575 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_upper_bound_lat": { 2024-04-13T09:15:00.575 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 21328, 2024-04-13T09:15:00.576 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1908245817 2024-04-13T09:15:00.576 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.576 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_hits": { 2024-04-13T09:15:00.576 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 263891 2024-04-13T09:15:00.576 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.576 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_misses": { 2024-04-13T09:15:00.576 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18081 2024-04-13T09:15:00.576 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.576 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:15:00.576 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8278, 2024-04-13T09:15:00.576 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2155965887 2024-04-13T09:15:00.576 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.576 INFO:tasks.workunit.client.0.smithi119.stdout: "read_onode_meta_lat": { 2024-04-13T09:15:00.576 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 24327, 2024-04-13T09:15:00.576 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10034808 2024-04-13T09:15:00.576 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.577 INFO:tasks.workunit.client.0.smithi119.stdout: "read_wait_aio_lat": { 2024-04-13T09:15:00.577 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 16049, 2024-04-13T09:15:00.577 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1900373208 2024-04-13T09:15:00.577 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.577 INFO:tasks.workunit.client.0.smithi119.stdout: "reads_with_retries": { 2024-04-13T09:15:00.577 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.577 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.577 INFO:tasks.workunit.client.0.smithi119.stdout: "remove_lat": { 2024-04-13T09:15:00.577 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 12618, 2024-04-13T09:15:00.577 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 403769781 2024-04-13T09:15:00.577 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.577 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_aio_wait_count": { 2024-04-13T09:15:00.577 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.577 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.577 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_committed_kv_count": { 2024-04-13T09:15:00.578 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.578 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.578 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_onode_meta_count": { 2024-04-13T09:15:00.578 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.578 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.578 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_wait_aio_count": { 2024-04-13T09:15:00.578 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.578 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.578 INFO:tasks.workunit.client.0.smithi119.stdout: "state_aio_wait_lat": { 2024-04-13T09:15:00.578 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 81108, 2024-04-13T09:15:00.578 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8647801661 2024-04-13T09:15:00.578 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.578 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T09:15:00.578 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 6429, 2024-04-13T09:15:00.578 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 582934312 2024-04-13T09:15:00.578 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.579 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_cleanup_lat": { 2024-04-13T09:15:00.579 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 6428, 2024-04-13T09:15:00.579 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4356195537480 2024-04-13T09:15:00.579 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.579 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_queued_lat": { 2024-04-13T09:15:00.579 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 6429, 2024-04-13T09:15:00.579 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6485709906369 2024-04-13T09:15:00.579 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.579 INFO:tasks.workunit.client.0.smithi119.stdout: "state_done_lat": { 2024-04-13T09:15:00.579 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 81107, 2024-04-13T09:15:00.579 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2932826854008 2024-04-13T09:15:00.579 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.579 INFO:tasks.workunit.client.0.smithi119.stdout: "state_finishing_lat": { 2024-04-13T09:15:00.579 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 81107, 2024-04-13T09:15:00.580 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8547766 2024-04-13T09:15:00.580 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.580 INFO:tasks.workunit.client.0.smithi119.stdout: "state_io_done_lat": { 2024-04-13T09:15:00.580 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 81108, 2024-04-13T09:15:00.580 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 321308696 2024-04-13T09:15:00.580 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.580 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_commiting_lat": { 2024-04-13T09:15:00.580 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 81108, 2024-04-13T09:15:00.580 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 33302207879 2024-04-13T09:15:00.580 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.580 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_done_lat": { 2024-04-13T09:15:00.580 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 81108, 2024-04-13T09:15:00.580 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 28038818 2024-04-13T09:15:00.580 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.580 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_queued_lat": { 2024-04-13T09:15:00.580 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 81108, 2024-04-13T09:15:00.581 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16742158490 2024-04-13T09:15:00.581 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.581 INFO:tasks.workunit.client.0.smithi119.stdout: "state_prepare_lat": { 2024-04-13T09:15:00.581 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 81108, 2024-04-13T09:15:00.581 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13410522730 2024-04-13T09:15:00.581 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.581 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": { 2024-04-13T09:15:00.581 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5432431 2024-04-13T09:15:00.581 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.581 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:15:00.581 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2500, 2024-04-13T09:15:00.581 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13765153 2024-04-13T09:15:00.581 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.581 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_commit_lat": { 2024-04-13T09:15:00.581 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 81108, 2024-04-13T09:15:00.582 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 72435688292 2024-04-13T09:15:00.582 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.582 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_submit_lat": { 2024-04-13T09:15:00.582 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 81108, 2024-04-13T09:15:00.582 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14346811558 2024-04-13T09:15:00.582 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.582 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_throttle_lat": { 2024-04-13T09:15:00.582 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 81108, 2024-04-13T09:15:00.582 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 524649520 2024-04-13T09:15:00.582 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.582 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.582 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache": { 2024-04-13T09:15:00.582 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T09:15:00.582 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1405278976 2024-04-13T09:15:00.583 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.583 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T09:15:00.583 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 490905600 2024-04-13T09:15:00.583 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.583 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T09:15:00.583 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 446636032 2024-04-13T09:15:00.583 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.583 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T09:15:00.583 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2600688640 2024-04-13T09:15:00.583 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.583 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T09:15:00.583 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 44269568 2024-04-13T09:15:00.583 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.583 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.583 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:data": { 2024-04-13T09:15:00.583 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:00.584 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 125829120 2024-04-13T09:15:00.584 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.584 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:00.584 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.584 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.584 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:00.584 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.584 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.584 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:00.584 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 56444176 2024-04-13T09:15:00.584 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.584 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:00.584 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.584 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.584 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:00.585 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.585 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.585 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:00.585 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.585 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.585 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:00.585 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.585 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.585 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:00.585 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 28672 2024-04-13T09:15:00.585 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.585 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:00.585 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 65536 2024-04-13T09:15:00.585 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.585 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:00.586 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.586 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.586 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:00.586 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.586 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.586 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:00.586 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.586 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.586 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:00.586 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 69290736 2024-04-13T09:15:00.586 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.586 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.586 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv": { 2024-04-13T09:15:00.586 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:00.586 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 562036736 2024-04-13T09:15:00.586 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.587 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:00.587 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:00.587 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.587 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:00.587 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.587 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.587 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:00.587 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 423331321 2024-04-13T09:15:00.587 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.587 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:00.587 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.587 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.587 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:00.587 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.587 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.588 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:00.588 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2896 2024-04-13T09:15:00.588 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.588 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:00.588 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.588 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.588 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:00.588 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 183552 2024-04-13T09:15:00.588 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.588 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:00.588 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.588 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.588 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:00.588 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.588 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.588 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:00.589 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.589 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.589 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:00.589 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.589 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.589 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:00.589 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71410103 2024-04-13T09:15:00.589 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.589 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.589 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T09:15:00.589 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:00.589 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 192937984 2024-04-13T09:15:00.589 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.589 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:00.589 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:00.590 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.590 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:00.590 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17386416 2024-04-13T09:15:00.590 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.590 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:00.590 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37629450 2024-04-13T09:15:00.590 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.590 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:00.590 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.590 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.590 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:00.590 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.590 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.590 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:00.590 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.591 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.591 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:00.591 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.591 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.591 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:00.591 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.591 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.591 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:00.591 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.591 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.591 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:00.591 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.591 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.591 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:00.591 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.591 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.592 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:00.592 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.592 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.592 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:00.592 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 70813254 2024-04-13T09:15:00.592 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.592 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.592 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:meta": { 2024-04-13T09:15:00.592 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:00.592 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 494927872 2024-04-13T09:15:00.592 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.592 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:00.592 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.592 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.592 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:00.592 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.593 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.593 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:00.593 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 423331321 2024-04-13T09:15:00.593 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.593 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:00.593 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.593 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.593 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:00.593 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.593 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.593 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:00.593 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.593 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.593 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:00.593 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.593 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.594 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:00.594 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 101745 2024-04-13T09:15:00.594 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.594 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:00.594 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1134161 2024-04-13T09:15:00.594 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.594 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:00.594 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.594 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.594 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:00.594 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.594 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.594 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:00.594 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.594 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.595 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:00.595 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 70360645 2024-04-13T09:15:00.595 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.595 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.595 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T09:15:00.595 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T09:15:00.595 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.595 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.595 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:15:00.595 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 77 2024-04-13T09:15:00.595 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.595 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T09:15:00.595 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.595 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.595 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:15:00.596 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.596 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.596 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.596 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:00.596 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg": { 2024-04-13T09:15:00.596 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 41 2024-04-13T09:15:00.596 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.596 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg_removing": { 2024-04-13T09:15:00.596 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.596 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.596 INFO:tasks.workunit.client.0.smithi119.stdout: "op": { 2024-04-13T09:15:00.596 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 51288 2024-04-13T09:15:00.596 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.596 INFO:tasks.workunit.client.0.smithi119.stdout: "op_before_queue_op_lat": { 2024-04-13T09:15:00.596 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 143686, 2024-04-13T09:15:00.597 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8550281383 2024-04-13T09:15:00.597 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.597 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_degraded": { 2024-04-13T09:15:00.597 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3 2024-04-13T09:15:00.597 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.597 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_unreadable": { 2024-04-13T09:15:00.597 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3 2024-04-13T09:15:00.597 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.597 INFO:tasks.workunit.client.0.smithi119.stdout: "op_in_bytes": { 2024-04-13T09:15:00.597 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1875679041 2024-04-13T09:15:00.597 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.597 INFO:tasks.workunit.client.0.smithi119.stdout: "op_latency": { 2024-04-13T09:15:00.597 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 51288, 2024-04-13T09:15:00.597 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 120272411311 2024-04-13T09:15:00.597 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.597 INFO:tasks.workunit.client.0.smithi119.stdout: "op_out_bytes": { 2024-04-13T09:15:00.598 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3362990293 2024-04-13T09:15:00.598 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.598 INFO:tasks.workunit.client.0.smithi119.stdout: "op_prepare_latency": { 2024-04-13T09:15:00.598 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 52202, 2024-04-13T09:15:00.598 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 42827542858 2024-04-13T09:15:00.598 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.598 INFO:tasks.workunit.client.0.smithi119.stdout: "op_process_latency": { 2024-04-13T09:15:00.598 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 51288, 2024-04-13T09:15:00.598 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 74671628899 2024-04-13T09:15:00.598 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.598 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:15:00.598 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 22013 2024-04-13T09:15:00.598 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.598 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency": { 2024-04-13T09:15:00.598 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 22013, 2024-04-13T09:15:00.599 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17999803775 2024-04-13T09:15:00.599 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.599 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T09:15:00.599 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.599 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.599 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_out_bytes": { 2024-04-13T09:15:00.599 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3362990293 2024-04-13T09:15:00.599 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.599 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_prepare_latency": { 2024-04-13T09:15:00.599 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 22462, 2024-04-13T09:15:00.599 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5794839416 2024-04-13T09:15:00.599 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.599 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_process_latency": { 2024-04-13T09:15:00.599 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 22013, 2024-04-13T09:15:00.599 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9061693914 2024-04-13T09:15:00.600 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.600 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw": { 2024-04-13T09:15:00.600 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 27276 2024-04-13T09:15:00.600 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.600 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_in_bytes": { 2024-04-13T09:15:00.600 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 423791669 2024-04-13T09:15:00.600 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.600 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency": { 2024-04-13T09:15:00.600 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 27276, 2024-04-13T09:15:00.600 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 53083529518 2024-04-13T09:15:00.600 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.600 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T09:15:00.600 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.600 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.600 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T09:15:00.601 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.601 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.601 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_out_bytes": { 2024-04-13T09:15:00.601 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.601 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.601 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_prepare_latency": { 2024-04-13T09:15:00.601 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 27553, 2024-04-13T09:15:00.601 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 33506271202 2024-04-13T09:15:00.601 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.601 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_process_latency": { 2024-04-13T09:15:00.601 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 27276, 2024-04-13T09:15:00.601 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 50279399021 2024-04-13T09:15:00.601 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.601 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:15:00.601 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1999 2024-04-13T09:15:00.601 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.602 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_in_bytes": { 2024-04-13T09:15:00.602 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1451887372 2024-04-13T09:15:00.602 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.602 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency": { 2024-04-13T09:15:00.602 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1999, 2024-04-13T09:15:00.602 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 49189078018 2024-04-13T09:15:00.602 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.602 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T09:15:00.602 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.602 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.602 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_prepare_latency": { 2024-04-13T09:15:00.602 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2187, 2024-04-13T09:15:00.602 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3526432240 2024-04-13T09:15:00.602 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.602 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_process_latency": { 2024-04-13T09:15:00.603 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1999, 2024-04-13T09:15:00.603 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15330535964 2024-04-13T09:15:00.603 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.603 INFO:tasks.workunit.client.0.smithi119.stdout: "op_wip": { 2024-04-13T09:15:00.603 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.603 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.603 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_bytes": { 2024-04-13T09:15:00.603 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.603 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.603 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_ops": { 2024-04-13T09:15:00.603 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17 2024-04-13T09:15:00.603 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.603 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes": { 2024-04-13T09:15:00.603 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T09:15:00.603 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.604 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes_used": { 2024-04-13T09:15:00.604 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 705138688 2024-04-13T09:15:00.604 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.604 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.604 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.604 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.3": { 2024-04-13T09:15:00.604 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:00.604 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_db_max_lat": { 2024-04-13T09:15:00.604 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 25373 2024-04-13T09:15:00.604 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.604 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_fallback": { 2024-04-13T09:15:00.604 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.604 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.604 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_max_lat": { 2024-04-13T09:15:00.604 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.604 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.605 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_size_fallback": { 2024-04-13T09:15:00.605 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.605 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.605 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_db": { 2024-04-13T09:15:00.605 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 65536 2024-04-13T09:15:00.605 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.605 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_slow": { 2024-04-13T09:15:00.605 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.605 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.605 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_wal": { 2024-04-13T09:15:00.605 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.605 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.605 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_wal_max_lat": { 2024-04-13T09:15:00.605 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.605 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.605 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_slow": { 2024-04-13T09:15:00.606 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.606 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.606 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_sst": { 2024-04-13T09:15:00.606 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7307264 2024-04-13T09:15:00.606 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.606 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_wal": { 2024-04-13T09:15:00.606 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 652656640 2024-04-13T09:15:00.606 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.606 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lat": { 2024-04-13T09:15:00.606 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 16, 2024-04-13T09:15:00.606 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3597594 2024-04-13T09:15:00.606 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.606 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lock_lat": { 2024-04-13T09:15:00.606 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 16, 2024-04-13T09:15:00.606 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1408882 2024-04-13T09:15:00.606 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.607 INFO:tasks.workunit.client.0.smithi119.stdout: "db_alloc_lat": { 2024-04-13T09:15:00.607 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 175, 2024-04-13T09:15:00.607 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 910952 2024-04-13T09:15:00.607 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.607 INFO:tasks.workunit.client.0.smithi119.stdout: "db_total_bytes": { 2024-04-13T09:15:00.607 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995027456 2024-04-13T09:15:00.607 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.607 INFO:tasks.workunit.client.0.smithi119.stdout: "db_used_bytes": { 2024-04-13T09:15:00.607 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 694878208 2024-04-13T09:15:00.607 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.607 INFO:tasks.workunit.client.0.smithi119.stdout: "flush_lat": { 2024-04-13T09:15:00.607 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 68025, 2024-04-13T09:15:00.607 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10018872293 2024-04-13T09:15:00.607 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.607 INFO:tasks.workunit.client.0.smithi119.stdout: "fsync_lat": { 2024-04-13T09:15:00.607 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 68048, 2024-04-13T09:15:00.608 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16449772888 2024-04-13T09:15:00.608 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.608 INFO:tasks.workunit.client.0.smithi119.stdout: "log_bytes": { 2024-04-13T09:15:00.608 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12697600 2024-04-13T09:15:00.608 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.608 INFO:tasks.workunit.client.0.smithi119.stdout: "logged_bytes": { 2024-04-13T09:15:00.608 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 278687744 2024-04-13T09:15:00.608 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.608 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_db": { 2024-04-13T09:15:00.608 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 690618368 2024-04-13T09:15:00.608 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.608 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_slow": { 2024-04-13T09:15:00.608 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.608 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.608 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_wal": { 2024-04-13T09:15:00.608 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.609 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.609 INFO:tasks.workunit.client.0.smithi119.stdout: "num_files": { 2024-04-13T09:15:00.609 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 47 2024-04-13T09:15:00.609 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.609 INFO:tasks.workunit.client.0.smithi119.stdout: "read_bytes": { 2024-04-13T09:15:00.609 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5401918790 2024-04-13T09:15:00.609 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.609 INFO:tasks.workunit.client.0.smithi119.stdout: "read_count": { 2024-04-13T09:15:00.609 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 54590 2024-04-13T09:15:00.609 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.609 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes": { 2024-04-13T09:15:00.609 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4811419648 2024-04-13T09:15:00.609 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.609 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_db": { 2024-04-13T09:15:00.609 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4811423744 2024-04-13T09:15:00.609 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.609 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_slow": { 2024-04-13T09:15:00.610 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.610 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.610 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_wal": { 2024-04-13T09:15:00.610 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.610 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.610 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_count": { 2024-04-13T09:15:00.610 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 51435 2024-04-13T09:15:00.610 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.610 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:15:00.610 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 54590, 2024-04-13T09:15:00.610 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2360148504 2024-04-13T09:15:00.610 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.610 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_bytes": { 2024-04-13T09:15:00.610 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5317708356 2024-04-13T09:15:00.611 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.611 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_count": { 2024-04-13T09:15:00.611 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 52006 2024-04-13T09:15:00.611 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.611 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_bytes": { 2024-04-13T09:15:00.611 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2386749 2024-04-13T09:15:00.611 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.611 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_count": { 2024-04-13T09:15:00.611 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 667 2024-04-13T09:15:00.611 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.611 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_bytes": { 2024-04-13T09:15:00.611 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7240437 2024-04-13T09:15:00.611 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.611 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_count": { 2024-04-13T09:15:00.611 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 883 2024-04-13T09:15:00.611 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.612 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes": { 2024-04-13T09:15:00.612 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4853688 2024-04-13T09:15:00.612 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.612 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_db": { 2024-04-13T09:15:00.612 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4853688 2024-04-13T09:15:00.612 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.612 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_slow": { 2024-04-13T09:15:00.612 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.612 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.612 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_wal": { 2024-04-13T09:15:00.612 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.612 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.612 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_count": { 2024-04-13T09:15:00.612 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 223 2024-04-13T09:15:00.612 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.612 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_lat": { 2024-04-13T09:15:00.613 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 883, 2024-04-13T09:15:00.613 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2175788 2024-04-13T09:15:00.613 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.613 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_alloc_lat": { 2024-04-13T09:15:00.613 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.613 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.613 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.613 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_total_bytes": { 2024-04-13T09:15:00.613 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.613 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.613 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_used_bytes": { 2024-04-13T09:15:00.613 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.613 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.613 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:15:00.613 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T09:15:00.614 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 743 2024-04-13T09:15:00.614 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.614 INFO:tasks.workunit.client.0.smithi119.stdout: "unlink_lat": { 2024-04-13T09:15:00.614 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8, 2024-04-13T09:15:00.614 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10084 2024-04-13T09:15:00.614 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.614 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_alloc_lat": { 2024-04-13T09:15:00.614 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.614 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.614 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.614 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_total_bytes": { 2024-04-13T09:15:00.614 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.614 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.614 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_used_bytes": { 2024-04-13T09:15:00.614 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.615 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.615 INFO:tasks.workunit.client.0.smithi119.stdout: "write_bytes": { 2024-04-13T09:15:00.615 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 941088768 2024-04-13T09:15:00.615 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.615 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.615 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": { 2024-04-13T09:15:00.615 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit": { 2024-04-13T09:15:00.615 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T09:15:00.615 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.615 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": { 2024-04-13T09:15:00.615 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9220096 2024-04-13T09:15:00.615 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.615 INFO:tasks.workunit.client.0.smithi119.stdout: "allocator_lat": { 2024-04-13T09:15:00.615 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 17670, 2024-04-13T09:15:00.615 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 64464277 2024-04-13T09:15:00.616 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.616 INFO:tasks.workunit.client.0.smithi119.stdout: "clist_lat": { 2024-04-13T09:15:00.616 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3563, 2024-04-13T09:15:00.616 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5869460153 2024-04-13T09:15:00.616 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.616 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_lat": { 2024-04-13T09:15:00.616 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.616 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.616 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.616 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed": { 2024-04-13T09:15:00.616 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.616 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.616 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_allocated": { 2024-04-13T09:15:00.616 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.616 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.616 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_original": { 2024-04-13T09:15:00.617 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.617 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.617 INFO:tasks.workunit.client.0.smithi119.stdout: "csum_lat": { 2024-04-13T09:15:00.617 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 14226, 2024-04-13T09:15:00.617 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 109046222 2024-04-13T09:15:00.617 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.617 INFO:tasks.workunit.client.0.smithi119.stdout: "decompress_lat": { 2024-04-13T09:15:00.617 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.617 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.617 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.617 INFO:tasks.workunit.client.0.smithi119.stdout: "fragmentation_micros": { 2024-04-13T09:15:00.617 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.617 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.617 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_commit_lat": { 2024-04-13T09:15:00.617 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 67975, 2024-04-13T09:15:00.618 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 19981277121 2024-04-13T09:15:00.618 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.618 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_final_lat": { 2024-04-13T09:15:00.618 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 67408, 2024-04-13T09:15:00.618 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1578888942 2024-04-13T09:15:00.618 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.618 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_flush_lat": { 2024-04-13T09:15:00.618 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 67975, 2024-04-13T09:15:00.618 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 41216388 2024-04-13T09:15:00.618 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.618 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_sync_lat": { 2024-04-13T09:15:00.618 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 67975, 2024-04-13T09:15:00.618 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 20022493509 2024-04-13T09:15:00.618 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.619 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_keys_lat": { 2024-04-13T09:15:00.619 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.619 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.619 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.619 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_values_lat": { 2024-04-13T09:15:00.619 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 235503, 2024-04-13T09:15:00.619 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1434687533 2024-04-13T09:15:00.619 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.619 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_lower_bound_lat": { 2024-04-13T09:15:00.619 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1421, 2024-04-13T09:15:00.619 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3104659 2024-04-13T09:15:00.619 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.619 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_next_lat": { 2024-04-13T09:15:00.619 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 136069, 2024-04-13T09:15:00.619 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 48505236 2024-04-13T09:15:00.619 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.620 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_seek_to_first_lat": { 2024-04-13T09:15:00.620 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 41, 2024-04-13T09:15:00.620 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 56182 2024-04-13T09:15:00.620 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.620 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_upper_bound_lat": { 2024-04-13T09:15:00.620 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15172, 2024-04-13T09:15:00.620 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3038073348 2024-04-13T09:15:00.620 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.620 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_hits": { 2024-04-13T09:15:00.620 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 434378 2024-04-13T09:15:00.620 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.620 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_misses": { 2024-04-13T09:15:00.620 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17495 2024-04-13T09:15:00.620 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.620 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:15:00.621 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 37507, 2024-04-13T09:15:00.621 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1593458059 2024-04-13T09:15:00.621 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.621 INFO:tasks.workunit.client.0.smithi119.stdout: "read_onode_meta_lat": { 2024-04-13T09:15:00.621 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 92912, 2024-04-13T09:15:00.621 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 28522951 2024-04-13T09:15:00.621 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.621 INFO:tasks.workunit.client.0.smithi119.stdout: "read_wait_aio_lat": { 2024-04-13T09:15:00.621 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 55405, 2024-04-13T09:15:00.621 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1156172312 2024-04-13T09:15:00.621 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.621 INFO:tasks.workunit.client.0.smithi119.stdout: "reads_with_retries": { 2024-04-13T09:15:00.621 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.621 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.621 INFO:tasks.workunit.client.0.smithi119.stdout: "remove_lat": { 2024-04-13T09:15:00.621 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 12418, 2024-04-13T09:15:00.622 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 391136611 2024-04-13T09:15:00.622 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.622 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_aio_wait_count": { 2024-04-13T09:15:00.622 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.622 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.622 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_committed_kv_count": { 2024-04-13T09:15:00.622 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.622 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.622 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_onode_meta_count": { 2024-04-13T09:15:00.622 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.622 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.622 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_wait_aio_count": { 2024-04-13T09:15:00.622 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.622 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.622 INFO:tasks.workunit.client.0.smithi119.stdout: "state_aio_wait_lat": { 2024-04-13T09:15:00.623 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77372, 2024-04-13T09:15:00.623 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9506214845 2024-04-13T09:15:00.623 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.623 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T09:15:00.623 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 17487, 2024-04-13T09:15:00.623 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1309291697 2024-04-13T09:15:00.623 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.623 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_cleanup_lat": { 2024-04-13T09:15:00.623 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 17486, 2024-04-13T09:15:00.623 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3904705549350 2024-04-13T09:15:00.623 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.623 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_queued_lat": { 2024-04-13T09:15:00.623 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 17487, 2024-04-13T09:15:00.623 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6647838869465 2024-04-13T09:15:00.623 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.624 INFO:tasks.workunit.client.0.smithi119.stdout: "state_done_lat": { 2024-04-13T09:15:00.624 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77371, 2024-04-13T09:15:00.624 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2766586080475 2024-04-13T09:15:00.624 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.624 INFO:tasks.workunit.client.0.smithi119.stdout: "state_finishing_lat": { 2024-04-13T09:15:00.624 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77371, 2024-04-13T09:15:00.624 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9874959 2024-04-13T09:15:00.624 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.624 INFO:tasks.workunit.client.0.smithi119.stdout: "state_io_done_lat": { 2024-04-13T09:15:00.624 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77372, 2024-04-13T09:15:00.624 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 220252526 2024-04-13T09:15:00.624 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.624 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_commiting_lat": { 2024-04-13T09:15:00.624 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77372, 2024-04-13T09:15:00.624 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 30856234794 2024-04-13T09:15:00.625 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.625 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_done_lat": { 2024-04-13T09:15:00.625 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77372, 2024-04-13T09:15:00.625 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 28290810 2024-04-13T09:15:00.625 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.625 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_queued_lat": { 2024-04-13T09:15:00.625 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77372, 2024-04-13T09:15:00.625 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14456861568 2024-04-13T09:15:00.625 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.625 INFO:tasks.workunit.client.0.smithi119.stdout: "state_prepare_lat": { 2024-04-13T09:15:00.625 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77372, 2024-04-13T09:15:00.625 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12367972827 2024-04-13T09:15:00.625 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.625 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": { 2024-04-13T09:15:00.626 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5437777 2024-04-13T09:15:00.626 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.626 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:15:00.626 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2514, 2024-04-13T09:15:00.626 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15938899 2024-04-13T09:15:00.626 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.626 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_commit_lat": { 2024-04-13T09:15:00.626 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77372, 2024-04-13T09:15:00.626 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67420528923 2024-04-13T09:15:00.626 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.626 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_submit_lat": { 2024-04-13T09:15:00.626 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77372, 2024-04-13T09:15:00.626 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13366763815 2024-04-13T09:15:00.626 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.626 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_throttle_lat": { 2024-04-13T09:15:00.627 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77372, 2024-04-13T09:15:00.627 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 497674014 2024-04-13T09:15:00.627 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.627 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.627 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache": { 2024-04-13T09:15:00.627 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T09:15:00.627 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1405278976 2024-04-13T09:15:00.627 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.627 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T09:15:00.627 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 635961344 2024-04-13T09:15:00.627 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.627 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T09:15:00.627 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 624697344 2024-04-13T09:15:00.627 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.627 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T09:15:00.627 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2600688640 2024-04-13T09:15:00.627 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.628 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T09:15:00.628 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11264000 2024-04-13T09:15:00.628 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.628 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.628 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:data": { 2024-04-13T09:15:00.628 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:00.628 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 125829120 2024-04-13T09:15:00.628 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.628 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:00.628 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.628 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.628 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:00.628 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.628 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.628 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:00.629 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 57096272 2024-04-13T09:15:00.629 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.629 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:00.629 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.629 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.629 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:00.629 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.629 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.629 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:00.629 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.629 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.629 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:00.629 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.629 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.629 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:00.630 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12288 2024-04-13T09:15:00.630 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.630 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:00.630 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12288 2024-04-13T09:15:00.630 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.630 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:00.630 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.630 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.630 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:00.630 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.630 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.630 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:00.630 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.630 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.630 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:00.630 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 68708272 2024-04-13T09:15:00.631 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.631 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.631 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv": { 2024-04-13T09:15:00.631 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:00.631 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 570425344 2024-04-13T09:15:00.631 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.631 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:00.631 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:00.631 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.631 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:00.631 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.631 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.631 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:00.631 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 428222040 2024-04-13T09:15:00.631 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.632 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:00.632 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.632 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.632 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:00.632 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.632 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.632 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:00.632 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2416 2024-04-13T09:15:00.632 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.632 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:00.632 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.632 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.632 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:00.632 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 148384 2024-04-13T09:15:00.632 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.632 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:00.633 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.633 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.633 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:00.633 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.633 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.633 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:00.633 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.633 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.633 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:00.633 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.633 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.633 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:00.633 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 74943640 2024-04-13T09:15:00.633 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.633 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.634 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T09:15:00.634 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:00.634 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 184549376 2024-04-13T09:15:00.634 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.634 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:00.634 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:00.634 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.634 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:00.634 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6905248 2024-04-13T09:15:00.634 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.634 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:00.634 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 38064181 2024-04-13T09:15:00.634 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.634 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:00.634 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.634 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.635 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:00.635 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.635 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.635 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:00.635 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.635 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.635 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:00.635 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.635 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.635 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:00.635 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.635 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.635 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:00.635 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.636 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.636 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:00.636 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.636 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.636 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:00.636 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.636 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.636 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:00.636 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.636 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.636 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:00.636 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 72471083 2024-04-13T09:15:00.636 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.636 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.636 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:meta": { 2024-04-13T09:15:00.636 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:00.637 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 503316480 2024-04-13T09:15:00.637 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.637 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:00.637 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.637 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.637 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:00.637 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.637 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.637 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:00.637 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 428222040 2024-04-13T09:15:00.637 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.637 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:00.637 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.637 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.637 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:00.637 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.638 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.638 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:00.638 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.638 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.638 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:00.638 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.638 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.638 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:00.638 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 107733 2024-04-13T09:15:00.638 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.638 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:00.638 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1134192 2024-04-13T09:15:00.638 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.638 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:00.638 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.639 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.639 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:00.639 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.639 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.639 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:00.639 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.639 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.639 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:00.639 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 73852515 2024-04-13T09:15:00.639 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.639 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.639 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T09:15:00.639 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T09:15:00.639 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.639 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.639 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:15:00.640 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17 2024-04-13T09:15:00.640 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.640 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T09:15:00.640 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.640 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.640 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:15:00.640 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.640 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.640 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.640 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:00.640 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg": { 2024-04-13T09:15:00.640 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 48 2024-04-13T09:15:00.640 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.640 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg_removing": { 2024-04-13T09:15:00.640 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.640 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.641 INFO:tasks.workunit.client.0.smithi119.stdout: "op": { 2024-04-13T09:15:00.641 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 64871 2024-04-13T09:15:00.641 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.641 INFO:tasks.workunit.client.0.smithi119.stdout: "op_before_queue_op_lat": { 2024-04-13T09:15:00.641 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 147632, 2024-04-13T09:15:00.641 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9041177772 2024-04-13T09:15:00.641 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.641 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_degraded": { 2024-04-13T09:15:00.641 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.641 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.641 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_unreadable": { 2024-04-13T09:15:00.641 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T09:15:00.641 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.641 INFO:tasks.workunit.client.0.smithi119.stdout: "op_in_bytes": { 2024-04-13T09:15:00.642 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1492833899 2024-04-13T09:15:00.642 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.642 INFO:tasks.workunit.client.0.smithi119.stdout: "op_latency": { 2024-04-13T09:15:00.642 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 64871, 2024-04-13T09:15:00.642 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 270434023569 2024-04-13T09:15:00.642 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.642 INFO:tasks.workunit.client.0.smithi119.stdout: "op_out_bytes": { 2024-04-13T09:15:00.642 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1469150696 2024-04-13T09:15:00.642 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.642 INFO:tasks.workunit.client.0.smithi119.stdout: "op_prepare_latency": { 2024-04-13T09:15:00.642 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 67144, 2024-04-13T09:15:00.642 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37787906612 2024-04-13T09:15:00.642 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.642 INFO:tasks.workunit.client.0.smithi119.stdout: "op_process_latency": { 2024-04-13T09:15:00.642 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 64871, 2024-04-13T09:15:00.642 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 77024047402 2024-04-13T09:15:00.643 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.643 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:15:00.643 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 47034 2024-04-13T09:15:00.643 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.643 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency": { 2024-04-13T09:15:00.643 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 47034, 2024-04-13T09:15:00.643 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 58574095361 2024-04-13T09:15:00.643 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.643 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T09:15:00.643 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.643 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.643 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_out_bytes": { 2024-04-13T09:15:00.643 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1469150696 2024-04-13T09:15:00.643 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.643 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_prepare_latency": { 2024-04-13T09:15:00.644 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 47257, 2024-04-13T09:15:00.644 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15350299233 2024-04-13T09:15:00.644 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.644 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_process_latency": { 2024-04-13T09:15:00.644 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 47034, 2024-04-13T09:15:00.644 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14402850562 2024-04-13T09:15:00.644 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.644 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw": { 2024-04-13T09:15:00.644 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13893 2024-04-13T09:15:00.644 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.644 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_in_bytes": { 2024-04-13T09:15:00.644 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 250904863 2024-04-13T09:15:00.644 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.644 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency": { 2024-04-13T09:15:00.644 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 13893, 2024-04-13T09:15:00.644 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 167283019225 2024-04-13T09:15:00.645 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.645 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T09:15:00.645 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.645 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.645 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T09:15:00.645 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.645 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.645 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_out_bytes": { 2024-04-13T09:15:00.645 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.645 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.645 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_prepare_latency": { 2024-04-13T09:15:00.645 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15818, 2024-04-13T09:15:00.645 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17433939436 2024-04-13T09:15:00.645 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.645 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_process_latency": { 2024-04-13T09:15:00.645 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 13893, 2024-04-13T09:15:00.646 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 38354352179 2024-04-13T09:15:00.646 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.646 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:15:00.646 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3944 2024-04-13T09:15:00.646 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.646 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_in_bytes": { 2024-04-13T09:15:00.646 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1241929036 2024-04-13T09:15:00.646 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.646 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency": { 2024-04-13T09:15:00.646 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3944, 2024-04-13T09:15:00.646 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 44576908983 2024-04-13T09:15:00.646 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.646 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T09:15:00.646 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.646 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.647 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_prepare_latency": { 2024-04-13T09:15:00.647 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4069, 2024-04-13T09:15:00.647 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5003667943 2024-04-13T09:15:00.647 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.647 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_process_latency": { 2024-04-13T09:15:00.647 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3944, 2024-04-13T09:15:00.647 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24266844661 2024-04-13T09:15:00.647 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.647 INFO:tasks.workunit.client.0.smithi119.stdout: "op_wip": { 2024-04-13T09:15:00.647 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.647 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.647 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_bytes": { 2024-04-13T09:15:00.647 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 78 2024-04-13T09:15:00.647 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.647 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_ops": { 2024-04-13T09:15:00.648 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8 2024-04-13T09:15:00.648 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.648 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes": { 2024-04-13T09:15:00.648 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T09:15:00.648 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.648 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes_used": { 2024-04-13T09:15:00.648 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 704110592 2024-04-13T09:15:00.648 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.648 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.648 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.648 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.4": { 2024-04-13T09:15:00.648 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:00.648 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_db_max_lat": { 2024-04-13T09:15:00.648 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18364 2024-04-13T09:15:00.648 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.648 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_fallback": { 2024-04-13T09:15:00.649 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.649 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.649 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_max_lat": { 2024-04-13T09:15:00.649 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.649 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.649 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_size_fallback": { 2024-04-13T09:15:00.649 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.649 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.649 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_db": { 2024-04-13T09:15:00.649 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 65536 2024-04-13T09:15:00.649 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.649 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_slow": { 2024-04-13T09:15:00.649 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.649 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.649 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_wal": { 2024-04-13T09:15:00.649 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.650 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.650 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_wal_max_lat": { 2024-04-13T09:15:00.650 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.650 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.650 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_slow": { 2024-04-13T09:15:00.650 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.650 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.650 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_sst": { 2024-04-13T09:15:00.650 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23228416 2024-04-13T09:15:00.650 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.650 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_wal": { 2024-04-13T09:15:00.650 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 706732032 2024-04-13T09:15:00.650 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.650 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lat": { 2024-04-13T09:15:00.650 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15, 2024-04-13T09:15:00.651 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2894777 2024-04-13T09:15:00.651 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.651 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lock_lat": { 2024-04-13T09:15:00.651 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15, 2024-04-13T09:15:00.651 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1086246 2024-04-13T09:15:00.651 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.651 INFO:tasks.workunit.client.0.smithi119.stdout: "db_alloc_lat": { 2024-04-13T09:15:00.651 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 200, 2024-04-13T09:15:00.651 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 907777 2024-04-13T09:15:00.651 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.651 INFO:tasks.workunit.client.0.smithi119.stdout: "db_total_bytes": { 2024-04-13T09:15:00.651 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995027456 2024-04-13T09:15:00.651 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.651 INFO:tasks.workunit.client.0.smithi119.stdout: "db_used_bytes": { 2024-04-13T09:15:00.651 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 762118144 2024-04-13T09:15:00.652 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.652 INFO:tasks.workunit.client.0.smithi119.stdout: "flush_lat": { 2024-04-13T09:15:00.652 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 62740, 2024-04-13T09:15:00.652 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9314102056 2024-04-13T09:15:00.652 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.652 INFO:tasks.workunit.client.0.smithi119.stdout: "fsync_lat": { 2024-04-13T09:15:00.652 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 62745, 2024-04-13T09:15:00.652 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15058035175 2024-04-13T09:15:00.652 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.652 INFO:tasks.workunit.client.0.smithi119.stdout: "log_bytes": { 2024-04-13T09:15:00.652 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7577600 2024-04-13T09:15:00.652 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.652 INFO:tasks.workunit.client.0.smithi119.stdout: "logged_bytes": { 2024-04-13T09:15:00.652 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 256937984 2024-04-13T09:15:00.652 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.653 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_db": { 2024-04-13T09:15:00.653 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 757858304 2024-04-13T09:15:00.653 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.653 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_slow": { 2024-04-13T09:15:00.653 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.653 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.653 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_wal": { 2024-04-13T09:15:00.653 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.653 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.653 INFO:tasks.workunit.client.0.smithi119.stdout: "num_files": { 2024-04-13T09:15:00.653 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 57 2024-04-13T09:15:00.653 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.653 INFO:tasks.workunit.client.0.smithi119.stdout: "read_bytes": { 2024-04-13T09:15:00.653 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18351380338 2024-04-13T09:15:00.653 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.653 INFO:tasks.workunit.client.0.smithi119.stdout: "read_count": { 2024-04-13T09:15:00.654 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 107654 2024-04-13T09:15:00.654 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.654 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes": { 2024-04-13T09:15:00.654 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16077783040 2024-04-13T09:15:00.654 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.654 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_db": { 2024-04-13T09:15:00.654 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16077787136 2024-04-13T09:15:00.654 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.654 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_slow": { 2024-04-13T09:15:00.654 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.654 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.654 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_wal": { 2024-04-13T09:15:00.654 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.654 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.654 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_count": { 2024-04-13T09:15:00.655 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 106891 2024-04-13T09:15:00.655 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.655 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:15:00.655 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 107654, 2024-04-13T09:15:00.655 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5654038263 2024-04-13T09:15:00.655 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.655 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_bytes": { 2024-04-13T09:15:00.655 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18193386040 2024-04-13T09:15:00.655 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.655 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_count": { 2024-04-13T09:15:00.655 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 102817 2024-04-13T09:15:00.655 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.655 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_bytes": { 2024-04-13T09:15:00.655 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6977583 2024-04-13T09:15:00.655 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.656 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_count": { 2024-04-13T09:15:00.656 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1210 2024-04-13T09:15:00.656 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.656 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_bytes": { 2024-04-13T09:15:00.656 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 22912247 2024-04-13T09:15:00.656 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.656 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_count": { 2024-04-13T09:15:00.656 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1735 2024-04-13T09:15:00.656 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.656 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes": { 2024-04-13T09:15:00.656 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15934664 2024-04-13T09:15:00.656 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.656 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_db": { 2024-04-13T09:15:00.656 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15934664 2024-04-13T09:15:00.657 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.657 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_slow": { 2024-04-13T09:15:00.657 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.657 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.657 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_wal": { 2024-04-13T09:15:00.657 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.657 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.657 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_count": { 2024-04-13T09:15:00.657 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 546 2024-04-13T09:15:00.657 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.657 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_lat": { 2024-04-13T09:15:00.657 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1735, 2024-04-13T09:15:00.657 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7661179 2024-04-13T09:15:00.657 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.657 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_alloc_lat": { 2024-04-13T09:15:00.658 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.658 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.658 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.658 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_total_bytes": { 2024-04-13T09:15:00.658 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.658 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.658 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_used_bytes": { 2024-04-13T09:15:00.658 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.658 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.658 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:15:00.658 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T09:15:00.658 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 755 2024-04-13T09:15:00.658 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.658 INFO:tasks.workunit.client.0.smithi119.stdout: "unlink_lat": { 2024-04-13T09:15:00.659 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 11, 2024-04-13T09:15:00.659 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10936 2024-04-13T09:15:00.659 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.659 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_alloc_lat": { 2024-04-13T09:15:00.659 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.659 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.659 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.659 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_total_bytes": { 2024-04-13T09:15:00.659 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.659 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.659 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_used_bytes": { 2024-04-13T09:15:00.659 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.659 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.659 INFO:tasks.workunit.client.0.smithi119.stdout: "write_bytes": { 2024-04-13T09:15:00.659 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 989196288 2024-04-13T09:15:00.660 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.660 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.660 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": { 2024-04-13T09:15:00.660 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit": { 2024-04-13T09:15:00.660 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T09:15:00.660 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.660 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": { 2024-04-13T09:15:00.660 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13410304 2024-04-13T09:15:00.660 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.660 INFO:tasks.workunit.client.0.smithi119.stdout: "allocator_lat": { 2024-04-13T09:15:00.660 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 20655, 2024-04-13T09:15:00.660 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 68300714 2024-04-13T09:15:00.660 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.660 INFO:tasks.workunit.client.0.smithi119.stdout: "clist_lat": { 2024-04-13T09:15:00.660 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3517, 2024-04-13T09:15:00.660 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9794567343 2024-04-13T09:15:00.661 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.661 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_lat": { 2024-04-13T09:15:00.661 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.661 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.661 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.661 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed": { 2024-04-13T09:15:00.661 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.661 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.661 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_allocated": { 2024-04-13T09:15:00.661 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.661 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.661 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_original": { 2024-04-13T09:15:00.661 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.661 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.661 INFO:tasks.workunit.client.0.smithi119.stdout: "csum_lat": { 2024-04-13T09:15:00.662 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 16577, 2024-04-13T09:15:00.662 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 144684692 2024-04-13T09:15:00.662 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.662 INFO:tasks.workunit.client.0.smithi119.stdout: "decompress_lat": { 2024-04-13T09:15:00.662 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.662 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.662 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.662 INFO:tasks.workunit.client.0.smithi119.stdout: "fragmentation_micros": { 2024-04-13T09:15:00.662 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.662 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.662 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_commit_lat": { 2024-04-13T09:15:00.662 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 62651, 2024-04-13T09:15:00.662 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18520762791 2024-04-13T09:15:00.662 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.662 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_final_lat": { 2024-04-13T09:15:00.663 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 62183, 2024-04-13T09:15:00.663 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1541818382 2024-04-13T09:15:00.663 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.663 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_flush_lat": { 2024-04-13T09:15:00.663 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 62651, 2024-04-13T09:15:00.663 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 47213116 2024-04-13T09:15:00.663 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.663 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_sync_lat": { 2024-04-13T09:15:00.663 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 62651, 2024-04-13T09:15:00.663 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18567975907 2024-04-13T09:15:00.663 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.663 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_keys_lat": { 2024-04-13T09:15:00.663 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.663 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.663 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.663 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_values_lat": { 2024-04-13T09:15:00.664 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 21653, 2024-04-13T09:15:00.664 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1120404725 2024-04-13T09:15:00.664 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.664 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_lower_bound_lat": { 2024-04-13T09:15:00.664 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 856, 2024-04-13T09:15:00.664 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2364392 2024-04-13T09:15:00.664 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.664 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_next_lat": { 2024-04-13T09:15:00.664 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 13089, 2024-04-13T09:15:00.664 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11057235 2024-04-13T09:15:00.664 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.664 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_seek_to_first_lat": { 2024-04-13T09:15:00.664 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 46, 2024-04-13T09:15:00.664 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 61945 2024-04-13T09:15:00.664 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.665 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_upper_bound_lat": { 2024-04-13T09:15:00.665 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 14585, 2024-04-13T09:15:00.665 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4921617252 2024-04-13T09:15:00.665 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.665 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_hits": { 2024-04-13T09:15:00.665 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 192425 2024-04-13T09:15:00.665 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.665 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_misses": { 2024-04-13T09:15:00.665 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 19369 2024-04-13T09:15:00.665 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.665 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:15:00.665 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 14120, 2024-04-13T09:15:00.665 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1607079746 2024-04-13T09:15:00.665 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.665 INFO:tasks.workunit.client.0.smithi119.stdout: "read_onode_meta_lat": { 2024-04-13T09:15:00.665 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 46546, 2024-04-13T09:15:00.666 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 21835242 2024-04-13T09:15:00.666 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.666 INFO:tasks.workunit.client.0.smithi119.stdout: "read_wait_aio_lat": { 2024-04-13T09:15:00.666 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 32426, 2024-04-13T09:15:00.666 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1299453458 2024-04-13T09:15:00.666 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.666 INFO:tasks.workunit.client.0.smithi119.stdout: "reads_with_retries": { 2024-04-13T09:15:00.666 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.666 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.666 INFO:tasks.workunit.client.0.smithi119.stdout: "remove_lat": { 2024-04-13T09:15:00.666 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 13806, 2024-04-13T09:15:00.666 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 409746449 2024-04-13T09:15:00.666 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.666 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_aio_wait_count": { 2024-04-13T09:15:00.666 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.666 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.667 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_committed_kv_count": { 2024-04-13T09:15:00.667 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.667 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.667 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_onode_meta_count": { 2024-04-13T09:15:00.667 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.667 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.667 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_wait_aio_count": { 2024-04-13T09:15:00.667 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.667 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.667 INFO:tasks.workunit.client.0.smithi119.stdout: "state_aio_wait_lat": { 2024-04-13T09:15:00.667 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 72679, 2024-04-13T09:15:00.667 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8722691057 2024-04-13T09:15:00.667 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.667 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T09:15:00.667 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 17900, 2024-04-13T09:15:00.667 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 866568737 2024-04-13T09:15:00.668 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.668 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_cleanup_lat": { 2024-04-13T09:15:00.668 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 17899, 2024-04-13T09:15:00.668 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3403036833636 2024-04-13T09:15:00.668 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.668 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_queued_lat": { 2024-04-13T09:15:00.668 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 17900, 2024-04-13T09:15:00.668 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6020073887285 2024-04-13T09:15:00.668 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.668 INFO:tasks.workunit.client.0.smithi119.stdout: "state_done_lat": { 2024-04-13T09:15:00.668 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 72678, 2024-04-13T09:15:00.668 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2747521063390 2024-04-13T09:15:00.668 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.668 INFO:tasks.workunit.client.0.smithi119.stdout: "state_finishing_lat": { 2024-04-13T09:15:00.668 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 72678, 2024-04-13T09:15:00.668 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8206496 2024-04-13T09:15:00.669 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.669 INFO:tasks.workunit.client.0.smithi119.stdout: "state_io_done_lat": { 2024-04-13T09:15:00.669 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 72679, 2024-04-13T09:15:00.669 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 307197496 2024-04-13T09:15:00.669 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.669 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_commiting_lat": { 2024-04-13T09:15:00.669 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 72679, 2024-04-13T09:15:00.669 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 27467058965 2024-04-13T09:15:00.669 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.669 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_done_lat": { 2024-04-13T09:15:00.669 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 72679, 2024-04-13T09:15:00.669 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 27314791 2024-04-13T09:15:00.669 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.669 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_queued_lat": { 2024-04-13T09:15:00.669 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 72679, 2024-04-13T09:15:00.669 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11546484338 2024-04-13T09:15:00.670 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.670 INFO:tasks.workunit.client.0.smithi119.stdout: "state_prepare_lat": { 2024-04-13T09:15:00.670 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 72679, 2024-04-13T09:15:00.670 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15058296705 2024-04-13T09:15:00.670 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.670 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": { 2024-04-13T09:15:00.670 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9626880 2024-04-13T09:15:00.670 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.670 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:15:00.670 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2429, 2024-04-13T09:15:00.670 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14000189 2024-04-13T09:15:00.670 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.670 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_commit_lat": { 2024-04-13T09:15:00.670 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 72679, 2024-04-13T09:15:00.670 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 63114671411 2024-04-13T09:15:00.671 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.671 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_submit_lat": { 2024-04-13T09:15:00.671 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 72679, 2024-04-13T09:15:00.671 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16016665405 2024-04-13T09:15:00.671 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.671 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_throttle_lat": { 2024-04-13T09:15:00.671 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 72679, 2024-04-13T09:15:00.671 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 494418402 2024-04-13T09:15:00.671 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.671 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.671 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache": { 2024-04-13T09:15:00.671 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T09:15:00.671 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1405280194 2024-04-13T09:15:00.671 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.672 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T09:15:00.672 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 653393920 2024-04-13T09:15:00.672 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.672 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T09:15:00.672 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 512237568 2024-04-13T09:15:00.672 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.672 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T09:15:00.672 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2600690073 2024-04-13T09:15:00.672 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.672 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T09:15:00.672 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 141156352 2024-04-13T09:15:00.672 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.672 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.672 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:data": { 2024-04-13T09:15:00.672 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:00.673 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 125829120 2024-04-13T09:15:00.673 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.673 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:00.673 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.673 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.673 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:00.673 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.673 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.673 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:00.673 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 55823896 2024-04-13T09:15:00.673 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.673 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:00.673 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.673 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.673 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:00.673 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.674 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.674 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:00.674 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.674 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.674 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:00.674 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.674 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.674 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:00.674 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 28672 2024-04-13T09:15:00.674 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.674 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:00.674 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 745472 2024-04-13T09:15:00.674 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.674 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:00.675 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.675 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.675 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:00.675 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.675 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.675 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:00.675 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.675 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.675 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:00.675 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 69231080 2024-04-13T09:15:00.675 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.675 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.675 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv": { 2024-04-13T09:15:00.675 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:00.675 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 553648128 2024-04-13T09:15:00.675 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.676 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:00.676 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:00.676 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.676 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:00.676 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.676 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.676 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:00.676 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 418679222 2024-04-13T09:15:00.676 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.676 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:00.676 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.676 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.676 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:00.676 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.676 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.677 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:00.677 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4464 2024-04-13T09:15:00.677 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.677 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:00.677 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.677 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.677 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:00.677 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 272464 2024-04-13T09:15:00.677 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.677 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:00.677 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.677 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.677 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:00.678 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.678 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.678 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:00.678 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.678 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.678 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:00.678 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.678 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.678 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:00.678 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67583114 2024-04-13T09:15:00.678 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.678 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.678 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T09:15:00.678 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:00.678 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 201326592 2024-04-13T09:15:00.679 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.679 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:00.679 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:00.679 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.679 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:00.679 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23853584 2024-04-13T09:15:00.679 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.679 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:00.679 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37215930 2024-04-13T09:15:00.679 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.679 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:00.679 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.679 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.679 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:00.679 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.680 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.680 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:00.680 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.680 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.680 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:00.680 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.680 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.680 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:00.680 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.680 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.680 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:00.680 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.680 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.680 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:00.680 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.680 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.681 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:00.681 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.681 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.681 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:00.681 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.681 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.681 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:00.681 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 73148214 2024-04-13T09:15:00.681 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.681 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.681 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:meta": { 2024-04-13T09:15:00.681 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:00.681 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 494927872 2024-04-13T09:15:00.681 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.681 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:00.681 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.682 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.682 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:00.682 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.682 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.682 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:00.682 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 418679222 2024-04-13T09:15:00.682 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.682 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:00.682 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.682 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.682 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:00.682 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.682 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.682 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:00.682 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.683 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.683 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:00.683 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.683 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.683 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:00.683 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 109213 2024-04-13T09:15:00.683 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.683 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:00.683 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1128873 2024-04-13T09:15:00.683 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.683 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:00.683 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.683 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.683 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:00.683 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.683 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.684 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:00.684 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.684 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.684 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:00.684 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 75010564 2024-04-13T09:15:00.684 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.684 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.684 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T09:15:00.684 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T09:15:00.684 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.684 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.684 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:15:00.684 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 35 2024-04-13T09:15:00.684 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.684 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T09:15:00.684 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.685 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.685 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:15:00.685 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.685 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.685 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.685 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:00.685 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg": { 2024-04-13T09:15:00.685 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 50 2024-04-13T09:15:00.685 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.685 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg_removing": { 2024-04-13T09:15:00.685 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.685 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.685 INFO:tasks.workunit.client.0.smithi119.stdout: "op": { 2024-04-13T09:15:00.685 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 36025 2024-04-13T09:15:00.685 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.685 INFO:tasks.workunit.client.0.smithi119.stdout: "op_before_queue_op_lat": { 2024-04-13T09:15:00.686 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 100141, 2024-04-13T09:15:00.686 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11204939362 2024-04-13T09:15:00.686 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.686 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_degraded": { 2024-04-13T09:15:00.686 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.686 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.686 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_unreadable": { 2024-04-13T09:15:00.686 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.686 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.686 INFO:tasks.workunit.client.0.smithi119.stdout: "op_in_bytes": { 2024-04-13T09:15:00.686 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1523464705 2024-04-13T09:15:00.686 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.686 INFO:tasks.workunit.client.0.smithi119.stdout: "op_latency": { 2024-04-13T09:15:00.686 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 36025, 2024-04-13T09:15:00.686 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 54857110648 2024-04-13T09:15:00.686 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.687 INFO:tasks.workunit.client.0.smithi119.stdout: "op_out_bytes": { 2024-04-13T09:15:00.687 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2071170154 2024-04-13T09:15:00.687 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.687 INFO:tasks.workunit.client.0.smithi119.stdout: "op_prepare_latency": { 2024-04-13T09:15:00.687 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 36514, 2024-04-13T09:15:00.687 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13732197368 2024-04-13T09:15:00.687 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.687 INFO:tasks.workunit.client.0.smithi119.stdout: "op_process_latency": { 2024-04-13T09:15:00.687 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 36025, 2024-04-13T09:15:00.687 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 33364561250 2024-04-13T09:15:00.687 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.687 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:15:00.687 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 26485 2024-04-13T09:15:00.687 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.687 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency": { 2024-04-13T09:15:00.688 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 26485, 2024-04-13T09:15:00.688 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10640277582 2024-04-13T09:15:00.688 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.688 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T09:15:00.688 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.688 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.688 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_out_bytes": { 2024-04-13T09:15:00.688 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2071170154 2024-04-13T09:15:00.688 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.688 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_prepare_latency": { 2024-04-13T09:15:00.688 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 26642, 2024-04-13T09:15:00.688 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5481670775 2024-04-13T09:15:00.688 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.688 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_process_latency": { 2024-04-13T09:15:00.688 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 26485, 2024-04-13T09:15:00.689 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6316915414 2024-04-13T09:15:00.689 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.689 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw": { 2024-04-13T09:15:00.689 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5441 2024-04-13T09:15:00.689 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.689 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_in_bytes": { 2024-04-13T09:15:00.689 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 285813338 2024-04-13T09:15:00.689 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.689 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency": { 2024-04-13T09:15:00.689 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 5441, 2024-04-13T09:15:00.689 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9987602553 2024-04-13T09:15:00.689 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.689 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T09:15:00.689 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.689 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.689 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T09:15:00.690 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.690 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.690 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_out_bytes": { 2024-04-13T09:15:00.690 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.690 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.690 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_prepare_latency": { 2024-04-13T09:15:00.690 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 5661, 2024-04-13T09:15:00.690 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3205551874 2024-04-13T09:15:00.690 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.690 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_process_latency": { 2024-04-13T09:15:00.690 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 5441, 2024-04-13T09:15:00.690 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8032238145 2024-04-13T09:15:00.690 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.690 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:15:00.690 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4099 2024-04-13T09:15:00.691 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.691 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_in_bytes": { 2024-04-13T09:15:00.691 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1237651367 2024-04-13T09:15:00.691 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.691 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency": { 2024-04-13T09:15:00.691 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4099, 2024-04-13T09:15:00.691 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 34229230513 2024-04-13T09:15:00.691 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.691 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T09:15:00.691 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.691 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.691 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_prepare_latency": { 2024-04-13T09:15:00.691 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4211, 2024-04-13T09:15:00.691 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5044974719 2024-04-13T09:15:00.691 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.691 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_process_latency": { 2024-04-13T09:15:00.692 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4099, 2024-04-13T09:15:00.692 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 19015407691 2024-04-13T09:15:00.692 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.692 INFO:tasks.workunit.client.0.smithi119.stdout: "op_wip": { 2024-04-13T09:15:00.692 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.692 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.692 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_bytes": { 2024-04-13T09:15:00.692 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16777216 2024-04-13T09:15:00.692 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.692 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_ops": { 2024-04-13T09:15:00.692 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11 2024-04-13T09:15:00.692 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.692 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes": { 2024-04-13T09:15:00.692 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T09:15:00.692 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.692 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes_used": { 2024-04-13T09:15:00.693 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 775540736 2024-04-13T09:15:00.693 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.693 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.693 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.693 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.5": { 2024-04-13T09:15:00.693 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:00.693 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_db_max_lat": { 2024-04-13T09:15:00.693 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23248 2024-04-13T09:15:00.693 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.693 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_fallback": { 2024-04-13T09:15:00.693 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.693 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.693 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_max_lat": { 2024-04-13T09:15:00.693 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.693 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.694 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_size_fallback": { 2024-04-13T09:15:00.694 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.694 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.694 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_db": { 2024-04-13T09:15:00.694 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 65536 2024-04-13T09:15:00.694 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.694 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_slow": { 2024-04-13T09:15:00.694 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.694 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.694 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_wal": { 2024-04-13T09:15:00.694 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.694 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.694 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_wal_max_lat": { 2024-04-13T09:15:00.694 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.694 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.695 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_slow": { 2024-04-13T09:15:00.695 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.695 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.695 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_sst": { 2024-04-13T09:15:00.695 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37564416 2024-04-13T09:15:00.695 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.695 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_wal": { 2024-04-13T09:15:00.695 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 794357760 2024-04-13T09:15:00.695 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.695 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lat": { 2024-04-13T09:15:00.695 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 20, 2024-04-13T09:15:00.695 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3924734 2024-04-13T09:15:00.695 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.695 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lock_lat": { 2024-04-13T09:15:00.695 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 20, 2024-04-13T09:15:00.696 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1457426 2024-04-13T09:15:00.696 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.696 INFO:tasks.workunit.client.0.smithi119.stdout: "db_alloc_lat": { 2024-04-13T09:15:00.696 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 259, 2024-04-13T09:15:00.696 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1184936 2024-04-13T09:15:00.696 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.696 INFO:tasks.workunit.client.0.smithi119.stdout: "db_total_bytes": { 2024-04-13T09:15:00.696 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995027456 2024-04-13T09:15:00.696 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.696 INFO:tasks.workunit.client.0.smithi119.stdout: "db_used_bytes": { 2024-04-13T09:15:00.696 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 772079616 2024-04-13T09:15:00.696 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.696 INFO:tasks.workunit.client.0.smithi119.stdout: "flush_lat": { 2024-04-13T09:15:00.696 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 83044, 2024-04-13T09:15:00.696 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11409016908 2024-04-13T09:15:00.696 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.697 INFO:tasks.workunit.client.0.smithi119.stdout: "fsync_lat": { 2024-04-13T09:15:00.697 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 83016, 2024-04-13T09:15:00.697 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18159897921 2024-04-13T09:15:00.697 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.697 INFO:tasks.workunit.client.0.smithi119.stdout: "log_bytes": { 2024-04-13T09:15:00.697 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7446528 2024-04-13T09:15:00.697 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.697 INFO:tasks.workunit.client.0.smithi119.stdout: "logged_bytes": { 2024-04-13T09:15:00.697 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 339980288 2024-04-13T09:15:00.697 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.697 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_db": { 2024-04-13T09:15:00.697 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 770637824 2024-04-13T09:15:00.697 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.697 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_slow": { 2024-04-13T09:15:00.697 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.697 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.698 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_wal": { 2024-04-13T09:15:00.698 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.698 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.698 INFO:tasks.workunit.client.0.smithi119.stdout: "num_files": { 2024-04-13T09:15:00.698 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 62 2024-04-13T09:15:00.698 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.698 INFO:tasks.workunit.client.0.smithi119.stdout: "read_bytes": { 2024-04-13T09:15:00.698 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 31541240708 2024-04-13T09:15:00.698 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.698 INFO:tasks.workunit.client.0.smithi119.stdout: "read_count": { 2024-04-13T09:15:00.698 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 164668 2024-04-13T09:15:00.698 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.698 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes": { 2024-04-13T09:15:00.698 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 27276292096 2024-04-13T09:15:00.698 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.699 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_db": { 2024-04-13T09:15:00.699 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 27276296192 2024-04-13T09:15:00.699 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.699 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_slow": { 2024-04-13T09:15:00.699 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.699 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.699 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_wal": { 2024-04-13T09:15:00.699 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.699 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.699 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_count": { 2024-04-13T09:15:00.699 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 177847 2024-04-13T09:15:00.699 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.699 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:15:00.699 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 164668, 2024-04-13T09:15:00.699 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9610598675 2024-04-13T09:15:00.699 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.700 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_bytes": { 2024-04-13T09:15:00.700 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 31320990050 2024-04-13T09:15:00.700 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.700 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_count": { 2024-04-13T09:15:00.700 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 157929 2024-04-13T09:15:00.700 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.700 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_bytes": { 2024-04-13T09:15:00.700 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12878505 2024-04-13T09:15:00.700 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.700 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_count": { 2024-04-13T09:15:00.700 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1725 2024-04-13T09:15:00.700 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.700 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_bytes": { 2024-04-13T09:15:00.700 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37274489 2024-04-13T09:15:00.700 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.700 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_count": { 2024-04-13T09:15:00.701 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2358 2024-04-13T09:15:00.701 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.701 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes": { 2024-04-13T09:15:00.701 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24395984 2024-04-13T09:15:00.701 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.701 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_db": { 2024-04-13T09:15:00.701 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24395984 2024-04-13T09:15:00.701 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.701 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_slow": { 2024-04-13T09:15:00.701 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.701 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.701 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_wal": { 2024-04-13T09:15:00.701 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.701 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.701 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_count": { 2024-04-13T09:15:00.701 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 678 2024-04-13T09:15:00.702 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.702 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_lat": { 2024-04-13T09:15:00.702 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2358, 2024-04-13T09:15:00.702 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12130737 2024-04-13T09:15:00.702 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.702 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_alloc_lat": { 2024-04-13T09:15:00.702 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.702 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.702 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.702 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_total_bytes": { 2024-04-13T09:15:00.702 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.702 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.702 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_used_bytes": { 2024-04-13T09:15:00.702 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.702 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.702 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:15:00.703 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T09:15:00.703 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 800 2024-04-13T09:15:00.703 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.703 INFO:tasks.workunit.client.0.smithi119.stdout: "unlink_lat": { 2024-04-13T09:15:00.703 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15, 2024-04-13T09:15:00.703 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15675 2024-04-13T09:15:00.703 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.703 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_alloc_lat": { 2024-04-13T09:15:00.703 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.703 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.703 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.703 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_total_bytes": { 2024-04-13T09:15:00.703 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.703 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.704 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_used_bytes": { 2024-04-13T09:15:00.704 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.704 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.704 INFO:tasks.workunit.client.0.smithi119.stdout: "write_bytes": { 2024-04-13T09:15:00.704 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1174933504 2024-04-13T09:15:00.704 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.704 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.704 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": { 2024-04-13T09:15:00.704 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit": { 2024-04-13T09:15:00.704 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T09:15:00.704 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.704 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": { 2024-04-13T09:15:00.704 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13414400 2024-04-13T09:15:00.704 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.704 INFO:tasks.workunit.client.0.smithi119.stdout: "allocator_lat": { 2024-04-13T09:15:00.704 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 19399, 2024-04-13T09:15:00.705 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71408887 2024-04-13T09:15:00.705 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.705 INFO:tasks.workunit.client.0.smithi119.stdout: "clist_lat": { 2024-04-13T09:15:00.705 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3552, 2024-04-13T09:15:00.705 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13672433345 2024-04-13T09:15:00.705 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.705 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_lat": { 2024-04-13T09:15:00.705 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.705 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.705 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.705 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed": { 2024-04-13T09:15:00.705 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.705 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.705 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_allocated": { 2024-04-13T09:15:00.705 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.705 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.706 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_original": { 2024-04-13T09:15:00.706 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.706 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.706 INFO:tasks.workunit.client.0.smithi119.stdout: "csum_lat": { 2024-04-13T09:15:00.706 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 18218, 2024-04-13T09:15:00.706 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 144816398 2024-04-13T09:15:00.706 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.706 INFO:tasks.workunit.client.0.smithi119.stdout: "decompress_lat": { 2024-04-13T09:15:00.706 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.706 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.706 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.706 INFO:tasks.workunit.client.0.smithi119.stdout: "fragmentation_micros": { 2024-04-13T09:15:00.706 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.706 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.707 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_commit_lat": { 2024-04-13T09:15:00.707 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 82911, 2024-04-13T09:15:00.707 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 22189110693 2024-04-13T09:15:00.707 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.707 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_final_lat": { 2024-04-13T09:15:00.707 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 82404, 2024-04-13T09:15:00.707 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1624988626 2024-04-13T09:15:00.707 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.707 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_flush_lat": { 2024-04-13T09:15:00.707 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 82911, 2024-04-13T09:15:00.707 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 45504256 2024-04-13T09:15:00.707 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.707 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_sync_lat": { 2024-04-13T09:15:00.707 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 82911, 2024-04-13T09:15:00.707 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 22234614949 2024-04-13T09:15:00.708 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.708 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_keys_lat": { 2024-04-13T09:15:00.708 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.708 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.708 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.708 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_values_lat": { 2024-04-13T09:15:00.708 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 36980, 2024-04-13T09:15:00.708 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1027559842 2024-04-13T09:15:00.708 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.708 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_lower_bound_lat": { 2024-04-13T09:15:00.708 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 937, 2024-04-13T09:15:00.708 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2512470 2024-04-13T09:15:00.708 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.708 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_next_lat": { 2024-04-13T09:15:00.708 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 10482, 2024-04-13T09:15:00.708 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15436220 2024-04-13T09:15:00.709 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.709 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_seek_to_first_lat": { 2024-04-13T09:15:00.709 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 49, 2024-04-13T09:15:00.709 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 61208 2024-04-13T09:15:00.709 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.709 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_upper_bound_lat": { 2024-04-13T09:15:00.709 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 17672, 2024-04-13T09:15:00.709 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6602368616 2024-04-13T09:15:00.709 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.709 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_hits": { 2024-04-13T09:15:00.709 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 247997 2024-04-13T09:15:00.709 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.709 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_misses": { 2024-04-13T09:15:00.709 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 21051 2024-04-13T09:15:00.709 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.710 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:15:00.710 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 16712, 2024-04-13T09:15:00.710 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1439735338 2024-04-13T09:15:00.710 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.710 INFO:tasks.workunit.client.0.smithi119.stdout: "read_onode_meta_lat": { 2024-04-13T09:15:00.710 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 44680, 2024-04-13T09:15:00.710 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15277592 2024-04-13T09:15:00.710 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.710 INFO:tasks.workunit.client.0.smithi119.stdout: "read_wait_aio_lat": { 2024-04-13T09:15:00.710 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 27968, 2024-04-13T09:15:00.710 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1277999766 2024-04-13T09:15:00.710 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.710 INFO:tasks.workunit.client.0.smithi119.stdout: "reads_with_retries": { 2024-04-13T09:15:00.710 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.710 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.710 INFO:tasks.workunit.client.0.smithi119.stdout: "remove_lat": { 2024-04-13T09:15:00.711 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15829, 2024-04-13T09:15:00.711 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 473377813 2024-04-13T09:15:00.711 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.711 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_aio_wait_count": { 2024-04-13T09:15:00.711 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.711 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.711 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_committed_kv_count": { 2024-04-13T09:15:00.711 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.711 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.711 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_onode_meta_count": { 2024-04-13T09:15:00.711 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.711 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.711 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_wait_aio_count": { 2024-04-13T09:15:00.711 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.711 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.712 INFO:tasks.workunit.client.0.smithi119.stdout: "state_aio_wait_lat": { 2024-04-13T09:15:00.712 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 95181, 2024-04-13T09:15:00.712 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9838439192 2024-04-13T09:15:00.712 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.712 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T09:15:00.712 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 9214, 2024-04-13T09:15:00.712 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 804770581 2024-04-13T09:15:00.712 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.712 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_cleanup_lat": { 2024-04-13T09:15:00.712 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 9213, 2024-04-13T09:15:00.712 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4007900335306 2024-04-13T09:15:00.712 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.712 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_queued_lat": { 2024-04-13T09:15:00.712 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 9214, 2024-04-13T09:15:00.712 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6789433164980 2024-04-13T09:15:00.713 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.713 INFO:tasks.workunit.client.0.smithi119.stdout: "state_done_lat": { 2024-04-13T09:15:00.713 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 95180, 2024-04-13T09:15:00.713 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2967801824650 2024-04-13T09:15:00.713 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.713 INFO:tasks.workunit.client.0.smithi119.stdout: "state_finishing_lat": { 2024-04-13T09:15:00.713 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 95180, 2024-04-13T09:15:00.713 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10012586 2024-04-13T09:15:00.713 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.713 INFO:tasks.workunit.client.0.smithi119.stdout: "state_io_done_lat": { 2024-04-13T09:15:00.713 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 95181, 2024-04-13T09:15:00.713 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 384220594 2024-04-13T09:15:00.713 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.713 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_commiting_lat": { 2024-04-13T09:15:00.713 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 95181, 2024-04-13T09:15:00.714 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 33673510528 2024-04-13T09:15:00.714 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.714 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_done_lat": { 2024-04-13T09:15:00.714 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 95181, 2024-04-13T09:15:00.714 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 32989278 2024-04-13T09:15:00.714 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.714 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_queued_lat": { 2024-04-13T09:15:00.714 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 95181, 2024-04-13T09:15:00.714 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15296017975 2024-04-13T09:15:00.714 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.714 INFO:tasks.workunit.client.0.smithi119.stdout: "state_prepare_lat": { 2024-04-13T09:15:00.714 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 95181, 2024-04-13T09:15:00.714 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18762505977 2024-04-13T09:15:00.714 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.714 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": { 2024-04-13T09:15:00.714 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9632086 2024-04-13T09:15:00.715 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.715 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:15:00.715 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2466, 2024-04-13T09:15:00.715 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13499363 2024-04-13T09:15:00.715 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.715 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_commit_lat": { 2024-04-13T09:15:00.715 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 95181, 2024-04-13T09:15:00.715 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 77968721810 2024-04-13T09:15:00.715 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.715 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_submit_lat": { 2024-04-13T09:15:00.715 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 95181, 2024-04-13T09:15:00.715 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 19809637160 2024-04-13T09:15:00.715 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.715 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_throttle_lat": { 2024-04-13T09:15:00.715 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 95181, 2024-04-13T09:15:00.716 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 564162463 2024-04-13T09:15:00.716 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.716 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.716 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache": { 2024-04-13T09:15:00.716 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T09:15:00.716 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1405280194 2024-04-13T09:15:00.716 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.716 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T09:15:00.716 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 587087872 2024-04-13T09:15:00.716 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.716 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T09:15:00.716 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 535019520 2024-04-13T09:15:00.716 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.716 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T09:15:00.716 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2600690073 2024-04-13T09:15:00.717 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.717 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T09:15:00.717 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 52068352 2024-04-13T09:15:00.717 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.717 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.717 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:data": { 2024-04-13T09:15:00.717 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:00.717 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 125829120 2024-04-13T09:15:00.717 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.717 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:00.717 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.717 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.717 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:00.717 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.717 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.717 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:00.718 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 54805629 2024-04-13T09:15:00.718 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.718 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:00.718 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.718 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.718 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:00.718 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.718 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.718 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:00.718 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.718 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.718 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:00.718 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.718 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.719 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:00.719 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.719 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.719 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:00.719 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 49152 2024-04-13T09:15:00.719 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.719 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:00.719 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.719 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.719 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:00.719 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.719 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.719 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:00.719 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.719 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.719 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:00.720 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 70974339 2024-04-13T09:15:00.720 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.720 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.720 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv": { 2024-04-13T09:15:00.720 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:00.720 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 553648128 2024-04-13T09:15:00.720 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.720 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:00.720 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:00.720 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.720 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:00.720 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.720 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.720 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:00.720 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 411042220 2024-04-13T09:15:00.721 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.721 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:00.721 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.721 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.721 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:00.721 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.721 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.721 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:00.721 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4944 2024-04-13T09:15:00.721 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.721 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:00.721 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.721 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.721 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:00.722 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 323600 2024-04-13T09:15:00.722 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.722 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:00.722 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.722 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.722 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:00.722 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.722 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.722 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:00.722 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.722 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.722 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:00.722 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.722 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.722 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:00.723 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 75168500 2024-04-13T09:15:00.723 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.723 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.723 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T09:15:00.723 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:00.723 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 209715200 2024-04-13T09:15:00.723 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.723 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:00.723 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:00.723 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.723 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:00.723 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 38740528 2024-04-13T09:15:00.723 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.723 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:00.723 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 36537086 2024-04-13T09:15:00.723 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.724 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:00.724 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.724 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.724 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:00.724 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.724 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.724 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:00.724 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.724 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.724 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:00.724 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.724 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.724 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:00.724 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.724 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.725 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:00.725 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.725 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.725 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:00.725 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.725 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.725 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:00.725 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.725 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.725 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:00.725 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.725 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.725 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:00.725 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67328722 2024-04-13T09:15:00.725 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.726 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.726 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:meta": { 2024-04-13T09:15:00.726 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:00.726 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 486539264 2024-04-13T09:15:00.726 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.726 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:00.726 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.726 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.726 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:00.726 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.726 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.726 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:00.726 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 411042220 2024-04-13T09:15:00.726 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.726 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:00.727 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.727 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.727 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:00.727 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.727 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.727 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:00.727 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.727 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.727 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:00.727 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.727 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.727 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:00.727 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 102123 2024-04-13T09:15:00.727 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.727 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:00.728 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1124342 2024-04-13T09:15:00.728 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.728 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:00.728 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.728 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.728 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:00.728 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.728 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.728 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:00.728 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.728 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.728 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:00.728 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 74270579 2024-04-13T09:15:00.728 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.728 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.728 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T09:15:00.729 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T09:15:00.729 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.729 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.729 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:15:00.729 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 32 2024-04-13T09:15:00.729 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.729 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T09:15:00.729 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.729 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.729 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:15:00.729 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.729 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.729 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.729 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:00.729 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg": { 2024-04-13T09:15:00.730 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 53 2024-04-13T09:15:00.730 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.730 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg_removing": { 2024-04-13T09:15:00.730 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.730 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.730 INFO:tasks.workunit.client.0.smithi119.stdout: "op": { 2024-04-13T09:15:00.730 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 44593 2024-04-13T09:15:00.730 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.730 INFO:tasks.workunit.client.0.smithi119.stdout: "op_before_queue_op_lat": { 2024-04-13T09:15:00.730 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 133375, 2024-04-13T09:15:00.730 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13104540184 2024-04-13T09:15:00.730 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.730 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_degraded": { 2024-04-13T09:15:00.730 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.730 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.731 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_unreadable": { 2024-04-13T09:15:00.731 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.731 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.731 INFO:tasks.workunit.client.0.smithi119.stdout: "op_in_bytes": { 2024-04-13T09:15:00.731 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1364659131 2024-04-13T09:15:00.731 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.731 INFO:tasks.workunit.client.0.smithi119.stdout: "op_latency": { 2024-04-13T09:15:00.731 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 44593, 2024-04-13T09:15:00.731 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 44037008051 2024-04-13T09:15:00.731 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.731 INFO:tasks.workunit.client.0.smithi119.stdout: "op_out_bytes": { 2024-04-13T09:15:00.731 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1876909577 2024-04-13T09:15:00.731 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.731 INFO:tasks.workunit.client.0.smithi119.stdout: "op_prepare_latency": { 2024-04-13T09:15:00.731 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 45463, 2024-04-13T09:15:00.731 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14869222782 2024-04-13T09:15:00.732 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.732 INFO:tasks.workunit.client.0.smithi119.stdout: "op_process_latency": { 2024-04-13T09:15:00.732 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 44593, 2024-04-13T09:15:00.732 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 29864206409 2024-04-13T09:15:00.732 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.732 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:15:00.732 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 33573 2024-04-13T09:15:00.732 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.732 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency": { 2024-04-13T09:15:00.732 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 33573, 2024-04-13T09:15:00.732 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13393672992 2024-04-13T09:15:00.732 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.732 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T09:15:00.732 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.732 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.733 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_out_bytes": { 2024-04-13T09:15:00.733 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1876909577 2024-04-13T09:15:00.733 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.733 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_prepare_latency": { 2024-04-13T09:15:00.733 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 33788, 2024-04-13T09:15:00.733 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6742298040 2024-04-13T09:15:00.733 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.733 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_process_latency": { 2024-04-13T09:15:00.733 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 33573, 2024-04-13T09:15:00.733 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6690513271 2024-04-13T09:15:00.733 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.733 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw": { 2024-04-13T09:15:00.733 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9682 2024-04-13T09:15:00.733 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.733 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_in_bytes": { 2024-04-13T09:15:00.733 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 409520967 2024-04-13T09:15:00.734 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.734 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency": { 2024-04-13T09:15:00.734 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 9682, 2024-04-13T09:15:00.734 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 19105344057 2024-04-13T09:15:00.734 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.734 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T09:15:00.734 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.734 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.734 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T09:15:00.734 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.734 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.734 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_out_bytes": { 2024-04-13T09:15:00.734 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.734 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.735 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_prepare_latency": { 2024-04-13T09:15:00.735 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 10140, 2024-04-13T09:15:00.735 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6054631548 2024-04-13T09:15:00.735 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.735 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_process_latency": { 2024-04-13T09:15:00.735 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 9682, 2024-04-13T09:15:00.735 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14369357393 2024-04-13T09:15:00.735 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.735 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:15:00.735 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1338 2024-04-13T09:15:00.735 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.735 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_in_bytes": { 2024-04-13T09:15:00.735 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 955138164 2024-04-13T09:15:00.735 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.735 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency": { 2024-04-13T09:15:00.736 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1338, 2024-04-13T09:15:00.736 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11537991002 2024-04-13T09:15:00.736 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.736 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T09:15:00.736 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.736 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.736 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_prepare_latency": { 2024-04-13T09:15:00.736 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1535, 2024-04-13T09:15:00.736 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2072293194 2024-04-13T09:15:00.736 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.736 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_process_latency": { 2024-04-13T09:15:00.736 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1338, 2024-04-13T09:15:00.736 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8804335745 2024-04-13T09:15:00.736 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.736 INFO:tasks.workunit.client.0.smithi119.stdout: "op_wip": { 2024-04-13T09:15:00.736 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.737 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.737 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_bytes": { 2024-04-13T09:15:00.737 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8388608 2024-04-13T09:15:00.737 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.737 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_ops": { 2024-04-13T09:15:00.737 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3 2024-04-13T09:15:00.737 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.737 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes": { 2024-04-13T09:15:00.737 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T09:15:00.737 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.737 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes_used": { 2024-04-13T09:15:00.737 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 785506304 2024-04-13T09:15:00.737 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.737 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.737 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.737 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.6": { 2024-04-13T09:15:00.738 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:00.738 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_db_max_lat": { 2024-04-13T09:15:00.738 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 20671 2024-04-13T09:15:00.738 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.738 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_fallback": { 2024-04-13T09:15:00.738 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.738 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.738 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_max_lat": { 2024-04-13T09:15:00.738 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.738 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.738 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_size_fallback": { 2024-04-13T09:15:00.738 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.738 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.738 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_db": { 2024-04-13T09:15:00.738 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 65536 2024-04-13T09:15:00.739 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.739 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_slow": { 2024-04-13T09:15:00.739 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.739 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.739 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_wal": { 2024-04-13T09:15:00.739 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.739 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.739 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_wal_max_lat": { 2024-04-13T09:15:00.739 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.739 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.739 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_slow": { 2024-04-13T09:15:00.739 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.739 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.739 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_sst": { 2024-04-13T09:15:00.739 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8507392 2024-04-13T09:15:00.740 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.740 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_wal": { 2024-04-13T09:15:00.740 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 503029760 2024-04-13T09:15:00.740 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.740 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lat": { 2024-04-13T09:15:00.740 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15, 2024-04-13T09:15:00.740 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2807160 2024-04-13T09:15:00.740 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.740 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lock_lat": { 2024-04-13T09:15:00.740 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15, 2024-04-13T09:15:00.740 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 983929 2024-04-13T09:15:00.740 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.740 INFO:tasks.workunit.client.0.smithi119.stdout: "db_alloc_lat": { 2024-04-13T09:15:00.740 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 153, 2024-04-13T09:15:00.740 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 685072 2024-04-13T09:15:00.741 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.741 INFO:tasks.workunit.client.0.smithi119.stdout: "db_total_bytes": { 2024-04-13T09:15:00.741 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995027456 2024-04-13T09:15:00.741 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.741 INFO:tasks.workunit.client.0.smithi119.stdout: "db_used_bytes": { 2024-04-13T09:15:00.741 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 400424960 2024-04-13T09:15:00.741 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.741 INFO:tasks.workunit.client.0.smithi119.stdout: "flush_lat": { 2024-04-13T09:15:00.741 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 64198, 2024-04-13T09:15:00.741 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9010546995 2024-04-13T09:15:00.741 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.741 INFO:tasks.workunit.client.0.smithi119.stdout: "fsync_lat": { 2024-04-13T09:15:00.741 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 64202, 2024-04-13T09:15:00.741 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14499172852 2024-04-13T09:15:00.741 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.741 INFO:tasks.workunit.client.0.smithi119.stdout: "log_bytes": { 2024-04-13T09:15:00.742 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13656064 2024-04-13T09:15:00.742 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.742 INFO:tasks.workunit.client.0.smithi119.stdout: "logged_bytes": { 2024-04-13T09:15:00.742 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 263012352 2024-04-13T09:15:00.742 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.742 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_db": { 2024-04-13T09:15:00.742 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 396165120 2024-04-13T09:15:00.742 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.742 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_slow": { 2024-04-13T09:15:00.742 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.742 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.742 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_wal": { 2024-04-13T09:15:00.742 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.742 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.742 INFO:tasks.workunit.client.0.smithi119.stdout: "num_files": { 2024-04-13T09:15:00.743 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37 2024-04-13T09:15:00.743 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.743 INFO:tasks.workunit.client.0.smithi119.stdout: "read_bytes": { 2024-04-13T09:15:00.743 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5585861647 2024-04-13T09:15:00.743 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.743 INFO:tasks.workunit.client.0.smithi119.stdout: "read_count": { 2024-04-13T09:15:00.743 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 56746 2024-04-13T09:15:00.743 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.743 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes": { 2024-04-13T09:15:00.743 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4792000512 2024-04-13T09:15:00.743 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.743 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_db": { 2024-04-13T09:15:00.743 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4792004608 2024-04-13T09:15:00.743 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.743 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_slow": { 2024-04-13T09:15:00.744 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.744 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.744 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_wal": { 2024-04-13T09:15:00.744 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.744 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.744 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_count": { 2024-04-13T09:15:00.744 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 46654 2024-04-13T09:15:00.744 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.744 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:15:00.744 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 56746, 2024-04-13T09:15:00.744 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2342178747 2024-04-13T09:15:00.744 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.744 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_bytes": { 2024-04-13T09:15:00.744 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5487147704 2024-04-13T09:15:00.744 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.744 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_count": { 2024-04-13T09:15:00.745 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 53720 2024-04-13T09:15:00.745 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.745 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_bytes": { 2024-04-13T09:15:00.745 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3526163 2024-04-13T09:15:00.745 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.745 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_count": { 2024-04-13T09:15:00.745 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 831 2024-04-13T09:15:00.745 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.745 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_bytes": { 2024-04-13T09:15:00.745 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8434078 2024-04-13T09:15:00.745 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.745 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_count": { 2024-04-13T09:15:00.745 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1082 2024-04-13T09:15:00.745 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.745 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes": { 2024-04-13T09:15:00.746 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4907915 2024-04-13T09:15:00.746 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.746 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_db": { 2024-04-13T09:15:00.746 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4907915 2024-04-13T09:15:00.746 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.746 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_slow": { 2024-04-13T09:15:00.746 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.746 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.746 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_wal": { 2024-04-13T09:15:00.746 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.746 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.746 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_count": { 2024-04-13T09:15:00.746 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 256 2024-04-13T09:15:00.746 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.746 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_lat": { 2024-04-13T09:15:00.746 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1082, 2024-04-13T09:15:00.747 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2629414 2024-04-13T09:15:00.747 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.747 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_alloc_lat": { 2024-04-13T09:15:00.747 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.747 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.747 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.747 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_total_bytes": { 2024-04-13T09:15:00.747 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.747 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.747 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_used_bytes": { 2024-04-13T09:15:00.747 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.747 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.747 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:15:00.747 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T09:15:00.747 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17898 2024-04-13T09:15:00.748 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.748 INFO:tasks.workunit.client.0.smithi119.stdout: "unlink_lat": { 2024-04-13T09:15:00.748 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8, 2024-04-13T09:15:00.748 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9954 2024-04-13T09:15:00.748 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.748 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_alloc_lat": { 2024-04-13T09:15:00.748 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.748 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.748 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.748 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_total_bytes": { 2024-04-13T09:15:00.748 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.748 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.748 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_used_bytes": { 2024-04-13T09:15:00.748 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.748 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.748 INFO:tasks.workunit.client.0.smithi119.stdout: "write_bytes": { 2024-04-13T09:15:00.749 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 776839168 2024-04-13T09:15:00.749 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.749 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.749 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": { 2024-04-13T09:15:00.749 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit": { 2024-04-13T09:15:00.749 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T09:15:00.749 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.749 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": { 2024-04-13T09:15:00.749 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14000128 2024-04-13T09:15:00.749 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.749 INFO:tasks.workunit.client.0.smithi119.stdout: "allocator_lat": { 2024-04-13T09:15:00.749 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 13585, 2024-04-13T09:15:00.749 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 47798903 2024-04-13T09:15:00.749 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.749 INFO:tasks.workunit.client.0.smithi119.stdout: "clist_lat": { 2024-04-13T09:15:00.749 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3439, 2024-04-13T09:15:00.750 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4548699705 2024-04-13T09:15:00.750 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.750 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_lat": { 2024-04-13T09:15:00.750 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.750 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.750 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.750 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed": { 2024-04-13T09:15:00.750 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.750 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.750 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_allocated": { 2024-04-13T09:15:00.750 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.750 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.750 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_original": { 2024-04-13T09:15:00.751 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.751 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.751 INFO:tasks.workunit.client.0.smithi119.stdout: "csum_lat": { 2024-04-13T09:15:00.751 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 20045, 2024-04-13T09:15:00.751 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 163124763 2024-04-13T09:15:00.751 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.751 INFO:tasks.workunit.client.0.smithi119.stdout: "decompress_lat": { 2024-04-13T09:15:00.751 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.751 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.751 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.751 INFO:tasks.workunit.client.0.smithi119.stdout: "fragmentation_micros": { 2024-04-13T09:15:00.751 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.751 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.751 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_commit_lat": { 2024-04-13T09:15:00.751 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 64159, 2024-04-13T09:15:00.752 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17494755048 2024-04-13T09:15:00.752 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.752 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_final_lat": { 2024-04-13T09:15:00.752 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 63731, 2024-04-13T09:15:00.752 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1327822508 2024-04-13T09:15:00.752 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.752 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_flush_lat": { 2024-04-13T09:15:00.752 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 64159, 2024-04-13T09:15:00.752 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 31728700 2024-04-13T09:15:00.752 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.752 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_sync_lat": { 2024-04-13T09:15:00.752 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 64159, 2024-04-13T09:15:00.752 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17526483748 2024-04-13T09:15:00.752 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.752 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_keys_lat": { 2024-04-13T09:15:00.753 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.753 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.753 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.753 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_values_lat": { 2024-04-13T09:15:00.753 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 23325, 2024-04-13T09:15:00.753 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 437254248 2024-04-13T09:15:00.753 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.753 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_lower_bound_lat": { 2024-04-13T09:15:00.753 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 832, 2024-04-13T09:15:00.753 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2636112 2024-04-13T09:15:00.753 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.753 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_next_lat": { 2024-04-13T09:15:00.753 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8926, 2024-04-13T09:15:00.753 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8790559 2024-04-13T09:15:00.753 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.754 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_seek_to_first_lat": { 2024-04-13T09:15:00.754 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 42, 2024-04-13T09:15:00.754 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 52029 2024-04-13T09:15:00.754 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.754 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_upper_bound_lat": { 2024-04-13T09:15:00.754 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 11599, 2024-04-13T09:15:00.754 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1938582404 2024-04-13T09:15:00.754 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.754 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_hits": { 2024-04-13T09:15:00.754 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 182200 2024-04-13T09:15:00.754 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.754 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_misses": { 2024-04-13T09:15:00.754 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17784 2024-04-13T09:15:00.754 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.754 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:15:00.754 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 10920, 2024-04-13T09:15:00.755 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1673915789 2024-04-13T09:15:00.755 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.755 INFO:tasks.workunit.client.0.smithi119.stdout: "read_onode_meta_lat": { 2024-04-13T09:15:00.755 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 39530, 2024-04-13T09:15:00.755 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12804762 2024-04-13T09:15:00.755 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.755 INFO:tasks.workunit.client.0.smithi119.stdout: "read_wait_aio_lat": { 2024-04-13T09:15:00.755 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 28610, 2024-04-13T09:15:00.755 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1326500549 2024-04-13T09:15:00.755 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.755 INFO:tasks.workunit.client.0.smithi119.stdout: "reads_with_retries": { 2024-04-13T09:15:00.755 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.755 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.755 INFO:tasks.workunit.client.0.smithi119.stdout: "remove_lat": { 2024-04-13T09:15:00.755 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 12014, 2024-04-13T09:15:00.756 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 347233536 2024-04-13T09:15:00.756 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.756 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_aio_wait_count": { 2024-04-13T09:15:00.756 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.756 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.756 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_committed_kv_count": { 2024-04-13T09:15:00.756 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.756 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.756 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_onode_meta_count": { 2024-04-13T09:15:00.756 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.756 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.756 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_wait_aio_count": { 2024-04-13T09:15:00.756 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.756 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.756 INFO:tasks.workunit.client.0.smithi119.stdout: "state_aio_wait_lat": { 2024-04-13T09:15:00.757 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 73878, 2024-04-13T09:15:00.757 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7774627773 2024-04-13T09:15:00.757 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.757 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T09:15:00.757 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 14372, 2024-04-13T09:15:00.757 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 881573523 2024-04-13T09:15:00.757 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.757 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_cleanup_lat": { 2024-04-13T09:15:00.757 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 14370, 2024-04-13T09:15:00.757 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3802692862566 2024-04-13T09:15:00.757 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.757 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_queued_lat": { 2024-04-13T09:15:00.757 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 14372, 2024-04-13T09:15:00.757 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6149578278501 2024-04-13T09:15:00.757 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.757 INFO:tasks.workunit.client.0.smithi119.stdout: "state_done_lat": { 2024-04-13T09:15:00.758 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 73876, 2024-04-13T09:15:00.758 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2907610776981 2024-04-13T09:15:00.758 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.758 INFO:tasks.workunit.client.0.smithi119.stdout: "state_finishing_lat": { 2024-04-13T09:15:00.758 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 73876, 2024-04-13T09:15:00.758 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7569058 2024-04-13T09:15:00.758 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.758 INFO:tasks.workunit.client.0.smithi119.stdout: "state_io_done_lat": { 2024-04-13T09:15:00.758 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 73878, 2024-04-13T09:15:00.758 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 326560220 2024-04-13T09:15:00.758 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.758 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_commiting_lat": { 2024-04-13T09:15:00.758 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 73878, 2024-04-13T09:15:00.758 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 27138619235 2024-04-13T09:15:00.758 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.758 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_done_lat": { 2024-04-13T09:15:00.759 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 73878, 2024-04-13T09:15:00.759 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 26416743 2024-04-13T09:15:00.759 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.759 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_queued_lat": { 2024-04-13T09:15:00.759 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 73878, 2024-04-13T09:15:00.759 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12638646246 2024-04-13T09:15:00.759 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.759 INFO:tasks.workunit.client.0.smithi119.stdout: "state_prepare_lat": { 2024-04-13T09:15:00.759 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 73878, 2024-04-13T09:15:00.759 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10030200876 2024-04-13T09:15:00.759 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.759 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": { 2024-04-13T09:15:00.759 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10222345 2024-04-13T09:15:00.759 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.759 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:15:00.760 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2370, 2024-04-13T09:15:00.760 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13137560 2024-04-13T09:15:00.760 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.760 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_commit_lat": { 2024-04-13T09:15:00.760 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 73878, 2024-04-13T09:15:00.760 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 57921351691 2024-04-13T09:15:00.760 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.760 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_submit_lat": { 2024-04-13T09:15:00.760 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 73878, 2024-04-13T09:15:00.760 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10950372660 2024-04-13T09:15:00.760 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.760 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_throttle_lat": { 2024-04-13T09:15:00.760 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 73878, 2024-04-13T09:15:00.760 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 467553127 2024-04-13T09:15:00.760 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.760 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.760 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache": { 2024-04-13T09:15:00.761 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T09:15:00.761 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1405280194 2024-04-13T09:15:00.761 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.761 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T09:15:00.761 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 500424704 2024-04-13T09:15:00.761 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.761 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T09:15:00.761 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 441876480 2024-04-13T09:15:00.761 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.761 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T09:15:00.761 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2600690073 2024-04-13T09:15:00.761 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.761 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T09:15:00.761 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 58548224 2024-04-13T09:15:00.761 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.761 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.762 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:data": { 2024-04-13T09:15:00.762 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:00.762 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 125829120 2024-04-13T09:15:00.762 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.762 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:00.762 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.762 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.762 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:00.762 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.762 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.762 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:00.762 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 56994797 2024-04-13T09:15:00.762 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.762 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:00.762 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.763 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.763 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:00.763 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.763 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.763 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:00.763 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.763 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.763 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:00.763 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.763 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.763 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:00.763 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T09:15:00.763 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.763 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:00.763 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 303104 2024-04-13T09:15:00.763 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.764 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:00.764 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.764 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.764 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:00.764 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.764 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.764 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:00.764 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.764 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.764 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:00.764 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 68527123 2024-04-13T09:15:00.764 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.764 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.764 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv": { 2024-04-13T09:15:00.764 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:00.764 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 562036736 2024-04-13T09:15:00.765 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.765 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:00.765 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:00.765 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.765 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:00.765 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.765 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.765 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:00.765 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 427460978 2024-04-13T09:15:00.765 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.765 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:00.765 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.765 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.766 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:00.766 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.766 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.766 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:00.766 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2384 2024-04-13T09:15:00.766 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.766 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:00.766 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.766 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.766 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:00.766 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 174720 2024-04-13T09:15:00.766 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.766 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:00.766 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 384 2024-04-13T09:15:00.767 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.767 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:00.767 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.767 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.767 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:00.767 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.767 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.767 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:00.767 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.767 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.767 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:00.767 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67289406 2024-04-13T09:15:00.767 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.767 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.767 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T09:15:00.768 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:00.768 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 184549376 2024-04-13T09:15:00.768 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.768 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:00.768 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:00.768 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.768 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:00.768 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7509696 2024-04-13T09:15:00.768 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.768 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:00.768 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37996531 2024-04-13T09:15:00.768 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.768 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:00.768 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.769 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.769 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:00.769 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.769 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.769 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:00.769 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.769 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.769 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:00.769 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.769 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.769 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:00.769 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.769 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.769 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:00.769 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.770 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.770 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:00.770 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.770 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.770 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:00.770 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.770 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.770 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:00.770 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.770 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.770 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:00.770 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71934285 2024-04-13T09:15:00.770 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.770 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.771 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:meta": { 2024-04-13T09:15:00.771 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:00.771 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 503316480 2024-04-13T09:15:00.771 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.771 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:00.771 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.771 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.771 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:00.771 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.771 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.771 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:00.771 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 427460978 2024-04-13T09:15:00.771 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.771 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:00.771 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.771 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.772 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:00.772 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.772 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.772 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:00.772 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.772 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.772 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:00.772 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.772 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.772 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:00.772 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 110664 2024-04-13T09:15:00.772 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.772 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:00.772 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1140847 2024-04-13T09:15:00.772 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.773 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:00.773 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.773 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.773 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:00.773 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.773 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.773 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:00.773 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.773 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.773 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:00.773 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 74603991 2024-04-13T09:15:00.773 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.773 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.773 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T09:15:00.773 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T09:15:00.773 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.774 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.774 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:15:00.774 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 19 2024-04-13T09:15:00.774 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.774 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T09:15:00.774 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.774 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.774 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:15:00.774 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.774 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.774 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.774 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:00.774 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg": { 2024-04-13T09:15:00.774 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 53 2024-04-13T09:15:00.774 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.775 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg_removing": { 2024-04-13T09:15:00.775 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.775 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.775 INFO:tasks.workunit.client.0.smithi119.stdout: "op": { 2024-04-13T09:15:00.775 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 35568 2024-04-13T09:15:00.775 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.775 INFO:tasks.workunit.client.0.smithi119.stdout: "op_before_queue_op_lat": { 2024-04-13T09:15:00.775 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 97979, 2024-04-13T09:15:00.775 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9408634658 2024-04-13T09:15:00.775 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.775 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_degraded": { 2024-04-13T09:15:00.775 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.775 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.775 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_unreadable": { 2024-04-13T09:15:00.775 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T09:15:00.775 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.776 INFO:tasks.workunit.client.0.smithi119.stdout: "op_in_bytes": { 2024-04-13T09:15:00.776 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1795232784 2024-04-13T09:15:00.776 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.776 INFO:tasks.workunit.client.0.smithi119.stdout: "op_latency": { 2024-04-13T09:15:00.776 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 35568, 2024-04-13T09:15:00.776 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 63979544867 2024-04-13T09:15:00.776 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.776 INFO:tasks.workunit.client.0.smithi119.stdout: "op_out_bytes": { 2024-04-13T09:15:00.776 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2188734914 2024-04-13T09:15:00.776 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.776 INFO:tasks.workunit.client.0.smithi119.stdout: "op_prepare_latency": { 2024-04-13T09:15:00.776 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 36060, 2024-04-13T09:15:00.776 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14368497135 2024-04-13T09:15:00.776 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.776 INFO:tasks.workunit.client.0.smithi119.stdout: "op_process_latency": { 2024-04-13T09:15:00.777 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 35568, 2024-04-13T09:15:00.777 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 33599704096 2024-04-13T09:15:00.777 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.777 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:15:00.777 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 27218 2024-04-13T09:15:00.777 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.777 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency": { 2024-04-13T09:15:00.777 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 27218, 2024-04-13T09:15:00.777 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11773615025 2024-04-13T09:15:00.777 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.777 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T09:15:00.777 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.777 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.777 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_out_bytes": { 2024-04-13T09:15:00.777 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2188734914 2024-04-13T09:15:00.778 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.778 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_prepare_latency": { 2024-04-13T09:15:00.778 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 27374, 2024-04-13T09:15:00.778 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5681020803 2024-04-13T09:15:00.778 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.778 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_process_latency": { 2024-04-13T09:15:00.778 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 27218, 2024-04-13T09:15:00.778 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5474918750 2024-04-13T09:15:00.778 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.778 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw": { 2024-04-13T09:15:00.778 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4302 2024-04-13T09:15:00.778 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.778 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_in_bytes": { 2024-04-13T09:15:00.778 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 409755593 2024-04-13T09:15:00.778 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.778 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency": { 2024-04-13T09:15:00.779 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4302, 2024-04-13T09:15:00.779 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12444820756 2024-04-13T09:15:00.779 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.779 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T09:15:00.779 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.779 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.779 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T09:15:00.779 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.779 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.779 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_out_bytes": { 2024-04-13T09:15:00.779 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.779 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.779 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_prepare_latency": { 2024-04-13T09:15:00.779 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4535, 2024-04-13T09:15:00.779 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3541376830 2024-04-13T09:15:00.779 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.780 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_process_latency": { 2024-04-13T09:15:00.780 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4302, 2024-04-13T09:15:00.780 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9312339561 2024-04-13T09:15:00.780 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.780 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:15:00.780 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4048 2024-04-13T09:15:00.780 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.780 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_in_bytes": { 2024-04-13T09:15:00.780 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1385477191 2024-04-13T09:15:00.780 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.780 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency": { 2024-04-13T09:15:00.780 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4048, 2024-04-13T09:15:00.780 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 39761109086 2024-04-13T09:15:00.780 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.780 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T09:15:00.780 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.781 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.781 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_prepare_latency": { 2024-04-13T09:15:00.781 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4151, 2024-04-13T09:15:00.781 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5146099502 2024-04-13T09:15:00.781 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.781 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_process_latency": { 2024-04-13T09:15:00.781 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4048, 2024-04-13T09:15:00.781 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18812445785 2024-04-13T09:15:00.781 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.781 INFO:tasks.workunit.client.0.smithi119.stdout: "op_wip": { 2024-04-13T09:15:00.781 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.781 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.781 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_bytes": { 2024-04-13T09:15:00.781 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 31316660 2024-04-13T09:15:00.782 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.782 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_ops": { 2024-04-13T09:15:00.782 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16 2024-04-13T09:15:00.782 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.782 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes": { 2024-04-13T09:15:00.782 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T09:15:00.782 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.782 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes_used": { 2024-04-13T09:15:00.782 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 414441472 2024-04-13T09:15:00.782 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.782 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.782 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.782 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.7": { 2024-04-13T09:15:00.782 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:00.782 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_db_max_lat": { 2024-04-13T09:15:00.783 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15229 2024-04-13T09:15:00.783 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.783 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_fallback": { 2024-04-13T09:15:00.783 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.783 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.783 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_max_lat": { 2024-04-13T09:15:00.783 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.783 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.783 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_size_fallback": { 2024-04-13T09:15:00.783 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.783 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.783 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_db": { 2024-04-13T09:15:00.783 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 65536 2024-04-13T09:15:00.783 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.783 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_slow": { 2024-04-13T09:15:00.783 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.784 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.784 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_wal": { 2024-04-13T09:15:00.784 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.784 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.784 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_wal_max_lat": { 2024-04-13T09:15:00.784 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.784 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.784 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_slow": { 2024-04-13T09:15:00.784 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.784 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.784 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_sst": { 2024-04-13T09:15:00.784 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 22638592 2024-04-13T09:15:00.784 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.784 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_wal": { 2024-04-13T09:15:00.784 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 635752448 2024-04-13T09:15:00.784 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.785 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lat": { 2024-04-13T09:15:00.785 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 16, 2024-04-13T09:15:00.785 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3036145 2024-04-13T09:15:00.785 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.785 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lock_lat": { 2024-04-13T09:15:00.785 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 16, 2024-04-13T09:15:00.785 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1125416 2024-04-13T09:15:00.785 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.785 INFO:tasks.workunit.client.0.smithi119.stdout: "db_alloc_lat": { 2024-04-13T09:15:00.785 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 202, 2024-04-13T09:15:00.785 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 824883 2024-04-13T09:15:00.785 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.785 INFO:tasks.workunit.client.0.smithi119.stdout: "db_total_bytes": { 2024-04-13T09:15:00.785 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995027456 2024-04-13T09:15:00.785 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.785 INFO:tasks.workunit.client.0.smithi119.stdout: "db_used_bytes": { 2024-04-13T09:15:00.786 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 632291328 2024-04-13T09:15:00.786 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.786 INFO:tasks.workunit.client.0.smithi119.stdout: "flush_lat": { 2024-04-13T09:15:00.786 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 66807, 2024-04-13T09:15:00.786 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9897598195 2024-04-13T09:15:00.786 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.786 INFO:tasks.workunit.client.0.smithi119.stdout: "fsync_lat": { 2024-04-13T09:15:00.786 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 66808, 2024-04-13T09:15:00.786 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15796341843 2024-04-13T09:15:00.786 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.786 INFO:tasks.workunit.client.0.smithi119.stdout: "log_bytes": { 2024-04-13T09:15:00.786 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7634944 2024-04-13T09:15:00.786 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.786 INFO:tasks.workunit.client.0.smithi119.stdout: "logged_bytes": { 2024-04-13T09:15:00.786 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 273629184 2024-04-13T09:15:00.787 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.787 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_db": { 2024-04-13T09:15:00.787 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 645070848 2024-04-13T09:15:00.787 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.787 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_slow": { 2024-04-13T09:15:00.787 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.787 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.787 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_wal": { 2024-04-13T09:15:00.787 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.787 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.787 INFO:tasks.workunit.client.0.smithi119.stdout: "num_files": { 2024-04-13T09:15:00.787 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 54 2024-04-13T09:15:00.787 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.787 INFO:tasks.workunit.client.0.smithi119.stdout: "read_bytes": { 2024-04-13T09:15:00.787 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14731070702 2024-04-13T09:15:00.788 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.788 INFO:tasks.workunit.client.0.smithi119.stdout: "read_count": { 2024-04-13T09:15:00.788 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 98752 2024-04-13T09:15:00.788 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.788 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes": { 2024-04-13T09:15:00.788 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13109604352 2024-04-13T09:15:00.788 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.788 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_db": { 2024-04-13T09:15:00.788 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13109608448 2024-04-13T09:15:00.788 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.788 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_slow": { 2024-04-13T09:15:00.788 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.788 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.788 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_wal": { 2024-04-13T09:15:00.788 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.789 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.789 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_count": { 2024-04-13T09:15:00.789 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 98575 2024-04-13T09:15:00.789 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.789 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:15:00.789 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 98752, 2024-04-13T09:15:00.789 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4599699325 2024-04-13T09:15:00.789 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.789 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_bytes": { 2024-04-13T09:15:00.789 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14525021475 2024-04-13T09:15:00.789 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.789 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_count": { 2024-04-13T09:15:00.789 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 92446 2024-04-13T09:15:00.789 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.789 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_bytes": { 2024-04-13T09:15:00.790 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9054691 2024-04-13T09:15:00.790 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.790 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_count": { 2024-04-13T09:15:00.790 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1654 2024-04-13T09:15:00.790 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.790 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_bytes": { 2024-04-13T09:15:00.790 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 22450799 2024-04-13T09:15:00.790 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.790 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_count": { 2024-04-13T09:15:00.790 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2129 2024-04-13T09:15:00.790 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.790 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes": { 2024-04-13T09:15:00.790 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13396108 2024-04-13T09:15:00.790 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.790 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_db": { 2024-04-13T09:15:00.790 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13396108 2024-04-13T09:15:00.791 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.791 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_slow": { 2024-04-13T09:15:00.791 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.791 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.791 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_wal": { 2024-04-13T09:15:00.791 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.791 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.791 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_count": { 2024-04-13T09:15:00.791 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 501 2024-04-13T09:15:00.791 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.791 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_lat": { 2024-04-13T09:15:00.791 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2129, 2024-04-13T09:15:00.791 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6920948 2024-04-13T09:15:00.791 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.792 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_alloc_lat": { 2024-04-13T09:15:00.792 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.792 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.792 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.792 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_total_bytes": { 2024-04-13T09:15:00.792 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.792 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.792 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_used_bytes": { 2024-04-13T09:15:00.792 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.792 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.792 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:15:00.792 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T09:15:00.792 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 545 2024-04-13T09:15:00.793 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.793 INFO:tasks.workunit.client.0.smithi119.stdout: "unlink_lat": { 2024-04-13T09:15:00.793 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15, 2024-04-13T09:15:00.793 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16159 2024-04-13T09:15:00.793 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.793 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_alloc_lat": { 2024-04-13T09:15:00.793 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.793 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.793 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.793 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_total_bytes": { 2024-04-13T09:15:00.793 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.793 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.793 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_used_bytes": { 2024-04-13T09:15:00.793 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.793 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.794 INFO:tasks.workunit.client.0.smithi119.stdout: "write_bytes": { 2024-04-13T09:15:00.794 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 934461440 2024-04-13T09:15:00.794 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.794 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.794 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": { 2024-04-13T09:15:00.794 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit": { 2024-04-13T09:15:00.794 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T09:15:00.794 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.794 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": { 2024-04-13T09:15:00.794 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9793536 2024-04-13T09:15:00.794 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.794 INFO:tasks.workunit.client.0.smithi119.stdout: "allocator_lat": { 2024-04-13T09:15:00.794 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 20717, 2024-04-13T09:15:00.794 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 63402095 2024-04-13T09:15:00.794 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.795 INFO:tasks.workunit.client.0.smithi119.stdout: "clist_lat": { 2024-04-13T09:15:00.795 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3481, 2024-04-13T09:15:00.795 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9686737874 2024-04-13T09:15:00.795 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.795 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_lat": { 2024-04-13T09:15:00.795 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.795 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.795 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.795 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed": { 2024-04-13T09:15:00.795 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.795 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.795 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_allocated": { 2024-04-13T09:15:00.795 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.795 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.795 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_original": { 2024-04-13T09:15:00.795 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.796 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.796 INFO:tasks.workunit.client.0.smithi119.stdout: "csum_lat": { 2024-04-13T09:15:00.796 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 24455, 2024-04-13T09:15:00.796 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 213119194 2024-04-13T09:15:00.796 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.796 INFO:tasks.workunit.client.0.smithi119.stdout: "decompress_lat": { 2024-04-13T09:15:00.796 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.796 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.796 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.796 INFO:tasks.workunit.client.0.smithi119.stdout: "fragmentation_micros": { 2024-04-13T09:15:00.796 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.796 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.796 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_commit_lat": { 2024-04-13T09:15:00.796 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 66725, 2024-04-13T09:15:00.796 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 19101580894 2024-04-13T09:15:00.796 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.797 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_final_lat": { 2024-04-13T09:15:00.797 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 66246, 2024-04-13T09:15:00.797 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1449839437 2024-04-13T09:15:00.797 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.797 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_flush_lat": { 2024-04-13T09:15:00.797 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 66725, 2024-04-13T09:15:00.797 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 40964239 2024-04-13T09:15:00.797 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.797 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_sync_lat": { 2024-04-13T09:15:00.797 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 66725, 2024-04-13T09:15:00.797 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 19142545133 2024-04-13T09:15:00.797 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.797 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_keys_lat": { 2024-04-13T09:15:00.797 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:00.798 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.798 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.798 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_values_lat": { 2024-04-13T09:15:00.798 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 34219, 2024-04-13T09:15:00.798 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 926575314 2024-04-13T09:15:00.798 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.798 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_lower_bound_lat": { 2024-04-13T09:15:00.798 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 761, 2024-04-13T09:15:00.798 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2199862 2024-04-13T09:15:00.798 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.798 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_next_lat": { 2024-04-13T09:15:00.798 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8241, 2024-04-13T09:15:00.798 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12934774 2024-04-13T09:15:00.798 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.799 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_seek_to_first_lat": { 2024-04-13T09:15:00.799 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 46, 2024-04-13T09:15:00.799 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 59628 2024-04-13T09:15:00.799 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.799 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_upper_bound_lat": { 2024-04-13T09:15:00.799 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 12196, 2024-04-13T09:15:00.799 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2283676401 2024-04-13T09:15:00.799 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.799 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_hits": { 2024-04-13T09:15:00.799 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 209298 2024-04-13T09:15:00.799 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.799 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_misses": { 2024-04-13T09:15:00.799 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18255 2024-04-13T09:15:00.799 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.799 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:15:00.799 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 7902, 2024-04-13T09:15:00.800 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1790080872 2024-04-13T09:15:00.800 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.800 INFO:tasks.workunit.client.0.smithi119.stdout: "read_onode_meta_lat": { 2024-04-13T09:15:00.800 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 34386, 2024-04-13T09:15:00.800 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9965298 2024-04-13T09:15:00.800 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.800 INFO:tasks.workunit.client.0.smithi119.stdout: "read_wait_aio_lat": { 2024-04-13T09:15:00.800 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 26484, 2024-04-13T09:15:00.800 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1561075113 2024-04-13T09:15:00.800 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.800 INFO:tasks.workunit.client.0.smithi119.stdout: "reads_with_retries": { 2024-04-13T09:15:00.800 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.800 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.800 INFO:tasks.workunit.client.0.smithi119.stdout: "remove_lat": { 2024-04-13T09:15:00.801 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 13831, 2024-04-13T09:15:00.801 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 422067678 2024-04-13T09:15:00.801 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.801 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_aio_wait_count": { 2024-04-13T09:15:00.801 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.801 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.801 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_committed_kv_count": { 2024-04-13T09:15:00.801 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.801 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.801 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_onode_meta_count": { 2024-04-13T09:15:00.801 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.801 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.801 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_wait_aio_count": { 2024-04-13T09:15:00.801 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.801 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.801 INFO:tasks.workunit.client.0.smithi119.stdout: "state_aio_wait_lat": { 2024-04-13T09:15:00.802 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 79983, 2024-04-13T09:15:00.802 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12801379512 2024-04-13T09:15:00.802 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.802 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T09:15:00.802 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15836, 2024-04-13T09:15:00.802 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 813852004 2024-04-13T09:15:00.802 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.802 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_cleanup_lat": { 2024-04-13T09:15:00.802 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15835, 2024-04-13T09:15:00.802 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3322004109184 2024-04-13T09:15:00.802 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.802 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_queued_lat": { 2024-04-13T09:15:00.802 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15836, 2024-04-13T09:15:00.802 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6145557403619 2024-04-13T09:15:00.803 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.803 INFO:tasks.workunit.client.0.smithi119.stdout: "state_done_lat": { 2024-04-13T09:15:00.803 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 79982, 2024-04-13T09:15:00.803 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2630023852609 2024-04-13T09:15:00.803 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.803 INFO:tasks.workunit.client.0.smithi119.stdout: "state_finishing_lat": { 2024-04-13T09:15:00.803 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 79982, 2024-04-13T09:15:00.803 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7981627 2024-04-13T09:15:00.803 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.803 INFO:tasks.workunit.client.0.smithi119.stdout: "state_io_done_lat": { 2024-04-13T09:15:00.803 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 79983, 2024-04-13T09:15:00.803 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 555030611 2024-04-13T09:15:00.803 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.803 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_commiting_lat": { 2024-04-13T09:15:00.803 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 79983, 2024-04-13T09:15:00.804 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 32553801603 2024-04-13T09:15:00.804 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.804 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_done_lat": { 2024-04-13T09:15:00.804 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 79983, 2024-04-13T09:15:00.804 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 30231267 2024-04-13T09:15:00.804 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.804 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_queued_lat": { 2024-04-13T09:15:00.804 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 79983, 2024-04-13T09:15:00.804 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15346414427 2024-04-13T09:15:00.804 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.804 INFO:tasks.workunit.client.0.smithi119.stdout: "state_prepare_lat": { 2024-04-13T09:15:00.804 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 79983, 2024-04-13T09:15:00.804 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17451238174 2024-04-13T09:15:00.804 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.804 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": { 2024-04-13T09:15:00.805 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6022239 2024-04-13T09:15:00.805 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.805 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:15:00.805 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2306, 2024-04-13T09:15:00.805 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13291944 2024-04-13T09:15:00.805 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.805 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_commit_lat": { 2024-04-13T09:15:00.805 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 79983, 2024-04-13T09:15:00.805 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 78721963873 2024-04-13T09:15:00.805 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.805 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_submit_lat": { 2024-04-13T09:15:00.805 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 79983, 2024-04-13T09:15:00.805 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18477897741 2024-04-13T09:15:00.805 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.805 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_throttle_lat": { 2024-04-13T09:15:00.805 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 79983, 2024-04-13T09:15:00.806 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 763331990 2024-04-13T09:15:00.806 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.806 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.806 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache": { 2024-04-13T09:15:00.806 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T09:15:00.806 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1405280194 2024-04-13T09:15:00.806 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.806 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T09:15:00.806 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 562520064 2024-04-13T09:15:00.806 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.806 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T09:15:00.806 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 507314176 2024-04-13T09:15:00.806 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.806 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T09:15:00.806 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2600690073 2024-04-13T09:15:00.807 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.807 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T09:15:00.807 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 55205888 2024-04-13T09:15:00.807 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.807 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.807 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:data": { 2024-04-13T09:15:00.807 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:00.807 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 125829120 2024-04-13T09:15:00.807 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.807 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:00.807 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.807 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.807 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:00.807 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.807 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.807 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:00.808 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 55864500 2024-04-13T09:15:00.808 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.808 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:00.808 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.808 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.808 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:00.808 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.808 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.808 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:00.808 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.808 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.808 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:00.808 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.808 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.808 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:00.808 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.809 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.809 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:00.809 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 53248 2024-04-13T09:15:00.809 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.809 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:00.809 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.809 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.809 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:00.809 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.809 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.809 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:00.809 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.809 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.809 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:00.809 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 69911372 2024-04-13T09:15:00.809 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.810 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.810 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv": { 2024-04-13T09:15:00.810 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:00.810 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 553648128 2024-04-13T09:15:00.810 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.810 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:00.810 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:00.810 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.810 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:00.810 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.810 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.810 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:00.810 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 418983753 2024-04-13T09:15:00.810 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.810 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:00.811 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.811 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.811 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:00.811 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.811 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.811 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:00.811 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4944 2024-04-13T09:15:00.811 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.811 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:00.811 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.811 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.811 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:00.811 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 333104 2024-04-13T09:15:00.811 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.811 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:00.811 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 224 2024-04-13T09:15:00.812 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.812 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:00.812 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.812 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.812 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:00.812 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.812 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.812 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:00.812 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.812 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.812 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:00.812 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67217239 2024-04-13T09:15:00.812 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.812 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.812 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T09:15:00.813 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:00.813 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 201326592 2024-04-13T09:15:00.813 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.813 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:00.813 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:00.813 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.813 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:00.813 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 22153200 2024-04-13T09:15:00.813 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.813 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:00.813 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37243000 2024-04-13T09:15:00.813 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.813 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:00.813 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.813 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.814 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:00.814 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.814 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.814 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:00.814 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.814 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.814 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:00.814 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.814 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.814 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:00.814 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.814 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.814 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:00.814 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.814 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.815 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:00.815 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.815 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.815 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:00.815 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.815 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.815 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:00.815 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.815 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.815 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:00.815 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 74821528 2024-04-13T09:15:00.815 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.815 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.815 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:meta": { 2024-04-13T09:15:00.815 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:00.816 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 494927872 2024-04-13T09:15:00.816 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.816 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:00.816 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.816 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.816 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:00.816 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.816 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.816 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:00.816 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 418983753 2024-04-13T09:15:00.816 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.816 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:00.816 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.816 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.816 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:00.817 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.817 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.817 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:00.817 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.817 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.817 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:00.817 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.817 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.817 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:00.817 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 112964 2024-04-13T09:15:00.817 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.817 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:00.817 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1125678 2024-04-13T09:15:00.817 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.817 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:00.817 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.818 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.818 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:00.818 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.818 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.818 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:00.818 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.818 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.818 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:00.818 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 74705477 2024-04-13T09:15:00.818 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.818 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.818 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T09:15:00.818 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T09:15:00.818 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.818 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.819 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:15:00.819 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 28 2024-04-13T09:15:00.819 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.819 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T09:15:00.819 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.819 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.819 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:15:00.819 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.819 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.819 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.819 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:00.819 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg": { 2024-04-13T09:15:00.819 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 54 2024-04-13T09:15:00.819 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.819 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg_removing": { 2024-04-13T09:15:00.819 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.820 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.820 INFO:tasks.workunit.client.0.smithi119.stdout: "op": { 2024-04-13T09:15:00.820 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37589 2024-04-13T09:15:00.820 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.820 INFO:tasks.workunit.client.0.smithi119.stdout: "op_before_queue_op_lat": { 2024-04-13T09:15:00.820 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 106981, 2024-04-13T09:15:00.820 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12065663654 2024-04-13T09:15:00.820 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.820 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_degraded": { 2024-04-13T09:15:00.820 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.820 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.820 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_unreadable": { 2024-04-13T09:15:00.820 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.820 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.820 INFO:tasks.workunit.client.0.smithi119.stdout: "op_in_bytes": { 2024-04-13T09:15:00.821 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1751359774 2024-04-13T09:15:00.821 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.821 INFO:tasks.workunit.client.0.smithi119.stdout: "op_latency": { 2024-04-13T09:15:00.821 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 37589, 2024-04-13T09:15:00.821 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 51013501758 2024-04-13T09:15:00.821 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.821 INFO:tasks.workunit.client.0.smithi119.stdout: "op_out_bytes": { 2024-04-13T09:15:00.821 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2406734774 2024-04-13T09:15:00.821 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.821 INFO:tasks.workunit.client.0.smithi119.stdout: "op_prepare_latency": { 2024-04-13T09:15:00.821 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 38010, 2024-04-13T09:15:00.821 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18279012179 2024-04-13T09:15:00.821 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.821 INFO:tasks.workunit.client.0.smithi119.stdout: "op_process_latency": { 2024-04-13T09:15:00.821 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 37589, 2024-04-13T09:15:00.821 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37428126216 2024-04-13T09:15:00.822 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.822 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:15:00.822 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24390 2024-04-13T09:15:00.822 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.822 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency": { 2024-04-13T09:15:00.822 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 24390, 2024-04-13T09:15:00.822 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12950337179 2024-04-13T09:15:00.822 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.822 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T09:15:00.822 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.822 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.822 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_out_bytes": { 2024-04-13T09:15:00.822 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2406734774 2024-04-13T09:15:00.822 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.822 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_prepare_latency": { 2024-04-13T09:15:00.823 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 24533, 2024-04-13T09:15:00.823 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5666152215 2024-04-13T09:15:00.823 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.823 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_process_latency": { 2024-04-13T09:15:00.823 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 24390, 2024-04-13T09:15:00.823 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6343323752 2024-04-13T09:15:00.823 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.823 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw": { 2024-04-13T09:15:00.823 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12062 2024-04-13T09:15:00.823 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.823 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_in_bytes": { 2024-04-13T09:15:00.823 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 426517291 2024-04-13T09:15:00.823 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.823 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency": { 2024-04-13T09:15:00.823 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 12062, 2024-04-13T09:15:00.824 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23373674800 2024-04-13T09:15:00.824 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.824 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T09:15:00.824 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.824 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.824 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T09:15:00.824 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.824 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.824 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_out_bytes": { 2024-04-13T09:15:00.824 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.824 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.824 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_prepare_latency": { 2024-04-13T09:15:00.824 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 12262, 2024-04-13T09:15:00.824 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10115721385 2024-04-13T09:15:00.824 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.825 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_process_latency": { 2024-04-13T09:15:00.825 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 12062, 2024-04-13T09:15:00.825 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 20051854398 2024-04-13T09:15:00.825 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.825 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:15:00.825 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1137 2024-04-13T09:15:00.825 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.825 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_in_bytes": { 2024-04-13T09:15:00.825 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1324842483 2024-04-13T09:15:00.825 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.825 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency": { 2024-04-13T09:15:00.825 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1137, 2024-04-13T09:15:00.825 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14689489779 2024-04-13T09:15:00.825 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.825 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T09:15:00.825 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.826 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.826 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_prepare_latency": { 2024-04-13T09:15:00.826 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1215, 2024-04-13T09:15:00.826 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2497138579 2024-04-13T09:15:00.826 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.826 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_process_latency": { 2024-04-13T09:15:00.826 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1137, 2024-04-13T09:15:00.826 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11032948066 2024-04-13T09:15:00.826 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.826 INFO:tasks.workunit.client.0.smithi119.stdout: "op_wip": { 2024-04-13T09:15:00.826 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:00.826 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.826 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_bytes": { 2024-04-13T09:15:00.826 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10005609 2024-04-13T09:15:00.826 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.826 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_ops": { 2024-04-13T09:15:00.827 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 21 2024-04-13T09:15:00.827 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.827 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes": { 2024-04-13T09:15:00.827 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T09:15:00.827 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.827 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes_used": { 2024-04-13T09:15:00.827 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 642097152 2024-04-13T09:15:00.827 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.827 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.827 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.827 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.827 INFO:tasks.workunit.client.0.smithi119.stdout: "pools": [ 2024-04-13T09:15:00.827 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.831 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T09:15:00.831 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr" 2024-04-13T09:15:00.831 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.831 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_mode": "none", 2024-04-13T09:15:00.831 INFO:tasks.workunit.client.0.smithi119.stdout: "erasure_code_profile": {}, 2024-04-13T09:15:00.831 INFO:tasks.workunit.client.0.smithi119.stdout: "flags_names": [ 2024-04-13T09:15:00.831 INFO:tasks.workunit.client.0.smithi119.stdout: "hashpspool" 2024-04-13T09:15:00.831 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.831 INFO:tasks.workunit.client.0.smithi119.stdout: "min_size": 2, 2024-04-13T09:15:00.832 INFO:tasks.workunit.client.0.smithi119.stdout: "options": {}, 2024-04-13T09:15:00.832 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_autoscale_mode": "off", 2024-04-13T09:15:00.832 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_num": 1, 2024-04-13T09:15:00.832 INFO:tasks.workunit.client.0.smithi119.stdout: "pgp_num": 1, 2024-04-13T09:15:00.832 INFO:tasks.workunit.client.0.smithi119.stdout: "pool": 1, 2024-04-13T09:15:00.832 INFO:tasks.workunit.client.0.smithi119.stdout: "size": 3, 2024-04-13T09:15:00.832 INFO:tasks.workunit.client.0.smithi119.stdout: "stats": { 2024-04-13T09:15:00.832 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_raw": 719945345290, 2024-04-13T09:15:00.832 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_used": 1781760, 2024-04-13T09:15:00.832 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_bytes_used": 0, 2024-04-13T09:15:00.832 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_under_bytes": 0, 2024-04-13T09:15:00.832 INFO:tasks.workunit.client.0.smithi119.stdout: "data_bytes_used": 1781760, 2024-04-13T09:15:00.832 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty": 0, 2024-04-13T09:15:00.832 INFO:tasks.workunit.client.0.smithi119.stdout: "max_avail": 239981772800, 2024-04-13T09:15:00.832 INFO:tasks.workunit.client.0.smithi119.stdout: "objects": 2, 2024-04-13T09:15:00.833 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_bytes_used": 0, 2024-04-13T09:15:00.833 INFO:tasks.workunit.client.0.smithi119.stdout: "percent_used": 2.474848542988184e-06, 2024-04-13T09:15:00.833 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_bytes": 0, 2024-04-13T09:15:00.833 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_objects": 0, 2024-04-13T09:15:00.833 INFO:tasks.workunit.client.0.smithi119.stdout: "rd": 812, 2024-04-13T09:15:00.833 INFO:tasks.workunit.client.0.smithi119.stdout: "rd_bytes": 1341440, 2024-04-13T09:15:00.833 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": 590368, 2024-04-13T09:15:00.833 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_data": 590368, 2024-04-13T09:15:00.833 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_omap": 0, 2024-04-13T09:15:00.833 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_raw": 1771104, 2024-04-13T09:15:00.833 INFO:tasks.workunit.client.0.smithi119.stdout: "wr": 311, 2024-04-13T09:15:00.833 INFO:tasks.workunit.client.0.smithi119.stdout: "wr_bytes": 2473984 2024-04-13T09:15:00.833 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.833 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_bytes": 0, 2024-04-13T09:15:00.833 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_objects": 0, 2024-04-13T09:15:00.834 INFO:tasks.workunit.client.0.smithi119.stdout: "type": "replicated" 2024-04-13T09:15:00.834 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.834 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.834 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T09:15:00.834 INFO:tasks.workunit.client.0.smithi119.stdout: "cephfs" 2024-04-13T09:15:00.834 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.834 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_mode": "none", 2024-04-13T09:15:00.834 INFO:tasks.workunit.client.0.smithi119.stdout: "erasure_code_profile": {}, 2024-04-13T09:15:00.834 INFO:tasks.workunit.client.0.smithi119.stdout: "flags_names": [ 2024-04-13T09:15:00.834 INFO:tasks.workunit.client.0.smithi119.stdout: "hashpspool" 2024-04-13T09:15:00.834 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.834 INFO:tasks.workunit.client.0.smithi119.stdout: "min_size": 2, 2024-04-13T09:15:00.834 INFO:tasks.workunit.client.0.smithi119.stdout: "options": {}, 2024-04-13T09:15:00.834 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_autoscale_mode": "off", 2024-04-13T09:15:00.834 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_num": 32, 2024-04-13T09:15:00.835 INFO:tasks.workunit.client.0.smithi119.stdout: "pgp_num": 32, 2024-04-13T09:15:00.835 INFO:tasks.workunit.client.0.smithi119.stdout: "pool": 2, 2024-04-13T09:15:00.835 INFO:tasks.workunit.client.0.smithi119.stdout: "size": 3, 2024-04-13T09:15:00.835 INFO:tasks.workunit.client.0.smithi119.stdout: "stats": { 2024-04-13T09:15:00.835 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_raw": 719945345290, 2024-04-13T09:15:00.835 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_used": 155065, 2024-04-13T09:15:00.835 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_bytes_used": 0, 2024-04-13T09:15:00.835 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_under_bytes": 0, 2024-04-13T09:15:00.835 INFO:tasks.workunit.client.0.smithi119.stdout: "data_bytes_used": 110592, 2024-04-13T09:15:00.835 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty": 0, 2024-04-13T09:15:00.835 INFO:tasks.workunit.client.0.smithi119.stdout: "max_avail": 239981772800, 2024-04-13T09:15:00.835 INFO:tasks.workunit.client.0.smithi119.stdout: "objects": 22, 2024-04-13T09:15:00.835 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_bytes_used": 44473, 2024-04-13T09:15:00.835 INFO:tasks.workunit.client.0.smithi119.stdout: "percent_used": 2.1538437522394815e-07, 2024-04-13T09:15:00.835 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_bytes": 0, 2024-04-13T09:15:00.835 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_objects": 0, 2024-04-13T09:15:00.836 INFO:tasks.workunit.client.0.smithi119.stdout: "rd": 158, 2024-04-13T09:15:00.836 INFO:tasks.workunit.client.0.smithi119.stdout: "rd_bytes": 178176, 2024-04-13T09:15:00.836 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": 21446, 2024-04-13T09:15:00.836 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_data": 6622, 2024-04-13T09:15:00.836 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_omap": 14824, 2024-04-13T09:15:00.836 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_raw": 64338, 2024-04-13T09:15:00.836 INFO:tasks.workunit.client.0.smithi119.stdout: "wr": 69, 2024-04-13T09:15:00.836 INFO:tasks.workunit.client.0.smithi119.stdout: "wr_bytes": 36864 2024-04-13T09:15:00.836 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.836 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_bytes": 0, 2024-04-13T09:15:00.836 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_objects": 0, 2024-04-13T09:15:00.836 INFO:tasks.workunit.client.0.smithi119.stdout: "type": "replicated" 2024-04-13T09:15:00.836 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.836 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.836 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T09:15:00.836 INFO:tasks.workunit.client.0.smithi119.stdout: "cephfs" 2024-04-13T09:15:00.837 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.837 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_mode": "none", 2024-04-13T09:15:00.837 INFO:tasks.workunit.client.0.smithi119.stdout: "erasure_code_profile": {}, 2024-04-13T09:15:00.837 INFO:tasks.workunit.client.0.smithi119.stdout: "flags_names": [ 2024-04-13T09:15:00.837 INFO:tasks.workunit.client.0.smithi119.stdout: "hashpspool" 2024-04-13T09:15:00.837 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.837 INFO:tasks.workunit.client.0.smithi119.stdout: "min_size": 2, 2024-04-13T09:15:00.837 INFO:tasks.workunit.client.0.smithi119.stdout: "options": {}, 2024-04-13T09:15:00.837 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_autoscale_mode": "off", 2024-04-13T09:15:00.837 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_num": 64, 2024-04-13T09:15:00.837 INFO:tasks.workunit.client.0.smithi119.stdout: "pgp_num": 64, 2024-04-13T09:15:00.837 INFO:tasks.workunit.client.0.smithi119.stdout: "pool": 3, 2024-04-13T09:15:00.837 INFO:tasks.workunit.client.0.smithi119.stdout: "size": 3, 2024-04-13T09:15:00.837 INFO:tasks.workunit.client.0.smithi119.stdout: "stats": { 2024-04-13T09:15:00.837 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_raw": 719945345290, 2024-04-13T09:15:00.838 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_used": 0, 2024-04-13T09:15:00.838 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_bytes_used": 0, 2024-04-13T09:15:00.838 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_under_bytes": 0, 2024-04-13T09:15:00.838 INFO:tasks.workunit.client.0.smithi119.stdout: "data_bytes_used": 0, 2024-04-13T09:15:00.838 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty": 0, 2024-04-13T09:15:00.838 INFO:tasks.workunit.client.0.smithi119.stdout: "max_avail": 239981772800, 2024-04-13T09:15:00.838 INFO:tasks.workunit.client.0.smithi119.stdout: "objects": 0, 2024-04-13T09:15:00.838 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_bytes_used": 0, 2024-04-13T09:15:00.838 INFO:tasks.workunit.client.0.smithi119.stdout: "percent_used": 0.0, 2024-04-13T09:15:00.838 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_bytes": 0, 2024-04-13T09:15:00.838 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_objects": 0, 2024-04-13T09:15:00.838 INFO:tasks.workunit.client.0.smithi119.stdout: "rd": 0, 2024-04-13T09:15:00.838 INFO:tasks.workunit.client.0.smithi119.stdout: "rd_bytes": 0, 2024-04-13T09:15:00.838 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": 0, 2024-04-13T09:15:00.838 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_data": 0, 2024-04-13T09:15:00.839 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_omap": 0, 2024-04-13T09:15:00.839 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_raw": 0, 2024-04-13T09:15:00.839 INFO:tasks.workunit.client.0.smithi119.stdout: "wr": 0, 2024-04-13T09:15:00.839 INFO:tasks.workunit.client.0.smithi119.stdout: "wr_bytes": 0 2024-04-13T09:15:00.839 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.839 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_bytes": 0, 2024-04-13T09:15:00.839 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_objects": 0, 2024-04-13T09:15:00.839 INFO:tasks.workunit.client.0.smithi119.stdout: "type": "replicated" 2024-04-13T09:15:00.839 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.839 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.839 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T09:15:00.839 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd" 2024-04-13T09:15:00.839 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.839 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_mode": "none", 2024-04-13T09:15:00.839 INFO:tasks.workunit.client.0.smithi119.stdout: "erasure_code_profile": {}, 2024-04-13T09:15:00.840 INFO:tasks.workunit.client.0.smithi119.stdout: "flags_names": [ 2024-04-13T09:15:00.840 INFO:tasks.workunit.client.0.smithi119.stdout: "hashpspool", 2024-04-13T09:15:00.840 INFO:tasks.workunit.client.0.smithi119.stdout: "selfmanaged_snaps" 2024-04-13T09:15:00.840 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.840 INFO:tasks.workunit.client.0.smithi119.stdout: "min_size": 2, 2024-04-13T09:15:00.840 INFO:tasks.workunit.client.0.smithi119.stdout: "options": {}, 2024-04-13T09:15:00.840 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_autoscale_mode": "off", 2024-04-13T09:15:00.840 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_num": 8, 2024-04-13T09:15:00.840 INFO:tasks.workunit.client.0.smithi119.stdout: "pgp_num": 8, 2024-04-13T09:15:00.840 INFO:tasks.workunit.client.0.smithi119.stdout: "pool": 4, 2024-04-13T09:15:00.840 INFO:tasks.workunit.client.0.smithi119.stdout: "size": 3, 2024-04-13T09:15:00.840 INFO:tasks.workunit.client.0.smithi119.stdout: "stats": { 2024-04-13T09:15:00.840 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_raw": 719945345290, 2024-04-13T09:15:00.840 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_used": 12595200, 2024-04-13T09:15:00.840 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_bytes_used": 0, 2024-04-13T09:15:00.840 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_under_bytes": 0, 2024-04-13T09:15:00.841 INFO:tasks.workunit.client.0.smithi119.stdout: "data_bytes_used": 12595200, 2024-04-13T09:15:00.841 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty": 0, 2024-04-13T09:15:00.841 INFO:tasks.workunit.client.0.smithi119.stdout: "max_avail": 239981772800, 2024-04-13T09:15:00.841 INFO:tasks.workunit.client.0.smithi119.stdout: "objects": 4, 2024-04-13T09:15:00.841 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_bytes_used": 0, 2024-04-13T09:15:00.841 INFO:tasks.workunit.client.0.smithi119.stdout: "percent_used": 1.7494356143288314e-05, 2024-04-13T09:15:00.841 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_bytes": 0, 2024-04-13T09:15:00.841 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_objects": 0, 2024-04-13T09:15:00.841 INFO:tasks.workunit.client.0.smithi119.stdout: "rd": 8955, 2024-04-13T09:15:00.841 INFO:tasks.workunit.client.0.smithi119.stdout: "rd_bytes": 3075875840, 2024-04-13T09:15:00.841 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": 4194323, 2024-04-13T09:15:00.841 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_data": 4194323, 2024-04-13T09:15:00.841 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_omap": 0, 2024-04-13T09:15:00.841 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_raw": 12582969, 2024-04-13T09:15:00.841 INFO:tasks.workunit.client.0.smithi119.stdout: "wr": 24397, 2024-04-13T09:15:00.841 INFO:tasks.workunit.client.0.smithi119.stdout: "wr_bytes": 3255204864 2024-04-13T09:15:00.842 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.842 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_bytes": 0, 2024-04-13T09:15:00.842 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_objects": 0, 2024-04-13T09:15:00.842 INFO:tasks.workunit.client.0.smithi119.stdout: "type": "replicated" 2024-04-13T09:15:00.842 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.842 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.842 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd": { 2024-04-13T09:15:00.842 INFO:tasks.workunit.client.0.smithi119.stdout: "mirroring_by_pool": [ 2024-04-13T09:15:00.842 INFO:tasks.workunit.client.0.smithi119.stdout: false 2024-04-13T09:15:00.842 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.842 INFO:tasks.workunit.client.0.smithi119.stdout: "num_images_by_pool": [ 2024-04-13T09:15:00.842 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:00.842 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.842 INFO:tasks.workunit.client.0.smithi119.stdout: "num_pools": 1 2024-04-13T09:15:00.842 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.843 INFO:tasks.workunit.client.0.smithi119.stdout: "report_id": "6edb68c6-9349-46ed-b7ce-7bb339db6fd9", 2024-04-13T09:15:00.843 INFO:tasks.workunit.client.0.smithi119.stdout: "report_timestamp": "2024-04-13T09:14:59.845450", 2024-04-13T09:15:00.843 INFO:tasks.workunit.client.0.smithi119.stdout: "report_version": 1, 2024-04-13T09:15:00.843 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_stats": { 2024-04-13T09:15:00.843 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "7.9.2" 2024-04-13T09:15:00.843 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.843 INFO:tasks.workunit.client.0.smithi119.stdout: "rook": { 2024-04-13T09:15:00.843 INFO:tasks.workunit.client.0.smithi119.stdout: "cluster": { 2024-04-13T09:15:00.843 INFO:tasks.workunit.client.0.smithi119.stdout: "external-mode": null, 2024-04-13T09:15:00.843 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T09:15:00.843 INFO:tasks.workunit.client.0.smithi119.stdout: "allow-multiple-per-node": null, 2024-04-13T09:15:00.843 INFO:tasks.workunit.client.0.smithi119.stdout: "count": null, 2024-04-13T09:15:00.843 INFO:tasks.workunit.client.0.smithi119.stdout: "max-id": null, 2024-04-13T09:15:00.843 INFO:tasks.workunit.client.0.smithi119.stdout: "pvc": { 2024-04-13T09:15:00.843 INFO:tasks.workunit.client.0.smithi119.stdout: "enabled": null 2024-04-13T09:15:00.843 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.844 INFO:tasks.workunit.client.0.smithi119.stdout: "stretch": { 2024-04-13T09:15:00.844 INFO:tasks.workunit.client.0.smithi119.stdout: "enabled": null 2024-04-13T09:15:00.844 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.844 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.844 INFO:tasks.workunit.client.0.smithi119.stdout: "network": { 2024-04-13T09:15:00.844 INFO:tasks.workunit.client.0.smithi119.stdout: "provider": null 2024-04-13T09:15:00.844 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.844 INFO:tasks.workunit.client.0.smithi119.stdout: "storage": { 2024-04-13T09:15:00.844 INFO:tasks.workunit.client.0.smithi119.stdout: "device-set": { 2024-04-13T09:15:00.844 INFO:tasks.workunit.client.0.smithi119.stdout: "count": { 2024-04-13T09:15:00.844 INFO:tasks.workunit.client.0.smithi119.stdout: "non-portable": null, 2024-04-13T09:15:00.844 INFO:tasks.workunit.client.0.smithi119.stdout: "portable": null, 2024-04-13T09:15:00.844 INFO:tasks.workunit.client.0.smithi119.stdout: "total": null 2024-04-13T09:15:00.844 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.844 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.844 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.845 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.845 INFO:tasks.workunit.client.0.smithi119.stdout: "csi": { 2024-04-13T09:15:00.845 INFO:tasks.workunit.client.0.smithi119.stdout: "version": null 2024-04-13T09:15:00.845 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.845 INFO:tasks.workunit.client.0.smithi119.stdout: "kubernetes": { 2024-04-13T09:15:00.845 INFO:tasks.workunit.client.0.smithi119.stdout: "version": null 2024-04-13T09:15:00.845 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.845 INFO:tasks.workunit.client.0.smithi119.stdout: "node": { 2024-04-13T09:15:00.845 INFO:tasks.workunit.client.0.smithi119.stdout: "count": { 2024-04-13T09:15:00.845 INFO:tasks.workunit.client.0.smithi119.stdout: "kubernetes-total": null, 2024-04-13T09:15:00.845 INFO:tasks.workunit.client.0.smithi119.stdout: "with-ceph-daemons": null, 2024-04-13T09:15:00.845 INFO:tasks.workunit.client.0.smithi119.stdout: "with-csi-cephfs-plugin": null, 2024-04-13T09:15:00.845 INFO:tasks.workunit.client.0.smithi119.stdout: "with-csi-nfs-plugin": null, 2024-04-13T09:15:00.845 INFO:tasks.workunit.client.0.smithi119.stdout: "with-csi-rbd-plugin": null 2024-04-13T09:15:00.845 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.845 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.846 INFO:tasks.workunit.client.0.smithi119.stdout: "usage": { 2024-04-13T09:15:00.846 INFO:tasks.workunit.client.0.smithi119.stdout: "storage-class": { 2024-04-13T09:15:00.846 INFO:tasks.workunit.client.0.smithi119.stdout: "count": { 2024-04-13T09:15:00.846 INFO:tasks.workunit.client.0.smithi119.stdout: "bucket": null, 2024-04-13T09:15:00.846 INFO:tasks.workunit.client.0.smithi119.stdout: "cephfs": null, 2024-04-13T09:15:00.846 INFO:tasks.workunit.client.0.smithi119.stdout: "nfs": null, 2024-04-13T09:15:00.846 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd": null, 2024-04-13T09:15:00.846 INFO:tasks.workunit.client.0.smithi119.stdout: "total": null 2024-04-13T09:15:00.846 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.846 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:00.846 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.846 INFO:tasks.workunit.client.0.smithi119.stdout: "version": null 2024-04-13T09:15:00.846 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.846 INFO:tasks.workunit.client.0.smithi119.stdout: "services": {}, 2024-04-13T09:15:00.846 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_per_pg": [ 2024-04-13T09:15:00.847 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.847 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:00.847 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:00.847 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:00.847 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:00.847 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.847 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T09:15:00.847 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:00.847 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:00.847 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:00.847 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:00.847 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:00.847 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:00.847 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.578703+0000", 2024-04-13T09:15:00.847 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.619905+0000", 2024-04-13T09:15:00.848 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.619905+0000", 2024-04-13T09:15:00.848 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.623838+0000", 2024-04-13T09:15:00.848 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.578703+0000", 2024-04-13T09:15:00.848 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.848 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:00.848 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.848 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:00.848 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.578703+0000", 2024-04-13T09:15:00.848 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.578703+0000", 2024-04-13T09:15:00.848 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.578703+0000", 2024-04-13T09:15:00.848 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:00.848 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:00.848 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.848 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.578703+0000", 2024-04-13T09:15:00.848 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.578703+0000", 2024-04-13T09:15:00.849 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:00.849 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:00.849 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:00.849 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:00.849 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:00.849 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:00.849 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:00.849 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:00.849 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:00.849 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:00.849 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:00.849 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:00.849 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:00.849 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.2c", 2024-04-13T09:15:00.849 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:00.849 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:00.850 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:00.850 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4913, 2024-04-13T09:15:00.850 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:00.850 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:27:37.316267+0000", 2024-04-13T09:15:00.850 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:00.850 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:00.850 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:00.850 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:00.850 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:00.850 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:00.850 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:00.850 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:00.850 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:00.850 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:00.850 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:00.851 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:00.851 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:00.851 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:00.851 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:00.851 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:00.851 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:00.851 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:00.851 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:00.851 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:00.851 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:00.851 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:00.851 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:00.851 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:00.851 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:00.851 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:00.852 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:00.852 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:00.852 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:00.852 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:00.852 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:00.852 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:00.852 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:00.852 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:00.852 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:00.852 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:00.852 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:00.852 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:00.852 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:00.852 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:00.852 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:00.853 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:00.853 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:00.853 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.853 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:00.853 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:00.853 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:00.853 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:00.853 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:00.853 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:00.853 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.853 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T09:15:00.853 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:00.853 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.853 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.853 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:00.854 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:00.854 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:00.854 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:00.854 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.854 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T09:15:00.854 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:00.854 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:00.854 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:00.854 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:00.854 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:00.854 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:00.854 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.194565+0000", 2024-04-13T09:15:00.854 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.430872+0000", 2024-04-13T09:15:00.854 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.430872+0000", 2024-04-13T09:15:00.854 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.431826+0000", 2024-04-13T09:15:00.855 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.194565+0000", 2024-04-13T09:15:00.855 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.855 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:00.855 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.855 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:00.855 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.194565+0000", 2024-04-13T09:15:00.855 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.194565+0000", 2024-04-13T09:15:00.855 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.194565+0000", 2024-04-13T09:15:00.855 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:00.855 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:00.855 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.855 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.194565+0000", 2024-04-13T09:15:00.855 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.194565+0000", 2024-04-13T09:15:00.855 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:00.855 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:00.855 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:00.856 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:00.856 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:00.856 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:00.856 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:00.856 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:00.856 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:00.856 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:00.856 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:00.856 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:00.856 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:00.856 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.2b", 2024-04-13T09:15:00.856 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:00.856 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:00.856 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:00.856 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5088, 2024-04-13T09:15:00.856 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:00.857 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:14:19.467533+0000", 2024-04-13T09:15:00.857 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:00.857 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:00.857 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:00.857 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:00.857 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:00.857 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:00.857 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:00.857 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:00.857 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:00.857 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:00.857 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:00.857 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:00.857 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:00.857 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:00.857 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:00.858 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:00.858 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:00.858 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:00.858 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:00.858 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:00.858 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:00.858 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:00.858 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:00.858 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:00.858 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:00.858 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:00.858 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:00.858 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:00.858 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:00.858 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:00.858 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:00.859 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:00.859 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:00.859 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:00.859 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:00.859 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:00.859 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:00.859 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:00.859 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:00.859 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:00.859 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:00.859 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:00.859 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:00.859 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.859 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:00.860 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:00.860 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:00.860 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:00.860 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:00.860 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:00.860 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.860 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T09:15:00.860 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:00.860 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.860 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.860 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:00.860 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:00.860 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:00.860 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:00.860 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.860 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:15:00.861 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:00.861 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:00.861 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:00.861 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:00.861 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:00.861 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:00.861 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.194158+0000", 2024-04-13T09:15:00.861 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.413372+0000", 2024-04-13T09:15:00.861 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.413372+0000", 2024-04-13T09:15:00.861 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.413693+0000", 2024-04-13T09:15:00.861 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.194158+0000", 2024-04-13T09:15:00.861 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.861 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:00.861 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.861 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:00.862 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.194158+0000", 2024-04-13T09:15:00.862 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.194158+0000", 2024-04-13T09:15:00.862 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.194158+0000", 2024-04-13T09:15:00.862 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:00.862 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:00.862 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.862 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.194158+0000", 2024-04-13T09:15:00.862 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.194158+0000", 2024-04-13T09:15:00.862 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:00.862 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:00.862 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:00.862 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:00.862 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:00.862 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:00.862 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:00.862 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:00.863 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:00.863 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:00.863 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:00.863 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:00.863 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:00.863 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.2a", 2024-04-13T09:15:00.863 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:00.863 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:00.863 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:00.863 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4959, 2024-04-13T09:15:00.863 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:00.863 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:13:38.957806+0000", 2024-04-13T09:15:00.863 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:00.863 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:00.863 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:00.864 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:00.864 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:00.864 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:00.864 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:00.864 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:00.864 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:00.864 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:00.864 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:00.864 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:00.864 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:00.864 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:00.864 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:00.864 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:00.864 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:00.864 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:00.864 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:00.865 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:00.865 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:00.865 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:00.865 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:00.865 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:00.865 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:00.865 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:00.865 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:00.865 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:00.865 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:00.865 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:00.865 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:00.865 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:00.865 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:00.865 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:00.866 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:00.866 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:00.866 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:00.866 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:00.866 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:00.866 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:00.866 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:00.866 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:00.866 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:00.866 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.866 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:00.866 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:00.866 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:00.866 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:00.866 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:00.866 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:00.867 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.867 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:15:00.867 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:00.867 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.867 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.867 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:00.867 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:00.867 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:00.867 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:00.867 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.867 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:15:00.867 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:00.867 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:00.867 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:00.867 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:00.867 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:00.868 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:00.868 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.438655+0000", 2024-04-13T09:15:00.868 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.406407+0000", 2024-04-13T09:15:00.868 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.406407+0000", 2024-04-13T09:15:00.868 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.406789+0000", 2024-04-13T09:15:00.868 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.438655+0000", 2024-04-13T09:15:00.868 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.868 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:00.868 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.868 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:15:00.868 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.438655+0000", 2024-04-13T09:15:00.868 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.438655+0000", 2024-04-13T09:15:00.868 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.438655+0000", 2024-04-13T09:15:00.868 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:00.868 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:00.868 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.869 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.438655+0000", 2024-04-13T09:15:00.869 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.438655+0000", 2024-04-13T09:15:00.869 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:00.869 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:00.869 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:00.869 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:00.869 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:15:00.869 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:00.869 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:00.869 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:00.869 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:00.869 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:00.869 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:00.869 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:00.869 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:00.870 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.29", 2024-04-13T09:15:00.870 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:00.870 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:00.870 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:00.870 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5039, 2024-04-13T09:15:00.870 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:00.870 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:44:14.674916+0000", 2024-04-13T09:15:00.870 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:00.870 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:00.870 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:00.870 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:00.870 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:00.870 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:00.870 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:00.870 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:00.871 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:00.871 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:00.871 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:00.871 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:00.871 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:00.871 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:00.871 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:00.871 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:00.871 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:00.871 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:00.871 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:00.871 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:00.871 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:00.871 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:00.871 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:00.872 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:00.872 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:00.872 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:00.872 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:00.872 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:00.872 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:00.872 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:00.872 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:00.872 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:00.872 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:00.872 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:00.872 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:00.872 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:00.873 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:00.873 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:00.873 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:00.873 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:00.873 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:00.873 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:00.873 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:00.873 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.873 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:00.873 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:00.873 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:00.873 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:00.873 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:00.873 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:00.873 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.874 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:15:00.874 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:00.874 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.874 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.874 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:00.874 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:00.874 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:00.874 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:00.874 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.874 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:15:00.874 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:00.874 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:00.874 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:00.874 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:00.874 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:00.875 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:00.875 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.194847+0000", 2024-04-13T09:15:00.875 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.432933+0000", 2024-04-13T09:15:00.875 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.432933+0000", 2024-04-13T09:15:00.875 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.433242+0000", 2024-04-13T09:15:00.875 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.194847+0000", 2024-04-13T09:15:00.875 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.875 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:00.875 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.875 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:15:00.875 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.194847+0000", 2024-04-13T09:15:00.875 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.194847+0000", 2024-04-13T09:15:00.875 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.194847+0000", 2024-04-13T09:15:00.875 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:00.875 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:00.876 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.876 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.194847+0000", 2024-04-13T09:15:00.876 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.194847+0000", 2024-04-13T09:15:00.876 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:00.876 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:00.876 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:00.876 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:00.876 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:15:00.876 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:00.876 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:00.876 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:00.876 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:00.876 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:00.876 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:00.876 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:00.876 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:00.877 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.28", 2024-04-13T09:15:00.877 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:00.877 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:00.877 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:00.877 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4957, 2024-04-13T09:15:00.877 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:00.877 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:06:26.595249+0000", 2024-04-13T09:15:00.877 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:00.877 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:00.877 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:00.877 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:00.877 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:00.877 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:00.877 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:00.877 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:00.878 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:00.878 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:00.878 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:00.878 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:00.878 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:00.878 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:00.878 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:00.878 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:00.878 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:00.878 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:00.878 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:00.878 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:00.878 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:00.878 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:00.878 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:00.879 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:00.879 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:00.879 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:00.879 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:00.879 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:00.879 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:00.879 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:00.879 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:00.879 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:00.879 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:00.879 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:00.879 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:00.879 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:00.879 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:00.879 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:00.880 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:00.880 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:00.880 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:00.880 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:00.880 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:00.880 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.880 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:00.880 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:00.880 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:00.880 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:00.880 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:00.880 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:00.880 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.880 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:15:00.880 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:00.881 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.881 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.881 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:00.881 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:00.881 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:00.881 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:00.881 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.881 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:15:00.881 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:00.881 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:00.881 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:00.881 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:00.881 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:00.881 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:00.881 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.440645+0000", 2024-04-13T09:15:00.881 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.405168+0000", 2024-04-13T09:15:00.882 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.405168+0000", 2024-04-13T09:15:00.882 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.405497+0000", 2024-04-13T09:15:00.882 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.440645+0000", 2024-04-13T09:15:00.882 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.882 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:00.882 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.882 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:15:00.882 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.440645+0000", 2024-04-13T09:15:00.882 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.440645+0000", 2024-04-13T09:15:00.882 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.440645+0000", 2024-04-13T09:15:00.882 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:00.882 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:00.882 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.882 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.440645+0000", 2024-04-13T09:15:00.882 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.440645+0000", 2024-04-13T09:15:00.883 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:00.883 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:00.883 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:00.883 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:00.883 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:15:00.883 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:00.883 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:00.883 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:00.883 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:00.883 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:00.883 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:00.883 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:00.883 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:00.883 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.27", 2024-04-13T09:15:00.883 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:00.883 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:00.884 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:00.884 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5034, 2024-04-13T09:15:00.884 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:00.884 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:31:51.713099+0000", 2024-04-13T09:15:00.884 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:00.884 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:00.884 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:00.884 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:00.884 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:00.884 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:00.884 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:00.884 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:00.884 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:00.884 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:00.885 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:00.885 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:00.885 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:00.885 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:00.885 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:00.885 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:00.885 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:00.885 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:00.885 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:00.885 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:00.885 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:00.885 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:00.885 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:00.885 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:00.885 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:00.885 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:00.886 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:00.886 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:00.886 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:00.886 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:00.886 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:00.886 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:00.886 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:00.886 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:00.886 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:00.886 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:00.886 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:00.886 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:00.886 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:00.886 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:00.886 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:00.887 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:00.887 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:00.887 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.887 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:00.887 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:00.887 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:00.887 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:00.887 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:00.887 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:00.887 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.887 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:15:00.887 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:00.887 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.887 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.887 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:00.888 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:00.888 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:00.888 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:00.888 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.888 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T09:15:00.888 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:00.888 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:00.888 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:00.888 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:00.888 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:00.888 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:00.888 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.579062+0000", 2024-04-13T09:15:00.888 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.415331+0000", 2024-04-13T09:15:00.888 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.415331+0000", 2024-04-13T09:15:00.888 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.415660+0000", 2024-04-13T09:15:00.889 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.579062+0000", 2024-04-13T09:15:00.889 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.889 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:00.889 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.889 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:00.889 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.579062+0000", 2024-04-13T09:15:00.889 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.579062+0000", 2024-04-13T09:15:00.889 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.579062+0000", 2024-04-13T09:15:00.889 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:00.889 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:00.889 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.889 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.579062+0000", 2024-04-13T09:15:00.889 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.579062+0000", 2024-04-13T09:15:00.889 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:00.889 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:00.890 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:00.890 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:00.890 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:00.890 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:00.890 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:00.890 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:00.890 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:00.890 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:00.890 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:00.890 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:00.890 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:00.890 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.26", 2024-04-13T09:15:00.890 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:00.890 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:00.890 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:00.891 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4908, 2024-04-13T09:15:00.891 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:00.891 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:04:50.537921+0000", 2024-04-13T09:15:00.891 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:00.891 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:00.891 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:00.891 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:00.891 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:00.891 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:00.891 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:00.891 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:00.891 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:00.891 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:00.891 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:00.891 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:00.892 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:00.892 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:00.892 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:00.892 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:00.892 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:00.892 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:00.892 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:00.892 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:00.892 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:00.892 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:00.892 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:00.892 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:00.892 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:00.892 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:00.892 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:00.892 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:00.893 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:00.893 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:00.893 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:00.893 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:00.893 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:00.893 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:00.893 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:00.893 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:00.893 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:00.893 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:00.893 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:00.893 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:00.893 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:00.893 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:00.893 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:00.893 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.894 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:00.894 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:00.894 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:00.894 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:00.894 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:00.894 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:00.894 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.894 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T09:15:00.894 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:00.894 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.894 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.894 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:00.894 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:00.894 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:00.894 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:00.895 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.895 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:00.895 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:00.895 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:00.895 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:00.895 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:00.895 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:00.895 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:00.895 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.834832+0000", 2024-04-13T09:15:00.895 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:51:57.372615+0000", 2024-04-13T09:15:00.895 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:51:57.372615+0000", 2024-04-13T09:15:00.895 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:51:57.372904+0000", 2024-04-13T09:15:00.895 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.834832+0000", 2024-04-13T09:15:00.895 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.895 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:00.896 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.896 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 415, 2024-04-13T09:15:00.896 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.834832+0000", 2024-04-13T09:15:00.896 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.834832+0000", 2024-04-13T09:15:00.896 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.834832+0000", 2024-04-13T09:15:00.896 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:00.896 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:00.896 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.896 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.834832+0000", 2024-04-13T09:15:00.896 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.834832+0000", 2024-04-13T09:15:00.896 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:00.896 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:00.896 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:00.896 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:00.896 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 414, 2024-04-13T09:15:00.897 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:00.897 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:00.897 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:00.897 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:00.897 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:00.897 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:00.897 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:00.897 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:00.897 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.25", 2024-04-13T09:15:00.897 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:00.897 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:00.897 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:00.897 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5090, 2024-04-13T09:15:00.897 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:00.897 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:21:58.941870+0000", 2024-04-13T09:15:00.898 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:00.898 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:00.898 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:00.898 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:00.898 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:00.898 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:00.898 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:00.898 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:00.898 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:00.898 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:00.898 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:00.898 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:00.898 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:00.898 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:00.898 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:00.899 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:00.899 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:00.899 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:00.899 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:00.899 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:00.899 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:00.899 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:00.899 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:00.899 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:00.899 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:00.899 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:00.899 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:00.899 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:00.899 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:00.899 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:00.899 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:00.900 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:00.900 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:00.900 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:00.900 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:00.900 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:00.900 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:00.900 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:00.900 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:00.900 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:00.900 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:00.900 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:00.900 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:00.900 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.900 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:00.900 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:00.901 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:00.901 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:00.901 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:00.901 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:00.901 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.901 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:00.901 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:00.901 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.901 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.901 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:00.901 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:00.901 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:00.901 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:00.901 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.901 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:15:00.901 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:00.902 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:00.902 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:00.902 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:00.902 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:00.902 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:00.902 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.439717+0000", 2024-04-13T09:15:00.902 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.405997+0000", 2024-04-13T09:15:00.902 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.405997+0000", 2024-04-13T09:15:00.902 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.406385+0000", 2024-04-13T09:15:00.902 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.439717+0000", 2024-04-13T09:15:00.902 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.902 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:00.902 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.902 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:15:00.902 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.439717+0000", 2024-04-13T09:15:00.903 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.439717+0000", 2024-04-13T09:15:00.903 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.439717+0000", 2024-04-13T09:15:00.903 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:00.903 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:00.903 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.903 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.439717+0000", 2024-04-13T09:15:00.903 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.439717+0000", 2024-04-13T09:15:00.903 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:00.903 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:00.903 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:00.903 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:00.903 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:15:00.903 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:00.903 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:00.903 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:00.904 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:00.904 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:00.904 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:00.904 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:00.904 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:00.904 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.24", 2024-04-13T09:15:00.904 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:00.904 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:00.904 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:00.904 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5049, 2024-04-13T09:15:00.904 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:00.904 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:24:40.630761+0000", 2024-04-13T09:15:00.904 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:00.904 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:00.904 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:00.904 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:00.905 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:00.905 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:00.905 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:00.905 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:00.905 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:00.905 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:00.905 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:00.905 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:00.905 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:00.905 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:00.905 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:00.905 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:00.905 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:00.905 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:00.905 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:00.905 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:00.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:00.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:00.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:00.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:00.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:00.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:00.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:00.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:00.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:00.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:00.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:00.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:00.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:00.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:00.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:00.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:00.907 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:00.907 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:00.907 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:00.907 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:00.907 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:00.907 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:00.907 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:00.907 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.907 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:00.907 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:00.907 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:00.907 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:00.907 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:00.907 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:00.907 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.908 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:15:00.908 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:00.908 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.908 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.908 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:00.908 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:00.908 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:00.908 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:00.908 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.908 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:00.908 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:00.908 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:00.908 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:00.908 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:00.908 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:00.908 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:00.908 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.835326+0000", 2024-04-13T09:15:00.909 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.409920+0000", 2024-04-13T09:15:00.909 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.409920+0000", 2024-04-13T09:15:00.909 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.411436+0000", 2024-04-13T09:15:00.909 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.835326+0000", 2024-04-13T09:15:00.909 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.909 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:00.909 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.909 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:15:00.909 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.835326+0000", 2024-04-13T09:15:00.909 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.835326+0000", 2024-04-13T09:15:00.909 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.835326+0000", 2024-04-13T09:15:00.909 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:00.909 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:00.909 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.910 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.835326+0000", 2024-04-13T09:15:00.910 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.835326+0000", 2024-04-13T09:15:00.910 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:00.910 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:00.910 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:00.910 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:00.910 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:15:00.910 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:00.910 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:00.910 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:00.910 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:00.910 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:00.910 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:00.910 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:00.910 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:00.910 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.23", 2024-04-13T09:15:00.911 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:00.911 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:00.911 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:00.911 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4830, 2024-04-13T09:15:00.911 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:00.911 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:12:41.818672+0000", 2024-04-13T09:15:00.911 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:00.911 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:00.911 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:00.911 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:00.911 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:00.911 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:00.911 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:00.911 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:00.911 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:00.912 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:00.912 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:00.912 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:00.912 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:00.912 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:00.912 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:00.912 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:00.912 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:00.912 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:00.912 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:00.912 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:00.912 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:00.912 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:00.912 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:00.912 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:00.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:00.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:00.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:00.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:00.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:00.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:00.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:00.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:00.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:00.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:00.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:00.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:00.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:00.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:00.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:00.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:00.914 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:00.914 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:00.914 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:00.914 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.914 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:00.914 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:00.914 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:00.914 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:00.914 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:00.914 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:00.914 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.914 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:00.914 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:00.914 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.915 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.915 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:00.915 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:00.915 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:00.915 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:00.915 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.915 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:15:00.915 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:00.915 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:00.915 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:00.915 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:00.915 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:00.915 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:00.915 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.193466+0000", 2024-04-13T09:15:00.915 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.425069+0000", 2024-04-13T09:15:00.915 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.425069+0000", 2024-04-13T09:15:00.916 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.425478+0000", 2024-04-13T09:15:00.916 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.193466+0000", 2024-04-13T09:15:00.916 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.916 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:00.916 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.916 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:15:00.916 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.193466+0000", 2024-04-13T09:15:00.916 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.193466+0000", 2024-04-13T09:15:00.916 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.193466+0000", 2024-04-13T09:15:00.916 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:00.916 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:00.916 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.916 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.193466+0000", 2024-04-13T09:15:00.916 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.193466+0000", 2024-04-13T09:15:00.916 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:00.916 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:00.917 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:00.917 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:00.917 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:15:00.917 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:00.917 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:00.917 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:00.917 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:00.917 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:00.917 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:00.917 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:00.917 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:00.917 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.22", 2024-04-13T09:15:00.917 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:00.917 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:00.917 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:00.918 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4959, 2024-04-13T09:15:00.918 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:00.918 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:44:20.039222+0000", 2024-04-13T09:15:00.918 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:00.918 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:00.918 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:00.918 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:00.918 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:00.918 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:00.918 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:00.918 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:00.918 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:00.918 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:00.918 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:00.918 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:00.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:00.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:00.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:00.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:00.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:00.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:00.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:00.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:00.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:00.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:00.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:00.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:00.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:00.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:00.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:00.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:00.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:00.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:00.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:00.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:00.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:00.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:00.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:00.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:00.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:00.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:00.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:00.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:00.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:00.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:00.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:00.921 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.921 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:00.921 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:00.921 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:00.921 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:00.921 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:00.921 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:00.921 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.921 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:15:00.921 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:00.921 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.921 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.921 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:00.921 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:00.922 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:00.922 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:00.922 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.922 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T09:15:00.922 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:00.922 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:00.922 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:00.922 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:00.922 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:00.922 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:00.922 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.436388+0000", 2024-04-13T09:15:00.922 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.620141+0000", 2024-04-13T09:15:00.922 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.620141+0000", 2024-04-13T09:15:00.922 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.620963+0000", 2024-04-13T09:15:00.922 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.436388+0000", 2024-04-13T09:15:00.923 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.923 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:00.923 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.923 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:00.923 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.436388+0000", 2024-04-13T09:15:00.923 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.436388+0000", 2024-04-13T09:15:00.923 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.436388+0000", 2024-04-13T09:15:00.923 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:00.923 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:00.923 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.923 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.436388+0000", 2024-04-13T09:15:00.923 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.436388+0000", 2024-04-13T09:15:00.923 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:00.923 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:00.923 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:00.923 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:00.923 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:00.924 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:00.924 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:00.924 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:00.924 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:00.924 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:00.924 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:00.924 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:00.924 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:00.924 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.21", 2024-04-13T09:15:00.924 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:00.924 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:00.924 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:00.924 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5050, 2024-04-13T09:15:00.924 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:00.924 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:18:36.139869+0000", 2024-04-13T09:15:00.924 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:00.925 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:00.925 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:00.925 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:00.925 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:00.925 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:00.925 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:00.925 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:00.925 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:00.925 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:00.925 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:00.925 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:00.925 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:00.925 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:00.925 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:00.925 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:00.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:00.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:00.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:00.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:00.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:00.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:00.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:00.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:00.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:00.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:00.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:00.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:00.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:00.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:00.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:00.927 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:00.927 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:00.927 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:00.927 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:00.927 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:00.927 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:00.927 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:00.927 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:00.927 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:00.927 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:00.927 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:00.927 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:00.927 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.927 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:00.927 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:00.928 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:00.928 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:00.928 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:00.928 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:00.928 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.928 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T09:15:00.928 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:00.928 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.928 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.928 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:00.928 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:00.928 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:00.928 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:15:00.928 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.928 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T09:15:00.928 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:00.928 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:00.928 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:00.929 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:00.929 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:00.929 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:00.929 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.577785+0000", 2024-04-13T09:15:00.929 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.605379+0000", 2024-04-13T09:15:00.929 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.605379+0000", 2024-04-13T09:15:00.929 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.605689+0000", 2024-04-13T09:15:00.929 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.577785+0000", 2024-04-13T09:15:00.929 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.929 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:00.929 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.929 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:00.929 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.577785+0000", 2024-04-13T09:15:00.929 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.577785+0000", 2024-04-13T09:15:00.929 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.577785+0000", 2024-04-13T09:15:00.929 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:00.930 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:00.930 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.930 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.577785+0000", 2024-04-13T09:15:00.930 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.577785+0000", 2024-04-13T09:15:00.930 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:00.930 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:00.930 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:00.930 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:00.930 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:00.930 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:00.930 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:00.930 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:00.930 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:00.930 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:00.930 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:00.931 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:00.931 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:00.931 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.20", 2024-04-13T09:15:00.931 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:00.931 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:00.931 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:00.931 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4910, 2024-04-13T09:15:00.931 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:00.931 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:37:08.711894+0000", 2024-04-13T09:15:00.931 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:00.931 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:00.931 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:00.931 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:00.931 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:00.931 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:00.931 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:00.932 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:00.932 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:00.932 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:00.932 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:00.932 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:00.932 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:00.932 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:00.932 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:00.932 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:00.932 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:00.932 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:00.932 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:00.932 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:00.932 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:00.932 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:00.932 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:00.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:00.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:00.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:00.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:00.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:00.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:00.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:00.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:00.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:00.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:00.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:00.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:00.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:00.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:00.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:00.934 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:00.934 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:00.934 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:00.934 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:00.934 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:00.934 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.934 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:00.934 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:00.934 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:00.934 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:00.934 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:00.934 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:15:00.934 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.934 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T09:15:00.935 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:00.935 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.935 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.935 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:00.935 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:00.935 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:00.935 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:00.935 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.935 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:15:00.935 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:00.935 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:00.935 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:00.935 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:00.935 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:00.935 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:00.935 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.434869+0000", 2024-04-13T09:15:00.936 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.436500+0000", 2024-04-13T09:15:00.936 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.436500+0000", 2024-04-13T09:15:00.936 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.437054+0000", 2024-04-13T09:15:00.936 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.434869+0000", 2024-04-13T09:15:00.936 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.936 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:00.936 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.936 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:00.936 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.434869+0000", 2024-04-13T09:15:00.936 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.434869+0000", 2024-04-13T09:15:00.936 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.434869+0000", 2024-04-13T09:15:00.936 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:00.936 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:00.936 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.936 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.434869+0000", 2024-04-13T09:15:00.937 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.434869+0000", 2024-04-13T09:15:00.937 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:00.937 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:00.937 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:00.937 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:00.937 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:00.937 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:00.937 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:00.937 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:00.937 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:00.937 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:00.937 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:00.937 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:00.937 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:00.937 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.f", 2024-04-13T09:15:00.938 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:00.938 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:00.938 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:00.938 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4879, 2024-04-13T09:15:00.938 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:00.938 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:13:30.634874+0000", 2024-04-13T09:15:00.938 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:00.938 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:00.938 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:00.938 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:00.938 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:00.938 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:00.938 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:00.938 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:00.938 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:00.939 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:00.939 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:00.939 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:00.939 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:00.939 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:00.939 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:00.939 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:00.939 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:00.939 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:00.939 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:00.939 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:00.939 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:00.939 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:00.939 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:00.939 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:00.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:00.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:00.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:00.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:00.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:00.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:00.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:00.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:00.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:00.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:00.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:00.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:00.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:00.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:00.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:00.941 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:00.941 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:00.941 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:00.941 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:00.941 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.941 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:00.941 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:00.941 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:00.941 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:00.941 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:00.941 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:00.941 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.941 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:15:00.941 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:00.941 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.942 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.942 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:00.942 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:00.942 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:00.942 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:00.942 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.942 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T09:15:00.942 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:00.942 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:00.942 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:00.942 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:00.942 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:00.942 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:00.942 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.436311+0000", 2024-04-13T09:15:00.942 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:51:57.372340+0000", 2024-04-13T09:15:00.943 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:51:57.372340+0000", 2024-04-13T09:15:00.943 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:51:57.372730+0000", 2024-04-13T09:15:00.943 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.436311+0000", 2024-04-13T09:15:00.943 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:00.943 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:00.943 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:00.943 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 415, 2024-04-13T09:15:00.943 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.436311+0000", 2024-04-13T09:15:00.943 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.436311+0000", 2024-04-13T09:15:00.943 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.436311+0000", 2024-04-13T09:15:00.943 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:00.943 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:00.943 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:00.943 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.436311+0000", 2024-04-13T09:15:00.943 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.436311+0000", 2024-04-13T09:15:00.943 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:00.944 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 2, 2024-04-13T09:15:00.944 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:00.944 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:00.944 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 414, 2024-04-13T09:15:00.944 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:00.944 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:00.944 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:00.944 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:00.944 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 2, 2024-04-13T09:15:00.944 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:00.944 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:00.944 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:00.944 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.e", 2024-04-13T09:15:00.944 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:00.944 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:00.945 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:00.945 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5067, 2024-04-13T09:15:00.945 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:00.945 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:31:10.720585+0000", 2024-04-13T09:15:00.945 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:00.945 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:00.945 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:00.945 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:00.945 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:00.945 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:00.945 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:00.945 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:00.945 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:00.945 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:00.945 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:00.945 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:00.946 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:00.946 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:00.946 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:00.946 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:00.946 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:00.946 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:00.946 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:00.946 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T09:15:00.946 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T09:15:00.946 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:00.946 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T09:15:00.946 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:00.946 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:00.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:00.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:00.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:00.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T09:15:00.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:00.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:00.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:00.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:00.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:00.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:00.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:00.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 12, 2024-04-13T09:15:00.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 12, 2024-04-13T09:15:00.948 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:00.948 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:00.948 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:00.948 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3, 2024-04-13T09:15:00.948 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:00.948 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.948 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:00.948 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:00.948 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:00.948 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:00.948 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:00.948 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:00.948 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.948 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T09:15:00.948 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'2" 2024-04-13T09:15:00.949 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.949 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.949 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:00.949 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:00.949 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:00.949 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:00.949 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.949 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:15:00.949 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:00.949 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:00.949 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:00.949 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:00.949 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:00.949 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:00.949 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.194425+0000", 2024-04-13T09:15:00.950 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.609888+0000", 2024-04-13T09:15:00.950 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.609888+0000", 2024-04-13T09:15:00.950 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.613258+0000", 2024-04-13T09:15:00.950 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.194425+0000", 2024-04-13T09:15:00.950 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.950 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:00.950 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.950 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:00.950 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.194425+0000", 2024-04-13T09:15:00.950 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.194425+0000", 2024-04-13T09:15:00.950 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.194425+0000", 2024-04-13T09:15:00.950 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:00.950 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:00.950 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.950 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.194425+0000", 2024-04-13T09:15:00.951 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.194425+0000", 2024-04-13T09:15:00.951 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:00.951 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:00.951 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:00.951 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:00.951 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:00.951 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:00.951 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:00.951 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:00.951 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:00.951 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:00.951 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:00.951 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:00.951 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:00.951 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.c", 2024-04-13T09:15:00.952 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:00.952 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:00.952 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:00.952 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4950, 2024-04-13T09:15:00.952 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:00.952 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:52:42.372290+0000", 2024-04-13T09:15:00.952 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:00.952 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:00.952 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:00.952 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:00.952 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:00.952 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:00.952 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:00.952 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:00.952 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:00.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:00.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:00.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:00.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:00.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:00.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:00.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:00.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:00.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:00.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:00.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:00.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:00.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:00.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:00.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:00.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:00.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:00.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:00.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:00.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:00.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:00.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:00.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:00.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:00.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:00.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:00.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:00.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:00.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:00.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:00.955 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:00.955 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:00.955 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:00.955 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:00.955 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.955 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:00.955 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:00.955 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:00.955 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:00.955 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:00.955 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:00.955 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.955 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:15:00.955 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:00.955 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.955 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.956 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:00.956 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:00.956 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:00.956 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:15:00.956 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.956 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:00.956 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:00.956 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:00.956 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:00.956 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:00.956 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:00.956 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:00.956 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.833653+0000", 2024-04-13T09:15:00.956 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.399652+0000", 2024-04-13T09:15:00.956 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.399652+0000", 2024-04-13T09:15:00.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.400044+0000", 2024-04-13T09:15:00.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.833653+0000", 2024-04-13T09:15:00.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:00.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:00.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:00.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:15:00.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.833653+0000", 2024-04-13T09:15:00.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.833653+0000", 2024-04-13T09:15:00.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.833653+0000", 2024-04-13T09:15:00.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:00.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:00.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:00.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.833653+0000", 2024-04-13T09:15:00.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.833653+0000", 2024-04-13T09:15:00.957 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:00.958 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 1, 2024-04-13T09:15:00.958 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:00.958 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:00.958 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:15:00.958 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:00.958 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:00.958 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:00.958 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:00.958 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 1, 2024-04-13T09:15:00.958 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:00.958 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:00.958 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:00.958 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.d", 2024-04-13T09:15:00.958 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:00.958 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:00.958 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:00.959 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5093, 2024-04-13T09:15:00.959 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:00.959 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:04:12.082904+0000", 2024-04-13T09:15:00.959 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:00.959 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:00.959 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:00.959 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 70, 2024-04-13T09:15:00.959 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:00.959 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:00.959 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:00.959 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:00.959 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:00.959 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:00.959 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:00.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:00.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:00.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:00.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:00.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:00.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:00.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:00.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:00.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T09:15:00.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T09:15:00.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:00.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T09:15:00.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:00.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:00.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:00.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:00.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:00.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:00.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:00.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:00.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:00.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:00.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:00.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:00.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:00.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 2, 2024-04-13T09:15:00.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 2, 2024-04-13T09:15:00.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:00.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:00.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:00.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 1, 2024-04-13T09:15:00.962 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 1 2024-04-13T09:15:00.962 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.962 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:00.962 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:00.962 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:00.962 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:00.962 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:00.962 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:15:00.962 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.962 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:00.962 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'1" 2024-04-13T09:15:00.962 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.962 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.962 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:00.962 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:00.963 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:00.963 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:00.963 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.963 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:15:00.963 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:00.963 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:00.963 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:00.963 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:00.963 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:00.963 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:00.963 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.434824+0000", 2024-04-13T09:15:00.963 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.426554+0000", 2024-04-13T09:15:00.963 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.426554+0000", 2024-04-13T09:15:00.963 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.426941+0000", 2024-04-13T09:15:00.964 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.434824+0000", 2024-04-13T09:15:00.964 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.964 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:00.964 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.964 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:00.964 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.434824+0000", 2024-04-13T09:15:00.964 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.434824+0000", 2024-04-13T09:15:00.964 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.434824+0000", 2024-04-13T09:15:00.964 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:00.964 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:00.964 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.964 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.434824+0000", 2024-04-13T09:15:00.964 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.434824+0000", 2024-04-13T09:15:00.964 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:00.964 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:00.965 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:00.965 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:00.965 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:00.965 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:00.965 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:00.965 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:00.965 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:00.965 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:00.965 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:00.965 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:00.965 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:00.965 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.d", 2024-04-13T09:15:00.965 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:00.965 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:00.965 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:00.966 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4865, 2024-04-13T09:15:00.966 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:00.966 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:35:56.607426+0000", 2024-04-13T09:15:00.966 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:00.966 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:00.966 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:00.966 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:00.966 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:00.966 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:00.966 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:00.966 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:00.966 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:00.966 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:00.966 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:00.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:00.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:00.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:00.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:00.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:00.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:00.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:00.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:00.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:00.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:00.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:00.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:00.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:00.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:00.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:00.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:00.968 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:00.968 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:00.968 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:00.968 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:00.968 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:00.968 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:00.968 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:00.968 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:00.968 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:00.968 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:00.968 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:00.968 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:00.968 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:00.968 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:00.968 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:00.968 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:00.969 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.969 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:00.969 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:00.969 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:00.969 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:00.969 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:00.969 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:00.969 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.969 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:15:00.969 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:00.969 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.969 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.969 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:00.969 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:00.970 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:00.970 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:00.970 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.970 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T09:15:00.970 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:00.970 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:00.970 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:00.970 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:00.970 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:00.970 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:00.970 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.436836+0000", 2024-04-13T09:15:00.970 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.431981+0000", 2024-04-13T09:15:00.970 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.431981+0000", 2024-04-13T09:15:00.970 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.432550+0000", 2024-04-13T09:15:00.970 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.436836+0000", 2024-04-13T09:15:00.971 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:00.971 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:00.971 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:00.971 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:15:00.971 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.436836+0000", 2024-04-13T09:15:00.971 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.436836+0000", 2024-04-13T09:15:00.971 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.436836+0000", 2024-04-13T09:15:00.971 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:00.971 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:00.971 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:00.971 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.436836+0000", 2024-04-13T09:15:00.971 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.436836+0000", 2024-04-13T09:15:00.971 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:00.971 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:00.971 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:00.972 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:00.972 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:15:00.972 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:00.972 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:00.972 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:00.972 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:00.972 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:00.972 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:00.972 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:00.972 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:00.972 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.c", 2024-04-13T09:15:00.972 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:00.972 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:00.972 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:00.972 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5059, 2024-04-13T09:15:00.973 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:00.973 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:20:16.345741+0000", 2024-04-13T09:15:00.973 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:00.973 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:00.973 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:00.973 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:00.973 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:00.973 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:00.973 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:00.973 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:00.973 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:00.973 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:00.973 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:00.973 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:00.973 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:00.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:00.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:00.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:00.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:00.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:00.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:00.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:00.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:00.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:00.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:00.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:00.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:00.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:00.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:00.975 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:00.975 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:00.975 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:00.975 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:00.975 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:00.975 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:00.975 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:00.975 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:00.975 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:00.975 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:00.975 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:00.975 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:00.975 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:00.975 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:00.975 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:00.975 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:00.976 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.976 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:00.976 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:00.976 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:00.976 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:00.976 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:00.976 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:00.976 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.976 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T09:15:00.976 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:00.976 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.976 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.976 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:00.976 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:00.977 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:00.977 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:00.977 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.977 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T09:15:00.977 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:00.977 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:00.977 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:00.977 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:00.977 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:00.977 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:00.977 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.436697+0000", 2024-04-13T09:15:00.977 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.416705+0000", 2024-04-13T09:15:00.977 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.416705+0000", 2024-04-13T09:15:00.977 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.417620+0000", 2024-04-13T09:15:00.977 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.436697+0000", 2024-04-13T09:15:00.977 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.978 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:00.978 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.978 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:15:00.978 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.436697+0000", 2024-04-13T09:15:00.978 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.436697+0000", 2024-04-13T09:15:00.978 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.436697+0000", 2024-04-13T09:15:00.978 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:00.978 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:00.978 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.978 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.436697+0000", 2024-04-13T09:15:00.978 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.436697+0000", 2024-04-13T09:15:00.978 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:00.978 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:00.978 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:00.978 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:00.979 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:15:00.979 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:00.979 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:00.979 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:00.979 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:00.979 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:00.979 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:00.979 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:00.979 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:00.979 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.a", 2024-04-13T09:15:00.979 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:00.979 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:00.979 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:00.979 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5049, 2024-04-13T09:15:00.980 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:00.980 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:33:06.026365+0000", 2024-04-13T09:15:00.980 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:00.980 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:00.980 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:00.980 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:00.980 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:00.980 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:00.980 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:00.980 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:00.980 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:00.980 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:00.980 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:00.980 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:00.980 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:00.980 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:00.981 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:00.981 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:00.981 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:00.981 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:00.981 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:00.981 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:00.981 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:00.981 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:00.981 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:00.981 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:00.981 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:00.981 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:00.981 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:00.981 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:00.981 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:00.982 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:00.982 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:00.982 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:00.982 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:00.982 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:00.982 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:00.982 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:00.982 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:00.982 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:00.982 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:00.982 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:00.982 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:00.982 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:00.982 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:00.982 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.982 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:00.983 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:00.983 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:00.983 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:00.983 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:00.983 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:00.983 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.983 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T09:15:00.983 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:00.983 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.983 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.983 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:00.983 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:00.983 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:00.983 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:15:00.983 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.983 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:15:00.984 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:00.984 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:00.984 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:00.984 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:00.984 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:00.984 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:00.984 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.433825+0000", 2024-04-13T09:15:00.984 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.425208+0000", 2024-04-13T09:15:00.984 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.425208+0000", 2024-04-13T09:15:00.984 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.426111+0000", 2024-04-13T09:15:00.984 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.433825+0000", 2024-04-13T09:15:00.984 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:00.984 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:00.984 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:00.984 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:00.985 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.433825+0000", 2024-04-13T09:15:00.985 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.433825+0000", 2024-04-13T09:15:00.985 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.433825+0000", 2024-04-13T09:15:00.985 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:00.985 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:00.985 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:00.985 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.433825+0000", 2024-04-13T09:15:00.985 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.433825+0000", 2024-04-13T09:15:00.985 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:00.985 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 4, 2024-04-13T09:15:00.985 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:00.985 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:00.985 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:00.985 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:00.986 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:00.986 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:00.986 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:00.986 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 4, 2024-04-13T09:15:00.986 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:00.986 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:00.986 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:00.986 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.b", 2024-04-13T09:15:00.986 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:00.986 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:00.986 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:00.986 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4881, 2024-04-13T09:15:00.986 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:00.986 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:10:31.717094+0000", 2024-04-13T09:15:00.986 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:00.987 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:00.987 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:00.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:00.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:00.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:00.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:00.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:00.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:00.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:00.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:00.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:00.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:00.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:00.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:00.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:00.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:00.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:00.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:00.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T09:15:00.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T09:15:00.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:00.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T09:15:00.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:00.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:00.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:00.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:00.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:00.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T09:15:00.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:00.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:00.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:00.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:00.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:00.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:00.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:00.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 4, 2024-04-13T09:15:00.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 4, 2024-04-13T09:15:00.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:00.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:00.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:00.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 1, 2024-04-13T09:15:00.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:00.989 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.989 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:00.989 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:00.989 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:00.989 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:00.989 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:00.990 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:15:00.990 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.990 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:15:00.990 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "583'4" 2024-04-13T09:15:00.990 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.990 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.990 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:00.990 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:00.990 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:00.990 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:00.990 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.990 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:15:00.990 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:00.990 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:00.991 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:00.991 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:00.991 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:00.991 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:00.991 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.437545+0000", 2024-04-13T09:15:00.991 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.410062+0000", 2024-04-13T09:15:00.991 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.410062+0000", 2024-04-13T09:15:00.991 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.410464+0000", 2024-04-13T09:15:00.991 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.437545+0000", 2024-04-13T09:15:00.991 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.991 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:00.991 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.991 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:15:00.991 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.437545+0000", 2024-04-13T09:15:00.991 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.437545+0000", 2024-04-13T09:15:00.991 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.437545+0000", 2024-04-13T09:15:00.992 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:00.992 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:00.992 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:00.992 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.437545+0000", 2024-04-13T09:15:00.992 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.437545+0000", 2024-04-13T09:15:00.992 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:00.992 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:00.992 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:00.992 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:00.992 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:15:00.992 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:00.992 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:00.992 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:00.992 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:00.992 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:00.993 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:00.993 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:00.993 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:00.993 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.b", 2024-04-13T09:15:00.993 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:00.993 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:00.993 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:00.993 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5046, 2024-04-13T09:15:00.993 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:00.993 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:23:16.233237+0000", 2024-04-13T09:15:00.993 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:00.993 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:00.993 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:00.993 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:00.993 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:00.993 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:00.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:00.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:00.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:00.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:00.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:00.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:00.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:00.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:00.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:00.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:00.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:00.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:00.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:00.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:00.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:00.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:00.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:00.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:00.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:00.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:00.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:00.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:00.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:00.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:00.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:00.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:00.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:00.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:00.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:00.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:00.996 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:00.996 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:00.996 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:00.996 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:00.996 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:00.996 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:00.996 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:00.996 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.996 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:00.996 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:00.996 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:00.996 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:00.996 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:00.996 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:00.996 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.996 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:15:00.997 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:00.997 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:00.997 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:00.997 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:00.997 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:00.997 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:00.997 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:00.997 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:00.997 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:00.997 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:00.997 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:00.997 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:00.997 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:00.997 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:00.997 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:00.998 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.834416+0000", 2024-04-13T09:15:00.998 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.429696+0000", 2024-04-13T09:15:00.998 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.429696+0000", 2024-04-13T09:15:00.998 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.430061+0000", 2024-04-13T09:15:00.998 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.834416+0000", 2024-04-13T09:15:00.998 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:00.998 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:00.998 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:00.998 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:00.998 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.834416+0000", 2024-04-13T09:15:00.998 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.834416+0000", 2024-04-13T09:15:00.998 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.834416+0000", 2024-04-13T09:15:00.998 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:00.998 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:00.998 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:00.999 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.834416+0000", 2024-04-13T09:15:00.999 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.834416+0000", 2024-04-13T09:15:00.999 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:00.999 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:00.999 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:00.999 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:00.999 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:00.999 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:00.999 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:00.999 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:00.999 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:00.999 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:00.999 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:00.999 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:00.999 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:00.999 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.a", 2024-04-13T09:15:01.000 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.000 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.000 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.000 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5090, 2024-04-13T09:15:01.000 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.000 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:36:08.808318+0000", 2024-04-13T09:15:01.000 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.000 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.000 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.000 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.000 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.000 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.000 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.000 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.000 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.003 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.003 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.003 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.003 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.003 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.003 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.003 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.003 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:01.003 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:01.003 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:01.003 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.003 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:01.003 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.003 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.003 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.004 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.004 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:01.004 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:01.004 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:01.004 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.004 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:15:01.004 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.004 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.004 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:01.004 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.004 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.004 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.004 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.436884+0000", 2024-04-13T09:15:01.004 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.417906+0000", 2024-04-13T09:15:01.004 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.417906+0000", 2024-04-13T09:15:01.004 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.418260+0000", 2024-04-13T09:15:01.005 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.436884+0000", 2024-04-13T09:15:01.005 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.005 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.005 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.005 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:01.005 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.436884+0000", 2024-04-13T09:15:01.005 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.436884+0000", 2024-04-13T09:15:01.005 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.436884+0000", 2024-04-13T09:15:01.005 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.005 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.005 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.005 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.436884+0000", 2024-04-13T09:15:01.005 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.436884+0000", 2024-04-13T09:15:01.005 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.005 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.005 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.006 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.006 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:01.006 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.006 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.006 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.006 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.006 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.006 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.006 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.006 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.006 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.8", 2024-04-13T09:15:01.006 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.006 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.006 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.006 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5042, 2024-04-13T09:15:01.006 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.007 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:48:49.095385+0000", 2024-04-13T09:15:01.007 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.007 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.007 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.007 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.007 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.007 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.007 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.007 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.007 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.007 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.007 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.007 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.007 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.007 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.009 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.009 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.010 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.010 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.010 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:01.010 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:01.010 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:01.010 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.010 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:15:01.010 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.010 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.010 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.010 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.010 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:01.010 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:01.010 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:15:01.010 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.011 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:01.011 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.011 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.011 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:01.011 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.011 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.011 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.011 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.833846+0000", 2024-04-13T09:15:01.011 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.433334+0000", 2024-04-13T09:15:01.011 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.433334+0000", 2024-04-13T09:15:01.011 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.433647+0000", 2024-04-13T09:15:01.011 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.833846+0000", 2024-04-13T09:15:01.011 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.011 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.011 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.011 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:01.012 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.833846+0000", 2024-04-13T09:15:01.012 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.833846+0000", 2024-04-13T09:15:01.012 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.833846+0000", 2024-04-13T09:15:01.012 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.012 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.012 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.012 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.833846+0000", 2024-04-13T09:15:01.012 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.833846+0000", 2024-04-13T09:15:01.012 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.012 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.012 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.012 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.012 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:01.012 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.012 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.012 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.013 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.013 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.013 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.013 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.013 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.013 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.9", 2024-04-13T09:15:01.013 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.013 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.013 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.013 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5090, 2024-04-13T09:15:01.013 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.013 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:03:12.185579+0000", 2024-04-13T09:15:01.013 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.013 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.013 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.014 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.014 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.014 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.014 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.014 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.014 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.014 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.014 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.014 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.014 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.014 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.014 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.014 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.014 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.014 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.016 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.016 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.016 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.016 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.016 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:01.016 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:01.017 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:15:01.017 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.017 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:01.017 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.017 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.017 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.017 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.017 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:01.017 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:01.017 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:01.017 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.017 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 4, 2024-04-13T09:15:01.017 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.017 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.017 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:01.017 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.018 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.018 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.018 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.886920+0000", 2024-04-13T09:15:01.018 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.417907+0000", 2024-04-13T09:15:01.018 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.417907+0000", 2024-04-13T09:15:01.018 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.418261+0000", 2024-04-13T09:15:01.018 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.886920+0000", 2024-04-13T09:15:01.018 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.018 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.018 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.018 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:01.018 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.886920+0000", 2024-04-13T09:15:01.018 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.886920+0000", 2024-04-13T09:15:01.018 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.886920+0000", 2024-04-13T09:15:01.019 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.019 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.019 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.019 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.886920+0000", 2024-04-13T09:15:01.019 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.886920+0000", 2024-04-13T09:15:01.019 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.019 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.019 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.019 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.019 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:01.019 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.019 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.019 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.019 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.019 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.020 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.020 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.020 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.020 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.9", 2024-04-13T09:15:01.020 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.020 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.020 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.020 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5000, 2024-04-13T09:15:01.020 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.020 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:39:30.402851+0000", 2024-04-13T09:15:01.020 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.020 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.020 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.020 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.020 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.020 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.021 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.021 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.021 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.021 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.021 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.021 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.021 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.021 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.021 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.021 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.021 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.021 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.021 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.021 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.021 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.021 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.023 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.023 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.023 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.023 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.023 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.023 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.023 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.023 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.023 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.023 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.023 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.023 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.023 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:01.023 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:01.023 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:01.023 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.024 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 4, 2024-04-13T09:15:01.024 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.024 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.024 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.024 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.024 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:01.024 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:01.024 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:01.024 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.024 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:15:01.024 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.024 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.024 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:01.024 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.024 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.024 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.024 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.434172+0000", 2024-04-13T09:15:01.025 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.428562+0000", 2024-04-13T09:15:01.025 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.428562+0000", 2024-04-13T09:15:01.025 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.429055+0000", 2024-04-13T09:15:01.025 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.434172+0000", 2024-04-13T09:15:01.025 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.025 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.025 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.025 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:01.025 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.434172+0000", 2024-04-13T09:15:01.025 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.434172+0000", 2024-04-13T09:15:01.025 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.434172+0000", 2024-04-13T09:15:01.025 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.025 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.025 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.025 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.434172+0000", 2024-04-13T09:15:01.025 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.434172+0000", 2024-04-13T09:15:01.025 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.026 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.026 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.026 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.026 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:01.026 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.026 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.026 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.026 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.026 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.026 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.026 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.026 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.026 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.8", 2024-04-13T09:15:01.026 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.026 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.027 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.027 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4861, 2024-04-13T09:15:01.027 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.027 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:37:10.132759+0000", 2024-04-13T09:15:01.027 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.027 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.027 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.027 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.027 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.027 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.027 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.027 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.027 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.027 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.027 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.028 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.028 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.028 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.028 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.028 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.028 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.028 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.028 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.028 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.028 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.028 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.028 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.028 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.028 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.028 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.028 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.030 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.030 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.030 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.030 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.030 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:01.030 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:01.030 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:01.030 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.030 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:15:01.030 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.030 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.030 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.030 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.030 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:01.030 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:01.031 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:01.031 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.031 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T09:15:01.031 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.033 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.034 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:01.034 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.034 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.034 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.034 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.195226+0000", 2024-04-13T09:15:01.034 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.414802+0000", 2024-04-13T09:15:01.034 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.414802+0000", 2024-04-13T09:15:01.034 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.415206+0000", 2024-04-13T09:15:01.034 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.195226+0000", 2024-04-13T09:15:01.034 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.034 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.034 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.034 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:15:01.034 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.195226+0000", 2024-04-13T09:15:01.034 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.195226+0000", 2024-04-13T09:15:01.035 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.195226+0000", 2024-04-13T09:15:01.035 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.035 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.035 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.035 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.195226+0000", 2024-04-13T09:15:01.035 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.195226+0000", 2024-04-13T09:15:01.035 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.035 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.035 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.035 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.035 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:15:01.035 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.035 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.035 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.035 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.035 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.036 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.036 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.036 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.036 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.6", 2024-04-13T09:15:01.036 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.036 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.036 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.036 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5090, 2024-04-13T09:15:01.036 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.036 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:43:47.274386+0000", 2024-04-13T09:15:01.036 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.036 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.036 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.036 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.036 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.037 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.037 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.037 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.037 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.037 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.037 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.037 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.037 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.037 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.037 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.037 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.037 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.037 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.037 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.037 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.038 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.038 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.038 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.038 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.038 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.038 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.038 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.038 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.038 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.038 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.038 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.038 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.038 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.038 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.038 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.039 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.039 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.039 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.039 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.039 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.039 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.039 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.039 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.039 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.039 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.039 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.039 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.039 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:01.039 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:01.039 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:01.040 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.040 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T09:15:01.040 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.040 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.040 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.040 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.040 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:01.040 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:01.040 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:01.040 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.040 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T09:15:01.040 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.040 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.040 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:01.040 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.041 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.041 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.041 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.579457+0000", 2024-04-13T09:15:01.041 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.421445+0000", 2024-04-13T09:15:01.041 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.421445+0000", 2024-04-13T09:15:01.041 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.421800+0000", 2024-04-13T09:15:01.041 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.579457+0000", 2024-04-13T09:15:01.041 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.041 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.041 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.041 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:01.041 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.579457+0000", 2024-04-13T09:15:01.041 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.579457+0000", 2024-04-13T09:15:01.041 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.579457+0000", 2024-04-13T09:15:01.041 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.042 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.042 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.042 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.579457+0000", 2024-04-13T09:15:01.042 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.579457+0000", 2024-04-13T09:15:01.042 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.042 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 2, 2024-04-13T09:15:01.042 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.042 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.042 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:01.042 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.042 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.042 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.042 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.042 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 2, 2024-04-13T09:15:01.042 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.043 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.043 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.043 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.7", 2024-04-13T09:15:01.043 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.043 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.043 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.043 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4928, 2024-04-13T09:15:01.043 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.043 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:37:57.243125+0000", 2024-04-13T09:15:01.043 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.043 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.043 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.043 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.043 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.043 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.043 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T09:15:01.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T09:15:01.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.045 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T09:15:01.045 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.045 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.045 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.045 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.045 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.045 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T09:15:01.045 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.045 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.045 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.045 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.045 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.045 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.045 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.045 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 12, 2024-04-13T09:15:01.045 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 12, 2024-04-13T09:15:01.046 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.046 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.046 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.046 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3, 2024-04-13T09:15:01.046 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.046 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.046 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.046 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.046 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.046 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:01.046 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:01.046 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:01.046 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.046 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T09:15:01.046 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'2" 2024-04-13T09:15:01.046 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.047 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.047 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.047 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:01.047 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:01.047 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:01.047 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.047 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 4, 2024-04-13T09:15:01.047 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.047 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.047 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 66, 2024-04-13T09:15:01.047 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.047 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.047 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.047 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.886914+0000", 2024-04-13T09:15:01.047 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.620349+0000", 2024-04-13T09:15:01.048 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.620349+0000", 2024-04-13T09:15:01.048 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T08:27:07.860027+0000", 2024-04-13T09:15:01.048 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.886914+0000", 2024-04-13T09:15:01.048 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:01.048 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.048 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:01.048 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:01.048 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.886914+0000", 2024-04-13T09:15:01.048 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.886914+0000", 2024-04-13T09:15:01.048 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.886914+0000", 2024-04-13T09:15:01.048 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.048 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.048 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:01.048 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.886914+0000", 2024-04-13T09:15:01.048 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.886914+0000", 2024-04-13T09:15:01.048 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.049 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3037, 2024-04-13T09:15:01.049 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.049 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.049 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:01.049 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.049 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.049 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.049 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.049 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3037, 2024-04-13T09:15:01.049 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.049 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.049 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.049 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "4.1", 2024-04-13T09:15:01.049 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.049 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.050 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.050 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 8856, 2024-04-13T09:15:01.050 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.050 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:36:35.955225+0000", 2024-04-13T09:15:01.050 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.006119891, 2024-04-13T09:15:01.050 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.050 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.050 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 4194304, 2024-04-13T09:15:01.050 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.050 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.050 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.050 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.050 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.050 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.050 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.050 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.051 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.051 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.051 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.051 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.051 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.051 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.051 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.051 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T09:15:01.051 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T09:15:01.051 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.051 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T09:15:01.051 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.051 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.051 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.051 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.052 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.052 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.052 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.052 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.052 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.052 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.052 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.052 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.052 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.052 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 1433, 2024-04-13T09:15:01.052 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 396762, 2024-04-13T09:15:01.052 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.052 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.052 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.052 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3026, 2024-04-13T09:15:01.052 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 388342 2024-04-13T09:15:01.053 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.053 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.053 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.053 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.053 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:01.053 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:01.053 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:01.053 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.053 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 4, 2024-04-13T09:15:01.053 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "1115'3037" 2024-04-13T09:15:01.053 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.053 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.053 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.053 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:01.053 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:01.053 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:01.054 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.054 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:15:01.054 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.054 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.054 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:01.054 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.054 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.054 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.054 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.440437+0000", 2024-04-13T09:15:01.054 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.430821+0000", 2024-04-13T09:15:01.054 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.430821+0000", 2024-04-13T09:15:01.054 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.431392+0000", 2024-04-13T09:15:01.054 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.440437+0000", 2024-04-13T09:15:01.054 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.054 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.055 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.055 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:01.055 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.440437+0000", 2024-04-13T09:15:01.055 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.440437+0000", 2024-04-13T09:15:01.055 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.440437+0000", 2024-04-13T09:15:01.055 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.055 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.055 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.055 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.440437+0000", 2024-04-13T09:15:01.055 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.440437+0000", 2024-04-13T09:15:01.055 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.055 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.055 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.055 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.055 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:01.055 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.056 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.056 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.056 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.056 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.056 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.056 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.056 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.056 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.7", 2024-04-13T09:15:01.056 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.056 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.056 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.056 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5049, 2024-04-13T09:15:01.056 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.056 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:50:05.831761+0000", 2024-04-13T09:15:01.056 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.056 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.057 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.058 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.058 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.058 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.058 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.058 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.058 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.058 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.058 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.058 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.058 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.058 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.058 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.058 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.058 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.058 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.059 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.059 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.059 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.059 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.059 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.059 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.059 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.059 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.059 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.059 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.059 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.059 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.059 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.059 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.059 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:01.059 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:01.060 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:01.060 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.060 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:15:01.060 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.060 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.060 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.060 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.060 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:01.060 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:01.060 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:01.060 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.060 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:01.060 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.060 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.060 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:01.060 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.061 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.061 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.061 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.834790+0000", 2024-04-13T09:15:01.061 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.620874+0000", 2024-04-13T09:15:01.061 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.620874+0000", 2024-04-13T09:15:01.061 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.621266+0000", 2024-04-13T09:15:01.061 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.834790+0000", 2024-04-13T09:15:01.061 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.061 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.061 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.061 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:01.061 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.834790+0000", 2024-04-13T09:15:01.061 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.834790+0000", 2024-04-13T09:15:01.061 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.834790+0000", 2024-04-13T09:15:01.061 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.062 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.062 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.062 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.834790+0000", 2024-04-13T09:15:01.062 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.834790+0000", 2024-04-13T09:15:01.062 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.062 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3, 2024-04-13T09:15:01.062 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.062 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.062 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:01.062 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.062 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.062 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.062 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.062 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3, 2024-04-13T09:15:01.062 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.063 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.063 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.063 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.6", 2024-04-13T09:15:01.063 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.063 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.063 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.063 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5097, 2024-04-13T09:15:01.063 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.063 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:15:31.693915+0000", 2024-04-13T09:15:01.063 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.063 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.063 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.063 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.063 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.063 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.063 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.064 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.064 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.064 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.064 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.064 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.064 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.064 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.064 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.064 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.064 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.064 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.064 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.064 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T09:15:01.064 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T09:15:01.064 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.065 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T09:15:01.065 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.065 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.065 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.065 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.065 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.065 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T09:15:01.065 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.065 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.065 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.065 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.065 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.065 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.065 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.065 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 4, 2024-04-13T09:15:01.066 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 4, 2024-04-13T09:15:01.066 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.066 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.066 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.066 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3, 2024-04-13T09:15:01.066 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.066 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.066 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.066 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.066 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.066 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:01.066 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:01.066 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:01.066 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.066 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:01.066 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "587'3" 2024-04-13T09:15:01.067 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.067 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.067 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.067 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:01.067 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:01.067 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:01.067 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.067 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:15:01.067 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.067 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.067 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 66, 2024-04-13T09:15:01.067 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.067 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.067 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.067 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.436793+0000", 2024-04-13T09:15:01.068 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.417455+0000", 2024-04-13T09:15:01.068 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.417455+0000", 2024-04-13T09:15:01.068 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T08:27:07.856282+0000", 2024-04-13T09:15:01.068 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.436793+0000", 2024-04-13T09:15:01.068 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:01.068 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.068 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:01.068 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:01.068 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.436793+0000", 2024-04-13T09:15:01.068 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.436793+0000", 2024-04-13T09:15:01.068 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.436793+0000", 2024-04-13T09:15:01.068 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.068 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.068 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:01.068 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.436793+0000", 2024-04-13T09:15:01.068 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.436793+0000", 2024-04-13T09:15:01.069 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.069 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3048, 2024-04-13T09:15:01.069 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.069 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.069 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:01.069 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.069 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.069 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.069 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.069 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3048, 2024-04-13T09:15:01.069 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.069 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.069 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.069 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "4.0", 2024-04-13T09:15:01.069 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.069 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.070 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.070 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 8719, 2024-04-13T09:15:01.070 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.070 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:17:02.698353+0000", 2024-04-13T09:15:01.070 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.005236488, 2024-04-13T09:15:01.070 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.070 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.070 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.070 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.070 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.070 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.070 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.070 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.070 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.070 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.072 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.072 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.072 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.072 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.072 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.072 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.072 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.072 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.072 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 884, 2024-04-13T09:15:01.072 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 365588, 2024-04-13T09:15:01.072 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.072 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.072 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.072 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3026, 2024-04-13T09:15:01.072 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 398550 2024-04-13T09:15:01.072 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.073 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.073 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.073 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.073 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:01.073 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:01.073 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:01.073 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.073 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:15:01.073 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "1115'3048" 2024-04-13T09:15:01.073 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.073 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.073 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.073 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:01.073 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:01.073 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:15:01.074 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.074 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:01.074 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.074 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.074 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:01.074 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.074 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.074 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.074 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.835570+0000", 2024-04-13T09:15:01.074 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.428267+0000", 2024-04-13T09:15:01.074 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.428267+0000", 2024-04-13T09:15:01.074 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.429063+0000", 2024-04-13T09:15:01.074 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.835570+0000", 2024-04-13T09:15:01.074 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.075 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.075 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.075 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:15:01.075 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.835570+0000", 2024-04-13T09:15:01.075 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.835570+0000", 2024-04-13T09:15:01.075 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.835570+0000", 2024-04-13T09:15:01.075 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.075 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.075 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.075 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.835570+0000", 2024-04-13T09:15:01.075 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.835570+0000", 2024-04-13T09:15:01.075 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.075 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.075 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.075 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.076 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:15:01.076 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.076 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.076 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.076 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.076 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.076 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.076 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.076 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.076 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.4", 2024-04-13T09:15:01.076 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.076 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.076 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.076 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5092, 2024-04-13T09:15:01.076 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.077 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:12:38.999794+0000", 2024-04-13T09:15:01.077 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.077 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.077 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.077 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.077 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.077 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.077 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.077 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.077 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.077 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.077 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.077 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.077 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.077 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.077 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.078 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.078 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.078 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.078 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.078 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.078 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.078 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.078 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.078 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.078 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.078 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.078 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.078 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.078 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.078 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.079 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.079 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.079 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.079 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.079 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.079 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.079 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.079 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.079 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.079 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.079 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.079 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.079 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.079 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.079 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.080 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.080 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.080 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:01.080 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:01.080 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:15:01.080 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.080 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:01.080 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.080 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.080 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.080 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.080 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:01.080 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:01.080 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:01.080 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.081 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:01.081 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.081 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.081 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:01.081 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.081 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.081 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.081 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.834575+0000", 2024-04-13T09:15:01.081 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.404248+0000", 2024-04-13T09:15:01.081 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.404248+0000", 2024-04-13T09:15:01.081 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.404605+0000", 2024-04-13T09:15:01.081 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.834575+0000", 2024-04-13T09:15:01.081 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.081 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.081 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.081 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:15:01.082 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.834575+0000", 2024-04-13T09:15:01.082 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.834575+0000", 2024-04-13T09:15:01.082 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.834575+0000", 2024-04-13T09:15:01.082 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.082 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.082 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.082 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.834575+0000", 2024-04-13T09:15:01.082 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.834575+0000", 2024-04-13T09:15:01.082 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.082 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.082 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.082 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.082 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:15:01.082 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.083 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.083 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.083 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.083 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.083 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.083 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.083 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.083 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.5", 2024-04-13T09:15:01.083 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.083 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.083 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.083 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4821, 2024-04-13T09:15:01.083 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.083 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:25:38.285758+0000", 2024-04-13T09:15:01.083 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.084 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.084 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.084 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.084 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.084 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.084 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.084 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.084 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.084 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.084 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.084 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.084 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.084 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.084 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.084 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.085 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.085 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.085 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.085 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.085 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.085 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.085 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.085 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.085 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.085 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.085 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.085 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.085 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.085 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.085 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.085 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.085 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.086 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.086 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.086 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.086 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.086 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.086 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.086 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.086 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.086 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.086 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.086 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.086 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.086 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.086 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.087 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:01.087 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:01.087 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:01.087 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.087 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:01.087 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.087 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.087 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.087 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.087 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:01.087 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:01.087 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:01.087 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.087 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T09:15:01.087 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.087 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.088 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 66, 2024-04-13T09:15:01.088 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.088 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.088 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.088 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:14:46.015959+0000", 2024-04-13T09:15:01.088 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.430423+0000", 2024-04-13T09:15:01.088 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.430423+0000", 2024-04-13T09:15:01.088 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T08:27:07.874360+0000", 2024-04-13T09:15:01.088 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:14:46.015959+0000", 2024-04-13T09:15:01.088 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:01.088 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.088 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:01.088 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:01.088 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:14:46.015959+0000", 2024-04-13T09:15:01.088 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:14:46.015959+0000", 2024-04-13T09:15:01.089 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:14:46.015959+0000", 2024-04-13T09:15:01.089 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.089 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.089 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:01.089 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:14:46.015959+0000", 2024-04-13T09:15:01.089 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:14:46.015959+0000", 2024-04-13T09:15:01.089 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.089 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3084, 2024-04-13T09:15:01.089 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.089 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.089 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:01.089 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.089 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.089 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.089 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.090 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3084, 2024-04-13T09:15:01.090 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.090 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.090 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.090 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "4.3", 2024-04-13T09:15:01.090 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.090 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.090 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.090 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 8847, 2024-04-13T09:15:01.090 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.090 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:18:23.836076+0000", 2024-04-13T09:15:01.090 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.005657184, 2024-04-13T09:15:01.090 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.090 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.090 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.090 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.091 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.091 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.091 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.091 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.091 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.091 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.091 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.091 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.091 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.091 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.091 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.091 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.091 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.091 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.091 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T09:15:01.092 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T09:15:01.092 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.092 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T09:15:01.092 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.092 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.092 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.092 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.092 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.092 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T09:15:01.092 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.092 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.092 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.092 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.092 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.092 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.092 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.093 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 966, 2024-04-13T09:15:01.093 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 348444, 2024-04-13T09:15:01.093 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.093 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.093 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.093 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3070, 2024-04-13T09:15:01.093 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 416238 2024-04-13T09:15:01.093 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.093 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.093 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.093 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.093 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:01.093 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:01.093 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:01.093 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.093 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T09:15:01.094 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "1115'3084" 2024-04-13T09:15:01.094 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.094 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.094 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.094 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:01.094 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:01.094 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:01.094 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.094 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:15:01.094 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.094 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.094 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:01.094 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.094 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.094 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.095 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.433926+0000", 2024-04-13T09:15:01.095 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.429116+0000", 2024-04-13T09:15:01.095 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.429116+0000", 2024-04-13T09:15:01.095 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.429621+0000", 2024-04-13T09:15:01.095 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.433926+0000", 2024-04-13T09:15:01.095 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.095 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.095 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.095 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:01.095 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.433926+0000", 2024-04-13T09:15:01.095 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.433926+0000", 2024-04-13T09:15:01.095 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.433926+0000", 2024-04-13T09:15:01.095 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.095 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.095 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.095 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.433926+0000", 2024-04-13T09:15:01.096 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.433926+0000", 2024-04-13T09:15:01.096 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.096 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.096 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.096 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.096 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:01.096 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.096 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.096 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.096 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.096 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.096 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.096 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.096 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.096 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.0", 2024-04-13T09:15:01.096 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.097 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.097 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.097 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4864, 2024-04-13T09:15:01.097 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.097 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:50:35.622595+0000", 2024-04-13T09:15:01.097 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.097 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.097 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.097 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.097 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.097 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.097 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.097 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.097 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.097 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.098 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.098 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.098 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.098 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.098 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.098 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.098 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.098 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.098 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.098 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.098 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.098 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.098 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.098 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.098 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.099 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.099 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.099 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.099 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.099 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.099 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.099 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.099 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.099 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.099 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.099 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.099 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.099 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.099 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.100 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.100 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.100 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.100 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.100 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.100 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.100 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.100 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.100 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:01.100 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:01.100 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:01.100 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.100 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:15:01.100 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.100 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.100 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.101 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.101 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:01.101 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:01.101 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:15:01.101 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.101 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T09:15:01.101 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.101 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.101 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:01.101 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.101 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.101 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.101 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.436360+0000", 2024-04-13T09:15:01.101 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.416928+0000", 2024-04-13T09:15:01.101 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.416928+0000", 2024-04-13T09:15:01.102 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.417292+0000", 2024-04-13T09:15:01.102 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.436360+0000", 2024-04-13T09:15:01.102 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.102 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.102 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.102 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:15:01.102 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.436360+0000", 2024-04-13T09:15:01.102 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.436360+0000", 2024-04-13T09:15:01.102 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.436360+0000", 2024-04-13T09:15:01.102 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.102 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.102 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.102 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.436360+0000", 2024-04-13T09:15:01.102 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.436360+0000", 2024-04-13T09:15:01.102 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.103 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.103 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.103 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.103 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:15:01.103 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.103 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.103 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.103 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.103 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.103 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.103 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.103 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.103 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.1", 2024-04-13T09:15:01.103 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.103 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.103 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.104 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5051, 2024-04-13T09:15:01.104 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.104 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:09:43.106533+0000", 2024-04-13T09:15:01.104 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.104 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.104 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.104 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.104 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.104 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.104 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.104 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.104 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.104 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.104 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.104 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.104 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.105 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.105 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.105 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.105 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.105 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.105 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.105 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.105 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.105 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.105 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.105 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.105 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.105 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.105 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.105 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.105 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.106 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.106 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.106 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.106 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.106 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.106 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.106 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.106 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.106 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.106 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.106 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.106 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.106 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.106 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.106 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.106 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.107 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.107 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.107 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:01.107 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:01.107 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:15:01.107 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.107 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T09:15:01.107 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.107 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.107 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.107 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.107 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:01.107 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:01.107 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:01.107 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.107 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T09:15:01.108 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.108 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.108 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 66, 2024-04-13T09:15:01.108 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.108 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.108 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.108 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.195410+0000", 2024-04-13T09:15:01.108 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:51:22.368209+0000", 2024-04-13T09:15:01.108 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:51:22.368209+0000", 2024-04-13T09:15:01.108 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T08:27:07.874327+0000", 2024-04-13T09:15:01.108 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.195410+0000", 2024-04-13T09:15:01.108 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:01.108 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.108 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:01.108 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 381, 2024-04-13T09:15:01.108 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.195410+0000", 2024-04-13T09:15:01.109 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.195410+0000", 2024-04-13T09:15:01.109 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.195410+0000", 2024-04-13T09:15:01.109 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.109 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.109 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:01.109 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.195410+0000", 2024-04-13T09:15:01.109 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.195410+0000", 2024-04-13T09:15:01.109 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.109 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3026, 2024-04-13T09:15:01.109 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.109 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.109 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 380, 2024-04-13T09:15:01.109 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.109 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.109 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.109 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.110 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3026, 2024-04-13T09:15:01.110 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.110 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.110 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.110 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "4.6", 2024-04-13T09:15:01.110 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.110 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.110 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.110 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 8856, 2024-04-13T09:15:01.110 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.110 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:18:45.003946+0000", 2024-04-13T09:15:01.110 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.005918701, 2024-04-13T09:15:01.110 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.110 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.111 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.111 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.111 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.111 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.111 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.111 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.111 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.111 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.111 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.111 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.111 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.111 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.111 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.111 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.111 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.111 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.112 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.112 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.112 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.112 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.112 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.112 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.112 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.112 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.112 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.112 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.112 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.112 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.112 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.112 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.112 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.112 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.113 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.113 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 1316, 2024-04-13T09:15:01.113 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 377080, 2024-04-13T09:15:01.113 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.113 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.113 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.113 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 2988, 2024-04-13T09:15:01.113 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 398392 2024-04-13T09:15:01.113 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.113 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.113 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.113 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.113 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:01.113 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:01.113 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:01.113 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.114 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T09:15:01.114 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "1115'3026" 2024-04-13T09:15:01.114 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.114 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.114 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.114 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:01.114 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:01.114 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:01.114 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.114 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:15:01.114 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.114 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.114 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 19, 2024-04-13T09:15:01.114 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.114 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.115 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.115 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.434204+0000", 2024-04-13T09:15:01.115 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.428479+0000", 2024-04-13T09:15:01.115 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.428479+0000", 2024-04-13T09:15:01.115 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.428806+0000", 2024-04-13T09:15:01.115 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.434204+0000", 2024-04-13T09:15:01.115 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:40:15.469395+0000", 2024-04-13T09:15:01.115 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.115 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:40:15.469395+0000", 2024-04-13T09:15:01.115 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:01.115 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.434204+0000", 2024-04-13T09:15:01.115 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.434204+0000", 2024-04-13T09:15:01.115 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.434204+0000", 2024-04-13T09:15:01.115 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.115 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.116 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:40:15.469395+0000", 2024-04-13T09:15:01.116 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.434204+0000", 2024-04-13T09:15:01.116 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.434204+0000", 2024-04-13T09:15:01.116 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.116 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 197, 2024-04-13T09:15:01.116 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.116 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.116 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:01.116 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.116 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.116 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.116 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.116 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 197, 2024-04-13T09:15:01.116 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.116 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.116 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.117 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "1.0", 2024-04-13T09:15:01.117 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.117 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.117 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.117 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5363, 2024-04-13T09:15:01.117 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.117 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:08:38.786226+0000", 2024-04-13T09:15:01.117 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.117 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.117 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.117 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 590368, 2024-04-13T09:15:01.117 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.117 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 1771104, 2024-04-13T09:15:01.117 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.117 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.118 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.118 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.118 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.118 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.118 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.118 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.118 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.118 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.118 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.118 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.118 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.118 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 6, 2024-04-13T09:15:01.118 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 2, 2024-04-13T09:15:01.118 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.118 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 2, 2024-04-13T09:15:01.118 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.119 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.119 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.119 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.119 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.119 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.119 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.119 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 6, 2024-04-13T09:15:01.119 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.119 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.119 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.119 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.119 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.119 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 812, 2024-04-13T09:15:01.119 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 1310, 2024-04-13T09:15:01.119 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.119 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.120 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.120 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 311, 2024-04-13T09:15:01.120 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 2416 2024-04-13T09:15:01.120 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.120 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.120 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.120 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.120 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:01.120 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:01.120 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:01.120 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.120 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:15:01.120 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "231'197" 2024-04-13T09:15:01.120 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.120 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.120 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.121 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:01.121 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:01.121 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:01.121 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.121 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:15:01.121 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.121 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.121 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:01.121 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.121 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.121 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.121 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.194415+0000", 2024-04-13T09:15:01.121 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.422580+0000", 2024-04-13T09:15:01.121 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.422580+0000", 2024-04-13T09:15:01.121 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.422873+0000", 2024-04-13T09:15:01.122 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.194415+0000", 2024-04-13T09:15:01.122 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.122 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.122 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.122 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:01.122 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.194415+0000", 2024-04-13T09:15:01.122 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.194415+0000", 2024-04-13T09:15:01.122 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.194415+0000", 2024-04-13T09:15:01.122 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.122 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.122 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.122 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.194415+0000", 2024-04-13T09:15:01.122 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.194415+0000", 2024-04-13T09:15:01.122 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.122 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.122 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.123 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.123 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:01.123 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.123 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.123 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.123 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.123 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.123 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.123 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.123 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.123 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.3", 2024-04-13T09:15:01.123 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.123 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.123 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.123 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4961, 2024-04-13T09:15:01.124 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.124 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:10:11.026760+0000", 2024-04-13T09:15:01.124 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.124 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.124 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.124 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.124 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.124 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.124 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.124 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.124 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.124 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.124 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.124 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.124 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.125 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.125 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.125 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.125 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.125 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.125 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.125 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.125 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.125 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.125 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.125 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.125 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.125 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.125 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.125 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.125 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.126 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.126 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.126 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.126 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.126 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.126 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.126 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.126 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.126 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.126 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.126 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.126 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.126 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.126 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.126 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.126 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.127 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.127 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.127 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:01.127 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:01.127 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:01.127 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.127 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:15:01.127 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.127 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.127 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.127 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.127 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:01.127 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:01.127 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:01.127 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.128 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:15:01.128 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.128 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.128 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:01.128 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.128 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.128 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.128 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.439060+0000", 2024-04-13T09:15:01.128 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.599481+0000", 2024-04-13T09:15:01.128 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.599481+0000", 2024-04-13T09:15:01.128 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.599817+0000", 2024-04-13T09:15:01.128 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.439060+0000", 2024-04-13T09:15:01.128 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.128 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.128 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.128 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:01.129 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.439060+0000", 2024-04-13T09:15:01.129 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.439060+0000", 2024-04-13T09:15:01.129 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.439060+0000", 2024-04-13T09:15:01.129 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.129 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.129 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.129 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.439060+0000", 2024-04-13T09:15:01.129 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.439060+0000", 2024-04-13T09:15:01.129 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.129 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.129 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.129 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.129 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:01.129 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.129 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.130 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.130 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.130 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.130 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.130 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.130 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.130 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.2", 2024-04-13T09:15:01.130 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.130 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.130 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.130 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5039, 2024-04-13T09:15:01.130 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.130 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:05:52.926653+0000", 2024-04-13T09:15:01.130 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.130 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.131 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.131 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.131 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.131 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.131 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.131 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.131 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.131 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.131 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.131 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.131 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.131 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.131 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.131 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.131 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.131 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.132 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.132 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.132 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.132 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.132 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.132 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.132 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.132 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.132 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.132 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.132 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.132 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.132 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.132 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.132 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.133 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.133 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.133 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.133 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.133 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.133 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.133 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.133 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.133 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.133 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.133 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.133 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.133 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.133 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.133 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:01.133 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:01.134 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:01.134 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.134 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:15:01.134 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.134 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.134 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.134 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.134 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:01.134 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:01.134 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:01.134 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.134 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T09:15:01.134 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.134 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.134 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 66, 2024-04-13T09:15:01.134 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.135 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.135 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.135 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.578652+0000", 2024-04-13T09:15:01.135 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.424104+0000", 2024-04-13T09:15:01.135 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.424104+0000", 2024-04-13T09:15:01.135 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T08:27:07.865912+0000", 2024-04-13T09:15:01.135 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.578652+0000", 2024-04-13T09:15:01.135 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:01.135 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.135 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:01.135 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:01.135 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.578652+0000", 2024-04-13T09:15:01.135 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.578652+0000", 2024-04-13T09:15:01.135 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.578652+0000", 2024-04-13T09:15:01.135 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.136 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.136 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:01.136 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.578652+0000", 2024-04-13T09:15:01.136 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.578652+0000", 2024-04-13T09:15:01.136 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.136 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3078, 2024-04-13T09:15:01.136 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.136 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.136 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:01.136 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.136 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.136 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.136 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.136 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3078, 2024-04-13T09:15:01.136 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.137 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.137 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.137 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "4.5", 2024-04-13T09:15:01.137 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.137 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.137 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.137 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 8576, 2024-04-13T09:15:01.137 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.137 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:40:03.703768+0000", 2024-04-13T09:15:01.137 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.003449674, 2024-04-13T09:15:01.137 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.137 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.137 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.137 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.137 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.137 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.138 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.138 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.138 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.138 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.138 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.138 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.138 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.138 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.138 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.138 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.138 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.138 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.138 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.138 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.139 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.139 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.139 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.139 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.139 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.139 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.139 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.139 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.139 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.139 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.139 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.139 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.139 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.139 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.139 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.139 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 907, 2024-04-13T09:15:01.140 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 373264, 2024-04-13T09:15:01.140 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.140 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.140 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.140 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3074, 2024-04-13T09:15:01.140 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 401310 2024-04-13T09:15:01.140 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.140 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.140 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.140 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.140 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:01.140 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:01.140 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:01.140 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.140 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T09:15:01.140 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "1115'3078" 2024-04-13T09:15:01.141 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.141 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.141 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.141 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:01.141 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:01.141 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:01.141 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.141 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T09:15:01.141 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.141 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.141 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:01.141 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.141 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.141 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.141 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.436474+0000", 2024-04-13T09:15:01.141 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:51:57.370289+0000", 2024-04-13T09:15:01.142 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:51:57.370289+0000", 2024-04-13T09:15:01.142 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:51:57.370550+0000", 2024-04-13T09:15:01.142 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.436474+0000", 2024-04-13T09:15:01.142 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.142 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.142 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.142 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 415, 2024-04-13T09:15:01.142 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.436474+0000", 2024-04-13T09:15:01.142 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.436474+0000", 2024-04-13T09:15:01.142 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.436474+0000", 2024-04-13T09:15:01.142 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.142 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.142 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.142 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.436474+0000", 2024-04-13T09:15:01.142 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.436474+0000", 2024-04-13T09:15:01.143 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.143 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.143 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.143 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.143 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 414, 2024-04-13T09:15:01.143 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.143 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.143 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.143 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.143 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.143 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.143 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.143 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.143 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.1", 2024-04-13T09:15:01.143 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.143 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.144 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.144 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5075, 2024-04-13T09:15:01.144 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.144 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:24:13.779592+0000", 2024-04-13T09:15:01.144 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.144 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.144 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.144 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.144 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.144 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.144 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.144 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.144 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.144 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.144 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.145 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.145 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.145 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.145 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.145 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.145 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.145 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.145 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.145 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.145 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.145 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.145 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.145 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.145 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.145 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.146 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.146 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.146 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.146 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.146 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.146 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.146 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.146 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.146 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.146 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.146 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.146 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.146 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.146 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.146 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.147 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.147 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.147 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.147 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.147 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.147 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.147 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:01.147 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:01.147 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:01.147 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.147 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T09:15:01.147 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.147 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.147 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.147 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.147 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:01.147 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:01.148 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:01.148 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.148 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:01.148 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.148 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.148 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:01.148 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.148 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.148 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.148 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.833643+0000", 2024-04-13T09:15:01.148 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.601965+0000", 2024-04-13T09:15:01.148 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.601965+0000", 2024-04-13T09:15:01.148 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.602315+0000", 2024-04-13T09:15:01.148 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.833643+0000", 2024-04-13T09:15:01.148 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.149 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.149 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.149 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:01.149 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.833643+0000", 2024-04-13T09:15:01.149 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.833643+0000", 2024-04-13T09:15:01.149 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.833643+0000", 2024-04-13T09:15:01.149 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.149 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.149 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.149 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.833643+0000", 2024-04-13T09:15:01.149 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.833643+0000", 2024-04-13T09:15:01.149 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.149 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.149 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.149 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.149 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:01.150 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.150 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.150 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.150 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.150 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.150 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.150 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.150 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.150 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.0", 2024-04-13T09:15:01.150 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.150 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.150 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.150 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5093, 2024-04-13T09:15:01.150 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.150 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:42:20.804814+0000", 2024-04-13T09:15:01.151 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.151 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.151 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.151 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.151 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.151 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.151 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.151 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.151 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.151 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.151 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.151 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.151 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.151 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.151 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.152 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.152 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.152 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.152 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.152 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.152 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.152 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.152 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.152 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.152 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.152 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.152 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.152 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.152 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.152 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.152 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.153 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.153 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.153 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.153 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.153 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.153 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.153 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.153 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.153 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.153 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.153 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.153 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.153 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.153 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.153 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.153 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.154 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:01.154 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:01.154 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:01.154 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.154 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:01.154 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.154 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.154 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.154 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.154 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:01.154 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:01.154 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:01.154 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.154 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:01.154 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.155 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.155 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 66, 2024-04-13T09:15:01.155 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.155 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.155 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.155 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.834295+0000", 2024-04-13T09:15:01.155 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.428256+0000", 2024-04-13T09:15:01.155 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.428256+0000", 2024-04-13T09:15:01.155 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T08:27:07.866483+0000", 2024-04-13T09:15:01.155 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.834295+0000", 2024-04-13T09:15:01.155 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:01.155 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.155 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:01.155 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:15:01.155 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.834295+0000", 2024-04-13T09:15:01.155 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.834295+0000", 2024-04-13T09:15:01.156 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.834295+0000", 2024-04-13T09:15:01.156 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.156 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.156 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:01.156 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.834295+0000", 2024-04-13T09:15:01.156 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.834295+0000", 2024-04-13T09:15:01.156 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.156 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3032, 2024-04-13T09:15:01.156 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.156 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.156 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:15:01.156 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.156 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.156 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.156 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.156 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3032, 2024-04-13T09:15:01.157 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.157 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.157 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.157 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "4.7", 2024-04-13T09:15:01.157 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.157 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.157 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.157 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 8720, 2024-04-13T09:15:01.157 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.157 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:37:31.874279+0000", 2024-04-13T09:15:01.157 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.013562768, 2024-04-13T09:15:01.157 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.157 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.157 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.157 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.157 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.158 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.158 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.158 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.158 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.158 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.158 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.158 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.158 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.158 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.158 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.158 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.158 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.158 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.158 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.158 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.159 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.159 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.159 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.159 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.159 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.159 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.159 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.159 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.159 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.159 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.159 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.159 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.159 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.159 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.159 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.160 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 845, 2024-04-13T09:15:01.160 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 371084, 2024-04-13T09:15:01.160 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.160 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.160 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.160 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3025, 2024-04-13T09:15:01.160 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 397395 2024-04-13T09:15:01.160 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.160 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.160 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.160 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.160 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:01.160 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:01.160 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:01.160 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.161 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:01.161 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "1115'3032" 2024-04-13T09:15:01.161 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.161 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.161 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.161 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:01.161 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:01.161 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:01.161 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.161 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T09:15:01.161 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.161 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.161 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:01.161 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.161 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.162 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.162 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.436582+0000", 2024-04-13T09:15:01.162 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.602559+0000", 2024-04-13T09:15:01.162 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.602559+0000", 2024-04-13T09:15:01.162 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.602966+0000", 2024-04-13T09:15:01.162 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.436582+0000", 2024-04-13T09:15:01.162 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.162 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.162 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.162 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:01.162 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.436582+0000", 2024-04-13T09:15:01.162 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.436582+0000", 2024-04-13T09:15:01.162 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.436582+0000", 2024-04-13T09:15:01.162 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.162 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.163 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.163 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.436582+0000", 2024-04-13T09:15:01.163 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.436582+0000", 2024-04-13T09:15:01.163 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.163 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.163 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.163 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.163 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:01.163 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.163 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.163 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.163 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.163 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.163 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.163 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.163 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.164 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.3", 2024-04-13T09:15:01.164 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.164 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.164 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.164 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5059, 2024-04-13T09:15:01.164 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.164 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:02:51.674881+0000", 2024-04-13T09:15:01.164 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.164 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.164 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.164 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.164 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.164 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.164 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.164 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.165 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.165 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.165 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.165 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.165 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.165 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.165 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.165 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.165 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.165 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.165 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.165 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.165 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.165 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.165 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.165 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.166 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.166 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.166 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.166 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.166 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.166 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.166 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.166 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.166 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.166 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.166 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.166 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.166 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.166 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.166 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.167 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.167 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.167 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.167 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.167 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.167 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.167 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.167 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.167 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:01.167 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:01.167 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:01.167 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.167 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T09:15:01.167 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.167 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.167 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.168 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.168 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:01.168 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:01.168 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:01.168 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.168 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:15:01.168 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.168 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.168 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:01.168 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.168 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.168 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.168 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.194013+0000", 2024-04-13T09:15:01.168 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.603032+0000", 2024-04-13T09:15:01.168 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.603032+0000", 2024-04-13T09:15:01.168 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.603392+0000", 2024-04-13T09:15:01.169 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.194013+0000", 2024-04-13T09:15:01.169 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.169 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.169 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.169 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:01.169 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.194013+0000", 2024-04-13T09:15:01.169 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.194013+0000", 2024-04-13T09:15:01.169 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.194013+0000", 2024-04-13T09:15:01.169 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.169 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.169 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.169 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.194013+0000", 2024-04-13T09:15:01.169 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.194013+0000", 2024-04-13T09:15:01.169 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.169 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.169 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.170 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.170 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:01.170 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.170 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.170 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.170 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.170 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.170 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.170 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.170 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.170 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.2", 2024-04-13T09:15:01.170 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.170 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.170 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.170 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4967, 2024-04-13T09:15:01.171 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.171 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:40:14.576761+0000", 2024-04-13T09:15:01.171 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.171 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.171 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.171 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.171 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.171 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.171 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.171 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.171 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.171 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.171 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.171 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.171 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.171 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.172 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.172 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.172 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.172 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.172 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.172 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.172 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.172 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.172 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.172 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.172 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.172 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.172 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.172 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.172 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.172 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.173 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.173 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.173 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.173 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.173 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.173 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.173 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.173 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.173 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.173 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.173 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.173 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.173 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.173 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.173 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.173 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.174 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.174 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:01.174 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:01.174 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:01.174 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.174 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:15:01.174 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.174 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.174 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.174 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.174 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:01.174 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:01.174 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:15:01.174 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.174 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:01.175 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.175 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.175 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 66, 2024-04-13T09:15:01.175 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.175 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.175 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.175 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:14:46.967488+0000", 2024-04-13T09:15:01.175 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:51:57.373064+0000", 2024-04-13T09:15:01.175 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:51:57.373064+0000", 2024-04-13T09:15:01.175 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T08:27:07.862161+0000", 2024-04-13T09:15:01.175 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:14:46.967488+0000", 2024-04-13T09:15:01.175 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:01.175 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.175 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:01.175 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 415, 2024-04-13T09:15:01.175 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:14:46.967488+0000", 2024-04-13T09:15:01.176 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:14:46.967488+0000", 2024-04-13T09:15:01.176 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:14:46.967488+0000", 2024-04-13T09:15:01.176 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.176 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.176 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:01.176 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:14:46.967488+0000", 2024-04-13T09:15:01.176 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:14:46.967488+0000", 2024-04-13T09:15:01.176 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.176 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3124, 2024-04-13T09:15:01.176 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.176 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.176 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 414, 2024-04-13T09:15:01.176 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.176 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.176 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.176 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.177 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3124, 2024-04-13T09:15:01.177 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.177 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.177 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.177 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "4.4", 2024-04-13T09:15:01.177 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.177 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.177 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.177 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 9236, 2024-04-13T09:15:01.177 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.177 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:19:59.344690+0000", 2024-04-13T09:15:01.177 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.009314128, 2024-04-13T09:15:01.177 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.177 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.177 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.177 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.178 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.178 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.178 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.178 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.178 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.178 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.178 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.178 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.178 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.178 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.178 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.178 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.178 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.178 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.178 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T09:15:01.179 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T09:15:01.179 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.179 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T09:15:01.179 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.179 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.179 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.179 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.179 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.179 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T09:15:01.179 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.179 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.179 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.179 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.179 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.179 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.179 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.180 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 1809, 2024-04-13T09:15:01.180 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 392424, 2024-04-13T09:15:01.180 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.180 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.180 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.180 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3096, 2024-04-13T09:15:01.180 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 398916 2024-04-13T09:15:01.180 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.180 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.180 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.180 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.180 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:01.180 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:01.180 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:15:01.180 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.180 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:01.181 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "1115'3124" 2024-04-13T09:15:01.181 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.181 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.181 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.181 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:01.181 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:01.181 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:01.181 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.181 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:15:01.181 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.181 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.181 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:01.181 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.181 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.181 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.181 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.195231+0000", 2024-04-13T09:15:01.182 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.432331+0000", 2024-04-13T09:15:01.182 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.432331+0000", 2024-04-13T09:15:01.182 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.432658+0000", 2024-04-13T09:15:01.182 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.195231+0000", 2024-04-13T09:15:01.182 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.182 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.182 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.182 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:15:01.182 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.195231+0000", 2024-04-13T09:15:01.182 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.195231+0000", 2024-04-13T09:15:01.182 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.195231+0000", 2024-04-13T09:15:01.182 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.182 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.182 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.182 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.195231+0000", 2024-04-13T09:15:01.182 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.195231+0000", 2024-04-13T09:15:01.183 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.183 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.183 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.183 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.183 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:15:01.183 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.183 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.183 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.183 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.183 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.183 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.183 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.183 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.183 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.5", 2024-04-13T09:15:01.183 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.183 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.184 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.184 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4959, 2024-04-13T09:15:01.184 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.184 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:13:31.892740+0000", 2024-04-13T09:15:01.184 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.184 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.184 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.184 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.184 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.184 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.184 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.184 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.184 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.184 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.184 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.185 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.185 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.185 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.185 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.185 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.185 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.185 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.185 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.185 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.185 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.185 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.185 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.185 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.185 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.185 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.186 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.186 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.186 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.186 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.186 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.186 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.186 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.186 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.186 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.186 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.186 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.186 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.186 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.186 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.186 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.187 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.187 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.187 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.187 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.187 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.187 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.187 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:01.187 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:01.187 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:01.187 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.187 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:15:01.187 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.187 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.187 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.187 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.187 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:01.188 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:01.188 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:01.188 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.188 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:01.188 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.188 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.188 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:01.188 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.188 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.188 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.188 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.835475+0000", 2024-04-13T09:15:01.188 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.430513+0000", 2024-04-13T09:15:01.188 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.430513+0000", 2024-04-13T09:15:01.188 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.431055+0000", 2024-04-13T09:15:01.188 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.835475+0000", 2024-04-13T09:15:01.188 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.189 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.189 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.189 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:01.189 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.835475+0000", 2024-04-13T09:15:01.189 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.835475+0000", 2024-04-13T09:15:01.189 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.835475+0000", 2024-04-13T09:15:01.189 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.189 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.189 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.189 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.835475+0000", 2024-04-13T09:15:01.189 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.835475+0000", 2024-04-13T09:15:01.189 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.189 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.189 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.189 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.189 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:01.189 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.190 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.190 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.190 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.190 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.190 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.190 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.190 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.190 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.4", 2024-04-13T09:15:01.190 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.190 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.190 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.190 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5103, 2024-04-13T09:15:01.190 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.190 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:21:45.163379+0000", 2024-04-13T09:15:01.190 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.191 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.191 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.191 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.191 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.191 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.191 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.191 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.191 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.191 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.191 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.191 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.191 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.191 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.191 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.191 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.191 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.192 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.192 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.192 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.192 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.192 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.192 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.192 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.192 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.192 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.192 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.192 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.192 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.192 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.192 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.192 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.192 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.193 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.193 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.193 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.193 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.193 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.193 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.193 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.193 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.193 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.193 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.193 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.193 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.193 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.193 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.193 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:01.194 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:01.194 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:01.194 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.194 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:01.194 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.194 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.194 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.194 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.194 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:01.194 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:01.194 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:01.194 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.194 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:01.194 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.194 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.195 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 66, 2024-04-13T09:15:01.195 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.195 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.195 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.195 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.834621+0000", 2024-04-13T09:15:01.195 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.428208+0000", 2024-04-13T09:15:01.195 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.428208+0000", 2024-04-13T09:15:01.195 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T08:27:07.861082+0000", 2024-04-13T09:15:01.195 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.834621+0000", 2024-04-13T09:15:01.195 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:01.195 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.195 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:01.195 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:15:01.195 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.834621+0000", 2024-04-13T09:15:01.195 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.834621+0000", 2024-04-13T09:15:01.196 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.834621+0000", 2024-04-13T09:15:01.196 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.196 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.196 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:01.196 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.834621+0000", 2024-04-13T09:15:01.196 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.834621+0000", 2024-04-13T09:15:01.196 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.196 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3098, 2024-04-13T09:15:01.196 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.196 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.196 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:15:01.196 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.196 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.196 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.196 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.197 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3098, 2024-04-13T09:15:01.197 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.197 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.197 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.197 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "4.2", 2024-04-13T09:15:01.197 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.197 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.197 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.197 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 8896, 2024-04-13T09:15:01.197 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.197 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:27:02.350035+0000", 2024-04-13T09:15:01.197 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.008711502, 2024-04-13T09:15:01.197 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.197 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.197 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 19, 2024-04-13T09:15:01.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.198 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.199 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T09:15:01.199 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T09:15:01.199 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.199 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T09:15:01.199 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.199 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.199 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.199 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.199 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.199 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.199 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.199 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.199 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.200 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.200 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.200 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.200 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.200 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 795, 2024-04-13T09:15:01.200 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 379139, 2024-04-13T09:15:01.200 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.200 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.200 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.200 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3092, 2024-04-13T09:15:01.201 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 379768 2024-04-13T09:15:01.201 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.201 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.201 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.201 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.201 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:01.201 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:01.201 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:01.201 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.201 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:01.201 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "1115'3098" 2024-04-13T09:15:01.201 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.201 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.201 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.201 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:01.202 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:01.202 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:01.202 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.202 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:15:01.202 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.202 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.202 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:01.202 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.202 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.202 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.202 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.434720+0000", 2024-04-13T09:15:01.202 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.427338+0000", 2024-04-13T09:15:01.202 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.427338+0000", 2024-04-13T09:15:01.202 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.427646+0000", 2024-04-13T09:15:01.203 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.434720+0000", 2024-04-13T09:15:01.203 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.203 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.203 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.203 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:01.203 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.434720+0000", 2024-04-13T09:15:01.203 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.434720+0000", 2024-04-13T09:15:01.203 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.434720+0000", 2024-04-13T09:15:01.203 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.203 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.203 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.203 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.434720+0000", 2024-04-13T09:15:01.203 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.434720+0000", 2024-04-13T09:15:01.203 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.203 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.204 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.204 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.204 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:01.204 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.204 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.204 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.204 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.204 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.204 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.204 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.204 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.204 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.e", 2024-04-13T09:15:01.204 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.204 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.204 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.205 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4879, 2024-04-13T09:15:01.205 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.205 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:04:15.045314+0000", 2024-04-13T09:15:01.205 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.205 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.205 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.205 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.205 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.205 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.205 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.205 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.205 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.205 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.205 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.205 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.205 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.205 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.206 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.206 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.206 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.206 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.206 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.206 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.206 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.206 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.206 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.206 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.206 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.206 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.206 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.206 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.206 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.206 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.207 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.207 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.207 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.207 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.207 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.207 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.207 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.207 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.207 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.207 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.207 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.207 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.207 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.207 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.207 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.208 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.208 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.208 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:01.208 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:01.208 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:01.208 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.208 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:15:01.208 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.208 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.208 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.208 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.208 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:01.208 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:01.208 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:01.208 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.208 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 4, 2024-04-13T09:15:01.209 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.209 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.209 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:01.209 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.209 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.209 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.209 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.888215+0000", 2024-04-13T09:15:01.209 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.430139+0000", 2024-04-13T09:15:01.209 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.430139+0000", 2024-04-13T09:15:01.209 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.430472+0000", 2024-04-13T09:15:01.209 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.888215+0000", 2024-04-13T09:15:01.209 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.209 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.209 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.210 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:01.210 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.888215+0000", 2024-04-13T09:15:01.210 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.888215+0000", 2024-04-13T09:15:01.210 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.888215+0000", 2024-04-13T09:15:01.210 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.210 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.210 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.210 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.888215+0000", 2024-04-13T09:15:01.210 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.888215+0000", 2024-04-13T09:15:01.210 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.210 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 1, 2024-04-13T09:15:01.210 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.210 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.210 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:01.210 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.211 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.211 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.211 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.211 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 1, 2024-04-13T09:15:01.211 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.211 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.211 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.211 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.f", 2024-04-13T09:15:01.211 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.211 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.211 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.211 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5015, 2024-04-13T09:15:01.211 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.211 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:57:41.752781+0000", 2024-04-13T09:15:01.211 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.211 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.212 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 22, 2024-04-13T09:15:01.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.212 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.213 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.213 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.213 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T09:15:01.213 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T09:15:01.213 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.213 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T09:15:01.213 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.213 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.213 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.213 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.213 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.213 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.213 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.213 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.213 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.214 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.214 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.214 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.214 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.214 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 2, 2024-04-13T09:15:01.214 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 2, 2024-04-13T09:15:01.214 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.214 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.214 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.214 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 1, 2024-04-13T09:15:01.214 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 1 2024-04-13T09:15:01.214 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.214 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.214 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.215 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.215 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:01.215 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:01.215 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:01.215 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.215 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 4, 2024-04-13T09:15:01.215 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'1" 2024-04-13T09:15:01.215 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.215 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.215 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.215 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:01.215 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:01.215 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:01.215 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.215 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:15:01.215 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.215 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.216 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:01.216 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.216 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.216 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.216 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.433096+0000", 2024-04-13T09:15:01.216 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.416982+0000", 2024-04-13T09:15:01.216 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.416982+0000", 2024-04-13T09:15:01.216 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.419915+0000", 2024-04-13T09:15:01.216 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.433096+0000", 2024-04-13T09:15:01.216 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.216 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.216 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.216 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:01.216 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.433096+0000", 2024-04-13T09:15:01.216 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.433096+0000", 2024-04-13T09:15:01.216 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.433096+0000", 2024-04-13T09:15:01.217 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.217 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.217 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.217 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.433096+0000", 2024-04-13T09:15:01.217 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.433096+0000", 2024-04-13T09:15:01.217 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.217 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.217 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.217 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.217 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:01.217 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.217 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.217 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.217 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.217 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.218 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.218 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.218 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.218 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.11", 2024-04-13T09:15:01.218 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.218 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.218 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.218 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4864, 2024-04-13T09:15:01.218 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.218 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:03:22.542941+0000", 2024-04-13T09:15:01.218 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.218 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.218 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.218 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.218 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.219 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.219 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.219 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.219 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.219 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.219 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.219 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.219 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.219 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.219 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.219 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.219 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.219 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.219 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.219 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.219 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.219 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.220 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.220 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.220 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.220 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.220 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.220 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.220 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.220 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.220 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.220 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.220 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.220 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.220 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.220 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.220 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.220 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.221 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.221 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.221 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.221 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.221 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.221 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.221 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.221 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.221 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.221 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:01.221 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:01.221 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:01.221 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.221 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:15:01.221 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.222 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.222 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.222 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.222 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:01.222 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:01.222 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:01.222 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.222 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T09:15:01.222 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.222 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.222 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:01.222 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.222 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.222 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.222 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.436158+0000", 2024-04-13T09:15:01.223 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:51:22.379267+0000", 2024-04-13T09:15:01.223 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:51:22.379267+0000", 2024-04-13T09:15:01.223 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:51:22.379622+0000", 2024-04-13T09:15:01.223 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.436158+0000", 2024-04-13T09:15:01.223 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.223 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.223 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.223 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 381, 2024-04-13T09:15:01.223 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.436158+0000", 2024-04-13T09:15:01.223 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.436158+0000", 2024-04-13T09:15:01.223 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.436158+0000", 2024-04-13T09:15:01.223 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.223 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.223 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.223 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.436158+0000", 2024-04-13T09:15:01.224 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.436158+0000", 2024-04-13T09:15:01.224 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.224 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 8, 2024-04-13T09:15:01.224 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.224 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.224 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 380, 2024-04-13T09:15:01.224 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.224 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.224 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.224 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.224 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 8, 2024-04-13T09:15:01.224 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.224 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.224 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.224 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.10", 2024-04-13T09:15:01.224 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.225 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.225 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.225 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5079, 2024-04-13T09:15:01.225 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.225 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:44:15.951223+0000", 2024-04-13T09:15:01.225 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.225 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.225 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.225 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.225 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.225 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.225 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.225 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.225 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.225 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.225 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.226 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.226 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.226 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.226 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.226 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.226 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.226 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.226 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.226 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 12, 2024-04-13T09:15:01.226 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 4, 2024-04-13T09:15:01.226 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.226 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 4, 2024-04-13T09:15:01.226 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.226 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.227 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.227 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.227 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.227 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 4, 2024-04-13T09:15:01.227 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.227 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.227 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.227 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.227 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.227 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.227 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.227 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 48, 2024-04-13T09:15:01.227 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 48, 2024-04-13T09:15:01.227 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.227 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.228 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.228 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 12, 2024-04-13T09:15:01.228 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.228 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.228 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.228 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.228 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.228 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:01.228 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:01.228 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:01.228 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.228 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T09:15:01.228 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'8" 2024-04-13T09:15:01.228 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.228 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.229 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.229 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:01.229 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:01.229 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:15:01.229 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.229 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T09:15:01.229 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.229 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.229 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:01.229 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.229 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.229 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.229 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.577525+0000", 2024-04-13T09:15:01.229 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.604541+0000", 2024-04-13T09:15:01.229 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.604541+0000", 2024-04-13T09:15:01.230 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.604848+0000", 2024-04-13T09:15:01.230 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.577525+0000", 2024-04-13T09:15:01.230 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.230 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.230 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.230 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:01.230 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.577525+0000", 2024-04-13T09:15:01.230 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.577525+0000", 2024-04-13T09:15:01.230 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.577525+0000", 2024-04-13T09:15:01.230 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.230 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.230 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.230 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.577525+0000", 2024-04-13T09:15:01.230 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.577525+0000", 2024-04-13T09:15:01.230 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.231 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.231 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.231 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.231 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:01.231 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.231 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.231 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.231 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.231 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.231 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.231 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.231 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.231 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.10", 2024-04-13T09:15:01.231 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.231 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.231 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.232 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4904, 2024-04-13T09:15:01.232 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.232 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:10:10.629169+0000", 2024-04-13T09:15:01.232 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.232 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.232 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.232 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.232 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.232 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.232 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.232 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.232 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.232 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.232 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.232 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.232 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.233 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.233 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.233 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.233 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.233 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.233 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.233 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.233 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.233 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.233 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.233 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.233 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.233 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.233 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.233 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.234 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.234 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.234 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.234 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.234 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.234 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.234 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.234 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.234 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.234 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.234 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.234 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.234 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.234 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.234 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.235 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.235 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.235 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.235 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.235 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:01.235 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:01.235 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:15:01.235 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.235 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T09:15:01.235 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.238 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.238 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.238 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.238 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:01.238 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:01.238 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:01.238 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.238 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T09:15:01.238 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.238 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.238 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:01.238 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.238 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.239 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.239 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.578070+0000", 2024-04-13T09:15:01.239 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.607669+0000", 2024-04-13T09:15:01.239 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.607669+0000", 2024-04-13T09:15:01.239 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.609181+0000", 2024-04-13T09:15:01.239 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.578070+0000", 2024-04-13T09:15:01.239 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.239 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.239 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.239 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:01.239 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.578070+0000", 2024-04-13T09:15:01.239 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.578070+0000", 2024-04-13T09:15:01.239 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.578070+0000", 2024-04-13T09:15:01.239 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.239 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.239 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.240 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.578070+0000", 2024-04-13T09:15:01.240 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.578070+0000", 2024-04-13T09:15:01.240 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.240 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.240 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.240 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.240 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:01.240 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.240 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.240 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.240 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.240 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.240 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.240 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.240 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.241 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.11", 2024-04-13T09:15:01.241 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.241 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.241 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.241 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4912, 2024-04-13T09:15:01.241 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.241 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:49:34.336766+0000", 2024-04-13T09:15:01.241 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.241 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.241 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.241 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.241 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.241 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.241 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.241 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.241 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.242 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.242 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.242 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.242 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.242 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.242 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.242 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.242 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.242 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.242 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.242 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.242 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.242 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.242 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.242 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.243 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.243 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.243 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.243 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.243 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.243 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.243 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.243 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.243 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.243 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.243 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.243 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.243 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.243 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.243 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.244 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.244 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.244 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.244 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.244 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.244 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.244 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.244 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.244 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:01.244 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:01.244 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:01.244 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.244 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T09:15:01.244 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.244 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.245 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.245 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.245 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:01.245 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:01.245 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:01.245 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.245 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:15:01.245 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.245 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.245 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:01.245 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.245 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.245 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.245 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.433737+0000", 2024-04-13T09:15:01.245 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.420266+0000", 2024-04-13T09:15:01.246 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.420266+0000", 2024-04-13T09:15:01.246 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.420781+0000", 2024-04-13T09:15:01.246 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.433737+0000", 2024-04-13T09:15:01.246 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.246 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.246 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.246 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:01.246 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.433737+0000", 2024-04-13T09:15:01.246 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.433737+0000", 2024-04-13T09:15:01.246 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.433737+0000", 2024-04-13T09:15:01.246 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.246 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.246 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.246 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.433737+0000", 2024-04-13T09:15:01.246 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.433737+0000", 2024-04-13T09:15:01.246 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.247 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.247 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.247 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.247 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:01.247 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.247 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.247 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.247 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.247 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.247 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.247 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.247 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.247 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.13", 2024-04-13T09:15:01.247 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.247 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.247 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.248 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4878, 2024-04-13T09:15:01.248 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.248 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:48:30.525646+0000", 2024-04-13T09:15:01.248 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.248 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.248 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.248 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.248 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.248 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.248 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.248 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.248 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.248 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.248 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.248 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.248 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.249 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.249 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.249 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.249 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.249 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.249 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.249 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.249 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.249 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.249 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.249 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.249 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.249 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.249 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.249 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.250 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.250 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.250 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.250 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.250 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.250 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.250 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.250 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.250 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.250 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.250 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.250 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.250 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.250 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.250 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.251 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.251 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.251 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.251 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.251 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:01.251 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:01.251 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:01.251 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.251 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:15:01.251 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.251 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.251 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.251 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.251 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:01.251 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:01.252 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:01.252 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.252 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:15:01.252 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.252 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.252 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:01.252 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.252 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.252 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.252 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.193411+0000", 2024-04-13T09:15:01.252 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.429805+0000", 2024-04-13T09:15:01.252 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.429805+0000", 2024-04-13T09:15:01.252 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.432264+0000", 2024-04-13T09:15:01.252 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.193411+0000", 2024-04-13T09:15:01.252 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.252 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.253 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.253 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:15:01.253 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.193411+0000", 2024-04-13T09:15:01.253 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.193411+0000", 2024-04-13T09:15:01.253 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.193411+0000", 2024-04-13T09:15:01.253 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.253 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.253 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.253 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.193411+0000", 2024-04-13T09:15:01.253 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.193411+0000", 2024-04-13T09:15:01.253 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.253 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.253 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.253 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.253 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:15:01.254 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.254 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.254 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.254 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.254 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.254 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.254 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.254 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.254 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.12", 2024-04-13T09:15:01.254 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.254 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.254 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.254 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4961, 2024-04-13T09:15:01.254 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.254 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:09:06.086315+0000", 2024-04-13T09:15:01.255 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.255 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.255 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.255 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.255 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.255 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.255 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.255 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.255 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.255 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.255 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.255 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.255 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.255 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.255 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.256 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.256 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.256 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.256 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.256 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.256 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.256 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.256 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.256 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.256 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.256 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.256 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.256 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.256 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.256 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.256 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.257 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.257 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.257 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.257 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.257 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.257 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.257 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.257 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.257 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.257 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.257 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.257 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.257 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.257 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.257 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.257 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.258 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:01.258 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:01.258 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:01.258 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.258 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:15:01.258 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.258 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.258 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.258 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.258 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:01.258 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:01.258 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:15:01.258 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.258 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T09:15:01.258 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.259 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.259 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:01.259 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.259 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.259 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.259 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.193922+0000", 2024-04-13T09:15:01.259 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.417122+0000", 2024-04-13T09:15:01.259 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.417122+0000", 2024-04-13T09:15:01.259 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.417479+0000", 2024-04-13T09:15:01.259 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.193922+0000", 2024-04-13T09:15:01.259 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.259 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.259 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.259 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:01.259 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.193922+0000", 2024-04-13T09:15:01.260 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.193922+0000", 2024-04-13T09:15:01.260 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.193922+0000", 2024-04-13T09:15:01.260 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.260 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.260 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.260 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.193922+0000", 2024-04-13T09:15:01.260 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.193922+0000", 2024-04-13T09:15:01.260 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.260 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.260 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.260 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.260 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:01.260 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.260 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.260 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.260 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.261 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.261 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.261 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.261 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.261 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.12", 2024-04-13T09:15:01.261 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.261 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.261 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.261 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5086, 2024-04-13T09:15:01.261 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.261 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:10:07.850885+0000", 2024-04-13T09:15:01.261 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.261 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.261 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.261 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.262 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.262 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.262 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.262 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.262 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.262 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.262 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.262 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.262 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.262 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.262 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.262 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.262 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.262 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.262 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.263 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.263 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.263 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.263 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.263 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.263 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.263 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.263 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.263 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.263 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.263 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.263 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.263 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.263 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.263 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.264 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.264 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.264 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.264 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.264 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.264 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.264 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.264 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.264 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.264 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.264 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.264 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.264 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.264 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:01.264 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:01.265 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:15:01.265 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.265 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T09:15:01.265 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.265 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.265 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.265 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.265 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:01.265 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:01.265 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:15:01.265 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.265 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:01.265 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.265 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.265 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:01.266 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.266 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.266 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.266 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.835435+0000", 2024-04-13T09:15:01.266 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.405988+0000", 2024-04-13T09:15:01.266 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.405988+0000", 2024-04-13T09:15:01.266 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.406477+0000", 2024-04-13T09:15:01.266 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.835435+0000", 2024-04-13T09:15:01.266 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.266 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.266 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.266 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:15:01.266 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.835435+0000", 2024-04-13T09:15:01.266 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.835435+0000", 2024-04-13T09:15:01.266 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.835435+0000", 2024-04-13T09:15:01.267 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.267 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.267 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.267 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.835435+0000", 2024-04-13T09:15:01.267 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.835435+0000", 2024-04-13T09:15:01.267 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.267 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 2, 2024-04-13T09:15:01.267 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.267 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.267 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:15:01.267 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.267 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.267 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.267 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.267 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 2, 2024-04-13T09:15:01.267 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.268 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.268 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.268 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.13", 2024-04-13T09:15:01.268 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.268 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.268 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.268 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4836, 2024-04-13T09:15:01.268 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.268 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:26:37.025851+0000", 2024-04-13T09:15:01.268 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.268 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.268 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.268 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 34, 2024-04-13T09:15:01.268 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.268 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 34, 2024-04-13T09:15:01.269 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.269 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.269 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.269 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.269 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.269 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.269 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.269 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.269 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.269 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 10, 2024-04-13T09:15:01.269 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.269 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.269 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.269 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 6, 2024-04-13T09:15:01.269 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 2, 2024-04-13T09:15:01.270 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.270 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 2, 2024-04-13T09:15:01.270 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.270 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.270 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.270 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.270 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.270 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T09:15:01.270 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.270 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 2, 2024-04-13T09:15:01.270 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.270 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.270 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.270 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.270 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.270 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 8, 2024-04-13T09:15:01.271 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 16, 2024-04-13T09:15:01.271 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.271 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.271 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.271 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3, 2024-04-13T09:15:01.271 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 7 2024-04-13T09:15:01.271 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.271 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.271 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.271 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.271 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:01.271 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:01.271 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:15:01.271 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.271 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:01.272 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'2" 2024-04-13T09:15:01.272 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.272 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.272 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.272 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:01.272 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:01.272 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:01.272 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.272 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:15:01.272 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.272 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.272 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:01.272 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.272 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.272 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.272 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.434771+0000", 2024-04-13T09:15:01.273 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.429708+0000", 2024-04-13T09:15:01.273 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.429708+0000", 2024-04-13T09:15:01.273 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.430002+0000", 2024-04-13T09:15:01.273 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.434771+0000", 2024-04-13T09:15:01.273 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.273 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.273 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.273 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:01.273 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.434771+0000", 2024-04-13T09:15:01.273 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.434771+0000", 2024-04-13T09:15:01.273 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.434771+0000", 2024-04-13T09:15:01.273 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.273 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.273 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.274 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.434771+0000", 2024-04-13T09:15:01.274 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.434771+0000", 2024-04-13T09:15:01.274 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.274 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.274 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.274 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.274 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:01.274 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.274 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.274 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.274 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.274 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.274 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.275 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.275 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.275 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.15", 2024-04-13T09:15:01.275 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.275 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.275 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.275 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4877, 2024-04-13T09:15:01.275 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.275 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:01:06.169145+0000", 2024-04-13T09:15:01.275 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.275 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.275 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.275 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.275 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.276 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.276 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.276 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.276 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.276 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.276 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.276 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.276 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.276 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.276 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.276 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.276 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.276 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.276 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.276 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.276 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.277 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.277 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.277 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.277 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.277 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.277 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.277 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.277 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.277 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.277 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.277 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.277 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.277 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.277 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.277 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.278 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.278 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.278 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.278 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.278 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.278 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.278 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.278 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.278 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.278 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.278 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.278 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:01.278 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:01.278 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:01.278 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.279 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:15:01.279 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.279 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.279 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.279 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.279 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:01.279 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:01.279 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:15:01.279 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.279 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T09:15:01.279 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.279 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.279 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:01.279 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.279 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.279 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.279 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.578568+0000", 2024-04-13T09:15:01.280 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.618052+0000", 2024-04-13T09:15:01.280 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.618052+0000", 2024-04-13T09:15:01.280 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.618460+0000", 2024-04-13T09:15:01.280 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.578568+0000", 2024-04-13T09:15:01.280 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.280 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.280 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.280 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:01.280 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.578568+0000", 2024-04-13T09:15:01.280 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.578568+0000", 2024-04-13T09:15:01.280 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.578568+0000", 2024-04-13T09:15:01.280 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.280 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.280 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.280 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.578568+0000", 2024-04-13T09:15:01.281 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.578568+0000", 2024-04-13T09:15:01.281 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.281 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 30, 2024-04-13T09:15:01.281 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.281 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.281 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:01.281 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.281 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.281 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.281 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.281 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 30, 2024-04-13T09:15:01.281 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.281 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.281 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.281 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.14", 2024-04-13T09:15:01.281 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.282 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.282 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.282 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4947, 2024-04-13T09:15:01.282 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.282 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:17:59.022233+0000", 2024-04-13T09:15:01.282 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.282 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.282 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.282 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 5824, 2024-04-13T09:15:01.282 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.282 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.282 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.282 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.282 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.282 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.282 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.283 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.283 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.283 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.283 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.283 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.283 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.283 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.283 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.283 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 12, 2024-04-13T09:15:01.283 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 4, 2024-04-13T09:15:01.283 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.283 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 4, 2024-04-13T09:15:01.283 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.283 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.283 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.283 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.284 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.284 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T09:15:01.284 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.284 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.284 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.284 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.284 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.284 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.284 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.284 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 20, 2024-04-13T09:15:01.284 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 28, 2024-04-13T09:15:01.284 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.284 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.284 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.284 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 28, 2024-04-13T09:15:01.284 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 25 2024-04-13T09:15:01.285 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.285 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.285 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.285 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.285 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:01.285 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:01.285 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:15:01.285 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.285 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T09:15:01.285 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "583'30" 2024-04-13T09:15:01.285 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.285 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.285 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.285 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:01.285 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:01.286 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:01.286 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.286 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 4, 2024-04-13T09:15:01.286 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.286 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.286 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:01.286 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.286 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.286 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.286 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.888570+0000", 2024-04-13T09:15:01.286 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.429960+0000", 2024-04-13T09:15:01.286 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.429960+0000", 2024-04-13T09:15:01.286 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.430267+0000", 2024-04-13T09:15:01.286 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.888570+0000", 2024-04-13T09:15:01.286 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.287 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.287 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.287 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:01.287 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.888570+0000", 2024-04-13T09:15:01.287 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.888570+0000", 2024-04-13T09:15:01.287 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.888570+0000", 2024-04-13T09:15:01.287 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.287 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.287 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.287 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.888570+0000", 2024-04-13T09:15:01.287 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.888570+0000", 2024-04-13T09:15:01.287 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.287 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.287 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.287 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.287 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:01.288 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.288 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.288 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.288 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.288 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.288 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.288 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.288 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.288 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.14", 2024-04-13T09:15:01.288 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.288 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.288 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.288 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4999, 2024-04-13T09:15:01.288 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.288 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T19:09:12.819949+0000", 2024-04-13T09:15:01.288 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.288 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.289 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.289 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.289 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.289 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.289 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.289 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.289 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.289 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.289 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.289 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.289 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.289 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.289 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.289 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.289 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.289 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.290 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.290 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.290 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.290 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.290 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.290 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.290 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.290 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.290 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.290 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.290 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.290 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.290 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.290 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.290 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.291 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.291 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.291 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.291 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.291 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.291 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.291 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.291 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.291 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.291 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.291 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.291 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.291 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.291 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.291 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:01.292 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:01.292 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:01.292 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.292 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 4, 2024-04-13T09:15:01.292 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.292 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.292 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.292 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.292 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:01.292 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:01.292 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:01.292 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.292 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:01.292 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.292 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.292 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:01.293 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.293 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.293 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.293 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.834648+0000", 2024-04-13T09:15:01.293 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.425167+0000", 2024-04-13T09:15:01.293 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.425167+0000", 2024-04-13T09:15:01.293 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.425571+0000", 2024-04-13T09:15:01.293 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.834648+0000", 2024-04-13T09:15:01.293 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.293 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.293 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.293 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:15:01.293 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.834648+0000", 2024-04-13T09:15:01.293 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.834648+0000", 2024-04-13T09:15:01.293 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.834648+0000", 2024-04-13T09:15:01.293 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.294 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.294 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.294 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.834648+0000", 2024-04-13T09:15:01.294 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.834648+0000", 2024-04-13T09:15:01.294 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.294 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3, 2024-04-13T09:15:01.294 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.294 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.294 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:15:01.294 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.294 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.294 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.294 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.294 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3, 2024-04-13T09:15:01.294 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.295 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.295 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.295 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.15", 2024-04-13T09:15:01.295 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.295 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.295 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.295 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5106, 2024-04-13T09:15:01.295 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.295 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:58:46.908166+0000", 2024-04-13T09:15:01.295 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.295 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.295 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.295 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 90, 2024-04-13T09:15:01.295 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.295 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.295 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 6, 2024-04-13T09:15:01.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 2, 2024-04-13T09:15:01.296 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.297 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 2, 2024-04-13T09:15:01.297 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.297 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.297 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.297 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.297 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.297 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T09:15:01.297 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.297 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.297 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.297 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.297 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.297 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.297 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.297 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 14, 2024-04-13T09:15:01.298 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 14, 2024-04-13T09:15:01.298 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.298 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.298 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.298 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 4, 2024-04-13T09:15:01.298 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 1 2024-04-13T09:15:01.298 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.298 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.298 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.298 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.298 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:01.298 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:01.298 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:01.298 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.299 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:01.299 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'3" 2024-04-13T09:15:01.299 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.299 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.299 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.299 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:01.299 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:01.299 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:15:01.299 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.299 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T09:15:01.299 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.299 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.299 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:01.299 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.299 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.299 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.300 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.195718+0000", 2024-04-13T09:15:01.300 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.422480+0000", 2024-04-13T09:15:01.300 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.422480+0000", 2024-04-13T09:15:01.300 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.422790+0000", 2024-04-13T09:15:01.300 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.195718+0000", 2024-04-13T09:15:01.300 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.300 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.300 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.300 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:15:01.300 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.195718+0000", 2024-04-13T09:15:01.300 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.195718+0000", 2024-04-13T09:15:01.300 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.195718+0000", 2024-04-13T09:15:01.300 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.300 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.301 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.301 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.195718+0000", 2024-04-13T09:15:01.301 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.195718+0000", 2024-04-13T09:15:01.301 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.301 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.301 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.301 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.301 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:15:01.301 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.301 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.301 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.301 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.301 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.301 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.301 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.302 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.302 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.17", 2024-04-13T09:15:01.302 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.302 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.302 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.302 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5085, 2024-04-13T09:15:01.302 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.302 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:26:20.693497+0000", 2024-04-13T09:15:01.302 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.302 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.302 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.302 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.302 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.302 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.303 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.303 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.303 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.303 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.303 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.303 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.303 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.303 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.303 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.303 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.303 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.303 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.303 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.303 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.303 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.303 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.304 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.304 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.304 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.304 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.304 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.304 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.304 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.304 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.304 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.304 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.304 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.304 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.304 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.304 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.304 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.304 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.305 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.305 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.305 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.305 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.305 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.305 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.305 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.305 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.305 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.305 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:01.305 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:01.305 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:15:01.305 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.305 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T09:15:01.305 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.306 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.306 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.306 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.306 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:01.306 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:01.306 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:01.306 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.306 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:15:01.306 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.306 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.306 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:01.306 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.306 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.306 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.306 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.195606+0000", 2024-04-13T09:15:01.306 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.602505+0000", 2024-04-13T09:15:01.307 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.602505+0000", 2024-04-13T09:15:01.307 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.605090+0000", 2024-04-13T09:15:01.307 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.195606+0000", 2024-04-13T09:15:01.307 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.307 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.307 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.307 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:01.307 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.195606+0000", 2024-04-13T09:15:01.307 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.195606+0000", 2024-04-13T09:15:01.307 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.195606+0000", 2024-04-13T09:15:01.307 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.307 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.307 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.307 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.195606+0000", 2024-04-13T09:15:01.307 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.195606+0000", 2024-04-13T09:15:01.308 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.308 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.308 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.308 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.308 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:01.308 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.308 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.308 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.308 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.308 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.308 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.308 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.308 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.308 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.16", 2024-04-13T09:15:01.308 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.308 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.309 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.309 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4955, 2024-04-13T09:15:01.309 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.309 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:15:04.844294+0000", 2024-04-13T09:15:01.309 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.309 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.309 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.309 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.309 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.309 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.309 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.309 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.309 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.309 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.309 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.309 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.310 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.310 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.310 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.310 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.310 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.310 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.310 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.310 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.310 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.310 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.310 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.310 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.310 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.310 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.310 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.311 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.311 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.311 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.311 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.311 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.311 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.311 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.311 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.311 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.311 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.311 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.311 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.311 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.311 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.311 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.312 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.312 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.312 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.312 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.312 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.312 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:01.312 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:01.312 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:01.312 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.312 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:15:01.312 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.312 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.312 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.312 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.312 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:01.313 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:01.313 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:01.313 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.313 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:15:01.313 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.313 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.313 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:01.313 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.313 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.313 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.313 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.195843+0000", 2024-04-13T09:15:01.313 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.418030+0000", 2024-04-13T09:15:01.313 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.418030+0000", 2024-04-13T09:15:01.313 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.418348+0000", 2024-04-13T09:15:01.313 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.195843+0000", 2024-04-13T09:15:01.314 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.314 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.314 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.314 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:01.314 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.195843+0000", 2024-04-13T09:15:01.314 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.195843+0000", 2024-04-13T09:15:01.314 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.195843+0000", 2024-04-13T09:15:01.314 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.314 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.314 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.314 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.195843+0000", 2024-04-13T09:15:01.314 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.195843+0000", 2024-04-13T09:15:01.314 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.314 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.314 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.315 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.315 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:01.315 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.315 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.315 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.315 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.315 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.315 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.315 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.315 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.315 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.16", 2024-04-13T09:15:01.315 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.315 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.315 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.315 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4960, 2024-04-13T09:15:01.316 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.316 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:07:50.271086+0000", 2024-04-13T09:15:01.316 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.316 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.316 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.316 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.316 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.316 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.316 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.316 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.316 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.316 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.316 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.316 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.316 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.317 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.317 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.317 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.317 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.317 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.317 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.317 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.317 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.317 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.317 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.317 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.317 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.317 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.317 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.317 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.318 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.318 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.318 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.318 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.318 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.318 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.318 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.318 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.318 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.318 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.318 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.318 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.318 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.318 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.318 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.318 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.319 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.319 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.319 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.319 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:01.319 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:01.319 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:01.319 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.319 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:15:01.319 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.319 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.319 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.319 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.319 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:01.319 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:01.319 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:01.320 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.320 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T09:15:01.320 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.320 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.320 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:01.320 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.320 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.320 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.320 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.579489+0000", 2024-04-13T09:15:01.320 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.618350+0000", 2024-04-13T09:15:01.320 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.618350+0000", 2024-04-13T09:15:01.320 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.619267+0000", 2024-04-13T09:15:01.320 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.579489+0000", 2024-04-13T09:15:01.320 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.320 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.320 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.321 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:01.321 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.579489+0000", 2024-04-13T09:15:01.321 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.579489+0000", 2024-04-13T09:15:01.321 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.579489+0000", 2024-04-13T09:15:01.321 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.321 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.321 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.321 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.579489+0000", 2024-04-13T09:15:01.321 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.579489+0000", 2024-04-13T09:15:01.321 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.321 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.321 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.321 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.321 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:01.321 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.322 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.322 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.322 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.322 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.322 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.322 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.322 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.322 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.17", 2024-04-13T09:15:01.322 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.322 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.322 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.322 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4904, 2024-04-13T09:15:01.322 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.322 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:27:18.385469+0000", 2024-04-13T09:15:01.322 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.323 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.323 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.323 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.323 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.323 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.323 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.323 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.323 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.323 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.323 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.323 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.323 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.323 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.323 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.323 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.324 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.324 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.324 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.324 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.324 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.324 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.324 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.324 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.324 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.324 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.324 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.324 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.324 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.324 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.324 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.324 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.325 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.325 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.325 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.325 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.325 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.325 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.325 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.325 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.325 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.325 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.325 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.325 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.325 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.325 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.325 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.325 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:01.326 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:01.326 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:01.326 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.326 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T09:15:01.326 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.326 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.326 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.326 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.326 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:01.326 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:01.326 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:01.326 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.326 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:01.326 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.326 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.327 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:01.327 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.327 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.327 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.327 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.833552+0000", 2024-04-13T09:15:01.327 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.409986+0000", 2024-04-13T09:15:01.327 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.409986+0000", 2024-04-13T09:15:01.327 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.412038+0000", 2024-04-13T09:15:01.327 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.833552+0000", 2024-04-13T09:15:01.327 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.327 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.327 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.327 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:15:01.327 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.833552+0000", 2024-04-13T09:15:01.327 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.833552+0000", 2024-04-13T09:15:01.328 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.833552+0000", 2024-04-13T09:15:01.328 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.328 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.328 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.328 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.833552+0000", 2024-04-13T09:15:01.328 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.833552+0000", 2024-04-13T09:15:01.328 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.328 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.328 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.328 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.328 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:15:01.328 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.328 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.328 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.328 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.329 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.329 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.329 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.329 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.329 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.19", 2024-04-13T09:15:01.329 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.329 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.329 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.329 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5086, 2024-04-13T09:15:01.329 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.329 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:59:17.239554+0000", 2024-04-13T09:15:01.329 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.329 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.329 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.329 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.330 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.330 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.330 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.330 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.330 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.330 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.330 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.330 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.330 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.330 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.330 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.330 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.330 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.330 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.330 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.331 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.331 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.331 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.331 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.331 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.331 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.331 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.331 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.331 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.331 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.331 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.331 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.331 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.331 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.332 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.332 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.332 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.332 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.332 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.332 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.332 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.332 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.332 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.332 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.332 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.332 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.332 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.332 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.332 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:01.332 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:01.333 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:01.333 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.333 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:01.333 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.333 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.333 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.333 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.333 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:01.333 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:01.333 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:01.333 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.333 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:15:01.333 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.333 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.333 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:01.333 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.334 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.334 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.334 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.194210+0000", 2024-04-13T09:15:01.334 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.421347+0000", 2024-04-13T09:15:01.334 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.421347+0000", 2024-04-13T09:15:01.334 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.421670+0000", 2024-04-13T09:15:01.334 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.194210+0000", 2024-04-13T09:15:01.334 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.334 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.334 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.334 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:01.334 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.194210+0000", 2024-04-13T09:15:01.334 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.194210+0000", 2024-04-13T09:15:01.334 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.194210+0000", 2024-04-13T09:15:01.334 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.335 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.335 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.335 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.194210+0000", 2024-04-13T09:15:01.335 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.194210+0000", 2024-04-13T09:15:01.335 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.335 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.335 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.335 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.335 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:01.335 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.335 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.335 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.335 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.335 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.335 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.335 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.336 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.336 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.18", 2024-04-13T09:15:01.336 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.336 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.336 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.336 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4970, 2024-04-13T09:15:01.336 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.336 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:11:52.556816+0000", 2024-04-13T09:15:01.336 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.336 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.336 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.338 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.338 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.338 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.338 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.338 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.338 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.338 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.338 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.338 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.338 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.338 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.338 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.338 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.338 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.339 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.339 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.339 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.339 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.339 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.339 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.339 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.339 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.339 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.339 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.339 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:01.339 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:01.339 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:01.339 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.339 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:15:01.339 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.340 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.340 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.340 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.340 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:01.340 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:01.340 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:01.340 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.340 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:15:01.340 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.340 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.340 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:01.340 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.340 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.340 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.340 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.436693+0000", 2024-04-13T09:15:01.340 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:51:57.372102+0000", 2024-04-13T09:15:01.341 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:51:57.372102+0000", 2024-04-13T09:15:01.341 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:51:57.372968+0000", 2024-04-13T09:15:01.341 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.436693+0000", 2024-04-13T09:15:01.341 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.341 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.341 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.341 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 415, 2024-04-13T09:15:01.341 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.436693+0000", 2024-04-13T09:15:01.341 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.436693+0000", 2024-04-13T09:15:01.341 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.436693+0000", 2024-04-13T09:15:01.341 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.341 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.341 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.341 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.436693+0000", 2024-04-13T09:15:01.341 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.436693+0000", 2024-04-13T09:15:01.341 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.341 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.342 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.342 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.342 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 414, 2024-04-13T09:15:01.342 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.342 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.342 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.342 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.342 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.342 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.342 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.342 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.342 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.18", 2024-04-13T09:15:01.342 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.342 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.342 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.342 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5043, 2024-04-13T09:15:01.343 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.343 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:27:38.344165+0000", 2024-04-13T09:15:01.343 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.343 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.343 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.343 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.343 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.343 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.343 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.343 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.343 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.343 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.343 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.343 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.343 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.343 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.343 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.344 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.344 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.344 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.344 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.344 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.344 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.344 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.344 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.344 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.344 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.344 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.344 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.344 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.344 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.344 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.344 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.344 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.345 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.345 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.345 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.345 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.345 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.345 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.345 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.345 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.345 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.345 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.345 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.345 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.345 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.345 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.345 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.345 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:01.346 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:01.346 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:01.346 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.346 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:15:01.346 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.346 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.346 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.346 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.346 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:01.346 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:01.346 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:01.346 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.346 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:15:01.346 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.346 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.347 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:01.347 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.347 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.347 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.347 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.440966+0000", 2024-04-13T09:15:01.347 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.608123+0000", 2024-04-13T09:15:01.347 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.608123+0000", 2024-04-13T09:15:01.347 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.608573+0000", 2024-04-13T09:15:01.347 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.440966+0000", 2024-04-13T09:15:01.347 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.347 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.347 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.347 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:01.347 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.440966+0000", 2024-04-13T09:15:01.347 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.440966+0000", 2024-04-13T09:15:01.347 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.440966+0000", 2024-04-13T09:15:01.347 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.348 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.348 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.348 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.440966+0000", 2024-04-13T09:15:01.348 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.440966+0000", 2024-04-13T09:15:01.348 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.348 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.348 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.348 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.348 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:01.348 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.348 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.348 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.348 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.348 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.349 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.349 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.349 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.349 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.19", 2024-04-13T09:15:01.349 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.349 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.349 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.349 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5045, 2024-04-13T09:15:01.349 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.349 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:00:06.500631+0000", 2024-04-13T09:15:01.349 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.349 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.349 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.349 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.349 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.349 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.350 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.350 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.350 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.350 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.350 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.350 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.350 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.350 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.350 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.350 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.350 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.350 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.350 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.350 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.350 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.350 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.351 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.351 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.351 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.351 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.351 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.351 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.351 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.351 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.351 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.351 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.351 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.351 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.351 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.351 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.351 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.351 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.352 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.352 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.352 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.352 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.352 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.352 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.352 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.352 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.352 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.352 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:01.352 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:01.352 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:01.352 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.352 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:15:01.352 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.353 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.353 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.353 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.353 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:01.353 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:01.353 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:01.353 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.353 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T09:15:01.353 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.353 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.353 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:01.353 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.353 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.353 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.353 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.194373+0000", 2024-04-13T09:15:01.353 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.432208+0000", 2024-04-13T09:15:01.353 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.432208+0000", 2024-04-13T09:15:01.353 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.432559+0000", 2024-04-13T09:15:01.354 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.194373+0000", 2024-04-13T09:15:01.354 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.354 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.354 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.354 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:01.354 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.194373+0000", 2024-04-13T09:15:01.354 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.194373+0000", 2024-04-13T09:15:01.354 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.194373+0000", 2024-04-13T09:15:01.354 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.354 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.354 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.354 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.194373+0000", 2024-04-13T09:15:01.354 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.194373+0000", 2024-04-13T09:15:01.354 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.354 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.355 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.355 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.355 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:01.355 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.355 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.355 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.355 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.355 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.355 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.355 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.355 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.355 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.1b", 2024-04-13T09:15:01.355 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.355 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.355 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.356 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5083, 2024-04-13T09:15:01.356 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.356 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:37:05.241403+0000", 2024-04-13T09:15:01.356 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.356 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.356 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.356 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.356 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.356 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.356 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.356 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.356 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.356 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.356 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.356 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.356 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.356 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.357 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.357 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.357 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.357 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.357 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.357 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.357 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.357 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.357 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.357 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.357 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.357 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.357 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.357 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.357 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.357 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.358 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.358 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.358 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.358 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.358 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.358 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.358 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.358 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.358 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.358 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.358 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.358 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.358 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.358 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.358 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.358 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.359 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.359 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:01.359 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:01.359 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:01.359 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.359 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T09:15:01.359 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.359 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.359 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.359 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.359 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:01.359 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:01.359 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:01.359 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.359 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T09:15:01.360 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.360 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.360 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:01.360 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.360 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.360 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.360 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.577652+0000", 2024-04-13T09:15:01.360 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.413331+0000", 2024-04-13T09:15:01.360 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.413331+0000", 2024-04-13T09:15:01.360 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.413965+0000", 2024-04-13T09:15:01.360 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.577652+0000", 2024-04-13T09:15:01.360 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.360 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.360 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.360 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:01.360 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.577652+0000", 2024-04-13T09:15:01.361 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.577652+0000", 2024-04-13T09:15:01.361 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.577652+0000", 2024-04-13T09:15:01.361 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.361 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.361 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.361 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.577652+0000", 2024-04-13T09:15:01.361 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.577652+0000", 2024-04-13T09:15:01.361 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.361 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3, 2024-04-13T09:15:01.361 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.361 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.361 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:01.361 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.361 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.361 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.361 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.361 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3, 2024-04-13T09:15:01.362 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.362 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.362 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.362 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.1a", 2024-04-13T09:15:01.362 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.362 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.362 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.362 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4907, 2024-04-13T09:15:01.362 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.362 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:07:06.200021+0000", 2024-04-13T09:15:01.362 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.362 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.362 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.362 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.362 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.363 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.363 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.363 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.363 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.363 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.363 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.363 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.363 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.363 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.363 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.363 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.363 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.363 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.363 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.363 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.363 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.364 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.364 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.364 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.364 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.364 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.364 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.364 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.364 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.364 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.364 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.364 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.364 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.364 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.364 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.364 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.365 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.365 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.365 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.365 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.365 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.365 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.365 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.365 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.365 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.365 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.365 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.365 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:01.365 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:01.365 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:01.365 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.365 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T09:15:01.366 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "583'3" 2024-04-13T09:15:01.366 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.366 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.366 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.366 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:01.366 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:01.366 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:01.366 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.366 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 4, 2024-04-13T09:15:01.366 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.366 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.366 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:01.366 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.366 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.367 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.367 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.886666+0000", 2024-04-13T09:15:01.367 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.413663+0000", 2024-04-13T09:15:01.367 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.413663+0000", 2024-04-13T09:15:01.367 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.414072+0000", 2024-04-13T09:15:01.367 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.886666+0000", 2024-04-13T09:15:01.367 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.367 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.367 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.367 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:15:01.367 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.886666+0000", 2024-04-13T09:15:01.367 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.886666+0000", 2024-04-13T09:15:01.367 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.886666+0000", 2024-04-13T09:15:01.367 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.367 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.367 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.368 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.886666+0000", 2024-04-13T09:15:01.368 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.886666+0000", 2024-04-13T09:15:01.368 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.368 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.368 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.368 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.368 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:15:01.368 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.368 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.368 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.368 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.368 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.368 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.368 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.368 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.369 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.1a", 2024-04-13T09:15:01.369 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.369 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.369 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.369 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4999, 2024-04-13T09:15:01.369 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.369 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:31:33.356986+0000", 2024-04-13T09:15:01.369 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.369 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.369 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.369 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.369 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.369 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.369 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.369 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.370 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.370 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.370 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.370 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.370 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.370 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.370 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.370 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.370 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.370 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.370 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.370 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.370 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.370 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.370 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.370 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.371 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.371 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.371 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.371 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.371 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.371 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.371 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.371 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.371 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.371 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.371 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.371 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.371 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.371 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.371 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.371 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.372 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.372 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.372 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.372 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.372 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.372 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.372 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.372 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:01.372 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:01.372 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:01.372 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.372 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 4, 2024-04-13T09:15:01.372 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.372 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.372 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.373 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.373 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:01.373 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:01.373 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:01.373 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.373 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:15:01.373 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.373 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.373 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:01.373 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.373 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.373 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.373 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.437885+0000", 2024-04-13T09:15:01.373 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.429590+0000", 2024-04-13T09:15:01.373 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.429590+0000", 2024-04-13T09:15:01.373 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.429964+0000", 2024-04-13T09:15:01.374 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.437885+0000", 2024-04-13T09:15:01.374 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.374 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.374 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.374 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:01.374 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.437885+0000", 2024-04-13T09:15:01.374 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.437885+0000", 2024-04-13T09:15:01.374 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.437885+0000", 2024-04-13T09:15:01.374 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.374 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.374 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.374 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.437885+0000", 2024-04-13T09:15:01.374 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.437885+0000", 2024-04-13T09:15:01.374 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.374 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3, 2024-04-13T09:15:01.375 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.375 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.375 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:01.375 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.375 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.375 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.375 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.375 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3, 2024-04-13T09:15:01.375 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.375 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.375 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.375 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.1b", 2024-04-13T09:15:01.375 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.375 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.375 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.375 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5036, 2024-04-13T09:15:01.376 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.376 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:28:25.647871+0000", 2024-04-13T09:15:01.376 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.376 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.376 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.376 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.376 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.376 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.376 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.376 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.376 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.376 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.376 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.376 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.376 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.376 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.377 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.377 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.377 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.377 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.377 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.377 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.377 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.377 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.377 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.377 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.377 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.377 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.377 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.377 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.377 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.377 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.378 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.378 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.378 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.378 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.378 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.378 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.378 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.378 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.378 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.378 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.378 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.378 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.378 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.378 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.378 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.379 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.379 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.379 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:01.379 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:01.379 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:01.379 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.379 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:15:01.379 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "583'3" 2024-04-13T09:15:01.379 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.379 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.379 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.379 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:01.379 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:01.379 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:01.379 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.379 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:15:01.380 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.380 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.380 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:01.380 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.380 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.380 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.380 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.195488+0000", 2024-04-13T09:15:01.380 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.604001+0000", 2024-04-13T09:15:01.380 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.604001+0000", 2024-04-13T09:15:01.380 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.604467+0000", 2024-04-13T09:15:01.380 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.195488+0000", 2024-04-13T09:15:01.380 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.380 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.380 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.380 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:01.381 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.195488+0000", 2024-04-13T09:15:01.381 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.195488+0000", 2024-04-13T09:15:01.381 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.195488+0000", 2024-04-13T09:15:01.381 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.381 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.381 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.381 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.195488+0000", 2024-04-13T09:15:01.381 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.195488+0000", 2024-04-13T09:15:01.381 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.381 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.381 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.381 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.381 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:01.381 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.381 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.381 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.382 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.382 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.382 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.382 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.382 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.382 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.1d", 2024-04-13T09:15:01.382 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.382 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.382 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.382 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4938, 2024-04-13T09:15:01.382 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.382 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:40:38.665714+0000", 2024-04-13T09:15:01.382 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.382 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.382 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.382 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.383 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.383 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.383 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.383 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.383 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.383 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.383 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.383 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.383 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.383 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.383 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.383 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.383 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.383 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.383 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.383 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.384 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.384 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.384 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.384 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.384 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.384 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.384 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.384 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.384 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.384 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.384 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.384 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.384 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.384 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.384 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.385 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.385 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.385 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.385 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.385 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.385 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.385 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.385 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.385 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.385 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.385 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.385 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.385 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:01.385 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:01.385 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:01.386 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.386 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:15:01.386 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.386 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.386 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.386 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.386 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:01.386 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:01.386 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:01.386 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.386 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:15:01.386 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.386 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.386 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:01.386 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.387 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.387 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.387 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.434019+0000", 2024-04-13T09:15:01.387 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.431556+0000", 2024-04-13T09:15:01.387 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.431556+0000", 2024-04-13T09:15:01.387 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.433176+0000", 2024-04-13T09:15:01.387 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.434019+0000", 2024-04-13T09:15:01.387 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.387 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.387 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.387 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:01.387 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.434019+0000", 2024-04-13T09:15:01.387 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.434019+0000", 2024-04-13T09:15:01.387 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.434019+0000", 2024-04-13T09:15:01.387 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.387 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.388 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.388 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.434019+0000", 2024-04-13T09:15:01.388 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.434019+0000", 2024-04-13T09:15:01.388 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.388 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 2, 2024-04-13T09:15:01.388 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.388 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.388 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:01.388 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.388 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.388 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.388 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.388 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 2, 2024-04-13T09:15:01.388 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.388 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.388 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.389 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.1c", 2024-04-13T09:15:01.389 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.389 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.389 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.389 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4877, 2024-04-13T09:15:01.389 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.389 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:17:16.607282+0000", 2024-04-13T09:15:01.389 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.389 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.389 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.389 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.389 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.389 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.389 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.389 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.389 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.390 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.390 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.390 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.390 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.390 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.390 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.390 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.390 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.390 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.390 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.390 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T09:15:01.390 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T09:15:01.390 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.390 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T09:15:01.390 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.391 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.391 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.391 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.391 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.391 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T09:15:01.391 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.391 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.391 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.391 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.391 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.391 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.391 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.391 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 12, 2024-04-13T09:15:01.391 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 12, 2024-04-13T09:15:01.391 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.391 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.391 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.392 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3, 2024-04-13T09:15:01.392 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.392 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.392 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.392 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.392 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.392 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:01.392 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:01.392 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:01.392 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.392 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:15:01.392 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'2" 2024-04-13T09:15:01.392 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.392 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.392 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.392 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:01.393 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:01.393 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:01.393 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.393 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:15:01.393 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.393 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.393 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:01.393 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.393 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.393 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.393 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.195464+0000", 2024-04-13T09:15:01.393 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.429019+0000", 2024-04-13T09:15:01.393 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.429019+0000", 2024-04-13T09:15:01.393 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.429326+0000", 2024-04-13T09:15:01.393 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.195464+0000", 2024-04-13T09:15:01.394 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.394 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.394 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.394 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:15:01.394 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.195464+0000", 2024-04-13T09:15:01.394 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.195464+0000", 2024-04-13T09:15:01.394 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.195464+0000", 2024-04-13T09:15:01.394 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.394 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.394 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.394 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.195464+0000", 2024-04-13T09:15:01.394 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.195464+0000", 2024-04-13T09:15:01.394 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.394 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.394 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.395 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.395 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:15:01.395 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.395 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.395 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.395 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.395 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.395 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.395 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.395 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.395 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.1c", 2024-04-13T09:15:01.395 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.395 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.395 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.395 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4944, 2024-04-13T09:15:01.395 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.396 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:03:22.808438+0000", 2024-04-13T09:15:01.396 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.396 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.396 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.396 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.396 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.396 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.396 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.396 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.396 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.396 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.396 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.396 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.396 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.396 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.396 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.397 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.397 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.397 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.397 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.397 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.397 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.397 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.397 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.397 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.397 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.397 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.397 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.397 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.397 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.397 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.398 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.398 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.398 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.398 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.398 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.398 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.398 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.398 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.398 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.398 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.398 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.398 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.398 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.398 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.398 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.399 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.399 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.399 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:01.399 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:01.399 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:01.399 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.399 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:15:01.399 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.399 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.399 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.399 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.399 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:01.399 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:01.399 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:01.399 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.399 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:01.400 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.400 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.400 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:01.400 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.400 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.400 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.400 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.834718+0000", 2024-04-13T09:15:01.400 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.601963+0000", 2024-04-13T09:15:01.400 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.601963+0000", 2024-04-13T09:15:01.400 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.602365+0000", 2024-04-13T09:15:01.400 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.834718+0000", 2024-04-13T09:15:01.400 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.400 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.400 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.400 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:01.401 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.834718+0000", 2024-04-13T09:15:01.401 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.834718+0000", 2024-04-13T09:15:01.401 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.834718+0000", 2024-04-13T09:15:01.401 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.401 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.401 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.401 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.834718+0000", 2024-04-13T09:15:01.401 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.834718+0000", 2024-04-13T09:15:01.401 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.401 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 2, 2024-04-13T09:15:01.401 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.401 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.401 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:01.401 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.401 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.401 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.402 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.402 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 2, 2024-04-13T09:15:01.402 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.402 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.402 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.402 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.1d", 2024-04-13T09:15:01.402 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.402 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.402 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.402 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4822, 2024-04-13T09:15:01.402 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.402 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:35:15.369524+0000", 2024-04-13T09:15:01.402 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.402 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.402 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.403 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.403 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.403 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.403 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.403 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.403 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.403 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.403 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.403 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.403 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.403 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.403 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.403 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.403 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.403 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.403 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.404 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T09:15:01.404 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T09:15:01.404 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.404 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T09:15:01.404 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.404 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.404 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.404 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.404 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.404 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T09:15:01.404 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.404 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 1, 2024-04-13T09:15:01.404 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.404 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.404 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.404 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.405 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.405 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 12, 2024-04-13T09:15:01.405 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 12, 2024-04-13T09:15:01.405 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.405 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.405 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.405 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3, 2024-04-13T09:15:01.405 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.405 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.405 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.405 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.405 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.405 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:01.405 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:01.405 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:01.405 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.406 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:01.406 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'2" 2024-04-13T09:15:01.406 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.406 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.406 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.406 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:01.406 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:01.406 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:01.406 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.406 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T09:15:01.406 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.406 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.406 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:01.406 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.406 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.407 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.407 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.195538+0000", 2024-04-13T09:15:01.407 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.425386+0000", 2024-04-13T09:15:01.407 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.425386+0000", 2024-04-13T09:15:01.407 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.425714+0000", 2024-04-13T09:15:01.407 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.195538+0000", 2024-04-13T09:15:01.407 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.407 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.407 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.407 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:15:01.407 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.195538+0000", 2024-04-13T09:15:01.407 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.195538+0000", 2024-04-13T09:15:01.407 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.195538+0000", 2024-04-13T09:15:01.407 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.407 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.407 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.407 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.195538+0000", 2024-04-13T09:15:01.408 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.195538+0000", 2024-04-13T09:15:01.408 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.408 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.408 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.408 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.408 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:15:01.408 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.408 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.408 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.408 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.408 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.408 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.408 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.408 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.408 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.1f", 2024-04-13T09:15:01.408 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.409 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.409 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.409 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5091, 2024-04-13T09:15:01.409 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.409 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:18:32.716391+0000", 2024-04-13T09:15:01.409 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.409 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.409 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.409 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.409 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.409 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.409 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.409 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.409 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.409 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.409 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.409 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.410 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.410 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.410 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.410 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.410 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.410 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.410 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.410 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.410 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.410 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.410 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.410 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.410 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.410 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.410 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.410 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.411 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.411 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.411 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.411 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.411 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.411 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.411 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.411 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.411 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.411 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.411 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.411 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.411 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.411 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.411 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.411 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.412 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.412 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.412 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.412 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:01.412 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:01.412 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:01.412 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.412 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T09:15:01.412 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.412 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.412 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.412 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.412 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:01.412 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:01.412 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:15:01.412 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.413 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:15:01.413 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.413 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.413 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:01.413 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.413 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.413 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.413 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.440622+0000", 2024-04-13T09:15:01.413 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.419829+0000", 2024-04-13T09:15:01.413 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.419829+0000", 2024-04-13T09:15:01.413 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.420234+0000", 2024-04-13T09:15:01.413 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.440622+0000", 2024-04-13T09:15:01.413 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.413 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.413 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.413 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:15:01.414 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.440622+0000", 2024-04-13T09:15:01.414 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.440622+0000", 2024-04-13T09:15:01.414 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.440622+0000", 2024-04-13T09:15:01.414 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.414 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.414 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.414 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.440622+0000", 2024-04-13T09:15:01.414 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.440622+0000", 2024-04-13T09:15:01.414 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.414 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3, 2024-04-13T09:15:01.414 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.414 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.414 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:15:01.414 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.414 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.414 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.415 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.415 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3, 2024-04-13T09:15:01.415 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.415 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.415 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.415 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.1e", 2024-04-13T09:15:01.415 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.415 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.415 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.415 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5056, 2024-04-13T09:15:01.415 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.415 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:19:32.664666+0000", 2024-04-13T09:15:01.415 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.415 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.415 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.415 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.415 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.416 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.416 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.416 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.416 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.416 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.416 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.416 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.416 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.416 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.416 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.416 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.416 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.416 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.416 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.416 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.417 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.417 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.417 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.417 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.417 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.417 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.417 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.417 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.417 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.417 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.417 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.417 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.417 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.417 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.417 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.417 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.418 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.418 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.418 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.418 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.418 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.418 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.418 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.418 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.418 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.418 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.418 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.418 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:01.418 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:01.418 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:15:01.418 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.418 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:15:01.419 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "583'3" 2024-04-13T09:15:01.419 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.419 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.419 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.419 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:01.419 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:01.419 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:01.419 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.419 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:15:01.419 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.419 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.419 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:01.419 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.419 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.419 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.420 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.440776+0000", 2024-04-13T09:15:01.420 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.599663+0000", 2024-04-13T09:15:01.420 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.599663+0000", 2024-04-13T09:15:01.420 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.600080+0000", 2024-04-13T09:15:01.420 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.440776+0000", 2024-04-13T09:15:01.420 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.420 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.420 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.420 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:01.420 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.440776+0000", 2024-04-13T09:15:01.420 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.440776+0000", 2024-04-13T09:15:01.420 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.440776+0000", 2024-04-13T09:15:01.420 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.420 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.420 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.420 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.440776+0000", 2024-04-13T09:15:01.421 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.440776+0000", 2024-04-13T09:15:01.421 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.421 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.421 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.421 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.421 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:01.421 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.421 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.421 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.421 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.421 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.421 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.421 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.421 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.421 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.1e", 2024-04-13T09:15:01.421 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.422 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.422 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.422 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5038, 2024-04-13T09:15:01.422 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.422 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:36:19.672898+0000", 2024-04-13T09:15:01.422 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.422 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.422 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.422 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.422 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.422 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.422 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.422 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.422 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.422 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.423 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.423 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.423 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.423 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.423 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.423 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.423 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.423 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.423 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.423 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.423 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.423 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.423 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.423 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.423 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.423 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.424 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.424 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.424 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.424 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.424 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.424 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.424 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.424 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.424 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.424 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.424 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.424 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.424 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.424 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.424 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.425 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.425 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.425 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.425 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.425 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.425 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.425 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:01.425 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:01.425 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:01.425 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.425 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:15:01.425 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.425 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.425 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.425 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.425 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:01.426 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:01.426 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:01.426 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.426 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T09:15:01.426 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.426 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.426 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:01.426 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.426 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.426 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.426 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.193306+0000", 2024-04-13T09:15:01.426 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.414927+0000", 2024-04-13T09:15:01.426 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.414927+0000", 2024-04-13T09:15:01.426 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.415356+0000", 2024-04-13T09:15:01.426 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.193306+0000", 2024-04-13T09:15:01.426 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.427 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.427 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.427 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:15:01.427 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.193306+0000", 2024-04-13T09:15:01.427 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.193306+0000", 2024-04-13T09:15:01.427 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.193306+0000", 2024-04-13T09:15:01.427 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.427 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.427 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:01.427 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.193306+0000", 2024-04-13T09:15:01.427 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.193306+0000", 2024-04-13T09:15:01.427 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.427 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 6, 2024-04-13T09:15:01.427 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.427 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.428 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:15:01.428 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.428 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.428 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.428 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.428 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 6, 2024-04-13T09:15:01.428 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.428 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.428 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.428 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.1f", 2024-04-13T09:15:01.428 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.428 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.428 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.428 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5120, 2024-04-13T09:15:01.428 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.428 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:58:33.272853+0000", 2024-04-13T09:15:01.429 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.429 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.429 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.429 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 582, 2024-04-13T09:15:01.429 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.429 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.429 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.429 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.429 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.429 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.429 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.429 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.429 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.429 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.429 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.429 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.429 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.430 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.430 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.430 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 6, 2024-04-13T09:15:01.430 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 2, 2024-04-13T09:15:01.430 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.430 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 2, 2024-04-13T09:15:01.430 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.430 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.430 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.430 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.430 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.430 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T09:15:01.430 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.430 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.430 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.431 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.431 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.431 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.431 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.431 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 8, 2024-04-13T09:15:01.431 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 8, 2024-04-13T09:15:01.431 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.431 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.431 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.431 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 4, 2024-04-13T09:15:01.431 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 1 2024-04-13T09:15:01.431 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.431 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.431 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.431 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.431 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:01.432 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:01.432 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:01.432 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.432 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T09:15:01.432 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "583'6" 2024-04-13T09:15:01.432 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.432 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.432 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.432 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:01.432 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:01.432 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:01.432 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.432 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:15:01.432 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.432 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.432 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:01.433 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.433 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.433 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.433 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.434922+0000", 2024-04-13T09:15:01.433 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.432625+0000", 2024-04-13T09:15:01.433 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.432625+0000", 2024-04-13T09:15:01.433 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.432895+0000", 2024-04-13T09:15:01.433 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.434922+0000", 2024-04-13T09:15:01.433 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.433 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.433 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.433 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:01.433 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.434922+0000", 2024-04-13T09:15:01.433 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.434922+0000", 2024-04-13T09:15:01.433 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.434922+0000", 2024-04-13T09:15:01.434 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.434 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.434 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.434 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.434922+0000", 2024-04-13T09:15:01.434 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.434922+0000", 2024-04-13T09:15:01.434 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.434 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.434 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.434 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.434 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:01.434 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.434 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.434 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.434 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.434 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.434 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.435 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.435 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.435 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.2d", 2024-04-13T09:15:01.435 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.435 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.435 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.435 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4865, 2024-04-13T09:15:01.435 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.435 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:14:58.192982+0000", 2024-04-13T09:15:01.435 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.435 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.435 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.435 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.435 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.435 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.435 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.436 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.436 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.436 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.436 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.436 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.436 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.436 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.436 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.436 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.436 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.436 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.436 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.436 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.436 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.436 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.436 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.437 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.437 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.437 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.437 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.437 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.437 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.437 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.437 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.437 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.437 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.437 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.437 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.437 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.437 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.437 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.438 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.438 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.438 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.438 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.438 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.438 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.438 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.438 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.438 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.438 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:01.438 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:01.438 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:01.438 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.438 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:15:01.438 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.438 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.439 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.439 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.439 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:01.439 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:01.439 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:01.439 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.439 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T09:15:01.439 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.439 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.439 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:01.439 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.439 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.439 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.439 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.436973+0000", 2024-04-13T09:15:01.439 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.417376+0000", 2024-04-13T09:15:01.439 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.417376+0000", 2024-04-13T09:15:01.440 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.417727+0000", 2024-04-13T09:15:01.440 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.436973+0000", 2024-04-13T09:15:01.440 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.440 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.440 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.444 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:01.444 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.436973+0000", 2024-04-13T09:15:01.444 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.436973+0000", 2024-04-13T09:15:01.444 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.436973+0000", 2024-04-13T09:15:01.444 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.444 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.444 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.444 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.436973+0000", 2024-04-13T09:15:01.444 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.436973+0000", 2024-04-13T09:15:01.444 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.444 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.444 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.444 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.444 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:01.445 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.445 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.445 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.445 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.445 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.445 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.445 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.445 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.445 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.2e", 2024-04-13T09:15:01.445 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.445 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.445 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.445 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5045, 2024-04-13T09:15:01.445 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.445 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:41:42.045398+0000", 2024-04-13T09:15:01.445 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.446 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.446 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.446 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.446 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.446 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.446 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.446 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.446 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.446 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.446 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.446 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.446 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.446 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.446 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.446 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.447 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.447 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.447 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.447 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.447 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.447 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.447 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.447 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.447 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.447 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.447 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.447 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.447 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.447 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.447 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.447 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.448 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.448 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.448 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.448 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.448 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.448 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.448 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.448 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.448 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.448 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.448 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.448 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.448 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.448 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.449 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.449 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:01.449 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:01.449 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:01.449 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.449 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T09:15:01.449 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.449 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.449 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.449 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.449 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:01.449 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:01.449 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:15:01.449 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.449 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:15:01.450 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.450 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.450 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:01.450 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.450 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.450 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.450 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.196022+0000", 2024-04-13T09:15:01.450 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.422540+0000", 2024-04-13T09:15:01.450 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.422540+0000", 2024-04-13T09:15:01.450 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.422922+0000", 2024-04-13T09:15:01.450 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.196022+0000", 2024-04-13T09:15:01.450 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.450 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.450 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.450 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:01.451 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.196022+0000", 2024-04-13T09:15:01.451 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.196022+0000", 2024-04-13T09:15:01.451 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.196022+0000", 2024-04-13T09:15:01.451 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.451 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.451 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.451 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.196022+0000", 2024-04-13T09:15:01.451 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.196022+0000", 2024-04-13T09:15:01.451 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.451 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.451 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.451 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.451 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:01.451 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.451 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.452 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.452 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.452 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.452 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.452 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.452 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.452 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.2f", 2024-04-13T09:15:01.452 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.452 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.452 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.452 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4958, 2024-04-13T09:15:01.452 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.452 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:28:39.496974+0000", 2024-04-13T09:15:01.452 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.452 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.452 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.453 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.453 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.453 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.453 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.453 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.453 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.453 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.453 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.453 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.453 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.453 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.453 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.453 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.453 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.453 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.454 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.454 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.454 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.454 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.454 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.454 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.454 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.454 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.454 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.454 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.454 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.454 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.454 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.454 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.454 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.454 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.455 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.455 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.455 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.455 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.455 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.455 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.455 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.455 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.455 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.455 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.455 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.455 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.455 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.455 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:01.455 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:01.456 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:15:01.456 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.456 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:15:01.456 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.456 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.456 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.456 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.456 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:01.456 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:01.456 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:01.456 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.456 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:15:01.456 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.456 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.456 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:01.456 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.457 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.457 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.457 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.195075+0000", 2024-04-13T09:15:01.457 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.421293+0000", 2024-04-13T09:15:01.457 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.421293+0000", 2024-04-13T09:15:01.457 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.421611+0000", 2024-04-13T09:15:01.457 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.195075+0000", 2024-04-13T09:15:01.457 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.457 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.457 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.457 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:01.457 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.195075+0000", 2024-04-13T09:15:01.457 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.195075+0000", 2024-04-13T09:15:01.457 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.195075+0000", 2024-04-13T09:15:01.457 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.457 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.458 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.458 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.195075+0000", 2024-04-13T09:15:01.458 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.195075+0000", 2024-04-13T09:15:01.458 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.458 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.458 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.458 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.458 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:01.458 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.458 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.458 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.458 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.458 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.458 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.458 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.458 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.459 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.30", 2024-04-13T09:15:01.459 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.459 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.459 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.459 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4928, 2024-04-13T09:15:01.459 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.459 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:38:22.394446+0000", 2024-04-13T09:15:01.459 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.459 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.459 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.459 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.459 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.459 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.459 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.459 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.459 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.460 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.460 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.460 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.460 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.460 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.460 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.460 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.460 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.460 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.460 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.460 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.460 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.460 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.460 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.460 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.460 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.461 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.461 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.461 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.461 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.461 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.461 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.461 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.461 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.461 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.461 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.461 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.461 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.461 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.461 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.461 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.462 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.462 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.462 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.462 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.462 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.462 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.462 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.462 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:01.462 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:01.462 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:01.462 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.462 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:15:01.462 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.462 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.462 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.463 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.463 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:01.463 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:01.463 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:15:01.463 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.463 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:01.463 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.463 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.463 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:01.463 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.463 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.463 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.463 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.833767+0000", 2024-04-13T09:15:01.463 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.428148+0000", 2024-04-13T09:15:01.463 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.428148+0000", 2024-04-13T09:15:01.463 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.428566+0000", 2024-04-13T09:15:01.464 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.833767+0000", 2024-04-13T09:15:01.464 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.464 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.464 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.464 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:15:01.464 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.833767+0000", 2024-04-13T09:15:01.464 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.833767+0000", 2024-04-13T09:15:01.464 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.833767+0000", 2024-04-13T09:15:01.464 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.464 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.464 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.464 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.833767+0000", 2024-04-13T09:15:01.464 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.833767+0000", 2024-04-13T09:15:01.464 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.464 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.464 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.465 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.465 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:15:01.465 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.465 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.465 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.465 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.465 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.465 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.465 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.465 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.465 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.31", 2024-04-13T09:15:01.465 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.465 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.465 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.465 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5088, 2024-04-13T09:15:01.466 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.466 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:41:48.303798+0000", 2024-04-13T09:15:01.466 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.466 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.466 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.466 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.466 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.466 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.466 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.466 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.466 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.466 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.466 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.466 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.466 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.466 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.467 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.467 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.467 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.467 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.467 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.467 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.467 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.467 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.467 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.467 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.467 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.467 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.467 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.467 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.467 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.467 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.468 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.468 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.468 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.468 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.468 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.468 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.468 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.468 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.468 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.468 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.468 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.468 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.468 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.468 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.468 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.468 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.469 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.469 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:01.469 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:01.469 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:15:01.469 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.469 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:01.469 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.469 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.469 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.469 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.469 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:01.469 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:01.469 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:15:01.469 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.469 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T09:15:01.469 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.470 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.470 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:01.470 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.470 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.470 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.470 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.193818+0000", 2024-04-13T09:15:01.470 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.424833+0000", 2024-04-13T09:15:01.470 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.424833+0000", 2024-04-13T09:15:01.470 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.425239+0000", 2024-04-13T09:15:01.470 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.193818+0000", 2024-04-13T09:15:01.470 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.470 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.470 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.470 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:15:01.470 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.193818+0000", 2024-04-13T09:15:01.470 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.193818+0000", 2024-04-13T09:15:01.471 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.193818+0000", 2024-04-13T09:15:01.471 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.471 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.471 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.471 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.193818+0000", 2024-04-13T09:15:01.471 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.193818+0000", 2024-04-13T09:15:01.471 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.471 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.471 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.471 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.471 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:15:01.471 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.471 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.471 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.471 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.471 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.472 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.472 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.472 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.472 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.32", 2024-04-13T09:15:01.472 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.472 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.472 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.472 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5086, 2024-04-13T09:15:01.472 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.472 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:41:38.830186+0000", 2024-04-13T09:15:01.472 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.472 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.472 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.472 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.472 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.472 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.473 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.473 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.473 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.473 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.473 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.473 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.473 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.473 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.473 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.473 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.473 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.473 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.473 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.473 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.473 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.474 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.474 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.474 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.474 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.474 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.474 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.474 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.474 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.474 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.474 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.474 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.474 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.474 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.474 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.474 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.475 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.475 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.475 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.475 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.475 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.475 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.475 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.475 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.475 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.475 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.475 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.475 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:01.475 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:01.475 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:15:01.475 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.475 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T09:15:01.476 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.476 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.476 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.476 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.476 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:01.476 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:01.476 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:01.476 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.476 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:15:01.476 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.476 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.476 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:01.476 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.476 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.476 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.477 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.440093+0000", 2024-04-13T09:15:01.477 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.598367+0000", 2024-04-13T09:15:01.477 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.598367+0000", 2024-04-13T09:15:01.477 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.598782+0000", 2024-04-13T09:15:01.477 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.440093+0000", 2024-04-13T09:15:01.477 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.477 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.477 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.477 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:01.477 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.440093+0000", 2024-04-13T09:15:01.477 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.440093+0000", 2024-04-13T09:15:01.477 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.440093+0000", 2024-04-13T09:15:01.477 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.477 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.477 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.477 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.440093+0000", 2024-04-13T09:15:01.478 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.440093+0000", 2024-04-13T09:15:01.478 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.478 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.478 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.478 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.478 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:01.478 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.478 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.478 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.478 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.478 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.478 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.478 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.478 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.478 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.33", 2024-04-13T09:15:01.478 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.479 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.479 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.479 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5037, 2024-04-13T09:15:01.479 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.479 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:11:26.049858+0000", 2024-04-13T09:15:01.479 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.479 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.479 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.479 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.479 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.479 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.479 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.479 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.479 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.479 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.479 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.480 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.480 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.480 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.480 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.480 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.480 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.480 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.480 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.480 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.480 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.480 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.480 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.480 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.480 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.480 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.480 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.481 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.481 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.481 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.481 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.481 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.481 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.481 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.481 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.481 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.481 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.481 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.481 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.481 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.481 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.481 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.481 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.482 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.482 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.482 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.482 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.482 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:01.482 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:01.482 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:01.482 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.482 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:15:01.482 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.482 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.482 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.482 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.482 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:01.482 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:01.482 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:01.483 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.483 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 4, 2024-04-13T09:15:01.483 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.483 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.483 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:01.483 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.483 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.483 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.483 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.887707+0000", 2024-04-13T09:15:01.483 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.605252+0000", 2024-04-13T09:15:01.483 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.605252+0000", 2024-04-13T09:15:01.483 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.605546+0000", 2024-04-13T09:15:01.483 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.887707+0000", 2024-04-13T09:15:01.483 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.483 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.484 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.484 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:01.484 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.887707+0000", 2024-04-13T09:15:01.484 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.887707+0000", 2024-04-13T09:15:01.484 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.887707+0000", 2024-04-13T09:15:01.484 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.484 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.484 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.484 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.887707+0000", 2024-04-13T09:15:01.484 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.887707+0000", 2024-04-13T09:15:01.484 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.484 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.484 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.484 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.484 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:01.484 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.485 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.485 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.485 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.485 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.485 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.485 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.485 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.485 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.34", 2024-04-13T09:15:01.485 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.485 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.485 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.485 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5009, 2024-04-13T09:15:01.485 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.485 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:32:05.668197+0000", 2024-04-13T09:15:01.486 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.486 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.486 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.487 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.487 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.487 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.487 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.487 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.487 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.487 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.487 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.487 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.487 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.487 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.487 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.487 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.487 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.487 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.488 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.488 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.488 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.488 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.488 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.488 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.488 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.488 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.488 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.488 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.488 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.488 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.488 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.488 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.488 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.488 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.489 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:01.489 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:01.489 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:01.489 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.489 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 4, 2024-04-13T09:15:01.489 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.489 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.489 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.489 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.489 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:01.489 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:01.489 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:01.489 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.489 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T09:15:01.489 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.490 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.490 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:01.490 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.490 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.490 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.490 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.578494+0000", 2024-04-13T09:15:01.490 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.615929+0000", 2024-04-13T09:15:01.490 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.615929+0000", 2024-04-13T09:15:01.490 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.616215+0000", 2024-04-13T09:15:01.490 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.578494+0000", 2024-04-13T09:15:01.490 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.490 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.490 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.490 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:01.490 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.578494+0000", 2024-04-13T09:15:01.491 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.578494+0000", 2024-04-13T09:15:01.491 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.578494+0000", 2024-04-13T09:15:01.491 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.491 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.491 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.491 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.578494+0000", 2024-04-13T09:15:01.491 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.578494+0000", 2024-04-13T09:15:01.491 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.491 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.491 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.491 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.491 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:01.491 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.491 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.492 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.492 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.492 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.492 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.492 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.492 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.492 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.35", 2024-04-13T09:15:01.492 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.492 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.492 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.492 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4903, 2024-04-13T09:15:01.492 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.492 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:20:37.625843+0000", 2024-04-13T09:15:01.492 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.492 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.492 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.494 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.494 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.494 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.494 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.494 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.494 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.494 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.494 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.494 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.494 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.494 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.494 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.494 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.494 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.494 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.495 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.495 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.495 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.495 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.495 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.495 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.495 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.495 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.495 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.495 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.495 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.495 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.495 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.495 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.495 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:01.496 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:01.496 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:01.496 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.496 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T09:15:01.496 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.496 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.496 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.496 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.496 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:01.496 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:01.496 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:01.496 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.496 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T09:15:01.496 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.496 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.497 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:01.497 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.497 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.497 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.497 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.579108+0000", 2024-04-13T09:15:01.497 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.616782+0000", 2024-04-13T09:15:01.497 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.616782+0000", 2024-04-13T09:15:01.497 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.617073+0000", 2024-04-13T09:15:01.497 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.579108+0000", 2024-04-13T09:15:01.497 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.497 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.497 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.497 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:01.497 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.579108+0000", 2024-04-13T09:15:01.497 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.579108+0000", 2024-04-13T09:15:01.497 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.579108+0000", 2024-04-13T09:15:01.498 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.498 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.498 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.498 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.579108+0000", 2024-04-13T09:15:01.498 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.579108+0000", 2024-04-13T09:15:01.498 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.498 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.498 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.498 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.498 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:01.498 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.498 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.498 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.498 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.498 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.499 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.499 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.499 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.499 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.36", 2024-04-13T09:15:01.499 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.499 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.499 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.499 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4903, 2024-04-13T09:15:01.499 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.499 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:19:14.453897+0000", 2024-04-13T09:15:01.499 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.499 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.499 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.499 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.499 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.501 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.501 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.501 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.501 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.501 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.501 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.501 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.501 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.501 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.501 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.501 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.501 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.501 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.501 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.501 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.501 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.502 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.502 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.502 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.502 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.502 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.502 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.502 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.502 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.502 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.502 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.502 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:01.502 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:01.502 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:01.502 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.502 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T09:15:01.503 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.503 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.503 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.503 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.503 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:01.503 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:01.503 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:01.503 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.503 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:15:01.503 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.503 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.503 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:01.503 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.503 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.503 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.504 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.435145+0000", 2024-04-13T09:15:01.504 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.436118+0000", 2024-04-13T09:15:01.504 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.436118+0000", 2024-04-13T09:15:01.504 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.436784+0000", 2024-04-13T09:15:01.504 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.435145+0000", 2024-04-13T09:15:01.504 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.504 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.504 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.504 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:01.504 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.435145+0000", 2024-04-13T09:15:01.504 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.435145+0000", 2024-04-13T09:15:01.504 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.435145+0000", 2024-04-13T09:15:01.504 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.504 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.504 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.505 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.435145+0000", 2024-04-13T09:15:01.505 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.435145+0000", 2024-04-13T09:15:01.505 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.505 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.505 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.505 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.505 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:01.505 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.505 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.505 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.505 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.505 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.505 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.505 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.505 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.505 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.37", 2024-04-13T09:15:01.506 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.506 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.506 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.506 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4871, 2024-04-13T09:15:01.506 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.506 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:23:19.848903+0000", 2024-04-13T09:15:01.506 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.506 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.506 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.506 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.506 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.506 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.506 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.506 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.506 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.508 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.508 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.508 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.508 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.508 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.508 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.508 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.508 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.508 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.508 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.508 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.508 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.508 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.508 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.508 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.508 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.508 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.509 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.509 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.509 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.509 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.509 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.509 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.509 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:01.509 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:01.509 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:01.509 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.509 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:15:01.509 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.509 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.509 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.509 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.509 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:01.510 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:01.510 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:01.510 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.510 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:15:01.510 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.510 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.510 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:01.510 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.510 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.510 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.510 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.436541+0000", 2024-04-13T09:15:01.510 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.599209+0000", 2024-04-13T09:15:01.510 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.599209+0000", 2024-04-13T09:15:01.510 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.599508+0000", 2024-04-13T09:15:01.511 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.436541+0000", 2024-04-13T09:15:01.511 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.511 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.511 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.511 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:01.511 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.436541+0000", 2024-04-13T09:15:01.511 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.436541+0000", 2024-04-13T09:15:01.511 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.436541+0000", 2024-04-13T09:15:01.511 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.511 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.511 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.511 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.436541+0000", 2024-04-13T09:15:01.511 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.436541+0000", 2024-04-13T09:15:01.511 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.511 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.512 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.512 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.512 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:01.512 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.512 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.512 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.512 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.512 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.512 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.512 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.512 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.512 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.38", 2024-04-13T09:15:01.512 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.512 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.512 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.512 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5032, 2024-04-13T09:15:01.513 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.513 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:05:51.870964+0000", 2024-04-13T09:15:01.513 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.513 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.513 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.515 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.515 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.515 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.515 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.515 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.515 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.515 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.515 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.515 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.515 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.515 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.515 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.515 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.515 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.515 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.515 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.516 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.516 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.516 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.516 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.516 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:01.516 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:01.516 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:01.516 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.516 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:15:01.516 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.516 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.516 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.516 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.516 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:01.516 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:01.517 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:01.517 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.517 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:15:01.517 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.517 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.517 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:01.517 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.517 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.517 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.517 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.432999+0000", 2024-04-13T09:15:01.517 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.429514+0000", 2024-04-13T09:15:01.517 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.429514+0000", 2024-04-13T09:15:01.517 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.432503+0000", 2024-04-13T09:15:01.517 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.432999+0000", 2024-04-13T09:15:01.517 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.518 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.518 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.518 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:01.518 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.432999+0000", 2024-04-13T09:15:01.518 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.432999+0000", 2024-04-13T09:15:01.518 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.432999+0000", 2024-04-13T09:15:01.518 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.518 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.518 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.518 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.432999+0000", 2024-04-13T09:15:01.518 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.432999+0000", 2024-04-13T09:15:01.518 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.518 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.518 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.518 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.518 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:01.519 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.519 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.519 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.519 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.519 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.519 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.519 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.519 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.519 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.39", 2024-04-13T09:15:01.519 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.519 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.519 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.519 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4876, 2024-04-13T09:15:01.519 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.519 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:15:40.249062+0000", 2024-04-13T09:15:01.520 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.520 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.520 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.522 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.522 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.522 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.522 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.522 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.522 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.522 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.522 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.522 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.522 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.522 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.522 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.522 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.522 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.522 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:01.523 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:01.523 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:01.523 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.523 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:15:01.523 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.523 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.523 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.523 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.523 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:01.523 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:01.523 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:01.523 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.523 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:15:01.523 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.523 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.523 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:01.524 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.524 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.524 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.524 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.193799+0000", 2024-04-13T09:15:01.524 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.430030+0000", 2024-04-13T09:15:01.524 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.430030+0000", 2024-04-13T09:15:01.524 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.431365+0000", 2024-04-13T09:15:01.524 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.193799+0000", 2024-04-13T09:15:01.524 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.524 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.524 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.524 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:15:01.524 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.193799+0000", 2024-04-13T09:15:01.524 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.193799+0000", 2024-04-13T09:15:01.524 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.193799+0000", 2024-04-13T09:15:01.524 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.525 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.525 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.525 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.193799+0000", 2024-04-13T09:15:01.525 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.193799+0000", 2024-04-13T09:15:01.525 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.525 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.525 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.525 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.525 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:15:01.525 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.525 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.525 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.525 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.525 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.525 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.526 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.526 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.526 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.3a", 2024-04-13T09:15:01.526 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.526 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.526 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.526 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4965, 2024-04-13T09:15:01.526 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.526 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:17:34.831660+0000", 2024-04-13T09:15:01.526 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.526 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.526 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.526 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.526 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.526 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.526 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.529 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.529 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.529 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.529 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.529 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.529 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.529 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.529 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.529 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.529 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:01.529 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:01.529 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:01.529 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.529 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:15:01.529 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.529 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.530 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.530 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.530 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:01.530 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:01.530 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:01.530 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.530 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:15:01.530 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.530 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.530 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:01.530 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.530 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.530 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.530 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.433966+0000", 2024-04-13T09:15:01.530 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.430536+0000", 2024-04-13T09:15:01.531 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.430536+0000", 2024-04-13T09:15:01.531 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.430838+0000", 2024-04-13T09:15:01.531 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.433966+0000", 2024-04-13T09:15:01.531 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.531 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.531 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.531 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:01.531 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.433966+0000", 2024-04-13T09:15:01.531 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.433966+0000", 2024-04-13T09:15:01.531 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.433966+0000", 2024-04-13T09:15:01.531 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.531 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.531 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.531 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.433966+0000", 2024-04-13T09:15:01.531 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.433966+0000", 2024-04-13T09:15:01.531 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.532 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.532 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.532 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.532 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:01.532 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.532 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.532 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.532 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.532 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.532 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.532 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.532 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.532 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.3b", 2024-04-13T09:15:01.532 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.532 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.533 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.533 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4876, 2024-04-13T09:15:01.533 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.533 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:51:37.768233+0000", 2024-04-13T09:15:01.533 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.533 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.533 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.533 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.533 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.533 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.533 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.533 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.533 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.533 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.533 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.533 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.533 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.535 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.535 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.536 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.536 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.536 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:01.536 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:01.536 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:01.536 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.536 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:15:01.536 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.536 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.536 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.536 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.536 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:01.536 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:01.536 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:01.536 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.536 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:01.536 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.537 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.537 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:01.537 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.537 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.537 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.537 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.835672+0000", 2024-04-13T09:15:01.537 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.430060+0000", 2024-04-13T09:15:01.537 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.430060+0000", 2024-04-13T09:15:01.537 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.430838+0000", 2024-04-13T09:15:01.537 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.835672+0000", 2024-04-13T09:15:01.537 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.537 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.537 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.537 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:01.537 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.835672+0000", 2024-04-13T09:15:01.537 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.835672+0000", 2024-04-13T09:15:01.538 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.835672+0000", 2024-04-13T09:15:01.538 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.538 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.538 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.538 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.835672+0000", 2024-04-13T09:15:01.538 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.835672+0000", 2024-04-13T09:15:01.538 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.538 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.538 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.538 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.538 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:01.538 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.538 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.538 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.538 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.539 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.539 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.539 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.539 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.539 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.3c", 2024-04-13T09:15:01.539 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.539 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.539 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.539 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4831, 2024-04-13T09:15:01.539 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.539 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:16:28.042016+0000", 2024-04-13T09:15:01.539 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.539 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.539 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.539 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.540 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.540 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.540 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.540 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.540 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.540 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.540 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.540 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.540 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.540 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.540 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.540 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.540 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.540 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.540 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.540 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.540 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.542 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.542 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.542 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.542 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.542 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.542 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.542 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.542 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.542 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.542 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:01.542 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:01.542 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:01.542 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.542 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:01.542 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.543 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.543 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.543 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.543 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:01.543 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:01.543 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:01.543 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.543 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T09:15:01.543 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.543 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.543 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:01.543 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.543 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.543 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.543 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.194988+0000", 2024-04-13T09:15:01.543 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:51:22.364031+0000", 2024-04-13T09:15:01.544 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:51:22.364031+0000", 2024-04-13T09:15:01.544 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:51:22.364419+0000", 2024-04-13T09:15:01.544 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.194988+0000", 2024-04-13T09:15:01.544 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.544 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.544 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.544 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 381, 2024-04-13T09:15:01.544 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.194988+0000", 2024-04-13T09:15:01.544 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.194988+0000", 2024-04-13T09:15:01.544 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.194988+0000", 2024-04-13T09:15:01.544 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.544 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.544 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.544 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.194988+0000", 2024-04-13T09:15:01.544 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.194988+0000", 2024-04-13T09:15:01.545 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.545 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.545 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.545 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.545 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 380, 2024-04-13T09:15:01.545 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.545 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.545 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.545 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.545 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.545 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.545 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.545 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.545 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.3d", 2024-04-13T09:15:01.545 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.545 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.546 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.546 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5091, 2024-04-13T09:15:01.546 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.546 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:27:13.519038+0000", 2024-04-13T09:15:01.546 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.546 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.546 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.546 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.546 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.546 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.546 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.546 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.546 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.546 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.546 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.547 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.547 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.547 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.547 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.547 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.547 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.547 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.547 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.547 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.547 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.547 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.547 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.547 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.547 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.547 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.547 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.549 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.549 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.549 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.549 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.549 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:01.549 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:01.549 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:01.549 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.549 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T09:15:01.549 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.549 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.549 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.549 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.549 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:01.549 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:01.550 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:01.550 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.550 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:01.550 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.550 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.550 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:01.550 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.550 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.550 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.550 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.834735+0000", 2024-04-13T09:15:01.550 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.620225+0000", 2024-04-13T09:15:01.550 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.620225+0000", 2024-04-13T09:15:01.550 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.620634+0000", 2024-04-13T09:15:01.550 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.834735+0000", 2024-04-13T09:15:01.550 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.551 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.551 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.551 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:01.551 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.834735+0000", 2024-04-13T09:15:01.551 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.834735+0000", 2024-04-13T09:15:01.551 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.834735+0000", 2024-04-13T09:15:01.551 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.551 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.551 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.551 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.834735+0000", 2024-04-13T09:15:01.551 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.834735+0000", 2024-04-13T09:15:01.551 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.551 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.551 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.551 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.552 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:01.552 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.552 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.552 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.552 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.552 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.552 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.552 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.552 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.552 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.3e", 2024-04-13T09:15:01.552 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.552 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.552 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.552 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5102, 2024-04-13T09:15:01.552 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.553 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T07:45:28.871535+0000", 2024-04-13T09:15:01.553 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.553 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.553 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.553 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.553 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.553 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.553 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.553 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.553 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.553 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.553 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.553 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.553 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.553 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.553 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.554 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.554 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.554 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.554 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.554 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.554 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.554 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.554 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.554 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.554 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.554 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.554 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.554 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.554 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.554 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.555 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.555 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.555 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.556 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.556 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:01.556 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:01.556 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:01.556 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.556 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:01.556 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.556 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.556 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.556 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:01.556 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:01.556 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:01.556 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:01.556 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.556 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:15:01.556 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:01.557 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:01.557 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:01.557 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:01.557 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:01.557 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:01.557 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.435185+0000", 2024-04-13T09:15:01.557 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.428543+0000", 2024-04-13T09:15:01.557 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.428543+0000", 2024-04-13T09:15:01.557 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.428858+0000", 2024-04-13T09:15:01.557 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.435185+0000", 2024-04-13T09:15:01.557 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.557 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:01.557 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.557 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:01.557 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.435185+0000", 2024-04-13T09:15:01.557 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.435185+0000", 2024-04-13T09:15:01.558 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.435185+0000", 2024-04-13T09:15:01.558 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:01.558 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:01.558 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:01.558 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.435185+0000", 2024-04-13T09:15:01.558 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.435185+0000", 2024-04-13T09:15:01.558 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:01.558 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.558 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:01.558 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:01.558 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:01.558 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:01.558 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:01.558 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:01.558 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:01.559 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.559 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:01.559 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:01.559 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:01.559 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.3f", 2024-04-13T09:15:01.559 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:01.559 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:01.559 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:01.559 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4869, 2024-04-13T09:15:01.559 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:01.559 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T19:11:35.560072+0000", 2024-04-13T09:15:01.559 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:01.559 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:01.559 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.559 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.560 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.560 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.560 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.560 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.560 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.560 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.560 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.560 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.560 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.560 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.560 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.560 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.560 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.560 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.560 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.561 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.561 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.561 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.561 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.561 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.561 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.561 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.561 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.561 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.561 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.561 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.561 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.561 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.561 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.561 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.561 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.561 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.562 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.562 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:01.562 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:01.562 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:01.562 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:01.562 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:01.562 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:01.562 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.563 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:15:01.563 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:01.563 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.563 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.563 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_per_pool": [ 2024-04-13T09:15:01.563 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.563 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": 24, 2024-04-13T09:15:01.563 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T09:15:01.563 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd" 2024-04-13T09:15:01.563 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.563 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 24527, 2024-04-13T09:15:01.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_pg": 8, 2024-04-13T09:15:01.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_store_stats": 8, 2024-04-13T09:15:01.563 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 24527, 2024-04-13T09:15:01.563 INFO:tasks.workunit.client.0.smithi119.stdout: "poolid": 4, 2024-04-13T09:15:01.564 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.564 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 4194323, 2024-04-13T09:15:01.564 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.564 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.564 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.564 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.564 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.564 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.564 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.564 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.564 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.564 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.564 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.564 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.564 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.564 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.565 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.565 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 12, 2024-04-13T09:15:01.565 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 4, 2024-04-13T09:15:01.565 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.565 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 4, 2024-04-13T09:15:01.565 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.565 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.565 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.565 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.565 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.565 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 2, 2024-04-13T09:15:01.565 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.565 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.565 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.565 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.566 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.566 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.566 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.566 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 8955, 2024-04-13T09:15:01.566 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 3003785, 2024-04-13T09:15:01.566 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.566 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.566 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 24397, 2024-04-13T09:15:01.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 3178911 2024-04-13T09:15:01.570 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.570 INFO:tasks.workunit.client.0.smithi119.stdout: "store_stats": { 2024-04-13T09:15:01.570 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": 12595200, 2024-04-13T09:15:01.570 INFO:tasks.workunit.client.0.smithi119.stdout: "available": 0, 2024-04-13T09:15:01.570 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed": 0, 2024-04-13T09:15:01.570 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_allocated": 0, 2024-04-13T09:15:01.571 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_original": 0, 2024-04-13T09:15:01.571 INFO:tasks.workunit.client.0.smithi119.stdout: "data_stored": 12582969, 2024-04-13T09:15:01.571 INFO:tasks.workunit.client.0.smithi119.stdout: "internal_metadata": 0, 2024-04-13T09:15:01.571 INFO:tasks.workunit.client.0.smithi119.stdout: "internally_reserved": 0, 2024-04-13T09:15:01.571 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_allocated": 0, 2024-04-13T09:15:01.571 INFO:tasks.workunit.client.0.smithi119.stdout: "total": 0 2024-04-13T09:15:01.571 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.571 INFO:tasks.workunit.client.0.smithi119.stdout: "up": 24 2024-04-13T09:15:01.571 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.571 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.571 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": 192, 2024-04-13T09:15:01.571 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T09:15:01.571 INFO:tasks.workunit.client.0.smithi119.stdout: "cephfs" 2024-04-13T09:15:01.571 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.571 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.572 INFO:tasks.workunit.client.0.smithi119.stdout: "num_pg": 64, 2024-04-13T09:15:01.572 INFO:tasks.workunit.client.0.smithi119.stdout: "num_store_stats": 8, 2024-04-13T09:15:01.572 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.572 INFO:tasks.workunit.client.0.smithi119.stdout: "poolid": 3, 2024-04-13T09:15:01.572 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.572 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.572 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.572 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.572 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.572 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.572 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.572 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.572 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.572 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.572 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.573 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.573 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.573 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.573 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.573 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.573 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.573 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.573 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.573 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.573 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.573 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.573 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.573 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.573 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.573 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.573 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.573 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.574 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.574 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.574 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.574 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.574 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.574 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.574 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:01.574 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:01.574 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.574 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.574 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.574 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.574 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.574 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.575 INFO:tasks.workunit.client.0.smithi119.stdout: "store_stats": { 2024-04-13T09:15:01.575 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": 0, 2024-04-13T09:15:01.575 INFO:tasks.workunit.client.0.smithi119.stdout: "available": 0, 2024-04-13T09:15:01.575 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed": 0, 2024-04-13T09:15:01.575 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_allocated": 0, 2024-04-13T09:15:01.575 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_original": 0, 2024-04-13T09:15:01.575 INFO:tasks.workunit.client.0.smithi119.stdout: "data_stored": 0, 2024-04-13T09:15:01.575 INFO:tasks.workunit.client.0.smithi119.stdout: "internal_metadata": 0, 2024-04-13T09:15:01.575 INFO:tasks.workunit.client.0.smithi119.stdout: "internally_reserved": 0, 2024-04-13T09:15:01.575 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_allocated": 0, 2024-04-13T09:15:01.575 INFO:tasks.workunit.client.0.smithi119.stdout: "total": 0 2024-04-13T09:15:01.575 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.575 INFO:tasks.workunit.client.0.smithi119.stdout: "up": 192 2024-04-13T09:15:01.575 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.575 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.575 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": 3, 2024-04-13T09:15:01.576 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T09:15:01.576 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr" 2024-04-13T09:15:01.576 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.576 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 197, 2024-04-13T09:15:01.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_pg": 1, 2024-04-13T09:15:01.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_store_stats": 3, 2024-04-13T09:15:01.576 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 197, 2024-04-13T09:15:01.576 INFO:tasks.workunit.client.0.smithi119.stdout: "poolid": 1, 2024-04-13T09:15:01.576 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 590368, 2024-04-13T09:15:01.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 1771104, 2024-04-13T09:15:01.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.577 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.577 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.577 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.577 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.577 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.577 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.577 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.577 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.577 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.577 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.577 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 6, 2024-04-13T09:15:01.577 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 2, 2024-04-13T09:15:01.577 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.577 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 2, 2024-04-13T09:15:01.577 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.577 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.578 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.578 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.578 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.578 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.578 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.578 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 6, 2024-04-13T09:15:01.578 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.578 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.578 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.578 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.578 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.578 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 812, 2024-04-13T09:15:01.578 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 1310, 2024-04-13T09:15:01.578 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.578 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.579 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.579 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 311, 2024-04-13T09:15:01.579 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 2416 2024-04-13T09:15:01.579 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.579 INFO:tasks.workunit.client.0.smithi119.stdout: "store_stats": { 2024-04-13T09:15:01.579 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": 1781760, 2024-04-13T09:15:01.579 INFO:tasks.workunit.client.0.smithi119.stdout: "available": 0, 2024-04-13T09:15:01.579 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed": 0, 2024-04-13T09:15:01.579 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_allocated": 0, 2024-04-13T09:15:01.579 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_original": 0, 2024-04-13T09:15:01.579 INFO:tasks.workunit.client.0.smithi119.stdout: "data_stored": 1771104, 2024-04-13T09:15:01.579 INFO:tasks.workunit.client.0.smithi119.stdout: "internal_metadata": 0, 2024-04-13T09:15:01.579 INFO:tasks.workunit.client.0.smithi119.stdout: "internally_reserved": 0, 2024-04-13T09:15:01.579 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_allocated": 0, 2024-04-13T09:15:01.579 INFO:tasks.workunit.client.0.smithi119.stdout: "total": 0 2024-04-13T09:15:01.579 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.580 INFO:tasks.workunit.client.0.smithi119.stdout: "up": 3 2024-04-13T09:15:01.580 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.580 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.580 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": 96, 2024-04-13T09:15:01.580 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T09:15:01.580 INFO:tasks.workunit.client.0.smithi119.stdout: "cephfs" 2024-04-13T09:15:01.580 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.580 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 75, 2024-04-13T09:15:01.580 INFO:tasks.workunit.client.0.smithi119.stdout: "num_pg": 32, 2024-04-13T09:15:01.580 INFO:tasks.workunit.client.0.smithi119.stdout: "num_store_stats": 8, 2024-04-13T09:15:01.580 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 75, 2024-04-13T09:15:01.580 INFO:tasks.workunit.client.0.smithi119.stdout: "poolid": 2, 2024-04-13T09:15:01.580 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.580 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 6622, 2024-04-13T09:15:01.580 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.580 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 34, 2024-04-13T09:15:01.581 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.581 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.581 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.581 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.581 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.581 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.581 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.581 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.581 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.581 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 10, 2024-04-13T09:15:01.581 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.581 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.581 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.581 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 66, 2024-04-13T09:15:01.581 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 22, 2024-04-13T09:15:01.581 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 22, 2024-04-13T09:15:01.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 14, 2024-04-13T09:15:01.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 3, 2024-04-13T09:15:01.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 158, 2024-04-13T09:15:01.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 174, 2024-04-13T09:15:01.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 69, 2024-04-13T09:15:01.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 36 2024-04-13T09:15:01.583 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.583 INFO:tasks.workunit.client.0.smithi119.stdout: "store_stats": { 2024-04-13T09:15:01.583 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": 110592, 2024-04-13T09:15:01.583 INFO:tasks.workunit.client.0.smithi119.stdout: "available": 0, 2024-04-13T09:15:01.583 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed": 0, 2024-04-13T09:15:01.583 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_allocated": 0, 2024-04-13T09:15:01.583 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_original": 0, 2024-04-13T09:15:01.583 INFO:tasks.workunit.client.0.smithi119.stdout: "data_stored": 19866, 2024-04-13T09:15:01.583 INFO:tasks.workunit.client.0.smithi119.stdout: "internal_metadata": 0, 2024-04-13T09:15:01.583 INFO:tasks.workunit.client.0.smithi119.stdout: "internally_reserved": 0, 2024-04-13T09:15:01.584 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_allocated": 44473, 2024-04-13T09:15:01.584 INFO:tasks.workunit.client.0.smithi119.stdout: "total": 0 2024-04-13T09:15:01.584 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.584 INFO:tasks.workunit.client.0.smithi119.stdout: "up": 96 2024-04-13T09:15:01.584 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.584 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.584 INFO:tasks.workunit.client.0.smithi119.stdout: "usage": { 2024-04-13T09:15:01.584 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_num": 105, 2024-04-13T09:15:01.584 INFO:tasks.workunit.client.0.smithi119.stdout: "pools": 4, 2024-04-13T09:15:01.584 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_by_class": { 2024-04-13T09:15:01.584 INFO:tasks.workunit.client.0.smithi119.stdout: "ssd": { 2024-04-13T09:15:01.584 INFO:tasks.workunit.client.0.smithi119.stdout: "total_avail_bytes": 761748701184, 2024-04-13T09:15:01.584 INFO:tasks.workunit.client.0.smithi119.stdout: "total_bytes": 767960285184, 2024-04-13T09:15:01.584 INFO:tasks.workunit.client.0.smithi119.stdout: "total_used_bytes": 6211584000, 2024-04-13T09:15:01.584 INFO:tasks.workunit.client.0.smithi119.stdout: "total_used_raw_bytes": 6211584000, 2024-04-13T09:15:01.584 INFO:tasks.workunit.client.0.smithi119.stdout: "total_used_raw_ratio": 0.008088418282568455 2024-04-13T09:15:01.585 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.585 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.585 INFO:tasks.workunit.client.0.smithi119.stdout: "total_avail_bytes": 761748701184, 2024-04-13T09:15:01.585 INFO:tasks.workunit.client.0.smithi119.stdout: "total_bytes": 767960285184, 2024-04-13T09:15:01.585 INFO:tasks.workunit.client.0.smithi119.stdout: "total_used_bytes": 6211584000 2024-04-13T09:15:01.585 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.585 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.585 INFO:tasks.workunit.client.0.smithi119.stdout:} 2024-04-13T09:15:01.586 INFO:tasks.workunit.client.0.smithi119.stderr:+ ceph telemetry on --license sharing-1-0 2024-04-13T09:15:01.587 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:00 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:15:01.587 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:00 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T09:15:01.587 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:00 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:01.587 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:00 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:01.587 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:00 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:01.587 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:00 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:01.587 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:00 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:01.587 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:00 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:01.587 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:00 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:01.587 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:00 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:01.587 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:00 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:01.588 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:00 smithi139 ceph-mon[88985]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:15:01.588 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:00 smithi139 ceph-mon[88985]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:15:01.588 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:00 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:01.588 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:00 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:01.588 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:00 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:01.588 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:00 smithi139 ceph-mon[88985]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:15:01.588 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:00 smithi139 ceph-mon[88985]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:15:01.588 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:00 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:01.588 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:00 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:01.588 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:00 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:01.588 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:00 smithi139 ceph-mon[88985]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:15:01.588 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:00 smithi139 ceph-mon[88985]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:15:01.588 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:00 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:01.588 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:00 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:01.588 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:00 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:01.589 INFO:tasks.workunit.client.0.smithi119.stdout:Telemetry is on. 2024-04-13T09:15:01.589 INFO:tasks.workunit.client.0.smithi119.stderr:+ ceph telemetry show 2024-04-13T09:15:01.589 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:00 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:15:01.589 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:00 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T09:15:01.589 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:00 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:01.589 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:00 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:01.589 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:00 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:01.590 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:00 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:01.590 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:00 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:01.590 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:00 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:01.590 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:00 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:01.590 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:00 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:01.590 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:00 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:01.590 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:00 smithi119 ceph-mon[93746]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:15:01.590 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:00 smithi119 ceph-mon[93746]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:15:01.590 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:00 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:01.590 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:00 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:01.590 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:00 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:01.590 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:00 smithi119 ceph-mon[93746]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:15:01.590 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:00 smithi119 ceph-mon[93746]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:15:01.590 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:00 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:01.590 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:00 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:01.591 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:00 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:01.591 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:00 smithi119 ceph-mon[93746]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:15:01.591 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:00 smithi119 ceph-mon[93746]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:15:01.591 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:00 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:01.591 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:00 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:01.591 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:00 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:01.591 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:00 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:15:01.591 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:00 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T09:15:01.591 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:00 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:01.591 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:00 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:01.591 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:00 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:01.592 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:00 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:01.592 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:00 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:01.592 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:00 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:01.592 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:00 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:01.592 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:00 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:01.592 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:00 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:01.592 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:00 smithi119 ceph-mon[96316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:15:01.592 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:00 smithi119 ceph-mon[96316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:15:01.592 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:00 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:01.592 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:00 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:01.592 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:00 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:01.592 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:00 smithi119 ceph-mon[96316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:15:01.592 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:00 smithi119 ceph-mon[96316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:15:01.592 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:00 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:01.592 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:00 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:01.593 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:00 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:01.593 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:00 smithi119 ceph-mon[96316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:15:01.593 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:00 smithi119 ceph-mon[96316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:15:01.593 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:00 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:01.593 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:00 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:01.593 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:00 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:01.599 INFO:tasks.workunit.client.0.smithi119.stdout:{ 2024-04-13T09:15:01.600 INFO:tasks.workunit.client.0.smithi119.stdout: "balancer": { 2024-04-13T09:15:01.600 INFO:tasks.workunit.client.0.smithi119.stdout: "active": true, 2024-04-13T09:15:01.600 INFO:tasks.workunit.client.0.smithi119.stdout: "mode": "" 2024-04-13T09:15:01.600 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.600 INFO:tasks.workunit.client.0.smithi119.stdout: "channels": [ 2024-04-13T09:15:01.600 INFO:tasks.workunit.client.0.smithi119.stdout: "basic", 2024-04-13T09:15:01.600 INFO:tasks.workunit.client.0.smithi119.stdout: "crash", 2024-04-13T09:15:01.600 INFO:tasks.workunit.client.0.smithi119.stdout: "device", 2024-04-13T09:15:01.600 INFO:tasks.workunit.client.0.smithi119.stdout: "ident", 2024-04-13T09:15:01.600 INFO:tasks.workunit.client.0.smithi119.stdout: "perf" 2024-04-13T09:15:01.600 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.600 INFO:tasks.workunit.client.0.smithi119.stdout: "channels_available": [ 2024-04-13T09:15:01.600 INFO:tasks.workunit.client.0.smithi119.stdout: "basic", 2024-04-13T09:15:01.601 INFO:tasks.workunit.client.0.smithi119.stdout: "ident", 2024-04-13T09:15:01.601 INFO:tasks.workunit.client.0.smithi119.stdout: "crash", 2024-04-13T09:15:01.601 INFO:tasks.workunit.client.0.smithi119.stdout: "device", 2024-04-13T09:15:01.601 INFO:tasks.workunit.client.0.smithi119.stdout: "perf" 2024-04-13T09:15:01.601 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.601 INFO:tasks.workunit.client.0.smithi119.stdout: "collections_available": [ 2024-04-13T09:15:01.601 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_base", 2024-04-13T09:15:01.601 INFO:tasks.workunit.client.0.smithi119.stdout: "device_base", 2024-04-13T09:15:01.601 INFO:tasks.workunit.client.0.smithi119.stdout: "crash_base", 2024-04-13T09:15:01.601 INFO:tasks.workunit.client.0.smithi119.stdout: "ident_base", 2024-04-13T09:15:01.601 INFO:tasks.workunit.client.0.smithi119.stdout: "perf_perf", 2024-04-13T09:15:01.601 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_mds_metadata", 2024-04-13T09:15:01.601 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_pool_usage", 2024-04-13T09:15:01.601 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_usage_by_class", 2024-04-13T09:15:01.601 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_rook_v01", 2024-04-13T09:15:01.601 INFO:tasks.workunit.client.0.smithi119.stdout: "perf_memory_metrics", 2024-04-13T09:15:01.602 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_pool_options_bluestore", 2024-04-13T09:15:01.602 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_pool_flags" 2024-04-13T09:15:01.602 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.602 INFO:tasks.workunit.client.0.smithi119.stdout: "collections_opted_in": [ 2024-04-13T09:15:01.602 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_base", 2024-04-13T09:15:01.602 INFO:tasks.workunit.client.0.smithi119.stdout: "device_base", 2024-04-13T09:15:01.602 INFO:tasks.workunit.client.0.smithi119.stdout: "crash_base", 2024-04-13T09:15:01.602 INFO:tasks.workunit.client.0.smithi119.stdout: "ident_base", 2024-04-13T09:15:01.602 INFO:tasks.workunit.client.0.smithi119.stdout: "perf_perf", 2024-04-13T09:15:01.602 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_mds_metadata", 2024-04-13T09:15:01.602 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_pool_usage", 2024-04-13T09:15:01.602 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_usage_by_class", 2024-04-13T09:15:01.602 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_rook_v01", 2024-04-13T09:15:01.602 INFO:tasks.workunit.client.0.smithi119.stdout: "perf_memory_metrics", 2024-04-13T09:15:01.602 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_pool_options_bluestore", 2024-04-13T09:15:01.603 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_pool_flags" 2024-04-13T09:15:01.603 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.603 INFO:tasks.workunit.client.0.smithi119.stdout: "config": { 2024-04-13T09:15:01.603 INFO:tasks.workunit.client.0.smithi119.stdout: "active_changed": [ 2024-04-13T09:15:01.603 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-13T09:15:01.603 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_debug", 2024-04-13T09:15:01.603 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_mon_ticket_ttl", 2024-04-13T09:15:01.603 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_service_ticket_ttl", 2024-04-13T09:15:01.603 INFO:tasks.workunit.client.0.smithi119.stdout: "bdev_debug_aio", 2024-04-13T09:15:01.603 INFO:tasks.workunit.client.0.smithi119.stdout: "client_check_pool_perm", 2024-04-13T09:15:01.603 INFO:tasks.workunit.client.0.smithi119.stdout: "client_mount_gid", 2024-04-13T09:15:01.603 INFO:tasks.workunit.client.0.smithi119.stdout: "client_mount_uid", 2024-04-13T09:15:01.603 INFO:tasks.workunit.client.0.smithi119.stdout: "client_quota", 2024-04-13T09:15:01.603 INFO:tasks.workunit.client.0.smithi119.stdout: "container_image", 2024-04-13T09:15:01.603 INFO:tasks.workunit.client.0.smithi119.stdout: "daemonize", 2024-04-13T09:15:01.604 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_asserts_on_shutdown", 2024-04-13T09:15:01.604 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_mgr", 2024-04-13T09:15:01.604 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_mon", 2024-04-13T09:15:01.604 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_ms", 2024-04-13T09:15:01.604 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_osd", 2024-04-13T09:15:01.604 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_paxos", 2024-04-13T09:15:01.604 INFO:tasks.workunit.client.0.smithi119.stdout: "keyring", 2024-04-13T09:15:01.604 INFO:tasks.workunit.client.0.smithi119.stdout: "log_to_file", 2024-04-13T09:15:01.604 INFO:tasks.workunit.client.0.smithi119.stdout: "log_to_journald", 2024-04-13T09:15:01.604 INFO:tasks.workunit.client.0.smithi119.stdout: "log_to_stderr", 2024-04-13T09:15:01.604 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_allow_pool_delete", 2024-04-13T09:15:01.604 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_clock_drift_allowed", 2024-04-13T09:15:01.604 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_cluster_log_file_level", 2024-04-13T09:15:01.604 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_cluster_log_to_file", 2024-04-13T09:15:01.604 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_cluster_log_to_journald", 2024-04-13T09:15:01.605 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_cluster_log_to_stderr", 2024-04-13T09:15:01.605 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_data_avail_warn", 2024-04-13T09:15:01.605 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_election_default_strategy", 2024-04-13T09:15:01.605 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_host", 2024-04-13T09:15:01.605 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_max_pg_per_osd", 2024-04-13T09:15:01.605 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_mds_skip_sanity", 2024-04-13T09:15:01.605 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_mgr_mkfs_grace", 2024-04-13T09:15:01.605 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_osd_prime_pg_temp", 2024-04-13T09:15:01.605 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_osd_reporter_subtree_level", 2024-04-13T09:15:01.605 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_pg_warn_max_object_skew", 2024-04-13T09:15:01.605 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-13T09:15:01.605 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-13T09:15:01.605 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-13T09:15:01.605 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-13T09:15:01.605 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-13T09:15:01.605 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-13T09:15:01.606 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-13T09:15:01.606 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-13T09:15:01.606 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_too_few_osds", 2024-04-13T09:15:01.606 INFO:tasks.workunit.client.0.smithi119.stdout: "ms_die_on_bug", 2024-04-13T09:15:01.606 INFO:tasks.workunit.client.0.smithi119.stdout: "ms_die_on_old_message", 2024-04-13T09:15:01.606 INFO:tasks.workunit.client.0.smithi119.stdout: "no_config_file", 2024-04-13T09:15:01.606 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_class_default_list", 2024-04-13T09:15:01.606 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_class_load_list", 2024-04-13T09:15:01.606 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_misdirected_ops", 2024-04-13T09:15:01.606 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_op_order", 2024-04-13T09:15:01.606 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_pg_log_writeout", 2024-04-13T09:15:01.606 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_shutdown", 2024-04-13T09:15:01.606 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_verify_cached_snaps", 2024-04-13T09:15:01.606 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_verify_missing_on_start", 2024-04-13T09:15:01.607 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_verify_stray_on_activate", 2024-04-13T09:15:01.607 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-13T09:15:01.607 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_delete_sleep", 2024-04-13T09:15:01.607 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_delete_sleep_hdd", 2024-04-13T09:15:01.607 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_delete_sleep_hybrid", 2024-04-13T09:15:01.607 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_delete_sleep_ssd", 2024-04-13T09:15:01.607 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_max_backfills", 2024-04-13T09:15:01.607 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-13T09:15:01.607 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_profile", 2024-04-13T09:15:01.607 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-13T09:15:01.607 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-13T09:15:01.607 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-13T09:15:01.607 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-13T09:15:01.607 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-13T09:15:01.607 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-13T09:15:01.607 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_client_lim", 2024-04-13T09:15:01.608 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_client_res", 2024-04-13T09:15:01.608 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-13T09:15:01.608 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_memory_target", 2024-04-13T09:15:01.608 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_memory_target_autotune", 2024-04-13T09:15:01.608 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_op_queue", 2024-04-13T09:15:01.608 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_op_queue_cut_off", 2024-04-13T09:15:01.608 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pool_default_erasure_code_profile", 2024-04-13T09:15:01.608 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-13T09:15:01.608 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recover_clone_overlap", 2024-04-13T09:15:01.608 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_max_active", 2024-04-13T09:15:01.608 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_max_active_hdd", 2024-04-13T09:15:01.608 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_max_active_ssd", 2024-04-13T09:15:01.608 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_max_chunk", 2024-04-13T09:15:01.608 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_sleep", 2024-04-13T09:15:01.608 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_sleep_hdd", 2024-04-13T09:15:01.608 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_sleep_hybrid", 2024-04-13T09:15:01.609 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_sleep_ssd", 2024-04-13T09:15:01.609 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_scrub_load_threshold", 2024-04-13T09:15:01.609 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_scrub_max_interval", 2024-04-13T09:15:01.609 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_scrub_sleep", 2024-04-13T09:15:01.609 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_shutdown_pgref_assert", 2024-04-13T09:15:01.609 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_snap_trim_sleep", 2024-04-13T09:15:01.609 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_snap_trim_sleep_hdd", 2024-04-13T09:15:01.609 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-13T09:15:01.609 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_snap_trim_sleep_ssd", 2024-04-13T09:15:01.609 INFO:tasks.workunit.client.0.smithi119.stdout: "public_network", 2024-04-13T09:15:01.609 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-13T09:15:01.609 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd_default_features", 2024-04-13T09:15:01.609 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd_qos_exclude_ops", 2024-04-13T09:15:01.609 INFO:tasks.workunit.client.0.smithi119.stdout: "setgroup", 2024-04-13T09:15:01.609 INFO:tasks.workunit.client.0.smithi119.stdout: "setuser" 2024-04-13T09:15:01.609 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.610 INFO:tasks.workunit.client.0.smithi119.stdout: "cluster_changed": [ 2024-04-13T09:15:01.610 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-13T09:15:01.610 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_debug", 2024-04-13T09:15:01.610 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_mon_ticket_ttl", 2024-04-13T09:15:01.610 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_service_ticket_ttl", 2024-04-13T09:15:01.610 INFO:tasks.workunit.client.0.smithi119.stdout: "bdev_debug_aio", 2024-04-13T09:15:01.610 INFO:tasks.workunit.client.0.smithi119.stdout: "container_image", 2024-04-13T09:15:01.610 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_asserts_on_shutdown", 2024-04-13T09:15:01.610 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_mgr", 2024-04-13T09:15:01.610 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_mon", 2024-04-13T09:15:01.610 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_ms", 2024-04-13T09:15:01.610 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_osd", 2024-04-13T09:15:01.610 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_paxos", 2024-04-13T09:15:01.610 INFO:tasks.workunit.client.0.smithi119.stdout: "log_to_file", 2024-04-13T09:15:01.610 INFO:tasks.workunit.client.0.smithi119.stdout: "log_to_journald", 2024-04-13T09:15:01.610 INFO:tasks.workunit.client.0.smithi119.stdout: "log_to_stderr", 2024-04-13T09:15:01.611 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_join_fs", 2024-04-13T09:15:01.611 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/cephadm/allow_ptrace", 2024-04-13T09:15:01.611 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/cephadm/container_init", 2024-04-13T09:15:01.611 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/cephadm/migration_current", 2024-04-13T09:15:01.611 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/cephadm/use_repo_digest", 2024-04-13T09:15:01.611 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-13T09:15:01.611 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-13T09:15:01.611 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-13T09:15:01.611 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-13T09:15:01.611 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/dashboard/ssl_server_port", 2024-04-13T09:15:01.611 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/orchestrator/orchestrator", 2024-04-13T09:15:01.611 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/telemetry/channel_ident", 2024-04-13T09:15:01.611 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/telemetry/channel_perf", 2024-04-13T09:15:01.611 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/telemetry/description", 2024-04-13T09:15:01.611 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/telemetry/enabled", 2024-04-13T09:15:01.612 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/telemetry/organization", 2024-04-13T09:15:01.612 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_allow_pool_delete", 2024-04-13T09:15:01.612 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_clock_drift_allowed", 2024-04-13T09:15:01.612 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_cluster_log_file_level", 2024-04-13T09:15:01.612 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_cluster_log_to_file", 2024-04-13T09:15:01.612 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_data_avail_warn", 2024-04-13T09:15:01.612 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_election_default_strategy", 2024-04-13T09:15:01.612 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_max_pg_per_osd", 2024-04-13T09:15:01.612 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_mds_skip_sanity", 2024-04-13T09:15:01.612 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_mgr_mkfs_grace", 2024-04-13T09:15:01.612 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_osd_prime_pg_temp", 2024-04-13T09:15:01.612 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_osd_reporter_subtree_level", 2024-04-13T09:15:01.612 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_pg_warn_max_object_skew", 2024-04-13T09:15:01.612 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-13T09:15:01.612 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-13T09:15:01.613 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-13T09:15:01.613 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-13T09:15:01.613 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-13T09:15:01.613 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-13T09:15:01.613 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-13T09:15:01.613 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-13T09:15:01.613 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_too_few_osds", 2024-04-13T09:15:01.613 INFO:tasks.workunit.client.0.smithi119.stdout: "ms_die_on_bug", 2024-04-13T09:15:01.613 INFO:tasks.workunit.client.0.smithi119.stdout: "ms_die_on_old_message", 2024-04-13T09:15:01.613 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_class_default_list", 2024-04-13T09:15:01.613 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_class_load_list", 2024-04-13T09:15:01.613 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_misdirected_ops", 2024-04-13T09:15:01.613 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_op_order", 2024-04-13T09:15:01.613 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_pg_log_writeout", 2024-04-13T09:15:01.613 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_shutdown", 2024-04-13T09:15:01.614 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_verify_cached_snaps", 2024-04-13T09:15:01.614 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_verify_missing_on_start", 2024-04-13T09:15:01.614 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_verify_stray_on_activate", 2024-04-13T09:15:01.614 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-13T09:15:01.614 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-13T09:15:01.614 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_profile", 2024-04-13T09:15:01.614 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_memory_target", 2024-04-13T09:15:01.614 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_memory_target_autotune", 2024-04-13T09:15:01.614 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_op_queue", 2024-04-13T09:15:01.614 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_op_queue_cut_off", 2024-04-13T09:15:01.614 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pool_default_erasure_code_profile", 2024-04-13T09:15:01.614 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-13T09:15:01.614 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recover_clone_overlap", 2024-04-13T09:15:01.614 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_max_chunk", 2024-04-13T09:15:01.614 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_scrub_load_threshold", 2024-04-13T09:15:01.615 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_scrub_max_interval", 2024-04-13T09:15:01.615 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_shutdown_pgref_assert", 2024-04-13T09:15:01.615 INFO:tasks.workunit.client.0.smithi119.stdout: "public_network", 2024-04-13T09:15:01.615 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-13T09:15:01.615 INFO:tasks.workunit.client.0.smithi119.stdout: "rgw_cache_enabled", 2024-04-13T09:15:01.615 INFO:tasks.workunit.client.0.smithi119.stdout: "rgw_enable_ops_log", 2024-04-13T09:15:01.615 INFO:tasks.workunit.client.0.smithi119.stdout: "rgw_enable_usage_log" 2024-04-13T09:15:01.615 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:01.615 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.615 INFO:tasks.workunit.client.0.smithi119.stdout: "contact": null, 2024-04-13T09:15:01.615 INFO:tasks.workunit.client.0.smithi119.stdout: "crashes": [], 2024-04-13T09:15:01.615 INFO:tasks.workunit.client.0.smithi119.stdout: "created": "2024-04-13T07:37:03.207646Z", 2024-04-13T09:15:01.616 INFO:tasks.workunit.client.0.smithi119.stdout: "crush": { 2024-04-13T09:15:01.616 INFO:tasks.workunit.client.0.smithi119.stdout: "bucket_algs": { 2024-04-13T09:15:01.616 INFO:tasks.workunit.client.0.smithi119.stdout: "straw2": 3 2024-04-13T09:15:01.616 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.616 INFO:tasks.workunit.client.0.smithi119.stdout: "bucket_sizes": { 2024-04-13T09:15:01.616 INFO:tasks.workunit.client.0.smithi119.stdout: "2": 1, 2024-04-13T09:15:01.616 INFO:tasks.workunit.client.0.smithi119.stdout: "4": 2 2024-04-13T09:15:01.616 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.616 INFO:tasks.workunit.client.0.smithi119.stdout: "bucket_types": { 2024-04-13T09:15:01.616 INFO:tasks.workunit.client.0.smithi119.stdout: "1": 2, 2024-04-13T09:15:01.616 INFO:tasks.workunit.client.0.smithi119.stdout: "11": 1 2024-04-13T09:15:01.616 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.616 INFO:tasks.workunit.client.0.smithi119.stdout: "compat_weight_set": false, 2024-04-13T09:15:01.616 INFO:tasks.workunit.client.0.smithi119.stdout: "device_classes": [ 2024-04-13T09:15:01.616 INFO:tasks.workunit.client.0.smithi119.stdout: 8 2024-04-13T09:15:01.616 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.616 INFO:tasks.workunit.client.0.smithi119.stdout: "num_buckets": 6, 2024-04-13T09:15:01.617 INFO:tasks.workunit.client.0.smithi119.stdout: "num_devices": 8, 2024-04-13T09:15:01.617 INFO:tasks.workunit.client.0.smithi119.stdout: "num_rules": 2, 2024-04-13T09:15:01.617 INFO:tasks.workunit.client.0.smithi119.stdout: "num_types": 12, 2024-04-13T09:15:01.617 INFO:tasks.workunit.client.0.smithi119.stdout: "num_weight_sets": 0, 2024-04-13T09:15:01.617 INFO:tasks.workunit.client.0.smithi119.stdout: "tunables": { 2024-04-13T09:15:01.617 INFO:tasks.workunit.client.0.smithi119.stdout: "allowed_bucket_algs": 54, 2024-04-13T09:15:01.617 INFO:tasks.workunit.client.0.smithi119.stdout: "choose_local_fallback_tries": 0, 2024-04-13T09:15:01.617 INFO:tasks.workunit.client.0.smithi119.stdout: "choose_local_tries": 0, 2024-04-13T09:15:01.617 INFO:tasks.workunit.client.0.smithi119.stdout: "choose_total_tries": 50, 2024-04-13T09:15:01.617 INFO:tasks.workunit.client.0.smithi119.stdout: "chooseleaf_descend_once": 1, 2024-04-13T09:15:01.617 INFO:tasks.workunit.client.0.smithi119.stdout: "chooseleaf_stable": 1, 2024-04-13T09:15:01.617 INFO:tasks.workunit.client.0.smithi119.stdout: "chooseleaf_vary_r": 1, 2024-04-13T09:15:01.617 INFO:tasks.workunit.client.0.smithi119.stdout: "has_msr_rules": 0, 2024-04-13T09:15:01.617 INFO:tasks.workunit.client.0.smithi119.stdout: "has_v2_rules": 1, 2024-04-13T09:15:01.617 INFO:tasks.workunit.client.0.smithi119.stdout: "has_v3_rules": 0, 2024-04-13T09:15:01.617 INFO:tasks.workunit.client.0.smithi119.stdout: "has_v4_buckets": 1, 2024-04-13T09:15:01.617 INFO:tasks.workunit.client.0.smithi119.stdout: "has_v5_rules": 0, 2024-04-13T09:15:01.618 INFO:tasks.workunit.client.0.smithi119.stdout: "legacy_tunables": 0, 2024-04-13T09:15:01.618 INFO:tasks.workunit.client.0.smithi119.stdout: "minimum_required_version": "jewel", 2024-04-13T09:15:01.618 INFO:tasks.workunit.client.0.smithi119.stdout: "msr_collision_tries": 100, 2024-04-13T09:15:01.618 INFO:tasks.workunit.client.0.smithi119.stdout: "msr_descents": 100, 2024-04-13T09:15:01.618 INFO:tasks.workunit.client.0.smithi119.stdout: "optimal_tunables": 1, 2024-04-13T09:15:01.618 INFO:tasks.workunit.client.0.smithi119.stdout: "profile": "jewel", 2024-04-13T09:15:01.618 INFO:tasks.workunit.client.0.smithi119.stdout: "require_feature_tunables": 1, 2024-04-13T09:15:01.618 INFO:tasks.workunit.client.0.smithi119.stdout: "require_feature_tunables2": 1, 2024-04-13T09:15:01.618 INFO:tasks.workunit.client.0.smithi119.stdout: "require_feature_tunables3": 1, 2024-04-13T09:15:01.618 INFO:tasks.workunit.client.0.smithi119.stdout: "require_feature_tunables5": 1, 2024-04-13T09:15:01.618 INFO:tasks.workunit.client.0.smithi119.stdout: "straw_calc_version": 1 2024-04-13T09:15:01.618 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.618 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.618 INFO:tasks.workunit.client.0.smithi119.stdout: "description": "upgrade test cluster", 2024-04-13T09:15:01.619 INFO:tasks.workunit.client.0.smithi119.stdout: "fs": { 2024-04-13T09:15:01.619 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T09:15:01.619 INFO:tasks.workunit.client.0.smithi119.stdout: "feature_flags": { 2024-04-13T09:15:01.619 INFO:tasks.workunit.client.0.smithi119.stdout: "enable_multiple": true, 2024-04-13T09:15:01.619 INFO:tasks.workunit.client.0.smithi119.stdout: "ever_enabled_multiple": true 2024-04-13T09:15:01.619 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.619 INFO:tasks.workunit.client.0.smithi119.stdout: "filesystems": [ 2024-04-13T09:15:01.619 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.619 INFO:tasks.workunit.client.0.smithi119.stdout: "approx_ctime": "2024-04", 2024-04-13T09:15:01.619 INFO:tasks.workunit.client.0.smithi119.stdout: "balancer_enabled": false, 2024-04-13T09:15:01.619 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.619 INFO:tasks.workunit.client.0.smithi119.stdout: "cached_caps": 0, 2024-04-13T09:15:01.619 INFO:tasks.workunit.client.0.smithi119.stdout: "cached_dns": 10, 2024-04-13T09:15:01.619 INFO:tasks.workunit.client.0.smithi119.stdout: "cached_inos": 13, 2024-04-13T09:15:01.619 INFO:tasks.workunit.client.0.smithi119.stdout: "cached_subtrees": 2, 2024-04-13T09:15:01.619 INFO:tasks.workunit.client.0.smithi119.stdout: "ever_allowed_features": 0, 2024-04-13T09:15:01.619 INFO:tasks.workunit.client.0.smithi119.stdout: "explicitly_allowed_features": 0, 2024-04-13T09:15:01.620 INFO:tasks.workunit.client.0.smithi119.stdout: "files": 0, 2024-04-13T09:15:01.620 INFO:tasks.workunit.client.0.smithi119.stdout: "max_mds": 1, 2024-04-13T09:15:01.620 INFO:tasks.workunit.client.0.smithi119.stdout: "num_data_pools": 1, 2024-04-13T09:15:01.620 INFO:tasks.workunit.client.0.smithi119.stdout: "num_in": 1, 2024-04-13T09:15:01.620 INFO:tasks.workunit.client.0.smithi119.stdout: "num_mds": 1, 2024-04-13T09:15:01.620 INFO:tasks.workunit.client.0.smithi119.stdout: "num_sessions": 0, 2024-04-13T09:15:01.620 INFO:tasks.workunit.client.0.smithi119.stdout: "num_standby_replay": 0, 2024-04-13T09:15:01.620 INFO:tasks.workunit.client.0.smithi119.stdout: "num_up": 1, 2024-04-13T09:15:01.620 INFO:tasks.workunit.client.0.smithi119.stdout: "snaps": 0, 2024-04-13T09:15:01.620 INFO:tasks.workunit.client.0.smithi119.stdout: "standby_count_wanted": 0 2024-04-13T09:15:01.620 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.620 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.620 INFO:tasks.workunit.client.0.smithi119.stdout: "num_standby_mds": 1, 2024-04-13T09:15:01.620 INFO:tasks.workunit.client.0.smithi119.stdout: "total_num_mds": 2 2024-04-13T09:15:01.620 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.621 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_stats": { 2024-04-13T09:15:01.621 INFO:tasks.workunit.client.0.smithi119.stdout: "mds": { 2024-04-13T09:15:01.621 INFO:tasks.workunit.client.0.smithi119.stdout: "mds.3402881472e4eb9cd55aa5a45378abc80ad36ea5": { 2024-04-13T09:15:01.621 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 20258816, 2024-04-13T09:15:01.621 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 317520, 2024-04-13T09:15:01.621 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 2752512, 2024-04-13T09:15:01.621 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 811008, 2024-04-13T09:15:01.621 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 0, 2024-04-13T09:15:01.621 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 354, 2024-04-13T09:15:01.621 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T09:15:01.621 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 1042720, 2024-04-13T09:15:01.621 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 13, 2024-04-13T09:15:01.621 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 852480, 2024-04-13T09:15:01.621 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 14482576, 2024-04-13T09:15:01.621 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 20258816 2024-04-13T09:15:01.621 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.622 INFO:tasks.workunit.client.0.smithi119.stdout: "mds.8ce27d692b5f50738c5de0d5fabe76bb5b385d6c": { 2024-04-13T09:15:01.622 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 20627456, 2024-04-13T09:15:01.622 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 358480, 2024-04-13T09:15:01.622 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 2752512, 2024-04-13T09:15:01.622 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 0, 2024-04-13T09:15:01.622 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 679936, 2024-04-13T09:15:01.622 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 441, 2024-04-13T09:15:01.622 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T09:15:01.622 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 1460792, 2024-04-13T09:15:01.622 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 22, 2024-04-13T09:15:01.622 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 1159680, 2024-04-13T09:15:01.622 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 14895992, 2024-04-13T09:15:01.622 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 21307392 2024-04-13T09:15:01.622 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.622 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.623 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T09:15:01.623 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.3402881472e4eb9cd55aa5a45378abc80ad36ea5": { 2024-04-13T09:15:01.623 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 170024960, 2024-04-13T09:15:01.623 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 3015120, 2024-04-13T09:15:01.623 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 3014656, 2024-04-13T09:15:01.623 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 0, 2024-04-13T09:15:01.623 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 729088, 2024-04-13T09:15:01.623 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 6603, 2024-04-13T09:15:01.623 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T09:15:01.623 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 9164208, 2024-04-13T09:15:01.623 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 20, 2024-04-13T09:15:01.623 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 3012608, 2024-04-13T09:15:01.623 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 151818368, 2024-04-13T09:15:01.623 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 170754048 2024-04-13T09:15:01.623 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.624 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.361d0c88a98ec03a997f9cbd7d4b9f21aeac06c7": { 2024-04-13T09:15:01.624 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 175955968, 2024-04-13T09:15:01.624 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 3483416, 2024-04-13T09:15:01.624 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 3014656, 2024-04-13T09:15:01.624 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 835584, 2024-04-13T09:15:01.624 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 40960, 2024-04-13T09:15:01.624 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 6905, 2024-04-13T09:15:01.624 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T09:15:01.624 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 11761936, 2024-04-13T09:15:01.624 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 21, 2024-04-13T09:15:01.624 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 3431680, 2024-04-13T09:15:01.624 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 153428696, 2024-04-13T09:15:01.624 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 175996928 2024-04-13T09:15:01.624 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.624 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.8ce27d692b5f50738c5de0d5fabe76bb5b385d6c": { 2024-04-13T09:15:01.624 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 259653632, 2024-04-13T09:15:01.624 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 4856496, 2024-04-13T09:15:01.624 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 3145728, 2024-04-13T09:15:01.625 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 540672, 2024-04-13T09:15:01.625 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 565248, 2024-04-13T09:15:01.625 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 9468, 2024-04-13T09:15:01.625 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T09:15:01.625 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 14177888, 2024-04-13T09:15:01.625 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 22, 2024-04-13T09:15:01.625 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 4672768, 2024-04-13T09:15:01.625 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 232260080, 2024-04-13T09:15:01.625 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 260218880 2024-04-13T09:15:01.625 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.625 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.625 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:01.625 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.0": { 2024-04-13T09:15:01.625 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 429088768, 2024-04-13T09:15:01.625 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 25945488, 2024-04-13T09:15:01.626 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 3407872, 2024-04-13T09:15:01.626 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 0, 2024-04-13T09:15:01.626 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 113934336, 2024-04-13T09:15:01.626 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 12670, 2024-04-13T09:15:01.626 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T09:15:01.626 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 78118424, 2024-04-13T09:15:01.626 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 61, 2024-04-13T09:15:01.626 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 10944000, 2024-04-13T09:15:01.626 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 310672984, 2024-04-13T09:15:01.626 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 543023104 2024-04-13T09:15:01.626 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.626 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.1": { 2024-04-13T09:15:01.626 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 584097792, 2024-04-13T09:15:01.626 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 32384576, 2024-04-13T09:15:01.626 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 3538944, 2024-04-13T09:15:01.627 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 0, 2024-04-13T09:15:01.627 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 48365568, 2024-04-13T09:15:01.627 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 14028, 2024-04-13T09:15:01.627 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T09:15:01.627 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 91940184, 2024-04-13T09:15:01.627 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 60, 2024-04-13T09:15:01.627 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 9288960, 2024-04-13T09:15:01.627 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 446945128, 2024-04-13T09:15:01.627 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 632463360 2024-04-13T09:15:01.627 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.627 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.2": { 2024-04-13T09:15:01.627 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 450043904, 2024-04-13T09:15:01.627 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 22535944, 2024-04-13T09:15:01.627 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 3407872, 2024-04-13T09:15:01.627 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 0, 2024-04-13T09:15:01.628 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 44269568, 2024-04-13T09:15:01.628 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 10638, 2024-04-13T09:15:01.628 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T09:15:01.628 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 98454216, 2024-04-13T09:15:01.628 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 53, 2024-04-13T09:15:01.628 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 9255680, 2024-04-13T09:15:01.628 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 316390192, 2024-04-13T09:15:01.628 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 494313472 2024-04-13T09:15:01.628 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.628 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.3": { 2024-04-13T09:15:01.628 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 628154368, 2024-04-13T09:15:01.628 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 19700912, 2024-04-13T09:15:01.628 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 3407872, 2024-04-13T09:15:01.628 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 0, 2024-04-13T09:15:01.628 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 11214848, 2024-04-13T09:15:01.628 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 11655, 2024-04-13T09:15:01.629 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T09:15:01.629 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 88628840, 2024-04-13T09:15:01.629 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 53, 2024-04-13T09:15:01.629 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 10082304, 2024-04-13T09:15:01.629 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 506334440, 2024-04-13T09:15:01.629 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 639369216 2024-04-13T09:15:01.629 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.629 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.4": { 2024-04-13T09:15:01.629 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 515645440, 2024-04-13T09:15:01.629 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 29552048, 2024-04-13T09:15:01.629 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 3407872, 2024-04-13T09:15:01.629 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 16384, 2024-04-13T09:15:01.629 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 141156352, 2024-04-13T09:15:01.629 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 11944, 2024-04-13T09:15:01.629 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T09:15:01.630 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 105451448, 2024-04-13T09:15:01.630 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 53, 2024-04-13T09:15:01.630 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 11841280, 2024-04-13T09:15:01.630 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 365376408, 2024-04-13T09:15:01.630 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 656801792 2024-04-13T09:15:01.630 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.630 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.5": { 2024-04-13T09:15:01.630 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 538427392, 2024-04-13T09:15:01.630 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 28308872, 2024-04-13T09:15:01.630 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 3407872, 2024-04-13T09:15:01.630 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 0, 2024-04-13T09:15:01.630 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 52068352, 2024-04-13T09:15:01.630 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 12615, 2024-04-13T09:15:01.630 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T09:15:01.630 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 102348864, 2024-04-13T09:15:01.631 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 60, 2024-04-13T09:15:01.631 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 11391488, 2024-04-13T09:15:01.631 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 392970296, 2024-04-13T09:15:01.631 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 590495744 2024-04-13T09:15:01.631 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.631 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.6": { 2024-04-13T09:15:01.631 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 445128704, 2024-04-13T09:15:01.631 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 21394528, 2024-04-13T09:15:01.631 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 3276800, 2024-04-13T09:15:01.631 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 0, 2024-04-13T09:15:01.631 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 58572800, 2024-04-13T09:15:01.631 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 9965, 2024-04-13T09:15:01.631 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T09:15:01.631 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 79187472, 2024-04-13T09:15:01.631 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 53, 2024-04-13T09:15:01.632 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 11273216, 2024-04-13T09:15:01.632 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 329996688, 2024-04-13T09:15:01.632 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 503701504 2024-04-13T09:15:01.632 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.632 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.7": { 2024-04-13T09:15:01.632 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 511025152, 2024-04-13T09:15:01.632 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 26625064, 2024-04-13T09:15:01.632 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 3407872, 2024-04-13T09:15:01.632 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 0, 2024-04-13T09:15:01.632 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 54902784, 2024-04-13T09:15:01.632 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 12196, 2024-04-13T09:15:01.632 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T09:15:01.632 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 94351928, 2024-04-13T09:15:01.632 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 58, 2024-04-13T09:15:01.632 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 10171392, 2024-04-13T09:15:01.633 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 376468896, 2024-04-13T09:15:01.633 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 565927936 2024-04-13T09:15:01.633 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.633 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.633 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.633 INFO:tasks.workunit.client.0.smithi119.stdout: "hosts": { 2024-04-13T09:15:01.633 INFO:tasks.workunit.client.0.smithi119.stdout: "num": 2, 2024-04-13T09:15:01.633 INFO:tasks.workunit.client.0.smithi119.stdout: "num_with_mds": 2, 2024-04-13T09:15:01.633 INFO:tasks.workunit.client.0.smithi119.stdout: "num_with_mgr": 2, 2024-04-13T09:15:01.633 INFO:tasks.workunit.client.0.smithi119.stdout: "num_with_mon": 2, 2024-04-13T09:15:01.633 INFO:tasks.workunit.client.0.smithi119.stdout: "num_with_osd": 2 2024-04-13T09:15:01.633 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.633 INFO:tasks.workunit.client.0.smithi119.stdout: "io_rate": { 2024-04-13T09:15:01.633 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_stats_delta": { 2024-04-13T09:15:01.633 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": 0, 2024-04-13T09:15:01.633 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:01.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_store_stats": 0, 2024-04-13T09:15:01.634 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:01.634 INFO:tasks.workunit.client.0.smithi119.stdout: "stamp_delta": "10.229899", 2024-04-13T09:15:01.634 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:01.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:01.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:01.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:01.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:01.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:01.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:01.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:01.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:01.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:01.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:01.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:01.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:01.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:01.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:01.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:01.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:01.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:01.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:01.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:01.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:01.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:01.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:01.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:01.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:01.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:01.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:01.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:01.636 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:01.636 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:01.636 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:01.636 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:01.636 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:01.636 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:01.636 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 9, 2024-04-13T09:15:01.636 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 6, 2024-04-13T09:15:01.636 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:01.636 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:01.636 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:01.636 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:01.636 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:01.636 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.636 INFO:tasks.workunit.client.0.smithi119.stdout: "store_stats": { 2024-04-13T09:15:01.637 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": 0, 2024-04-13T09:15:01.637 INFO:tasks.workunit.client.0.smithi119.stdout: "available": 0, 2024-04-13T09:15:01.637 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed": 0, 2024-04-13T09:15:01.637 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_allocated": 0, 2024-04-13T09:15:01.637 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_original": 0, 2024-04-13T09:15:01.637 INFO:tasks.workunit.client.0.smithi119.stdout: "data_stored": 0, 2024-04-13T09:15:01.637 INFO:tasks.workunit.client.0.smithi119.stdout: "internal_metadata": 0, 2024-04-13T09:15:01.637 INFO:tasks.workunit.client.0.smithi119.stdout: "internally_reserved": 0, 2024-04-13T09:15:01.637 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_allocated": 0, 2024-04-13T09:15:01.637 INFO:tasks.workunit.client.0.smithi119.stdout: "total": 0 2024-04-13T09:15:01.637 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.637 INFO:tasks.workunit.client.0.smithi119.stdout: "up": 0 2024-04-13T09:15:01.637 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.637 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.637 INFO:tasks.workunit.client.0.smithi119.stdout: "leaderboard": false, 2024-04-13T09:15:01.637 INFO:tasks.workunit.client.0.smithi119.stdout: "leaderboard_description": null, 2024-04-13T09:15:01.638 INFO:tasks.workunit.client.0.smithi119.stdout: "license": "sharing-1-0", 2024-04-13T09:15:01.638 INFO:tasks.workunit.client.0.smithi119.stdout: "mempool": { 2024-04-13T09:15:01.638 INFO:tasks.workunit.client.0.smithi119.stdout: "mds": { 2024-04-13T09:15:01.638 INFO:tasks.workunit.client.0.smithi119.stdout: "mds.3402881472e4eb9cd55aa5a45378abc80ad36ea5": { 2024-04-13T09:15:01.638 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T09:15:01.638 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.638 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.638 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.638 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:01.638 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.638 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.638 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.638 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T09:15:01.638 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.638 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.638 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.639 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T09:15:01.639 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.639 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.639 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.639 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T09:15:01.639 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.639 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.639 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.639 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T09:15:01.639 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.639 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.639 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.639 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T09:15:01.639 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.639 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.639 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.640 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T09:15:01.640 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.640 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.640 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.640 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T09:15:01.640 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.640 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.640 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.640 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T09:15:01.640 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.640 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.640 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.640 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T09:15:01.640 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.640 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.640 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.641 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T09:15:01.641 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.641 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.641 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.641 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T09:15:01.641 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.641 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.641 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.641 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T09:15:01.641 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.641 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.641 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.641 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T09:15:01.641 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.641 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.641 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.642 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T09:15:01.642 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.642 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.642 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.642 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T09:15:01.642 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.642 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.642 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.642 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T09:15:01.642 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.642 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.642 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.642 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T09:15:01.642 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 149008, 2024-04-13T09:15:01.642 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 33 2024-04-13T09:15:01.643 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.643 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T09:15:01.643 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.643 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.643 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.643 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T09:15:01.643 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 928, 2024-04-13T09:15:01.643 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 2 2024-04-13T09:15:01.643 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.643 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:01.643 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.643 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.643 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.643 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T09:15:01.643 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.643 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.644 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.644 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T09:15:01.644 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.644 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.644 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.644 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T09:15:01.644 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.644 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.644 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.644 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T09:15:01.644 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.644 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.644 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.644 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T09:15:01.645 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.645 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.645 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.645 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T09:15:01.645 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.645 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.645 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.645 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T09:15:01.645 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.645 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.645 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.645 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.645 INFO:tasks.workunit.client.0.smithi119.stdout: "mds.8ce27d692b5f50738c5de0d5fabe76bb5b385d6c": { 2024-04-13T09:15:01.645 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T09:15:01.645 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.646 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.646 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.646 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:01.646 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.646 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.646 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.646 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T09:15:01.646 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.646 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.646 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.646 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T09:15:01.646 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.646 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.646 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.646 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T09:15:01.647 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.647 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.647 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.647 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T09:15:01.647 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.647 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.647 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.647 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T09:15:01.647 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.647 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.647 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.647 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T09:15:01.647 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.647 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.647 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.647 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T09:15:01.648 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.648 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.648 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.648 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T09:15:01.648 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.648 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.648 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.648 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T09:15:01.648 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.648 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.648 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.648 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T09:15:01.648 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.648 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.648 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.649 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T09:15:01.649 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.649 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.649 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.649 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T09:15:01.649 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.649 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.649 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.649 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T09:15:01.649 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.649 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.649 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.649 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T09:15:01.649 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.649 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.649 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.650 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T09:15:01.650 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.650 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.650 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.650 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T09:15:01.650 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.650 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.650 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.650 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T09:15:01.650 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 222362, 2024-04-13T09:15:01.650 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 67 2024-04-13T09:15:01.650 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.650 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T09:15:01.650 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.650 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.651 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.651 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T09:15:01.651 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 52112, 2024-04-13T09:15:01.651 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 181 2024-04-13T09:15:01.651 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.651 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:01.651 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.651 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.651 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.651 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T09:15:01.651 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.651 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.651 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.651 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T09:15:01.652 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.652 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.652 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.652 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T09:15:01.652 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 12976, 2024-04-13T09:15:01.652 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 267 2024-04-13T09:15:01.652 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.652 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T09:15:01.652 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.652 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.652 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.652 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T09:15:01.652 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.652 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.652 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.652 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T09:15:01.653 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.653 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.653 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.653 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T09:15:01.653 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.653 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.653 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.653 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.653 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.653 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T09:15:01.653 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.3402881472e4eb9cd55aa5a45378abc80ad36ea5": { 2024-04-13T09:15:01.653 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T09:15:01.653 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.653 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.653 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.654 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:01.654 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.654 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.654 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.654 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T09:15:01.654 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.654 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.654 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.654 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T09:15:01.654 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.654 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.654 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.654 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T09:15:01.654 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.654 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.655 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.655 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T09:15:01.655 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.655 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.655 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.655 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T09:15:01.655 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.655 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.655 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.655 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T09:15:01.655 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.655 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.655 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.655 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T09:15:01.655 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.656 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.656 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.656 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T09:15:01.656 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.656 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.656 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.656 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T09:15:01.656 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.656 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.656 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.656 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T09:15:01.656 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.656 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.656 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.656 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T09:15:01.656 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.657 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.657 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.657 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T09:15:01.657 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.657 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.657 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.657 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T09:15:01.657 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.657 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.657 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.657 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T09:15:01.657 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.657 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.657 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.657 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T09:15:01.658 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.658 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.658 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.658 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T09:15:01.658 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.658 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.658 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.658 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T09:15:01.658 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 41819185, 2024-04-13T09:15:01.658 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 5169 2024-04-13T09:15:01.658 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.658 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T09:15:01.658 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 264, 2024-04-13T09:15:01.658 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3 2024-04-13T09:15:01.658 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.658 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T09:15:01.659 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.659 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.659 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.659 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:01.659 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.659 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.659 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.659 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T09:15:01.659 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.659 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.659 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.659 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T09:15:01.659 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.659 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.659 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.659 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T09:15:01.660 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 11552, 2024-04-13T09:15:01.660 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 266 2024-04-13T09:15:01.660 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.660 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T09:15:01.660 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 70440, 2024-04-13T09:15:01.660 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 5158 2024-04-13T09:15:01.660 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.660 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T09:15:01.660 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 5976, 2024-04-13T09:15:01.660 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 184 2024-04-13T09:15:01.660 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.660 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T09:15:01.660 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.660 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.660 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.660 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T09:15:01.661 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.661 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.661 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.661 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.661 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.361d0c88a98ec03a997f9cbd7d4b9f21aeac06c7": { 2024-04-13T09:15:01.661 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T09:15:01.661 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.661 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.661 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.661 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:01.661 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.661 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.661 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.661 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T09:15:01.661 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.662 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.662 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.662 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T09:15:01.662 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.662 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.662 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.662 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T09:15:01.662 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.662 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.662 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.662 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T09:15:01.662 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.662 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.662 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.663 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T09:15:01.663 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.663 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.663 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.663 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T09:15:01.663 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.663 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.663 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.663 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T09:15:01.663 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.663 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.663 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.663 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T09:15:01.663 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.663 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.663 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.664 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T09:15:01.664 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.664 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.664 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.664 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T09:15:01.664 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.664 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.664 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.664 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T09:15:01.664 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.664 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.664 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.664 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T09:15:01.664 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.665 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.665 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.665 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T09:15:01.665 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.665 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.665 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.665 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T09:15:01.665 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.665 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.665 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.665 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T09:15:01.665 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.665 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.665 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.665 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T09:15:01.665 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.666 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.666 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.666 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T09:15:01.666 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 42274545, 2024-04-13T09:15:01.666 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 5279 2024-04-13T09:15:01.666 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.666 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T09:15:01.666 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.666 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.666 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.666 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T09:15:01.666 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.666 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.666 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.666 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:01.666 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.667 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.667 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.667 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T09:15:01.667 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.667 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.667 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.667 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T09:15:01.667 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.667 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.667 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.667 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T09:15:01.667 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 11552, 2024-04-13T09:15:01.667 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 266 2024-04-13T09:15:01.667 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.667 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T09:15:01.668 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 70440, 2024-04-13T09:15:01.668 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 5158 2024-04-13T09:15:01.668 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.668 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T09:15:01.668 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 5976, 2024-04-13T09:15:01.668 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 184 2024-04-13T09:15:01.668 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.668 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T09:15:01.668 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.668 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.668 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.668 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T09:15:01.668 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.668 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.668 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.669 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.669 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.8ce27d692b5f50738c5de0d5fabe76bb5b385d6c": { 2024-04-13T09:15:01.669 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T09:15:01.669 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.669 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.669 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.669 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:01.669 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.669 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.669 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.669 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T09:15:01.669 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.669 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.669 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.669 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T09:15:01.669 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.670 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.670 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.670 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T09:15:01.670 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.670 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.670 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.670 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T09:15:01.670 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.670 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.670 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.670 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T09:15:01.670 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.670 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.670 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.670 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T09:15:01.671 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.671 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.671 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.671 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T09:15:01.671 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.671 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.671 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.671 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T09:15:01.671 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.671 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.671 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.671 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T09:15:01.671 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.671 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.671 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.671 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T09:15:01.671 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.672 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.672 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.672 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T09:15:01.672 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.672 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.672 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.672 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T09:15:01.672 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.672 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.672 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.672 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T09:15:01.672 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.672 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.672 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.672 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T09:15:01.673 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.673 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.673 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.673 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T09:15:01.673 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.673 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.673 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.673 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T09:15:01.673 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.673 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.673 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.673 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T09:15:01.673 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 42387713, 2024-04-13T09:15:01.673 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 5263 2024-04-13T09:15:01.673 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.673 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T09:15:01.673 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.674 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.674 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.674 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T09:15:01.674 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.674 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.674 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.674 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:01.674 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.674 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.674 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.674 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T09:15:01.674 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.674 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.674 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.674 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T09:15:01.675 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.675 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.675 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.675 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T09:15:01.675 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 11552, 2024-04-13T09:15:01.675 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 266 2024-04-13T09:15:01.675 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.675 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T09:15:01.675 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 70440, 2024-04-13T09:15:01.675 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 5158 2024-04-13T09:15:01.675 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.675 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T09:15:01.675 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 11952, 2024-04-13T09:15:01.675 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 368 2024-04-13T09:15:01.675 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.675 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T09:15:01.676 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.676 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.676 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.676 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T09:15:01.676 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.676 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.676 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.676 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.676 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.676 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:01.676 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.0": { 2024-04-13T09:15:01.676 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T09:15:01.676 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.676 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.676 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.676 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:01.677 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 26728, 2024-04-13T09:15:01.677 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 517 2024-04-13T09:15:01.677 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.677 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T09:15:01.677 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 461312, 2024-04-13T09:15:01.677 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 28 2024-04-13T09:15:01.677 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.677 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T09:15:01.677 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2112, 2024-04-13T09:15:01.677 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 11 2024-04-13T09:15:01.677 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.677 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T09:15:01.677 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 57440, 2024-04-13T09:15:01.677 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 718 2024-04-13T09:15:01.678 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.678 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T09:15:01.678 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 359216, 2024-04-13T09:15:01.678 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1727 2024-04-13T09:15:01.678 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.678 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T09:15:01.678 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 256, 2024-04-13T09:15:01.678 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 32 2024-04-13T09:15:01.678 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.678 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T09:15:01.678 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 898438, 2024-04-13T09:15:01.678 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 236 2024-04-13T09:15:01.678 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.678 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T09:15:01.678 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2419687, 2024-04-13T09:15:01.678 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 537572 2024-04-13T09:15:01.679 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.679 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T09:15:01.679 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 6964136, 2024-04-13T09:15:01.679 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 10273 2024-04-13T09:15:01.679 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.679 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T09:15:01.679 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 68832, 2024-04-13T09:15:01.679 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 7169 2024-04-13T09:15:01.679 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.679 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T09:15:01.679 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 82896, 2024-04-13T09:15:01.679 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1727 2024-04-13T09:15:01.679 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.679 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T09:15:01.679 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.680 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.680 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.680 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T09:15:01.680 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 164894, 2024-04-13T09:15:01.680 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1184 2024-04-13T09:15:01.680 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.680 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T09:15:01.680 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.680 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.680 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.680 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T09:15:01.680 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.680 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.680 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.681 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T09:15:01.681 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 52601, 2024-04-13T09:15:01.681 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 48 2024-04-13T09:15:01.681 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.681 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T09:15:01.681 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.681 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.681 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.681 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T09:15:01.681 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 11937138, 2024-04-13T09:15:01.681 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 277 2024-04-13T09:15:01.681 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.681 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T09:15:01.681 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 22088, 2024-04-13T09:15:01.681 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 251 2024-04-13T09:15:01.682 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.682 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T09:15:01.682 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.682 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.682 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.682 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:01.682 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 501552, 2024-04-13T09:15:01.682 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 43 2024-04-13T09:15:01.682 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.682 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T09:15:01.682 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.682 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.682 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.682 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T09:15:01.682 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 7081360, 2024-04-13T09:15:01.682 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 18418 2024-04-13T09:15:01.683 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.683 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T09:15:01.683 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 669456, 2024-04-13T09:15:01.683 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 11751 2024-04-13T09:15:01.683 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.683 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T09:15:01.683 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.683 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.683 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.683 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T09:15:01.683 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.683 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.683 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.683 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T09:15:01.683 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.684 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.684 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.684 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T09:15:01.684 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.684 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.684 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.684 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.684 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.1": { 2024-04-13T09:15:01.684 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T09:15:01.684 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.684 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.684 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.684 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:01.684 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 29784, 2024-04-13T09:15:01.684 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 561 2024-04-13T09:15:01.684 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.685 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T09:15:01.685 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 31488, 2024-04-13T09:15:01.685 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 29 2024-04-13T09:15:01.685 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.685 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T09:15:01.685 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 3264, 2024-04-13T09:15:01.685 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 17 2024-04-13T09:15:01.685 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.685 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T09:15:01.685 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 58800, 2024-04-13T09:15:01.685 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 735 2024-04-13T09:15:01.685 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.685 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T09:15:01.685 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 357552, 2024-04-13T09:15:01.685 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1719 2024-04-13T09:15:01.686 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.686 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T09:15:01.686 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 256, 2024-04-13T09:15:01.686 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 32 2024-04-13T09:15:01.686 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.686 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T09:15:01.686 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 1299734, 2024-04-13T09:15:01.686 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 331 2024-04-13T09:15:01.686 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.686 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T09:15:01.686 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2466892, 2024-04-13T09:15:01.686 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 541657 2024-04-13T09:15:01.686 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.686 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T09:15:01.686 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 7003576, 2024-04-13T09:15:01.687 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 10331 2024-04-13T09:15:01.687 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.687 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T09:15:01.687 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 67636, 2024-04-13T09:15:01.687 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 7008 2024-04-13T09:15:01.687 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.687 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T09:15:01.687 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 82464, 2024-04-13T09:15:01.687 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1718 2024-04-13T09:15:01.687 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.687 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T09:15:01.687 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.687 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.687 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.687 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T09:15:01.688 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 167886, 2024-04-13T09:15:01.688 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1197 2024-04-13T09:15:01.688 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.688 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T09:15:01.688 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.688 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.688 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.688 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T09:15:01.688 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 1472, 2024-04-13T09:15:01.688 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 2 2024-04-13T09:15:01.688 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.688 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T09:15:01.688 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 88085, 2024-04-13T09:15:01.688 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 36 2024-04-13T09:15:01.688 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.689 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T09:15:01.689 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 20128, 2024-04-13T09:15:01.689 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 5 2024-04-13T09:15:01.689 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.689 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T09:15:01.689 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 18837990, 2024-04-13T09:15:01.689 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 286 2024-04-13T09:15:01.689 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.689 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T09:15:01.689 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 31240, 2024-04-13T09:15:01.689 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 355 2024-04-13T09:15:01.689 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.689 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T09:15:01.689 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.689 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.689 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.690 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:01.690 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 513216, 2024-04-13T09:15:01.690 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 44 2024-04-13T09:15:01.690 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.690 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T09:15:01.690 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.690 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.690 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.690 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T09:15:01.690 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 7332728, 2024-04-13T09:15:01.690 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 21303 2024-04-13T09:15:01.690 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.690 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T09:15:01.690 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 669456, 2024-04-13T09:15:01.690 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 11751 2024-04-13T09:15:01.691 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.691 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T09:15:01.691 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.691 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.691 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.691 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T09:15:01.691 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.691 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.691 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.691 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T09:15:01.691 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.691 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.691 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.691 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T09:15:01.691 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.691 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.692 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.692 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.692 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.2": { 2024-04-13T09:15:01.692 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T09:15:01.692 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.692 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.692 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.692 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:01.692 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 21624, 2024-04-13T09:15:01.692 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 434 2024-04-13T09:15:01.692 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.692 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T09:15:01.692 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 30976, 2024-04-13T09:15:01.692 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 25 2024-04-13T09:15:01.692 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.692 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T09:15:01.693 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2304, 2024-04-13T09:15:01.693 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 12 2024-04-13T09:15:01.693 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.693 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T09:15:01.693 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 56080, 2024-04-13T09:15:01.693 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 701 2024-04-13T09:15:01.693 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.693 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T09:15:01.693 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 356720, 2024-04-13T09:15:01.693 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1715 2024-04-13T09:15:01.693 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.693 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T09:15:01.693 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 256, 2024-04-13T09:15:01.693 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 32 2024-04-13T09:15:01.693 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.693 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T09:15:01.693 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 309787, 2024-04-13T09:15:01.694 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 89 2024-04-13T09:15:01.694 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.694 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T09:15:01.694 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 1735681, 2024-04-13T09:15:01.694 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 384162 2024-04-13T09:15:01.694 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.694 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T09:15:01.694 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 5085296, 2024-04-13T09:15:01.694 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 7510 2024-04-13T09:15:01.694 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.694 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T09:15:01.694 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 66084, 2024-04-13T09:15:01.694 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 6986 2024-04-13T09:15:01.694 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.694 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T09:15:01.695 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 82320, 2024-04-13T09:15:01.695 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1715 2024-04-13T09:15:01.695 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.695 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T09:15:01.695 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.695 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.695 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.695 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T09:15:01.695 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 164894, 2024-04-13T09:15:01.695 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1184 2024-04-13T09:15:01.695 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.695 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T09:15:01.695 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.695 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.695 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.695 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T09:15:01.696 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 736, 2024-04-13T09:15:01.696 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1 2024-04-13T09:15:01.696 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.696 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T09:15:01.696 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 94191, 2024-04-13T09:15:01.696 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 51 2024-04-13T09:15:01.696 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.696 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T09:15:01.696 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 12112, 2024-04-13T09:15:01.696 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3 2024-04-13T09:15:01.696 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.696 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T09:15:01.696 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 13098425, 2024-04-13T09:15:01.696 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 255 2024-04-13T09:15:01.696 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.696 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T09:15:01.697 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 10032, 2024-04-13T09:15:01.697 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 114 2024-04-13T09:15:01.697 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.697 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T09:15:01.697 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.697 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.697 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.697 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:01.697 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 361584, 2024-04-13T09:15:01.697 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 31 2024-04-13T09:15:01.697 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.697 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T09:15:01.697 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.697 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.697 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.698 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T09:15:01.698 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 3208920, 2024-04-13T09:15:01.698 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 6171 2024-04-13T09:15:01.698 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.698 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T09:15:01.698 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 669456, 2024-04-13T09:15:01.698 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 11751 2024-04-13T09:15:01.698 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.698 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T09:15:01.698 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.698 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.698 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.698 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T09:15:01.698 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.699 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.699 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.699 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T09:15:01.699 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.699 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.699 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.699 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T09:15:01.699 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.699 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.699 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.699 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.699 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.3": { 2024-04-13T09:15:01.699 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T09:15:01.699 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.699 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.699 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.700 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:01.700 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 19712, 2024-04-13T09:15:01.700 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 380 2024-04-13T09:15:01.700 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.700 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T09:15:01.700 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 34816, 2024-04-13T09:15:01.700 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 23 2024-04-13T09:15:01.700 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.700 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T09:15:01.700 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 768, 2024-04-13T09:15:01.700 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 4 2024-04-13T09:15:01.700 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.700 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T09:15:01.700 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 55440, 2024-04-13T09:15:01.700 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 693 2024-04-13T09:15:01.700 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.701 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T09:15:01.701 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 357552, 2024-04-13T09:15:01.701 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1719 2024-04-13T09:15:01.701 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.701 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T09:15:01.701 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 256, 2024-04-13T09:15:01.701 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 32 2024-04-13T09:15:01.701 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.701 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T09:15:01.701 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 230324, 2024-04-13T09:15:01.701 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 76 2024-04-13T09:15:01.701 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.701 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T09:15:01.702 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 1729956, 2024-04-13T09:15:01.702 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 383765 2024-04-13T09:15:01.702 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.702 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T09:15:01.702 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 5076456, 2024-04-13T09:15:01.702 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 7497 2024-04-13T09:15:01.702 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.702 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T09:15:01.702 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 66864, 2024-04-13T09:15:01.702 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 7003 2024-04-13T09:15:01.702 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.702 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T09:15:01.702 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 82512, 2024-04-13T09:15:01.702 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1719 2024-04-13T09:15:01.702 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.703 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T09:15:01.703 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.703 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.703 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.703 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T09:15:01.703 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 164894, 2024-04-13T09:15:01.703 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1184 2024-04-13T09:15:01.703 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.703 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T09:15:01.703 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.703 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.703 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.703 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T09:15:01.703 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 736, 2024-04-13T09:15:01.703 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1 2024-04-13T09:15:01.704 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.704 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T09:15:01.704 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 90377, 2024-04-13T09:15:01.704 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 53 2024-04-13T09:15:01.704 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.704 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T09:15:01.704 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 12112, 2024-04-13T09:15:01.704 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3 2024-04-13T09:15:01.704 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.704 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T09:15:01.704 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 4839414, 2024-04-13T09:15:01.704 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 7522 2024-04-13T09:15:01.704 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.704 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T09:15:01.704 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 7656, 2024-04-13T09:15:01.704 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 87 2024-04-13T09:15:01.705 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.705 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T09:15:01.705 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.705 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.705 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.705 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:01.705 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 431568, 2024-04-13T09:15:01.705 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 37 2024-04-13T09:15:01.705 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.705 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T09:15:01.705 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.705 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.705 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.705 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T09:15:01.705 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 3543280, 2024-04-13T09:15:01.705 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 9214 2024-04-13T09:15:01.706 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.706 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T09:15:01.706 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 669456, 2024-04-13T09:15:01.706 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 11751 2024-04-13T09:15:01.706 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.706 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T09:15:01.706 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.706 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.706 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.706 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T09:15:01.706 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.706 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.706 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.706 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T09:15:01.706 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.707 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.707 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.707 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T09:15:01.707 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.707 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.707 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.707 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.707 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.4": { 2024-04-13T09:15:01.707 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T09:15:01.707 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.707 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.707 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.707 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:01.707 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 23712, 2024-04-13T09:15:01.707 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 450 2024-04-13T09:15:01.707 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.708 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T09:15:01.708 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 543360, 2024-04-13T09:15:01.708 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 31 2024-04-13T09:15:01.708 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.708 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T09:15:01.708 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 960, 2024-04-13T09:15:01.708 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 5 2024-04-13T09:15:01.708 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.708 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T09:15:01.708 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 57120, 2024-04-13T09:15:01.708 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 714 2024-04-13T09:15:01.708 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.708 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T09:15:01.708 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 370864, 2024-04-13T09:15:01.708 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1783 2024-04-13T09:15:01.708 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.709 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T09:15:01.709 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 256, 2024-04-13T09:15:01.709 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 32 2024-04-13T09:15:01.709 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.709 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T09:15:01.709 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 1129949, 2024-04-13T09:15:01.709 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 278 2024-04-13T09:15:01.709 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.709 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T09:15:01.709 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2066576, 2024-04-13T09:15:01.709 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 455302 2024-04-13T09:15:01.709 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.709 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T09:15:01.709 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 5940056, 2024-04-13T09:15:01.709 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 8767 2024-04-13T09:15:01.709 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.710 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T09:15:01.710 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 76276, 2024-04-13T09:15:01.710 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 8154 2024-04-13T09:15:01.710 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.710 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T09:15:01.710 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 85584, 2024-04-13T09:15:01.710 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1783 2024-04-13T09:15:01.710 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.710 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T09:15:01.710 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.710 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.710 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.710 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T09:15:01.710 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 164726, 2024-04-13T09:15:01.710 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1184 2024-04-13T09:15:01.711 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.711 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T09:15:01.711 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.711 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.711 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.711 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T09:15:01.711 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 736, 2024-04-13T09:15:01.711 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1 2024-04-13T09:15:01.711 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.711 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T09:15:01.711 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 69841, 2024-04-13T09:15:01.711 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 48 2024-04-13T09:15:01.711 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.711 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T09:15:01.711 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 12112, 2024-04-13T09:15:01.711 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3 2024-04-13T09:15:01.712 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.712 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T09:15:01.712 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 6130468, 2024-04-13T09:15:01.712 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 279 2024-04-13T09:15:01.712 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.712 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T09:15:01.712 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 25784, 2024-04-13T09:15:01.712 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 293 2024-04-13T09:15:01.712 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.712 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T09:15:01.712 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.712 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.712 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.712 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:01.712 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 454896, 2024-04-13T09:15:01.713 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 39 2024-04-13T09:15:01.713 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.713 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T09:15:01.713 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.713 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.713 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.713 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T09:15:01.713 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 5113160, 2024-04-13T09:15:01.713 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 12233 2024-04-13T09:15:01.713 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.713 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T09:15:01.713 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 669456, 2024-04-13T09:15:01.713 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 11751 2024-04-13T09:15:01.713 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.713 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T09:15:01.713 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.714 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.714 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.714 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T09:15:01.714 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.714 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.714 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.714 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T09:15:01.714 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.714 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.714 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.714 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T09:15:01.714 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.714 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.714 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.714 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.715 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.5": { 2024-04-13T09:15:01.715 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T09:15:01.715 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.715 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.715 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.715 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:01.715 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 26360, 2024-04-13T09:15:01.715 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 539 2024-04-13T09:15:01.715 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.715 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T09:15:01.715 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 175232, 2024-04-13T09:15:01.715 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 34 2024-04-13T09:15:01.715 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.715 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T09:15:01.715 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 768, 2024-04-13T09:15:01.716 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 4 2024-04-13T09:15:01.716 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.716 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T09:15:01.716 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 58320, 2024-04-13T09:15:01.716 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 729 2024-04-13T09:15:01.716 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.716 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T09:15:01.716 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 370864, 2024-04-13T09:15:01.716 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1783 2024-04-13T09:15:01.716 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.716 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T09:15:01.716 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 256, 2024-04-13T09:15:01.716 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 32 2024-04-13T09:15:01.716 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.716 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T09:15:01.716 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 387825, 2024-04-13T09:15:01.717 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 101 2024-04-13T09:15:01.717 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.717 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T09:15:01.717 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2334424, 2024-04-13T09:15:01.717 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 523268 2024-04-13T09:15:01.717 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.717 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T09:15:01.717 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 6759456, 2024-04-13T09:15:01.717 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 9972 2024-04-13T09:15:01.717 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.717 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T09:15:01.717 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 76528, 2024-04-13T09:15:01.717 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 8159 2024-04-13T09:15:01.717 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.717 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T09:15:01.718 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 85584, 2024-04-13T09:15:01.718 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1783 2024-04-13T09:15:01.718 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.718 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T09:15:01.718 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.718 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.718 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.718 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T09:15:01.718 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 164982, 2024-04-13T09:15:01.718 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1185 2024-04-13T09:15:01.718 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.718 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T09:15:01.718 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.718 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.718 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.718 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T09:15:01.719 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 736, 2024-04-13T09:15:01.719 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1 2024-04-13T09:15:01.719 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.719 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T09:15:01.719 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 103852, 2024-04-13T09:15:01.719 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 57 2024-04-13T09:15:01.719 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.719 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T09:15:01.719 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 12112, 2024-04-13T09:15:01.719 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3 2024-04-13T09:15:01.719 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.719 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T09:15:01.719 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 6178625, 2024-04-13T09:15:01.719 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 266 2024-04-13T09:15:01.719 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.720 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T09:15:01.720 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 10384, 2024-04-13T09:15:01.720 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 118 2024-04-13T09:15:01.720 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.720 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T09:15:01.720 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.720 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.720 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.720 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:01.720 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 478224, 2024-04-13T09:15:01.720 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 41 2024-04-13T09:15:01.720 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.720 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T09:15:01.720 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.720 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.720 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.721 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T09:15:01.721 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 6392360, 2024-04-13T09:15:01.721 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 12293 2024-04-13T09:15:01.721 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.721 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T09:15:01.721 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 669456, 2024-04-13T09:15:01.721 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 11751 2024-04-13T09:15:01.721 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.721 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T09:15:01.721 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.721 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.721 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.721 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T09:15:01.721 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.721 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.721 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.722 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T09:15:01.722 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.722 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.722 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.722 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T09:15:01.722 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.722 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.722 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.722 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.722 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.6": { 2024-04-13T09:15:01.722 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T09:15:01.722 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.722 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.722 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.722 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:01.723 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 15592, 2024-04-13T09:15:01.723 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 300 2024-04-13T09:15:01.723 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.723 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T09:15:01.723 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 30720, 2024-04-13T09:15:01.723 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 23 2024-04-13T09:15:01.723 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.723 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T09:15:01.723 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2688, 2024-04-13T09:15:01.723 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 14 2024-04-13T09:15:01.723 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.723 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T09:15:01.723 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 54480, 2024-04-13T09:15:01.723 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 681 2024-04-13T09:15:01.724 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.724 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T09:15:01.724 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 372528, 2024-04-13T09:15:01.724 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1791 2024-04-13T09:15:01.724 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.724 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T09:15:01.724 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 256, 2024-04-13T09:15:01.724 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 32 2024-04-13T09:15:01.724 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.724 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T09:15:01.724 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 663799, 2024-04-13T09:15:01.724 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 165 2024-04-13T09:15:01.724 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.724 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T09:15:01.724 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 1699439, 2024-04-13T09:15:01.724 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 374934 2024-04-13T09:15:01.725 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.725 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T09:15:01.725 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 4943176, 2024-04-13T09:15:01.725 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 7301 2024-04-13T09:15:01.725 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.725 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T09:15:01.725 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 77452, 2024-04-13T09:15:01.725 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 8315 2024-04-13T09:15:01.725 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.725 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T09:15:01.725 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 85968, 2024-04-13T09:15:01.725 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1791 2024-04-13T09:15:01.725 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.725 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T09:15:01.725 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.725 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.726 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.726 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T09:15:01.726 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 164638, 2024-04-13T09:15:01.726 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1183 2024-04-13T09:15:01.726 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.726 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T09:15:01.726 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.726 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.726 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.726 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T09:15:01.726 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.726 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.726 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.726 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T09:15:01.726 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 40303, 2024-04-13T09:15:01.726 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 46 2024-04-13T09:15:01.727 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.727 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T09:15:01.727 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.727 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.727 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.727 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T09:15:01.727 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 14854455, 2024-04-13T09:15:01.727 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 252 2024-04-13T09:15:01.727 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.727 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T09:15:01.727 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 16456, 2024-04-13T09:15:01.727 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 187 2024-04-13T09:15:01.727 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.727 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T09:15:01.727 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.727 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.728 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.728 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:01.728 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 443232, 2024-04-13T09:15:01.728 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 38 2024-04-13T09:15:01.728 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.728 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T09:15:01.728 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.728 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.728 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.728 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T09:15:01.728 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 3620760, 2024-04-13T09:15:01.728 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 9363 2024-04-13T09:15:01.728 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.728 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T09:15:01.728 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 669456, 2024-04-13T09:15:01.728 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 11751 2024-04-13T09:15:01.729 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.729 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T09:15:01.729 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.729 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.729 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.729 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T09:15:01.729 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.729 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.729 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.729 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T09:15:01.729 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.729 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.729 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.729 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T09:15:01.729 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.729 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.730 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.730 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.730 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.7": { 2024-04-13T09:15:01.730 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T09:15:01.730 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.730 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.730 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.730 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:01.730 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 22680, 2024-04-13T09:15:01.730 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 443 2024-04-13T09:15:01.730 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.730 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T09:15:01.730 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 44032, 2024-04-13T09:15:01.730 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 32 2024-04-13T09:15:01.731 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.731 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T09:15:01.731 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 1728, 2024-04-13T09:15:01.731 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 9 2024-04-13T09:15:01.731 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.731 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T09:15:01.731 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 56080, 2024-04-13T09:15:01.731 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 701 2024-04-13T09:15:01.731 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.731 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T09:15:01.731 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 358800, 2024-04-13T09:15:01.731 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1725 2024-04-13T09:15:01.731 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.731 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T09:15:01.731 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 256, 2024-04-13T09:15:01.731 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 32 2024-04-13T09:15:01.732 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.732 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T09:15:01.732 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 576711, 2024-04-13T09:15:01.732 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 122 2024-04-13T09:15:01.732 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.732 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T09:15:01.732 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2032037, 2024-04-13T09:15:01.732 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 450303 2024-04-13T09:15:01.732 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.732 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T09:15:01.732 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 5846216, 2024-04-13T09:15:01.732 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 8629 2024-04-13T09:15:01.732 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.732 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T09:15:01.733 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 68616, 2024-04-13T09:15:01.733 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 7160 2024-04-13T09:15:01.733 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.733 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T09:15:01.733 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 82800, 2024-04-13T09:15:01.733 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1725 2024-04-13T09:15:01.733 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.733 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T09:15:01.733 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.733 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.733 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.733 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T09:15:01.733 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 164894, 2024-04-13T09:15:01.733 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1184 2024-04-13T09:15:01.733 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.734 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T09:15:01.734 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.734 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.734 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.734 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T09:15:01.734 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.734 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.734 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.734 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T09:15:01.734 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 21523, 2024-04-13T09:15:01.734 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 27 2024-04-13T09:15:01.734 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.734 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T09:15:01.734 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.734 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.734 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.735 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T09:15:01.735 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 10954406, 2024-04-13T09:15:01.735 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 285 2024-04-13T09:15:01.735 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.735 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T09:15:01.735 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 11616, 2024-04-13T09:15:01.735 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 132 2024-04-13T09:15:01.735 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.735 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T09:15:01.735 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.735 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.735 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.735 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:01.735 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 489888, 2024-04-13T09:15:01.735 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 42 2024-04-13T09:15:01.736 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.736 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T09:15:01.736 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.736 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.736 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.736 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T09:15:01.736 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 4904432, 2024-04-13T09:15:01.736 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 9438 2024-04-13T09:15:01.736 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.736 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T09:15:01.736 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 669456, 2024-04-13T09:15:01.736 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 11751 2024-04-13T09:15:01.736 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.736 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T09:15:01.736 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.737 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.737 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.737 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T09:15:01.737 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.737 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.737 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.737 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T09:15:01.737 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.737 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.737 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.737 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T09:15:01.737 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:01.737 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:01.737 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.737 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.737 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.738 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.738 INFO:tasks.workunit.client.0.smithi119.stdout: "metadata": { 2024-04-13T09:15:01.738 INFO:tasks.workunit.client.0.smithi119.stdout: "mds": { 2024-04-13T09:15:01.738 INFO:tasks.workunit.client.0.smithi119.stdout: "arch": { 2024-04-13T09:15:01.738 INFO:tasks.workunit.client.0.smithi119.stdout: "x86_64": 2 2024-04-13T09:15:01.738 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.738 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_version": { 2024-04-13T09:15:01.738 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T09:15:01.738 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.738 INFO:tasks.workunit.client.0.smithi119.stdout: "cpu": { 2024-04-13T09:15:01.738 INFO:tasks.workunit.client.0.smithi119.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-13T09:15:01.738 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.738 INFO:tasks.workunit.client.0.smithi119.stdout: "distro": { 2024-04-13T09:15:01.738 INFO:tasks.workunit.client.0.smithi119.stdout: "centos": 2 2024-04-13T09:15:01.738 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.739 INFO:tasks.workunit.client.0.smithi119.stdout: "distro_description": { 2024-04-13T09:15:01.739 INFO:tasks.workunit.client.0.smithi119.stdout: "CentOS Stream 8": 2 2024-04-13T09:15:01.739 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.739 INFO:tasks.workunit.client.0.smithi119.stdout: "kernel_description": { 2024-04-13T09:15:01.739 INFO:tasks.workunit.client.0.smithi119.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-13T09:15:01.739 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.739 INFO:tasks.workunit.client.0.smithi119.stdout: "kernel_version": { 2024-04-13T09:15:01.739 INFO:tasks.workunit.client.0.smithi119.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-13T09:15:01.739 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.739 INFO:tasks.workunit.client.0.smithi119.stdout: "os": { 2024-04-13T09:15:01.739 INFO:tasks.workunit.client.0.smithi119.stdout: "Linux": 2 2024-04-13T09:15:01.739 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.739 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.739 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T09:15:01.739 INFO:tasks.workunit.client.0.smithi119.stdout: "arch": { 2024-04-13T09:15:01.739 INFO:tasks.workunit.client.0.smithi119.stdout: "x86_64": 3 2024-04-13T09:15:01.740 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.740 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_version": { 2024-04-13T09:15:01.740 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 3 2024-04-13T09:15:01.740 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.740 INFO:tasks.workunit.client.0.smithi119.stdout: "cpu": { 2024-04-13T09:15:01.740 INFO:tasks.workunit.client.0.smithi119.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-13T09:15:01.740 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.740 INFO:tasks.workunit.client.0.smithi119.stdout: "distro": { 2024-04-13T09:15:01.740 INFO:tasks.workunit.client.0.smithi119.stdout: "centos": 3 2024-04-13T09:15:01.740 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.740 INFO:tasks.workunit.client.0.smithi119.stdout: "distro_description": { 2024-04-13T09:15:01.740 INFO:tasks.workunit.client.0.smithi119.stdout: "CentOS Stream 8": 3 2024-04-13T09:15:01.740 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.740 INFO:tasks.workunit.client.0.smithi119.stdout: "kernel_description": { 2024-04-13T09:15:01.740 INFO:tasks.workunit.client.0.smithi119.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-13T09:15:01.740 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.741 INFO:tasks.workunit.client.0.smithi119.stdout: "kernel_version": { 2024-04-13T09:15:01.741 INFO:tasks.workunit.client.0.smithi119.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-13T09:15:01.741 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.741 INFO:tasks.workunit.client.0.smithi119.stdout: "os": { 2024-04-13T09:15:01.741 INFO:tasks.workunit.client.0.smithi119.stdout: "Linux": 3 2024-04-13T09:15:01.741 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.741 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.741 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:01.741 INFO:tasks.workunit.client.0.smithi119.stdout: "arch": { 2024-04-13T09:15:01.741 INFO:tasks.workunit.client.0.smithi119.stdout: "x86_64": 8 2024-04-13T09:15:01.741 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.741 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_version": { 2024-04-13T09:15:01.741 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 8 2024-04-13T09:15:01.741 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.741 INFO:tasks.workunit.client.0.smithi119.stdout: "cpu": { 2024-04-13T09:15:01.742 INFO:tasks.workunit.client.0.smithi119.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-13T09:15:01.742 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.742 INFO:tasks.workunit.client.0.smithi119.stdout: "distro": { 2024-04-13T09:15:01.742 INFO:tasks.workunit.client.0.smithi119.stdout: "centos": 8 2024-04-13T09:15:01.742 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.742 INFO:tasks.workunit.client.0.smithi119.stdout: "distro_description": { 2024-04-13T09:15:01.742 INFO:tasks.workunit.client.0.smithi119.stdout: "CentOS Stream 8": 8 2024-04-13T09:15:01.742 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.742 INFO:tasks.workunit.client.0.smithi119.stdout: "kernel_description": { 2024-04-13T09:15:01.742 INFO:tasks.workunit.client.0.smithi119.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-13T09:15:01.742 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.742 INFO:tasks.workunit.client.0.smithi119.stdout: "kernel_version": { 2024-04-13T09:15:01.742 INFO:tasks.workunit.client.0.smithi119.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-13T09:15:01.742 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.742 INFO:tasks.workunit.client.0.smithi119.stdout: "os": { 2024-04-13T09:15:01.742 INFO:tasks.workunit.client.0.smithi119.stdout: "Linux": 8 2024-04-13T09:15:01.743 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.743 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_objectstore": { 2024-04-13T09:15:01.743 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": 8 2024-04-13T09:15:01.743 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.743 INFO:tasks.workunit.client.0.smithi119.stdout: "rotational": { 2024-04-13T09:15:01.743 INFO:tasks.workunit.client.0.smithi119.stdout: "0": 8 2024-04-13T09:15:01.743 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.743 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.743 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.743 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T09:15:01.743 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3, 2024-04-13T09:15:01.743 INFO:tasks.workunit.client.0.smithi119.stdout: "features": { 2024-04-13T09:15:01.743 INFO:tasks.workunit.client.0.smithi119.stdout: "optional": [], 2024-04-13T09:15:01.743 INFO:tasks.workunit.client.0.smithi119.stdout: "persistent": [ 2024-04-13T09:15:01.743 INFO:tasks.workunit.client.0.smithi119.stdout: "kraken", 2024-04-13T09:15:01.744 INFO:tasks.workunit.client.0.smithi119.stdout: "luminous", 2024-04-13T09:15:01.744 INFO:tasks.workunit.client.0.smithi119.stdout: "mimic", 2024-04-13T09:15:01.744 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap-prune", 2024-04-13T09:15:01.744 INFO:tasks.workunit.client.0.smithi119.stdout: "nautilus", 2024-04-13T09:15:01.744 INFO:tasks.workunit.client.0.smithi119.stdout: "octopus", 2024-04-13T09:15:01.744 INFO:tasks.workunit.client.0.smithi119.stdout: "pacific", 2024-04-13T09:15:01.744 INFO:tasks.workunit.client.0.smithi119.stdout: "elector-pinging", 2024-04-13T09:15:01.744 INFO:tasks.workunit.client.0.smithi119.stdout: "quincy", 2024-04-13T09:15:01.744 INFO:tasks.workunit.client.0.smithi119.stdout: "reef", 2024-04-13T09:15:01.744 INFO:tasks.workunit.client.0.smithi119.stdout: "squid" 2024-04-13T09:15:01.744 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:01.744 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.744 INFO:tasks.workunit.client.0.smithi119.stdout: "ipv4_addr_mons": 6, 2024-04-13T09:15:01.744 INFO:tasks.workunit.client.0.smithi119.stdout: "ipv6_addr_mons": 0, 2024-04-13T09:15:01.744 INFO:tasks.workunit.client.0.smithi119.stdout: "min_mon_release": 19, 2024-04-13T09:15:01.744 INFO:tasks.workunit.client.0.smithi119.stdout: "v1_addr_mons": 3, 2024-04-13T09:15:01.745 INFO:tasks.workunit.client.0.smithi119.stdout: "v2_addr_mons": 3 2024-04-13T09:15:01.745 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.745 INFO:tasks.workunit.client.0.smithi119.stdout: "organization": "ceph-qa", 2024-04-13T09:15:01.745 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:01.745 INFO:tasks.workunit.client.0.smithi119.stdout: "cluster_network": false, 2024-04-13T09:15:01.745 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8, 2024-04-13T09:15:01.745 INFO:tasks.workunit.client.0.smithi119.stdout: "require_min_compat_client": "luminous", 2024-04-13T09:15:01.745 INFO:tasks.workunit.client.0.smithi119.stdout: "require_osd_release": "squid" 2024-04-13T09:15:01.745 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.745 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_perf_histograms": [ 2024-04-13T09:15:01.745 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.745 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T09:15:01.745 INFO:tasks.workunit.client.0.smithi119.stdout: "axes": [ 2024-04-13T09:15:01.745 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.745 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 32, 2024-04-13T09:15:01.745 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T09:15:01.746 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "Latency (usec)", 2024-04-13T09:15:01.746 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 100000, 2024-04-13T09:15:01.746 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T09:15:01.746 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T09:15:01.746 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 99999]", 2024-04-13T09:15:01.746 INFO:tasks.workunit.client.0.smithi119.stdout: "[100000, 199999]", 2024-04-13T09:15:01.746 INFO:tasks.workunit.client.0.smithi119.stdout: "[200000, 399999]", 2024-04-13T09:15:01.746 INFO:tasks.workunit.client.0.smithi119.stdout: "[400000, 799999]", 2024-04-13T09:15:01.746 INFO:tasks.workunit.client.0.smithi119.stdout: "[800000, 1599999]", 2024-04-13T09:15:01.746 INFO:tasks.workunit.client.0.smithi119.stdout: "[1600000, 3199999]", 2024-04-13T09:15:01.746 INFO:tasks.workunit.client.0.smithi119.stdout: "[3200000, 6399999]", 2024-04-13T09:15:01.746 INFO:tasks.workunit.client.0.smithi119.stdout: "[6400000, 12799999]", 2024-04-13T09:15:01.746 INFO:tasks.workunit.client.0.smithi119.stdout: "[12800000, 25599999]", 2024-04-13T09:15:01.746 INFO:tasks.workunit.client.0.smithi119.stdout: "[25600000, 51199999]", 2024-04-13T09:15:01.746 INFO:tasks.workunit.client.0.smithi119.stdout: "[51200000, 102399999]", 2024-04-13T09:15:01.747 INFO:tasks.workunit.client.0.smithi119.stdout: "[102400000, 204799999]", 2024-04-13T09:15:01.747 INFO:tasks.workunit.client.0.smithi119.stdout: "[204800000, 409599999]", 2024-04-13T09:15:01.747 INFO:tasks.workunit.client.0.smithi119.stdout: "[409600000, 819199999]", 2024-04-13T09:15:01.747 INFO:tasks.workunit.client.0.smithi119.stdout: "[819200000, 1638399999]", 2024-04-13T09:15:01.747 INFO:tasks.workunit.client.0.smithi119.stdout: "[1638400000, 3276799999]", 2024-04-13T09:15:01.747 INFO:tasks.workunit.client.0.smithi119.stdout: "[3276800000, 6553599999]", 2024-04-13T09:15:01.747 INFO:tasks.workunit.client.0.smithi119.stdout: "[6553600000, 13107199999]", 2024-04-13T09:15:01.747 INFO:tasks.workunit.client.0.smithi119.stdout: "[13107200000, 26214399999]", 2024-04-13T09:15:01.747 INFO:tasks.workunit.client.0.smithi119.stdout: "[26214400000, 52428799999]", 2024-04-13T09:15:01.747 INFO:tasks.workunit.client.0.smithi119.stdout: "[52428800000, 104857599999]", 2024-04-13T09:15:01.747 INFO:tasks.workunit.client.0.smithi119.stdout: "[104857600000, 209715199999]", 2024-04-13T09:15:01.747 INFO:tasks.workunit.client.0.smithi119.stdout: "[209715200000, 419430399999]", 2024-04-13T09:15:01.747 INFO:tasks.workunit.client.0.smithi119.stdout: "[419430400000, 838860799999]", 2024-04-13T09:15:01.747 INFO:tasks.workunit.client.0.smithi119.stdout: "[838860800000, 1677721599999]", 2024-04-13T09:15:01.747 INFO:tasks.workunit.client.0.smithi119.stdout: "[1677721600000, 3355443199999]", 2024-04-13T09:15:01.747 INFO:tasks.workunit.client.0.smithi119.stdout: "[3355443200000, 6710886399999]", 2024-04-13T09:15:01.748 INFO:tasks.workunit.client.0.smithi119.stdout: "[6710886400000, 13421772799999]", 2024-04-13T09:15:01.748 INFO:tasks.workunit.client.0.smithi119.stdout: "[13421772800000, 26843545599999]", 2024-04-13T09:15:01.748 INFO:tasks.workunit.client.0.smithi119.stdout: "[26843545600000, 53687091199999]", 2024-04-13T09:15:01.748 INFO:tasks.workunit.client.0.smithi119.stdout: "[53687091200000, None]" 2024-04-13T09:15:01.748 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.748 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "log2" 2024-04-13T09:15:01.748 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.748 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.748 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 32, 2024-04-13T09:15:01.748 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T09:15:01.748 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "Request size (bytes)", 2024-04-13T09:15:01.748 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 512, 2024-04-13T09:15:01.748 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T09:15:01.748 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T09:15:01.749 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 511]", 2024-04-13T09:15:01.749 INFO:tasks.workunit.client.0.smithi119.stdout: "[512, 1023]", 2024-04-13T09:15:01.749 INFO:tasks.workunit.client.0.smithi119.stdout: "[1024, 2047]", 2024-04-13T09:15:01.749 INFO:tasks.workunit.client.0.smithi119.stdout: "[2048, 4095]", 2024-04-13T09:15:01.749 INFO:tasks.workunit.client.0.smithi119.stdout: "[4096, 8191]", 2024-04-13T09:15:01.749 INFO:tasks.workunit.client.0.smithi119.stdout: "[8192, 16383]", 2024-04-13T09:15:01.749 INFO:tasks.workunit.client.0.smithi119.stdout: "[16384, 32767]", 2024-04-13T09:15:01.749 INFO:tasks.workunit.client.0.smithi119.stdout: "[32768, 65535]", 2024-04-13T09:15:01.749 INFO:tasks.workunit.client.0.smithi119.stdout: "[65536, 131071]", 2024-04-13T09:15:01.749 INFO:tasks.workunit.client.0.smithi119.stdout: "[131072, 262143]", 2024-04-13T09:15:01.749 INFO:tasks.workunit.client.0.smithi119.stdout: "[262144, 524287]", 2024-04-13T09:15:01.749 INFO:tasks.workunit.client.0.smithi119.stdout: "[524288, 1048575]", 2024-04-13T09:15:01.749 INFO:tasks.workunit.client.0.smithi119.stdout: "[1048576, 2097151]", 2024-04-13T09:15:01.749 INFO:tasks.workunit.client.0.smithi119.stdout: "[2097152, 4194303]", 2024-04-13T09:15:01.749 INFO:tasks.workunit.client.0.smithi119.stdout: "[4194304, 8388607]", 2024-04-13T09:15:01.750 INFO:tasks.workunit.client.0.smithi119.stdout: "[8388608, 16777215]", 2024-04-13T09:15:01.750 INFO:tasks.workunit.client.0.smithi119.stdout: "[16777216, 33554431]", 2024-04-13T09:15:01.750 INFO:tasks.workunit.client.0.smithi119.stdout: "[33554432, 67108863]", 2024-04-13T09:15:01.750 INFO:tasks.workunit.client.0.smithi119.stdout: "[67108864, 134217727]", 2024-04-13T09:15:01.750 INFO:tasks.workunit.client.0.smithi119.stdout: "[134217728, 268435455]", 2024-04-13T09:15:01.750 INFO:tasks.workunit.client.0.smithi119.stdout: "[268435456, 536870911]", 2024-04-13T09:15:01.750 INFO:tasks.workunit.client.0.smithi119.stdout: "[536870912, 1073741823]", 2024-04-13T09:15:01.750 INFO:tasks.workunit.client.0.smithi119.stdout: "[1073741824, 2147483647]", 2024-04-13T09:15:01.750 INFO:tasks.workunit.client.0.smithi119.stdout: "[2147483648, 4294967295]", 2024-04-13T09:15:01.750 INFO:tasks.workunit.client.0.smithi119.stdout: "[4294967296, 8589934591]", 2024-04-13T09:15:01.750 INFO:tasks.workunit.client.0.smithi119.stdout: "[8589934592, 17179869183]", 2024-04-13T09:15:01.750 INFO:tasks.workunit.client.0.smithi119.stdout: "[17179869184, 34359738367]", 2024-04-13T09:15:01.750 INFO:tasks.workunit.client.0.smithi119.stdout: "[34359738368, 68719476735]", 2024-04-13T09:15:01.750 INFO:tasks.workunit.client.0.smithi119.stdout: "[68719476736, 137438953471]", 2024-04-13T09:15:01.750 INFO:tasks.workunit.client.0.smithi119.stdout: "[137438953472, 274877906943]", 2024-04-13T09:15:01.751 INFO:tasks.workunit.client.0.smithi119.stdout: "[274877906944, None]" 2024-04-13T09:15:01.751 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.751 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "log2" 2024-04-13T09:15:01.751 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.751 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.751 INFO:tasks.workunit.client.0.smithi119.stdout: "osds": [ 2024-04-13T09:15:01.751 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.751 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 0, 2024-04-13T09:15:01.751 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:01.751 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.751 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 40, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.751 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 9622, 3767, 4321, 0, 1, 3, 0, 0, 3, 2, 3, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.751 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 6039, 94, 129, 2, 14, 4, 9, 11, 16, 56, 32, 16, 20, 16, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.751 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 577, 9, 17, 0, 1, 2, 0, 2, 7, 13, 101, 161, 76, 2, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.751 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 429, 1, 0, 0, 0, 1, 0, 0, 1, 0, 2, 28, 302, 4, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.751 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 140, 2, 2, 0, 1, 2, 0, 3, 1, 0, 5, 7, 23, 50, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.752 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 90, 1, 0, 0, 0, 5, 0, 2, 2, 0, 4, 11, 11, 14, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.752 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 39, 0, 1, 0, 0, 0, 0, 3, 0, 0, 5, 4, 6, 13, 47, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.752 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 11, 0, 0, 0, 0, 2, 0, 0, 1, 0, 0, 0, 4, 9, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.752 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.752 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.752 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.752 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.752 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.752 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.752 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.752 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.752 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.752 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.752 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.752 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.752 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.753 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.753 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.753 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.753 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.753 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.753 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.753 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.753 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.753 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:01.753 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:01.753 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.753 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.753 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 1, 2024-04-13T09:15:01.753 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:01.753 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.754 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.754 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 8250, 2, 66, 8, 23, 21, 2, 0, 2, 4, 1, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.754 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 7071, 50, 1324, 3, 21, 37, 103, 139, 35, 59, 54, 34, 67, 10, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.754 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 459, 7, 185, 22, 1, 0, 2, 17, 11, 16, 116, 228, 129, 7, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.754 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 316, 6, 0, 8, 0, 0, 0, 0, 0, 0, 3, 27, 383, 3, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.754 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 97, 11, 0, 0, 0, 0, 0, 0, 2, 1, 2, 8, 21, 38, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.754 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 74, 17, 45, 0, 0, 0, 0, 0, 0, 0, 3, 9, 9, 12, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.754 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 80, 53, 228, 0, 0, 0, 0, 0, 0, 0, 2, 8, 11, 36, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.754 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 17, 133, 26, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 12, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.754 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 7, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.754 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.754 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.754 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.754 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.755 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.755 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.755 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.755 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.755 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.755 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.755 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.755 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.755 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.755 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.755 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.755 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.755 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.755 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.755 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.756 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.756 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:01.756 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:01.756 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.756 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.756 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 2, 2024-04-13T09:15:01.756 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:01.756 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.756 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.756 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 10552, 15, 0, 0, 3, 0, 0, 1, 0, 0, 6, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.756 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 8606, 36, 28, 1, 10, 1, 0, 2, 1, 0, 1, 7, 6, 26, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.756 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 673, 8, 18, 2, 5, 0, 0, 1, 3, 2, 29, 0, 2, 8, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.756 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 388, 9, 0, 0, 0, 0, 0, 0, 0, 0, 3, 24, 24, 19, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.756 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 131, 12, 3, 0, 0, 0, 0, 0, 0, 2, 4, 12, 17, 102, 122, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.756 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 198, 5, 4, 0, 0, 0, 0, 2, 1, 0, 2, 17, 33, 30, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.757 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 209, 0, 0, 1, 0, 0, 0, 0, 5, 3, 3, 12, 40, 52, 56, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.757 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 75, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 3, 12, 25, 28, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.757 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 37, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 4, 8, 25, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.757 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.757 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.757 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.757 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.757 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.757 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.757 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.757 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.757 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.757 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.757 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.757 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.758 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.758 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.758 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.758 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.758 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.758 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.758 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.758 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.758 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:01.758 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:01.758 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.758 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.758 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 3, 2024-04-13T09:15:01.758 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:01.758 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.759 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1893, 200, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.759 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 14553, 3991, 0, 2, 7613, 483, 2, 0, 0, 2, 4, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.759 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 10169, 280, 55, 1, 161, 109, 9, 5, 16, 23, 8, 8, 14, 5, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.759 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1400, 150, 151, 1, 3, 4, 0, 1, 2, 15, 52, 90, 41, 8, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.759 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 892, 25, 51, 0, 19, 14, 0, 0, 0, 0, 0, 10, 146, 1, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.759 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 350, 36, 18, 0, 203, 19, 0, 0, 0, 0, 6, 15, 14, 24, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.759 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 358, 14, 25, 28, 311, 4, 0, 0, 0, 0, 0, 4, 9, 15, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.759 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 178, 9, 5, 38, 309, 0, 0, 0, 0, 0, 0, 2, 7, 8, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.759 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 7, 1, 0, 2, 2009, 107, 0, 0, 0, 0, 3, 0, 1, 5, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.759 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3, 0, 0, 0, 7, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.759 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.759 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.759 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.759 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.759 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.760 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.760 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.760 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.760 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.760 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.760 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.760 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.760 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.760 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.760 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.760 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.760 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.760 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.760 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.760 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.761 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:01.761 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:01.761 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.761 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.761 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 4, 2024-04-13T09:15:01.761 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:01.761 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.761 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 656, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.761 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 10847, 3973, 50, 4, 12, 16, 3, 0, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.761 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 7923, 166, 32, 0, 19, 22, 58, 49, 11, 16, 11, 4, 10, 4, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.761 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 986, 27, 12, 0, 2, 1, 8, 26, 3, 15, 57, 75, 33, 1, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.761 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 253, 2, 0, 0, 0, 0, 0, 0, 0, 1, 5, 25, 159, 0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.761 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 150, 2, 0, 0, 0, 0, 0, 0, 3, 0, 7, 5, 25, 21, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.761 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 118, 1, 0, 0, 0, 0, 0, 0, 3, 0, 4, 5, 8, 22, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.761 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 94, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 6, 37, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.762 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 17, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.762 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 1, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.762 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.762 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.762 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.762 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.762 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.762 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.762 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.762 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.762 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.762 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.762 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.762 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.762 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.763 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.763 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.763 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.763 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.763 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.763 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.763 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.763 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:01.763 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:01.763 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.763 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.763 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 5, 2024-04-13T09:15:01.763 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:01.763 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.763 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 742, 197, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.763 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 14569, 3745, 1, 1, 2, 0, 0, 0, 3, 0, 1, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.764 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 10906, 241, 4, 0, 8, 1, 1, 0, 0, 2, 4, 2, 9, 14, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.764 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1254, 26, 3, 1, 7, 0, 1, 1, 2, 2, 14, 3, 2, 4, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.764 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 502, 1, 0, 5, 5, 0, 0, 0, 0, 0, 2, 6, 21, 10, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.764 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 273, 7, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 9, 31, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.764 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 330, 4, 0, 1, 0, 0, 0, 0, 0, 0, 2, 1, 3, 11, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.764 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 179, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 4, 7, 11, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.764 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 6, 20, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.764 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.764 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.764 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.764 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.764 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.764 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.764 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.764 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.765 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.765 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.765 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.765 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.765 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.765 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.765 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.765 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.765 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.765 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.765 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.765 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.765 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.765 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:01.765 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:01.765 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.766 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.766 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 6, 2024-04-13T09:15:01.766 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:01.766 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.766 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2860, 1541, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.766 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 9529, 2592, 0, 1, 1, 0, 0, 0, 0, 0, 18, 1, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.766 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 7906, 256, 4, 0, 16, 2, 3, 3, 11, 15, 63, 8, 13, 14, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.766 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 806, 34, 7, 0, 2, 0, 4, 7, 5, 18, 75, 68, 19, 17, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.766 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 345, 4, 5, 0, 1, 0, 0, 0, 0, 1, 13, 18, 177, 2, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.766 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 122, 3, 0, 0, 0, 1, 0, 1, 1, 0, 5, 3, 16, 34, 95, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.766 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 112, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 14, 5, 95, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.766 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 35, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 3, 11, 10, 30, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.766 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 10, 4, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.766 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.766 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.767 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.767 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.767 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.767 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.767 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.767 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.767 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.767 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.767 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.767 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.767 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.767 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.767 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.767 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.767 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.768 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.768 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.768 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.768 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.768 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:01.768 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:01.768 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.768 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.768 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 7, 2024-04-13T09:15:01.768 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:01.768 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.768 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.768 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 13112, 8, 2, 0, 2, 1, 2, 0, 0, 3, 6, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.768 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 8656, 18, 2, 1, 12, 1, 2, 0, 4, 4, 8, 2, 7, 18, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.769 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1098, 5, 2, 0, 1, 0, 0, 1, 3, 4, 39, 2, 4, 5, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.769 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 274, 2, 0, 0, 0, 0, 0, 0, 0, 0, 10, 3, 24, 7, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.769 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 155, 1, 0, 0, 1, 0, 0, 0, 1, 2, 5, 3, 22, 53, 114, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.769 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 144, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 2, 7, 10, 97, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.769 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 109, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 7, 17, 52, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.769 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 18, 23, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.769 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 8, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.769 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.769 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.769 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.769 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.769 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.769 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.769 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.770 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.770 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.770 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.770 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.770 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.770 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.770 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.770 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.770 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.770 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.770 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.770 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.770 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.770 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:01.771 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:01.771 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.771 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:01.771 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.771 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T09:15:01.771 INFO:tasks.workunit.client.0.smithi119.stdout: "axes": [ 2024-04-13T09:15:01.771 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.771 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 32, 2024-04-13T09:15:01.771 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T09:15:01.771 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "Latency (usec)", 2024-04-13T09:15:01.771 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 100000, 2024-04-13T09:15:01.771 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T09:15:01.771 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T09:15:01.771 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 99999]", 2024-04-13T09:15:01.771 INFO:tasks.workunit.client.0.smithi119.stdout: "[100000, 199999]", 2024-04-13T09:15:01.772 INFO:tasks.workunit.client.0.smithi119.stdout: "[200000, 399999]", 2024-04-13T09:15:01.772 INFO:tasks.workunit.client.0.smithi119.stdout: "[400000, 799999]", 2024-04-13T09:15:01.772 INFO:tasks.workunit.client.0.smithi119.stdout: "[800000, 1599999]", 2024-04-13T09:15:01.772 INFO:tasks.workunit.client.0.smithi119.stdout: "[1600000, 3199999]", 2024-04-13T09:15:01.772 INFO:tasks.workunit.client.0.smithi119.stdout: "[3200000, 6399999]", 2024-04-13T09:15:01.772 INFO:tasks.workunit.client.0.smithi119.stdout: "[6400000, 12799999]", 2024-04-13T09:15:01.772 INFO:tasks.workunit.client.0.smithi119.stdout: "[12800000, 25599999]", 2024-04-13T09:15:01.772 INFO:tasks.workunit.client.0.smithi119.stdout: "[25600000, 51199999]", 2024-04-13T09:15:01.772 INFO:tasks.workunit.client.0.smithi119.stdout: "[51200000, 102399999]", 2024-04-13T09:15:01.772 INFO:tasks.workunit.client.0.smithi119.stdout: "[102400000, 204799999]", 2024-04-13T09:15:01.772 INFO:tasks.workunit.client.0.smithi119.stdout: "[204800000, 409599999]", 2024-04-13T09:15:01.772 INFO:tasks.workunit.client.0.smithi119.stdout: "[409600000, 819199999]", 2024-04-13T09:15:01.772 INFO:tasks.workunit.client.0.smithi119.stdout: "[819200000, 1638399999]", 2024-04-13T09:15:01.772 INFO:tasks.workunit.client.0.smithi119.stdout: "[1638400000, 3276799999]", 2024-04-13T09:15:01.772 INFO:tasks.workunit.client.0.smithi119.stdout: "[3276800000, 6553599999]", 2024-04-13T09:15:01.773 INFO:tasks.workunit.client.0.smithi119.stdout: "[6553600000, 13107199999]", 2024-04-13T09:15:01.773 INFO:tasks.workunit.client.0.smithi119.stdout: "[13107200000, 26214399999]", 2024-04-13T09:15:01.773 INFO:tasks.workunit.client.0.smithi119.stdout: "[26214400000, 52428799999]", 2024-04-13T09:15:01.773 INFO:tasks.workunit.client.0.smithi119.stdout: "[52428800000, 104857599999]", 2024-04-13T09:15:01.773 INFO:tasks.workunit.client.0.smithi119.stdout: "[104857600000, 209715199999]", 2024-04-13T09:15:01.773 INFO:tasks.workunit.client.0.smithi119.stdout: "[209715200000, 419430399999]", 2024-04-13T09:15:01.773 INFO:tasks.workunit.client.0.smithi119.stdout: "[419430400000, 838860799999]", 2024-04-13T09:15:01.773 INFO:tasks.workunit.client.0.smithi119.stdout: "[838860800000, 1677721599999]", 2024-04-13T09:15:01.773 INFO:tasks.workunit.client.0.smithi119.stdout: "[1677721600000, 3355443199999]", 2024-04-13T09:15:01.773 INFO:tasks.workunit.client.0.smithi119.stdout: "[3355443200000, 6710886399999]", 2024-04-13T09:15:01.773 INFO:tasks.workunit.client.0.smithi119.stdout: "[6710886400000, 13421772799999]", 2024-04-13T09:15:01.773 INFO:tasks.workunit.client.0.smithi119.stdout: "[13421772800000, 26843545599999]", 2024-04-13T09:15:01.773 INFO:tasks.workunit.client.0.smithi119.stdout: "[26843545600000, 53687091199999]", 2024-04-13T09:15:01.773 INFO:tasks.workunit.client.0.smithi119.stdout: "[53687091200000, None]" 2024-04-13T09:15:01.773 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.773 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "log2" 2024-04-13T09:15:01.774 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.774 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.774 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 32, 2024-04-13T09:15:01.774 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T09:15:01.774 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "Request size (bytes)", 2024-04-13T09:15:01.774 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 512, 2024-04-13T09:15:01.774 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T09:15:01.774 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T09:15:01.774 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 511]", 2024-04-13T09:15:01.774 INFO:tasks.workunit.client.0.smithi119.stdout: "[512, 1023]", 2024-04-13T09:15:01.774 INFO:tasks.workunit.client.0.smithi119.stdout: "[1024, 2047]", 2024-04-13T09:15:01.774 INFO:tasks.workunit.client.0.smithi119.stdout: "[2048, 4095]", 2024-04-13T09:15:01.774 INFO:tasks.workunit.client.0.smithi119.stdout: "[4096, 8191]", 2024-04-13T09:15:01.774 INFO:tasks.workunit.client.0.smithi119.stdout: "[8192, 16383]", 2024-04-13T09:15:01.775 INFO:tasks.workunit.client.0.smithi119.stdout: "[16384, 32767]", 2024-04-13T09:15:01.775 INFO:tasks.workunit.client.0.smithi119.stdout: "[32768, 65535]", 2024-04-13T09:15:01.775 INFO:tasks.workunit.client.0.smithi119.stdout: "[65536, 131071]", 2024-04-13T09:15:01.775 INFO:tasks.workunit.client.0.smithi119.stdout: "[131072, 262143]", 2024-04-13T09:15:01.775 INFO:tasks.workunit.client.0.smithi119.stdout: "[262144, 524287]", 2024-04-13T09:15:01.775 INFO:tasks.workunit.client.0.smithi119.stdout: "[524288, 1048575]", 2024-04-13T09:15:01.775 INFO:tasks.workunit.client.0.smithi119.stdout: "[1048576, 2097151]", 2024-04-13T09:15:01.775 INFO:tasks.workunit.client.0.smithi119.stdout: "[2097152, 4194303]", 2024-04-13T09:15:01.775 INFO:tasks.workunit.client.0.smithi119.stdout: "[4194304, 8388607]", 2024-04-13T09:15:01.775 INFO:tasks.workunit.client.0.smithi119.stdout: "[8388608, 16777215]", 2024-04-13T09:15:01.775 INFO:tasks.workunit.client.0.smithi119.stdout: "[16777216, 33554431]", 2024-04-13T09:15:01.775 INFO:tasks.workunit.client.0.smithi119.stdout: "[33554432, 67108863]", 2024-04-13T09:15:01.775 INFO:tasks.workunit.client.0.smithi119.stdout: "[67108864, 134217727]", 2024-04-13T09:15:01.775 INFO:tasks.workunit.client.0.smithi119.stdout: "[134217728, 268435455]", 2024-04-13T09:15:01.775 INFO:tasks.workunit.client.0.smithi119.stdout: "[268435456, 536870911]", 2024-04-13T09:15:01.776 INFO:tasks.workunit.client.0.smithi119.stdout: "[536870912, 1073741823]", 2024-04-13T09:15:01.776 INFO:tasks.workunit.client.0.smithi119.stdout: "[1073741824, 2147483647]", 2024-04-13T09:15:01.776 INFO:tasks.workunit.client.0.smithi119.stdout: "[2147483648, 4294967295]", 2024-04-13T09:15:01.776 INFO:tasks.workunit.client.0.smithi119.stdout: "[4294967296, 8589934591]", 2024-04-13T09:15:01.776 INFO:tasks.workunit.client.0.smithi119.stdout: "[8589934592, 17179869183]", 2024-04-13T09:15:01.776 INFO:tasks.workunit.client.0.smithi119.stdout: "[17179869184, 34359738367]", 2024-04-13T09:15:01.776 INFO:tasks.workunit.client.0.smithi119.stdout: "[34359738368, 68719476735]", 2024-04-13T09:15:01.776 INFO:tasks.workunit.client.0.smithi119.stdout: "[68719476736, 137438953471]", 2024-04-13T09:15:01.776 INFO:tasks.workunit.client.0.smithi119.stdout: "[137438953472, 274877906943]", 2024-04-13T09:15:01.776 INFO:tasks.workunit.client.0.smithi119.stdout: "[274877906944, None]" 2024-04-13T09:15:01.776 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.776 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "log2" 2024-04-13T09:15:01.776 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.776 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.776 INFO:tasks.workunit.client.0.smithi119.stdout: "osds": [ 2024-04-13T09:15:01.776 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.777 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 0, 2024-04-13T09:15:01.777 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:01.777 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.777 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.777 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.777 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.777 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 486, 2, 6, 10, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.777 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 4051, 74, 79, 143, 447, 595, 700, 1, 9, 8, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.777 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 629, 8, 19, 52, 22, 15, 26, 0, 1, 2, 3, 4, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.777 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 201, 0, 2, 0, 1, 2, 1, 0, 0, 2, 0, 2, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.777 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 129, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 6, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.777 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 23, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.777 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 3, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.777 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.777 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.778 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.778 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.778 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.778 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.778 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.778 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.778 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.778 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.778 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.778 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.778 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.778 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.778 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.778 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.779 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.779 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.779 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.779 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.779 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:01.779 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:01.779 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.779 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.779 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 1, 2024-04-13T09:15:01.779 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:01.779 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.779 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.779 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.779 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.779 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 346, 0, 0, 9, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.780 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2907, 269, 34, 60, 120, 0, 3, 0, 4, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.780 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 509, 16, 1332, 0, 0, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.780 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 441, 4, 9, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.780 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1667, 1178, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.780 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1616, 1818, 237, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 14, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.780 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 12, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 7, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.780 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.780 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.780 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.780 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.780 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.780 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.780 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.780 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.780 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.780 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.781 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.781 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.781 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.781 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.781 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.781 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.781 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.781 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.781 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.781 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.781 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:01.781 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:01.781 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.781 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.781 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 2, 2024-04-13T09:15:01.782 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:01.782 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.782 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.782 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.782 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.782 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1003, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.782 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 9314, 3, 0, 0, 2, 2, 2, 2, 7, 0, 1, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.782 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 16177, 1, 0, 1, 0, 0, 0, 0, 1, 1, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.782 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 347, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 5, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.782 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 181, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 3, 10, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.782 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 14, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.782 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.782 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.782 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.783 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.783 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.783 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.783 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.783 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.783 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.783 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.783 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.783 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.783 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.783 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.783 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.783 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.783 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.783 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.783 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.784 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.784 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.784 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:01.784 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:01.784 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.784 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.784 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 3, 2024-04-13T09:15:01.784 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:01.784 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.784 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.784 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.784 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.784 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 419, 0, 0, 0, 6, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.784 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3273, 26, 0, 0, 9, 1, 4, 4, 13, 19, 0, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.784 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 648, 2, 0, 0, 6, 0, 0, 0, 0, 2, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.785 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 308, 15, 34, 43, 1, 0, 1, 0, 0, 0, 1, 4, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.785 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1182, 283, 0, 139, 0, 0, 0, 0, 0, 0, 0, 0, 2, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.785 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 4166, 2543, 0, 398, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.785 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 89, 174, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.785 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.785 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.785 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.785 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.785 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.785 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.785 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.785 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.785 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.785 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.785 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.786 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.786 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.786 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.786 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.786 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.786 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.786 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.786 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.786 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.786 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:01.786 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:01.786 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.786 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.786 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 4, 2024-04-13T09:15:01.787 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:01.787 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.787 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.787 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.787 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.787 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 814, 0, 1, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.787 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2831, 226, 32, 40, 132, 272, 471, 2, 0, 1, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.787 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 281, 12, 1, 2, 5, 4, 10, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.787 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 95, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.787 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.787 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 10, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.787 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.787 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.787 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.787 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.788 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.788 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.788 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.788 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.788 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.788 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.788 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.788 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.788 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.788 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.788 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.788 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.788 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.788 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.788 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.789 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.789 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.789 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:01.789 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:01.789 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.789 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.789 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 5, 2024-04-13T09:15:01.789 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:01.789 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.789 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.789 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.789 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.789 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 734, 8, 11, 24, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.789 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 5279, 76, 127, 231, 457, 601, 709, 1, 4, 0, 0, 0, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.789 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 462, 1, 2, 5, 16, 12, 17, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.789 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 318, 11, 13, 25, 4, 0, 0, 0, 0, 1, 0, 2, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.790 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 110, 33, 70, 104, 25, 0, 0, 1, 0, 0, 1, 1, 2, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.790 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 16, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.790 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.790 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.790 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.790 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.790 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.790 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.790 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.790 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.790 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.790 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.790 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.790 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.790 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.791 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.791 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.791 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.791 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.791 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.791 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.791 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.791 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.791 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:01.791 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:01.791 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.791 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.791 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 6, 2024-04-13T09:15:01.791 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:01.792 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.792 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.792 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.792 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.792 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 421, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.792 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2881, 24, 1, 0, 2, 1, 1, 3, 4, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.792 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 329, 1, 0, 0, 1, 0, 1, 0, 0, 1, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.792 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 184, 7, 1, 0, 0, 0, 0, 0, 0, 0, 2, 1, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.792 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 160, 103, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.792 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 34, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 3, 12, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.792 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.792 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.792 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.792 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.792 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.793 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.793 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.793 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.793 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.793 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.793 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.793 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.793 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.793 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.793 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.793 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.793 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.793 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.793 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.793 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.793 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.794 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:01.794 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:01.794 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.794 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.794 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 7, 2024-04-13T09:15:01.794 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:01.794 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.794 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.794 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.794 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.794 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 456, 3, 11, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.794 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 7167, 34, 62, 34, 0, 0, 0, 0, 0, 1, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.794 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3456, 29, 80, 58, 0, 0, 0, 0, 0, 0, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.794 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 273, 8, 3, 1, 0, 1, 0, 1, 0, 0, 0, 1, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.794 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 164, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.795 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 20, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.795 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.795 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.795 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.795 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.795 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.795 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.795 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.795 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.795 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.795 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.795 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.795 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.795 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.795 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.796 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.796 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.796 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.796 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.796 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.796 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.796 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.796 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:01.796 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:01.796 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.796 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:01.796 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.796 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T09:15:01.796 INFO:tasks.workunit.client.0.smithi119.stdout: "axes": [ 2024-04-13T09:15:01.796 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.797 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 32, 2024-04-13T09:15:01.797 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T09:15:01.797 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "Latency (usec)", 2024-04-13T09:15:01.797 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 100000, 2024-04-13T09:15:01.797 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T09:15:01.797 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T09:15:01.797 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 99999]", 2024-04-13T09:15:01.797 INFO:tasks.workunit.client.0.smithi119.stdout: "[100000, 199999]", 2024-04-13T09:15:01.797 INFO:tasks.workunit.client.0.smithi119.stdout: "[200000, 399999]", 2024-04-13T09:15:01.797 INFO:tasks.workunit.client.0.smithi119.stdout: "[400000, 799999]", 2024-04-13T09:15:01.797 INFO:tasks.workunit.client.0.smithi119.stdout: "[800000, 1599999]", 2024-04-13T09:15:01.797 INFO:tasks.workunit.client.0.smithi119.stdout: "[1600000, 3199999]", 2024-04-13T09:15:01.797 INFO:tasks.workunit.client.0.smithi119.stdout: "[3200000, 6399999]", 2024-04-13T09:15:01.797 INFO:tasks.workunit.client.0.smithi119.stdout: "[6400000, 12799999]", 2024-04-13T09:15:01.797 INFO:tasks.workunit.client.0.smithi119.stdout: "[12800000, 25599999]", 2024-04-13T09:15:01.798 INFO:tasks.workunit.client.0.smithi119.stdout: "[25600000, 51199999]", 2024-04-13T09:15:01.798 INFO:tasks.workunit.client.0.smithi119.stdout: "[51200000, 102399999]", 2024-04-13T09:15:01.798 INFO:tasks.workunit.client.0.smithi119.stdout: "[102400000, 204799999]", 2024-04-13T09:15:01.798 INFO:tasks.workunit.client.0.smithi119.stdout: "[204800000, 409599999]", 2024-04-13T09:15:01.798 INFO:tasks.workunit.client.0.smithi119.stdout: "[409600000, 819199999]", 2024-04-13T09:15:01.798 INFO:tasks.workunit.client.0.smithi119.stdout: "[819200000, 1638399999]", 2024-04-13T09:15:01.798 INFO:tasks.workunit.client.0.smithi119.stdout: "[1638400000, 3276799999]", 2024-04-13T09:15:01.798 INFO:tasks.workunit.client.0.smithi119.stdout: "[3276800000, 6553599999]", 2024-04-13T09:15:01.798 INFO:tasks.workunit.client.0.smithi119.stdout: "[6553600000, 13107199999]", 2024-04-13T09:15:01.798 INFO:tasks.workunit.client.0.smithi119.stdout: "[13107200000, 26214399999]", 2024-04-13T09:15:01.798 INFO:tasks.workunit.client.0.smithi119.stdout: "[26214400000, 52428799999]", 2024-04-13T09:15:01.798 INFO:tasks.workunit.client.0.smithi119.stdout: "[52428800000, 104857599999]", 2024-04-13T09:15:01.798 INFO:tasks.workunit.client.0.smithi119.stdout: "[104857600000, 209715199999]", 2024-04-13T09:15:01.798 INFO:tasks.workunit.client.0.smithi119.stdout: "[209715200000, 419430399999]", 2024-04-13T09:15:01.798 INFO:tasks.workunit.client.0.smithi119.stdout: "[419430400000, 838860799999]", 2024-04-13T09:15:01.799 INFO:tasks.workunit.client.0.smithi119.stdout: "[838860800000, 1677721599999]", 2024-04-13T09:15:01.799 INFO:tasks.workunit.client.0.smithi119.stdout: "[1677721600000, 3355443199999]", 2024-04-13T09:15:01.799 INFO:tasks.workunit.client.0.smithi119.stdout: "[3355443200000, 6710886399999]", 2024-04-13T09:15:01.799 INFO:tasks.workunit.client.0.smithi119.stdout: "[6710886400000, 13421772799999]", 2024-04-13T09:15:01.799 INFO:tasks.workunit.client.0.smithi119.stdout: "[13421772800000, 26843545599999]", 2024-04-13T09:15:01.799 INFO:tasks.workunit.client.0.smithi119.stdout: "[26843545600000, 53687091199999]", 2024-04-13T09:15:01.799 INFO:tasks.workunit.client.0.smithi119.stdout: "[53687091200000, None]" 2024-04-13T09:15:01.799 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.799 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "log2" 2024-04-13T09:15:01.799 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.799 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.799 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 32, 2024-04-13T09:15:01.799 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T09:15:01.799 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "Request size (bytes)", 2024-04-13T09:15:01.799 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 512, 2024-04-13T09:15:01.800 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T09:15:01.800 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T09:15:01.800 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 511]", 2024-04-13T09:15:01.800 INFO:tasks.workunit.client.0.smithi119.stdout: "[512, 1023]", 2024-04-13T09:15:01.800 INFO:tasks.workunit.client.0.smithi119.stdout: "[1024, 2047]", 2024-04-13T09:15:01.800 INFO:tasks.workunit.client.0.smithi119.stdout: "[2048, 4095]", 2024-04-13T09:15:01.800 INFO:tasks.workunit.client.0.smithi119.stdout: "[4096, 8191]", 2024-04-13T09:15:01.800 INFO:tasks.workunit.client.0.smithi119.stdout: "[8192, 16383]", 2024-04-13T09:15:01.800 INFO:tasks.workunit.client.0.smithi119.stdout: "[16384, 32767]", 2024-04-13T09:15:01.800 INFO:tasks.workunit.client.0.smithi119.stdout: "[32768, 65535]", 2024-04-13T09:15:01.800 INFO:tasks.workunit.client.0.smithi119.stdout: "[65536, 131071]", 2024-04-13T09:15:01.800 INFO:tasks.workunit.client.0.smithi119.stdout: "[131072, 262143]", 2024-04-13T09:15:01.800 INFO:tasks.workunit.client.0.smithi119.stdout: "[262144, 524287]", 2024-04-13T09:15:01.800 INFO:tasks.workunit.client.0.smithi119.stdout: "[524288, 1048575]", 2024-04-13T09:15:01.801 INFO:tasks.workunit.client.0.smithi119.stdout: "[1048576, 2097151]", 2024-04-13T09:15:01.801 INFO:tasks.workunit.client.0.smithi119.stdout: "[2097152, 4194303]", 2024-04-13T09:15:01.801 INFO:tasks.workunit.client.0.smithi119.stdout: "[4194304, 8388607]", 2024-04-13T09:15:01.801 INFO:tasks.workunit.client.0.smithi119.stdout: "[8388608, 16777215]", 2024-04-13T09:15:01.801 INFO:tasks.workunit.client.0.smithi119.stdout: "[16777216, 33554431]", 2024-04-13T09:15:01.801 INFO:tasks.workunit.client.0.smithi119.stdout: "[33554432, 67108863]", 2024-04-13T09:15:01.801 INFO:tasks.workunit.client.0.smithi119.stdout: "[67108864, 134217727]", 2024-04-13T09:15:01.801 INFO:tasks.workunit.client.0.smithi119.stdout: "[134217728, 268435455]", 2024-04-13T09:15:01.801 INFO:tasks.workunit.client.0.smithi119.stdout: "[268435456, 536870911]", 2024-04-13T09:15:01.801 INFO:tasks.workunit.client.0.smithi119.stdout: "[536870912, 1073741823]", 2024-04-13T09:15:01.801 INFO:tasks.workunit.client.0.smithi119.stdout: "[1073741824, 2147483647]", 2024-04-13T09:15:01.801 INFO:tasks.workunit.client.0.smithi119.stdout: "[2147483648, 4294967295]", 2024-04-13T09:15:01.801 INFO:tasks.workunit.client.0.smithi119.stdout: "[4294967296, 8589934591]", 2024-04-13T09:15:01.801 INFO:tasks.workunit.client.0.smithi119.stdout: "[8589934592, 17179869183]", 2024-04-13T09:15:01.801 INFO:tasks.workunit.client.0.smithi119.stdout: "[17179869184, 34359738367]", 2024-04-13T09:15:01.801 INFO:tasks.workunit.client.0.smithi119.stdout: "[34359738368, 68719476735]", 2024-04-13T09:15:01.802 INFO:tasks.workunit.client.0.smithi119.stdout: "[68719476736, 137438953471]", 2024-04-13T09:15:01.802 INFO:tasks.workunit.client.0.smithi119.stdout: "[137438953472, 274877906943]", 2024-04-13T09:15:01.802 INFO:tasks.workunit.client.0.smithi119.stdout: "[274877906944, None]" 2024-04-13T09:15:01.802 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.802 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "log2" 2024-04-13T09:15:01.802 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.802 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.802 INFO:tasks.workunit.client.0.smithi119.stdout: "osds": [ 2024-04-13T09:15:01.802 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.802 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 0, 2024-04-13T09:15:01.802 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:01.802 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.802 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.802 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.803 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.803 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 505, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.803 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 6110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.803 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 784, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.803 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 222, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.803 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 148, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.803 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.803 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.803 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.803 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.803 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.803 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.803 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.803 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.803 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.803 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.804 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.804 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.804 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.804 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.804 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.804 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.804 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.804 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.804 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.804 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.804 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.804 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.804 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:01.804 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:01.805 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.805 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.805 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 1, 2024-04-13T09:15:01.805 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:01.805 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.805 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.805 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.805 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.805 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 357, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.805 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3400, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.805 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1861, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.805 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 460, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.806 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2915, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.806 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3697, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.806 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.806 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.806 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.806 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.806 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.806 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.806 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.806 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.806 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.806 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.806 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.806 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.806 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.807 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.807 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.807 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.807 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.807 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.807 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.807 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.807 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.807 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:01.807 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:01.807 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.807 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.807 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 2, 2024-04-13T09:15:01.807 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:01.807 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.808 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.808 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.808 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.808 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1003, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.808 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 9337, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.808 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 16186, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.808 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 359, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.808 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 204, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.808 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 123, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.808 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.811 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.811 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.811 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.811 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.811 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.811 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.811 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.811 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.811 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.811 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.811 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.811 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.811 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.812 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.812 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.812 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.812 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.812 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.812 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.812 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.812 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:01.812 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:01.812 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.812 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.812 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 3, 2024-04-13T09:15:01.812 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:01.812 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.812 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.813 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.813 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.813 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 426, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.813 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3355, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.813 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 662, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.813 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 410, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.813 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1616, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.813 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 7124, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.813 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 287, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.813 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.813 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.813 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.813 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.813 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.814 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.814 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.814 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.814 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.814 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.814 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.814 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.814 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.814 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.814 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.814 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.814 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.814 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.814 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.814 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.815 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:01.815 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:01.815 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.815 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.815 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 4, 2024-04-13T09:15:01.815 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:01.815 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.815 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.815 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.815 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.815 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 841, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.815 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 4010, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.815 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 317, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.815 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.815 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.816 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.816 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.816 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.816 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.816 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.816 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.816 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.816 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.816 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.816 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.816 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.816 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.816 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.816 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.816 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.816 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.817 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.817 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.817 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.817 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.817 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.817 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.817 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:01.817 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:01.817 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.817 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.817 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 5, 2024-04-13T09:15:01.817 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:01.817 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.817 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.817 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.817 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.817 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 778, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.818 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 7491, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.818 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 517, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.818 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 379, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.818 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 353, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.818 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.818 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.818 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.818 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.818 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.818 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.818 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.818 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.818 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.818 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.818 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.819 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.819 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.819 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.819 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.819 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.819 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.819 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.819 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.819 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.819 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.819 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.819 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:01.819 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:01.819 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.819 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.819 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 6, 2024-04-13T09:15:01.820 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:01.820 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.820 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.820 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.820 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.820 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 427, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.820 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2921, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.820 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 336, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.820 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 200, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.820 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 273, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.820 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.820 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.820 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.820 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.820 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.820 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.821 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.821 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.821 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.821 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.821 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.821 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.821 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.821 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.821 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.821 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.821 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.821 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.821 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.821 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.821 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.822 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.822 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:01.822 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:01.822 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.822 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.822 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 7, 2024-04-13T09:15:01.822 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:01.822 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.822 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.822 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.822 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.822 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 471, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.822 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 7302, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.822 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3629, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.823 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 293, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.823 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 177, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.823 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 136, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.823 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.823 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.823 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.823 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.823 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.823 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.823 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.823 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.823 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.823 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.823 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.823 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.824 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.824 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.824 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.824 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.824 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.824 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.824 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.824 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.824 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.824 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:01.824 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:01.824 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.824 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:01.824 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.824 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T09:15:01.825 INFO:tasks.workunit.client.0.smithi119.stdout: "axes": [ 2024-04-13T09:15:01.825 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.825 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 32, 2024-04-13T09:15:01.825 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T09:15:01.825 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "Latency (usec)", 2024-04-13T09:15:01.825 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 100000, 2024-04-13T09:15:01.825 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T09:15:01.825 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T09:15:01.825 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 99999]", 2024-04-13T09:15:01.825 INFO:tasks.workunit.client.0.smithi119.stdout: "[100000, 199999]", 2024-04-13T09:15:01.825 INFO:tasks.workunit.client.0.smithi119.stdout: "[200000, 399999]", 2024-04-13T09:15:01.825 INFO:tasks.workunit.client.0.smithi119.stdout: "[400000, 799999]", 2024-04-13T09:15:01.825 INFO:tasks.workunit.client.0.smithi119.stdout: "[800000, 1599999]", 2024-04-13T09:15:01.825 INFO:tasks.workunit.client.0.smithi119.stdout: "[1600000, 3199999]", 2024-04-13T09:15:01.825 INFO:tasks.workunit.client.0.smithi119.stdout: "[3200000, 6399999]", 2024-04-13T09:15:01.826 INFO:tasks.workunit.client.0.smithi119.stdout: "[6400000, 12799999]", 2024-04-13T09:15:01.826 INFO:tasks.workunit.client.0.smithi119.stdout: "[12800000, 25599999]", 2024-04-13T09:15:01.826 INFO:tasks.workunit.client.0.smithi119.stdout: "[25600000, 51199999]", 2024-04-13T09:15:01.826 INFO:tasks.workunit.client.0.smithi119.stdout: "[51200000, 102399999]", 2024-04-13T09:15:01.826 INFO:tasks.workunit.client.0.smithi119.stdout: "[102400000, 204799999]", 2024-04-13T09:15:01.826 INFO:tasks.workunit.client.0.smithi119.stdout: "[204800000, 409599999]", 2024-04-13T09:15:01.826 INFO:tasks.workunit.client.0.smithi119.stdout: "[409600000, 819199999]", 2024-04-13T09:15:01.826 INFO:tasks.workunit.client.0.smithi119.stdout: "[819200000, 1638399999]", 2024-04-13T09:15:01.826 INFO:tasks.workunit.client.0.smithi119.stdout: "[1638400000, 3276799999]", 2024-04-13T09:15:01.826 INFO:tasks.workunit.client.0.smithi119.stdout: "[3276800000, 6553599999]", 2024-04-13T09:15:01.826 INFO:tasks.workunit.client.0.smithi119.stdout: "[6553600000, 13107199999]", 2024-04-13T09:15:01.826 INFO:tasks.workunit.client.0.smithi119.stdout: "[13107200000, 26214399999]", 2024-04-13T09:15:01.826 INFO:tasks.workunit.client.0.smithi119.stdout: "[26214400000, 52428799999]", 2024-04-13T09:15:01.826 INFO:tasks.workunit.client.0.smithi119.stdout: "[52428800000, 104857599999]", 2024-04-13T09:15:01.826 INFO:tasks.workunit.client.0.smithi119.stdout: "[104857600000, 209715199999]", 2024-04-13T09:15:01.827 INFO:tasks.workunit.client.0.smithi119.stdout: "[209715200000, 419430399999]", 2024-04-13T09:15:01.827 INFO:tasks.workunit.client.0.smithi119.stdout: "[419430400000, 838860799999]", 2024-04-13T09:15:01.827 INFO:tasks.workunit.client.0.smithi119.stdout: "[838860800000, 1677721599999]", 2024-04-13T09:15:01.827 INFO:tasks.workunit.client.0.smithi119.stdout: "[1677721600000, 3355443199999]", 2024-04-13T09:15:01.827 INFO:tasks.workunit.client.0.smithi119.stdout: "[3355443200000, 6710886399999]", 2024-04-13T09:15:01.827 INFO:tasks.workunit.client.0.smithi119.stdout: "[6710886400000, 13421772799999]", 2024-04-13T09:15:01.827 INFO:tasks.workunit.client.0.smithi119.stdout: "[13421772800000, 26843545599999]", 2024-04-13T09:15:01.827 INFO:tasks.workunit.client.0.smithi119.stdout: "[26843545600000, 53687091199999]", 2024-04-13T09:15:01.827 INFO:tasks.workunit.client.0.smithi119.stdout: "[53687091200000, None]" 2024-04-13T09:15:01.827 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.827 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "log2" 2024-04-13T09:15:01.827 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.827 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.827 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 32, 2024-04-13T09:15:01.827 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T09:15:01.828 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "Request size (bytes)", 2024-04-13T09:15:01.828 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 512, 2024-04-13T09:15:01.828 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T09:15:01.828 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T09:15:01.828 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 511]", 2024-04-13T09:15:01.828 INFO:tasks.workunit.client.0.smithi119.stdout: "[512, 1023]", 2024-04-13T09:15:01.828 INFO:tasks.workunit.client.0.smithi119.stdout: "[1024, 2047]", 2024-04-13T09:15:01.828 INFO:tasks.workunit.client.0.smithi119.stdout: "[2048, 4095]", 2024-04-13T09:15:01.828 INFO:tasks.workunit.client.0.smithi119.stdout: "[4096, 8191]", 2024-04-13T09:15:01.828 INFO:tasks.workunit.client.0.smithi119.stdout: "[8192, 16383]", 2024-04-13T09:15:01.828 INFO:tasks.workunit.client.0.smithi119.stdout: "[16384, 32767]", 2024-04-13T09:15:01.828 INFO:tasks.workunit.client.0.smithi119.stdout: "[32768, 65535]", 2024-04-13T09:15:01.828 INFO:tasks.workunit.client.0.smithi119.stdout: "[65536, 131071]", 2024-04-13T09:15:01.828 INFO:tasks.workunit.client.0.smithi119.stdout: "[131072, 262143]", 2024-04-13T09:15:01.828 INFO:tasks.workunit.client.0.smithi119.stdout: "[262144, 524287]", 2024-04-13T09:15:01.829 INFO:tasks.workunit.client.0.smithi119.stdout: "[524288, 1048575]", 2024-04-13T09:15:01.829 INFO:tasks.workunit.client.0.smithi119.stdout: "[1048576, 2097151]", 2024-04-13T09:15:01.829 INFO:tasks.workunit.client.0.smithi119.stdout: "[2097152, 4194303]", 2024-04-13T09:15:01.829 INFO:tasks.workunit.client.0.smithi119.stdout: "[4194304, 8388607]", 2024-04-13T09:15:01.829 INFO:tasks.workunit.client.0.smithi119.stdout: "[8388608, 16777215]", 2024-04-13T09:15:01.829 INFO:tasks.workunit.client.0.smithi119.stdout: "[16777216, 33554431]", 2024-04-13T09:15:01.829 INFO:tasks.workunit.client.0.smithi119.stdout: "[33554432, 67108863]", 2024-04-13T09:15:01.829 INFO:tasks.workunit.client.0.smithi119.stdout: "[67108864, 134217727]", 2024-04-13T09:15:01.829 INFO:tasks.workunit.client.0.smithi119.stdout: "[134217728, 268435455]", 2024-04-13T09:15:01.829 INFO:tasks.workunit.client.0.smithi119.stdout: "[268435456, 536870911]", 2024-04-13T09:15:01.829 INFO:tasks.workunit.client.0.smithi119.stdout: "[536870912, 1073741823]", 2024-04-13T09:15:01.829 INFO:tasks.workunit.client.0.smithi119.stdout: "[1073741824, 2147483647]", 2024-04-13T09:15:01.829 INFO:tasks.workunit.client.0.smithi119.stdout: "[2147483648, 4294967295]", 2024-04-13T09:15:01.829 INFO:tasks.workunit.client.0.smithi119.stdout: "[4294967296, 8589934591]", 2024-04-13T09:15:01.829 INFO:tasks.workunit.client.0.smithi119.stdout: "[8589934592, 17179869183]", 2024-04-13T09:15:01.830 INFO:tasks.workunit.client.0.smithi119.stdout: "[17179869184, 34359738367]", 2024-04-13T09:15:01.830 INFO:tasks.workunit.client.0.smithi119.stdout: "[34359738368, 68719476735]", 2024-04-13T09:15:01.830 INFO:tasks.workunit.client.0.smithi119.stdout: "[68719476736, 137438953471]", 2024-04-13T09:15:01.830 INFO:tasks.workunit.client.0.smithi119.stdout: "[137438953472, 274877906943]", 2024-04-13T09:15:01.830 INFO:tasks.workunit.client.0.smithi119.stdout: "[274877906944, None]" 2024-04-13T09:15:01.830 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.830 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "log2" 2024-04-13T09:15:01.830 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.830 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.830 INFO:tasks.workunit.client.0.smithi119.stdout: "osds": [ 2024-04-13T09:15:01.830 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.830 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 0, 2024-04-13T09:15:01.830 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:01.830 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.830 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.831 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.831 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.831 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.831 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1938, 14, 2, 0, 13, 1, 0, 5, 5, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.831 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1114, 6, 0, 1, 3, 5, 6, 16, 35, 57, 54, 23, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.831 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 291, 9, 0, 0, 1, 1, 2, 4, 3, 8, 68, 201, 104, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.831 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 458, 20, 0, 0, 0, 1, 0, 0, 1, 1, 9, 10, 326, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.831 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 644, 27, 0, 0, 0, 0, 0, 0, 0, 1, 1, 8, 21, 17, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.831 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 403, 42, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 12, 23, 103, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.831 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 520, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.831 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 401, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.831 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.831 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.831 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.831 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.832 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.832 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.832 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.832 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.832 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.832 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.832 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.832 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.832 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.832 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.832 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.832 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.832 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.832 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.832 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:01.832 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:01.833 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.833 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.833 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 1, 2024-04-13T09:15:01.833 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:01.833 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.833 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.833 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.833 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.833 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 41, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.833 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2643, 13, 1, 0, 4, 0, 1, 1, 1, 1, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.833 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1571, 4, 2, 3, 6, 12, 14, 27, 47, 98, 113, 32, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.833 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 107, 2, 0, 1, 0, 2, 2, 3, 9, 5, 69, 270, 235, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.833 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 44, 21, 0, 0, 0, 1, 0, 0, 0, 0, 6, 15, 367, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.833 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 56, 23, 0, 0, 0, 0, 0, 1, 1, 1, 5, 10, 20, 22, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.833 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 86, 46, 0, 0, 0, 0, 0, 1, 0, 2, 4, 7, 20, 35, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.833 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 716, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.834 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2587, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.834 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 454, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.834 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.834 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.834 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.834 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.834 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.834 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.834 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.834 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.834 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.834 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.834 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.834 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.835 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.835 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.835 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.835 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.835 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.835 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:01.835 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:01.835 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.835 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.835 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 2, 2024-04-13T09:15:01.835 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:01.835 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.835 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.835 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.835 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.835 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.836 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 294, 4, 0, 2, 6, 0, 0, 0, 0, 1, 0, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.836 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 169, 10, 2, 0, 2, 0, 2, 1, 5, 6, 36, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.836 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 215, 11, 0, 0, 0, 1, 1, 5, 11, 12, 55, 76, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.836 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 124, 23, 0, 0, 0, 1, 0, 4, 0, 8, 26, 40, 25, 5, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.836 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 63, 25, 0, 0, 0, 0, 0, 1, 2, 1, 10, 18, 32, 38, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.836 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 4, 41, 0, 0, 0, 0, 1, 1, 1, 0, 5, 7, 21, 43, 107, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.836 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 78, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.836 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.836 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.836 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.836 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.836 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.836 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.836 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.836 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.836 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.837 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.837 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.837 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.837 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.837 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.837 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.837 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.837 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.837 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.837 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.837 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:01.837 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:01.837 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.837 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.837 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 3, 2024-04-13T09:15:01.838 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:01.838 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.838 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.838 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.838 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.838 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 50, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.838 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1262, 20, 3, 2, 10, 1, 2, 3, 6, 8, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.838 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 467, 5, 1, 1, 1, 1, 3, 4, 10, 21, 33, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.838 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 201, 1, 0, 0, 0, 0, 0, 1, 4, 7, 26, 113, 127, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.838 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 419, 4, 0, 0, 0, 0, 0, 0, 1, 4, 7, 13, 95, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.838 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 374, 0, 0, 0, 0, 0, 0, 1, 1, 1, 2, 5, 18, 20, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.838 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 189, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 11, 34, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.838 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 189, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.838 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.839 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.839 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.839 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.839 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.839 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.839 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.839 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.839 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.839 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.839 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.839 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.839 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.839 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.839 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.839 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.840 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.840 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.840 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.840 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:01.840 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:01.840 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.840 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.840 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 4, 2024-04-13T09:15:01.840 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:01.840 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.840 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.840 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.840 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.840 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 73, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.840 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1125, 12, 0, 0, 13, 0, 2, 2, 6, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.841 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 697, 4, 0, 1, 1, 1, 3, 8, 15, 31, 36, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.841 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 414, 10, 0, 0, 2, 0, 0, 2, 7, 9, 59, 143, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.841 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 488, 2, 0, 0, 1, 0, 0, 1, 2, 3, 20, 21, 145, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.841 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 284, 0, 0, 0, 1, 0, 0, 1, 1, 1, 3, 5, 19, 12, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.841 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 98, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 2, 13, 16, 89, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.841 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.841 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.841 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.841 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.841 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.841 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.841 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.841 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.841 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.841 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.841 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.842 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.842 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.842 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.842 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.842 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.842 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.842 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.842 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.842 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.842 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:01.842 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:01.842 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.842 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.842 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 5, 2024-04-13T09:15:01.843 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:01.843 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.843 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.843 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.843 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.843 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 125, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.843 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 505, 17, 0, 0, 12, 0, 3, 2, 6, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.843 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 101, 8, 0, 0, 1, 0, 2, 0, 1, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.843 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 84, 7, 0, 0, 0, 0, 0, 0, 2, 6, 18, 21, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.843 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 58, 2, 1, 0, 0, 0, 0, 0, 2, 1, 14, 16, 18, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.843 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 1, 2, 2, 2, 8, 19, 23, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.843 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 14, 34, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.843 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.843 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.843 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.844 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.844 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.844 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.844 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.844 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.844 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.844 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.844 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.844 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.844 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.844 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.844 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.844 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.844 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.844 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.845 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.845 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.845 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:01.845 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:01.845 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.845 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.845 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 6, 2024-04-13T09:15:01.845 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:01.845 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.845 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.845 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.845 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.845 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 68, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.845 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1055, 21, 0, 0, 13, 0, 1, 3, 5, 8, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.845 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 745, 2, 2, 2, 2, 3, 7, 13, 9, 20, 38, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.846 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 359, 12, 0, 0, 0, 2, 4, 3, 5, 2, 39, 111, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.846 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 487, 0, 0, 0, 1, 0, 1, 0, 2, 3, 5, 22, 172, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.846 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 233, 0, 0, 0, 0, 0, 0, 1, 0, 2, 4, 9, 17, 22, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.846 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 136, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 5, 13, 21, 84, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.846 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 119, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 22, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.846 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.846 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.846 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.846 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.846 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.846 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.846 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.846 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.846 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.846 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.847 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.847 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.847 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.847 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.847 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.847 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.847 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.847 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.847 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.847 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:01.847 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:01.847 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.847 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.847 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 7, 2024-04-13T09:15:01.847 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:01.847 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.848 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.848 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.848 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.848 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 42, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.848 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 221, 17, 0, 1, 4, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.848 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 55, 6, 0, 1, 0, 0, 4, 1, 3, 1, 11, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.848 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 105, 6, 1, 0, 0, 1, 2, 2, 5, 8, 33, 34, 9, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.848 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 79, 2, 0, 0, 0, 1, 1, 2, 3, 2, 12, 24, 18, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.848 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 37, 3, 0, 0, 0, 0, 0, 1, 1, 2, 4, 10, 32, 31, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.848 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 1, 0, 3, 4, 6, 19, 39, 125, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.848 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.849 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.849 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.849 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.849 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.849 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.849 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.849 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.849 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.849 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.849 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.849 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.849 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.849 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.849 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.849 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.850 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.850 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.850 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.850 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.850 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:01.850 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:01.850 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.850 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:01.850 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.850 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.850 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.850 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-13T09:15:01.850 INFO:tasks.workunit.client.0.smithi119.stdout: "axes": [ 2024-04-13T09:15:01.850 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.851 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 8, 2024-04-13T09:15:01.851 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T09:15:01.851 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "number of replicas", 2024-04-13T09:15:01.851 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 1, 2024-04-13T09:15:01.851 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T09:15:01.851 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T09:15:01.851 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0]", 2024-04-13T09:15:01.851 INFO:tasks.workunit.client.0.smithi119.stdout: "[1, 1]", 2024-04-13T09:15:01.851 INFO:tasks.workunit.client.0.smithi119.stdout: "[2, 2]", 2024-04-13T09:15:01.851 INFO:tasks.workunit.client.0.smithi119.stdout: "[3, 3]", 2024-04-13T09:15:01.851 INFO:tasks.workunit.client.0.smithi119.stdout: "[4, 4]", 2024-04-13T09:15:01.851 INFO:tasks.workunit.client.0.smithi119.stdout: "[5, 5]", 2024-04-13T09:15:01.851 INFO:tasks.workunit.client.0.smithi119.stdout: "[6, None]" 2024-04-13T09:15:01.851 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.851 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "linear" 2024-04-13T09:15:01.852 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.852 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.852 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 10, 2024-04-13T09:15:01.852 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T09:15:01.852 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "duration", 2024-04-13T09:15:01.852 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 250000, 2024-04-13T09:15:01.852 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T09:15:01.852 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T09:15:01.852 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 249999]", 2024-04-13T09:15:01.852 INFO:tasks.workunit.client.0.smithi119.stdout: "[250000, 499999]", 2024-04-13T09:15:01.852 INFO:tasks.workunit.client.0.smithi119.stdout: "[500000, 999999]", 2024-04-13T09:15:01.852 INFO:tasks.workunit.client.0.smithi119.stdout: "[1000000, 1999999]", 2024-04-13T09:15:01.852 INFO:tasks.workunit.client.0.smithi119.stdout: "[2000000, 3999999]", 2024-04-13T09:15:01.852 INFO:tasks.workunit.client.0.smithi119.stdout: "[4000000, 7999999]", 2024-04-13T09:15:01.852 INFO:tasks.workunit.client.0.smithi119.stdout: "[8000000, 15999999]", 2024-04-13T09:15:01.853 INFO:tasks.workunit.client.0.smithi119.stdout: "[16000000, 31999999]", 2024-04-13T09:15:01.853 INFO:tasks.workunit.client.0.smithi119.stdout: "[32000000, None]" 2024-04-13T09:15:01.853 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.853 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "log2" 2024-04-13T09:15:01.853 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.853 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.853 INFO:tasks.workunit.client.0.smithi119.stdout: "osds": [ 2024-04-13T09:15:01.853 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.853 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 0, 2024-04-13T09:15:01.853 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:01.853 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.853 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.853 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.853 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.853 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.853 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.854 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.854 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:01.854 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:01.854 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.854 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.854 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 1, 2024-04-13T09:15:01.854 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:01.854 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.854 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.854 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.854 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.854 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.854 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.854 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.854 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:01.855 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:01.855 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.855 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.855 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 2, 2024-04-13T09:15:01.855 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:01.855 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.855 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.855 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.855 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.855 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.855 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.855 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.855 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:01.855 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:01.855 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.855 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.856 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 3, 2024-04-13T09:15:01.856 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:01.856 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.856 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.856 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.856 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.856 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.856 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.856 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.856 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:01.856 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:01.856 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.856 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.856 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 4, 2024-04-13T09:15:01.856 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:01.857 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.857 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.857 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.857 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.857 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.857 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.857 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.857 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:01.857 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:01.857 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.857 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.857 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 5, 2024-04-13T09:15:01.857 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:01.857 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.857 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.857 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.858 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.858 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.858 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.858 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.858 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:01.858 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:01.858 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.858 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.858 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 6, 2024-04-13T09:15:01.858 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:01.858 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.858 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.858 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.858 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.858 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.859 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.859 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.859 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:01.859 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:01.859 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.859 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:01.859 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 7, 2024-04-13T09:15:01.859 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:01.859 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.859 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.859 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.859 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.859 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.859 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.859 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:01.859 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:01.860 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:01.860 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.860 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:01.860 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.860 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.860 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:01.860 INFO:tasks.workunit.client.0.smithi119.stdout: "perf_counters": { 2024-04-13T09:15:01.860 INFO:tasks.workunit.client.0.smithi119.stdout: "mds.8ce27d692b5f50738c5de0d5fabe76bb5b385d6c": { 2024-04-13T09:15:01.860 INFO:tasks.workunit.client.0.smithi119.stdout: "mds": { 2024-04-13T09:15:01.860 INFO:tasks.workunit.client.0.smithi119.stdout: "caps": { 2024-04-13T09:15:01.860 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.860 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.860 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_cap_op_flush_ack": { 2024-04-13T09:15:01.860 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.860 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.861 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-13T09:15:01.861 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.861 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.861 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_cap_op_grant": { 2024-04-13T09:15:01.861 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.861 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.861 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_cap_op_revoke": { 2024-04-13T09:15:01.861 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.861 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.861 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_cap_op_trunc": { 2024-04-13T09:15:01.861 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.861 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.861 INFO:tasks.workunit.client.0.smithi119.stdout: "dir_commit": { 2024-04-13T09:15:01.861 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.861 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.861 INFO:tasks.workunit.client.0.smithi119.stdout: "dir_fetch_complete": { 2024-04-13T09:15:01.862 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12 2024-04-13T09:15:01.862 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.862 INFO:tasks.workunit.client.0.smithi119.stdout: "dir_fetch_keys": { 2024-04-13T09:15:01.862 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10 2024-04-13T09:15:01.862 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.862 INFO:tasks.workunit.client.0.smithi119.stdout: "dir_merge": { 2024-04-13T09:15:01.862 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.862 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.862 INFO:tasks.workunit.client.0.smithi119.stdout: "dir_split": { 2024-04-13T09:15:01.862 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.862 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.862 INFO:tasks.workunit.client.0.smithi119.stdout: "exported_inodes": { 2024-04-13T09:15:01.862 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.862 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.862 INFO:tasks.workunit.client.0.smithi119.stdout: "forward": { 2024-04-13T09:15:01.863 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.863 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.863 INFO:tasks.workunit.client.0.smithi119.stdout: "handle_client_cap_release": { 2024-04-13T09:15:01.863 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.863 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.863 INFO:tasks.workunit.client.0.smithi119.stdout: "handle_client_caps": { 2024-04-13T09:15:01.863 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.863 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.863 INFO:tasks.workunit.client.0.smithi119.stdout: "handle_client_caps_dirty": { 2024-04-13T09:15:01.863 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.863 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.863 INFO:tasks.workunit.client.0.smithi119.stdout: "handle_inode_file_caps": { 2024-04-13T09:15:01.863 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.863 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.863 INFO:tasks.workunit.client.0.smithi119.stdout: "imported_inodes": { 2024-04-13T09:15:01.864 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.864 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.864 INFO:tasks.workunit.client.0.smithi119.stdout: "inodes": { 2024-04-13T09:15:01.864 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10 2024-04-13T09:15:01.864 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.864 INFO:tasks.workunit.client.0.smithi119.stdout: "inodes_expired": { 2024-04-13T09:15:01.864 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.864 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.864 INFO:tasks.workunit.client.0.smithi119.stdout: "inodes_pinned": { 2024-04-13T09:15:01.864 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10 2024-04-13T09:15:01.864 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.864 INFO:tasks.workunit.client.0.smithi119.stdout: "inodes_with_caps": { 2024-04-13T09:15:01.864 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.864 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.864 INFO:tasks.workunit.client.0.smithi119.stdout: "load_cent": { 2024-04-13T09:15:01.864 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.865 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.865 INFO:tasks.workunit.client.0.smithi119.stdout: "openino_dir_fetch": { 2024-04-13T09:15:01.865 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.865 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.865 INFO:tasks.workunit.client.0.smithi119.stdout: "process_request_cap_release": { 2024-04-13T09:15:01.865 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.865 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.865 INFO:tasks.workunit.client.0.smithi119.stdout: "reply_latency": { 2024-04-13T09:15:01.865 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.865 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.865 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.865 INFO:tasks.workunit.client.0.smithi119.stdout: "request": { 2024-04-13T09:15:01.865 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.865 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.865 INFO:tasks.workunit.client.0.smithi119.stdout: "root_rbytes": { 2024-04-13T09:15:01.865 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.866 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.866 INFO:tasks.workunit.client.0.smithi119.stdout: "root_rfiles": { 2024-04-13T09:15:01.866 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.866 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.866 INFO:tasks.workunit.client.0.smithi119.stdout: "root_rsnaps": { 2024-04-13T09:15:01.866 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.866 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.866 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_reply": { 2024-04-13T09:15:01.866 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.866 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.866 INFO:tasks.workunit.client.0.smithi119.stdout: "subtrees": { 2024-04-13T09:15:01.866 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T09:15:01.866 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.866 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.866 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_cache": { 2024-04-13T09:15:01.867 INFO:tasks.workunit.client.0.smithi119.stdout: "ireq_enqueue_scrub": { 2024-04-13T09:15:01.867 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.867 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.867 INFO:tasks.workunit.client.0.smithi119.stdout: "ireq_exportdir": { 2024-04-13T09:15:01.867 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.867 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.867 INFO:tasks.workunit.client.0.smithi119.stdout: "ireq_flush": { 2024-04-13T09:15:01.867 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.867 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.867 INFO:tasks.workunit.client.0.smithi119.stdout: "ireq_fragmentdir": { 2024-04-13T09:15:01.867 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.867 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.867 INFO:tasks.workunit.client.0.smithi119.stdout: "ireq_fragstats": { 2024-04-13T09:15:01.867 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.867 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.867 INFO:tasks.workunit.client.0.smithi119.stdout: "ireq_inodestats": { 2024-04-13T09:15:01.867 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.868 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.868 INFO:tasks.workunit.client.0.smithi119.stdout: "ireq_quiesce_inode": { 2024-04-13T09:15:01.868 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.868 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.868 INFO:tasks.workunit.client.0.smithi119.stdout: "ireq_quiesce_path": { 2024-04-13T09:15:01.868 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.868 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.868 INFO:tasks.workunit.client.0.smithi119.stdout: "num_recovering_enqueued": { 2024-04-13T09:15:01.868 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.868 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.868 INFO:tasks.workunit.client.0.smithi119.stdout: "num_recovering_prioritized": { 2024-04-13T09:15:01.868 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.868 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.868 INFO:tasks.workunit.client.0.smithi119.stdout: "num_recovering_processing": { 2024-04-13T09:15:01.868 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.868 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.869 INFO:tasks.workunit.client.0.smithi119.stdout: "num_strays": { 2024-04-13T09:15:01.869 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.869 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.869 INFO:tasks.workunit.client.0.smithi119.stdout: "num_strays_delayed": { 2024-04-13T09:15:01.869 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.869 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.869 INFO:tasks.workunit.client.0.smithi119.stdout: "num_strays_enqueuing": { 2024-04-13T09:15:01.869 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.869 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.869 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_completed": { 2024-04-13T09:15:01.869 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.869 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.869 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_started": { 2024-04-13T09:15:01.869 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.869 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.869 INFO:tasks.workunit.client.0.smithi119.stdout: "strays_created": { 2024-04-13T09:15:01.870 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.870 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.870 INFO:tasks.workunit.client.0.smithi119.stdout: "strays_enqueued": { 2024-04-13T09:15:01.870 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.870 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.870 INFO:tasks.workunit.client.0.smithi119.stdout: "strays_migrated": { 2024-04-13T09:15:01.870 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.870 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.870 INFO:tasks.workunit.client.0.smithi119.stdout: "strays_reintegrated": { 2024-04-13T09:15:01.870 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.870 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.870 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.870 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_log": { 2024-04-13T09:15:01.870 INFO:tasks.workunit.client.0.smithi119.stdout: "ev": { 2024-04-13T09:15:01.870 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17 2024-04-13T09:15:01.871 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.871 INFO:tasks.workunit.client.0.smithi119.stdout: "evadd": { 2024-04-13T09:15:01.871 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.871 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.871 INFO:tasks.workunit.client.0.smithi119.stdout: "evex": { 2024-04-13T09:15:01.871 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.871 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.871 INFO:tasks.workunit.client.0.smithi119.stdout: "evexd": { 2024-04-13T09:15:01.871 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.871 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.871 INFO:tasks.workunit.client.0.smithi119.stdout: "evexg": { 2024-04-13T09:15:01.871 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.871 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.871 INFO:tasks.workunit.client.0.smithi119.stdout: "evlrg": { 2024-04-13T09:15:01.871 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.871 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.872 INFO:tasks.workunit.client.0.smithi119.stdout: "evtrm": { 2024-04-13T09:15:01.872 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.872 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.872 INFO:tasks.workunit.client.0.smithi119.stdout: "jlat": { 2024-04-13T09:15:01.872 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.872 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.872 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.872 INFO:tasks.workunit.client.0.smithi119.stdout: "replayed": { 2024-04-13T09:15:01.872 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17 2024-04-13T09:15:01.872 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.872 INFO:tasks.workunit.client.0.smithi119.stdout: "seg": { 2024-04-13T09:15:01.872 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T09:15:01.872 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.872 INFO:tasks.workunit.client.0.smithi119.stdout: "segadd": { 2024-04-13T09:15:01.872 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.872 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.873 INFO:tasks.workunit.client.0.smithi119.stdout: "segex": { 2024-04-13T09:15:01.873 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.873 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.873 INFO:tasks.workunit.client.0.smithi119.stdout: "segexd": { 2024-04-13T09:15:01.873 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.873 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.873 INFO:tasks.workunit.client.0.smithi119.stdout: "segexg": { 2024-04-13T09:15:01.873 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.873 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.873 INFO:tasks.workunit.client.0.smithi119.stdout: "segmjr": { 2024-04-13T09:15:01.873 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T09:15:01.873 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.873 INFO:tasks.workunit.client.0.smithi119.stdout: "segtrm": { 2024-04-13T09:15:01.873 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.873 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.873 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.874 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_mem": { 2024-04-13T09:15:01.874 INFO:tasks.workunit.client.0.smithi119.stdout: "cap": { 2024-04-13T09:15:01.874 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.874 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.874 INFO:tasks.workunit.client.0.smithi119.stdout: "cap+": { 2024-04-13T09:15:01.874 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.874 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.874 INFO:tasks.workunit.client.0.smithi119.stdout: "cap-": { 2024-04-13T09:15:01.874 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.874 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.874 INFO:tasks.workunit.client.0.smithi119.stdout: "dir": { 2024-04-13T09:15:01.874 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12 2024-04-13T09:15:01.874 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.874 INFO:tasks.workunit.client.0.smithi119.stdout: "dir+": { 2024-04-13T09:15:01.875 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12 2024-04-13T09:15:01.875 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.875 INFO:tasks.workunit.client.0.smithi119.stdout: "dir-": { 2024-04-13T09:15:01.875 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.875 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.875 INFO:tasks.workunit.client.0.smithi119.stdout: "dn": { 2024-04-13T09:15:01.875 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10 2024-04-13T09:15:01.875 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.875 INFO:tasks.workunit.client.0.smithi119.stdout: "dn+": { 2024-04-13T09:15:01.875 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10 2024-04-13T09:15:01.875 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.875 INFO:tasks.workunit.client.0.smithi119.stdout: "dn-": { 2024-04-13T09:15:01.875 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.875 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.875 INFO:tasks.workunit.client.0.smithi119.stdout: "heap": { 2024-04-13T09:15:01.875 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 248184 2024-04-13T09:15:01.876 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.876 INFO:tasks.workunit.client.0.smithi119.stdout: "ino": { 2024-04-13T09:15:01.876 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13 2024-04-13T09:15:01.876 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.876 INFO:tasks.workunit.client.0.smithi119.stdout: "ino+": { 2024-04-13T09:15:01.876 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13 2024-04-13T09:15:01.876 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.876 INFO:tasks.workunit.client.0.smithi119.stdout: "ino-": { 2024-04-13T09:15:01.876 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.876 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.876 INFO:tasks.workunit.client.0.smithi119.stdout: "rss": { 2024-04-13T09:15:01.876 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 50348 2024-04-13T09:15:01.876 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.876 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.876 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_server": { 2024-04-13T09:15:01.876 INFO:tasks.workunit.client.0.smithi119.stdout: "cap_acquisition_throttle": { 2024-04-13T09:15:01.876 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.877 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.877 INFO:tasks.workunit.client.0.smithi119.stdout: "cap_revoke_eviction": { 2024-04-13T09:15:01.877 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.877 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.877 INFO:tasks.workunit.client.0.smithi119.stdout: "handle_client_request": { 2024-04-13T09:15:01.877 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.877 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.877 INFO:tasks.workunit.client.0.smithi119.stdout: "handle_client_session": { 2024-04-13T09:15:01.877 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.877 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.877 INFO:tasks.workunit.client.0.smithi119.stdout: "handle_peer_request": { 2024-04-13T09:15:01.877 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.877 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.877 INFO:tasks.workunit.client.0.smithi119.stdout: "req_create_latency": { 2024-04-13T09:15:01.877 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.878 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.878 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.878 INFO:tasks.workunit.client.0.smithi119.stdout: "req_getattr_latency": { 2024-04-13T09:15:01.878 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.878 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.878 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.878 INFO:tasks.workunit.client.0.smithi119.stdout: "req_getfilelock_latency": { 2024-04-13T09:15:01.878 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.878 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.878 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.878 INFO:tasks.workunit.client.0.smithi119.stdout: "req_getvxattr_latency": { 2024-04-13T09:15:01.878 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.878 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.878 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.878 INFO:tasks.workunit.client.0.smithi119.stdout: "req_link_latency": { 2024-04-13T09:15:01.878 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.879 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.879 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.879 INFO:tasks.workunit.client.0.smithi119.stdout: "req_lookup_latency": { 2024-04-13T09:15:01.879 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.879 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.879 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.879 INFO:tasks.workunit.client.0.smithi119.stdout: "req_lookuphash_latency": { 2024-04-13T09:15:01.879 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.879 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.879 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.879 INFO:tasks.workunit.client.0.smithi119.stdout: "req_lookupino_latency": { 2024-04-13T09:15:01.879 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.879 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.879 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.879 INFO:tasks.workunit.client.0.smithi119.stdout: "req_lookupname_latency": { 2024-04-13T09:15:01.879 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.880 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.880 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.880 INFO:tasks.workunit.client.0.smithi119.stdout: "req_lookupparent_latency": { 2024-04-13T09:15:01.880 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.880 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.880 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.880 INFO:tasks.workunit.client.0.smithi119.stdout: "req_lookupsnap_latency": { 2024-04-13T09:15:01.880 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.880 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.880 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.880 INFO:tasks.workunit.client.0.smithi119.stdout: "req_lssnap_latency": { 2024-04-13T09:15:01.880 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.880 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.880 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.880 INFO:tasks.workunit.client.0.smithi119.stdout: "req_mkdir_latency": { 2024-04-13T09:15:01.880 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.881 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.881 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.881 INFO:tasks.workunit.client.0.smithi119.stdout: "req_mknod_latency": { 2024-04-13T09:15:01.881 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.881 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.881 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.881 INFO:tasks.workunit.client.0.smithi119.stdout: "req_mksnap_latency": { 2024-04-13T09:15:01.881 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.881 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.881 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.881 INFO:tasks.workunit.client.0.smithi119.stdout: "req_open_latency": { 2024-04-13T09:15:01.881 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.881 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.881 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.881 INFO:tasks.workunit.client.0.smithi119.stdout: "req_readdir_latency": { 2024-04-13T09:15:01.881 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.882 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.882 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.882 INFO:tasks.workunit.client.0.smithi119.stdout: "req_rename_latency": { 2024-04-13T09:15:01.882 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.882 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.882 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.882 INFO:tasks.workunit.client.0.smithi119.stdout: "req_renamesnap_latency": { 2024-04-13T09:15:01.882 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.882 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.882 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.882 INFO:tasks.workunit.client.0.smithi119.stdout: "req_rmdir_latency": { 2024-04-13T09:15:01.882 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.882 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.882 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.882 INFO:tasks.workunit.client.0.smithi119.stdout: "req_rmsnap_latency": { 2024-04-13T09:15:01.882 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.883 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.883 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.883 INFO:tasks.workunit.client.0.smithi119.stdout: "req_rmxattr_latency": { 2024-04-13T09:15:01.883 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.883 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.883 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.883 INFO:tasks.workunit.client.0.smithi119.stdout: "req_setattr_latency": { 2024-04-13T09:15:01.883 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.883 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.883 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.883 INFO:tasks.workunit.client.0.smithi119.stdout: "req_setdirlayout_latency": { 2024-04-13T09:15:01.883 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.883 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.883 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.883 INFO:tasks.workunit.client.0.smithi119.stdout: "req_setfilelock_latency": { 2024-04-13T09:15:01.883 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.884 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.884 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.884 INFO:tasks.workunit.client.0.smithi119.stdout: "req_setlayout_latency": { 2024-04-13T09:15:01.884 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.884 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.884 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.884 INFO:tasks.workunit.client.0.smithi119.stdout: "req_setxattr_latency": { 2024-04-13T09:15:01.884 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.884 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.884 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.884 INFO:tasks.workunit.client.0.smithi119.stdout: "req_snapdiff_latency": { 2024-04-13T09:15:01.884 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.884 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.884 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.884 INFO:tasks.workunit.client.0.smithi119.stdout: "req_symlink_latency": { 2024-04-13T09:15:01.884 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.885 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.885 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.885 INFO:tasks.workunit.client.0.smithi119.stdout: "req_unlink_latency": { 2024-04-13T09:15:01.885 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.885 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.885 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.885 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.885 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_sessions": { 2024-04-13T09:15:01.885 INFO:tasks.workunit.client.0.smithi119.stdout: "average_load": { 2024-04-13T09:15:01.885 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.885 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.885 INFO:tasks.workunit.client.0.smithi119.stdout: "avg_session_uptime": { 2024-04-13T09:15:01.885 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.885 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.885 INFO:tasks.workunit.client.0.smithi119.stdout: "mdthresh_evicted": { 2024-04-13T09:15:01.886 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.886 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.886 INFO:tasks.workunit.client.0.smithi119.stdout: "session_add": { 2024-04-13T09:15:01.886 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8 2024-04-13T09:15:01.886 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.886 INFO:tasks.workunit.client.0.smithi119.stdout: "session_count": { 2024-04-13T09:15:01.886 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.886 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.886 INFO:tasks.workunit.client.0.smithi119.stdout: "session_remove": { 2024-04-13T09:15:01.886 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8 2024-04-13T09:15:01.886 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.886 INFO:tasks.workunit.client.0.smithi119.stdout: "sessions_open": { 2024-04-13T09:15:01.886 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T09:15:01.886 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.886 INFO:tasks.workunit.client.0.smithi119.stdout: "sessions_stale": { 2024-04-13T09:15:01.887 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.887 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.887 INFO:tasks.workunit.client.0.smithi119.stdout: "total_load": { 2024-04-13T09:15:01.887 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.887 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.887 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.887 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T09:15:01.887 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T09:15:01.887 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.887 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.887 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:15:01.887 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37 2024-04-13T09:15:01.887 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.887 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T09:15:01.887 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.887 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.888 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:15:01.888 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7 2024-04-13T09:15:01.888 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.888 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.888 INFO:tasks.workunit.client.0.smithi119.stdout: "purge_queue": { 2024-04-13T09:15:01.888 INFO:tasks.workunit.client.0.smithi119.stdout: "pq_executed": { 2024-04-13T09:15:01.888 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.888 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.888 INFO:tasks.workunit.client.0.smithi119.stdout: "pq_executed_ops": { 2024-04-13T09:15:01.888 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.888 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.888 INFO:tasks.workunit.client.0.smithi119.stdout: "pq_executing": { 2024-04-13T09:15:01.888 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.888 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.888 INFO:tasks.workunit.client.0.smithi119.stdout: "pq_executing_high_water": { 2024-04-13T09:15:01.889 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.889 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.889 INFO:tasks.workunit.client.0.smithi119.stdout: "pq_executing_ops": { 2024-04-13T09:15:01.889 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.889 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.889 INFO:tasks.workunit.client.0.smithi119.stdout: "pq_executing_ops_high_water": { 2024-04-13T09:15:01.889 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.889 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.889 INFO:tasks.workunit.client.0.smithi119.stdout: "pq_item_in_journal": { 2024-04-13T09:15:01.889 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.889 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.889 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.889 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.889 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.3402881472e4eb9cd55aa5a45378abc80ad36ea5": { 2024-04-13T09:15:01.889 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T09:15:01.889 INFO:tasks.workunit.client.0.smithi119.stdout: "election_call": { 2024-04-13T09:15:01.890 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T09:15:01.890 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.890 INFO:tasks.workunit.client.0.smithi119.stdout: "election_lose": { 2024-04-13T09:15:01.890 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T09:15:01.890 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.890 INFO:tasks.workunit.client.0.smithi119.stdout: "election_win": { 2024-04-13T09:15:01.890 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.890 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.890 INFO:tasks.workunit.client.0.smithi119.stdout: "num_elections": { 2024-04-13T09:15:01.890 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9 2024-04-13T09:15:01.890 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.890 INFO:tasks.workunit.client.0.smithi119.stdout: "num_sessions": { 2024-04-13T09:15:01.890 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8 2024-04-13T09:15:01.890 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.890 INFO:tasks.workunit.client.0.smithi119.stdout: "session_add": { 2024-04-13T09:15:01.891 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3 2024-04-13T09:15:01.891 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.891 INFO:tasks.workunit.client.0.smithi119.stdout: "session_rm": { 2024-04-13T09:15:01.891 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 247 2024-04-13T09:15:01.891 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.891 INFO:tasks.workunit.client.0.smithi119.stdout: "session_trim": { 2024-04-13T09:15:01.891 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.891 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.891 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.891 INFO:tasks.workunit.client.0.smithi119.stdout: "paxos": { 2024-04-13T09:15:01.891 INFO:tasks.workunit.client.0.smithi119.stdout: "accept_timeout": { 2024-04-13T09:15:01.891 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.891 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.891 INFO:tasks.workunit.client.0.smithi119.stdout: "begin": { 2024-04-13T09:15:01.891 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8529 2024-04-13T09:15:01.891 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.892 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_bytes": { 2024-04-13T09:15:01.892 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8529, 2024-04-13T09:15:01.892 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 58868567 2024-04-13T09:15:01.892 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.892 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_keys": { 2024-04-13T09:15:01.892 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.892 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.892 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.892 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_latency": { 2024-04-13T09:15:01.892 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8529, 2024-04-13T09:15:01.892 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1276973143 2024-04-13T09:15:01.892 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.892 INFO:tasks.workunit.client.0.smithi119.stdout: "collect": { 2024-04-13T09:15:01.892 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T09:15:01.893 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.893 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_bytes": { 2024-04-13T09:15:01.893 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T09:15:01.893 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 146 2024-04-13T09:15:01.893 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.893 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_keys": { 2024-04-13T09:15:01.893 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T09:15:01.893 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T09:15:01.893 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.893 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_latency": { 2024-04-13T09:15:01.893 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T09:15:01.893 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 999979 2024-04-13T09:15:01.893 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.893 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_timeout": { 2024-04-13T09:15:01.893 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.894 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.894 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_uncommitted": { 2024-04-13T09:15:01.894 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.894 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.894 INFO:tasks.workunit.client.0.smithi119.stdout: "commit": { 2024-04-13T09:15:01.894 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8529 2024-04-13T09:15:01.894 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.894 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_bytes": { 2024-04-13T09:15:01.894 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.894 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.894 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.894 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_keys": { 2024-04-13T09:15:01.894 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.894 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.894 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.894 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_latency": { 2024-04-13T09:15:01.895 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.895 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.895 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.895 INFO:tasks.workunit.client.0.smithi119.stdout: "lease_ack_timeout": { 2024-04-13T09:15:01.895 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.895 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.895 INFO:tasks.workunit.client.0.smithi119.stdout: "lease_timeout": { 2024-04-13T09:15:01.895 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.895 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.895 INFO:tasks.workunit.client.0.smithi119.stdout: "new_pn": { 2024-04-13T09:15:01.895 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.895 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.895 INFO:tasks.workunit.client.0.smithi119.stdout: "new_pn_latency": { 2024-04-13T09:15:01.895 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.895 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.896 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.896 INFO:tasks.workunit.client.0.smithi119.stdout: "refresh": { 2024-04-13T09:15:01.896 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8529 2024-04-13T09:15:01.896 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.896 INFO:tasks.workunit.client.0.smithi119.stdout: "refresh_latency": { 2024-04-13T09:15:01.896 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8529, 2024-04-13T09:15:01.896 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 26701437923 2024-04-13T09:15:01.896 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.896 INFO:tasks.workunit.client.0.smithi119.stdout: "restart": { 2024-04-13T09:15:01.896 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11 2024-04-13T09:15:01.896 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.896 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state": { 2024-04-13T09:15:01.896 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.896 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.896 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state_bytes": { 2024-04-13T09:15:01.897 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.897 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.897 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.897 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state_keys": { 2024-04-13T09:15:01.897 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.897 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.897 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.897 INFO:tasks.workunit.client.0.smithi119.stdout: "start_leader": { 2024-04-13T09:15:01.897 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.897 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.897 INFO:tasks.workunit.client.0.smithi119.stdout: "start_peon": { 2024-04-13T09:15:01.897 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T09:15:01.897 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.897 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state": { 2024-04-13T09:15:01.897 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8529 2024-04-13T09:15:01.897 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.898 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_bytes": { 2024-04-13T09:15:01.898 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8529, 2024-04-13T09:15:01.898 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 116112721 2024-04-13T09:15:01.898 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.898 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_keys": { 2024-04-13T09:15:01.898 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8529, 2024-04-13T09:15:01.898 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 74680 2024-04-13T09:15:01.898 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.898 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_latency": { 2024-04-13T09:15:01.898 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8529, 2024-04-13T09:15:01.898 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2913938728 2024-04-13T09:15:01.898 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.898 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.898 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache": { 2024-04-13T09:15:01.898 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T09:15:01.899 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1020054731 2024-04-13T09:15:01.899 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.899 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T09:15:01.899 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 167739392 2024-04-13T09:15:01.899 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.899 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T09:15:01.899 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 166977536 2024-04-13T09:15:01.899 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.899 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T09:15:01.899 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2147483648 2024-04-13T09:15:01.899 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.899 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T09:15:01.899 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 761856 2024-04-13T09:15:01.899 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.899 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.899 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:full": { 2024-04-13T09:15:01.900 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:01.900 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 360710144 2024-04-13T09:15:01.900 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.900 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:01.900 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.900 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.900 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:01.900 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.900 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.900 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:01.900 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 267382708 2024-04-13T09:15:01.900 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.900 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:01.900 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24530909 2024-04-13T09:15:01.900 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.900 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:01.901 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.901 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.901 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:01.901 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.901 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.901 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:01.901 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.901 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.901 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:01.901 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.901 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.901 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:01.901 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.901 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.901 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:01.901 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.902 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.902 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:01.902 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.902 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.902 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:01.902 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.902 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.902 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:01.902 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 68796527 2024-04-13T09:15:01.902 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.902 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.902 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:inc": { 2024-04-13T09:15:01.902 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:01.902 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 339738624 2024-04-13T09:15:01.902 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.903 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:01.903 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.903 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.903 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:01.903 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.903 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.903 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:01.903 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 267382708 2024-04-13T09:15:01.903 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.903 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:01.903 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1484899 2024-04-13T09:15:01.903 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.903 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:01.903 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.903 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.904 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:01.904 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.904 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.904 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:01.904 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.904 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.904 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:01.904 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.904 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.904 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:01.904 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.904 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.904 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:01.904 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.904 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.904 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:01.905 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.905 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.905 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:01.905 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.905 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.905 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:01.905 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 70871017 2024-04-13T09:15:01.905 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.905 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.905 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:kv": { 2024-04-13T09:15:01.905 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:01.905 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 314572800 2024-04-13T09:15:01.905 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.905 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:01.905 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:01.905 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.906 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:01.906 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.906 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.906 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:01.906 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 178255138 2024-04-13T09:15:01.906 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.906 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:01.906 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.906 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.906 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:01.906 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.906 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.906 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:01.906 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.906 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.906 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:01.907 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.907 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.907 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:01.907 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.907 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.907 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:01.907 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.907 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.907 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:01.907 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.907 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.907 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:01.907 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.907 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.907 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:01.907 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.908 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.908 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:01.908 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 69208798 2024-04-13T09:15:01.908 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.908 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.908 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb": { 2024-04-13T09:15:01.908 INFO:tasks.workunit.client.0.smithi119.stdout: "compact": { 2024-04-13T09:15:01.908 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.908 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.908 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_queue_len": { 2024-04-13T09:15:01.908 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.908 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.908 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_queue_merge": { 2024-04-13T09:15:01.908 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.908 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.908 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_range": { 2024-04-13T09:15:01.908 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 100 2024-04-13T09:15:01.909 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.909 INFO:tasks.workunit.client.0.smithi119.stdout: "get_latency": { 2024-04-13T09:15:01.909 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 369721, 2024-04-13T09:15:01.909 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1835983729 2024-04-13T09:15:01.909 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.909 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_delay_time": { 2024-04-13T09:15:01.909 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.909 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.909 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.909 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_memtable_time": { 2024-04-13T09:15:01.909 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.909 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.909 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.909 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-13T09:15:01.909 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.909 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.909 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.910 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_wal_time": { 2024-04-13T09:15:01.910 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.910 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.910 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.910 INFO:tasks.workunit.client.0.smithi119.stdout: "submit_latency": { 2024-04-13T09:15:01.910 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.910 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.910 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.910 INFO:tasks.workunit.client.0.smithi119.stdout: "submit_sync_latency": { 2024-04-13T09:15:01.910 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 20574, 2024-04-13T09:15:01.910 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6465840897 2024-04-13T09:15:01.910 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.910 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.910 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.911 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.361d0c88a98ec03a997f9cbd7d4b9f21aeac06c7": { 2024-04-13T09:15:01.911 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T09:15:01.911 INFO:tasks.workunit.client.0.smithi119.stdout: "election_call": { 2024-04-13T09:15:01.911 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T09:15:01.911 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.911 INFO:tasks.workunit.client.0.smithi119.stdout: "election_lose": { 2024-04-13T09:15:01.911 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4 2024-04-13T09:15:01.911 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.911 INFO:tasks.workunit.client.0.smithi119.stdout: "election_win": { 2024-04-13T09:15:01.911 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.911 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.911 INFO:tasks.workunit.client.0.smithi119.stdout: "num_elections": { 2024-04-13T09:15:01.911 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14 2024-04-13T09:15:01.911 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.911 INFO:tasks.workunit.client.0.smithi119.stdout: "num_sessions": { 2024-04-13T09:15:01.912 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10 2024-04-13T09:15:01.912 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.912 INFO:tasks.workunit.client.0.smithi119.stdout: "session_add": { 2024-04-13T09:15:01.912 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4 2024-04-13T09:15:01.912 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.912 INFO:tasks.workunit.client.0.smithi119.stdout: "session_rm": { 2024-04-13T09:15:01.912 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 273 2024-04-13T09:15:01.912 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.912 INFO:tasks.workunit.client.0.smithi119.stdout: "session_trim": { 2024-04-13T09:15:01.912 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.912 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.912 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.912 INFO:tasks.workunit.client.0.smithi119.stdout: "paxos": { 2024-04-13T09:15:01.912 INFO:tasks.workunit.client.0.smithi119.stdout: "accept_timeout": { 2024-04-13T09:15:01.912 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.912 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.912 INFO:tasks.workunit.client.0.smithi119.stdout: "begin": { 2024-04-13T09:15:01.913 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8572 2024-04-13T09:15:01.913 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.913 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_bytes": { 2024-04-13T09:15:01.913 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8572, 2024-04-13T09:15:01.913 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 59176301 2024-04-13T09:15:01.913 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.913 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_keys": { 2024-04-13T09:15:01.913 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.913 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.913 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.913 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_latency": { 2024-04-13T09:15:01.913 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8572, 2024-04-13T09:15:01.913 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2086948889 2024-04-13T09:15:01.913 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.913 INFO:tasks.workunit.client.0.smithi119.stdout: "collect": { 2024-04-13T09:15:01.913 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4 2024-04-13T09:15:01.914 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.914 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_bytes": { 2024-04-13T09:15:01.914 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4, 2024-04-13T09:15:01.914 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 292 2024-04-13T09:15:01.914 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.914 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_keys": { 2024-04-13T09:15:01.914 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4, 2024-04-13T09:15:01.914 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4 2024-04-13T09:15:01.914 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.914 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_latency": { 2024-04-13T09:15:01.914 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4, 2024-04-13T09:15:01.914 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 999976 2024-04-13T09:15:01.914 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.914 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_timeout": { 2024-04-13T09:15:01.914 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.915 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.915 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_uncommitted": { 2024-04-13T09:15:01.915 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T09:15:01.915 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.915 INFO:tasks.workunit.client.0.smithi119.stdout: "commit": { 2024-04-13T09:15:01.915 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8572 2024-04-13T09:15:01.915 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.915 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_bytes": { 2024-04-13T09:15:01.915 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.915 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.915 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.915 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_keys": { 2024-04-13T09:15:01.915 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.915 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.915 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.915 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_latency": { 2024-04-13T09:15:01.916 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.916 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.916 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.916 INFO:tasks.workunit.client.0.smithi119.stdout: "lease_ack_timeout": { 2024-04-13T09:15:01.916 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.916 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.916 INFO:tasks.workunit.client.0.smithi119.stdout: "lease_timeout": { 2024-04-13T09:15:01.916 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.916 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.916 INFO:tasks.workunit.client.0.smithi119.stdout: "new_pn": { 2024-04-13T09:15:01.916 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.916 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.916 INFO:tasks.workunit.client.0.smithi119.stdout: "new_pn_latency": { 2024-04-13T09:15:01.916 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.916 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.916 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.917 INFO:tasks.workunit.client.0.smithi119.stdout: "refresh": { 2024-04-13T09:15:01.917 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8572 2024-04-13T09:15:01.917 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.917 INFO:tasks.workunit.client.0.smithi119.stdout: "refresh_latency": { 2024-04-13T09:15:01.917 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8572, 2024-04-13T09:15:01.917 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 29691272693 2024-04-13T09:15:01.917 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.917 INFO:tasks.workunit.client.0.smithi119.stdout: "restart": { 2024-04-13T09:15:01.917 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16 2024-04-13T09:15:01.917 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.917 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state": { 2024-04-13T09:15:01.917 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.917 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.917 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state_bytes": { 2024-04-13T09:15:01.917 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.918 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.918 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.918 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state_keys": { 2024-04-13T09:15:01.918 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.918 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.918 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.918 INFO:tasks.workunit.client.0.smithi119.stdout: "start_leader": { 2024-04-13T09:15:01.918 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.918 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.918 INFO:tasks.workunit.client.0.smithi119.stdout: "start_peon": { 2024-04-13T09:15:01.918 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4 2024-04-13T09:15:01.918 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.918 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state": { 2024-04-13T09:15:01.918 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8572 2024-04-13T09:15:01.918 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.918 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_bytes": { 2024-04-13T09:15:01.919 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8572, 2024-04-13T09:15:01.919 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 116772821 2024-04-13T09:15:01.919 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.919 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_keys": { 2024-04-13T09:15:01.919 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8572, 2024-04-13T09:15:01.919 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 75033 2024-04-13T09:15:01.919 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.919 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_latency": { 2024-04-13T09:15:01.919 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8572, 2024-04-13T09:15:01.919 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5716859893 2024-04-13T09:15:01.919 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.919 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.919 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache": { 2024-04-13T09:15:01.919 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T09:15:01.919 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1020054731 2024-04-13T09:15:01.920 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.920 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T09:15:01.920 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 171933696 2024-04-13T09:15:01.920 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.920 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T09:15:01.920 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 171778048 2024-04-13T09:15:01.920 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.920 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T09:15:01.920 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2147483648 2024-04-13T09:15:01.920 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.920 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T09:15:01.920 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 155648 2024-04-13T09:15:01.920 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.920 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.920 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:full": { 2024-04-13T09:15:01.920 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:01.920 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 360710144 2024-04-13T09:15:01.921 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.921 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:01.921 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.921 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.921 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:01.921 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.921 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.921 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:01.921 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 267330741 2024-04-13T09:15:01.921 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.921 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:01.921 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24651629 2024-04-13T09:15:01.921 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.921 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:01.921 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.921 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.922 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:01.922 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.922 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.922 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:01.922 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.922 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.922 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:01.922 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.922 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.922 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:01.922 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.922 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.922 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:01.922 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.922 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.923 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:01.923 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.923 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.923 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:01.923 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.923 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.923 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:01.923 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 68727774 2024-04-13T09:15:01.923 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.923 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.923 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:inc": { 2024-04-13T09:15:01.923 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:01.923 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 339738624 2024-04-13T09:15:01.923 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.923 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:01.923 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.924 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.924 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:01.924 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.924 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.924 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:01.924 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 267330741 2024-04-13T09:15:01.924 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.924 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:01.924 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1502756 2024-04-13T09:15:01.924 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.924 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:01.924 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.924 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.924 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:01.924 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.924 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.925 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:01.925 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.925 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.925 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:01.925 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.925 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.925 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:01.925 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.925 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.925 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:01.925 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.925 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.925 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:01.925 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.925 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.925 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:01.926 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.926 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.926 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:01.926 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 70905127 2024-04-13T09:15:01.926 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.926 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.926 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:kv": { 2024-04-13T09:15:01.926 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:01.926 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 314572800 2024-04-13T09:15:01.926 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.926 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:01.926 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:01.926 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.926 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:01.926 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.926 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.927 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:01.927 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 178220494 2024-04-13T09:15:01.927 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.927 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:01.927 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.927 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.927 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:01.927 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.927 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.927 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:01.927 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.927 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.927 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:01.927 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.927 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.927 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:01.928 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.928 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.928 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:01.928 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.928 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.928 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:01.928 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.928 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.928 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:01.928 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.928 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.928 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:01.928 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.928 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.928 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:01.929 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 69243442 2024-04-13T09:15:01.929 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.929 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.929 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb": { 2024-04-13T09:15:01.929 INFO:tasks.workunit.client.0.smithi119.stdout: "compact": { 2024-04-13T09:15:01.929 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.929 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.929 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_queue_len": { 2024-04-13T09:15:01.929 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.929 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.929 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_queue_merge": { 2024-04-13T09:15:01.929 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.929 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.929 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_range": { 2024-04-13T09:15:01.929 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 100 2024-04-13T09:15:01.929 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.930 INFO:tasks.workunit.client.0.smithi119.stdout: "get_latency": { 2024-04-13T09:15:01.930 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 377973, 2024-04-13T09:15:01.930 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1972732673 2024-04-13T09:15:01.930 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.930 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_delay_time": { 2024-04-13T09:15:01.930 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.930 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.930 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.930 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_memtable_time": { 2024-04-13T09:15:01.930 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.930 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.930 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.930 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-13T09:15:01.930 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.930 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.931 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.931 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_wal_time": { 2024-04-13T09:15:01.931 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.931 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.931 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.931 INFO:tasks.workunit.client.0.smithi119.stdout: "submit_latency": { 2024-04-13T09:15:01.931 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.931 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.931 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.931 INFO:tasks.workunit.client.0.smithi119.stdout: "submit_sync_latency": { 2024-04-13T09:15:01.931 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 20685, 2024-04-13T09:15:01.931 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9926039838 2024-04-13T09:15:01.931 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.931 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.931 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.932 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.8ce27d692b5f50738c5de0d5fabe76bb5b385d6c": { 2024-04-13T09:15:01.932 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T09:15:01.932 INFO:tasks.workunit.client.0.smithi119.stdout: "election_call": { 2024-04-13T09:15:01.932 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6 2024-04-13T09:15:01.932 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.932 INFO:tasks.workunit.client.0.smithi119.stdout: "election_lose": { 2024-04-13T09:15:01.932 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.932 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.932 INFO:tasks.workunit.client.0.smithi119.stdout: "election_win": { 2024-04-13T09:15:01.932 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6 2024-04-13T09:15:01.932 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.932 INFO:tasks.workunit.client.0.smithi119.stdout: "num_elections": { 2024-04-13T09:15:01.932 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 21 2024-04-13T09:15:01.932 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.932 INFO:tasks.workunit.client.0.smithi119.stdout: "num_sessions": { 2024-04-13T09:15:01.932 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9 2024-04-13T09:15:01.933 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.933 INFO:tasks.workunit.client.0.smithi119.stdout: "session_add": { 2024-04-13T09:15:01.933 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5 2024-04-13T09:15:01.933 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.933 INFO:tasks.workunit.client.0.smithi119.stdout: "session_rm": { 2024-04-13T09:15:01.933 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 247 2024-04-13T09:15:01.933 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.933 INFO:tasks.workunit.client.0.smithi119.stdout: "session_trim": { 2024-04-13T09:15:01.933 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.933 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.933 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.933 INFO:tasks.workunit.client.0.smithi119.stdout: "paxos": { 2024-04-13T09:15:01.933 INFO:tasks.workunit.client.0.smithi119.stdout: "accept_timeout": { 2024-04-13T09:15:01.933 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.933 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.933 INFO:tasks.workunit.client.0.smithi119.stdout: "begin": { 2024-04-13T09:15:01.934 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8641 2024-04-13T09:15:01.934 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.934 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_bytes": { 2024-04-13T09:15:01.934 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8641, 2024-04-13T09:15:01.934 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 60339799 2024-04-13T09:15:01.934 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.934 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_keys": { 2024-04-13T09:15:01.934 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8641, 2024-04-13T09:15:01.934 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 25923 2024-04-13T09:15:01.934 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.934 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_latency": { 2024-04-13T09:15:01.934 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8641, 2024-04-13T09:15:01.934 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1803955847 2024-04-13T09:15:01.934 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.934 INFO:tasks.workunit.client.0.smithi119.stdout: "collect": { 2024-04-13T09:15:01.935 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.935 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.935 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_bytes": { 2024-04-13T09:15:01.935 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.935 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.935 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.935 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_keys": { 2024-04-13T09:15:01.935 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.935 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.935 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.935 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_latency": { 2024-04-13T09:15:01.935 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.935 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.935 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.935 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_timeout": { 2024-04-13T09:15:01.935 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.936 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.936 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_uncommitted": { 2024-04-13T09:15:01.936 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3 2024-04-13T09:15:01.936 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.936 INFO:tasks.workunit.client.0.smithi119.stdout: "commit": { 2024-04-13T09:15:01.936 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8638 2024-04-13T09:15:01.936 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.936 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_bytes": { 2024-04-13T09:15:01.936 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8638, 2024-04-13T09:15:01.936 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 59678542 2024-04-13T09:15:01.936 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.936 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_keys": { 2024-04-13T09:15:01.936 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8638, 2024-04-13T09:15:01.936 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 66907 2024-04-13T09:15:01.936 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.936 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_latency": { 2024-04-13T09:15:01.937 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8638, 2024-04-13T09:15:01.937 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2937123886 2024-04-13T09:15:01.937 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.937 INFO:tasks.workunit.client.0.smithi119.stdout: "lease_ack_timeout": { 2024-04-13T09:15:01.937 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.937 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.937 INFO:tasks.workunit.client.0.smithi119.stdout: "lease_timeout": { 2024-04-13T09:15:01.937 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.937 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.937 INFO:tasks.workunit.client.0.smithi119.stdout: "new_pn": { 2024-04-13T09:15:01.937 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6 2024-04-13T09:15:01.937 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.937 INFO:tasks.workunit.client.0.smithi119.stdout: "new_pn_latency": { 2024-04-13T09:15:01.937 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 6, 2024-04-13T09:15:01.937 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3999902 2024-04-13T09:15:01.937 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.938 INFO:tasks.workunit.client.0.smithi119.stdout: "refresh": { 2024-04-13T09:15:01.938 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8641 2024-04-13T09:15:01.938 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.938 INFO:tasks.workunit.client.0.smithi119.stdout: "refresh_latency": { 2024-04-13T09:15:01.938 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8641, 2024-04-13T09:15:01.938 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 32214210820 2024-04-13T09:15:01.938 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.938 INFO:tasks.workunit.client.0.smithi119.stdout: "restart": { 2024-04-13T09:15:01.938 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23 2024-04-13T09:15:01.938 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.938 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state": { 2024-04-13T09:15:01.938 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T09:15:01.938 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.938 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state_bytes": { 2024-04-13T09:15:01.938 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T09:15:01.939 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 35972 2024-04-13T09:15:01.939 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.939 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state_keys": { 2024-04-13T09:15:01.939 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T09:15:01.939 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4 2024-04-13T09:15:01.939 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.939 INFO:tasks.workunit.client.0.smithi119.stdout: "start_leader": { 2024-04-13T09:15:01.939 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6 2024-04-13T09:15:01.939 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.939 INFO:tasks.workunit.client.0.smithi119.stdout: "start_peon": { 2024-04-13T09:15:01.939 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.939 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.939 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state": { 2024-04-13T09:15:01.939 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.939 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.939 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_bytes": { 2024-04-13T09:15:01.939 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.940 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.940 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.940 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_keys": { 2024-04-13T09:15:01.940 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.940 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.940 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.940 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_latency": { 2024-04-13T09:15:01.940 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.940 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.940 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.940 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.940 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache": { 2024-04-13T09:15:01.940 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T09:15:01.940 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1020054731 2024-04-13T09:15:01.940 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.941 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T09:15:01.941 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 257073152 2024-04-13T09:15:01.941 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.941 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T09:15:01.941 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 255614976 2024-04-13T09:15:01.941 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.941 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T09:15:01.941 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2147483648 2024-04-13T09:15:01.941 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.941 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T09:15:01.941 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1458176 2024-04-13T09:15:01.941 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.941 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.941 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:full": { 2024-04-13T09:15:01.941 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:01.941 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 360710144 2024-04-13T09:15:01.941 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.942 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:01.942 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.942 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.942 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:01.942 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.942 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.942 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:01.942 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 267252076 2024-04-13T09:15:01.942 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.942 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:01.942 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24855517 2024-04-13T09:15:01.942 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.942 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:01.942 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.942 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.943 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:01.943 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.943 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.943 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:01.943 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.943 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.943 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:01.943 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.943 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.943 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:01.943 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.943 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.943 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:01.943 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.943 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.943 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:01.944 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.944 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.944 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:01.944 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.944 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.944 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:01.944 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 68602551 2024-04-13T09:15:01.944 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.944 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.944 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:inc": { 2024-04-13T09:15:01.944 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:01.944 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 339738624 2024-04-13T09:15:01.944 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.944 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:01.944 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.945 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.945 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:01.945 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.945 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.945 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:01.945 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 267252076 2024-04-13T09:15:01.945 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.945 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:01.945 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1508641 2024-04-13T09:15:01.945 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.945 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:01.945 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.945 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.945 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:01.945 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.945 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.946 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:01.946 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.946 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.946 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:01.946 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.946 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.946 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:01.946 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.946 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.946 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:01.946 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.946 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.946 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:01.947 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.947 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.947 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:01.947 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.947 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.947 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:01.947 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 70977907 2024-04-13T09:15:01.947 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.947 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.947 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:kv": { 2024-04-13T09:15:01.947 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:01.947 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 314572800 2024-04-13T09:15:01.947 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.947 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:01.947 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:01.947 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.948 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:01.948 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.948 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.948 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:01.948 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 178168051 2024-04-13T09:15:01.948 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.948 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:01.948 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.948 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.948 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:01.948 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.948 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.948 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:01.948 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.948 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.949 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:01.949 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.949 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.949 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:01.949 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.949 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.949 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:01.949 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.949 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.949 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:01.949 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.949 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.949 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:01.949 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.949 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.949 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:01.950 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.950 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.950 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:01.950 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 69295885 2024-04-13T09:15:01.950 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.950 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.950 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb": { 2024-04-13T09:15:01.950 INFO:tasks.workunit.client.0.smithi119.stdout: "compact": { 2024-04-13T09:15:01.950 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.950 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.950 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_queue_len": { 2024-04-13T09:15:01.950 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.950 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.950 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_queue_merge": { 2024-04-13T09:15:01.950 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.951 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.951 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_range": { 2024-04-13T09:15:01.951 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 100 2024-04-13T09:15:01.951 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.951 INFO:tasks.workunit.client.0.smithi119.stdout: "get_latency": { 2024-04-13T09:15:01.951 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 381634, 2024-04-13T09:15:01.951 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2283205540 2024-04-13T09:15:01.951 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.951 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_delay_time": { 2024-04-13T09:15:01.951 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.951 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.951 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.951 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_memtable_time": { 2024-04-13T09:15:01.951 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.952 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.952 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.952 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-13T09:15:01.952 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.952 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.952 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.952 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_wal_time": { 2024-04-13T09:15:01.952 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.952 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.952 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.952 INFO:tasks.workunit.client.0.smithi119.stdout: "submit_latency": { 2024-04-13T09:15:01.952 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.952 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.952 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.952 INFO:tasks.workunit.client.0.smithi119.stdout: "submit_sync_latency": { 2024-04-13T09:15:01.952 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 20854, 2024-04-13T09:15:01.953 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7710558064 2024-04-13T09:15:01.953 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.953 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.953 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.953 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.0": { 2024-04-13T09:15:01.953 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:01.953 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_db_max_lat": { 2024-04-13T09:15:01.953 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 34978 2024-04-13T09:15:01.953 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.953 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_fallback": { 2024-04-13T09:15:01.953 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.953 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.953 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_max_lat": { 2024-04-13T09:15:01.953 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.953 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.954 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_size_fallback": { 2024-04-13T09:15:01.954 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.954 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.954 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_db": { 2024-04-13T09:15:01.954 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 65536 2024-04-13T09:15:01.954 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.954 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_slow": { 2024-04-13T09:15:01.954 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.954 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.954 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_wal": { 2024-04-13T09:15:01.954 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.954 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.954 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_wal_max_lat": { 2024-04-13T09:15:01.954 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.954 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.955 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_slow": { 2024-04-13T09:15:01.955 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.955 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.955 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_sst": { 2024-04-13T09:15:01.955 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 22294528 2024-04-13T09:15:01.955 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.955 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_wal": { 2024-04-13T09:15:01.955 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 889204736 2024-04-13T09:15:01.955 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.955 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lat": { 2024-04-13T09:15:01.955 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 18, 2024-04-13T09:15:01.955 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3857716 2024-04-13T09:15:01.955 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.955 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lock_lat": { 2024-04-13T09:15:01.955 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 18, 2024-04-13T09:15:01.955 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1575639 2024-04-13T09:15:01.956 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.956 INFO:tasks.workunit.client.0.smithi119.stdout: "db_alloc_lat": { 2024-04-13T09:15:01.956 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 231, 2024-04-13T09:15:01.956 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1176828 2024-04-13T09:15:01.956 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.956 INFO:tasks.workunit.client.0.smithi119.stdout: "db_total_bytes": { 2024-04-13T09:15:01.956 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995027456 2024-04-13T09:15:01.956 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.956 INFO:tasks.workunit.client.0.smithi119.stdout: "db_used_bytes": { 2024-04-13T09:15:01.956 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 972816384 2024-04-13T09:15:01.956 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.956 INFO:tasks.workunit.client.0.smithi119.stdout: "flush_lat": { 2024-04-13T09:15:01.956 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77125, 2024-04-13T09:15:01.956 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11439924255 2024-04-13T09:15:01.956 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.956 INFO:tasks.workunit.client.0.smithi119.stdout: "fsync_lat": { 2024-04-13T09:15:01.957 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77086, 2024-04-13T09:15:01.957 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18504273838 2024-04-13T09:15:01.957 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.957 INFO:tasks.workunit.client.0.smithi119.stdout: "log_bytes": { 2024-04-13T09:15:01.957 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16420864 2024-04-13T09:15:01.957 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.957 INFO:tasks.workunit.client.0.smithi119.stdout: "logged_bytes": { 2024-04-13T09:15:01.957 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 315674624 2024-04-13T09:15:01.957 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.957 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_db": { 2024-04-13T09:15:01.957 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 968556544 2024-04-13T09:15:01.957 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.957 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_slow": { 2024-04-13T09:15:01.957 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.957 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.957 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_wal": { 2024-04-13T09:15:01.957 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.958 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.958 INFO:tasks.workunit.client.0.smithi119.stdout: "num_files": { 2024-04-13T09:15:01.958 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 64 2024-04-13T09:15:01.958 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.958 INFO:tasks.workunit.client.0.smithi119.stdout: "read_bytes": { 2024-04-13T09:15:01.958 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18300553199 2024-04-13T09:15:01.958 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.958 INFO:tasks.workunit.client.0.smithi119.stdout: "read_count": { 2024-04-13T09:15:01.958 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 97908 2024-04-13T09:15:01.958 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.958 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes": { 2024-04-13T09:15:01.958 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16130080768 2024-04-13T09:15:01.958 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.958 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_db": { 2024-04-13T09:15:01.958 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16130084864 2024-04-13T09:15:01.958 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.959 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_slow": { 2024-04-13T09:15:01.959 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.959 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.959 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_wal": { 2024-04-13T09:15:01.959 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.959 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.959 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_count": { 2024-04-13T09:15:01.959 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 101100 2024-04-13T09:15:01.959 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.959 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:15:01.959 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 97908, 2024-04-13T09:15:01.959 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5090353146 2024-04-13T09:15:01.959 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.959 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_bytes": { 2024-04-13T09:15:01.959 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18202087405 2024-04-13T09:15:01.959 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.960 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_count": { 2024-04-13T09:15:01.960 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 94888 2024-04-13T09:15:01.960 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.960 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_bytes": { 2024-04-13T09:15:01.960 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8600901 2024-04-13T09:15:01.960 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.960 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_count": { 2024-04-13T09:15:01.960 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 801 2024-04-13T09:15:01.960 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.960 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_bytes": { 2024-04-13T09:15:01.960 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 22170260 2024-04-13T09:15:01.960 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.960 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_count": { 2024-04-13T09:15:01.960 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1231 2024-04-13T09:15:01.960 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.960 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes": { 2024-04-13T09:15:01.960 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13569359 2024-04-13T09:15:01.961 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.961 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_db": { 2024-04-13T09:15:01.961 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13569359 2024-04-13T09:15:01.961 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.961 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_slow": { 2024-04-13T09:15:01.961 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.961 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.961 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_wal": { 2024-04-13T09:15:01.961 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.961 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.961 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_count": { 2024-04-13T09:15:01.961 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 452 2024-04-13T09:15:01.961 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.961 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_lat": { 2024-04-13T09:15:01.961 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1231, 2024-04-13T09:15:01.961 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10304761 2024-04-13T09:15:01.961 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.962 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_alloc_lat": { 2024-04-13T09:15:01.962 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.962 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.962 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.962 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_total_bytes": { 2024-04-13T09:15:01.962 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.962 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.962 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_used_bytes": { 2024-04-13T09:15:01.962 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.962 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.962 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:15:01.962 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T09:15:01.962 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 561 2024-04-13T09:15:01.962 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.962 INFO:tasks.workunit.client.0.smithi119.stdout: "unlink_lat": { 2024-04-13T09:15:01.963 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8, 2024-04-13T09:15:01.963 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9756 2024-04-13T09:15:01.963 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.963 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_alloc_lat": { 2024-04-13T09:15:01.963 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.963 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.963 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.963 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_total_bytes": { 2024-04-13T09:15:01.963 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.963 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.963 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_used_bytes": { 2024-04-13T09:15:01.963 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.963 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.963 INFO:tasks.workunit.client.0.smithi119.stdout: "write_bytes": { 2024-04-13T09:15:01.963 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1229926400 2024-04-13T09:15:01.964 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.964 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.964 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": { 2024-04-13T09:15:01.964 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit": { 2024-04-13T09:15:01.964 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T09:15:01.964 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.964 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": { 2024-04-13T09:15:01.964 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9801728 2024-04-13T09:15:01.964 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.964 INFO:tasks.workunit.client.0.smithi119.stdout: "allocator_lat": { 2024-04-13T09:15:01.964 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 20827, 2024-04-13T09:15:01.964 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 75375168 2024-04-13T09:15:01.964 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.964 INFO:tasks.workunit.client.0.smithi119.stdout: "clist_lat": { 2024-04-13T09:15:01.964 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3601, 2024-04-13T09:15:01.964 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8555505448 2024-04-13T09:15:01.965 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.965 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_lat": { 2024-04-13T09:15:01.965 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.965 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.965 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.965 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed": { 2024-04-13T09:15:01.965 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.965 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.965 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_allocated": { 2024-04-13T09:15:01.965 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.965 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.965 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_original": { 2024-04-13T09:15:01.965 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.965 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.965 INFO:tasks.workunit.client.0.smithi119.stdout: "csum_lat": { 2024-04-13T09:15:01.965 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 23472, 2024-04-13T09:15:01.965 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 197390292 2024-04-13T09:15:01.966 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.966 INFO:tasks.workunit.client.0.smithi119.stdout: "decompress_lat": { 2024-04-13T09:15:01.966 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.966 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.966 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.966 INFO:tasks.workunit.client.0.smithi119.stdout: "fragmentation_micros": { 2024-04-13T09:15:01.966 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.966 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.966 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_commit_lat": { 2024-04-13T09:15:01.966 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 76982, 2024-04-13T09:15:01.966 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23146296312 2024-04-13T09:15:01.966 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.966 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_final_lat": { 2024-04-13T09:15:01.966 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 76333, 2024-04-13T09:15:01.966 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1649593784 2024-04-13T09:15:01.967 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.967 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_flush_lat": { 2024-04-13T09:15:01.967 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 76982, 2024-04-13T09:15:01.967 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 48558226 2024-04-13T09:15:01.967 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.967 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_sync_lat": { 2024-04-13T09:15:01.967 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 76982, 2024-04-13T09:15:01.967 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23194854538 2024-04-13T09:15:01.967 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.967 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_keys_lat": { 2024-04-13T09:15:01.967 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:01.967 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.967 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.967 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_values_lat": { 2024-04-13T09:15:01.967 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 35894, 2024-04-13T09:15:01.967 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2112969355 2024-04-13T09:15:01.968 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.968 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_lower_bound_lat": { 2024-04-13T09:15:01.968 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1153, 2024-04-13T09:15:01.968 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3277055 2024-04-13T09:15:01.968 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.968 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_next_lat": { 2024-04-13T09:15:01.968 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 18853, 2024-04-13T09:15:01.968 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9731002 2024-04-13T09:15:01.968 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.968 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_seek_to_first_lat": { 2024-04-13T09:15:01.968 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 54, 2024-04-13T09:15:01.968 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 66065 2024-04-13T09:15:01.968 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.968 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_upper_bound_lat": { 2024-04-13T09:15:01.969 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 16667, 2024-04-13T09:15:01.969 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4181960720 2024-04-13T09:15:01.969 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.969 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_hits": { 2024-04-13T09:15:01.969 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 255242 2024-04-13T09:15:01.969 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.969 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_misses": { 2024-04-13T09:15:01.969 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23587 2024-04-13T09:15:01.969 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.969 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:15:01.969 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 20518, 2024-04-13T09:15:01.969 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2367139370 2024-04-13T09:15:01.969 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.969 INFO:tasks.workunit.client.0.smithi119.stdout: "read_onode_meta_lat": { 2024-04-13T09:15:01.969 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 48678, 2024-04-13T09:15:01.970 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15814632 2024-04-13T09:15:01.970 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.970 INFO:tasks.workunit.client.0.smithi119.stdout: "read_wait_aio_lat": { 2024-04-13T09:15:01.970 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 28160, 2024-04-13T09:15:01.970 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1832936232 2024-04-13T09:15:01.970 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.970 INFO:tasks.workunit.client.0.smithi119.stdout: "reads_with_retries": { 2024-04-13T09:15:01.970 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.970 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.970 INFO:tasks.workunit.client.0.smithi119.stdout: "remove_lat": { 2024-04-13T09:15:01.970 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15349, 2024-04-13T09:15:01.970 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 460846777 2024-04-13T09:15:01.970 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.970 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_aio_wait_count": { 2024-04-13T09:15:01.970 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.971 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.971 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_committed_kv_count": { 2024-04-13T09:15:01.971 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.971 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.971 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_onode_meta_count": { 2024-04-13T09:15:01.971 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.971 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.971 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_wait_aio_count": { 2024-04-13T09:15:01.971 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.971 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.971 INFO:tasks.workunit.client.0.smithi119.stdout: "state_aio_wait_lat": { 2024-04-13T09:15:01.971 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 91796, 2024-04-13T09:15:01.971 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9394574497 2024-04-13T09:15:01.971 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.971 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T09:15:01.971 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 9611, 2024-04-13T09:15:01.972 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 780516990 2024-04-13T09:15:01.972 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.972 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_cleanup_lat": { 2024-04-13T09:15:01.972 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 9611, 2024-04-13T09:15:01.972 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4434131418434 2024-04-13T09:15:01.972 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.972 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_queued_lat": { 2024-04-13T09:15:01.972 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 9611, 2024-04-13T09:15:01.972 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6708283119656 2024-04-13T09:15:01.972 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.972 INFO:tasks.workunit.client.0.smithi119.stdout: "state_done_lat": { 2024-04-13T09:15:01.972 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 91796, 2024-04-13T09:15:01.972 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2802966330412 2024-04-13T09:15:01.972 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.972 INFO:tasks.workunit.client.0.smithi119.stdout: "state_finishing_lat": { 2024-04-13T09:15:01.972 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 91796, 2024-04-13T09:15:01.973 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9588642 2024-04-13T09:15:01.973 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.973 INFO:tasks.workunit.client.0.smithi119.stdout: "state_io_done_lat": { 2024-04-13T09:15:01.973 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 91796, 2024-04-13T09:15:01.973 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 229775359 2024-04-13T09:15:01.973 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.973 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_commiting_lat": { 2024-04-13T09:15:01.973 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 91796, 2024-04-13T09:15:01.973 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37756970190 2024-04-13T09:15:01.973 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.973 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_done_lat": { 2024-04-13T09:15:01.973 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 91796, 2024-04-13T09:15:01.973 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 32150049 2024-04-13T09:15:01.973 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.973 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_queued_lat": { 2024-04-13T09:15:01.974 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 91796, 2024-04-13T09:15:01.974 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18865721004 2024-04-13T09:15:01.974 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.974 INFO:tasks.workunit.client.0.smithi119.stdout: "state_prepare_lat": { 2024-04-13T09:15:01.974 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 91796, 2024-04-13T09:15:01.974 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16663508547 2024-04-13T09:15:01.974 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.974 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": { 2024-04-13T09:15:01.974 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6022911 2024-04-13T09:15:01.974 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.974 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:15:01.974 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2561, 2024-04-13T09:15:01.974 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14912186 2024-04-13T09:15:01.974 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.974 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_commit_lat": { 2024-04-13T09:15:01.974 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 91796, 2024-04-13T09:15:01.975 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 82924973932 2024-04-13T09:15:01.975 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.975 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_submit_lat": { 2024-04-13T09:15:01.975 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 91796, 2024-04-13T09:15:01.975 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17778883697 2024-04-13T09:15:01.975 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.975 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_throttle_lat": { 2024-04-13T09:15:01.975 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 91796, 2024-04-13T09:15:01.975 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 592500635 2024-04-13T09:15:01.975 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.975 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.975 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache": { 2024-04-13T09:15:01.975 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T09:15:01.975 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1405278976 2024-04-13T09:15:01.975 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.976 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T09:15:01.976 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 539615232 2024-04-13T09:15:01.976 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.976 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T09:15:01.976 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 425631744 2024-04-13T09:15:01.976 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.976 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T09:15:01.976 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2600688640 2024-04-13T09:15:01.976 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.976 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T09:15:01.976 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 113983488 2024-04-13T09:15:01.976 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.976 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.976 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:data": { 2024-04-13T09:15:01.976 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:01.977 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 125829120 2024-04-13T09:15:01.977 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.977 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:01.977 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.977 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.977 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:01.977 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.977 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.977 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:01.977 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 55908591 2024-04-13T09:15:01.977 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.977 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:01.977 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.977 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.977 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:01.978 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.978 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.978 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:01.978 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.978 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.978 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:01.978 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.978 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.978 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:01.978 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.978 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.978 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:01.978 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 585728 2024-04-13T09:15:01.978 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.979 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:01.979 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.979 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.979 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:01.979 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.979 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.979 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:01.979 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.979 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.979 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:01.979 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 69334801 2024-04-13T09:15:01.979 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.979 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.979 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv": { 2024-04-13T09:15:01.979 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:01.979 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 562036736 2024-04-13T09:15:01.980 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.980 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:01.980 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:01.980 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.980 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:01.980 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.980 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.980 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:01.980 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 419314438 2024-04-13T09:15:01.980 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.980 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:01.980 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.980 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.980 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:01.980 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.980 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.981 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:01.981 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3184 2024-04-13T09:15:01.981 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.981 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:01.981 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.981 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.981 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:01.981 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 201920 2024-04-13T09:15:01.981 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.981 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:01.981 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.981 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.981 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:01.981 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.981 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.981 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:01.982 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.982 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.982 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:01.982 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.982 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.982 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:01.982 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 75408330 2024-04-13T09:15:01.982 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.982 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.982 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T09:15:01.982 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:01.982 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 201326592 2024-04-13T09:15:01.982 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.982 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:01.982 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:01.983 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.983 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:01.983 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23114160 2024-04-13T09:15:01.983 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.983 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:01.983 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37272394 2024-04-13T09:15:01.983 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.983 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:01.983 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.983 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.983 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:01.983 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.983 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.983 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:01.983 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.984 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.984 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:01.984 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.984 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.984 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:01.984 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.984 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.984 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:01.984 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.984 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.984 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:01.984 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.984 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.984 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:01.984 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.985 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.985 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:01.985 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.985 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.985 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:01.985 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 73831174 2024-04-13T09:15:01.985 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.985 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.985 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:meta": { 2024-04-13T09:15:01.985 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:01.985 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 494927872 2024-04-13T09:15:01.985 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.985 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:01.985 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.985 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.986 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:01.986 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.986 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.986 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:01.986 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 419314438 2024-04-13T09:15:01.986 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.986 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:01.986 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.986 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.986 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:01.986 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.986 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.986 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:01.986 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.986 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.986 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:01.987 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 979 2024-04-13T09:15:01.987 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.987 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:01.987 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 101859 2024-04-13T09:15:01.987 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.987 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:01.987 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1121431 2024-04-13T09:15:01.987 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.987 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:01.987 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.987 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.987 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:01.987 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.987 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.987 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:01.987 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.988 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.988 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:01.988 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 74389165 2024-04-13T09:15:01.988 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.988 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.988 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T09:15:01.988 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T09:15:01.988 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.988 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.988 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:15:01.988 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 29 2024-04-13T09:15:01.988 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.988 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T09:15:01.988 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.988 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.989 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:15:01.989 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.989 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.989 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.989 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:01.989 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg": { 2024-04-13T09:15:01.989 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 54 2024-04-13T09:15:01.989 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.989 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg_removing": { 2024-04-13T09:15:01.989 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.989 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.989 INFO:tasks.workunit.client.0.smithi119.stdout: "op": { 2024-04-13T09:15:01.989 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 42148 2024-04-13T09:15:01.989 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.989 INFO:tasks.workunit.client.0.smithi119.stdout: "op_before_queue_op_lat": { 2024-04-13T09:15:01.989 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 129871, 2024-04-13T09:15:01.990 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8382016043 2024-04-13T09:15:01.990 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.990 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_degraded": { 2024-04-13T09:15:01.990 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3 2024-04-13T09:15:01.990 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.990 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_unreadable": { 2024-04-13T09:15:01.990 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4 2024-04-13T09:15:01.990 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.990 INFO:tasks.workunit.client.0.smithi119.stdout: "op_in_bytes": { 2024-04-13T09:15:01.990 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2385621932 2024-04-13T09:15:01.990 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.990 INFO:tasks.workunit.client.0.smithi119.stdout: "op_latency": { 2024-04-13T09:15:01.990 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 42148, 2024-04-13T09:15:01.990 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 197152408522 2024-04-13T09:15:01.990 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.991 INFO:tasks.workunit.client.0.smithi119.stdout: "op_out_bytes": { 2024-04-13T09:15:01.991 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2847521704 2024-04-13T09:15:01.991 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.991 INFO:tasks.workunit.client.0.smithi119.stdout: "op_prepare_latency": { 2024-04-13T09:15:01.991 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 43019, 2024-04-13T09:15:01.991 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 20221635704 2024-04-13T09:15:01.991 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.991 INFO:tasks.workunit.client.0.smithi119.stdout: "op_process_latency": { 2024-04-13T09:15:01.991 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 42148, 2024-04-13T09:15:01.991 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 64185992144 2024-04-13T09:15:01.991 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.991 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:15:01.991 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 26836 2024-04-13T09:15:01.991 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.991 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency": { 2024-04-13T09:15:01.991 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 26836, 2024-04-13T09:15:01.992 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11693547366 2024-04-13T09:15:01.992 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.992 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T09:15:01.992 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.992 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.992 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_out_bytes": { 2024-04-13T09:15:01.992 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2847521704 2024-04-13T09:15:01.992 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.992 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_prepare_latency": { 2024-04-13T09:15:01.992 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 27183, 2024-04-13T09:15:01.992 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5888168176 2024-04-13T09:15:01.992 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.992 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_process_latency": { 2024-04-13T09:15:01.992 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 26836, 2024-04-13T09:15:01.992 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6123824838 2024-04-13T09:15:01.992 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.993 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw": { 2024-04-13T09:15:01.993 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7916 2024-04-13T09:15:01.993 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.993 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_in_bytes": { 2024-04-13T09:15:01.993 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 505461676 2024-04-13T09:15:01.993 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.993 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency": { 2024-04-13T09:15:01.993 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 7916, 2024-04-13T09:15:01.993 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14984108627 2024-04-13T09:15:01.993 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.993 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T09:15:01.993 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.993 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.993 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T09:15:01.993 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.993 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.994 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_out_bytes": { 2024-04-13T09:15:01.994 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.994 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.994 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_prepare_latency": { 2024-04-13T09:15:01.994 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8277, 2024-04-13T09:15:01.994 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5157620859 2024-04-13T09:15:01.994 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.994 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_process_latency": { 2024-04-13T09:15:01.994 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 7916, 2024-04-13T09:15:01.994 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13116976152 2024-04-13T09:15:01.994 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.994 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:15:01.994 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7396 2024-04-13T09:15:01.994 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.994 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_in_bytes": { 2024-04-13T09:15:01.995 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1880160256 2024-04-13T09:15:01.995 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.995 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency": { 2024-04-13T09:15:01.995 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 7396, 2024-04-13T09:15:01.995 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 170474752529 2024-04-13T09:15:01.995 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.995 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T09:15:01.995 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.995 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.995 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_prepare_latency": { 2024-04-13T09:15:01.995 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 7559, 2024-04-13T09:15:01.995 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9175846669 2024-04-13T09:15:01.995 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.995 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_process_latency": { 2024-04-13T09:15:01.995 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 7396, 2024-04-13T09:15:01.995 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 44945191154 2024-04-13T09:15:01.996 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.996 INFO:tasks.workunit.client.0.smithi119.stdout: "op_wip": { 2024-04-13T09:15:01.996 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.996 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.996 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_bytes": { 2024-04-13T09:15:01.996 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12583011 2024-04-13T09:15:01.996 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.996 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_ops": { 2024-04-13T09:15:01.996 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 19 2024-04-13T09:15:01.996 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.996 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes": { 2024-04-13T09:15:01.996 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T09:15:01.996 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.996 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes_used": { 2024-04-13T09:15:01.996 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 982626304 2024-04-13T09:15:01.997 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.997 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:01.997 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.997 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.1": { 2024-04-13T09:15:01.997 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:01.997 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_db_max_lat": { 2024-04-13T09:15:01.997 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 57435 2024-04-13T09:15:01.997 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.997 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_fallback": { 2024-04-13T09:15:01.997 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.997 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.997 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_max_lat": { 2024-04-13T09:15:01.997 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.997 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.997 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_size_fallback": { 2024-04-13T09:15:01.997 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.998 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.998 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_db": { 2024-04-13T09:15:01.998 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 65536 2024-04-13T09:15:01.998 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.998 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_slow": { 2024-04-13T09:15:01.998 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.998 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.998 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_wal": { 2024-04-13T09:15:01.998 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.998 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.998 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_wal_max_lat": { 2024-04-13T09:15:01.998 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.998 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.998 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_slow": { 2024-04-13T09:15:01.998 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:01.999 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.999 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_sst": { 2024-04-13T09:15:01.999 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 33316864 2024-04-13T09:15:01.999 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.999 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_wal": { 2024-04-13T09:15:01.999 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1004830720 2024-04-13T09:15:01.999 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.999 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lat": { 2024-04-13T09:15:01.999 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 19, 2024-04-13T09:15:01.999 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4496698 2024-04-13T09:15:01.999 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.999 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lock_lat": { 2024-04-13T09:15:01.999 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 19, 2024-04-13T09:15:01.999 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1601419 2024-04-13T09:15:01.999 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:01.999 INFO:tasks.workunit.client.0.smithi119.stdout: "db_alloc_lat": { 2024-04-13T09:15:02.000 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 266, 2024-04-13T09:15:02.000 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1517634 2024-04-13T09:15:02.000 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.000 INFO:tasks.workunit.client.0.smithi119.stdout: "db_total_bytes": { 2024-04-13T09:15:02.000 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995027456 2024-04-13T09:15:02.000 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.000 INFO:tasks.workunit.client.0.smithi119.stdout: "db_used_bytes": { 2024-04-13T09:15:02.000 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1192886272 2024-04-13T09:15:02.000 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.000 INFO:tasks.workunit.client.0.smithi119.stdout: "flush_lat": { 2024-04-13T09:15:02.000 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 78212, 2024-04-13T09:15:02.000 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12411921568 2024-04-13T09:15:02.000 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.000 INFO:tasks.workunit.client.0.smithi119.stdout: "fsync_lat": { 2024-04-13T09:15:02.000 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 78149, 2024-04-13T09:15:02.001 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 20010926384 2024-04-13T09:15:02.001 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.001 INFO:tasks.workunit.client.0.smithi119.stdout: "log_bytes": { 2024-04-13T09:15:02.001 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4132864 2024-04-13T09:15:02.001 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.001 INFO:tasks.workunit.client.0.smithi119.stdout: "logged_bytes": { 2024-04-13T09:15:02.001 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 320032768 2024-04-13T09:15:02.001 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.001 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_db": { 2024-04-13T09:15:02.001 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1209925632 2024-04-13T09:15:02.001 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.001 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_slow": { 2024-04-13T09:15:02.001 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.001 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.001 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_wal": { 2024-04-13T09:15:02.001 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.002 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_files": { 2024-04-13T09:15:02.002 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 72 2024-04-13T09:15:02.002 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.002 INFO:tasks.workunit.client.0.smithi119.stdout: "read_bytes": { 2024-04-13T09:15:02.002 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 28325002417 2024-04-13T09:15:02.002 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.002 INFO:tasks.workunit.client.0.smithi119.stdout: "read_count": { 2024-04-13T09:15:02.002 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 129524 2024-04-13T09:15:02.002 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.002 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes": { 2024-04-13T09:15:02.002 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24980426752 2024-04-13T09:15:02.002 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.002 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_db": { 2024-04-13T09:15:02.002 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24980430848 2024-04-13T09:15:02.003 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.003 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_slow": { 2024-04-13T09:15:02.003 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.003 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.003 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_wal": { 2024-04-13T09:15:02.003 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.003 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.003 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_count": { 2024-04-13T09:15:02.003 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 144505 2024-04-13T09:15:02.003 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.003 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:15:02.003 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 129524, 2024-04-13T09:15:02.003 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7799736915 2024-04-13T09:15:02.003 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.003 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_bytes": { 2024-04-13T09:15:02.003 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 28203077699 2024-04-13T09:15:02.004 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.004 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_count": { 2024-04-13T09:15:02.004 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 125788 2024-04-13T09:15:02.004 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.004 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_bytes": { 2024-04-13T09:15:02.004 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10771618 2024-04-13T09:15:02.004 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.004 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_count": { 2024-04-13T09:15:02.004 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 910 2024-04-13T09:15:02.004 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.004 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_bytes": { 2024-04-13T09:15:02.004 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 33209326 2024-04-13T09:15:02.004 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.004 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_count": { 2024-04-13T09:15:02.004 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1438 2024-04-13T09:15:02.005 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.005 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes": { 2024-04-13T09:15:02.005 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 22437708 2024-04-13T09:15:02.005 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.005 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_db": { 2024-04-13T09:15:02.005 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 22437708 2024-04-13T09:15:02.005 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.005 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_slow": { 2024-04-13T09:15:02.005 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.005 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.005 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_wal": { 2024-04-13T09:15:02.005 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.005 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.005 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_count": { 2024-04-13T09:15:02.005 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 561 2024-04-13T09:15:02.005 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.006 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_lat": { 2024-04-13T09:15:02.006 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1438, 2024-04-13T09:15:02.006 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8909626 2024-04-13T09:15:02.006 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.006 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_alloc_lat": { 2024-04-13T09:15:02.006 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:02.006 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.006 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.006 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_total_bytes": { 2024-04-13T09:15:02.006 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.006 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.006 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_used_bytes": { 2024-04-13T09:15:02.006 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.006 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.006 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:15:02.007 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T09:15:02.007 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 638 2024-04-13T09:15:02.007 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.007 INFO:tasks.workunit.client.0.smithi119.stdout: "unlink_lat": { 2024-04-13T09:15:02.007 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 10, 2024-04-13T09:15:02.007 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10235 2024-04-13T09:15:02.007 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.007 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_alloc_lat": { 2024-04-13T09:15:02.007 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:02.007 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.007 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.007 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_total_bytes": { 2024-04-13T09:15:02.007 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.007 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.007 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_used_bytes": { 2024-04-13T09:15:02.008 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.008 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.008 INFO:tasks.workunit.client.0.smithi119.stdout: "write_bytes": { 2024-04-13T09:15:02.008 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1361072128 2024-04-13T09:15:02.008 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.008 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.008 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": { 2024-04-13T09:15:02.008 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit": { 2024-04-13T09:15:02.008 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T09:15:02.008 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.008 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": { 2024-04-13T09:15:02.008 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9211904 2024-04-13T09:15:02.008 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.008 INFO:tasks.workunit.client.0.smithi119.stdout: "allocator_lat": { 2024-04-13T09:15:02.008 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 22513, 2024-04-13T09:15:02.008 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 79200764 2024-04-13T09:15:02.008 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.009 INFO:tasks.workunit.client.0.smithi119.stdout: "clist_lat": { 2024-04-13T09:15:02.009 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3577, 2024-04-13T09:15:02.009 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11346566101 2024-04-13T09:15:02.009 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.009 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_lat": { 2024-04-13T09:15:02.009 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:02.009 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.009 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.009 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed": { 2024-04-13T09:15:02.009 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.009 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.009 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_allocated": { 2024-04-13T09:15:02.009 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.009 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.009 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_original": { 2024-04-13T09:15:02.009 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.010 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.010 INFO:tasks.workunit.client.0.smithi119.stdout: "csum_lat": { 2024-04-13T09:15:02.010 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 22294, 2024-04-13T09:15:02.010 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 187880067 2024-04-13T09:15:02.010 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.010 INFO:tasks.workunit.client.0.smithi119.stdout: "decompress_lat": { 2024-04-13T09:15:02.010 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:02.010 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.010 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.010 INFO:tasks.workunit.client.0.smithi119.stdout: "fragmentation_micros": { 2024-04-13T09:15:02.010 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.010 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.010 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_commit_lat": { 2024-04-13T09:15:02.010 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 78035, 2024-04-13T09:15:02.010 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24810548550 2024-04-13T09:15:02.011 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.011 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_final_lat": { 2024-04-13T09:15:02.011 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77317, 2024-04-13T09:15:02.011 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2032791839 2024-04-13T09:15:02.011 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.011 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_flush_lat": { 2024-04-13T09:15:02.011 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 78035, 2024-04-13T09:15:02.011 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 45302424 2024-04-13T09:15:02.011 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.011 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_sync_lat": { 2024-04-13T09:15:02.011 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 78035, 2024-04-13T09:15:02.011 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24855850974 2024-04-13T09:15:02.011 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.011 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_keys_lat": { 2024-04-13T09:15:02.011 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:02.012 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.012 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.012 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_values_lat": { 2024-04-13T09:15:02.012 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 29373, 2024-04-13T09:15:02.012 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2235127314 2024-04-13T09:15:02.012 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.012 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_lower_bound_lat": { 2024-04-13T09:15:02.012 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 936, 2024-04-13T09:15:02.012 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2818620 2024-04-13T09:15:02.012 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.012 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_next_lat": { 2024-04-13T09:15:02.012 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 18935, 2024-04-13T09:15:02.012 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10253224 2024-04-13T09:15:02.012 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.012 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_seek_to_first_lat": { 2024-04-13T09:15:02.012 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 43, 2024-04-13T09:15:02.013 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 52075 2024-04-13T09:15:02.013 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.013 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_upper_bound_lat": { 2024-04-13T09:15:02.013 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 11815, 2024-04-13T09:15:02.013 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3230964596 2024-04-13T09:15:02.013 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.013 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_hits": { 2024-04-13T09:15:02.013 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 247166 2024-04-13T09:15:02.013 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.013 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_misses": { 2024-04-13T09:15:02.013 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 26989 2024-04-13T09:15:02.013 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.013 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:15:02.013 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 24050, 2024-04-13T09:15:02.013 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2584541822 2024-04-13T09:15:02.013 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.014 INFO:tasks.workunit.client.0.smithi119.stdout: "read_onode_meta_lat": { 2024-04-13T09:15:02.014 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 76669, 2024-04-13T09:15:02.014 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 28239787 2024-04-13T09:15:02.014 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.014 INFO:tasks.workunit.client.0.smithi119.stdout: "read_wait_aio_lat": { 2024-04-13T09:15:02.014 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 52619, 2024-04-13T09:15:02.014 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1775260246 2024-04-13T09:15:02.014 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.014 INFO:tasks.workunit.client.0.smithi119.stdout: "reads_with_retries": { 2024-04-13T09:15:02.014 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.014 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.014 INFO:tasks.workunit.client.0.smithi119.stdout: "remove_lat": { 2024-04-13T09:15:02.014 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15720, 2024-04-13T09:15:02.014 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 485813580 2024-04-13T09:15:02.014 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.015 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_aio_wait_count": { 2024-04-13T09:15:02.015 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.015 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.015 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_committed_kv_count": { 2024-04-13T09:15:02.015 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.015 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.015 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_onode_meta_count": { 2024-04-13T09:15:02.015 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.015 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.015 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_wait_aio_count": { 2024-04-13T09:15:02.015 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.015 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.015 INFO:tasks.workunit.client.0.smithi119.stdout: "state_aio_wait_lat": { 2024-04-13T09:15:02.015 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 94567, 2024-04-13T09:15:02.015 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13238004957 2024-04-13T09:15:02.016 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.016 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T09:15:02.016 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 22674, 2024-04-13T09:15:02.016 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1488550050 2024-04-13T09:15:02.016 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.016 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_cleanup_lat": { 2024-04-13T09:15:02.016 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 22672, 2024-04-13T09:15:02.016 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3285556893003 2024-04-13T09:15:02.016 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.016 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_queued_lat": { 2024-04-13T09:15:02.016 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 22674, 2024-04-13T09:15:02.016 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6725420254226 2024-04-13T09:15:02.016 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.016 INFO:tasks.workunit.client.0.smithi119.stdout: "state_done_lat": { 2024-04-13T09:15:02.016 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 94565, 2024-04-13T09:15:02.017 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2941700105449 2024-04-13T09:15:02.017 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.017 INFO:tasks.workunit.client.0.smithi119.stdout: "state_finishing_lat": { 2024-04-13T09:15:02.017 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 94565, 2024-04-13T09:15:02.017 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11821940 2024-04-13T09:15:02.017 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.017 INFO:tasks.workunit.client.0.smithi119.stdout: "state_io_done_lat": { 2024-04-13T09:15:02.017 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 94567, 2024-04-13T09:15:02.017 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 337253212 2024-04-13T09:15:02.017 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.017 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_commiting_lat": { 2024-04-13T09:15:02.017 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 94567, 2024-04-13T09:15:02.017 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 43113390472 2024-04-13T09:15:02.017 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.017 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_done_lat": { 2024-04-13T09:15:02.017 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 94567, 2024-04-13T09:15:02.018 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 33147671 2024-04-13T09:15:02.018 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.018 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_queued_lat": { 2024-04-13T09:15:02.018 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 94567, 2024-04-13T09:15:02.018 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 20791391237 2024-04-13T09:15:02.018 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.018 INFO:tasks.workunit.client.0.smithi119.stdout: "state_prepare_lat": { 2024-04-13T09:15:02.018 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 94567, 2024-04-13T09:15:02.018 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 20145440392 2024-04-13T09:15:02.018 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.018 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": { 2024-04-13T09:15:02.018 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5432062 2024-04-13T09:15:02.018 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.018 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:15:02.018 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2555, 2024-04-13T09:15:02.018 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13659735 2024-04-13T09:15:02.019 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.019 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_commit_lat": { 2024-04-13T09:15:02.019 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 94567, 2024-04-13T09:15:02.019 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 97640927910 2024-04-13T09:15:02.019 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.019 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_submit_lat": { 2024-04-13T09:15:02.019 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 94567, 2024-04-13T09:15:02.019 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 21325000360 2024-04-13T09:15:02.019 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.019 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_throttle_lat": { 2024-04-13T09:15:02.019 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 94567, 2024-04-13T09:15:02.019 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 818296407 2024-04-13T09:15:02.019 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.019 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.019 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache": { 2024-04-13T09:15:02.020 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T09:15:02.020 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1405278976 2024-04-13T09:15:02.020 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.020 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T09:15:02.020 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 628924416 2024-04-13T09:15:02.020 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.020 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T09:15:02.020 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 580509696 2024-04-13T09:15:02.020 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.020 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T09:15:02.020 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2600688640 2024-04-13T09:15:02.020 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.020 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T09:15:02.020 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 48414720 2024-04-13T09:15:02.020 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.020 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.021 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:data": { 2024-04-13T09:15:02.021 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:02.021 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 125829120 2024-04-13T09:15:02.021 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.021 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:02.021 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.021 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.021 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:02.021 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.021 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.021 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:02.021 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 55122874 2024-04-13T09:15:02.021 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.021 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:02.021 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.022 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.022 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:02.022 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.022 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.022 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:02.022 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.022 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.022 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:02.022 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.022 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.022 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:02.022 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 90112 2024-04-13T09:15:02.022 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.022 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:02.022 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 958464 2024-04-13T09:15:02.023 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.023 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:02.023 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.023 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.023 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:02.023 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.023 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.023 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:02.023 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.023 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.023 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:02.023 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 69657670 2024-04-13T09:15:02.023 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.023 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.023 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv": { 2024-04-13T09:15:02.023 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:02.024 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 553648128 2024-04-13T09:15:02.024 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.024 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:02.024 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:02.024 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.024 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:02.024 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.024 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.024 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:02.024 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 413421556 2024-04-13T09:15:02.024 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.024 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:02.024 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.024 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.024 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:02.025 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.025 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.025 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:02.025 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 256 2024-04-13T09:15:02.025 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.025 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:02.025 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2896 2024-04-13T09:15:02.025 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.025 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:02.025 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 203328 2024-04-13T09:15:02.025 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.025 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:02.025 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.025 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.025 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:02.025 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.026 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.026 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:02.026 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.026 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.026 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:02.026 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.026 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.026 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:02.026 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 72911228 2024-04-13T09:15:02.026 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.026 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.026 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T09:15:02.026 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:02.026 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 209715200 2024-04-13T09:15:02.026 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.026 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:02.027 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:02.027 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.027 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:02.027 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 35527136 2024-04-13T09:15:02.027 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.027 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:02.027 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 36748582 2024-04-13T09:15:02.027 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.027 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:02.027 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.027 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.027 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:02.027 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.027 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.027 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:02.027 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.028 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.028 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:02.028 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.028 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.028 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:02.028 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.028 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.028 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:02.028 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.028 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.028 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:02.028 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.028 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.028 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:02.028 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.028 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.029 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:02.029 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.029 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.029 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:02.029 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 70330618 2024-04-13T09:15:02.029 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.029 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.029 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:meta": { 2024-04-13T09:15:02.029 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:02.029 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 486539264 2024-04-13T09:15:02.029 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.029 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:02.029 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.029 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.029 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:02.029 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.030 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.030 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:02.030 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 413421556 2024-04-13T09:15:02.030 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.030 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:02.030 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.030 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.030 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:02.030 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.030 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.030 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:02.030 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.030 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.030 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:02.030 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 982 2024-04-13T09:15:02.031 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.031 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:02.031 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 107050 2024-04-13T09:15:02.031 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.031 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:02.031 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1121578 2024-04-13T09:15:02.031 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.031 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:02.031 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.031 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.031 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:02.031 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.031 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.031 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:02.031 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.031 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.032 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:02.032 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71888098 2024-04-13T09:15:02.032 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.032 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.032 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T09:15:02.032 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T09:15:02.032 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.032 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.032 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:15:02.032 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 42 2024-04-13T09:15:02.032 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.032 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T09:15:02.032 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.032 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.032 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:15:02.032 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T09:15:02.033 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.033 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.033 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:02.033 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg": { 2024-04-13T09:15:02.033 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 58 2024-04-13T09:15:02.033 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.033 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg_removing": { 2024-04-13T09:15:02.033 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.033 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.033 INFO:tasks.workunit.client.0.smithi119.stdout: "op": { 2024-04-13T09:15:02.033 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 43588 2024-04-13T09:15:02.033 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.033 INFO:tasks.workunit.client.0.smithi119.stdout: "op_before_queue_op_lat": { 2024-04-13T09:15:02.033 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 139152, 2024-04-13T09:15:02.033 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11730391522 2024-04-13T09:15:02.034 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.034 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_degraded": { 2024-04-13T09:15:02.034 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.034 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.034 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_unreadable": { 2024-04-13T09:15:02.034 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.034 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.034 INFO:tasks.workunit.client.0.smithi119.stdout: "op_in_bytes": { 2024-04-13T09:15:02.034 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2540793799 2024-04-13T09:15:02.034 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.034 INFO:tasks.workunit.client.0.smithi119.stdout: "op_latency": { 2024-04-13T09:15:02.034 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 43588, 2024-04-13T09:15:02.034 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 699058624582 2024-04-13T09:15:02.034 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.034 INFO:tasks.workunit.client.0.smithi119.stdout: "op_out_bytes": { 2024-04-13T09:15:02.035 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2958620162 2024-04-13T09:15:02.035 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.035 INFO:tasks.workunit.client.0.smithi119.stdout: "op_prepare_latency": { 2024-04-13T09:15:02.035 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 45299, 2024-04-13T09:15:02.035 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 32872526922 2024-04-13T09:15:02.035 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.035 INFO:tasks.workunit.client.0.smithi119.stdout: "op_process_latency": { 2024-04-13T09:15:02.035 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 43588, 2024-04-13T09:15:02.035 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 106758493662 2024-04-13T09:15:02.035 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.035 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:15:02.035 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 20613 2024-04-13T09:15:02.035 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.035 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency": { 2024-04-13T09:15:02.035 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 20613, 2024-04-13T09:15:02.035 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16747038514 2024-04-13T09:15:02.036 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.036 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T09:15:02.036 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.036 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.036 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_out_bytes": { 2024-04-13T09:15:02.036 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2958620162 2024-04-13T09:15:02.036 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.036 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_prepare_latency": { 2024-04-13T09:15:02.036 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 21052, 2024-04-13T09:15:02.036 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5661760323 2024-04-13T09:15:02.036 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.036 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_process_latency": { 2024-04-13T09:15:02.036 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 20613, 2024-04-13T09:15:02.036 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6273710935 2024-04-13T09:15:02.036 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.036 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw": { 2024-04-13T09:15:02.037 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12755 2024-04-13T09:15:02.037 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.037 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_in_bytes": { 2024-04-13T09:15:02.037 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 336279114 2024-04-13T09:15:02.037 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.037 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency": { 2024-04-13T09:15:02.037 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 12755, 2024-04-13T09:15:02.037 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 103839774772 2024-04-13T09:15:02.037 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.037 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T09:15:02.037 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.037 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.037 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T09:15:02.037 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.037 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.037 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_out_bytes": { 2024-04-13T09:15:02.038 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.038 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.038 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_prepare_latency": { 2024-04-13T09:15:02.038 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 12924, 2024-04-13T09:15:02.038 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13415976457 2024-04-13T09:15:02.038 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.038 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_process_latency": { 2024-04-13T09:15:02.038 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 12755, 2024-04-13T09:15:02.038 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 33829812222 2024-04-13T09:15:02.038 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.038 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:15:02.038 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10220 2024-04-13T09:15:02.038 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.038 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_in_bytes": { 2024-04-13T09:15:02.038 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2204514685 2024-04-13T09:15:02.039 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.039 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency": { 2024-04-13T09:15:02.039 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 10220, 2024-04-13T09:15:02.039 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 578471811296 2024-04-13T09:15:02.039 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.039 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T09:15:02.039 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.039 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.039 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_prepare_latency": { 2024-04-13T09:15:02.039 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 11323, 2024-04-13T09:15:02.039 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13794790142 2024-04-13T09:15:02.039 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.039 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_process_latency": { 2024-04-13T09:15:02.039 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 10220, 2024-04-13T09:15:02.040 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 66654970505 2024-04-13T09:15:02.040 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.040 INFO:tasks.workunit.client.0.smithi119.stdout: "op_wip": { 2024-04-13T09:15:02.040 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.040 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.040 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_bytes": { 2024-04-13T09:15:02.040 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4202 2024-04-13T09:15:02.040 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.040 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_ops": { 2024-04-13T09:15:02.040 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14 2024-04-13T09:15:02.040 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.040 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes": { 2024-04-13T09:15:02.040 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T09:15:02.040 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.040 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes_used": { 2024-04-13T09:15:02.040 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1202114560 2024-04-13T09:15:02.041 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.041 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.041 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.041 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.2": { 2024-04-13T09:15:02.041 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:02.041 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_db_max_lat": { 2024-04-13T09:15:02.041 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 20773 2024-04-13T09:15:02.041 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.041 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_fallback": { 2024-04-13T09:15:02.041 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.041 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.041 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_max_lat": { 2024-04-13T09:15:02.041 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.041 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.041 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_size_fallback": { 2024-04-13T09:15:02.041 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.042 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.042 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_db": { 2024-04-13T09:15:02.042 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 65536 2024-04-13T09:15:02.042 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.042 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_slow": { 2024-04-13T09:15:02.042 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.042 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.042 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_wal": { 2024-04-13T09:15:02.042 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.042 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.042 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_wal_max_lat": { 2024-04-13T09:15:02.042 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.042 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.042 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_slow": { 2024-04-13T09:15:02.042 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.043 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.043 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_sst": { 2024-04-13T09:15:02.043 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16965632 2024-04-13T09:15:02.043 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.043 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_wal": { 2024-04-13T09:15:02.043 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 689553408 2024-04-13T09:15:02.043 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.043 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lat": { 2024-04-13T09:15:02.043 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 17, 2024-04-13T09:15:02.043 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3940932 2024-04-13T09:15:02.043 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.043 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lock_lat": { 2024-04-13T09:15:02.043 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 17, 2024-04-13T09:15:02.043 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1234216 2024-04-13T09:15:02.043 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.043 INFO:tasks.workunit.client.0.smithi119.stdout: "db_alloc_lat": { 2024-04-13T09:15:02.044 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 199, 2024-04-13T09:15:02.044 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1057032 2024-04-13T09:15:02.044 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.044 INFO:tasks.workunit.client.0.smithi119.stdout: "db_total_bytes": { 2024-04-13T09:15:02.044 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995027456 2024-04-13T09:15:02.044 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.044 INFO:tasks.workunit.client.0.smithi119.stdout: "db_used_bytes": { 2024-04-13T09:15:02.044 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 695926784 2024-04-13T09:15:02.044 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.044 INFO:tasks.workunit.client.0.smithi119.stdout: "flush_lat": { 2024-04-13T09:15:02.044 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 69979, 2024-04-13T09:15:02.044 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10375646063 2024-04-13T09:15:02.044 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.044 INFO:tasks.workunit.client.0.smithi119.stdout: "fsync_lat": { 2024-04-13T09:15:02.044 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 69984, 2024-04-13T09:15:02.044 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16922737910 2024-04-13T09:15:02.044 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.045 INFO:tasks.workunit.client.0.smithi119.stdout: "log_bytes": { 2024-04-13T09:15:02.045 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4005888 2024-04-13T09:15:02.045 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.045 INFO:tasks.workunit.client.0.smithi119.stdout: "logged_bytes": { 2024-04-13T09:15:02.045 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 286638080 2024-04-13T09:15:02.045 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.045 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_db": { 2024-04-13T09:15:02.045 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 712966144 2024-04-13T09:15:02.045 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.045 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_slow": { 2024-04-13T09:15:02.045 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.045 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.045 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_wal": { 2024-04-13T09:15:02.045 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.045 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.045 INFO:tasks.workunit.client.0.smithi119.stdout: "num_files": { 2024-04-13T09:15:02.046 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 51 2024-04-13T09:15:02.046 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.046 INFO:tasks.workunit.client.0.smithi119.stdout: "read_bytes": { 2024-04-13T09:15:02.046 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12517966908 2024-04-13T09:15:02.046 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.046 INFO:tasks.workunit.client.0.smithi119.stdout: "read_count": { 2024-04-13T09:15:02.046 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 79046 2024-04-13T09:15:02.046 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.046 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes": { 2024-04-13T09:15:02.046 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11424690176 2024-04-13T09:15:02.046 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.046 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_db": { 2024-04-13T09:15:02.046 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11424694272 2024-04-13T09:15:02.046 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.046 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_slow": { 2024-04-13T09:15:02.047 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.047 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.047 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_wal": { 2024-04-13T09:15:02.047 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.047 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.047 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_count": { 2024-04-13T09:15:02.047 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 82073 2024-04-13T09:15:02.047 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.047 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:15:02.047 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 79046, 2024-04-13T09:15:02.047 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4355099238 2024-04-13T09:15:02.047 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.047 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_bytes": { 2024-04-13T09:15:02.047 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12414633195 2024-04-13T09:15:02.047 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.047 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_count": { 2024-04-13T09:15:02.048 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 75878 2024-04-13T09:15:02.048 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.048 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_bytes": { 2024-04-13T09:15:02.048 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5560515 2024-04-13T09:15:02.048 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.048 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_count": { 2024-04-13T09:15:02.048 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 755 2024-04-13T09:15:02.048 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.048 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_bytes": { 2024-04-13T09:15:02.048 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16822128 2024-04-13T09:15:02.048 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.048 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_count": { 2024-04-13T09:15:02.048 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1192 2024-04-13T09:15:02.048 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.048 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes": { 2024-04-13T09:15:02.049 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11261613 2024-04-13T09:15:02.049 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.049 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_db": { 2024-04-13T09:15:02.049 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11261613 2024-04-13T09:15:02.049 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.049 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_slow": { 2024-04-13T09:15:02.049 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.049 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.049 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_wal": { 2024-04-13T09:15:02.049 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.049 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.049 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_count": { 2024-04-13T09:15:02.049 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 463 2024-04-13T09:15:02.049 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.049 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_lat": { 2024-04-13T09:15:02.050 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1192, 2024-04-13T09:15:02.050 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6253120 2024-04-13T09:15:02.050 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.050 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_alloc_lat": { 2024-04-13T09:15:02.050 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:02.050 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.050 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.050 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_total_bytes": { 2024-04-13T09:15:02.050 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.050 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.054 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_used_bytes": { 2024-04-13T09:15:02.054 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.054 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.054 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:15:02.054 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T09:15:02.054 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 577 2024-04-13T09:15:02.054 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.054 INFO:tasks.workunit.client.0.smithi119.stdout: "unlink_lat": { 2024-04-13T09:15:02.054 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8, 2024-04-13T09:15:02.054 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9227 2024-04-13T09:15:02.054 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.055 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_alloc_lat": { 2024-04-13T09:15:02.055 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:02.055 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.055 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.055 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_total_bytes": { 2024-04-13T09:15:02.055 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.055 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.055 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_used_bytes": { 2024-04-13T09:15:02.055 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.055 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.055 INFO:tasks.workunit.client.0.smithi119.stdout: "write_bytes": { 2024-04-13T09:15:02.055 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 995741696 2024-04-13T09:15:02.055 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.055 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.055 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": { 2024-04-13T09:15:02.056 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit": { 2024-04-13T09:15:02.056 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T09:15:02.056 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.056 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": { 2024-04-13T09:15:02.056 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9199616 2024-04-13T09:15:02.056 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.056 INFO:tasks.workunit.client.0.smithi119.stdout: "allocator_lat": { 2024-04-13T09:15:02.056 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 14247, 2024-04-13T09:15:02.056 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 53949869 2024-04-13T09:15:02.056 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.056 INFO:tasks.workunit.client.0.smithi119.stdout: "clist_lat": { 2024-04-13T09:15:02.056 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3620, 2024-04-13T09:15:02.056 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7057464401 2024-04-13T09:15:02.056 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.056 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_lat": { 2024-04-13T09:15:02.056 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:02.057 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.057 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.057 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed": { 2024-04-13T09:15:02.057 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.057 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.057 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_allocated": { 2024-04-13T09:15:02.057 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.057 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.057 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_original": { 2024-04-13T09:15:02.057 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.057 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.057 INFO:tasks.workunit.client.0.smithi119.stdout: "csum_lat": { 2024-04-13T09:15:02.057 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 28294, 2024-04-13T09:15:02.057 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 249546104 2024-04-13T09:15:02.057 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.057 INFO:tasks.workunit.client.0.smithi119.stdout: "decompress_lat": { 2024-04-13T09:15:02.058 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:02.058 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.058 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.058 INFO:tasks.workunit.client.0.smithi119.stdout: "fragmentation_micros": { 2024-04-13T09:15:02.058 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.058 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.058 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_commit_lat": { 2024-04-13T09:15:02.058 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 69909, 2024-04-13T09:15:02.058 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 20804341927 2024-04-13T09:15:02.058 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.058 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_final_lat": { 2024-04-13T09:15:02.058 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 69360, 2024-04-13T09:15:02.058 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1544695193 2024-04-13T09:15:02.058 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.059 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_flush_lat": { 2024-04-13T09:15:02.059 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 69909, 2024-04-13T09:15:02.059 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 34494247 2024-04-13T09:15:02.059 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.059 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_sync_lat": { 2024-04-13T09:15:02.059 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 69909, 2024-04-13T09:15:02.059 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 20838836174 2024-04-13T09:15:02.059 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.059 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_keys_lat": { 2024-04-13T09:15:02.059 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:02.059 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.059 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.059 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_values_lat": { 2024-04-13T09:15:02.059 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 62851, 2024-04-13T09:15:02.059 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1310606539 2024-04-13T09:15:02.059 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.060 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_lower_bound_lat": { 2024-04-13T09:15:02.060 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1107, 2024-04-13T09:15:02.060 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3164150 2024-04-13T09:15:02.060 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.060 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_next_lat": { 2024-04-13T09:15:02.060 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 24671, 2024-04-13T09:15:02.060 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13774804 2024-04-13T09:15:02.060 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.060 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_seek_to_first_lat": { 2024-04-13T09:15:02.060 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 37, 2024-04-13T09:15:02.060 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 69023 2024-04-13T09:15:02.060 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.060 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_upper_bound_lat": { 2024-04-13T09:15:02.060 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 21328, 2024-04-13T09:15:02.060 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1908245817 2024-04-13T09:15:02.061 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.061 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_hits": { 2024-04-13T09:15:02.061 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 263891 2024-04-13T09:15:02.061 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.061 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_misses": { 2024-04-13T09:15:02.061 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18081 2024-04-13T09:15:02.061 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.061 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:15:02.061 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8278, 2024-04-13T09:15:02.061 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2155965887 2024-04-13T09:15:02.061 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.061 INFO:tasks.workunit.client.0.smithi119.stdout: "read_onode_meta_lat": { 2024-04-13T09:15:02.061 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 24327, 2024-04-13T09:15:02.061 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10034808 2024-04-13T09:15:02.061 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.061 INFO:tasks.workunit.client.0.smithi119.stdout: "read_wait_aio_lat": { 2024-04-13T09:15:02.062 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 16049, 2024-04-13T09:15:02.062 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1900373208 2024-04-13T09:15:02.062 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.062 INFO:tasks.workunit.client.0.smithi119.stdout: "reads_with_retries": { 2024-04-13T09:15:02.062 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.062 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.062 INFO:tasks.workunit.client.0.smithi119.stdout: "remove_lat": { 2024-04-13T09:15:02.062 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 12618, 2024-04-13T09:15:02.062 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 403769781 2024-04-13T09:15:02.062 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.062 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_aio_wait_count": { 2024-04-13T09:15:02.062 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.062 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.062 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_committed_kv_count": { 2024-04-13T09:15:02.062 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.063 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.063 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_onode_meta_count": { 2024-04-13T09:15:02.063 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.063 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.063 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_wait_aio_count": { 2024-04-13T09:15:02.063 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.063 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.063 INFO:tasks.workunit.client.0.smithi119.stdout: "state_aio_wait_lat": { 2024-04-13T09:15:02.063 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 81108, 2024-04-13T09:15:02.063 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8647801661 2024-04-13T09:15:02.063 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.063 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T09:15:02.063 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 6429, 2024-04-13T09:15:02.063 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 582934312 2024-04-13T09:15:02.063 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.064 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_cleanup_lat": { 2024-04-13T09:15:02.064 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 6428, 2024-04-13T09:15:02.064 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4356195537480 2024-04-13T09:15:02.064 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.064 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_queued_lat": { 2024-04-13T09:15:02.064 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 6429, 2024-04-13T09:15:02.064 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6485709906369 2024-04-13T09:15:02.064 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.064 INFO:tasks.workunit.client.0.smithi119.stdout: "state_done_lat": { 2024-04-13T09:15:02.064 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 81107, 2024-04-13T09:15:02.064 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2932826854008 2024-04-13T09:15:02.064 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.064 INFO:tasks.workunit.client.0.smithi119.stdout: "state_finishing_lat": { 2024-04-13T09:15:02.064 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 81107, 2024-04-13T09:15:02.064 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8547766 2024-04-13T09:15:02.064 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.064 INFO:tasks.workunit.client.0.smithi119.stdout: "state_io_done_lat": { 2024-04-13T09:15:02.065 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 81108, 2024-04-13T09:15:02.065 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 321308696 2024-04-13T09:15:02.065 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.065 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_commiting_lat": { 2024-04-13T09:15:02.065 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 81108, 2024-04-13T09:15:02.065 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 33302207879 2024-04-13T09:15:02.065 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.065 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_done_lat": { 2024-04-13T09:15:02.065 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 81108, 2024-04-13T09:15:02.065 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 28038818 2024-04-13T09:15:02.065 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.065 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_queued_lat": { 2024-04-13T09:15:02.065 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 81108, 2024-04-13T09:15:02.065 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16742158490 2024-04-13T09:15:02.065 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.066 INFO:tasks.workunit.client.0.smithi119.stdout: "state_prepare_lat": { 2024-04-13T09:15:02.066 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 81108, 2024-04-13T09:15:02.066 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13410522730 2024-04-13T09:15:02.066 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.066 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": { 2024-04-13T09:15:02.066 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5432431 2024-04-13T09:15:02.066 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.066 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:15:02.066 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2500, 2024-04-13T09:15:02.066 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13765153 2024-04-13T09:15:02.066 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.066 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_commit_lat": { 2024-04-13T09:15:02.066 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 81108, 2024-04-13T09:15:02.066 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 72435688292 2024-04-13T09:15:02.066 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.066 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_submit_lat": { 2024-04-13T09:15:02.067 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 81108, 2024-04-13T09:15:02.067 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14346811558 2024-04-13T09:15:02.067 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.067 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_throttle_lat": { 2024-04-13T09:15:02.067 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 81108, 2024-04-13T09:15:02.067 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 524649520 2024-04-13T09:15:02.067 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.067 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.067 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache": { 2024-04-13T09:15:02.067 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T09:15:02.067 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1405278976 2024-04-13T09:15:02.067 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.067 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T09:15:02.067 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 490905600 2024-04-13T09:15:02.067 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.068 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T09:15:02.068 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 446636032 2024-04-13T09:15:02.068 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.068 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T09:15:02.068 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2600688640 2024-04-13T09:15:02.068 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.068 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T09:15:02.068 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 44269568 2024-04-13T09:15:02.068 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.068 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.068 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:data": { 2024-04-13T09:15:02.068 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:02.068 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 125829120 2024-04-13T09:15:02.068 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.068 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:02.068 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.069 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.069 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:02.069 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.069 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.069 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:02.069 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 56444176 2024-04-13T09:15:02.069 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.069 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:02.069 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.069 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.069 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:02.069 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.069 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.069 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:02.069 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.070 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.070 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:02.070 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.070 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.070 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:02.070 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 28672 2024-04-13T09:15:02.070 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.070 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:02.070 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 65536 2024-04-13T09:15:02.070 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.070 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:02.070 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.070 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.070 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:02.070 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.071 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.071 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:02.071 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.071 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.071 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:02.071 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 69290736 2024-04-13T09:15:02.071 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.071 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.071 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv": { 2024-04-13T09:15:02.071 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:02.071 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 562036736 2024-04-13T09:15:02.071 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.071 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:02.071 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:02.071 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.071 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:02.072 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.072 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.072 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:02.072 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 423331321 2024-04-13T09:15:02.072 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.072 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:02.072 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.072 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.072 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:02.072 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.072 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.072 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:02.072 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2896 2024-04-13T09:15:02.072 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.072 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:02.073 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.073 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.073 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:02.073 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 183552 2024-04-13T09:15:02.073 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.073 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:02.073 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.073 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.073 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:02.073 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.073 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.073 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:02.073 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.073 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.073 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:02.073 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.074 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.074 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:02.074 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71410103 2024-04-13T09:15:02.074 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.074 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.074 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T09:15:02.074 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:02.074 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 192937984 2024-04-13T09:15:02.074 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.074 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:02.074 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:02.074 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.074 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:02.074 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17386416 2024-04-13T09:15:02.074 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.075 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:02.075 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37629450 2024-04-13T09:15:02.075 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.075 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:02.075 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.075 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.075 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:02.075 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.075 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.075 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:02.075 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.075 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.075 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:02.075 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.075 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.076 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:02.076 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.076 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.076 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:02.076 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.076 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.076 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:02.076 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.076 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.076 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:02.076 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.076 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.076 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:02.076 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.076 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.076 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:02.077 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 70813254 2024-04-13T09:15:02.077 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.077 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.077 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:meta": { 2024-04-13T09:15:02.077 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:02.077 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 494927872 2024-04-13T09:15:02.077 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.077 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:02.077 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.077 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.077 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:02.077 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.077 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.077 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:02.077 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 423331321 2024-04-13T09:15:02.078 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.078 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:02.078 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.078 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.078 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:02.078 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.078 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.078 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:02.078 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.078 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.078 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:02.078 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.078 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.078 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:02.078 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 93765 2024-04-13T09:15:02.078 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.079 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:02.079 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1142141 2024-04-13T09:15:02.079 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.079 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:02.079 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.079 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.079 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:02.079 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.079 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.079 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:02.079 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.079 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.079 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:02.079 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 70360645 2024-04-13T09:15:02.079 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.080 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.080 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T09:15:02.080 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T09:15:02.080 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.080 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.080 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:15:02.080 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 77 2024-04-13T09:15:02.080 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.080 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T09:15:02.080 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.080 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.080 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:15:02.080 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.080 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.080 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.081 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:02.081 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg": { 2024-04-13T09:15:02.081 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 41 2024-04-13T09:15:02.081 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.081 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg_removing": { 2024-04-13T09:15:02.081 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.081 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.081 INFO:tasks.workunit.client.0.smithi119.stdout: "op": { 2024-04-13T09:15:02.081 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 51288 2024-04-13T09:15:02.081 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.081 INFO:tasks.workunit.client.0.smithi119.stdout: "op_before_queue_op_lat": { 2024-04-13T09:15:02.081 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 143686, 2024-04-13T09:15:02.081 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8550281383 2024-04-13T09:15:02.081 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.081 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_degraded": { 2024-04-13T09:15:02.081 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3 2024-04-13T09:15:02.082 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.082 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_unreadable": { 2024-04-13T09:15:02.082 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3 2024-04-13T09:15:02.082 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.082 INFO:tasks.workunit.client.0.smithi119.stdout: "op_in_bytes": { 2024-04-13T09:15:02.082 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1875679041 2024-04-13T09:15:02.082 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.082 INFO:tasks.workunit.client.0.smithi119.stdout: "op_latency": { 2024-04-13T09:15:02.082 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 51288, 2024-04-13T09:15:02.082 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 120272411311 2024-04-13T09:15:02.082 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.082 INFO:tasks.workunit.client.0.smithi119.stdout: "op_out_bytes": { 2024-04-13T09:15:02.082 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3362990293 2024-04-13T09:15:02.082 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.083 INFO:tasks.workunit.client.0.smithi119.stdout: "op_prepare_latency": { 2024-04-13T09:15:02.083 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 52202, 2024-04-13T09:15:02.083 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 42827542858 2024-04-13T09:15:02.083 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.083 INFO:tasks.workunit.client.0.smithi119.stdout: "op_process_latency": { 2024-04-13T09:15:02.083 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 51288, 2024-04-13T09:15:02.083 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 74671628899 2024-04-13T09:15:02.083 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.083 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:15:02.083 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 22013 2024-04-13T09:15:02.083 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.083 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency": { 2024-04-13T09:15:02.083 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 22013, 2024-04-13T09:15:02.083 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17999803775 2024-04-13T09:15:02.083 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.083 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T09:15:02.084 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.084 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.084 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_out_bytes": { 2024-04-13T09:15:02.084 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3362990293 2024-04-13T09:15:02.084 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.084 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_prepare_latency": { 2024-04-13T09:15:02.084 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 22462, 2024-04-13T09:15:02.084 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5794839416 2024-04-13T09:15:02.084 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.084 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_process_latency": { 2024-04-13T09:15:02.084 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 22013, 2024-04-13T09:15:02.084 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9061693914 2024-04-13T09:15:02.084 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.084 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw": { 2024-04-13T09:15:02.084 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 27276 2024-04-13T09:15:02.084 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.085 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_in_bytes": { 2024-04-13T09:15:02.085 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 423791669 2024-04-13T09:15:02.085 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.085 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency": { 2024-04-13T09:15:02.085 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 27276, 2024-04-13T09:15:02.085 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 53083529518 2024-04-13T09:15:02.085 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.085 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T09:15:02.085 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.085 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.085 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T09:15:02.085 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.085 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.085 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_out_bytes": { 2024-04-13T09:15:02.085 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.085 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.086 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_prepare_latency": { 2024-04-13T09:15:02.086 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 27553, 2024-04-13T09:15:02.086 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 33506271202 2024-04-13T09:15:02.086 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.086 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_process_latency": { 2024-04-13T09:15:02.086 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 27276, 2024-04-13T09:15:02.086 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 50279399021 2024-04-13T09:15:02.086 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.086 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:15:02.086 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1999 2024-04-13T09:15:02.086 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.086 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_in_bytes": { 2024-04-13T09:15:02.086 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1451887372 2024-04-13T09:15:02.086 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.086 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency": { 2024-04-13T09:15:02.087 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1999, 2024-04-13T09:15:02.087 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 49189078018 2024-04-13T09:15:02.087 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.087 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T09:15:02.087 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.087 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.087 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_prepare_latency": { 2024-04-13T09:15:02.087 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2187, 2024-04-13T09:15:02.087 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3526432240 2024-04-13T09:15:02.087 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.087 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_process_latency": { 2024-04-13T09:15:02.087 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1999, 2024-04-13T09:15:02.087 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15330535964 2024-04-13T09:15:02.087 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.087 INFO:tasks.workunit.client.0.smithi119.stdout: "op_wip": { 2024-04-13T09:15:02.087 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.088 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.088 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_bytes": { 2024-04-13T09:15:02.088 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.088 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.088 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_ops": { 2024-04-13T09:15:02.088 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17 2024-04-13T09:15:02.088 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.088 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes": { 2024-04-13T09:15:02.088 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T09:15:02.088 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.088 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes_used": { 2024-04-13T09:15:02.088 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 705138688 2024-04-13T09:15:02.088 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.088 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.088 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.088 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.3": { 2024-04-13T09:15:02.089 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:02.089 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_db_max_lat": { 2024-04-13T09:15:02.089 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 25373 2024-04-13T09:15:02.089 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.089 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_fallback": { 2024-04-13T09:15:02.089 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.089 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.089 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_max_lat": { 2024-04-13T09:15:02.089 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.089 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.089 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_size_fallback": { 2024-04-13T09:15:02.089 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.089 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.089 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_db": { 2024-04-13T09:15:02.089 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 65536 2024-04-13T09:15:02.090 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.090 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_slow": { 2024-04-13T09:15:02.090 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.090 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.090 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_wal": { 2024-04-13T09:15:02.090 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.090 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.090 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_wal_max_lat": { 2024-04-13T09:15:02.090 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.090 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.090 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_slow": { 2024-04-13T09:15:02.090 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.090 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.090 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_sst": { 2024-04-13T09:15:02.090 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7307264 2024-04-13T09:15:02.091 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.091 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_wal": { 2024-04-13T09:15:02.091 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 652656640 2024-04-13T09:15:02.091 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.091 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lat": { 2024-04-13T09:15:02.091 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 16, 2024-04-13T09:15:02.091 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3597594 2024-04-13T09:15:02.091 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.091 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lock_lat": { 2024-04-13T09:15:02.091 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 16, 2024-04-13T09:15:02.091 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1408882 2024-04-13T09:15:02.091 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.091 INFO:tasks.workunit.client.0.smithi119.stdout: "db_alloc_lat": { 2024-04-13T09:15:02.091 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 175, 2024-04-13T09:15:02.091 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 910952 2024-04-13T09:15:02.091 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.092 INFO:tasks.workunit.client.0.smithi119.stdout: "db_total_bytes": { 2024-04-13T09:15:02.092 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995027456 2024-04-13T09:15:02.092 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.092 INFO:tasks.workunit.client.0.smithi119.stdout: "db_used_bytes": { 2024-04-13T09:15:02.092 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 694878208 2024-04-13T09:15:02.092 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.092 INFO:tasks.workunit.client.0.smithi119.stdout: "flush_lat": { 2024-04-13T09:15:02.092 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 68025, 2024-04-13T09:15:02.092 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10018872293 2024-04-13T09:15:02.092 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.092 INFO:tasks.workunit.client.0.smithi119.stdout: "fsync_lat": { 2024-04-13T09:15:02.092 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 68048, 2024-04-13T09:15:02.092 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16449772888 2024-04-13T09:15:02.092 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.092 INFO:tasks.workunit.client.0.smithi119.stdout: "log_bytes": { 2024-04-13T09:15:02.093 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12697600 2024-04-13T09:15:02.093 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.093 INFO:tasks.workunit.client.0.smithi119.stdout: "logged_bytes": { 2024-04-13T09:15:02.093 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 278687744 2024-04-13T09:15:02.093 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.093 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_db": { 2024-04-13T09:15:02.093 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 690618368 2024-04-13T09:15:02.093 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.093 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_slow": { 2024-04-13T09:15:02.093 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.093 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.093 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_wal": { 2024-04-13T09:15:02.093 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.093 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.093 INFO:tasks.workunit.client.0.smithi119.stdout: "num_files": { 2024-04-13T09:15:02.093 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 47 2024-04-13T09:15:02.094 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.094 INFO:tasks.workunit.client.0.smithi119.stdout: "read_bytes": { 2024-04-13T09:15:02.094 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5401918790 2024-04-13T09:15:02.094 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.094 INFO:tasks.workunit.client.0.smithi119.stdout: "read_count": { 2024-04-13T09:15:02.094 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 54590 2024-04-13T09:15:02.094 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.094 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes": { 2024-04-13T09:15:02.094 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4811419648 2024-04-13T09:15:02.094 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.094 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_db": { 2024-04-13T09:15:02.094 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4811423744 2024-04-13T09:15:02.094 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.094 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_slow": { 2024-04-13T09:15:02.094 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.095 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.095 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_wal": { 2024-04-13T09:15:02.095 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.095 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.095 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_count": { 2024-04-13T09:15:02.095 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 51435 2024-04-13T09:15:02.095 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.095 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:15:02.095 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 54590, 2024-04-13T09:15:02.095 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2360148504 2024-04-13T09:15:02.095 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.095 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_bytes": { 2024-04-13T09:15:02.095 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5317708356 2024-04-13T09:15:02.095 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.095 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_count": { 2024-04-13T09:15:02.095 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 52006 2024-04-13T09:15:02.096 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.096 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_bytes": { 2024-04-13T09:15:02.096 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2386749 2024-04-13T09:15:02.096 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.096 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_count": { 2024-04-13T09:15:02.096 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 667 2024-04-13T09:15:02.096 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.096 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_bytes": { 2024-04-13T09:15:02.096 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7240437 2024-04-13T09:15:02.096 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.096 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_count": { 2024-04-13T09:15:02.096 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 883 2024-04-13T09:15:02.096 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.096 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes": { 2024-04-13T09:15:02.096 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4853688 2024-04-13T09:15:02.097 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.097 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_db": { 2024-04-13T09:15:02.097 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4853688 2024-04-13T09:15:02.097 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.097 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_slow": { 2024-04-13T09:15:02.097 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.097 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.097 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_wal": { 2024-04-13T09:15:02.097 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.097 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.097 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_count": { 2024-04-13T09:15:02.097 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 223 2024-04-13T09:15:02.097 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.097 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_lat": { 2024-04-13T09:15:02.098 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 883, 2024-04-13T09:15:02.098 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2175788 2024-04-13T09:15:02.098 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.098 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_alloc_lat": { 2024-04-13T09:15:02.098 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:02.098 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.098 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.098 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_total_bytes": { 2024-04-13T09:15:02.098 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.098 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.098 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_used_bytes": { 2024-04-13T09:15:02.098 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.098 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.098 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:15:02.098 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T09:15:02.099 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 743 2024-04-13T09:15:02.099 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.099 INFO:tasks.workunit.client.0.smithi119.stdout: "unlink_lat": { 2024-04-13T09:15:02.099 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8, 2024-04-13T09:15:02.099 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10084 2024-04-13T09:15:02.099 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.099 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_alloc_lat": { 2024-04-13T09:15:02.099 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:02.099 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.099 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.099 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_total_bytes": { 2024-04-13T09:15:02.099 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.099 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.099 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_used_bytes": { 2024-04-13T09:15:02.099 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.100 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.100 INFO:tasks.workunit.client.0.smithi119.stdout: "write_bytes": { 2024-04-13T09:15:02.100 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 941088768 2024-04-13T09:15:02.100 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.100 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.100 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": { 2024-04-13T09:15:02.100 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit": { 2024-04-13T09:15:02.100 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T09:15:02.100 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.100 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": { 2024-04-13T09:15:02.100 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9220096 2024-04-13T09:15:02.100 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.100 INFO:tasks.workunit.client.0.smithi119.stdout: "allocator_lat": { 2024-04-13T09:15:02.100 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 17670, 2024-04-13T09:15:02.100 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 64464277 2024-04-13T09:15:02.100 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.101 INFO:tasks.workunit.client.0.smithi119.stdout: "clist_lat": { 2024-04-13T09:15:02.101 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3563, 2024-04-13T09:15:02.101 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5869460153 2024-04-13T09:15:02.101 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.101 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_lat": { 2024-04-13T09:15:02.101 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:02.101 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.101 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.101 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed": { 2024-04-13T09:15:02.101 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.101 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.101 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_allocated": { 2024-04-13T09:15:02.101 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.101 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.101 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_original": { 2024-04-13T09:15:02.101 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.102 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.102 INFO:tasks.workunit.client.0.smithi119.stdout: "csum_lat": { 2024-04-13T09:15:02.102 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 14226, 2024-04-13T09:15:02.102 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 109046222 2024-04-13T09:15:02.102 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.102 INFO:tasks.workunit.client.0.smithi119.stdout: "decompress_lat": { 2024-04-13T09:15:02.102 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:02.102 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.102 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.102 INFO:tasks.workunit.client.0.smithi119.stdout: "fragmentation_micros": { 2024-04-13T09:15:02.102 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.102 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.102 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_commit_lat": { 2024-04-13T09:15:02.102 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 67975, 2024-04-13T09:15:02.102 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 19981277121 2024-04-13T09:15:02.103 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.103 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_final_lat": { 2024-04-13T09:15:02.103 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 67408, 2024-04-13T09:15:02.103 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1578888942 2024-04-13T09:15:02.103 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.103 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_flush_lat": { 2024-04-13T09:15:02.103 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 67975, 2024-04-13T09:15:02.103 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 41216388 2024-04-13T09:15:02.103 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.103 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_sync_lat": { 2024-04-13T09:15:02.103 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 67975, 2024-04-13T09:15:02.103 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 20022493509 2024-04-13T09:15:02.103 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.103 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_keys_lat": { 2024-04-13T09:15:02.103 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:02.103 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.104 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.104 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_values_lat": { 2024-04-13T09:15:02.104 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 235503, 2024-04-13T09:15:02.104 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1434687533 2024-04-13T09:15:02.104 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.104 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_lower_bound_lat": { 2024-04-13T09:15:02.104 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1421, 2024-04-13T09:15:02.104 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3104659 2024-04-13T09:15:02.104 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.104 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_next_lat": { 2024-04-13T09:15:02.104 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 136069, 2024-04-13T09:15:02.104 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 48505236 2024-04-13T09:15:02.104 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.104 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_seek_to_first_lat": { 2024-04-13T09:15:02.104 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 41, 2024-04-13T09:15:02.104 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 56182 2024-04-13T09:15:02.105 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.105 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_upper_bound_lat": { 2024-04-13T09:15:02.105 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15172, 2024-04-13T09:15:02.105 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3038073348 2024-04-13T09:15:02.105 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.105 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_hits": { 2024-04-13T09:15:02.105 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 434378 2024-04-13T09:15:02.105 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.105 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_misses": { 2024-04-13T09:15:02.105 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17495 2024-04-13T09:15:02.105 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.105 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:15:02.105 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 37507, 2024-04-13T09:15:02.105 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1593458059 2024-04-13T09:15:02.105 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.106 INFO:tasks.workunit.client.0.smithi119.stdout: "read_onode_meta_lat": { 2024-04-13T09:15:02.106 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 92912, 2024-04-13T09:15:02.106 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 28522951 2024-04-13T09:15:02.106 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.106 INFO:tasks.workunit.client.0.smithi119.stdout: "read_wait_aio_lat": { 2024-04-13T09:15:02.106 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 55405, 2024-04-13T09:15:02.106 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1156172312 2024-04-13T09:15:02.106 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.106 INFO:tasks.workunit.client.0.smithi119.stdout: "reads_with_retries": { 2024-04-13T09:15:02.106 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.106 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.106 INFO:tasks.workunit.client.0.smithi119.stdout: "remove_lat": { 2024-04-13T09:15:02.106 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 12418, 2024-04-13T09:15:02.106 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 391136611 2024-04-13T09:15:02.107 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.107 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_aio_wait_count": { 2024-04-13T09:15:02.107 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.107 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.107 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_committed_kv_count": { 2024-04-13T09:15:02.107 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.107 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.107 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_onode_meta_count": { 2024-04-13T09:15:02.107 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.107 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.107 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_wait_aio_count": { 2024-04-13T09:15:02.107 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.107 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.107 INFO:tasks.workunit.client.0.smithi119.stdout: "state_aio_wait_lat": { 2024-04-13T09:15:02.107 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77372, 2024-04-13T09:15:02.107 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9506214845 2024-04-13T09:15:02.108 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.108 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T09:15:02.108 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 17487, 2024-04-13T09:15:02.108 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1309291697 2024-04-13T09:15:02.108 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.108 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_cleanup_lat": { 2024-04-13T09:15:02.108 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 17486, 2024-04-13T09:15:02.108 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3904705549350 2024-04-13T09:15:02.108 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.108 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_queued_lat": { 2024-04-13T09:15:02.108 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 17487, 2024-04-13T09:15:02.108 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6647838869465 2024-04-13T09:15:02.108 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.108 INFO:tasks.workunit.client.0.smithi119.stdout: "state_done_lat": { 2024-04-13T09:15:02.108 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77371, 2024-04-13T09:15:02.108 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2766586080475 2024-04-13T09:15:02.109 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.109 INFO:tasks.workunit.client.0.smithi119.stdout: "state_finishing_lat": { 2024-04-13T09:15:02.109 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77371, 2024-04-13T09:15:02.109 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9874959 2024-04-13T09:15:02.109 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.109 INFO:tasks.workunit.client.0.smithi119.stdout: "state_io_done_lat": { 2024-04-13T09:15:02.109 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77372, 2024-04-13T09:15:02.109 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 220252526 2024-04-13T09:15:02.109 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.109 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_commiting_lat": { 2024-04-13T09:15:02.109 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77372, 2024-04-13T09:15:02.109 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 30856234794 2024-04-13T09:15:02.109 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.109 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_done_lat": { 2024-04-13T09:15:02.109 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77372, 2024-04-13T09:15:02.109 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 28290810 2024-04-13T09:15:02.110 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.110 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_queued_lat": { 2024-04-13T09:15:02.110 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77372, 2024-04-13T09:15:02.110 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14456861568 2024-04-13T09:15:02.110 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.110 INFO:tasks.workunit.client.0.smithi119.stdout: "state_prepare_lat": { 2024-04-13T09:15:02.110 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77372, 2024-04-13T09:15:02.110 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12367972827 2024-04-13T09:15:02.110 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.110 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": { 2024-04-13T09:15:02.110 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5437777 2024-04-13T09:15:02.110 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.110 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:15:02.110 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2514, 2024-04-13T09:15:02.110 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15938899 2024-04-13T09:15:02.110 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.111 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_commit_lat": { 2024-04-13T09:15:02.111 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77372, 2024-04-13T09:15:02.111 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67420528923 2024-04-13T09:15:02.111 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.111 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_submit_lat": { 2024-04-13T09:15:02.111 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77372, 2024-04-13T09:15:02.111 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13366763815 2024-04-13T09:15:02.111 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.111 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_throttle_lat": { 2024-04-13T09:15:02.111 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77372, 2024-04-13T09:15:02.111 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 497674014 2024-04-13T09:15:02.111 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.111 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.111 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache": { 2024-04-13T09:15:02.111 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T09:15:02.112 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1405278976 2024-04-13T09:15:02.112 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.112 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T09:15:02.112 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 635961344 2024-04-13T09:15:02.112 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.112 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T09:15:02.112 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 624697344 2024-04-13T09:15:02.112 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.112 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T09:15:02.112 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2600688640 2024-04-13T09:15:02.112 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.112 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T09:15:02.112 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11264000 2024-04-13T09:15:02.112 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.112 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.112 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:data": { 2024-04-13T09:15:02.113 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:02.113 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 125829120 2024-04-13T09:15:02.113 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.113 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:02.113 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.113 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.113 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:02.113 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.113 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.113 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:02.113 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 57096272 2024-04-13T09:15:02.113 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.113 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:02.113 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.113 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.113 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:02.114 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.114 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.114 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:02.114 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.114 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.114 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:02.114 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.114 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.114 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:02.114 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12288 2024-04-13T09:15:02.114 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.114 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:02.114 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12288 2024-04-13T09:15:02.114 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.114 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:02.115 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.115 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.115 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:02.115 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.115 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.115 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:02.115 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.115 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.115 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:02.115 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 68708272 2024-04-13T09:15:02.115 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.115 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.115 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv": { 2024-04-13T09:15:02.115 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:02.115 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 570425344 2024-04-13T09:15:02.115 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.116 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:02.116 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:02.116 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.116 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:02.116 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.116 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.116 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:02.116 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 428222040 2024-04-13T09:15:02.116 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.116 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:02.116 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.116 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.116 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:02.116 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.117 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.117 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:02.117 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2416 2024-04-13T09:15:02.117 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.117 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:02.117 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.117 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.117 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:02.117 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 148384 2024-04-13T09:15:02.117 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.117 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:02.117 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.117 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.117 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:02.117 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.118 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.118 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:02.118 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.118 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.118 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:02.118 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.118 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.118 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:02.118 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 74943640 2024-04-13T09:15:02.118 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.118 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.118 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T09:15:02.118 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:02.118 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 184549376 2024-04-13T09:15:02.118 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.119 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:02.119 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:02.119 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.119 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:02.119 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6905248 2024-04-13T09:15:02.119 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.119 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:02.119 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 38064181 2024-04-13T09:15:02.119 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.119 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:02.119 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.119 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.119 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:02.119 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.119 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.119 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:02.120 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.120 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.120 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:02.120 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.120 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.120 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:02.120 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.120 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.120 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:02.120 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.120 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.120 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:02.120 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.120 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.120 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:02.121 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.121 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.121 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:02.121 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.121 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.121 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:02.121 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 72471083 2024-04-13T09:15:02.121 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.121 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.121 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:meta": { 2024-04-13T09:15:02.121 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:02.121 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 503316480 2024-04-13T09:15:02.121 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.121 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:02.121 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.121 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.122 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:02.122 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.122 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.122 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:02.122 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 428222040 2024-04-13T09:15:02.122 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.122 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:02.122 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.122 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.122 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:02.122 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.122 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.122 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:02.122 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.122 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.123 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:02.123 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.123 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.123 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:02.123 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 103743 2024-04-13T09:15:02.123 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.123 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:02.123 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1138182 2024-04-13T09:15:02.123 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.123 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:02.123 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.123 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.123 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:02.123 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.123 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.124 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:02.124 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.124 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.124 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:02.124 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 73852515 2024-04-13T09:15:02.124 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.124 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.124 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T09:15:02.124 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T09:15:02.124 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.124 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.124 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:15:02.124 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17 2024-04-13T09:15:02.124 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.124 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T09:15:02.125 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.125 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.125 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:15:02.125 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.125 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.125 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.125 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:02.125 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg": { 2024-04-13T09:15:02.125 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 48 2024-04-13T09:15:02.125 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.125 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg_removing": { 2024-04-13T09:15:02.125 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.125 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.125 INFO:tasks.workunit.client.0.smithi119.stdout: "op": { 2024-04-13T09:15:02.125 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 64871 2024-04-13T09:15:02.126 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.126 INFO:tasks.workunit.client.0.smithi119.stdout: "op_before_queue_op_lat": { 2024-04-13T09:15:02.126 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 147632, 2024-04-13T09:15:02.126 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9041177772 2024-04-13T09:15:02.126 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.126 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_degraded": { 2024-04-13T09:15:02.126 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.126 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.126 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_unreadable": { 2024-04-13T09:15:02.126 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T09:15:02.126 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.126 INFO:tasks.workunit.client.0.smithi119.stdout: "op_in_bytes": { 2024-04-13T09:15:02.126 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1492833899 2024-04-13T09:15:02.126 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.126 INFO:tasks.workunit.client.0.smithi119.stdout: "op_latency": { 2024-04-13T09:15:02.127 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 64871, 2024-04-13T09:15:02.127 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 270434023569 2024-04-13T09:15:02.127 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.127 INFO:tasks.workunit.client.0.smithi119.stdout: "op_out_bytes": { 2024-04-13T09:15:02.127 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1469150696 2024-04-13T09:15:02.127 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.127 INFO:tasks.workunit.client.0.smithi119.stdout: "op_prepare_latency": { 2024-04-13T09:15:02.127 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 67144, 2024-04-13T09:15:02.127 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37787906612 2024-04-13T09:15:02.127 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.127 INFO:tasks.workunit.client.0.smithi119.stdout: "op_process_latency": { 2024-04-13T09:15:02.127 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 64871, 2024-04-13T09:15:02.127 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 77024047402 2024-04-13T09:15:02.127 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.127 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:15:02.127 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 47034 2024-04-13T09:15:02.128 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.128 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency": { 2024-04-13T09:15:02.128 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 47034, 2024-04-13T09:15:02.128 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 58574095361 2024-04-13T09:15:02.128 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.128 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T09:15:02.128 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.128 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.128 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_out_bytes": { 2024-04-13T09:15:02.128 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1469150696 2024-04-13T09:15:02.128 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.128 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_prepare_latency": { 2024-04-13T09:15:02.128 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 47257, 2024-04-13T09:15:02.128 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15350299233 2024-04-13T09:15:02.128 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.128 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_process_latency": { 2024-04-13T09:15:02.129 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 47034, 2024-04-13T09:15:02.129 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14402850562 2024-04-13T09:15:02.129 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.129 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw": { 2024-04-13T09:15:02.129 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13893 2024-04-13T09:15:02.129 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.129 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_in_bytes": { 2024-04-13T09:15:02.129 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 250904863 2024-04-13T09:15:02.129 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.129 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency": { 2024-04-13T09:15:02.129 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 13893, 2024-04-13T09:15:02.129 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 167283019225 2024-04-13T09:15:02.129 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.129 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T09:15:02.129 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.130 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.130 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T09:15:02.130 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.130 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.130 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_out_bytes": { 2024-04-13T09:15:02.130 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.130 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.130 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_prepare_latency": { 2024-04-13T09:15:02.130 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15818, 2024-04-13T09:15:02.130 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17433939436 2024-04-13T09:15:02.130 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.130 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_process_latency": { 2024-04-13T09:15:02.130 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 13893, 2024-04-13T09:15:02.130 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 38354352179 2024-04-13T09:15:02.130 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.131 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:15:02.131 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3944 2024-04-13T09:15:02.131 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.131 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_in_bytes": { 2024-04-13T09:15:02.131 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1241929036 2024-04-13T09:15:02.131 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.131 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency": { 2024-04-13T09:15:02.131 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3944, 2024-04-13T09:15:02.131 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 44576908983 2024-04-13T09:15:02.131 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.131 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T09:15:02.131 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.131 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.131 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_prepare_latency": { 2024-04-13T09:15:02.131 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4069, 2024-04-13T09:15:02.132 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5003667943 2024-04-13T09:15:02.132 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.132 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_process_latency": { 2024-04-13T09:15:02.132 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3944, 2024-04-13T09:15:02.132 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24266844661 2024-04-13T09:15:02.132 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.132 INFO:tasks.workunit.client.0.smithi119.stdout: "op_wip": { 2024-04-13T09:15:02.132 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.132 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.132 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_bytes": { 2024-04-13T09:15:02.132 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 78 2024-04-13T09:15:02.132 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.132 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_ops": { 2024-04-13T09:15:02.132 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8 2024-04-13T09:15:02.132 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.132 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes": { 2024-04-13T09:15:02.132 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T09:15:02.133 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.133 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes_used": { 2024-04-13T09:15:02.133 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 704110592 2024-04-13T09:15:02.133 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.133 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.133 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.133 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.4": { 2024-04-13T09:15:02.133 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:02.133 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_db_max_lat": { 2024-04-13T09:15:02.133 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18364 2024-04-13T09:15:02.133 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.133 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_fallback": { 2024-04-13T09:15:02.133 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.133 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.133 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_max_lat": { 2024-04-13T09:15:02.133 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.134 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.134 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_size_fallback": { 2024-04-13T09:15:02.134 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.134 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.134 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_db": { 2024-04-13T09:15:02.134 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 65536 2024-04-13T09:15:02.134 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.134 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_slow": { 2024-04-13T09:15:02.134 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.134 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.134 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_wal": { 2024-04-13T09:15:02.134 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.134 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.134 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_wal_max_lat": { 2024-04-13T09:15:02.134 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.135 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.135 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_slow": { 2024-04-13T09:15:02.135 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.135 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.135 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_sst": { 2024-04-13T09:15:02.135 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23228416 2024-04-13T09:15:02.135 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.135 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_wal": { 2024-04-13T09:15:02.135 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 706732032 2024-04-13T09:15:02.135 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.135 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lat": { 2024-04-13T09:15:02.135 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15, 2024-04-13T09:15:02.135 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2894777 2024-04-13T09:15:02.135 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.135 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lock_lat": { 2024-04-13T09:15:02.136 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15, 2024-04-13T09:15:02.136 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1086246 2024-04-13T09:15:02.136 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.136 INFO:tasks.workunit.client.0.smithi119.stdout: "db_alloc_lat": { 2024-04-13T09:15:02.136 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 200, 2024-04-13T09:15:02.136 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 907777 2024-04-13T09:15:02.136 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.136 INFO:tasks.workunit.client.0.smithi119.stdout: "db_total_bytes": { 2024-04-13T09:15:02.136 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995027456 2024-04-13T09:15:02.136 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.136 INFO:tasks.workunit.client.0.smithi119.stdout: "db_used_bytes": { 2024-04-13T09:15:02.136 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 762118144 2024-04-13T09:15:02.136 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.136 INFO:tasks.workunit.client.0.smithi119.stdout: "flush_lat": { 2024-04-13T09:15:02.136 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 62740, 2024-04-13T09:15:02.136 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9314102056 2024-04-13T09:15:02.137 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.137 INFO:tasks.workunit.client.0.smithi119.stdout: "fsync_lat": { 2024-04-13T09:15:02.137 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 62745, 2024-04-13T09:15:02.137 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15058035175 2024-04-13T09:15:02.137 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.137 INFO:tasks.workunit.client.0.smithi119.stdout: "log_bytes": { 2024-04-13T09:15:02.137 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7577600 2024-04-13T09:15:02.137 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.137 INFO:tasks.workunit.client.0.smithi119.stdout: "logged_bytes": { 2024-04-13T09:15:02.137 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 256937984 2024-04-13T09:15:02.137 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.137 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_db": { 2024-04-13T09:15:02.137 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 757858304 2024-04-13T09:15:02.137 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.137 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_slow": { 2024-04-13T09:15:02.137 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.138 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.138 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_wal": { 2024-04-13T09:15:02.138 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.138 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.138 INFO:tasks.workunit.client.0.smithi119.stdout: "num_files": { 2024-04-13T09:15:02.138 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 57 2024-04-13T09:15:02.138 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.138 INFO:tasks.workunit.client.0.smithi119.stdout: "read_bytes": { 2024-04-13T09:15:02.138 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18351380338 2024-04-13T09:15:02.138 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.138 INFO:tasks.workunit.client.0.smithi119.stdout: "read_count": { 2024-04-13T09:15:02.138 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 107654 2024-04-13T09:15:02.138 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.138 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes": { 2024-04-13T09:15:02.138 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16077783040 2024-04-13T09:15:02.139 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.139 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_db": { 2024-04-13T09:15:02.139 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16077787136 2024-04-13T09:15:02.139 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.139 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_slow": { 2024-04-13T09:15:02.139 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.139 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.139 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_wal": { 2024-04-13T09:15:02.139 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.139 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.139 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_count": { 2024-04-13T09:15:02.139 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 106891 2024-04-13T09:15:02.139 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.139 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:15:02.139 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 107654, 2024-04-13T09:15:02.139 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5654038263 2024-04-13T09:15:02.140 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.140 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_bytes": { 2024-04-13T09:15:02.140 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18193386040 2024-04-13T09:15:02.140 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.140 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_count": { 2024-04-13T09:15:02.140 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 102817 2024-04-13T09:15:02.140 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.140 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_bytes": { 2024-04-13T09:15:02.140 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6977583 2024-04-13T09:15:02.140 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.140 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_count": { 2024-04-13T09:15:02.140 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1210 2024-04-13T09:15:02.140 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.140 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_bytes": { 2024-04-13T09:15:02.140 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 22912247 2024-04-13T09:15:02.140 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.141 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_count": { 2024-04-13T09:15:02.141 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1735 2024-04-13T09:15:02.141 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.141 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes": { 2024-04-13T09:15:02.141 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15934664 2024-04-13T09:15:02.141 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.141 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_db": { 2024-04-13T09:15:02.141 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15934664 2024-04-13T09:15:02.141 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.141 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_slow": { 2024-04-13T09:15:02.141 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.141 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.141 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_wal": { 2024-04-13T09:15:02.141 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.141 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.142 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_count": { 2024-04-13T09:15:02.142 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 546 2024-04-13T09:15:02.142 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.142 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_lat": { 2024-04-13T09:15:02.142 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1735, 2024-04-13T09:15:02.142 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7661179 2024-04-13T09:15:02.142 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.142 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_alloc_lat": { 2024-04-13T09:15:02.142 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:02.142 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.142 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.142 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_total_bytes": { 2024-04-13T09:15:02.142 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.142 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.142 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_used_bytes": { 2024-04-13T09:15:02.143 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.143 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.143 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:15:02.143 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T09:15:02.143 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 755 2024-04-13T09:15:02.143 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.143 INFO:tasks.workunit.client.0.smithi119.stdout: "unlink_lat": { 2024-04-13T09:15:02.143 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 11, 2024-04-13T09:15:02.143 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10936 2024-04-13T09:15:02.143 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.143 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_alloc_lat": { 2024-04-13T09:15:02.143 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:02.143 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.143 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.143 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_total_bytes": { 2024-04-13T09:15:02.143 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.144 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.144 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_used_bytes": { 2024-04-13T09:15:02.144 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.144 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.144 INFO:tasks.workunit.client.0.smithi119.stdout: "write_bytes": { 2024-04-13T09:15:02.144 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 989196288 2024-04-13T09:15:02.144 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.144 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.144 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": { 2024-04-13T09:15:02.144 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit": { 2024-04-13T09:15:02.144 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T09:15:02.144 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.144 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": { 2024-04-13T09:15:02.144 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13410304 2024-04-13T09:15:02.144 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.145 INFO:tasks.workunit.client.0.smithi119.stdout: "allocator_lat": { 2024-04-13T09:15:02.145 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 20655, 2024-04-13T09:15:02.145 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 68300714 2024-04-13T09:15:02.145 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.145 INFO:tasks.workunit.client.0.smithi119.stdout: "clist_lat": { 2024-04-13T09:15:02.145 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3517, 2024-04-13T09:15:02.145 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9794567343 2024-04-13T09:15:02.145 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.145 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_lat": { 2024-04-13T09:15:02.145 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:02.145 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.145 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.145 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed": { 2024-04-13T09:15:02.145 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.145 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.145 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_allocated": { 2024-04-13T09:15:02.146 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.146 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.146 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_original": { 2024-04-13T09:15:02.146 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.146 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.146 INFO:tasks.workunit.client.0.smithi119.stdout: "csum_lat": { 2024-04-13T09:15:02.146 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 16577, 2024-04-13T09:15:02.146 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 144684692 2024-04-13T09:15:02.146 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.146 INFO:tasks.workunit.client.0.smithi119.stdout: "decompress_lat": { 2024-04-13T09:15:02.146 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:02.146 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.146 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.146 INFO:tasks.workunit.client.0.smithi119.stdout: "fragmentation_micros": { 2024-04-13T09:15:02.146 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.147 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.147 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_commit_lat": { 2024-04-13T09:15:02.147 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 62651, 2024-04-13T09:15:02.147 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18520762791 2024-04-13T09:15:02.147 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.147 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_final_lat": { 2024-04-13T09:15:02.147 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 62183, 2024-04-13T09:15:02.147 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1541818382 2024-04-13T09:15:02.147 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.147 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_flush_lat": { 2024-04-13T09:15:02.147 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 62651, 2024-04-13T09:15:02.147 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 47213116 2024-04-13T09:15:02.147 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.147 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_sync_lat": { 2024-04-13T09:15:02.147 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 62651, 2024-04-13T09:15:02.148 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18567975907 2024-04-13T09:15:02.148 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.148 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_keys_lat": { 2024-04-13T09:15:02.148 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:02.148 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.148 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.148 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_values_lat": { 2024-04-13T09:15:02.148 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 21653, 2024-04-13T09:15:02.148 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1120404725 2024-04-13T09:15:02.148 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.148 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_lower_bound_lat": { 2024-04-13T09:15:02.148 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 856, 2024-04-13T09:15:02.148 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2364392 2024-04-13T09:15:02.148 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.148 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_next_lat": { 2024-04-13T09:15:02.148 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 13089, 2024-04-13T09:15:02.149 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11057235 2024-04-13T09:15:02.149 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.149 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_seek_to_first_lat": { 2024-04-13T09:15:02.149 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 46, 2024-04-13T09:15:02.149 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 61945 2024-04-13T09:15:02.149 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.149 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_upper_bound_lat": { 2024-04-13T09:15:02.149 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 14585, 2024-04-13T09:15:02.149 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4921617252 2024-04-13T09:15:02.149 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.149 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_hits": { 2024-04-13T09:15:02.149 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 192425 2024-04-13T09:15:02.149 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.149 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_misses": { 2024-04-13T09:15:02.149 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 19369 2024-04-13T09:15:02.150 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.150 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:15:02.150 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 14120, 2024-04-13T09:15:02.150 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1607079746 2024-04-13T09:15:02.150 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.150 INFO:tasks.workunit.client.0.smithi119.stdout: "read_onode_meta_lat": { 2024-04-13T09:15:02.150 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 46546, 2024-04-13T09:15:02.150 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 21835242 2024-04-13T09:15:02.150 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.150 INFO:tasks.workunit.client.0.smithi119.stdout: "read_wait_aio_lat": { 2024-04-13T09:15:02.150 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 32426, 2024-04-13T09:15:02.150 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1299453458 2024-04-13T09:15:02.150 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.150 INFO:tasks.workunit.client.0.smithi119.stdout: "reads_with_retries": { 2024-04-13T09:15:02.150 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.151 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.151 INFO:tasks.workunit.client.0.smithi119.stdout: "remove_lat": { 2024-04-13T09:15:02.151 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 13806, 2024-04-13T09:15:02.151 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 409746449 2024-04-13T09:15:02.151 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.151 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_aio_wait_count": { 2024-04-13T09:15:02.151 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.151 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.151 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_committed_kv_count": { 2024-04-13T09:15:02.151 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.151 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.151 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_onode_meta_count": { 2024-04-13T09:15:02.151 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.151 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.151 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_wait_aio_count": { 2024-04-13T09:15:02.151 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.152 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.152 INFO:tasks.workunit.client.0.smithi119.stdout: "state_aio_wait_lat": { 2024-04-13T09:15:02.152 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 72679, 2024-04-13T09:15:02.152 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8722691057 2024-04-13T09:15:02.152 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.152 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T09:15:02.152 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 17900, 2024-04-13T09:15:02.152 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 866568737 2024-04-13T09:15:02.152 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.152 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_cleanup_lat": { 2024-04-13T09:15:02.152 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 17899, 2024-04-13T09:15:02.152 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3403036833636 2024-04-13T09:15:02.152 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.152 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_queued_lat": { 2024-04-13T09:15:02.152 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 17900, 2024-04-13T09:15:02.152 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6020073887285 2024-04-13T09:15:02.153 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.153 INFO:tasks.workunit.client.0.smithi119.stdout: "state_done_lat": { 2024-04-13T09:15:02.153 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 72678, 2024-04-13T09:15:02.153 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2747521063390 2024-04-13T09:15:02.153 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.153 INFO:tasks.workunit.client.0.smithi119.stdout: "state_finishing_lat": { 2024-04-13T09:15:02.153 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 72678, 2024-04-13T09:15:02.153 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8206496 2024-04-13T09:15:02.153 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.153 INFO:tasks.workunit.client.0.smithi119.stdout: "state_io_done_lat": { 2024-04-13T09:15:02.153 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 72679, 2024-04-13T09:15:02.153 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 307197496 2024-04-13T09:15:02.153 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.153 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_commiting_lat": { 2024-04-13T09:15:02.153 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 72679, 2024-04-13T09:15:02.154 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 27467058965 2024-04-13T09:15:02.154 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.154 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_done_lat": { 2024-04-13T09:15:02.154 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 72679, 2024-04-13T09:15:02.154 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 27314791 2024-04-13T09:15:02.154 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.154 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_queued_lat": { 2024-04-13T09:15:02.154 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 72679, 2024-04-13T09:15:02.154 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11546484338 2024-04-13T09:15:02.154 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.154 INFO:tasks.workunit.client.0.smithi119.stdout: "state_prepare_lat": { 2024-04-13T09:15:02.154 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 72679, 2024-04-13T09:15:02.154 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15058296705 2024-04-13T09:15:02.154 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.154 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": { 2024-04-13T09:15:02.154 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9626880 2024-04-13T09:15:02.155 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.155 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:15:02.155 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2429, 2024-04-13T09:15:02.155 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14000189 2024-04-13T09:15:02.155 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.155 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_commit_lat": { 2024-04-13T09:15:02.155 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 72679, 2024-04-13T09:15:02.155 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 63114671411 2024-04-13T09:15:02.155 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.155 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_submit_lat": { 2024-04-13T09:15:02.155 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 72679, 2024-04-13T09:15:02.155 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16016665405 2024-04-13T09:15:02.155 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.155 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_throttle_lat": { 2024-04-13T09:15:02.155 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 72679, 2024-04-13T09:15:02.156 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 494418402 2024-04-13T09:15:02.156 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.156 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.156 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache": { 2024-04-13T09:15:02.156 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T09:15:02.156 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1405280194 2024-04-13T09:15:02.156 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.156 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T09:15:02.156 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 653393920 2024-04-13T09:15:02.156 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.156 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T09:15:02.156 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 512237568 2024-04-13T09:15:02.156 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.156 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T09:15:02.156 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2600690073 2024-04-13T09:15:02.156 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.156 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T09:15:02.157 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 141156352 2024-04-13T09:15:02.157 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.157 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.157 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:data": { 2024-04-13T09:15:02.157 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:02.157 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 125829120 2024-04-13T09:15:02.157 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.157 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:02.157 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.157 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.157 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:02.157 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.157 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.157 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:02.157 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 55823896 2024-04-13T09:15:02.158 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.158 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:02.158 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.158 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.158 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:02.158 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.158 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.158 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:02.158 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.158 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.158 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:02.158 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.158 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.158 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:02.158 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 28672 2024-04-13T09:15:02.159 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.159 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:02.159 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 745472 2024-04-13T09:15:02.159 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.159 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:02.159 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.159 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.159 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:02.159 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.159 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.159 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:02.159 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.159 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.159 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:02.159 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 69231080 2024-04-13T09:15:02.160 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.160 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.160 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv": { 2024-04-13T09:15:02.160 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:02.160 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 553648128 2024-04-13T09:15:02.160 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.160 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:02.160 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:02.160 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.160 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:02.160 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.160 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.160 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:02.160 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 418679222 2024-04-13T09:15:02.160 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.161 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:02.161 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.161 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.161 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:02.161 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.161 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.161 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:02.161 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4464 2024-04-13T09:15:02.161 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.161 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:02.161 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.161 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.161 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:02.161 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 272464 2024-04-13T09:15:02.161 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.162 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:02.162 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.162 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.162 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:02.162 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.162 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.162 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:02.162 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.162 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.162 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:02.162 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.162 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.162 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:02.162 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67583114 2024-04-13T09:15:02.162 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.162 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.163 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T09:15:02.163 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:02.163 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 201326592 2024-04-13T09:15:02.163 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.163 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:02.163 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:02.163 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.163 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:02.163 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23853584 2024-04-13T09:15:02.163 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.163 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:02.163 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37215930 2024-04-13T09:15:02.163 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.163 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:02.163 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.164 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.164 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:02.164 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.164 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.164 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:02.164 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.164 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.164 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:02.164 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.164 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.164 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:02.164 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.164 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.164 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:02.164 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.165 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.165 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:02.165 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.165 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.165 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:02.165 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.165 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.165 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:02.165 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.165 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.165 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:02.165 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 73148214 2024-04-13T09:15:02.165 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.165 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.165 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:meta": { 2024-04-13T09:15:02.165 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:02.166 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 494927872 2024-04-13T09:15:02.166 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.166 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:02.166 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.166 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.166 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:02.166 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.166 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.166 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:02.166 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 418679222 2024-04-13T09:15:02.166 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.166 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:02.166 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.166 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.166 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:02.167 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.167 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.167 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:02.167 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.167 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.167 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:02.167 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.167 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.167 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:02.167 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 106235 2024-04-13T09:15:02.167 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.167 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:02.167 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1131851 2024-04-13T09:15:02.167 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.167 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:02.168 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.168 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.168 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:02.168 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.168 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.168 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:02.168 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.168 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.168 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:02.168 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 75010564 2024-04-13T09:15:02.168 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.168 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.168 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T09:15:02.168 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T09:15:02.168 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.168 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.168 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:15:02.169 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 35 2024-04-13T09:15:02.169 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.169 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T09:15:02.169 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.169 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.169 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:15:02.169 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.169 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.169 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.169 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:02.169 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg": { 2024-04-13T09:15:02.169 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 50 2024-04-13T09:15:02.169 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.169 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg_removing": { 2024-04-13T09:15:02.169 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.169 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.170 INFO:tasks.workunit.client.0.smithi119.stdout: "op": { 2024-04-13T09:15:02.170 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 36025 2024-04-13T09:15:02.170 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.170 INFO:tasks.workunit.client.0.smithi119.stdout: "op_before_queue_op_lat": { 2024-04-13T09:15:02.170 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 100141, 2024-04-13T09:15:02.170 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11204939362 2024-04-13T09:15:02.170 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.170 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_degraded": { 2024-04-13T09:15:02.170 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.170 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.170 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_unreadable": { 2024-04-13T09:15:02.170 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.170 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.170 INFO:tasks.workunit.client.0.smithi119.stdout: "op_in_bytes": { 2024-04-13T09:15:02.170 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1523464705 2024-04-13T09:15:02.170 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.171 INFO:tasks.workunit.client.0.smithi119.stdout: "op_latency": { 2024-04-13T09:15:02.171 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 36025, 2024-04-13T09:15:02.171 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 54857110648 2024-04-13T09:15:02.171 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.171 INFO:tasks.workunit.client.0.smithi119.stdout: "op_out_bytes": { 2024-04-13T09:15:02.171 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2071170154 2024-04-13T09:15:02.171 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.171 INFO:tasks.workunit.client.0.smithi119.stdout: "op_prepare_latency": { 2024-04-13T09:15:02.171 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 36514, 2024-04-13T09:15:02.171 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13732197368 2024-04-13T09:15:02.171 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.171 INFO:tasks.workunit.client.0.smithi119.stdout: "op_process_latency": { 2024-04-13T09:15:02.171 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 36025, 2024-04-13T09:15:02.171 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 33364561250 2024-04-13T09:15:02.171 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.171 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:15:02.172 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 26485 2024-04-13T09:15:02.172 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.172 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency": { 2024-04-13T09:15:02.172 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 26485, 2024-04-13T09:15:02.172 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10640277582 2024-04-13T09:15:02.172 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.172 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T09:15:02.172 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.172 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.172 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_out_bytes": { 2024-04-13T09:15:02.172 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2071170154 2024-04-13T09:15:02.172 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.172 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_prepare_latency": { 2024-04-13T09:15:02.172 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 26642, 2024-04-13T09:15:02.172 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5481670775 2024-04-13T09:15:02.173 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.173 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_process_latency": { 2024-04-13T09:15:02.173 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 26485, 2024-04-13T09:15:02.173 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6316915414 2024-04-13T09:15:02.173 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.173 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw": { 2024-04-13T09:15:02.173 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5441 2024-04-13T09:15:02.173 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.173 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_in_bytes": { 2024-04-13T09:15:02.173 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 285813338 2024-04-13T09:15:02.173 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.173 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency": { 2024-04-13T09:15:02.173 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 5441, 2024-04-13T09:15:02.173 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9987602553 2024-04-13T09:15:02.173 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.173 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T09:15:02.174 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.174 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.174 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T09:15:02.174 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.174 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.174 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_out_bytes": { 2024-04-13T09:15:02.174 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.174 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.174 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_prepare_latency": { 2024-04-13T09:15:02.174 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 5661, 2024-04-13T09:15:02.174 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3205551874 2024-04-13T09:15:02.174 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.174 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_process_latency": { 2024-04-13T09:15:02.174 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 5441, 2024-04-13T09:15:02.175 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8032238145 2024-04-13T09:15:02.175 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.175 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:15:02.175 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4099 2024-04-13T09:15:02.175 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.175 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_in_bytes": { 2024-04-13T09:15:02.175 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1237651367 2024-04-13T09:15:02.175 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.175 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency": { 2024-04-13T09:15:02.175 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4099, 2024-04-13T09:15:02.175 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 34229230513 2024-04-13T09:15:02.175 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.175 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T09:15:02.175 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.175 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.175 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_prepare_latency": { 2024-04-13T09:15:02.176 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4211, 2024-04-13T09:15:02.176 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5044974719 2024-04-13T09:15:02.176 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.176 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_process_latency": { 2024-04-13T09:15:02.176 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4099, 2024-04-13T09:15:02.176 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 19015407691 2024-04-13T09:15:02.176 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.176 INFO:tasks.workunit.client.0.smithi119.stdout: "op_wip": { 2024-04-13T09:15:02.176 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.176 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.176 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_bytes": { 2024-04-13T09:15:02.176 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16777216 2024-04-13T09:15:02.176 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.176 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_ops": { 2024-04-13T09:15:02.176 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11 2024-04-13T09:15:02.177 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.177 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes": { 2024-04-13T09:15:02.177 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T09:15:02.177 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.177 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes_used": { 2024-04-13T09:15:02.177 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 775540736 2024-04-13T09:15:02.177 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.177 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.177 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.177 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.5": { 2024-04-13T09:15:02.177 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:02.177 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_db_max_lat": { 2024-04-13T09:15:02.177 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23248 2024-04-13T09:15:02.177 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.177 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_fallback": { 2024-04-13T09:15:02.177 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.178 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.178 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_max_lat": { 2024-04-13T09:15:02.178 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.178 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.178 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_size_fallback": { 2024-04-13T09:15:02.178 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.178 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.178 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_db": { 2024-04-13T09:15:02.178 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 65536 2024-04-13T09:15:02.178 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.178 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_slow": { 2024-04-13T09:15:02.178 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.178 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.178 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_wal": { 2024-04-13T09:15:02.178 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.179 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.179 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_wal_max_lat": { 2024-04-13T09:15:02.179 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.179 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.179 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_slow": { 2024-04-13T09:15:02.179 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.179 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.179 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_sst": { 2024-04-13T09:15:02.179 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37564416 2024-04-13T09:15:02.179 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.179 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_wal": { 2024-04-13T09:15:02.179 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 794357760 2024-04-13T09:15:02.179 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.179 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lat": { 2024-04-13T09:15:02.179 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 20, 2024-04-13T09:15:02.179 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3924734 2024-04-13T09:15:02.180 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.180 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lock_lat": { 2024-04-13T09:15:02.180 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 20, 2024-04-13T09:15:02.180 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1457426 2024-04-13T09:15:02.180 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.180 INFO:tasks.workunit.client.0.smithi119.stdout: "db_alloc_lat": { 2024-04-13T09:15:02.180 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 259, 2024-04-13T09:15:02.180 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1184936 2024-04-13T09:15:02.180 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.180 INFO:tasks.workunit.client.0.smithi119.stdout: "db_total_bytes": { 2024-04-13T09:15:02.180 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995027456 2024-04-13T09:15:02.180 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.180 INFO:tasks.workunit.client.0.smithi119.stdout: "db_used_bytes": { 2024-04-13T09:15:02.180 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 772079616 2024-04-13T09:15:02.180 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.180 INFO:tasks.workunit.client.0.smithi119.stdout: "flush_lat": { 2024-04-13T09:15:02.181 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 83044, 2024-04-13T09:15:02.181 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11409016908 2024-04-13T09:15:02.181 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.181 INFO:tasks.workunit.client.0.smithi119.stdout: "fsync_lat": { 2024-04-13T09:15:02.181 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 83016, 2024-04-13T09:15:02.181 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18159897921 2024-04-13T09:15:02.181 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.181 INFO:tasks.workunit.client.0.smithi119.stdout: "log_bytes": { 2024-04-13T09:15:02.181 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7446528 2024-04-13T09:15:02.181 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.181 INFO:tasks.workunit.client.0.smithi119.stdout: "logged_bytes": { 2024-04-13T09:15:02.181 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 339980288 2024-04-13T09:15:02.181 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.181 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_db": { 2024-04-13T09:15:02.181 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 770637824 2024-04-13T09:15:02.181 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.182 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_slow": { 2024-04-13T09:15:02.182 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.182 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.182 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_wal": { 2024-04-13T09:15:02.182 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.182 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.182 INFO:tasks.workunit.client.0.smithi119.stdout: "num_files": { 2024-04-13T09:15:02.182 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 62 2024-04-13T09:15:02.182 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.182 INFO:tasks.workunit.client.0.smithi119.stdout: "read_bytes": { 2024-04-13T09:15:02.182 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 31541240708 2024-04-13T09:15:02.182 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.182 INFO:tasks.workunit.client.0.smithi119.stdout: "read_count": { 2024-04-13T09:15:02.182 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 164668 2024-04-13T09:15:02.182 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.182 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes": { 2024-04-13T09:15:02.183 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 27276292096 2024-04-13T09:15:02.183 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.183 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_db": { 2024-04-13T09:15:02.183 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 27276296192 2024-04-13T09:15:02.183 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.183 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_slow": { 2024-04-13T09:15:02.183 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.183 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.183 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_wal": { 2024-04-13T09:15:02.183 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.183 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.183 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_count": { 2024-04-13T09:15:02.183 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 177847 2024-04-13T09:15:02.183 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.183 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:15:02.184 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 164668, 2024-04-13T09:15:02.184 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9610598675 2024-04-13T09:15:02.184 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.184 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_bytes": { 2024-04-13T09:15:02.184 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 31320990050 2024-04-13T09:15:02.184 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.184 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_count": { 2024-04-13T09:15:02.184 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 157929 2024-04-13T09:15:02.184 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.184 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_bytes": { 2024-04-13T09:15:02.184 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12878505 2024-04-13T09:15:02.184 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.184 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_count": { 2024-04-13T09:15:02.184 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1725 2024-04-13T09:15:02.184 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.185 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_bytes": { 2024-04-13T09:15:02.185 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37274489 2024-04-13T09:15:02.185 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.185 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_count": { 2024-04-13T09:15:02.185 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2358 2024-04-13T09:15:02.185 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.185 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes": { 2024-04-13T09:15:02.185 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24395984 2024-04-13T09:15:02.185 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.185 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_db": { 2024-04-13T09:15:02.185 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24395984 2024-04-13T09:15:02.185 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.185 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_slow": { 2024-04-13T09:15:02.185 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.185 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.185 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_wal": { 2024-04-13T09:15:02.185 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.186 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.186 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_count": { 2024-04-13T09:15:02.186 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 678 2024-04-13T09:15:02.186 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.186 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_lat": { 2024-04-13T09:15:02.186 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2358, 2024-04-13T09:15:02.186 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12130737 2024-04-13T09:15:02.186 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.186 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_alloc_lat": { 2024-04-13T09:15:02.186 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:02.186 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.186 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.186 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_total_bytes": { 2024-04-13T09:15:02.186 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.186 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.187 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_used_bytes": { 2024-04-13T09:15:02.187 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.187 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.187 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:15:02.187 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T09:15:02.187 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 800 2024-04-13T09:15:02.187 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.187 INFO:tasks.workunit.client.0.smithi119.stdout: "unlink_lat": { 2024-04-13T09:15:02.187 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15, 2024-04-13T09:15:02.187 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15675 2024-04-13T09:15:02.187 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.187 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_alloc_lat": { 2024-04-13T09:15:02.187 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:02.187 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.187 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.188 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_total_bytes": { 2024-04-13T09:15:02.188 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.188 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.188 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_used_bytes": { 2024-04-13T09:15:02.188 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.188 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.188 INFO:tasks.workunit.client.0.smithi119.stdout: "write_bytes": { 2024-04-13T09:15:02.188 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1174933504 2024-04-13T09:15:02.188 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.188 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.188 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": { 2024-04-13T09:15:02.188 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit": { 2024-04-13T09:15:02.188 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T09:15:02.188 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.188 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": { 2024-04-13T09:15:02.188 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13414400 2024-04-13T09:15:02.188 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.189 INFO:tasks.workunit.client.0.smithi119.stdout: "allocator_lat": { 2024-04-13T09:15:02.189 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 19399, 2024-04-13T09:15:02.189 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71408887 2024-04-13T09:15:02.189 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.189 INFO:tasks.workunit.client.0.smithi119.stdout: "clist_lat": { 2024-04-13T09:15:02.189 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3552, 2024-04-13T09:15:02.189 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13672433345 2024-04-13T09:15:02.189 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.189 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_lat": { 2024-04-13T09:15:02.189 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:02.189 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.189 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.189 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed": { 2024-04-13T09:15:02.189 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.189 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.190 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_allocated": { 2024-04-13T09:15:02.190 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.190 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.190 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_original": { 2024-04-13T09:15:02.190 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.190 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.190 INFO:tasks.workunit.client.0.smithi119.stdout: "csum_lat": { 2024-04-13T09:15:02.190 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 18218, 2024-04-13T09:15:02.190 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 144816398 2024-04-13T09:15:02.190 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.190 INFO:tasks.workunit.client.0.smithi119.stdout: "decompress_lat": { 2024-04-13T09:15:02.190 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:02.190 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.190 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.190 INFO:tasks.workunit.client.0.smithi119.stdout: "fragmentation_micros": { 2024-04-13T09:15:02.191 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.191 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.191 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_commit_lat": { 2024-04-13T09:15:02.191 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 82911, 2024-04-13T09:15:02.191 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 22189110693 2024-04-13T09:15:02.191 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.191 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_final_lat": { 2024-04-13T09:15:02.191 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 82404, 2024-04-13T09:15:02.191 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1624988626 2024-04-13T09:15:02.191 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.191 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_flush_lat": { 2024-04-13T09:15:02.191 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 82911, 2024-04-13T09:15:02.191 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 45504256 2024-04-13T09:15:02.191 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.191 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_sync_lat": { 2024-04-13T09:15:02.191 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 82911, 2024-04-13T09:15:02.192 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 22234614949 2024-04-13T09:15:02.192 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.192 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_keys_lat": { 2024-04-13T09:15:02.192 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:02.192 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.192 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.192 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_values_lat": { 2024-04-13T09:15:02.192 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 36980, 2024-04-13T09:15:02.192 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1027559842 2024-04-13T09:15:02.192 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.192 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_lower_bound_lat": { 2024-04-13T09:15:02.192 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 937, 2024-04-13T09:15:02.192 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2512470 2024-04-13T09:15:02.192 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.192 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_next_lat": { 2024-04-13T09:15:02.192 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 10482, 2024-04-13T09:15:02.192 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15436220 2024-04-13T09:15:02.193 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.193 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_seek_to_first_lat": { 2024-04-13T09:15:02.193 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 49, 2024-04-13T09:15:02.193 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 61208 2024-04-13T09:15:02.193 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.193 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_upper_bound_lat": { 2024-04-13T09:15:02.193 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 17672, 2024-04-13T09:15:02.193 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6602368616 2024-04-13T09:15:02.193 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.193 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_hits": { 2024-04-13T09:15:02.193 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 247997 2024-04-13T09:15:02.193 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.193 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_misses": { 2024-04-13T09:15:02.193 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 21051 2024-04-13T09:15:02.193 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.194 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:15:02.194 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 16712, 2024-04-13T09:15:02.194 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1439735338 2024-04-13T09:15:02.194 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.194 INFO:tasks.workunit.client.0.smithi119.stdout: "read_onode_meta_lat": { 2024-04-13T09:15:02.194 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 44680, 2024-04-13T09:15:02.194 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15277592 2024-04-13T09:15:02.194 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.194 INFO:tasks.workunit.client.0.smithi119.stdout: "read_wait_aio_lat": { 2024-04-13T09:15:02.194 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 27968, 2024-04-13T09:15:02.194 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1277999766 2024-04-13T09:15:02.194 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.194 INFO:tasks.workunit.client.0.smithi119.stdout: "reads_with_retries": { 2024-04-13T09:15:02.194 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.194 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.195 INFO:tasks.workunit.client.0.smithi119.stdout: "remove_lat": { 2024-04-13T09:15:02.195 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15829, 2024-04-13T09:15:02.195 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 473377813 2024-04-13T09:15:02.195 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.195 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_aio_wait_count": { 2024-04-13T09:15:02.195 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.195 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.195 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_committed_kv_count": { 2024-04-13T09:15:02.195 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.195 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.195 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_onode_meta_count": { 2024-04-13T09:15:02.195 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.195 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.195 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_wait_aio_count": { 2024-04-13T09:15:02.195 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.195 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.196 INFO:tasks.workunit.client.0.smithi119.stdout: "state_aio_wait_lat": { 2024-04-13T09:15:02.196 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 95181, 2024-04-13T09:15:02.196 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9838439192 2024-04-13T09:15:02.196 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.196 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T09:15:02.196 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 9214, 2024-04-13T09:15:02.196 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 804770581 2024-04-13T09:15:02.196 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.196 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_cleanup_lat": { 2024-04-13T09:15:02.196 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 9213, 2024-04-13T09:15:02.196 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4007900335306 2024-04-13T09:15:02.196 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.196 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_queued_lat": { 2024-04-13T09:15:02.196 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 9214, 2024-04-13T09:15:02.196 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6789433164980 2024-04-13T09:15:02.197 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.197 INFO:tasks.workunit.client.0.smithi119.stdout: "state_done_lat": { 2024-04-13T09:15:02.197 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 95180, 2024-04-13T09:15:02.197 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2967801824650 2024-04-13T09:15:02.197 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.197 INFO:tasks.workunit.client.0.smithi119.stdout: "state_finishing_lat": { 2024-04-13T09:15:02.197 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 95180, 2024-04-13T09:15:02.197 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10012586 2024-04-13T09:15:02.197 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.197 INFO:tasks.workunit.client.0.smithi119.stdout: "state_io_done_lat": { 2024-04-13T09:15:02.197 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 95181, 2024-04-13T09:15:02.197 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 384220594 2024-04-13T09:15:02.197 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.197 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_commiting_lat": { 2024-04-13T09:15:02.197 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 95181, 2024-04-13T09:15:02.197 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 33673510528 2024-04-13T09:15:02.198 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.198 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_done_lat": { 2024-04-13T09:15:02.198 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 95181, 2024-04-13T09:15:02.198 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 32989278 2024-04-13T09:15:02.198 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.198 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_queued_lat": { 2024-04-13T09:15:02.198 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 95181, 2024-04-13T09:15:02.198 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15296017975 2024-04-13T09:15:02.198 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.198 INFO:tasks.workunit.client.0.smithi119.stdout: "state_prepare_lat": { 2024-04-13T09:15:02.198 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 95181, 2024-04-13T09:15:02.198 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18762505977 2024-04-13T09:15:02.198 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.198 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": { 2024-04-13T09:15:02.199 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9632086 2024-04-13T09:15:02.199 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.199 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:15:02.199 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2466, 2024-04-13T09:15:02.199 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13499363 2024-04-13T09:15:02.199 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.199 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_commit_lat": { 2024-04-13T09:15:02.199 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 95181, 2024-04-13T09:15:02.199 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 77968721810 2024-04-13T09:15:02.199 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.199 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_submit_lat": { 2024-04-13T09:15:02.199 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 95181, 2024-04-13T09:15:02.199 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 19809637160 2024-04-13T09:15:02.199 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.199 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_throttle_lat": { 2024-04-13T09:15:02.199 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 95181, 2024-04-13T09:15:02.200 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 564162463 2024-04-13T09:15:02.200 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.200 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.200 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache": { 2024-04-13T09:15:02.200 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T09:15:02.200 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1405280194 2024-04-13T09:15:02.200 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.200 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T09:15:02.200 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 587087872 2024-04-13T09:15:02.200 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.200 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T09:15:02.200 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 535019520 2024-04-13T09:15:02.200 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.200 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T09:15:02.200 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2600690073 2024-04-13T09:15:02.200 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.201 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T09:15:02.201 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 52068352 2024-04-13T09:15:02.201 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.201 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.201 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:data": { 2024-04-13T09:15:02.201 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:02.201 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 125829120 2024-04-13T09:15:02.201 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.201 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:02.201 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.201 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.201 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:02.201 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.201 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.201 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:02.201 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 54805629 2024-04-13T09:15:02.202 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.202 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:02.202 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.202 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.202 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:02.202 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.202 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.202 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:02.202 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.202 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.202 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:02.202 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.202 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.202 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:02.203 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.203 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.203 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:02.203 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 49152 2024-04-13T09:15:02.203 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.203 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:02.203 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.203 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.203 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:02.203 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.203 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.203 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:02.203 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.203 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.203 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:02.203 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 70974339 2024-04-13T09:15:02.204 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.204 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.204 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv": { 2024-04-13T09:15:02.204 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:02.204 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 553648128 2024-04-13T09:15:02.204 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.204 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:02.204 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:02.204 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.204 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:02.204 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.204 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.204 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:02.204 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 411042220 2024-04-13T09:15:02.204 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.204 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:02.205 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.205 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.205 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:02.205 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.205 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.205 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:02.205 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4944 2024-04-13T09:15:02.205 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.205 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:02.205 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.205 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.205 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:02.205 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 323600 2024-04-13T09:15:02.205 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.206 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:02.206 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.206 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.206 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:02.206 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.206 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.206 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:02.206 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.206 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.206 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:02.206 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.206 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.206 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:02.206 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 75168500 2024-04-13T09:15:02.206 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.206 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.207 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T09:15:02.207 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:02.207 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 209715200 2024-04-13T09:15:02.207 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.207 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:02.207 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:02.207 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.207 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:02.207 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 38740528 2024-04-13T09:15:02.207 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.207 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:02.207 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 36537086 2024-04-13T09:15:02.207 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.207 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:02.207 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.208 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.208 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:02.208 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.208 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.208 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:02.208 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.208 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.208 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:02.208 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.208 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.208 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:02.208 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.208 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.208 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:02.208 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.208 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.209 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:02.209 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.209 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.209 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:02.209 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.209 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.209 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:02.209 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.209 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.209 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:02.209 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67328722 2024-04-13T09:15:02.209 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.209 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.209 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:meta": { 2024-04-13T09:15:02.209 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:02.210 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 486539264 2024-04-13T09:15:02.210 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.210 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:02.210 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.210 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.210 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:02.210 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.210 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.210 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:02.210 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 411042220 2024-04-13T09:15:02.210 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.210 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:02.210 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.210 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.210 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:02.210 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.211 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.211 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:02.211 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.211 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.211 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:02.211 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.211 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.211 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:02.211 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 102123 2024-04-13T09:15:02.211 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.211 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:02.211 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1124342 2024-04-13T09:15:02.211 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.211 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:02.211 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.212 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.212 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:02.212 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.212 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.212 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:02.212 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.212 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.212 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:02.212 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 74270579 2024-04-13T09:15:02.212 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.212 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.212 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T09:15:02.212 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T09:15:02.212 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.212 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.212 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:15:02.213 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 32 2024-04-13T09:15:02.213 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.213 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T09:15:02.213 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.213 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.213 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:15:02.213 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.213 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.213 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.213 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:02.213 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg": { 2024-04-13T09:15:02.213 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 53 2024-04-13T09:15:02.213 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.213 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg_removing": { 2024-04-13T09:15:02.213 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.213 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.213 INFO:tasks.workunit.client.0.smithi119.stdout: "op": { 2024-04-13T09:15:02.214 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 44593 2024-04-13T09:15:02.214 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.214 INFO:tasks.workunit.client.0.smithi119.stdout: "op_before_queue_op_lat": { 2024-04-13T09:15:02.214 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 133375, 2024-04-13T09:15:02.214 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13104540184 2024-04-13T09:15:02.214 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.214 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_degraded": { 2024-04-13T09:15:02.214 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.214 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.214 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_unreadable": { 2024-04-13T09:15:02.214 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.214 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.214 INFO:tasks.workunit.client.0.smithi119.stdout: "op_in_bytes": { 2024-04-13T09:15:02.214 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1364659131 2024-04-13T09:15:02.214 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.215 INFO:tasks.workunit.client.0.smithi119.stdout: "op_latency": { 2024-04-13T09:15:02.215 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 44593, 2024-04-13T09:15:02.215 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 44037008051 2024-04-13T09:15:02.215 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.215 INFO:tasks.workunit.client.0.smithi119.stdout: "op_out_bytes": { 2024-04-13T09:15:02.215 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1876909577 2024-04-13T09:15:02.215 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.215 INFO:tasks.workunit.client.0.smithi119.stdout: "op_prepare_latency": { 2024-04-13T09:15:02.215 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 45463, 2024-04-13T09:15:02.215 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14869222782 2024-04-13T09:15:02.215 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.215 INFO:tasks.workunit.client.0.smithi119.stdout: "op_process_latency": { 2024-04-13T09:15:02.215 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 44593, 2024-04-13T09:15:02.215 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 29864206409 2024-04-13T09:15:02.215 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.216 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:15:02.216 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 33573 2024-04-13T09:15:02.216 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.216 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency": { 2024-04-13T09:15:02.216 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 33573, 2024-04-13T09:15:02.216 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13393672992 2024-04-13T09:15:02.216 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.216 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T09:15:02.216 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.216 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.216 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_out_bytes": { 2024-04-13T09:15:02.216 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1876909577 2024-04-13T09:15:02.216 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.216 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_prepare_latency": { 2024-04-13T09:15:02.216 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 33788, 2024-04-13T09:15:02.216 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6742298040 2024-04-13T09:15:02.217 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.217 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_process_latency": { 2024-04-13T09:15:02.217 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 33573, 2024-04-13T09:15:02.217 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6690513271 2024-04-13T09:15:02.217 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.217 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw": { 2024-04-13T09:15:02.217 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9682 2024-04-13T09:15:02.217 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.217 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_in_bytes": { 2024-04-13T09:15:02.217 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 409520967 2024-04-13T09:15:02.217 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.217 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency": { 2024-04-13T09:15:02.217 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 9682, 2024-04-13T09:15:02.217 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 19105344057 2024-04-13T09:15:02.217 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.217 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T09:15:02.218 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.218 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.218 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T09:15:02.218 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.218 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.218 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_out_bytes": { 2024-04-13T09:15:02.218 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.218 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.218 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_prepare_latency": { 2024-04-13T09:15:02.218 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 10140, 2024-04-13T09:15:02.218 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6054631548 2024-04-13T09:15:02.218 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.218 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_process_latency": { 2024-04-13T09:15:02.218 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 9682, 2024-04-13T09:15:02.218 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14369357393 2024-04-13T09:15:02.219 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.219 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:15:02.219 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1338 2024-04-13T09:15:02.219 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.219 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_in_bytes": { 2024-04-13T09:15:02.219 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 955138164 2024-04-13T09:15:02.219 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.219 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency": { 2024-04-13T09:15:02.219 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1338, 2024-04-13T09:15:02.219 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11537991002 2024-04-13T09:15:02.219 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.219 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T09:15:02.219 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.219 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.219 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_prepare_latency": { 2024-04-13T09:15:02.220 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1535, 2024-04-13T09:15:02.220 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2072293194 2024-04-13T09:15:02.220 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.220 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_process_latency": { 2024-04-13T09:15:02.220 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1338, 2024-04-13T09:15:02.220 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8804335745 2024-04-13T09:15:02.220 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.220 INFO:tasks.workunit.client.0.smithi119.stdout: "op_wip": { 2024-04-13T09:15:02.220 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.220 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.220 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_bytes": { 2024-04-13T09:15:02.220 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8388608 2024-04-13T09:15:02.220 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.220 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_ops": { 2024-04-13T09:15:02.220 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3 2024-04-13T09:15:02.221 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.221 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes": { 2024-04-13T09:15:02.221 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T09:15:02.221 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.221 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes_used": { 2024-04-13T09:15:02.221 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 785506304 2024-04-13T09:15:02.221 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.221 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.221 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.221 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.6": { 2024-04-13T09:15:02.221 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:02.221 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_db_max_lat": { 2024-04-13T09:15:02.221 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 20671 2024-04-13T09:15:02.221 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.221 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_fallback": { 2024-04-13T09:15:02.221 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.222 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.222 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_max_lat": { 2024-04-13T09:15:02.222 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.222 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.222 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_size_fallback": { 2024-04-13T09:15:02.222 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.222 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.222 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_db": { 2024-04-13T09:15:02.222 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 65536 2024-04-13T09:15:02.222 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.222 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_slow": { 2024-04-13T09:15:02.222 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.222 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.222 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_wal": { 2024-04-13T09:15:02.222 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.222 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.223 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_wal_max_lat": { 2024-04-13T09:15:02.223 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.223 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.223 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_slow": { 2024-04-13T09:15:02.223 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.223 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.223 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_sst": { 2024-04-13T09:15:02.223 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8507392 2024-04-13T09:15:02.223 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.223 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_wal": { 2024-04-13T09:15:02.223 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 503078912 2024-04-13T09:15:02.223 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.223 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lat": { 2024-04-13T09:15:02.223 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15, 2024-04-13T09:15:02.223 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2807160 2024-04-13T09:15:02.224 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.224 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lock_lat": { 2024-04-13T09:15:02.224 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15, 2024-04-13T09:15:02.224 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 983929 2024-04-13T09:15:02.224 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.224 INFO:tasks.workunit.client.0.smithi119.stdout: "db_alloc_lat": { 2024-04-13T09:15:02.224 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 153, 2024-04-13T09:15:02.224 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 685072 2024-04-13T09:15:02.224 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.224 INFO:tasks.workunit.client.0.smithi119.stdout: "db_total_bytes": { 2024-04-13T09:15:02.224 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995027456 2024-04-13T09:15:02.224 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.224 INFO:tasks.workunit.client.0.smithi119.stdout: "db_used_bytes": { 2024-04-13T09:15:02.224 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 400424960 2024-04-13T09:15:02.224 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.225 INFO:tasks.workunit.client.0.smithi119.stdout: "flush_lat": { 2024-04-13T09:15:02.225 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 64206, 2024-04-13T09:15:02.225 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9010949487 2024-04-13T09:15:02.225 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.225 INFO:tasks.workunit.client.0.smithi119.stdout: "fsync_lat": { 2024-04-13T09:15:02.225 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 64210, 2024-04-13T09:15:02.225 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14499946259 2024-04-13T09:15:02.225 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.225 INFO:tasks.workunit.client.0.smithi119.stdout: "log_bytes": { 2024-04-13T09:15:02.225 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13688832 2024-04-13T09:15:02.225 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.225 INFO:tasks.workunit.client.0.smithi119.stdout: "logged_bytes": { 2024-04-13T09:15:02.225 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 263045120 2024-04-13T09:15:02.225 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.225 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_db": { 2024-04-13T09:15:02.225 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 396165120 2024-04-13T09:15:02.226 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.226 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_slow": { 2024-04-13T09:15:02.226 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.226 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.226 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_wal": { 2024-04-13T09:15:02.226 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.226 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.226 INFO:tasks.workunit.client.0.smithi119.stdout: "num_files": { 2024-04-13T09:15:02.226 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37 2024-04-13T09:15:02.226 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.226 INFO:tasks.workunit.client.0.smithi119.stdout: "read_bytes": { 2024-04-13T09:15:02.226 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5585861647 2024-04-13T09:15:02.226 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.226 INFO:tasks.workunit.client.0.smithi119.stdout: "read_count": { 2024-04-13T09:15:02.226 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 56746 2024-04-13T09:15:02.227 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.227 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes": { 2024-04-13T09:15:02.227 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4792000512 2024-04-13T09:15:02.227 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.227 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_db": { 2024-04-13T09:15:02.227 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4792004608 2024-04-13T09:15:02.227 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.227 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_slow": { 2024-04-13T09:15:02.227 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.227 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.227 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_wal": { 2024-04-13T09:15:02.227 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.227 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.227 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_count": { 2024-04-13T09:15:02.227 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 46654 2024-04-13T09:15:02.227 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.227 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:15:02.227 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 56746, 2024-04-13T09:15:02.228 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2342178747 2024-04-13T09:15:02.228 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.228 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_bytes": { 2024-04-13T09:15:02.228 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5487147704 2024-04-13T09:15:02.228 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.228 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_count": { 2024-04-13T09:15:02.228 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 53720 2024-04-13T09:15:02.228 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.228 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_bytes": { 2024-04-13T09:15:02.228 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3526163 2024-04-13T09:15:02.228 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.228 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_count": { 2024-04-13T09:15:02.228 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 831 2024-04-13T09:15:02.228 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.228 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_bytes": { 2024-04-13T09:15:02.229 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8434078 2024-04-13T09:15:02.229 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.229 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_count": { 2024-04-13T09:15:02.229 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1082 2024-04-13T09:15:02.229 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.229 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes": { 2024-04-13T09:15:02.229 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4907915 2024-04-13T09:15:02.229 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.229 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_db": { 2024-04-13T09:15:02.229 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4907915 2024-04-13T09:15:02.229 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.229 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_slow": { 2024-04-13T09:15:02.229 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.229 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.229 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_wal": { 2024-04-13T09:15:02.229 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.230 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.230 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_count": { 2024-04-13T09:15:02.230 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 256 2024-04-13T09:15:02.230 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.230 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_lat": { 2024-04-13T09:15:02.230 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1082, 2024-04-13T09:15:02.230 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2629414 2024-04-13T09:15:02.230 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.230 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_alloc_lat": { 2024-04-13T09:15:02.230 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:02.230 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.230 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.230 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_total_bytes": { 2024-04-13T09:15:02.230 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.230 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.231 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_used_bytes": { 2024-04-13T09:15:02.231 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.231 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.231 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:15:02.231 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T09:15:02.231 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17898 2024-04-13T09:15:02.231 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.231 INFO:tasks.workunit.client.0.smithi119.stdout: "unlink_lat": { 2024-04-13T09:15:02.231 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8, 2024-04-13T09:15:02.231 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9954 2024-04-13T09:15:02.231 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.231 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_alloc_lat": { 2024-04-13T09:15:02.231 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:02.231 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.231 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.232 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_total_bytes": { 2024-04-13T09:15:02.232 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.232 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.232 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_used_bytes": { 2024-04-13T09:15:02.232 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.232 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.232 INFO:tasks.workunit.client.0.smithi119.stdout: "write_bytes": { 2024-04-13T09:15:02.232 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 776921088 2024-04-13T09:15:02.232 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.232 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.232 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": { 2024-04-13T09:15:02.232 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit": { 2024-04-13T09:15:02.232 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T09:15:02.232 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.232 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": { 2024-04-13T09:15:02.233 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14000128 2024-04-13T09:15:02.233 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.233 INFO:tasks.workunit.client.0.smithi119.stdout: "allocator_lat": { 2024-04-13T09:15:02.233 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 13585, 2024-04-13T09:15:02.233 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 47798903 2024-04-13T09:15:02.233 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.233 INFO:tasks.workunit.client.0.smithi119.stdout: "clist_lat": { 2024-04-13T09:15:02.233 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3439, 2024-04-13T09:15:02.233 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4548699705 2024-04-13T09:15:02.233 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.233 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_lat": { 2024-04-13T09:15:02.233 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:02.233 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.233 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.233 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed": { 2024-04-13T09:15:02.234 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.234 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.234 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_allocated": { 2024-04-13T09:15:02.234 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.234 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.234 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_original": { 2024-04-13T09:15:02.234 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.234 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.234 INFO:tasks.workunit.client.0.smithi119.stdout: "csum_lat": { 2024-04-13T09:15:02.234 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 20045, 2024-04-13T09:15:02.234 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 163124763 2024-04-13T09:15:02.234 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.234 INFO:tasks.workunit.client.0.smithi119.stdout: "decompress_lat": { 2024-04-13T09:15:02.234 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:02.234 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.235 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.235 INFO:tasks.workunit.client.0.smithi119.stdout: "fragmentation_micros": { 2024-04-13T09:15:02.235 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.235 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.235 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_commit_lat": { 2024-04-13T09:15:02.235 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 64167, 2024-04-13T09:15:02.235 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17495824727 2024-04-13T09:15:02.235 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.235 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_final_lat": { 2024-04-13T09:15:02.235 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 63739, 2024-04-13T09:15:02.235 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1327950973 2024-04-13T09:15:02.235 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.235 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_flush_lat": { 2024-04-13T09:15:02.235 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 64167, 2024-04-13T09:15:02.235 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 31729739 2024-04-13T09:15:02.235 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.236 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_sync_lat": { 2024-04-13T09:15:02.236 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 64167, 2024-04-13T09:15:02.236 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17527554466 2024-04-13T09:15:02.236 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.236 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_keys_lat": { 2024-04-13T09:15:02.236 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:02.236 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.236 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.236 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_values_lat": { 2024-04-13T09:15:02.236 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 23325, 2024-04-13T09:15:02.236 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 437254248 2024-04-13T09:15:02.236 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.236 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_lower_bound_lat": { 2024-04-13T09:15:02.236 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 832, 2024-04-13T09:15:02.236 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2636112 2024-04-13T09:15:02.236 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.237 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_next_lat": { 2024-04-13T09:15:02.237 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8926, 2024-04-13T09:15:02.237 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8790559 2024-04-13T09:15:02.237 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.237 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_seek_to_first_lat": { 2024-04-13T09:15:02.237 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 42, 2024-04-13T09:15:02.237 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 52029 2024-04-13T09:15:02.237 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.237 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_upper_bound_lat": { 2024-04-13T09:15:02.237 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 11599, 2024-04-13T09:15:02.237 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1938582404 2024-04-13T09:15:02.237 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.237 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_hits": { 2024-04-13T09:15:02.237 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 182216 2024-04-13T09:15:02.237 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.237 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_misses": { 2024-04-13T09:15:02.238 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17784 2024-04-13T09:15:02.238 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.238 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:15:02.238 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 10920, 2024-04-13T09:15:02.238 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1673915789 2024-04-13T09:15:02.238 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.238 INFO:tasks.workunit.client.0.smithi119.stdout: "read_onode_meta_lat": { 2024-04-13T09:15:02.238 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 39530, 2024-04-13T09:15:02.238 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12804762 2024-04-13T09:15:02.238 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.238 INFO:tasks.workunit.client.0.smithi119.stdout: "read_wait_aio_lat": { 2024-04-13T09:15:02.238 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 28610, 2024-04-13T09:15:02.238 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1326500549 2024-04-13T09:15:02.238 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.238 INFO:tasks.workunit.client.0.smithi119.stdout: "reads_with_retries": { 2024-04-13T09:15:02.238 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.239 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.239 INFO:tasks.workunit.client.0.smithi119.stdout: "remove_lat": { 2024-04-13T09:15:02.239 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 12014, 2024-04-13T09:15:02.239 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 347233536 2024-04-13T09:15:02.239 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.239 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_aio_wait_count": { 2024-04-13T09:15:02.239 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.239 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.239 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_committed_kv_count": { 2024-04-13T09:15:02.239 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.239 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.239 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_onode_meta_count": { 2024-04-13T09:15:02.239 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.239 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.239 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_wait_aio_count": { 2024-04-13T09:15:02.239 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.240 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.240 INFO:tasks.workunit.client.0.smithi119.stdout: "state_aio_wait_lat": { 2024-04-13T09:15:02.240 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 73886, 2024-04-13T09:15:02.240 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7774629085 2024-04-13T09:15:02.240 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.240 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T09:15:02.240 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 14372, 2024-04-13T09:15:02.240 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 881573523 2024-04-13T09:15:02.240 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.240 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_cleanup_lat": { 2024-04-13T09:15:02.240 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 14372, 2024-04-13T09:15:02.240 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3965440970971 2024-04-13T09:15:02.240 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.240 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_queued_lat": { 2024-04-13T09:15:02.240 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 14372, 2024-04-13T09:15:02.240 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6149578278501 2024-04-13T09:15:02.241 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.241 INFO:tasks.workunit.client.0.smithi119.stdout: "state_done_lat": { 2024-04-13T09:15:02.241 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 73886, 2024-04-13T09:15:02.241 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2907610828361 2024-04-13T09:15:02.241 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.241 INFO:tasks.workunit.client.0.smithi119.stdout: "state_finishing_lat": { 2024-04-13T09:15:02.241 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 73886, 2024-04-13T09:15:02.241 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7570150 2024-04-13T09:15:02.241 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.241 INFO:tasks.workunit.client.0.smithi119.stdout: "state_io_done_lat": { 2024-04-13T09:15:02.241 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 73886, 2024-04-13T09:15:02.241 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 326563285 2024-04-13T09:15:02.241 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.241 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_commiting_lat": { 2024-04-13T09:15:02.241 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 73886, 2024-04-13T09:15:02.242 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 27139747381 2024-04-13T09:15:02.242 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.242 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_done_lat": { 2024-04-13T09:15:02.242 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 73886, 2024-04-13T09:15:02.242 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 26420881 2024-04-13T09:15:02.242 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.242 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_queued_lat": { 2024-04-13T09:15:02.242 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 73886, 2024-04-13T09:15:02.242 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12638768630 2024-04-13T09:15:02.242 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.242 INFO:tasks.workunit.client.0.smithi119.stdout: "state_prepare_lat": { 2024-04-13T09:15:02.242 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 73886, 2024-04-13T09:15:02.242 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10030455704 2024-04-13T09:15:02.242 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.242 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": { 2024-04-13T09:15:02.242 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10222345 2024-04-13T09:15:02.243 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.243 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:15:02.243 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2370, 2024-04-13T09:15:02.243 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13137560 2024-04-13T09:15:02.243 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.243 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_commit_lat": { 2024-04-13T09:15:02.243 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 73886, 2024-04-13T09:15:02.243 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 57922863680 2024-04-13T09:15:02.243 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.243 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_submit_lat": { 2024-04-13T09:15:02.243 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 73886, 2024-04-13T09:15:02.243 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10950661500 2024-04-13T09:15:02.243 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.243 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_throttle_lat": { 2024-04-13T09:15:02.243 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 73886, 2024-04-13T09:15:02.243 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 467611790 2024-04-13T09:15:02.244 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.244 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.244 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache": { 2024-04-13T09:15:02.244 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T09:15:02.244 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1405280194 2024-04-13T09:15:02.244 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.244 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T09:15:02.244 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 500424704 2024-04-13T09:15:02.244 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.244 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T09:15:02.244 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 441851904 2024-04-13T09:15:02.244 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.244 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T09:15:02.244 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2600690073 2024-04-13T09:15:02.244 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.244 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T09:15:02.245 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 58572800 2024-04-13T09:15:02.245 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.245 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.245 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:data": { 2024-04-13T09:15:02.245 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:02.245 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 125829120 2024-04-13T09:15:02.245 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.245 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:02.245 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.245 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.245 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:02.245 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.245 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.245 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:02.246 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 56994797 2024-04-13T09:15:02.246 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.246 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:02.246 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.246 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.246 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:02.246 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.246 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.246 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:02.246 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.246 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.246 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:02.246 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.246 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.246 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:02.247 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T09:15:02.247 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.247 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:02.247 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 303104 2024-04-13T09:15:02.247 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.247 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:02.247 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.247 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.247 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:02.247 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.247 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.247 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:02.247 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.247 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.247 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:02.247 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 68527123 2024-04-13T09:15:02.248 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.248 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.248 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv": { 2024-04-13T09:15:02.248 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:02.248 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 562036736 2024-04-13T09:15:02.248 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.248 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:02.248 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:02.248 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.248 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:02.248 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.248 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.248 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:02.248 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 427460978 2024-04-13T09:15:02.248 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.249 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:02.249 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.249 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.249 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:02.249 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.249 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.249 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:02.249 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2384 2024-04-13T09:15:02.249 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.249 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:02.249 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.249 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.249 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:02.249 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 174720 2024-04-13T09:15:02.249 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.249 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:02.250 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 384 2024-04-13T09:15:02.250 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.250 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:02.250 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.250 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.250 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:02.250 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.250 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.250 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:02.250 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.250 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.250 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:02.250 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67289406 2024-04-13T09:15:02.250 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.250 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.251 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T09:15:02.251 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:02.251 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 184549376 2024-04-13T09:15:02.251 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.251 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:02.251 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:02.251 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.251 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:02.251 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7509696 2024-04-13T09:15:02.251 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.251 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:02.251 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37996531 2024-04-13T09:15:02.251 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.251 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:02.251 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.252 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.252 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:02.252 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.252 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.252 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:02.252 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.252 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.252 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:02.252 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.252 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.252 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:02.252 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.252 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.252 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:02.252 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.253 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.253 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:02.253 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.253 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.253 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:02.253 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.253 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.253 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:02.253 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.253 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.253 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:02.253 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71934285 2024-04-13T09:15:02.253 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.253 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.253 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:meta": { 2024-04-13T09:15:02.254 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:02.254 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 503316480 2024-04-13T09:15:02.254 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.254 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:02.254 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.254 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.254 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:02.254 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.254 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.254 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:02.254 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 427460978 2024-04-13T09:15:02.254 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.254 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:02.254 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.254 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.254 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:02.255 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.255 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.258 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:02.258 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.258 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.258 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:02.258 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.258 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.258 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:02.258 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 106640 2024-04-13T09:15:02.258 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.258 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:02.258 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1144871 2024-04-13T09:15:02.259 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.259 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:02.259 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.259 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.259 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:02.259 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.259 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.259 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:02.259 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.259 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.259 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:02.259 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 74603991 2024-04-13T09:15:02.259 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.259 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.259 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T09:15:02.259 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T09:15:02.260 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.260 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.260 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:15:02.260 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 19 2024-04-13T09:15:02.260 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.260 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T09:15:02.260 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.260 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.260 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:15:02.260 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.260 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.260 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.260 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:02.260 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg": { 2024-04-13T09:15:02.260 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 53 2024-04-13T09:15:02.260 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.261 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg_removing": { 2024-04-13T09:15:02.261 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.261 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.261 INFO:tasks.workunit.client.0.smithi119.stdout: "op": { 2024-04-13T09:15:02.261 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 35568 2024-04-13T09:15:02.261 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.261 INFO:tasks.workunit.client.0.smithi119.stdout: "op_before_queue_op_lat": { 2024-04-13T09:15:02.261 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 97987, 2024-04-13T09:15:02.261 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9408841810 2024-04-13T09:15:02.261 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.261 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_degraded": { 2024-04-13T09:15:02.261 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.261 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.261 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_unreadable": { 2024-04-13T09:15:02.261 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T09:15:02.261 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.261 INFO:tasks.workunit.client.0.smithi119.stdout: "op_in_bytes": { 2024-04-13T09:15:02.262 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1795232784 2024-04-13T09:15:02.262 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.262 INFO:tasks.workunit.client.0.smithi119.stdout: "op_latency": { 2024-04-13T09:15:02.262 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 35568, 2024-04-13T09:15:02.262 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 63979544867 2024-04-13T09:15:02.262 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.262 INFO:tasks.workunit.client.0.smithi119.stdout: "op_out_bytes": { 2024-04-13T09:15:02.262 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2188734914 2024-04-13T09:15:02.262 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.262 INFO:tasks.workunit.client.0.smithi119.stdout: "op_prepare_latency": { 2024-04-13T09:15:02.262 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 36060, 2024-04-13T09:15:02.262 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14368497135 2024-04-13T09:15:02.262 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.262 INFO:tasks.workunit.client.0.smithi119.stdout: "op_process_latency": { 2024-04-13T09:15:02.262 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 35568, 2024-04-13T09:15:02.263 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 33599704096 2024-04-13T09:15:02.263 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.263 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:15:02.263 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 27218 2024-04-13T09:15:02.263 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.263 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency": { 2024-04-13T09:15:02.263 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 27218, 2024-04-13T09:15:02.263 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11773615025 2024-04-13T09:15:02.263 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.263 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T09:15:02.263 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.263 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.263 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_out_bytes": { 2024-04-13T09:15:02.263 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2188734914 2024-04-13T09:15:02.263 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.263 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_prepare_latency": { 2024-04-13T09:15:02.264 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 27374, 2024-04-13T09:15:02.264 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5681020803 2024-04-13T09:15:02.264 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.264 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_process_latency": { 2024-04-13T09:15:02.264 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 27218, 2024-04-13T09:15:02.264 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5474918750 2024-04-13T09:15:02.264 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.264 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw": { 2024-04-13T09:15:02.264 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4302 2024-04-13T09:15:02.264 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.264 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_in_bytes": { 2024-04-13T09:15:02.264 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 409755593 2024-04-13T09:15:02.264 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.264 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency": { 2024-04-13T09:15:02.264 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4302, 2024-04-13T09:15:02.264 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12444820756 2024-04-13T09:15:02.264 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.265 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T09:15:02.265 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.265 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.265 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T09:15:02.265 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.265 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.265 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_out_bytes": { 2024-04-13T09:15:02.265 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.265 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.265 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_prepare_latency": { 2024-04-13T09:15:02.265 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4535, 2024-04-13T09:15:02.265 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3541376830 2024-04-13T09:15:02.265 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.265 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_process_latency": { 2024-04-13T09:15:02.265 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4302, 2024-04-13T09:15:02.266 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9312339561 2024-04-13T09:15:02.266 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.266 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:15:02.266 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4048 2024-04-13T09:15:02.266 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.266 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_in_bytes": { 2024-04-13T09:15:02.266 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1385477191 2024-04-13T09:15:02.266 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.266 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency": { 2024-04-13T09:15:02.266 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4048, 2024-04-13T09:15:02.266 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 39761109086 2024-04-13T09:15:02.266 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.266 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T09:15:02.266 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.267 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.267 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_prepare_latency": { 2024-04-13T09:15:02.267 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4151, 2024-04-13T09:15:02.267 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5146099502 2024-04-13T09:15:02.267 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.267 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_process_latency": { 2024-04-13T09:15:02.267 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4048, 2024-04-13T09:15:02.267 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18812445785 2024-04-13T09:15:02.267 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.267 INFO:tasks.workunit.client.0.smithi119.stdout: "op_wip": { 2024-04-13T09:15:02.267 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.267 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.267 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_bytes": { 2024-04-13T09:15:02.267 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 31316660 2024-04-13T09:15:02.267 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.267 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_ops": { 2024-04-13T09:15:02.268 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16 2024-04-13T09:15:02.268 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.268 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes": { 2024-04-13T09:15:02.268 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T09:15:02.268 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.268 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes_used": { 2024-04-13T09:15:02.268 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 414433280 2024-04-13T09:15:02.268 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.268 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.268 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.268 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.7": { 2024-04-13T09:15:02.268 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:02.268 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_db_max_lat": { 2024-04-13T09:15:02.268 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15229 2024-04-13T09:15:02.268 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.269 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_fallback": { 2024-04-13T09:15:02.269 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.269 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.269 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_max_lat": { 2024-04-13T09:15:02.269 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.269 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.269 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_size_fallback": { 2024-04-13T09:15:02.269 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.269 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.269 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_db": { 2024-04-13T09:15:02.269 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 65536 2024-04-13T09:15:02.269 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.269 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_slow": { 2024-04-13T09:15:02.269 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.269 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.269 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_wal": { 2024-04-13T09:15:02.270 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.270 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.270 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_wal_max_lat": { 2024-04-13T09:15:02.270 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.270 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.270 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_slow": { 2024-04-13T09:15:02.270 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.270 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.270 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_sst": { 2024-04-13T09:15:02.270 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 22638592 2024-04-13T09:15:02.270 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.270 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_wal": { 2024-04-13T09:15:02.270 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 635752448 2024-04-13T09:15:02.270 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.270 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lat": { 2024-04-13T09:15:02.270 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 16, 2024-04-13T09:15:02.271 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3036145 2024-04-13T09:15:02.271 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.271 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lock_lat": { 2024-04-13T09:15:02.271 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 16, 2024-04-13T09:15:02.271 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1125416 2024-04-13T09:15:02.271 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.271 INFO:tasks.workunit.client.0.smithi119.stdout: "db_alloc_lat": { 2024-04-13T09:15:02.271 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 202, 2024-04-13T09:15:02.271 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 824883 2024-04-13T09:15:02.271 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.271 INFO:tasks.workunit.client.0.smithi119.stdout: "db_total_bytes": { 2024-04-13T09:15:02.271 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995027456 2024-04-13T09:15:02.271 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.271 INFO:tasks.workunit.client.0.smithi119.stdout: "db_used_bytes": { 2024-04-13T09:15:02.271 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 632291328 2024-04-13T09:15:02.272 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.272 INFO:tasks.workunit.client.0.smithi119.stdout: "flush_lat": { 2024-04-13T09:15:02.272 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 66807, 2024-04-13T09:15:02.272 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9897598195 2024-04-13T09:15:02.272 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.272 INFO:tasks.workunit.client.0.smithi119.stdout: "fsync_lat": { 2024-04-13T09:15:02.272 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 66808, 2024-04-13T09:15:02.272 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15796341843 2024-04-13T09:15:02.272 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.272 INFO:tasks.workunit.client.0.smithi119.stdout: "log_bytes": { 2024-04-13T09:15:02.272 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7634944 2024-04-13T09:15:02.272 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.272 INFO:tasks.workunit.client.0.smithi119.stdout: "logged_bytes": { 2024-04-13T09:15:02.272 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 273629184 2024-04-13T09:15:02.272 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.272 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_db": { 2024-04-13T09:15:02.273 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 645070848 2024-04-13T09:15:02.273 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.273 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_slow": { 2024-04-13T09:15:02.273 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.273 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.273 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_wal": { 2024-04-13T09:15:02.273 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.273 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.273 INFO:tasks.workunit.client.0.smithi119.stdout: "num_files": { 2024-04-13T09:15:02.273 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 54 2024-04-13T09:15:02.273 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.273 INFO:tasks.workunit.client.0.smithi119.stdout: "read_bytes": { 2024-04-13T09:15:02.273 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14731070702 2024-04-13T09:15:02.273 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.273 INFO:tasks.workunit.client.0.smithi119.stdout: "read_count": { 2024-04-13T09:15:02.273 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 98752 2024-04-13T09:15:02.274 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.274 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes": { 2024-04-13T09:15:02.274 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13109604352 2024-04-13T09:15:02.274 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.274 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_db": { 2024-04-13T09:15:02.274 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13109608448 2024-04-13T09:15:02.274 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.274 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_slow": { 2024-04-13T09:15:02.274 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.274 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.274 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_wal": { 2024-04-13T09:15:02.274 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.274 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.274 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_count": { 2024-04-13T09:15:02.274 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 98575 2024-04-13T09:15:02.275 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.275 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:15:02.275 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 98752, 2024-04-13T09:15:02.275 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4599699325 2024-04-13T09:15:02.275 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.275 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_bytes": { 2024-04-13T09:15:02.275 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14525021475 2024-04-13T09:15:02.275 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.275 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_count": { 2024-04-13T09:15:02.275 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 92446 2024-04-13T09:15:02.275 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.275 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_bytes": { 2024-04-13T09:15:02.275 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9054691 2024-04-13T09:15:02.275 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.275 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_count": { 2024-04-13T09:15:02.275 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1654 2024-04-13T09:15:02.276 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.276 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_bytes": { 2024-04-13T09:15:02.276 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 22450799 2024-04-13T09:15:02.276 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.276 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_count": { 2024-04-13T09:15:02.276 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2129 2024-04-13T09:15:02.276 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.276 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes": { 2024-04-13T09:15:02.276 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13396108 2024-04-13T09:15:02.276 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.276 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_db": { 2024-04-13T09:15:02.276 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13396108 2024-04-13T09:15:02.276 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.276 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_slow": { 2024-04-13T09:15:02.276 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.276 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.277 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_wal": { 2024-04-13T09:15:02.277 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.277 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.277 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_count": { 2024-04-13T09:15:02.277 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 501 2024-04-13T09:15:02.277 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.277 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_lat": { 2024-04-13T09:15:02.277 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2129, 2024-04-13T09:15:02.277 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6920948 2024-04-13T09:15:02.277 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.277 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_alloc_lat": { 2024-04-13T09:15:02.277 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:02.277 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.277 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.277 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_total_bytes": { 2024-04-13T09:15:02.277 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.278 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.278 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_used_bytes": { 2024-04-13T09:15:02.278 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.278 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.278 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:15:02.278 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T09:15:02.278 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 545 2024-04-13T09:15:02.278 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.278 INFO:tasks.workunit.client.0.smithi119.stdout: "unlink_lat": { 2024-04-13T09:15:02.278 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15, 2024-04-13T09:15:02.278 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16159 2024-04-13T09:15:02.278 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.278 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_alloc_lat": { 2024-04-13T09:15:02.278 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:02.278 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.278 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.279 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_total_bytes": { 2024-04-13T09:15:02.279 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.279 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.279 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_used_bytes": { 2024-04-13T09:15:02.279 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.279 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.279 INFO:tasks.workunit.client.0.smithi119.stdout: "write_bytes": { 2024-04-13T09:15:02.279 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 934461440 2024-04-13T09:15:02.279 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.279 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.279 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": { 2024-04-13T09:15:02.279 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit": { 2024-04-13T09:15:02.279 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T09:15:02.279 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.279 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": { 2024-04-13T09:15:02.279 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9793536 2024-04-13T09:15:02.280 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.280 INFO:tasks.workunit.client.0.smithi119.stdout: "allocator_lat": { 2024-04-13T09:15:02.280 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 20717, 2024-04-13T09:15:02.280 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 63402095 2024-04-13T09:15:02.280 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.280 INFO:tasks.workunit.client.0.smithi119.stdout: "clist_lat": { 2024-04-13T09:15:02.280 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3481, 2024-04-13T09:15:02.280 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9686737874 2024-04-13T09:15:02.280 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.280 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_lat": { 2024-04-13T09:15:02.280 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:02.280 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.280 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.280 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed": { 2024-04-13T09:15:02.280 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.280 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.281 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_allocated": { 2024-04-13T09:15:02.281 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.281 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.281 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_original": { 2024-04-13T09:15:02.281 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.281 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.281 INFO:tasks.workunit.client.0.smithi119.stdout: "csum_lat": { 2024-04-13T09:15:02.281 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 24455, 2024-04-13T09:15:02.281 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 213119194 2024-04-13T09:15:02.281 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.281 INFO:tasks.workunit.client.0.smithi119.stdout: "decompress_lat": { 2024-04-13T09:15:02.281 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:02.281 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.281 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.281 INFO:tasks.workunit.client.0.smithi119.stdout: "fragmentation_micros": { 2024-04-13T09:15:02.282 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.282 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.282 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_commit_lat": { 2024-04-13T09:15:02.282 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 66725, 2024-04-13T09:15:02.282 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 19101580894 2024-04-13T09:15:02.282 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.282 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_final_lat": { 2024-04-13T09:15:02.282 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 66246, 2024-04-13T09:15:02.282 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1449839437 2024-04-13T09:15:02.282 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.282 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_flush_lat": { 2024-04-13T09:15:02.282 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 66725, 2024-04-13T09:15:02.282 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 40964239 2024-04-13T09:15:02.282 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.282 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_sync_lat": { 2024-04-13T09:15:02.283 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 66725, 2024-04-13T09:15:02.283 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 19142545133 2024-04-13T09:15:02.283 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.283 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_keys_lat": { 2024-04-13T09:15:02.283 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:02.283 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.283 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.283 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_values_lat": { 2024-04-13T09:15:02.283 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 34219, 2024-04-13T09:15:02.283 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 926575314 2024-04-13T09:15:02.283 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.283 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_lower_bound_lat": { 2024-04-13T09:15:02.283 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 761, 2024-04-13T09:15:02.283 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2199862 2024-04-13T09:15:02.283 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.284 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_next_lat": { 2024-04-13T09:15:02.284 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8241, 2024-04-13T09:15:02.284 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12934774 2024-04-13T09:15:02.284 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.284 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_seek_to_first_lat": { 2024-04-13T09:15:02.284 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 46, 2024-04-13T09:15:02.284 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 59628 2024-04-13T09:15:02.284 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.284 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_upper_bound_lat": { 2024-04-13T09:15:02.284 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 12196, 2024-04-13T09:15:02.284 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2283676401 2024-04-13T09:15:02.284 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.284 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_hits": { 2024-04-13T09:15:02.284 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 209298 2024-04-13T09:15:02.284 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.284 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_misses": { 2024-04-13T09:15:02.285 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18255 2024-04-13T09:15:02.285 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.285 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:15:02.285 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 7902, 2024-04-13T09:15:02.285 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1790080872 2024-04-13T09:15:02.285 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.285 INFO:tasks.workunit.client.0.smithi119.stdout: "read_onode_meta_lat": { 2024-04-13T09:15:02.285 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 34386, 2024-04-13T09:15:02.285 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9965298 2024-04-13T09:15:02.285 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.285 INFO:tasks.workunit.client.0.smithi119.stdout: "read_wait_aio_lat": { 2024-04-13T09:15:02.285 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 26484, 2024-04-13T09:15:02.285 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1561075113 2024-04-13T09:15:02.285 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.285 INFO:tasks.workunit.client.0.smithi119.stdout: "reads_with_retries": { 2024-04-13T09:15:02.286 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.286 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.286 INFO:tasks.workunit.client.0.smithi119.stdout: "remove_lat": { 2024-04-13T09:15:02.286 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 13831, 2024-04-13T09:15:02.286 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 422067678 2024-04-13T09:15:02.286 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.286 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_aio_wait_count": { 2024-04-13T09:15:02.286 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.286 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.286 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_committed_kv_count": { 2024-04-13T09:15:02.286 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.286 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.286 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_onode_meta_count": { 2024-04-13T09:15:02.286 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.286 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.287 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_wait_aio_count": { 2024-04-13T09:15:02.287 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.287 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.287 INFO:tasks.workunit.client.0.smithi119.stdout: "state_aio_wait_lat": { 2024-04-13T09:15:02.287 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 79983, 2024-04-13T09:15:02.287 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12801379512 2024-04-13T09:15:02.287 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.287 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T09:15:02.287 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15836, 2024-04-13T09:15:02.287 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 813852004 2024-04-13T09:15:02.287 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.287 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_cleanup_lat": { 2024-04-13T09:15:02.287 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15835, 2024-04-13T09:15:02.287 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3322004109184 2024-04-13T09:15:02.287 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.288 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_queued_lat": { 2024-04-13T09:15:02.288 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15836, 2024-04-13T09:15:02.288 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6145557403619 2024-04-13T09:15:02.288 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.288 INFO:tasks.workunit.client.0.smithi119.stdout: "state_done_lat": { 2024-04-13T09:15:02.288 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 79982, 2024-04-13T09:15:02.288 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2630023852609 2024-04-13T09:15:02.288 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.288 INFO:tasks.workunit.client.0.smithi119.stdout: "state_finishing_lat": { 2024-04-13T09:15:02.288 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 79982, 2024-04-13T09:15:02.288 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7981627 2024-04-13T09:15:02.288 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.288 INFO:tasks.workunit.client.0.smithi119.stdout: "state_io_done_lat": { 2024-04-13T09:15:02.288 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 79983, 2024-04-13T09:15:02.288 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 555030611 2024-04-13T09:15:02.288 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.289 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_commiting_lat": { 2024-04-13T09:15:02.289 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 79983, 2024-04-13T09:15:02.289 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 32553801603 2024-04-13T09:15:02.289 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.289 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_done_lat": { 2024-04-13T09:15:02.289 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 79983, 2024-04-13T09:15:02.289 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 30231267 2024-04-13T09:15:02.289 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.289 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_queued_lat": { 2024-04-13T09:15:02.289 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 79983, 2024-04-13T09:15:02.289 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15346414427 2024-04-13T09:15:02.289 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.289 INFO:tasks.workunit.client.0.smithi119.stdout: "state_prepare_lat": { 2024-04-13T09:15:02.289 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 79983, 2024-04-13T09:15:02.289 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17451238174 2024-04-13T09:15:02.290 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.290 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": { 2024-04-13T09:15:02.290 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6022239 2024-04-13T09:15:02.290 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.290 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:15:02.290 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2306, 2024-04-13T09:15:02.290 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13291944 2024-04-13T09:15:02.290 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.290 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_commit_lat": { 2024-04-13T09:15:02.290 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 79983, 2024-04-13T09:15:02.290 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 78721963873 2024-04-13T09:15:02.290 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.290 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_submit_lat": { 2024-04-13T09:15:02.290 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 79983, 2024-04-13T09:15:02.290 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18477897741 2024-04-13T09:15:02.290 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.291 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_throttle_lat": { 2024-04-13T09:15:02.291 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 79983, 2024-04-13T09:15:02.291 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 763331990 2024-04-13T09:15:02.291 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.291 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.291 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache": { 2024-04-13T09:15:02.291 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T09:15:02.291 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1405280194 2024-04-13T09:15:02.291 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.291 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T09:15:02.291 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 562520064 2024-04-13T09:15:02.291 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.291 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T09:15:02.291 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 507314176 2024-04-13T09:15:02.291 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.292 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T09:15:02.292 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2600690073 2024-04-13T09:15:02.292 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.292 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T09:15:02.292 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 55205888 2024-04-13T09:15:02.292 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.292 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.292 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:data": { 2024-04-13T09:15:02.292 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:02.292 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 125829120 2024-04-13T09:15:02.292 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.292 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:02.292 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.292 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.292 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:02.292 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.293 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.293 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:02.293 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 55864500 2024-04-13T09:15:02.293 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.293 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:02.293 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.293 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.293 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:02.293 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.293 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.293 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:02.293 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.293 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.293 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:02.293 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.294 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.294 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:02.294 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.294 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.294 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:02.294 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 53248 2024-04-13T09:15:02.294 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.294 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:02.294 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.294 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.294 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:02.294 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.294 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.294 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:02.294 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.294 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.295 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:02.295 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 69911372 2024-04-13T09:15:02.295 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.295 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.295 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv": { 2024-04-13T09:15:02.295 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:02.295 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 553648128 2024-04-13T09:15:02.295 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.295 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:02.295 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:02.295 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.295 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:02.295 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.295 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.295 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:02.295 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 418983753 2024-04-13T09:15:02.296 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.296 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:02.296 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.296 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.296 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:02.296 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.296 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.296 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:02.296 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4944 2024-04-13T09:15:02.296 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.296 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:02.296 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.296 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.296 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:02.296 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 333104 2024-04-13T09:15:02.297 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.297 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:02.297 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 224 2024-04-13T09:15:02.297 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.297 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:02.297 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.297 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.297 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:02.297 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.297 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.297 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:02.297 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.297 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.297 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:02.297 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67217239 2024-04-13T09:15:02.297 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.298 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.298 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T09:15:02.298 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:02.298 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 201326592 2024-04-13T09:15:02.298 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.298 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:02.298 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:02.298 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.298 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:02.298 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 22153200 2024-04-13T09:15:02.298 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.298 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:02.298 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37243000 2024-04-13T09:15:02.298 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.298 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:02.299 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.299 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.299 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:02.299 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.299 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.299 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:02.299 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.299 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.299 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:02.299 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.299 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.299 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:02.299 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.299 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.299 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:02.299 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.300 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.300 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:02.300 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.300 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.300 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:02.300 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.300 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.300 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:02.300 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.300 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.300 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:02.300 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 74821528 2024-04-13T09:15:02.301 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.301 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.301 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:meta": { 2024-04-13T09:15:02.301 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:02.301 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 494927872 2024-04-13T09:15:02.301 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.301 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:02.301 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.301 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.301 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:02.301 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.301 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.301 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:02.301 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 418983753 2024-04-13T09:15:02.302 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.302 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:02.302 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.302 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.302 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:02.302 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.302 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.302 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:02.302 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.302 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.302 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:02.302 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.302 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.302 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:02.303 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 112964 2024-04-13T09:15:02.303 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.303 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:02.303 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1125678 2024-04-13T09:15:02.303 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.303 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:02.303 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.303 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.303 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:02.303 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.303 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.303 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:02.303 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.303 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.303 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:02.304 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 74705477 2024-04-13T09:15:02.304 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.304 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.304 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T09:15:02.304 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T09:15:02.304 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.304 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.304 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:15:02.304 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 28 2024-04-13T09:15:02.304 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.304 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T09:15:02.304 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.304 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.304 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:15:02.304 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.304 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.304 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.305 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:02.305 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg": { 2024-04-13T09:15:02.305 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 54 2024-04-13T09:15:02.305 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.305 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg_removing": { 2024-04-13T09:15:02.305 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.305 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.305 INFO:tasks.workunit.client.0.smithi119.stdout: "op": { 2024-04-13T09:15:02.305 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37589 2024-04-13T09:15:02.305 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.305 INFO:tasks.workunit.client.0.smithi119.stdout: "op_before_queue_op_lat": { 2024-04-13T09:15:02.305 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 106981, 2024-04-13T09:15:02.305 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12065663654 2024-04-13T09:15:02.305 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.305 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_degraded": { 2024-04-13T09:15:02.306 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.306 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.306 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_unreadable": { 2024-04-13T09:15:02.306 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.306 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.306 INFO:tasks.workunit.client.0.smithi119.stdout: "op_in_bytes": { 2024-04-13T09:15:02.306 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1751359774 2024-04-13T09:15:02.306 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.306 INFO:tasks.workunit.client.0.smithi119.stdout: "op_latency": { 2024-04-13T09:15:02.306 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 37589, 2024-04-13T09:15:02.306 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 51013501758 2024-04-13T09:15:02.306 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.306 INFO:tasks.workunit.client.0.smithi119.stdout: "op_out_bytes": { 2024-04-13T09:15:02.306 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2406734774 2024-04-13T09:15:02.306 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.307 INFO:tasks.workunit.client.0.smithi119.stdout: "op_prepare_latency": { 2024-04-13T09:15:02.307 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 38010, 2024-04-13T09:15:02.307 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18279012179 2024-04-13T09:15:02.307 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.307 INFO:tasks.workunit.client.0.smithi119.stdout: "op_process_latency": { 2024-04-13T09:15:02.307 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 37589, 2024-04-13T09:15:02.307 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37428126216 2024-04-13T09:15:02.307 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.307 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:15:02.307 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24390 2024-04-13T09:15:02.307 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.307 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency": { 2024-04-13T09:15:02.307 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 24390, 2024-04-13T09:15:02.307 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12950337179 2024-04-13T09:15:02.307 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.307 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T09:15:02.308 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.308 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.308 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_out_bytes": { 2024-04-13T09:15:02.308 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2406734774 2024-04-13T09:15:02.308 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.308 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_prepare_latency": { 2024-04-13T09:15:02.308 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 24533, 2024-04-13T09:15:02.308 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5666152215 2024-04-13T09:15:02.308 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.308 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_process_latency": { 2024-04-13T09:15:02.308 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 24390, 2024-04-13T09:15:02.308 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6343323752 2024-04-13T09:15:02.308 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.308 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw": { 2024-04-13T09:15:02.308 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12062 2024-04-13T09:15:02.309 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.309 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_in_bytes": { 2024-04-13T09:15:02.309 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 426517291 2024-04-13T09:15:02.309 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.309 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency": { 2024-04-13T09:15:02.309 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 12062, 2024-04-13T09:15:02.309 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23373674800 2024-04-13T09:15:02.309 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.309 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T09:15:02.309 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.309 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.309 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T09:15:02.309 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.309 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.309 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_out_bytes": { 2024-04-13T09:15:02.309 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.310 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.310 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_prepare_latency": { 2024-04-13T09:15:02.310 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 12262, 2024-04-13T09:15:02.310 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10115721385 2024-04-13T09:15:02.310 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.310 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_process_latency": { 2024-04-13T09:15:02.310 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 12062, 2024-04-13T09:15:02.310 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 20051854398 2024-04-13T09:15:02.310 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.310 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:15:02.310 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1137 2024-04-13T09:15:02.310 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.310 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_in_bytes": { 2024-04-13T09:15:02.310 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1324842483 2024-04-13T09:15:02.311 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.311 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency": { 2024-04-13T09:15:02.311 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1137, 2024-04-13T09:15:02.311 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14689489779 2024-04-13T09:15:02.311 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.311 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T09:15:02.311 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.311 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.311 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_prepare_latency": { 2024-04-13T09:15:02.311 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1215, 2024-04-13T09:15:02.311 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2497138579 2024-04-13T09:15:02.311 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.311 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_process_latency": { 2024-04-13T09:15:02.311 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1137, 2024-04-13T09:15:02.311 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11032948066 2024-04-13T09:15:02.312 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.312 INFO:tasks.workunit.client.0.smithi119.stdout: "op_wip": { 2024-04-13T09:15:02.312 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:02.312 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.312 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_bytes": { 2024-04-13T09:15:02.312 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10005609 2024-04-13T09:15:02.312 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.312 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_ops": { 2024-04-13T09:15:02.312 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 21 2024-04-13T09:15:02.312 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.312 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes": { 2024-04-13T09:15:02.312 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T09:15:02.312 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.312 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes_used": { 2024-04-13T09:15:02.312 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 642097152 2024-04-13T09:15:02.312 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.313 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.313 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.313 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.313 INFO:tasks.workunit.client.0.smithi119.stdout: "pools": [ 2024-04-13T09:15:02.313 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.313 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T09:15:02.313 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr" 2024-04-13T09:15:02.313 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.313 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_mode": "none", 2024-04-13T09:15:02.313 INFO:tasks.workunit.client.0.smithi119.stdout: "erasure_code_profile": {}, 2024-04-13T09:15:02.313 INFO:tasks.workunit.client.0.smithi119.stdout: "flags_names": [ 2024-04-13T09:15:02.313 INFO:tasks.workunit.client.0.smithi119.stdout: "hashpspool" 2024-04-13T09:15:02.313 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.313 INFO:tasks.workunit.client.0.smithi119.stdout: "min_size": 2, 2024-04-13T09:15:02.313 INFO:tasks.workunit.client.0.smithi119.stdout: "options": {}, 2024-04-13T09:15:02.313 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_autoscale_mode": "off", 2024-04-13T09:15:02.314 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_num": 1, 2024-04-13T09:15:02.314 INFO:tasks.workunit.client.0.smithi119.stdout: "pgp_num": 1, 2024-04-13T09:15:02.314 INFO:tasks.workunit.client.0.smithi119.stdout: "pool": 1, 2024-04-13T09:15:02.314 INFO:tasks.workunit.client.0.smithi119.stdout: "size": 3, 2024-04-13T09:15:02.314 INFO:tasks.workunit.client.0.smithi119.stdout: "stats": { 2024-04-13T09:15:02.314 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_raw": 719945345290, 2024-04-13T09:15:02.314 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_used": 1781760, 2024-04-13T09:15:02.314 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_bytes_used": 0, 2024-04-13T09:15:02.314 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_under_bytes": 0, 2024-04-13T09:15:02.314 INFO:tasks.workunit.client.0.smithi119.stdout: "data_bytes_used": 1781760, 2024-04-13T09:15:02.314 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty": 0, 2024-04-13T09:15:02.314 INFO:tasks.workunit.client.0.smithi119.stdout: "max_avail": 239981772800, 2024-04-13T09:15:02.314 INFO:tasks.workunit.client.0.smithi119.stdout: "objects": 2, 2024-04-13T09:15:02.314 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_bytes_used": 0, 2024-04-13T09:15:02.315 INFO:tasks.workunit.client.0.smithi119.stdout: "percent_used": 2.474848542988184e-06, 2024-04-13T09:15:02.315 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_bytes": 0, 2024-04-13T09:15:02.315 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_objects": 0, 2024-04-13T09:15:02.315 INFO:tasks.workunit.client.0.smithi119.stdout: "rd": 812, 2024-04-13T09:15:02.315 INFO:tasks.workunit.client.0.smithi119.stdout: "rd_bytes": 1341440, 2024-04-13T09:15:02.315 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": 590368, 2024-04-13T09:15:02.315 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_data": 590368, 2024-04-13T09:15:02.315 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_omap": 0, 2024-04-13T09:15:02.315 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_raw": 1771104, 2024-04-13T09:15:02.315 INFO:tasks.workunit.client.0.smithi119.stdout: "wr": 311, 2024-04-13T09:15:02.315 INFO:tasks.workunit.client.0.smithi119.stdout: "wr_bytes": 2473984 2024-04-13T09:15:02.315 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.315 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_bytes": 0, 2024-04-13T09:15:02.315 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_objects": 0, 2024-04-13T09:15:02.315 INFO:tasks.workunit.client.0.smithi119.stdout: "type": "replicated" 2024-04-13T09:15:02.315 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.316 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.316 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T09:15:02.316 INFO:tasks.workunit.client.0.smithi119.stdout: "cephfs" 2024-04-13T09:15:02.316 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.316 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_mode": "none", 2024-04-13T09:15:02.316 INFO:tasks.workunit.client.0.smithi119.stdout: "erasure_code_profile": {}, 2024-04-13T09:15:02.316 INFO:tasks.workunit.client.0.smithi119.stdout: "flags_names": [ 2024-04-13T09:15:02.316 INFO:tasks.workunit.client.0.smithi119.stdout: "hashpspool" 2024-04-13T09:15:02.316 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.316 INFO:tasks.workunit.client.0.smithi119.stdout: "min_size": 2, 2024-04-13T09:15:02.316 INFO:tasks.workunit.client.0.smithi119.stdout: "options": {}, 2024-04-13T09:15:02.316 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_autoscale_mode": "off", 2024-04-13T09:15:02.316 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_num": 32, 2024-04-13T09:15:02.316 INFO:tasks.workunit.client.0.smithi119.stdout: "pgp_num": 32, 2024-04-13T09:15:02.316 INFO:tasks.workunit.client.0.smithi119.stdout: "pool": 2, 2024-04-13T09:15:02.316 INFO:tasks.workunit.client.0.smithi119.stdout: "size": 3, 2024-04-13T09:15:02.317 INFO:tasks.workunit.client.0.smithi119.stdout: "stats": { 2024-04-13T09:15:02.317 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_raw": 719945345290, 2024-04-13T09:15:02.317 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_used": 155065, 2024-04-13T09:15:02.317 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_bytes_used": 0, 2024-04-13T09:15:02.317 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_under_bytes": 0, 2024-04-13T09:15:02.317 INFO:tasks.workunit.client.0.smithi119.stdout: "data_bytes_used": 110592, 2024-04-13T09:15:02.317 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty": 0, 2024-04-13T09:15:02.317 INFO:tasks.workunit.client.0.smithi119.stdout: "max_avail": 239981772800, 2024-04-13T09:15:02.317 INFO:tasks.workunit.client.0.smithi119.stdout: "objects": 22, 2024-04-13T09:15:02.317 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_bytes_used": 44473, 2024-04-13T09:15:02.317 INFO:tasks.workunit.client.0.smithi119.stdout: "percent_used": 2.1538437522394815e-07, 2024-04-13T09:15:02.317 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_bytes": 0, 2024-04-13T09:15:02.317 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_objects": 0, 2024-04-13T09:15:02.317 INFO:tasks.workunit.client.0.smithi119.stdout: "rd": 158, 2024-04-13T09:15:02.317 INFO:tasks.workunit.client.0.smithi119.stdout: "rd_bytes": 178176, 2024-04-13T09:15:02.317 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": 21446, 2024-04-13T09:15:02.318 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_data": 6622, 2024-04-13T09:15:02.318 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_omap": 14824, 2024-04-13T09:15:02.318 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_raw": 64338, 2024-04-13T09:15:02.318 INFO:tasks.workunit.client.0.smithi119.stdout: "wr": 69, 2024-04-13T09:15:02.318 INFO:tasks.workunit.client.0.smithi119.stdout: "wr_bytes": 36864 2024-04-13T09:15:02.318 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.318 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_bytes": 0, 2024-04-13T09:15:02.318 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_objects": 0, 2024-04-13T09:15:02.318 INFO:tasks.workunit.client.0.smithi119.stdout: "type": "replicated" 2024-04-13T09:15:02.318 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.318 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.318 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T09:15:02.318 INFO:tasks.workunit.client.0.smithi119.stdout: "cephfs" 2024-04-13T09:15:02.318 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.318 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_mode": "none", 2024-04-13T09:15:02.319 INFO:tasks.workunit.client.0.smithi119.stdout: "erasure_code_profile": {}, 2024-04-13T09:15:02.319 INFO:tasks.workunit.client.0.smithi119.stdout: "flags_names": [ 2024-04-13T09:15:02.319 INFO:tasks.workunit.client.0.smithi119.stdout: "hashpspool" 2024-04-13T09:15:02.319 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.319 INFO:tasks.workunit.client.0.smithi119.stdout: "min_size": 2, 2024-04-13T09:15:02.319 INFO:tasks.workunit.client.0.smithi119.stdout: "options": {}, 2024-04-13T09:15:02.319 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_autoscale_mode": "off", 2024-04-13T09:15:02.319 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_num": 64, 2024-04-13T09:15:02.319 INFO:tasks.workunit.client.0.smithi119.stdout: "pgp_num": 64, 2024-04-13T09:15:02.319 INFO:tasks.workunit.client.0.smithi119.stdout: "pool": 3, 2024-04-13T09:15:02.319 INFO:tasks.workunit.client.0.smithi119.stdout: "size": 3, 2024-04-13T09:15:02.319 INFO:tasks.workunit.client.0.smithi119.stdout: "stats": { 2024-04-13T09:15:02.319 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_raw": 719945345290, 2024-04-13T09:15:02.319 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_used": 0, 2024-04-13T09:15:02.319 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_bytes_used": 0, 2024-04-13T09:15:02.319 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_under_bytes": 0, 2024-04-13T09:15:02.320 INFO:tasks.workunit.client.0.smithi119.stdout: "data_bytes_used": 0, 2024-04-13T09:15:02.320 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty": 0, 2024-04-13T09:15:02.320 INFO:tasks.workunit.client.0.smithi119.stdout: "max_avail": 239981772800, 2024-04-13T09:15:02.320 INFO:tasks.workunit.client.0.smithi119.stdout: "objects": 0, 2024-04-13T09:15:02.320 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_bytes_used": 0, 2024-04-13T09:15:02.320 INFO:tasks.workunit.client.0.smithi119.stdout: "percent_used": 0.0, 2024-04-13T09:15:02.320 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_bytes": 0, 2024-04-13T09:15:02.320 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_objects": 0, 2024-04-13T09:15:02.320 INFO:tasks.workunit.client.0.smithi119.stdout: "rd": 0, 2024-04-13T09:15:02.320 INFO:tasks.workunit.client.0.smithi119.stdout: "rd_bytes": 0, 2024-04-13T09:15:02.320 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": 0, 2024-04-13T09:15:02.320 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_data": 0, 2024-04-13T09:15:02.320 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_omap": 0, 2024-04-13T09:15:02.320 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_raw": 0, 2024-04-13T09:15:02.320 INFO:tasks.workunit.client.0.smithi119.stdout: "wr": 0, 2024-04-13T09:15:02.321 INFO:tasks.workunit.client.0.smithi119.stdout: "wr_bytes": 0 2024-04-13T09:15:02.321 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.321 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_bytes": 0, 2024-04-13T09:15:02.321 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_objects": 0, 2024-04-13T09:15:02.321 INFO:tasks.workunit.client.0.smithi119.stdout: "type": "replicated" 2024-04-13T09:15:02.321 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.321 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.321 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T09:15:02.321 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd" 2024-04-13T09:15:02.321 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.321 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_mode": "none", 2024-04-13T09:15:02.321 INFO:tasks.workunit.client.0.smithi119.stdout: "erasure_code_profile": {}, 2024-04-13T09:15:02.321 INFO:tasks.workunit.client.0.smithi119.stdout: "flags_names": [ 2024-04-13T09:15:02.321 INFO:tasks.workunit.client.0.smithi119.stdout: "hashpspool", 2024-04-13T09:15:02.321 INFO:tasks.workunit.client.0.smithi119.stdout: "selfmanaged_snaps" 2024-04-13T09:15:02.322 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.322 INFO:tasks.workunit.client.0.smithi119.stdout: "min_size": 2, 2024-04-13T09:15:02.322 INFO:tasks.workunit.client.0.smithi119.stdout: "options": {}, 2024-04-13T09:15:02.322 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_autoscale_mode": "off", 2024-04-13T09:15:02.322 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_num": 8, 2024-04-13T09:15:02.322 INFO:tasks.workunit.client.0.smithi119.stdout: "pgp_num": 8, 2024-04-13T09:15:02.322 INFO:tasks.workunit.client.0.smithi119.stdout: "pool": 4, 2024-04-13T09:15:02.322 INFO:tasks.workunit.client.0.smithi119.stdout: "size": 3, 2024-04-13T09:15:02.322 INFO:tasks.workunit.client.0.smithi119.stdout: "stats": { 2024-04-13T09:15:02.322 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_raw": 719945345290, 2024-04-13T09:15:02.322 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_used": 12595200, 2024-04-13T09:15:02.322 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_bytes_used": 0, 2024-04-13T09:15:02.322 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_under_bytes": 0, 2024-04-13T09:15:02.322 INFO:tasks.workunit.client.0.smithi119.stdout: "data_bytes_used": 12595200, 2024-04-13T09:15:02.322 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty": 0, 2024-04-13T09:15:02.323 INFO:tasks.workunit.client.0.smithi119.stdout: "max_avail": 239981772800, 2024-04-13T09:15:02.323 INFO:tasks.workunit.client.0.smithi119.stdout: "objects": 4, 2024-04-13T09:15:02.323 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_bytes_used": 0, 2024-04-13T09:15:02.323 INFO:tasks.workunit.client.0.smithi119.stdout: "percent_used": 1.7494356143288314e-05, 2024-04-13T09:15:02.323 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_bytes": 0, 2024-04-13T09:15:02.323 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_objects": 0, 2024-04-13T09:15:02.323 INFO:tasks.workunit.client.0.smithi119.stdout: "rd": 8955, 2024-04-13T09:15:02.323 INFO:tasks.workunit.client.0.smithi119.stdout: "rd_bytes": 3075875840, 2024-04-13T09:15:02.323 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": 4194323, 2024-04-13T09:15:02.323 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_data": 4194323, 2024-04-13T09:15:02.323 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_omap": 0, 2024-04-13T09:15:02.323 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_raw": 12582969, 2024-04-13T09:15:02.323 INFO:tasks.workunit.client.0.smithi119.stdout: "wr": 24397, 2024-04-13T09:15:02.323 INFO:tasks.workunit.client.0.smithi119.stdout: "wr_bytes": 3255204864 2024-04-13T09:15:02.323 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.324 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_bytes": 0, 2024-04-13T09:15:02.324 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_objects": 0, 2024-04-13T09:15:02.324 INFO:tasks.workunit.client.0.smithi119.stdout: "type": "replicated" 2024-04-13T09:15:02.324 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.324 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.324 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd": { 2024-04-13T09:15:02.324 INFO:tasks.workunit.client.0.smithi119.stdout: "mirroring_by_pool": [ 2024-04-13T09:15:02.324 INFO:tasks.workunit.client.0.smithi119.stdout: false 2024-04-13T09:15:02.324 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.324 INFO:tasks.workunit.client.0.smithi119.stdout: "num_images_by_pool": [ 2024-04-13T09:15:02.324 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:02.324 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.324 INFO:tasks.workunit.client.0.smithi119.stdout: "num_pools": 1 2024-04-13T09:15:02.324 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.324 INFO:tasks.workunit.client.0.smithi119.stdout: "report_id": "6edb68c6-9349-46ed-b7ce-7bb339db6fd9", 2024-04-13T09:15:02.325 INFO:tasks.workunit.client.0.smithi119.stdout: "report_timestamp": "2024-04-13T09:15:01.121657", 2024-04-13T09:15:02.325 INFO:tasks.workunit.client.0.smithi119.stdout: "report_version": 1, 2024-04-13T09:15:02.325 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_stats": { 2024-04-13T09:15:02.325 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "7.9.2" 2024-04-13T09:15:02.325 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.325 INFO:tasks.workunit.client.0.smithi119.stdout: "rook": { 2024-04-13T09:15:02.325 INFO:tasks.workunit.client.0.smithi119.stdout: "cluster": { 2024-04-13T09:15:02.325 INFO:tasks.workunit.client.0.smithi119.stdout: "external-mode": null, 2024-04-13T09:15:02.325 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T09:15:02.325 INFO:tasks.workunit.client.0.smithi119.stdout: "allow-multiple-per-node": null, 2024-04-13T09:15:02.325 INFO:tasks.workunit.client.0.smithi119.stdout: "count": null, 2024-04-13T09:15:02.325 INFO:tasks.workunit.client.0.smithi119.stdout: "max-id": null, 2024-04-13T09:15:02.325 INFO:tasks.workunit.client.0.smithi119.stdout: "pvc": { 2024-04-13T09:15:02.325 INFO:tasks.workunit.client.0.smithi119.stdout: "enabled": null 2024-04-13T09:15:02.325 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.325 INFO:tasks.workunit.client.0.smithi119.stdout: "stretch": { 2024-04-13T09:15:02.326 INFO:tasks.workunit.client.0.smithi119.stdout: "enabled": null 2024-04-13T09:15:02.326 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.326 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.326 INFO:tasks.workunit.client.0.smithi119.stdout: "network": { 2024-04-13T09:15:02.326 INFO:tasks.workunit.client.0.smithi119.stdout: "provider": null 2024-04-13T09:15:02.326 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.326 INFO:tasks.workunit.client.0.smithi119.stdout: "storage": { 2024-04-13T09:15:02.326 INFO:tasks.workunit.client.0.smithi119.stdout: "device-set": { 2024-04-13T09:15:02.326 INFO:tasks.workunit.client.0.smithi119.stdout: "count": { 2024-04-13T09:15:02.326 INFO:tasks.workunit.client.0.smithi119.stdout: "non-portable": null, 2024-04-13T09:15:02.326 INFO:tasks.workunit.client.0.smithi119.stdout: "portable": null, 2024-04-13T09:15:02.326 INFO:tasks.workunit.client.0.smithi119.stdout: "total": null 2024-04-13T09:15:02.326 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.326 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.326 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.326 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.327 INFO:tasks.workunit.client.0.smithi119.stdout: "csi": { 2024-04-13T09:15:02.327 INFO:tasks.workunit.client.0.smithi119.stdout: "version": null 2024-04-13T09:15:02.327 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.327 INFO:tasks.workunit.client.0.smithi119.stdout: "kubernetes": { 2024-04-13T09:15:02.327 INFO:tasks.workunit.client.0.smithi119.stdout: "version": null 2024-04-13T09:15:02.327 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.327 INFO:tasks.workunit.client.0.smithi119.stdout: "node": { 2024-04-13T09:15:02.327 INFO:tasks.workunit.client.0.smithi119.stdout: "count": { 2024-04-13T09:15:02.327 INFO:tasks.workunit.client.0.smithi119.stdout: "kubernetes-total": null, 2024-04-13T09:15:02.327 INFO:tasks.workunit.client.0.smithi119.stdout: "with-ceph-daemons": null, 2024-04-13T09:15:02.327 INFO:tasks.workunit.client.0.smithi119.stdout: "with-csi-cephfs-plugin": null, 2024-04-13T09:15:02.327 INFO:tasks.workunit.client.0.smithi119.stdout: "with-csi-nfs-plugin": null, 2024-04-13T09:15:02.327 INFO:tasks.workunit.client.0.smithi119.stdout: "with-csi-rbd-plugin": null 2024-04-13T09:15:02.327 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.327 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.328 INFO:tasks.workunit.client.0.smithi119.stdout: "usage": { 2024-04-13T09:15:02.328 INFO:tasks.workunit.client.0.smithi119.stdout: "storage-class": { 2024-04-13T09:15:02.328 INFO:tasks.workunit.client.0.smithi119.stdout: "count": { 2024-04-13T09:15:02.328 INFO:tasks.workunit.client.0.smithi119.stdout: "bucket": null, 2024-04-13T09:15:02.328 INFO:tasks.workunit.client.0.smithi119.stdout: "cephfs": null, 2024-04-13T09:15:02.328 INFO:tasks.workunit.client.0.smithi119.stdout: "nfs": null, 2024-04-13T09:15:02.328 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd": null, 2024-04-13T09:15:02.328 INFO:tasks.workunit.client.0.smithi119.stdout: "total": null 2024-04-13T09:15:02.328 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.328 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:02.328 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.328 INFO:tasks.workunit.client.0.smithi119.stdout: "version": null 2024-04-13T09:15:02.328 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.328 INFO:tasks.workunit.client.0.smithi119.stdout: "services": {}, 2024-04-13T09:15:02.328 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_per_pg": [ 2024-04-13T09:15:02.329 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.329 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.329 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:02.329 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.329 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:02.329 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.329 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T09:15:02.329 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.329 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.329 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.329 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.329 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.329 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.329 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.578703+0000", 2024-04-13T09:15:02.329 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.619905+0000", 2024-04-13T09:15:02.329 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.619905+0000", 2024-04-13T09:15:02.330 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.623838+0000", 2024-04-13T09:15:02.330 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.578703+0000", 2024-04-13T09:15:02.330 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.330 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.330 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.330 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:02.330 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.578703+0000", 2024-04-13T09:15:02.330 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.578703+0000", 2024-04-13T09:15:02.330 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.578703+0000", 2024-04-13T09:15:02.330 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.330 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.330 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.330 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.578703+0000", 2024-04-13T09:15:02.330 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.578703+0000", 2024-04-13T09:15:02.330 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.331 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.331 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.331 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.331 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:02.331 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.331 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.331 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.331 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.331 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.331 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.331 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.331 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.331 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.2c", 2024-04-13T09:15:02.331 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.331 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.331 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.332 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4913, 2024-04-13T09:15:02.332 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.332 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:27:37.316267+0000", 2024-04-13T09:15:02.332 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.332 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.332 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.332 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.332 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.332 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.332 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.332 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.332 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.332 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.332 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.332 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.333 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.333 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.333 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.333 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.333 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.333 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.333 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.333 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.333 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.333 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.333 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.333 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.333 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.333 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.333 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.333 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.334 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.334 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.334 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.334 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.334 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.334 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.334 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.334 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.334 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.334 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.334 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.334 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.334 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.334 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.335 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.335 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.335 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.335 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.335 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.335 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:02.335 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.335 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:02.335 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.335 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T09:15:02.335 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.335 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.335 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.335 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.335 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:02.335 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:02.336 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:02.336 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.336 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T09:15:02.336 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.336 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.336 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.336 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.336 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.336 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.336 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.194565+0000", 2024-04-13T09:15:02.336 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.430872+0000", 2024-04-13T09:15:02.336 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.430872+0000", 2024-04-13T09:15:02.336 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.431826+0000", 2024-04-13T09:15:02.336 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.194565+0000", 2024-04-13T09:15:02.336 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.337 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.337 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.337 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:02.337 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.194565+0000", 2024-04-13T09:15:02.337 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.194565+0000", 2024-04-13T09:15:02.337 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.194565+0000", 2024-04-13T09:15:02.337 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.337 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.337 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.337 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.194565+0000", 2024-04-13T09:15:02.337 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.194565+0000", 2024-04-13T09:15:02.337 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.337 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.337 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.337 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.338 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:02.338 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.338 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.338 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.338 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.338 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.338 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.338 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.338 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.338 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.2b", 2024-04-13T09:15:02.338 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.338 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.338 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.338 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5088, 2024-04-13T09:15:02.338 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.339 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:14:19.467533+0000", 2024-04-13T09:15:02.339 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.339 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.339 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.339 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.339 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.339 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.339 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.339 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.339 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.339 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.339 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.339 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.339 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.340 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.340 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.340 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.340 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.340 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.340 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.340 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.340 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.340 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.340 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.340 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.340 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.340 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.340 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.340 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.341 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.341 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.341 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.341 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.341 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.341 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.341 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.341 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.341 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.341 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.341 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.341 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.341 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.341 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.341 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.341 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.342 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.342 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.342 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.342 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:02.342 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:02.342 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:02.342 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.342 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T09:15:02.342 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.342 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.342 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.342 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.342 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.342 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:02.342 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:02.343 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.343 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:15:02.343 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.343 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.343 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.343 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.343 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.343 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.343 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.194158+0000", 2024-04-13T09:15:02.343 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.413372+0000", 2024-04-13T09:15:02.343 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.413372+0000", 2024-04-13T09:15:02.343 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.413693+0000", 2024-04-13T09:15:02.343 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.194158+0000", 2024-04-13T09:15:02.343 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.343 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.343 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.344 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:02.344 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.194158+0000", 2024-04-13T09:15:02.344 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.194158+0000", 2024-04-13T09:15:02.344 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.194158+0000", 2024-04-13T09:15:02.344 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.344 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.344 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.344 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.194158+0000", 2024-04-13T09:15:02.344 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.194158+0000", 2024-04-13T09:15:02.344 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.344 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.344 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.344 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.344 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:02.344 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.344 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.345 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.345 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.345 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.345 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.345 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.345 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.345 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.2a", 2024-04-13T09:15:02.345 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.345 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.345 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.345 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4959, 2024-04-13T09:15:02.345 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.345 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:13:38.957806+0000", 2024-04-13T09:15:02.345 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.345 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.345 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.345 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.346 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.346 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.346 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.346 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.346 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.346 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.346 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.346 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.346 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.346 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.346 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.346 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.346 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.346 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.346 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.347 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.347 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.347 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.347 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.347 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.347 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.347 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.347 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.347 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.347 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.347 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.347 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.347 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.347 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.347 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.347 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.348 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.348 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.348 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.348 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.348 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.348 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.348 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.348 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.348 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.348 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.348 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.348 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.348 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.348 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:02.348 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:02.349 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.349 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:15:02.349 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.349 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.349 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.349 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.349 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.349 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.349 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:02.349 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.349 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:15:02.349 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.349 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.349 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.349 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.350 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.350 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.350 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.438655+0000", 2024-04-13T09:15:02.350 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.406407+0000", 2024-04-13T09:15:02.350 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.406407+0000", 2024-04-13T09:15:02.350 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.406789+0000", 2024-04-13T09:15:02.350 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.438655+0000", 2024-04-13T09:15:02.350 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.350 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.350 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.350 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:15:02.350 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.438655+0000", 2024-04-13T09:15:02.350 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.438655+0000", 2024-04-13T09:15:02.350 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.438655+0000", 2024-04-13T09:15:02.350 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.350 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.351 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.351 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.438655+0000", 2024-04-13T09:15:02.351 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.438655+0000", 2024-04-13T09:15:02.351 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.351 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.351 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.351 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.351 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:15:02.351 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.351 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.351 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.351 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.351 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.351 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.351 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.352 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.352 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.29", 2024-04-13T09:15:02.352 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.352 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.352 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.352 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5039, 2024-04-13T09:15:02.352 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.352 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:44:14.674916+0000", 2024-04-13T09:15:02.352 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.352 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.352 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.352 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.352 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.352 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.352 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.353 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.353 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.353 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.353 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.353 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.353 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.353 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.353 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.353 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.353 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.353 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.353 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.353 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.353 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.353 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.353 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.354 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.354 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.354 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.354 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.354 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.354 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.354 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.354 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.354 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.354 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.354 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.354 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.354 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.354 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.354 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.355 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.355 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.355 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.355 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.355 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.355 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.355 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.355 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.355 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.355 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.355 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.355 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:02.355 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.355 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:15:02.355 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.355 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.355 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.356 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.356 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.356 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.356 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:02.356 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.356 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:15:02.356 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.356 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.356 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.356 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.356 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.356 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.356 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.194847+0000", 2024-04-13T09:15:02.356 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.432933+0000", 2024-04-13T09:15:02.356 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.432933+0000", 2024-04-13T09:15:02.356 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.433242+0000", 2024-04-13T09:15:02.356 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.194847+0000", 2024-04-13T09:15:02.357 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.357 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.357 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.357 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:15:02.357 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.194847+0000", 2024-04-13T09:15:02.357 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.194847+0000", 2024-04-13T09:15:02.357 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.194847+0000", 2024-04-13T09:15:02.357 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.357 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.357 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.357 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.194847+0000", 2024-04-13T09:15:02.357 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.194847+0000", 2024-04-13T09:15:02.357 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.357 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.357 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.357 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.357 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:15:02.358 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.358 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.358 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.358 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.358 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.358 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.358 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.358 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.358 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.28", 2024-04-13T09:15:02.358 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.358 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.358 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.358 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4957, 2024-04-13T09:15:02.358 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.359 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:06:26.595249+0000", 2024-04-13T09:15:02.359 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.359 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.359 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.359 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.359 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.359 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.359 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.359 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.359 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.359 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.359 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.359 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.359 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.359 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.359 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.360 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.360 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.360 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.360 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.360 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.360 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.360 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.360 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.360 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.360 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.360 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.360 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.360 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.360 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.360 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.360 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.361 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.361 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.361 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.361 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.361 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.361 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.361 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.361 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.361 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.361 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.361 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.361 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.361 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.361 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.361 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.362 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.362 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.362 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.362 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:02.362 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.362 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:15:02.362 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.362 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.362 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.362 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.362 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.362 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.362 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:02.362 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.363 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:15:02.363 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.363 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.363 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.363 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.363 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.363 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.363 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.440645+0000", 2024-04-13T09:15:02.363 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.405168+0000", 2024-04-13T09:15:02.363 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.405168+0000", 2024-04-13T09:15:02.363 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.405497+0000", 2024-04-13T09:15:02.363 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.440645+0000", 2024-04-13T09:15:02.363 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.363 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.363 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.363 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:15:02.364 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.440645+0000", 2024-04-13T09:15:02.364 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.440645+0000", 2024-04-13T09:15:02.364 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.440645+0000", 2024-04-13T09:15:02.364 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.364 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.364 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.364 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.440645+0000", 2024-04-13T09:15:02.364 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.440645+0000", 2024-04-13T09:15:02.364 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.364 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.364 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.364 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.364 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:15:02.364 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.364 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.364 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.365 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.365 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.365 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.365 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.365 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.365 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.27", 2024-04-13T09:15:02.365 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.365 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.365 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.365 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5034, 2024-04-13T09:15:02.365 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.365 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:31:51.713099+0000", 2024-04-13T09:15:02.365 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.365 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.365 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.366 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.366 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.366 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.366 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.366 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.366 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.366 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.366 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.366 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.366 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.366 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.366 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.366 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.366 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.366 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.367 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.367 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.367 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.367 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.367 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.367 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.367 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.367 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.367 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.367 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.367 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.367 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.367 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.367 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.367 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.368 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.368 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.368 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.368 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.368 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.368 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.368 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.368 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.368 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.368 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.368 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.368 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.368 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.368 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.368 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.368 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.369 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:02.369 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.369 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:15:02.369 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.369 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.369 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.369 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.369 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:02.369 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:02.369 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:02.369 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.369 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T09:15:02.369 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.369 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.369 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.369 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.370 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.370 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.370 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.579062+0000", 2024-04-13T09:15:02.370 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.415331+0000", 2024-04-13T09:15:02.370 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.415331+0000", 2024-04-13T09:15:02.370 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.415660+0000", 2024-04-13T09:15:02.370 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.579062+0000", 2024-04-13T09:15:02.370 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.370 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.370 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.370 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:02.370 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.579062+0000", 2024-04-13T09:15:02.370 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.579062+0000", 2024-04-13T09:15:02.370 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.579062+0000", 2024-04-13T09:15:02.370 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.371 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.371 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.371 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.579062+0000", 2024-04-13T09:15:02.371 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.579062+0000", 2024-04-13T09:15:02.371 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.371 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.371 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.371 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.371 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:02.371 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.371 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.371 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.371 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.371 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.371 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.371 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.372 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.372 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.26", 2024-04-13T09:15:02.372 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.372 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.372 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.372 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4908, 2024-04-13T09:15:02.372 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.372 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:04:50.537921+0000", 2024-04-13T09:15:02.372 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.372 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.372 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.372 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.372 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.372 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.372 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.372 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.373 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.373 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.373 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.373 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.373 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.373 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.373 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.373 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.373 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.373 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.373 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.373 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.373 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.373 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.373 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.374 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.374 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.374 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.374 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.374 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.374 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.374 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.374 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.374 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.374 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.374 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.374 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.374 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.374 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.374 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.374 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.375 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.375 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.375 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.375 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.375 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.375 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.375 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.375 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.375 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:02.375 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:02.375 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:02.375 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.375 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T09:15:02.375 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.375 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.376 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.376 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.376 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:02.376 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.376 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:02.376 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.376 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:02.376 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.376 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.376 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.376 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.376 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.376 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.376 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.834832+0000", 2024-04-13T09:15:02.376 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:51:57.372615+0000", 2024-04-13T09:15:02.376 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:51:57.372615+0000", 2024-04-13T09:15:02.377 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:51:57.372904+0000", 2024-04-13T09:15:02.377 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.834832+0000", 2024-04-13T09:15:02.377 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.377 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.377 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.377 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 415, 2024-04-13T09:15:02.377 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.834832+0000", 2024-04-13T09:15:02.377 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.834832+0000", 2024-04-13T09:15:02.377 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.834832+0000", 2024-04-13T09:15:02.377 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.377 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.377 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.377 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.834832+0000", 2024-04-13T09:15:02.377 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.834832+0000", 2024-04-13T09:15:02.377 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.378 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.378 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.378 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.378 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 414, 2024-04-13T09:15:02.378 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.378 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.378 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.378 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.378 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.378 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.378 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.378 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.378 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.25", 2024-04-13T09:15:02.378 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.378 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.379 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.379 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5090, 2024-04-13T09:15:02.379 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.379 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:21:58.941870+0000", 2024-04-13T09:15:02.379 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.379 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.379 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.379 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.379 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.379 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.379 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.379 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.379 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.379 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.379 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.379 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.380 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.380 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.380 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.380 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.380 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.380 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.380 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.380 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.380 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.380 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.380 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.380 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.380 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.380 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.380 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.381 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.381 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.381 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.381 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.381 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.381 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.381 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.381 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.381 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.381 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.381 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.381 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.381 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.381 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.381 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.381 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.381 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.382 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.382 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.382 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.382 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:02.382 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.382 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:02.382 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.382 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:02.382 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.382 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.382 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.382 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.382 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.382 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.382 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:02.383 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.383 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:15:02.383 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.383 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.383 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.383 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.383 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.383 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.383 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.439717+0000", 2024-04-13T09:15:02.383 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.405997+0000", 2024-04-13T09:15:02.383 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.405997+0000", 2024-04-13T09:15:02.383 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.406385+0000", 2024-04-13T09:15:02.383 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.439717+0000", 2024-04-13T09:15:02.383 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.383 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.384 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.384 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:15:02.384 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.439717+0000", 2024-04-13T09:15:02.384 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.439717+0000", 2024-04-13T09:15:02.384 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.439717+0000", 2024-04-13T09:15:02.384 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.384 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.384 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.384 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.439717+0000", 2024-04-13T09:15:02.384 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.439717+0000", 2024-04-13T09:15:02.384 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.384 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.384 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.384 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.384 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:15:02.384 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.385 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.385 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.385 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.385 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.385 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.385 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.385 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.385 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.24", 2024-04-13T09:15:02.385 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.385 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.385 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.385 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5049, 2024-04-13T09:15:02.385 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.385 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:24:40.630761+0000", 2024-04-13T09:15:02.385 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.386 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.386 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.386 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.386 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.386 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.386 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.386 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.386 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.386 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.386 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.386 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.386 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.386 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.386 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.386 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.387 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.387 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.387 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.387 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.387 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.387 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.387 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.387 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.387 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.387 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.387 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.387 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.387 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.387 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.387 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.387 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.388 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.388 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.388 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.388 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.388 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.388 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.388 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.388 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.388 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.388 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.388 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.388 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.388 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.388 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.388 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.388 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.389 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.389 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:02.389 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.389 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:15:02.389 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.389 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.389 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.389 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.389 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:02.389 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.389 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:02.389 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.389 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:02.389 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.390 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.390 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.390 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.390 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.390 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.390 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.835326+0000", 2024-04-13T09:15:02.390 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.409920+0000", 2024-04-13T09:15:02.390 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.409920+0000", 2024-04-13T09:15:02.390 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.411436+0000", 2024-04-13T09:15:02.390 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.835326+0000", 2024-04-13T09:15:02.390 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.390 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.390 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.390 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:15:02.390 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.835326+0000", 2024-04-13T09:15:02.391 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.835326+0000", 2024-04-13T09:15:02.391 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.835326+0000", 2024-04-13T09:15:02.391 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.391 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.391 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.391 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.835326+0000", 2024-04-13T09:15:02.391 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.835326+0000", 2024-04-13T09:15:02.391 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.391 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.391 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.391 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.391 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:15:02.391 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.391 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.391 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.392 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.392 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.392 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.392 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.392 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.392 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.23", 2024-04-13T09:15:02.392 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.392 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.392 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.392 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4830, 2024-04-13T09:15:02.392 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.392 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:12:41.818672+0000", 2024-04-13T09:15:02.392 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.392 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.392 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.393 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.393 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.393 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.393 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.393 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.393 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.393 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.393 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.393 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.393 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.393 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.393 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.393 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.393 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.393 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.393 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.394 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.394 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.394 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.394 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.394 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.394 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.394 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.394 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.394 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.394 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.394 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.394 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.394 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.394 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.394 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.394 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.395 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.395 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.395 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.395 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.395 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.395 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.395 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.395 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.395 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.395 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.395 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.395 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.395 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:02.395 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.395 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:02.395 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.396 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:02.396 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.396 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.396 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.396 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.396 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.396 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.396 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:02.396 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.396 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:15:02.396 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.396 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.396 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.396 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.396 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.397 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.397 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.193466+0000", 2024-04-13T09:15:02.397 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.425069+0000", 2024-04-13T09:15:02.397 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.425069+0000", 2024-04-13T09:15:02.397 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.425478+0000", 2024-04-13T09:15:02.397 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.193466+0000", 2024-04-13T09:15:02.397 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.397 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.397 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.397 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:15:02.397 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.193466+0000", 2024-04-13T09:15:02.397 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.193466+0000", 2024-04-13T09:15:02.397 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.193466+0000", 2024-04-13T09:15:02.397 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.397 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.398 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.398 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.193466+0000", 2024-04-13T09:15:02.398 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.193466+0000", 2024-04-13T09:15:02.398 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.398 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.398 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.398 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.398 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:15:02.398 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.398 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.398 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.398 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.398 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.398 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.398 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.399 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.399 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.22", 2024-04-13T09:15:02.399 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.399 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.399 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.399 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4959, 2024-04-13T09:15:02.399 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.399 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:44:20.039222+0000", 2024-04-13T09:15:02.399 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.399 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.399 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.399 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.399 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.399 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.399 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.400 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.400 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.400 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.400 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.400 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.400 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.400 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.400 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.400 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.400 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.400 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.400 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.400 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.400 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.400 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.400 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.401 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.401 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.401 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.401 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.401 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.401 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.401 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.401 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.401 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.401 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.401 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.401 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.401 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.401 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.401 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.401 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.402 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.402 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.402 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.402 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.402 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.402 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.402 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.402 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.402 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.402 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.402 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:02.402 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.402 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:15:02.402 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.402 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.403 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.403 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.403 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:02.403 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.403 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:02.403 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.403 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T09:15:02.403 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.403 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.403 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.403 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.403 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.403 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.403 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.436388+0000", 2024-04-13T09:15:02.403 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.620141+0000", 2024-04-13T09:15:02.404 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.620141+0000", 2024-04-13T09:15:02.404 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.620963+0000", 2024-04-13T09:15:02.404 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.436388+0000", 2024-04-13T09:15:02.404 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.404 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.404 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.404 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:02.404 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.436388+0000", 2024-04-13T09:15:02.404 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.436388+0000", 2024-04-13T09:15:02.404 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.436388+0000", 2024-04-13T09:15:02.404 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.404 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.404 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.404 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.436388+0000", 2024-04-13T09:15:02.404 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.436388+0000", 2024-04-13T09:15:02.405 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.405 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.405 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.405 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.405 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:02.405 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.405 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.405 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.405 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.405 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.405 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.405 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.405 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.405 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.21", 2024-04-13T09:15:02.405 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.406 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.406 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.406 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5050, 2024-04-13T09:15:02.406 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.406 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:18:36.139869+0000", 2024-04-13T09:15:02.406 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.406 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.406 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.406 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.406 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.406 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.406 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.406 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.406 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.406 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.408 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.408 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.408 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.408 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.408 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.408 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.408 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.408 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.408 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.408 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.408 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.408 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.408 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.408 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.408 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.408 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.409 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.409 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.409 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.409 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.409 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.409 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:02.409 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.409 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:02.409 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.409 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T09:15:02.409 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.409 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.409 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.409 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.409 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:02.409 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:02.410 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:15:02.410 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.410 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T09:15:02.410 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.410 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.410 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.410 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.410 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.410 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.410 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.577785+0000", 2024-04-13T09:15:02.410 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.605379+0000", 2024-04-13T09:15:02.410 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.605379+0000", 2024-04-13T09:15:02.410 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.605689+0000", 2024-04-13T09:15:02.410 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.577785+0000", 2024-04-13T09:15:02.410 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.411 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.411 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.411 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:02.411 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.577785+0000", 2024-04-13T09:15:02.411 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.577785+0000", 2024-04-13T09:15:02.411 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.577785+0000", 2024-04-13T09:15:02.411 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.411 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.411 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.411 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.577785+0000", 2024-04-13T09:15:02.411 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.577785+0000", 2024-04-13T09:15:02.411 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.411 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.411 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.411 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.411 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:02.411 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.412 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.412 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.412 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.412 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.412 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.412 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.412 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.412 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.20", 2024-04-13T09:15:02.412 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.412 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.412 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.412 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4910, 2024-04-13T09:15:02.412 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.412 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:37:08.711894+0000", 2024-04-13T09:15:02.412 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.413 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.413 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.413 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.413 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.413 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.413 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.413 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.413 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.413 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.413 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.413 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.413 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.413 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.413 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.413 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.413 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.414 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.414 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.414 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.414 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.414 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.414 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.414 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.414 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.414 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.414 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.414 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.414 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.414 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.414 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.415 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.415 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.415 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.415 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.415 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.415 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.415 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.415 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.415 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.415 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.415 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.416 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.416 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.416 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.416 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.416 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.416 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:02.416 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:02.416 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:15:02.416 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.416 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T09:15:02.416 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.417 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.417 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.417 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.417 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:02.417 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.417 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:02.417 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.417 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:15:02.417 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.417 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.417 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.417 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.417 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.417 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.417 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.434869+0000", 2024-04-13T09:15:02.418 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.436500+0000", 2024-04-13T09:15:02.418 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.436500+0000", 2024-04-13T09:15:02.418 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.437054+0000", 2024-04-13T09:15:02.418 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.434869+0000", 2024-04-13T09:15:02.418 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.418 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.418 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.418 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:02.418 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.434869+0000", 2024-04-13T09:15:02.418 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.434869+0000", 2024-04-13T09:15:02.418 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.434869+0000", 2024-04-13T09:15:02.418 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.419 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.419 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.419 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.434869+0000", 2024-04-13T09:15:02.419 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.434869+0000", 2024-04-13T09:15:02.419 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.419 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.419 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.419 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.419 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:02.419 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.419 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.419 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.419 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.419 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.419 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.420 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.420 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.420 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.f", 2024-04-13T09:15:02.420 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.420 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.420 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.420 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4879, 2024-04-13T09:15:02.420 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.420 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:13:30.634874+0000", 2024-04-13T09:15:02.420 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.420 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.420 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.420 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.421 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.421 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.421 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.421 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.421 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.421 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.421 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.421 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.421 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.421 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.421 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.421 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.421 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.422 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.422 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.422 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.422 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.422 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.422 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.422 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.422 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.422 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.422 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.422 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.422 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.422 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.423 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.423 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.423 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.423 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.423 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.423 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.423 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.423 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.423 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.423 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.423 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.423 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.423 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.423 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.424 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.424 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.424 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.424 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:02.424 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.424 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:02.424 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.424 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:15:02.424 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.424 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.424 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.424 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.424 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:02.424 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.424 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:02.425 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.425 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T09:15:02.425 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.425 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.425 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:02.425 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.425 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.425 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.425 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.436311+0000", 2024-04-13T09:15:02.425 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:51:57.372340+0000", 2024-04-13T09:15:02.425 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:51:57.372340+0000", 2024-04-13T09:15:02.425 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:51:57.372730+0000", 2024-04-13T09:15:02.425 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.436311+0000", 2024-04-13T09:15:02.425 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.425 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.425 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.426 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 415, 2024-04-13T09:15:02.426 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.436311+0000", 2024-04-13T09:15:02.426 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.436311+0000", 2024-04-13T09:15:02.426 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.436311+0000", 2024-04-13T09:15:02.426 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.426 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.426 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.426 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.436311+0000", 2024-04-13T09:15:02.426 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.436311+0000", 2024-04-13T09:15:02.426 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.426 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 2, 2024-04-13T09:15:02.426 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.426 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.426 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 414, 2024-04-13T09:15:02.426 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.427 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.427 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.427 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.427 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 2, 2024-04-13T09:15:02.427 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.427 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.427 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.427 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.e", 2024-04-13T09:15:02.427 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.427 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.427 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.427 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5067, 2024-04-13T09:15:02.427 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.427 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:31:10.720585+0000", 2024-04-13T09:15:02.427 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.427 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.428 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.428 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.428 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.428 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.428 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.428 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.428 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.428 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.428 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.428 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.428 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.428 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.428 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.428 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.428 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.428 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.429 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.429 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T09:15:02.429 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T09:15:02.429 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.429 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T09:15:02.429 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.429 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.429 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.429 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.429 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.429 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T09:15:02.429 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.429 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.429 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.429 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.429 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.429 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.430 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.430 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 12, 2024-04-13T09:15:02.430 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 12, 2024-04-13T09:15:02.430 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.430 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.430 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.430 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3, 2024-04-13T09:15:02.430 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.430 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.430 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.430 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.430 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.430 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:02.430 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.430 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:02.431 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.431 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T09:15:02.431 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'2" 2024-04-13T09:15:02.431 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.431 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.431 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.431 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.431 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.431 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:02.431 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.431 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:15:02.431 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.431 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.431 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.431 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.432 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.432 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.432 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.194425+0000", 2024-04-13T09:15:02.432 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.609888+0000", 2024-04-13T09:15:02.432 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.609888+0000", 2024-04-13T09:15:02.432 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.613258+0000", 2024-04-13T09:15:02.432 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.194425+0000", 2024-04-13T09:15:02.432 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.432 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.432 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.432 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:02.432 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.194425+0000", 2024-04-13T09:15:02.432 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.194425+0000", 2024-04-13T09:15:02.432 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.194425+0000", 2024-04-13T09:15:02.432 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.433 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.433 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.433 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.194425+0000", 2024-04-13T09:15:02.433 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.194425+0000", 2024-04-13T09:15:02.433 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.433 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.433 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.433 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.433 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:02.433 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.433 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.433 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.433 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.433 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.433 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.433 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.434 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.434 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.c", 2024-04-13T09:15:02.434 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.434 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.434 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.434 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4950, 2024-04-13T09:15:02.434 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.434 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:52:42.372290+0000", 2024-04-13T09:15:02.434 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.434 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.434 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.434 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.434 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.434 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.435 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.435 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.435 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.435 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.435 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.435 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.435 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.435 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.435 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.435 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.435 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.435 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.435 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.435 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.435 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.436 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.436 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.436 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.436 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.436 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.436 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.436 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.436 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.436 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.436 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.436 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.436 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.436 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.436 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.437 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.437 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.437 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.437 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.437 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.437 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.437 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.437 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.437 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.437 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.437 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.437 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.437 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.437 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.437 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:02.437 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.438 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:15:02.438 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.438 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.438 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.438 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.438 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:02.438 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.438 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:15:02.438 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.438 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:02.438 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.438 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.438 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:02.438 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.439 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.439 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.439 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.833653+0000", 2024-04-13T09:15:02.439 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.399652+0000", 2024-04-13T09:15:02.439 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.399652+0000", 2024-04-13T09:15:02.439 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.400044+0000", 2024-04-13T09:15:02.439 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.833653+0000", 2024-04-13T09:15:02.439 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.439 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.439 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.439 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:15:02.439 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.833653+0000", 2024-04-13T09:15:02.439 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.833653+0000", 2024-04-13T09:15:02.439 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.833653+0000", 2024-04-13T09:15:02.439 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.439 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.440 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.440 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.833653+0000", 2024-04-13T09:15:02.440 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.833653+0000", 2024-04-13T09:15:02.440 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.440 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 1, 2024-04-13T09:15:02.440 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.440 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.440 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:15:02.440 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.440 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.440 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.440 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.440 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 1, 2024-04-13T09:15:02.440 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.440 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.441 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.441 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.d", 2024-04-13T09:15:02.441 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.441 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.441 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.441 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5093, 2024-04-13T09:15:02.441 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.441 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:04:12.082904+0000", 2024-04-13T09:15:02.441 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.441 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.441 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.441 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 70, 2024-04-13T09:15:02.441 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.441 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.441 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.442 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.442 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.442 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.442 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.442 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.442 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.442 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.442 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.442 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.442 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.442 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.442 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.442 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T09:15:02.442 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T09:15:02.442 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.443 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T09:15:02.443 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.443 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.443 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.443 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.443 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.443 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.443 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.443 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.443 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.443 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.443 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.443 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.443 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.443 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 2, 2024-04-13T09:15:02.444 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 2, 2024-04-13T09:15:02.444 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.444 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.444 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.444 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 1, 2024-04-13T09:15:02.444 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 1 2024-04-13T09:15:02.444 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.444 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.444 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.444 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.444 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:02.444 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.444 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:15:02.444 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.444 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:02.444 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'1" 2024-04-13T09:15:02.445 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.445 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.445 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.445 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:02.445 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.445 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:02.445 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.445 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:15:02.445 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.445 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.445 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.445 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.445 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.445 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.445 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.434824+0000", 2024-04-13T09:15:02.445 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.426554+0000", 2024-04-13T09:15:02.446 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.426554+0000", 2024-04-13T09:15:02.446 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.426941+0000", 2024-04-13T09:15:02.446 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.434824+0000", 2024-04-13T09:15:02.446 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.446 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.446 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.446 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:02.446 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.434824+0000", 2024-04-13T09:15:02.446 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.434824+0000", 2024-04-13T09:15:02.446 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.434824+0000", 2024-04-13T09:15:02.446 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.446 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.446 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.446 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.434824+0000", 2024-04-13T09:15:02.447 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.434824+0000", 2024-04-13T09:15:02.447 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.447 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.447 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.447 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.447 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:02.447 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.447 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.447 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.447 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.447 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.447 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.447 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.447 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.447 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.d", 2024-04-13T09:15:02.447 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.448 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.448 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.448 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4865, 2024-04-13T09:15:02.448 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.448 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:35:56.607426+0000", 2024-04-13T09:15:02.448 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.448 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.448 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.448 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.448 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.448 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.448 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.448 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.448 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.448 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.448 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.449 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.449 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.449 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.449 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.449 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.449 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.449 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.449 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.449 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.449 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.449 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.449 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.449 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.449 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.449 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.449 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.450 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.450 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.450 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.450 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.450 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.450 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.450 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.450 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.450 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.450 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.450 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.450 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.450 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.450 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.450 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.451 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.451 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.451 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.451 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.451 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.451 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:02.451 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.451 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:02.451 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.451 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:15:02.451 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.451 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.451 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.451 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.451 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:02.452 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.452 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:02.452 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.452 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T09:15:02.452 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.452 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.452 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:02.452 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.452 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.452 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.452 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.436836+0000", 2024-04-13T09:15:02.452 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.431981+0000", 2024-04-13T09:15:02.452 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.431981+0000", 2024-04-13T09:15:02.452 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.432550+0000", 2024-04-13T09:15:02.452 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.436836+0000", 2024-04-13T09:15:02.453 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.453 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.453 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.453 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:15:02.453 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.436836+0000", 2024-04-13T09:15:02.453 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.436836+0000", 2024-04-13T09:15:02.453 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.436836+0000", 2024-04-13T09:15:02.453 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.453 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.453 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.453 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.436836+0000", 2024-04-13T09:15:02.453 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.436836+0000", 2024-04-13T09:15:02.453 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.453 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.453 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.453 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.454 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:15:02.454 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.454 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.454 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.454 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.454 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.454 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.454 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.454 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.454 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.c", 2024-04-13T09:15:02.454 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.454 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.454 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.454 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5059, 2024-04-13T09:15:02.454 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.455 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:20:16.345741+0000", 2024-04-13T09:15:02.455 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.455 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.455 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.455 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.455 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.455 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.455 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.455 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.455 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.455 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.455 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.455 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.455 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.455 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.456 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.456 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.456 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.456 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.456 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.456 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.456 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.456 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.456 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.456 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.456 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.456 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.456 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.456 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.456 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.457 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.457 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.457 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.457 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.457 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.457 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.457 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.457 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.457 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.457 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.457 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.457 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.457 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.457 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.457 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.457 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.458 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.458 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.458 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:02.458 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.458 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:02.458 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.458 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T09:15:02.458 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.458 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.458 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.458 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.458 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:02.458 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.458 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:02.458 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.462 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T09:15:02.462 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.462 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.462 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.462 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.462 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.462 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.462 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.436697+0000", 2024-04-13T09:15:02.462 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.416705+0000", 2024-04-13T09:15:02.462 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.416705+0000", 2024-04-13T09:15:02.462 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.417620+0000", 2024-04-13T09:15:02.463 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.436697+0000", 2024-04-13T09:15:02.463 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.463 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.463 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.463 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:15:02.463 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.436697+0000", 2024-04-13T09:15:02.463 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.436697+0000", 2024-04-13T09:15:02.463 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.436697+0000", 2024-04-13T09:15:02.463 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.463 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.463 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.463 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.436697+0000", 2024-04-13T09:15:02.463 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.436697+0000", 2024-04-13T09:15:02.463 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.463 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.464 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.464 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.464 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:15:02.464 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.464 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.464 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.464 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.464 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.464 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.464 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.464 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.464 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.a", 2024-04-13T09:15:02.464 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.464 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.464 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.464 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5049, 2024-04-13T09:15:02.465 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.465 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:33:06.026365+0000", 2024-04-13T09:15:02.465 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.465 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.465 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.466 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.466 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.466 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.466 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.466 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.466 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.466 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.466 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.466 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.466 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.466 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.466 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.466 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.466 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.466 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.467 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.467 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.467 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.467 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.467 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.467 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.467 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.467 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.467 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.467 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.467 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.467 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.467 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.467 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.467 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.468 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.468 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.468 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.468 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.468 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:02.468 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.468 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:02.468 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.468 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T09:15:02.468 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.468 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.468 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.468 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.468 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:02.468 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.469 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:15:02.469 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.469 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:15:02.469 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.469 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.469 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:02.469 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.469 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.469 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.469 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.433825+0000", 2024-04-13T09:15:02.469 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.425208+0000", 2024-04-13T09:15:02.469 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.425208+0000", 2024-04-13T09:15:02.469 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.426111+0000", 2024-04-13T09:15:02.469 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.433825+0000", 2024-04-13T09:15:02.469 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.470 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.470 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.470 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:02.470 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.433825+0000", 2024-04-13T09:15:02.470 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.433825+0000", 2024-04-13T09:15:02.470 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.433825+0000", 2024-04-13T09:15:02.470 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.470 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.470 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.470 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.433825+0000", 2024-04-13T09:15:02.470 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.433825+0000", 2024-04-13T09:15:02.470 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.470 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 4, 2024-04-13T09:15:02.470 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.470 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.470 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:02.471 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.471 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.471 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.471 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.471 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 4, 2024-04-13T09:15:02.471 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.471 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.471 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.471 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.b", 2024-04-13T09:15:02.471 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.471 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.471 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.471 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4881, 2024-04-13T09:15:02.471 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.471 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:10:31.717094+0000", 2024-04-13T09:15:02.472 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.472 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.472 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.472 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.472 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.472 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.472 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.472 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.472 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.472 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.472 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.472 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.472 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.472 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.472 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.472 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.473 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.473 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.473 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.473 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T09:15:02.473 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T09:15:02.473 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.473 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T09:15:02.473 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.473 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.473 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.473 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.473 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.473 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T09:15:02.473 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.474 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.474 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.474 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.474 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.474 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.474 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.474 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 4, 2024-04-13T09:15:02.474 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 4, 2024-04-13T09:15:02.474 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.474 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.474 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.474 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 1, 2024-04-13T09:15:02.474 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.474 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.474 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.474 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.475 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.475 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:02.475 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.475 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:15:02.475 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.475 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:15:02.475 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "583'4" 2024-04-13T09:15:02.475 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.475 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.475 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.475 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.475 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:02.475 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:02.475 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.475 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:15:02.476 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.476 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.476 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.476 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.476 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.476 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.476 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.437545+0000", 2024-04-13T09:15:02.476 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.410062+0000", 2024-04-13T09:15:02.476 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.410062+0000", 2024-04-13T09:15:02.476 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.410464+0000", 2024-04-13T09:15:02.476 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.437545+0000", 2024-04-13T09:15:02.476 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.476 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.476 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.476 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:15:02.477 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.437545+0000", 2024-04-13T09:15:02.477 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.437545+0000", 2024-04-13T09:15:02.477 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.437545+0000", 2024-04-13T09:15:02.477 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.477 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.477 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.477 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.437545+0000", 2024-04-13T09:15:02.477 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.437545+0000", 2024-04-13T09:15:02.477 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.477 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.477 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.477 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.477 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:15:02.477 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.477 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.477 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.478 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.478 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.478 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.478 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.478 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.478 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.b", 2024-04-13T09:15:02.478 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.478 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.478 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.478 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5046, 2024-04-13T09:15:02.478 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.478 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:23:16.233237+0000", 2024-04-13T09:15:02.478 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.478 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.478 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.479 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.479 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.479 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.479 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.479 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.479 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.479 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.479 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.479 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.479 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.479 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.479 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.479 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.479 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.479 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.480 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.480 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.480 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.480 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.480 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.480 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.480 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.480 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.480 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.480 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.480 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.480 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.480 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.480 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.480 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.480 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.481 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.481 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.481 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.481 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.481 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.481 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.481 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.481 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.481 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.481 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.481 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.481 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.481 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.481 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.481 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:02.482 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:02.482 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.482 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:15:02.482 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.482 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.482 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.482 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.482 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:02.482 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.482 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:02.482 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.482 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:02.482 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.482 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.482 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:02.483 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.483 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.483 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.483 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.834416+0000", 2024-04-13T09:15:02.483 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.429696+0000", 2024-04-13T09:15:02.483 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.429696+0000", 2024-04-13T09:15:02.483 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.430061+0000", 2024-04-13T09:15:02.483 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.834416+0000", 2024-04-13T09:15:02.483 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.483 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.483 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.483 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:02.483 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.834416+0000", 2024-04-13T09:15:02.483 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.834416+0000", 2024-04-13T09:15:02.483 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.834416+0000", 2024-04-13T09:15:02.483 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.484 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.484 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.484 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.834416+0000", 2024-04-13T09:15:02.484 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.834416+0000", 2024-04-13T09:15:02.484 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.484 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.484 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.484 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.484 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:02.484 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.484 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.484 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.484 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.484 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.484 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.484 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.485 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.485 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.a", 2024-04-13T09:15:02.485 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.485 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.485 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.485 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5090, 2024-04-13T09:15:02.485 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.485 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:36:08.808318+0000", 2024-04-13T09:15:02.485 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.485 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.485 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.485 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.485 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.485 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.485 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.487 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.487 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.487 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.487 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.487 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.487 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.487 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.487 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.487 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.487 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.487 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.487 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.487 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.487 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.487 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.487 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.488 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.488 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.488 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.488 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.488 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.488 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.488 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.488 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.488 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.488 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:02.488 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.488 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:02.488 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.488 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:02.488 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.489 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.489 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.489 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.489 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.489 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:02.489 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:02.489 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.489 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:15:02.489 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.489 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.489 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.489 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.489 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.489 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.489 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.436884+0000", 2024-04-13T09:15:02.489 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.417906+0000", 2024-04-13T09:15:02.490 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.417906+0000", 2024-04-13T09:15:02.490 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.418260+0000", 2024-04-13T09:15:02.490 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.436884+0000", 2024-04-13T09:15:02.490 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.490 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.490 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.490 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:02.490 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.436884+0000", 2024-04-13T09:15:02.490 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.436884+0000", 2024-04-13T09:15:02.490 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.436884+0000", 2024-04-13T09:15:02.490 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.490 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.490 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.490 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.436884+0000", 2024-04-13T09:15:02.491 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.436884+0000", 2024-04-13T09:15:02.491 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.491 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.491 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.491 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.491 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:02.491 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.491 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.491 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.491 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.491 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.491 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.491 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.491 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.491 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.8", 2024-04-13T09:15:02.491 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.492 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.492 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.492 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5042, 2024-04-13T09:15:02.492 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.492 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:48:49.095385+0000", 2024-04-13T09:15:02.492 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.492 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.492 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.492 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.492 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.492 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.492 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.492 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.492 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.492 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.492 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.494 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.494 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.494 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.494 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.494 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.494 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.494 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.494 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.494 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.494 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.494 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.494 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.494 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.494 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.494 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.495 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.495 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.495 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.495 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.495 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.495 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.495 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.495 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:02.495 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:02.495 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.495 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:15:02.495 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.495 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.495 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.495 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.495 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:02.496 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:02.496 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:15:02.496 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.496 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:02.496 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.496 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.496 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:02.496 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.496 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.496 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.496 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.833846+0000", 2024-04-13T09:15:02.496 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.433334+0000", 2024-04-13T09:15:02.496 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.433334+0000", 2024-04-13T09:15:02.496 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.433647+0000", 2024-04-13T09:15:02.496 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.833846+0000", 2024-04-13T09:15:02.497 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.497 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.497 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.497 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:02.497 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.833846+0000", 2024-04-13T09:15:02.497 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.833846+0000", 2024-04-13T09:15:02.497 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.833846+0000", 2024-04-13T09:15:02.497 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.497 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.497 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.497 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.833846+0000", 2024-04-13T09:15:02.497 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.833846+0000", 2024-04-13T09:15:02.497 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.497 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.497 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.497 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.498 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:02.498 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.498 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.498 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.498 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.498 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.498 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.498 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.498 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.498 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.9", 2024-04-13T09:15:02.498 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.498 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.498 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.498 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5090, 2024-04-13T09:15:02.498 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.499 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:03:12.185579+0000", 2024-04-13T09:15:02.499 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.499 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.499 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.499 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.499 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.499 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.499 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.499 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.499 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.499 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.499 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.499 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.499 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.499 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.499 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.501 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.501 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.501 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.501 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.501 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.501 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.501 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.501 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.501 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.501 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.501 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.501 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.501 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.501 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.501 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.501 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.502 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.502 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:02.502 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:02.502 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:15:02.502 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.502 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:02.502 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.502 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.502 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.502 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.502 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.502 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:02.502 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:02.502 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.502 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 4, 2024-04-13T09:15:02.503 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.503 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.503 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.503 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.503 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.503 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.503 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.886920+0000", 2024-04-13T09:15:02.503 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.417907+0000", 2024-04-13T09:15:02.503 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.417907+0000", 2024-04-13T09:15:02.503 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.418261+0000", 2024-04-13T09:15:02.503 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.886920+0000", 2024-04-13T09:15:02.503 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.503 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.503 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.504 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:02.504 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.886920+0000", 2024-04-13T09:15:02.504 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.886920+0000", 2024-04-13T09:15:02.504 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.886920+0000", 2024-04-13T09:15:02.504 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.504 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.504 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.504 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.886920+0000", 2024-04-13T09:15:02.504 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.886920+0000", 2024-04-13T09:15:02.504 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.504 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.504 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.504 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.504 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:02.504 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.505 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.505 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.505 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.505 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.505 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.505 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.505 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.505 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.9", 2024-04-13T09:15:02.505 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.505 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.505 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.505 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5000, 2024-04-13T09:15:02.505 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.505 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:39:30.402851+0000", 2024-04-13T09:15:02.505 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.506 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.506 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.506 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.506 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.506 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.506 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.506 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.506 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.506 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.506 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.506 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.506 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.506 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.506 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.506 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.508 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.508 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.508 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.508 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.508 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.508 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.508 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.508 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.508 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.508 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.508 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.508 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.508 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.508 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.508 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.509 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.509 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.509 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:02.509 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:02.509 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.509 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 4, 2024-04-13T09:15:02.509 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.509 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.509 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.509 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.509 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:02.509 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:02.509 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:02.509 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.509 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:15:02.509 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.510 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.510 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:02.510 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.510 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.510 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.510 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.434172+0000", 2024-04-13T09:15:02.510 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.428562+0000", 2024-04-13T09:15:02.510 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.428562+0000", 2024-04-13T09:15:02.510 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.429055+0000", 2024-04-13T09:15:02.510 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.434172+0000", 2024-04-13T09:15:02.510 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.510 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.510 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.510 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:02.510 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.434172+0000", 2024-04-13T09:15:02.511 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.434172+0000", 2024-04-13T09:15:02.511 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.434172+0000", 2024-04-13T09:15:02.511 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.511 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.511 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.511 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.434172+0000", 2024-04-13T09:15:02.511 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.434172+0000", 2024-04-13T09:15:02.511 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.511 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.511 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.511 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.511 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:02.511 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.511 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.511 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.511 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.512 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.512 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.512 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.512 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.512 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.8", 2024-04-13T09:15:02.512 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.512 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.512 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.512 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4861, 2024-04-13T09:15:02.512 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.512 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:37:10.132759+0000", 2024-04-13T09:15:02.512 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.512 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.512 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.512 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.515 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.515 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.515 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.515 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.515 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.515 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.515 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.515 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.515 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.515 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.515 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.515 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.515 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.515 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:02.515 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:02.516 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:02.516 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.516 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:15:02.516 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.516 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.516 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.516 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.516 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:02.516 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:02.516 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:02.516 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.516 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T09:15:02.516 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.516 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.517 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.517 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.517 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.517 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.517 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.195226+0000", 2024-04-13T09:15:02.517 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.414802+0000", 2024-04-13T09:15:02.517 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.414802+0000", 2024-04-13T09:15:02.517 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.415206+0000", 2024-04-13T09:15:02.517 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.195226+0000", 2024-04-13T09:15:02.517 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.517 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.517 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.517 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:15:02.517 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.195226+0000", 2024-04-13T09:15:02.517 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.195226+0000", 2024-04-13T09:15:02.518 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.195226+0000", 2024-04-13T09:15:02.518 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.518 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.518 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.518 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.195226+0000", 2024-04-13T09:15:02.518 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.195226+0000", 2024-04-13T09:15:02.518 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.518 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.518 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.518 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.518 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:15:02.518 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.518 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.518 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.519 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.519 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.519 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.519 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.519 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.519 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.6", 2024-04-13T09:15:02.519 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.519 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.519 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.519 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5090, 2024-04-13T09:15:02.519 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.519 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:43:47.274386+0000", 2024-04-13T09:15:02.519 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.519 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.519 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.522 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.522 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.522 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.522 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.522 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.522 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.522 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.522 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.522 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.522 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.522 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.522 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.522 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.522 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:02.523 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:02.523 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:02.523 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.523 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T09:15:02.523 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.523 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.523 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.523 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.523 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:02.523 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:02.523 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:02.523 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.523 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T09:15:02.523 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.523 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.523 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:02.524 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.524 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.524 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.524 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.579457+0000", 2024-04-13T09:15:02.524 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.421445+0000", 2024-04-13T09:15:02.524 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.421445+0000", 2024-04-13T09:15:02.524 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.421800+0000", 2024-04-13T09:15:02.524 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.579457+0000", 2024-04-13T09:15:02.524 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.524 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.524 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.524 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:02.524 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.579457+0000", 2024-04-13T09:15:02.524 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.579457+0000", 2024-04-13T09:15:02.524 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.579457+0000", 2024-04-13T09:15:02.525 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.525 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.525 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.525 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.579457+0000", 2024-04-13T09:15:02.525 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.579457+0000", 2024-04-13T09:15:02.525 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.525 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 2, 2024-04-13T09:15:02.525 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.525 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.525 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:02.525 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.525 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.525 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.525 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.525 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 2, 2024-04-13T09:15:02.525 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.526 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.526 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.526 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.7", 2024-04-13T09:15:02.526 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.526 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.526 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.526 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4928, 2024-04-13T09:15:02.526 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.526 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:37:57.243125+0000", 2024-04-13T09:15:02.526 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.526 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.526 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.526 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.526 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T09:15:02.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T09:15:02.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T09:15:02.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T09:15:02.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 12, 2024-04-13T09:15:02.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 12, 2024-04-13T09:15:02.529 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.529 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.529 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.529 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3, 2024-04-13T09:15:02.529 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.529 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.529 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.529 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.529 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.529 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:02.529 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:02.529 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:02.529 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.529 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T09:15:02.529 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'2" 2024-04-13T09:15:02.530 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.530 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.530 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.530 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.530 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.530 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:02.530 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.530 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 4, 2024-04-13T09:15:02.530 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.530 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.530 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 66, 2024-04-13T09:15:02.530 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.530 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.530 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.530 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.886914+0000", 2024-04-13T09:15:02.530 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.620349+0000", 2024-04-13T09:15:02.531 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.620349+0000", 2024-04-13T09:15:02.531 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T08:27:07.860027+0000", 2024-04-13T09:15:02.531 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.886914+0000", 2024-04-13T09:15:02.531 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:02.531 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.531 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:02.531 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:02.531 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.886914+0000", 2024-04-13T09:15:02.531 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.886914+0000", 2024-04-13T09:15:02.531 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.886914+0000", 2024-04-13T09:15:02.531 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.531 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.531 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:02.531 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.886914+0000", 2024-04-13T09:15:02.531 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.886914+0000", 2024-04-13T09:15:02.532 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.532 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3037, 2024-04-13T09:15:02.532 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.532 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.532 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:02.532 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.532 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.532 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.532 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.532 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3037, 2024-04-13T09:15:02.532 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.532 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.532 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.532 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "4.1", 2024-04-13T09:15:02.532 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.532 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.533 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.533 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 8856, 2024-04-13T09:15:02.533 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.533 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:36:35.955225+0000", 2024-04-13T09:15:02.533 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.006119891, 2024-04-13T09:15:02.533 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.533 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.533 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 4194304, 2024-04-13T09:15:02.533 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.533 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.533 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.533 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.533 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.533 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.533 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.533 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T09:15:02.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T09:15:02.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T09:15:02.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 1433, 2024-04-13T09:15:02.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 396762, 2024-04-13T09:15:02.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3026, 2024-04-13T09:15:02.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 388342 2024-04-13T09:15:02.536 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.536 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.536 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.536 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.536 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.536 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.536 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:02.536 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.536 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 4, 2024-04-13T09:15:02.536 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "1115'3037" 2024-04-13T09:15:02.536 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.536 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.536 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.536 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.536 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:02.536 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:02.537 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.537 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:15:02.537 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.537 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.537 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.537 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.537 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.537 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.537 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.440437+0000", 2024-04-13T09:15:02.537 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.430821+0000", 2024-04-13T09:15:02.537 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.430821+0000", 2024-04-13T09:15:02.537 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.431392+0000", 2024-04-13T09:15:02.537 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.440437+0000", 2024-04-13T09:15:02.537 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.537 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.537 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.538 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:02.538 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.440437+0000", 2024-04-13T09:15:02.538 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.440437+0000", 2024-04-13T09:15:02.538 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.440437+0000", 2024-04-13T09:15:02.538 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.538 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.538 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.538 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.440437+0000", 2024-04-13T09:15:02.538 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.440437+0000", 2024-04-13T09:15:02.538 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.538 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.538 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.538 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.538 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:02.538 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.539 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.539 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.539 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.539 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.539 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.539 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.539 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.539 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.7", 2024-04-13T09:15:02.539 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.539 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.539 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.539 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5049, 2024-04-13T09:15:02.539 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.539 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:50:05.831761+0000", 2024-04-13T09:15:02.539 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.539 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.540 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.540 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.540 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.540 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.540 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.540 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.540 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.540 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.540 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.540 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.540 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.540 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.540 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.540 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.540 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.540 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.540 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.542 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.542 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.542 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.542 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.542 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.542 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.542 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.542 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.542 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.542 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.542 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.542 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.542 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.542 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:02.542 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:02.543 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.543 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:15:02.543 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.543 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.543 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.543 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.543 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:02.543 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:02.543 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:02.543 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.543 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:02.543 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.543 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.543 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:02.543 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.543 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.543 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.544 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.834790+0000", 2024-04-13T09:15:02.544 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.620874+0000", 2024-04-13T09:15:02.544 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.620874+0000", 2024-04-13T09:15:02.544 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.621266+0000", 2024-04-13T09:15:02.544 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.834790+0000", 2024-04-13T09:15:02.544 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.544 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.544 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.544 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:02.544 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.834790+0000", 2024-04-13T09:15:02.544 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.834790+0000", 2024-04-13T09:15:02.544 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.834790+0000", 2024-04-13T09:15:02.544 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.544 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.544 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.545 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.834790+0000", 2024-04-13T09:15:02.545 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.834790+0000", 2024-04-13T09:15:02.545 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.545 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3, 2024-04-13T09:15:02.545 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.545 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.545 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:02.545 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.545 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.545 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.545 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.545 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3, 2024-04-13T09:15:02.545 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.545 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.545 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.545 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.6", 2024-04-13T09:15:02.546 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.546 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.546 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.546 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5097, 2024-04-13T09:15:02.546 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.546 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:15:31.693915+0000", 2024-04-13T09:15:02.546 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.546 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.546 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.546 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.546 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.546 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.546 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.546 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.547 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.547 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.547 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.547 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.547 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.547 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.547 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.547 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.547 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.547 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.547 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.547 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T09:15:02.547 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T09:15:02.547 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.547 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T09:15:02.547 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T09:15:02.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 4, 2024-04-13T09:15:02.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 4, 2024-04-13T09:15:02.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3, 2024-04-13T09:15:02.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.549 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.549 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.549 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.549 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.549 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:02.549 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:02.549 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:02.549 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.549 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:02.549 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "587'3" 2024-04-13T09:15:02.549 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.549 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.550 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.550 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.550 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:02.550 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:02.550 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.550 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:15:02.550 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.550 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.550 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 66, 2024-04-13T09:15:02.550 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.550 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.550 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.550 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.436793+0000", 2024-04-13T09:15:02.550 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.417455+0000", 2024-04-13T09:15:02.550 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.417455+0000", 2024-04-13T09:15:02.550 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T08:27:07.856282+0000", 2024-04-13T09:15:02.551 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.436793+0000", 2024-04-13T09:15:02.551 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:02.551 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.551 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:02.551 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:02.551 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.436793+0000", 2024-04-13T09:15:02.551 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.436793+0000", 2024-04-13T09:15:02.551 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.436793+0000", 2024-04-13T09:15:02.551 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.551 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.551 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:02.551 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.436793+0000", 2024-04-13T09:15:02.551 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.436793+0000", 2024-04-13T09:15:02.551 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.551 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3048, 2024-04-13T09:15:02.552 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.552 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.552 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:02.552 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.552 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.552 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.552 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.552 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3048, 2024-04-13T09:15:02.552 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.552 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.552 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.552 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "4.0", 2024-04-13T09:15:02.552 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.552 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.552 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.552 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 8719, 2024-04-13T09:15:02.553 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.553 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:17:02.698353+0000", 2024-04-13T09:15:02.553 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.005236488, 2024-04-13T09:15:02.553 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.553 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.553 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.553 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.553 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.553 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.553 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.553 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.553 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.553 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.553 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.553 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.554 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.554 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.554 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.554 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.554 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.554 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.554 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.554 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.554 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.554 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.554 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.554 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.554 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.554 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.554 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 884, 2024-04-13T09:15:02.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 365588, 2024-04-13T09:15:02.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3026, 2024-04-13T09:15:02.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 398550 2024-04-13T09:15:02.555 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.555 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.556 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.556 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.556 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.556 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:02.556 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:02.556 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.556 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:15:02.556 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "1115'3048" 2024-04-13T09:15:02.556 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.556 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.556 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.556 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:02.556 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:02.556 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:15:02.556 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.557 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:02.557 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.557 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.557 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.557 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.557 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.557 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.557 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.835570+0000", 2024-04-13T09:15:02.557 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.428267+0000", 2024-04-13T09:15:02.557 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.428267+0000", 2024-04-13T09:15:02.557 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.429063+0000", 2024-04-13T09:15:02.557 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.835570+0000", 2024-04-13T09:15:02.557 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.557 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.557 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.557 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:15:02.558 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.835570+0000", 2024-04-13T09:15:02.558 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.835570+0000", 2024-04-13T09:15:02.558 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.835570+0000", 2024-04-13T09:15:02.558 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.558 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.558 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.558 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.835570+0000", 2024-04-13T09:15:02.558 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.835570+0000", 2024-04-13T09:15:02.558 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.558 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.558 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.558 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.558 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:15:02.558 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.558 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.559 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.559 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.559 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.559 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.559 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.559 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.559 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.4", 2024-04-13T09:15:02.559 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.559 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.559 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.559 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5092, 2024-04-13T09:15:02.559 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.559 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:12:38.999794+0000", 2024-04-13T09:15:02.559 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.559 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.559 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.560 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.560 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.560 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.560 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.560 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.560 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.560 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.560 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.560 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.560 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.560 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.560 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.560 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.560 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.560 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.561 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.561 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.561 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.561 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.561 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.561 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.561 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.561 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.561 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.561 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.561 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.561 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.561 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.561 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.561 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.562 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.562 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.562 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.562 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.562 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:02.563 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:02.563 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:15:02.563 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.563 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:02.563 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.563 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.563 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.563 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.563 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:02.563 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:02.563 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:02.563 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.563 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:02.563 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.563 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.564 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:02.564 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.564 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.564 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.564 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.834575+0000", 2024-04-13T09:15:02.564 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.404248+0000", 2024-04-13T09:15:02.564 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.404248+0000", 2024-04-13T09:15:02.564 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.404605+0000", 2024-04-13T09:15:02.564 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.834575+0000", 2024-04-13T09:15:02.564 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.564 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.564 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.564 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:15:02.564 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.834575+0000", 2024-04-13T09:15:02.564 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.834575+0000", 2024-04-13T09:15:02.565 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.834575+0000", 2024-04-13T09:15:02.565 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.565 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.565 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.565 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.834575+0000", 2024-04-13T09:15:02.565 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.834575+0000", 2024-04-13T09:15:02.565 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.565 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.565 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.565 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.565 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:15:02.565 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.565 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.565 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.565 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.565 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.566 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.566 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.566 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.566 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.5", 2024-04-13T09:15:02.566 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.566 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.566 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.566 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4821, 2024-04-13T09:15:02.566 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.566 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:25:38.285758+0000", 2024-04-13T09:15:02.566 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.566 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.566 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.566 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.566 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.566 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.567 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.567 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.567 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.567 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.567 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.567 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.567 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.567 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.567 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.567 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.567 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.567 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.567 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.567 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.567 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.567 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.568 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.568 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.568 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.568 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.568 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.568 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.568 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.568 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.568 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.568 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.568 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.568 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.568 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.568 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.568 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.569 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.569 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.569 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.569 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.569 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:02.569 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:02.569 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:02.569 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.569 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:02.569 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.570 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.570 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.570 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.570 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:02.570 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.570 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:02.570 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.570 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T09:15:02.570 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.570 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.570 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 66, 2024-04-13T09:15:02.570 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.570 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.570 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.570 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:14:46.015959+0000", 2024-04-13T09:15:02.570 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.430423+0000", 2024-04-13T09:15:02.571 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.430423+0000", 2024-04-13T09:15:02.571 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T08:27:07.874360+0000", 2024-04-13T09:15:02.571 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:14:46.015959+0000", 2024-04-13T09:15:02.571 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:02.571 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.571 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:02.571 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:02.571 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:14:46.015959+0000", 2024-04-13T09:15:02.571 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:14:46.015959+0000", 2024-04-13T09:15:02.571 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:14:46.015959+0000", 2024-04-13T09:15:02.571 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.571 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.571 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:02.571 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:14:46.015959+0000", 2024-04-13T09:15:02.571 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:14:46.015959+0000", 2024-04-13T09:15:02.572 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.572 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3084, 2024-04-13T09:15:02.572 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.572 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.572 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:02.572 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.572 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.572 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.572 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.572 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3084, 2024-04-13T09:15:02.572 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.572 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.572 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.572 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "4.3", 2024-04-13T09:15:02.572 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.572 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.573 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.573 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 8847, 2024-04-13T09:15:02.573 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.573 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:18:23.836076+0000", 2024-04-13T09:15:02.573 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.005657184, 2024-04-13T09:15:02.573 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.573 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.573 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.573 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.573 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.573 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.573 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.573 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.573 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.573 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.573 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.574 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.574 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.574 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.574 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.574 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.574 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.574 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.574 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T09:15:02.574 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T09:15:02.574 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.574 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T09:15:02.574 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.574 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.574 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.574 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T09:15:02.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 966, 2024-04-13T09:15:02.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 348444, 2024-04-13T09:15:02.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3070, 2024-04-13T09:15:02.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 416238 2024-04-13T09:15:02.576 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.576 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.576 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.576 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.576 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:02.576 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.576 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:02.576 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.576 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T09:15:02.576 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "1115'3084" 2024-04-13T09:15:02.576 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.576 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.576 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.576 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:02.576 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:02.577 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:02.577 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.577 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:15:02.577 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.577 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.577 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:02.577 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.577 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.577 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.577 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.433926+0000", 2024-04-13T09:15:02.577 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.429116+0000", 2024-04-13T09:15:02.577 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.429116+0000", 2024-04-13T09:15:02.577 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.429621+0000", 2024-04-13T09:15:02.577 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.433926+0000", 2024-04-13T09:15:02.577 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.577 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.578 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.578 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:02.578 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.433926+0000", 2024-04-13T09:15:02.578 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.433926+0000", 2024-04-13T09:15:02.578 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.433926+0000", 2024-04-13T09:15:02.578 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.578 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.578 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.578 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.433926+0000", 2024-04-13T09:15:02.578 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.433926+0000", 2024-04-13T09:15:02.578 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.578 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.578 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.578 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.578 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:02.579 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.579 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.579 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.579 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.579 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.579 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.579 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.579 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.579 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.0", 2024-04-13T09:15:02.579 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.579 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.579 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.579 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4864, 2024-04-13T09:15:02.579 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.579 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:50:35.622595+0000", 2024-04-13T09:15:02.580 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.580 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.580 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.580 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.580 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.580 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.580 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.580 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.580 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.580 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.580 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.580 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.580 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.580 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.580 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.580 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.581 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.581 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.581 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.581 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.581 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.581 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.581 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.581 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.581 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.581 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.581 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.581 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.581 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.581 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.581 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.582 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.582 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.582 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.583 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.583 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:02.583 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:02.583 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:02.583 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.583 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:15:02.583 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.583 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.583 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.583 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.583 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:02.583 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.583 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:15:02.583 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.583 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T09:15:02.583 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.584 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.584 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.584 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.584 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.584 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.584 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.436360+0000", 2024-04-13T09:15:02.584 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.416928+0000", 2024-04-13T09:15:02.584 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.416928+0000", 2024-04-13T09:15:02.584 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.417292+0000", 2024-04-13T09:15:02.584 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.436360+0000", 2024-04-13T09:15:02.584 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.584 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.584 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.584 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:15:02.584 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.436360+0000", 2024-04-13T09:15:02.584 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.436360+0000", 2024-04-13T09:15:02.585 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.436360+0000", 2024-04-13T09:15:02.585 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.585 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.585 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.585 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.436360+0000", 2024-04-13T09:15:02.585 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.436360+0000", 2024-04-13T09:15:02.585 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.585 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.585 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.585 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.585 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:15:02.585 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.585 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.585 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.585 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.585 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.586 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.586 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.586 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.586 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.1", 2024-04-13T09:15:02.586 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.586 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.586 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.586 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5051, 2024-04-13T09:15:02.586 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.586 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:09:43.106533+0000", 2024-04-13T09:15:02.586 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.586 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.586 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.586 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.586 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.587 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.587 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.587 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.587 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.587 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.587 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.587 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.587 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.587 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.587 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.587 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.587 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.587 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.587 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.587 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.587 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.588 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.588 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.588 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.588 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.588 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.588 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.588 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.588 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.588 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.588 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.588 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.588 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.588 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.588 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.588 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.588 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.589 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.589 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.589 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.589 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.589 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:02.589 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.589 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:15:02.589 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.589 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T09:15:02.589 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.590 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.590 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.590 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.590 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:02.590 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:02.590 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:02.590 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.590 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T09:15:02.590 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.590 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.590 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 66, 2024-04-13T09:15:02.590 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.590 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.590 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.590 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.195410+0000", 2024-04-13T09:15:02.591 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:51:22.368209+0000", 2024-04-13T09:15:02.591 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:51:22.368209+0000", 2024-04-13T09:15:02.591 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T08:27:07.874327+0000", 2024-04-13T09:15:02.591 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.195410+0000", 2024-04-13T09:15:02.591 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:02.591 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.591 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:02.591 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 381, 2024-04-13T09:15:02.591 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.195410+0000", 2024-04-13T09:15:02.591 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.195410+0000", 2024-04-13T09:15:02.591 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.195410+0000", 2024-04-13T09:15:02.591 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.591 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.591 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:02.591 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.195410+0000", 2024-04-13T09:15:02.591 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.195410+0000", 2024-04-13T09:15:02.592 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.592 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3026, 2024-04-13T09:15:02.592 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.592 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.592 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 380, 2024-04-13T09:15:02.592 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.592 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.592 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.592 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.592 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3026, 2024-04-13T09:15:02.592 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.592 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.592 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.592 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "4.6", 2024-04-13T09:15:02.592 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.592 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.593 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.593 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 8856, 2024-04-13T09:15:02.593 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.593 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:18:45.003946+0000", 2024-04-13T09:15:02.593 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.005918701, 2024-04-13T09:15:02.593 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.593 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.593 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.593 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.593 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.593 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.593 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.593 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.593 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.593 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.593 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.594 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.594 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.594 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.594 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.594 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.594 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.594 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.594 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.594 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.594 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.594 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.594 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.594 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.594 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.594 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.594 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.595 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.595 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.595 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.595 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.595 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.595 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.595 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.595 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.595 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 1316, 2024-04-13T09:15:02.595 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 377080, 2024-04-13T09:15:02.595 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.595 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.595 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.595 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 2988, 2024-04-13T09:15:02.595 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 398392 2024-04-13T09:15:02.595 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.596 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.596 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.596 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.596 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:02.596 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:02.596 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:02.596 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.596 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T09:15:02.596 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "1115'3026" 2024-04-13T09:15:02.596 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.596 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.596 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.596 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:02.596 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:02.596 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:02.596 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.597 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:15:02.597 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.597 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.597 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 19, 2024-04-13T09:15:02.597 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.597 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.597 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.597 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.434204+0000", 2024-04-13T09:15:02.597 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.428479+0000", 2024-04-13T09:15:02.597 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.428479+0000", 2024-04-13T09:15:02.597 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.428806+0000", 2024-04-13T09:15:02.597 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.434204+0000", 2024-04-13T09:15:02.597 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:40:15.469395+0000", 2024-04-13T09:15:02.597 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.597 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:40:15.469395+0000", 2024-04-13T09:15:02.597 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:02.597 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.434204+0000", 2024-04-13T09:15:02.598 INFO:tasks.workunit.client.0.smithi119.stderr:+ ceph telemetry show-device 2024-04-13T09:15:02.601 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='client.36105 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:15:02.601 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: pgmap v5099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-13T09:15:02.601 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='client.46091 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:15:02.601 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:15:02.601 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:15:02.601 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: pgmap v5100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 600 B/s rd, 0 op/s 2024-04-13T09:15:02.601 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='client.46091 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:15:02.601 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:15:02.601 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:15:02.601 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:15:02.601 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T09:15:02.601 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:02.601 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:02.602 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:02.602 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:02.602 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:02.602 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:02.602 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:02.602 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:02.602 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:02.602 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:15:02.602 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:15:02.602 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:02.602 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:02.602 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:02.602 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:15:02.602 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:15:02.602 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:02.603 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:02.603 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:02.603 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:15:02.603 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:15:02.603 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:02.603 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:02.603 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:02.603 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:15:02.603 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T09:15:02.603 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:02.603 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:02.603 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:02.603 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:02.603 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:02.603 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:02.604 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:02.604 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:02.604 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:02.604 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:15:02.604 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:15:02.604 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:02.604 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:02.604 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:02.604 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:15:02.604 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:15:02.604 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:02.604 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:02.604 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:02.604 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:15:02.604 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:15:02.604 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:02.605 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:02.605 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:01 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:02.605 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.434204+0000", 2024-04-13T09:15:02.606 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.434204+0000", 2024-04-13T09:15:02.606 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.606 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.606 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:40:15.469395+0000", 2024-04-13T09:15:02.606 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.434204+0000", 2024-04-13T09:15:02.606 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.434204+0000", 2024-04-13T09:15:02.606 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.606 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 197, 2024-04-13T09:15:02.606 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.606 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.606 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:02.606 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.606 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.606 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.606 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.607 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 197, 2024-04-13T09:15:02.607 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.607 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.607 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.607 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "1.0", 2024-04-13T09:15:02.607 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.607 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.607 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.607 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5363, 2024-04-13T09:15:02.607 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.607 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:08:38.786226+0000", 2024-04-13T09:15:02.607 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.607 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.607 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.607 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 590368, 2024-04-13T09:15:02.608 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.608 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 1771104, 2024-04-13T09:15:02.608 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.608 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.608 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.608 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.608 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.608 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.608 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.608 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.608 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.608 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.608 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.608 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.608 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.609 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 6, 2024-04-13T09:15:02.609 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 2, 2024-04-13T09:15:02.609 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.609 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 2, 2024-04-13T09:15:02.609 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.609 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.609 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.609 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.609 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.609 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.609 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.609 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 6, 2024-04-13T09:15:02.609 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.609 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.609 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.610 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.610 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.610 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 812, 2024-04-13T09:15:02.610 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 1310, 2024-04-13T09:15:02.610 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.610 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.610 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.610 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 311, 2024-04-13T09:15:02.610 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 2416 2024-04-13T09:15:02.610 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.610 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.610 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.610 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.610 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:02.610 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:02.611 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:02.611 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.611 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:15:02.611 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "231'197" 2024-04-13T09:15:02.611 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.611 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.611 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.611 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.611 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:02.611 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:02.611 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.611 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:15:02.611 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.611 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.611 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:02.612 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.612 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.612 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.612 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.194415+0000", 2024-04-13T09:15:02.612 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.422580+0000", 2024-04-13T09:15:02.612 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.422580+0000", 2024-04-13T09:15:02.612 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.422873+0000", 2024-04-13T09:15:02.612 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.194415+0000", 2024-04-13T09:15:02.612 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.612 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.612 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.612 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:02.612 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.194415+0000", 2024-04-13T09:15:02.612 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.194415+0000", 2024-04-13T09:15:02.613 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.194415+0000", 2024-04-13T09:15:02.613 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.613 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.613 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.613 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.194415+0000", 2024-04-13T09:15:02.613 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.194415+0000", 2024-04-13T09:15:02.613 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.613 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.613 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.613 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.613 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:02.613 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.613 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.613 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.613 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.613 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.614 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.614 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.614 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.614 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.3", 2024-04-13T09:15:02.614 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.614 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.614 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.614 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4961, 2024-04-13T09:15:02.614 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.614 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:10:11.026760+0000", 2024-04-13T09:15:02.614 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.614 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.614 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.614 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.614 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.615 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.615 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.615 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.615 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.615 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.615 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.615 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.615 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.615 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.615 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.615 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.615 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.615 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.615 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.615 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.616 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.616 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.616 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.616 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.616 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.616 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.616 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.616 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.616 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.616 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.616 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.616 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.616 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.616 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.616 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.616 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.617 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.617 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.617 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.617 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.617 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.617 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.617 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.617 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.617 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.617 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.617 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.617 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.617 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:02.617 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:02.617 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.617 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:15:02.618 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.618 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.618 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.618 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.618 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.618 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.618 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:02.618 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.618 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:15:02.618 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.618 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.618 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.618 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.618 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.618 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.618 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.439060+0000", 2024-04-13T09:15:02.619 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.599481+0000", 2024-04-13T09:15:02.619 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.599481+0000", 2024-04-13T09:15:02.619 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.599817+0000", 2024-04-13T09:15:02.619 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.439060+0000", 2024-04-13T09:15:02.619 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.619 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.619 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.619 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:02.619 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.439060+0000", 2024-04-13T09:15:02.619 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.439060+0000", 2024-04-13T09:15:02.619 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.439060+0000", 2024-04-13T09:15:02.619 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.619 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.619 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.619 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.439060+0000", 2024-04-13T09:15:02.620 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.439060+0000", 2024-04-13T09:15:02.620 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.620 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.620 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.620 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.620 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:02.620 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.620 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.620 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.620 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.620 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.620 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.620 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.620 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.620 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.2", 2024-04-13T09:15:02.620 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.621 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.621 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.621 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5039, 2024-04-13T09:15:02.621 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.621 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:05:52.926653+0000", 2024-04-13T09:15:02.621 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.621 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.621 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.621 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.621 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.621 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.621 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.621 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.621 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.621 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.621 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.622 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.622 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.622 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.622 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.622 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.622 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.622 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.622 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.622 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.622 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.622 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.622 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.622 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.622 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.622 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.623 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.623 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.623 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.623 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.623 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.623 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.623 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.623 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.623 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.623 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.623 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.623 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.623 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.623 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.623 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.624 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.624 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.624 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.624 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.624 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.624 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.624 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.624 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.624 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:02.624 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.624 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:15:02.624 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.624 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.624 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.624 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.625 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:02.625 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.625 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:02.625 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.625 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T09:15:02.625 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.625 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.625 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 66, 2024-04-13T09:15:02.625 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.625 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.625 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.625 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.578652+0000", 2024-04-13T09:15:02.625 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.424104+0000", 2024-04-13T09:15:02.625 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.424104+0000", 2024-04-13T09:15:02.625 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T08:27:07.865912+0000", 2024-04-13T09:15:02.626 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.578652+0000", 2024-04-13T09:15:02.626 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:02.626 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.626 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:02.626 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:02.626 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.578652+0000", 2024-04-13T09:15:02.626 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.578652+0000", 2024-04-13T09:15:02.626 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.578652+0000", 2024-04-13T09:15:02.626 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.626 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.626 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:02.626 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.578652+0000", 2024-04-13T09:15:02.626 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.578652+0000", 2024-04-13T09:15:02.626 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.626 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3078, 2024-04-13T09:15:02.627 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.627 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.627 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:02.627 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.627 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.627 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.627 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.627 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3078, 2024-04-13T09:15:02.627 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.627 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.627 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.627 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "4.5", 2024-04-13T09:15:02.627 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.627 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.627 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.627 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 8576, 2024-04-13T09:15:02.628 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.628 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:40:03.703768+0000", 2024-04-13T09:15:02.628 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.003449674, 2024-04-13T09:15:02.628 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.628 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.628 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.628 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.628 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.628 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.628 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.628 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.628 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.628 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.628 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.628 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.629 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.629 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.629 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.629 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.629 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.629 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.629 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.629 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.629 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.629 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.629 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.629 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.629 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.629 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.629 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.630 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.630 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.630 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.630 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.630 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.630 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.630 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.630 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.630 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 907, 2024-04-13T09:15:02.630 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 373264, 2024-04-13T09:15:02.630 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.630 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.630 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.630 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3074, 2024-04-13T09:15:02.630 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 401310 2024-04-13T09:15:02.630 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.631 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.631 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.631 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.631 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:02.631 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.631 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:02.631 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.631 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T09:15:02.631 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "1115'3078" 2024-04-13T09:15:02.631 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.631 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.631 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.631 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:02.631 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.631 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:02.632 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.632 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T09:15:02.632 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.632 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.632 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:02.632 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.632 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.632 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.632 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.436474+0000", 2024-04-13T09:15:02.632 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:51:57.370289+0000", 2024-04-13T09:15:02.632 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:51:57.370289+0000", 2024-04-13T09:15:02.632 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:51:57.370550+0000", 2024-04-13T09:15:02.632 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.436474+0000", 2024-04-13T09:15:02.632 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.632 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.632 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.633 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 415, 2024-04-13T09:15:02.633 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.436474+0000", 2024-04-13T09:15:02.633 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.436474+0000", 2024-04-13T09:15:02.633 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.436474+0000", 2024-04-13T09:15:02.633 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.633 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.633 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.633 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.436474+0000", 2024-04-13T09:15:02.633 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.436474+0000", 2024-04-13T09:15:02.633 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.633 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.633 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.633 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.633 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 414, 2024-04-13T09:15:02.633 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.633 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.634 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.634 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.634 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.634 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.634 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.634 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.634 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.1", 2024-04-13T09:15:02.634 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.634 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.634 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.634 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5075, 2024-04-13T09:15:02.634 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.634 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:24:13.779592+0000", 2024-04-13T09:15:02.634 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.634 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.635 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.636 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.636 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.636 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.636 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.636 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.636 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.636 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.636 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.636 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.636 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.636 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.636 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.636 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.636 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.636 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.636 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.637 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.637 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.637 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.637 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.637 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.637 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.637 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.637 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.637 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.637 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.637 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.637 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.637 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.637 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:02.637 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.637 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:02.637 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.638 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T09:15:02.638 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.638 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.638 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.638 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.638 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:02.638 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:02.638 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:02.638 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.638 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:02.638 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.638 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.638 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.638 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.638 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.639 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.639 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.833643+0000", 2024-04-13T09:15:02.639 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.601965+0000", 2024-04-13T09:15:02.639 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.601965+0000", 2024-04-13T09:15:02.639 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.602315+0000", 2024-04-13T09:15:02.639 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.833643+0000", 2024-04-13T09:15:02.639 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.639 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.639 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.639 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:02.639 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.833643+0000", 2024-04-13T09:15:02.639 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.833643+0000", 2024-04-13T09:15:02.639 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.833643+0000", 2024-04-13T09:15:02.639 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.639 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.640 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.640 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.833643+0000", 2024-04-13T09:15:02.640 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.833643+0000", 2024-04-13T09:15:02.640 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.640 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.640 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.640 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.640 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:02.640 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.640 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.640 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.640 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.640 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.640 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.640 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.641 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.641 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.0", 2024-04-13T09:15:02.641 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.641 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.641 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.641 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5093, 2024-04-13T09:15:02.641 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.641 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:42:20.804814+0000", 2024-04-13T09:15:02.641 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.641 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.641 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.641 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.641 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.641 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.641 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.641 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.641 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.642 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.642 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.642 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.642 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.642 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.642 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.642 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.642 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.642 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.642 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.642 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.642 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.642 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.642 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.642 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.643 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.643 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.643 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.643 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.643 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.643 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.643 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.643 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.643 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.643 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.643 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.643 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.643 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.643 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.643 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.644 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.644 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.644 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.644 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.644 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.644 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.644 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.644 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.644 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:02.644 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:02.644 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:02.644 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.644 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:02.644 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.644 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.645 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.645 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.645 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:02.645 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.645 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:02.645 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.645 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:02.645 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.645 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.645 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 66, 2024-04-13T09:15:02.645 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.645 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.645 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.645 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.834295+0000", 2024-04-13T09:15:02.645 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.428256+0000", 2024-04-13T09:15:02.645 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.428256+0000", 2024-04-13T09:15:02.646 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T08:27:07.866483+0000", 2024-04-13T09:15:02.646 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.834295+0000", 2024-04-13T09:15:02.646 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:02.646 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.646 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:02.646 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:15:02.646 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.834295+0000", 2024-04-13T09:15:02.646 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.834295+0000", 2024-04-13T09:15:02.646 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.834295+0000", 2024-04-13T09:15:02.646 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.646 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.646 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:02.646 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.834295+0000", 2024-04-13T09:15:02.646 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.834295+0000", 2024-04-13T09:15:02.646 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.647 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3032, 2024-04-13T09:15:02.647 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.647 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.647 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:15:02.647 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.647 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.647 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.647 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.647 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3032, 2024-04-13T09:15:02.647 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.647 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.647 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.647 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "4.7", 2024-04-13T09:15:02.647 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.647 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.647 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.648 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 8720, 2024-04-13T09:15:02.648 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.648 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:37:31.874279+0000", 2024-04-13T09:15:02.648 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.013562768, 2024-04-13T09:15:02.648 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.648 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.648 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.649 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.649 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.649 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.649 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.649 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.649 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.649 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.649 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.649 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.649 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.649 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.649 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.649 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.649 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.649 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.650 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.650 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.650 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.650 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.650 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.650 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.650 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.650 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.650 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.650 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 845, 2024-04-13T09:15:02.650 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 371084, 2024-04-13T09:15:02.650 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.650 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.650 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.650 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3025, 2024-04-13T09:15:02.651 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 397395 2024-04-13T09:15:02.651 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.651 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.651 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.651 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.651 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:02.651 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.651 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:02.651 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.651 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:02.651 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "1115'3032" 2024-04-13T09:15:02.651 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.651 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.651 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.651 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:02.651 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:02.652 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:02.652 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.652 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T09:15:02.652 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.652 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.652 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.652 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.652 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.652 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.652 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.436582+0000", 2024-04-13T09:15:02.652 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.602559+0000", 2024-04-13T09:15:02.652 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.602559+0000", 2024-04-13T09:15:02.652 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.602966+0000", 2024-04-13T09:15:02.652 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.436582+0000", 2024-04-13T09:15:02.652 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.653 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.653 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.653 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:02.653 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.436582+0000", 2024-04-13T09:15:02.653 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.436582+0000", 2024-04-13T09:15:02.653 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.436582+0000", 2024-04-13T09:15:02.653 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.653 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.653 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.653 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.436582+0000", 2024-04-13T09:15:02.653 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.436582+0000", 2024-04-13T09:15:02.653 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.653 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.653 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.653 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.654 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:02.654 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.654 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.654 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.654 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.654 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.654 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.654 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.654 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.654 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.3", 2024-04-13T09:15:02.654 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.654 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.654 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.654 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5059, 2024-04-13T09:15:02.654 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.655 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:02:51.674881+0000", 2024-04-13T09:15:02.655 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.655 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.655 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.655 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.656 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.656 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.656 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.656 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.656 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.656 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.656 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.656 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.656 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.656 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.656 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.656 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.656 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.656 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.656 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.656 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.657 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.657 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.657 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.657 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.657 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.657 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.657 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.657 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.657 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.657 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.657 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.657 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.657 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.657 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.657 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.657 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.658 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.658 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:02.658 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:02.658 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:02.658 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.658 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T09:15:02.658 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.658 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.658 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.658 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.658 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.658 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:02.658 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:02.658 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.659 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:15:02.659 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.659 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.659 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:02.659 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.659 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.659 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.659 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.194013+0000", 2024-04-13T09:15:02.659 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.603032+0000", 2024-04-13T09:15:02.659 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.603032+0000", 2024-04-13T09:15:02.659 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.603392+0000", 2024-04-13T09:15:02.659 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.194013+0000", 2024-04-13T09:15:02.659 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.659 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.659 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.659 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:02.660 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.194013+0000", 2024-04-13T09:15:02.660 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.194013+0000", 2024-04-13T09:15:02.660 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.194013+0000", 2024-04-13T09:15:02.660 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.660 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.660 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.660 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.194013+0000", 2024-04-13T09:15:02.660 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.194013+0000", 2024-04-13T09:15:02.660 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.660 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.660 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.660 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.660 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:02.660 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.660 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.661 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.661 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.661 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.661 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.661 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.661 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.661 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.2", 2024-04-13T09:15:02.661 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.661 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.661 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.661 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4967, 2024-04-13T09:15:02.661 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.661 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:40:14.576761+0000", 2024-04-13T09:15:02.661 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.661 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.662 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.663 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.663 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.663 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.663 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.663 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.663 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.663 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.663 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.663 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.663 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.663 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.663 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.663 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.663 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.663 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.663 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.664 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.664 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.664 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.664 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.664 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.664 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.664 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.664 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.664 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.666 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.666 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.666 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.666 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.666 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.666 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.666 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:02.666 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:02.666 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.666 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:15:02.666 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.667 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.667 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.667 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.667 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:02.667 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:02.667 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:15:02.667 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.667 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:02.667 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.667 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.667 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 66, 2024-04-13T09:15:02.667 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.667 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.667 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.668 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:14:46.967488+0000", 2024-04-13T09:15:02.668 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:51:57.373064+0000", 2024-04-13T09:15:02.668 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:51:57.373064+0000", 2024-04-13T09:15:02.668 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T08:27:07.862161+0000", 2024-04-13T09:15:02.668 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:14:46.967488+0000", 2024-04-13T09:15:02.668 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:02.668 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.668 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:02.668 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 415, 2024-04-13T09:15:02.668 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:14:46.967488+0000", 2024-04-13T09:15:02.668 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:14:46.967488+0000", 2024-04-13T09:15:02.668 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:14:46.967488+0000", 2024-04-13T09:15:02.668 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.668 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.668 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:02.668 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:14:46.967488+0000", 2024-04-13T09:15:02.669 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:14:46.967488+0000", 2024-04-13T09:15:02.669 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.669 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3124, 2024-04-13T09:15:02.669 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.669 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.669 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 414, 2024-04-13T09:15:02.669 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.669 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.669 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.669 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.669 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3124, 2024-04-13T09:15:02.669 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.669 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.669 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.669 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "4.4", 2024-04-13T09:15:02.670 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.670 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.670 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.670 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 9236, 2024-04-13T09:15:02.670 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.670 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:19:59.344690+0000", 2024-04-13T09:15:02.670 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.009314128, 2024-04-13T09:15:02.670 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.670 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.670 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.670 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.670 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.670 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.670 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.670 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.671 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.671 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.671 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.671 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.671 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.671 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.671 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.671 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.671 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.671 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.671 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T09:15:02.671 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T09:15:02.671 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.671 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T09:15:02.671 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.671 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T09:15:02.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 1809, 2024-04-13T09:15:02.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 392424, 2024-04-13T09:15:02.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.673 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.673 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3096, 2024-04-13T09:15:02.673 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 398916 2024-04-13T09:15:02.673 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.673 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.673 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.673 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.673 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:02.673 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:02.673 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:15:02.673 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.673 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:02.673 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "1115'3124" 2024-04-13T09:15:02.673 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.673 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.673 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.674 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.674 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.674 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:02.674 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.674 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:15:02.674 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.674 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.674 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.674 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.674 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.674 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.674 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.195231+0000", 2024-04-13T09:15:02.674 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.432331+0000", 2024-04-13T09:15:02.674 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.432331+0000", 2024-04-13T09:15:02.674 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.432658+0000", 2024-04-13T09:15:02.675 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.195231+0000", 2024-04-13T09:15:02.675 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.675 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.675 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.675 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:15:02.675 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.195231+0000", 2024-04-13T09:15:02.675 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.195231+0000", 2024-04-13T09:15:02.675 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.195231+0000", 2024-04-13T09:15:02.675 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.675 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.675 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.675 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.195231+0000", 2024-04-13T09:15:02.676 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.195231+0000", 2024-04-13T09:15:02.676 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.676 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.676 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.676 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.676 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:15:02.676 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.676 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.676 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.676 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.676 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.676 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.676 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.676 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.677 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.5", 2024-04-13T09:15:02.677 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.677 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.677 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.677 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4959, 2024-04-13T09:15:02.677 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.677 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:13:31.892740+0000", 2024-04-13T09:15:02.677 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.677 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.677 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.677 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.677 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.677 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.677 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.677 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.677 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.678 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.678 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.678 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.678 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.678 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.678 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.678 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.678 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.678 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.678 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.678 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.678 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.678 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.678 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.678 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.679 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.679 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.679 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.679 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.679 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.679 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.679 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.679 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.679 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.679 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.679 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.679 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.679 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.679 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.679 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.680 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.680 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.680 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.680 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.680 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.680 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.680 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.680 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.680 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.680 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.680 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:02.680 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.680 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:15:02.680 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.680 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.681 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.681 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.681 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:02.681 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:02.681 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:02.681 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.681 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:02.681 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.681 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.681 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:02.681 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.681 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.681 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.681 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.835475+0000", 2024-04-13T09:15:02.681 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.430513+0000", 2024-04-13T09:15:02.682 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.430513+0000", 2024-04-13T09:15:02.682 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.431055+0000", 2024-04-13T09:15:02.682 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.835475+0000", 2024-04-13T09:15:02.682 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.682 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.682 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.682 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:02.682 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.835475+0000", 2024-04-13T09:15:02.682 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.835475+0000", 2024-04-13T09:15:02.682 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.835475+0000", 2024-04-13T09:15:02.682 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.682 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.682 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.682 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.835475+0000", 2024-04-13T09:15:02.683 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.835475+0000", 2024-04-13T09:15:02.683 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.683 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.683 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.683 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.683 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:02.683 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.683 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.683 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.683 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.683 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.683 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.683 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.683 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.683 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.4", 2024-04-13T09:15:02.684 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.684 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.684 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.684 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5103, 2024-04-13T09:15:02.684 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.684 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:21:45.163379+0000", 2024-04-13T09:15:02.684 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.684 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.684 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.684 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.684 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.684 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.684 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.684 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.684 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.684 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.685 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.685 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.685 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.685 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.685 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.685 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.685 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.685 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.685 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.685 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.685 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.685 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.685 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.685 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.685 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.686 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.686 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.686 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.686 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.686 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.686 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.686 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.686 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.686 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.686 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.686 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.686 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.686 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.686 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.686 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.687 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.687 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.687 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.687 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.687 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.687 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.687 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.687 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:02.687 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:02.687 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:02.687 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.687 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:02.687 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.687 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.687 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.687 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.688 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:02.688 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.688 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:02.688 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.688 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:02.688 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.688 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.688 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 66, 2024-04-13T09:15:02.688 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.688 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.688 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.688 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.834621+0000", 2024-04-13T09:15:02.688 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.428208+0000", 2024-04-13T09:15:02.688 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.428208+0000", 2024-04-13T09:15:02.688 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T08:27:07.861082+0000", 2024-04-13T09:15:02.688 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.834621+0000", 2024-04-13T09:15:02.689 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:02.689 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.689 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:02.689 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:15:02.689 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.834621+0000", 2024-04-13T09:15:02.689 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.834621+0000", 2024-04-13T09:15:02.689 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.834621+0000", 2024-04-13T09:15:02.689 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.689 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.689 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:02.689 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.834621+0000", 2024-04-13T09:15:02.689 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.834621+0000", 2024-04-13T09:15:02.689 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.689 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3098, 2024-04-13T09:15:02.689 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.690 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.690 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:15:02.690 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.690 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.690 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.690 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.690 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3098, 2024-04-13T09:15:02.690 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.690 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.690 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.690 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "4.2", 2024-04-13T09:15:02.690 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.690 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.690 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.690 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 8896, 2024-04-13T09:15:02.691 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.691 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:27:02.350035+0000", 2024-04-13T09:15:02.691 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.008711502, 2024-04-13T09:15:02.691 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.691 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.691 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 19, 2024-04-13T09:15:02.691 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.691 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.691 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.691 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.691 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.691 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.691 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.691 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.691 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.691 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.692 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.692 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.692 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.692 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.692 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.692 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T09:15:02.692 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T09:15:02.692 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.692 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T09:15:02.692 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.692 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.692 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.692 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.692 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.692 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.692 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.693 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.693 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.693 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.693 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.693 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.693 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.693 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 795, 2024-04-13T09:15:02.693 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 379139, 2024-04-13T09:15:02.693 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.693 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.693 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.693 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3092, 2024-04-13T09:15:02.693 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 379768 2024-04-13T09:15:02.693 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.693 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.693 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.694 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.694 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:02.694 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.694 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:02.694 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.694 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:02.694 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "1115'3098" 2024-04-13T09:15:02.694 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.694 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.694 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.694 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:02.694 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.694 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:02.694 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.694 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:15:02.695 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.695 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.695 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.695 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.695 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.695 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.695 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.434720+0000", 2024-04-13T09:15:02.695 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.427338+0000", 2024-04-13T09:15:02.695 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.427338+0000", 2024-04-13T09:15:02.695 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.427646+0000", 2024-04-13T09:15:02.695 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.434720+0000", 2024-04-13T09:15:02.695 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.695 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.695 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.695 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:02.695 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.434720+0000", 2024-04-13T09:15:02.696 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.434720+0000", 2024-04-13T09:15:02.696 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.434720+0000", 2024-04-13T09:15:02.696 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.696 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.696 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.696 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.434720+0000", 2024-04-13T09:15:02.696 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.434720+0000", 2024-04-13T09:15:02.696 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.696 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.696 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.696 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.696 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:02.696 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.696 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.696 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.696 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.697 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.697 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.697 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.697 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.697 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.e", 2024-04-13T09:15:02.697 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.697 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.697 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.697 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4879, 2024-04-13T09:15:02.697 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.697 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:04:15.045314+0000", 2024-04-13T09:15:02.697 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.697 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.697 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.697 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.697 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.698 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.698 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.698 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.698 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.698 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.698 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.698 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.698 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.698 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.698 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.698 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.698 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.698 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.698 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.698 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.699 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.699 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.699 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.699 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.699 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.699 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.699 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.699 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.699 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.699 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.699 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.699 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.699 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.699 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.699 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.699 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.700 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.700 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.700 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.700 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.700 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.700 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.700 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.700 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.700 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.700 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.700 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.700 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:02.700 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.700 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:02.700 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.701 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:15:02.701 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.701 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.701 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.701 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.701 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.701 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:02.701 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:02.701 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.701 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 4, 2024-04-13T09:15:02.701 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.701 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.701 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:02.701 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.701 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.702 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.702 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.888215+0000", 2024-04-13T09:15:02.702 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.430139+0000", 2024-04-13T09:15:02.702 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.430139+0000", 2024-04-13T09:15:02.702 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.430472+0000", 2024-04-13T09:15:02.702 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.888215+0000", 2024-04-13T09:15:02.702 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.702 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.702 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.702 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:02.702 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.888215+0000", 2024-04-13T09:15:02.702 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.888215+0000", 2024-04-13T09:15:02.702 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.888215+0000", 2024-04-13T09:15:02.702 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.702 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.702 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.703 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.888215+0000", 2024-04-13T09:15:02.703 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.888215+0000", 2024-04-13T09:15:02.703 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.703 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 1, 2024-04-13T09:15:02.703 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.703 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.703 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:02.703 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.703 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.703 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.703 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.703 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 1, 2024-04-13T09:15:02.703 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.703 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.703 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.704 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.f", 2024-04-13T09:15:02.704 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.704 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.704 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.704 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5015, 2024-04-13T09:15:02.704 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.704 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:57:41.752781+0000", 2024-04-13T09:15:02.704 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.704 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.704 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.704 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 22, 2024-04-13T09:15:02.704 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.704 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.704 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.704 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.705 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.705 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.705 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.705 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.705 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.705 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.705 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.705 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.705 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.705 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.705 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.705 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T09:15:02.705 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T09:15:02.705 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.705 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T09:15:02.705 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.706 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.706 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.706 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.706 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.706 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.706 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.706 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.706 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.706 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.706 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.706 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.706 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.706 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 2, 2024-04-13T09:15:02.706 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 2, 2024-04-13T09:15:02.706 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.707 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.707 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.707 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 1, 2024-04-13T09:15:02.707 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 1 2024-04-13T09:15:02.707 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.707 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.707 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.707 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.707 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.707 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:02.707 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:02.707 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.707 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 4, 2024-04-13T09:15:02.707 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'1" 2024-04-13T09:15:02.707 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.708 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.708 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.708 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:02.708 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.708 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:02.708 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.708 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:15:02.708 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.708 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.708 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.708 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.708 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.708 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.708 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.433096+0000", 2024-04-13T09:15:02.708 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.416982+0000", 2024-04-13T09:15:02.708 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.416982+0000", 2024-04-13T09:15:02.709 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.419915+0000", 2024-04-13T09:15:02.709 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.433096+0000", 2024-04-13T09:15:02.709 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.709 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.709 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.709 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:02.709 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.433096+0000", 2024-04-13T09:15:02.709 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.433096+0000", 2024-04-13T09:15:02.709 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.433096+0000", 2024-04-13T09:15:02.709 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.709 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.709 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.709 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.433096+0000", 2024-04-13T09:15:02.709 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.433096+0000", 2024-04-13T09:15:02.709 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.709 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.710 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.710 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.710 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:02.710 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.710 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.710 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.710 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.710 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.710 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.710 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.710 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.710 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.11", 2024-04-13T09:15:02.710 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.710 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.710 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.711 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4864, 2024-04-13T09:15:02.711 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.711 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:03:22.542941+0000", 2024-04-13T09:15:02.711 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.711 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.711 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.711 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.711 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.711 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.711 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.711 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.711 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.711 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.711 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.711 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.712 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.712 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.712 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.712 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.712 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.712 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.712 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.712 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.712 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.712 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.712 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.712 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.712 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.712 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.712 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.712 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.713 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.713 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.713 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.713 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.713 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.713 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.713 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.713 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.713 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.713 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.713 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.713 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.713 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.713 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.713 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.714 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.714 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.714 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.714 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.714 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:02.714 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.714 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:02.714 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.714 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:15:02.714 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.714 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.714 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.714 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.714 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:02.714 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:02.715 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:02.715 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.715 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T09:15:02.715 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.715 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.715 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:02.715 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.715 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.715 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.715 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.436158+0000", 2024-04-13T09:15:02.715 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:51:22.379267+0000", 2024-04-13T09:15:02.715 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:51:22.379267+0000", 2024-04-13T09:15:02.715 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:51:22.379622+0000", 2024-04-13T09:15:02.715 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.436158+0000", 2024-04-13T09:15:02.715 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.715 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.715 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.716 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 381, 2024-04-13T09:15:02.716 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.436158+0000", 2024-04-13T09:15:02.716 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.436158+0000", 2024-04-13T09:15:02.716 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.436158+0000", 2024-04-13T09:15:02.716 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.716 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.716 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.716 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.436158+0000", 2024-04-13T09:15:02.716 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.436158+0000", 2024-04-13T09:15:02.716 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.716 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 8, 2024-04-13T09:15:02.716 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.716 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.716 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 380, 2024-04-13T09:15:02.716 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.717 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.717 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.717 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.717 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 8, 2024-04-13T09:15:02.717 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.717 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.717 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.717 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.10", 2024-04-13T09:15:02.717 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.717 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.717 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.717 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5079, 2024-04-13T09:15:02.717 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.717 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:44:15.951223+0000", 2024-04-13T09:15:02.718 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.718 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.718 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.718 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.718 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.718 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.718 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.718 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.718 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.718 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.718 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.718 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.718 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.718 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.718 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.719 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.719 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.719 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.719 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.719 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 12, 2024-04-13T09:15:02.719 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 4, 2024-04-13T09:15:02.719 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.719 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 4, 2024-04-13T09:15:02.719 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.719 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.719 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.719 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.719 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.719 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 4, 2024-04-13T09:15:02.719 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.720 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.720 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.720 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.720 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.720 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.720 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.720 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 48, 2024-04-13T09:15:02.720 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 48, 2024-04-13T09:15:02.720 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.720 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.720 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.720 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 12, 2024-04-13T09:15:02.720 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.720 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.720 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.720 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.721 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.721 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:02.721 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:02.721 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:02.721 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.721 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T09:15:02.721 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'8" 2024-04-13T09:15:02.721 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.721 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.721 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.721 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:02.721 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:02.721 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:15:02.721 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.721 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T09:15:02.721 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.722 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.722 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.722 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.722 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.722 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.722 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.577525+0000", 2024-04-13T09:15:02.722 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.604541+0000", 2024-04-13T09:15:02.722 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.604541+0000", 2024-04-13T09:15:02.722 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.604848+0000", 2024-04-13T09:15:02.722 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.577525+0000", 2024-04-13T09:15:02.722 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.722 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.722 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.722 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:02.722 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.577525+0000", 2024-04-13T09:15:02.723 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.577525+0000", 2024-04-13T09:15:02.723 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.577525+0000", 2024-04-13T09:15:02.723 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.723 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.723 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.723 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.577525+0000", 2024-04-13T09:15:02.723 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.577525+0000", 2024-04-13T09:15:02.723 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.723 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.723 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.723 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.723 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:02.723 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.723 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.723 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.724 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.724 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.724 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.724 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.724 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.724 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.10", 2024-04-13T09:15:02.724 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.724 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.724 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.724 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4904, 2024-04-13T09:15:02.724 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.724 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:10:10.629169+0000", 2024-04-13T09:15:02.724 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.724 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.724 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.724 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.725 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.725 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.725 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.725 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.725 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.725 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.725 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.725 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.725 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.725 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.725 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.725 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.725 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.725 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.725 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.725 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.726 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.726 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.726 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.726 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.726 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.726 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.726 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.726 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.726 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.726 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.726 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.726 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.726 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.726 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.726 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.727 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.727 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.727 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.727 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.727 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.727 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.727 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.727 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.727 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.727 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.727 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.727 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.727 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:02.727 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:02.727 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:15:02.727 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.727 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T09:15:02.728 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.728 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.728 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.728 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.728 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:02.728 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.728 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:02.728 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.728 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T09:15:02.728 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.728 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.728 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:02.728 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.728 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.728 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.729 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.578070+0000", 2024-04-13T09:15:02.729 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.607669+0000", 2024-04-13T09:15:02.729 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.607669+0000", 2024-04-13T09:15:02.729 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.609181+0000", 2024-04-13T09:15:02.729 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.578070+0000", 2024-04-13T09:15:02.729 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.729 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.729 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.729 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:02.729 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.578070+0000", 2024-04-13T09:15:02.729 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.578070+0000", 2024-04-13T09:15:02.729 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.578070+0000", 2024-04-13T09:15:02.729 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.729 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.729 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.729 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.578070+0000", 2024-04-13T09:15:02.729 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.578070+0000", 2024-04-13T09:15:02.730 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.730 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.730 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.730 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.730 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:02.730 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.730 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.730 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.730 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.730 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.730 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.730 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.730 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.730 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.11", 2024-04-13T09:15:02.730 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.731 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.731 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.731 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4912, 2024-04-13T09:15:02.731 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.731 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:49:34.336766+0000", 2024-04-13T09:15:02.731 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.731 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.731 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.731 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.731 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.731 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.731 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.731 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.731 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.731 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.731 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.732 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.732 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.732 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.732 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.732 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.732 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.732 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.732 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.732 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.732 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.732 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.732 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.732 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.733 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.733 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.733 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.733 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.733 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.733 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.733 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.733 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.733 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.733 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.733 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.733 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.733 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.733 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.733 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.734 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.734 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.734 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.734 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.734 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.734 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.734 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.734 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.734 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:02.734 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.734 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:02.734 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.734 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T09:15:02.734 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.734 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.735 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.735 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.735 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:02.735 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.735 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:02.735 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.735 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:15:02.735 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.735 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.735 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.735 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.735 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.735 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.735 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.433737+0000", 2024-04-13T09:15:02.735 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.420266+0000", 2024-04-13T09:15:02.735 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.420266+0000", 2024-04-13T09:15:02.736 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.420781+0000", 2024-04-13T09:15:02.736 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.433737+0000", 2024-04-13T09:15:02.736 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.736 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.736 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.736 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:02.736 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.433737+0000", 2024-04-13T09:15:02.736 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.433737+0000", 2024-04-13T09:15:02.736 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.433737+0000", 2024-04-13T09:15:02.736 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.736 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.736 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.736 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.433737+0000", 2024-04-13T09:15:02.736 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.433737+0000", 2024-04-13T09:15:02.736 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.736 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.737 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.737 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.737 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:02.737 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.737 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.737 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.737 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.737 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.737 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.737 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.737 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.737 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.13", 2024-04-13T09:15:02.737 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.737 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.737 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.737 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4878, 2024-04-13T09:15:02.738 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.738 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:48:30.525646+0000", 2024-04-13T09:15:02.738 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.738 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.738 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.738 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.738 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.738 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.738 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.738 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.738 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.738 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.738 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.738 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.738 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.739 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.739 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.739 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.739 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.739 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.739 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.739 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.739 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.739 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.739 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.739 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.739 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.739 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.739 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.739 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.739 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.740 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.740 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.740 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.740 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.740 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.740 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.740 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.740 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.740 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.740 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.740 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.740 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.740 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.740 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.740 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.741 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.741 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.741 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.741 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:02.741 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.741 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:02.741 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.741 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:15:02.741 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.741 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.741 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.741 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.741 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.741 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.741 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:02.741 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.742 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:15:02.742 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.742 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.742 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:02.742 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.742 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.742 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.742 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.193411+0000", 2024-04-13T09:15:02.742 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.429805+0000", 2024-04-13T09:15:02.742 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.429805+0000", 2024-04-13T09:15:02.742 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.432264+0000", 2024-04-13T09:15:02.742 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.193411+0000", 2024-04-13T09:15:02.742 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.742 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.742 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.743 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:15:02.743 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.193411+0000", 2024-04-13T09:15:02.743 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.193411+0000", 2024-04-13T09:15:02.743 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.193411+0000", 2024-04-13T09:15:02.743 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.743 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.743 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.743 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.193411+0000", 2024-04-13T09:15:02.743 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.193411+0000", 2024-04-13T09:15:02.743 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.743 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.743 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.743 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.743 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:15:02.743 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.744 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.744 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.744 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.744 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.744 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.744 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.744 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.744 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.12", 2024-04-13T09:15:02.744 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.744 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.744 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.744 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4961, 2024-04-13T09:15:02.744 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.744 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:09:06.086315+0000", 2024-04-13T09:15:02.744 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.745 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.745 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.745 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.745 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.745 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.745 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.745 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.745 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.745 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.745 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.745 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.745 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.745 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.745 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.745 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.745 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.746 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.746 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.746 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.746 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.746 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.746 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.746 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.746 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.746 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.746 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.746 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.746 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.746 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.746 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.746 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.746 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.747 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.747 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.747 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.747 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.747 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.747 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.747 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.747 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.747 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.747 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.747 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.747 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.747 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.747 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.747 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.748 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.748 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:02.748 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.748 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:15:02.748 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.748 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.748 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.748 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.748 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:02.748 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:02.748 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:15:02.748 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.748 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T09:15:02.748 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.748 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.749 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.749 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.749 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.749 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.749 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.193922+0000", 2024-04-13T09:15:02.749 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.417122+0000", 2024-04-13T09:15:02.749 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.417122+0000", 2024-04-13T09:15:02.749 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.417479+0000", 2024-04-13T09:15:02.749 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.193922+0000", 2024-04-13T09:15:02.749 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.749 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.749 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.749 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:02.749 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.193922+0000", 2024-04-13T09:15:02.749 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.193922+0000", 2024-04-13T09:15:02.749 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.193922+0000", 2024-04-13T09:15:02.750 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.750 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.750 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.750 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.193922+0000", 2024-04-13T09:15:02.750 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.193922+0000", 2024-04-13T09:15:02.750 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.750 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.750 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.750 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.750 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:02.750 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.750 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.750 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.750 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.750 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.751 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.751 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.751 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.751 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.12", 2024-04-13T09:15:02.751 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.751 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.751 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.751 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5086, 2024-04-13T09:15:02.751 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.751 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:10:07.850885+0000", 2024-04-13T09:15:02.751 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.751 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.751 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.751 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.751 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.751 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.752 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.752 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.752 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.752 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.752 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.752 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.752 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.752 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.752 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.752 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.752 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.752 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.752 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.752 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.752 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.752 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.753 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.753 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.753 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.753 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.753 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.753 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.753 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.753 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.753 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.753 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.753 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.753 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.753 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.753 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.753 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.754 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.754 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.754 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.754 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.754 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.754 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.754 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.754 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.754 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.754 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.754 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:02.754 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:02.754 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:15:02.754 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.754 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T09:15:02.754 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.755 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.755 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.755 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.755 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:02.755 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.755 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:15:02.755 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.755 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:02.755 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.755 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.755 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:02.755 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.755 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.755 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.755 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.835435+0000", 2024-04-13T09:15:02.755 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.405988+0000", 2024-04-13T09:15:02.756 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.405988+0000", 2024-04-13T09:15:02.756 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.406477+0000", 2024-04-13T09:15:02.756 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.835435+0000", 2024-04-13T09:15:02.756 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.756 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.756 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.756 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:15:02.756 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.835435+0000", 2024-04-13T09:15:02.756 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.835435+0000", 2024-04-13T09:15:02.756 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.835435+0000", 2024-04-13T09:15:02.756 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.756 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.756 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.756 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.835435+0000", 2024-04-13T09:15:02.756 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.835435+0000", 2024-04-13T09:15:02.756 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.757 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 2, 2024-04-13T09:15:02.757 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.757 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.757 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:15:02.757 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.757 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.757 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.757 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.757 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 2, 2024-04-13T09:15:02.757 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.757 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.757 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.757 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.13", 2024-04-13T09:15:02.757 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.757 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.758 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.758 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4836, 2024-04-13T09:15:02.758 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.758 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:26:37.025851+0000", 2024-04-13T09:15:02.758 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.758 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.758 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.758 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 34, 2024-04-13T09:15:02.758 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.758 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 34, 2024-04-13T09:15:02.758 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.758 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.758 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.758 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.758 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.759 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.759 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.759 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.759 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.759 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 10, 2024-04-13T09:15:02.759 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.759 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.759 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.759 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 6, 2024-04-13T09:15:02.759 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 2, 2024-04-13T09:15:02.759 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.759 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 2, 2024-04-13T09:15:02.759 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.759 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.759 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.759 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.760 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.760 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T09:15:02.760 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.760 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 2, 2024-04-13T09:15:02.760 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.760 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.760 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.760 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.760 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.760 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 8, 2024-04-13T09:15:02.760 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 16, 2024-04-13T09:15:02.760 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.760 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.760 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.760 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3, 2024-04-13T09:15:02.761 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 7 2024-04-13T09:15:02.761 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.761 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.761 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.761 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.761 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:02.761 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.761 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:15:02.761 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.761 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:02.761 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'2" 2024-04-13T09:15:02.761 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.761 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.761 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.761 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:02.762 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.762 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:02.762 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.762 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:15:02.762 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.762 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.762 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.762 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.762 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.762 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.762 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.434771+0000", 2024-04-13T09:15:02.762 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.429708+0000", 2024-04-13T09:15:02.762 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.429708+0000", 2024-04-13T09:15:02.762 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.430002+0000", 2024-04-13T09:15:02.762 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.434771+0000", 2024-04-13T09:15:02.763 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.763 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.763 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.763 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:02.763 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.434771+0000", 2024-04-13T09:15:02.763 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.434771+0000", 2024-04-13T09:15:02.763 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.434771+0000", 2024-04-13T09:15:02.763 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.763 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.763 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.763 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.434771+0000", 2024-04-13T09:15:02.763 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.434771+0000", 2024-04-13T09:15:02.763 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.763 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.763 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.763 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.764 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:02.764 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.764 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.764 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.764 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.764 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.764 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.764 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.764 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.764 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.15", 2024-04-13T09:15:02.764 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.764 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.764 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.764 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4877, 2024-04-13T09:15:02.764 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.764 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:01:06.169145+0000", 2024-04-13T09:15:02.764 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.765 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.765 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.765 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.765 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.765 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.765 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.765 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.765 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.765 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.765 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.765 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.765 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.765 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.765 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.765 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.765 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.766 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.766 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.766 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.766 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.766 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.766 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.766 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.766 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.766 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.766 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.766 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.766 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.766 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.766 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.766 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.767 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.767 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.767 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.767 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.767 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.767 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.767 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.767 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.767 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.767 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.767 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.767 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.767 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.767 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.767 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.767 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:02.768 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.768 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:02.768 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.768 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:15:02.768 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.768 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.768 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.768 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.768 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:02.768 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.768 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:15:02.768 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.768 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T09:15:02.768 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.768 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.768 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:02.769 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.769 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.769 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.769 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.578568+0000", 2024-04-13T09:15:02.769 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.618052+0000", 2024-04-13T09:15:02.769 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.618052+0000", 2024-04-13T09:15:02.769 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.618460+0000", 2024-04-13T09:15:02.769 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.578568+0000", 2024-04-13T09:15:02.769 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.769 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.769 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.769 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:02.769 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.578568+0000", 2024-04-13T09:15:02.769 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.578568+0000", 2024-04-13T09:15:02.769 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.578568+0000", 2024-04-13T09:15:02.769 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.770 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.770 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.770 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.578568+0000", 2024-04-13T09:15:02.770 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.578568+0000", 2024-04-13T09:15:02.770 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.770 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 30, 2024-04-13T09:15:02.770 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.770 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.770 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:02.770 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.770 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.770 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.770 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.770 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 30, 2024-04-13T09:15:02.770 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.770 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.771 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.771 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.14", 2024-04-13T09:15:02.771 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.771 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.771 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.771 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4947, 2024-04-13T09:15:02.771 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.771 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:17:59.022233+0000", 2024-04-13T09:15:02.771 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.771 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.771 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.771 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 5824, 2024-04-13T09:15:02.771 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.771 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.772 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.772 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.772 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.772 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.772 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.772 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.772 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.772 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.772 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.772 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.772 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.772 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.772 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.772 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 12, 2024-04-13T09:15:02.772 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 4, 2024-04-13T09:15:02.772 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.773 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 4, 2024-04-13T09:15:02.773 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.773 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.773 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.773 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.773 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.773 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T09:15:02.773 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.773 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.773 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.773 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.773 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.773 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.773 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.773 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 20, 2024-04-13T09:15:02.774 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 28, 2024-04-13T09:15:02.774 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.774 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.774 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.774 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 28, 2024-04-13T09:15:02.774 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 25 2024-04-13T09:15:02.774 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.774 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.774 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.774 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.774 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:02.774 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.774 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:15:02.774 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.774 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T09:15:02.774 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "583'30" 2024-04-13T09:15:02.775 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.775 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.775 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.775 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.775 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:02.775 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:02.775 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.775 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 4, 2024-04-13T09:15:02.775 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.775 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.775 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.775 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.775 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.775 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.775 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.888570+0000", 2024-04-13T09:15:02.776 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.429960+0000", 2024-04-13T09:15:02.776 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.429960+0000", 2024-04-13T09:15:02.776 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.430267+0000", 2024-04-13T09:15:02.776 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.888570+0000", 2024-04-13T09:15:02.776 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.776 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.776 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.776 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:02.776 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.888570+0000", 2024-04-13T09:15:02.776 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.888570+0000", 2024-04-13T09:15:02.776 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.888570+0000", 2024-04-13T09:15:02.776 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.776 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.776 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.776 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.888570+0000", 2024-04-13T09:15:02.776 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.888570+0000", 2024-04-13T09:15:02.777 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.777 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.777 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.777 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.777 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:02.777 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.777 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.777 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.777 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.777 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.777 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.777 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.777 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.777 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.14", 2024-04-13T09:15:02.777 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.777 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.778 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.778 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4999, 2024-04-13T09:15:02.778 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.778 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T19:09:12.819949+0000", 2024-04-13T09:15:02.778 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.778 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.778 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.778 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.778 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.778 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.778 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.778 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.778 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.778 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.778 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.779 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.779 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.779 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.779 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.779 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.779 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.779 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.779 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.779 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.779 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.779 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.779 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.779 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.779 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.779 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.779 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.780 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.780 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.780 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.780 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.780 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.780 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.780 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.780 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.780 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.780 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.780 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.780 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.780 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.780 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.780 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.780 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.781 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.781 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.781 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.781 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.781 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.781 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:02.781 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:02.781 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.781 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 4, 2024-04-13T09:15:02.781 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.781 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.781 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.781 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.781 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:02.781 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.781 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:02.782 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.782 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:02.782 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.782 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.782 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:02.782 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.782 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.782 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.782 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.834648+0000", 2024-04-13T09:15:02.782 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.425167+0000", 2024-04-13T09:15:02.782 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.425167+0000", 2024-04-13T09:15:02.782 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.425571+0000", 2024-04-13T09:15:02.782 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.834648+0000", 2024-04-13T09:15:02.782 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.782 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.783 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.783 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:15:02.783 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.834648+0000", 2024-04-13T09:15:02.783 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.834648+0000", 2024-04-13T09:15:02.783 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.834648+0000", 2024-04-13T09:15:02.783 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.783 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.783 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.783 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.834648+0000", 2024-04-13T09:15:02.783 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.834648+0000", 2024-04-13T09:15:02.783 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.783 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3, 2024-04-13T09:15:02.783 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.783 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.783 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:15:02.783 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.784 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.784 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.784 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.784 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3, 2024-04-13T09:15:02.784 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.784 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.784 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.784 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.15", 2024-04-13T09:15:02.784 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.784 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.784 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.784 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5106, 2024-04-13T09:15:02.784 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.784 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:58:46.908166+0000", 2024-04-13T09:15:02.785 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.785 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.785 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.785 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 90, 2024-04-13T09:15:02.785 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.785 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.785 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.785 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.785 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.785 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.785 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.785 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.785 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.785 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.785 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.785 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.786 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.786 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.786 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.786 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 6, 2024-04-13T09:15:02.786 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 2, 2024-04-13T09:15:02.786 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.786 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 2, 2024-04-13T09:15:02.786 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.786 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.786 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.786 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.786 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.786 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T09:15:02.786 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.786 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.787 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.787 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.787 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.787 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.787 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.787 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 14, 2024-04-13T09:15:02.787 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 14, 2024-04-13T09:15:02.787 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.787 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.787 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.787 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 4, 2024-04-13T09:15:02.787 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 1 2024-04-13T09:15:02.787 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.787 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.787 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.788 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.788 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:02.788 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.788 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:02.788 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.788 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:02.788 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'3" 2024-04-13T09:15:02.788 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.788 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.788 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.788 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:02.788 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.788 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:15:02.788 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.788 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T09:15:02.788 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.789 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.789 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.789 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.789 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.789 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.789 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.195718+0000", 2024-04-13T09:15:02.789 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.422480+0000", 2024-04-13T09:15:02.789 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.422480+0000", 2024-04-13T09:15:02.789 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.422790+0000", 2024-04-13T09:15:02.789 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.195718+0000", 2024-04-13T09:15:02.789 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.789 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.789 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.789 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:15:02.789 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.195718+0000", 2024-04-13T09:15:02.789 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.195718+0000", 2024-04-13T09:15:02.790 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.195718+0000", 2024-04-13T09:15:02.790 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.790 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.790 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.790 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.195718+0000", 2024-04-13T09:15:02.790 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.195718+0000", 2024-04-13T09:15:02.790 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.790 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.790 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.790 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.790 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:15:02.790 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.790 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.790 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.790 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.790 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.791 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.791 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.791 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.791 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.17", 2024-04-13T09:15:02.791 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.791 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.791 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.791 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5085, 2024-04-13T09:15:02.791 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.791 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:26:20.693497+0000", 2024-04-13T09:15:02.791 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.791 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.791 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.791 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.791 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.791 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.792 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.792 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.792 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.792 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.792 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.792 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.792 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.792 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.792 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.792 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.792 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.792 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.792 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.792 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.792 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.792 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.793 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.793 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.793 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.793 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.793 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.793 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.793 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.793 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.793 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.793 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.793 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.793 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.793 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.793 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.793 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.793 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.794 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.794 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.794 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.794 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.794 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.794 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.794 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.794 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.794 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.794 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:02.794 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.794 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:15:02.794 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.794 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T09:15:02.794 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.794 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.795 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.795 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.795 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.795 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:02.795 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:02.795 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.795 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:15:02.795 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.795 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.795 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:02.795 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.795 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.795 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.795 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.195606+0000", 2024-04-13T09:15:02.795 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.602505+0000", 2024-04-13T09:15:02.796 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.602505+0000", 2024-04-13T09:15:02.796 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.605090+0000", 2024-04-13T09:15:02.796 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.195606+0000", 2024-04-13T09:15:02.796 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.796 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.796 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.796 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:02.796 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.195606+0000", 2024-04-13T09:15:02.796 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.195606+0000", 2024-04-13T09:15:02.796 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.195606+0000", 2024-04-13T09:15:02.796 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.796 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.796 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.796 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.195606+0000", 2024-04-13T09:15:02.796 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.195606+0000", 2024-04-13T09:15:02.796 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.797 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.797 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.797 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.797 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:02.797 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.797 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.797 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.797 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.797 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.797 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.797 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.797 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.797 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.16", 2024-04-13T09:15:02.797 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.797 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.797 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.798 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4955, 2024-04-13T09:15:02.798 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.798 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:15:04.844294+0000", 2024-04-13T09:15:02.798 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.798 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.798 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.798 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.798 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.798 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.798 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.798 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.798 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.798 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.798 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.798 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.799 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.799 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.799 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.799 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.799 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.799 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.799 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.799 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.799 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.799 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.799 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.799 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.799 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.799 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.799 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.799 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.799 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.800 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.800 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.800 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.800 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.800 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.800 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.800 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.800 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.800 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.800 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.800 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.800 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.800 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.800 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.800 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.801 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.801 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.801 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.801 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.801 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:02.801 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:02.801 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.801 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:15:02.801 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.801 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.801 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.801 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.801 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.801 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:02.801 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:02.802 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.802 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:15:02.802 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.802 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.802 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.802 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.802 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.802 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.802 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.195843+0000", 2024-04-13T09:15:02.802 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.418030+0000", 2024-04-13T09:15:02.802 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.418030+0000", 2024-04-13T09:15:02.802 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.418348+0000", 2024-04-13T09:15:02.802 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.195843+0000", 2024-04-13T09:15:02.802 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.803 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.803 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.803 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:02.803 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.195843+0000", 2024-04-13T09:15:02.803 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.195843+0000", 2024-04-13T09:15:02.803 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.195843+0000", 2024-04-13T09:15:02.803 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.803 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.803 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.803 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.195843+0000", 2024-04-13T09:15:02.803 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.195843+0000", 2024-04-13T09:15:02.803 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.803 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.803 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.803 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.803 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:02.804 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.804 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.804 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.804 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.804 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.804 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.804 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.804 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.804 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.16", 2024-04-13T09:15:02.804 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.804 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.804 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.804 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4960, 2024-04-13T09:15:02.804 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.804 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:07:50.271086+0000", 2024-04-13T09:15:02.804 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.805 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.805 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.805 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.805 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.805 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.805 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.805 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.805 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.805 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.805 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.805 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.805 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.805 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.805 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.805 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.806 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.806 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.806 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.806 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.806 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.806 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.806 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.806 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.806 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.806 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.806 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.806 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.806 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.806 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.806 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.807 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.807 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.807 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.807 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.807 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.807 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.807 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.807 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.807 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.807 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.807 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.807 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.807 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.807 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.807 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.807 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.808 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.808 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:02.808 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:02.808 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.808 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:15:02.808 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.808 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.808 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.808 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.808 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:02.808 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.808 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:02.808 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.808 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T09:15:02.808 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.808 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.809 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:02.809 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.809 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.809 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.809 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.579489+0000", 2024-04-13T09:15:02.809 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.618350+0000", 2024-04-13T09:15:02.809 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.618350+0000", 2024-04-13T09:15:02.809 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.619267+0000", 2024-04-13T09:15:02.809 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.579489+0000", 2024-04-13T09:15:02.809 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.809 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.809 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.809 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:02.809 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.579489+0000", 2024-04-13T09:15:02.809 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.579489+0000", 2024-04-13T09:15:02.809 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.579489+0000", 2024-04-13T09:15:02.810 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.810 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.810 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.810 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.579489+0000", 2024-04-13T09:15:02.810 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.579489+0000", 2024-04-13T09:15:02.810 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.810 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.810 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.810 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.810 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:02.810 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.810 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.810 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.810 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.810 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.811 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.811 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.811 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.811 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.17", 2024-04-13T09:15:02.811 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.811 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.811 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.811 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4904, 2024-04-13T09:15:02.811 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.811 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:27:18.385469+0000", 2024-04-13T09:15:02.811 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.811 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.811 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.811 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.811 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.812 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.812 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.812 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.812 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.812 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.812 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.812 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.812 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.812 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.812 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.812 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.812 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.812 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.812 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.812 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.813 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.813 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.813 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.813 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.813 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.813 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.813 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.813 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.813 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.813 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.813 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.813 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.813 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.813 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.813 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.813 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.814 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.814 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.814 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.814 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.814 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.814 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.814 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.814 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.814 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.814 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.814 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.814 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:02.814 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.814 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:02.814 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.815 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T09:15:02.815 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.815 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.815 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.815 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.815 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:02.815 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.815 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:02.815 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.815 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:02.815 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.815 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.815 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.815 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.815 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.816 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.816 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.833552+0000", 2024-04-13T09:15:02.816 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.409986+0000", 2024-04-13T09:15:02.816 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.409986+0000", 2024-04-13T09:15:02.816 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.412038+0000", 2024-04-13T09:15:02.816 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.833552+0000", 2024-04-13T09:15:02.816 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.816 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.816 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.816 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:15:02.816 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.833552+0000", 2024-04-13T09:15:02.816 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.833552+0000", 2024-04-13T09:15:02.816 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.833552+0000", 2024-04-13T09:15:02.816 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.816 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.816 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.817 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.833552+0000", 2024-04-13T09:15:02.817 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.833552+0000", 2024-04-13T09:15:02.817 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.817 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.817 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.817 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.817 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:15:02.817 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.817 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.817 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.817 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.817 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.817 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.817 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.817 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.818 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.19", 2024-04-13T09:15:02.818 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.818 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.818 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.818 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5086, 2024-04-13T09:15:02.818 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.818 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:59:17.239554+0000", 2024-04-13T09:15:02.818 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.818 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.818 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.818 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.818 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.818 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.818 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.818 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.819 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.819 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.819 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.819 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.819 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.819 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.819 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.819 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.819 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.819 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.819 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.819 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.819 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.819 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.819 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.820 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.820 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.820 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.820 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.820 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.820 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.820 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.820 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.820 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.820 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.820 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.820 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.820 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.820 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.820 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.821 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.821 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.821 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.821 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.821 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.821 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.821 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.821 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.821 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.821 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:02.821 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.821 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:02.821 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.821 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:02.821 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.822 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.822 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.822 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.822 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.822 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.822 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:02.822 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.822 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:15:02.822 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.822 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.822 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:02.822 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.822 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.822 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.822 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.194210+0000", 2024-04-13T09:15:02.822 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.421347+0000", 2024-04-13T09:15:02.823 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.421347+0000", 2024-04-13T09:15:02.823 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.421670+0000", 2024-04-13T09:15:02.823 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.194210+0000", 2024-04-13T09:15:02.823 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.823 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.823 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.823 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:02.823 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.194210+0000", 2024-04-13T09:15:02.823 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.194210+0000", 2024-04-13T09:15:02.823 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.194210+0000", 2024-04-13T09:15:02.823 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.823 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.823 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.823 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.194210+0000", 2024-04-13T09:15:02.824 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.194210+0000", 2024-04-13T09:15:02.824 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.824 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.824 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.824 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.824 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:02.824 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.824 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.824 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.824 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.824 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.824 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.824 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.824 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.824 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.18", 2024-04-13T09:15:02.825 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.825 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.825 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.825 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4970, 2024-04-13T09:15:02.825 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.825 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:11:52.556816+0000", 2024-04-13T09:15:02.825 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.825 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.825 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.825 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.825 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.825 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.825 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.825 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.825 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.826 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.826 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.826 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.826 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.826 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.826 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.826 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.826 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.826 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.826 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.826 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.826 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.826 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.826 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.826 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.827 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.827 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.827 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.827 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.827 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.827 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.827 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.827 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.827 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.827 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.827 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.827 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.827 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.827 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.827 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.828 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.828 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.828 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.828 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.828 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.828 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.828 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.828 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.828 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.828 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.828 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:02.828 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.828 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:15:02.828 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.828 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.828 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.829 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.829 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.829 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:02.829 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:02.829 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.829 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:15:02.829 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.829 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.829 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.829 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.829 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.829 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.829 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.436693+0000", 2024-04-13T09:15:02.829 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:51:57.372102+0000", 2024-04-13T09:15:02.829 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:51:57.372102+0000", 2024-04-13T09:15:02.830 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:51:57.372968+0000", 2024-04-13T09:15:02.830 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.436693+0000", 2024-04-13T09:15:02.830 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.830 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.830 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.830 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 415, 2024-04-13T09:15:02.830 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.436693+0000", 2024-04-13T09:15:02.830 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.436693+0000", 2024-04-13T09:15:02.830 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.436693+0000", 2024-04-13T09:15:02.830 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.830 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.830 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.830 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.436693+0000", 2024-04-13T09:15:02.831 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.436693+0000", 2024-04-13T09:15:02.831 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.831 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.831 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.831 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.831 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 414, 2024-04-13T09:15:02.831 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.831 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.831 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.831 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.831 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.831 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.831 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.831 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.831 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.18", 2024-04-13T09:15:02.832 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.832 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.832 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.832 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5043, 2024-04-13T09:15:02.832 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.832 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:27:38.344165+0000", 2024-04-13T09:15:02.832 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.832 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.832 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.832 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.832 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.832 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.832 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.832 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.832 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.833 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.833 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.833 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.833 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.833 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.833 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.833 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.833 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.833 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.833 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.833 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.833 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.833 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.833 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.834 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.834 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.834 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.834 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.834 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.834 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.834 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.834 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.834 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.834 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.834 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.834 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.834 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.834 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.834 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.835 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.835 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.835 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.835 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.835 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.835 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.835 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.835 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.835 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.835 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.835 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:02.835 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:02.835 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.835 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:15:02.835 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.835 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.836 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.836 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.836 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.836 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:02.836 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:02.836 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.836 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:15:02.836 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.836 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.836 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:02.836 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.836 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.836 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.836 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.440966+0000", 2024-04-13T09:15:02.836 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.608123+0000", 2024-04-13T09:15:02.836 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.608123+0000", 2024-04-13T09:15:02.837 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.608573+0000", 2024-04-13T09:15:02.837 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.440966+0000", 2024-04-13T09:15:02.837 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.837 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.837 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.837 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:02.837 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.440966+0000", 2024-04-13T09:15:02.837 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.440966+0000", 2024-04-13T09:15:02.837 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.440966+0000", 2024-04-13T09:15:02.837 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.837 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.837 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.837 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.440966+0000", 2024-04-13T09:15:02.837 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.440966+0000", 2024-04-13T09:15:02.837 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.837 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.838 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.838 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.838 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:02.838 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.838 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.838 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.838 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.838 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.838 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.838 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.838 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.838 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.19", 2024-04-13T09:15:02.838 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.838 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.838 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.838 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5045, 2024-04-13T09:15:02.839 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.839 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:00:06.500631+0000", 2024-04-13T09:15:02.839 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.839 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.839 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.839 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.839 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.839 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.839 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.839 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.839 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.839 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.839 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.839 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.840 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.840 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.840 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.840 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.840 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.840 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.840 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.840 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.840 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.840 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.840 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.840 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.840 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.840 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.840 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.841 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.841 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.841 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.841 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.841 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.841 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.841 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.841 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.841 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.841 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.841 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.841 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.841 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.841 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.841 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.842 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.842 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.842 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.842 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.842 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.842 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.842 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:02.842 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:02.842 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.842 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:15:02.842 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.842 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.842 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.842 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.842 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:02.843 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.843 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:02.843 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.843 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T09:15:02.843 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.843 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.843 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.843 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.843 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.843 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.843 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.194373+0000", 2024-04-13T09:15:02.843 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.432208+0000", 2024-04-13T09:15:02.843 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.432208+0000", 2024-04-13T09:15:02.843 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.432559+0000", 2024-04-13T09:15:02.843 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.194373+0000", 2024-04-13T09:15:02.843 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.844 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.844 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.844 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:02.844 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.194373+0000", 2024-04-13T09:15:02.844 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.194373+0000", 2024-04-13T09:15:02.844 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.194373+0000", 2024-04-13T09:15:02.844 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.844 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.844 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.844 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.194373+0000", 2024-04-13T09:15:02.844 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.194373+0000", 2024-04-13T09:15:02.844 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.844 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.844 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.844 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.845 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:02.845 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.845 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.845 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.845 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.845 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.845 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.845 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.845 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.845 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.1b", 2024-04-13T09:15:02.845 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.845 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.845 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.845 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5083, 2024-04-13T09:15:02.845 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.846 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:37:05.241403+0000", 2024-04-13T09:15:02.846 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.846 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.846 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.846 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.846 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.846 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.846 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.846 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.846 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.846 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.846 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.846 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.846 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.847 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.847 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.847 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.847 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.847 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.847 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.847 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.847 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.847 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.847 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.847 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.847 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.847 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.847 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.847 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.848 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.848 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.848 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.848 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.848 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.848 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.848 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.848 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.848 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.848 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.848 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.848 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.848 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.848 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.848 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.848 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.849 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.849 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.849 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.849 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:02.849 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.849 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:02.849 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.849 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T09:15:02.849 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.849 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.849 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.849 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.849 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:02.849 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.849 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:02.849 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.850 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T09:15:02.850 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.850 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.850 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:02.850 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.850 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.850 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.850 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.577652+0000", 2024-04-13T09:15:02.850 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.413331+0000", 2024-04-13T09:15:02.850 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.413331+0000", 2024-04-13T09:15:02.850 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.413965+0000", 2024-04-13T09:15:02.850 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.577652+0000", 2024-04-13T09:15:02.850 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.850 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.851 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.851 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:02.851 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.577652+0000", 2024-04-13T09:15:02.851 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.577652+0000", 2024-04-13T09:15:02.851 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.577652+0000", 2024-04-13T09:15:02.851 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.851 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.851 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.851 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.577652+0000", 2024-04-13T09:15:02.851 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.577652+0000", 2024-04-13T09:15:02.851 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.851 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3, 2024-04-13T09:15:02.851 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.851 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.851 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:02.851 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.852 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.852 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.852 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.852 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3, 2024-04-13T09:15:02.852 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.852 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.852 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.852 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.1a", 2024-04-13T09:15:02.852 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.852 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.852 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.852 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4907, 2024-04-13T09:15:02.852 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.852 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:07:06.200021+0000", 2024-04-13T09:15:02.852 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.852 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.853 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.853 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.853 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.853 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.853 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.853 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.853 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.853 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.853 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.853 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.853 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.853 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.853 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.853 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.853 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.854 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.854 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.854 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.854 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.854 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.854 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.854 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.854 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.854 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.854 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.854 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.854 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.854 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.854 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.855 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.855 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.855 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.855 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.855 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.855 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.855 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.855 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.855 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.855 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.855 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.855 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.855 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.855 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.855 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.855 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.856 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:02.856 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.856 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:02.856 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.856 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T09:15:02.856 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "583'3" 2024-04-13T09:15:02.856 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.856 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.856 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.856 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.856 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:02.856 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:02.856 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.856 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 4, 2024-04-13T09:15:02.856 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.857 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.857 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.857 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.857 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.857 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.857 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.886666+0000", 2024-04-13T09:15:02.857 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.413663+0000", 2024-04-13T09:15:02.857 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.413663+0000", 2024-04-13T09:15:02.857 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.414072+0000", 2024-04-13T09:15:02.857 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.886666+0000", 2024-04-13T09:15:02.857 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.857 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.857 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.857 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:15:02.857 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.886666+0000", 2024-04-13T09:15:02.858 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.886666+0000", 2024-04-13T09:15:02.858 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.886666+0000", 2024-04-13T09:15:02.858 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.858 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.858 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.858 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.886666+0000", 2024-04-13T09:15:02.858 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.886666+0000", 2024-04-13T09:15:02.858 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.858 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.858 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.858 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.858 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:15:02.858 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.858 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.858 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.859 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.859 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.859 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.859 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.859 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.859 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.1a", 2024-04-13T09:15:02.859 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.859 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.859 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.859 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4999, 2024-04-13T09:15:02.859 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.859 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:31:33.356986+0000", 2024-04-13T09:15:02.859 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.859 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.859 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.859 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.860 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.860 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.860 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.860 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.860 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.860 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.860 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.860 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.860 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.860 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.860 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.860 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.860 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.860 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.860 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.861 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.861 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.861 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.861 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.861 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.861 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.861 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.861 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.861 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.861 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.861 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.861 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.861 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.861 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.861 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.861 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.862 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.862 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.862 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.862 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.862 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.862 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.862 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.862 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.862 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.862 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.862 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.862 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.862 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.862 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:02.862 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:02.863 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.863 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 4, 2024-04-13T09:15:02.863 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.863 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.863 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.863 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.863 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.863 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:02.863 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:02.863 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.863 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:15:02.863 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.863 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.863 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:02.863 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.864 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.864 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.864 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.437885+0000", 2024-04-13T09:15:02.864 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.429590+0000", 2024-04-13T09:15:02.864 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.429590+0000", 2024-04-13T09:15:02.864 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.429964+0000", 2024-04-13T09:15:02.864 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.437885+0000", 2024-04-13T09:15:02.864 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.864 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.864 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.864 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:02.864 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.437885+0000", 2024-04-13T09:15:02.864 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.437885+0000", 2024-04-13T09:15:02.864 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.437885+0000", 2024-04-13T09:15:02.864 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.865 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.865 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.865 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.437885+0000", 2024-04-13T09:15:02.865 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.437885+0000", 2024-04-13T09:15:02.865 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.865 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3, 2024-04-13T09:15:02.865 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.865 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.865 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:02.865 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.865 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.865 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.865 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.865 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3, 2024-04-13T09:15:02.865 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.865 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.866 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.866 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.1b", 2024-04-13T09:15:02.866 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.866 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.866 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.866 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5036, 2024-04-13T09:15:02.866 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.866 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:28:25.647871+0000", 2024-04-13T09:15:02.866 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.866 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.866 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.866 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.866 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.866 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.867 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.867 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.867 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.867 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.867 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.867 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.867 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.867 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.867 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.867 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.867 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.867 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.867 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.867 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.867 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.867 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.868 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.868 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.868 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.868 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.868 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.868 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.868 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.868 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.868 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.868 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.868 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.868 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.868 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.868 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.868 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.869 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.869 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.869 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.869 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.869 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.869 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.869 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.869 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.869 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.869 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.869 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.869 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:02.869 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:02.869 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.869 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:15:02.870 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "583'3" 2024-04-13T09:15:02.870 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.870 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.870 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.870 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.870 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.870 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:02.870 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.870 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:15:02.870 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.871 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.871 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.871 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.871 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.871 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.871 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.195488+0000", 2024-04-13T09:15:02.871 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.604001+0000", 2024-04-13T09:15:02.871 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.604001+0000", 2024-04-13T09:15:02.871 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.604467+0000", 2024-04-13T09:15:02.871 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.195488+0000", 2024-04-13T09:15:02.871 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.874 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.874 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.874 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:02.874 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.195488+0000", 2024-04-13T09:15:02.874 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.195488+0000", 2024-04-13T09:15:02.874 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.195488+0000", 2024-04-13T09:15:02.874 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.874 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.874 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.874 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.195488+0000", 2024-04-13T09:15:02.875 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.195488+0000", 2024-04-13T09:15:02.875 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.875 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.875 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.875 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.875 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:02.875 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.875 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.875 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.875 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.875 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.875 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.875 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.875 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.875 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.1d", 2024-04-13T09:15:02.876 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.876 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.876 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.876 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4938, 2024-04-13T09:15:02.876 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.876 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:40:38.665714+0000", 2024-04-13T09:15:02.876 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.876 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.876 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.876 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.876 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.876 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.876 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.876 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.877 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.877 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.877 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.877 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.877 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.877 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.877 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.877 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.877 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.877 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.877 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.877 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.877 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.877 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.877 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.878 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.878 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.878 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.878 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.878 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.878 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.878 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.878 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.878 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.878 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.878 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.878 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.878 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.878 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.878 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.879 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.879 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.879 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.879 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.879 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.879 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.879 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.879 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.879 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.879 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.879 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.879 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:02.879 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.879 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:15:02.879 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.880 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.880 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.880 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.880 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:02.880 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.880 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:02.880 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.880 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:15:02.880 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.880 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.880 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:02.880 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.880 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.880 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.880 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.434019+0000", 2024-04-13T09:15:02.880 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.431556+0000", 2024-04-13T09:15:02.881 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.431556+0000", 2024-04-13T09:15:02.881 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.433176+0000", 2024-04-13T09:15:02.881 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.434019+0000", 2024-04-13T09:15:02.881 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.881 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.881 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.881 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:02.881 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.434019+0000", 2024-04-13T09:15:02.881 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.434019+0000", 2024-04-13T09:15:02.881 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.434019+0000", 2024-04-13T09:15:02.881 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.881 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.881 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.881 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.434019+0000", 2024-04-13T09:15:02.881 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.434019+0000", 2024-04-13T09:15:02.882 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.882 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 2, 2024-04-13T09:15:02.882 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.882 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.882 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:02.882 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.882 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.882 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.882 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.882 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 2, 2024-04-13T09:15:02.882 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.882 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.882 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.882 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.1c", 2024-04-13T09:15:02.882 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.883 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.883 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.883 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4877, 2024-04-13T09:15:02.883 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.883 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:17:16.607282+0000", 2024-04-13T09:15:02.883 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.883 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.883 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.883 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.883 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.883 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.883 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.883 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.883 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.884 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.884 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.884 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.884 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.884 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.884 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.884 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.884 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.884 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.884 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.884 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T09:15:02.884 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T09:15:02.884 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.884 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T09:15:02.884 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.884 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.885 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.885 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.885 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.885 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T09:15:02.885 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.885 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.885 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.885 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.885 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.885 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.885 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.885 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 12, 2024-04-13T09:15:02.885 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 12, 2024-04-13T09:15:02.885 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.885 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.886 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.886 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3, 2024-04-13T09:15:02.886 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.886 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.886 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.886 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.886 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.886 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:02.886 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.886 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:02.886 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.886 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:15:02.886 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'2" 2024-04-13T09:15:02.886 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.886 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.887 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.887 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.887 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.887 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:02.887 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.887 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:15:02.887 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.887 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.887 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.887 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.887 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.887 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.887 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.195464+0000", 2024-04-13T09:15:02.887 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.429019+0000", 2024-04-13T09:15:02.887 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.429019+0000", 2024-04-13T09:15:02.887 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.429326+0000", 2024-04-13T09:15:02.888 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.195464+0000", 2024-04-13T09:15:02.888 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.888 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.888 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.888 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:15:02.888 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.195464+0000", 2024-04-13T09:15:02.888 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.195464+0000", 2024-04-13T09:15:02.888 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.195464+0000", 2024-04-13T09:15:02.888 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.888 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.888 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.888 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.195464+0000", 2024-04-13T09:15:02.888 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.195464+0000", 2024-04-13T09:15:02.888 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.889 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.889 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.889 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.889 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:15:02.889 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.889 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.889 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.889 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.889 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.889 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.889 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.889 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.889 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.1c", 2024-04-13T09:15:02.889 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.889 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.890 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.890 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4944, 2024-04-13T09:15:02.890 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.890 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:03:22.808438+0000", 2024-04-13T09:15:02.890 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.890 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.890 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.890 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.890 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.890 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.890 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.890 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.890 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.890 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.890 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.891 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.891 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.891 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.891 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.891 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.891 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.891 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.891 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.891 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.891 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.891 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.891 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.891 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.891 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.891 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.891 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.892 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.892 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.892 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.892 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.892 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.892 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.892 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.892 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.892 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.892 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.892 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.892 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.892 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.892 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.892 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.892 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.893 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.893 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.893 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.893 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.893 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.893 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.893 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:02.893 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.893 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:15:02.893 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.893 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.893 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.893 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.893 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:02.893 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:02.893 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:02.894 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.894 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:02.894 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.894 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.894 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:02.894 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.894 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.894 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.894 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.834718+0000", 2024-04-13T09:15:02.894 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.601963+0000", 2024-04-13T09:15:02.894 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.601963+0000", 2024-04-13T09:15:02.894 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.602365+0000", 2024-04-13T09:15:02.894 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.834718+0000", 2024-04-13T09:15:02.894 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.894 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.895 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.895 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:02.895 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.834718+0000", 2024-04-13T09:15:02.895 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.834718+0000", 2024-04-13T09:15:02.895 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.834718+0000", 2024-04-13T09:15:02.895 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.895 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.895 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.895 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.834718+0000", 2024-04-13T09:15:02.895 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.834718+0000", 2024-04-13T09:15:02.895 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.895 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 2, 2024-04-13T09:15:02.895 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.895 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.895 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:02.896 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.896 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.896 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.896 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.896 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 2, 2024-04-13T09:15:02.896 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.896 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.896 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.896 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.1d", 2024-04-13T09:15:02.896 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.896 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.896 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.896 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4822, 2024-04-13T09:15:02.896 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.896 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:35:15.369524+0000", 2024-04-13T09:15:02.896 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.897 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.897 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.897 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.897 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.897 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.897 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.897 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.897 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.897 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.897 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.897 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.897 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.897 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.897 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.897 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.898 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.898 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.898 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.898 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T09:15:02.898 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T09:15:02.898 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.898 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T09:15:02.898 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.898 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.898 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.898 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.898 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.898 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T09:15:02.898 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.899 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 1, 2024-04-13T09:15:02.899 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.899 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.899 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.899 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.899 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.899 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 12, 2024-04-13T09:15:02.899 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 12, 2024-04-13T09:15:02.899 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.899 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.899 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.899 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3, 2024-04-13T09:15:02.899 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.899 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.899 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.900 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.900 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.900 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:02.900 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:02.900 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:02.900 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.900 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:02.900 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'2" 2024-04-13T09:15:02.900 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.900 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.900 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.900 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:02.900 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.900 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:02.900 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.900 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T09:15:02.901 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.901 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.901 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.901 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.901 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.901 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.901 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.195538+0000", 2024-04-13T09:15:02.901 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.425386+0000", 2024-04-13T09:15:02.901 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.425386+0000", 2024-04-13T09:15:02.901 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.425714+0000", 2024-04-13T09:15:02.901 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.195538+0000", 2024-04-13T09:15:02.901 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.901 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.901 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.901 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:15:02.902 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.195538+0000", 2024-04-13T09:15:02.902 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.195538+0000", 2024-04-13T09:15:02.902 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.195538+0000", 2024-04-13T09:15:02.902 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.902 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.902 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.902 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.195538+0000", 2024-04-13T09:15:02.902 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.195538+0000", 2024-04-13T09:15:02.902 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.902 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.902 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.902 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.902 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:15:02.902 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.903 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.903 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.903 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.903 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.903 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.903 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.903 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.903 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.1f", 2024-04-13T09:15:02.903 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.903 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.903 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.903 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5091, 2024-04-13T09:15:02.903 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.903 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:18:32.716391+0000", 2024-04-13T09:15:02.904 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.904 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.904 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.904 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.904 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.904 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.904 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.904 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.904 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.904 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.904 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.904 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.904 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.904 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.904 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.905 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.905 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.905 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.905 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.905 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.905 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.905 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.905 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.905 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.905 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.905 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.905 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.905 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.905 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.905 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.906 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.907 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.907 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.907 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.907 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.907 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:02.907 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.907 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:02.907 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.907 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T09:15:02.907 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.907 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.907 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.907 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.907 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.908 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:02.908 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:15:02.908 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.908 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:15:02.908 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.908 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.908 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:02.908 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.908 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.908 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.908 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.440622+0000", 2024-04-13T09:15:02.908 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.419829+0000", 2024-04-13T09:15:02.908 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.419829+0000", 2024-04-13T09:15:02.908 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.420234+0000", 2024-04-13T09:15:02.908 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.440622+0000", 2024-04-13T09:15:02.908 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.909 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.909 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.909 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:15:02.909 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.440622+0000", 2024-04-13T09:15:02.909 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.440622+0000", 2024-04-13T09:15:02.909 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.440622+0000", 2024-04-13T09:15:02.909 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.909 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.909 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.909 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.440622+0000", 2024-04-13T09:15:02.909 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.440622+0000", 2024-04-13T09:15:02.909 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.909 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3, 2024-04-13T09:15:02.909 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.909 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.910 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:15:02.910 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.910 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.910 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.910 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.910 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3, 2024-04-13T09:15:02.910 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.910 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.910 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.910 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.1e", 2024-04-13T09:15:02.910 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.910 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.910 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.910 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5056, 2024-04-13T09:15:02.910 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.910 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:19:32.664666+0000", 2024-04-13T09:15:02.911 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.911 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.911 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.911 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.911 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.911 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.911 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.911 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.911 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.911 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.911 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.911 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.911 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.911 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.911 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.912 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.912 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.912 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.912 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.912 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.912 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.912 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.912 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.912 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.912 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.912 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.912 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.912 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.912 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.912 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.913 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.913 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.913 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.914 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.914 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.914 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.914 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:02.914 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:15:02.914 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.914 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:15:02.914 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "583'3" 2024-04-13T09:15:02.914 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.914 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.914 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.914 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.914 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:02.914 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:02.914 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.915 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:15:02.915 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.915 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.915 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.915 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.915 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.915 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.915 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.440776+0000", 2024-04-13T09:15:02.915 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.599663+0000", 2024-04-13T09:15:02.915 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.599663+0000", 2024-04-13T09:15:02.915 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.600080+0000", 2024-04-13T09:15:02.915 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.440776+0000", 2024-04-13T09:15:02.915 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.915 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.915 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.916 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:02.916 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.440776+0000", 2024-04-13T09:15:02.916 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.440776+0000", 2024-04-13T09:15:02.916 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.440776+0000", 2024-04-13T09:15:02.916 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.916 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.916 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.916 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.440776+0000", 2024-04-13T09:15:02.916 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.440776+0000", 2024-04-13T09:15:02.916 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.916 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.916 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.916 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.916 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:02.916 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.917 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.917 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.917 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.917 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.917 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.917 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.917 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.917 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.1e", 2024-04-13T09:15:02.917 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.917 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.917 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.917 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5038, 2024-04-13T09:15:02.917 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.917 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:36:19.672898+0000", 2024-04-13T09:15:02.917 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.918 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.918 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.918 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.918 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.918 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.918 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.918 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.918 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.918 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.918 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.918 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.918 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.918 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.918 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.919 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.920 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.920 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.920 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.920 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.921 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.921 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.921 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:02.921 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:02.921 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.921 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:15:02.921 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.921 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.921 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.921 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.921 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:02.921 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:02.921 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:02.921 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.921 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T09:15:02.922 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.922 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.922 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:02.922 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.922 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.922 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.922 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.193306+0000", 2024-04-13T09:15:02.922 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.414927+0000", 2024-04-13T09:15:02.922 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.414927+0000", 2024-04-13T09:15:02.922 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.415356+0000", 2024-04-13T09:15:02.922 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.193306+0000", 2024-04-13T09:15:02.922 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.922 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.922 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.923 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:15:02.923 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.193306+0000", 2024-04-13T09:15:02.923 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.193306+0000", 2024-04-13T09:15:02.923 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.193306+0000", 2024-04-13T09:15:02.923 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.923 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.923 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:02.923 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.193306+0000", 2024-04-13T09:15:02.923 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.193306+0000", 2024-04-13T09:15:02.923 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.923 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 6, 2024-04-13T09:15:02.923 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.923 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.923 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:15:02.923 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.923 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.923 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.924 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.924 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 6, 2024-04-13T09:15:02.924 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.924 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.924 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.924 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.1f", 2024-04-13T09:15:02.924 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.924 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.924 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.924 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5120, 2024-04-13T09:15:02.924 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.924 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:58:33.272853+0000", 2024-04-13T09:15:02.924 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.924 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.925 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.925 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 582, 2024-04-13T09:15:02.925 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.925 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.925 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.925 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.925 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.925 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.925 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.925 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.925 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.925 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.925 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.925 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.925 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 6, 2024-04-13T09:15:02.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 2, 2024-04-13T09:15:02.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 2, 2024-04-13T09:15:02.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T09:15:02.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.926 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.927 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.927 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.927 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.927 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.927 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.927 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 8, 2024-04-13T09:15:02.927 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 8, 2024-04-13T09:15:02.927 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.927 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.927 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.927 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 4, 2024-04-13T09:15:02.927 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 1 2024-04-13T09:15:02.927 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.927 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.928 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.928 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.928 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:02.928 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:02.928 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:02.928 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.928 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T09:15:02.928 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "583'6" 2024-04-13T09:15:02.928 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.928 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.928 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.928 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:02.928 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:02.928 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:02.929 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.929 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:15:02.929 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.929 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.929 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.929 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.929 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.929 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.929 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.434922+0000", 2024-04-13T09:15:02.929 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.432625+0000", 2024-04-13T09:15:02.929 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.432625+0000", 2024-04-13T09:15:02.929 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.432895+0000", 2024-04-13T09:15:02.929 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.434922+0000", 2024-04-13T09:15:02.929 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.929 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.930 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.930 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:02.930 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.434922+0000", 2024-04-13T09:15:02.930 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.434922+0000", 2024-04-13T09:15:02.930 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.434922+0000", 2024-04-13T09:15:02.930 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.930 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.930 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.930 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.434922+0000", 2024-04-13T09:15:02.930 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.434922+0000", 2024-04-13T09:15:02.930 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.930 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.930 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.930 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.930 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:02.931 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.931 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.931 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.931 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.931 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.931 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.931 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.931 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.931 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.2d", 2024-04-13T09:15:02.931 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.931 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.931 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.931 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4865, 2024-04-13T09:15:02.931 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.931 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:14:58.192982+0000", 2024-04-13T09:15:02.932 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.932 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.932 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.932 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.932 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.932 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.932 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.932 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.932 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.932 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.932 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.932 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.932 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.932 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.932 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.933 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.934 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.934 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.934 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.934 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.934 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.934 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.934 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.934 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.934 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.934 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.934 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.934 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.934 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.934 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.934 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.935 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.935 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:02.935 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:02.935 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:02.935 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.935 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:15:02.935 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.935 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.935 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.935 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.935 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:02.935 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:02.935 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:02.935 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.935 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T09:15:02.935 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.936 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.936 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.936 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.936 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.936 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.936 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.436973+0000", 2024-04-13T09:15:02.936 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.417376+0000", 2024-04-13T09:15:02.936 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.417376+0000", 2024-04-13T09:15:02.936 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.417727+0000", 2024-04-13T09:15:02.936 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.436973+0000", 2024-04-13T09:15:02.936 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.936 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.936 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.936 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:02.936 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.436973+0000", 2024-04-13T09:15:02.936 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.436973+0000", 2024-04-13T09:15:02.937 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.436973+0000", 2024-04-13T09:15:02.937 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.937 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.937 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.937 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.436973+0000", 2024-04-13T09:15:02.937 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.436973+0000", 2024-04-13T09:15:02.937 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.937 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.937 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.937 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.937 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:02.937 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.937 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.937 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.937 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.938 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.938 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.938 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.938 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.938 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.2e", 2024-04-13T09:15:02.938 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.938 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.938 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.938 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5045, 2024-04-13T09:15:02.938 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.938 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:41:42.045398+0000", 2024-04-13T09:15:02.938 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.938 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.938 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.938 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.939 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.939 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.939 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.939 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.939 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.939 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.939 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.939 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.939 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.939 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.939 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.939 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.939 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.939 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.940 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.941 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.941 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.941 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.941 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.941 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.941 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.941 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.941 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.941 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.941 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.941 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.941 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.941 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.941 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.941 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:02.942 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:02.942 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:02.942 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.942 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T09:15:02.942 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.942 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.942 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.942 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.942 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.942 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:02.942 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:15:02.942 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.942 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:15:02.942 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.942 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.943 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.943 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.943 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.943 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.943 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.196022+0000", 2024-04-13T09:15:02.943 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.422540+0000", 2024-04-13T09:15:02.943 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.422540+0000", 2024-04-13T09:15:02.943 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.422922+0000", 2024-04-13T09:15:02.943 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.196022+0000", 2024-04-13T09:15:02.943 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.943 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.943 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.943 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:02.943 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.196022+0000", 2024-04-13T09:15:02.943 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.196022+0000", 2024-04-13T09:15:02.943 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.196022+0000", 2024-04-13T09:15:02.944 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.944 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.944 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.944 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.196022+0000", 2024-04-13T09:15:02.944 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.196022+0000", 2024-04-13T09:15:02.944 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.944 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.944 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.944 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.944 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:02.944 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.944 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.944 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.944 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.945 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.945 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.945 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.945 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.945 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.2f", 2024-04-13T09:15:02.945 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.945 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.945 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.945 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4958, 2024-04-13T09:15:02.945 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.945 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:28:39.496974+0000", 2024-04-13T09:15:02.945 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.945 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.945 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.946 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.946 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.946 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.946 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.946 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.946 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.946 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.946 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.946 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.946 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.946 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.946 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.946 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.946 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.947 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.948 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.948 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.948 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.948 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.948 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.948 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.948 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.948 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.948 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.948 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.948 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.948 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.948 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.948 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.948 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.948 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.949 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:02.949 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:15:02.949 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.949 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:15:02.949 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.949 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.949 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.949 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.949 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.949 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:02.949 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:02.949 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.949 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:15:02.949 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.949 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.950 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.950 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.950 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.950 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.950 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.195075+0000", 2024-04-13T09:15:02.950 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.421293+0000", 2024-04-13T09:15:02.950 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.421293+0000", 2024-04-13T09:15:02.950 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.421611+0000", 2024-04-13T09:15:02.950 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.195075+0000", 2024-04-13T09:15:02.950 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.950 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.950 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.950 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:02.950 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.195075+0000", 2024-04-13T09:15:02.950 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.195075+0000", 2024-04-13T09:15:02.950 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.195075+0000", 2024-04-13T09:15:02.951 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.951 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.951 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.951 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.195075+0000", 2024-04-13T09:15:02.951 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.195075+0000", 2024-04-13T09:15:02.951 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.951 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.951 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.951 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.951 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:02.951 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.951 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.951 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.951 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.951 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.952 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.952 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.952 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.952 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.30", 2024-04-13T09:15:02.952 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.952 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.952 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.952 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4928, 2024-04-13T09:15:02.952 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.952 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:38:22.394446+0000", 2024-04-13T09:15:02.952 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.952 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.952 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.952 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.952 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.952 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.953 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.954 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.955 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.955 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.955 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.955 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.955 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.955 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.955 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.955 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.955 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.955 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.955 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.955 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:02.955 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:02.955 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.955 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:15:02.956 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.956 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.956 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.956 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.956 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:02.956 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.956 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:15:02.956 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.956 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:02.956 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.956 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.956 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.956 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.956 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.956 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.833767+0000", 2024-04-13T09:15:02.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.428148+0000", 2024-04-13T09:15:02.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.428148+0000", 2024-04-13T09:15:02.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.428566+0000", 2024-04-13T09:15:02.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.833767+0000", 2024-04-13T09:15:02.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:15:02.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.833767+0000", 2024-04-13T09:15:02.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.833767+0000", 2024-04-13T09:15:02.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.833767+0000", 2024-04-13T09:15:02.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.957 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.833767+0000", 2024-04-13T09:15:02.958 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.833767+0000", 2024-04-13T09:15:02.958 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.958 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.958 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.958 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.958 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:15:02.958 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.958 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.958 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.958 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.958 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.958 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.958 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.958 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.958 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.31", 2024-04-13T09:15:02.959 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.959 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.959 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.959 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5088, 2024-04-13T09:15:02.959 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.959 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:41:48.303798+0000", 2024-04-13T09:15:02.959 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.959 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.959 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.959 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.959 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.959 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.959 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.959 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.959 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.960 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.961 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.962 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.962 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.962 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.962 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.962 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.962 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.962 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.962 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:02.962 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.962 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:15:02.962 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.962 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:02.962 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.962 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.963 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.963 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.963 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:02.963 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:02.963 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:15:02.963 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.963 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T09:15:02.963 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.963 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.963 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.963 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.963 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.963 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.963 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.193818+0000", 2024-04-13T09:15:02.963 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.424833+0000", 2024-04-13T09:15:02.963 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.424833+0000", 2024-04-13T09:15:02.964 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.425239+0000", 2024-04-13T09:15:02.964 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.193818+0000", 2024-04-13T09:15:02.964 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.964 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.964 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.964 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:15:02.964 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.193818+0000", 2024-04-13T09:15:02.964 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.193818+0000", 2024-04-13T09:15:02.964 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.193818+0000", 2024-04-13T09:15:02.964 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.964 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.964 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.964 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.193818+0000", 2024-04-13T09:15:02.964 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.193818+0000", 2024-04-13T09:15:02.964 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.965 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.965 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.965 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.965 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:15:02.965 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.965 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.965 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.965 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.965 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.965 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.965 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.965 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.965 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.32", 2024-04-13T09:15:02.965 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.965 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.966 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.966 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5086, 2024-04-13T09:15:02.966 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.966 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:41:38.830186+0000", 2024-04-13T09:15:02.966 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.966 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.966 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.966 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.966 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.966 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.966 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.966 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.966 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.966 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.966 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.966 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.967 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.968 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.968 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.968 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.968 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.968 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.968 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.968 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.968 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.968 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.968 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.968 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.968 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.968 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.968 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.968 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.968 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.969 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.969 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.969 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.969 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.969 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.969 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:02.969 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:02.969 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:15:02.969 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.969 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T09:15:02.969 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.969 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.969 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.969 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.969 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.970 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:02.970 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:02.970 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.970 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:15:02.970 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.970 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.970 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.970 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.970 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.970 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.970 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.440093+0000", 2024-04-13T09:15:02.970 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.598367+0000", 2024-04-13T09:15:02.970 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.598367+0000", 2024-04-13T09:15:02.970 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.598782+0000", 2024-04-13T09:15:02.971 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.440093+0000", 2024-04-13T09:15:02.971 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.971 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.971 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.971 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:02.971 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.440093+0000", 2024-04-13T09:15:02.971 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.440093+0000", 2024-04-13T09:15:02.971 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.440093+0000", 2024-04-13T09:15:02.971 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.971 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.971 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.971 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.440093+0000", 2024-04-13T09:15:02.971 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.440093+0000", 2024-04-13T09:15:02.971 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.971 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.972 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.972 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.972 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:02.972 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.972 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.972 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.972 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.972 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.972 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.972 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.972 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.972 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.33", 2024-04-13T09:15:02.972 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.973 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.973 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.973 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5037, 2024-04-13T09:15:02.973 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.973 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:11:26.049858+0000", 2024-04-13T09:15:02.973 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.973 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.973 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.973 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.973 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.973 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.973 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.973 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.973 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.973 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.973 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.974 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.975 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.975 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.975 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.975 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.975 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.975 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.975 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.975 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.975 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.975 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.975 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.975 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.975 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.975 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.975 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.976 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.976 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.976 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.976 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.976 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.976 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.976 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.976 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:02.976 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:02.976 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:02.976 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.976 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:15:02.976 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.976 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.976 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.977 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.977 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.977 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:02.977 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:02.977 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.977 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 4, 2024-04-13T09:15:02.977 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.977 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.977 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.977 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.977 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.977 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.977 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.887707+0000", 2024-04-13T09:15:02.977 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.605252+0000", 2024-04-13T09:15:02.977 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.605252+0000", 2024-04-13T09:15:02.977 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.605546+0000", 2024-04-13T09:15:02.978 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.887707+0000", 2024-04-13T09:15:02.978 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.978 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.978 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.978 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:02.978 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.887707+0000", 2024-04-13T09:15:02.978 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.887707+0000", 2024-04-13T09:15:02.978 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.887707+0000", 2024-04-13T09:15:02.978 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.978 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.978 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.978 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.887707+0000", 2024-04-13T09:15:02.978 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.887707+0000", 2024-04-13T09:15:02.978 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.979 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.979 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.979 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.979 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:02.979 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.979 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.979 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.979 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.979 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.979 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.979 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.979 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.979 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.34", 2024-04-13T09:15:02.979 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.979 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.980 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.980 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5009, 2024-04-13T09:15:02.980 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.980 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:32:05.668197+0000", 2024-04-13T09:15:02.980 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.980 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.980 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.980 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.980 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.980 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.980 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.980 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.980 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.980 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.980 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.981 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.981 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.981 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.981 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.981 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.981 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.981 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.981 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.981 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.981 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.981 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.981 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.981 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.981 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.981 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.982 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.982 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.982 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.982 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.982 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.982 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.982 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.982 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.982 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.982 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.982 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.982 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.982 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.982 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.982 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.983 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.983 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.983 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.983 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.983 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.983 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.983 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:02.983 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:02.983 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:02.983 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.983 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 4, 2024-04-13T09:15:02.983 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.983 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.983 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.984 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.984 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:02.984 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.984 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:02.984 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.984 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T09:15:02.984 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.984 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.984 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.984 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.984 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.984 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.984 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.578494+0000", 2024-04-13T09:15:02.984 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.615929+0000", 2024-04-13T09:15:02.984 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.615929+0000", 2024-04-13T09:15:02.984 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.616215+0000", 2024-04-13T09:15:02.985 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.578494+0000", 2024-04-13T09:15:02.985 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.985 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.985 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.985 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:02.985 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.578494+0000", 2024-04-13T09:15:02.985 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.578494+0000", 2024-04-13T09:15:02.985 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.578494+0000", 2024-04-13T09:15:02.985 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.985 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.985 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.985 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.578494+0000", 2024-04-13T09:15:02.985 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.578494+0000", 2024-04-13T09:15:02.985 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.985 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.986 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.986 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.986 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:02.986 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.986 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.986 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.986 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.986 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.986 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.986 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.986 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.986 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.35", 2024-04-13T09:15:02.986 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.986 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.987 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.987 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4903, 2024-04-13T09:15:02.987 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.987 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:20:37.625843+0000", 2024-04-13T09:15:02.987 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.987 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.987 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.990 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.990 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.990 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.990 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.990 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:02.990 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.990 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:02.990 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.990 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T09:15:02.990 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.990 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.990 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.990 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.990 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:02.991 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.991 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:02.991 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.991 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T09:15:02.991 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.991 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.991 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.991 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.991 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.991 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.991 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.579108+0000", 2024-04-13T09:15:02.991 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.616782+0000", 2024-04-13T09:15:02.991 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.616782+0000", 2024-04-13T09:15:02.991 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.617073+0000", 2024-04-13T09:15:02.991 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.579108+0000", 2024-04-13T09:15:02.992 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.992 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.992 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.992 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:02.992 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.579108+0000", 2024-04-13T09:15:02.992 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.579108+0000", 2024-04-13T09:15:02.992 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.579108+0000", 2024-04-13T09:15:02.992 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.992 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.992 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.992 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.579108+0000", 2024-04-13T09:15:02.992 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.579108+0000", 2024-04-13T09:15:02.992 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:02.993 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:02.993 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:02.993 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:02.993 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:02.993 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:02.993 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:02.993 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:02.993 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:02.993 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:02.993 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:02.993 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:02.993 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:02.993 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.36", 2024-04-13T09:15:02.993 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:02.993 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:02.994 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:02.994 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4903, 2024-04-13T09:15:02.994 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:02.994 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:19:14.453897+0000", 2024-04-13T09:15:02.994 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:02.994 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:02.994 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:02.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:02.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:02.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:02.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:02.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:02.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:02.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:02.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:02.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:02.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:02.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:02.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:02.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:02.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:02.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:02.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:02.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:02.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:02.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:02.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:02.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:02.996 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:02.996 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:02.996 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:02.996 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:02.996 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:02.996 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:02.996 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:02.996 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:02.996 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:02.996 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:02.996 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:02.996 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:02.996 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:02.996 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:02.996 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:02.996 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:02.997 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:02.997 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:02.997 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:02.997 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.997 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:02.997 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:02.997 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:02.997 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:02.997 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.997 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:02.997 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.997 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T09:15:02.997 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:02.997 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:02.997 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:02.997 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:02.998 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:02.998 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:02.998 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:02.998 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:02.998 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:15:02.998 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:02.998 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:02.998 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:02.998 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:02.998 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:02.998 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:02.998 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.435145+0000", 2024-04-13T09:15:02.998 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.436118+0000", 2024-04-13T09:15:02.998 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.436118+0000", 2024-04-13T09:15:02.999 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.436784+0000", 2024-04-13T09:15:02.999 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.435145+0000", 2024-04-13T09:15:02.999 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.999 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:02.999 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.999 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:02.999 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.435145+0000", 2024-04-13T09:15:02.999 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.435145+0000", 2024-04-13T09:15:02.999 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.435145+0000", 2024-04-13T09:15:02.999 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:02.999 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:02.999 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:02.999 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.435145+0000", 2024-04-13T09:15:02.999 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.435145+0000", 2024-04-13T09:15:02.999 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:03.000 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:03.000 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:03.000 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:03.000 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:03.000 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:03.000 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:03.000 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:03.000 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:03.000 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:03.000 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:03.000 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:03.000 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:03.000 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.37", 2024-04-13T09:15:03.000 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:03.000 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:03.001 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:03.001 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4871, 2024-04-13T09:15:03.001 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:03.001 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:23:19.848903+0000", 2024-04-13T09:15:03.001 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:03.001 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:03.001 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:03.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:03.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:03.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:03.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:03.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:03.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:03.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:03.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:03.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:03.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:03.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:03.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:03.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:03.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:03.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:03.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:03.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:03.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:03.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:03.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:03.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:03.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:03.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:03.003 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:03.003 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:03.003 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:03.003 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:03.003 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:03.003 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:03.003 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:03.003 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:03.003 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:03.003 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:03.003 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:03.003 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:03.003 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:03.003 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:03.003 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:03.004 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:03.004 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:03.004 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.004 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:03.004 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:03.004 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:03.004 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:03.004 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:03.004 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:03.004 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.004 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:15:03.004 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:03.004 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.004 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.004 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:03.004 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:03.005 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:03.005 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:03.005 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.005 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:15:03.005 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:03.005 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:03.005 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:03.005 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:03.005 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:03.005 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:03.005 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.436541+0000", 2024-04-13T09:15:03.005 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.599209+0000", 2024-04-13T09:15:03.005 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.599209+0000", 2024-04-13T09:15:03.005 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.599508+0000", 2024-04-13T09:15:03.005 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.436541+0000", 2024-04-13T09:15:03.005 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.006 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:03.006 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.006 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:03.006 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.436541+0000", 2024-04-13T09:15:03.006 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.436541+0000", 2024-04-13T09:15:03.006 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.436541+0000", 2024-04-13T09:15:03.006 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:03.006 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:03.006 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.006 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.436541+0000", 2024-04-13T09:15:03.006 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.436541+0000", 2024-04-13T09:15:03.006 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:03.006 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:03.006 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:03.007 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:03.007 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:03.007 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:03.007 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:03.007 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:03.007 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:03.007 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:03.007 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:03.007 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:03.007 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:03.007 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.38", 2024-04-13T09:15:03.007 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:03.007 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:03.007 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:03.007 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5032, 2024-04-13T09:15:03.008 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:03.008 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:05:51.870964+0000", 2024-04-13T09:15:03.008 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:03.008 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:03.008 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:03.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:03.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:03.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:03.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:03.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:03.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:03.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:03.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:03.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:03.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:03.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:03.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:03.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:03.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:03.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:03.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:03.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:03.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:03.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:03.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:03.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:03.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:03.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:03.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:03.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:03.010 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:03.010 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:03.010 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:03.010 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:03.010 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:03.010 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:03.010 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:03.010 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:03.010 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:03.010 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:03.010 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:03.010 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:03.010 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:03.010 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:03.010 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:03.011 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.011 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:03.011 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:03.011 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:03.011 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:03.011 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:03.011 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:03.011 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.011 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:15:03.011 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:03.011 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.011 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.011 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:03.011 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:03.011 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:03.011 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:03.012 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.012 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:15:03.012 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:03.012 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:03.012 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:03.012 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:03.012 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:03.012 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:03.012 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.432999+0000", 2024-04-13T09:15:03.012 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.429514+0000", 2024-04-13T09:15:03.012 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.429514+0000", 2024-04-13T09:15:03.012 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.432503+0000", 2024-04-13T09:15:03.012 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.432999+0000", 2024-04-13T09:15:03.012 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.012 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:03.012 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.013 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:03.013 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.432999+0000", 2024-04-13T09:15:03.013 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.432999+0000", 2024-04-13T09:15:03.013 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.432999+0000", 2024-04-13T09:15:03.013 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:03.013 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:03.013 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.013 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.432999+0000", 2024-04-13T09:15:03.013 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.432999+0000", 2024-04-13T09:15:03.013 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:03.013 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:03.013 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:03.013 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:03.013 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:03.014 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:03.014 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:03.014 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:03.014 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:03.014 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:03.014 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:03.014 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:03.014 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:03.014 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.39", 2024-04-13T09:15:03.014 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:03.014 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:03.014 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:03.014 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4876, 2024-04-13T09:15:03.014 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:03.014 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:15:40.249062+0000", 2024-04-13T09:15:03.015 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:03.015 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:03.015 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:03.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:03.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:03.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:03.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:03.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:03.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:03.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:03.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:03.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:03.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:03.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:03.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:03.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:03.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:03.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:03.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:03.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:03.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:03.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:03.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:03.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:03.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:03.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:03.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:03.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:03.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:03.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:03.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:03.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:03.017 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:03.017 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:03.017 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:03.017 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:03.017 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:03.017 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:03.017 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:03.017 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:03.017 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:03.017 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:03.017 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:03.017 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.017 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:03.017 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:03.017 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:03.018 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:03.018 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:03.018 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:03.018 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.018 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:15:03.018 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:03.018 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.018 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.018 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:03.018 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:03.018 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:03.018 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:03.018 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.018 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:15:03.018 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:03.018 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:03.019 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:03.019 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:03.019 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:03.019 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:03.019 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.193799+0000", 2024-04-13T09:15:03.019 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.430030+0000", 2024-04-13T09:15:03.019 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.430030+0000", 2024-04-13T09:15:03.019 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.431365+0000", 2024-04-13T09:15:03.019 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.193799+0000", 2024-04-13T09:15:03.019 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.019 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:03.019 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.019 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:15:03.019 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.193799+0000", 2024-04-13T09:15:03.019 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.193799+0000", 2024-04-13T09:15:03.020 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.193799+0000", 2024-04-13T09:15:03.020 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:03.020 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:03.020 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.020 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.193799+0000", 2024-04-13T09:15:03.020 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.193799+0000", 2024-04-13T09:15:03.020 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:03.020 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:03.020 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:03.020 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:03.020 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:15:03.020 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:03.020 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:03.021 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:03.021 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:03.021 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:03.021 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:03.021 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:03.021 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:03.021 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.3a", 2024-04-13T09:15:03.021 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:03.021 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:03.021 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:03.021 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4965, 2024-04-13T09:15:03.021 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:03.021 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:17:34.831660+0000", 2024-04-13T09:15:03.021 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:03.021 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:03.022 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:03.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:03.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:03.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:03.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:03.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:03.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:03.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:03.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:03.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:03.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:03.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:03.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:03.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:03.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:03.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:03.023 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:03.023 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:03.023 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:03.023 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:03.023 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:03.023 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:03.023 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:03.023 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:03.023 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:03.023 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:03.023 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:03.023 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:03.023 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:03.023 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:03.024 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:03.024 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:03.024 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:03.024 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:03.024 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:03.024 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:03.024 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:03.024 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:03.024 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:03.024 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:03.024 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:03.024 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.024 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:03.024 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:03.024 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:03.024 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:03.025 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:03.025 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:03.025 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.025 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:15:03.025 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:03.025 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.025 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.025 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:03.025 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:03.025 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:03.025 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:03.025 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.025 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:15:03.025 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:03.025 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:03.026 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:03.026 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:03.026 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:03.026 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:03.026 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.433966+0000", 2024-04-13T09:15:03.026 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.430536+0000", 2024-04-13T09:15:03.026 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.430536+0000", 2024-04-13T09:15:03.026 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.430838+0000", 2024-04-13T09:15:03.026 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.433966+0000", 2024-04-13T09:15:03.026 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.026 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:03.026 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.026 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:03.026 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.433966+0000", 2024-04-13T09:15:03.026 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.433966+0000", 2024-04-13T09:15:03.027 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.433966+0000", 2024-04-13T09:15:03.027 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:03.027 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:03.027 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.027 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.433966+0000", 2024-04-13T09:15:03.027 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.433966+0000", 2024-04-13T09:15:03.027 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:03.027 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:03.027 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:03.027 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:03.027 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:03.027 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:03.027 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:03.027 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:03.027 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:03.028 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:03.028 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:03.028 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:03.028 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:03.028 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.3b", 2024-04-13T09:15:03.028 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:03.028 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:03.028 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:03.028 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4876, 2024-04-13T09:15:03.028 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:03.028 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:51:37.768233+0000", 2024-04-13T09:15:03.028 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:03.028 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:03.028 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:03.028 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:03.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:03.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:03.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:03.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:03.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:03.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:03.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:03.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:03.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:03.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:03.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:03.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:03.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:03.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:03.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:03.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:03.030 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:03.030 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:03.030 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:03.030 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:03.030 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:03.030 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:03.030 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:03.030 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:03.030 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:03.030 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:03.030 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:03.030 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:03.030 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:03.030 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:03.030 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:03.031 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:03.031 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:03.031 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:03.031 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:03.031 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:03.031 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:03.031 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:03.031 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:03.031 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.031 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:03.031 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:03.031 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:03.031 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:03.031 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:03.031 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:03.031 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.032 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:15:03.032 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:03.032 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.032 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.032 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:03.032 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:03.032 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:03.032 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:03.032 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.032 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:03.032 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:03.032 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:03.032 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:03.032 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:03.033 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:03.033 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:03.033 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.835672+0000", 2024-04-13T09:15:03.033 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.430060+0000", 2024-04-13T09:15:03.033 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.430060+0000", 2024-04-13T09:15:03.033 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.430838+0000", 2024-04-13T09:15:03.033 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.835672+0000", 2024-04-13T09:15:03.033 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.033 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:03.033 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.033 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:03.033 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.835672+0000", 2024-04-13T09:15:03.033 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.835672+0000", 2024-04-13T09:15:03.033 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.835672+0000", 2024-04-13T09:15:03.034 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:03.034 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:03.034 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.034 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.835672+0000", 2024-04-13T09:15:03.034 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.835672+0000", 2024-04-13T09:15:03.034 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:03.034 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:03.034 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:03.034 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:03.034 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:03.034 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:03.034 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:03.034 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:03.034 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:03.034 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:03.035 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:03.035 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:03.035 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:03.035 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.3c", 2024-04-13T09:15:03.035 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:03.035 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:03.035 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:03.035 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4831, 2024-04-13T09:15:03.035 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:03.035 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:16:28.042016+0000", 2024-04-13T09:15:03.035 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:03.035 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:03.035 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:03.035 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:03.035 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:03.035 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:03.036 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:03.036 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:03.036 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:03.036 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:03.036 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:03.036 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:03.036 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:03.036 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:03.036 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:03.036 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:03.036 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:03.036 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:03.036 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:03.036 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:03.036 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:03.036 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:03.037 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:03.037 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:03.037 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:03.037 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:03.037 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:03.037 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:03.037 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:03.037 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:03.037 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:03.037 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:03.037 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:03.038 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:03.038 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:03.038 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:03.038 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:03.038 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:03.038 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:03.038 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:03.038 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:03.038 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:03.038 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:03.038 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.038 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:03.038 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:03.038 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:03.039 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:03.039 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:03.039 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:03.039 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.039 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:03.039 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:03.039 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.039 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.039 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:03.039 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:03.039 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:03.039 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:03.039 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.039 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T09:15:03.039 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:03.040 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:03.040 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:03.040 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:03.040 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:03.040 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:03.040 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.194988+0000", 2024-04-13T09:15:03.040 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:51:22.364031+0000", 2024-04-13T09:15:03.040 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:51:22.364031+0000", 2024-04-13T09:15:03.040 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:51:22.364419+0000", 2024-04-13T09:15:03.040 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.194988+0000", 2024-04-13T09:15:03.040 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.040 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:03.040 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.040 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 381, 2024-04-13T09:15:03.040 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.194988+0000", 2024-04-13T09:15:03.040 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.194988+0000", 2024-04-13T09:15:03.041 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.194988+0000", 2024-04-13T09:15:03.041 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:03.041 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:03.041 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.041 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.194988+0000", 2024-04-13T09:15:03.041 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.194988+0000", 2024-04-13T09:15:03.041 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:03.041 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:03.041 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:03.041 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:03.041 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 380, 2024-04-13T09:15:03.041 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:03.041 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:03.041 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:03.041 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:03.042 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:03.042 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:03.042 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:03.042 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:03.042 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.3d", 2024-04-13T09:15:03.042 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:03.042 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:03.042 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:03.042 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5091, 2024-04-13T09:15:03.042 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:03.042 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:27:13.519038+0000", 2024-04-13T09:15:03.042 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:03.042 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:03.042 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:03.042 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:03.043 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:03.043 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:03.043 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:03.043 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:03.043 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:03.043 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:03.043 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:03.043 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:03.043 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:03.043 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:03.043 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:03.043 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:03.043 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:03.043 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:03.043 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:03.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:03.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:03.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:03.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:03.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:03.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:03.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:03.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:03.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:03.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:03.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:03.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:03.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:03.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:03.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:03.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:03.045 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:03.045 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:03.045 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:03.045 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:03.045 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:03.045 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:03.045 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:03.045 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:03.045 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.045 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:03.045 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:03.045 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:03.045 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:03.045 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:03.045 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:03.045 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.046 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T09:15:03.046 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:03.046 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.046 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.046 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:03.046 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:03.046 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:03.046 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:03.046 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.046 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:03.046 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:03.046 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:03.046 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:03.046 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:03.046 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:03.047 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:03.047 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.834735+0000", 2024-04-13T09:15:03.047 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.620225+0000", 2024-04-13T09:15:03.047 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.620225+0000", 2024-04-13T09:15:03.047 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.620634+0000", 2024-04-13T09:15:03.047 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.834735+0000", 2024-04-13T09:15:03.047 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.047 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:03.047 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.047 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:03.047 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.834735+0000", 2024-04-13T09:15:03.047 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.834735+0000", 2024-04-13T09:15:03.047 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.834735+0000", 2024-04-13T09:15:03.047 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:03.047 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:03.048 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.048 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.834735+0000", 2024-04-13T09:15:03.048 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.834735+0000", 2024-04-13T09:15:03.048 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:03.048 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:03.048 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:03.048 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:03.048 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:03.048 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:03.048 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:03.048 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:03.048 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:03.048 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:03.048 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:03.048 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:03.049 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:03.049 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.3e", 2024-04-13T09:15:03.049 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:03.049 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:03.049 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:03.049 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5102, 2024-04-13T09:15:03.049 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:03.049 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T07:45:28.871535+0000", 2024-04-13T09:15:03.049 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:03.049 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:03.049 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:03.049 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:03.049 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:03.049 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:03.049 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:03.049 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:03.050 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:03.050 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:03.050 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:03.050 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:03.050 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:03.050 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:03.050 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:03.050 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:03.050 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:03.050 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:03.050 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:03.050 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:03.050 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:03.050 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:03.051 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:03.051 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:03.051 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:03.051 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:03.051 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:03.051 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:03.051 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:03.051 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:03.051 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:03.051 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:03.051 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:03.051 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:03.051 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:03.051 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:03.051 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:03.052 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:03.052 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:03.052 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:03.052 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:03.052 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:03.052 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:03.052 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.052 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:03.052 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:03.052 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:03.052 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:03.052 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:03.052 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:03.052 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.053 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:03.053 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:03.053 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.053 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.053 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:03.053 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:03.053 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:03.053 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:03.053 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.053 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:15:03.053 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:03.053 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:03.053 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:03.053 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:03.053 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:03.054 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:03.054 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.435185+0000", 2024-04-13T09:15:03.054 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.428543+0000", 2024-04-13T09:15:03.054 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.428543+0000", 2024-04-13T09:15:03.054 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.428858+0000", 2024-04-13T09:15:03.054 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.435185+0000", 2024-04-13T09:15:03.054 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.054 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:03.054 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.054 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:03.054 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.435185+0000", 2024-04-13T09:15:03.054 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.435185+0000", 2024-04-13T09:15:03.054 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.435185+0000", 2024-04-13T09:15:03.054 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:03.055 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:03.055 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.055 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.435185+0000", 2024-04-13T09:15:03.055 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.435185+0000", 2024-04-13T09:15:03.055 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:03.055 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:03.055 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:03.055 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:03.055 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:03.055 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:03.055 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:03.055 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:03.055 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:03.055 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:03.055 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:03.056 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:03.056 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:03.056 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.3f", 2024-04-13T09:15:03.056 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:03.056 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:03.056 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:03.056 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4869, 2024-04-13T09:15:03.056 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:03.056 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T19:11:35.560072+0000", 2024-04-13T09:15:03.056 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:03.056 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:03.056 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:03.056 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:03.056 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:03.056 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:03.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:03.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:03.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:03.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:03.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:03.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:03.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:03.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:03.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:03.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:03.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:03.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:03.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:03.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:03.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:03.058 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:03.058 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:03.058 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:03.058 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:03.058 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:03.058 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:03.058 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:03.058 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:03.058 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:03.058 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:03.058 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:03.058 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:03.058 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:03.059 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:03.059 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:03.059 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:03.059 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:03.059 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:03.059 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:03.059 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:03.059 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:03.059 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:03.059 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.059 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:03.059 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:03.059 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:03.059 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:03.059 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:03.059 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:03.060 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.060 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:15:03.060 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:03.060 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.060 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.060 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_per_pool": [ 2024-04-13T09:15:03.060 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.060 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": 24, 2024-04-13T09:15:03.060 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T09:15:03.060 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd" 2024-04-13T09:15:03.060 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.060 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 24527, 2024-04-13T09:15:03.060 INFO:tasks.workunit.client.0.smithi119.stdout: "num_pg": 8, 2024-04-13T09:15:03.060 INFO:tasks.workunit.client.0.smithi119.stdout: "num_store_stats": 8, 2024-04-13T09:15:03.060 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 24527, 2024-04-13T09:15:03.061 INFO:tasks.workunit.client.0.smithi119.stdout: "poolid": 4, 2024-04-13T09:15:03.061 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:03.061 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 4194323, 2024-04-13T09:15:03.061 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:03.061 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:03.061 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:03.061 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:03.061 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:03.061 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:03.061 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:03.061 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:03.061 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:03.061 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:03.061 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:03.061 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:03.062 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:03.062 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:03.062 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:03.062 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 12, 2024-04-13T09:15:03.062 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 4, 2024-04-13T09:15:03.062 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:03.062 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 4, 2024-04-13T09:15:03.062 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:03.062 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:03.062 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:03.062 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:03.062 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:03.062 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 2, 2024-04-13T09:15:03.062 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:03.062 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:03.063 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:03.063 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:03.063 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:03.063 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:03.063 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:03.063 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 8955, 2024-04-13T09:15:03.063 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 3003785, 2024-04-13T09:15:03.063 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:03.063 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:03.063 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:03.063 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 24397, 2024-04-13T09:15:03.063 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 3178911 2024-04-13T09:15:03.063 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.063 INFO:tasks.workunit.client.0.smithi119.stdout: "store_stats": { 2024-04-13T09:15:03.063 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": 12595200, 2024-04-13T09:15:03.063 INFO:tasks.workunit.client.0.smithi119.stdout: "available": 0, 2024-04-13T09:15:03.064 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed": 0, 2024-04-13T09:15:03.064 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_allocated": 0, 2024-04-13T09:15:03.064 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_original": 0, 2024-04-13T09:15:03.064 INFO:tasks.workunit.client.0.smithi119.stdout: "data_stored": 12582969, 2024-04-13T09:15:03.064 INFO:tasks.workunit.client.0.smithi119.stdout: "internal_metadata": 0, 2024-04-13T09:15:03.064 INFO:tasks.workunit.client.0.smithi119.stdout: "internally_reserved": 0, 2024-04-13T09:15:03.064 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_allocated": 0, 2024-04-13T09:15:03.064 INFO:tasks.workunit.client.0.smithi119.stdout: "total": 0 2024-04-13T09:15:03.064 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.064 INFO:tasks.workunit.client.0.smithi119.stdout: "up": 24 2024-04-13T09:15:03.064 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.064 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.064 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": 192, 2024-04-13T09:15:03.064 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T09:15:03.064 INFO:tasks.workunit.client.0.smithi119.stdout: "cephfs" 2024-04-13T09:15:03.065 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.065 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:03.065 INFO:tasks.workunit.client.0.smithi119.stdout: "num_pg": 64, 2024-04-13T09:15:03.065 INFO:tasks.workunit.client.0.smithi119.stdout: "num_store_stats": 8, 2024-04-13T09:15:03.065 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:03.065 INFO:tasks.workunit.client.0.smithi119.stdout: "poolid": 3, 2024-04-13T09:15:03.065 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:03.065 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:03.065 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:03.065 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:03.065 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:03.065 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:03.065 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:03.065 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:03.065 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:03.065 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:03.066 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:03.066 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:03.066 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:03.066 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:03.066 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:03.066 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:03.066 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:03.066 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:03.066 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:03.066 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:03.066 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:03.066 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:03.066 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:03.066 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:03.067 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:03.067 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:03.067 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:03.067 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:03.067 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:03.067 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:03.067 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:03.067 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:03.067 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:03.067 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:03.067 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:03.067 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:03.067 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:03.067 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:03.067 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:03.068 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:03.068 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:03.068 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.068 INFO:tasks.workunit.client.0.smithi119.stdout: "store_stats": { 2024-04-13T09:15:03.068 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": 0, 2024-04-13T09:15:03.068 INFO:tasks.workunit.client.0.smithi119.stdout: "available": 0, 2024-04-13T09:15:03.068 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed": 0, 2024-04-13T09:15:03.068 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_allocated": 0, 2024-04-13T09:15:03.068 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_original": 0, 2024-04-13T09:15:03.068 INFO:tasks.workunit.client.0.smithi119.stdout: "data_stored": 0, 2024-04-13T09:15:03.068 INFO:tasks.workunit.client.0.smithi119.stdout: "internal_metadata": 0, 2024-04-13T09:15:03.068 INFO:tasks.workunit.client.0.smithi119.stdout: "internally_reserved": 0, 2024-04-13T09:15:03.068 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_allocated": 0, 2024-04-13T09:15:03.068 INFO:tasks.workunit.client.0.smithi119.stdout: "total": 0 2024-04-13T09:15:03.068 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.069 INFO:tasks.workunit.client.0.smithi119.stdout: "up": 192 2024-04-13T09:15:03.069 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.069 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.069 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": 3, 2024-04-13T09:15:03.069 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T09:15:03.069 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr" 2024-04-13T09:15:03.069 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.069 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 197, 2024-04-13T09:15:03.069 INFO:tasks.workunit.client.0.smithi119.stdout: "num_pg": 1, 2024-04-13T09:15:03.069 INFO:tasks.workunit.client.0.smithi119.stdout: "num_store_stats": 3, 2024-04-13T09:15:03.069 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 197, 2024-04-13T09:15:03.069 INFO:tasks.workunit.client.0.smithi119.stdout: "poolid": 1, 2024-04-13T09:15:03.069 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:03.069 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 590368, 2024-04-13T09:15:03.069 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:03.070 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 1771104, 2024-04-13T09:15:03.070 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:03.070 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:03.070 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:03.070 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:03.070 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:03.070 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:03.070 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:03.070 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:03.070 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:03.070 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:03.070 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:03.070 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:03.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:03.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 6, 2024-04-13T09:15:03.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 2, 2024-04-13T09:15:03.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:03.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 2, 2024-04-13T09:15:03.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:03.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:03.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:03.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:03.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:03.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:03.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:03.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 6, 2024-04-13T09:15:03.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:03.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:03.072 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:03.072 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:03.072 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:03.072 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 812, 2024-04-13T09:15:03.072 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 1310, 2024-04-13T09:15:03.072 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:03.072 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:03.072 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:03.072 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 311, 2024-04-13T09:15:03.072 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 2416 2024-04-13T09:15:03.072 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.072 INFO:tasks.workunit.client.0.smithi119.stdout: "store_stats": { 2024-04-13T09:15:03.072 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": 1781760, 2024-04-13T09:15:03.072 INFO:tasks.workunit.client.0.smithi119.stdout: "available": 0, 2024-04-13T09:15:03.072 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed": 0, 2024-04-13T09:15:03.073 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_allocated": 0, 2024-04-13T09:15:03.073 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_original": 0, 2024-04-13T09:15:03.073 INFO:tasks.workunit.client.0.smithi119.stdout: "data_stored": 1771104, 2024-04-13T09:15:03.073 INFO:tasks.workunit.client.0.smithi119.stdout: "internal_metadata": 0, 2024-04-13T09:15:03.073 INFO:tasks.workunit.client.0.smithi119.stdout: "internally_reserved": 0, 2024-04-13T09:15:03.073 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_allocated": 0, 2024-04-13T09:15:03.073 INFO:tasks.workunit.client.0.smithi119.stdout: "total": 0 2024-04-13T09:15:03.073 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.073 INFO:tasks.workunit.client.0.smithi119.stdout: "up": 3 2024-04-13T09:15:03.073 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.073 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.073 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": 96, 2024-04-13T09:15:03.073 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T09:15:03.073 INFO:tasks.workunit.client.0.smithi119.stdout: "cephfs" 2024-04-13T09:15:03.073 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.074 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 75, 2024-04-13T09:15:03.074 INFO:tasks.workunit.client.0.smithi119.stdout: "num_pg": 32, 2024-04-13T09:15:03.074 INFO:tasks.workunit.client.0.smithi119.stdout: "num_store_stats": 8, 2024-04-13T09:15:03.074 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 75, 2024-04-13T09:15:03.074 INFO:tasks.workunit.client.0.smithi119.stdout: "poolid": 2, 2024-04-13T09:15:03.074 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:03.074 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 6622, 2024-04-13T09:15:03.074 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:03.074 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 34, 2024-04-13T09:15:03.074 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:03.074 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:03.074 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:03.074 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:03.078 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:03.079 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:03.079 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:03.079 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:03.079 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:03.079 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 10, 2024-04-13T09:15:03.079 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:03.079 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:03.080 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:03.080 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 66, 2024-04-13T09:15:03.080 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 22, 2024-04-13T09:15:03.080 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:03.080 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 22, 2024-04-13T09:15:03.080 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:03.080 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:03.080 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:03.081 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:03.081 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:03.081 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 14, 2024-04-13T09:15:03.081 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:03.081 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 3, 2024-04-13T09:15:03.081 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:03.081 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:03.081 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:03.081 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:03.082 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:03.082 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 158, 2024-04-13T09:15:03.082 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 174, 2024-04-13T09:15:03.082 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:03.082 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:03.082 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:03.082 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 69, 2024-04-13T09:15:03.082 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 36 2024-04-13T09:15:03.082 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.083 INFO:tasks.workunit.client.0.smithi119.stdout: "store_stats": { 2024-04-13T09:15:03.083 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": 110592, 2024-04-13T09:15:03.083 INFO:tasks.workunit.client.0.smithi119.stdout: "available": 0, 2024-04-13T09:15:03.083 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed": 0, 2024-04-13T09:15:03.083 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_allocated": 0, 2024-04-13T09:15:03.083 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_original": 0, 2024-04-13T09:15:03.083 INFO:tasks.workunit.client.0.smithi119.stdout: "data_stored": 19866, 2024-04-13T09:15:03.083 INFO:tasks.workunit.client.0.smithi119.stdout: "internal_metadata": 0, 2024-04-13T09:15:03.084 INFO:tasks.workunit.client.0.smithi119.stdout: "internally_reserved": 0, 2024-04-13T09:15:03.084 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_allocated": 44473, 2024-04-13T09:15:03.084 INFO:tasks.workunit.client.0.smithi119.stdout: "total": 0 2024-04-13T09:15:03.084 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.084 INFO:tasks.workunit.client.0.smithi119.stdout: "up": 96 2024-04-13T09:15:03.084 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.084 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.084 INFO:tasks.workunit.client.0.smithi119.stdout: "usage": { 2024-04-13T09:15:03.085 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_num": 105, 2024-04-13T09:15:03.085 INFO:tasks.workunit.client.0.smithi119.stdout: "pools": 4, 2024-04-13T09:15:03.085 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_by_class": { 2024-04-13T09:15:03.085 INFO:tasks.workunit.client.0.smithi119.stdout: "ssd": { 2024-04-13T09:15:03.085 INFO:tasks.workunit.client.0.smithi119.stdout: "total_avail_bytes": 761748701184, 2024-04-13T09:15:03.085 INFO:tasks.workunit.client.0.smithi119.stdout: "total_bytes": 767960285184, 2024-04-13T09:15:03.085 INFO:tasks.workunit.client.0.smithi119.stdout: "total_used_bytes": 6211584000, 2024-04-13T09:15:03.085 INFO:tasks.workunit.client.0.smithi119.stdout: "total_used_raw_bytes": 6211584000, 2024-04-13T09:15:03.085 INFO:tasks.workunit.client.0.smithi119.stdout: "total_used_raw_ratio": 0.008088418282568455 2024-04-13T09:15:03.086 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.086 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.086 INFO:tasks.workunit.client.0.smithi119.stdout: "total_avail_bytes": 761748701184, 2024-04-13T09:15:03.086 INFO:tasks.workunit.client.0.smithi119.stdout: "total_bytes": 767960285184, 2024-04-13T09:15:03.086 INFO:tasks.workunit.client.0.smithi119.stdout: "total_used_bytes": 6211584000 2024-04-13T09:15:03.086 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.086 INFO:tasks.workunit.client.0.smithi119.stdout:} 2024-04-13T09:15:03.086 INFO:tasks.workunit.client.0.smithi119.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-04-13T09:15:03.087 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='client.36105 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:15:03.087 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: pgmap v5099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-13T09:15:03.087 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='client.46091 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:15:03.088 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:15:03.088 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:15:03.088 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: pgmap v5100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 600 B/s rd, 0 op/s 2024-04-13T09:15:03.088 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='client.46091 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:15:03.088 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:15:03.088 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:15:03.088 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:15:03.088 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T09:15:03.089 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:03.089 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:03.089 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:03.089 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:03.089 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:03.089 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:03.089 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:03.089 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:03.089 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:03.090 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:15:03.090 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:15:03.090 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:03.090 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:03.090 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:03.090 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:15:03.090 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:15:03.090 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:03.091 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='client.36105 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:15:03.091 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: pgmap v5099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-13T09:15:03.091 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='client.46091 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:15:03.091 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:15:03.091 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:15:03.091 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: pgmap v5100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 600 B/s rd, 0 op/s 2024-04-13T09:15:03.092 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='client.46091 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:15:03.092 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:15:03.092 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:15:03.092 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:15:03.092 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T09:15:03.092 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:03.092 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:03.092 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:03.092 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:03.093 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:03.093 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:03.093 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:03.093 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:03.093 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:03.093 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:15:03.093 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:15:03.093 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:03.094 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:03.094 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:03.094 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:15:03.094 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:15:03.094 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:03.094 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:03.094 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:03.094 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:15:03.095 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:15:03.095 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:03.095 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:03.095 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:03.095 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:15:03.095 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T09:15:03.095 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:03.095 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:03.095 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:03.095 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:03.095 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:03.096 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:03.096 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:03.096 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:03.096 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:03.096 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:15:03.096 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:15:03.096 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:03.096 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:03.096 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:03.096 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:15:03.096 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:15:03.096 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:03.096 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:03.097 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:03.097 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:03.097 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:03.097 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:15:03.097 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:15:03.097 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:03.097 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:03.097 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:03.097 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:15:03.097 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T09:15:03.098 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:03.098 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:03.098 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:03.098 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:03.098 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:03.098 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:03.098 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:03.098 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:03.098 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:03.098 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:15:03.099 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:15:03.099 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:03.099 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:03.099 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:03.099 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:15:03.099 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:15:03.099 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:03.099 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:03.099 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:03.099 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:15:03.099 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:15:03.100 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:03.100 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:03.100 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:03.100 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:15:03.100 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:15:03.100 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:03.101 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:03.101 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:01 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:03.101 INFO:tasks.workunit.client.0.smithi119.stdout:{ 2024-04-13T09:15:03.101 INFO:tasks.workunit.client.0.smithi119.stdout: "d4649b5a-f969-11ee-9695-0cc47a8fd5ef": { 2024-04-13T09:15:03.101 INFO:tasks.workunit.client.0.smithi119.stdout: "INTEL_SSDPEDMD400G4_d4655a7c-f969-11ee-9695-0cc47a8fd5ef": { 2024-04-13T09:15:03.101 INFO:tasks.workunit.client.0.smithi119.stdout: "20240413-074017": { 2024-04-13T09:15:03.101 INFO:tasks.workunit.client.0.smithi119.stdout: "device": { 2024-04-13T09:15:03.101 INFO:tasks.workunit.client.0.smithi119.stdout: "info_name": "/dev/nvme0n1", 2024-04-13T09:15:03.101 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "/dev/nvme0n1", 2024-04-13T09:15:03.102 INFO:tasks.workunit.client.0.smithi119.stdout: "protocol": "NVMe", 2024-04-13T09:15:03.102 INFO:tasks.workunit.client.0.smithi119.stdout: "type": "nvme" 2024-04-13T09:15:03.102 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.102 INFO:tasks.workunit.client.0.smithi119.stdout: "firmware_version": "8DV101F0", 2024-04-13T09:15:03.102 INFO:tasks.workunit.client.0.smithi119.stdout: "host_id": "d4649b5a-f969-11ee-9695-0cc47a8fd5ef", 2024-04-13T09:15:03.102 INFO:tasks.workunit.client.0.smithi119.stdout: "json_format_version": [ 2024-04-13T09:15:03.102 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:03.102 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:03.102 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.102 INFO:tasks.workunit.client.0.smithi119.stdout: "local_time": { 2024-04-13T09:15:03.102 INFO:tasks.workunit.client.0.smithi119.stdout: "asctime": "Sat Apr 13 07:40:17 2024 UTC", 2024-04-13T09:15:03.102 INFO:tasks.workunit.client.0.smithi119.stdout: "time_t": 1712994017 2024-04-13T09:15:03.102 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.102 INFO:tasks.workunit.client.0.smithi119.stdout: "logical_block_size": 512, 2024-04-13T09:15:03.103 INFO:tasks.workunit.client.0.smithi119.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-13T09:15:03.103 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_controller_id": 0, 2024-04-13T09:15:03.103 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-13T09:15:03.103 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_namespaces": [ 2024-04-13T09:15:03.103 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.103 INFO:tasks.workunit.client.0.smithi119.stdout: "capacity": { 2024-04-13T09:15:03.103 INFO:tasks.workunit.client.0.smithi119.stdout: "blocks": 781422768, 2024-04-13T09:15:03.103 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 400088457216 2024-04-13T09:15:03.103 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.103 INFO:tasks.workunit.client.0.smithi119.stdout: "formatted_lba_size": 512, 2024-04-13T09:15:03.103 INFO:tasks.workunit.client.0.smithi119.stdout: "id": 1, 2024-04-13T09:15:03.103 INFO:tasks.workunit.client.0.smithi119.stdout: "size": { 2024-04-13T09:15:03.103 INFO:tasks.workunit.client.0.smithi119.stdout: "blocks": 781422768, 2024-04-13T09:15:03.103 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 400088457216 2024-04-13T09:15:03.104 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.104 INFO:tasks.workunit.client.0.smithi119.stdout: "utilization": { 2024-04-13T09:15:03.104 INFO:tasks.workunit.client.0.smithi119.stdout: "blocks": 781422768, 2024-04-13T09:15:03.104 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 400088457216 2024-04-13T09:15:03.104 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.104 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.104 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.104 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_number_of_namespaces": 1, 2024-04-13T09:15:03.104 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_pci_vendor": { 2024-04-13T09:15:03.104 INFO:tasks.workunit.client.0.smithi119.stdout: "id": 32902, 2024-04-13T09:15:03.104 INFO:tasks.workunit.client.0.smithi119.stdout: "subsystem_id": 32902 2024-04-13T09:15:03.104 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.104 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_smart_health_information_add_log": { 2024-04-13T09:15:03.104 INFO:tasks.workunit.client.0.smithi119.stdout: "Device stats": { 2024-04-13T09:15:03.104 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_fw_downgrades": { 2024-04-13T09:15:03.105 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T09:15:03.105 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T09:15:03.105 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.105 INFO:tasks.workunit.client.0.smithi119.stdout: "crc_error_count": { 2024-04-13T09:15:03.105 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T09:15:03.105 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T09:15:03.105 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.105 INFO:tasks.workunit.client.0.smithi119.stdout: "end_to_end_error_detection_count": { 2024-04-13T09:15:03.105 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T09:15:03.105 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T09:15:03.105 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.105 INFO:tasks.workunit.client.0.smithi119.stdout: "erase_fail_count": { 2024-04-13T09:15:03.105 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T09:15:03.105 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T09:15:03.105 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.105 INFO:tasks.workunit.client.0.smithi119.stdout: "host_bytes_written": { 2024-04-13T09:15:03.106 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T09:15:03.106 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 17477406 2024-04-13T09:15:03.106 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.106 INFO:tasks.workunit.client.0.smithi119.stdout: "host_ctx_wear_used": { 2024-04-13T09:15:03.106 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T09:15:03.106 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 1 2024-04-13T09:15:03.106 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.106 INFO:tasks.workunit.client.0.smithi119.stdout: "media_bytes_read": { 2024-04-13T09:15:03.106 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T09:15:03.106 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T09:15:03.106 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.106 INFO:tasks.workunit.client.0.smithi119.stdout: "nand_bytes_written": { 2024-04-13T09:15:03.106 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T09:15:03.107 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 32624884 2024-04-13T09:15:03.107 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.107 INFO:tasks.workunit.client.0.smithi119.stdout: "perf_stat_indicator": { 2024-04-13T09:15:03.107 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T09:15:03.107 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T09:15:03.107 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.107 INFO:tasks.workunit.client.0.smithi119.stdout: "pll_lock_loss_count": { 2024-04-13T09:15:03.107 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T09:15:03.107 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T09:15:03.107 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.107 INFO:tasks.workunit.client.0.smithi119.stdout: "program_fail_count": { 2024-04-13T09:15:03.107 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T09:15:03.107 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T09:15:03.107 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.107 INFO:tasks.workunit.client.0.smithi119.stdout: "re_alloc_sectr_cnt": { 2024-04-13T09:15:03.107 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T09:15:03.108 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T09:15:03.108 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.108 INFO:tasks.workunit.client.0.smithi119.stdout: "retry_buffer_overflow_count": { 2024-04-13T09:15:03.108 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T09:15:03.108 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T09:15:03.108 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.108 INFO:tasks.workunit.client.0.smithi119.stdout: "soft_ecc_err_rate": { 2024-04-13T09:15:03.108 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T09:15:03.108 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T09:15:03.108 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.109 INFO:tasks.workunit.client.0.smithi119.stdout: "thermal_throttle_status": { 2024-04-13T09:15:03.109 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T09:15:03.109 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": { 2024-04-13T09:15:03.109 INFO:tasks.workunit.client.0.smithi119.stdout: "cnt": 0, 2024-04-13T09:15:03.109 INFO:tasks.workunit.client.0.smithi119.stdout: "pct": 0 2024-04-13T09:15:03.109 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.109 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.109 INFO:tasks.workunit.client.0.smithi119.stdout: "timed_workload_host_reads": { 2024-04-13T09:15:03.110 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T09:15:03.110 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 65535 2024-04-13T09:15:03.110 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.110 INFO:tasks.workunit.client.0.smithi119.stdout: "timed_workload_media_wear": { 2024-04-13T09:15:03.110 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T09:15:03.110 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 64 2024-04-13T09:15:03.110 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.110 INFO:tasks.workunit.client.0.smithi119.stdout: "timed_workload_timer": { 2024-04-13T09:15:03.110 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T09:15:03.110 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 65535 2024-04-13T09:15:03.110 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.111 INFO:tasks.workunit.client.0.smithi119.stdout: "unexp_power_loss": { 2024-04-13T09:15:03.111 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T09:15:03.111 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T09:15:03.111 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.111 INFO:tasks.workunit.client.0.smithi119.stdout: "wear_leveling": { 2024-04-13T09:15:03.111 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 93, 2024-04-13T09:15:03.111 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": { 2024-04-13T09:15:03.111 INFO:tasks.workunit.client.0.smithi119.stdout: "avg": 2250, 2024-04-13T09:15:03.111 INFO:tasks.workunit.client.0.smithi119.stdout: "max": 2259, 2024-04-13T09:15:03.111 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 2241 2024-04-13T09:15:03.111 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.112 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.112 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.112 INFO:tasks.workunit.client.0.smithi119.stdout: "Intel Smart log": "nvme0n1" 2024-04-13T09:15:03.112 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.112 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_smart_health_information_log": { 2024-04-13T09:15:03.112 INFO:tasks.workunit.client.0.smithi119.stdout: "available_spare": 100, 2024-04-13T09:15:03.112 INFO:tasks.workunit.client.0.smithi119.stdout: "available_spare_threshold": 10, 2024-04-13T09:15:03.112 INFO:tasks.workunit.client.0.smithi119.stdout: "controller_busy_time": 22, 2024-04-13T09:15:03.112 INFO:tasks.workunit.client.0.smithi119.stdout: "critical_warning": 0, 2024-04-13T09:15:03.112 INFO:tasks.workunit.client.0.smithi119.stdout: "data_units_read": 237189759, 2024-04-13T09:15:03.112 INFO:tasks.workunit.client.0.smithi119.stdout: "data_units_written": 1145399303, 2024-04-13T09:15:03.112 INFO:tasks.workunit.client.0.smithi119.stdout: "host_reads": 4232985947, 2024-04-13T09:15:03.112 INFO:tasks.workunit.client.0.smithi119.stdout: "host_writes": 22735896559, 2024-04-13T09:15:03.112 INFO:tasks.workunit.client.0.smithi119.stdout: "media_errors": 0, 2024-04-13T09:15:03.112 INFO:tasks.workunit.client.0.smithi119.stdout: "num_err_log_entries": 0, 2024-04-13T09:15:03.112 INFO:tasks.workunit.client.0.smithi119.stdout: "percentage_used": 7, 2024-04-13T09:15:03.113 INFO:tasks.workunit.client.0.smithi119.stdout: "power_cycles": 39231, 2024-04-13T09:15:03.113 INFO:tasks.workunit.client.0.smithi119.stdout: "power_on_hours": 57467, 2024-04-13T09:15:03.113 INFO:tasks.workunit.client.0.smithi119.stdout: "temperature": 27, 2024-04-13T09:15:03.113 INFO:tasks.workunit.client.0.smithi119.stdout: "unsafe_shutdowns": 1687 2024-04-13T09:15:03.113 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.113 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_vendor": "intel", 2024-04-13T09:15:03.113 INFO:tasks.workunit.client.0.smithi119.stdout: "power_cycle_count": 39231, 2024-04-13T09:15:03.113 INFO:tasks.workunit.client.0.smithi119.stdout: "power_on_time": { 2024-04-13T09:15:03.113 INFO:tasks.workunit.client.0.smithi119.stdout: "hours": 57467 2024-04-13T09:15:03.113 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.113 INFO:tasks.workunit.client.0.smithi119.stdout: "serial_number": "deleted", 2024-04-13T09:15:03.113 INFO:tasks.workunit.client.0.smithi119.stdout: "smart_status": { 2024-04-13T09:15:03.113 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme": { 2024-04-13T09:15:03.113 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.113 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.113 INFO:tasks.workunit.client.0.smithi119.stdout: "passed": true 2024-04-13T09:15:03.114 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.114 INFO:tasks.workunit.client.0.smithi119.stdout: "smartctl": { 2024-04-13T09:15:03.114 INFO:tasks.workunit.client.0.smithi119.stdout: "argv": [ 2024-04-13T09:15:03.114 INFO:tasks.workunit.client.0.smithi119.stdout: "smartctl", 2024-04-13T09:15:03.114 INFO:tasks.workunit.client.0.smithi119.stdout: "-x", 2024-04-13T09:15:03.114 INFO:tasks.workunit.client.0.smithi119.stdout: "--json=o", 2024-04-13T09:15:03.114 INFO:tasks.workunit.client.0.smithi119.stdout: "/dev/nvme0n1" 2024-04-13T09:15:03.114 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.114 INFO:tasks.workunit.client.0.smithi119.stdout: "build_info": "(local build)", 2024-04-13T09:15:03.114 INFO:tasks.workunit.client.0.smithi119.stdout: "exit_status": 0, 2024-04-13T09:15:03.114 INFO:tasks.workunit.client.0.smithi119.stdout: "output": [ 2024-04-13T09:15:03.114 INFO:tasks.workunit.client.0.smithi119.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-13T09:15:03.114 INFO:tasks.workunit.client.0.smithi119.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-13T09:15:03.115 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T09:15:03.115 INFO:tasks.workunit.client.0.smithi119.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-13T09:15:03.115 INFO:tasks.workunit.client.0.smithi119.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-13T09:15:03.115 INFO:tasks.workunit.client.0.smithi119.stdout: "Serial Number: deleted", 2024-04-13T09:15:03.115 INFO:tasks.workunit.client.0.smithi119.stdout: "Firmware Version: 8DV101F0", 2024-04-13T09:15:03.115 INFO:tasks.workunit.client.0.smithi119.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-13T09:15:03.115 INFO:tasks.workunit.client.0.smithi119.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-13T09:15:03.115 INFO:tasks.workunit.client.0.smithi119.stdout: "Controller ID: 0", 2024-04-13T09:15:03.115 INFO:tasks.workunit.client.0.smithi119.stdout: "Number of Namespaces: 1", 2024-04-13T09:15:03.115 INFO:tasks.workunit.client.0.smithi119.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-13T09:15:03.115 INFO:tasks.workunit.client.0.smithi119.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-13T09:15:03.115 INFO:tasks.workunit.client.0.smithi119.stdout: "Local Time is: Sat Apr 13 07:40:17 2024 UTC", 2024-04-13T09:15:03.115 INFO:tasks.workunit.client.0.smithi119.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-13T09:15:03.115 INFO:tasks.workunit.client.0.smithi119.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-13T09:15:03.115 INFO:tasks.workunit.client.0.smithi119.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-13T09:15:03.116 INFO:tasks.workunit.client.0.smithi119.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-13T09:15:03.116 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T09:15:03.116 INFO:tasks.workunit.client.0.smithi119.stdout: "Supported Power States", 2024-04-13T09:15:03.116 INFO:tasks.workunit.client.0.smithi119.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-13T09:15:03.116 INFO:tasks.workunit.client.0.smithi119.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-13T09:15:03.116 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T09:15:03.116 INFO:tasks.workunit.client.0.smithi119.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-13T09:15:03.116 INFO:tasks.workunit.client.0.smithi119.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-13T09:15:03.116 INFO:tasks.workunit.client.0.smithi119.stdout: " 0 + 512 0 2", 2024-04-13T09:15:03.116 INFO:tasks.workunit.client.0.smithi119.stdout: " 1 - 512 8 2", 2024-04-13T09:15:03.116 INFO:tasks.workunit.client.0.smithi119.stdout: " 2 - 512 16 2", 2024-04-13T09:15:03.116 INFO:tasks.workunit.client.0.smithi119.stdout: " 3 - 4096 0 0", 2024-04-13T09:15:03.116 INFO:tasks.workunit.client.0.smithi119.stdout: " 4 - 4096 8 0", 2024-04-13T09:15:03.116 INFO:tasks.workunit.client.0.smithi119.stdout: " 5 - 4096 64 0", 2024-04-13T09:15:03.117 INFO:tasks.workunit.client.0.smithi119.stdout: " 6 - 4096 128 0", 2024-04-13T09:15:03.117 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T09:15:03.117 INFO:tasks.workunit.client.0.smithi119.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-13T09:15:03.117 INFO:tasks.workunit.client.0.smithi119.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-13T09:15:03.117 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T09:15:03.117 INFO:tasks.workunit.client.0.smithi119.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-13T09:15:03.117 INFO:tasks.workunit.client.0.smithi119.stdout: "Critical Warning: 0x00", 2024-04-13T09:15:03.117 INFO:tasks.workunit.client.0.smithi119.stdout: "Temperature: 27 Celsius", 2024-04-13T09:15:03.117 INFO:tasks.workunit.client.0.smithi119.stdout: "Available Spare: 100%", 2024-04-13T09:15:03.117 INFO:tasks.workunit.client.0.smithi119.stdout: "Available Spare Threshold: 10%", 2024-04-13T09:15:03.117 INFO:tasks.workunit.client.0.smithi119.stdout: "Percentage Used: 7%", 2024-04-13T09:15:03.117 INFO:tasks.workunit.client.0.smithi119.stdout: "Data Units Read: 237,189,759 [121 TB]", 2024-04-13T09:15:03.117 INFO:tasks.workunit.client.0.smithi119.stdout: "Data Units Written: 1,145,399,303 [586 TB]", 2024-04-13T09:15:03.117 INFO:tasks.workunit.client.0.smithi119.stdout: "Host Read Commands: 4,232,985,947", 2024-04-13T09:15:03.117 INFO:tasks.workunit.client.0.smithi119.stdout: "Host Write Commands: 22,735,896,559", 2024-04-13T09:15:03.118 INFO:tasks.workunit.client.0.smithi119.stdout: "Controller Busy Time: 22", 2024-04-13T09:15:03.118 INFO:tasks.workunit.client.0.smithi119.stdout: "Power Cycles: 39,231", 2024-04-13T09:15:03.118 INFO:tasks.workunit.client.0.smithi119.stdout: "Power On Hours: 57,467", 2024-04-13T09:15:03.118 INFO:tasks.workunit.client.0.smithi119.stdout: "Unsafe Shutdowns: 1,687", 2024-04-13T09:15:03.118 INFO:tasks.workunit.client.0.smithi119.stdout: "Media and Data Integrity Errors: 0", 2024-04-13T09:15:03.118 INFO:tasks.workunit.client.0.smithi119.stdout: "Error Information Log Entries: 0", 2024-04-13T09:15:03.118 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T09:15:03.118 INFO:tasks.workunit.client.0.smithi119.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-13T09:15:03.118 INFO:tasks.workunit.client.0.smithi119.stdout: "No Errors Logged", 2024-04-13T09:15:03.118 INFO:tasks.workunit.client.0.smithi119.stdout: "" 2024-04-13T09:15:03.118 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.119 INFO:tasks.workunit.client.0.smithi119.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-13T09:15:03.119 INFO:tasks.workunit.client.0.smithi119.stdout: "svn_revision": "5022", 2024-04-13T09:15:03.119 INFO:tasks.workunit.client.0.smithi119.stdout: "version": [ 2024-04-13T09:15:03.119 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:03.119 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:03.119 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:03.119 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.119 INFO:tasks.workunit.client.0.smithi119.stdout: "temperature": { 2024-04-13T09:15:03.119 INFO:tasks.workunit.client.0.smithi119.stdout: "current": 27 2024-04-13T09:15:03.119 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.119 INFO:tasks.workunit.client.0.smithi119.stdout: "user_capacity": { 2024-04-13T09:15:03.119 INFO:tasks.workunit.client.0.smithi119.stdout: "blocks": 781422768, 2024-04-13T09:15:03.119 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 400088457216 2024-04-13T09:15:03.119 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.119 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.120 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.120 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.120 INFO:tasks.workunit.client.0.smithi119.stdout: "d466e306-f969-11ee-9695-0cc47a8fd5ef": { 2024-04-13T09:15:03.120 INFO:tasks.workunit.client.0.smithi119.stdout: "INTEL_SSDPEDMD400G4_d4678f86-f969-11ee-9695-0cc47a8fd5ef": { 2024-04-13T09:15:03.120 INFO:tasks.workunit.client.0.smithi119.stdout: "20240413-074019": { 2024-04-13T09:15:03.120 INFO:tasks.workunit.client.0.smithi119.stdout: "device": { 2024-04-13T09:15:03.120 INFO:tasks.workunit.client.0.smithi119.stdout: "info_name": "/dev/nvme0n1", 2024-04-13T09:15:03.120 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "/dev/nvme0n1", 2024-04-13T09:15:03.120 INFO:tasks.workunit.client.0.smithi119.stdout: "protocol": "NVMe", 2024-04-13T09:15:03.120 INFO:tasks.workunit.client.0.smithi119.stdout: "type": "nvme" 2024-04-13T09:15:03.120 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.120 INFO:tasks.workunit.client.0.smithi119.stdout: "firmware_version": "8DV101H0", 2024-04-13T09:15:03.120 INFO:tasks.workunit.client.0.smithi119.stdout: "host_id": "d466e306-f969-11ee-9695-0cc47a8fd5ef", 2024-04-13T09:15:03.120 INFO:tasks.workunit.client.0.smithi119.stdout: "json_format_version": [ 2024-04-13T09:15:03.120 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:03.121 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:03.121 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.121 INFO:tasks.workunit.client.0.smithi119.stdout: "local_time": { 2024-04-13T09:15:03.121 INFO:tasks.workunit.client.0.smithi119.stdout: "asctime": "Sat Apr 13 07:40:19 2024 UTC", 2024-04-13T09:15:03.121 INFO:tasks.workunit.client.0.smithi119.stdout: "time_t": 1712994019 2024-04-13T09:15:03.121 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.121 INFO:tasks.workunit.client.0.smithi119.stdout: "logical_block_size": 512, 2024-04-13T09:15:03.121 INFO:tasks.workunit.client.0.smithi119.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-13T09:15:03.121 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_controller_id": 0, 2024-04-13T09:15:03.121 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-13T09:15:03.121 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_namespaces": [ 2024-04-13T09:15:03.121 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.121 INFO:tasks.workunit.client.0.smithi119.stdout: "capacity": { 2024-04-13T09:15:03.121 INFO:tasks.workunit.client.0.smithi119.stdout: "blocks": 781422768, 2024-04-13T09:15:03.122 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 400088457216 2024-04-13T09:15:03.122 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.122 INFO:tasks.workunit.client.0.smithi119.stdout: "formatted_lba_size": 512, 2024-04-13T09:15:03.122 INFO:tasks.workunit.client.0.smithi119.stdout: "id": 1, 2024-04-13T09:15:03.122 INFO:tasks.workunit.client.0.smithi119.stdout: "size": { 2024-04-13T09:15:03.122 INFO:tasks.workunit.client.0.smithi119.stdout: "blocks": 781422768, 2024-04-13T09:15:03.122 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 400088457216 2024-04-13T09:15:03.122 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.122 INFO:tasks.workunit.client.0.smithi119.stdout: "utilization": { 2024-04-13T09:15:03.122 INFO:tasks.workunit.client.0.smithi119.stdout: "blocks": 781422768, 2024-04-13T09:15:03.123 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 400088457216 2024-04-13T09:15:03.123 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.123 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.123 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.123 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_number_of_namespaces": 1, 2024-04-13T09:15:03.123 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_pci_vendor": { 2024-04-13T09:15:03.123 INFO:tasks.workunit.client.0.smithi119.stdout: "id": 32902, 2024-04-13T09:15:03.123 INFO:tasks.workunit.client.0.smithi119.stdout: "subsystem_id": 32902 2024-04-13T09:15:03.123 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.123 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_smart_health_information_add_log": { 2024-04-13T09:15:03.123 INFO:tasks.workunit.client.0.smithi119.stdout: "Device stats": { 2024-04-13T09:15:03.123 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_fw_downgrades": { 2024-04-13T09:15:03.123 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T09:15:03.123 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T09:15:03.123 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.124 INFO:tasks.workunit.client.0.smithi119.stdout: "crc_error_count": { 2024-04-13T09:15:03.124 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T09:15:03.124 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T09:15:03.124 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.124 INFO:tasks.workunit.client.0.smithi119.stdout: "end_to_end_error_detection_count": { 2024-04-13T09:15:03.124 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T09:15:03.124 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T09:15:03.124 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.124 INFO:tasks.workunit.client.0.smithi119.stdout: "erase_fail_count": { 2024-04-13T09:15:03.124 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T09:15:03.124 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T09:15:03.124 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.124 INFO:tasks.workunit.client.0.smithi119.stdout: "host_bytes_written": { 2024-04-13T09:15:03.125 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T09:15:03.125 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 25913533 2024-04-13T09:15:03.125 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.125 INFO:tasks.workunit.client.0.smithi119.stdout: "host_ctx_wear_used": { 2024-04-13T09:15:03.125 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T09:15:03.125 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 1 2024-04-13T09:15:03.125 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.125 INFO:tasks.workunit.client.0.smithi119.stdout: "media_bytes_read": { 2024-04-13T09:15:03.125 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T09:15:03.125 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T09:15:03.125 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.125 INFO:tasks.workunit.client.0.smithi119.stdout: "nand_bytes_written": { 2024-04-13T09:15:03.125 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T09:15:03.125 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 45069078 2024-04-13T09:15:03.125 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.125 INFO:tasks.workunit.client.0.smithi119.stdout: "perf_stat_indicator": { 2024-04-13T09:15:03.126 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T09:15:03.126 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T09:15:03.126 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.126 INFO:tasks.workunit.client.0.smithi119.stdout: "pll_lock_loss_count": { 2024-04-13T09:15:03.126 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T09:15:03.126 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T09:15:03.126 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.126 INFO:tasks.workunit.client.0.smithi119.stdout: "program_fail_count": { 2024-04-13T09:15:03.126 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T09:15:03.126 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T09:15:03.126 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.126 INFO:tasks.workunit.client.0.smithi119.stdout: "re_alloc_sectr_cnt": { 2024-04-13T09:15:03.126 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T09:15:03.126 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T09:15:03.127 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.127 INFO:tasks.workunit.client.0.smithi119.stdout: "retry_buffer_overflow_count": { 2024-04-13T09:15:03.127 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T09:15:03.127 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T09:15:03.127 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.127 INFO:tasks.workunit.client.0.smithi119.stdout: "soft_ecc_err_rate": { 2024-04-13T09:15:03.127 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T09:15:03.127 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T09:15:03.127 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.127 INFO:tasks.workunit.client.0.smithi119.stdout: "thermal_throttle_status": { 2024-04-13T09:15:03.127 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T09:15:03.127 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": { 2024-04-13T09:15:03.127 INFO:tasks.workunit.client.0.smithi119.stdout: "cnt": 0, 2024-04-13T09:15:03.127 INFO:tasks.workunit.client.0.smithi119.stdout: "pct": 0 2024-04-13T09:15:03.127 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.127 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.128 INFO:tasks.workunit.client.0.smithi119.stdout: "timed_workload_host_reads": { 2024-04-13T09:15:03.128 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T09:15:03.128 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 65535 2024-04-13T09:15:03.128 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.128 INFO:tasks.workunit.client.0.smithi119.stdout: "timed_workload_media_wear": { 2024-04-13T09:15:03.128 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T09:15:03.128 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 64 2024-04-13T09:15:03.128 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.128 INFO:tasks.workunit.client.0.smithi119.stdout: "timed_workload_timer": { 2024-04-13T09:15:03.128 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 100, 2024-04-13T09:15:03.128 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 65535 2024-04-13T09:15:03.128 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.128 INFO:tasks.workunit.client.0.smithi119.stdout: "unexp_power_loss": { 2024-04-13T09:15:03.128 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 0, 2024-04-13T09:15:03.128 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": 0 2024-04-13T09:15:03.128 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.128 INFO:tasks.workunit.client.0.smithi119.stdout: "wear_leveling": { 2024-04-13T09:15:03.129 INFO:tasks.workunit.client.0.smithi119.stdout: "normalized": 90, 2024-04-13T09:15:03.129 INFO:tasks.workunit.client.0.smithi119.stdout: "raw": { 2024-04-13T09:15:03.129 INFO:tasks.workunit.client.0.smithi119.stdout: "avg": 3064, 2024-04-13T09:15:03.129 INFO:tasks.workunit.client.0.smithi119.stdout: "max": 3076, 2024-04-13T09:15:03.129 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 3051 2024-04-13T09:15:03.129 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.129 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.129 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.129 INFO:tasks.workunit.client.0.smithi119.stdout: "Intel Smart log": "nvme0n1" 2024-04-13T09:15:03.129 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.129 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_smart_health_information_log": { 2024-04-13T09:15:03.129 INFO:tasks.workunit.client.0.smithi119.stdout: "available_spare": 100, 2024-04-13T09:15:03.129 INFO:tasks.workunit.client.0.smithi119.stdout: "available_spare_threshold": 10, 2024-04-13T09:15:03.129 INFO:tasks.workunit.client.0.smithi119.stdout: "controller_busy_time": 0, 2024-04-13T09:15:03.129 INFO:tasks.workunit.client.0.smithi119.stdout: "critical_warning": 0, 2024-04-13T09:15:03.129 INFO:tasks.workunit.client.0.smithi119.stdout: "data_units_read": 335911076, 2024-04-13T09:15:03.130 INFO:tasks.workunit.client.0.smithi119.stdout: "data_units_written": 1698269352, 2024-04-13T09:15:03.130 INFO:tasks.workunit.client.0.smithi119.stdout: "host_reads": 5482109870, 2024-04-13T09:15:03.130 INFO:tasks.workunit.client.0.smithi119.stdout: "host_writes": 29670994253, 2024-04-13T09:15:03.130 INFO:tasks.workunit.client.0.smithi119.stdout: "media_errors": 0, 2024-04-13T09:15:03.130 INFO:tasks.workunit.client.0.smithi119.stdout: "num_err_log_entries": 0, 2024-04-13T09:15:03.130 INFO:tasks.workunit.client.0.smithi119.stdout: "percentage_used": 10, 2024-04-13T09:15:03.130 INFO:tasks.workunit.client.0.smithi119.stdout: "power_cycles": 50867, 2024-04-13T09:15:03.130 INFO:tasks.workunit.client.0.smithi119.stdout: "power_on_hours": 48973, 2024-04-13T09:15:03.130 INFO:tasks.workunit.client.0.smithi119.stdout: "temperature": 25, 2024-04-13T09:15:03.130 INFO:tasks.workunit.client.0.smithi119.stdout: "unsafe_shutdowns": 79 2024-04-13T09:15:03.130 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.130 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme_vendor": "intel", 2024-04-13T09:15:03.130 INFO:tasks.workunit.client.0.smithi119.stdout: "power_cycle_count": 50867, 2024-04-13T09:15:03.130 INFO:tasks.workunit.client.0.smithi119.stdout: "power_on_time": { 2024-04-13T09:15:03.131 INFO:tasks.workunit.client.0.smithi119.stdout: "hours": 48973 2024-04-13T09:15:03.131 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.131 INFO:tasks.workunit.client.0.smithi119.stdout: "serial_number": "deleted", 2024-04-13T09:15:03.131 INFO:tasks.workunit.client.0.smithi119.stdout: "smart_status": { 2024-04-13T09:15:03.131 INFO:tasks.workunit.client.0.smithi119.stdout: "nvme": { 2024-04-13T09:15:03.131 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.131 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.131 INFO:tasks.workunit.client.0.smithi119.stdout: "passed": true 2024-04-13T09:15:03.131 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.131 INFO:tasks.workunit.client.0.smithi119.stdout: "smartctl": { 2024-04-13T09:15:03.131 INFO:tasks.workunit.client.0.smithi119.stdout: "argv": [ 2024-04-13T09:15:03.131 INFO:tasks.workunit.client.0.smithi119.stdout: "smartctl", 2024-04-13T09:15:03.131 INFO:tasks.workunit.client.0.smithi119.stdout: "-x", 2024-04-13T09:15:03.132 INFO:tasks.workunit.client.0.smithi119.stdout: "--json=o", 2024-04-13T09:15:03.132 INFO:tasks.workunit.client.0.smithi119.stdout: "/dev/nvme0n1" 2024-04-13T09:15:03.132 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.132 INFO:tasks.workunit.client.0.smithi119.stdout: "build_info": "(local build)", 2024-04-13T09:15:03.132 INFO:tasks.workunit.client.0.smithi119.stdout: "exit_status": 0, 2024-04-13T09:15:03.132 INFO:tasks.workunit.client.0.smithi119.stdout: "output": [ 2024-04-13T09:15:03.132 INFO:tasks.workunit.client.0.smithi119.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-13T09:15:03.132 INFO:tasks.workunit.client.0.smithi119.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-13T09:15:03.132 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T09:15:03.132 INFO:tasks.workunit.client.0.smithi119.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-13T09:15:03.132 INFO:tasks.workunit.client.0.smithi119.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-13T09:15:03.132 INFO:tasks.workunit.client.0.smithi119.stdout: "Serial Number: deleted", 2024-04-13T09:15:03.132 INFO:tasks.workunit.client.0.smithi119.stdout: "Firmware Version: 8DV101H0", 2024-04-13T09:15:03.132 INFO:tasks.workunit.client.0.smithi119.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-13T09:15:03.132 INFO:tasks.workunit.client.0.smithi119.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-13T09:15:03.133 INFO:tasks.workunit.client.0.smithi119.stdout: "Controller ID: 0", 2024-04-13T09:15:03.133 INFO:tasks.workunit.client.0.smithi119.stdout: "Number of Namespaces: 1", 2024-04-13T09:15:03.133 INFO:tasks.workunit.client.0.smithi119.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-13T09:15:03.133 INFO:tasks.workunit.client.0.smithi119.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-13T09:15:03.133 INFO:tasks.workunit.client.0.smithi119.stdout: "Local Time is: Sat Apr 13 07:40:19 2024 UTC", 2024-04-13T09:15:03.133 INFO:tasks.workunit.client.0.smithi119.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-13T09:15:03.133 INFO:tasks.workunit.client.0.smithi119.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-13T09:15:03.133 INFO:tasks.workunit.client.0.smithi119.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-13T09:15:03.133 INFO:tasks.workunit.client.0.smithi119.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-13T09:15:03.133 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T09:15:03.133 INFO:tasks.workunit.client.0.smithi119.stdout: "Supported Power States", 2024-04-13T09:15:03.133 INFO:tasks.workunit.client.0.smithi119.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-13T09:15:03.133 INFO:tasks.workunit.client.0.smithi119.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-13T09:15:03.133 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T09:15:03.133 INFO:tasks.workunit.client.0.smithi119.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-13T09:15:03.134 INFO:tasks.workunit.client.0.smithi119.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-13T09:15:03.134 INFO:tasks.workunit.client.0.smithi119.stdout: " 0 + 512 0 2", 2024-04-13T09:15:03.134 INFO:tasks.workunit.client.0.smithi119.stdout: " 1 - 512 8 2", 2024-04-13T09:15:03.134 INFO:tasks.workunit.client.0.smithi119.stdout: " 2 - 512 16 2", 2024-04-13T09:15:03.134 INFO:tasks.workunit.client.0.smithi119.stdout: " 3 - 4096 0 0", 2024-04-13T09:15:03.134 INFO:tasks.workunit.client.0.smithi119.stdout: " 4 - 4096 8 0", 2024-04-13T09:15:03.134 INFO:tasks.workunit.client.0.smithi119.stdout: " 5 - 4096 64 0", 2024-04-13T09:15:03.134 INFO:tasks.workunit.client.0.smithi119.stdout: " 6 - 4096 128 0", 2024-04-13T09:15:03.134 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T09:15:03.134 INFO:tasks.workunit.client.0.smithi119.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-13T09:15:03.134 INFO:tasks.workunit.client.0.smithi119.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-13T09:15:03.134 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T09:15:03.135 INFO:tasks.workunit.client.0.smithi119.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-13T09:15:03.135 INFO:tasks.workunit.client.0.smithi119.stdout: "Critical Warning: 0x00", 2024-04-13T09:15:03.135 INFO:tasks.workunit.client.0.smithi119.stdout: "Temperature: 25 Celsius", 2024-04-13T09:15:03.135 INFO:tasks.workunit.client.0.smithi119.stdout: "Available Spare: 100%", 2024-04-13T09:15:03.135 INFO:tasks.workunit.client.0.smithi119.stdout: "Available Spare Threshold: 10%", 2024-04-13T09:15:03.135 INFO:tasks.workunit.client.0.smithi119.stdout: "Percentage Used: 10%", 2024-04-13T09:15:03.135 INFO:tasks.workunit.client.0.smithi119.stdout: "Data Units Read: 335,911,076 [171 TB]", 2024-04-13T09:15:03.135 INFO:tasks.workunit.client.0.smithi119.stdout: "Data Units Written: 1,698,269,352 [869 TB]", 2024-04-13T09:15:03.135 INFO:tasks.workunit.client.0.smithi119.stdout: "Host Read Commands: 5,482,109,870", 2024-04-13T09:15:03.135 INFO:tasks.workunit.client.0.smithi119.stdout: "Host Write Commands: 29,670,994,253", 2024-04-13T09:15:03.135 INFO:tasks.workunit.client.0.smithi119.stdout: "Controller Busy Time: 0", 2024-04-13T09:15:03.135 INFO:tasks.workunit.client.0.smithi119.stdout: "Power Cycles: 50,867", 2024-04-13T09:15:03.135 INFO:tasks.workunit.client.0.smithi119.stdout: "Power On Hours: 48,973", 2024-04-13T09:15:03.135 INFO:tasks.workunit.client.0.smithi119.stdout: "Unsafe Shutdowns: 79", 2024-04-13T09:15:03.135 INFO:tasks.workunit.client.0.smithi119.stdout: "Media and Data Integrity Errors: 0", 2024-04-13T09:15:03.135 INFO:tasks.workunit.client.0.smithi119.stdout: "Error Information Log Entries: 0", 2024-04-13T09:15:03.136 INFO:tasks.workunit.client.0.smithi119.stdout: "", 2024-04-13T09:15:03.136 INFO:tasks.workunit.client.0.smithi119.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-13T09:15:03.136 INFO:tasks.workunit.client.0.smithi119.stdout: "No Errors Logged", 2024-04-13T09:15:03.136 INFO:tasks.workunit.client.0.smithi119.stdout: "" 2024-04-13T09:15:03.136 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.136 INFO:tasks.workunit.client.0.smithi119.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-13T09:15:03.136 INFO:tasks.workunit.client.0.smithi119.stdout: "svn_revision": "5022", 2024-04-13T09:15:03.136 INFO:tasks.workunit.client.0.smithi119.stdout: "version": [ 2024-04-13T09:15:03.136 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:03.136 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:03.136 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:03.136 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.136 INFO:tasks.workunit.client.0.smithi119.stdout: "temperature": { 2024-04-13T09:15:03.136 INFO:tasks.workunit.client.0.smithi119.stdout: "current": 25 2024-04-13T09:15:03.136 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.137 INFO:tasks.workunit.client.0.smithi119.stdout: "user_capacity": { 2024-04-13T09:15:03.137 INFO:tasks.workunit.client.0.smithi119.stdout: "blocks": 781422768, 2024-04-13T09:15:03.137 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 400088457216 2024-04-13T09:15:03.137 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.137 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.137 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.137 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.137 INFO:tasks.workunit.client.0.smithi119.stdout:} 2024-04-13T09:15:03.137 INFO:tasks.workunit.client.0.smithi119.stderr:+ ceph telemetry show 2024-04-13T09:15:03.139 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:15:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:15:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:15:03.140 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:02 smithi139 ceph-mon[88985]: from='client.36129 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:15:03.141 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:02 smithi139 ceph-mon[88985]: from='client.36129 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:15:03.141 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:02 smithi139 ceph-mon[88985]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-04-13T09:15:03.141 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:02 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T09:15:03.141 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:02 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:15:03.141 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:02 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T09:15:03.141 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:02 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:03.141 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:02 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:03.142 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:02 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:03.142 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:02 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:03.142 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:02 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:03.142 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:02 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:03.142 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:02 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:03.142 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:02 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:03.142 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:02 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:03.142 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:02 smithi139 ceph-mon[88985]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:15:03.142 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:02 smithi139 ceph-mon[88985]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:15:03.142 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:02 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:03.142 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:02 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:03.143 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:02 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:03.143 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:02 smithi139 ceph-mon[88985]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:15:03.143 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:02 smithi139 ceph-mon[88985]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:15:03.143 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:02 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:03.143 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:02 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:03.143 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:02 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:03.144 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:02 smithi139 ceph-mon[88985]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:15:03.144 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:02 smithi139 ceph-mon[88985]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:15:03.144 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:02 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:03.144 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:02 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:03.144 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:02 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:03.152 INFO:tasks.workunit.client.0.smithi119.stdout:{ 2024-04-13T09:15:03.152 INFO:tasks.workunit.client.0.smithi119.stdout: "balancer": { 2024-04-13T09:15:03.152 INFO:tasks.workunit.client.0.smithi119.stdout: "active": true, 2024-04-13T09:15:03.152 INFO:tasks.workunit.client.0.smithi119.stdout: "mode": "" 2024-04-13T09:15:03.152 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.153 INFO:tasks.workunit.client.0.smithi119.stdout: "channels": [ 2024-04-13T09:15:03.153 INFO:tasks.workunit.client.0.smithi119.stdout: "basic", 2024-04-13T09:15:03.153 INFO:tasks.workunit.client.0.smithi119.stdout: "crash", 2024-04-13T09:15:03.153 INFO:tasks.workunit.client.0.smithi119.stdout: "device", 2024-04-13T09:15:03.153 INFO:tasks.workunit.client.0.smithi119.stdout: "ident", 2024-04-13T09:15:03.153 INFO:tasks.workunit.client.0.smithi119.stdout: "perf" 2024-04-13T09:15:03.153 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.153 INFO:tasks.workunit.client.0.smithi119.stdout: "channels_available": [ 2024-04-13T09:15:03.153 INFO:tasks.workunit.client.0.smithi119.stdout: "basic", 2024-04-13T09:15:03.153 INFO:tasks.workunit.client.0.smithi119.stdout: "ident", 2024-04-13T09:15:03.153 INFO:tasks.workunit.client.0.smithi119.stdout: "crash", 2024-04-13T09:15:03.153 INFO:tasks.workunit.client.0.smithi119.stdout: "device", 2024-04-13T09:15:03.153 INFO:tasks.workunit.client.0.smithi119.stdout: "perf" 2024-04-13T09:15:03.153 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.153 INFO:tasks.workunit.client.0.smithi119.stdout: "collections_available": [ 2024-04-13T09:15:03.153 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_base", 2024-04-13T09:15:03.154 INFO:tasks.workunit.client.0.smithi119.stdout: "device_base", 2024-04-13T09:15:03.154 INFO:tasks.workunit.client.0.smithi119.stdout: "crash_base", 2024-04-13T09:15:03.154 INFO:tasks.workunit.client.0.smithi119.stdout: "ident_base", 2024-04-13T09:15:03.154 INFO:tasks.workunit.client.0.smithi119.stdout: "perf_perf", 2024-04-13T09:15:03.154 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_mds_metadata", 2024-04-13T09:15:03.154 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_pool_usage", 2024-04-13T09:15:03.154 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_usage_by_class", 2024-04-13T09:15:03.154 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_rook_v01", 2024-04-13T09:15:03.154 INFO:tasks.workunit.client.0.smithi119.stdout: "perf_memory_metrics", 2024-04-13T09:15:03.154 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_pool_options_bluestore", 2024-04-13T09:15:03.154 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_pool_flags" 2024-04-13T09:15:03.154 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.154 INFO:tasks.workunit.client.0.smithi119.stdout: "collections_opted_in": [ 2024-04-13T09:15:03.154 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_base", 2024-04-13T09:15:03.155 INFO:tasks.workunit.client.0.smithi119.stdout: "device_base", 2024-04-13T09:15:03.155 INFO:tasks.workunit.client.0.smithi119.stdout: "crash_base", 2024-04-13T09:15:03.155 INFO:tasks.workunit.client.0.smithi119.stdout: "ident_base", 2024-04-13T09:15:03.155 INFO:tasks.workunit.client.0.smithi119.stdout: "perf_perf", 2024-04-13T09:15:03.155 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_mds_metadata", 2024-04-13T09:15:03.155 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_pool_usage", 2024-04-13T09:15:03.155 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_usage_by_class", 2024-04-13T09:15:03.155 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_rook_v01", 2024-04-13T09:15:03.155 INFO:tasks.workunit.client.0.smithi119.stdout: "perf_memory_metrics", 2024-04-13T09:15:03.155 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_pool_options_bluestore", 2024-04-13T09:15:03.155 INFO:tasks.workunit.client.0.smithi119.stdout: "basic_pool_flags" 2024-04-13T09:15:03.155 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.155 INFO:tasks.workunit.client.0.smithi119.stdout: "config": { 2024-04-13T09:15:03.155 INFO:tasks.workunit.client.0.smithi119.stdout: "active_changed": [ 2024-04-13T09:15:03.155 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-13T09:15:03.155 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_debug", 2024-04-13T09:15:03.156 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_mon_ticket_ttl", 2024-04-13T09:15:03.156 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_service_ticket_ttl", 2024-04-13T09:15:03.156 INFO:tasks.workunit.client.0.smithi119.stdout: "bdev_debug_aio", 2024-04-13T09:15:03.156 INFO:tasks.workunit.client.0.smithi119.stdout: "client_check_pool_perm", 2024-04-13T09:15:03.156 INFO:tasks.workunit.client.0.smithi119.stdout: "client_mount_gid", 2024-04-13T09:15:03.156 INFO:tasks.workunit.client.0.smithi119.stdout: "client_mount_uid", 2024-04-13T09:15:03.156 INFO:tasks.workunit.client.0.smithi119.stdout: "client_quota", 2024-04-13T09:15:03.156 INFO:tasks.workunit.client.0.smithi119.stdout: "container_image", 2024-04-13T09:15:03.156 INFO:tasks.workunit.client.0.smithi119.stdout: "daemonize", 2024-04-13T09:15:03.156 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_asserts_on_shutdown", 2024-04-13T09:15:03.156 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_mgr", 2024-04-13T09:15:03.157 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_mon", 2024-04-13T09:15:03.157 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_ms", 2024-04-13T09:15:03.157 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_osd", 2024-04-13T09:15:03.157 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_paxos", 2024-04-13T09:15:03.157 INFO:tasks.workunit.client.0.smithi119.stdout: "keyring", 2024-04-13T09:15:03.157 INFO:tasks.workunit.client.0.smithi119.stdout: "log_to_file", 2024-04-13T09:15:03.157 INFO:tasks.workunit.client.0.smithi119.stdout: "log_to_journald", 2024-04-13T09:15:03.157 INFO:tasks.workunit.client.0.smithi119.stdout: "log_to_stderr", 2024-04-13T09:15:03.157 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_allow_pool_delete", 2024-04-13T09:15:03.157 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_clock_drift_allowed", 2024-04-13T09:15:03.157 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_cluster_log_file_level", 2024-04-13T09:15:03.157 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_cluster_log_to_file", 2024-04-13T09:15:03.157 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_cluster_log_to_journald", 2024-04-13T09:15:03.157 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_cluster_log_to_stderr", 2024-04-13T09:15:03.158 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_data_avail_warn", 2024-04-13T09:15:03.158 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_election_default_strategy", 2024-04-13T09:15:03.158 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_host", 2024-04-13T09:15:03.158 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_max_pg_per_osd", 2024-04-13T09:15:03.158 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_mds_skip_sanity", 2024-04-13T09:15:03.158 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_mgr_mkfs_grace", 2024-04-13T09:15:03.158 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_osd_prime_pg_temp", 2024-04-13T09:15:03.158 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_osd_reporter_subtree_level", 2024-04-13T09:15:03.158 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_pg_warn_max_object_skew", 2024-04-13T09:15:03.158 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-13T09:15:03.158 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-13T09:15:03.158 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-13T09:15:03.158 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-13T09:15:03.158 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-13T09:15:03.159 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-13T09:15:03.159 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-13T09:15:03.159 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-13T09:15:03.159 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_too_few_osds", 2024-04-13T09:15:03.159 INFO:tasks.workunit.client.0.smithi119.stdout: "ms_die_on_bug", 2024-04-13T09:15:03.159 INFO:tasks.workunit.client.0.smithi119.stdout: "ms_die_on_old_message", 2024-04-13T09:15:03.159 INFO:tasks.workunit.client.0.smithi119.stdout: "no_config_file", 2024-04-13T09:15:03.159 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_class_default_list", 2024-04-13T09:15:03.159 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_class_load_list", 2024-04-13T09:15:03.159 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_misdirected_ops", 2024-04-13T09:15:03.159 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_op_order", 2024-04-13T09:15:03.159 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_pg_log_writeout", 2024-04-13T09:15:03.159 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_shutdown", 2024-04-13T09:15:03.159 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_verify_cached_snaps", 2024-04-13T09:15:03.159 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_verify_missing_on_start", 2024-04-13T09:15:03.160 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_verify_stray_on_activate", 2024-04-13T09:15:03.160 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-13T09:15:03.160 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_delete_sleep", 2024-04-13T09:15:03.160 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_delete_sleep_hdd", 2024-04-13T09:15:03.160 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_delete_sleep_hybrid", 2024-04-13T09:15:03.160 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_delete_sleep_ssd", 2024-04-13T09:15:03.160 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_max_backfills", 2024-04-13T09:15:03.160 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-13T09:15:03.160 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_profile", 2024-04-13T09:15:03.160 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-13T09:15:03.160 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-13T09:15:03.160 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-13T09:15:03.161 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-13T09:15:03.161 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-13T09:15:03.161 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-13T09:15:03.161 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_client_lim", 2024-04-13T09:15:03.161 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_client_res", 2024-04-13T09:15:03.161 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-13T09:15:03.161 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_memory_target", 2024-04-13T09:15:03.161 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_memory_target_autotune", 2024-04-13T09:15:03.161 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_op_queue", 2024-04-13T09:15:03.161 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_op_queue_cut_off", 2024-04-13T09:15:03.161 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pool_default_erasure_code_profile", 2024-04-13T09:15:03.161 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-13T09:15:03.161 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recover_clone_overlap", 2024-04-13T09:15:03.161 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_max_active", 2024-04-13T09:15:03.161 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_max_active_hdd", 2024-04-13T09:15:03.162 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_max_active_ssd", 2024-04-13T09:15:03.162 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_max_chunk", 2024-04-13T09:15:03.162 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_sleep", 2024-04-13T09:15:03.162 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_sleep_hdd", 2024-04-13T09:15:03.162 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_sleep_hybrid", 2024-04-13T09:15:03.162 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_sleep_ssd", 2024-04-13T09:15:03.162 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_scrub_load_threshold", 2024-04-13T09:15:03.162 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_scrub_max_interval", 2024-04-13T09:15:03.162 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_scrub_sleep", 2024-04-13T09:15:03.162 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_shutdown_pgref_assert", 2024-04-13T09:15:03.162 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_snap_trim_sleep", 2024-04-13T09:15:03.162 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_snap_trim_sleep_hdd", 2024-04-13T09:15:03.162 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-13T09:15:03.162 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_snap_trim_sleep_ssd", 2024-04-13T09:15:03.162 INFO:tasks.workunit.client.0.smithi119.stdout: "public_network", 2024-04-13T09:15:03.163 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-13T09:15:03.163 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd_default_features", 2024-04-13T09:15:03.163 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd_qos_exclude_ops", 2024-04-13T09:15:03.163 INFO:tasks.workunit.client.0.smithi119.stdout: "setgroup", 2024-04-13T09:15:03.163 INFO:tasks.workunit.client.0.smithi119.stdout: "setuser" 2024-04-13T09:15:03.163 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.163 INFO:tasks.workunit.client.0.smithi119.stdout: "cluster_changed": [ 2024-04-13T09:15:03.163 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-13T09:15:03.163 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_debug", 2024-04-13T09:15:03.163 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_mon_ticket_ttl", 2024-04-13T09:15:03.163 INFO:tasks.workunit.client.0.smithi119.stdout: "auth_service_ticket_ttl", 2024-04-13T09:15:03.163 INFO:tasks.workunit.client.0.smithi119.stdout: "bdev_debug_aio", 2024-04-13T09:15:03.163 INFO:tasks.workunit.client.0.smithi119.stdout: "container_image", 2024-04-13T09:15:03.163 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_asserts_on_shutdown", 2024-04-13T09:15:03.164 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_mgr", 2024-04-13T09:15:03.164 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_mon", 2024-04-13T09:15:03.164 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_ms", 2024-04-13T09:15:03.164 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_osd", 2024-04-13T09:15:03.164 INFO:tasks.workunit.client.0.smithi119.stdout: "debug_paxos", 2024-04-13T09:15:03.164 INFO:tasks.workunit.client.0.smithi119.stdout: "log_to_file", 2024-04-13T09:15:03.164 INFO:tasks.workunit.client.0.smithi119.stdout: "log_to_journald", 2024-04-13T09:15:03.164 INFO:tasks.workunit.client.0.smithi119.stdout: "log_to_stderr", 2024-04-13T09:15:03.164 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_join_fs", 2024-04-13T09:15:03.164 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/cephadm/allow_ptrace", 2024-04-13T09:15:03.164 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/cephadm/container_init", 2024-04-13T09:15:03.164 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/cephadm/migration_current", 2024-04-13T09:15:03.164 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/cephadm/use_repo_digest", 2024-04-13T09:15:03.164 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-13T09:15:03.164 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-13T09:15:03.165 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-13T09:15:03.165 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-13T09:15:03.165 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/dashboard/ssl_server_port", 2024-04-13T09:15:03.165 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/orchestrator/orchestrator", 2024-04-13T09:15:03.165 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/telemetry/channel_ident", 2024-04-13T09:15:03.165 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/telemetry/channel_perf", 2024-04-13T09:15:03.165 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/telemetry/description", 2024-04-13T09:15:03.165 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/telemetry/enabled", 2024-04-13T09:15:03.165 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr/telemetry/organization", 2024-04-13T09:15:03.165 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_allow_pool_delete", 2024-04-13T09:15:03.165 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_clock_drift_allowed", 2024-04-13T09:15:03.165 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_cluster_log_file_level", 2024-04-13T09:15:03.165 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_cluster_log_to_file", 2024-04-13T09:15:03.165 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_data_avail_warn", 2024-04-13T09:15:03.166 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_election_default_strategy", 2024-04-13T09:15:03.166 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_max_pg_per_osd", 2024-04-13T09:15:03.166 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_mds_skip_sanity", 2024-04-13T09:15:03.166 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_mgr_mkfs_grace", 2024-04-13T09:15:03.166 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_osd_prime_pg_temp", 2024-04-13T09:15:03.166 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_osd_reporter_subtree_level", 2024-04-13T09:15:03.166 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_pg_warn_max_object_skew", 2024-04-13T09:15:03.166 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-13T09:15:03.166 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-13T09:15:03.166 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-13T09:15:03.166 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-13T09:15:03.166 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-13T09:15:03.166 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-13T09:15:03.166 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-13T09:15:03.166 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-13T09:15:03.167 INFO:tasks.workunit.client.0.smithi119.stdout: "mon_warn_on_too_few_osds", 2024-04-13T09:15:03.167 INFO:tasks.workunit.client.0.smithi119.stdout: "ms_die_on_bug", 2024-04-13T09:15:03.167 INFO:tasks.workunit.client.0.smithi119.stdout: "ms_die_on_old_message", 2024-04-13T09:15:03.167 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_class_default_list", 2024-04-13T09:15:03.167 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_class_load_list", 2024-04-13T09:15:03.167 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_misdirected_ops", 2024-04-13T09:15:03.167 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_op_order", 2024-04-13T09:15:03.167 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_pg_log_writeout", 2024-04-13T09:15:03.167 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_shutdown", 2024-04-13T09:15:03.167 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_verify_cached_snaps", 2024-04-13T09:15:03.167 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_verify_missing_on_start", 2024-04-13T09:15:03.167 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_debug_verify_stray_on_activate", 2024-04-13T09:15:03.167 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-13T09:15:03.167 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-13T09:15:03.167 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mclock_profile", 2024-04-13T09:15:03.168 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_memory_target", 2024-04-13T09:15:03.168 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_memory_target_autotune", 2024-04-13T09:15:03.168 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_op_queue", 2024-04-13T09:15:03.168 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_op_queue_cut_off", 2024-04-13T09:15:03.168 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pool_default_erasure_code_profile", 2024-04-13T09:15:03.168 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-13T09:15:03.168 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recover_clone_overlap", 2024-04-13T09:15:03.168 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_recovery_max_chunk", 2024-04-13T09:15:03.168 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_scrub_load_threshold", 2024-04-13T09:15:03.168 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_scrub_max_interval", 2024-04-13T09:15:03.168 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_shutdown_pgref_assert", 2024-04-13T09:15:03.168 INFO:tasks.workunit.client.0.smithi119.stdout: "public_network", 2024-04-13T09:15:03.168 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-13T09:15:03.168 INFO:tasks.workunit.client.0.smithi119.stdout: "rgw_cache_enabled", 2024-04-13T09:15:03.168 INFO:tasks.workunit.client.0.smithi119.stdout: "rgw_enable_ops_log", 2024-04-13T09:15:03.169 INFO:tasks.workunit.client.0.smithi119.stdout: "rgw_enable_usage_log" 2024-04-13T09:15:03.169 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:03.169 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.169 INFO:tasks.workunit.client.0.smithi119.stdout: "contact": null, 2024-04-13T09:15:03.169 INFO:tasks.workunit.client.0.smithi119.stdout: "crashes": [], 2024-04-13T09:15:03.169 INFO:tasks.workunit.client.0.smithi119.stdout: "created": "2024-04-13T07:37:03.207646Z", 2024-04-13T09:15:03.169 INFO:tasks.workunit.client.0.smithi119.stdout: "crush": { 2024-04-13T09:15:03.169 INFO:tasks.workunit.client.0.smithi119.stdout: "bucket_algs": { 2024-04-13T09:15:03.169 INFO:tasks.workunit.client.0.smithi119.stdout: "straw2": 3 2024-04-13T09:15:03.169 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.169 INFO:tasks.workunit.client.0.smithi119.stdout: "bucket_sizes": { 2024-04-13T09:15:03.169 INFO:tasks.workunit.client.0.smithi119.stdout: "2": 1, 2024-04-13T09:15:03.169 INFO:tasks.workunit.client.0.smithi119.stdout: "4": 2 2024-04-13T09:15:03.169 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.169 INFO:tasks.workunit.client.0.smithi119.stdout: "bucket_types": { 2024-04-13T09:15:03.170 INFO:tasks.workunit.client.0.smithi119.stdout: "1": 2, 2024-04-13T09:15:03.170 INFO:tasks.workunit.client.0.smithi119.stdout: "11": 1 2024-04-13T09:15:03.170 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.170 INFO:tasks.workunit.client.0.smithi119.stdout: "compat_weight_set": false, 2024-04-13T09:15:03.170 INFO:tasks.workunit.client.0.smithi119.stdout: "device_classes": [ 2024-04-13T09:15:03.170 INFO:tasks.workunit.client.0.smithi119.stdout: 8 2024-04-13T09:15:03.170 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.170 INFO:tasks.workunit.client.0.smithi119.stdout: "num_buckets": 6, 2024-04-13T09:15:03.170 INFO:tasks.workunit.client.0.smithi119.stdout: "num_devices": 8, 2024-04-13T09:15:03.170 INFO:tasks.workunit.client.0.smithi119.stdout: "num_rules": 2, 2024-04-13T09:15:03.170 INFO:tasks.workunit.client.0.smithi119.stdout: "num_types": 12, 2024-04-13T09:15:03.170 INFO:tasks.workunit.client.0.smithi119.stdout: "num_weight_sets": 0, 2024-04-13T09:15:03.170 INFO:tasks.workunit.client.0.smithi119.stdout: "tunables": { 2024-04-13T09:15:03.170 INFO:tasks.workunit.client.0.smithi119.stdout: "allowed_bucket_algs": 54, 2024-04-13T09:15:03.171 INFO:tasks.workunit.client.0.smithi119.stdout: "choose_local_fallback_tries": 0, 2024-04-13T09:15:03.171 INFO:tasks.workunit.client.0.smithi119.stdout: "choose_local_tries": 0, 2024-04-13T09:15:03.171 INFO:tasks.workunit.client.0.smithi119.stdout: "choose_total_tries": 50, 2024-04-13T09:15:03.171 INFO:tasks.workunit.client.0.smithi119.stdout: "chooseleaf_descend_once": 1, 2024-04-13T09:15:03.171 INFO:tasks.workunit.client.0.smithi119.stdout: "chooseleaf_stable": 1, 2024-04-13T09:15:03.171 INFO:tasks.workunit.client.0.smithi119.stdout: "chooseleaf_vary_r": 1, 2024-04-13T09:15:03.171 INFO:tasks.workunit.client.0.smithi119.stdout: "has_msr_rules": 0, 2024-04-13T09:15:03.171 INFO:tasks.workunit.client.0.smithi119.stdout: "has_v2_rules": 1, 2024-04-13T09:15:03.171 INFO:tasks.workunit.client.0.smithi119.stdout: "has_v3_rules": 0, 2024-04-13T09:15:03.171 INFO:tasks.workunit.client.0.smithi119.stdout: "has_v4_buckets": 1, 2024-04-13T09:15:03.171 INFO:tasks.workunit.client.0.smithi119.stdout: "has_v5_rules": 0, 2024-04-13T09:15:03.171 INFO:tasks.workunit.client.0.smithi119.stdout: "legacy_tunables": 0, 2024-04-13T09:15:03.171 INFO:tasks.workunit.client.0.smithi119.stdout: "minimum_required_version": "jewel", 2024-04-13T09:15:03.171 INFO:tasks.workunit.client.0.smithi119.stdout: "msr_collision_tries": 100, 2024-04-13T09:15:03.171 INFO:tasks.workunit.client.0.smithi119.stdout: "msr_descents": 100, 2024-04-13T09:15:03.172 INFO:tasks.workunit.client.0.smithi119.stdout: "optimal_tunables": 1, 2024-04-13T09:15:03.172 INFO:tasks.workunit.client.0.smithi119.stdout: "profile": "jewel", 2024-04-13T09:15:03.172 INFO:tasks.workunit.client.0.smithi119.stdout: "require_feature_tunables": 1, 2024-04-13T09:15:03.172 INFO:tasks.workunit.client.0.smithi119.stdout: "require_feature_tunables2": 1, 2024-04-13T09:15:03.172 INFO:tasks.workunit.client.0.smithi119.stdout: "require_feature_tunables3": 1, 2024-04-13T09:15:03.172 INFO:tasks.workunit.client.0.smithi119.stdout: "require_feature_tunables5": 1, 2024-04-13T09:15:03.172 INFO:tasks.workunit.client.0.smithi119.stdout: "straw_calc_version": 1 2024-04-13T09:15:03.172 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.172 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.172 INFO:tasks.workunit.client.0.smithi119.stdout: "description": "upgrade test cluster", 2024-04-13T09:15:03.172 INFO:tasks.workunit.client.0.smithi119.stdout: "fs": { 2024-04-13T09:15:03.172 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T09:15:03.172 INFO:tasks.workunit.client.0.smithi119.stdout: "feature_flags": { 2024-04-13T09:15:03.172 INFO:tasks.workunit.client.0.smithi119.stdout: "enable_multiple": true, 2024-04-13T09:15:03.172 INFO:tasks.workunit.client.0.smithi119.stdout: "ever_enabled_multiple": true 2024-04-13T09:15:03.173 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.173 INFO:tasks.workunit.client.0.smithi119.stdout: "filesystems": [ 2024-04-13T09:15:03.173 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.173 INFO:tasks.workunit.client.0.smithi119.stdout: "approx_ctime": "2024-04", 2024-04-13T09:15:03.173 INFO:tasks.workunit.client.0.smithi119.stdout: "balancer_enabled": false, 2024-04-13T09:15:03.173 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.173 INFO:tasks.workunit.client.0.smithi119.stdout: "cached_caps": 0, 2024-04-13T09:15:03.173 INFO:tasks.workunit.client.0.smithi119.stdout: "cached_dns": 10, 2024-04-13T09:15:03.173 INFO:tasks.workunit.client.0.smithi119.stdout: "cached_inos": 13, 2024-04-13T09:15:03.173 INFO:tasks.workunit.client.0.smithi119.stdout: "cached_subtrees": 2, 2024-04-13T09:15:03.173 INFO:tasks.workunit.client.0.smithi119.stdout: "ever_allowed_features": 0, 2024-04-13T09:15:03.173 INFO:tasks.workunit.client.0.smithi119.stdout: "explicitly_allowed_features": 0, 2024-04-13T09:15:03.173 INFO:tasks.workunit.client.0.smithi119.stdout: "files": 0, 2024-04-13T09:15:03.173 INFO:tasks.workunit.client.0.smithi119.stdout: "max_mds": 1, 2024-04-13T09:15:03.173 INFO:tasks.workunit.client.0.smithi119.stdout: "num_data_pools": 1, 2024-04-13T09:15:03.174 INFO:tasks.workunit.client.0.smithi119.stdout: "num_in": 1, 2024-04-13T09:15:03.174 INFO:tasks.workunit.client.0.smithi119.stdout: "num_mds": 1, 2024-04-13T09:15:03.174 INFO:tasks.workunit.client.0.smithi119.stdout: "num_sessions": 0, 2024-04-13T09:15:03.174 INFO:tasks.workunit.client.0.smithi119.stdout: "num_standby_replay": 0, 2024-04-13T09:15:03.174 INFO:tasks.workunit.client.0.smithi119.stdout: "num_up": 1, 2024-04-13T09:15:03.174 INFO:tasks.workunit.client.0.smithi119.stdout: "snaps": 0, 2024-04-13T09:15:03.174 INFO:tasks.workunit.client.0.smithi119.stdout: "standby_count_wanted": 0 2024-04-13T09:15:03.174 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.174 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.174 INFO:tasks.workunit.client.0.smithi119.stdout: "num_standby_mds": 1, 2024-04-13T09:15:03.174 INFO:tasks.workunit.client.0.smithi119.stdout: "total_num_mds": 2 2024-04-13T09:15:03.174 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.174 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_stats": { 2024-04-13T09:15:03.174 INFO:tasks.workunit.client.0.smithi119.stdout: "mds": { 2024-04-13T09:15:03.174 INFO:tasks.workunit.client.0.smithi119.stdout: "mds.3402881472e4eb9cd55aa5a45378abc80ad36ea5": { 2024-04-13T09:15:03.175 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 20258816, 2024-04-13T09:15:03.175 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 323400, 2024-04-13T09:15:03.175 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 2752512, 2024-04-13T09:15:03.175 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 794624, 2024-04-13T09:15:03.175 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 0, 2024-04-13T09:15:03.175 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 355, 2024-04-13T09:15:03.175 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T09:15:03.175 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 1049640, 2024-04-13T09:15:03.175 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 13, 2024-04-13T09:15:03.175 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 856064, 2024-04-13T09:15:03.175 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 14482576, 2024-04-13T09:15:03.175 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 20258816 2024-04-13T09:15:03.175 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.175 INFO:tasks.workunit.client.0.smithi119.stdout: "mds.8ce27d692b5f50738c5de0d5fabe76bb5b385d6c": { 2024-04-13T09:15:03.175 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 20643840, 2024-04-13T09:15:03.176 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 357200, 2024-04-13T09:15:03.176 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 2752512, 2024-04-13T09:15:03.176 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 0, 2024-04-13T09:15:03.176 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 663552, 2024-04-13T09:15:03.176 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 442, 2024-04-13T09:15:03.176 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T09:15:03.176 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 1481016, 2024-04-13T09:15:03.176 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 22, 2024-04-13T09:15:03.176 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 1157120, 2024-04-13T09:15:03.176 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 14895992, 2024-04-13T09:15:03.176 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 21307392 2024-04-13T09:15:03.176 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.176 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.176 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T09:15:03.177 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.3402881472e4eb9cd55aa5a45378abc80ad36ea5": { 2024-04-13T09:15:03.177 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 170229760, 2024-04-13T09:15:03.177 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 2981456, 2024-04-13T09:15:03.177 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 3014656, 2024-04-13T09:15:03.177 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 0, 2024-04-13T09:15:03.177 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 524288, 2024-04-13T09:15:03.177 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 6611, 2024-04-13T09:15:03.177 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T09:15:03.177 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 9221632, 2024-04-13T09:15:03.177 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 20, 2024-04-13T09:15:03.177 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 3191296, 2024-04-13T09:15:03.177 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 151820720, 2024-04-13T09:15:03.177 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 170754048 2024-04-13T09:15:03.177 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.177 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.361d0c88a98ec03a997f9cbd7d4b9f21aeac06c7": { 2024-04-13T09:15:03.178 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 176979968, 2024-04-13T09:15:03.178 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 3621256, 2024-04-13T09:15:03.178 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 3014656, 2024-04-13T09:15:03.178 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 1392640, 2024-04-13T09:15:03.178 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 65536, 2024-04-13T09:15:03.178 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 6914, 2024-04-13T09:15:03.178 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T09:15:03.178 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 12046448, 2024-04-13T09:15:03.178 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 21, 2024-04-13T09:15:03.178 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 3699968, 2024-04-13T09:15:03.178 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 153205000, 2024-04-13T09:15:03.178 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 177045504 2024-04-13T09:15:03.178 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.178 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.8ce27d692b5f50738c5de0d5fabe76bb5b385d6c": { 2024-04-13T09:15:03.179 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 259219456, 2024-04-13T09:15:03.179 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 4787440, 2024-04-13T09:15:03.179 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 3145728, 2024-04-13T09:15:03.179 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 0, 2024-04-13T09:15:03.179 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 999424, 2024-04-13T09:15:03.179 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 9469, 2024-04-13T09:15:03.179 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T09:15:03.179 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 14856528, 2024-04-13T09:15:03.179 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 22, 2024-04-13T09:15:03.179 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 3625216, 2024-04-13T09:15:03.179 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 232804544, 2024-04-13T09:15:03.179 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 260218880 2024-04-13T09:15:03.179 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.179 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.179 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:03.179 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.0": { 2024-04-13T09:15:03.180 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 429137920, 2024-04-13T09:15:03.180 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 25945488, 2024-04-13T09:15:03.180 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 3407872, 2024-04-13T09:15:03.180 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 0, 2024-04-13T09:15:03.180 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 113885184, 2024-04-13T09:15:03.180 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 12670, 2024-04-13T09:15:03.180 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T09:15:03.180 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 78127736, 2024-04-13T09:15:03.180 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 61, 2024-04-13T09:15:03.180 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 10977280, 2024-04-13T09:15:03.180 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 310679544, 2024-04-13T09:15:03.180 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 543023104 2024-04-13T09:15:03.180 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.180 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.1": { 2024-04-13T09:15:03.180 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 584146944, 2024-04-13T09:15:03.181 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 32384576, 2024-04-13T09:15:03.181 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 3538944, 2024-04-13T09:15:03.181 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 0, 2024-04-13T09:15:03.181 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 48316416, 2024-04-13T09:15:03.181 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 14030, 2024-04-13T09:15:03.181 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T09:15:03.181 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 92047704, 2024-04-13T09:15:03.181 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 60, 2024-04-13T09:15:03.181 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 9225984, 2024-04-13T09:15:03.181 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 446949736, 2024-04-13T09:15:03.181 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 632463360 2024-04-13T09:15:03.181 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.181 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.2": { 2024-04-13T09:15:03.181 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 450043904, 2024-04-13T09:15:03.181 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 22535944, 2024-04-13T09:15:03.181 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 3407872, 2024-04-13T09:15:03.182 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 0, 2024-04-13T09:15:03.182 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 44269568, 2024-04-13T09:15:03.182 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 10638, 2024-04-13T09:15:03.182 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T09:15:03.182 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 98454216, 2024-04-13T09:15:03.182 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 53, 2024-04-13T09:15:03.182 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 9255680, 2024-04-13T09:15:03.182 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 316390192, 2024-04-13T09:15:03.182 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 494313472 2024-04-13T09:15:03.182 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.182 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.3": { 2024-04-13T09:15:03.182 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 628203520, 2024-04-13T09:15:03.182 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 19700912, 2024-04-13T09:15:03.182 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 3407872, 2024-04-13T09:15:03.182 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 0, 2024-04-13T09:15:03.183 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 11165696, 2024-04-13T09:15:03.183 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 11656, 2024-04-13T09:15:03.183 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T09:15:03.183 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 88618536, 2024-04-13T09:15:03.183 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 53, 2024-04-13T09:15:03.183 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 10141696, 2024-04-13T09:15:03.183 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 506334504, 2024-04-13T09:15:03.183 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 639369216 2024-04-13T09:15:03.183 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.183 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.4": { 2024-04-13T09:15:03.183 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 515629056, 2024-04-13T09:15:03.183 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 29552048, 2024-04-13T09:15:03.183 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 3407872, 2024-04-13T09:15:03.183 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 0, 2024-04-13T09:15:03.184 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 141172736, 2024-04-13T09:15:03.184 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 11944, 2024-04-13T09:15:03.184 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T09:15:03.184 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 105452952, 2024-04-13T09:15:03.184 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 53, 2024-04-13T09:15:03.184 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 11839744, 2024-04-13T09:15:03.184 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 365376440, 2024-04-13T09:15:03.184 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 656801792 2024-04-13T09:15:03.184 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.184 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.5": { 2024-04-13T09:15:03.184 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 538427392, 2024-04-13T09:15:03.184 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 28678296, 2024-04-13T09:15:03.184 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 3407872, 2024-04-13T09:15:03.184 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 16384, 2024-04-13T09:15:03.184 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 52068352, 2024-04-13T09:15:03.185 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 12615, 2024-04-13T09:15:03.185 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T09:15:03.185 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 101791504, 2024-04-13T09:15:03.185 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 60, 2024-04-13T09:15:03.185 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 11563008, 2024-04-13T09:15:03.185 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 392970328, 2024-04-13T09:15:03.185 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 590495744 2024-04-13T09:15:03.185 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.185 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.6": { 2024-04-13T09:15:03.185 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 445128704, 2024-04-13T09:15:03.185 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 21394528, 2024-04-13T09:15:03.185 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 3276800, 2024-04-13T09:15:03.185 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 0, 2024-04-13T09:15:03.185 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 58572800, 2024-04-13T09:15:03.186 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 9965, 2024-04-13T09:15:03.186 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T09:15:03.186 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 79112336, 2024-04-13T09:15:03.186 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 53, 2024-04-13T09:15:03.186 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 11341824, 2024-04-13T09:15:03.186 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 330003216, 2024-04-13T09:15:03.186 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 503701504 2024-04-13T09:15:03.186 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.186 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.7": { 2024-04-13T09:15:03.186 INFO:tasks.workunit.client.0.smithi119.stdout: "actual_memory_used": 511025152, 2024-04-13T09:15:03.186 INFO:tasks.workunit.client.0.smithi119.stdout: "central_cache_freelist": 26605736, 2024-04-13T09:15:03.186 INFO:tasks.workunit.client.0.smithi119.stdout: "malloc_metadata": 3407872, 2024-04-13T09:15:03.186 INFO:tasks.workunit.client.0.smithi119.stdout: "page_heap_freelist": 0, 2024-04-13T09:15:03.186 INFO:tasks.workunit.client.0.smithi119.stdout: "released_to_os": 54902784, 2024-04-13T09:15:03.186 INFO:tasks.workunit.client.0.smithi119.stdout: "spans_in_use": 12196, 2024-04-13T09:15:03.187 INFO:tasks.workunit.client.0.smithi119.stdout: "tcmalloc_page_size": 8192, 2024-04-13T09:15:03.187 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_cache_freelists": 94239944, 2024-04-13T09:15:03.187 INFO:tasks.workunit.client.0.smithi119.stdout: "thread_heaps_in_use": 58, 2024-04-13T09:15:03.187 INFO:tasks.workunit.client.0.smithi119.stdout: "transfer_cache_freelist": 10294784, 2024-04-13T09:15:03.187 INFO:tasks.workunit.client.0.smithi119.stdout: "use_by_application": 376476816, 2024-04-13T09:15:03.187 INFO:tasks.workunit.client.0.smithi119.stdout: "virtual_address_space_used": 565927936 2024-04-13T09:15:03.187 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.187 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.187 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.187 INFO:tasks.workunit.client.0.smithi119.stdout: "hosts": { 2024-04-13T09:15:03.187 INFO:tasks.workunit.client.0.smithi119.stdout: "num": 2, 2024-04-13T09:15:03.187 INFO:tasks.workunit.client.0.smithi119.stdout: "num_with_mds": 2, 2024-04-13T09:15:03.187 INFO:tasks.workunit.client.0.smithi119.stdout: "num_with_mgr": 2, 2024-04-13T09:15:03.187 INFO:tasks.workunit.client.0.smithi119.stdout: "num_with_mon": 2, 2024-04-13T09:15:03.188 INFO:tasks.workunit.client.0.smithi119.stdout: "num_with_osd": 2 2024-04-13T09:15:03.188 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.188 INFO:tasks.workunit.client.0.smithi119.stdout: "io_rate": { 2024-04-13T09:15:03.188 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_stats_delta": { 2024-04-13T09:15:03.188 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": 0, 2024-04-13T09:15:03.188 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:03.188 INFO:tasks.workunit.client.0.smithi119.stdout: "num_store_stats": 0, 2024-04-13T09:15:03.188 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:03.188 INFO:tasks.workunit.client.0.smithi119.stdout: "stamp_delta": "10.229701", 2024-04-13T09:15:03.188 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:03.188 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:03.188 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:03.188 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:03.188 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:03.188 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:03.189 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:03.189 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:03.189 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:03.189 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:03.189 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:03.189 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:03.189 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:03.189 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:03.189 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:03.189 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:03.189 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:03.189 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:03.189 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:03.189 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:03.189 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:03.190 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:03.190 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:03.190 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:03.190 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:03.190 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:03.190 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:03.190 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:03.190 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:03.190 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:03.190 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:03.190 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:03.190 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:03.190 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:03.190 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 3, 2024-04-13T09:15:03.190 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 2, 2024-04-13T09:15:03.191 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:03.191 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:03.191 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:03.191 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:03.191 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:03.191 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.191 INFO:tasks.workunit.client.0.smithi119.stdout: "store_stats": { 2024-04-13T09:15:03.191 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": 0, 2024-04-13T09:15:03.191 INFO:tasks.workunit.client.0.smithi119.stdout: "available": 0, 2024-04-13T09:15:03.191 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed": 0, 2024-04-13T09:15:03.191 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_allocated": 0, 2024-04-13T09:15:03.191 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_original": 0, 2024-04-13T09:15:03.191 INFO:tasks.workunit.client.0.smithi119.stdout: "data_stored": 0, 2024-04-13T09:15:03.191 INFO:tasks.workunit.client.0.smithi119.stdout: "internal_metadata": 0, 2024-04-13T09:15:03.191 INFO:tasks.workunit.client.0.smithi119.stdout: "internally_reserved": 0, 2024-04-13T09:15:03.191 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_allocated": 0, 2024-04-13T09:15:03.192 INFO:tasks.workunit.client.0.smithi119.stdout: "total": 0 2024-04-13T09:15:03.192 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.192 INFO:tasks.workunit.client.0.smithi119.stdout: "up": 0 2024-04-13T09:15:03.192 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.192 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.192 INFO:tasks.workunit.client.0.smithi119.stdout: "leaderboard": false, 2024-04-13T09:15:03.192 INFO:tasks.workunit.client.0.smithi119.stdout: "leaderboard_description": null, 2024-04-13T09:15:03.192 INFO:tasks.workunit.client.0.smithi119.stdout: "license": "sharing-1-0", 2024-04-13T09:15:03.192 INFO:tasks.workunit.client.0.smithi119.stdout: "mempool": { 2024-04-13T09:15:03.192 INFO:tasks.workunit.client.0.smithi119.stdout: "mds": { 2024-04-13T09:15:03.192 INFO:tasks.workunit.client.0.smithi119.stdout: "mds.3402881472e4eb9cd55aa5a45378abc80ad36ea5": { 2024-04-13T09:15:03.192 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T09:15:03.192 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.192 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.192 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.192 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:03.193 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.193 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.193 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.193 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T09:15:03.193 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.193 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.193 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.193 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T09:15:03.193 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.193 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.193 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.193 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T09:15:03.193 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.193 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.193 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.194 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T09:15:03.194 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.194 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.194 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.194 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T09:15:03.194 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.194 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.194 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.194 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T09:15:03.194 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.194 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.194 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.194 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T09:15:03.194 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.195 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.195 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.195 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T09:15:03.195 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.195 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.195 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.195 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T09:15:03.195 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.195 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.195 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.195 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T09:15:03.195 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.195 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.195 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.195 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T09:15:03.196 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.196 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.196 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.196 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T09:15:03.196 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.196 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.196 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.196 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T09:15:03.196 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.196 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.196 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.196 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T09:15:03.196 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.196 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.196 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.196 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T09:15:03.197 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.197 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.197 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.197 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T09:15:03.197 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.197 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.197 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.197 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T09:15:03.197 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 149008, 2024-04-13T09:15:03.197 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 33 2024-04-13T09:15:03.197 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.197 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T09:15:03.197 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.197 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.197 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.197 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T09:15:03.198 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 928, 2024-04-13T09:15:03.198 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 2 2024-04-13T09:15:03.198 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.198 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:03.198 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.198 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.198 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.198 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T09:15:03.198 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.198 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.198 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.198 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T09:15:03.198 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.198 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.199 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.199 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T09:15:03.199 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.199 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.199 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.199 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T09:15:03.199 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.199 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.199 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.199 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T09:15:03.199 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.199 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.199 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.199 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T09:15:03.200 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.200 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.200 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.200 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T09:15:03.200 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.200 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.200 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.200 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.200 INFO:tasks.workunit.client.0.smithi119.stdout: "mds.8ce27d692b5f50738c5de0d5fabe76bb5b385d6c": { 2024-04-13T09:15:03.200 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T09:15:03.200 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.200 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.200 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.200 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:03.200 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.200 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.200 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.201 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T09:15:03.201 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.201 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.201 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.201 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T09:15:03.201 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.201 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.201 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.201 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T09:15:03.201 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.201 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.201 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.201 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T09:15:03.201 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.201 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.201 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.202 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T09:15:03.202 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.202 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.202 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.202 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T09:15:03.202 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.202 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.202 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.202 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T09:15:03.202 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.202 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.202 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.202 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T09:15:03.202 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.203 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.203 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.203 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T09:15:03.203 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.203 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.203 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.203 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T09:15:03.203 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.203 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.203 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.203 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T09:15:03.203 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.203 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.203 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.203 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T09:15:03.203 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.204 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.204 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.204 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T09:15:03.204 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.204 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.204 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.204 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T09:15:03.204 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.204 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.204 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.204 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T09:15:03.204 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.204 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.204 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.204 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T09:15:03.205 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.205 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.205 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.205 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T09:15:03.205 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 222362, 2024-04-13T09:15:03.205 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 67 2024-04-13T09:15:03.205 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.205 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T09:15:03.205 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.205 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.205 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.205 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T09:15:03.205 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 52112, 2024-04-13T09:15:03.205 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 181 2024-04-13T09:15:03.205 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.205 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:03.206 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.206 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.206 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.206 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T09:15:03.206 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.206 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.206 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.206 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T09:15:03.206 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.206 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.206 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.206 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T09:15:03.206 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 12976, 2024-04-13T09:15:03.206 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 267 2024-04-13T09:15:03.207 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.207 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T09:15:03.207 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.207 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.207 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.207 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T09:15:03.207 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.207 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.207 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.207 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T09:15:03.207 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.207 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.207 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.207 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T09:15:03.207 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.208 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.208 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.208 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.208 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.208 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T09:15:03.208 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.3402881472e4eb9cd55aa5a45378abc80ad36ea5": { 2024-04-13T09:15:03.208 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T09:15:03.208 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.208 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.208 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.208 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:03.208 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.208 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.208 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.208 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T09:15:03.209 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.209 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.209 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.209 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T09:15:03.209 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.209 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.209 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.209 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T09:15:03.209 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.209 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.209 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.209 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T09:15:03.209 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.209 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.209 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.209 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T09:15:03.210 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.210 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.210 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.210 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T09:15:03.210 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.210 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.210 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.210 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T09:15:03.210 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.210 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.210 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.210 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T09:15:03.210 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.210 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.211 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.211 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T09:15:03.211 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.211 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.211 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.211 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T09:15:03.211 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.211 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.211 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.211 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T09:15:03.211 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.211 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.211 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.211 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T09:15:03.211 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.211 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.212 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.212 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T09:15:03.212 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.212 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.212 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.212 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T09:15:03.212 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.212 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.212 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.212 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T09:15:03.212 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.212 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.212 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.212 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T09:15:03.212 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.212 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.213 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.213 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T09:15:03.213 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 41819305, 2024-04-13T09:15:03.213 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 5174 2024-04-13T09:15:03.213 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.213 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T09:15:03.213 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 176, 2024-04-13T09:15:03.213 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 2 2024-04-13T09:15:03.213 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.213 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T09:15:03.213 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.213 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.213 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.213 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:03.213 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.213 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.214 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.214 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T09:15:03.214 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.214 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.214 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.214 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T09:15:03.214 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.214 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.214 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.214 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T09:15:03.214 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 11552, 2024-04-13T09:15:03.214 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 266 2024-04-13T09:15:03.214 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.214 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T09:15:03.214 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 70440, 2024-04-13T09:15:03.215 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 5158 2024-04-13T09:15:03.215 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.215 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T09:15:03.215 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 5976, 2024-04-13T09:15:03.215 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 184 2024-04-13T09:15:03.215 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.215 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T09:15:03.215 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.215 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.215 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.215 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T09:15:03.215 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.215 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.215 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.215 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.216 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.361d0c88a98ec03a997f9cbd7d4b9f21aeac06c7": { 2024-04-13T09:15:03.216 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T09:15:03.216 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.216 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.216 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.216 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:03.216 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.216 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.216 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.216 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T09:15:03.216 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.216 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.216 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.216 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T09:15:03.216 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.216 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.217 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.217 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T09:15:03.217 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.217 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.217 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.217 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T09:15:03.217 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.217 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.217 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.217 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T09:15:03.217 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.217 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.217 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.217 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T09:15:03.217 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.218 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.218 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.218 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T09:15:03.218 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.218 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.218 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.218 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T09:15:03.218 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.218 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.218 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.218 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T09:15:03.218 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.218 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.218 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.218 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T09:15:03.219 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.219 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.219 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.219 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T09:15:03.219 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.219 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.219 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.219 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T09:15:03.219 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.219 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.219 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.219 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T09:15:03.219 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.219 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.219 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.220 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T09:15:03.220 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.220 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.220 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.220 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T09:15:03.220 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.220 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.220 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.220 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T09:15:03.220 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.220 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.220 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.220 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T09:15:03.220 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 42085417, 2024-04-13T09:15:03.220 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 5235 2024-04-13T09:15:03.221 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.221 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T09:15:03.221 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.221 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.221 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.221 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T09:15:03.221 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.221 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.221 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.221 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:03.221 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.221 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.221 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.221 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T09:15:03.222 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.222 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.222 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.222 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T09:15:03.222 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.222 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.222 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.222 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T09:15:03.222 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 11552, 2024-04-13T09:15:03.222 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 266 2024-04-13T09:15:03.222 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.222 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T09:15:03.223 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 70440, 2024-04-13T09:15:03.223 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 5158 2024-04-13T09:15:03.223 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.223 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T09:15:03.223 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 5976, 2024-04-13T09:15:03.223 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 184 2024-04-13T09:15:03.223 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.223 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T09:15:03.223 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.223 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.223 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.223 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T09:15:03.223 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.223 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.223 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.224 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.224 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.8ce27d692b5f50738c5de0d5fabe76bb5b385d6c": { 2024-04-13T09:15:03.224 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T09:15:03.224 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.224 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.224 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.224 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:03.224 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.224 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.224 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.224 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T09:15:03.224 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.224 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.224 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.224 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T09:15:03.225 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.225 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.225 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.225 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T09:15:03.225 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.225 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.225 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.225 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T09:15:03.225 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.225 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.225 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.225 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T09:15:03.225 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.225 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.225 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.226 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T09:15:03.226 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.226 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.226 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.226 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T09:15:03.226 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.226 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.226 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.226 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T09:15:03.226 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.226 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.226 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.226 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T09:15:03.226 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.226 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.227 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.227 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T09:15:03.227 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.227 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.227 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.227 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T09:15:03.227 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.227 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.227 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.227 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T09:15:03.227 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.227 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.227 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.227 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T09:15:03.227 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.228 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.228 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.228 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T09:15:03.228 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.228 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.228 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.228 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T09:15:03.228 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.228 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.228 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.228 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T09:15:03.228 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.228 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.228 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.228 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T09:15:03.229 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 42487697, 2024-04-13T09:15:03.229 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 5267 2024-04-13T09:15:03.229 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.229 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T09:15:03.229 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 176, 2024-04-13T09:15:03.229 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 2 2024-04-13T09:15:03.229 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.229 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T09:15:03.229 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.229 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.229 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.229 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:03.229 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.229 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.229 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.230 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T09:15:03.230 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.230 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.230 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.230 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T09:15:03.230 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.230 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.230 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.230 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T09:15:03.230 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 11552, 2024-04-13T09:15:03.230 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 266 2024-04-13T09:15:03.230 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.230 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T09:15:03.230 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 70440, 2024-04-13T09:15:03.231 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 5158 2024-04-13T09:15:03.231 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.231 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T09:15:03.231 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 11952, 2024-04-13T09:15:03.231 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 368 2024-04-13T09:15:03.231 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.231 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T09:15:03.231 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.231 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.231 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.231 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T09:15:03.231 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.231 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.231 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.231 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.232 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.232 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:03.232 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.0": { 2024-04-13T09:15:03.232 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T09:15:03.232 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.232 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.232 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.232 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:03.232 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 26728, 2024-04-13T09:15:03.232 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 517 2024-04-13T09:15:03.232 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.232 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T09:15:03.232 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 461312, 2024-04-13T09:15:03.232 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 28 2024-04-13T09:15:03.232 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.232 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T09:15:03.233 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2112, 2024-04-13T09:15:03.233 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 11 2024-04-13T09:15:03.233 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.233 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T09:15:03.233 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 57440, 2024-04-13T09:15:03.233 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 718 2024-04-13T09:15:03.233 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.233 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T09:15:03.233 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 359216, 2024-04-13T09:15:03.233 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1727 2024-04-13T09:15:03.233 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.233 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T09:15:03.233 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 256, 2024-04-13T09:15:03.233 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 32 2024-04-13T09:15:03.233 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.234 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T09:15:03.234 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 898438, 2024-04-13T09:15:03.234 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 236 2024-04-13T09:15:03.234 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.234 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T09:15:03.234 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2419687, 2024-04-13T09:15:03.234 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 537572 2024-04-13T09:15:03.234 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.234 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T09:15:03.234 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 6964136, 2024-04-13T09:15:03.234 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 10273 2024-04-13T09:15:03.234 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.234 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T09:15:03.234 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 68832, 2024-04-13T09:15:03.234 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 7169 2024-04-13T09:15:03.235 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.235 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T09:15:03.235 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 82896, 2024-04-13T09:15:03.235 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1727 2024-04-13T09:15:03.235 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.235 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T09:15:03.235 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.235 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.235 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.235 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T09:15:03.235 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 164894, 2024-04-13T09:15:03.235 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1184 2024-04-13T09:15:03.235 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.235 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T09:15:03.235 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.236 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.236 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.236 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T09:15:03.236 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.236 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.236 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.236 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T09:15:03.236 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 52601, 2024-04-13T09:15:03.236 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 48 2024-04-13T09:15:03.236 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.236 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T09:15:03.236 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.236 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.236 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.236 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T09:15:03.237 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 11937151, 2024-04-13T09:15:03.237 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 278 2024-04-13T09:15:03.237 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.237 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T09:15:03.237 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 22088, 2024-04-13T09:15:03.237 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 251 2024-04-13T09:15:03.237 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.237 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T09:15:03.237 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.237 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.237 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.237 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:03.237 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 501552, 2024-04-13T09:15:03.237 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 43 2024-04-13T09:15:03.237 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.237 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T09:15:03.238 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.238 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.238 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.238 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T09:15:03.238 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 7085520, 2024-04-13T09:15:03.238 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 18426 2024-04-13T09:15:03.238 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.238 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T09:15:03.238 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 669456, 2024-04-13T09:15:03.238 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 11751 2024-04-13T09:15:03.238 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.238 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T09:15:03.238 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.238 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.238 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.239 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T09:15:03.239 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.239 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.239 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.239 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T09:15:03.239 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.239 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.239 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.239 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T09:15:03.239 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.239 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.239 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.239 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.239 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.1": { 2024-04-13T09:15:03.239 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T09:15:03.239 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.240 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.240 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.240 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:03.240 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 29784, 2024-04-13T09:15:03.240 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 561 2024-04-13T09:15:03.240 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.240 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T09:15:03.240 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 31488, 2024-04-13T09:15:03.240 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 29 2024-04-13T09:15:03.240 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.240 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T09:15:03.240 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 3264, 2024-04-13T09:15:03.240 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 17 2024-04-13T09:15:03.240 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.240 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T09:15:03.241 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 58800, 2024-04-13T09:15:03.241 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 735 2024-04-13T09:15:03.241 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.241 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T09:15:03.241 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 357552, 2024-04-13T09:15:03.241 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1719 2024-04-13T09:15:03.241 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.241 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T09:15:03.241 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 256, 2024-04-13T09:15:03.241 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 32 2024-04-13T09:15:03.241 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.241 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T09:15:03.241 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 1299734, 2024-04-13T09:15:03.241 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 331 2024-04-13T09:15:03.241 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.242 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T09:15:03.242 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2466892, 2024-04-13T09:15:03.242 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 541657 2024-04-13T09:15:03.242 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.242 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T09:15:03.242 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 7003576, 2024-04-13T09:15:03.242 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 10331 2024-04-13T09:15:03.242 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.242 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T09:15:03.242 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 67636, 2024-04-13T09:15:03.242 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 7008 2024-04-13T09:15:03.242 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.242 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T09:15:03.242 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 82464, 2024-04-13T09:15:03.242 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1718 2024-04-13T09:15:03.243 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.243 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T09:15:03.243 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.243 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.243 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.243 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T09:15:03.243 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 167886, 2024-04-13T09:15:03.243 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1197 2024-04-13T09:15:03.243 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.243 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T09:15:03.243 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.243 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.243 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.243 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T09:15:03.243 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 1472, 2024-04-13T09:15:03.244 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 2 2024-04-13T09:15:03.244 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.244 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T09:15:03.244 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 88085, 2024-04-13T09:15:03.244 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 36 2024-04-13T09:15:03.244 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.244 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T09:15:03.244 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 20128, 2024-04-13T09:15:03.244 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 5 2024-04-13T09:15:03.244 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.244 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T09:15:03.244 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 18838001, 2024-04-13T09:15:03.244 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 287 2024-04-13T09:15:03.244 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.245 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T09:15:03.245 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 31240, 2024-04-13T09:15:03.245 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 355 2024-04-13T09:15:03.245 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.245 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T09:15:03.245 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.245 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.245 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.245 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:03.245 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 513216, 2024-04-13T09:15:03.245 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 44 2024-04-13T09:15:03.245 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.245 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T09:15:03.245 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.245 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.246 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.246 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T09:15:03.246 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 7332728, 2024-04-13T09:15:03.246 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 21303 2024-04-13T09:15:03.246 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.246 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T09:15:03.246 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 669456, 2024-04-13T09:15:03.246 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 11751 2024-04-13T09:15:03.246 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.246 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T09:15:03.246 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.246 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.246 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.246 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T09:15:03.246 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.247 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.247 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.247 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T09:15:03.247 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.247 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.247 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.247 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T09:15:03.247 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.247 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.247 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.247 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.247 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.2": { 2024-04-13T09:15:03.247 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T09:15:03.247 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.247 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.248 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.248 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:03.248 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 21624, 2024-04-13T09:15:03.248 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 434 2024-04-13T09:15:03.248 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.248 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T09:15:03.248 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 30976, 2024-04-13T09:15:03.248 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 25 2024-04-13T09:15:03.248 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.248 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T09:15:03.248 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2304, 2024-04-13T09:15:03.248 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 12 2024-04-13T09:15:03.248 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.248 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T09:15:03.248 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 56080, 2024-04-13T09:15:03.249 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 701 2024-04-13T09:15:03.249 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.249 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T09:15:03.249 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 356720, 2024-04-13T09:15:03.249 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1715 2024-04-13T09:15:03.249 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.249 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T09:15:03.249 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 256, 2024-04-13T09:15:03.249 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 32 2024-04-13T09:15:03.249 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.249 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T09:15:03.249 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 309787, 2024-04-13T09:15:03.249 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 89 2024-04-13T09:15:03.249 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.249 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T09:15:03.250 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 1735681, 2024-04-13T09:15:03.250 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 384162 2024-04-13T09:15:03.250 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.250 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T09:15:03.250 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 5085296, 2024-04-13T09:15:03.250 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 7510 2024-04-13T09:15:03.250 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.250 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T09:15:03.250 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 66084, 2024-04-13T09:15:03.250 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 6986 2024-04-13T09:15:03.250 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.250 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T09:15:03.250 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 82320, 2024-04-13T09:15:03.250 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1715 2024-04-13T09:15:03.250 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.251 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T09:15:03.251 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.251 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.251 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.251 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T09:15:03.251 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 164894, 2024-04-13T09:15:03.251 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1184 2024-04-13T09:15:03.251 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.251 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T09:15:03.251 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.251 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.251 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.251 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T09:15:03.251 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 736, 2024-04-13T09:15:03.251 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1 2024-04-13T09:15:03.251 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.252 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T09:15:03.252 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 94191, 2024-04-13T09:15:03.252 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 51 2024-04-13T09:15:03.252 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.252 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T09:15:03.252 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 12112, 2024-04-13T09:15:03.252 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3 2024-04-13T09:15:03.252 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.252 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T09:15:03.252 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 13098425, 2024-04-13T09:15:03.252 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 255 2024-04-13T09:15:03.252 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.252 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T09:15:03.252 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 10032, 2024-04-13T09:15:03.252 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 114 2024-04-13T09:15:03.252 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.253 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T09:15:03.253 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.253 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.253 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.253 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:03.253 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 361584, 2024-04-13T09:15:03.253 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 31 2024-04-13T09:15:03.253 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.253 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T09:15:03.253 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.253 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.253 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.253 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T09:15:03.254 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 3208920, 2024-04-13T09:15:03.254 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 6171 2024-04-13T09:15:03.254 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.254 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T09:15:03.254 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 669456, 2024-04-13T09:15:03.254 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 11751 2024-04-13T09:15:03.254 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.254 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T09:15:03.254 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.254 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.254 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.254 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T09:15:03.254 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.254 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.255 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.255 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T09:15:03.255 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.255 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.255 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.255 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T09:15:03.255 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.255 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.255 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.255 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.255 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.3": { 2024-04-13T09:15:03.255 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T09:15:03.255 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.255 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.255 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.256 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:03.256 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 19712, 2024-04-13T09:15:03.256 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 380 2024-04-13T09:15:03.256 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.256 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T09:15:03.256 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 34816, 2024-04-13T09:15:03.256 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 23 2024-04-13T09:15:03.256 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.256 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T09:15:03.256 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 768, 2024-04-13T09:15:03.256 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 4 2024-04-13T09:15:03.256 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.256 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T09:15:03.256 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 55440, 2024-04-13T09:15:03.256 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 693 2024-04-13T09:15:03.257 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.257 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T09:15:03.257 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 357552, 2024-04-13T09:15:03.257 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1719 2024-04-13T09:15:03.257 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.257 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T09:15:03.257 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 256, 2024-04-13T09:15:03.257 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 32 2024-04-13T09:15:03.257 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.257 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T09:15:03.257 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 230324, 2024-04-13T09:15:03.257 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 76 2024-04-13T09:15:03.257 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.257 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T09:15:03.257 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 1729956, 2024-04-13T09:15:03.258 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 383765 2024-04-13T09:15:03.258 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.258 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T09:15:03.258 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 5076456, 2024-04-13T09:15:03.258 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 7497 2024-04-13T09:15:03.258 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.258 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T09:15:03.258 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 66864, 2024-04-13T09:15:03.258 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 7003 2024-04-13T09:15:03.258 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.258 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T09:15:03.258 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 82512, 2024-04-13T09:15:03.258 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1719 2024-04-13T09:15:03.258 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.258 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T09:15:03.259 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.259 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.259 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.259 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T09:15:03.259 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 164894, 2024-04-13T09:15:03.259 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1184 2024-04-13T09:15:03.259 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.259 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T09:15:03.259 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.259 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.259 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.259 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T09:15:03.259 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 736, 2024-04-13T09:15:03.259 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1 2024-04-13T09:15:03.259 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.260 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T09:15:03.260 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 90377, 2024-04-13T09:15:03.260 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 53 2024-04-13T09:15:03.260 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.260 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T09:15:03.260 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 12112, 2024-04-13T09:15:03.260 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3 2024-04-13T09:15:03.260 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.260 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T09:15:03.260 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 4839414, 2024-04-13T09:15:03.260 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 7522 2024-04-13T09:15:03.260 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.260 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T09:15:03.260 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 7656, 2024-04-13T09:15:03.260 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 87 2024-04-13T09:15:03.260 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.261 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T09:15:03.261 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.261 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.261 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.261 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:03.261 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 431568, 2024-04-13T09:15:03.261 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 37 2024-04-13T09:15:03.261 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.261 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T09:15:03.261 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.261 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.261 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.261 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T09:15:03.261 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 3543280, 2024-04-13T09:15:03.261 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 9214 2024-04-13T09:15:03.262 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.262 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T09:15:03.262 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 669456, 2024-04-13T09:15:03.262 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 11751 2024-04-13T09:15:03.262 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.262 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T09:15:03.262 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.262 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.262 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.262 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T09:15:03.262 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.262 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.262 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.262 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T09:15:03.262 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.263 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.263 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.263 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T09:15:03.263 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.263 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.263 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.263 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.263 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.4": { 2024-04-13T09:15:03.263 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T09:15:03.263 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.263 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.263 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.263 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:03.263 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 23712, 2024-04-13T09:15:03.263 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 450 2024-04-13T09:15:03.264 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.264 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T09:15:03.264 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 543360, 2024-04-13T09:15:03.264 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 31 2024-04-13T09:15:03.264 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.264 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T09:15:03.264 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 960, 2024-04-13T09:15:03.264 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 5 2024-04-13T09:15:03.264 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.264 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T09:15:03.264 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 57120, 2024-04-13T09:15:03.264 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 714 2024-04-13T09:15:03.264 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.264 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T09:15:03.265 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 370864, 2024-04-13T09:15:03.265 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1783 2024-04-13T09:15:03.265 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.265 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T09:15:03.265 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 256, 2024-04-13T09:15:03.265 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 32 2024-04-13T09:15:03.265 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.265 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T09:15:03.265 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 1129949, 2024-04-13T09:15:03.265 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 278 2024-04-13T09:15:03.265 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.265 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T09:15:03.265 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2066576, 2024-04-13T09:15:03.265 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 455302 2024-04-13T09:15:03.265 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.265 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T09:15:03.266 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 5940056, 2024-04-13T09:15:03.266 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 8767 2024-04-13T09:15:03.266 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.266 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T09:15:03.266 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 76276, 2024-04-13T09:15:03.266 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 8154 2024-04-13T09:15:03.266 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.266 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T09:15:03.266 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 85584, 2024-04-13T09:15:03.266 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1783 2024-04-13T09:15:03.266 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.266 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T09:15:03.266 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.266 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.267 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.267 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T09:15:03.267 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 164726, 2024-04-13T09:15:03.267 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1184 2024-04-13T09:15:03.267 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.267 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T09:15:03.267 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.267 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.267 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.267 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T09:15:03.267 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 736, 2024-04-13T09:15:03.267 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1 2024-04-13T09:15:03.267 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.267 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T09:15:03.267 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 69841, 2024-04-13T09:15:03.268 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 48 2024-04-13T09:15:03.268 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.268 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T09:15:03.268 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 12112, 2024-04-13T09:15:03.268 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3 2024-04-13T09:15:03.268 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.268 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T09:15:03.268 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 6130468, 2024-04-13T09:15:03.268 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 279 2024-04-13T09:15:03.268 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.268 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T09:15:03.268 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 25784, 2024-04-13T09:15:03.268 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 293 2024-04-13T09:15:03.268 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.268 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T09:15:03.268 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.269 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.269 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.269 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:03.269 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 454896, 2024-04-13T09:15:03.269 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 39 2024-04-13T09:15:03.269 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.269 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T09:15:03.269 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.269 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.269 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.269 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T09:15:03.269 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 5113160, 2024-04-13T09:15:03.269 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 12233 2024-04-13T09:15:03.269 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.269 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T09:15:03.270 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 669456, 2024-04-13T09:15:03.270 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 11751 2024-04-13T09:15:03.270 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.270 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T09:15:03.270 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.270 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.270 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.270 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T09:15:03.270 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.270 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.270 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.270 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T09:15:03.270 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.270 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.270 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.271 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T09:15:03.271 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.271 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.271 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.271 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.271 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.5": { 2024-04-13T09:15:03.271 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T09:15:03.271 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.271 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.271 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.271 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:03.271 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 26360, 2024-04-13T09:15:03.271 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 539 2024-04-13T09:15:03.272 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.272 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T09:15:03.272 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 175232, 2024-04-13T09:15:03.272 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 34 2024-04-13T09:15:03.272 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.272 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T09:15:03.272 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 768, 2024-04-13T09:15:03.272 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 4 2024-04-13T09:15:03.272 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.272 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T09:15:03.272 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 58320, 2024-04-13T09:15:03.272 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 729 2024-04-13T09:15:03.272 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.272 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T09:15:03.272 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 370864, 2024-04-13T09:15:03.272 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1783 2024-04-13T09:15:03.273 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.273 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T09:15:03.273 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 256, 2024-04-13T09:15:03.273 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 32 2024-04-13T09:15:03.273 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.273 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T09:15:03.273 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 387825, 2024-04-13T09:15:03.273 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 101 2024-04-13T09:15:03.273 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.273 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T09:15:03.273 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2334424, 2024-04-13T09:15:03.273 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 523268 2024-04-13T09:15:03.273 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.273 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T09:15:03.273 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 6759456, 2024-04-13T09:15:03.274 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 9972 2024-04-13T09:15:03.274 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.274 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T09:15:03.274 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 76528, 2024-04-13T09:15:03.274 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 8159 2024-04-13T09:15:03.274 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.274 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T09:15:03.274 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 85584, 2024-04-13T09:15:03.274 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1783 2024-04-13T09:15:03.274 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.274 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T09:15:03.274 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.274 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.274 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.275 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T09:15:03.275 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 164982, 2024-04-13T09:15:03.275 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1185 2024-04-13T09:15:03.275 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.275 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T09:15:03.275 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.275 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.275 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.275 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T09:15:03.275 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 736, 2024-04-13T09:15:03.275 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1 2024-04-13T09:15:03.275 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.275 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T09:15:03.275 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 103852, 2024-04-13T09:15:03.275 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 57 2024-04-13T09:15:03.276 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.276 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T09:15:03.276 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 12112, 2024-04-13T09:15:03.276 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 3 2024-04-13T09:15:03.276 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.276 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T09:15:03.276 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 6178625, 2024-04-13T09:15:03.276 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 266 2024-04-13T09:15:03.276 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.276 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T09:15:03.276 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 10384, 2024-04-13T09:15:03.276 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 118 2024-04-13T09:15:03.276 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.276 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T09:15:03.276 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.276 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.277 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.277 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:03.277 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 478224, 2024-04-13T09:15:03.277 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 41 2024-04-13T09:15:03.277 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.277 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T09:15:03.277 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.277 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.277 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.277 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T09:15:03.277 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 6392360, 2024-04-13T09:15:03.277 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 12293 2024-04-13T09:15:03.277 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.277 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T09:15:03.277 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 669456, 2024-04-13T09:15:03.277 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 11751 2024-04-13T09:15:03.278 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.278 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T09:15:03.278 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.278 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.278 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.278 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T09:15:03.278 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.278 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.278 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.278 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T09:15:03.278 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.278 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.278 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.282 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T09:15:03.282 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.282 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.283 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.283 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.283 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.6": { 2024-04-13T09:15:03.283 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T09:15:03.283 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.283 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.283 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.283 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:03.283 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 15592, 2024-04-13T09:15:03.283 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 300 2024-04-13T09:15:03.283 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.283 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T09:15:03.283 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 30720, 2024-04-13T09:15:03.283 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 23 2024-04-13T09:15:03.283 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.283 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T09:15:03.284 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2688, 2024-04-13T09:15:03.284 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 14 2024-04-13T09:15:03.284 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.284 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T09:15:03.284 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 54480, 2024-04-13T09:15:03.284 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 681 2024-04-13T09:15:03.284 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.284 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T09:15:03.284 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 372528, 2024-04-13T09:15:03.284 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1791 2024-04-13T09:15:03.284 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.284 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T09:15:03.284 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 256, 2024-04-13T09:15:03.284 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 32 2024-04-13T09:15:03.285 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.285 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T09:15:03.285 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 663799, 2024-04-13T09:15:03.285 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 165 2024-04-13T09:15:03.285 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.285 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T09:15:03.285 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 1699439, 2024-04-13T09:15:03.285 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 374934 2024-04-13T09:15:03.285 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.285 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T09:15:03.285 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 4943176, 2024-04-13T09:15:03.285 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 7301 2024-04-13T09:15:03.285 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.285 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T09:15:03.285 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 77452, 2024-04-13T09:15:03.285 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 8315 2024-04-13T09:15:03.286 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.286 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T09:15:03.286 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 85968, 2024-04-13T09:15:03.286 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1791 2024-04-13T09:15:03.286 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.286 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T09:15:03.286 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.286 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.286 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.286 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T09:15:03.286 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 164638, 2024-04-13T09:15:03.286 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1183 2024-04-13T09:15:03.286 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.286 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T09:15:03.286 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.287 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.287 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.287 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T09:15:03.287 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.287 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.287 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.287 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T09:15:03.287 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 40303, 2024-04-13T09:15:03.287 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 46 2024-04-13T09:15:03.287 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.287 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T09:15:03.287 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.287 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.287 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.287 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T09:15:03.287 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 14854455, 2024-04-13T09:15:03.288 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 252 2024-04-13T09:15:03.288 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.288 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T09:15:03.288 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 16456, 2024-04-13T09:15:03.288 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 187 2024-04-13T09:15:03.288 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.288 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T09:15:03.288 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.288 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.288 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.288 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:03.288 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 443232, 2024-04-13T09:15:03.288 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 38 2024-04-13T09:15:03.288 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.288 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T09:15:03.289 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.289 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.289 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.289 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T09:15:03.289 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 3624920, 2024-04-13T09:15:03.289 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 9371 2024-04-13T09:15:03.289 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.289 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T09:15:03.289 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 669456, 2024-04-13T09:15:03.289 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 11751 2024-04-13T09:15:03.289 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.289 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T09:15:03.289 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.289 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.289 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.289 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T09:15:03.290 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.290 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.290 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.290 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T09:15:03.290 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.290 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.290 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.290 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T09:15:03.290 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.290 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.290 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.290 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.290 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.7": { 2024-04-13T09:15:03.290 INFO:tasks.workunit.client.0.smithi119.stdout: "bloom_filter": { 2024-04-13T09:15:03.290 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.291 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.291 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.291 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:03.291 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 22680, 2024-04-13T09:15:03.291 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 443 2024-04-13T09:15:03.291 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.291 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_reader": { 2024-04-13T09:15:03.291 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 44032, 2024-04-13T09:15:03.291 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 32 2024-04-13T09:15:03.291 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.291 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs_file_writer": { 2024-04-13T09:15:03.291 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 1728, 2024-04-13T09:15:03.291 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 9 2024-04-13T09:15:03.291 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.291 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_alloc": { 2024-04-13T09:15:03.291 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 56080, 2024-04-13T09:15:03.292 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 701 2024-04-13T09:15:03.292 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.292 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_blob": { 2024-04-13T09:15:03.292 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 358800, 2024-04-13T09:15:03.292 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1725 2024-04-13T09:15:03.292 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.292 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_buffer": { 2024-04-13T09:15:03.292 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 256, 2024-04-13T09:15:03.292 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 32 2024-04-13T09:15:03.292 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.292 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_data": { 2024-04-13T09:15:03.292 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 576711, 2024-04-13T09:15:03.292 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 122 2024-04-13T09:15:03.292 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.292 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_meta": { 2024-04-13T09:15:03.292 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 2032037, 2024-04-13T09:15:03.293 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 450303 2024-04-13T09:15:03.293 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.293 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_onode": { 2024-04-13T09:15:03.293 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 5846216, 2024-04-13T09:15:03.293 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 8629 2024-04-13T09:15:03.293 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.293 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_cache_other": { 2024-04-13T09:15:03.293 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 68616, 2024-04-13T09:15:03.293 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 7160 2024-04-13T09:15:03.293 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.293 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_extent": { 2024-04-13T09:15:03.293 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 82800, 2024-04-13T09:15:03.293 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1725 2024-04-13T09:15:03.293 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.294 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_fsck": { 2024-04-13T09:15:03.294 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.294 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.294 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.294 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_inline_bl": { 2024-04-13T09:15:03.294 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 164894, 2024-04-13T09:15:03.294 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 1184 2024-04-13T09:15:03.294 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.294 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_shared_blob": { 2024-04-13T09:15:03.294 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.294 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.294 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.294 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_txc": { 2024-04-13T09:15:03.294 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.294 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.295 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.295 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing": { 2024-04-13T09:15:03.295 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 21523, 2024-04-13T09:15:03.295 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 27 2024-04-13T09:15:03.295 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.295 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore_writing_deferred": { 2024-04-13T09:15:03.295 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.295 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.295 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.295 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_anon": { 2024-04-13T09:15:03.295 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 10954404, 2024-04-13T09:15:03.295 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 285 2024-04-13T09:15:03.295 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.295 INFO:tasks.workunit.client.0.smithi119.stdout: "buffer_meta": { 2024-04-13T09:15:03.295 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 11616, 2024-04-13T09:15:03.296 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 132 2024-04-13T09:15:03.296 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.296 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_co": { 2024-04-13T09:15:03.296 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.296 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.296 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.296 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:03.296 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 489888, 2024-04-13T09:15:03.296 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 42 2024-04-13T09:15:03.296 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.296 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_mapbl": { 2024-04-13T09:15:03.296 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.296 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.296 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.296 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_pglog": { 2024-04-13T09:15:03.297 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 4909424, 2024-04-13T09:15:03.297 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 9454 2024-04-13T09:15:03.297 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.297 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap": { 2024-04-13T09:15:03.297 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 669456, 2024-04-13T09:15:03.297 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 11751 2024-04-13T09:15:03.297 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.297 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap_mapping": { 2024-04-13T09:15:03.297 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.297 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.297 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.297 INFO:tasks.workunit.client.0.smithi119.stdout: "pgmap": { 2024-04-13T09:15:03.297 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.297 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.297 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.297 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_1": { 2024-04-13T09:15:03.298 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.298 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.298 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.298 INFO:tasks.workunit.client.0.smithi119.stdout: "unittest_2": { 2024-04-13T09:15:03.298 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes": 0, 2024-04-13T09:15:03.298 INFO:tasks.workunit.client.0.smithi119.stdout: "items": 0 2024-04-13T09:15:03.298 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.298 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.298 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.298 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.298 INFO:tasks.workunit.client.0.smithi119.stdout: "metadata": { 2024-04-13T09:15:03.298 INFO:tasks.workunit.client.0.smithi119.stdout: "mds": { 2024-04-13T09:15:03.298 INFO:tasks.workunit.client.0.smithi119.stdout: "arch": { 2024-04-13T09:15:03.298 INFO:tasks.workunit.client.0.smithi119.stdout: "x86_64": 2 2024-04-13T09:15:03.298 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.299 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_version": { 2024-04-13T09:15:03.299 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T09:15:03.299 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.299 INFO:tasks.workunit.client.0.smithi119.stdout: "cpu": { 2024-04-13T09:15:03.299 INFO:tasks.workunit.client.0.smithi119.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-13T09:15:03.299 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.299 INFO:tasks.workunit.client.0.smithi119.stdout: "distro": { 2024-04-13T09:15:03.299 INFO:tasks.workunit.client.0.smithi119.stdout: "centos": 2 2024-04-13T09:15:03.299 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.299 INFO:tasks.workunit.client.0.smithi119.stdout: "distro_description": { 2024-04-13T09:15:03.299 INFO:tasks.workunit.client.0.smithi119.stdout: "CentOS Stream 8": 2 2024-04-13T09:15:03.299 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.299 INFO:tasks.workunit.client.0.smithi119.stdout: "kernel_description": { 2024-04-13T09:15:03.299 INFO:tasks.workunit.client.0.smithi119.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-13T09:15:03.299 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.300 INFO:tasks.workunit.client.0.smithi119.stdout: "kernel_version": { 2024-04-13T09:15:03.300 INFO:tasks.workunit.client.0.smithi119.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-13T09:15:03.300 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.300 INFO:tasks.workunit.client.0.smithi119.stdout: "os": { 2024-04-13T09:15:03.300 INFO:tasks.workunit.client.0.smithi119.stdout: "Linux": 2 2024-04-13T09:15:03.300 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.300 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.300 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T09:15:03.300 INFO:tasks.workunit.client.0.smithi119.stdout: "arch": { 2024-04-13T09:15:03.300 INFO:tasks.workunit.client.0.smithi119.stdout: "x86_64": 3 2024-04-13T09:15:03.300 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.300 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_version": { 2024-04-13T09:15:03.300 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 3 2024-04-13T09:15:03.300 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.300 INFO:tasks.workunit.client.0.smithi119.stdout: "cpu": { 2024-04-13T09:15:03.301 INFO:tasks.workunit.client.0.smithi119.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-13T09:15:03.301 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.301 INFO:tasks.workunit.client.0.smithi119.stdout: "distro": { 2024-04-13T09:15:03.301 INFO:tasks.workunit.client.0.smithi119.stdout: "centos": 3 2024-04-13T09:15:03.301 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.301 INFO:tasks.workunit.client.0.smithi119.stdout: "distro_description": { 2024-04-13T09:15:03.301 INFO:tasks.workunit.client.0.smithi119.stdout: "CentOS Stream 8": 3 2024-04-13T09:15:03.301 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.301 INFO:tasks.workunit.client.0.smithi119.stdout: "kernel_description": { 2024-04-13T09:15:03.301 INFO:tasks.workunit.client.0.smithi119.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-13T09:15:03.301 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.301 INFO:tasks.workunit.client.0.smithi119.stdout: "kernel_version": { 2024-04-13T09:15:03.301 INFO:tasks.workunit.client.0.smithi119.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-13T09:15:03.301 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.301 INFO:tasks.workunit.client.0.smithi119.stdout: "os": { 2024-04-13T09:15:03.302 INFO:tasks.workunit.client.0.smithi119.stdout: "Linux": 3 2024-04-13T09:15:03.302 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.302 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.302 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:03.302 INFO:tasks.workunit.client.0.smithi119.stdout: "arch": { 2024-04-13T09:15:03.302 INFO:tasks.workunit.client.0.smithi119.stdout: "x86_64": 8 2024-04-13T09:15:03.302 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.302 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_version": { 2024-04-13T09:15:03.302 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 8 2024-04-13T09:15:03.302 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.302 INFO:tasks.workunit.client.0.smithi119.stdout: "cpu": { 2024-04-13T09:15:03.302 INFO:tasks.workunit.client.0.smithi119.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-13T09:15:03.302 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.302 INFO:tasks.workunit.client.0.smithi119.stdout: "distro": { 2024-04-13T09:15:03.303 INFO:tasks.workunit.client.0.smithi119.stdout: "centos": 8 2024-04-13T09:15:03.303 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.303 INFO:tasks.workunit.client.0.smithi119.stdout: "distro_description": { 2024-04-13T09:15:03.303 INFO:tasks.workunit.client.0.smithi119.stdout: "CentOS Stream 8": 8 2024-04-13T09:15:03.303 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.303 INFO:tasks.workunit.client.0.smithi119.stdout: "kernel_description": { 2024-04-13T09:15:03.303 INFO:tasks.workunit.client.0.smithi119.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-13T09:15:03.303 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.303 INFO:tasks.workunit.client.0.smithi119.stdout: "kernel_version": { 2024-04-13T09:15:03.303 INFO:tasks.workunit.client.0.smithi119.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-13T09:15:03.303 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.303 INFO:tasks.workunit.client.0.smithi119.stdout: "os": { 2024-04-13T09:15:03.303 INFO:tasks.workunit.client.0.smithi119.stdout: "Linux": 8 2024-04-13T09:15:03.303 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.303 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_objectstore": { 2024-04-13T09:15:03.304 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": 8 2024-04-13T09:15:03.304 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.304 INFO:tasks.workunit.client.0.smithi119.stdout: "rotational": { 2024-04-13T09:15:03.304 INFO:tasks.workunit.client.0.smithi119.stdout: "0": 8 2024-04-13T09:15:03.304 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.304 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.304 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.304 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T09:15:03.304 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3, 2024-04-13T09:15:03.304 INFO:tasks.workunit.client.0.smithi119.stdout: "features": { 2024-04-13T09:15:03.304 INFO:tasks.workunit.client.0.smithi119.stdout: "optional": [], 2024-04-13T09:15:03.304 INFO:tasks.workunit.client.0.smithi119.stdout: "persistent": [ 2024-04-13T09:15:03.304 INFO:tasks.workunit.client.0.smithi119.stdout: "kraken", 2024-04-13T09:15:03.304 INFO:tasks.workunit.client.0.smithi119.stdout: "luminous", 2024-04-13T09:15:03.304 INFO:tasks.workunit.client.0.smithi119.stdout: "mimic", 2024-04-13T09:15:03.304 INFO:tasks.workunit.client.0.smithi119.stdout: "osdmap-prune", 2024-04-13T09:15:03.305 INFO:tasks.workunit.client.0.smithi119.stdout: "nautilus", 2024-04-13T09:15:03.305 INFO:tasks.workunit.client.0.smithi119.stdout: "octopus", 2024-04-13T09:15:03.305 INFO:tasks.workunit.client.0.smithi119.stdout: "pacific", 2024-04-13T09:15:03.305 INFO:tasks.workunit.client.0.smithi119.stdout: "elector-pinging", 2024-04-13T09:15:03.305 INFO:tasks.workunit.client.0.smithi119.stdout: "quincy", 2024-04-13T09:15:03.305 INFO:tasks.workunit.client.0.smithi119.stdout: "reef", 2024-04-13T09:15:03.305 INFO:tasks.workunit.client.0.smithi119.stdout: "squid" 2024-04-13T09:15:03.305 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:03.305 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.305 INFO:tasks.workunit.client.0.smithi119.stdout: "ipv4_addr_mons": 6, 2024-04-13T09:15:03.305 INFO:tasks.workunit.client.0.smithi119.stdout: "ipv6_addr_mons": 0, 2024-04-13T09:15:03.305 INFO:tasks.workunit.client.0.smithi119.stdout: "min_mon_release": 19, 2024-04-13T09:15:03.305 INFO:tasks.workunit.client.0.smithi119.stdout: "v1_addr_mons": 3, 2024-04-13T09:15:03.305 INFO:tasks.workunit.client.0.smithi119.stdout: "v2_addr_mons": 3 2024-04-13T09:15:03.305 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.306 INFO:tasks.workunit.client.0.smithi119.stdout: "organization": "ceph-qa", 2024-04-13T09:15:03.306 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:03.306 INFO:tasks.workunit.client.0.smithi119.stdout: "cluster_network": false, 2024-04-13T09:15:03.306 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8, 2024-04-13T09:15:03.306 INFO:tasks.workunit.client.0.smithi119.stdout: "require_min_compat_client": "luminous", 2024-04-13T09:15:03.306 INFO:tasks.workunit.client.0.smithi119.stdout: "require_osd_release": "squid" 2024-04-13T09:15:03.306 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.306 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_perf_histograms": [ 2024-04-13T09:15:03.306 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.306 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T09:15:03.306 INFO:tasks.workunit.client.0.smithi119.stdout: "axes": [ 2024-04-13T09:15:03.306 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.306 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 32, 2024-04-13T09:15:03.306 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T09:15:03.306 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "Latency (usec)", 2024-04-13T09:15:03.307 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 100000, 2024-04-13T09:15:03.307 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T09:15:03.307 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T09:15:03.307 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 99999]", 2024-04-13T09:15:03.307 INFO:tasks.workunit.client.0.smithi119.stdout: "[100000, 199999]", 2024-04-13T09:15:03.307 INFO:tasks.workunit.client.0.smithi119.stdout: "[200000, 399999]", 2024-04-13T09:15:03.307 INFO:tasks.workunit.client.0.smithi119.stdout: "[400000, 799999]", 2024-04-13T09:15:03.307 INFO:tasks.workunit.client.0.smithi119.stdout: "[800000, 1599999]", 2024-04-13T09:15:03.307 INFO:tasks.workunit.client.0.smithi119.stdout: "[1600000, 3199999]", 2024-04-13T09:15:03.307 INFO:tasks.workunit.client.0.smithi119.stdout: "[3200000, 6399999]", 2024-04-13T09:15:03.307 INFO:tasks.workunit.client.0.smithi119.stdout: "[6400000, 12799999]", 2024-04-13T09:15:03.307 INFO:tasks.workunit.client.0.smithi119.stdout: "[12800000, 25599999]", 2024-04-13T09:15:03.307 INFO:tasks.workunit.client.0.smithi119.stdout: "[25600000, 51199999]", 2024-04-13T09:15:03.307 INFO:tasks.workunit.client.0.smithi119.stdout: "[51200000, 102399999]", 2024-04-13T09:15:03.307 INFO:tasks.workunit.client.0.smithi119.stdout: "[102400000, 204799999]", 2024-04-13T09:15:03.308 INFO:tasks.workunit.client.0.smithi119.stdout: "[204800000, 409599999]", 2024-04-13T09:15:03.308 INFO:tasks.workunit.client.0.smithi119.stdout: "[409600000, 819199999]", 2024-04-13T09:15:03.308 INFO:tasks.workunit.client.0.smithi119.stdout: "[819200000, 1638399999]", 2024-04-13T09:15:03.308 INFO:tasks.workunit.client.0.smithi119.stdout: "[1638400000, 3276799999]", 2024-04-13T09:15:03.308 INFO:tasks.workunit.client.0.smithi119.stdout: "[3276800000, 6553599999]", 2024-04-13T09:15:03.308 INFO:tasks.workunit.client.0.smithi119.stdout: "[6553600000, 13107199999]", 2024-04-13T09:15:03.308 INFO:tasks.workunit.client.0.smithi119.stdout: "[13107200000, 26214399999]", 2024-04-13T09:15:03.308 INFO:tasks.workunit.client.0.smithi119.stdout: "[26214400000, 52428799999]", 2024-04-13T09:15:03.308 INFO:tasks.workunit.client.0.smithi119.stdout: "[52428800000, 104857599999]", 2024-04-13T09:15:03.308 INFO:tasks.workunit.client.0.smithi119.stdout: "[104857600000, 209715199999]", 2024-04-13T09:15:03.308 INFO:tasks.workunit.client.0.smithi119.stdout: "[209715200000, 419430399999]", 2024-04-13T09:15:03.308 INFO:tasks.workunit.client.0.smithi119.stdout: "[419430400000, 838860799999]", 2024-04-13T09:15:03.308 INFO:tasks.workunit.client.0.smithi119.stdout: "[838860800000, 1677721599999]", 2024-04-13T09:15:03.308 INFO:tasks.workunit.client.0.smithi119.stdout: "[1677721600000, 3355443199999]", 2024-04-13T09:15:03.308 INFO:tasks.workunit.client.0.smithi119.stdout: "[3355443200000, 6710886399999]", 2024-04-13T09:15:03.309 INFO:tasks.workunit.client.0.smithi119.stdout: "[6710886400000, 13421772799999]", 2024-04-13T09:15:03.309 INFO:tasks.workunit.client.0.smithi119.stdout: "[13421772800000, 26843545599999]", 2024-04-13T09:15:03.309 INFO:tasks.workunit.client.0.smithi119.stdout: "[26843545600000, 53687091199999]", 2024-04-13T09:15:03.309 INFO:tasks.workunit.client.0.smithi119.stdout: "[53687091200000, None]" 2024-04-13T09:15:03.309 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.309 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "log2" 2024-04-13T09:15:03.309 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.309 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.309 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 32, 2024-04-13T09:15:03.309 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T09:15:03.309 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "Request size (bytes)", 2024-04-13T09:15:03.309 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 512, 2024-04-13T09:15:03.309 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T09:15:03.309 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T09:15:03.310 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 511]", 2024-04-13T09:15:03.310 INFO:tasks.workunit.client.0.smithi119.stdout: "[512, 1023]", 2024-04-13T09:15:03.310 INFO:tasks.workunit.client.0.smithi119.stdout: "[1024, 2047]", 2024-04-13T09:15:03.310 INFO:tasks.workunit.client.0.smithi119.stdout: "[2048, 4095]", 2024-04-13T09:15:03.310 INFO:tasks.workunit.client.0.smithi119.stdout: "[4096, 8191]", 2024-04-13T09:15:03.310 INFO:tasks.workunit.client.0.smithi119.stdout: "[8192, 16383]", 2024-04-13T09:15:03.310 INFO:tasks.workunit.client.0.smithi119.stdout: "[16384, 32767]", 2024-04-13T09:15:03.310 INFO:tasks.workunit.client.0.smithi119.stdout: "[32768, 65535]", 2024-04-13T09:15:03.310 INFO:tasks.workunit.client.0.smithi119.stdout: "[65536, 131071]", 2024-04-13T09:15:03.310 INFO:tasks.workunit.client.0.smithi119.stdout: "[131072, 262143]", 2024-04-13T09:15:03.310 INFO:tasks.workunit.client.0.smithi119.stdout: "[262144, 524287]", 2024-04-13T09:15:03.310 INFO:tasks.workunit.client.0.smithi119.stdout: "[524288, 1048575]", 2024-04-13T09:15:03.310 INFO:tasks.workunit.client.0.smithi119.stdout: "[1048576, 2097151]", 2024-04-13T09:15:03.311 INFO:tasks.workunit.client.0.smithi119.stdout: "[2097152, 4194303]", 2024-04-13T09:15:03.311 INFO:tasks.workunit.client.0.smithi119.stdout: "[4194304, 8388607]", 2024-04-13T09:15:03.311 INFO:tasks.workunit.client.0.smithi119.stdout: "[8388608, 16777215]", 2024-04-13T09:15:03.311 INFO:tasks.workunit.client.0.smithi119.stdout: "[16777216, 33554431]", 2024-04-13T09:15:03.311 INFO:tasks.workunit.client.0.smithi119.stdout: "[33554432, 67108863]", 2024-04-13T09:15:03.311 INFO:tasks.workunit.client.0.smithi119.stdout: "[67108864, 134217727]", 2024-04-13T09:15:03.311 INFO:tasks.workunit.client.0.smithi119.stdout: "[134217728, 268435455]", 2024-04-13T09:15:03.311 INFO:tasks.workunit.client.0.smithi119.stdout: "[268435456, 536870911]", 2024-04-13T09:15:03.311 INFO:tasks.workunit.client.0.smithi119.stdout: "[536870912, 1073741823]", 2024-04-13T09:15:03.311 INFO:tasks.workunit.client.0.smithi119.stdout: "[1073741824, 2147483647]", 2024-04-13T09:15:03.311 INFO:tasks.workunit.client.0.smithi119.stdout: "[2147483648, 4294967295]", 2024-04-13T09:15:03.311 INFO:tasks.workunit.client.0.smithi119.stdout: "[4294967296, 8589934591]", 2024-04-13T09:15:03.311 INFO:tasks.workunit.client.0.smithi119.stdout: "[8589934592, 17179869183]", 2024-04-13T09:15:03.311 INFO:tasks.workunit.client.0.smithi119.stdout: "[17179869184, 34359738367]", 2024-04-13T09:15:03.311 INFO:tasks.workunit.client.0.smithi119.stdout: "[34359738368, 68719476735]", 2024-04-13T09:15:03.312 INFO:tasks.workunit.client.0.smithi119.stdout: "[68719476736, 137438953471]", 2024-04-13T09:15:03.312 INFO:tasks.workunit.client.0.smithi119.stdout: "[137438953472, 274877906943]", 2024-04-13T09:15:03.312 INFO:tasks.workunit.client.0.smithi119.stdout: "[274877906944, None]" 2024-04-13T09:15:03.312 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.312 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "log2" 2024-04-13T09:15:03.312 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.312 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.312 INFO:tasks.workunit.client.0.smithi119.stdout: "osds": [ 2024-04-13T09:15:03.312 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.312 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 0, 2024-04-13T09:15:03.312 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:03.312 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.312 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 40, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.312 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 9622, 3767, 4321, 0, 1, 3, 0, 0, 3, 2, 3, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.312 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 6041, 94, 129, 2, 14, 4, 9, 11, 16, 56, 32, 16, 20, 16, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.313 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 577, 9, 17, 0, 1, 2, 0, 2, 7, 13, 101, 161, 76, 2, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.313 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 429, 1, 0, 0, 0, 1, 0, 0, 1, 0, 2, 28, 302, 4, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.313 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 140, 2, 2, 0, 1, 2, 0, 3, 1, 0, 5, 7, 23, 50, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.313 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 90, 1, 0, 0, 0, 5, 0, 2, 2, 0, 4, 11, 11, 14, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.313 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 39, 0, 1, 0, 0, 0, 0, 3, 0, 0, 5, 4, 6, 13, 47, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.313 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 11, 0, 0, 0, 0, 2, 0, 0, 1, 0, 0, 0, 4, 9, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.313 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.313 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.313 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.313 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.313 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.313 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.313 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.313 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.313 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.314 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.314 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.314 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.314 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.314 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.314 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.314 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.314 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.314 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.314 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.314 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.314 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.314 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:03.314 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:03.314 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.315 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.315 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 1, 2024-04-13T09:15:03.315 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:03.315 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.315 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.315 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 8253, 2, 66, 8, 23, 21, 2, 0, 2, 4, 1, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.315 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 7072, 50, 1324, 3, 21, 37, 103, 139, 35, 59, 54, 34, 67, 10, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.315 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 459, 7, 185, 22, 1, 0, 2, 17, 11, 16, 116, 228, 129, 7, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.315 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 316, 6, 0, 8, 0, 0, 0, 0, 0, 0, 3, 27, 383, 3, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.315 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 97, 11, 0, 0, 0, 0, 0, 0, 2, 1, 2, 8, 21, 38, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.315 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 74, 17, 45, 0, 0, 0, 0, 0, 0, 0, 3, 9, 9, 12, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.315 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 80, 53, 228, 0, 0, 0, 0, 0, 0, 0, 2, 8, 11, 36, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.315 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 17, 133, 26, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 12, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.315 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 7, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.315 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.315 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.316 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.316 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.316 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.316 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.316 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.316 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.316 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.316 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.316 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.316 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.316 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.317 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.317 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.317 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.317 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.317 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.317 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.317 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.317 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:03.317 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:03.317 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.317 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.317 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 2, 2024-04-13T09:15:03.317 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:03.317 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.318 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.318 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 10552, 15, 0, 0, 3, 0, 0, 1, 0, 0, 6, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.318 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 8606, 36, 28, 1, 10, 1, 0, 2, 1, 0, 1, 7, 6, 26, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.318 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 673, 8, 18, 2, 5, 0, 0, 1, 3, 2, 29, 0, 2, 8, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.318 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 388, 9, 0, 0, 0, 0, 0, 0, 0, 0, 3, 24, 24, 19, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.318 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 131, 12, 3, 0, 0, 0, 0, 0, 0, 2, 4, 12, 17, 102, 122, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.318 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 198, 5, 4, 0, 0, 0, 0, 2, 1, 0, 2, 17, 33, 30, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.318 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 209, 0, 0, 1, 0, 0, 0, 0, 5, 3, 3, 12, 40, 52, 56, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.318 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 75, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 3, 12, 25, 28, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.318 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 37, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 4, 8, 25, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.318 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.318 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.318 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.318 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.319 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.319 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.319 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.319 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.319 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.319 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.319 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.319 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.319 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.319 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.319 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.319 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.320 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.320 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.320 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.320 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.320 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:03.320 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:03.320 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.320 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.320 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 3, 2024-04-13T09:15:03.320 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:03.320 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.320 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1893, 200, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.320 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 14553, 3991, 0, 2, 7613, 483, 2, 0, 0, 2, 4, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.320 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 10169, 280, 55, 1, 161, 109, 9, 5, 16, 23, 8, 8, 14, 5, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.320 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1400, 150, 151, 1, 3, 4, 0, 1, 2, 15, 52, 90, 41, 8, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.320 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 892, 25, 51, 0, 19, 14, 0, 0, 0, 0, 0, 10, 146, 1, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.321 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 350, 36, 18, 0, 203, 19, 0, 0, 0, 0, 6, 15, 14, 24, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.321 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 358, 14, 25, 28, 311, 4, 0, 0, 0, 0, 0, 4, 9, 15, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.321 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 178, 9, 5, 38, 309, 0, 0, 0, 0, 0, 0, 2, 7, 8, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.321 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 7, 1, 0, 2, 2009, 107, 0, 0, 0, 0, 3, 0, 1, 5, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.321 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3, 0, 0, 0, 7, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.321 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.321 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.321 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.321 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.321 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.321 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.321 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.321 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.321 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.321 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.322 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.322 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.322 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.322 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.322 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.322 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.322 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.322 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.322 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.322 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.322 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:03.322 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:03.322 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.322 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.323 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 4, 2024-04-13T09:15:03.323 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:03.323 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.323 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 656, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.323 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 10847, 3973, 50, 4, 12, 16, 3, 0, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.323 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 7923, 166, 32, 0, 19, 22, 58, 49, 11, 16, 11, 4, 10, 4, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.323 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 986, 27, 12, 0, 2, 1, 8, 26, 3, 15, 57, 75, 33, 1, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.323 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 253, 2, 0, 0, 0, 0, 0, 0, 0, 1, 5, 25, 159, 0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.323 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 150, 2, 0, 0, 0, 0, 0, 0, 3, 0, 7, 5, 25, 21, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.323 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 118, 1, 0, 0, 0, 0, 0, 0, 3, 0, 4, 5, 8, 22, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.323 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 94, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 6, 37, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.323 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 17, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.323 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 1, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.323 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.323 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.324 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.324 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.324 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.324 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.324 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.324 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.324 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.324 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.324 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.324 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.324 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.324 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.324 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.324 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.324 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.324 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.325 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.325 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.325 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:03.325 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:03.325 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.325 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.325 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 5, 2024-04-13T09:15:03.325 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:03.325 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.325 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 742, 197, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.325 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 14569, 3745, 1, 1, 2, 0, 0, 0, 3, 0, 1, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.325 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 10906, 241, 4, 0, 8, 1, 1, 0, 0, 2, 4, 2, 9, 14, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.325 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1254, 26, 3, 1, 7, 0, 1, 1, 2, 2, 14, 3, 2, 4, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.325 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 502, 1, 0, 5, 5, 0, 0, 0, 0, 0, 2, 6, 21, 10, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.325 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 273, 7, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 9, 31, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.326 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 330, 4, 0, 1, 0, 0, 0, 0, 0, 0, 2, 1, 3, 11, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.326 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 179, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 4, 7, 11, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.326 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 6, 20, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.326 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.326 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.326 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.326 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.326 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.326 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.326 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.326 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.326 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.326 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.326 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.326 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.327 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.327 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.327 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.327 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.327 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.327 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.327 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.327 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.327 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.327 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:03.327 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:03.327 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.327 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.327 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 6, 2024-04-13T09:15:03.327 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:03.328 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.328 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2860, 1541, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.328 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 9529, 2592, 0, 1, 1, 0, 0, 0, 0, 0, 18, 1, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.328 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 7906, 256, 4, 0, 16, 2, 3, 3, 11, 15, 63, 8, 13, 14, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.328 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 806, 34, 7, 0, 2, 0, 4, 7, 5, 18, 75, 68, 19, 17, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.328 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 345, 4, 5, 0, 1, 0, 0, 0, 0, 1, 13, 18, 177, 2, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.328 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 122, 3, 0, 0, 0, 1, 0, 1, 1, 0, 5, 3, 16, 34, 95, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.328 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 112, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 14, 5, 95, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.328 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 35, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 3, 11, 10, 30, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.328 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 10, 4, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.328 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.328 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.328 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.328 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.328 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.329 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.329 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.329 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.329 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.329 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.329 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.329 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.329 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.329 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.329 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.329 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.329 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.329 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.329 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.329 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.329 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.330 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:03.330 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:03.330 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.330 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.330 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 7, 2024-04-13T09:15:03.330 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:03.330 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.330 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.330 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 13129, 8, 2, 0, 2, 1, 2, 0, 0, 3, 6, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.330 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 8659, 18, 2, 1, 12, 1, 2, 0, 4, 4, 8, 2, 7, 18, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.330 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1098, 5, 2, 0, 1, 0, 0, 1, 3, 4, 39, 2, 4, 5, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.330 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 274, 2, 0, 0, 0, 0, 0, 0, 0, 0, 10, 3, 24, 7, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.330 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 155, 1, 0, 0, 1, 0, 0, 0, 1, 2, 5, 3, 22, 53, 114, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.331 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 144, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 2, 7, 10, 97, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.331 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 109, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 7, 17, 52, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.331 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 18, 23, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.331 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 8, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.331 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.331 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.331 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.331 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.331 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.331 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.331 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.331 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.331 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.331 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.331 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.332 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.332 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.332 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.332 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.332 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.332 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.332 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.332 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.332 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.332 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:03.332 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:03.332 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.332 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:03.332 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.332 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T09:15:03.333 INFO:tasks.workunit.client.0.smithi119.stdout: "axes": [ 2024-04-13T09:15:03.333 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.333 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 32, 2024-04-13T09:15:03.333 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T09:15:03.333 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "Latency (usec)", 2024-04-13T09:15:03.333 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 100000, 2024-04-13T09:15:03.333 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T09:15:03.333 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T09:15:03.333 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 99999]", 2024-04-13T09:15:03.333 INFO:tasks.workunit.client.0.smithi119.stdout: "[100000, 199999]", 2024-04-13T09:15:03.333 INFO:tasks.workunit.client.0.smithi119.stdout: "[200000, 399999]", 2024-04-13T09:15:03.333 INFO:tasks.workunit.client.0.smithi119.stdout: "[400000, 799999]", 2024-04-13T09:15:03.333 INFO:tasks.workunit.client.0.smithi119.stdout: "[800000, 1599999]", 2024-04-13T09:15:03.333 INFO:tasks.workunit.client.0.smithi119.stdout: "[1600000, 3199999]", 2024-04-13T09:15:03.334 INFO:tasks.workunit.client.0.smithi119.stdout: "[3200000, 6399999]", 2024-04-13T09:15:03.334 INFO:tasks.workunit.client.0.smithi119.stdout: "[6400000, 12799999]", 2024-04-13T09:15:03.334 INFO:tasks.workunit.client.0.smithi119.stdout: "[12800000, 25599999]", 2024-04-13T09:15:03.334 INFO:tasks.workunit.client.0.smithi119.stdout: "[25600000, 51199999]", 2024-04-13T09:15:03.334 INFO:tasks.workunit.client.0.smithi119.stdout: "[51200000, 102399999]", 2024-04-13T09:15:03.334 INFO:tasks.workunit.client.0.smithi119.stdout: "[102400000, 204799999]", 2024-04-13T09:15:03.334 INFO:tasks.workunit.client.0.smithi119.stdout: "[204800000, 409599999]", 2024-04-13T09:15:03.334 INFO:tasks.workunit.client.0.smithi119.stdout: "[409600000, 819199999]", 2024-04-13T09:15:03.334 INFO:tasks.workunit.client.0.smithi119.stdout: "[819200000, 1638399999]", 2024-04-13T09:15:03.334 INFO:tasks.workunit.client.0.smithi119.stdout: "[1638400000, 3276799999]", 2024-04-13T09:15:03.334 INFO:tasks.workunit.client.0.smithi119.stdout: "[3276800000, 6553599999]", 2024-04-13T09:15:03.334 INFO:tasks.workunit.client.0.smithi119.stdout: "[6553600000, 13107199999]", 2024-04-13T09:15:03.334 INFO:tasks.workunit.client.0.smithi119.stdout: "[13107200000, 26214399999]", 2024-04-13T09:15:03.334 INFO:tasks.workunit.client.0.smithi119.stdout: "[26214400000, 52428799999]", 2024-04-13T09:15:03.334 INFO:tasks.workunit.client.0.smithi119.stdout: "[52428800000, 104857599999]", 2024-04-13T09:15:03.334 INFO:tasks.workunit.client.0.smithi119.stdout: "[104857600000, 209715199999]", 2024-04-13T09:15:03.335 INFO:tasks.workunit.client.0.smithi119.stdout: "[209715200000, 419430399999]", 2024-04-13T09:15:03.335 INFO:tasks.workunit.client.0.smithi119.stdout: "[419430400000, 838860799999]", 2024-04-13T09:15:03.335 INFO:tasks.workunit.client.0.smithi119.stdout: "[838860800000, 1677721599999]", 2024-04-13T09:15:03.335 INFO:tasks.workunit.client.0.smithi119.stdout: "[1677721600000, 3355443199999]", 2024-04-13T09:15:03.335 INFO:tasks.workunit.client.0.smithi119.stdout: "[3355443200000, 6710886399999]", 2024-04-13T09:15:03.335 INFO:tasks.workunit.client.0.smithi119.stdout: "[6710886400000, 13421772799999]", 2024-04-13T09:15:03.335 INFO:tasks.workunit.client.0.smithi119.stdout: "[13421772800000, 26843545599999]", 2024-04-13T09:15:03.335 INFO:tasks.workunit.client.0.smithi119.stdout: "[26843545600000, 53687091199999]", 2024-04-13T09:15:03.335 INFO:tasks.workunit.client.0.smithi119.stdout: "[53687091200000, None]" 2024-04-13T09:15:03.335 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.335 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "log2" 2024-04-13T09:15:03.335 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.335 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.335 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 32, 2024-04-13T09:15:03.335 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T09:15:03.336 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "Request size (bytes)", 2024-04-13T09:15:03.336 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 512, 2024-04-13T09:15:03.336 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T09:15:03.336 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T09:15:03.336 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 511]", 2024-04-13T09:15:03.336 INFO:tasks.workunit.client.0.smithi119.stdout: "[512, 1023]", 2024-04-13T09:15:03.336 INFO:tasks.workunit.client.0.smithi119.stdout: "[1024, 2047]", 2024-04-13T09:15:03.336 INFO:tasks.workunit.client.0.smithi119.stdout: "[2048, 4095]", 2024-04-13T09:15:03.336 INFO:tasks.workunit.client.0.smithi119.stdout: "[4096, 8191]", 2024-04-13T09:15:03.336 INFO:tasks.workunit.client.0.smithi119.stdout: "[8192, 16383]", 2024-04-13T09:15:03.336 INFO:tasks.workunit.client.0.smithi119.stdout: "[16384, 32767]", 2024-04-13T09:15:03.336 INFO:tasks.workunit.client.0.smithi119.stdout: "[32768, 65535]", 2024-04-13T09:15:03.336 INFO:tasks.workunit.client.0.smithi119.stdout: "[65536, 131071]", 2024-04-13T09:15:03.336 INFO:tasks.workunit.client.0.smithi119.stdout: "[131072, 262143]", 2024-04-13T09:15:03.336 INFO:tasks.workunit.client.0.smithi119.stdout: "[262144, 524287]", 2024-04-13T09:15:03.336 INFO:tasks.workunit.client.0.smithi119.stdout: "[524288, 1048575]", 2024-04-13T09:15:03.337 INFO:tasks.workunit.client.0.smithi119.stdout: "[1048576, 2097151]", 2024-04-13T09:15:03.337 INFO:tasks.workunit.client.0.smithi119.stdout: "[2097152, 4194303]", 2024-04-13T09:15:03.337 INFO:tasks.workunit.client.0.smithi119.stdout: "[4194304, 8388607]", 2024-04-13T09:15:03.337 INFO:tasks.workunit.client.0.smithi119.stdout: "[8388608, 16777215]", 2024-04-13T09:15:03.337 INFO:tasks.workunit.client.0.smithi119.stdout: "[16777216, 33554431]", 2024-04-13T09:15:03.337 INFO:tasks.workunit.client.0.smithi119.stdout: "[33554432, 67108863]", 2024-04-13T09:15:03.337 INFO:tasks.workunit.client.0.smithi119.stdout: "[67108864, 134217727]", 2024-04-13T09:15:03.337 INFO:tasks.workunit.client.0.smithi119.stdout: "[134217728, 268435455]", 2024-04-13T09:15:03.337 INFO:tasks.workunit.client.0.smithi119.stdout: "[268435456, 536870911]", 2024-04-13T09:15:03.337 INFO:tasks.workunit.client.0.smithi119.stdout: "[536870912, 1073741823]", 2024-04-13T09:15:03.337 INFO:tasks.workunit.client.0.smithi119.stdout: "[1073741824, 2147483647]", 2024-04-13T09:15:03.337 INFO:tasks.workunit.client.0.smithi119.stdout: "[2147483648, 4294967295]", 2024-04-13T09:15:03.337 INFO:tasks.workunit.client.0.smithi119.stdout: "[4294967296, 8589934591]", 2024-04-13T09:15:03.337 INFO:tasks.workunit.client.0.smithi119.stdout: "[8589934592, 17179869183]", 2024-04-13T09:15:03.337 INFO:tasks.workunit.client.0.smithi119.stdout: "[17179869184, 34359738367]", 2024-04-13T09:15:03.337 INFO:tasks.workunit.client.0.smithi119.stdout: "[34359738368, 68719476735]", 2024-04-13T09:15:03.338 INFO:tasks.workunit.client.0.smithi119.stdout: "[68719476736, 137438953471]", 2024-04-13T09:15:03.338 INFO:tasks.workunit.client.0.smithi119.stdout: "[137438953472, 274877906943]", 2024-04-13T09:15:03.338 INFO:tasks.workunit.client.0.smithi119.stdout: "[274877906944, None]" 2024-04-13T09:15:03.338 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.338 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "log2" 2024-04-13T09:15:03.338 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.338 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.338 INFO:tasks.workunit.client.0.smithi119.stdout: "osds": [ 2024-04-13T09:15:03.338 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.338 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 0, 2024-04-13T09:15:03.338 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:03.338 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.338 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.338 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.338 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.339 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 486, 2, 6, 10, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.339 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 4051, 74, 79, 143, 447, 595, 700, 1, 9, 8, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.339 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 629, 8, 19, 52, 22, 15, 26, 0, 1, 2, 3, 4, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.339 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 201, 0, 2, 0, 1, 2, 1, 0, 0, 2, 0, 2, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.339 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 129, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 6, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.339 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 23, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.339 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 3, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.339 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.339 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.339 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.339 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.339 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.339 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.339 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.340 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.340 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.340 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.340 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.340 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.340 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.340 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.340 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.340 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.340 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.340 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.340 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.340 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.340 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:03.340 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:03.341 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.341 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.341 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 1, 2024-04-13T09:15:03.341 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:03.341 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.341 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.341 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.341 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.341 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 346, 0, 0, 9, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.341 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2907, 269, 34, 60, 120, 0, 3, 0, 4, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.341 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 509, 16, 1332, 0, 0, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.341 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 441, 4, 9, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.341 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1667, 1178, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.341 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1616, 1818, 237, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 14, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.341 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 12, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 7, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.341 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.342 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.342 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.342 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.342 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.342 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.342 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.342 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.342 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.342 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.342 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.342 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.342 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.342 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.342 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.342 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.343 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.343 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.343 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.343 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.343 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:03.343 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:03.343 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.343 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.343 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 2, 2024-04-13T09:15:03.343 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:03.343 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.343 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.343 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.343 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.344 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1003, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.344 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 9314, 3, 0, 0, 2, 2, 2, 2, 7, 0, 1, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.344 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 16177, 1, 0, 1, 0, 0, 0, 0, 1, 1, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.344 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 347, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 5, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.344 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 181, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 3, 10, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.344 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 14, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.344 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.344 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.344 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.344 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.344 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.344 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.344 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.344 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.344 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.345 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.345 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.345 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.345 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.345 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.345 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.345 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.345 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.345 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.345 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.345 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.345 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.345 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:03.345 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:03.345 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.346 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.346 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 3, 2024-04-13T09:15:03.346 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:03.346 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.346 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.346 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.346 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.346 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 419, 0, 0, 0, 6, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.346 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3273, 26, 0, 0, 9, 1, 4, 4, 13, 19, 0, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.346 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 648, 2, 0, 0, 6, 0, 0, 0, 0, 2, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.346 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 308, 15, 34, 43, 1, 0, 1, 0, 0, 0, 1, 4, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.346 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1182, 283, 0, 139, 0, 0, 0, 0, 0, 0, 0, 0, 2, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.346 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 4166, 2543, 0, 398, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.346 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 89, 174, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.347 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.347 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.347 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.347 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.347 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.347 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.347 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.347 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.347 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.347 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.347 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.347 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.347 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.347 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.347 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.348 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.348 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.348 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.348 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.348 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.348 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:03.348 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:03.348 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.348 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.348 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 4, 2024-04-13T09:15:03.348 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:03.348 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.348 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.349 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.349 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.349 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 814, 0, 1, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.349 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2831, 226, 32, 40, 132, 272, 471, 2, 0, 1, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.349 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 281, 12, 1, 2, 5, 4, 10, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.349 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 95, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.349 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.349 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 10, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.349 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.349 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.349 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.349 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.349 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.349 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.349 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.350 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.350 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.350 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.350 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.350 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.350 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.350 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.350 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.350 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.350 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.350 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.350 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.350 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.350 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.350 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:03.351 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:03.351 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.351 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.351 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 5, 2024-04-13T09:15:03.351 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:03.351 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.351 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.351 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.351 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.351 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 734, 8, 11, 24, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.351 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 5279, 76, 127, 231, 457, 601, 709, 1, 4, 0, 0, 0, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.351 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 462, 1, 2, 5, 16, 12, 17, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.351 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 318, 11, 13, 25, 4, 0, 0, 0, 0, 1, 0, 2, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.351 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 110, 33, 70, 104, 25, 0, 0, 1, 0, 0, 1, 1, 2, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.351 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 16, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.352 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.352 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.352 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.352 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.352 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.352 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.352 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.352 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.352 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.352 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.352 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.352 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.352 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.352 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.352 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.353 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.353 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.353 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.353 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.353 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.353 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.353 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:03.353 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:03.353 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.353 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.353 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 6, 2024-04-13T09:15:03.353 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:03.353 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.353 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.353 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.354 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.354 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 421, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.354 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2881, 24, 1, 0, 2, 1, 1, 3, 4, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.354 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 329, 1, 0, 0, 1, 0, 1, 0, 0, 1, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.354 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 184, 7, 1, 0, 0, 0, 0, 0, 0, 0, 2, 1, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.354 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 160, 103, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.354 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 34, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 3, 12, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.354 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.354 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.354 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.354 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.354 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.354 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.354 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.354 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.355 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.355 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.355 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.355 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.355 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.355 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.355 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.355 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.355 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.355 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.355 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.355 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.355 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.355 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:03.355 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:03.356 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.356 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.356 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 7, 2024-04-13T09:15:03.356 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:03.356 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.356 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.356 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.356 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.356 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 456, 3, 11, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.356 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 7174, 34, 62, 34, 0, 0, 0, 0, 0, 1, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.356 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3457, 29, 80, 58, 0, 0, 0, 0, 0, 0, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.356 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 273, 8, 3, 1, 0, 1, 0, 1, 0, 0, 0, 1, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.356 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 164, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.356 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 20, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.357 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.357 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.357 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.357 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.357 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.357 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.357 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.357 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.357 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.357 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.357 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.357 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.357 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.357 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.358 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.358 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.358 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.358 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.358 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.358 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.358 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.358 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:03.358 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:03.358 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.358 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:03.358 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.358 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T09:15:03.359 INFO:tasks.workunit.client.0.smithi119.stdout: "axes": [ 2024-04-13T09:15:03.359 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.359 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 32, 2024-04-13T09:15:03.359 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T09:15:03.359 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "Latency (usec)", 2024-04-13T09:15:03.359 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 100000, 2024-04-13T09:15:03.359 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T09:15:03.359 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T09:15:03.359 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 99999]", 2024-04-13T09:15:03.359 INFO:tasks.workunit.client.0.smithi119.stdout: "[100000, 199999]", 2024-04-13T09:15:03.359 INFO:tasks.workunit.client.0.smithi119.stdout: "[200000, 399999]", 2024-04-13T09:15:03.359 INFO:tasks.workunit.client.0.smithi119.stdout: "[400000, 799999]", 2024-04-13T09:15:03.359 INFO:tasks.workunit.client.0.smithi119.stdout: "[800000, 1599999]", 2024-04-13T09:15:03.359 INFO:tasks.workunit.client.0.smithi119.stdout: "[1600000, 3199999]", 2024-04-13T09:15:03.359 INFO:tasks.workunit.client.0.smithi119.stdout: "[3200000, 6399999]", 2024-04-13T09:15:03.360 INFO:tasks.workunit.client.0.smithi119.stdout: "[6400000, 12799999]", 2024-04-13T09:15:03.360 INFO:tasks.workunit.client.0.smithi119.stdout: "[12800000, 25599999]", 2024-04-13T09:15:03.360 INFO:tasks.workunit.client.0.smithi119.stdout: "[25600000, 51199999]", 2024-04-13T09:15:03.360 INFO:tasks.workunit.client.0.smithi119.stdout: "[51200000, 102399999]", 2024-04-13T09:15:03.360 INFO:tasks.workunit.client.0.smithi119.stdout: "[102400000, 204799999]", 2024-04-13T09:15:03.360 INFO:tasks.workunit.client.0.smithi119.stdout: "[204800000, 409599999]", 2024-04-13T09:15:03.360 INFO:tasks.workunit.client.0.smithi119.stdout: "[409600000, 819199999]", 2024-04-13T09:15:03.360 INFO:tasks.workunit.client.0.smithi119.stdout: "[819200000, 1638399999]", 2024-04-13T09:15:03.360 INFO:tasks.workunit.client.0.smithi119.stdout: "[1638400000, 3276799999]", 2024-04-13T09:15:03.360 INFO:tasks.workunit.client.0.smithi119.stdout: "[3276800000, 6553599999]", 2024-04-13T09:15:03.360 INFO:tasks.workunit.client.0.smithi119.stdout: "[6553600000, 13107199999]", 2024-04-13T09:15:03.360 INFO:tasks.workunit.client.0.smithi119.stdout: "[13107200000, 26214399999]", 2024-04-13T09:15:03.360 INFO:tasks.workunit.client.0.smithi119.stdout: "[26214400000, 52428799999]", 2024-04-13T09:15:03.360 INFO:tasks.workunit.client.0.smithi119.stdout: "[52428800000, 104857599999]", 2024-04-13T09:15:03.360 INFO:tasks.workunit.client.0.smithi119.stdout: "[104857600000, 209715199999]", 2024-04-13T09:15:03.361 INFO:tasks.workunit.client.0.smithi119.stdout: "[209715200000, 419430399999]", 2024-04-13T09:15:03.361 INFO:tasks.workunit.client.0.smithi119.stdout: "[419430400000, 838860799999]", 2024-04-13T09:15:03.361 INFO:tasks.workunit.client.0.smithi119.stdout: "[838860800000, 1677721599999]", 2024-04-13T09:15:03.361 INFO:tasks.workunit.client.0.smithi119.stdout: "[1677721600000, 3355443199999]", 2024-04-13T09:15:03.361 INFO:tasks.workunit.client.0.smithi119.stdout: "[3355443200000, 6710886399999]", 2024-04-13T09:15:03.361 INFO:tasks.workunit.client.0.smithi119.stdout: "[6710886400000, 13421772799999]", 2024-04-13T09:15:03.361 INFO:tasks.workunit.client.0.smithi119.stdout: "[13421772800000, 26843545599999]", 2024-04-13T09:15:03.361 INFO:tasks.workunit.client.0.smithi119.stdout: "[26843545600000, 53687091199999]", 2024-04-13T09:15:03.361 INFO:tasks.workunit.client.0.smithi119.stdout: "[53687091200000, None]" 2024-04-13T09:15:03.361 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.361 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "log2" 2024-04-13T09:15:03.361 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.361 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.361 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 32, 2024-04-13T09:15:03.362 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T09:15:03.362 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "Request size (bytes)", 2024-04-13T09:15:03.362 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 512, 2024-04-13T09:15:03.362 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T09:15:03.362 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T09:15:03.362 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 511]", 2024-04-13T09:15:03.362 INFO:tasks.workunit.client.0.smithi119.stdout: "[512, 1023]", 2024-04-13T09:15:03.362 INFO:tasks.workunit.client.0.smithi119.stdout: "[1024, 2047]", 2024-04-13T09:15:03.362 INFO:tasks.workunit.client.0.smithi119.stdout: "[2048, 4095]", 2024-04-13T09:15:03.362 INFO:tasks.workunit.client.0.smithi119.stdout: "[4096, 8191]", 2024-04-13T09:15:03.362 INFO:tasks.workunit.client.0.smithi119.stdout: "[8192, 16383]", 2024-04-13T09:15:03.362 INFO:tasks.workunit.client.0.smithi119.stdout: "[16384, 32767]", 2024-04-13T09:15:03.362 INFO:tasks.workunit.client.0.smithi119.stdout: "[32768, 65535]", 2024-04-13T09:15:03.362 INFO:tasks.workunit.client.0.smithi119.stdout: "[65536, 131071]", 2024-04-13T09:15:03.362 INFO:tasks.workunit.client.0.smithi119.stdout: "[131072, 262143]", 2024-04-13T09:15:03.363 INFO:tasks.workunit.client.0.smithi119.stdout: "[262144, 524287]", 2024-04-13T09:15:03.363 INFO:tasks.workunit.client.0.smithi119.stdout: "[524288, 1048575]", 2024-04-13T09:15:03.363 INFO:tasks.workunit.client.0.smithi119.stdout: "[1048576, 2097151]", 2024-04-13T09:15:03.363 INFO:tasks.workunit.client.0.smithi119.stdout: "[2097152, 4194303]", 2024-04-13T09:15:03.363 INFO:tasks.workunit.client.0.smithi119.stdout: "[4194304, 8388607]", 2024-04-13T09:15:03.363 INFO:tasks.workunit.client.0.smithi119.stdout: "[8388608, 16777215]", 2024-04-13T09:15:03.363 INFO:tasks.workunit.client.0.smithi119.stdout: "[16777216, 33554431]", 2024-04-13T09:15:03.363 INFO:tasks.workunit.client.0.smithi119.stdout: "[33554432, 67108863]", 2024-04-13T09:15:03.363 INFO:tasks.workunit.client.0.smithi119.stdout: "[67108864, 134217727]", 2024-04-13T09:15:03.363 INFO:tasks.workunit.client.0.smithi119.stdout: "[134217728, 268435455]", 2024-04-13T09:15:03.363 INFO:tasks.workunit.client.0.smithi119.stdout: "[268435456, 536870911]", 2024-04-13T09:15:03.363 INFO:tasks.workunit.client.0.smithi119.stdout: "[536870912, 1073741823]", 2024-04-13T09:15:03.363 INFO:tasks.workunit.client.0.smithi119.stdout: "[1073741824, 2147483647]", 2024-04-13T09:15:03.363 INFO:tasks.workunit.client.0.smithi119.stdout: "[2147483648, 4294967295]", 2024-04-13T09:15:03.364 INFO:tasks.workunit.client.0.smithi119.stdout: "[4294967296, 8589934591]", 2024-04-13T09:15:03.364 INFO:tasks.workunit.client.0.smithi119.stdout: "[8589934592, 17179869183]", 2024-04-13T09:15:03.364 INFO:tasks.workunit.client.0.smithi119.stdout: "[17179869184, 34359738367]", 2024-04-13T09:15:03.364 INFO:tasks.workunit.client.0.smithi119.stdout: "[34359738368, 68719476735]", 2024-04-13T09:15:03.364 INFO:tasks.workunit.client.0.smithi119.stdout: "[68719476736, 137438953471]", 2024-04-13T09:15:03.364 INFO:tasks.workunit.client.0.smithi119.stdout: "[137438953472, 274877906943]", 2024-04-13T09:15:03.364 INFO:tasks.workunit.client.0.smithi119.stdout: "[274877906944, None]" 2024-04-13T09:15:03.364 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.364 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "log2" 2024-04-13T09:15:03.364 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.364 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.364 INFO:tasks.workunit.client.0.smithi119.stdout: "osds": [ 2024-04-13T09:15:03.364 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.364 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 0, 2024-04-13T09:15:03.364 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:03.364 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.365 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.365 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.365 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.365 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 505, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.365 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 6110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.365 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 784, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.365 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 222, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.365 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 148, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.365 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.365 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.365 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.365 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.365 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.365 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.366 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.366 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.366 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.366 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.366 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.366 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.366 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.366 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.366 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.366 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.366 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.366 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.366 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.366 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.367 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.367 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.367 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:03.367 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:03.367 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.367 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.367 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 1, 2024-04-13T09:15:03.367 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:03.367 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.367 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.367 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.367 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.367 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 357, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.367 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3400, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.367 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1861, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.367 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 460, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.368 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2915, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.368 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3697, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.368 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.368 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.368 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.368 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.368 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.368 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.368 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.368 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.368 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.368 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.368 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.368 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.369 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.369 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.369 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.369 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.369 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.369 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.369 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.369 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.369 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.369 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:03.369 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:03.369 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.369 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.369 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 2, 2024-04-13T09:15:03.369 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:03.369 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.370 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.370 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.370 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.370 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1003, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.370 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 9337, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.370 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 16186, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.370 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 359, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.370 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 204, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.370 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 123, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.370 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.370 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.370 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.370 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.370 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.371 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.371 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.371 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.371 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.371 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.371 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.371 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.371 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.371 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.371 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.371 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.371 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.371 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.371 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.371 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.372 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.372 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:03.372 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:03.372 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.372 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.372 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 3, 2024-04-13T09:15:03.372 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:03.372 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.372 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.372 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.372 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.372 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 426, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.372 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3355, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.372 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 662, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.372 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 410, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.373 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1616, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.373 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 7124, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.373 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 287, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.373 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.373 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.373 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.373 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.373 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.373 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.373 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.373 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.373 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.373 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.373 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.373 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.374 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.374 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.374 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.374 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.374 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.374 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.374 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.374 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.374 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:03.374 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:03.374 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.374 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.374 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 4, 2024-04-13T09:15:03.374 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:03.374 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.375 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.375 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.375 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.375 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 841, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.375 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 4010, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.375 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 317, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.375 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.375 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.375 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.375 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.375 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.375 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.375 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.375 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.375 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.376 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.376 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.376 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.376 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.376 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.376 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.376 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.376 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.376 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.376 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.376 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.377 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.377 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.377 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.377 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.377 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:03.377 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:03.377 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.377 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.377 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 5, 2024-04-13T09:15:03.377 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:03.377 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.377 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.377 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.377 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.377 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 778, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.378 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 7491, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.378 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 517, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.378 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 379, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.378 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 353, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.378 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.378 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.378 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.378 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.378 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.378 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.378 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.378 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.378 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.378 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.379 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.379 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.379 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.379 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.379 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.379 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.379 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.379 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.379 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.379 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.379 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.379 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.379 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:03.379 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:03.379 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.380 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.380 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 6, 2024-04-13T09:15:03.380 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:03.380 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.380 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.380 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.380 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.380 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 427, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.380 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2921, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.380 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 336, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.380 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 200, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.380 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 273, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.380 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.380 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.380 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.381 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.381 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.381 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.381 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.381 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.381 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.381 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.381 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.381 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.381 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.381 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.381 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.381 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.381 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.382 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.382 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.382 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.382 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.382 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.382 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:03.382 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:03.382 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.382 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.382 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 7, 2024-04-13T09:15:03.382 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:03.382 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.382 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.382 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.382 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.383 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 471, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.383 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 7309, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.383 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3630, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.383 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 293, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.383 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 177, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.383 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 136, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.383 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.383 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.383 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.383 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.383 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.383 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.383 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.383 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.383 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.384 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.384 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.384 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.384 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.384 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.384 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.384 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.384 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.384 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.384 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.384 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.384 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.384 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:03.384 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:03.385 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.385 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:03.385 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.385 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T09:15:03.385 INFO:tasks.workunit.client.0.smithi119.stdout: "axes": [ 2024-04-13T09:15:03.385 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.385 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 32, 2024-04-13T09:15:03.385 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T09:15:03.385 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "Latency (usec)", 2024-04-13T09:15:03.385 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 100000, 2024-04-13T09:15:03.385 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T09:15:03.385 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T09:15:03.385 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 99999]", 2024-04-13T09:15:03.385 INFO:tasks.workunit.client.0.smithi119.stdout: "[100000, 199999]", 2024-04-13T09:15:03.385 INFO:tasks.workunit.client.0.smithi119.stdout: "[200000, 399999]", 2024-04-13T09:15:03.385 INFO:tasks.workunit.client.0.smithi119.stdout: "[400000, 799999]", 2024-04-13T09:15:03.386 INFO:tasks.workunit.client.0.smithi119.stdout: "[800000, 1599999]", 2024-04-13T09:15:03.386 INFO:tasks.workunit.client.0.smithi119.stdout: "[1600000, 3199999]", 2024-04-13T09:15:03.386 INFO:tasks.workunit.client.0.smithi119.stdout: "[3200000, 6399999]", 2024-04-13T09:15:03.386 INFO:tasks.workunit.client.0.smithi119.stdout: "[6400000, 12799999]", 2024-04-13T09:15:03.386 INFO:tasks.workunit.client.0.smithi119.stdout: "[12800000, 25599999]", 2024-04-13T09:15:03.386 INFO:tasks.workunit.client.0.smithi119.stdout: "[25600000, 51199999]", 2024-04-13T09:15:03.386 INFO:tasks.workunit.client.0.smithi119.stdout: "[51200000, 102399999]", 2024-04-13T09:15:03.386 INFO:tasks.workunit.client.0.smithi119.stdout: "[102400000, 204799999]", 2024-04-13T09:15:03.386 INFO:tasks.workunit.client.0.smithi119.stdout: "[204800000, 409599999]", 2024-04-13T09:15:03.386 INFO:tasks.workunit.client.0.smithi119.stdout: "[409600000, 819199999]", 2024-04-13T09:15:03.386 INFO:tasks.workunit.client.0.smithi119.stdout: "[819200000, 1638399999]", 2024-04-13T09:15:03.386 INFO:tasks.workunit.client.0.smithi119.stdout: "[1638400000, 3276799999]", 2024-04-13T09:15:03.386 INFO:tasks.workunit.client.0.smithi119.stdout: "[3276800000, 6553599999]", 2024-04-13T09:15:03.386 INFO:tasks.workunit.client.0.smithi119.stdout: "[6553600000, 13107199999]", 2024-04-13T09:15:03.386 INFO:tasks.workunit.client.0.smithi119.stdout: "[13107200000, 26214399999]", 2024-04-13T09:15:03.387 INFO:tasks.workunit.client.0.smithi119.stdout: "[26214400000, 52428799999]", 2024-04-13T09:15:03.387 INFO:tasks.workunit.client.0.smithi119.stdout: "[52428800000, 104857599999]", 2024-04-13T09:15:03.387 INFO:tasks.workunit.client.0.smithi119.stdout: "[104857600000, 209715199999]", 2024-04-13T09:15:03.387 INFO:tasks.workunit.client.0.smithi119.stdout: "[209715200000, 419430399999]", 2024-04-13T09:15:03.387 INFO:tasks.workunit.client.0.smithi119.stdout: "[419430400000, 838860799999]", 2024-04-13T09:15:03.387 INFO:tasks.workunit.client.0.smithi119.stdout: "[838860800000, 1677721599999]", 2024-04-13T09:15:03.387 INFO:tasks.workunit.client.0.smithi119.stdout: "[1677721600000, 3355443199999]", 2024-04-13T09:15:03.387 INFO:tasks.workunit.client.0.smithi119.stdout: "[3355443200000, 6710886399999]", 2024-04-13T09:15:03.387 INFO:tasks.workunit.client.0.smithi119.stdout: "[6710886400000, 13421772799999]", 2024-04-13T09:15:03.387 INFO:tasks.workunit.client.0.smithi119.stdout: "[13421772800000, 26843545599999]", 2024-04-13T09:15:03.387 INFO:tasks.workunit.client.0.smithi119.stdout: "[26843545600000, 53687091199999]", 2024-04-13T09:15:03.387 INFO:tasks.workunit.client.0.smithi119.stdout: "[53687091200000, None]" 2024-04-13T09:15:03.387 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.387 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "log2" 2024-04-13T09:15:03.387 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.388 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.388 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 32, 2024-04-13T09:15:03.388 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T09:15:03.388 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "Request size (bytes)", 2024-04-13T09:15:03.388 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 512, 2024-04-13T09:15:03.388 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T09:15:03.388 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T09:15:03.388 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 511]", 2024-04-13T09:15:03.388 INFO:tasks.workunit.client.0.smithi119.stdout: "[512, 1023]", 2024-04-13T09:15:03.388 INFO:tasks.workunit.client.0.smithi119.stdout: "[1024, 2047]", 2024-04-13T09:15:03.388 INFO:tasks.workunit.client.0.smithi119.stdout: "[2048, 4095]", 2024-04-13T09:15:03.388 INFO:tasks.workunit.client.0.smithi119.stdout: "[4096, 8191]", 2024-04-13T09:15:03.388 INFO:tasks.workunit.client.0.smithi119.stdout: "[8192, 16383]", 2024-04-13T09:15:03.388 INFO:tasks.workunit.client.0.smithi119.stdout: "[16384, 32767]", 2024-04-13T09:15:03.388 INFO:tasks.workunit.client.0.smithi119.stdout: "[32768, 65535]", 2024-04-13T09:15:03.389 INFO:tasks.workunit.client.0.smithi119.stdout: "[65536, 131071]", 2024-04-13T09:15:03.389 INFO:tasks.workunit.client.0.smithi119.stdout: "[131072, 262143]", 2024-04-13T09:15:03.389 INFO:tasks.workunit.client.0.smithi119.stdout: "[262144, 524287]", 2024-04-13T09:15:03.389 INFO:tasks.workunit.client.0.smithi119.stdout: "[524288, 1048575]", 2024-04-13T09:15:03.389 INFO:tasks.workunit.client.0.smithi119.stdout: "[1048576, 2097151]", 2024-04-13T09:15:03.389 INFO:tasks.workunit.client.0.smithi119.stdout: "[2097152, 4194303]", 2024-04-13T09:15:03.389 INFO:tasks.workunit.client.0.smithi119.stdout: "[4194304, 8388607]", 2024-04-13T09:15:03.389 INFO:tasks.workunit.client.0.smithi119.stdout: "[8388608, 16777215]", 2024-04-13T09:15:03.389 INFO:tasks.workunit.client.0.smithi119.stdout: "[16777216, 33554431]", 2024-04-13T09:15:03.389 INFO:tasks.workunit.client.0.smithi119.stdout: "[33554432, 67108863]", 2024-04-13T09:15:03.389 INFO:tasks.workunit.client.0.smithi119.stdout: "[67108864, 134217727]", 2024-04-13T09:15:03.389 INFO:tasks.workunit.client.0.smithi119.stdout: "[134217728, 268435455]", 2024-04-13T09:15:03.389 INFO:tasks.workunit.client.0.smithi119.stdout: "[268435456, 536870911]", 2024-04-13T09:15:03.389 INFO:tasks.workunit.client.0.smithi119.stdout: "[536870912, 1073741823]", 2024-04-13T09:15:03.389 INFO:tasks.workunit.client.0.smithi119.stdout: "[1073741824, 2147483647]", 2024-04-13T09:15:03.390 INFO:tasks.workunit.client.0.smithi119.stdout: "[2147483648, 4294967295]", 2024-04-13T09:15:03.390 INFO:tasks.workunit.client.0.smithi119.stdout: "[4294967296, 8589934591]", 2024-04-13T09:15:03.390 INFO:tasks.workunit.client.0.smithi119.stdout: "[8589934592, 17179869183]", 2024-04-13T09:15:03.390 INFO:tasks.workunit.client.0.smithi119.stdout: "[17179869184, 34359738367]", 2024-04-13T09:15:03.390 INFO:tasks.workunit.client.0.smithi119.stdout: "[34359738368, 68719476735]", 2024-04-13T09:15:03.390 INFO:tasks.workunit.client.0.smithi119.stdout: "[68719476736, 137438953471]", 2024-04-13T09:15:03.390 INFO:tasks.workunit.client.0.smithi119.stdout: "[137438953472, 274877906943]", 2024-04-13T09:15:03.390 INFO:tasks.workunit.client.0.smithi119.stdout: "[274877906944, None]" 2024-04-13T09:15:03.390 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.390 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "log2" 2024-04-13T09:15:03.390 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.390 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.390 INFO:tasks.workunit.client.0.smithi119.stdout: "osds": [ 2024-04-13T09:15:03.390 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.390 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 0, 2024-04-13T09:15:03.391 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:03.391 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.391 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.391 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.391 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.391 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.391 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1938, 14, 2, 0, 13, 1, 0, 5, 5, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.391 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1114, 6, 0, 1, 3, 5, 6, 16, 35, 57, 54, 23, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.391 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 291, 9, 0, 0, 1, 1, 2, 4, 3, 8, 68, 201, 104, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.391 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 458, 20, 0, 0, 0, 1, 0, 0, 1, 1, 9, 10, 326, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.391 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 644, 27, 0, 0, 0, 0, 0, 0, 0, 1, 1, 8, 21, 17, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.391 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 403, 42, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 12, 23, 103, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.391 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 520, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.391 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 401, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.391 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.392 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.392 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.392 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.392 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.392 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.392 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.392 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.392 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.392 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.392 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.392 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.392 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.392 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.392 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.392 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.393 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.393 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.393 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:03.393 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:03.393 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.393 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.393 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 1, 2024-04-13T09:15:03.393 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:03.393 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.393 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.393 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.393 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.393 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 41, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.393 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2643, 13, 1, 0, 4, 0, 1, 1, 1, 1, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.393 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1571, 4, 2, 3, 6, 12, 14, 27, 47, 98, 113, 32, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.394 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 107, 2, 0, 1, 0, 2, 2, 3, 9, 5, 69, 270, 235, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.394 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 44, 21, 0, 0, 0, 1, 0, 0, 0, 0, 6, 15, 367, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.394 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 56, 23, 0, 0, 0, 0, 0, 1, 1, 1, 5, 10, 20, 22, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.394 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 86, 46, 0, 0, 0, 0, 0, 1, 0, 2, 4, 7, 20, 35, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.394 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 716, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.394 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 2587, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.394 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 454, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.394 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.394 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.394 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.394 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.394 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.394 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.394 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.395 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.395 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.395 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.395 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.395 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.395 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.395 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.395 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.395 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.395 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.395 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:03.395 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:03.395 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.395 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.395 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 2, 2024-04-13T09:15:03.396 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:03.396 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.396 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.396 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.396 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.396 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.396 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 294, 4, 0, 2, 6, 0, 0, 0, 0, 1, 0, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.396 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 169, 10, 2, 0, 2, 0, 2, 1, 5, 6, 36, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.396 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 215, 11, 0, 0, 0, 1, 1, 5, 11, 12, 55, 76, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.396 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 124, 23, 0, 0, 0, 1, 0, 4, 0, 8, 26, 40, 25, 5, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.396 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 63, 25, 0, 0, 0, 0, 0, 1, 2, 1, 10, 18, 32, 38, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.396 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 4, 41, 0, 0, 0, 0, 1, 1, 1, 0, 5, 7, 21, 43, 107, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.396 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 78, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.396 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.397 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.397 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.397 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.397 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.397 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.397 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.397 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.397 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.397 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.397 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.397 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.397 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.397 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.397 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.397 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.398 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.398 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.398 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.398 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:03.398 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:03.398 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.398 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.398 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 3, 2024-04-13T09:15:03.398 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:03.398 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.398 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.398 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.398 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.399 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 50, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.399 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1262, 20, 3, 2, 10, 1, 2, 3, 6, 8, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.399 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 467, 5, 1, 1, 1, 1, 3, 4, 10, 21, 33, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.399 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 201, 1, 0, 0, 0, 0, 0, 1, 4, 7, 26, 113, 127, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.399 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 419, 4, 0, 0, 0, 0, 0, 0, 1, 4, 7, 13, 95, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.399 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 374, 0, 0, 0, 0, 0, 0, 1, 1, 1, 2, 5, 18, 20, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.399 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 189, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 11, 34, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.399 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 189, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.399 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.399 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.399 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.399 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.399 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.399 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.399 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.400 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.400 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.400 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.400 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.400 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.400 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.400 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.400 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.400 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.400 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.400 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.400 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.400 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:03.400 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:03.400 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.401 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.401 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 4, 2024-04-13T09:15:03.401 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:03.401 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.401 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.401 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.401 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.401 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 73, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.401 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1125, 12, 0, 0, 13, 0, 2, 2, 6, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.401 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 697, 4, 0, 1, 1, 1, 3, 8, 15, 31, 36, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.401 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 414, 10, 0, 0, 2, 0, 0, 2, 7, 9, 59, 143, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.401 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 488, 2, 0, 0, 1, 0, 0, 1, 2, 3, 20, 21, 145, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.401 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 284, 0, 0, 0, 1, 0, 0, 1, 1, 1, 3, 5, 19, 12, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.401 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 98, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 2, 13, 16, 89, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.401 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.402 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.402 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.402 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.402 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.402 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.402 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.402 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.402 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.402 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.402 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.402 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.402 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.402 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.402 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.403 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.403 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.403 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.403 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.403 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.403 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:03.403 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:03.403 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.403 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.403 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 5, 2024-04-13T09:15:03.403 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:03.403 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.403 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.403 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.403 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.403 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 125, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.404 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 505, 17, 0, 0, 12, 0, 3, 2, 6, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.404 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 101, 8, 0, 0, 1, 0, 2, 0, 1, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.404 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 84, 7, 0, 0, 0, 0, 0, 0, 2, 6, 18, 21, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.404 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 58, 2, 1, 0, 0, 0, 0, 0, 2, 1, 14, 16, 18, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.404 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 1, 2, 2, 2, 8, 19, 23, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.404 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 14, 34, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.404 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.404 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.404 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.404 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.404 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.404 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.405 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.405 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.405 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.405 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.405 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.405 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.405 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.405 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.405 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.405 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.405 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.405 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.405 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.405 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.406 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:03.406 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:03.406 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.406 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.406 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 6, 2024-04-13T09:15:03.406 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:03.406 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.406 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.406 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.406 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.406 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 68, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.406 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1055, 21, 0, 0, 13, 0, 1, 3, 5, 8, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.406 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 745, 2, 2, 2, 2, 3, 7, 13, 9, 20, 38, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.406 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 359, 12, 0, 0, 0, 2, 4, 3, 5, 2, 39, 111, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.407 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 487, 0, 0, 0, 1, 0, 1, 0, 2, 3, 5, 22, 172, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.407 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 233, 0, 0, 0, 0, 0, 0, 1, 0, 2, 4, 9, 17, 22, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.407 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 136, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 5, 13, 21, 84, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.407 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 119, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 22, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.407 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.407 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.407 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.407 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.407 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.407 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.407 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.407 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.407 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.407 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.407 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.408 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.408 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.408 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.408 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.408 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.408 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.408 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.408 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.408 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:03.408 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:03.408 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.408 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.408 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 7, 2024-04-13T09:15:03.409 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:03.409 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.409 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.409 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.409 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.409 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 42, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.409 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 221, 17, 0, 1, 4, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.409 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 55, 6, 0, 1, 0, 0, 4, 1, 3, 1, 11, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.409 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 105, 6, 1, 0, 0, 1, 2, 2, 5, 8, 33, 34, 9, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.409 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 79, 2, 0, 0, 0, 1, 1, 2, 3, 2, 12, 24, 18, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.409 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 37, 3, 0, 0, 0, 0, 0, 1, 1, 2, 4, 10, 32, 31, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.409 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 1, 0, 3, 4, 6, 19, 39, 125, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.409 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.409 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.410 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.410 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.410 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.410 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.410 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.410 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.410 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.410 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.410 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.410 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.410 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.410 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.410 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.410 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.411 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.411 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.411 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.411 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.411 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:03.411 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:03.411 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.411 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:03.411 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.411 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.411 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.411 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-13T09:15:03.411 INFO:tasks.workunit.client.0.smithi119.stdout: "axes": [ 2024-04-13T09:15:03.411 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.411 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 8, 2024-04-13T09:15:03.412 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T09:15:03.412 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "number of replicas", 2024-04-13T09:15:03.412 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 1, 2024-04-13T09:15:03.412 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T09:15:03.412 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T09:15:03.412 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0]", 2024-04-13T09:15:03.412 INFO:tasks.workunit.client.0.smithi119.stdout: "[1, 1]", 2024-04-13T09:15:03.412 INFO:tasks.workunit.client.0.smithi119.stdout: "[2, 2]", 2024-04-13T09:15:03.412 INFO:tasks.workunit.client.0.smithi119.stdout: "[3, 3]", 2024-04-13T09:15:03.412 INFO:tasks.workunit.client.0.smithi119.stdout: "[4, 4]", 2024-04-13T09:15:03.412 INFO:tasks.workunit.client.0.smithi119.stdout: "[5, 5]", 2024-04-13T09:15:03.412 INFO:tasks.workunit.client.0.smithi119.stdout: "[6, None]" 2024-04-13T09:15:03.412 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.412 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "linear" 2024-04-13T09:15:03.412 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.413 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.413 INFO:tasks.workunit.client.0.smithi119.stdout: "buckets": 10, 2024-04-13T09:15:03.413 INFO:tasks.workunit.client.0.smithi119.stdout: "min": 0, 2024-04-13T09:15:03.413 INFO:tasks.workunit.client.0.smithi119.stdout: "name": "duration", 2024-04-13T09:15:03.413 INFO:tasks.workunit.client.0.smithi119.stdout: "quant_size": 250000, 2024-04-13T09:15:03.413 INFO:tasks.workunit.client.0.smithi119.stdout: "ranges": [ 2024-04-13T09:15:03.413 INFO:tasks.workunit.client.0.smithi119.stdout: "[None, -1]", 2024-04-13T09:15:03.413 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 249999]", 2024-04-13T09:15:03.413 INFO:tasks.workunit.client.0.smithi119.stdout: "[250000, 499999]", 2024-04-13T09:15:03.413 INFO:tasks.workunit.client.0.smithi119.stdout: "[500000, 999999]", 2024-04-13T09:15:03.413 INFO:tasks.workunit.client.0.smithi119.stdout: "[1000000, 1999999]", 2024-04-13T09:15:03.413 INFO:tasks.workunit.client.0.smithi119.stdout: "[2000000, 3999999]", 2024-04-13T09:15:03.413 INFO:tasks.workunit.client.0.smithi119.stdout: "[4000000, 7999999]", 2024-04-13T09:15:03.413 INFO:tasks.workunit.client.0.smithi119.stdout: "[8000000, 15999999]", 2024-04-13T09:15:03.414 INFO:tasks.workunit.client.0.smithi119.stdout: "[16000000, 31999999]", 2024-04-13T09:15:03.414 INFO:tasks.workunit.client.0.smithi119.stdout: "[32000000, None]" 2024-04-13T09:15:03.414 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.414 INFO:tasks.workunit.client.0.smithi119.stdout: "scale_type": "log2" 2024-04-13T09:15:03.414 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.414 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.414 INFO:tasks.workunit.client.0.smithi119.stdout: "osds": [ 2024-04-13T09:15:03.414 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.414 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 0, 2024-04-13T09:15:03.414 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:03.414 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.414 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.414 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.414 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.414 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.415 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.415 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.415 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:03.415 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:03.415 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.415 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.415 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 1, 2024-04-13T09:15:03.415 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:03.415 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.415 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.415 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.415 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.415 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.415 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.415 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.416 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:03.416 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:03.416 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.416 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.416 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 2, 2024-04-13T09:15:03.416 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:03.416 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.416 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.416 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.416 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.416 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.416 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.416 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.416 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:03.416 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:03.417 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.417 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.417 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 3, 2024-04-13T09:15:03.417 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:03.417 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.417 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.417 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.417 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.417 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.417 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.417 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.417 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:03.417 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:03.417 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.417 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.418 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 4, 2024-04-13T09:15:03.418 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:03.418 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.418 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.418 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.418 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.418 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.418 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.418 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.418 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:03.418 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:03.418 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.418 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.418 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 5, 2024-04-13T09:15:03.419 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:03.419 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.419 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.419 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.419 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.419 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.419 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.419 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.419 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:03.419 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:03.419 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.419 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.419 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 6, 2024-04-13T09:15:03.419 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:03.419 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.420 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.420 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.420 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.420 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.420 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.420 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.420 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:03.420 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:03.420 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.420 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.420 INFO:tasks.workunit.client.0.smithi119.stdout: "osd_id": 7, 2024-04-13T09:15:03.420 INFO:tasks.workunit.client.0.smithi119.stdout: "values": [ 2024-04-13T09:15:03.420 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.420 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.420 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.420 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.421 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.421 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.421 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T09:15:03.421 INFO:tasks.workunit.client.0.smithi119.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T09:15:03.421 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:03.421 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.421 INFO:tasks.workunit.client.0.smithi119.stdout: ] 2024-04-13T09:15:03.421 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.421 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.421 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.421 INFO:tasks.workunit.client.0.smithi119.stdout: "perf_counters": { 2024-04-13T09:15:03.421 INFO:tasks.workunit.client.0.smithi119.stdout: "mds.8ce27d692b5f50738c5de0d5fabe76bb5b385d6c": { 2024-04-13T09:15:03.421 INFO:tasks.workunit.client.0.smithi119.stdout: "mds": { 2024-04-13T09:15:03.421 INFO:tasks.workunit.client.0.smithi119.stdout: "caps": { 2024-04-13T09:15:03.421 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.422 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.422 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_cap_op_flush_ack": { 2024-04-13T09:15:03.422 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.422 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.422 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-13T09:15:03.422 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.422 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.422 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_cap_op_grant": { 2024-04-13T09:15:03.422 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.422 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.422 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_cap_op_revoke": { 2024-04-13T09:15:03.422 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.422 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.422 INFO:tasks.workunit.client.0.smithi119.stdout: "ceph_cap_op_trunc": { 2024-04-13T09:15:03.423 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.423 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.423 INFO:tasks.workunit.client.0.smithi119.stdout: "dir_commit": { 2024-04-13T09:15:03.423 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.423 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.423 INFO:tasks.workunit.client.0.smithi119.stdout: "dir_fetch_complete": { 2024-04-13T09:15:03.423 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12 2024-04-13T09:15:03.423 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.423 INFO:tasks.workunit.client.0.smithi119.stdout: "dir_fetch_keys": { 2024-04-13T09:15:03.423 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10 2024-04-13T09:15:03.423 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.423 INFO:tasks.workunit.client.0.smithi119.stdout: "dir_merge": { 2024-04-13T09:15:03.423 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.423 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.423 INFO:tasks.workunit.client.0.smithi119.stdout: "dir_split": { 2024-04-13T09:15:03.424 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.424 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.424 INFO:tasks.workunit.client.0.smithi119.stdout: "exported_inodes": { 2024-04-13T09:15:03.424 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.424 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.424 INFO:tasks.workunit.client.0.smithi119.stdout: "forward": { 2024-04-13T09:15:03.424 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.424 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.424 INFO:tasks.workunit.client.0.smithi119.stdout: "handle_client_cap_release": { 2024-04-13T09:15:03.424 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.424 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.424 INFO:tasks.workunit.client.0.smithi119.stdout: "handle_client_caps": { 2024-04-13T09:15:03.424 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.424 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.425 INFO:tasks.workunit.client.0.smithi119.stdout: "handle_client_caps_dirty": { 2024-04-13T09:15:03.425 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.425 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.425 INFO:tasks.workunit.client.0.smithi119.stdout: "handle_inode_file_caps": { 2024-04-13T09:15:03.425 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.425 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.425 INFO:tasks.workunit.client.0.smithi119.stdout: "imported_inodes": { 2024-04-13T09:15:03.425 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.425 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.425 INFO:tasks.workunit.client.0.smithi119.stdout: "inodes": { 2024-04-13T09:15:03.425 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10 2024-04-13T09:15:03.425 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.425 INFO:tasks.workunit.client.0.smithi119.stdout: "inodes_expired": { 2024-04-13T09:15:03.425 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.426 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.426 INFO:tasks.workunit.client.0.smithi119.stdout: "inodes_pinned": { 2024-04-13T09:15:03.426 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10 2024-04-13T09:15:03.426 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.426 INFO:tasks.workunit.client.0.smithi119.stdout: "inodes_with_caps": { 2024-04-13T09:15:03.426 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.426 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.426 INFO:tasks.workunit.client.0.smithi119.stdout: "load_cent": { 2024-04-13T09:15:03.426 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.426 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.426 INFO:tasks.workunit.client.0.smithi119.stdout: "openino_dir_fetch": { 2024-04-13T09:15:03.426 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.426 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.426 INFO:tasks.workunit.client.0.smithi119.stdout: "process_request_cap_release": { 2024-04-13T09:15:03.426 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.427 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.427 INFO:tasks.workunit.client.0.smithi119.stdout: "reply_latency": { 2024-04-13T09:15:03.427 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.427 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.427 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.427 INFO:tasks.workunit.client.0.smithi119.stdout: "request": { 2024-04-13T09:15:03.427 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.427 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.427 INFO:tasks.workunit.client.0.smithi119.stdout: "root_rbytes": { 2024-04-13T09:15:03.427 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.427 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.427 INFO:tasks.workunit.client.0.smithi119.stdout: "root_rfiles": { 2024-04-13T09:15:03.427 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.427 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.427 INFO:tasks.workunit.client.0.smithi119.stdout: "root_rsnaps": { 2024-04-13T09:15:03.428 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.428 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.428 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_reply": { 2024-04-13T09:15:03.428 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.428 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.428 INFO:tasks.workunit.client.0.smithi119.stdout: "subtrees": { 2024-04-13T09:15:03.428 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T09:15:03.428 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.428 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.428 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_cache": { 2024-04-13T09:15:03.428 INFO:tasks.workunit.client.0.smithi119.stdout: "ireq_enqueue_scrub": { 2024-04-13T09:15:03.428 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.428 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.428 INFO:tasks.workunit.client.0.smithi119.stdout: "ireq_exportdir": { 2024-04-13T09:15:03.428 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.429 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.429 INFO:tasks.workunit.client.0.smithi119.stdout: "ireq_flush": { 2024-04-13T09:15:03.429 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.429 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.429 INFO:tasks.workunit.client.0.smithi119.stdout: "ireq_fragmentdir": { 2024-04-13T09:15:03.429 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.429 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.429 INFO:tasks.workunit.client.0.smithi119.stdout: "ireq_fragstats": { 2024-04-13T09:15:03.429 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.429 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.429 INFO:tasks.workunit.client.0.smithi119.stdout: "ireq_inodestats": { 2024-04-13T09:15:03.429 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.430 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.430 INFO:tasks.workunit.client.0.smithi119.stdout: "ireq_quiesce_inode": { 2024-04-13T09:15:03.430 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.430 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.430 INFO:tasks.workunit.client.0.smithi119.stdout: "ireq_quiesce_path": { 2024-04-13T09:15:03.430 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.430 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.430 INFO:tasks.workunit.client.0.smithi119.stdout: "num_recovering_enqueued": { 2024-04-13T09:15:03.430 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.430 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.430 INFO:tasks.workunit.client.0.smithi119.stdout: "num_recovering_prioritized": { 2024-04-13T09:15:03.430 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.430 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.430 INFO:tasks.workunit.client.0.smithi119.stdout: "num_recovering_processing": { 2024-04-13T09:15:03.431 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.431 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.431 INFO:tasks.workunit.client.0.smithi119.stdout: "num_strays": { 2024-04-13T09:15:03.431 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.431 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.431 INFO:tasks.workunit.client.0.smithi119.stdout: "num_strays_delayed": { 2024-04-13T09:15:03.431 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.431 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.431 INFO:tasks.workunit.client.0.smithi119.stdout: "num_strays_enqueuing": { 2024-04-13T09:15:03.431 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.431 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.431 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_completed": { 2024-04-13T09:15:03.431 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.431 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.431 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_started": { 2024-04-13T09:15:03.431 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.432 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.432 INFO:tasks.workunit.client.0.smithi119.stdout: "strays_created": { 2024-04-13T09:15:03.432 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.432 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.432 INFO:tasks.workunit.client.0.smithi119.stdout: "strays_enqueued": { 2024-04-13T09:15:03.432 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.432 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.432 INFO:tasks.workunit.client.0.smithi119.stdout: "strays_migrated": { 2024-04-13T09:15:03.432 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.432 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.432 INFO:tasks.workunit.client.0.smithi119.stdout: "strays_reintegrated": { 2024-04-13T09:15:03.432 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.432 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.432 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.432 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_log": { 2024-04-13T09:15:03.433 INFO:tasks.workunit.client.0.smithi119.stdout: "ev": { 2024-04-13T09:15:03.433 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17 2024-04-13T09:15:03.433 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.433 INFO:tasks.workunit.client.0.smithi119.stdout: "evadd": { 2024-04-13T09:15:03.433 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.433 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.433 INFO:tasks.workunit.client.0.smithi119.stdout: "evex": { 2024-04-13T09:15:03.433 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.433 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.433 INFO:tasks.workunit.client.0.smithi119.stdout: "evexd": { 2024-04-13T09:15:03.433 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.433 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.433 INFO:tasks.workunit.client.0.smithi119.stdout: "evexg": { 2024-04-13T09:15:03.433 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.433 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.434 INFO:tasks.workunit.client.0.smithi119.stdout: "evlrg": { 2024-04-13T09:15:03.434 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.434 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.434 INFO:tasks.workunit.client.0.smithi119.stdout: "evtrm": { 2024-04-13T09:15:03.434 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.434 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.434 INFO:tasks.workunit.client.0.smithi119.stdout: "jlat": { 2024-04-13T09:15:03.434 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.434 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.434 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.434 INFO:tasks.workunit.client.0.smithi119.stdout: "replayed": { 2024-04-13T09:15:03.434 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17 2024-04-13T09:15:03.434 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.434 INFO:tasks.workunit.client.0.smithi119.stdout: "seg": { 2024-04-13T09:15:03.434 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T09:15:03.435 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.435 INFO:tasks.workunit.client.0.smithi119.stdout: "segadd": { 2024-04-13T09:15:03.435 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.435 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.435 INFO:tasks.workunit.client.0.smithi119.stdout: "segex": { 2024-04-13T09:15:03.435 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.435 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.435 INFO:tasks.workunit.client.0.smithi119.stdout: "segexd": { 2024-04-13T09:15:03.435 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.435 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.435 INFO:tasks.workunit.client.0.smithi119.stdout: "segexg": { 2024-04-13T09:15:03.435 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.435 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.435 INFO:tasks.workunit.client.0.smithi119.stdout: "segmjr": { 2024-04-13T09:15:03.435 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T09:15:03.435 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.436 INFO:tasks.workunit.client.0.smithi119.stdout: "segtrm": { 2024-04-13T09:15:03.436 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.436 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.436 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.436 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_mem": { 2024-04-13T09:15:03.436 INFO:tasks.workunit.client.0.smithi119.stdout: "cap": { 2024-04-13T09:15:03.436 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.436 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.436 INFO:tasks.workunit.client.0.smithi119.stdout: "cap+": { 2024-04-13T09:15:03.436 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.436 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.436 INFO:tasks.workunit.client.0.smithi119.stdout: "cap-": { 2024-04-13T09:15:03.436 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.436 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.436 INFO:tasks.workunit.client.0.smithi119.stdout: "dir": { 2024-04-13T09:15:03.437 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12 2024-04-13T09:15:03.437 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.437 INFO:tasks.workunit.client.0.smithi119.stdout: "dir+": { 2024-04-13T09:15:03.437 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12 2024-04-13T09:15:03.437 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.437 INFO:tasks.workunit.client.0.smithi119.stdout: "dir-": { 2024-04-13T09:15:03.437 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.437 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.437 INFO:tasks.workunit.client.0.smithi119.stdout: "dn": { 2024-04-13T09:15:03.437 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10 2024-04-13T09:15:03.437 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.437 INFO:tasks.workunit.client.0.smithi119.stdout: "dn+": { 2024-04-13T09:15:03.437 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10 2024-04-13T09:15:03.437 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.437 INFO:tasks.workunit.client.0.smithi119.stdout: "dn-": { 2024-04-13T09:15:03.438 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.438 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.438 INFO:tasks.workunit.client.0.smithi119.stdout: "heap": { 2024-04-13T09:15:03.438 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 248184 2024-04-13T09:15:03.438 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.438 INFO:tasks.workunit.client.0.smithi119.stdout: "ino": { 2024-04-13T09:15:03.438 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13 2024-04-13T09:15:03.438 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.438 INFO:tasks.workunit.client.0.smithi119.stdout: "ino+": { 2024-04-13T09:15:03.438 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13 2024-04-13T09:15:03.438 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.438 INFO:tasks.workunit.client.0.smithi119.stdout: "ino-": { 2024-04-13T09:15:03.438 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.438 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.438 INFO:tasks.workunit.client.0.smithi119.stdout: "rss": { 2024-04-13T09:15:03.439 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 50348 2024-04-13T09:15:03.439 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.439 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.439 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_server": { 2024-04-13T09:15:03.439 INFO:tasks.workunit.client.0.smithi119.stdout: "cap_acquisition_throttle": { 2024-04-13T09:15:03.439 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.439 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.439 INFO:tasks.workunit.client.0.smithi119.stdout: "cap_revoke_eviction": { 2024-04-13T09:15:03.439 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.439 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.439 INFO:tasks.workunit.client.0.smithi119.stdout: "handle_client_request": { 2024-04-13T09:15:03.439 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.439 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.439 INFO:tasks.workunit.client.0.smithi119.stdout: "handle_client_session": { 2024-04-13T09:15:03.439 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.440 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.440 INFO:tasks.workunit.client.0.smithi119.stdout: "handle_peer_request": { 2024-04-13T09:15:03.440 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.440 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.440 INFO:tasks.workunit.client.0.smithi119.stdout: "req_create_latency": { 2024-04-13T09:15:03.440 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.440 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.440 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.440 INFO:tasks.workunit.client.0.smithi119.stdout: "req_getattr_latency": { 2024-04-13T09:15:03.440 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.440 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.440 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.440 INFO:tasks.workunit.client.0.smithi119.stdout: "req_getfilelock_latency": { 2024-04-13T09:15:03.440 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.441 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.441 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.441 INFO:tasks.workunit.client.0.smithi119.stdout: "req_getvxattr_latency": { 2024-04-13T09:15:03.441 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.441 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.441 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.441 INFO:tasks.workunit.client.0.smithi119.stdout: "req_link_latency": { 2024-04-13T09:15:03.441 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.441 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.441 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.441 INFO:tasks.workunit.client.0.smithi119.stdout: "req_lookup_latency": { 2024-04-13T09:15:03.441 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.441 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.441 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.441 INFO:tasks.workunit.client.0.smithi119.stdout: "req_lookuphash_latency": { 2024-04-13T09:15:03.442 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.442 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.442 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.442 INFO:tasks.workunit.client.0.smithi119.stdout: "req_lookupino_latency": { 2024-04-13T09:15:03.442 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.442 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.442 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.442 INFO:tasks.workunit.client.0.smithi119.stdout: "req_lookupname_latency": { 2024-04-13T09:15:03.442 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.442 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.442 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.442 INFO:tasks.workunit.client.0.smithi119.stdout: "req_lookupparent_latency": { 2024-04-13T09:15:03.442 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.442 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.443 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.443 INFO:tasks.workunit.client.0.smithi119.stdout: "req_lookupsnap_latency": { 2024-04-13T09:15:03.443 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.443 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.443 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.443 INFO:tasks.workunit.client.0.smithi119.stdout: "req_lssnap_latency": { 2024-04-13T09:15:03.443 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.443 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.443 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.443 INFO:tasks.workunit.client.0.smithi119.stdout: "req_mkdir_latency": { 2024-04-13T09:15:03.443 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.443 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.443 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.443 INFO:tasks.workunit.client.0.smithi119.stdout: "req_mknod_latency": { 2024-04-13T09:15:03.443 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.444 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.444 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.444 INFO:tasks.workunit.client.0.smithi119.stdout: "req_mksnap_latency": { 2024-04-13T09:15:03.444 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.444 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.444 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.444 INFO:tasks.workunit.client.0.smithi119.stdout: "req_open_latency": { 2024-04-13T09:15:03.444 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.444 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.444 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.444 INFO:tasks.workunit.client.0.smithi119.stdout: "req_readdir_latency": { 2024-04-13T09:15:03.444 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.444 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.444 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.445 INFO:tasks.workunit.client.0.smithi119.stdout: "req_rename_latency": { 2024-04-13T09:15:03.445 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.445 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.445 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.445 INFO:tasks.workunit.client.0.smithi119.stdout: "req_renamesnap_latency": { 2024-04-13T09:15:03.445 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.445 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.445 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.445 INFO:tasks.workunit.client.0.smithi119.stdout: "req_rmdir_latency": { 2024-04-13T09:15:03.445 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.445 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.445 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.445 INFO:tasks.workunit.client.0.smithi119.stdout: "req_rmsnap_latency": { 2024-04-13T09:15:03.445 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.445 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.445 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.446 INFO:tasks.workunit.client.0.smithi119.stdout: "req_rmxattr_latency": { 2024-04-13T09:15:03.446 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.446 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.446 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.446 INFO:tasks.workunit.client.0.smithi119.stdout: "req_setattr_latency": { 2024-04-13T09:15:03.446 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.446 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.446 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.446 INFO:tasks.workunit.client.0.smithi119.stdout: "req_setdirlayout_latency": { 2024-04-13T09:15:03.446 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.446 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.446 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.446 INFO:tasks.workunit.client.0.smithi119.stdout: "req_setfilelock_latency": { 2024-04-13T09:15:03.446 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.446 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.447 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.447 INFO:tasks.workunit.client.0.smithi119.stdout: "req_setlayout_latency": { 2024-04-13T09:15:03.447 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.447 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.447 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.447 INFO:tasks.workunit.client.0.smithi119.stdout: "req_setxattr_latency": { 2024-04-13T09:15:03.447 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.447 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.447 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.447 INFO:tasks.workunit.client.0.smithi119.stdout: "req_snapdiff_latency": { 2024-04-13T09:15:03.447 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.447 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.447 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.447 INFO:tasks.workunit.client.0.smithi119.stdout: "req_symlink_latency": { 2024-04-13T09:15:03.447 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.448 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.448 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.448 INFO:tasks.workunit.client.0.smithi119.stdout: "req_unlink_latency": { 2024-04-13T09:15:03.448 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.448 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.448 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.448 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.448 INFO:tasks.workunit.client.0.smithi119.stdout: "mds_sessions": { 2024-04-13T09:15:03.448 INFO:tasks.workunit.client.0.smithi119.stdout: "average_load": { 2024-04-13T09:15:03.448 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.448 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.448 INFO:tasks.workunit.client.0.smithi119.stdout: "avg_session_uptime": { 2024-04-13T09:15:03.448 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.448 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.448 INFO:tasks.workunit.client.0.smithi119.stdout: "mdthresh_evicted": { 2024-04-13T09:15:03.449 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.449 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.449 INFO:tasks.workunit.client.0.smithi119.stdout: "session_add": { 2024-04-13T09:15:03.449 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8 2024-04-13T09:15:03.449 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.449 INFO:tasks.workunit.client.0.smithi119.stdout: "session_count": { 2024-04-13T09:15:03.449 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.449 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.449 INFO:tasks.workunit.client.0.smithi119.stdout: "session_remove": { 2024-04-13T09:15:03.449 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8 2024-04-13T09:15:03.449 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.449 INFO:tasks.workunit.client.0.smithi119.stdout: "sessions_open": { 2024-04-13T09:15:03.449 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T09:15:03.449 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.449 INFO:tasks.workunit.client.0.smithi119.stdout: "sessions_stale": { 2024-04-13T09:15:03.449 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.450 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.450 INFO:tasks.workunit.client.0.smithi119.stdout: "total_load": { 2024-04-13T09:15:03.450 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.450 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.450 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.450 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T09:15:03.450 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T09:15:03.450 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.450 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.450 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:15:03.450 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37 2024-04-13T09:15:03.450 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.450 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T09:15:03.450 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.451 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.451 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:15:03.451 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7 2024-04-13T09:15:03.451 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.451 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.451 INFO:tasks.workunit.client.0.smithi119.stdout: "purge_queue": { 2024-04-13T09:15:03.451 INFO:tasks.workunit.client.0.smithi119.stdout: "pq_executed": { 2024-04-13T09:15:03.451 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.451 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.451 INFO:tasks.workunit.client.0.smithi119.stdout: "pq_executed_ops": { 2024-04-13T09:15:03.451 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.451 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.451 INFO:tasks.workunit.client.0.smithi119.stdout: "pq_executing": { 2024-04-13T09:15:03.451 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.451 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.452 INFO:tasks.workunit.client.0.smithi119.stdout: "pq_executing_high_water": { 2024-04-13T09:15:03.452 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.452 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.452 INFO:tasks.workunit.client.0.smithi119.stdout: "pq_executing_ops": { 2024-04-13T09:15:03.452 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.452 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.452 INFO:tasks.workunit.client.0.smithi119.stdout: "pq_executing_ops_high_water": { 2024-04-13T09:15:03.452 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.452 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.452 INFO:tasks.workunit.client.0.smithi119.stdout: "pq_item_in_journal": { 2024-04-13T09:15:03.452 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.452 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.452 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.452 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.453 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.3402881472e4eb9cd55aa5a45378abc80ad36ea5": { 2024-04-13T09:15:03.453 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T09:15:03.453 INFO:tasks.workunit.client.0.smithi119.stdout: "election_call": { 2024-04-13T09:15:03.453 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T09:15:03.453 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.453 INFO:tasks.workunit.client.0.smithi119.stdout: "election_lose": { 2024-04-13T09:15:03.453 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T09:15:03.453 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.453 INFO:tasks.workunit.client.0.smithi119.stdout: "election_win": { 2024-04-13T09:15:03.453 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.453 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.453 INFO:tasks.workunit.client.0.smithi119.stdout: "num_elections": { 2024-04-13T09:15:03.453 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9 2024-04-13T09:15:03.453 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.453 INFO:tasks.workunit.client.0.smithi119.stdout: "num_sessions": { 2024-04-13T09:15:03.453 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8 2024-04-13T09:15:03.454 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.454 INFO:tasks.workunit.client.0.smithi119.stdout: "session_add": { 2024-04-13T09:15:03.454 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3 2024-04-13T09:15:03.454 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.454 INFO:tasks.workunit.client.0.smithi119.stdout: "session_rm": { 2024-04-13T09:15:03.454 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 247 2024-04-13T09:15:03.454 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.454 INFO:tasks.workunit.client.0.smithi119.stdout: "session_trim": { 2024-04-13T09:15:03.454 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.454 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.454 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.454 INFO:tasks.workunit.client.0.smithi119.stdout: "paxos": { 2024-04-13T09:15:03.454 INFO:tasks.workunit.client.0.smithi119.stdout: "accept_timeout": { 2024-04-13T09:15:03.454 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.455 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.455 INFO:tasks.workunit.client.0.smithi119.stdout: "begin": { 2024-04-13T09:15:03.455 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8529 2024-04-13T09:15:03.455 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.455 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_bytes": { 2024-04-13T09:15:03.455 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8529, 2024-04-13T09:15:03.455 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 58868567 2024-04-13T09:15:03.455 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.455 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_keys": { 2024-04-13T09:15:03.455 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.455 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.455 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.455 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_latency": { 2024-04-13T09:15:03.455 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8529, 2024-04-13T09:15:03.455 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1276973143 2024-04-13T09:15:03.456 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.456 INFO:tasks.workunit.client.0.smithi119.stdout: "collect": { 2024-04-13T09:15:03.456 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T09:15:03.456 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.456 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_bytes": { 2024-04-13T09:15:03.456 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T09:15:03.456 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 146 2024-04-13T09:15:03.456 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.456 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_keys": { 2024-04-13T09:15:03.456 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T09:15:03.456 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T09:15:03.456 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.456 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_latency": { 2024-04-13T09:15:03.456 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2, 2024-04-13T09:15:03.456 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 999979 2024-04-13T09:15:03.457 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.457 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_timeout": { 2024-04-13T09:15:03.457 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.457 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.457 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_uncommitted": { 2024-04-13T09:15:03.457 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.457 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.457 INFO:tasks.workunit.client.0.smithi119.stdout: "commit": { 2024-04-13T09:15:03.457 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8529 2024-04-13T09:15:03.457 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.457 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_bytes": { 2024-04-13T09:15:03.457 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.457 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.457 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.457 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_keys": { 2024-04-13T09:15:03.458 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.458 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.458 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.458 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_latency": { 2024-04-13T09:15:03.458 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.458 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.458 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.458 INFO:tasks.workunit.client.0.smithi119.stdout: "lease_ack_timeout": { 2024-04-13T09:15:03.458 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.458 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.458 INFO:tasks.workunit.client.0.smithi119.stdout: "lease_timeout": { 2024-04-13T09:15:03.458 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.458 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.458 INFO:tasks.workunit.client.0.smithi119.stdout: "new_pn": { 2024-04-13T09:15:03.459 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.459 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.459 INFO:tasks.workunit.client.0.smithi119.stdout: "new_pn_latency": { 2024-04-13T09:15:03.459 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.459 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.459 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.459 INFO:tasks.workunit.client.0.smithi119.stdout: "refresh": { 2024-04-13T09:15:03.459 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8529 2024-04-13T09:15:03.459 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.459 INFO:tasks.workunit.client.0.smithi119.stdout: "refresh_latency": { 2024-04-13T09:15:03.459 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8529, 2024-04-13T09:15:03.459 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 26701437923 2024-04-13T09:15:03.459 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.459 INFO:tasks.workunit.client.0.smithi119.stdout: "restart": { 2024-04-13T09:15:03.459 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11 2024-04-13T09:15:03.459 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.460 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state": { 2024-04-13T09:15:03.460 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.460 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.460 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state_bytes": { 2024-04-13T09:15:03.460 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.460 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.460 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.460 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state_keys": { 2024-04-13T09:15:03.460 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.460 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.460 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.460 INFO:tasks.workunit.client.0.smithi119.stdout: "start_leader": { 2024-04-13T09:15:03.460 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.460 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.460 INFO:tasks.workunit.client.0.smithi119.stdout: "start_peon": { 2024-04-13T09:15:03.461 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T09:15:03.461 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.461 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state": { 2024-04-13T09:15:03.461 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8529 2024-04-13T09:15:03.461 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.461 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_bytes": { 2024-04-13T09:15:03.461 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8529, 2024-04-13T09:15:03.461 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 116112721 2024-04-13T09:15:03.461 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.461 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_keys": { 2024-04-13T09:15:03.461 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8529, 2024-04-13T09:15:03.461 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 74680 2024-04-13T09:15:03.461 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.461 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_latency": { 2024-04-13T09:15:03.461 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8529, 2024-04-13T09:15:03.461 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2913938728 2024-04-13T09:15:03.462 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.462 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.462 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache": { 2024-04-13T09:15:03.462 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T09:15:03.462 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1020054731 2024-04-13T09:15:03.462 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.462 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T09:15:03.462 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 167739392 2024-04-13T09:15:03.462 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.462 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T09:15:03.462 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 166977536 2024-04-13T09:15:03.462 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.462 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T09:15:03.462 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2147483648 2024-04-13T09:15:03.462 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.463 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T09:15:03.463 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 761856 2024-04-13T09:15:03.463 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.463 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.463 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:full": { 2024-04-13T09:15:03.463 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:03.463 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 360710144 2024-04-13T09:15:03.463 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.463 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:03.463 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.463 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.463 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:03.463 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.463 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.463 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:03.464 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 267382708 2024-04-13T09:15:03.464 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.464 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:03.464 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24530909 2024-04-13T09:15:03.464 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.464 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:03.464 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.464 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.464 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:03.464 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.464 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.464 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:03.464 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.464 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.464 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:03.465 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.465 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.465 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:03.465 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.465 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.465 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:03.465 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.465 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.465 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:03.465 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.465 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.465 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:03.465 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.465 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.465 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:03.466 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 68796527 2024-04-13T09:15:03.466 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.466 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.466 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:inc": { 2024-04-13T09:15:03.466 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:03.466 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 339738624 2024-04-13T09:15:03.466 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.466 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:03.466 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.466 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.466 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:03.466 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.466 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.466 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:03.466 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 267382708 2024-04-13T09:15:03.467 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.467 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:03.467 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1484899 2024-04-13T09:15:03.467 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.467 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:03.467 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.467 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.467 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:03.467 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.467 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.467 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:03.467 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.467 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.467 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:03.467 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.468 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.468 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:03.468 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.468 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.468 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:03.468 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.468 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.468 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:03.468 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.468 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.468 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:03.468 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.468 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.468 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:03.468 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 70871017 2024-04-13T09:15:03.468 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.469 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.469 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:kv": { 2024-04-13T09:15:03.469 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:03.469 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 314572800 2024-04-13T09:15:03.469 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.469 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:03.469 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:03.469 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.469 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:03.469 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.469 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.469 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:03.469 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 178255138 2024-04-13T09:15:03.469 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.469 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:03.470 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.470 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.470 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:03.470 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.470 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.470 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:03.470 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.470 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.470 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:03.470 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.470 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.470 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:03.470 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.470 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.470 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:03.471 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.471 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.471 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:03.471 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.471 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.471 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:03.471 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.471 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.471 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:03.471 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.471 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.471 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:03.471 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 69208798 2024-04-13T09:15:03.471 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.471 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.471 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb": { 2024-04-13T09:15:03.472 INFO:tasks.workunit.client.0.smithi119.stdout: "compact": { 2024-04-13T09:15:03.472 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.472 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.472 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_queue_len": { 2024-04-13T09:15:03.472 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.472 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.472 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_queue_merge": { 2024-04-13T09:15:03.472 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.472 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.472 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_range": { 2024-04-13T09:15:03.472 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 100 2024-04-13T09:15:03.472 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.472 INFO:tasks.workunit.client.0.smithi119.stdout: "get_latency": { 2024-04-13T09:15:03.472 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 369721, 2024-04-13T09:15:03.472 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1835983729 2024-04-13T09:15:03.473 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.473 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_delay_time": { 2024-04-13T09:15:03.473 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.473 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.473 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.473 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_memtable_time": { 2024-04-13T09:15:03.473 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.473 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.473 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.473 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-13T09:15:03.473 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.473 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.473 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.473 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_wal_time": { 2024-04-13T09:15:03.473 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.473 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.474 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.474 INFO:tasks.workunit.client.0.smithi119.stdout: "submit_latency": { 2024-04-13T09:15:03.474 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.474 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.474 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.474 INFO:tasks.workunit.client.0.smithi119.stdout: "submit_sync_latency": { 2024-04-13T09:15:03.474 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 20574, 2024-04-13T09:15:03.474 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6465840897 2024-04-13T09:15:03.474 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.474 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.474 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.474 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.361d0c88a98ec03a997f9cbd7d4b9f21aeac06c7": { 2024-04-13T09:15:03.474 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T09:15:03.475 INFO:tasks.workunit.client.0.smithi119.stdout: "election_call": { 2024-04-13T09:15:03.475 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2 2024-04-13T09:15:03.475 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.475 INFO:tasks.workunit.client.0.smithi119.stdout: "election_lose": { 2024-04-13T09:15:03.475 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4 2024-04-13T09:15:03.475 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.475 INFO:tasks.workunit.client.0.smithi119.stdout: "election_win": { 2024-04-13T09:15:03.475 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.475 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.475 INFO:tasks.workunit.client.0.smithi119.stdout: "num_elections": { 2024-04-13T09:15:03.475 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14 2024-04-13T09:15:03.475 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.475 INFO:tasks.workunit.client.0.smithi119.stdout: "num_sessions": { 2024-04-13T09:15:03.475 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10 2024-04-13T09:15:03.475 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.475 INFO:tasks.workunit.client.0.smithi119.stdout: "session_add": { 2024-04-13T09:15:03.476 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4 2024-04-13T09:15:03.476 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.476 INFO:tasks.workunit.client.0.smithi119.stdout: "session_rm": { 2024-04-13T09:15:03.476 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 273 2024-04-13T09:15:03.476 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.476 INFO:tasks.workunit.client.0.smithi119.stdout: "session_trim": { 2024-04-13T09:15:03.476 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.476 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.476 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.476 INFO:tasks.workunit.client.0.smithi119.stdout: "paxos": { 2024-04-13T09:15:03.476 INFO:tasks.workunit.client.0.smithi119.stdout: "accept_timeout": { 2024-04-13T09:15:03.476 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.476 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.476 INFO:tasks.workunit.client.0.smithi119.stdout: "begin": { 2024-04-13T09:15:03.476 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8572 2024-04-13T09:15:03.477 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.477 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_bytes": { 2024-04-13T09:15:03.477 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8572, 2024-04-13T09:15:03.477 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 59176301 2024-04-13T09:15:03.477 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.477 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_keys": { 2024-04-13T09:15:03.477 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.477 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.477 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.477 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_latency": { 2024-04-13T09:15:03.477 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8572, 2024-04-13T09:15:03.477 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2086948889 2024-04-13T09:15:03.477 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.477 INFO:tasks.workunit.client.0.smithi119.stdout: "collect": { 2024-04-13T09:15:03.477 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4 2024-04-13T09:15:03.478 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.478 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_bytes": { 2024-04-13T09:15:03.478 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4, 2024-04-13T09:15:03.478 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 292 2024-04-13T09:15:03.478 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.478 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_keys": { 2024-04-13T09:15:03.478 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4, 2024-04-13T09:15:03.478 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4 2024-04-13T09:15:03.478 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.478 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_latency": { 2024-04-13T09:15:03.478 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4, 2024-04-13T09:15:03.478 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 999976 2024-04-13T09:15:03.478 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.478 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_timeout": { 2024-04-13T09:15:03.478 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.479 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.479 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_uncommitted": { 2024-04-13T09:15:03.479 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T09:15:03.479 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.479 INFO:tasks.workunit.client.0.smithi119.stdout: "commit": { 2024-04-13T09:15:03.479 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8572 2024-04-13T09:15:03.479 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.479 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_bytes": { 2024-04-13T09:15:03.479 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.479 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.479 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.479 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_keys": { 2024-04-13T09:15:03.479 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.480 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.480 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.480 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_latency": { 2024-04-13T09:15:03.480 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.480 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.480 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.480 INFO:tasks.workunit.client.0.smithi119.stdout: "lease_ack_timeout": { 2024-04-13T09:15:03.480 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.480 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.480 INFO:tasks.workunit.client.0.smithi119.stdout: "lease_timeout": { 2024-04-13T09:15:03.480 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.480 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.480 INFO:tasks.workunit.client.0.smithi119.stdout: "new_pn": { 2024-04-13T09:15:03.480 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.480 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.481 INFO:tasks.workunit.client.0.smithi119.stdout: "new_pn_latency": { 2024-04-13T09:15:03.481 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.481 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.481 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.481 INFO:tasks.workunit.client.0.smithi119.stdout: "refresh": { 2024-04-13T09:15:03.481 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8572 2024-04-13T09:15:03.481 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.481 INFO:tasks.workunit.client.0.smithi119.stdout: "refresh_latency": { 2024-04-13T09:15:03.481 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8572, 2024-04-13T09:15:03.481 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 29691272693 2024-04-13T09:15:03.481 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.481 INFO:tasks.workunit.client.0.smithi119.stdout: "restart": { 2024-04-13T09:15:03.481 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16 2024-04-13T09:15:03.481 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.482 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state": { 2024-04-13T09:15:03.482 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.482 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.482 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state_bytes": { 2024-04-13T09:15:03.482 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.482 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.482 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.482 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state_keys": { 2024-04-13T09:15:03.482 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.482 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.486 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.486 INFO:tasks.workunit.client.0.smithi119.stdout: "start_leader": { 2024-04-13T09:15:03.486 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.486 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.486 INFO:tasks.workunit.client.0.smithi119.stdout: "start_peon": { 2024-04-13T09:15:03.486 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4 2024-04-13T09:15:03.486 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.486 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state": { 2024-04-13T09:15:03.487 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8572 2024-04-13T09:15:03.487 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.487 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_bytes": { 2024-04-13T09:15:03.487 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8572, 2024-04-13T09:15:03.487 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 116772821 2024-04-13T09:15:03.487 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.487 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_keys": { 2024-04-13T09:15:03.487 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8572, 2024-04-13T09:15:03.487 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 75033 2024-04-13T09:15:03.487 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.487 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_latency": { 2024-04-13T09:15:03.487 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8572, 2024-04-13T09:15:03.487 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5716859893 2024-04-13T09:15:03.487 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.487 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.488 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache": { 2024-04-13T09:15:03.488 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T09:15:03.488 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1020054731 2024-04-13T09:15:03.488 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.488 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T09:15:03.488 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 171933696 2024-04-13T09:15:03.488 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.488 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T09:15:03.488 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 171778048 2024-04-13T09:15:03.488 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.488 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T09:15:03.488 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2147483648 2024-04-13T09:15:03.488 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.488 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T09:15:03.488 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 155648 2024-04-13T09:15:03.488 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.489 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.489 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:full": { 2024-04-13T09:15:03.489 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:03.489 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 360710144 2024-04-13T09:15:03.489 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.489 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:03.489 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.489 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.489 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:03.489 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.489 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.489 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:03.489 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 267330741 2024-04-13T09:15:03.489 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.489 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:03.490 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24651629 2024-04-13T09:15:03.490 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.490 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:03.490 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.490 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.490 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:03.490 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.490 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.490 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:03.490 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.490 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.490 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:03.490 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.490 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.490 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:03.491 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.491 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.491 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:03.491 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.491 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.491 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:03.491 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.491 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.491 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:03.491 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.491 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.491 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:03.491 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 68727774 2024-04-13T09:15:03.491 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.491 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.491 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:inc": { 2024-04-13T09:15:03.492 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:03.492 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 339738624 2024-04-13T09:15:03.492 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.492 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:03.492 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.492 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.492 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:03.492 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.492 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.492 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:03.492 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 267330741 2024-04-13T09:15:03.492 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.492 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:03.492 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1502756 2024-04-13T09:15:03.492 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.493 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:03.493 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.493 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.493 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:03.493 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.493 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.493 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:03.493 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.493 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.493 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:03.493 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.493 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.493 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:03.493 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.493 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.493 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:03.494 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.494 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.494 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:03.494 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.494 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.494 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:03.494 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.494 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.494 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:03.494 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 70905127 2024-04-13T09:15:03.494 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.494 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.494 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:kv": { 2024-04-13T09:15:03.494 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:03.494 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 314572800 2024-04-13T09:15:03.495 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.495 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:03.495 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:03.495 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.495 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:03.495 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.495 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.495 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:03.495 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 178220494 2024-04-13T09:15:03.495 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.495 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:03.495 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.495 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.495 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:03.495 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.496 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.496 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:03.496 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.496 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.496 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:03.496 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.496 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.496 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:03.496 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.496 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.496 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:03.496 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.496 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.496 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:03.496 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.497 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.497 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:03.497 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.497 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.497 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:03.497 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.497 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.497 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:03.497 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 69243442 2024-04-13T09:15:03.497 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.497 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.497 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb": { 2024-04-13T09:15:03.497 INFO:tasks.workunit.client.0.smithi119.stdout: "compact": { 2024-04-13T09:15:03.497 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.497 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.497 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_queue_len": { 2024-04-13T09:15:03.498 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.498 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.498 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_queue_merge": { 2024-04-13T09:15:03.498 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.498 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.498 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_range": { 2024-04-13T09:15:03.498 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 100 2024-04-13T09:15:03.498 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.498 INFO:tasks.workunit.client.0.smithi119.stdout: "get_latency": { 2024-04-13T09:15:03.498 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 377973, 2024-04-13T09:15:03.498 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1972732673 2024-04-13T09:15:03.498 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.498 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_delay_time": { 2024-04-13T09:15:03.498 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.499 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.499 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.499 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_memtable_time": { 2024-04-13T09:15:03.499 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.499 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.499 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.499 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-13T09:15:03.499 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.499 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.499 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.499 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_wal_time": { 2024-04-13T09:15:03.499 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.499 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.499 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.499 INFO:tasks.workunit.client.0.smithi119.stdout: "submit_latency": { 2024-04-13T09:15:03.499 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.500 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.500 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.500 INFO:tasks.workunit.client.0.smithi119.stdout: "submit_sync_latency": { 2024-04-13T09:15:03.500 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 20685, 2024-04-13T09:15:03.500 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9926039838 2024-04-13T09:15:03.500 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.500 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.500 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.500 INFO:tasks.workunit.client.0.smithi119.stdout: "mon.8ce27d692b5f50738c5de0d5fabe76bb5b385d6c": { 2024-04-13T09:15:03.500 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T09:15:03.500 INFO:tasks.workunit.client.0.smithi119.stdout: "election_call": { 2024-04-13T09:15:03.500 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6 2024-04-13T09:15:03.500 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.500 INFO:tasks.workunit.client.0.smithi119.stdout: "election_lose": { 2024-04-13T09:15:03.500 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.501 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.501 INFO:tasks.workunit.client.0.smithi119.stdout: "election_win": { 2024-04-13T09:15:03.501 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6 2024-04-13T09:15:03.501 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.501 INFO:tasks.workunit.client.0.smithi119.stdout: "num_elections": { 2024-04-13T09:15:03.501 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 21 2024-04-13T09:15:03.501 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.501 INFO:tasks.workunit.client.0.smithi119.stdout: "num_sessions": { 2024-04-13T09:15:03.501 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9 2024-04-13T09:15:03.501 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.501 INFO:tasks.workunit.client.0.smithi119.stdout: "session_add": { 2024-04-13T09:15:03.501 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5 2024-04-13T09:15:03.501 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.501 INFO:tasks.workunit.client.0.smithi119.stdout: "session_rm": { 2024-04-13T09:15:03.501 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 247 2024-04-13T09:15:03.502 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.502 INFO:tasks.workunit.client.0.smithi119.stdout: "session_trim": { 2024-04-13T09:15:03.502 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.502 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.502 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.502 INFO:tasks.workunit.client.0.smithi119.stdout: "paxos": { 2024-04-13T09:15:03.502 INFO:tasks.workunit.client.0.smithi119.stdout: "accept_timeout": { 2024-04-13T09:15:03.502 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.502 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.502 INFO:tasks.workunit.client.0.smithi119.stdout: "begin": { 2024-04-13T09:15:03.502 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8641 2024-04-13T09:15:03.502 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.502 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_bytes": { 2024-04-13T09:15:03.502 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8641, 2024-04-13T09:15:03.503 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 60339799 2024-04-13T09:15:03.503 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.503 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_keys": { 2024-04-13T09:15:03.503 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8641, 2024-04-13T09:15:03.503 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 25923 2024-04-13T09:15:03.503 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.503 INFO:tasks.workunit.client.0.smithi119.stdout: "begin_latency": { 2024-04-13T09:15:03.503 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8641, 2024-04-13T09:15:03.503 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1803955847 2024-04-13T09:15:03.503 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.503 INFO:tasks.workunit.client.0.smithi119.stdout: "collect": { 2024-04-13T09:15:03.503 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.503 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.503 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_bytes": { 2024-04-13T09:15:03.504 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.504 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.504 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.504 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_keys": { 2024-04-13T09:15:03.504 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.504 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.504 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.504 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_latency": { 2024-04-13T09:15:03.504 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.504 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.504 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.504 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_timeout": { 2024-04-13T09:15:03.504 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.504 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.504 INFO:tasks.workunit.client.0.smithi119.stdout: "collect_uncommitted": { 2024-04-13T09:15:03.504 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3 2024-04-13T09:15:03.505 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.505 INFO:tasks.workunit.client.0.smithi119.stdout: "commit": { 2024-04-13T09:15:03.505 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8638 2024-04-13T09:15:03.505 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.505 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_bytes": { 2024-04-13T09:15:03.505 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8638, 2024-04-13T09:15:03.505 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 59678542 2024-04-13T09:15:03.505 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.505 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_keys": { 2024-04-13T09:15:03.505 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8638, 2024-04-13T09:15:03.505 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 66907 2024-04-13T09:15:03.505 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.505 INFO:tasks.workunit.client.0.smithi119.stdout: "commit_latency": { 2024-04-13T09:15:03.505 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8638, 2024-04-13T09:15:03.505 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2937123886 2024-04-13T09:15:03.506 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.506 INFO:tasks.workunit.client.0.smithi119.stdout: "lease_ack_timeout": { 2024-04-13T09:15:03.506 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.506 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.506 INFO:tasks.workunit.client.0.smithi119.stdout: "lease_timeout": { 2024-04-13T09:15:03.506 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.506 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.506 INFO:tasks.workunit.client.0.smithi119.stdout: "new_pn": { 2024-04-13T09:15:03.506 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6 2024-04-13T09:15:03.506 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.506 INFO:tasks.workunit.client.0.smithi119.stdout: "new_pn_latency": { 2024-04-13T09:15:03.506 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 6, 2024-04-13T09:15:03.506 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3999902 2024-04-13T09:15:03.506 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.507 INFO:tasks.workunit.client.0.smithi119.stdout: "refresh": { 2024-04-13T09:15:03.507 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8641 2024-04-13T09:15:03.507 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.507 INFO:tasks.workunit.client.0.smithi119.stdout: "refresh_latency": { 2024-04-13T09:15:03.507 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8641, 2024-04-13T09:15:03.507 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 32214210820 2024-04-13T09:15:03.507 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.507 INFO:tasks.workunit.client.0.smithi119.stdout: "restart": { 2024-04-13T09:15:03.507 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23 2024-04-13T09:15:03.507 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.507 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state": { 2024-04-13T09:15:03.507 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T09:15:03.507 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.507 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state_bytes": { 2024-04-13T09:15:03.507 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T09:15:03.508 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 35972 2024-04-13T09:15:03.508 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.508 INFO:tasks.workunit.client.0.smithi119.stdout: "share_state_keys": { 2024-04-13T09:15:03.508 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T09:15:03.508 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4 2024-04-13T09:15:03.508 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.508 INFO:tasks.workunit.client.0.smithi119.stdout: "start_leader": { 2024-04-13T09:15:03.508 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6 2024-04-13T09:15:03.508 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.508 INFO:tasks.workunit.client.0.smithi119.stdout: "start_peon": { 2024-04-13T09:15:03.508 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.508 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.508 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state": { 2024-04-13T09:15:03.508 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.508 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.508 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_bytes": { 2024-04-13T09:15:03.509 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.509 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.509 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.509 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_keys": { 2024-04-13T09:15:03.509 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.509 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.509 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.509 INFO:tasks.workunit.client.0.smithi119.stdout: "store_state_latency": { 2024-04-13T09:15:03.509 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.509 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.509 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.509 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.509 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache": { 2024-04-13T09:15:03.509 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T09:15:03.510 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1020054731 2024-04-13T09:15:03.510 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.510 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T09:15:03.510 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 257073152 2024-04-13T09:15:03.510 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.510 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T09:15:03.510 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 255614976 2024-04-13T09:15:03.510 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.510 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T09:15:03.510 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2147483648 2024-04-13T09:15:03.510 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.510 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T09:15:03.510 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1458176 2024-04-13T09:15:03.510 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.511 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.511 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:full": { 2024-04-13T09:15:03.511 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:03.511 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 360710144 2024-04-13T09:15:03.511 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.511 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:03.511 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.511 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.511 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:03.511 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.511 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.511 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:03.511 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 267252076 2024-04-13T09:15:03.511 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.511 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:03.511 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24855517 2024-04-13T09:15:03.512 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.512 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:03.512 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.512 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.512 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:03.512 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.512 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.512 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:03.512 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.512 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.512 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:03.512 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.512 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.512 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:03.512 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.513 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.513 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:03.513 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.513 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.513 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:03.513 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.513 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.513 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:03.513 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.513 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.513 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:03.513 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 68602551 2024-04-13T09:15:03.513 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.513 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.513 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:inc": { 2024-04-13T09:15:03.514 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:03.514 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 339738624 2024-04-13T09:15:03.514 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.514 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:03.514 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.514 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.514 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:03.514 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.514 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.514 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:03.514 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 267252076 2024-04-13T09:15:03.514 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.514 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:03.514 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1508641 2024-04-13T09:15:03.515 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.515 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:03.515 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.515 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.515 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:03.515 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.515 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.515 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:03.515 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.515 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.515 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:03.515 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.515 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.515 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:03.516 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.516 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.516 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:03.516 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.516 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.516 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:03.516 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.516 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.516 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:03.516 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.516 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.516 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:03.516 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 70977907 2024-04-13T09:15:03.516 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.516 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.517 INFO:tasks.workunit.client.0.smithi119.stdout: "prioritycache:kv": { 2024-04-13T09:15:03.517 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:03.517 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 314572800 2024-04-13T09:15:03.517 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.517 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:03.517 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:03.517 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.517 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:03.517 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.517 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.517 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:03.517 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 178168051 2024-04-13T09:15:03.517 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.517 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:03.517 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.518 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.518 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:03.518 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.518 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.518 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:03.518 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.518 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.518 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:03.518 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.518 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.518 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:03.518 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.518 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.518 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:03.518 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.519 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.519 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:03.519 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.519 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.519 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:03.519 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.519 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.519 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:03.519 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.519 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.519 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:03.519 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 69295885 2024-04-13T09:15:03.519 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.519 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.519 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb": { 2024-04-13T09:15:03.520 INFO:tasks.workunit.client.0.smithi119.stdout: "compact": { 2024-04-13T09:15:03.520 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.520 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.520 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_queue_len": { 2024-04-13T09:15:03.520 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.520 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.520 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_queue_merge": { 2024-04-13T09:15:03.520 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.520 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.520 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_range": { 2024-04-13T09:15:03.520 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 100 2024-04-13T09:15:03.520 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.520 INFO:tasks.workunit.client.0.smithi119.stdout: "get_latency": { 2024-04-13T09:15:03.520 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 381634, 2024-04-13T09:15:03.520 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2283205540 2024-04-13T09:15:03.521 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.521 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_delay_time": { 2024-04-13T09:15:03.521 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.521 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.521 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.521 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_memtable_time": { 2024-04-13T09:15:03.521 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.521 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.521 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.521 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-13T09:15:03.521 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.521 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.521 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.521 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_write_wal_time": { 2024-04-13T09:15:03.521 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.522 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.522 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.522 INFO:tasks.workunit.client.0.smithi119.stdout: "submit_latency": { 2024-04-13T09:15:03.522 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.522 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.522 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.522 INFO:tasks.workunit.client.0.smithi119.stdout: "submit_sync_latency": { 2024-04-13T09:15:03.522 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 20854, 2024-04-13T09:15:03.522 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7710558064 2024-04-13T09:15:03.522 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.522 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.522 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.522 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.0": { 2024-04-13T09:15:03.522 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:03.522 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_db_max_lat": { 2024-04-13T09:15:03.523 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 34978 2024-04-13T09:15:03.523 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.523 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_fallback": { 2024-04-13T09:15:03.523 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.523 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.523 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_max_lat": { 2024-04-13T09:15:03.523 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.523 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.523 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_size_fallback": { 2024-04-13T09:15:03.523 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.523 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.523 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_db": { 2024-04-13T09:15:03.523 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 65536 2024-04-13T09:15:03.523 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.524 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_slow": { 2024-04-13T09:15:03.524 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.524 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.524 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_wal": { 2024-04-13T09:15:03.524 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.524 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.524 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_wal_max_lat": { 2024-04-13T09:15:03.524 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.524 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.524 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_slow": { 2024-04-13T09:15:03.524 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.524 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.524 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_sst": { 2024-04-13T09:15:03.524 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 22294528 2024-04-13T09:15:03.525 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.525 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_wal": { 2024-04-13T09:15:03.525 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 889204736 2024-04-13T09:15:03.525 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.525 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lat": { 2024-04-13T09:15:03.525 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 18, 2024-04-13T09:15:03.525 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3857716 2024-04-13T09:15:03.525 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.525 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lock_lat": { 2024-04-13T09:15:03.525 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 18, 2024-04-13T09:15:03.525 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1575639 2024-04-13T09:15:03.525 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.525 INFO:tasks.workunit.client.0.smithi119.stdout: "db_alloc_lat": { 2024-04-13T09:15:03.525 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 231, 2024-04-13T09:15:03.525 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1176828 2024-04-13T09:15:03.525 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.526 INFO:tasks.workunit.client.0.smithi119.stdout: "db_total_bytes": { 2024-04-13T09:15:03.526 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995027456 2024-04-13T09:15:03.526 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.526 INFO:tasks.workunit.client.0.smithi119.stdout: "db_used_bytes": { 2024-04-13T09:15:03.526 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 972816384 2024-04-13T09:15:03.526 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.526 INFO:tasks.workunit.client.0.smithi119.stdout: "flush_lat": { 2024-04-13T09:15:03.526 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77125, 2024-04-13T09:15:03.526 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11439924255 2024-04-13T09:15:03.526 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.526 INFO:tasks.workunit.client.0.smithi119.stdout: "fsync_lat": { 2024-04-13T09:15:03.526 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77086, 2024-04-13T09:15:03.526 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18504273838 2024-04-13T09:15:03.526 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.527 INFO:tasks.workunit.client.0.smithi119.stdout: "log_bytes": { 2024-04-13T09:15:03.527 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16420864 2024-04-13T09:15:03.527 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.527 INFO:tasks.workunit.client.0.smithi119.stdout: "logged_bytes": { 2024-04-13T09:15:03.527 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 315674624 2024-04-13T09:15:03.527 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.527 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_db": { 2024-04-13T09:15:03.527 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 968556544 2024-04-13T09:15:03.527 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.527 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_slow": { 2024-04-13T09:15:03.527 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.527 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.527 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_wal": { 2024-04-13T09:15:03.527 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.527 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_files": { 2024-04-13T09:15:03.528 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 64 2024-04-13T09:15:03.528 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.528 INFO:tasks.workunit.client.0.smithi119.stdout: "read_bytes": { 2024-04-13T09:15:03.528 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18300553199 2024-04-13T09:15:03.528 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.528 INFO:tasks.workunit.client.0.smithi119.stdout: "read_count": { 2024-04-13T09:15:03.528 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 97908 2024-04-13T09:15:03.528 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.528 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes": { 2024-04-13T09:15:03.528 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16130080768 2024-04-13T09:15:03.528 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.528 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_db": { 2024-04-13T09:15:03.528 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16130084864 2024-04-13T09:15:03.528 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.528 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_slow": { 2024-04-13T09:15:03.529 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.529 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.529 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_wal": { 2024-04-13T09:15:03.529 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.529 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.529 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_count": { 2024-04-13T09:15:03.529 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 101100 2024-04-13T09:15:03.529 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.529 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:15:03.529 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 97908, 2024-04-13T09:15:03.529 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5090353146 2024-04-13T09:15:03.529 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.529 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_bytes": { 2024-04-13T09:15:03.529 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18202087405 2024-04-13T09:15:03.530 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.530 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_count": { 2024-04-13T09:15:03.530 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 94888 2024-04-13T09:15:03.530 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.530 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_bytes": { 2024-04-13T09:15:03.530 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8600901 2024-04-13T09:15:03.530 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.530 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_count": { 2024-04-13T09:15:03.530 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 801 2024-04-13T09:15:03.530 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.530 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_bytes": { 2024-04-13T09:15:03.530 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 22170260 2024-04-13T09:15:03.530 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.530 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_count": { 2024-04-13T09:15:03.530 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1231 2024-04-13T09:15:03.531 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.531 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes": { 2024-04-13T09:15:03.531 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13569359 2024-04-13T09:15:03.531 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.531 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_db": { 2024-04-13T09:15:03.531 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13569359 2024-04-13T09:15:03.531 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.531 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_slow": { 2024-04-13T09:15:03.531 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.531 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.531 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_wal": { 2024-04-13T09:15:03.531 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.531 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.531 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_count": { 2024-04-13T09:15:03.531 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 452 2024-04-13T09:15:03.532 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.532 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_lat": { 2024-04-13T09:15:03.532 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1231, 2024-04-13T09:15:03.532 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10304761 2024-04-13T09:15:03.532 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.532 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_alloc_lat": { 2024-04-13T09:15:03.532 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.532 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.532 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.532 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_total_bytes": { 2024-04-13T09:15:03.532 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.532 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.532 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_used_bytes": { 2024-04-13T09:15:03.532 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.532 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.533 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:15:03.533 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T09:15:03.533 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 561 2024-04-13T09:15:03.533 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.533 INFO:tasks.workunit.client.0.smithi119.stdout: "unlink_lat": { 2024-04-13T09:15:03.533 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8, 2024-04-13T09:15:03.533 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9756 2024-04-13T09:15:03.533 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.533 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_alloc_lat": { 2024-04-13T09:15:03.533 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.533 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.533 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.533 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_total_bytes": { 2024-04-13T09:15:03.533 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.533 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.534 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_used_bytes": { 2024-04-13T09:15:03.534 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.534 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.534 INFO:tasks.workunit.client.0.smithi119.stdout: "write_bytes": { 2024-04-13T09:15:03.534 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1229926400 2024-04-13T09:15:03.534 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.534 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.534 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": { 2024-04-13T09:15:03.534 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit": { 2024-04-13T09:15:03.534 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T09:15:03.534 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.534 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": { 2024-04-13T09:15:03.534 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9801728 2024-04-13T09:15:03.534 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.535 INFO:tasks.workunit.client.0.smithi119.stdout: "allocator_lat": { 2024-04-13T09:15:03.535 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 20827, 2024-04-13T09:15:03.535 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 75375168 2024-04-13T09:15:03.535 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.535 INFO:tasks.workunit.client.0.smithi119.stdout: "clist_lat": { 2024-04-13T09:15:03.535 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3601, 2024-04-13T09:15:03.535 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8555505448 2024-04-13T09:15:03.535 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.535 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_lat": { 2024-04-13T09:15:03.535 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.535 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.535 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.535 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed": { 2024-04-13T09:15:03.535 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.535 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.535 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_allocated": { 2024-04-13T09:15:03.536 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.536 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.536 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_original": { 2024-04-13T09:15:03.536 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.536 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.536 INFO:tasks.workunit.client.0.smithi119.stdout: "csum_lat": { 2024-04-13T09:15:03.536 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 23472, 2024-04-13T09:15:03.536 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 197390292 2024-04-13T09:15:03.536 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.536 INFO:tasks.workunit.client.0.smithi119.stdout: "decompress_lat": { 2024-04-13T09:15:03.536 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.536 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.536 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.536 INFO:tasks.workunit.client.0.smithi119.stdout: "fragmentation_micros": { 2024-04-13T09:15:03.536 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.536 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.537 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_commit_lat": { 2024-04-13T09:15:03.537 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 76982, 2024-04-13T09:15:03.537 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23146296312 2024-04-13T09:15:03.537 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.537 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_final_lat": { 2024-04-13T09:15:03.537 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 76333, 2024-04-13T09:15:03.537 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1649593784 2024-04-13T09:15:03.537 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.537 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_flush_lat": { 2024-04-13T09:15:03.537 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 76982, 2024-04-13T09:15:03.537 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 48558226 2024-04-13T09:15:03.537 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.537 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_sync_lat": { 2024-04-13T09:15:03.537 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 76982, 2024-04-13T09:15:03.537 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23194854538 2024-04-13T09:15:03.537 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.538 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_keys_lat": { 2024-04-13T09:15:03.538 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.538 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.538 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.538 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_values_lat": { 2024-04-13T09:15:03.538 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 35894, 2024-04-13T09:15:03.538 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2112969355 2024-04-13T09:15:03.538 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.538 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_lower_bound_lat": { 2024-04-13T09:15:03.538 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1153, 2024-04-13T09:15:03.538 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3277055 2024-04-13T09:15:03.538 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.538 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_next_lat": { 2024-04-13T09:15:03.538 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 18853, 2024-04-13T09:15:03.538 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9731002 2024-04-13T09:15:03.539 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.539 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_seek_to_first_lat": { 2024-04-13T09:15:03.539 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 54, 2024-04-13T09:15:03.539 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 66065 2024-04-13T09:15:03.539 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.539 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_upper_bound_lat": { 2024-04-13T09:15:03.539 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 16667, 2024-04-13T09:15:03.539 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4181960720 2024-04-13T09:15:03.539 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.539 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_hits": { 2024-04-13T09:15:03.539 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 255242 2024-04-13T09:15:03.539 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.539 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_misses": { 2024-04-13T09:15:03.539 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23587 2024-04-13T09:15:03.539 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.540 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:15:03.540 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 20518, 2024-04-13T09:15:03.540 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2367139370 2024-04-13T09:15:03.540 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.540 INFO:tasks.workunit.client.0.smithi119.stdout: "read_onode_meta_lat": { 2024-04-13T09:15:03.540 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 48678, 2024-04-13T09:15:03.540 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15814632 2024-04-13T09:15:03.540 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.540 INFO:tasks.workunit.client.0.smithi119.stdout: "read_wait_aio_lat": { 2024-04-13T09:15:03.540 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 28160, 2024-04-13T09:15:03.540 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1832936232 2024-04-13T09:15:03.540 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.540 INFO:tasks.workunit.client.0.smithi119.stdout: "reads_with_retries": { 2024-04-13T09:15:03.540 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.540 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.541 INFO:tasks.workunit.client.0.smithi119.stdout: "remove_lat": { 2024-04-13T09:15:03.541 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15349, 2024-04-13T09:15:03.541 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 460846777 2024-04-13T09:15:03.541 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.541 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_aio_wait_count": { 2024-04-13T09:15:03.541 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.541 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.541 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_committed_kv_count": { 2024-04-13T09:15:03.541 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.541 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.541 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_onode_meta_count": { 2024-04-13T09:15:03.541 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.541 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.541 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_wait_aio_count": { 2024-04-13T09:15:03.541 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.542 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.542 INFO:tasks.workunit.client.0.smithi119.stdout: "state_aio_wait_lat": { 2024-04-13T09:15:03.542 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 91796, 2024-04-13T09:15:03.542 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9394574497 2024-04-13T09:15:03.542 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.542 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T09:15:03.542 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 9611, 2024-04-13T09:15:03.542 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 780516990 2024-04-13T09:15:03.542 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.542 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_cleanup_lat": { 2024-04-13T09:15:03.542 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 9611, 2024-04-13T09:15:03.542 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4434131418434 2024-04-13T09:15:03.542 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.542 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_queued_lat": { 2024-04-13T09:15:03.542 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 9611, 2024-04-13T09:15:03.543 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6708283119656 2024-04-13T09:15:03.543 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.543 INFO:tasks.workunit.client.0.smithi119.stdout: "state_done_lat": { 2024-04-13T09:15:03.543 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 91796, 2024-04-13T09:15:03.543 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2802966330412 2024-04-13T09:15:03.543 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.543 INFO:tasks.workunit.client.0.smithi119.stdout: "state_finishing_lat": { 2024-04-13T09:15:03.543 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 91796, 2024-04-13T09:15:03.543 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9588642 2024-04-13T09:15:03.543 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.543 INFO:tasks.workunit.client.0.smithi119.stdout: "state_io_done_lat": { 2024-04-13T09:15:03.543 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 91796, 2024-04-13T09:15:03.543 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 229775359 2024-04-13T09:15:03.543 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.543 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_commiting_lat": { 2024-04-13T09:15:03.543 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 91796, 2024-04-13T09:15:03.544 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37756970190 2024-04-13T09:15:03.544 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.544 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_done_lat": { 2024-04-13T09:15:03.544 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 91796, 2024-04-13T09:15:03.544 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 32150049 2024-04-13T09:15:03.544 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.544 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_queued_lat": { 2024-04-13T09:15:03.544 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 91796, 2024-04-13T09:15:03.544 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18865721004 2024-04-13T09:15:03.544 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.544 INFO:tasks.workunit.client.0.smithi119.stdout: "state_prepare_lat": { 2024-04-13T09:15:03.544 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 91796, 2024-04-13T09:15:03.544 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16663508547 2024-04-13T09:15:03.544 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.544 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": { 2024-04-13T09:15:03.545 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6022911 2024-04-13T09:15:03.545 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.545 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:15:03.545 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2561, 2024-04-13T09:15:03.545 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14912186 2024-04-13T09:15:03.545 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.545 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_commit_lat": { 2024-04-13T09:15:03.545 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 91796, 2024-04-13T09:15:03.545 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 82924973932 2024-04-13T09:15:03.545 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.545 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_submit_lat": { 2024-04-13T09:15:03.545 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 91796, 2024-04-13T09:15:03.545 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17778883697 2024-04-13T09:15:03.545 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.545 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_throttle_lat": { 2024-04-13T09:15:03.545 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 91796, 2024-04-13T09:15:03.546 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 592500635 2024-04-13T09:15:03.546 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.546 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.546 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache": { 2024-04-13T09:15:03.546 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T09:15:03.546 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1405278976 2024-04-13T09:15:03.546 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.546 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T09:15:03.546 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 539615232 2024-04-13T09:15:03.546 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.546 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T09:15:03.546 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 425631744 2024-04-13T09:15:03.546 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.546 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T09:15:03.546 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2600688640 2024-04-13T09:15:03.547 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.547 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T09:15:03.547 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 113983488 2024-04-13T09:15:03.547 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.547 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.547 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:data": { 2024-04-13T09:15:03.547 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:03.547 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 125829120 2024-04-13T09:15:03.547 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.547 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:03.547 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.547 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.547 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:03.547 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.547 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.548 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:03.548 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 55908591 2024-04-13T09:15:03.548 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.548 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:03.548 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.548 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.548 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:03.548 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.548 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.548 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:03.548 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.548 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.548 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:03.548 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.548 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.548 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:03.549 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.549 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.549 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:03.549 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 585728 2024-04-13T09:15:03.549 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.549 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:03.549 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.549 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.549 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:03.549 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.549 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.549 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:03.549 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.549 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.549 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:03.550 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 69334801 2024-04-13T09:15:03.550 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.550 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.550 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv": { 2024-04-13T09:15:03.550 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:03.550 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 562036736 2024-04-13T09:15:03.550 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.550 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:03.550 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:03.550 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.550 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:03.550 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.550 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.550 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:03.550 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 419314438 2024-04-13T09:15:03.551 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.551 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:03.551 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.551 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.551 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:03.551 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.551 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.551 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:03.551 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3184 2024-04-13T09:15:03.551 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.551 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:03.551 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.551 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.551 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:03.552 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 201920 2024-04-13T09:15:03.552 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.552 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:03.552 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.552 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.552 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:03.552 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.552 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.552 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:03.552 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.552 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.552 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:03.552 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.552 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.552 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:03.553 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 75408330 2024-04-13T09:15:03.553 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.553 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.553 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T09:15:03.553 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:03.553 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 201326592 2024-04-13T09:15:03.553 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.553 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:03.553 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:03.553 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.553 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:03.553 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23114160 2024-04-13T09:15:03.553 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.553 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:03.553 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37272394 2024-04-13T09:15:03.553 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.554 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:03.554 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.554 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.554 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:03.554 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.554 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.554 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:03.554 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.554 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.554 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:03.554 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.554 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.554 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:03.554 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.554 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.555 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:03.555 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.555 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.555 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:03.555 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.555 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.555 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:03.555 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.555 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.555 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:03.555 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.555 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.555 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:03.555 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 73831174 2024-04-13T09:15:03.555 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.556 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.556 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:meta": { 2024-04-13T09:15:03.556 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:03.556 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 494927872 2024-04-13T09:15:03.556 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.556 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:03.556 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.556 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.556 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:03.556 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.556 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.556 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:03.556 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 419314438 2024-04-13T09:15:03.556 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.556 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:03.557 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.557 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.557 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:03.557 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.557 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.557 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:03.557 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.557 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.557 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:03.557 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 979 2024-04-13T09:15:03.557 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.557 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:03.557 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 101859 2024-04-13T09:15:03.557 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.557 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:03.558 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1121431 2024-04-13T09:15:03.558 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.558 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:03.558 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.558 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.558 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:03.558 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.558 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.558 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:03.558 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.558 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.558 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:03.558 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 74389165 2024-04-13T09:15:03.558 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.558 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.559 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T09:15:03.559 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T09:15:03.559 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.559 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.559 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:15:03.559 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 29 2024-04-13T09:15:03.559 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.559 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T09:15:03.559 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.559 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.559 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:15:03.559 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.559 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.559 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.559 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:03.560 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg": { 2024-04-13T09:15:03.560 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 54 2024-04-13T09:15:03.560 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.560 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg_removing": { 2024-04-13T09:15:03.560 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.560 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.560 INFO:tasks.workunit.client.0.smithi119.stdout: "op": { 2024-04-13T09:15:03.560 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 42148 2024-04-13T09:15:03.560 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.560 INFO:tasks.workunit.client.0.smithi119.stdout: "op_before_queue_op_lat": { 2024-04-13T09:15:03.560 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 129871, 2024-04-13T09:15:03.560 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8382016043 2024-04-13T09:15:03.560 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.560 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_degraded": { 2024-04-13T09:15:03.560 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3 2024-04-13T09:15:03.561 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.561 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_unreadable": { 2024-04-13T09:15:03.561 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4 2024-04-13T09:15:03.561 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.561 INFO:tasks.workunit.client.0.smithi119.stdout: "op_in_bytes": { 2024-04-13T09:15:03.561 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2385621932 2024-04-13T09:15:03.561 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.561 INFO:tasks.workunit.client.0.smithi119.stdout: "op_latency": { 2024-04-13T09:15:03.561 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 42148, 2024-04-13T09:15:03.561 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 197152408522 2024-04-13T09:15:03.561 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.561 INFO:tasks.workunit.client.0.smithi119.stdout: "op_out_bytes": { 2024-04-13T09:15:03.561 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2847521704 2024-04-13T09:15:03.561 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.561 INFO:tasks.workunit.client.0.smithi119.stdout: "op_prepare_latency": { 2024-04-13T09:15:03.561 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 43019, 2024-04-13T09:15:03.562 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 20221635704 2024-04-13T09:15:03.562 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.562 INFO:tasks.workunit.client.0.smithi119.stdout: "op_process_latency": { 2024-04-13T09:15:03.562 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 42148, 2024-04-13T09:15:03.562 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 64185992144 2024-04-13T09:15:03.562 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.562 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:15:03.562 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 26836 2024-04-13T09:15:03.562 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.562 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency": { 2024-04-13T09:15:03.562 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 26836, 2024-04-13T09:15:03.562 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11693547366 2024-04-13T09:15:03.562 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.562 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T09:15:03.562 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.563 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.563 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_out_bytes": { 2024-04-13T09:15:03.563 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2847521704 2024-04-13T09:15:03.563 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.563 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_prepare_latency": { 2024-04-13T09:15:03.563 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 27183, 2024-04-13T09:15:03.563 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5888168176 2024-04-13T09:15:03.563 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.563 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_process_latency": { 2024-04-13T09:15:03.563 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 26836, 2024-04-13T09:15:03.563 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6123824838 2024-04-13T09:15:03.563 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.563 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw": { 2024-04-13T09:15:03.563 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7916 2024-04-13T09:15:03.563 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.563 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_in_bytes": { 2024-04-13T09:15:03.564 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 505461676 2024-04-13T09:15:03.564 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.564 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency": { 2024-04-13T09:15:03.564 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 7916, 2024-04-13T09:15:03.564 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14984108627 2024-04-13T09:15:03.564 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.564 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T09:15:03.564 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.564 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.564 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T09:15:03.564 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.564 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.564 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_out_bytes": { 2024-04-13T09:15:03.564 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.564 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.565 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_prepare_latency": { 2024-04-13T09:15:03.565 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8277, 2024-04-13T09:15:03.565 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5157620859 2024-04-13T09:15:03.565 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.565 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_process_latency": { 2024-04-13T09:15:03.565 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 7916, 2024-04-13T09:15:03.565 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13116976152 2024-04-13T09:15:03.565 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.565 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:15:03.565 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7396 2024-04-13T09:15:03.565 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.565 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_in_bytes": { 2024-04-13T09:15:03.565 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1880160256 2024-04-13T09:15:03.565 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.565 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency": { 2024-04-13T09:15:03.565 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 7396, 2024-04-13T09:15:03.566 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 170474752529 2024-04-13T09:15:03.566 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.566 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T09:15:03.566 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.566 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.566 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_prepare_latency": { 2024-04-13T09:15:03.566 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 7559, 2024-04-13T09:15:03.566 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9175846669 2024-04-13T09:15:03.566 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.566 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_process_latency": { 2024-04-13T09:15:03.566 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 7396, 2024-04-13T09:15:03.566 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 44945191154 2024-04-13T09:15:03.566 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.566 INFO:tasks.workunit.client.0.smithi119.stdout: "op_wip": { 2024-04-13T09:15:03.566 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.567 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.567 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_bytes": { 2024-04-13T09:15:03.567 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12583011 2024-04-13T09:15:03.567 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.567 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_ops": { 2024-04-13T09:15:03.567 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 19 2024-04-13T09:15:03.567 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.567 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes": { 2024-04-13T09:15:03.567 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T09:15:03.567 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.567 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes_used": { 2024-04-13T09:15:03.567 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 982626304 2024-04-13T09:15:03.567 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.567 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.567 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.567 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.1": { 2024-04-13T09:15:03.568 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:03.568 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_db_max_lat": { 2024-04-13T09:15:03.568 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 57435 2024-04-13T09:15:03.568 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.568 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_fallback": { 2024-04-13T09:15:03.568 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.568 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.568 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_max_lat": { 2024-04-13T09:15:03.568 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.568 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.568 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_size_fallback": { 2024-04-13T09:15:03.568 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.568 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.568 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_db": { 2024-04-13T09:15:03.568 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 65536 2024-04-13T09:15:03.569 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.569 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_slow": { 2024-04-13T09:15:03.569 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.569 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.569 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_wal": { 2024-04-13T09:15:03.569 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.569 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.569 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_wal_max_lat": { 2024-04-13T09:15:03.569 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.569 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.569 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_slow": { 2024-04-13T09:15:03.569 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.569 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.569 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_sst": { 2024-04-13T09:15:03.569 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 33316864 2024-04-13T09:15:03.570 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.570 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_wal": { 2024-04-13T09:15:03.570 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1004830720 2024-04-13T09:15:03.570 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.570 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lat": { 2024-04-13T09:15:03.570 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 19, 2024-04-13T09:15:03.570 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4496698 2024-04-13T09:15:03.570 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.570 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lock_lat": { 2024-04-13T09:15:03.570 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 19, 2024-04-13T09:15:03.570 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1601419 2024-04-13T09:15:03.570 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.570 INFO:tasks.workunit.client.0.smithi119.stdout: "db_alloc_lat": { 2024-04-13T09:15:03.570 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 266, 2024-04-13T09:15:03.570 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1517634 2024-04-13T09:15:03.571 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.571 INFO:tasks.workunit.client.0.smithi119.stdout: "db_total_bytes": { 2024-04-13T09:15:03.571 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995027456 2024-04-13T09:15:03.571 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.571 INFO:tasks.workunit.client.0.smithi119.stdout: "db_used_bytes": { 2024-04-13T09:15:03.571 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1192886272 2024-04-13T09:15:03.571 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.571 INFO:tasks.workunit.client.0.smithi119.stdout: "flush_lat": { 2024-04-13T09:15:03.571 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 78212, 2024-04-13T09:15:03.571 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12411921568 2024-04-13T09:15:03.571 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.571 INFO:tasks.workunit.client.0.smithi119.stdout: "fsync_lat": { 2024-04-13T09:15:03.571 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 78149, 2024-04-13T09:15:03.571 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 20010926384 2024-04-13T09:15:03.571 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.572 INFO:tasks.workunit.client.0.smithi119.stdout: "log_bytes": { 2024-04-13T09:15:03.572 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4132864 2024-04-13T09:15:03.572 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.572 INFO:tasks.workunit.client.0.smithi119.stdout: "logged_bytes": { 2024-04-13T09:15:03.572 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 320032768 2024-04-13T09:15:03.572 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.572 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_db": { 2024-04-13T09:15:03.572 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1209925632 2024-04-13T09:15:03.572 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.572 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_slow": { 2024-04-13T09:15:03.572 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.572 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.572 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_wal": { 2024-04-13T09:15:03.572 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.572 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.572 INFO:tasks.workunit.client.0.smithi119.stdout: "num_files": { 2024-04-13T09:15:03.573 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 72 2024-04-13T09:15:03.573 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.573 INFO:tasks.workunit.client.0.smithi119.stdout: "read_bytes": { 2024-04-13T09:15:03.573 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 28325002417 2024-04-13T09:15:03.573 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.573 INFO:tasks.workunit.client.0.smithi119.stdout: "read_count": { 2024-04-13T09:15:03.573 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 129524 2024-04-13T09:15:03.573 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.573 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes": { 2024-04-13T09:15:03.573 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24980426752 2024-04-13T09:15:03.573 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.573 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_db": { 2024-04-13T09:15:03.573 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24980430848 2024-04-13T09:15:03.573 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.573 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_slow": { 2024-04-13T09:15:03.574 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.574 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.574 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_wal": { 2024-04-13T09:15:03.574 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.574 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.574 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_count": { 2024-04-13T09:15:03.574 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 144505 2024-04-13T09:15:03.574 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.574 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:15:03.574 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 129524, 2024-04-13T09:15:03.574 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7799736915 2024-04-13T09:15:03.574 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.574 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_bytes": { 2024-04-13T09:15:03.574 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 28203077699 2024-04-13T09:15:03.574 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.575 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_count": { 2024-04-13T09:15:03.575 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 125788 2024-04-13T09:15:03.575 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.575 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_bytes": { 2024-04-13T09:15:03.575 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10771618 2024-04-13T09:15:03.575 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.575 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_count": { 2024-04-13T09:15:03.575 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 910 2024-04-13T09:15:03.575 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.575 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_bytes": { 2024-04-13T09:15:03.575 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 33209326 2024-04-13T09:15:03.575 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.575 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_count": { 2024-04-13T09:15:03.575 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1438 2024-04-13T09:15:03.575 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.576 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes": { 2024-04-13T09:15:03.576 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 22437708 2024-04-13T09:15:03.576 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.576 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_db": { 2024-04-13T09:15:03.576 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 22437708 2024-04-13T09:15:03.576 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.576 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_slow": { 2024-04-13T09:15:03.576 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.576 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.576 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_wal": { 2024-04-13T09:15:03.576 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.576 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.576 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_count": { 2024-04-13T09:15:03.576 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 561 2024-04-13T09:15:03.576 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.577 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_lat": { 2024-04-13T09:15:03.577 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1438, 2024-04-13T09:15:03.577 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8909626 2024-04-13T09:15:03.577 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.577 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_alloc_lat": { 2024-04-13T09:15:03.577 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.577 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.577 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.577 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_total_bytes": { 2024-04-13T09:15:03.577 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.577 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.577 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_used_bytes": { 2024-04-13T09:15:03.577 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.577 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.577 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:15:03.577 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T09:15:03.578 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 638 2024-04-13T09:15:03.578 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.578 INFO:tasks.workunit.client.0.smithi119.stdout: "unlink_lat": { 2024-04-13T09:15:03.578 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 10, 2024-04-13T09:15:03.578 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10235 2024-04-13T09:15:03.578 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.578 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_alloc_lat": { 2024-04-13T09:15:03.578 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.578 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.578 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.578 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_total_bytes": { 2024-04-13T09:15:03.578 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.578 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.578 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_used_bytes": { 2024-04-13T09:15:03.579 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.579 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.579 INFO:tasks.workunit.client.0.smithi119.stdout: "write_bytes": { 2024-04-13T09:15:03.579 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1361072128 2024-04-13T09:15:03.579 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.579 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.579 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": { 2024-04-13T09:15:03.579 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit": { 2024-04-13T09:15:03.579 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T09:15:03.579 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.579 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": { 2024-04-13T09:15:03.579 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9211904 2024-04-13T09:15:03.579 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.579 INFO:tasks.workunit.client.0.smithi119.stdout: "allocator_lat": { 2024-04-13T09:15:03.579 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 22513, 2024-04-13T09:15:03.579 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 79200764 2024-04-13T09:15:03.580 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.580 INFO:tasks.workunit.client.0.smithi119.stdout: "clist_lat": { 2024-04-13T09:15:03.580 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3577, 2024-04-13T09:15:03.580 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11346566101 2024-04-13T09:15:03.580 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.580 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_lat": { 2024-04-13T09:15:03.580 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.580 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.580 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.580 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed": { 2024-04-13T09:15:03.580 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.580 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.580 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_allocated": { 2024-04-13T09:15:03.580 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.580 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.581 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_original": { 2024-04-13T09:15:03.581 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.581 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.581 INFO:tasks.workunit.client.0.smithi119.stdout: "csum_lat": { 2024-04-13T09:15:03.581 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 22294, 2024-04-13T09:15:03.581 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 187880067 2024-04-13T09:15:03.581 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.581 INFO:tasks.workunit.client.0.smithi119.stdout: "decompress_lat": { 2024-04-13T09:15:03.581 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.581 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.581 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.581 INFO:tasks.workunit.client.0.smithi119.stdout: "fragmentation_micros": { 2024-04-13T09:15:03.581 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.581 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.581 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_commit_lat": { 2024-04-13T09:15:03.581 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 78035, 2024-04-13T09:15:03.582 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24810548550 2024-04-13T09:15:03.582 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.582 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_final_lat": { 2024-04-13T09:15:03.582 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77317, 2024-04-13T09:15:03.582 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2032791839 2024-04-13T09:15:03.582 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.582 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_flush_lat": { 2024-04-13T09:15:03.582 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 78035, 2024-04-13T09:15:03.582 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 45302424 2024-04-13T09:15:03.582 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.582 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_sync_lat": { 2024-04-13T09:15:03.582 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 78035, 2024-04-13T09:15:03.582 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24855850974 2024-04-13T09:15:03.582 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.582 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_keys_lat": { 2024-04-13T09:15:03.583 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.583 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.583 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.583 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_values_lat": { 2024-04-13T09:15:03.583 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 29373, 2024-04-13T09:15:03.583 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2235127314 2024-04-13T09:15:03.585 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.585 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_lower_bound_lat": { 2024-04-13T09:15:03.585 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 936, 2024-04-13T09:15:03.585 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2818620 2024-04-13T09:15:03.586 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.586 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_next_lat": { 2024-04-13T09:15:03.586 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 18935, 2024-04-13T09:15:03.586 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10253224 2024-04-13T09:15:03.586 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.586 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_seek_to_first_lat": { 2024-04-13T09:15:03.586 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 43, 2024-04-13T09:15:03.586 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 52075 2024-04-13T09:15:03.586 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.586 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_upper_bound_lat": { 2024-04-13T09:15:03.586 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 11815, 2024-04-13T09:15:03.586 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3230964596 2024-04-13T09:15:03.586 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.586 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_hits": { 2024-04-13T09:15:03.586 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 247166 2024-04-13T09:15:03.587 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.587 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_misses": { 2024-04-13T09:15:03.587 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 26989 2024-04-13T09:15:03.587 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.587 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:15:03.587 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 24050, 2024-04-13T09:15:03.587 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2584541822 2024-04-13T09:15:03.587 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.587 INFO:tasks.workunit.client.0.smithi119.stdout: "read_onode_meta_lat": { 2024-04-13T09:15:03.587 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 76669, 2024-04-13T09:15:03.587 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 28239787 2024-04-13T09:15:03.587 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.587 INFO:tasks.workunit.client.0.smithi119.stdout: "read_wait_aio_lat": { 2024-04-13T09:15:03.587 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 52619, 2024-04-13T09:15:03.587 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1775260246 2024-04-13T09:15:03.588 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.588 INFO:tasks.workunit.client.0.smithi119.stdout: "reads_with_retries": { 2024-04-13T09:15:03.588 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.588 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.588 INFO:tasks.workunit.client.0.smithi119.stdout: "remove_lat": { 2024-04-13T09:15:03.588 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15720, 2024-04-13T09:15:03.588 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 485813580 2024-04-13T09:15:03.588 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.588 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_aio_wait_count": { 2024-04-13T09:15:03.588 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.588 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.588 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_committed_kv_count": { 2024-04-13T09:15:03.588 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.588 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.588 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_onode_meta_count": { 2024-04-13T09:15:03.589 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.589 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.589 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_wait_aio_count": { 2024-04-13T09:15:03.589 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.589 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.589 INFO:tasks.workunit.client.0.smithi119.stdout: "state_aio_wait_lat": { 2024-04-13T09:15:03.589 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 94567, 2024-04-13T09:15:03.589 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13238004957 2024-04-13T09:15:03.589 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.589 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T09:15:03.589 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 22674, 2024-04-13T09:15:03.589 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1488550050 2024-04-13T09:15:03.589 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.589 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_cleanup_lat": { 2024-04-13T09:15:03.590 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 22672, 2024-04-13T09:15:03.590 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3285556893003 2024-04-13T09:15:03.590 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.590 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_queued_lat": { 2024-04-13T09:15:03.590 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 22674, 2024-04-13T09:15:03.590 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6725420254226 2024-04-13T09:15:03.590 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.590 INFO:tasks.workunit.client.0.smithi119.stdout: "state_done_lat": { 2024-04-13T09:15:03.590 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 94565, 2024-04-13T09:15:03.590 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2941700105449 2024-04-13T09:15:03.590 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.590 INFO:tasks.workunit.client.0.smithi119.stdout: "state_finishing_lat": { 2024-04-13T09:15:03.590 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 94565, 2024-04-13T09:15:03.590 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11821940 2024-04-13T09:15:03.590 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.591 INFO:tasks.workunit.client.0.smithi119.stdout: "state_io_done_lat": { 2024-04-13T09:15:03.591 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 94567, 2024-04-13T09:15:03.591 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 337253212 2024-04-13T09:15:03.591 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.591 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_commiting_lat": { 2024-04-13T09:15:03.591 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 94567, 2024-04-13T09:15:03.591 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 43113390472 2024-04-13T09:15:03.591 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.591 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_done_lat": { 2024-04-13T09:15:03.591 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 94567, 2024-04-13T09:15:03.591 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 33147671 2024-04-13T09:15:03.591 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.591 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_queued_lat": { 2024-04-13T09:15:03.591 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 94567, 2024-04-13T09:15:03.591 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 20791391237 2024-04-13T09:15:03.592 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.592 INFO:tasks.workunit.client.0.smithi119.stdout: "state_prepare_lat": { 2024-04-13T09:15:03.592 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 94567, 2024-04-13T09:15:03.592 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 20145440392 2024-04-13T09:15:03.592 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.592 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": { 2024-04-13T09:15:03.592 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5432062 2024-04-13T09:15:03.592 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.592 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:15:03.592 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2555, 2024-04-13T09:15:03.592 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13659735 2024-04-13T09:15:03.592 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.592 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_commit_lat": { 2024-04-13T09:15:03.592 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 94567, 2024-04-13T09:15:03.592 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 97640927910 2024-04-13T09:15:03.592 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.593 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_submit_lat": { 2024-04-13T09:15:03.593 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 94567, 2024-04-13T09:15:03.593 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 21325000360 2024-04-13T09:15:03.593 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.593 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_throttle_lat": { 2024-04-13T09:15:03.593 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 94567, 2024-04-13T09:15:03.593 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 818296407 2024-04-13T09:15:03.593 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.593 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.593 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache": { 2024-04-13T09:15:03.593 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T09:15:03.593 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1405278976 2024-04-13T09:15:03.593 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.593 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T09:15:03.593 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 628924416 2024-04-13T09:15:03.594 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.594 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T09:15:03.594 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 580509696 2024-04-13T09:15:03.594 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.594 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T09:15:03.594 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2600688640 2024-04-13T09:15:03.594 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.594 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T09:15:03.594 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 48414720 2024-04-13T09:15:03.594 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.594 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.594 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:data": { 2024-04-13T09:15:03.594 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:03.595 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 125829120 2024-04-13T09:15:03.595 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.595 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:03.595 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.595 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.595 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:03.595 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.595 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.595 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:03.595 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 55122874 2024-04-13T09:15:03.595 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.595 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:03.595 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.595 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.595 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:03.596 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.596 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.596 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:03.596 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.596 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.596 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:03.596 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.596 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.596 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:03.596 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 90112 2024-04-13T09:15:03.596 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.596 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:03.596 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 958464 2024-04-13T09:15:03.596 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.596 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:03.597 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.597 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.597 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:03.597 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.597 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.597 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:03.597 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.597 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.597 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:03.597 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 69657670 2024-04-13T09:15:03.597 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.597 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.597 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv": { 2024-04-13T09:15:03.597 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:03.597 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 553648128 2024-04-13T09:15:03.598 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.598 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:03.598 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:03.598 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.598 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:03.598 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.598 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.598 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:03.598 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 413421556 2024-04-13T09:15:03.598 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.598 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:03.598 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.598 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.598 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:03.599 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.599 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.599 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:03.599 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 256 2024-04-13T09:15:03.599 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.599 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:03.599 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2896 2024-04-13T09:15:03.599 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.599 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:03.599 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 203328 2024-04-13T09:15:03.599 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.599 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:03.599 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.599 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.599 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:03.599 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.600 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.600 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:03.600 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.600 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.600 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:03.600 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.600 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.600 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:03.600 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 72911228 2024-04-13T09:15:03.600 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.600 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.600 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T09:15:03.600 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:03.600 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 209715200 2024-04-13T09:15:03.600 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.601 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:03.601 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:03.601 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.601 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:03.601 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 35527136 2024-04-13T09:15:03.601 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.601 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:03.601 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 36748582 2024-04-13T09:15:03.601 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.601 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:03.601 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.601 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.601 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:03.601 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.601 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.601 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:03.602 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.602 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.602 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:03.602 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.602 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.602 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:03.602 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.602 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.602 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:03.602 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.602 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.602 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:03.602 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.602 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.603 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:03.603 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.603 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.603 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:03.603 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.603 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.603 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:03.603 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 70330618 2024-04-13T09:15:03.603 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.603 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.603 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:meta": { 2024-04-13T09:15:03.603 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:03.603 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 486539264 2024-04-13T09:15:03.603 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.604 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:03.604 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.604 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.604 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:03.604 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.604 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.604 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:03.604 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 413421556 2024-04-13T09:15:03.604 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.604 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:03.604 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.604 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.604 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:03.604 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.604 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.605 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:03.605 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.605 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.605 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:03.605 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 982 2024-04-13T09:15:03.605 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.605 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:03.605 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 107050 2024-04-13T09:15:03.605 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.605 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:03.605 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1121578 2024-04-13T09:15:03.605 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.605 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:03.605 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.605 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.605 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:03.606 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.606 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.606 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:03.606 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.606 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.606 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:03.606 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71888098 2024-04-13T09:15:03.606 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.606 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.606 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T09:15:03.606 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T09:15:03.606 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.606 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.606 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:15:03.607 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 42 2024-04-13T09:15:03.607 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.607 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T09:15:03.607 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.607 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.607 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:15:03.607 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T09:15:03.607 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.607 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.607 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:03.607 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg": { 2024-04-13T09:15:03.607 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 58 2024-04-13T09:15:03.607 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.607 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg_removing": { 2024-04-13T09:15:03.607 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.608 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.608 INFO:tasks.workunit.client.0.smithi119.stdout: "op": { 2024-04-13T09:15:03.608 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 43588 2024-04-13T09:15:03.608 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.608 INFO:tasks.workunit.client.0.smithi119.stdout: "op_before_queue_op_lat": { 2024-04-13T09:15:03.608 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 139152, 2024-04-13T09:15:03.608 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11730391522 2024-04-13T09:15:03.608 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.608 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_degraded": { 2024-04-13T09:15:03.608 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.608 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.608 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_unreadable": { 2024-04-13T09:15:03.608 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.608 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.609 INFO:tasks.workunit.client.0.smithi119.stdout: "op_in_bytes": { 2024-04-13T09:15:03.609 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2540793799 2024-04-13T09:15:03.609 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.609 INFO:tasks.workunit.client.0.smithi119.stdout: "op_latency": { 2024-04-13T09:15:03.609 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 43588, 2024-04-13T09:15:03.609 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 699058624582 2024-04-13T09:15:03.609 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.609 INFO:tasks.workunit.client.0.smithi119.stdout: "op_out_bytes": { 2024-04-13T09:15:03.609 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2958620162 2024-04-13T09:15:03.609 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.609 INFO:tasks.workunit.client.0.smithi119.stdout: "op_prepare_latency": { 2024-04-13T09:15:03.609 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 45299, 2024-04-13T09:15:03.609 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 32872526922 2024-04-13T09:15:03.609 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.609 INFO:tasks.workunit.client.0.smithi119.stdout: "op_process_latency": { 2024-04-13T09:15:03.609 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 43588, 2024-04-13T09:15:03.610 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 106758493662 2024-04-13T09:15:03.610 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.610 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:15:03.610 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 20613 2024-04-13T09:15:03.610 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.610 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency": { 2024-04-13T09:15:03.610 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 20613, 2024-04-13T09:15:03.610 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16747038514 2024-04-13T09:15:03.610 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.610 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T09:15:03.610 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.610 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.610 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_out_bytes": { 2024-04-13T09:15:03.610 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2958620162 2024-04-13T09:15:03.610 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.611 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_prepare_latency": { 2024-04-13T09:15:03.611 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 21052, 2024-04-13T09:15:03.611 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5661760323 2024-04-13T09:15:03.611 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.611 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_process_latency": { 2024-04-13T09:15:03.611 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 20613, 2024-04-13T09:15:03.611 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6273710935 2024-04-13T09:15:03.611 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.611 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw": { 2024-04-13T09:15:03.611 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12755 2024-04-13T09:15:03.611 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.611 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_in_bytes": { 2024-04-13T09:15:03.611 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 336279114 2024-04-13T09:15:03.611 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.611 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency": { 2024-04-13T09:15:03.612 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 12755, 2024-04-13T09:15:03.612 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 103839774772 2024-04-13T09:15:03.612 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.612 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T09:15:03.612 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.612 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.612 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T09:15:03.612 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.612 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.612 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_out_bytes": { 2024-04-13T09:15:03.612 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.612 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.612 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_prepare_latency": { 2024-04-13T09:15:03.612 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 12924, 2024-04-13T09:15:03.612 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13415976457 2024-04-13T09:15:03.613 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.613 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_process_latency": { 2024-04-13T09:15:03.613 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 12755, 2024-04-13T09:15:03.613 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 33829812222 2024-04-13T09:15:03.613 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.613 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:15:03.613 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10220 2024-04-13T09:15:03.613 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.613 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_in_bytes": { 2024-04-13T09:15:03.613 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2204514685 2024-04-13T09:15:03.613 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.613 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency": { 2024-04-13T09:15:03.613 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 10220, 2024-04-13T09:15:03.613 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 578471811296 2024-04-13T09:15:03.613 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.613 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T09:15:03.614 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.614 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.614 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_prepare_latency": { 2024-04-13T09:15:03.614 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 11323, 2024-04-13T09:15:03.614 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13794790142 2024-04-13T09:15:03.614 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.614 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_process_latency": { 2024-04-13T09:15:03.614 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 10220, 2024-04-13T09:15:03.614 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 66654970505 2024-04-13T09:15:03.614 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.614 INFO:tasks.workunit.client.0.smithi119.stdout: "op_wip": { 2024-04-13T09:15:03.614 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.614 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.614 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_bytes": { 2024-04-13T09:15:03.614 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4202 2024-04-13T09:15:03.615 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.615 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_ops": { 2024-04-13T09:15:03.615 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14 2024-04-13T09:15:03.615 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.615 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes": { 2024-04-13T09:15:03.615 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T09:15:03.615 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.615 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes_used": { 2024-04-13T09:15:03.615 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1202114560 2024-04-13T09:15:03.615 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.615 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.615 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.615 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.2": { 2024-04-13T09:15:03.615 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:03.615 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_db_max_lat": { 2024-04-13T09:15:03.616 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 20773 2024-04-13T09:15:03.616 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.616 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_fallback": { 2024-04-13T09:15:03.616 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.616 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.616 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_max_lat": { 2024-04-13T09:15:03.616 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.616 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.616 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_size_fallback": { 2024-04-13T09:15:03.616 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.616 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.616 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_db": { 2024-04-13T09:15:03.616 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 65536 2024-04-13T09:15:03.616 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.616 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_slow": { 2024-04-13T09:15:03.616 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.617 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.617 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_wal": { 2024-04-13T09:15:03.617 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.617 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.617 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_wal_max_lat": { 2024-04-13T09:15:03.617 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.617 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.617 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_slow": { 2024-04-13T09:15:03.617 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.617 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.617 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_sst": { 2024-04-13T09:15:03.617 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16965632 2024-04-13T09:15:03.617 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.617 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_wal": { 2024-04-13T09:15:03.617 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 689553408 2024-04-13T09:15:03.618 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.618 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lat": { 2024-04-13T09:15:03.618 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 17, 2024-04-13T09:15:03.618 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3940932 2024-04-13T09:15:03.618 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.618 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lock_lat": { 2024-04-13T09:15:03.618 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 17, 2024-04-13T09:15:03.618 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1234216 2024-04-13T09:15:03.618 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.618 INFO:tasks.workunit.client.0.smithi119.stdout: "db_alloc_lat": { 2024-04-13T09:15:03.618 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 199, 2024-04-13T09:15:03.618 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1057032 2024-04-13T09:15:03.618 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.618 INFO:tasks.workunit.client.0.smithi119.stdout: "db_total_bytes": { 2024-04-13T09:15:03.618 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995027456 2024-04-13T09:15:03.618 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.619 INFO:tasks.workunit.client.0.smithi119.stdout: "db_used_bytes": { 2024-04-13T09:15:03.619 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 695926784 2024-04-13T09:15:03.619 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.619 INFO:tasks.workunit.client.0.smithi119.stdout: "flush_lat": { 2024-04-13T09:15:03.619 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 69979, 2024-04-13T09:15:03.619 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10375646063 2024-04-13T09:15:03.619 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.619 INFO:tasks.workunit.client.0.smithi119.stdout: "fsync_lat": { 2024-04-13T09:15:03.619 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 69984, 2024-04-13T09:15:03.619 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16922737910 2024-04-13T09:15:03.619 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.619 INFO:tasks.workunit.client.0.smithi119.stdout: "log_bytes": { 2024-04-13T09:15:03.619 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4005888 2024-04-13T09:15:03.619 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.619 INFO:tasks.workunit.client.0.smithi119.stdout: "logged_bytes": { 2024-04-13T09:15:03.620 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 286638080 2024-04-13T09:15:03.620 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.620 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_db": { 2024-04-13T09:15:03.620 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 712966144 2024-04-13T09:15:03.620 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.620 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_slow": { 2024-04-13T09:15:03.620 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.620 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.620 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_wal": { 2024-04-13T09:15:03.620 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.620 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.620 INFO:tasks.workunit.client.0.smithi119.stdout: "num_files": { 2024-04-13T09:15:03.620 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 51 2024-04-13T09:15:03.620 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.620 INFO:tasks.workunit.client.0.smithi119.stdout: "read_bytes": { 2024-04-13T09:15:03.621 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12517966908 2024-04-13T09:15:03.621 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.621 INFO:tasks.workunit.client.0.smithi119.stdout: "read_count": { 2024-04-13T09:15:03.621 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 79046 2024-04-13T09:15:03.621 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.621 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes": { 2024-04-13T09:15:03.621 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11424690176 2024-04-13T09:15:03.621 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.621 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_db": { 2024-04-13T09:15:03.621 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11424694272 2024-04-13T09:15:03.621 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.621 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_slow": { 2024-04-13T09:15:03.621 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.621 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.621 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_wal": { 2024-04-13T09:15:03.621 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.622 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.622 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_count": { 2024-04-13T09:15:03.622 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 82073 2024-04-13T09:15:03.622 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.622 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:15:03.622 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 79046, 2024-04-13T09:15:03.622 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4355099238 2024-04-13T09:15:03.622 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.622 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_bytes": { 2024-04-13T09:15:03.622 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12414633195 2024-04-13T09:15:03.622 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.622 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_count": { 2024-04-13T09:15:03.622 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 75878 2024-04-13T09:15:03.622 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.622 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_bytes": { 2024-04-13T09:15:03.622 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5560515 2024-04-13T09:15:03.623 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.623 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_count": { 2024-04-13T09:15:03.623 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 755 2024-04-13T09:15:03.623 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.623 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_bytes": { 2024-04-13T09:15:03.623 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16822128 2024-04-13T09:15:03.623 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.623 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_count": { 2024-04-13T09:15:03.623 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1192 2024-04-13T09:15:03.623 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.623 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes": { 2024-04-13T09:15:03.623 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11261613 2024-04-13T09:15:03.623 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.623 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_db": { 2024-04-13T09:15:03.623 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11261613 2024-04-13T09:15:03.623 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.624 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_slow": { 2024-04-13T09:15:03.624 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.624 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.624 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_wal": { 2024-04-13T09:15:03.624 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.624 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.624 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_count": { 2024-04-13T09:15:03.624 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 463 2024-04-13T09:15:03.624 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.624 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_lat": { 2024-04-13T09:15:03.624 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1192, 2024-04-13T09:15:03.624 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6253120 2024-04-13T09:15:03.624 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.624 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_alloc_lat": { 2024-04-13T09:15:03.624 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.624 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.625 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.625 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_total_bytes": { 2024-04-13T09:15:03.625 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.625 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.625 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_used_bytes": { 2024-04-13T09:15:03.625 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.625 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.625 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:15:03.625 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T09:15:03.625 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 577 2024-04-13T09:15:03.625 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.625 INFO:tasks.workunit.client.0.smithi119.stdout: "unlink_lat": { 2024-04-13T09:15:03.625 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8, 2024-04-13T09:15:03.625 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9227 2024-04-13T09:15:03.625 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.626 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_alloc_lat": { 2024-04-13T09:15:03.626 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.626 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.626 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.626 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_total_bytes": { 2024-04-13T09:15:03.626 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.626 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.626 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_used_bytes": { 2024-04-13T09:15:03.626 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.626 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.626 INFO:tasks.workunit.client.0.smithi119.stdout: "write_bytes": { 2024-04-13T09:15:03.626 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 995741696 2024-04-13T09:15:03.626 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.626 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.626 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": { 2024-04-13T09:15:03.627 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit": { 2024-04-13T09:15:03.627 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T09:15:03.627 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.627 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": { 2024-04-13T09:15:03.627 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9199616 2024-04-13T09:15:03.627 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.627 INFO:tasks.workunit.client.0.smithi119.stdout: "allocator_lat": { 2024-04-13T09:15:03.627 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 14247, 2024-04-13T09:15:03.627 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 53949869 2024-04-13T09:15:03.627 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.627 INFO:tasks.workunit.client.0.smithi119.stdout: "clist_lat": { 2024-04-13T09:15:03.627 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3620, 2024-04-13T09:15:03.627 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7057464401 2024-04-13T09:15:03.627 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.627 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_lat": { 2024-04-13T09:15:03.627 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.628 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.628 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.628 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed": { 2024-04-13T09:15:03.628 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.628 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.628 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_allocated": { 2024-04-13T09:15:03.628 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.628 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.628 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_original": { 2024-04-13T09:15:03.628 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.628 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.628 INFO:tasks.workunit.client.0.smithi119.stdout: "csum_lat": { 2024-04-13T09:15:03.628 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 28294, 2024-04-13T09:15:03.628 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 249546104 2024-04-13T09:15:03.628 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.629 INFO:tasks.workunit.client.0.smithi119.stdout: "decompress_lat": { 2024-04-13T09:15:03.629 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.629 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.629 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.629 INFO:tasks.workunit.client.0.smithi119.stdout: "fragmentation_micros": { 2024-04-13T09:15:03.629 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.629 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.629 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_commit_lat": { 2024-04-13T09:15:03.629 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 69909, 2024-04-13T09:15:03.629 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 20804341927 2024-04-13T09:15:03.629 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.629 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_final_lat": { 2024-04-13T09:15:03.629 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 69360, 2024-04-13T09:15:03.629 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1544695193 2024-04-13T09:15:03.629 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.629 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_flush_lat": { 2024-04-13T09:15:03.630 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 69909, 2024-04-13T09:15:03.630 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 34494247 2024-04-13T09:15:03.630 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.630 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_sync_lat": { 2024-04-13T09:15:03.630 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 69909, 2024-04-13T09:15:03.630 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 20838836174 2024-04-13T09:15:03.630 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.630 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_keys_lat": { 2024-04-13T09:15:03.630 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.630 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.630 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.630 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_values_lat": { 2024-04-13T09:15:03.630 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 62851, 2024-04-13T09:15:03.630 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1310606539 2024-04-13T09:15:03.630 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.631 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_lower_bound_lat": { 2024-04-13T09:15:03.631 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1107, 2024-04-13T09:15:03.631 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3164150 2024-04-13T09:15:03.631 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.631 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_next_lat": { 2024-04-13T09:15:03.631 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 24671, 2024-04-13T09:15:03.631 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13774804 2024-04-13T09:15:03.631 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.631 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_seek_to_first_lat": { 2024-04-13T09:15:03.631 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 37, 2024-04-13T09:15:03.631 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 69023 2024-04-13T09:15:03.631 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.631 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_upper_bound_lat": { 2024-04-13T09:15:03.631 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 21328, 2024-04-13T09:15:03.631 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1908245817 2024-04-13T09:15:03.631 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.632 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_hits": { 2024-04-13T09:15:03.632 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 263891 2024-04-13T09:15:03.632 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.632 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_misses": { 2024-04-13T09:15:03.632 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18081 2024-04-13T09:15:03.632 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.632 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:15:03.632 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8278, 2024-04-13T09:15:03.632 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2155965887 2024-04-13T09:15:03.632 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.632 INFO:tasks.workunit.client.0.smithi119.stdout: "read_onode_meta_lat": { 2024-04-13T09:15:03.632 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 24327, 2024-04-13T09:15:03.632 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10034808 2024-04-13T09:15:03.632 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.632 INFO:tasks.workunit.client.0.smithi119.stdout: "read_wait_aio_lat": { 2024-04-13T09:15:03.633 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 16049, 2024-04-13T09:15:03.633 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1900373208 2024-04-13T09:15:03.633 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.633 INFO:tasks.workunit.client.0.smithi119.stdout: "reads_with_retries": { 2024-04-13T09:15:03.633 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.633 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.633 INFO:tasks.workunit.client.0.smithi119.stdout: "remove_lat": { 2024-04-13T09:15:03.633 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 12618, 2024-04-13T09:15:03.633 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 403769781 2024-04-13T09:15:03.633 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.633 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_aio_wait_count": { 2024-04-13T09:15:03.633 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.633 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.633 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_committed_kv_count": { 2024-04-13T09:15:03.633 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.634 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.634 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_onode_meta_count": { 2024-04-13T09:15:03.634 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.634 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.634 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_wait_aio_count": { 2024-04-13T09:15:03.634 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.634 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.634 INFO:tasks.workunit.client.0.smithi119.stdout: "state_aio_wait_lat": { 2024-04-13T09:15:03.634 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 81108, 2024-04-13T09:15:03.634 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8647801661 2024-04-13T09:15:03.634 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.634 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T09:15:03.634 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 6429, 2024-04-13T09:15:03.634 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 582934312 2024-04-13T09:15:03.634 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.635 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_cleanup_lat": { 2024-04-13T09:15:03.635 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 6428, 2024-04-13T09:15:03.635 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4356195537480 2024-04-13T09:15:03.635 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.635 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_queued_lat": { 2024-04-13T09:15:03.635 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 6429, 2024-04-13T09:15:03.635 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6485709906369 2024-04-13T09:15:03.635 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.635 INFO:tasks.workunit.client.0.smithi119.stdout: "state_done_lat": { 2024-04-13T09:15:03.635 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 81107, 2024-04-13T09:15:03.635 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2932826854008 2024-04-13T09:15:03.635 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.635 INFO:tasks.workunit.client.0.smithi119.stdout: "state_finishing_lat": { 2024-04-13T09:15:03.635 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 81107, 2024-04-13T09:15:03.635 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8547766 2024-04-13T09:15:03.636 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.636 INFO:tasks.workunit.client.0.smithi119.stdout: "state_io_done_lat": { 2024-04-13T09:15:03.636 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 81108, 2024-04-13T09:15:03.636 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 321308696 2024-04-13T09:15:03.636 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.636 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_commiting_lat": { 2024-04-13T09:15:03.636 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 81108, 2024-04-13T09:15:03.636 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 33302207879 2024-04-13T09:15:03.636 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.636 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_done_lat": { 2024-04-13T09:15:03.636 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 81108, 2024-04-13T09:15:03.636 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 28038818 2024-04-13T09:15:03.636 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.636 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_queued_lat": { 2024-04-13T09:15:03.636 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 81108, 2024-04-13T09:15:03.636 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16742158490 2024-04-13T09:15:03.637 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.637 INFO:tasks.workunit.client.0.smithi119.stdout: "state_prepare_lat": { 2024-04-13T09:15:03.637 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 81108, 2024-04-13T09:15:03.637 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13410522730 2024-04-13T09:15:03.637 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.637 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": { 2024-04-13T09:15:03.637 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5432431 2024-04-13T09:15:03.637 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.637 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:15:03.637 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2500, 2024-04-13T09:15:03.637 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13765153 2024-04-13T09:15:03.637 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.637 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_commit_lat": { 2024-04-13T09:15:03.637 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 81108, 2024-04-13T09:15:03.637 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 72435688292 2024-04-13T09:15:03.638 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.638 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_submit_lat": { 2024-04-13T09:15:03.638 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 81108, 2024-04-13T09:15:03.638 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14346811558 2024-04-13T09:15:03.638 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.638 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_throttle_lat": { 2024-04-13T09:15:03.638 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 81108, 2024-04-13T09:15:03.638 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 524649520 2024-04-13T09:15:03.638 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.638 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.638 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache": { 2024-04-13T09:15:03.638 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T09:15:03.638 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1405278976 2024-04-13T09:15:03.638 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.638 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T09:15:03.639 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 490905600 2024-04-13T09:15:03.639 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.639 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T09:15:03.639 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 446636032 2024-04-13T09:15:03.639 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.639 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T09:15:03.639 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2600688640 2024-04-13T09:15:03.639 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.639 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T09:15:03.639 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 44269568 2024-04-13T09:15:03.639 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.639 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.639 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:data": { 2024-04-13T09:15:03.639 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:03.639 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 125829120 2024-04-13T09:15:03.640 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.640 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:03.640 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.640 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.640 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:03.640 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.640 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.640 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:03.640 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 56444176 2024-04-13T09:15:03.640 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.640 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:03.640 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.640 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.640 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:03.640 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.641 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.641 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:03.641 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.641 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.641 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:03.641 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.641 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.641 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:03.641 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 28672 2024-04-13T09:15:03.641 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.641 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:03.641 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 65536 2024-04-13T09:15:03.641 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.641 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:03.641 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.641 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.642 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:03.642 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.642 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.642 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:03.642 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.642 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.642 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:03.642 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 69290736 2024-04-13T09:15:03.642 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.642 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.642 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv": { 2024-04-13T09:15:03.642 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:03.642 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 562036736 2024-04-13T09:15:03.642 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.643 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:03.643 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:03.643 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.643 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:03.643 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.643 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.643 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:03.643 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 423331321 2024-04-13T09:15:03.643 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.643 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:03.643 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.643 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.643 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:03.643 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.643 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.644 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:03.644 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2896 2024-04-13T09:15:03.644 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.644 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:03.644 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.644 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.644 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:03.644 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 183552 2024-04-13T09:15:03.644 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.644 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:03.644 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.644 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.644 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:03.644 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.644 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.644 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:03.645 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.645 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.645 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:03.645 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.645 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.645 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:03.645 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71410103 2024-04-13T09:15:03.645 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.645 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.645 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T09:15:03.645 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:03.645 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 192937984 2024-04-13T09:15:03.645 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.645 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:03.645 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:03.645 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.646 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:03.646 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17386416 2024-04-13T09:15:03.646 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.646 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:03.646 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37629450 2024-04-13T09:15:03.646 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.646 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:03.646 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.646 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.646 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:03.646 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.646 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.646 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:03.646 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.647 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.647 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:03.647 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.647 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.647 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:03.647 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.647 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.647 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:03.647 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.647 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.647 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:03.647 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.647 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.647 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:03.647 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.648 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.648 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:03.648 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.648 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.648 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:03.648 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 70813254 2024-04-13T09:15:03.648 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.648 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.648 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:meta": { 2024-04-13T09:15:03.648 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:03.648 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 494927872 2024-04-13T09:15:03.648 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.648 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:03.648 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.648 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.648 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:03.649 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.649 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.649 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:03.649 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 423331321 2024-04-13T09:15:03.649 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.649 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:03.649 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.649 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.649 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:03.649 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.649 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.649 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:03.649 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.649 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.650 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:03.650 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.650 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.650 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:03.650 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 93765 2024-04-13T09:15:03.650 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.650 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:03.650 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1142141 2024-04-13T09:15:03.650 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.650 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:03.650 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.650 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.650 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:03.650 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.650 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.651 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:03.651 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.651 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.651 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:03.651 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 70360645 2024-04-13T09:15:03.651 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.651 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.651 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T09:15:03.651 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T09:15:03.651 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.651 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.651 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:15:03.651 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 77 2024-04-13T09:15:03.651 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.651 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T09:15:03.652 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.652 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.652 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:15:03.652 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.652 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.652 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.652 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:03.652 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg": { 2024-04-13T09:15:03.652 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 41 2024-04-13T09:15:03.652 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.652 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg_removing": { 2024-04-13T09:15:03.652 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.652 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.652 INFO:tasks.workunit.client.0.smithi119.stdout: "op": { 2024-04-13T09:15:03.652 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 51288 2024-04-13T09:15:03.653 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.653 INFO:tasks.workunit.client.0.smithi119.stdout: "op_before_queue_op_lat": { 2024-04-13T09:15:03.653 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 143686, 2024-04-13T09:15:03.653 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8550281383 2024-04-13T09:15:03.653 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.653 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_degraded": { 2024-04-13T09:15:03.653 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3 2024-04-13T09:15:03.653 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.653 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_unreadable": { 2024-04-13T09:15:03.653 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3 2024-04-13T09:15:03.653 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.653 INFO:tasks.workunit.client.0.smithi119.stdout: "op_in_bytes": { 2024-04-13T09:15:03.653 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1875679041 2024-04-13T09:15:03.653 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.653 INFO:tasks.workunit.client.0.smithi119.stdout: "op_latency": { 2024-04-13T09:15:03.654 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 51288, 2024-04-13T09:15:03.654 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 120272411311 2024-04-13T09:15:03.654 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.654 INFO:tasks.workunit.client.0.smithi119.stdout: "op_out_bytes": { 2024-04-13T09:15:03.654 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3362990293 2024-04-13T09:15:03.654 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.654 INFO:tasks.workunit.client.0.smithi119.stdout: "op_prepare_latency": { 2024-04-13T09:15:03.654 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 52202, 2024-04-13T09:15:03.654 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 42827542858 2024-04-13T09:15:03.654 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.654 INFO:tasks.workunit.client.0.smithi119.stdout: "op_process_latency": { 2024-04-13T09:15:03.654 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 51288, 2024-04-13T09:15:03.654 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 74671628899 2024-04-13T09:15:03.654 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.654 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:15:03.655 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 22013 2024-04-13T09:15:03.655 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.655 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency": { 2024-04-13T09:15:03.655 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 22013, 2024-04-13T09:15:03.655 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17999803775 2024-04-13T09:15:03.655 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.655 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T09:15:03.655 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.655 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.655 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_out_bytes": { 2024-04-13T09:15:03.655 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3362990293 2024-04-13T09:15:03.655 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.655 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_prepare_latency": { 2024-04-13T09:15:03.655 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 22462, 2024-04-13T09:15:03.655 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5794839416 2024-04-13T09:15:03.656 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.656 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_process_latency": { 2024-04-13T09:15:03.656 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 22013, 2024-04-13T09:15:03.656 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9061693914 2024-04-13T09:15:03.656 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.656 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw": { 2024-04-13T09:15:03.656 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 27276 2024-04-13T09:15:03.656 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.656 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_in_bytes": { 2024-04-13T09:15:03.656 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 423791669 2024-04-13T09:15:03.656 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.656 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency": { 2024-04-13T09:15:03.656 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 27276, 2024-04-13T09:15:03.656 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 53083529518 2024-04-13T09:15:03.656 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.657 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T09:15:03.657 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.657 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.657 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T09:15:03.657 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.657 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.657 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_out_bytes": { 2024-04-13T09:15:03.657 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.657 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.657 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_prepare_latency": { 2024-04-13T09:15:03.657 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 27553, 2024-04-13T09:15:03.657 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 33506271202 2024-04-13T09:15:03.657 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.657 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_process_latency": { 2024-04-13T09:15:03.658 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 27276, 2024-04-13T09:15:03.658 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 50279399021 2024-04-13T09:15:03.658 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.658 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:15:03.658 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1999 2024-04-13T09:15:03.658 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.658 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_in_bytes": { 2024-04-13T09:15:03.658 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1451887372 2024-04-13T09:15:03.658 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.658 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency": { 2024-04-13T09:15:03.658 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1999, 2024-04-13T09:15:03.658 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 49189078018 2024-04-13T09:15:03.658 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.658 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T09:15:03.659 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.659 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.659 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_prepare_latency": { 2024-04-13T09:15:03.659 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2187, 2024-04-13T09:15:03.659 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3526432240 2024-04-13T09:15:03.659 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.659 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_process_latency": { 2024-04-13T09:15:03.659 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1999, 2024-04-13T09:15:03.659 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15330535964 2024-04-13T09:15:03.659 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.659 INFO:tasks.workunit.client.0.smithi119.stdout: "op_wip": { 2024-04-13T09:15:03.659 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.659 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.659 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_bytes": { 2024-04-13T09:15:03.659 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.660 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.660 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_ops": { 2024-04-13T09:15:03.660 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17 2024-04-13T09:15:03.660 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.660 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes": { 2024-04-13T09:15:03.660 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T09:15:03.660 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.660 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes_used": { 2024-04-13T09:15:03.660 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 705138688 2024-04-13T09:15:03.660 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.660 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.660 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.660 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.3": { 2024-04-13T09:15:03.660 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:03.660 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_db_max_lat": { 2024-04-13T09:15:03.660 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 25373 2024-04-13T09:15:03.661 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.661 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_fallback": { 2024-04-13T09:15:03.661 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.661 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.661 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_max_lat": { 2024-04-13T09:15:03.661 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.661 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.661 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_size_fallback": { 2024-04-13T09:15:03.661 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.661 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.661 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_db": { 2024-04-13T09:15:03.661 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 65536 2024-04-13T09:15:03.661 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.661 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_slow": { 2024-04-13T09:15:03.662 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.662 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.662 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_wal": { 2024-04-13T09:15:03.662 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.662 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.662 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_wal_max_lat": { 2024-04-13T09:15:03.662 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.662 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.662 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_slow": { 2024-04-13T09:15:03.662 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.662 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.662 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_sst": { 2024-04-13T09:15:03.662 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7307264 2024-04-13T09:15:03.662 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.663 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_wal": { 2024-04-13T09:15:03.663 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 652656640 2024-04-13T09:15:03.663 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.663 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lat": { 2024-04-13T09:15:03.663 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 16, 2024-04-13T09:15:03.663 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3597594 2024-04-13T09:15:03.663 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.663 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lock_lat": { 2024-04-13T09:15:03.663 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 16, 2024-04-13T09:15:03.663 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1408882 2024-04-13T09:15:03.663 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.663 INFO:tasks.workunit.client.0.smithi119.stdout: "db_alloc_lat": { 2024-04-13T09:15:03.663 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 175, 2024-04-13T09:15:03.663 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 910952 2024-04-13T09:15:03.663 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.664 INFO:tasks.workunit.client.0.smithi119.stdout: "db_total_bytes": { 2024-04-13T09:15:03.664 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995027456 2024-04-13T09:15:03.664 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.664 INFO:tasks.workunit.client.0.smithi119.stdout: "db_used_bytes": { 2024-04-13T09:15:03.664 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 694878208 2024-04-13T09:15:03.664 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.664 INFO:tasks.workunit.client.0.smithi119.stdout: "flush_lat": { 2024-04-13T09:15:03.664 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 68025, 2024-04-13T09:15:03.664 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10018872293 2024-04-13T09:15:03.664 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.664 INFO:tasks.workunit.client.0.smithi119.stdout: "fsync_lat": { 2024-04-13T09:15:03.664 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 68048, 2024-04-13T09:15:03.664 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16449772888 2024-04-13T09:15:03.664 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.664 INFO:tasks.workunit.client.0.smithi119.stdout: "log_bytes": { 2024-04-13T09:15:03.665 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12697600 2024-04-13T09:15:03.665 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.665 INFO:tasks.workunit.client.0.smithi119.stdout: "logged_bytes": { 2024-04-13T09:15:03.665 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 278687744 2024-04-13T09:15:03.665 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.665 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_db": { 2024-04-13T09:15:03.665 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 690618368 2024-04-13T09:15:03.665 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.665 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_slow": { 2024-04-13T09:15:03.665 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.665 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.665 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_wal": { 2024-04-13T09:15:03.665 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.665 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.665 INFO:tasks.workunit.client.0.smithi119.stdout: "num_files": { 2024-04-13T09:15:03.665 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 47 2024-04-13T09:15:03.666 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.666 INFO:tasks.workunit.client.0.smithi119.stdout: "read_bytes": { 2024-04-13T09:15:03.666 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5401918790 2024-04-13T09:15:03.666 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.666 INFO:tasks.workunit.client.0.smithi119.stdout: "read_count": { 2024-04-13T09:15:03.666 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 54590 2024-04-13T09:15:03.666 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.666 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes": { 2024-04-13T09:15:03.666 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4811419648 2024-04-13T09:15:03.666 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.666 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_db": { 2024-04-13T09:15:03.666 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4811423744 2024-04-13T09:15:03.666 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.666 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_slow": { 2024-04-13T09:15:03.667 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.667 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.667 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_wal": { 2024-04-13T09:15:03.667 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.667 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.667 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_count": { 2024-04-13T09:15:03.667 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 51435 2024-04-13T09:15:03.667 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.667 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:15:03.667 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 54590, 2024-04-13T09:15:03.667 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2360148504 2024-04-13T09:15:03.667 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.667 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_bytes": { 2024-04-13T09:15:03.667 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5317708356 2024-04-13T09:15:03.667 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.667 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_count": { 2024-04-13T09:15:03.668 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 52006 2024-04-13T09:15:03.668 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.668 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_bytes": { 2024-04-13T09:15:03.668 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2386749 2024-04-13T09:15:03.668 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.668 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_count": { 2024-04-13T09:15:03.668 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 667 2024-04-13T09:15:03.668 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.668 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_bytes": { 2024-04-13T09:15:03.668 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7240437 2024-04-13T09:15:03.668 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.668 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_count": { 2024-04-13T09:15:03.668 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 883 2024-04-13T09:15:03.668 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.668 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes": { 2024-04-13T09:15:03.669 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4853688 2024-04-13T09:15:03.669 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.669 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_db": { 2024-04-13T09:15:03.669 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4853688 2024-04-13T09:15:03.669 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.669 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_slow": { 2024-04-13T09:15:03.669 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.669 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.669 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_wal": { 2024-04-13T09:15:03.669 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.669 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.669 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_count": { 2024-04-13T09:15:03.669 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 223 2024-04-13T09:15:03.669 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.669 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_lat": { 2024-04-13T09:15:03.670 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 883, 2024-04-13T09:15:03.670 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2175788 2024-04-13T09:15:03.670 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.670 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_alloc_lat": { 2024-04-13T09:15:03.670 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.670 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.670 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.670 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_total_bytes": { 2024-04-13T09:15:03.670 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.670 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.670 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_used_bytes": { 2024-04-13T09:15:03.670 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.670 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.670 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:15:03.670 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T09:15:03.671 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 743 2024-04-13T09:15:03.671 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.671 INFO:tasks.workunit.client.0.smithi119.stdout: "unlink_lat": { 2024-04-13T09:15:03.671 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8, 2024-04-13T09:15:03.671 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10084 2024-04-13T09:15:03.671 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.671 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_alloc_lat": { 2024-04-13T09:15:03.671 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.671 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.671 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.671 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_total_bytes": { 2024-04-13T09:15:03.671 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.671 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.671 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_used_bytes": { 2024-04-13T09:15:03.671 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.672 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.672 INFO:tasks.workunit.client.0.smithi119.stdout: "write_bytes": { 2024-04-13T09:15:03.672 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 941088768 2024-04-13T09:15:03.672 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.672 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.672 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": { 2024-04-13T09:15:03.672 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit": { 2024-04-13T09:15:03.672 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T09:15:03.672 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.672 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": { 2024-04-13T09:15:03.672 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9220096 2024-04-13T09:15:03.672 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.672 INFO:tasks.workunit.client.0.smithi119.stdout: "allocator_lat": { 2024-04-13T09:15:03.672 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 17670, 2024-04-13T09:15:03.672 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 64464277 2024-04-13T09:15:03.673 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.673 INFO:tasks.workunit.client.0.smithi119.stdout: "clist_lat": { 2024-04-13T09:15:03.673 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3563, 2024-04-13T09:15:03.673 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5869460153 2024-04-13T09:15:03.673 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.673 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_lat": { 2024-04-13T09:15:03.673 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.673 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.673 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.673 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed": { 2024-04-13T09:15:03.673 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.673 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.673 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_allocated": { 2024-04-13T09:15:03.673 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.673 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.674 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_original": { 2024-04-13T09:15:03.674 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.674 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.674 INFO:tasks.workunit.client.0.smithi119.stdout: "csum_lat": { 2024-04-13T09:15:03.674 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 14226, 2024-04-13T09:15:03.674 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 109046222 2024-04-13T09:15:03.674 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.674 INFO:tasks.workunit.client.0.smithi119.stdout: "decompress_lat": { 2024-04-13T09:15:03.674 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.674 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.674 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.674 INFO:tasks.workunit.client.0.smithi119.stdout: "fragmentation_micros": { 2024-04-13T09:15:03.674 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.674 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.674 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_commit_lat": { 2024-04-13T09:15:03.675 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 67975, 2024-04-13T09:15:03.675 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 19981277121 2024-04-13T09:15:03.675 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.675 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_final_lat": { 2024-04-13T09:15:03.675 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 67408, 2024-04-13T09:15:03.675 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1578888942 2024-04-13T09:15:03.675 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.675 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_flush_lat": { 2024-04-13T09:15:03.675 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 67975, 2024-04-13T09:15:03.675 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 41216388 2024-04-13T09:15:03.675 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.675 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_sync_lat": { 2024-04-13T09:15:03.675 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 67975, 2024-04-13T09:15:03.675 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 20022493509 2024-04-13T09:15:03.675 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.675 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_keys_lat": { 2024-04-13T09:15:03.676 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.676 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.676 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.676 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_values_lat": { 2024-04-13T09:15:03.676 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 235503, 2024-04-13T09:15:03.676 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1434687533 2024-04-13T09:15:03.676 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.676 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_lower_bound_lat": { 2024-04-13T09:15:03.676 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1421, 2024-04-13T09:15:03.676 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3104659 2024-04-13T09:15:03.676 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.676 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_next_lat": { 2024-04-13T09:15:03.676 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 136069, 2024-04-13T09:15:03.676 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 48505236 2024-04-13T09:15:03.676 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.677 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_seek_to_first_lat": { 2024-04-13T09:15:03.677 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 41, 2024-04-13T09:15:03.677 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 56182 2024-04-13T09:15:03.677 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.677 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_upper_bound_lat": { 2024-04-13T09:15:03.677 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15172, 2024-04-13T09:15:03.677 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3038073348 2024-04-13T09:15:03.677 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.677 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_hits": { 2024-04-13T09:15:03.677 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 434378 2024-04-13T09:15:03.677 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.677 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_misses": { 2024-04-13T09:15:03.677 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17495 2024-04-13T09:15:03.677 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.677 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:15:03.678 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 37507, 2024-04-13T09:15:03.678 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1593458059 2024-04-13T09:15:03.678 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.678 INFO:tasks.workunit.client.0.smithi119.stdout: "read_onode_meta_lat": { 2024-04-13T09:15:03.678 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 92912, 2024-04-13T09:15:03.678 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 28522951 2024-04-13T09:15:03.678 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.678 INFO:tasks.workunit.client.0.smithi119.stdout: "read_wait_aio_lat": { 2024-04-13T09:15:03.678 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 55405, 2024-04-13T09:15:03.678 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1156172312 2024-04-13T09:15:03.678 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.678 INFO:tasks.workunit.client.0.smithi119.stdout: "reads_with_retries": { 2024-04-13T09:15:03.678 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.679 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.679 INFO:tasks.workunit.client.0.smithi119.stdout: "remove_lat": { 2024-04-13T09:15:03.679 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 12418, 2024-04-13T09:15:03.679 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 391136611 2024-04-13T09:15:03.679 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.679 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_aio_wait_count": { 2024-04-13T09:15:03.679 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.679 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.679 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_committed_kv_count": { 2024-04-13T09:15:03.679 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.679 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.679 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_onode_meta_count": { 2024-04-13T09:15:03.679 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.679 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.679 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_wait_aio_count": { 2024-04-13T09:15:03.680 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.680 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.680 INFO:tasks.workunit.client.0.smithi119.stdout: "state_aio_wait_lat": { 2024-04-13T09:15:03.680 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77372, 2024-04-13T09:15:03.680 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9506214845 2024-04-13T09:15:03.680 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.680 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T09:15:03.680 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 17487, 2024-04-13T09:15:03.680 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1309291697 2024-04-13T09:15:03.680 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.680 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_cleanup_lat": { 2024-04-13T09:15:03.680 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 17486, 2024-04-13T09:15:03.680 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3904705549350 2024-04-13T09:15:03.680 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.680 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_queued_lat": { 2024-04-13T09:15:03.681 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 17487, 2024-04-13T09:15:03.681 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6647838869465 2024-04-13T09:15:03.681 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.681 INFO:tasks.workunit.client.0.smithi119.stdout: "state_done_lat": { 2024-04-13T09:15:03.681 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77371, 2024-04-13T09:15:03.681 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2766586080475 2024-04-13T09:15:03.681 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.681 INFO:tasks.workunit.client.0.smithi119.stdout: "state_finishing_lat": { 2024-04-13T09:15:03.681 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77371, 2024-04-13T09:15:03.681 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9874959 2024-04-13T09:15:03.681 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.681 INFO:tasks.workunit.client.0.smithi119.stdout: "state_io_done_lat": { 2024-04-13T09:15:03.681 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77372, 2024-04-13T09:15:03.681 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 220252526 2024-04-13T09:15:03.681 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.682 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_commiting_lat": { 2024-04-13T09:15:03.682 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77372, 2024-04-13T09:15:03.682 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 30856234794 2024-04-13T09:15:03.682 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.682 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_done_lat": { 2024-04-13T09:15:03.682 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77372, 2024-04-13T09:15:03.682 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 28290810 2024-04-13T09:15:03.682 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.682 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_queued_lat": { 2024-04-13T09:15:03.682 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77372, 2024-04-13T09:15:03.682 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14456861568 2024-04-13T09:15:03.682 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.682 INFO:tasks.workunit.client.0.smithi119.stdout: "state_prepare_lat": { 2024-04-13T09:15:03.682 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77372, 2024-04-13T09:15:03.682 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12367972827 2024-04-13T09:15:03.683 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.683 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": { 2024-04-13T09:15:03.683 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5437777 2024-04-13T09:15:03.683 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.683 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:15:03.683 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2514, 2024-04-13T09:15:03.683 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15938899 2024-04-13T09:15:03.683 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.683 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_commit_lat": { 2024-04-13T09:15:03.683 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77372, 2024-04-13T09:15:03.683 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67420528923 2024-04-13T09:15:03.683 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.683 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_submit_lat": { 2024-04-13T09:15:03.683 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77372, 2024-04-13T09:15:03.683 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13366763815 2024-04-13T09:15:03.684 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.684 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_throttle_lat": { 2024-04-13T09:15:03.684 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 77372, 2024-04-13T09:15:03.684 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 497674014 2024-04-13T09:15:03.684 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.684 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.684 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache": { 2024-04-13T09:15:03.684 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T09:15:03.684 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1405278976 2024-04-13T09:15:03.684 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.684 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T09:15:03.684 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 635961344 2024-04-13T09:15:03.684 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.684 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T09:15:03.684 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 624697344 2024-04-13T09:15:03.685 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.685 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T09:15:03.685 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2600688640 2024-04-13T09:15:03.685 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.685 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T09:15:03.685 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11264000 2024-04-13T09:15:03.685 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.685 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.685 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:data": { 2024-04-13T09:15:03.685 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:03.685 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 125829120 2024-04-13T09:15:03.685 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.685 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:03.685 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.686 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.686 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:03.686 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.686 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.686 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:03.686 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 57096272 2024-04-13T09:15:03.686 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.686 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:03.686 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.686 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.686 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:03.686 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.686 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.686 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:03.686 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.687 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.687 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:03.687 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.687 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.687 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:03.687 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12288 2024-04-13T09:15:03.689 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.689 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:03.689 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12288 2024-04-13T09:15:03.689 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.689 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:03.689 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.689 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.689 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:03.689 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.690 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.690 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:03.690 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.690 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.690 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:03.690 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 68708272 2024-04-13T09:15:03.690 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.690 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.690 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv": { 2024-04-13T09:15:03.690 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:03.690 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 570425344 2024-04-13T09:15:03.690 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.690 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:03.690 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:03.690 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.691 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:03.691 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.691 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.691 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:03.691 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 428222040 2024-04-13T09:15:03.691 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.691 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:03.691 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.691 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.691 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:03.691 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.691 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.691 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:03.691 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2416 2024-04-13T09:15:03.691 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.692 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:03.692 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.692 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.692 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:03.692 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 148384 2024-04-13T09:15:03.692 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.692 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:03.692 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.692 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.692 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:03.692 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.692 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.692 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:03.692 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.692 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.692 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:03.693 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.693 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.693 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:03.693 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 74943640 2024-04-13T09:15:03.693 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.693 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.693 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T09:15:03.693 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:03.693 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 184549376 2024-04-13T09:15:03.693 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.693 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:03.693 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:03.693 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.693 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:03.693 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6905248 2024-04-13T09:15:03.693 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.694 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:03.694 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 38064181 2024-04-13T09:15:03.694 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.694 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:03.694 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.694 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.694 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:03.694 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.694 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.694 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:03.694 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.694 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.694 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:03.694 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.695 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.695 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:03.695 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.695 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.695 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:03.695 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.695 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.695 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:03.695 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.695 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.695 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:03.695 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.695 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.695 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:03.696 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.696 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.696 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:03.696 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 72471083 2024-04-13T09:15:03.696 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.696 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.696 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:meta": { 2024-04-13T09:15:03.696 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:03.696 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 503316480 2024-04-13T09:15:03.696 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.696 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:03.696 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.696 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.696 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:03.696 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.697 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.697 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:03.697 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 428222040 2024-04-13T09:15:03.697 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.697 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:03.697 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.697 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.697 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:03.697 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.697 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.697 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:03.697 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.697 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.697 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:03.697 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.697 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.698 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:03.698 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 103743 2024-04-13T09:15:03.698 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.698 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:03.698 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1138182 2024-04-13T09:15:03.698 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.698 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:03.698 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.698 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.698 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:03.698 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.698 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.698 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:03.698 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.698 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.699 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:03.699 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 73852515 2024-04-13T09:15:03.699 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.699 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.699 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T09:15:03.699 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T09:15:03.699 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.699 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.699 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:15:03.699 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17 2024-04-13T09:15:03.699 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.699 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T09:15:03.699 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.699 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.699 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:15:03.700 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.700 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.700 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.700 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:03.700 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg": { 2024-04-13T09:15:03.700 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 48 2024-04-13T09:15:03.700 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.700 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg_removing": { 2024-04-13T09:15:03.700 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.700 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.700 INFO:tasks.workunit.client.0.smithi119.stdout: "op": { 2024-04-13T09:15:03.700 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 64871 2024-04-13T09:15:03.700 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.700 INFO:tasks.workunit.client.0.smithi119.stdout: "op_before_queue_op_lat": { 2024-04-13T09:15:03.700 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 147632, 2024-04-13T09:15:03.700 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9041177772 2024-04-13T09:15:03.701 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.701 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_degraded": { 2024-04-13T09:15:03.701 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.701 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.701 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_unreadable": { 2024-04-13T09:15:03.701 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T09:15:03.701 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.701 INFO:tasks.workunit.client.0.smithi119.stdout: "op_in_bytes": { 2024-04-13T09:15:03.701 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1492833899 2024-04-13T09:15:03.701 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.701 INFO:tasks.workunit.client.0.smithi119.stdout: "op_latency": { 2024-04-13T09:15:03.701 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 64871, 2024-04-13T09:15:03.701 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 270434023569 2024-04-13T09:15:03.701 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.701 INFO:tasks.workunit.client.0.smithi119.stdout: "op_out_bytes": { 2024-04-13T09:15:03.702 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1469150696 2024-04-13T09:15:03.702 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.702 INFO:tasks.workunit.client.0.smithi119.stdout: "op_prepare_latency": { 2024-04-13T09:15:03.702 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 67144, 2024-04-13T09:15:03.702 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37787906612 2024-04-13T09:15:03.702 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.702 INFO:tasks.workunit.client.0.smithi119.stdout: "op_process_latency": { 2024-04-13T09:15:03.702 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 64871, 2024-04-13T09:15:03.702 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 77024047402 2024-04-13T09:15:03.702 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.702 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:15:03.702 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 47034 2024-04-13T09:15:03.702 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.702 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency": { 2024-04-13T09:15:03.702 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 47034, 2024-04-13T09:15:03.703 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 58574095361 2024-04-13T09:15:03.703 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.703 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T09:15:03.703 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.703 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.703 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_out_bytes": { 2024-04-13T09:15:03.703 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1469150696 2024-04-13T09:15:03.703 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.703 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_prepare_latency": { 2024-04-13T09:15:03.703 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 47257, 2024-04-13T09:15:03.703 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15350299233 2024-04-13T09:15:03.703 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.703 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_process_latency": { 2024-04-13T09:15:03.703 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 47034, 2024-04-13T09:15:03.703 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14402850562 2024-04-13T09:15:03.704 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.704 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw": { 2024-04-13T09:15:03.704 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13893 2024-04-13T09:15:03.704 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.704 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_in_bytes": { 2024-04-13T09:15:03.704 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 250904863 2024-04-13T09:15:03.704 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.704 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency": { 2024-04-13T09:15:03.704 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 13893, 2024-04-13T09:15:03.704 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 167283019225 2024-04-13T09:15:03.704 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.704 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T09:15:03.704 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.704 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.704 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T09:15:03.704 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.705 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.705 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_out_bytes": { 2024-04-13T09:15:03.705 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.705 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.705 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_prepare_latency": { 2024-04-13T09:15:03.705 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15818, 2024-04-13T09:15:03.705 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17433939436 2024-04-13T09:15:03.705 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.705 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_process_latency": { 2024-04-13T09:15:03.705 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 13893, 2024-04-13T09:15:03.705 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 38354352179 2024-04-13T09:15:03.705 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.705 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:15:03.705 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3944 2024-04-13T09:15:03.706 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.706 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_in_bytes": { 2024-04-13T09:15:03.706 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1241929036 2024-04-13T09:15:03.706 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.706 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency": { 2024-04-13T09:15:03.706 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3944, 2024-04-13T09:15:03.706 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 44576908983 2024-04-13T09:15:03.706 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.706 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T09:15:03.706 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.706 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.706 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_prepare_latency": { 2024-04-13T09:15:03.706 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4069, 2024-04-13T09:15:03.706 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5003667943 2024-04-13T09:15:03.706 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.707 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_process_latency": { 2024-04-13T09:15:03.707 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3944, 2024-04-13T09:15:03.707 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24266844661 2024-04-13T09:15:03.707 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.707 INFO:tasks.workunit.client.0.smithi119.stdout: "op_wip": { 2024-04-13T09:15:03.707 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.707 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.707 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_bytes": { 2024-04-13T09:15:03.707 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 78 2024-04-13T09:15:03.707 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.707 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_ops": { 2024-04-13T09:15:03.707 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8 2024-04-13T09:15:03.707 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.707 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes": { 2024-04-13T09:15:03.707 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T09:15:03.707 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.708 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes_used": { 2024-04-13T09:15:03.708 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 704110592 2024-04-13T09:15:03.708 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.708 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.708 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.708 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.4": { 2024-04-13T09:15:03.708 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:03.708 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_db_max_lat": { 2024-04-13T09:15:03.708 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18364 2024-04-13T09:15:03.708 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.708 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_fallback": { 2024-04-13T09:15:03.708 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.708 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.708 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_max_lat": { 2024-04-13T09:15:03.708 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.709 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.709 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_size_fallback": { 2024-04-13T09:15:03.709 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.709 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.709 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_db": { 2024-04-13T09:15:03.709 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 65536 2024-04-13T09:15:03.709 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.709 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_slow": { 2024-04-13T09:15:03.709 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.709 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.709 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_wal": { 2024-04-13T09:15:03.709 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.709 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.709 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_wal_max_lat": { 2024-04-13T09:15:03.709 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.710 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.710 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_slow": { 2024-04-13T09:15:03.710 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.710 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.710 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_sst": { 2024-04-13T09:15:03.710 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23228416 2024-04-13T09:15:03.710 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.710 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_wal": { 2024-04-13T09:15:03.710 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 706732032 2024-04-13T09:15:03.710 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.710 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lat": { 2024-04-13T09:15:03.710 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15, 2024-04-13T09:15:03.710 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2894777 2024-04-13T09:15:03.710 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.710 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lock_lat": { 2024-04-13T09:15:03.711 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15, 2024-04-13T09:15:03.711 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1086246 2024-04-13T09:15:03.711 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.711 INFO:tasks.workunit.client.0.smithi119.stdout: "db_alloc_lat": { 2024-04-13T09:15:03.711 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 200, 2024-04-13T09:15:03.711 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 907777 2024-04-13T09:15:03.711 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.711 INFO:tasks.workunit.client.0.smithi119.stdout: "db_total_bytes": { 2024-04-13T09:15:03.711 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995027456 2024-04-13T09:15:03.711 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.711 INFO:tasks.workunit.client.0.smithi119.stdout: "db_used_bytes": { 2024-04-13T09:15:03.711 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 762118144 2024-04-13T09:15:03.711 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.711 INFO:tasks.workunit.client.0.smithi119.stdout: "flush_lat": { 2024-04-13T09:15:03.711 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 62740, 2024-04-13T09:15:03.712 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9314102056 2024-04-13T09:15:03.712 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.712 INFO:tasks.workunit.client.0.smithi119.stdout: "fsync_lat": { 2024-04-13T09:15:03.712 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 62745, 2024-04-13T09:15:03.712 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15058035175 2024-04-13T09:15:03.712 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.712 INFO:tasks.workunit.client.0.smithi119.stdout: "log_bytes": { 2024-04-13T09:15:03.712 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7577600 2024-04-13T09:15:03.712 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.712 INFO:tasks.workunit.client.0.smithi119.stdout: "logged_bytes": { 2024-04-13T09:15:03.712 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 256937984 2024-04-13T09:15:03.712 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.712 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_db": { 2024-04-13T09:15:03.712 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 757858304 2024-04-13T09:15:03.712 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.712 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_slow": { 2024-04-13T09:15:03.713 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.713 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.713 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_wal": { 2024-04-13T09:15:03.713 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.713 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.713 INFO:tasks.workunit.client.0.smithi119.stdout: "num_files": { 2024-04-13T09:15:03.713 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 57 2024-04-13T09:15:03.713 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.713 INFO:tasks.workunit.client.0.smithi119.stdout: "read_bytes": { 2024-04-13T09:15:03.713 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18351380338 2024-04-13T09:15:03.713 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.713 INFO:tasks.workunit.client.0.smithi119.stdout: "read_count": { 2024-04-13T09:15:03.713 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 107654 2024-04-13T09:15:03.713 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.713 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes": { 2024-04-13T09:15:03.714 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16077783040 2024-04-13T09:15:03.714 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.714 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_db": { 2024-04-13T09:15:03.714 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16077787136 2024-04-13T09:15:03.714 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.714 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_slow": { 2024-04-13T09:15:03.714 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.714 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.714 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_wal": { 2024-04-13T09:15:03.714 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.714 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.714 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_count": { 2024-04-13T09:15:03.714 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 106891 2024-04-13T09:15:03.714 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.714 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:15:03.715 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 107654, 2024-04-13T09:15:03.715 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5654038263 2024-04-13T09:15:03.715 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.715 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_bytes": { 2024-04-13T09:15:03.715 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18193386040 2024-04-13T09:15:03.715 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.715 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_count": { 2024-04-13T09:15:03.715 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 102817 2024-04-13T09:15:03.715 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.715 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_bytes": { 2024-04-13T09:15:03.715 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6977583 2024-04-13T09:15:03.715 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.715 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_count": { 2024-04-13T09:15:03.715 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1210 2024-04-13T09:15:03.715 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.716 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_bytes": { 2024-04-13T09:15:03.716 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 22912247 2024-04-13T09:15:03.716 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.716 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_count": { 2024-04-13T09:15:03.716 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1735 2024-04-13T09:15:03.716 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.716 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes": { 2024-04-13T09:15:03.716 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15934664 2024-04-13T09:15:03.716 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.716 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_db": { 2024-04-13T09:15:03.716 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15934664 2024-04-13T09:15:03.716 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.716 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_slow": { 2024-04-13T09:15:03.716 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.716 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.717 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_wal": { 2024-04-13T09:15:03.717 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.717 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.717 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_count": { 2024-04-13T09:15:03.717 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 546 2024-04-13T09:15:03.717 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.717 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_lat": { 2024-04-13T09:15:03.717 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1735, 2024-04-13T09:15:03.717 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7661179 2024-04-13T09:15:03.717 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.717 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_alloc_lat": { 2024-04-13T09:15:03.717 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.717 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.717 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.718 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_total_bytes": { 2024-04-13T09:15:03.718 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.718 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.718 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_used_bytes": { 2024-04-13T09:15:03.718 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.718 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.718 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:15:03.718 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T09:15:03.718 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 755 2024-04-13T09:15:03.718 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.718 INFO:tasks.workunit.client.0.smithi119.stdout: "unlink_lat": { 2024-04-13T09:15:03.718 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 11, 2024-04-13T09:15:03.718 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10936 2024-04-13T09:15:03.718 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.718 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_alloc_lat": { 2024-04-13T09:15:03.719 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.719 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.719 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.719 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_total_bytes": { 2024-04-13T09:15:03.719 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.719 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.719 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_used_bytes": { 2024-04-13T09:15:03.719 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.719 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.719 INFO:tasks.workunit.client.0.smithi119.stdout: "write_bytes": { 2024-04-13T09:15:03.719 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 989196288 2024-04-13T09:15:03.719 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.719 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.719 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": { 2024-04-13T09:15:03.719 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit": { 2024-04-13T09:15:03.720 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T09:15:03.720 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.720 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": { 2024-04-13T09:15:03.720 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13410304 2024-04-13T09:15:03.720 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.720 INFO:tasks.workunit.client.0.smithi119.stdout: "allocator_lat": { 2024-04-13T09:15:03.720 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 20655, 2024-04-13T09:15:03.720 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 68300714 2024-04-13T09:15:03.720 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.720 INFO:tasks.workunit.client.0.smithi119.stdout: "clist_lat": { 2024-04-13T09:15:03.720 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3517, 2024-04-13T09:15:03.720 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9794567343 2024-04-13T09:15:03.720 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.720 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_lat": { 2024-04-13T09:15:03.720 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.721 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.721 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.721 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed": { 2024-04-13T09:15:03.721 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.721 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.721 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_allocated": { 2024-04-13T09:15:03.721 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.721 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.721 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_original": { 2024-04-13T09:15:03.721 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.721 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.721 INFO:tasks.workunit.client.0.smithi119.stdout: "csum_lat": { 2024-04-13T09:15:03.721 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 16577, 2024-04-13T09:15:03.721 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 144684692 2024-04-13T09:15:03.721 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.722 INFO:tasks.workunit.client.0.smithi119.stdout: "decompress_lat": { 2024-04-13T09:15:03.722 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.722 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.722 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.722 INFO:tasks.workunit.client.0.smithi119.stdout: "fragmentation_micros": { 2024-04-13T09:15:03.722 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.722 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.722 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_commit_lat": { 2024-04-13T09:15:03.722 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 62651, 2024-04-13T09:15:03.722 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18520762791 2024-04-13T09:15:03.722 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.722 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_final_lat": { 2024-04-13T09:15:03.722 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 62183, 2024-04-13T09:15:03.722 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1541818382 2024-04-13T09:15:03.723 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.723 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_flush_lat": { 2024-04-13T09:15:03.723 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 62651, 2024-04-13T09:15:03.723 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 47213116 2024-04-13T09:15:03.723 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.723 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_sync_lat": { 2024-04-13T09:15:03.723 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 62651, 2024-04-13T09:15:03.723 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18567975907 2024-04-13T09:15:03.723 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.723 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_keys_lat": { 2024-04-13T09:15:03.723 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.723 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.723 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.723 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_values_lat": { 2024-04-13T09:15:03.723 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 21653, 2024-04-13T09:15:03.724 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1120404725 2024-04-13T09:15:03.724 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.724 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_lower_bound_lat": { 2024-04-13T09:15:03.724 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 856, 2024-04-13T09:15:03.724 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2364392 2024-04-13T09:15:03.724 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.724 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_next_lat": { 2024-04-13T09:15:03.724 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 13089, 2024-04-13T09:15:03.724 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11057235 2024-04-13T09:15:03.724 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.724 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_seek_to_first_lat": { 2024-04-13T09:15:03.724 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 46, 2024-04-13T09:15:03.724 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 61945 2024-04-13T09:15:03.724 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.725 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_upper_bound_lat": { 2024-04-13T09:15:03.725 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 14585, 2024-04-13T09:15:03.725 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4921617252 2024-04-13T09:15:03.725 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.725 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_hits": { 2024-04-13T09:15:03.725 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 192425 2024-04-13T09:15:03.725 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.725 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_misses": { 2024-04-13T09:15:03.725 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 19369 2024-04-13T09:15:03.725 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.725 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:15:03.725 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 14120, 2024-04-13T09:15:03.725 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1607079746 2024-04-13T09:15:03.725 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.725 INFO:tasks.workunit.client.0.smithi119.stdout: "read_onode_meta_lat": { 2024-04-13T09:15:03.725 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 46546, 2024-04-13T09:15:03.726 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 21835242 2024-04-13T09:15:03.726 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.726 INFO:tasks.workunit.client.0.smithi119.stdout: "read_wait_aio_lat": { 2024-04-13T09:15:03.726 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 32426, 2024-04-13T09:15:03.726 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1299453458 2024-04-13T09:15:03.726 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.726 INFO:tasks.workunit.client.0.smithi119.stdout: "reads_with_retries": { 2024-04-13T09:15:03.726 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.726 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.726 INFO:tasks.workunit.client.0.smithi119.stdout: "remove_lat": { 2024-04-13T09:15:03.726 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 13806, 2024-04-13T09:15:03.726 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 409746449 2024-04-13T09:15:03.726 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.726 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_aio_wait_count": { 2024-04-13T09:15:03.727 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.727 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.727 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_committed_kv_count": { 2024-04-13T09:15:03.727 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.727 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.727 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_onode_meta_count": { 2024-04-13T09:15:03.727 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.727 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.727 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_wait_aio_count": { 2024-04-13T09:15:03.727 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.727 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.727 INFO:tasks.workunit.client.0.smithi119.stdout: "state_aio_wait_lat": { 2024-04-13T09:15:03.727 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 72679, 2024-04-13T09:15:03.727 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8722691057 2024-04-13T09:15:03.727 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.728 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T09:15:03.728 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 17900, 2024-04-13T09:15:03.728 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 866568737 2024-04-13T09:15:03.728 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.728 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_cleanup_lat": { 2024-04-13T09:15:03.728 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 17899, 2024-04-13T09:15:03.728 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3403036833636 2024-04-13T09:15:03.728 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.728 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_queued_lat": { 2024-04-13T09:15:03.728 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 17900, 2024-04-13T09:15:03.728 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6020073887285 2024-04-13T09:15:03.728 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.728 INFO:tasks.workunit.client.0.smithi119.stdout: "state_done_lat": { 2024-04-13T09:15:03.728 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 72678, 2024-04-13T09:15:03.728 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2747521063390 2024-04-13T09:15:03.729 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.729 INFO:tasks.workunit.client.0.smithi119.stdout: "state_finishing_lat": { 2024-04-13T09:15:03.729 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 72678, 2024-04-13T09:15:03.729 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8206496 2024-04-13T09:15:03.729 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.729 INFO:tasks.workunit.client.0.smithi119.stdout: "state_io_done_lat": { 2024-04-13T09:15:03.729 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 72679, 2024-04-13T09:15:03.729 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 307197496 2024-04-13T09:15:03.729 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.729 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_commiting_lat": { 2024-04-13T09:15:03.729 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 72679, 2024-04-13T09:15:03.729 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 27467058965 2024-04-13T09:15:03.729 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.729 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_done_lat": { 2024-04-13T09:15:03.729 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 72679, 2024-04-13T09:15:03.729 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 27314791 2024-04-13T09:15:03.730 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.730 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_queued_lat": { 2024-04-13T09:15:03.730 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 72679, 2024-04-13T09:15:03.730 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11546484338 2024-04-13T09:15:03.730 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.730 INFO:tasks.workunit.client.0.smithi119.stdout: "state_prepare_lat": { 2024-04-13T09:15:03.730 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 72679, 2024-04-13T09:15:03.730 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15058296705 2024-04-13T09:15:03.730 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.730 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": { 2024-04-13T09:15:03.730 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9626880 2024-04-13T09:15:03.730 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.730 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:15:03.730 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2429, 2024-04-13T09:15:03.730 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14000189 2024-04-13T09:15:03.731 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.731 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_commit_lat": { 2024-04-13T09:15:03.731 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 72679, 2024-04-13T09:15:03.731 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 63114671411 2024-04-13T09:15:03.731 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.731 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_submit_lat": { 2024-04-13T09:15:03.731 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 72679, 2024-04-13T09:15:03.731 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16016665405 2024-04-13T09:15:03.731 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.731 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_throttle_lat": { 2024-04-13T09:15:03.731 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 72679, 2024-04-13T09:15:03.731 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 494418402 2024-04-13T09:15:03.731 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.731 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.731 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache": { 2024-04-13T09:15:03.731 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T09:15:03.732 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1405280194 2024-04-13T09:15:03.732 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.732 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T09:15:03.732 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 653393920 2024-04-13T09:15:03.732 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.732 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T09:15:03.732 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 512237568 2024-04-13T09:15:03.732 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.732 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T09:15:03.732 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2600690073 2024-04-13T09:15:03.732 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.732 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T09:15:03.732 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 141156352 2024-04-13T09:15:03.732 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.732 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.733 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:data": { 2024-04-13T09:15:03.733 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:03.733 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 125829120 2024-04-13T09:15:03.733 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.733 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:03.733 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.733 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.733 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:03.733 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.733 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.733 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:03.733 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 55823896 2024-04-13T09:15:03.733 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.733 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:03.733 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.733 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.733 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:03.734 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.734 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.734 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:03.734 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.734 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.734 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:03.734 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.734 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.734 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:03.734 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 28672 2024-04-13T09:15:03.734 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.734 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:03.734 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 745472 2024-04-13T09:15:03.734 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.735 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:03.735 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.735 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.735 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:03.735 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.735 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.735 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:03.735 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.735 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.735 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:03.735 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 69231080 2024-04-13T09:15:03.735 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.735 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.735 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv": { 2024-04-13T09:15:03.735 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:03.736 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 553648128 2024-04-13T09:15:03.736 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.736 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:03.736 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:03.736 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.736 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:03.736 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.736 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.736 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:03.736 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 418679222 2024-04-13T09:15:03.736 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.736 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:03.736 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.736 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.736 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:03.736 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.737 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.737 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:03.737 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4464 2024-04-13T09:15:03.737 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.737 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:03.737 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.737 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.737 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:03.737 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 272464 2024-04-13T09:15:03.737 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.737 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:03.737 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.737 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.737 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:03.737 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.738 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.738 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:03.738 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.738 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.738 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:03.738 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.738 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.738 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:03.738 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67583114 2024-04-13T09:15:03.738 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.738 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.738 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T09:15:03.738 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:03.738 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 201326592 2024-04-13T09:15:03.738 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.739 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:03.739 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:03.739 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.739 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:03.739 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23853584 2024-04-13T09:15:03.739 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.739 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:03.739 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37215930 2024-04-13T09:15:03.739 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.739 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:03.739 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.739 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.739 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:03.739 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.739 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.740 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:03.740 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.740 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.740 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:03.740 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.740 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.740 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:03.740 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.740 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.740 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:03.740 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.740 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.740 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:03.740 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.740 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.741 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:03.741 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.741 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.741 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:03.741 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.741 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.741 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:03.741 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 73148214 2024-04-13T09:15:03.741 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.741 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.741 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:meta": { 2024-04-13T09:15:03.741 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:03.741 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 494927872 2024-04-13T09:15:03.741 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.741 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:03.741 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.742 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.742 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:03.742 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.742 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.742 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:03.742 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 418679222 2024-04-13T09:15:03.742 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.742 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:03.742 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.742 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.742 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:03.742 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.742 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.742 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:03.742 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.743 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.743 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:03.743 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.743 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.743 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:03.743 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 106235 2024-04-13T09:15:03.743 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.743 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:03.743 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1131851 2024-04-13T09:15:03.743 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.743 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:03.743 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.743 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.743 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:03.743 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.743 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.744 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:03.744 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.744 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.744 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:03.744 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 75010564 2024-04-13T09:15:03.744 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.744 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.744 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T09:15:03.744 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T09:15:03.744 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.744 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.744 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:15:03.744 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 35 2024-04-13T09:15:03.744 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.744 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T09:15:03.745 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.745 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.745 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:15:03.745 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.745 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.745 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.745 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:03.745 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg": { 2024-04-13T09:15:03.745 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 50 2024-04-13T09:15:03.745 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.745 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg_removing": { 2024-04-13T09:15:03.745 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.745 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.745 INFO:tasks.workunit.client.0.smithi119.stdout: "op": { 2024-04-13T09:15:03.745 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 36025 2024-04-13T09:15:03.745 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.746 INFO:tasks.workunit.client.0.smithi119.stdout: "op_before_queue_op_lat": { 2024-04-13T09:15:03.746 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 100141, 2024-04-13T09:15:03.746 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11204939362 2024-04-13T09:15:03.746 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.746 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_degraded": { 2024-04-13T09:15:03.746 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.746 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.746 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_unreadable": { 2024-04-13T09:15:03.746 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.746 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.746 INFO:tasks.workunit.client.0.smithi119.stdout: "op_in_bytes": { 2024-04-13T09:15:03.746 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1523464705 2024-04-13T09:15:03.746 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.746 INFO:tasks.workunit.client.0.smithi119.stdout: "op_latency": { 2024-04-13T09:15:03.746 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 36025, 2024-04-13T09:15:03.747 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 54857110648 2024-04-13T09:15:03.747 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.747 INFO:tasks.workunit.client.0.smithi119.stdout: "op_out_bytes": { 2024-04-13T09:15:03.747 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2071170154 2024-04-13T09:15:03.747 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.747 INFO:tasks.workunit.client.0.smithi119.stdout: "op_prepare_latency": { 2024-04-13T09:15:03.747 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 36514, 2024-04-13T09:15:03.747 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13732197368 2024-04-13T09:15:03.747 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.747 INFO:tasks.workunit.client.0.smithi119.stdout: "op_process_latency": { 2024-04-13T09:15:03.747 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 36025, 2024-04-13T09:15:03.747 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 33364561250 2024-04-13T09:15:03.747 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.747 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:15:03.747 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 26485 2024-04-13T09:15:03.747 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.748 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency": { 2024-04-13T09:15:03.748 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 26485, 2024-04-13T09:15:03.748 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10640277582 2024-04-13T09:15:03.748 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.748 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T09:15:03.748 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.748 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.748 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_out_bytes": { 2024-04-13T09:15:03.748 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2071170154 2024-04-13T09:15:03.748 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.748 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_prepare_latency": { 2024-04-13T09:15:03.748 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 26642, 2024-04-13T09:15:03.748 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5481670775 2024-04-13T09:15:03.748 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.749 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_process_latency": { 2024-04-13T09:15:03.749 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 26485, 2024-04-13T09:15:03.749 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6316915414 2024-04-13T09:15:03.749 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.749 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw": { 2024-04-13T09:15:03.749 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5441 2024-04-13T09:15:03.749 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.749 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_in_bytes": { 2024-04-13T09:15:03.749 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 285813338 2024-04-13T09:15:03.749 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.749 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency": { 2024-04-13T09:15:03.749 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 5441, 2024-04-13T09:15:03.749 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9987602553 2024-04-13T09:15:03.749 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.749 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T09:15:03.749 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.750 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.750 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T09:15:03.750 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.750 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.750 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_out_bytes": { 2024-04-13T09:15:03.750 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.750 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.750 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_prepare_latency": { 2024-04-13T09:15:03.750 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 5661, 2024-04-13T09:15:03.750 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3205551874 2024-04-13T09:15:03.750 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.750 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_process_latency": { 2024-04-13T09:15:03.750 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 5441, 2024-04-13T09:15:03.750 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8032238145 2024-04-13T09:15:03.750 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.751 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:15:03.751 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4099 2024-04-13T09:15:03.751 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.751 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_in_bytes": { 2024-04-13T09:15:03.751 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1237651367 2024-04-13T09:15:03.751 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.751 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency": { 2024-04-13T09:15:03.751 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4099, 2024-04-13T09:15:03.751 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 34229230513 2024-04-13T09:15:03.751 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.751 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T09:15:03.751 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.751 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.751 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_prepare_latency": { 2024-04-13T09:15:03.751 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4211, 2024-04-13T09:15:03.752 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5044974719 2024-04-13T09:15:03.752 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.752 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_process_latency": { 2024-04-13T09:15:03.752 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4099, 2024-04-13T09:15:03.752 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 19015407691 2024-04-13T09:15:03.752 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.752 INFO:tasks.workunit.client.0.smithi119.stdout: "op_wip": { 2024-04-13T09:15:03.752 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.752 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.752 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_bytes": { 2024-04-13T09:15:03.752 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16777216 2024-04-13T09:15:03.752 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.752 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_ops": { 2024-04-13T09:15:03.752 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11 2024-04-13T09:15:03.752 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.753 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes": { 2024-04-13T09:15:03.753 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T09:15:03.753 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.753 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes_used": { 2024-04-13T09:15:03.753 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 775540736 2024-04-13T09:15:03.753 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.753 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.753 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.753 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.5": { 2024-04-13T09:15:03.753 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:03.753 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_db_max_lat": { 2024-04-13T09:15:03.753 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23248 2024-04-13T09:15:03.753 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.753 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_fallback": { 2024-04-13T09:15:03.753 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.753 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.754 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_max_lat": { 2024-04-13T09:15:03.754 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.754 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.754 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_size_fallback": { 2024-04-13T09:15:03.754 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.754 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.754 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_db": { 2024-04-13T09:15:03.754 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 65536 2024-04-13T09:15:03.754 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.754 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_slow": { 2024-04-13T09:15:03.754 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.754 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.754 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_wal": { 2024-04-13T09:15:03.754 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.755 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.755 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_wal_max_lat": { 2024-04-13T09:15:03.755 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.755 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.755 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_slow": { 2024-04-13T09:15:03.755 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.755 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.755 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_sst": { 2024-04-13T09:15:03.755 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37564416 2024-04-13T09:15:03.755 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.755 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_wal": { 2024-04-13T09:15:03.755 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 794357760 2024-04-13T09:15:03.755 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.755 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lat": { 2024-04-13T09:15:03.755 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 20, 2024-04-13T09:15:03.756 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3924734 2024-04-13T09:15:03.756 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.756 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lock_lat": { 2024-04-13T09:15:03.756 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 20, 2024-04-13T09:15:03.756 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1457426 2024-04-13T09:15:03.756 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.756 INFO:tasks.workunit.client.0.smithi119.stdout: "db_alloc_lat": { 2024-04-13T09:15:03.756 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 259, 2024-04-13T09:15:03.756 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1184936 2024-04-13T09:15:03.756 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.756 INFO:tasks.workunit.client.0.smithi119.stdout: "db_total_bytes": { 2024-04-13T09:15:03.756 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995027456 2024-04-13T09:15:03.756 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.756 INFO:tasks.workunit.client.0.smithi119.stdout: "db_used_bytes": { 2024-04-13T09:15:03.756 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 772079616 2024-04-13T09:15:03.757 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.757 INFO:tasks.workunit.client.0.smithi119.stdout: "flush_lat": { 2024-04-13T09:15:03.757 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 83044, 2024-04-13T09:15:03.757 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11409016908 2024-04-13T09:15:03.757 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.757 INFO:tasks.workunit.client.0.smithi119.stdout: "fsync_lat": { 2024-04-13T09:15:03.757 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 83016, 2024-04-13T09:15:03.757 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18159897921 2024-04-13T09:15:03.757 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.757 INFO:tasks.workunit.client.0.smithi119.stdout: "log_bytes": { 2024-04-13T09:15:03.757 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7446528 2024-04-13T09:15:03.757 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.757 INFO:tasks.workunit.client.0.smithi119.stdout: "logged_bytes": { 2024-04-13T09:15:03.757 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 339980288 2024-04-13T09:15:03.757 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.758 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_db": { 2024-04-13T09:15:03.758 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 770637824 2024-04-13T09:15:03.758 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.758 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_slow": { 2024-04-13T09:15:03.758 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.758 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.758 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_wal": { 2024-04-13T09:15:03.758 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.758 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.758 INFO:tasks.workunit.client.0.smithi119.stdout: "num_files": { 2024-04-13T09:15:03.758 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 62 2024-04-13T09:15:03.758 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.758 INFO:tasks.workunit.client.0.smithi119.stdout: "read_bytes": { 2024-04-13T09:15:03.758 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 31541240708 2024-04-13T09:15:03.758 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.759 INFO:tasks.workunit.client.0.smithi119.stdout: "read_count": { 2024-04-13T09:15:03.759 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 164668 2024-04-13T09:15:03.759 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.759 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes": { 2024-04-13T09:15:03.759 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 27276292096 2024-04-13T09:15:03.759 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.759 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_db": { 2024-04-13T09:15:03.759 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 27276296192 2024-04-13T09:15:03.759 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.759 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_slow": { 2024-04-13T09:15:03.759 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.759 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.759 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_wal": { 2024-04-13T09:15:03.759 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.759 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.759 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_count": { 2024-04-13T09:15:03.760 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 177847 2024-04-13T09:15:03.760 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.760 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:15:03.760 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 164668, 2024-04-13T09:15:03.760 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9610598675 2024-04-13T09:15:03.760 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.760 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_bytes": { 2024-04-13T09:15:03.760 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 31320990050 2024-04-13T09:15:03.760 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.760 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_count": { 2024-04-13T09:15:03.760 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 157929 2024-04-13T09:15:03.760 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.760 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_bytes": { 2024-04-13T09:15:03.760 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12878505 2024-04-13T09:15:03.760 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.761 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_count": { 2024-04-13T09:15:03.761 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1725 2024-04-13T09:15:03.761 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.761 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_bytes": { 2024-04-13T09:15:03.761 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37274489 2024-04-13T09:15:03.761 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.761 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_count": { 2024-04-13T09:15:03.761 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2358 2024-04-13T09:15:03.761 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.761 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes": { 2024-04-13T09:15:03.761 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24395984 2024-04-13T09:15:03.761 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.761 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_db": { 2024-04-13T09:15:03.761 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24395984 2024-04-13T09:15:03.761 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.762 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_slow": { 2024-04-13T09:15:03.762 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.762 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.762 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_wal": { 2024-04-13T09:15:03.762 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.762 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.762 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_count": { 2024-04-13T09:15:03.762 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 678 2024-04-13T09:15:03.762 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.762 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_lat": { 2024-04-13T09:15:03.762 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2358, 2024-04-13T09:15:03.762 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12130737 2024-04-13T09:15:03.762 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.762 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_alloc_lat": { 2024-04-13T09:15:03.762 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.763 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.763 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.763 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_total_bytes": { 2024-04-13T09:15:03.763 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.763 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.763 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_used_bytes": { 2024-04-13T09:15:03.763 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.763 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.763 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:15:03.763 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T09:15:03.763 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 800 2024-04-13T09:15:03.763 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.763 INFO:tasks.workunit.client.0.smithi119.stdout: "unlink_lat": { 2024-04-13T09:15:03.763 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15, 2024-04-13T09:15:03.763 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15675 2024-04-13T09:15:03.764 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.764 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_alloc_lat": { 2024-04-13T09:15:03.764 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.764 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.764 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.764 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_total_bytes": { 2024-04-13T09:15:03.764 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.764 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.764 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_used_bytes": { 2024-04-13T09:15:03.764 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.764 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.764 INFO:tasks.workunit.client.0.smithi119.stdout: "write_bytes": { 2024-04-13T09:15:03.764 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1174933504 2024-04-13T09:15:03.764 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.764 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.765 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": { 2024-04-13T09:15:03.765 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit": { 2024-04-13T09:15:03.765 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T09:15:03.765 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.765 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": { 2024-04-13T09:15:03.765 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13414400 2024-04-13T09:15:03.765 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.765 INFO:tasks.workunit.client.0.smithi119.stdout: "allocator_lat": { 2024-04-13T09:15:03.765 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 19399, 2024-04-13T09:15:03.765 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71408887 2024-04-13T09:15:03.765 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.765 INFO:tasks.workunit.client.0.smithi119.stdout: "clist_lat": { 2024-04-13T09:15:03.765 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3552, 2024-04-13T09:15:03.765 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13672433345 2024-04-13T09:15:03.765 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.765 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_lat": { 2024-04-13T09:15:03.766 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.766 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.766 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.766 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed": { 2024-04-13T09:15:03.766 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.766 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.766 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_allocated": { 2024-04-13T09:15:03.766 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.766 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.766 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_original": { 2024-04-13T09:15:03.766 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.766 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.766 INFO:tasks.workunit.client.0.smithi119.stdout: "csum_lat": { 2024-04-13T09:15:03.766 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 18218, 2024-04-13T09:15:03.766 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 144816398 2024-04-13T09:15:03.767 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.767 INFO:tasks.workunit.client.0.smithi119.stdout: "decompress_lat": { 2024-04-13T09:15:03.767 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.767 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.767 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.767 INFO:tasks.workunit.client.0.smithi119.stdout: "fragmentation_micros": { 2024-04-13T09:15:03.767 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.767 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.767 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_commit_lat": { 2024-04-13T09:15:03.767 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 82911, 2024-04-13T09:15:03.767 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 22189110693 2024-04-13T09:15:03.767 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.767 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_final_lat": { 2024-04-13T09:15:03.767 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 82404, 2024-04-13T09:15:03.767 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1624988626 2024-04-13T09:15:03.768 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.768 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_flush_lat": { 2024-04-13T09:15:03.768 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 82911, 2024-04-13T09:15:03.768 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 45504256 2024-04-13T09:15:03.768 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.768 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_sync_lat": { 2024-04-13T09:15:03.768 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 82911, 2024-04-13T09:15:03.768 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 22234614949 2024-04-13T09:15:03.768 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.768 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_keys_lat": { 2024-04-13T09:15:03.768 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.768 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.768 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.768 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_values_lat": { 2024-04-13T09:15:03.768 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 36980, 2024-04-13T09:15:03.769 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1027559842 2024-04-13T09:15:03.769 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.769 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_lower_bound_lat": { 2024-04-13T09:15:03.769 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 937, 2024-04-13T09:15:03.769 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2512470 2024-04-13T09:15:03.769 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.769 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_next_lat": { 2024-04-13T09:15:03.769 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 10482, 2024-04-13T09:15:03.769 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15436220 2024-04-13T09:15:03.769 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.769 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_seek_to_first_lat": { 2024-04-13T09:15:03.769 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 49, 2024-04-13T09:15:03.769 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 61208 2024-04-13T09:15:03.769 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.769 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_upper_bound_lat": { 2024-04-13T09:15:03.769 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 17672, 2024-04-13T09:15:03.770 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6602368616 2024-04-13T09:15:03.770 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.770 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_hits": { 2024-04-13T09:15:03.770 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 247997 2024-04-13T09:15:03.770 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.770 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_misses": { 2024-04-13T09:15:03.770 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 21051 2024-04-13T09:15:03.770 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.770 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:15:03.770 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 16712, 2024-04-13T09:15:03.770 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1439735338 2024-04-13T09:15:03.771 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.771 INFO:tasks.workunit.client.0.smithi119.stdout: "read_onode_meta_lat": { 2024-04-13T09:15:03.771 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 44680, 2024-04-13T09:15:03.771 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15277592 2024-04-13T09:15:03.771 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.771 INFO:tasks.workunit.client.0.smithi119.stdout: "read_wait_aio_lat": { 2024-04-13T09:15:03.771 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 27968, 2024-04-13T09:15:03.771 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1277999766 2024-04-13T09:15:03.771 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.771 INFO:tasks.workunit.client.0.smithi119.stdout: "reads_with_retries": { 2024-04-13T09:15:03.771 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.771 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.771 INFO:tasks.workunit.client.0.smithi119.stdout: "remove_lat": { 2024-04-13T09:15:03.771 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15829, 2024-04-13T09:15:03.772 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 473377813 2024-04-13T09:15:03.772 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.772 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_aio_wait_count": { 2024-04-13T09:15:03.772 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.772 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.772 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_committed_kv_count": { 2024-04-13T09:15:03.772 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.772 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.772 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_onode_meta_count": { 2024-04-13T09:15:03.772 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.772 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.772 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_wait_aio_count": { 2024-04-13T09:15:03.772 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.772 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.772 INFO:tasks.workunit.client.0.smithi119.stdout: "state_aio_wait_lat": { 2024-04-13T09:15:03.772 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 95181, 2024-04-13T09:15:03.773 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9838439192 2024-04-13T09:15:03.773 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.773 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T09:15:03.773 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 9214, 2024-04-13T09:15:03.773 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 804770581 2024-04-13T09:15:03.773 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.773 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_cleanup_lat": { 2024-04-13T09:15:03.773 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 9213, 2024-04-13T09:15:03.773 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4007900335306 2024-04-13T09:15:03.773 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.773 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_queued_lat": { 2024-04-13T09:15:03.773 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 9214, 2024-04-13T09:15:03.773 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6789433164980 2024-04-13T09:15:03.773 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.773 INFO:tasks.workunit.client.0.smithi119.stdout: "state_done_lat": { 2024-04-13T09:15:03.774 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 95180, 2024-04-13T09:15:03.774 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2967801824650 2024-04-13T09:15:03.774 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.774 INFO:tasks.workunit.client.0.smithi119.stdout: "state_finishing_lat": { 2024-04-13T09:15:03.774 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 95180, 2024-04-13T09:15:03.774 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10012586 2024-04-13T09:15:03.774 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.774 INFO:tasks.workunit.client.0.smithi119.stdout: "state_io_done_lat": { 2024-04-13T09:15:03.774 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 95181, 2024-04-13T09:15:03.774 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 384220594 2024-04-13T09:15:03.774 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.774 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_commiting_lat": { 2024-04-13T09:15:03.774 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 95181, 2024-04-13T09:15:03.774 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 33673510528 2024-04-13T09:15:03.775 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.775 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_done_lat": { 2024-04-13T09:15:03.775 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 95181, 2024-04-13T09:15:03.775 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 32989278 2024-04-13T09:15:03.775 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.775 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_queued_lat": { 2024-04-13T09:15:03.775 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 95181, 2024-04-13T09:15:03.775 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15296017975 2024-04-13T09:15:03.775 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.775 INFO:tasks.workunit.client.0.smithi119.stdout: "state_prepare_lat": { 2024-04-13T09:15:03.775 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 95181, 2024-04-13T09:15:03.775 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18762505977 2024-04-13T09:15:03.775 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.775 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": { 2024-04-13T09:15:03.776 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9632086 2024-04-13T09:15:03.776 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.776 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:15:03.776 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2466, 2024-04-13T09:15:03.776 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13499363 2024-04-13T09:15:03.776 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.776 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_commit_lat": { 2024-04-13T09:15:03.776 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 95181, 2024-04-13T09:15:03.776 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 77968721810 2024-04-13T09:15:03.776 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.776 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_submit_lat": { 2024-04-13T09:15:03.776 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 95181, 2024-04-13T09:15:03.776 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 19809637160 2024-04-13T09:15:03.776 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.776 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_throttle_lat": { 2024-04-13T09:15:03.777 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 95181, 2024-04-13T09:15:03.777 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 564162463 2024-04-13T09:15:03.777 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.777 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.777 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache": { 2024-04-13T09:15:03.777 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T09:15:03.777 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1405280194 2024-04-13T09:15:03.777 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.777 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T09:15:03.777 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 587087872 2024-04-13T09:15:03.777 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.777 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T09:15:03.777 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 535019520 2024-04-13T09:15:03.777 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.777 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T09:15:03.777 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2600690073 2024-04-13T09:15:03.778 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.778 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T09:15:03.778 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 52068352 2024-04-13T09:15:03.778 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.778 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.778 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:data": { 2024-04-13T09:15:03.778 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:03.778 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 125829120 2024-04-13T09:15:03.778 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.778 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:03.778 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.778 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.778 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:03.778 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.779 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.779 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:03.779 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 54805629 2024-04-13T09:15:03.779 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.779 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:03.779 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.779 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.779 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:03.779 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.779 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.779 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:03.779 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.779 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.779 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:03.779 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.780 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.780 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:03.780 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.780 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.780 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:03.780 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 49152 2024-04-13T09:15:03.780 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.780 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:03.780 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.780 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.780 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:03.780 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.780 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.780 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:03.780 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.781 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.781 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:03.781 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 70974339 2024-04-13T09:15:03.781 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.781 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.781 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv": { 2024-04-13T09:15:03.781 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:03.781 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 553648128 2024-04-13T09:15:03.781 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.781 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:03.781 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:03.781 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.781 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:03.781 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.781 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.782 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:03.782 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 411042220 2024-04-13T09:15:03.782 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.782 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:03.782 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.782 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.782 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:03.782 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.782 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.782 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:03.782 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4944 2024-04-13T09:15:03.782 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.782 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:03.782 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.782 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.783 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:03.783 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 323600 2024-04-13T09:15:03.783 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.783 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:03.783 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.783 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.783 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:03.783 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.783 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.783 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:03.783 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.783 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.783 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:03.783 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.783 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.784 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:03.784 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 75168500 2024-04-13T09:15:03.784 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.784 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.784 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T09:15:03.784 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:03.784 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 209715200 2024-04-13T09:15:03.784 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.784 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:03.784 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:03.784 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.784 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:03.784 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 38740528 2024-04-13T09:15:03.784 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.785 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:03.785 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 36537086 2024-04-13T09:15:03.785 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.785 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:03.785 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.785 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.785 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:03.785 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.785 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.785 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:03.785 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.785 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.785 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:03.785 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.785 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.786 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:03.786 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.786 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.786 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:03.786 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.786 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.786 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:03.786 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.786 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.786 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:03.786 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.786 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.786 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:03.786 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.787 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.787 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:03.787 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67328722 2024-04-13T09:15:03.787 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.787 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.787 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:meta": { 2024-04-13T09:15:03.787 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:03.787 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 486539264 2024-04-13T09:15:03.787 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.787 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:03.787 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.787 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.787 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:03.787 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.787 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.788 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:03.788 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 411042220 2024-04-13T09:15:03.788 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.788 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:03.788 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.788 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.788 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:03.788 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.788 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.788 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:03.788 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.788 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.788 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:03.788 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.788 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.789 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:03.789 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 96231 2024-04-13T09:15:03.789 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.789 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:03.789 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1130234 2024-04-13T09:15:03.789 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.789 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:03.789 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.789 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.789 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:03.789 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.789 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.789 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:03.789 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.790 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.790 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:03.790 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 74270579 2024-04-13T09:15:03.790 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.790 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.790 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T09:15:03.790 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T09:15:03.790 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.790 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.790 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:15:03.790 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 32 2024-04-13T09:15:03.790 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.790 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T09:15:03.790 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.790 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.791 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:15:03.791 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.791 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.791 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.791 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:03.791 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg": { 2024-04-13T09:15:03.791 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 53 2024-04-13T09:15:03.791 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.791 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg_removing": { 2024-04-13T09:15:03.791 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.791 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.791 INFO:tasks.workunit.client.0.smithi119.stdout: "op": { 2024-04-13T09:15:03.791 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 44593 2024-04-13T09:15:03.791 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.791 INFO:tasks.workunit.client.0.smithi119.stdout: "op_before_queue_op_lat": { 2024-04-13T09:15:03.792 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 133375, 2024-04-13T09:15:03.792 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13104540184 2024-04-13T09:15:03.792 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.792 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_degraded": { 2024-04-13T09:15:03.792 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.792 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.792 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_unreadable": { 2024-04-13T09:15:03.792 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.792 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.792 INFO:tasks.workunit.client.0.smithi119.stdout: "op_in_bytes": { 2024-04-13T09:15:03.792 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1364659131 2024-04-13T09:15:03.792 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.792 INFO:tasks.workunit.client.0.smithi119.stdout: "op_latency": { 2024-04-13T09:15:03.792 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 44593, 2024-04-13T09:15:03.793 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 44037008051 2024-04-13T09:15:03.793 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.793 INFO:tasks.workunit.client.0.smithi119.stdout: "op_out_bytes": { 2024-04-13T09:15:03.793 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1876909577 2024-04-13T09:15:03.793 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.793 INFO:tasks.workunit.client.0.smithi119.stdout: "op_prepare_latency": { 2024-04-13T09:15:03.793 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 45463, 2024-04-13T09:15:03.793 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14869222782 2024-04-13T09:15:03.793 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.793 INFO:tasks.workunit.client.0.smithi119.stdout: "op_process_latency": { 2024-04-13T09:15:03.793 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 44593, 2024-04-13T09:15:03.793 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 29864206409 2024-04-13T09:15:03.793 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.793 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:15:03.794 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 33573 2024-04-13T09:15:03.794 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.794 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency": { 2024-04-13T09:15:03.794 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 33573, 2024-04-13T09:15:03.794 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13393672992 2024-04-13T09:15:03.794 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.794 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T09:15:03.794 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.794 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.794 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_out_bytes": { 2024-04-13T09:15:03.794 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1876909577 2024-04-13T09:15:03.794 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.794 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_prepare_latency": { 2024-04-13T09:15:03.794 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 33788, 2024-04-13T09:15:03.794 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6742298040 2024-04-13T09:15:03.795 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.795 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_process_latency": { 2024-04-13T09:15:03.795 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 33573, 2024-04-13T09:15:03.795 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6690513271 2024-04-13T09:15:03.795 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.795 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw": { 2024-04-13T09:15:03.795 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9682 2024-04-13T09:15:03.795 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.795 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_in_bytes": { 2024-04-13T09:15:03.795 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 409520967 2024-04-13T09:15:03.795 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.795 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency": { 2024-04-13T09:15:03.795 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 9682, 2024-04-13T09:15:03.795 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 19105344057 2024-04-13T09:15:03.796 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.796 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T09:15:03.796 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.796 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.796 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T09:15:03.796 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.796 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.796 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_out_bytes": { 2024-04-13T09:15:03.796 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.796 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.796 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_prepare_latency": { 2024-04-13T09:15:03.796 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 10140, 2024-04-13T09:15:03.796 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6054631548 2024-04-13T09:15:03.796 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.796 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_process_latency": { 2024-04-13T09:15:03.796 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 9682, 2024-04-13T09:15:03.796 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14369357393 2024-04-13T09:15:03.797 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.797 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:15:03.797 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1338 2024-04-13T09:15:03.797 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.797 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_in_bytes": { 2024-04-13T09:15:03.797 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 955138164 2024-04-13T09:15:03.797 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.797 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency": { 2024-04-13T09:15:03.797 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1338, 2024-04-13T09:15:03.797 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11537991002 2024-04-13T09:15:03.797 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.797 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T09:15:03.797 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.797 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.797 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_prepare_latency": { 2024-04-13T09:15:03.797 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1535, 2024-04-13T09:15:03.798 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2072293194 2024-04-13T09:15:03.798 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.798 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_process_latency": { 2024-04-13T09:15:03.798 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1338, 2024-04-13T09:15:03.798 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8804335745 2024-04-13T09:15:03.798 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.798 INFO:tasks.workunit.client.0.smithi119.stdout: "op_wip": { 2024-04-13T09:15:03.798 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.798 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.798 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_bytes": { 2024-04-13T09:15:03.798 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8388608 2024-04-13T09:15:03.798 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.798 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_ops": { 2024-04-13T09:15:03.798 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3 2024-04-13T09:15:03.799 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.799 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes": { 2024-04-13T09:15:03.799 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T09:15:03.799 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.799 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes_used": { 2024-04-13T09:15:03.799 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 785506304 2024-04-13T09:15:03.799 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.799 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.799 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.799 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.6": { 2024-04-13T09:15:03.799 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:03.799 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_db_max_lat": { 2024-04-13T09:15:03.799 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 20671 2024-04-13T09:15:03.799 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.799 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_fallback": { 2024-04-13T09:15:03.799 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.799 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.800 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_max_lat": { 2024-04-13T09:15:03.800 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.800 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.800 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_size_fallback": { 2024-04-13T09:15:03.800 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.800 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.800 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_db": { 2024-04-13T09:15:03.800 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 65536 2024-04-13T09:15:03.800 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.800 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_slow": { 2024-04-13T09:15:03.800 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.800 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.800 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_wal": { 2024-04-13T09:15:03.800 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.800 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.800 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_wal_max_lat": { 2024-04-13T09:15:03.801 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.801 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.801 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_slow": { 2024-04-13T09:15:03.801 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.801 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.801 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_sst": { 2024-04-13T09:15:03.801 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8507392 2024-04-13T09:15:03.801 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.801 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_wal": { 2024-04-13T09:15:03.801 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 503078912 2024-04-13T09:15:03.801 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.801 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lat": { 2024-04-13T09:15:03.801 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15, 2024-04-13T09:15:03.801 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2807160 2024-04-13T09:15:03.801 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.801 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lock_lat": { 2024-04-13T09:15:03.802 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15, 2024-04-13T09:15:03.802 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 983929 2024-04-13T09:15:03.802 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.802 INFO:tasks.workunit.client.0.smithi119.stdout: "db_alloc_lat": { 2024-04-13T09:15:03.802 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 153, 2024-04-13T09:15:03.802 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 685072 2024-04-13T09:15:03.802 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.802 INFO:tasks.workunit.client.0.smithi119.stdout: "db_total_bytes": { 2024-04-13T09:15:03.802 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995027456 2024-04-13T09:15:03.802 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.802 INFO:tasks.workunit.client.0.smithi119.stdout: "db_used_bytes": { 2024-04-13T09:15:03.802 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 400424960 2024-04-13T09:15:03.802 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.802 INFO:tasks.workunit.client.0.smithi119.stdout: "flush_lat": { 2024-04-13T09:15:03.802 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 64206, 2024-04-13T09:15:03.803 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9010949487 2024-04-13T09:15:03.803 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.803 INFO:tasks.workunit.client.0.smithi119.stdout: "fsync_lat": { 2024-04-13T09:15:03.803 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 64210, 2024-04-13T09:15:03.803 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14499946259 2024-04-13T09:15:03.803 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.803 INFO:tasks.workunit.client.0.smithi119.stdout: "log_bytes": { 2024-04-13T09:15:03.803 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13688832 2024-04-13T09:15:03.803 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.803 INFO:tasks.workunit.client.0.smithi119.stdout: "logged_bytes": { 2024-04-13T09:15:03.803 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 263045120 2024-04-13T09:15:03.803 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.803 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_db": { 2024-04-13T09:15:03.803 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 396165120 2024-04-13T09:15:03.804 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.804 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_slow": { 2024-04-13T09:15:03.804 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.804 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.804 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_wal": { 2024-04-13T09:15:03.804 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.804 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.804 INFO:tasks.workunit.client.0.smithi119.stdout: "num_files": { 2024-04-13T09:15:03.804 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37 2024-04-13T09:15:03.804 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.804 INFO:tasks.workunit.client.0.smithi119.stdout: "read_bytes": { 2024-04-13T09:15:03.804 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5585861647 2024-04-13T09:15:03.804 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.804 INFO:tasks.workunit.client.0.smithi119.stdout: "read_count": { 2024-04-13T09:15:03.804 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 56746 2024-04-13T09:15:03.804 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.805 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes": { 2024-04-13T09:15:03.805 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4792000512 2024-04-13T09:15:03.805 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.805 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_db": { 2024-04-13T09:15:03.805 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4792004608 2024-04-13T09:15:03.805 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.805 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_slow": { 2024-04-13T09:15:03.805 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.805 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.805 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_wal": { 2024-04-13T09:15:03.805 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.805 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.805 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_count": { 2024-04-13T09:15:03.805 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 46654 2024-04-13T09:15:03.805 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.805 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:15:03.806 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 56746, 2024-04-13T09:15:03.806 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2342178747 2024-04-13T09:15:03.806 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.806 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_bytes": { 2024-04-13T09:15:03.806 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5487147704 2024-04-13T09:15:03.806 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.806 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_count": { 2024-04-13T09:15:03.806 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 53720 2024-04-13T09:15:03.806 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.806 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_bytes": { 2024-04-13T09:15:03.806 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3526163 2024-04-13T09:15:03.806 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.806 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_count": { 2024-04-13T09:15:03.806 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 831 2024-04-13T09:15:03.807 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.807 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_bytes": { 2024-04-13T09:15:03.807 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8434078 2024-04-13T09:15:03.807 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.807 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_count": { 2024-04-13T09:15:03.807 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1082 2024-04-13T09:15:03.807 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.807 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes": { 2024-04-13T09:15:03.807 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4907915 2024-04-13T09:15:03.807 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.807 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_db": { 2024-04-13T09:15:03.807 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4907915 2024-04-13T09:15:03.807 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.807 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_slow": { 2024-04-13T09:15:03.808 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.808 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.808 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_wal": { 2024-04-13T09:15:03.808 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.808 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.808 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_count": { 2024-04-13T09:15:03.808 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 256 2024-04-13T09:15:03.808 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.808 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_lat": { 2024-04-13T09:15:03.808 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1082, 2024-04-13T09:15:03.808 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2629414 2024-04-13T09:15:03.808 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.808 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_alloc_lat": { 2024-04-13T09:15:03.808 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.808 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.809 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.809 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_total_bytes": { 2024-04-13T09:15:03.809 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.809 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.809 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_used_bytes": { 2024-04-13T09:15:03.809 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.809 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.809 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:15:03.809 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T09:15:03.809 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17898 2024-04-13T09:15:03.809 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.809 INFO:tasks.workunit.client.0.smithi119.stdout: "unlink_lat": { 2024-04-13T09:15:03.809 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8, 2024-04-13T09:15:03.809 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9954 2024-04-13T09:15:03.810 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.810 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_alloc_lat": { 2024-04-13T09:15:03.810 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.810 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.810 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.810 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_total_bytes": { 2024-04-13T09:15:03.810 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.810 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.810 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_used_bytes": { 2024-04-13T09:15:03.810 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.810 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.810 INFO:tasks.workunit.client.0.smithi119.stdout: "write_bytes": { 2024-04-13T09:15:03.810 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 776921088 2024-04-13T09:15:03.810 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.810 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.811 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": { 2024-04-13T09:15:03.811 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit": { 2024-04-13T09:15:03.811 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T09:15:03.811 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.811 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": { 2024-04-13T09:15:03.811 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14000128 2024-04-13T09:15:03.811 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.811 INFO:tasks.workunit.client.0.smithi119.stdout: "allocator_lat": { 2024-04-13T09:15:03.811 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 13585, 2024-04-13T09:15:03.811 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 47798903 2024-04-13T09:15:03.811 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.811 INFO:tasks.workunit.client.0.smithi119.stdout: "clist_lat": { 2024-04-13T09:15:03.811 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3439, 2024-04-13T09:15:03.811 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4548699705 2024-04-13T09:15:03.811 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.812 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_lat": { 2024-04-13T09:15:03.812 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.812 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.812 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.812 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed": { 2024-04-13T09:15:03.812 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.812 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.812 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_allocated": { 2024-04-13T09:15:03.812 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.812 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.812 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_original": { 2024-04-13T09:15:03.812 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.812 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.812 INFO:tasks.workunit.client.0.smithi119.stdout: "csum_lat": { 2024-04-13T09:15:03.812 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 20045, 2024-04-13T09:15:03.812 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 163124763 2024-04-13T09:15:03.813 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.813 INFO:tasks.workunit.client.0.smithi119.stdout: "decompress_lat": { 2024-04-13T09:15:03.813 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.813 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.813 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.813 INFO:tasks.workunit.client.0.smithi119.stdout: "fragmentation_micros": { 2024-04-13T09:15:03.813 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.813 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.813 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_commit_lat": { 2024-04-13T09:15:03.813 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 64167, 2024-04-13T09:15:03.813 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17495824727 2024-04-13T09:15:03.813 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.813 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_final_lat": { 2024-04-13T09:15:03.813 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 63739, 2024-04-13T09:15:03.813 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1327950973 2024-04-13T09:15:03.814 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.814 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_flush_lat": { 2024-04-13T09:15:03.814 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 64167, 2024-04-13T09:15:03.814 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 31729739 2024-04-13T09:15:03.814 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.814 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_sync_lat": { 2024-04-13T09:15:03.814 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 64167, 2024-04-13T09:15:03.814 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17527554466 2024-04-13T09:15:03.814 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.814 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_keys_lat": { 2024-04-13T09:15:03.814 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.814 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.814 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.814 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_values_lat": { 2024-04-13T09:15:03.814 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 23325, 2024-04-13T09:15:03.815 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 437254248 2024-04-13T09:15:03.815 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.815 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_lower_bound_lat": { 2024-04-13T09:15:03.815 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 832, 2024-04-13T09:15:03.815 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2636112 2024-04-13T09:15:03.815 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.815 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_next_lat": { 2024-04-13T09:15:03.815 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8926, 2024-04-13T09:15:03.815 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 8790559 2024-04-13T09:15:03.815 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.815 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_seek_to_first_lat": { 2024-04-13T09:15:03.815 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 42, 2024-04-13T09:15:03.815 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 52029 2024-04-13T09:15:03.815 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.815 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_upper_bound_lat": { 2024-04-13T09:15:03.815 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 11599, 2024-04-13T09:15:03.816 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1938582404 2024-04-13T09:15:03.816 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.816 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_hits": { 2024-04-13T09:15:03.816 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 182216 2024-04-13T09:15:03.816 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.816 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_misses": { 2024-04-13T09:15:03.816 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17784 2024-04-13T09:15:03.816 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.816 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:15:03.816 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 10920, 2024-04-13T09:15:03.816 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1673915789 2024-04-13T09:15:03.816 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.816 INFO:tasks.workunit.client.0.smithi119.stdout: "read_onode_meta_lat": { 2024-04-13T09:15:03.816 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 39530, 2024-04-13T09:15:03.816 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12804762 2024-04-13T09:15:03.817 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.817 INFO:tasks.workunit.client.0.smithi119.stdout: "read_wait_aio_lat": { 2024-04-13T09:15:03.817 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 28610, 2024-04-13T09:15:03.817 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1326500549 2024-04-13T09:15:03.817 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.817 INFO:tasks.workunit.client.0.smithi119.stdout: "reads_with_retries": { 2024-04-13T09:15:03.817 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.817 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.817 INFO:tasks.workunit.client.0.smithi119.stdout: "remove_lat": { 2024-04-13T09:15:03.817 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 12014, 2024-04-13T09:15:03.817 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 347233536 2024-04-13T09:15:03.817 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.817 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_aio_wait_count": { 2024-04-13T09:15:03.817 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.817 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.817 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_committed_kv_count": { 2024-04-13T09:15:03.818 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.818 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.818 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_onode_meta_count": { 2024-04-13T09:15:03.818 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.818 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.818 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_wait_aio_count": { 2024-04-13T09:15:03.818 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.818 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.818 INFO:tasks.workunit.client.0.smithi119.stdout: "state_aio_wait_lat": { 2024-04-13T09:15:03.818 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 73886, 2024-04-13T09:15:03.818 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7774629085 2024-04-13T09:15:03.818 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.818 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T09:15:03.818 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 14372, 2024-04-13T09:15:03.818 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 881573523 2024-04-13T09:15:03.819 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.819 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_cleanup_lat": { 2024-04-13T09:15:03.819 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 14372, 2024-04-13T09:15:03.819 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3965440970971 2024-04-13T09:15:03.819 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.819 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_queued_lat": { 2024-04-13T09:15:03.819 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 14372, 2024-04-13T09:15:03.819 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6149578278501 2024-04-13T09:15:03.819 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.819 INFO:tasks.workunit.client.0.smithi119.stdout: "state_done_lat": { 2024-04-13T09:15:03.819 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 73886, 2024-04-13T09:15:03.819 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2907610828361 2024-04-13T09:15:03.819 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.819 INFO:tasks.workunit.client.0.smithi119.stdout: "state_finishing_lat": { 2024-04-13T09:15:03.819 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 73886, 2024-04-13T09:15:03.820 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7570150 2024-04-13T09:15:03.820 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.820 INFO:tasks.workunit.client.0.smithi119.stdout: "state_io_done_lat": { 2024-04-13T09:15:03.820 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 73886, 2024-04-13T09:15:03.820 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 326563285 2024-04-13T09:15:03.820 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.820 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_commiting_lat": { 2024-04-13T09:15:03.820 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 73886, 2024-04-13T09:15:03.820 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 27139747381 2024-04-13T09:15:03.820 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.820 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_done_lat": { 2024-04-13T09:15:03.820 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 73886, 2024-04-13T09:15:03.820 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 26420881 2024-04-13T09:15:03.820 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.820 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_queued_lat": { 2024-04-13T09:15:03.820 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 73886, 2024-04-13T09:15:03.821 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12638768630 2024-04-13T09:15:03.821 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.821 INFO:tasks.workunit.client.0.smithi119.stdout: "state_prepare_lat": { 2024-04-13T09:15:03.821 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 73886, 2024-04-13T09:15:03.821 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10030455704 2024-04-13T09:15:03.821 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.821 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": { 2024-04-13T09:15:03.821 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10222345 2024-04-13T09:15:03.821 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.821 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:15:03.821 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2370, 2024-04-13T09:15:03.821 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13137560 2024-04-13T09:15:03.821 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.821 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_commit_lat": { 2024-04-13T09:15:03.821 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 73886, 2024-04-13T09:15:03.821 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 57922863680 2024-04-13T09:15:03.822 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.822 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_submit_lat": { 2024-04-13T09:15:03.822 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 73886, 2024-04-13T09:15:03.822 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10950661500 2024-04-13T09:15:03.822 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.822 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_throttle_lat": { 2024-04-13T09:15:03.822 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 73886, 2024-04-13T09:15:03.822 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 467611790 2024-04-13T09:15:03.822 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.822 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.822 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache": { 2024-04-13T09:15:03.822 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T09:15:03.822 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1405280194 2024-04-13T09:15:03.822 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.822 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T09:15:03.823 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 500424704 2024-04-13T09:15:03.823 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.823 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T09:15:03.823 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 441851904 2024-04-13T09:15:03.823 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.823 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T09:15:03.823 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2600690073 2024-04-13T09:15:03.823 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.823 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T09:15:03.823 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 58572800 2024-04-13T09:15:03.823 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.823 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.823 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:data": { 2024-04-13T09:15:03.823 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:03.824 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 125829120 2024-04-13T09:15:03.824 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.824 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:03.824 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.824 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.824 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:03.824 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.824 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.824 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:03.824 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 56994797 2024-04-13T09:15:03.824 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.824 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:03.824 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.824 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.824 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:03.824 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.825 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.825 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:03.825 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.825 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.825 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:03.825 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.825 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.825 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:03.825 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T09:15:03.825 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.825 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:03.825 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 303104 2024-04-13T09:15:03.825 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.825 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:03.825 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.825 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.826 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:03.826 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.826 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.826 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:03.826 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.826 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.826 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:03.826 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 68527123 2024-04-13T09:15:03.826 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.826 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.826 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv": { 2024-04-13T09:15:03.826 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:03.826 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 562036736 2024-04-13T09:15:03.826 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.826 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:03.827 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:03.827 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.827 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:03.827 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.827 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.827 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:03.827 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 427460978 2024-04-13T09:15:03.827 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.827 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:03.827 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.827 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.827 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:03.827 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.827 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.827 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:03.828 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2384 2024-04-13T09:15:03.828 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.828 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:03.828 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.828 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.828 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:03.828 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 174720 2024-04-13T09:15:03.828 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.828 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:03.828 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 384 2024-04-13T09:15:03.828 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.828 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:03.828 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.828 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.828 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:03.828 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.829 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.829 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:03.829 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.829 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.829 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:03.829 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67289406 2024-04-13T09:15:03.829 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.829 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.829 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T09:15:03.829 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:03.829 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 184549376 2024-04-13T09:15:03.829 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.829 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:03.829 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:03.829 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.830 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:03.830 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7509696 2024-04-13T09:15:03.830 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.830 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:03.830 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37996531 2024-04-13T09:15:03.830 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.830 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:03.830 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.830 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.830 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:03.830 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.830 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.830 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:03.830 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.830 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.831 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:03.831 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.831 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.831 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:03.831 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.831 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.831 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:03.831 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.831 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.831 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:03.831 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.831 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.831 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:03.831 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.831 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.831 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:03.832 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.832 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.832 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:03.832 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 71934285 2024-04-13T09:15:03.832 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.832 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.832 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:meta": { 2024-04-13T09:15:03.832 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:03.832 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 503316480 2024-04-13T09:15:03.832 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.832 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:03.832 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.832 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.832 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:03.832 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.833 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.833 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:03.833 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 427460978 2024-04-13T09:15:03.833 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.833 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:03.833 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.833 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.833 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:03.833 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.833 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.833 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:03.833 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.833 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.833 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:03.833 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.834 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.834 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:03.834 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 106640 2024-04-13T09:15:03.834 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.834 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:03.834 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1144871 2024-04-13T09:15:03.834 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.834 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:03.834 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.834 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.834 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:03.834 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.834 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.834 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:03.834 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.835 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.835 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:03.835 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 74603991 2024-04-13T09:15:03.835 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.835 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.835 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T09:15:03.835 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T09:15:03.835 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.835 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.835 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:15:03.835 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 19 2024-04-13T09:15:03.835 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.835 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T09:15:03.835 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.835 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.836 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:15:03.836 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.836 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.836 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.836 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:03.836 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg": { 2024-04-13T09:15:03.836 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 53 2024-04-13T09:15:03.836 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.836 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg_removing": { 2024-04-13T09:15:03.836 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.836 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.836 INFO:tasks.workunit.client.0.smithi119.stdout: "op": { 2024-04-13T09:15:03.836 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 35568 2024-04-13T09:15:03.836 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.836 INFO:tasks.workunit.client.0.smithi119.stdout: "op_before_queue_op_lat": { 2024-04-13T09:15:03.836 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 97987, 2024-04-13T09:15:03.837 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9408841810 2024-04-13T09:15:03.837 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.837 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_degraded": { 2024-04-13T09:15:03.837 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.837 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.837 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_unreadable": { 2024-04-13T09:15:03.837 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1 2024-04-13T09:15:03.837 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.837 INFO:tasks.workunit.client.0.smithi119.stdout: "op_in_bytes": { 2024-04-13T09:15:03.837 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1795232784 2024-04-13T09:15:03.837 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.837 INFO:tasks.workunit.client.0.smithi119.stdout: "op_latency": { 2024-04-13T09:15:03.837 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 35568, 2024-04-13T09:15:03.837 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 63979544867 2024-04-13T09:15:03.837 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.837 INFO:tasks.workunit.client.0.smithi119.stdout: "op_out_bytes": { 2024-04-13T09:15:03.838 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2188734914 2024-04-13T09:15:03.838 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.838 INFO:tasks.workunit.client.0.smithi119.stdout: "op_prepare_latency": { 2024-04-13T09:15:03.838 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 36060, 2024-04-13T09:15:03.838 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14368497135 2024-04-13T09:15:03.838 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.838 INFO:tasks.workunit.client.0.smithi119.stdout: "op_process_latency": { 2024-04-13T09:15:03.838 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 35568, 2024-04-13T09:15:03.838 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 33599704096 2024-04-13T09:15:03.838 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.838 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:15:03.838 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 27218 2024-04-13T09:15:03.838 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.838 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency": { 2024-04-13T09:15:03.838 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 27218, 2024-04-13T09:15:03.839 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11773615025 2024-04-13T09:15:03.839 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.839 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T09:15:03.839 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.839 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.839 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_out_bytes": { 2024-04-13T09:15:03.839 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2188734914 2024-04-13T09:15:03.839 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.839 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_prepare_latency": { 2024-04-13T09:15:03.839 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 27374, 2024-04-13T09:15:03.839 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5681020803 2024-04-13T09:15:03.839 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.839 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_process_latency": { 2024-04-13T09:15:03.839 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 27218, 2024-04-13T09:15:03.839 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5474918750 2024-04-13T09:15:03.840 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.840 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw": { 2024-04-13T09:15:03.840 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4302 2024-04-13T09:15:03.840 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.840 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_in_bytes": { 2024-04-13T09:15:03.840 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 409755593 2024-04-13T09:15:03.840 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.840 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency": { 2024-04-13T09:15:03.840 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4302, 2024-04-13T09:15:03.840 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12444820756 2024-04-13T09:15:03.840 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.840 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T09:15:03.840 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.840 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.840 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T09:15:03.840 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.841 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.841 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_out_bytes": { 2024-04-13T09:15:03.841 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.841 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.841 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_prepare_latency": { 2024-04-13T09:15:03.841 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4535, 2024-04-13T09:15:03.841 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3541376830 2024-04-13T09:15:03.841 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.841 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_process_latency": { 2024-04-13T09:15:03.841 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4302, 2024-04-13T09:15:03.841 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9312339561 2024-04-13T09:15:03.841 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.841 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:15:03.841 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4048 2024-04-13T09:15:03.842 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.842 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_in_bytes": { 2024-04-13T09:15:03.842 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1385477191 2024-04-13T09:15:03.842 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.842 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency": { 2024-04-13T09:15:03.842 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4048, 2024-04-13T09:15:03.842 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 39761109086 2024-04-13T09:15:03.842 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.842 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T09:15:03.842 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.842 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.842 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_prepare_latency": { 2024-04-13T09:15:03.842 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4151, 2024-04-13T09:15:03.842 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5146099502 2024-04-13T09:15:03.842 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.843 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_process_latency": { 2024-04-13T09:15:03.843 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 4048, 2024-04-13T09:15:03.843 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18812445785 2024-04-13T09:15:03.843 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.843 INFO:tasks.workunit.client.0.smithi119.stdout: "op_wip": { 2024-04-13T09:15:03.843 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.843 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.843 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_bytes": { 2024-04-13T09:15:03.843 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 31316660 2024-04-13T09:15:03.843 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.843 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_ops": { 2024-04-13T09:15:03.843 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16 2024-04-13T09:15:03.843 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.843 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes": { 2024-04-13T09:15:03.843 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T09:15:03.843 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.844 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes_used": { 2024-04-13T09:15:03.844 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 414433280 2024-04-13T09:15:03.844 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.844 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.844 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.844 INFO:tasks.workunit.client.0.smithi119.stdout: "osd.7": { 2024-04-13T09:15:03.844 INFO:tasks.workunit.client.0.smithi119.stdout: "bluefs": { 2024-04-13T09:15:03.844 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_db_max_lat": { 2024-04-13T09:15:03.844 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15229 2024-04-13T09:15:03.844 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.844 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_fallback": { 2024-04-13T09:15:03.844 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.844 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.844 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_max_lat": { 2024-04-13T09:15:03.844 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.845 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.845 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_slow_size_fallback": { 2024-04-13T09:15:03.845 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.845 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.845 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_db": { 2024-04-13T09:15:03.845 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 65536 2024-04-13T09:15:03.845 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.845 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_slow": { 2024-04-13T09:15:03.845 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.845 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.845 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit_wal": { 2024-04-13T09:15:03.845 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.845 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.845 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_wal_max_lat": { 2024-04-13T09:15:03.845 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.845 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.846 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_slow": { 2024-04-13T09:15:03.846 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.846 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.846 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_sst": { 2024-04-13T09:15:03.846 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 22638592 2024-04-13T09:15:03.846 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.846 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_written_wal": { 2024-04-13T09:15:03.846 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 635752448 2024-04-13T09:15:03.846 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.846 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lat": { 2024-04-13T09:15:03.846 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 16, 2024-04-13T09:15:03.846 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3036145 2024-04-13T09:15:03.846 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.846 INFO:tasks.workunit.client.0.smithi119.stdout: "compact_lock_lat": { 2024-04-13T09:15:03.846 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 16, 2024-04-13T09:15:03.847 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1125416 2024-04-13T09:15:03.847 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.847 INFO:tasks.workunit.client.0.smithi119.stdout: "db_alloc_lat": { 2024-04-13T09:15:03.847 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 202, 2024-04-13T09:15:03.847 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 824883 2024-04-13T09:15:03.847 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.847 INFO:tasks.workunit.client.0.smithi119.stdout: "db_total_bytes": { 2024-04-13T09:15:03.847 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995027456 2024-04-13T09:15:03.847 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.847 INFO:tasks.workunit.client.0.smithi119.stdout: "db_used_bytes": { 2024-04-13T09:15:03.847 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 632291328 2024-04-13T09:15:03.847 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.847 INFO:tasks.workunit.client.0.smithi119.stdout: "flush_lat": { 2024-04-13T09:15:03.847 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 66807, 2024-04-13T09:15:03.847 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9897598195 2024-04-13T09:15:03.848 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.848 INFO:tasks.workunit.client.0.smithi119.stdout: "fsync_lat": { 2024-04-13T09:15:03.848 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 66808, 2024-04-13T09:15:03.848 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15796341843 2024-04-13T09:15:03.848 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.848 INFO:tasks.workunit.client.0.smithi119.stdout: "log_bytes": { 2024-04-13T09:15:03.848 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7634944 2024-04-13T09:15:03.848 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.848 INFO:tasks.workunit.client.0.smithi119.stdout: "logged_bytes": { 2024-04-13T09:15:03.848 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 273629184 2024-04-13T09:15:03.848 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.848 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_db": { 2024-04-13T09:15:03.848 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 645070848 2024-04-13T09:15:03.848 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.848 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_slow": { 2024-04-13T09:15:03.849 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.849 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.849 INFO:tasks.workunit.client.0.smithi119.stdout: "max_bytes_wal": { 2024-04-13T09:15:03.849 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.849 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.849 INFO:tasks.workunit.client.0.smithi119.stdout: "num_files": { 2024-04-13T09:15:03.849 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 54 2024-04-13T09:15:03.849 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.849 INFO:tasks.workunit.client.0.smithi119.stdout: "read_bytes": { 2024-04-13T09:15:03.849 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14731070702 2024-04-13T09:15:03.849 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.849 INFO:tasks.workunit.client.0.smithi119.stdout: "read_count": { 2024-04-13T09:15:03.849 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 98752 2024-04-13T09:15:03.849 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.850 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes": { 2024-04-13T09:15:03.850 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13109604352 2024-04-13T09:15:03.850 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.850 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_db": { 2024-04-13T09:15:03.850 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13109608448 2024-04-13T09:15:03.850 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.850 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_slow": { 2024-04-13T09:15:03.850 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.850 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.850 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_bytes_wal": { 2024-04-13T09:15:03.850 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.850 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.850 INFO:tasks.workunit.client.0.smithi119.stdout: "read_disk_count": { 2024-04-13T09:15:03.850 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 98575 2024-04-13T09:15:03.850 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.850 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:15:03.851 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 98752, 2024-04-13T09:15:03.851 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4599699325 2024-04-13T09:15:03.851 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.851 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_bytes": { 2024-04-13T09:15:03.851 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14525021475 2024-04-13T09:15:03.851 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.851 INFO:tasks.workunit.client.0.smithi119.stdout: "read_prefetch_count": { 2024-04-13T09:15:03.851 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 92446 2024-04-13T09:15:03.851 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.851 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_bytes": { 2024-04-13T09:15:03.851 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9054691 2024-04-13T09:15:03.851 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.851 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_buffer_count": { 2024-04-13T09:15:03.851 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1654 2024-04-13T09:15:03.851 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.852 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_bytes": { 2024-04-13T09:15:03.852 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 22450799 2024-04-13T09:15:03.852 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.852 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_count": { 2024-04-13T09:15:03.852 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2129 2024-04-13T09:15:03.852 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.852 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes": { 2024-04-13T09:15:03.852 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13396108 2024-04-13T09:15:03.852 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.852 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_db": { 2024-04-13T09:15:03.852 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13396108 2024-04-13T09:15:03.852 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.852 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_slow": { 2024-04-13T09:15:03.852 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.852 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.852 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_bytes_wal": { 2024-04-13T09:15:03.853 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.853 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.853 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_disk_count": { 2024-04-13T09:15:03.853 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 501 2024-04-13T09:15:03.853 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.853 INFO:tasks.workunit.client.0.smithi119.stdout: "read_random_lat": { 2024-04-13T09:15:03.853 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2129, 2024-04-13T09:15:03.853 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6920948 2024-04-13T09:15:03.853 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.853 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_alloc_lat": { 2024-04-13T09:15:03.853 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.853 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.853 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.853 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_total_bytes": { 2024-04-13T09:15:03.853 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.853 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.854 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_used_bytes": { 2024-04-13T09:15:03.854 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.854 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.854 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:15:03.854 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1, 2024-04-13T09:15:03.854 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 545 2024-04-13T09:15:03.854 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.854 INFO:tasks.workunit.client.0.smithi119.stdout: "unlink_lat": { 2024-04-13T09:15:03.854 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15, 2024-04-13T09:15:03.854 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 16159 2024-04-13T09:15:03.854 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.854 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_alloc_lat": { 2024-04-13T09:15:03.854 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.854 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.854 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.855 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_total_bytes": { 2024-04-13T09:15:03.855 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.855 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.855 INFO:tasks.workunit.client.0.smithi119.stdout: "wal_used_bytes": { 2024-04-13T09:15:03.855 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.855 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.855 INFO:tasks.workunit.client.0.smithi119.stdout: "write_bytes": { 2024-04-13T09:15:03.855 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 934461440 2024-04-13T09:15:03.855 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.855 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.855 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore": { 2024-04-13T09:15:03.855 INFO:tasks.workunit.client.0.smithi119.stdout: "alloc_unit": { 2024-04-13T09:15:03.855 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4096 2024-04-13T09:15:03.855 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.855 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": { 2024-04-13T09:15:03.856 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9793536 2024-04-13T09:15:03.856 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.856 INFO:tasks.workunit.client.0.smithi119.stdout: "allocator_lat": { 2024-04-13T09:15:03.856 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 20717, 2024-04-13T09:15:03.856 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 63402095 2024-04-13T09:15:03.856 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.856 INFO:tasks.workunit.client.0.smithi119.stdout: "clist_lat": { 2024-04-13T09:15:03.856 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 3481, 2024-04-13T09:15:03.856 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9686737874 2024-04-13T09:15:03.856 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.856 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_lat": { 2024-04-13T09:15:03.856 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.856 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.856 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.856 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed": { 2024-04-13T09:15:03.856 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.857 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.857 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_allocated": { 2024-04-13T09:15:03.857 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.857 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.857 INFO:tasks.workunit.client.0.smithi119.stdout: "compressed_original": { 2024-04-13T09:15:03.857 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.857 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.857 INFO:tasks.workunit.client.0.smithi119.stdout: "csum_lat": { 2024-04-13T09:15:03.857 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 24455, 2024-04-13T09:15:03.857 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 213119194 2024-04-13T09:15:03.857 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.857 INFO:tasks.workunit.client.0.smithi119.stdout: "decompress_lat": { 2024-04-13T09:15:03.857 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.857 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.857 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.858 INFO:tasks.workunit.client.0.smithi119.stdout: "fragmentation_micros": { 2024-04-13T09:15:03.858 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.858 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.858 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_commit_lat": { 2024-04-13T09:15:03.858 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 66725, 2024-04-13T09:15:03.858 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 19101580894 2024-04-13T09:15:03.858 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.858 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_final_lat": { 2024-04-13T09:15:03.858 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 66246, 2024-04-13T09:15:03.858 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1449839437 2024-04-13T09:15:03.858 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.858 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_flush_lat": { 2024-04-13T09:15:03.858 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 66725, 2024-04-13T09:15:03.858 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 40964239 2024-04-13T09:15:03.858 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.859 INFO:tasks.workunit.client.0.smithi119.stdout: "kv_sync_lat": { 2024-04-13T09:15:03.859 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 66725, 2024-04-13T09:15:03.859 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 19142545133 2024-04-13T09:15:03.859 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.859 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_keys_lat": { 2024-04-13T09:15:03.859 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 0, 2024-04-13T09:15:03.859 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.859 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.859 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_get_values_lat": { 2024-04-13T09:15:03.859 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 34219, 2024-04-13T09:15:03.859 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 926575314 2024-04-13T09:15:03.859 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.859 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_lower_bound_lat": { 2024-04-13T09:15:03.859 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 761, 2024-04-13T09:15:03.860 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2199862 2024-04-13T09:15:03.860 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.860 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_next_lat": { 2024-04-13T09:15:03.860 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 8241, 2024-04-13T09:15:03.860 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12934774 2024-04-13T09:15:03.860 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.860 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_seek_to_first_lat": { 2024-04-13T09:15:03.860 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 46, 2024-04-13T09:15:03.860 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 59628 2024-04-13T09:15:03.860 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.860 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_upper_bound_lat": { 2024-04-13T09:15:03.860 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 12196, 2024-04-13T09:15:03.860 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2283676401 2024-04-13T09:15:03.860 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.860 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_hits": { 2024-04-13T09:15:03.860 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 209298 2024-04-13T09:15:03.861 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.861 INFO:tasks.workunit.client.0.smithi119.stdout: "onode_misses": { 2024-04-13T09:15:03.861 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18255 2024-04-13T09:15:03.861 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.861 INFO:tasks.workunit.client.0.smithi119.stdout: "read_lat": { 2024-04-13T09:15:03.861 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 7902, 2024-04-13T09:15:03.861 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1790080872 2024-04-13T09:15:03.861 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.861 INFO:tasks.workunit.client.0.smithi119.stdout: "read_onode_meta_lat": { 2024-04-13T09:15:03.861 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 34386, 2024-04-13T09:15:03.861 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 9965298 2024-04-13T09:15:03.861 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.861 INFO:tasks.workunit.client.0.smithi119.stdout: "read_wait_aio_lat": { 2024-04-13T09:15:03.861 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 26484, 2024-04-13T09:15:03.861 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1561075113 2024-04-13T09:15:03.862 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.862 INFO:tasks.workunit.client.0.smithi119.stdout: "reads_with_retries": { 2024-04-13T09:15:03.862 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.862 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.862 INFO:tasks.workunit.client.0.smithi119.stdout: "remove_lat": { 2024-04-13T09:15:03.862 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 13831, 2024-04-13T09:15:03.862 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 422067678 2024-04-13T09:15:03.862 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.862 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_aio_wait_count": { 2024-04-13T09:15:03.862 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.862 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.862 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_committed_kv_count": { 2024-04-13T09:15:03.862 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.862 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.863 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_onode_meta_count": { 2024-04-13T09:15:03.863 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.863 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.863 INFO:tasks.workunit.client.0.smithi119.stdout: "slow_read_wait_aio_count": { 2024-04-13T09:15:03.863 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.863 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.863 INFO:tasks.workunit.client.0.smithi119.stdout: "state_aio_wait_lat": { 2024-04-13T09:15:03.863 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 79983, 2024-04-13T09:15:03.863 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12801379512 2024-04-13T09:15:03.863 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.863 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T09:15:03.863 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15836, 2024-04-13T09:15:03.863 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 813852004 2024-04-13T09:15:03.863 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.863 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_cleanup_lat": { 2024-04-13T09:15:03.864 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15835, 2024-04-13T09:15:03.864 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 3322004109184 2024-04-13T09:15:03.864 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.864 INFO:tasks.workunit.client.0.smithi119.stdout: "state_deferred_queued_lat": { 2024-04-13T09:15:03.864 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 15836, 2024-04-13T09:15:03.864 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6145557403619 2024-04-13T09:15:03.864 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.864 INFO:tasks.workunit.client.0.smithi119.stdout: "state_done_lat": { 2024-04-13T09:15:03.864 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 79982, 2024-04-13T09:15:03.864 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2630023852609 2024-04-13T09:15:03.864 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.864 INFO:tasks.workunit.client.0.smithi119.stdout: "state_finishing_lat": { 2024-04-13T09:15:03.864 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 79982, 2024-04-13T09:15:03.864 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 7981627 2024-04-13T09:15:03.864 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.865 INFO:tasks.workunit.client.0.smithi119.stdout: "state_io_done_lat": { 2024-04-13T09:15:03.865 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 79983, 2024-04-13T09:15:03.865 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 555030611 2024-04-13T09:15:03.865 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.865 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_commiting_lat": { 2024-04-13T09:15:03.865 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 79983, 2024-04-13T09:15:03.865 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 32553801603 2024-04-13T09:15:03.865 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.865 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_done_lat": { 2024-04-13T09:15:03.865 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 79983, 2024-04-13T09:15:03.865 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 30231267 2024-04-13T09:15:03.865 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.865 INFO:tasks.workunit.client.0.smithi119.stdout: "state_kv_queued_lat": { 2024-04-13T09:15:03.865 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 79983, 2024-04-13T09:15:03.865 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 15346414427 2024-04-13T09:15:03.865 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.866 INFO:tasks.workunit.client.0.smithi119.stdout: "state_prepare_lat": { 2024-04-13T09:15:03.866 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 79983, 2024-04-13T09:15:03.866 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 17451238174 2024-04-13T09:15:03.866 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.866 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": { 2024-04-13T09:15:03.866 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6022239 2024-04-13T09:15:03.866 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.866 INFO:tasks.workunit.client.0.smithi119.stdout: "truncate_lat": { 2024-04-13T09:15:03.866 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 2306, 2024-04-13T09:15:03.866 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 13291944 2024-04-13T09:15:03.866 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.866 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_commit_lat": { 2024-04-13T09:15:03.866 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 79983, 2024-04-13T09:15:03.866 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 78721963873 2024-04-13T09:15:03.866 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.867 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_submit_lat": { 2024-04-13T09:15:03.867 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 79983, 2024-04-13T09:15:03.867 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18477897741 2024-04-13T09:15:03.867 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.867 INFO:tasks.workunit.client.0.smithi119.stdout: "txc_throttle_lat": { 2024-04-13T09:15:03.867 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 79983, 2024-04-13T09:15:03.867 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 763331990 2024-04-13T09:15:03.867 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.867 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.867 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache": { 2024-04-13T09:15:03.867 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_bytes": { 2024-04-13T09:15:03.867 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1405280194 2024-04-13T09:15:03.867 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.867 INFO:tasks.workunit.client.0.smithi119.stdout: "heap_bytes": { 2024-04-13T09:15:03.867 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 562520064 2024-04-13T09:15:03.868 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.868 INFO:tasks.workunit.client.0.smithi119.stdout: "mapped_bytes": { 2024-04-13T09:15:03.868 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 507314176 2024-04-13T09:15:03.868 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.868 INFO:tasks.workunit.client.0.smithi119.stdout: "target_bytes": { 2024-04-13T09:15:03.868 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2600690073 2024-04-13T09:15:03.868 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.868 INFO:tasks.workunit.client.0.smithi119.stdout: "unmapped_bytes": { 2024-04-13T09:15:03.868 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 55205888 2024-04-13T09:15:03.868 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.868 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.868 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:data": { 2024-04-13T09:15:03.868 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:03.868 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 125829120 2024-04-13T09:15:03.868 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.869 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:03.869 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.869 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.869 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:03.869 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.869 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.869 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:03.869 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 55864500 2024-04-13T09:15:03.869 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.869 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:03.869 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.869 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.869 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:03.869 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.869 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.869 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:03.870 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.870 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.870 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:03.870 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.870 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.870 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:03.870 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.870 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.870 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:03.870 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 53248 2024-04-13T09:15:03.870 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.870 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:03.870 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.870 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.870 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:03.871 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.871 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.871 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:03.871 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.871 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.871 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:03.871 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 69911372 2024-04-13T09:15:03.871 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.871 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.871 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv": { 2024-04-13T09:15:03.871 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:03.871 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 553648128 2024-04-13T09:15:03.871 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.871 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:03.871 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:03.871 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.872 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:03.872 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.872 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.872 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:03.872 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 418983753 2024-04-13T09:15:03.872 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.872 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:03.872 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.872 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.872 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:03.872 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.872 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.872 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:03.872 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 4944 2024-04-13T09:15:03.872 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.873 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:03.873 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.873 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.873 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:03.873 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 333104 2024-04-13T09:15:03.873 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.873 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:03.873 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 224 2024-04-13T09:15:03.873 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.873 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:03.873 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.873 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.873 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:03.873 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.873 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.873 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:03.874 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.874 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.874 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:03.874 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67217239 2024-04-13T09:15:03.874 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.874 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.874 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T09:15:03.874 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:03.874 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 201326592 2024-04-13T09:15:03.874 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.874 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:03.874 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 67108864 2024-04-13T09:15:03.874 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.874 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:03.874 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 22153200 2024-04-13T09:15:03.875 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.875 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:03.875 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37243000 2024-04-13T09:15:03.875 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.875 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:03.875 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.875 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.875 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:03.875 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.875 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.875 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:03.875 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.875 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.875 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:03.875 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.875 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.876 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:03.876 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.876 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.876 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:03.876 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.876 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.876 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:03.876 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.876 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.876 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:03.876 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.876 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.876 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:03.876 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.876 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.876 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:03.877 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 74821528 2024-04-13T09:15:03.877 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.877 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.877 INFO:tasks.workunit.client.0.smithi119.stdout: "bluestore-pricache:meta": { 2024-04-13T09:15:03.877 INFO:tasks.workunit.client.0.smithi119.stdout: "committed_bytes": { 2024-04-13T09:15:03.877 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 494927872 2024-04-13T09:15:03.877 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.877 INFO:tasks.workunit.client.0.smithi119.stdout: "pri0_bytes": { 2024-04-13T09:15:03.877 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.877 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.877 INFO:tasks.workunit.client.0.smithi119.stdout: "pri10_bytes": { 2024-04-13T09:15:03.877 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.877 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.877 INFO:tasks.workunit.client.0.smithi119.stdout: "pri11_bytes": { 2024-04-13T09:15:03.877 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 418983753 2024-04-13T09:15:03.878 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.878 INFO:tasks.workunit.client.0.smithi119.stdout: "pri1_bytes": { 2024-04-13T09:15:03.878 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.878 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.878 INFO:tasks.workunit.client.0.smithi119.stdout: "pri2_bytes": { 2024-04-13T09:15:03.878 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.878 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.878 INFO:tasks.workunit.client.0.smithi119.stdout: "pri3_bytes": { 2024-04-13T09:15:03.878 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.878 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.878 INFO:tasks.workunit.client.0.smithi119.stdout: "pri4_bytes": { 2024-04-13T09:15:03.878 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.878 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.878 INFO:tasks.workunit.client.0.smithi119.stdout: "pri5_bytes": { 2024-04-13T09:15:03.878 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 112964 2024-04-13T09:15:03.879 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.879 INFO:tasks.workunit.client.0.smithi119.stdout: "pri6_bytes": { 2024-04-13T09:15:03.879 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1125678 2024-04-13T09:15:03.879 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.879 INFO:tasks.workunit.client.0.smithi119.stdout: "pri7_bytes": { 2024-04-13T09:15:03.879 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.879 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.879 INFO:tasks.workunit.client.0.smithi119.stdout: "pri8_bytes": { 2024-04-13T09:15:03.879 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.879 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.879 INFO:tasks.workunit.client.0.smithi119.stdout: "pri9_bytes": { 2024-04-13T09:15:03.879 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.879 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.879 INFO:tasks.workunit.client.0.smithi119.stdout: "reserved_bytes": { 2024-04-13T09:15:03.879 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 74705477 2024-04-13T09:15:03.880 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.880 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.880 INFO:tasks.workunit.client.0.smithi119.stdout: "objecter": { 2024-04-13T09:15:03.880 INFO:tasks.workunit.client.0.smithi119.stdout: "op_active": { 2024-04-13T09:15:03.880 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.880 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.880 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:15:03.880 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 28 2024-04-13T09:15:03.880 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.880 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rmw": { 2024-04-13T09:15:03.880 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.880 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.880 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:15:03.880 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.880 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.880 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.881 INFO:tasks.workunit.client.0.smithi119.stdout: "osd": { 2024-04-13T09:15:03.881 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg": { 2024-04-13T09:15:03.881 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 54 2024-04-13T09:15:03.881 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.881 INFO:tasks.workunit.client.0.smithi119.stdout: "numpg_removing": { 2024-04-13T09:15:03.881 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.881 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.881 INFO:tasks.workunit.client.0.smithi119.stdout: "op": { 2024-04-13T09:15:03.881 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37589 2024-04-13T09:15:03.881 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.881 INFO:tasks.workunit.client.0.smithi119.stdout: "op_before_queue_op_lat": { 2024-04-13T09:15:03.881 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 106981, 2024-04-13T09:15:03.881 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12065663654 2024-04-13T09:15:03.881 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.881 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_degraded": { 2024-04-13T09:15:03.882 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.882 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.882 INFO:tasks.workunit.client.0.smithi119.stdout: "op_delayed_unreadable": { 2024-04-13T09:15:03.882 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.882 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.882 INFO:tasks.workunit.client.0.smithi119.stdout: "op_in_bytes": { 2024-04-13T09:15:03.882 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1751359774 2024-04-13T09:15:03.882 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.882 INFO:tasks.workunit.client.0.smithi119.stdout: "op_latency": { 2024-04-13T09:15:03.882 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 37589, 2024-04-13T09:15:03.882 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 51013501758 2024-04-13T09:15:03.882 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.882 INFO:tasks.workunit.client.0.smithi119.stdout: "op_out_bytes": { 2024-04-13T09:15:03.882 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2406734774 2024-04-13T09:15:03.882 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.883 INFO:tasks.workunit.client.0.smithi119.stdout: "op_prepare_latency": { 2024-04-13T09:15:03.883 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 38010, 2024-04-13T09:15:03.883 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 18279012179 2024-04-13T09:15:03.883 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.883 INFO:tasks.workunit.client.0.smithi119.stdout: "op_process_latency": { 2024-04-13T09:15:03.883 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 37589, 2024-04-13T09:15:03.883 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 37428126216 2024-04-13T09:15:03.883 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.883 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r": { 2024-04-13T09:15:03.883 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 24390 2024-04-13T09:15:03.883 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.883 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency": { 2024-04-13T09:15:03.883 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 24390, 2024-04-13T09:15:03.883 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12950337179 2024-04-13T09:15:03.883 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.884 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T09:15:03.884 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.884 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.884 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_out_bytes": { 2024-04-13T09:15:03.884 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2406734774 2024-04-13T09:15:03.884 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.884 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_prepare_latency": { 2024-04-13T09:15:03.884 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 24533, 2024-04-13T09:15:03.884 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 5666152215 2024-04-13T09:15:03.884 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.884 INFO:tasks.workunit.client.0.smithi119.stdout: "op_r_process_latency": { 2024-04-13T09:15:03.884 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 24390, 2024-04-13T09:15:03.884 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 6343323752 2024-04-13T09:15:03.884 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.884 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw": { 2024-04-13T09:15:03.884 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 12062 2024-04-13T09:15:03.885 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.885 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_in_bytes": { 2024-04-13T09:15:03.885 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 426517291 2024-04-13T09:15:03.885 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.885 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency": { 2024-04-13T09:15:03.885 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 12062, 2024-04-13T09:15:03.885 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 23373674800 2024-04-13T09:15:03.885 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.885 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T09:15:03.885 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.885 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.885 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T09:15:03.885 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.885 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.885 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_out_bytes": { 2024-04-13T09:15:03.885 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.886 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.886 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_prepare_latency": { 2024-04-13T09:15:03.886 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 12262, 2024-04-13T09:15:03.886 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10115721385 2024-04-13T09:15:03.886 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.886 INFO:tasks.workunit.client.0.smithi119.stdout: "op_rw_process_latency": { 2024-04-13T09:15:03.886 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 12062, 2024-04-13T09:15:03.886 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 20051854398 2024-04-13T09:15:03.886 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.886 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w": { 2024-04-13T09:15:03.886 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1137 2024-04-13T09:15:03.886 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.886 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_in_bytes": { 2024-04-13T09:15:03.886 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 1324842483 2024-04-13T09:15:03.887 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.887 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency": { 2024-04-13T09:15:03.887 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1137, 2024-04-13T09:15:03.887 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 14689489779 2024-04-13T09:15:03.887 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.887 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T09:15:03.887 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.887 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.887 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_prepare_latency": { 2024-04-13T09:15:03.887 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1215, 2024-04-13T09:15:03.887 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 2497138579 2024-04-13T09:15:03.887 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.887 INFO:tasks.workunit.client.0.smithi119.stdout: "op_w_process_latency": { 2024-04-13T09:15:03.887 INFO:tasks.workunit.client.0.smithi119.stdout: "count": 1137, 2024-04-13T09:15:03.887 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 11032948066 2024-04-13T09:15:03.887 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.888 INFO:tasks.workunit.client.0.smithi119.stdout: "op_wip": { 2024-04-13T09:15:03.888 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 0 2024-04-13T09:15:03.888 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.888 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_bytes": { 2024-04-13T09:15:03.888 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 10005609 2024-04-13T09:15:03.888 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.888 INFO:tasks.workunit.client.0.smithi119.stdout: "recovery_ops": { 2024-04-13T09:15:03.888 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 21 2024-04-13T09:15:03.888 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.888 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes": { 2024-04-13T09:15:03.888 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 95995035648 2024-04-13T09:15:03.888 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.888 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_bytes_used": { 2024-04-13T09:15:03.888 INFO:tasks.workunit.client.0.smithi119.stdout: "value": 642097152 2024-04-13T09:15:03.888 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.889 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.889 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.889 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.889 INFO:tasks.workunit.client.0.smithi119.stdout: "pools": [ 2024-04-13T09:15:03.889 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.889 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T09:15:03.889 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr" 2024-04-13T09:15:03.889 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.889 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_mode": "none", 2024-04-13T09:15:03.889 INFO:tasks.workunit.client.0.smithi119.stdout: "erasure_code_profile": {}, 2024-04-13T09:15:03.889 INFO:tasks.workunit.client.0.smithi119.stdout: "flags_names": [ 2024-04-13T09:15:03.889 INFO:tasks.workunit.client.0.smithi119.stdout: "hashpspool" 2024-04-13T09:15:03.889 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.889 INFO:tasks.workunit.client.0.smithi119.stdout: "min_size": 2, 2024-04-13T09:15:03.889 INFO:tasks.workunit.client.0.smithi119.stdout: "options": {}, 2024-04-13T09:15:03.889 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_autoscale_mode": "off", 2024-04-13T09:15:03.890 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_num": 1, 2024-04-13T09:15:03.890 INFO:tasks.workunit.client.0.smithi119.stdout: "pgp_num": 1, 2024-04-13T09:15:03.890 INFO:tasks.workunit.client.0.smithi119.stdout: "pool": 1, 2024-04-13T09:15:03.890 INFO:tasks.workunit.client.0.smithi119.stdout: "size": 3, 2024-04-13T09:15:03.890 INFO:tasks.workunit.client.0.smithi119.stdout: "stats": { 2024-04-13T09:15:03.890 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_raw": 719945345290, 2024-04-13T09:15:03.890 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_used": 1781760, 2024-04-13T09:15:03.890 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_bytes_used": 0, 2024-04-13T09:15:03.890 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_under_bytes": 0, 2024-04-13T09:15:03.890 INFO:tasks.workunit.client.0.smithi119.stdout: "data_bytes_used": 1781760, 2024-04-13T09:15:03.890 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty": 0, 2024-04-13T09:15:03.890 INFO:tasks.workunit.client.0.smithi119.stdout: "max_avail": 239981772800, 2024-04-13T09:15:03.890 INFO:tasks.workunit.client.0.smithi119.stdout: "objects": 2, 2024-04-13T09:15:03.890 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_bytes_used": 0, 2024-04-13T09:15:03.890 INFO:tasks.workunit.client.0.smithi119.stdout: "percent_used": 2.474848542988184e-06, 2024-04-13T09:15:03.891 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_bytes": 0, 2024-04-13T09:15:03.891 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_objects": 0, 2024-04-13T09:15:03.891 INFO:tasks.workunit.client.0.smithi119.stdout: "rd": 812, 2024-04-13T09:15:03.891 INFO:tasks.workunit.client.0.smithi119.stdout: "rd_bytes": 1341440, 2024-04-13T09:15:03.891 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": 590368, 2024-04-13T09:15:03.891 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_data": 590368, 2024-04-13T09:15:03.891 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_omap": 0, 2024-04-13T09:15:03.891 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_raw": 1771104, 2024-04-13T09:15:03.891 INFO:tasks.workunit.client.0.smithi119.stdout: "wr": 311, 2024-04-13T09:15:03.891 INFO:tasks.workunit.client.0.smithi119.stdout: "wr_bytes": 2473984 2024-04-13T09:15:03.891 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.891 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_bytes": 0, 2024-04-13T09:15:03.891 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_objects": 0, 2024-04-13T09:15:03.891 INFO:tasks.workunit.client.0.smithi119.stdout: "type": "replicated" 2024-04-13T09:15:03.891 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.892 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.892 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T09:15:03.892 INFO:tasks.workunit.client.0.smithi119.stdout: "cephfs" 2024-04-13T09:15:03.892 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.892 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_mode": "none", 2024-04-13T09:15:03.892 INFO:tasks.workunit.client.0.smithi119.stdout: "erasure_code_profile": {}, 2024-04-13T09:15:03.892 INFO:tasks.workunit.client.0.smithi119.stdout: "flags_names": [ 2024-04-13T09:15:03.892 INFO:tasks.workunit.client.0.smithi119.stdout: "hashpspool" 2024-04-13T09:15:03.892 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.892 INFO:tasks.workunit.client.0.smithi119.stdout: "min_size": 2, 2024-04-13T09:15:03.892 INFO:tasks.workunit.client.0.smithi119.stdout: "options": {}, 2024-04-13T09:15:03.892 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_autoscale_mode": "off", 2024-04-13T09:15:03.892 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_num": 32, 2024-04-13T09:15:03.892 INFO:tasks.workunit.client.0.smithi119.stdout: "pgp_num": 32, 2024-04-13T09:15:03.892 INFO:tasks.workunit.client.0.smithi119.stdout: "pool": 2, 2024-04-13T09:15:03.892 INFO:tasks.workunit.client.0.smithi119.stdout: "size": 3, 2024-04-13T09:15:03.893 INFO:tasks.workunit.client.0.smithi119.stdout: "stats": { 2024-04-13T09:15:03.893 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_raw": 719945345290, 2024-04-13T09:15:03.893 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_used": 155065, 2024-04-13T09:15:03.893 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_bytes_used": 0, 2024-04-13T09:15:03.893 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_under_bytes": 0, 2024-04-13T09:15:03.893 INFO:tasks.workunit.client.0.smithi119.stdout: "data_bytes_used": 110592, 2024-04-13T09:15:03.893 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty": 0, 2024-04-13T09:15:03.893 INFO:tasks.workunit.client.0.smithi119.stdout: "max_avail": 239981772800, 2024-04-13T09:15:03.893 INFO:tasks.workunit.client.0.smithi119.stdout: "objects": 22, 2024-04-13T09:15:03.893 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_bytes_used": 44473, 2024-04-13T09:15:03.893 INFO:tasks.workunit.client.0.smithi119.stdout: "percent_used": 2.1538437522394815e-07, 2024-04-13T09:15:03.893 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_bytes": 0, 2024-04-13T09:15:03.893 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_objects": 0, 2024-04-13T09:15:03.893 INFO:tasks.workunit.client.0.smithi119.stdout: "rd": 158, 2024-04-13T09:15:03.893 INFO:tasks.workunit.client.0.smithi119.stdout: "rd_bytes": 178176, 2024-04-13T09:15:03.894 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": 21446, 2024-04-13T09:15:03.894 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_data": 6622, 2024-04-13T09:15:03.894 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_omap": 14824, 2024-04-13T09:15:03.894 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_raw": 64338, 2024-04-13T09:15:03.894 INFO:tasks.workunit.client.0.smithi119.stdout: "wr": 69, 2024-04-13T09:15:03.894 INFO:tasks.workunit.client.0.smithi119.stdout: "wr_bytes": 36864 2024-04-13T09:15:03.894 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.894 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_bytes": 0, 2024-04-13T09:15:03.894 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_objects": 0, 2024-04-13T09:15:03.894 INFO:tasks.workunit.client.0.smithi119.stdout: "type": "replicated" 2024-04-13T09:15:03.894 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.894 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.894 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T09:15:03.894 INFO:tasks.workunit.client.0.smithi119.stdout: "cephfs" 2024-04-13T09:15:03.894 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.895 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_mode": "none", 2024-04-13T09:15:03.895 INFO:tasks.workunit.client.0.smithi119.stdout: "erasure_code_profile": {}, 2024-04-13T09:15:03.895 INFO:tasks.workunit.client.0.smithi119.stdout: "flags_names": [ 2024-04-13T09:15:03.895 INFO:tasks.workunit.client.0.smithi119.stdout: "hashpspool" 2024-04-13T09:15:03.895 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.895 INFO:tasks.workunit.client.0.smithi119.stdout: "min_size": 2, 2024-04-13T09:15:03.895 INFO:tasks.workunit.client.0.smithi119.stdout: "options": {}, 2024-04-13T09:15:03.895 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_autoscale_mode": "off", 2024-04-13T09:15:03.895 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_num": 64, 2024-04-13T09:15:03.895 INFO:tasks.workunit.client.0.smithi119.stdout: "pgp_num": 64, 2024-04-13T09:15:03.895 INFO:tasks.workunit.client.0.smithi119.stdout: "pool": 3, 2024-04-13T09:15:03.895 INFO:tasks.workunit.client.0.smithi119.stdout: "size": 3, 2024-04-13T09:15:03.895 INFO:tasks.workunit.client.0.smithi119.stdout: "stats": { 2024-04-13T09:15:03.895 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_raw": 719945345290, 2024-04-13T09:15:03.895 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_used": 0, 2024-04-13T09:15:03.896 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_bytes_used": 0, 2024-04-13T09:15:03.896 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_under_bytes": 0, 2024-04-13T09:15:03.896 INFO:tasks.workunit.client.0.smithi119.stdout: "data_bytes_used": 0, 2024-04-13T09:15:03.896 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty": 0, 2024-04-13T09:15:03.896 INFO:tasks.workunit.client.0.smithi119.stdout: "max_avail": 239981772800, 2024-04-13T09:15:03.896 INFO:tasks.workunit.client.0.smithi119.stdout: "objects": 0, 2024-04-13T09:15:03.896 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_bytes_used": 0, 2024-04-13T09:15:03.896 INFO:tasks.workunit.client.0.smithi119.stdout: "percent_used": 0.0, 2024-04-13T09:15:03.896 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_bytes": 0, 2024-04-13T09:15:03.896 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_objects": 0, 2024-04-13T09:15:03.896 INFO:tasks.workunit.client.0.smithi119.stdout: "rd": 0, 2024-04-13T09:15:03.896 INFO:tasks.workunit.client.0.smithi119.stdout: "rd_bytes": 0, 2024-04-13T09:15:03.896 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": 0, 2024-04-13T09:15:03.896 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_data": 0, 2024-04-13T09:15:03.896 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_omap": 0, 2024-04-13T09:15:03.897 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_raw": 0, 2024-04-13T09:15:03.897 INFO:tasks.workunit.client.0.smithi119.stdout: "wr": 0, 2024-04-13T09:15:03.897 INFO:tasks.workunit.client.0.smithi119.stdout: "wr_bytes": 0 2024-04-13T09:15:03.897 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.897 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_bytes": 0, 2024-04-13T09:15:03.897 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_objects": 0, 2024-04-13T09:15:03.897 INFO:tasks.workunit.client.0.smithi119.stdout: "type": "replicated" 2024-04-13T09:15:03.897 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.897 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.897 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T09:15:03.897 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd" 2024-04-13T09:15:03.897 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.897 INFO:tasks.workunit.client.0.smithi119.stdout: "cache_mode": "none", 2024-04-13T09:15:03.897 INFO:tasks.workunit.client.0.smithi119.stdout: "erasure_code_profile": {}, 2024-04-13T09:15:03.898 INFO:tasks.workunit.client.0.smithi119.stdout: "flags_names": [ 2024-04-13T09:15:03.898 INFO:tasks.workunit.client.0.smithi119.stdout: "hashpspool", 2024-04-13T09:15:03.898 INFO:tasks.workunit.client.0.smithi119.stdout: "selfmanaged_snaps" 2024-04-13T09:15:03.898 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.898 INFO:tasks.workunit.client.0.smithi119.stdout: "min_size": 2, 2024-04-13T09:15:03.898 INFO:tasks.workunit.client.0.smithi119.stdout: "options": {}, 2024-04-13T09:15:03.898 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_autoscale_mode": "off", 2024-04-13T09:15:03.898 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_num": 8, 2024-04-13T09:15:03.898 INFO:tasks.workunit.client.0.smithi119.stdout: "pgp_num": 8, 2024-04-13T09:15:03.898 INFO:tasks.workunit.client.0.smithi119.stdout: "pool": 4, 2024-04-13T09:15:03.898 INFO:tasks.workunit.client.0.smithi119.stdout: "size": 3, 2024-04-13T09:15:03.898 INFO:tasks.workunit.client.0.smithi119.stdout: "stats": { 2024-04-13T09:15:03.898 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_raw": 719945345290, 2024-04-13T09:15:03.898 INFO:tasks.workunit.client.0.smithi119.stdout: "bytes_used": 12595200, 2024-04-13T09:15:03.898 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_bytes_used": 0, 2024-04-13T09:15:03.899 INFO:tasks.workunit.client.0.smithi119.stdout: "compress_under_bytes": 0, 2024-04-13T09:15:03.899 INFO:tasks.workunit.client.0.smithi119.stdout: "data_bytes_used": 12595200, 2024-04-13T09:15:03.899 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty": 0, 2024-04-13T09:15:03.899 INFO:tasks.workunit.client.0.smithi119.stdout: "max_avail": 239981772800, 2024-04-13T09:15:03.899 INFO:tasks.workunit.client.0.smithi119.stdout: "objects": 4, 2024-04-13T09:15:03.899 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_bytes_used": 0, 2024-04-13T09:15:03.899 INFO:tasks.workunit.client.0.smithi119.stdout: "percent_used": 1.7494356143288314e-05, 2024-04-13T09:15:03.899 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_bytes": 0, 2024-04-13T09:15:03.899 INFO:tasks.workunit.client.0.smithi119.stdout: "quota_objects": 0, 2024-04-13T09:15:03.899 INFO:tasks.workunit.client.0.smithi119.stdout: "rd": 8958, 2024-04-13T09:15:03.899 INFO:tasks.workunit.client.0.smithi119.stdout: "rd_bytes": 3075877888, 2024-04-13T09:15:03.899 INFO:tasks.workunit.client.0.smithi119.stdout: "stored": 4194323, 2024-04-13T09:15:03.899 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_data": 4194323, 2024-04-13T09:15:03.899 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_omap": 0, 2024-04-13T09:15:03.899 INFO:tasks.workunit.client.0.smithi119.stdout: "stored_raw": 12582969, 2024-04-13T09:15:03.899 INFO:tasks.workunit.client.0.smithi119.stdout: "wr": 24397, 2024-04-13T09:15:03.900 INFO:tasks.workunit.client.0.smithi119.stdout: "wr_bytes": 3255204864 2024-04-13T09:15:03.900 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.900 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_bytes": 0, 2024-04-13T09:15:03.900 INFO:tasks.workunit.client.0.smithi119.stdout: "target_max_objects": 0, 2024-04-13T09:15:03.900 INFO:tasks.workunit.client.0.smithi119.stdout: "type": "replicated" 2024-04-13T09:15:03.900 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.900 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.900 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd": { 2024-04-13T09:15:03.900 INFO:tasks.workunit.client.0.smithi119.stdout: "mirroring_by_pool": [ 2024-04-13T09:15:03.900 INFO:tasks.workunit.client.0.smithi119.stdout: false 2024-04-13T09:15:03.900 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.900 INFO:tasks.workunit.client.0.smithi119.stdout: "num_images_by_pool": [ 2024-04-13T09:15:03.900 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:03.900 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.900 INFO:tasks.workunit.client.0.smithi119.stdout: "num_pools": 1 2024-04-13T09:15:03.901 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.901 INFO:tasks.workunit.client.0.smithi119.stdout: "report_id": "6edb68c6-9349-46ed-b7ce-7bb339db6fd9", 2024-04-13T09:15:03.901 INFO:tasks.workunit.client.0.smithi119.stdout: "report_timestamp": "2024-04-13T09:15:02.385425", 2024-04-13T09:15:03.901 INFO:tasks.workunit.client.0.smithi119.stdout: "report_version": 1, 2024-04-13T09:15:03.901 INFO:tasks.workunit.client.0.smithi119.stdout: "rocksdb_stats": { 2024-04-13T09:15:03.901 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "7.9.2" 2024-04-13T09:15:03.901 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.901 INFO:tasks.workunit.client.0.smithi119.stdout: "rook": { 2024-04-13T09:15:03.901 INFO:tasks.workunit.client.0.smithi119.stdout: "cluster": { 2024-04-13T09:15:03.901 INFO:tasks.workunit.client.0.smithi119.stdout: "external-mode": null, 2024-04-13T09:15:03.901 INFO:tasks.workunit.client.0.smithi119.stdout: "mon": { 2024-04-13T09:15:03.901 INFO:tasks.workunit.client.0.smithi119.stdout: "allow-multiple-per-node": null, 2024-04-13T09:15:03.901 INFO:tasks.workunit.client.0.smithi119.stdout: "count": null, 2024-04-13T09:15:03.901 INFO:tasks.workunit.client.0.smithi119.stdout: "max-id": null, 2024-04-13T09:15:03.901 INFO:tasks.workunit.client.0.smithi119.stdout: "pvc": { 2024-04-13T09:15:03.901 INFO:tasks.workunit.client.0.smithi119.stdout: "enabled": null 2024-04-13T09:15:03.902 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.902 INFO:tasks.workunit.client.0.smithi119.stdout: "stretch": { 2024-04-13T09:15:03.902 INFO:tasks.workunit.client.0.smithi119.stdout: "enabled": null 2024-04-13T09:15:03.902 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.902 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.902 INFO:tasks.workunit.client.0.smithi119.stdout: "network": { 2024-04-13T09:15:03.902 INFO:tasks.workunit.client.0.smithi119.stdout: "provider": null 2024-04-13T09:15:03.902 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.902 INFO:tasks.workunit.client.0.smithi119.stdout: "storage": { 2024-04-13T09:15:03.902 INFO:tasks.workunit.client.0.smithi119.stdout: "device-set": { 2024-04-13T09:15:03.902 INFO:tasks.workunit.client.0.smithi119.stdout: "count": { 2024-04-13T09:15:03.902 INFO:tasks.workunit.client.0.smithi119.stdout: "non-portable": null, 2024-04-13T09:15:03.902 INFO:tasks.workunit.client.0.smithi119.stdout: "portable": null, 2024-04-13T09:15:03.902 INFO:tasks.workunit.client.0.smithi119.stdout: "total": null 2024-04-13T09:15:03.902 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.903 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.903 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.903 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.903 INFO:tasks.workunit.client.0.smithi119.stdout: "csi": { 2024-04-13T09:15:03.903 INFO:tasks.workunit.client.0.smithi119.stdout: "version": null 2024-04-13T09:15:03.903 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.903 INFO:tasks.workunit.client.0.smithi119.stdout: "kubernetes": { 2024-04-13T09:15:03.903 INFO:tasks.workunit.client.0.smithi119.stdout: "version": null 2024-04-13T09:15:03.903 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.903 INFO:tasks.workunit.client.0.smithi119.stdout: "node": { 2024-04-13T09:15:03.903 INFO:tasks.workunit.client.0.smithi119.stdout: "count": { 2024-04-13T09:15:03.903 INFO:tasks.workunit.client.0.smithi119.stdout: "kubernetes-total": null, 2024-04-13T09:15:03.903 INFO:tasks.workunit.client.0.smithi119.stdout: "with-ceph-daemons": null, 2024-04-13T09:15:03.903 INFO:tasks.workunit.client.0.smithi119.stdout: "with-csi-cephfs-plugin": null, 2024-04-13T09:15:03.903 INFO:tasks.workunit.client.0.smithi119.stdout: "with-csi-nfs-plugin": null, 2024-04-13T09:15:03.904 INFO:tasks.workunit.client.0.smithi119.stdout: "with-csi-rbd-plugin": null 2024-04-13T09:15:03.904 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.904 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.904 INFO:tasks.workunit.client.0.smithi119.stdout: "usage": { 2024-04-13T09:15:03.904 INFO:tasks.workunit.client.0.smithi119.stdout: "storage-class": { 2024-04-13T09:15:03.904 INFO:tasks.workunit.client.0.smithi119.stdout: "count": { 2024-04-13T09:15:03.904 INFO:tasks.workunit.client.0.smithi119.stdout: "bucket": null, 2024-04-13T09:15:03.904 INFO:tasks.workunit.client.0.smithi119.stdout: "cephfs": null, 2024-04-13T09:15:03.904 INFO:tasks.workunit.client.0.smithi119.stdout: "nfs": null, 2024-04-13T09:15:03.904 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd": null, 2024-04-13T09:15:03.904 INFO:tasks.workunit.client.0.smithi119.stdout: "total": null 2024-04-13T09:15:03.904 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.904 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:03.904 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.904 INFO:tasks.workunit.client.0.smithi119.stdout: "version": null 2024-04-13T09:15:03.904 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.905 INFO:tasks.workunit.client.0.smithi119.stdout: "services": {}, 2024-04-13T09:15:03.905 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_per_pg": [ 2024-04-13T09:15:03.905 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.905 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:03.905 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:03.905 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:03.905 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:03.905 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.905 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T09:15:03.905 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:03.905 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:03.905 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:03.905 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:03.905 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:03.905 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:03.905 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.578703+0000", 2024-04-13T09:15:03.906 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.619905+0000", 2024-04-13T09:15:03.906 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.619905+0000", 2024-04-13T09:15:03.906 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.623838+0000", 2024-04-13T09:15:03.906 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.578703+0000", 2024-04-13T09:15:03.906 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.906 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:03.906 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.906 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:03.906 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.578703+0000", 2024-04-13T09:15:03.906 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.578703+0000", 2024-04-13T09:15:03.906 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.578703+0000", 2024-04-13T09:15:03.906 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:03.906 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:03.906 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.906 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.578703+0000", 2024-04-13T09:15:03.907 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.578703+0000", 2024-04-13T09:15:03.907 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:03.907 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:03.907 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:03.907 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:03.907 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:03.907 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:03.907 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:03.907 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:03.907 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:03.907 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:03.907 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:03.907 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:03.907 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:03.907 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.2c", 2024-04-13T09:15:03.908 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:03.908 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:03.908 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:03.908 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4913, 2024-04-13T09:15:03.908 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:03.908 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:27:37.316267+0000", 2024-04-13T09:15:03.908 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:03.908 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:03.908 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:03.908 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:03.908 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:03.908 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:03.908 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:03.908 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:03.908 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:03.908 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:03.909 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:03.909 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:03.909 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:03.909 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:03.909 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:03.909 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:03.909 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:03.909 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:03.909 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:03.909 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:03.909 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:03.909 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:03.909 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:03.909 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:03.909 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:03.910 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:03.910 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:03.910 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:03.910 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:03.910 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:03.910 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:03.910 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:03.910 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:03.910 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:03.910 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:03.910 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:03.910 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:03.910 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:03.910 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:03.910 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:03.911 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:03.911 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:03.911 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:03.911 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.911 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:03.911 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:03.911 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:03.911 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:03.911 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:03.911 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:03.911 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.911 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T09:15:03.911 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:03.911 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.911 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.912 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:03.912 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:03.912 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:03.912 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:03.912 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.912 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T09:15:03.912 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:03.912 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:03.912 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:03.912 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:03.912 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:03.912 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:03.912 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.194565+0000", 2024-04-13T09:15:03.912 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.430872+0000", 2024-04-13T09:15:03.912 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.430872+0000", 2024-04-13T09:15:03.913 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.431826+0000", 2024-04-13T09:15:03.913 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.194565+0000", 2024-04-13T09:15:03.913 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.913 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:03.913 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.913 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:03.913 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.194565+0000", 2024-04-13T09:15:03.913 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.194565+0000", 2024-04-13T09:15:03.913 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.194565+0000", 2024-04-13T09:15:03.913 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:03.913 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:03.913 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.913 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.194565+0000", 2024-04-13T09:15:03.913 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.194565+0000", 2024-04-13T09:15:03.913 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:03.914 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:03.914 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:03.914 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:03.914 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:03.914 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:03.914 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:03.914 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:03.914 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:03.914 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:03.914 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:03.914 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:03.914 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:03.914 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.2b", 2024-04-13T09:15:03.914 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:03.914 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:03.915 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:03.915 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5088, 2024-04-13T09:15:03.915 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:03.915 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:14:19.467533+0000", 2024-04-13T09:15:03.915 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:03.915 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:03.915 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:03.915 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:03.915 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:03.915 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:03.915 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:03.915 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:03.915 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:03.915 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:03.915 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:03.915 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:03.916 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:03.916 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:03.916 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:03.916 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:03.916 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:03.916 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:03.916 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:03.916 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:03.916 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:03.916 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:03.916 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:03.916 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:03.916 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:03.916 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:03.916 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:03.917 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:03.917 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:03.917 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:03.917 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:03.917 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:03.917 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:03.917 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:03.917 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:03.917 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:03.917 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:03.917 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:03.917 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:03.917 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:03.917 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:03.917 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:03.917 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:03.918 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.918 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:03.918 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:03.918 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:03.918 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:03.918 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:03.918 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:03.918 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.918 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T09:15:03.918 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:03.918 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.918 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.918 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:03.918 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:03.918 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:03.919 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:03.919 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.919 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:15:03.919 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:03.919 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:03.919 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:03.919 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:03.919 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:03.919 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:03.919 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.194158+0000", 2024-04-13T09:15:03.919 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.413372+0000", 2024-04-13T09:15:03.919 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.413372+0000", 2024-04-13T09:15:03.919 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.413693+0000", 2024-04-13T09:15:03.919 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.194158+0000", 2024-04-13T09:15:03.919 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.920 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:03.920 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.920 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:03.920 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.194158+0000", 2024-04-13T09:15:03.920 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.194158+0000", 2024-04-13T09:15:03.920 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.194158+0000", 2024-04-13T09:15:03.920 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:03.920 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:03.920 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.920 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.194158+0000", 2024-04-13T09:15:03.920 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.194158+0000", 2024-04-13T09:15:03.920 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:03.920 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:03.920 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:03.920 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:03.920 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:03.921 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:03.921 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:03.921 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:03.921 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:03.921 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:03.921 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:03.921 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:03.921 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:03.921 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.2a", 2024-04-13T09:15:03.921 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:03.921 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:03.921 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:03.921 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4959, 2024-04-13T09:15:03.921 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:03.921 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:13:38.957806+0000", 2024-04-13T09:15:03.922 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:03.922 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:03.922 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:03.922 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:03.922 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:03.922 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:03.922 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:03.922 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:03.922 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:03.922 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:03.922 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:03.922 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:03.922 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:03.922 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:03.922 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:03.923 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:03.923 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:03.923 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:03.923 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:03.923 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:03.923 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:03.923 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:03.923 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:03.923 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:03.923 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:03.923 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:03.923 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:03.923 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:03.923 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:03.923 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:03.924 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:03.924 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:03.924 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:03.924 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:03.924 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:03.924 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:03.924 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:03.924 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:03.924 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:03.924 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:03.924 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:03.924 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:03.924 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:03.924 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.924 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:03.924 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:03.925 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:03.925 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:03.925 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:03.925 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:03.925 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.925 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:15:03.925 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:03.925 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.925 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.925 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:03.925 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:03.925 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:03.925 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:03.925 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.925 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:15:03.926 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:03.926 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:03.926 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:03.926 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:03.926 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:03.926 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:03.926 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.438655+0000", 2024-04-13T09:15:03.926 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.406407+0000", 2024-04-13T09:15:03.926 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.406407+0000", 2024-04-13T09:15:03.926 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.406789+0000", 2024-04-13T09:15:03.926 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.438655+0000", 2024-04-13T09:15:03.926 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.926 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:03.926 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.926 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:15:03.927 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.438655+0000", 2024-04-13T09:15:03.927 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.438655+0000", 2024-04-13T09:15:03.927 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.438655+0000", 2024-04-13T09:15:03.927 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:03.927 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:03.927 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.927 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.438655+0000", 2024-04-13T09:15:03.927 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.438655+0000", 2024-04-13T09:15:03.927 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:03.927 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:03.927 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:03.927 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:03.927 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:15:03.927 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:03.927 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:03.928 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:03.928 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:03.928 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:03.928 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:03.928 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:03.928 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:03.928 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.29", 2024-04-13T09:15:03.928 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:03.928 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:03.928 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:03.928 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5039, 2024-04-13T09:15:03.928 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:03.928 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:44:14.674916+0000", 2024-04-13T09:15:03.928 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:03.928 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:03.929 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:03.929 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:03.929 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:03.929 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:03.929 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:03.929 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:03.929 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:03.929 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:03.929 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:03.929 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:03.929 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:03.929 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:03.929 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:03.929 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:03.929 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:03.930 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:03.930 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:03.930 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:03.930 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:03.930 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:03.930 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:03.930 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:03.930 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:03.930 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:03.930 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:03.930 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:03.930 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:03.930 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:03.930 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:03.930 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:03.931 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:03.931 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:03.931 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:03.931 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:03.931 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:03.931 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:03.931 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:03.931 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:03.931 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:03.931 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:03.931 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:03.931 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.931 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:03.931 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:03.931 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:03.931 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:03.932 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:03.932 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:03.932 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.932 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:15:03.932 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:03.932 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.932 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.932 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:03.932 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:03.932 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:03.932 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:03.932 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.932 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:15:03.932 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:03.932 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:03.932 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:03.933 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:03.933 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:03.933 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:03.933 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.194847+0000", 2024-04-13T09:15:03.933 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.432933+0000", 2024-04-13T09:15:03.933 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.432933+0000", 2024-04-13T09:15:03.933 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.433242+0000", 2024-04-13T09:15:03.933 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.194847+0000", 2024-04-13T09:15:03.933 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.933 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:03.933 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.933 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:15:03.933 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.194847+0000", 2024-04-13T09:15:03.933 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.194847+0000", 2024-04-13T09:15:03.933 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.194847+0000", 2024-04-13T09:15:03.934 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:03.934 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:03.934 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.934 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.194847+0000", 2024-04-13T09:15:03.934 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.194847+0000", 2024-04-13T09:15:03.934 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:03.934 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:03.934 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:03.934 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:03.934 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:15:03.934 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:03.934 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:03.934 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:03.934 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:03.934 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:03.935 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:03.935 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:03.935 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:03.935 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.28", 2024-04-13T09:15:03.935 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:03.935 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:03.935 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:03.935 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4957, 2024-04-13T09:15:03.935 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:03.935 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:06:26.595249+0000", 2024-04-13T09:15:03.935 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:03.935 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:03.935 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:03.935 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:03.935 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:03.935 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:03.936 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:03.936 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:03.936 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:03.936 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:03.936 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:03.936 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:03.936 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:03.936 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:03.936 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:03.936 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:03.936 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:03.936 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:03.936 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:03.936 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:03.936 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:03.937 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:03.937 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:03.937 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:03.937 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:03.937 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:03.937 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:03.937 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:03.937 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:03.937 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:03.937 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:03.937 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:03.937 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:03.937 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:03.937 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:03.937 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:03.937 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:03.938 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:03.938 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:03.938 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:03.938 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:03.938 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:03.938 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:03.938 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.938 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:03.938 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:03.938 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:03.938 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:03.938 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:03.938 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:03.938 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.938 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:15:03.939 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:03.939 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.939 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.939 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:03.939 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:03.939 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:03.939 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:03.939 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.939 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:15:03.939 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:03.939 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:03.939 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:03.939 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:03.939 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:03.939 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:03.940 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.440645+0000", 2024-04-13T09:15:03.940 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.405168+0000", 2024-04-13T09:15:03.940 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.405168+0000", 2024-04-13T09:15:03.940 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.405497+0000", 2024-04-13T09:15:03.940 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.440645+0000", 2024-04-13T09:15:03.940 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.940 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:03.940 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.940 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:15:03.940 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.440645+0000", 2024-04-13T09:15:03.940 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.440645+0000", 2024-04-13T09:15:03.940 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.440645+0000", 2024-04-13T09:15:03.940 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:03.940 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:03.940 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.941 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.440645+0000", 2024-04-13T09:15:03.941 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.440645+0000", 2024-04-13T09:15:03.941 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:03.941 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:03.941 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:03.941 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:03.941 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:15:03.941 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:03.941 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:03.941 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:03.941 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:03.941 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:03.941 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:03.941 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:03.941 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:03.941 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.27", 2024-04-13T09:15:03.942 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:03.942 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:03.942 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:03.942 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5034, 2024-04-13T09:15:03.942 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:03.942 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:31:51.713099+0000", 2024-04-13T09:15:03.942 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:03.942 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:03.942 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:03.942 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:03.942 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:03.942 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:03.942 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:03.942 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:03.942 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:03.943 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:03.943 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:03.943 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:03.943 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:03.943 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:03.943 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:03.943 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:03.943 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:03.943 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:03.943 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:03.943 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:03.943 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:03.943 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:03.943 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:03.943 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:03.944 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:03.944 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:03.944 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:03.944 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:03.944 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:03.944 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:03.944 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:03.944 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:03.944 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:03.944 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:03.944 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:03.944 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:03.944 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:03.944 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:03.944 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:03.944 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:03.945 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:03.945 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:03.945 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:03.945 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.945 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:03.945 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:03.945 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:03.945 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:03.945 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:03.945 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:03.945 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.945 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:15:03.945 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:03.945 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.945 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.946 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:03.946 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:03.946 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:03.946 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:03.946 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.946 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T09:15:03.946 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:03.946 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:03.946 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:03.946 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:03.946 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:03.946 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:03.946 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.579062+0000", 2024-04-13T09:15:03.946 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.415331+0000", 2024-04-13T09:15:03.946 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.415331+0000", 2024-04-13T09:15:03.947 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.415660+0000", 2024-04-13T09:15:03.947 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.579062+0000", 2024-04-13T09:15:03.947 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.947 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:03.947 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.947 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:03.947 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.579062+0000", 2024-04-13T09:15:03.947 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.579062+0000", 2024-04-13T09:15:03.947 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.579062+0000", 2024-04-13T09:15:03.947 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:03.947 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:03.947 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.947 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.579062+0000", 2024-04-13T09:15:03.947 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.579062+0000", 2024-04-13T09:15:03.947 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:03.947 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:03.948 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:03.948 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:03.948 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:03.948 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:03.948 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:03.948 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:03.948 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:03.948 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:03.948 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:03.948 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:03.948 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:03.948 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.26", 2024-04-13T09:15:03.948 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:03.948 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:03.948 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:03.949 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4908, 2024-04-13T09:15:03.949 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:03.949 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:04:50.537921+0000", 2024-04-13T09:15:03.949 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:03.949 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:03.949 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:03.949 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:03.949 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:03.949 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:03.949 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:03.949 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:03.949 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:03.949 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:03.949 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:03.949 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:03.949 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:03.950 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:03.950 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:03.950 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:03.950 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:03.950 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:03.950 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:03.950 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:03.950 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:03.950 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:03.950 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:03.950 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:03.950 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:03.950 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:03.950 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:03.950 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:03.950 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:03.951 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:03.951 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:03.951 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:03.951 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:03.951 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:03.951 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:03.951 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:03.951 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:03.951 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:03.951 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:03.951 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:03.951 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:03.951 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:03.951 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:03.951 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.952 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:03.952 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:03.952 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:03.952 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:03.952 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:03.952 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:03.952 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.952 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T09:15:03.952 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:03.952 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.952 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.952 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:03.952 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:03.952 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:03.952 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:03.953 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.953 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:03.953 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:03.953 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:03.953 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:03.953 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:03.953 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:03.953 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:03.953 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.834832+0000", 2024-04-13T09:15:03.953 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:51:57.372615+0000", 2024-04-13T09:15:03.953 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:51:57.372615+0000", 2024-04-13T09:15:03.953 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:51:57.372904+0000", 2024-04-13T09:15:03.953 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.834832+0000", 2024-04-13T09:15:03.953 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.953 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:03.953 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.954 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 415, 2024-04-13T09:15:03.954 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.834832+0000", 2024-04-13T09:15:03.954 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.834832+0000", 2024-04-13T09:15:03.954 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.834832+0000", 2024-04-13T09:15:03.954 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:03.954 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:03.954 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.954 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.834832+0000", 2024-04-13T09:15:03.954 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.834832+0000", 2024-04-13T09:15:03.954 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:03.954 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:03.954 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:03.954 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:03.954 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 414, 2024-04-13T09:15:03.954 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:03.955 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:03.955 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:03.955 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:03.955 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:03.955 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:03.955 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:03.955 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:03.955 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.25", 2024-04-13T09:15:03.955 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:03.955 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:03.955 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:03.955 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5090, 2024-04-13T09:15:03.955 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:03.955 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:21:58.941870+0000", 2024-04-13T09:15:03.955 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:03.956 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:03.956 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:03.956 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:03.956 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:03.956 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:03.956 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:03.956 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:03.956 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:03.956 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:03.956 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:03.956 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:03.956 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:03.956 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:03.956 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:03.956 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:03.957 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:03.957 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:03.957 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:03.957 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:03.957 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:03.957 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:03.957 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:03.957 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:03.957 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:03.957 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:03.957 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:03.957 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:03.957 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:03.957 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:03.957 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:03.957 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:03.958 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:03.958 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:03.958 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:03.958 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:03.958 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:03.958 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:03.958 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:03.958 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:03.958 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:03.958 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:03.958 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:03.958 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.958 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:03.958 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:03.958 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:03.959 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:03.959 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:03.959 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:03.959 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.959 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:03.959 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:03.959 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.959 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.959 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:03.959 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:03.959 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:03.959 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:03.959 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.959 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:15:03.959 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:03.960 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:03.960 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:03.960 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:03.960 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:03.960 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:03.960 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.439717+0000", 2024-04-13T09:15:03.960 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.405997+0000", 2024-04-13T09:15:03.960 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.405997+0000", 2024-04-13T09:15:03.960 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.406385+0000", 2024-04-13T09:15:03.960 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.439717+0000", 2024-04-13T09:15:03.960 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.960 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:03.960 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.960 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:15:03.960 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.439717+0000", 2024-04-13T09:15:03.960 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.439717+0000", 2024-04-13T09:15:03.961 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.439717+0000", 2024-04-13T09:15:03.961 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:03.961 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:03.961 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.961 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.439717+0000", 2024-04-13T09:15:03.961 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.439717+0000", 2024-04-13T09:15:03.961 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:03.961 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:03.961 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:03.961 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:03.961 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:15:03.961 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:03.961 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:03.961 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:03.961 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:03.961 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:03.962 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:03.962 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:03.962 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:03.962 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.24", 2024-04-13T09:15:03.962 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:03.962 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:03.962 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:03.962 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5049, 2024-04-13T09:15:03.962 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:03.962 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:24:40.630761+0000", 2024-04-13T09:15:03.962 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:03.962 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:03.962 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:03.962 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:03.962 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:03.963 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:03.963 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:03.963 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:03.963 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:03.963 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:03.963 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:03.963 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:03.963 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:03.963 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:03.963 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:03.963 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:03.963 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:03.963 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:03.963 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:03.963 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:03.964 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:03.964 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:03.964 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:03.964 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:03.964 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:03.964 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:03.964 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:03.964 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:03.964 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:03.964 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:03.964 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:03.964 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:03.964 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:03.964 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:03.964 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:03.965 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:03.965 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:03.965 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:03.965 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:03.965 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:03.965 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:03.965 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:03.965 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:03.965 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.965 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:03.965 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:03.965 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:03.965 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:03.965 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:03.965 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:03.965 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.966 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:15:03.966 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:03.966 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.966 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.966 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:03.966 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:03.966 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:03.966 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:03.966 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.966 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:03.966 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:03.966 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:03.966 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:03.966 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:03.967 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:03.967 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:03.967 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.835326+0000", 2024-04-13T09:15:03.967 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.409920+0000", 2024-04-13T09:15:03.967 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.409920+0000", 2024-04-13T09:15:03.967 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.411436+0000", 2024-04-13T09:15:03.967 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.835326+0000", 2024-04-13T09:15:03.967 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.967 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:03.967 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.967 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:15:03.967 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.835326+0000", 2024-04-13T09:15:03.967 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.835326+0000", 2024-04-13T09:15:03.967 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.835326+0000", 2024-04-13T09:15:03.967 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:03.968 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:03.968 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.968 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.835326+0000", 2024-04-13T09:15:03.968 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.835326+0000", 2024-04-13T09:15:03.968 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:03.968 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:03.968 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:03.968 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:03.968 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:15:03.968 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:03.968 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:03.968 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:03.968 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:03.968 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:03.968 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:03.968 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:03.969 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:03.969 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.23", 2024-04-13T09:15:03.969 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:03.969 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:03.969 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:03.969 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4830, 2024-04-13T09:15:03.969 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:03.969 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:12:41.818672+0000", 2024-04-13T09:15:03.969 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:03.969 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:03.969 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:03.969 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:03.969 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:03.969 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:03.969 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:03.970 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:03.970 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:03.970 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:03.970 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:03.970 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:03.970 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:03.970 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:03.970 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:03.970 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:03.970 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:03.970 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:03.970 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:03.970 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:03.970 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:03.970 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:03.971 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:03.971 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:03.971 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:03.971 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:03.971 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:03.971 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:03.971 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:03.971 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:03.971 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:03.971 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:03.971 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:03.971 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:03.971 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:03.971 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:03.971 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:03.972 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:03.972 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:03.972 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:03.972 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:03.972 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:03.972 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:03.972 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.972 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:03.972 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:03.972 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:03.972 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:03.972 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:03.972 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:03.972 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.972 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:03.972 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:03.973 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.973 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.973 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:03.973 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:03.973 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:03.973 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:03.973 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.973 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:15:03.973 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:03.973 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:03.973 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:03.973 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:03.973 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:03.973 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:03.973 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.193466+0000", 2024-04-13T09:15:03.974 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.425069+0000", 2024-04-13T09:15:03.974 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.425069+0000", 2024-04-13T09:15:03.974 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.425478+0000", 2024-04-13T09:15:03.974 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.193466+0000", 2024-04-13T09:15:03.974 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.974 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:03.974 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.974 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:15:03.974 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.193466+0000", 2024-04-13T09:15:03.974 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.193466+0000", 2024-04-13T09:15:03.974 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.193466+0000", 2024-04-13T09:15:03.974 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:03.974 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:03.974 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.974 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.193466+0000", 2024-04-13T09:15:03.975 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.193466+0000", 2024-04-13T09:15:03.975 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:03.975 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:03.975 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:03.975 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:03.975 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:15:03.975 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:03.975 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:03.975 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:03.975 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:03.975 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:03.975 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:03.975 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:03.975 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:03.975 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.22", 2024-04-13T09:15:03.975 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:03.976 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:03.976 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:03.976 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4959, 2024-04-13T09:15:03.976 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:03.976 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:44:20.039222+0000", 2024-04-13T09:15:03.976 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:03.976 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:03.976 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:03.976 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:03.976 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:03.976 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:03.976 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:03.976 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:03.976 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:03.976 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:03.977 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:03.977 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:03.977 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:03.977 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:03.977 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:03.977 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:03.977 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:03.977 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:03.977 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:03.977 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:03.977 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:03.977 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:03.977 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:03.977 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:03.977 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:03.977 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:03.978 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:03.978 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:03.978 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:03.978 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:03.978 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:03.978 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:03.978 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:03.978 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:03.978 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:03.978 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:03.978 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:03.978 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:03.978 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:03.978 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:03.979 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:03.979 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:03.979 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:03.979 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.979 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:03.979 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:03.979 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:03.979 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:03.979 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:03.979 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:03.979 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.979 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:15:03.979 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:03.979 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.979 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.979 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:03.980 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:03.980 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:03.980 INFO:tasks.workunit.client.0.smithi119.stderr:+ ceph telemetry off 2024-04-13T09:15:03.983 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:03.984 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.984 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T09:15:03.984 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:03.984 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:03.984 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:03.984 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:03.984 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:03.984 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:03.984 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.436388+0000", 2024-04-13T09:15:03.984 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.620141+0000", 2024-04-13T09:15:03.984 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.620141+0000", 2024-04-13T09:15:03.984 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.620963+0000", 2024-04-13T09:15:03.984 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.436388+0000", 2024-04-13T09:15:03.984 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.985 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:03.985 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.985 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:03.985 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.436388+0000", 2024-04-13T09:15:03.985 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.436388+0000", 2024-04-13T09:15:03.985 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.436388+0000", 2024-04-13T09:15:03.985 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:03.985 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:03.985 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.985 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.436388+0000", 2024-04-13T09:15:03.985 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.436388+0000", 2024-04-13T09:15:03.985 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:03.985 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:03.985 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:03.985 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:03.986 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:03.986 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:03.986 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:03.986 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:03.986 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:03.986 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:03.986 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:03.986 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:03.986 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:03.986 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.21", 2024-04-13T09:15:03.986 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:03.986 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:03.986 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:03.986 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5050, 2024-04-13T09:15:03.987 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:03.987 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:18:36.139869+0000", 2024-04-13T09:15:03.987 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:03.987 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:03.987 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:03.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:03.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:03.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:03.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:03.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:03.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:03.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:03.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:03.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:03.987 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:03.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:03.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:03.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:03.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:03.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:03.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:03.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:03.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:03.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:03.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:03.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:03.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:03.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:03.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:03.988 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:03.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:03.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:03.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:03.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:03.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:03.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:03.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:03.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:03.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:03.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:03.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:03.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:03.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:03.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:03.989 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:03.990 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.990 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:03.990 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:03.990 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:03.990 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:03.990 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:03.990 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:03.990 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.990 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T09:15:03.990 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:03.990 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.990 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.990 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:03.990 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:03.991 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:03.991 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:15:03.991 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.991 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T09:15:03.991 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:03.991 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:03.991 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:03.991 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:03.991 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:03.991 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:03.991 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.577785+0000", 2024-04-13T09:15:03.991 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.605379+0000", 2024-04-13T09:15:03.991 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.605379+0000", 2024-04-13T09:15:03.991 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.605689+0000", 2024-04-13T09:15:03.991 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.577785+0000", 2024-04-13T09:15:03.992 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.992 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:03.992 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.992 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:03.992 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.577785+0000", 2024-04-13T09:15:03.992 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.577785+0000", 2024-04-13T09:15:03.992 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.577785+0000", 2024-04-13T09:15:03.992 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:03.992 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:03.992 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.992 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.577785+0000", 2024-04-13T09:15:03.992 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.577785+0000", 2024-04-13T09:15:03.992 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:03.992 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:03.992 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:03.993 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:03.993 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:03.993 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:03.993 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:03.993 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:03.993 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:03.993 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:03.993 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:03.993 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:03.993 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:03.993 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.20", 2024-04-13T09:15:03.993 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:03.993 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:03.993 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:03.994 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4910, 2024-04-13T09:15:03.994 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:03.994 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:37:08.711894+0000", 2024-04-13T09:15:03.994 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:03.994 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:03.994 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:03.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:03.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:03.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:03.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:03.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:03.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:03.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:03.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:03.994 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:03.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:03.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:03.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:03.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:03.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:03.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:03.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:03.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:03.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:03.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:03.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:03.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:03.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:03.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:03.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:03.995 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:03.996 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:03.996 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:03.996 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:03.996 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:03.996 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:03.996 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:03.996 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:03.996 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:03.996 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:03.996 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:03.996 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:03.996 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:03.996 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:03.996 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:03.996 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:03.997 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.997 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:03.997 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:03.997 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:03.997 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:03.997 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:03.997 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:15:03.997 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.997 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T09:15:03.997 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:03.997 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:03.997 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:03.997 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:03.997 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:03.997 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:03.998 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:03.998 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:03.998 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:15:03.998 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:03.998 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:03.998 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:03.998 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:03.998 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:03.998 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:03.998 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.434869+0000", 2024-04-13T09:15:03.999 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.436500+0000", 2024-04-13T09:15:03.999 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.436500+0000", 2024-04-13T09:15:03.999 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.437054+0000", 2024-04-13T09:15:03.999 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.434869+0000", 2024-04-13T09:15:03.999 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.999 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:03.999 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.999 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:03.999 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.434869+0000", 2024-04-13T09:15:03.999 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.434869+0000", 2024-04-13T09:15:03.999 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.434869+0000", 2024-04-13T09:15:03.999 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:03.999 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:03.999 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:03.999 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.434869+0000", 2024-04-13T09:15:04.000 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.434869+0000", 2024-04-13T09:15:04.000 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.000 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.000 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.000 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.000 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:04.000 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.000 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.000 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.000 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.000 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.000 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.000 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.000 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.001 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.f", 2024-04-13T09:15:04.001 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.001 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.001 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.001 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4879, 2024-04-13T09:15:04.001 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.001 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:13:30.634874+0000", 2024-04-13T09:15:04.001 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.001 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.001 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.001 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.002 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.003 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.003 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.003 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.003 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.003 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.003 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.003 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.003 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.003 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.003 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.003 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.003 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.003 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.003 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.004 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.004 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.004 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.004 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.004 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.004 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.004 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.004 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.004 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.004 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:04.004 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:04.004 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:04.004 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.004 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:15:04.004 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.004 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.005 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.005 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.005 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:04.005 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:04.005 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:04.005 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.005 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T09:15:04.005 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.005 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.005 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:04.005 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.005 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.005 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.005 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.436311+0000", 2024-04-13T09:15:04.005 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:51:57.372340+0000", 2024-04-13T09:15:04.006 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:51:57.372340+0000", 2024-04-13T09:15:04.006 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:51:57.372730+0000", 2024-04-13T09:15:04.006 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.436311+0000", 2024-04-13T09:15:04.006 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.006 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.006 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.006 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 415, 2024-04-13T09:15:04.006 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.436311+0000", 2024-04-13T09:15:04.006 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.436311+0000", 2024-04-13T09:15:04.006 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.436311+0000", 2024-04-13T09:15:04.006 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.006 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.006 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.006 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.436311+0000", 2024-04-13T09:15:04.006 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.436311+0000", 2024-04-13T09:15:04.007 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.007 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 2, 2024-04-13T09:15:04.007 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.007 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.007 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 414, 2024-04-13T09:15:04.007 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.007 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.007 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.007 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.007 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 2, 2024-04-13T09:15:04.007 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.007 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.007 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.007 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.e", 2024-04-13T09:15:04.007 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.007 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.008 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.008 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5067, 2024-04-13T09:15:04.008 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.008 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:31:10.720585+0000", 2024-04-13T09:15:04.008 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.008 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.008 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.008 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T09:15:04.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T09:15:04.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T09:15:04.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.009 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.010 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.010 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.010 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T09:15:04.010 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.010 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.010 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.010 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.010 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.010 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.010 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.010 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 12, 2024-04-13T09:15:04.010 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 12, 2024-04-13T09:15:04.010 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.010 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.011 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.011 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3, 2024-04-13T09:15:04.011 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.011 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.011 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.011 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.011 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.011 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:04.011 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:04.011 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:04.011 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.011 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T09:15:04.011 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'2" 2024-04-13T09:15:04.011 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.011 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.011 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.012 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.012 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:04.012 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:04.012 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.012 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:15:04.012 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.012 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.012 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:04.012 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.012 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.012 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.012 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.194425+0000", 2024-04-13T09:15:04.012 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.609888+0000", 2024-04-13T09:15:04.012 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.609888+0000", 2024-04-13T09:15:04.013 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.613258+0000", 2024-04-13T09:15:04.013 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.194425+0000", 2024-04-13T09:15:04.013 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.013 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.013 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.013 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:04.013 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.194425+0000", 2024-04-13T09:15:04.013 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.194425+0000", 2024-04-13T09:15:04.013 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.194425+0000", 2024-04-13T09:15:04.013 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.013 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.013 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.013 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.194425+0000", 2024-04-13T09:15:04.013 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.194425+0000", 2024-04-13T09:15:04.013 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.014 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.014 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.014 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.014 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:04.014 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.014 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.014 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.014 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.014 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.014 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.014 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.014 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.014 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.c", 2024-04-13T09:15:04.014 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.014 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.015 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.015 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4950, 2024-04-13T09:15:04.015 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.015 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:52:42.372290+0000", 2024-04-13T09:15:04.015 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.015 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.015 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.015 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.016 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.017 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.017 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.017 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.017 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.017 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.017 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.017 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.017 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.017 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.017 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.017 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.017 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.017 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.017 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.017 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.018 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.018 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.018 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.018 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.018 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.018 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.018 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.018 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:04.018 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:04.018 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.018 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:15:04.018 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.018 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.018 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.018 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.019 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:04.019 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:04.019 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:15:04.019 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.019 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:04.019 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.019 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.019 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:04.019 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.019 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.019 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.019 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.833653+0000", 2024-04-13T09:15:04.019 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.399652+0000", 2024-04-13T09:15:04.019 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.399652+0000", 2024-04-13T09:15:04.019 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.400044+0000", 2024-04-13T09:15:04.019 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.833653+0000", 2024-04-13T09:15:04.020 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.020 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.020 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.020 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:15:04.020 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.833653+0000", 2024-04-13T09:15:04.020 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.833653+0000", 2024-04-13T09:15:04.020 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.833653+0000", 2024-04-13T09:15:04.020 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.020 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.020 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.020 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.833653+0000", 2024-04-13T09:15:04.020 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.833653+0000", 2024-04-13T09:15:04.020 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.020 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 1, 2024-04-13T09:15:04.020 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.021 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.021 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:15:04.021 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.021 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.021 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.021 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.021 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 1, 2024-04-13T09:15:04.021 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.021 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.021 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.021 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.d", 2024-04-13T09:15:04.021 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.021 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.021 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.021 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5093, 2024-04-13T09:15:04.022 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.022 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:04:12.082904+0000", 2024-04-13T09:15:04.022 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.022 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.022 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 70, 2024-04-13T09:15:04.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.022 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.023 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.023 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.023 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.023 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.023 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.023 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T09:15:04.023 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T09:15:04.023 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.023 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T09:15:04.023 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.023 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.023 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.023 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.023 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.023 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.024 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.024 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.024 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.024 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.024 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.024 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.024 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.024 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 2, 2024-04-13T09:15:04.024 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 2, 2024-04-13T09:15:04.024 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.024 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.024 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.024 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 1, 2024-04-13T09:15:04.024 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 1 2024-04-13T09:15:04.024 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.025 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.025 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.025 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.025 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:04.025 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:04.025 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:15:04.025 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.025 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:04.025 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'1" 2024-04-13T09:15:04.025 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.025 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.025 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.025 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:04.025 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.025 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:04.026 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.026 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:15:04.026 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.026 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.026 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:04.026 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.026 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.026 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.026 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.434824+0000", 2024-04-13T09:15:04.026 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.426554+0000", 2024-04-13T09:15:04.026 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.426554+0000", 2024-04-13T09:15:04.026 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.426941+0000", 2024-04-13T09:15:04.026 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.434824+0000", 2024-04-13T09:15:04.026 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.026 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.027 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.027 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:04.027 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.434824+0000", 2024-04-13T09:15:04.027 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.434824+0000", 2024-04-13T09:15:04.027 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.434824+0000", 2024-04-13T09:15:04.027 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.027 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.027 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.027 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.434824+0000", 2024-04-13T09:15:04.027 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.434824+0000", 2024-04-13T09:15:04.027 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.027 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.027 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.027 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.027 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:04.028 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.028 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.028 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.028 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.028 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.028 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.028 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.028 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.028 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.d", 2024-04-13T09:15:04.028 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.028 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.028 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.028 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4865, 2024-04-13T09:15:04.028 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.028 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:35:56.607426+0000", 2024-04-13T09:15:04.029 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.029 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.029 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.029 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.030 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.030 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.030 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.030 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.030 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.030 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.030 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.030 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.030 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.030 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.030 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.030 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.030 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.030 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.030 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.031 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.031 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.031 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.031 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.031 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.031 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.031 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.031 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.031 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.031 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.031 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.031 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.031 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.031 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.031 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.031 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.032 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.032 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:04.032 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.032 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:04.032 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.032 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:15:04.032 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.032 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.032 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.032 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.032 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:04.032 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.032 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:04.032 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.032 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T09:15:04.033 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.033 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.033 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:04.033 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.033 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.033 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.033 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.436836+0000", 2024-04-13T09:15:04.033 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.431981+0000", 2024-04-13T09:15:04.033 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.431981+0000", 2024-04-13T09:15:04.033 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.432550+0000", 2024-04-13T09:15:04.033 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.436836+0000", 2024-04-13T09:15:04.033 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.033 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.033 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.033 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:15:04.034 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.436836+0000", 2024-04-13T09:15:04.034 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.436836+0000", 2024-04-13T09:15:04.034 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.436836+0000", 2024-04-13T09:15:04.034 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.034 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.034 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.034 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.436836+0000", 2024-04-13T09:15:04.034 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.436836+0000", 2024-04-13T09:15:04.034 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.034 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.034 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.034 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.034 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:15:04.034 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.034 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.034 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.035 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.035 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.035 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.035 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.035 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.035 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.c", 2024-04-13T09:15:04.035 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.035 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.035 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.035 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5059, 2024-04-13T09:15:04.035 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.035 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:20:16.345741+0000", 2024-04-13T09:15:04.035 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.035 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.035 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.036 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.036 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.036 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.036 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.036 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.036 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.036 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.036 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.036 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.036 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.036 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.036 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.036 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.036 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.036 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.037 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.037 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.037 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.037 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.037 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.037 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.037 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.037 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.037 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.037 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.037 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.037 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.037 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.037 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.037 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.037 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.038 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.038 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.038 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.038 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.038 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.038 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.038 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.038 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.038 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.038 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.038 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.038 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.038 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.038 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:04.038 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.039 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:04.039 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.039 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T09:15:04.039 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.039 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.039 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.039 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.039 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:04.039 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:04.039 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:04.039 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.039 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T09:15:04.039 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.039 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.039 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:04.039 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.040 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.040 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.040 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.436697+0000", 2024-04-13T09:15:04.040 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.416705+0000", 2024-04-13T09:15:04.040 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.416705+0000", 2024-04-13T09:15:04.040 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.417620+0000", 2024-04-13T09:15:04.040 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.436697+0000", 2024-04-13T09:15:04.040 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.040 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.040 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.040 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:15:04.040 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.436697+0000", 2024-04-13T09:15:04.040 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.436697+0000", 2024-04-13T09:15:04.040 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.436697+0000", 2024-04-13T09:15:04.041 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.041 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.041 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.041 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.436697+0000", 2024-04-13T09:15:04.041 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.436697+0000", 2024-04-13T09:15:04.041 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.041 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.041 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.041 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.041 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:15:04.041 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.041 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.041 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.041 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.041 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.042 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.042 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.042 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.042 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.a", 2024-04-13T09:15:04.042 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.042 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.042 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.042 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5049, 2024-04-13T09:15:04.042 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.042 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:33:06.026365+0000", 2024-04-13T09:15:04.042 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.042 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.042 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.042 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.042 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.043 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.043 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.043 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.043 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.043 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.043 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.043 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.043 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.043 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.043 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.043 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.043 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.043 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.043 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.043 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.044 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.045 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.045 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.045 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.045 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.045 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.045 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.045 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.045 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.045 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.045 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.045 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.045 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:04.045 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:04.045 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:04.045 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.046 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T09:15:04.046 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.046 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.046 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.046 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.046 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:04.046 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:04.046 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:15:04.046 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.046 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:15:04.046 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.046 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.046 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:04.046 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.046 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.047 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.047 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.433825+0000", 2024-04-13T09:15:04.047 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.425208+0000", 2024-04-13T09:15:04.047 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.425208+0000", 2024-04-13T09:15:04.047 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.426111+0000", 2024-04-13T09:15:04.047 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.433825+0000", 2024-04-13T09:15:04.047 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.047 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.047 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.047 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:04.047 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.433825+0000", 2024-04-13T09:15:04.047 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.433825+0000", 2024-04-13T09:15:04.047 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.433825+0000", 2024-04-13T09:15:04.047 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.048 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.048 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.048 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.433825+0000", 2024-04-13T09:15:04.048 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.433825+0000", 2024-04-13T09:15:04.048 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.048 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 4, 2024-04-13T09:15:04.048 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.048 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.048 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:04.048 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.048 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.048 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.048 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.048 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 4, 2024-04-13T09:15:04.048 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.049 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.049 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.049 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.b", 2024-04-13T09:15:04.049 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.049 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.049 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.049 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4881, 2024-04-13T09:15:04.049 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.049 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:10:31.717094+0000", 2024-04-13T09:15:04.049 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.049 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.049 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.049 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.049 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.049 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.050 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.050 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.050 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.050 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.050 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.050 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.050 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.050 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.050 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.050 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.050 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.050 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.050 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.050 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T09:15:04.050 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T09:15:04.051 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.051 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T09:15:04.051 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.051 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.051 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.051 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.051 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.051 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T09:15:04.051 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.051 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.051 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.051 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.051 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.051 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.051 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.051 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 4, 2024-04-13T09:15:04.052 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 4, 2024-04-13T09:15:04.052 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.052 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.052 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.052 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 1, 2024-04-13T09:15:04.052 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.052 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.052 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.052 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.052 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.052 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:04.052 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:04.052 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:15:04.052 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.053 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:15:04.053 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "583'4" 2024-04-13T09:15:04.053 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.053 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.053 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.053 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:04.053 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:04.053 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:04.053 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.053 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:15:04.053 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.053 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.053 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:04.053 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.053 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.054 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.054 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.437545+0000", 2024-04-13T09:15:04.054 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.410062+0000", 2024-04-13T09:15:04.054 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.410062+0000", 2024-04-13T09:15:04.054 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.410464+0000", 2024-04-13T09:15:04.054 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.437545+0000", 2024-04-13T09:15:04.054 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.054 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.054 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.054 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:15:04.054 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.437545+0000", 2024-04-13T09:15:04.054 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.437545+0000", 2024-04-13T09:15:04.054 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.437545+0000", 2024-04-13T09:15:04.054 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.055 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.055 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.055 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.437545+0000", 2024-04-13T09:15:04.055 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.437545+0000", 2024-04-13T09:15:04.055 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.055 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.055 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.055 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.055 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:15:04.055 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.055 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.055 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.055 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.055 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.055 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.056 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.056 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.056 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.b", 2024-04-13T09:15:04.056 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.056 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.056 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.056 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5046, 2024-04-13T09:15:04.056 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.056 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:23:16.233237+0000", 2024-04-13T09:15:04.056 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.056 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.056 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.056 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.056 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.056 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.057 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.058 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.058 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.058 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.058 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.058 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.058 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.058 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.058 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.058 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.058 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.058 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.058 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.058 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.058 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.059 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.059 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.059 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.059 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.059 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.059 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.059 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.059 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.059 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.059 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.059 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.059 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.059 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:04.059 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:04.059 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:04.060 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.060 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:15:04.060 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.060 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.060 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.060 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.060 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:04.060 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:04.060 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:04.060 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.060 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:04.060 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.060 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.060 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:04.060 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.061 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.061 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.061 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.834416+0000", 2024-04-13T09:15:04.061 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.429696+0000", 2024-04-13T09:15:04.061 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.429696+0000", 2024-04-13T09:15:04.061 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.430061+0000", 2024-04-13T09:15:04.061 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.834416+0000", 2024-04-13T09:15:04.061 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.061 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.061 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.061 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:04.061 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.834416+0000", 2024-04-13T09:15:04.061 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.834416+0000", 2024-04-13T09:15:04.061 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.834416+0000", 2024-04-13T09:15:04.061 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.062 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.062 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.062 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.834416+0000", 2024-04-13T09:15:04.062 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.834416+0000", 2024-04-13T09:15:04.062 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.062 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.062 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.062 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.062 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:04.062 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.062 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.062 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.062 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.062 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.062 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.062 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.063 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.063 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.a", 2024-04-13T09:15:04.063 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.063 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.063 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.063 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5090, 2024-04-13T09:15:04.063 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.063 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:36:08.808318+0000", 2024-04-13T09:15:04.063 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.063 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.063 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.063 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.063 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.063 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.063 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.064 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.064 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.064 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.064 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.064 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.064 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.064 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.064 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.064 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.064 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.064 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.064 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.064 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.064 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.064 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.064 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.065 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.065 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.065 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.065 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.065 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.065 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.065 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.065 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.065 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.065 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.065 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.065 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.065 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.065 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.065 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.065 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.066 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.066 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.066 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.066 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.066 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.066 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.066 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.066 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.066 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:04.066 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:04.066 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:04.066 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.066 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:04.066 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.066 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.067 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.067 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.067 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:04.067 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:04.067 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:04.067 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.067 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:15:04.067 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.067 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.067 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:04.067 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.067 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.067 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.067 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.436884+0000", 2024-04-13T09:15:04.067 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.417906+0000", 2024-04-13T09:15:04.068 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.417906+0000", 2024-04-13T09:15:04.068 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.418260+0000", 2024-04-13T09:15:04.068 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.436884+0000", 2024-04-13T09:15:04.068 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.068 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.068 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.068 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:04.068 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.436884+0000", 2024-04-13T09:15:04.068 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.436884+0000", 2024-04-13T09:15:04.068 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.436884+0000", 2024-04-13T09:15:04.068 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.068 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.068 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.068 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.436884+0000", 2024-04-13T09:15:04.068 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.436884+0000", 2024-04-13T09:15:04.069 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.069 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.069 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.069 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.069 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:04.069 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.069 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.069 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.069 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.069 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.069 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.069 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.069 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.069 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.8", 2024-04-13T09:15:04.069 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.070 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.070 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.070 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5042, 2024-04-13T09:15:04.070 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.070 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:48:49.095385+0000", 2024-04-13T09:15:04.070 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.070 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.070 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.070 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.070 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.070 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.070 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.070 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.070 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.071 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.072 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.072 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.072 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.072 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.072 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.072 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.072 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.072 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.072 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.072 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.072 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.072 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.072 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.072 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.072 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.073 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.073 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.073 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.073 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.073 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.073 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.073 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.073 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:04.073 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:04.073 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:04.073 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.073 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:15:04.073 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.073 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.073 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.074 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.074 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:04.074 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:04.074 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:15:04.074 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.074 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:04.074 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.074 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.074 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:04.074 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.074 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.074 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.074 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.833846+0000", 2024-04-13T09:15:04.074 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.433334+0000", 2024-04-13T09:15:04.074 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.433334+0000", 2024-04-13T09:15:04.075 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.433647+0000", 2024-04-13T09:15:04.075 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.833846+0000", 2024-04-13T09:15:04.075 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.075 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.075 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.075 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:04.075 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.833846+0000", 2024-04-13T09:15:04.075 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.833846+0000", 2024-04-13T09:15:04.075 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.833846+0000", 2024-04-13T09:15:04.075 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.075 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.075 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.075 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.833846+0000", 2024-04-13T09:15:04.075 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.833846+0000", 2024-04-13T09:15:04.075 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.076 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.076 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.076 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.076 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:04.076 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.076 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.076 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.076 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.076 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.076 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.076 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.076 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.076 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.9", 2024-04-13T09:15:04.076 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.076 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.077 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.077 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5090, 2024-04-13T09:15:04.077 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.077 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:03:12.185579+0000", 2024-04-13T09:15:04.077 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.077 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.077 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.077 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.077 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.077 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.077 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.077 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.077 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.077 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.077 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.077 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.078 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.078 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.078 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.078 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.078 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.078 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.078 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.078 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.078 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.078 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.078 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.078 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.078 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.078 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.078 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.079 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.079 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.079 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.079 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.079 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.079 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.079 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.079 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.079 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.079 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.079 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.079 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.079 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.079 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.079 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.080 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.080 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.080 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.080 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.080 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.080 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:04.080 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:04.080 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:15:04.080 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.080 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:04.080 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.080 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.080 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.080 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.080 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:04.081 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:04.081 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:04.081 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.081 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 4, 2024-04-13T09:15:04.081 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.081 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.081 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:04.081 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.081 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.081 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.081 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.886920+0000", 2024-04-13T09:15:04.081 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.417907+0000", 2024-04-13T09:15:04.081 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.417907+0000", 2024-04-13T09:15:04.081 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.418261+0000", 2024-04-13T09:15:04.081 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.886920+0000", 2024-04-13T09:15:04.082 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.082 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.082 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.082 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:04.082 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.886920+0000", 2024-04-13T09:15:04.082 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.886920+0000", 2024-04-13T09:15:04.082 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.886920+0000", 2024-04-13T09:15:04.082 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.082 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.082 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.082 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.886920+0000", 2024-04-13T09:15:04.082 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.886920+0000", 2024-04-13T09:15:04.082 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.082 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.082 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.083 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.083 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:04.083 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.083 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.083 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.083 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.083 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.083 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.083 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.083 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.083 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.9", 2024-04-13T09:15:04.083 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.083 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.083 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.083 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5000, 2024-04-13T09:15:04.084 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.084 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:39:30.402851+0000", 2024-04-13T09:15:04.084 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.084 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.084 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.084 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.084 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.084 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.084 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.084 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.084 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.084 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.084 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.084 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.084 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.084 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.085 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.085 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.085 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.085 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.085 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.085 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.085 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.085 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.085 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.085 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.085 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.085 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.085 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.085 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.085 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.086 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.086 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.086 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.086 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.086 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.086 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.086 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.086 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.086 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.086 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.086 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.086 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.086 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.086 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.086 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.087 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.087 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.087 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.087 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:04.087 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:04.087 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:04.087 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.087 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 4, 2024-04-13T09:15:04.087 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.087 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.087 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.087 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.087 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:04.087 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:04.087 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:04.088 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.088 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:15:04.088 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.088 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.088 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:04.088 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.088 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.088 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.088 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.434172+0000", 2024-04-13T09:15:04.088 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.428562+0000", 2024-04-13T09:15:04.088 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.428562+0000", 2024-04-13T09:15:04.088 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.429055+0000", 2024-04-13T09:15:04.088 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.434172+0000", 2024-04-13T09:15:04.088 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.088 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.088 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.089 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:04.089 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.434172+0000", 2024-04-13T09:15:04.089 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.434172+0000", 2024-04-13T09:15:04.089 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.434172+0000", 2024-04-13T09:15:04.089 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.089 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.089 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.089 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.434172+0000", 2024-04-13T09:15:04.089 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.434172+0000", 2024-04-13T09:15:04.089 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.089 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.089 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.089 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.089 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:04.089 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.090 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.090 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.090 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.090 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.090 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.090 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.090 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.090 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.8", 2024-04-13T09:15:04.090 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.090 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.090 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.090 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4861, 2024-04-13T09:15:04.090 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.090 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:37:10.132759+0000", 2024-04-13T09:15:04.090 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.091 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.091 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.091 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.091 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.091 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.091 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.091 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.091 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.091 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.091 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.091 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.091 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.091 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.091 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.091 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.091 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.092 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.092 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.092 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.092 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.092 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.092 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.092 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.092 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.092 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.092 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.092 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.092 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.092 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.092 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.092 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.093 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.093 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.093 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.093 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.093 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.093 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.093 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.093 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.093 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.093 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.093 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.093 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.093 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.093 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.093 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.093 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:04.094 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:04.094 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:04.094 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.094 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:15:04.094 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.094 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.094 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.094 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.094 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:04.094 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:04.094 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:04.094 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.094 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T09:15:04.094 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.094 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.095 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:04.095 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.095 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.095 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.095 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.195226+0000", 2024-04-13T09:15:04.095 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.414802+0000", 2024-04-13T09:15:04.095 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.414802+0000", 2024-04-13T09:15:04.095 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.415206+0000", 2024-04-13T09:15:04.095 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.195226+0000", 2024-04-13T09:15:04.095 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.095 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.095 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.095 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:15:04.095 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.195226+0000", 2024-04-13T09:15:04.095 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.195226+0000", 2024-04-13T09:15:04.096 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.195226+0000", 2024-04-13T09:15:04.096 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.096 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.096 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.096 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.195226+0000", 2024-04-13T09:15:04.096 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.195226+0000", 2024-04-13T09:15:04.096 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.096 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.096 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.096 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.096 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:15:04.096 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.096 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.096 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.096 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.097 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.097 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.097 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.097 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.097 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.6", 2024-04-13T09:15:04.097 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.097 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.097 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.097 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5090, 2024-04-13T09:15:04.097 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.097 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:43:47.274386+0000", 2024-04-13T09:15:04.097 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.097 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.097 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.097 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.097 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.098 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.098 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.098 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.098 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.098 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.098 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.098 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.098 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.098 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.098 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.098 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.098 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.098 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.098 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.098 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.099 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.099 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.099 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.099 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.099 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.099 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.099 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.099 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.099 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.099 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.099 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.099 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.099 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.099 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.099 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.099 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.100 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.100 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.100 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.100 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.100 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.100 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.100 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.100 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.100 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.100 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.100 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.100 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:04.100 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:04.100 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:04.100 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.101 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T09:15:04.101 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.101 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.101 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.101 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.101 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:04.101 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:04.101 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:04.101 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.101 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T09:15:04.101 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.101 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.101 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:04.101 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.101 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.101 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.102 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.579457+0000", 2024-04-13T09:15:04.102 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.421445+0000", 2024-04-13T09:15:04.102 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.421445+0000", 2024-04-13T09:15:04.102 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.421800+0000", 2024-04-13T09:15:04.102 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.579457+0000", 2024-04-13T09:15:04.102 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.102 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.102 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.102 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:04.102 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.579457+0000", 2024-04-13T09:15:04.102 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.579457+0000", 2024-04-13T09:15:04.102 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.579457+0000", 2024-04-13T09:15:04.102 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.102 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.102 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.103 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.579457+0000", 2024-04-13T09:15:04.103 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.579457+0000", 2024-04-13T09:15:04.103 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.103 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 2, 2024-04-13T09:15:04.103 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.103 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.103 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:04.103 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.103 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.103 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.103 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.103 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 2, 2024-04-13T09:15:04.103 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.103 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.103 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.104 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.7", 2024-04-13T09:15:04.104 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.104 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.104 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.104 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4928, 2024-04-13T09:15:04.104 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.104 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:37:57.243125+0000", 2024-04-13T09:15:04.104 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.104 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.104 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.104 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.104 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.104 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.104 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.104 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.104 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.105 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.105 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.105 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.105 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.105 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.105 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.105 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.105 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.105 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.105 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.105 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T09:15:04.105 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T09:15:04.105 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.105 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T09:15:04.105 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.105 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.106 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.106 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.106 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.106 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T09:15:04.106 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.106 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.106 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.106 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.106 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.106 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.106 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.106 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 12, 2024-04-13T09:15:04.106 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 12, 2024-04-13T09:15:04.106 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.106 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.107 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.107 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3, 2024-04-13T09:15:04.107 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.107 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.107 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.107 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.107 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.107 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:04.107 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:04.107 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:04.107 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.107 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T09:15:04.107 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'2" 2024-04-13T09:15:04.107 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.107 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.107 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.108 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:04.108 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.108 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:04.108 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.108 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 4, 2024-04-13T09:15:04.108 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.108 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.108 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 66, 2024-04-13T09:15:04.108 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.108 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.108 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.108 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.886914+0000", 2024-04-13T09:15:04.108 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.620349+0000", 2024-04-13T09:15:04.108 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.620349+0000", 2024-04-13T09:15:04.108 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T08:27:07.860027+0000", 2024-04-13T09:15:04.109 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.886914+0000", 2024-04-13T09:15:04.109 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:04.109 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.109 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:04.109 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:04.109 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.886914+0000", 2024-04-13T09:15:04.109 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.886914+0000", 2024-04-13T09:15:04.109 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.886914+0000", 2024-04-13T09:15:04.109 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.109 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.109 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:04.109 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.886914+0000", 2024-04-13T09:15:04.109 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.886914+0000", 2024-04-13T09:15:04.109 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.110 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3037, 2024-04-13T09:15:04.110 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.110 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.110 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:04.110 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.110 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.110 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.110 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.110 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3037, 2024-04-13T09:15:04.110 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.110 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.110 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.110 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "4.1", 2024-04-13T09:15:04.110 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.110 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.111 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.111 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 8856, 2024-04-13T09:15:04.111 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.111 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:36:35.955225+0000", 2024-04-13T09:15:04.111 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.006119891, 2024-04-13T09:15:04.111 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.111 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.111 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 4194304, 2024-04-13T09:15:04.111 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.111 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.111 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.111 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.111 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.111 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.111 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.111 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.112 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.112 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.112 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.112 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.112 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.112 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.112 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.112 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T09:15:04.112 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T09:15:04.112 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.112 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T09:15:04.112 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.112 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.112 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.112 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.113 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.113 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.113 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.113 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.113 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.113 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.113 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.113 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.113 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.113 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 1433, 2024-04-13T09:15:04.113 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 396762, 2024-04-13T09:15:04.113 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.113 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.113 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.113 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3026, 2024-04-13T09:15:04.114 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 388342 2024-04-13T09:15:04.114 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.114 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.114 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.114 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.114 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:04.114 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.114 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:04.114 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.114 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 4, 2024-04-13T09:15:04.114 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "1115'3037" 2024-04-13T09:15:04.114 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.114 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.114 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.114 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:04.115 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:04.115 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:04.115 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.115 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:15:04.115 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.115 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.115 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:04.115 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.115 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.115 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.115 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.440437+0000", 2024-04-13T09:15:04.115 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.430821+0000", 2024-04-13T09:15:04.115 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.430821+0000", 2024-04-13T09:15:04.115 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.431392+0000", 2024-04-13T09:15:04.115 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.440437+0000", 2024-04-13T09:15:04.115 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.116 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.116 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.116 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:04.116 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.440437+0000", 2024-04-13T09:15:04.116 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.440437+0000", 2024-04-13T09:15:04.116 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.440437+0000", 2024-04-13T09:15:04.116 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.116 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.116 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.116 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.440437+0000", 2024-04-13T09:15:04.116 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.440437+0000", 2024-04-13T09:15:04.116 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.116 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.116 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.116 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.117 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:04.117 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.117 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.117 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.117 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.117 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.117 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.117 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.117 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.117 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.7", 2024-04-13T09:15:04.117 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.117 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.117 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.117 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5049, 2024-04-13T09:15:04.117 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.117 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:50:05.831761+0000", 2024-04-13T09:15:04.118 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.118 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.118 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.118 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.118 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.118 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.118 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.118 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.118 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.118 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.118 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.118 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.118 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.118 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.118 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.119 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.119 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.119 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.119 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.119 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.119 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.119 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.119 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.119 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.119 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.119 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.119 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.119 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.119 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.119 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.120 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.120 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.120 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.120 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.120 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.120 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.120 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.120 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.120 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.120 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.120 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.120 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.120 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.120 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.120 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.120 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.121 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.121 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:04.121 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:04.121 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:04.121 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.121 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:15:04.121 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.121 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.121 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.121 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.121 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:04.121 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:04.121 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:04.121 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.121 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:04.122 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.122 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.122 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:04.122 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.122 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.122 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.122 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.834790+0000", 2024-04-13T09:15:04.122 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.620874+0000", 2024-04-13T09:15:04.122 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.620874+0000", 2024-04-13T09:15:04.122 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.621266+0000", 2024-04-13T09:15:04.122 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.834790+0000", 2024-04-13T09:15:04.122 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.122 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.122 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.123 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:04.123 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.834790+0000", 2024-04-13T09:15:04.123 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.834790+0000", 2024-04-13T09:15:04.123 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.834790+0000", 2024-04-13T09:15:04.123 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.123 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.123 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.123 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.834790+0000", 2024-04-13T09:15:04.123 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.834790+0000", 2024-04-13T09:15:04.123 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.123 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3, 2024-04-13T09:15:04.123 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.123 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.123 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:04.123 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.124 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.124 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.124 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.124 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3, 2024-04-13T09:15:04.124 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.124 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.124 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.124 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.6", 2024-04-13T09:15:04.124 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.124 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.124 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.124 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5097, 2024-04-13T09:15:04.124 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.124 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:15:31.693915+0000", 2024-04-13T09:15:04.124 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.125 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.125 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.125 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.125 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.125 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.125 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.125 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.125 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.125 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.125 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.125 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.125 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.125 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.125 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.125 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.125 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.126 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.126 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.126 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T09:15:04.126 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T09:15:04.126 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.126 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T09:15:04.126 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.126 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.126 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.126 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.126 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.126 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T09:15:04.126 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.126 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.126 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.127 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.127 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.127 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.127 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.127 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 4, 2024-04-13T09:15:04.127 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 4, 2024-04-13T09:15:04.127 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.127 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.127 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.127 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3, 2024-04-13T09:15:04.127 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.127 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.127 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.127 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.127 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.128 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:04.128 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:04.128 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:04.128 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.128 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:04.128 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "587'3" 2024-04-13T09:15:04.128 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.128 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.128 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.128 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:04.128 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:04.128 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:04.128 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.128 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:15:04.128 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.128 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.129 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 66, 2024-04-13T09:15:04.129 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.129 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.129 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.129 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.436793+0000", 2024-04-13T09:15:04.129 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.417455+0000", 2024-04-13T09:15:04.129 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.417455+0000", 2024-04-13T09:15:04.129 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T08:27:07.856282+0000", 2024-04-13T09:15:04.129 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.436793+0000", 2024-04-13T09:15:04.129 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:04.129 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.129 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:04.129 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:04.129 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.436793+0000", 2024-04-13T09:15:04.129 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.436793+0000", 2024-04-13T09:15:04.130 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.436793+0000", 2024-04-13T09:15:04.130 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.130 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.130 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:04.130 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.436793+0000", 2024-04-13T09:15:04.130 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.436793+0000", 2024-04-13T09:15:04.130 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.130 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3048, 2024-04-13T09:15:04.130 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.130 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.130 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:04.130 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.130 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.130 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.130 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.131 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3048, 2024-04-13T09:15:04.131 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.131 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.131 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.131 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "4.0", 2024-04-13T09:15:04.131 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.131 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.131 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.131 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 8719, 2024-04-13T09:15:04.131 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.131 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:17:02.698353+0000", 2024-04-13T09:15:04.131 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.005236488, 2024-04-13T09:15:04.131 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.131 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.131 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.131 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.132 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.132 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.132 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.132 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.132 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.132 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.132 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.132 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.132 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.132 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.132 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.132 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.132 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.132 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.132 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.133 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.133 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.133 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.133 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.133 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.133 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.133 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.133 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.133 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.133 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.133 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.133 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.133 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.133 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.133 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.133 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.134 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 884, 2024-04-13T09:15:04.134 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 365588, 2024-04-13T09:15:04.134 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.134 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.134 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.134 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3026, 2024-04-13T09:15:04.134 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 398550 2024-04-13T09:15:04.134 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.134 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.134 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.134 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.134 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:04.134 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:04.134 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:04.134 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.135 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:15:04.135 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "1115'3048" 2024-04-13T09:15:04.135 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.135 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.135 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.135 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:04.135 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:04.135 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:15:04.135 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.135 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:04.135 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.135 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.135 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:04.135 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.135 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.135 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.136 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.835570+0000", 2024-04-13T09:15:04.136 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.428267+0000", 2024-04-13T09:15:04.136 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.428267+0000", 2024-04-13T09:15:04.136 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.429063+0000", 2024-04-13T09:15:04.136 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.835570+0000", 2024-04-13T09:15:04.136 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.136 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.136 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.136 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:15:04.136 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.835570+0000", 2024-04-13T09:15:04.136 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.835570+0000", 2024-04-13T09:15:04.136 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.835570+0000", 2024-04-13T09:15:04.136 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.136 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.137 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.137 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.835570+0000", 2024-04-13T09:15:04.137 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.835570+0000", 2024-04-13T09:15:04.137 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.137 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.137 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.137 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.137 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:15:04.137 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.137 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.137 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.137 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.137 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.137 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.137 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.138 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.138 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.4", 2024-04-13T09:15:04.138 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.138 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.138 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.138 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5092, 2024-04-13T09:15:04.138 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.138 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:12:38.999794+0000", 2024-04-13T09:15:04.138 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.138 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.138 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.138 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.138 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.138 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.139 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.139 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.139 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.139 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.139 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.139 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.139 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.139 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.139 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.139 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.139 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.139 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.139 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.139 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.139 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.139 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.140 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.140 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.140 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.140 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.140 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.140 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.140 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.140 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.140 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.140 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.140 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.140 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.140 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.140 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.140 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.141 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.141 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.141 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.141 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.141 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.141 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.141 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.141 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.141 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.141 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.141 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:04.141 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:04.141 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:15:04.141 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.141 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:04.142 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.142 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.142 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.142 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.142 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:04.142 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:04.142 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:04.142 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.142 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:04.142 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.142 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.142 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:04.142 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.142 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.142 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.143 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.834575+0000", 2024-04-13T09:15:04.143 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.404248+0000", 2024-04-13T09:15:04.143 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.404248+0000", 2024-04-13T09:15:04.143 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.404605+0000", 2024-04-13T09:15:04.143 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.834575+0000", 2024-04-13T09:15:04.143 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.143 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.143 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.143 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:15:04.143 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.834575+0000", 2024-04-13T09:15:04.143 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.834575+0000", 2024-04-13T09:15:04.143 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.834575+0000", 2024-04-13T09:15:04.143 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.143 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.143 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.143 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.834575+0000", 2024-04-13T09:15:04.144 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.834575+0000", 2024-04-13T09:15:04.144 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.144 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.144 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.144 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.144 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:15:04.144 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.144 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.144 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.144 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.144 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.144 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.144 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.144 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.144 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.5", 2024-04-13T09:15:04.145 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.145 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.145 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.145 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4821, 2024-04-13T09:15:04.145 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.145 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:25:38.285758+0000", 2024-04-13T09:15:04.145 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.145 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.145 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.145 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.145 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.145 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.145 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.145 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.145 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.145 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.146 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.146 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.146 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.146 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.146 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.146 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.146 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.146 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.146 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.146 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.146 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.146 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.146 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.146 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.146 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.146 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.147 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.147 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.147 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.147 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.147 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.147 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.147 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.147 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.147 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.147 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.147 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.147 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.147 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.147 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.147 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.148 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.148 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.148 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.148 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.148 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.148 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.148 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:04.148 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:04.148 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:04.148 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.148 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:04.148 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.148 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.148 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.148 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.148 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:04.149 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.149 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:04.149 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.149 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T09:15:04.149 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.149 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.149 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 66, 2024-04-13T09:15:04.149 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.149 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.149 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.149 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:14:46.968205+0000", 2024-04-13T09:15:04.149 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.430423+0000", 2024-04-13T09:15:04.149 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.430423+0000", 2024-04-13T09:15:04.149 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T08:27:07.874360+0000", 2024-04-13T09:15:04.149 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:14:46.968205+0000", 2024-04-13T09:15:04.150 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:04.150 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.150 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:04.150 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:04.150 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:14:46.968205+0000", 2024-04-13T09:15:04.150 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:14:46.968205+0000", 2024-04-13T09:15:04.150 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:14:46.968205+0000", 2024-04-13T09:15:04.150 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.150 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.150 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:04.150 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:14:46.968205+0000", 2024-04-13T09:15:04.150 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:14:46.968205+0000", 2024-04-13T09:15:04.150 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.150 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3084, 2024-04-13T09:15:04.151 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.151 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.151 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:04.151 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.151 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.151 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.151 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.151 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3084, 2024-04-13T09:15:04.151 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.151 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.151 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.151 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "4.3", 2024-04-13T09:15:04.151 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.151 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.151 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.152 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 8848, 2024-04-13T09:15:04.152 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.152 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:18:23.836076+0000", 2024-04-13T09:15:04.152 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.005657184, 2024-04-13T09:15:04.152 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.152 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.152 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.152 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.152 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.152 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.152 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.152 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.152 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.152 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.152 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.152 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.153 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.153 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.153 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.153 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.153 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.153 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.153 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T09:15:04.153 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T09:15:04.153 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.153 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T09:15:04.153 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.153 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.153 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.153 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.153 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.154 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T09:15:04.154 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.154 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.154 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.154 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.154 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.154 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.154 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.154 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 967, 2024-04-13T09:15:04.154 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 348445, 2024-04-13T09:15:04.154 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.154 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.154 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.154 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3070, 2024-04-13T09:15:04.154 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 416238 2024-04-13T09:15:04.155 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.155 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.155 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.155 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.155 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:04.155 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.155 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:04.155 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.155 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T09:15:04.155 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "1115'3084" 2024-04-13T09:15:04.155 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.155 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.155 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.155 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:04.155 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:04.155 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:04.156 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.156 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:15:04.156 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.156 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.156 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:04.156 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.156 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.156 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.156 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.433926+0000", 2024-04-13T09:15:04.156 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.429116+0000", 2024-04-13T09:15:04.156 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.429116+0000", 2024-04-13T09:15:04.156 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.429621+0000", 2024-04-13T09:15:04.156 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.433926+0000", 2024-04-13T09:15:04.156 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.156 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.157 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.157 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:04.157 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.433926+0000", 2024-04-13T09:15:04.157 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.433926+0000", 2024-04-13T09:15:04.157 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.433926+0000", 2024-04-13T09:15:04.157 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.157 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.157 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.157 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.433926+0000", 2024-04-13T09:15:04.157 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.433926+0000", 2024-04-13T09:15:04.157 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.157 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.157 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.157 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.157 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:04.157 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.158 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.158 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.158 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.158 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.158 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.158 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.158 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.158 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.0", 2024-04-13T09:15:04.158 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.158 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.158 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.158 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4864, 2024-04-13T09:15:04.158 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.158 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:50:35.622595+0000", 2024-04-13T09:15:04.158 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.159 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.159 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.159 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.159 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.159 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.159 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.159 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.159 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.159 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.159 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.159 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.159 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.159 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.159 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.159 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.160 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.160 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.160 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.160 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.160 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.160 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.160 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.160 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.160 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.160 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.160 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.160 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.160 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.160 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.160 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.161 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.161 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.161 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.161 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.161 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.161 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.161 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.161 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.161 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.161 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.161 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.161 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.161 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.161 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.161 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.161 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.162 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:04.162 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:04.162 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:04.162 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.162 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:15:04.162 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.162 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.162 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.162 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.162 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:04.162 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:04.162 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:15:04.162 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.162 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T09:15:04.162 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.162 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.163 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:04.163 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.163 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.163 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.163 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.436360+0000", 2024-04-13T09:15:04.163 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.416928+0000", 2024-04-13T09:15:04.163 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.416928+0000", 2024-04-13T09:15:04.163 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.417292+0000", 2024-04-13T09:15:04.163 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.436360+0000", 2024-04-13T09:15:04.163 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.163 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.163 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.163 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:15:04.163 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.436360+0000", 2024-04-13T09:15:04.164 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.436360+0000", 2024-04-13T09:15:04.164 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.436360+0000", 2024-04-13T09:15:04.164 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.164 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.164 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.164 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.436360+0000", 2024-04-13T09:15:04.164 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.436360+0000", 2024-04-13T09:15:04.164 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.164 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.164 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.164 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.164 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:15:04.165 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.165 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.165 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.165 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.165 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.165 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.165 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.165 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.165 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.1", 2024-04-13T09:15:04.165 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.165 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.165 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.165 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5051, 2024-04-13T09:15:04.165 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.165 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:09:43.106533+0000", 2024-04-13T09:15:04.165 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.166 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.166 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.166 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.166 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.166 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.166 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.166 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.166 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.166 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.166 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.166 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.166 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.166 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.166 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.167 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.167 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.167 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.167 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.167 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.167 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.167 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.167 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.167 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.167 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.167 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.167 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.167 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.167 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.167 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.168 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.168 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.168 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.168 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.168 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.168 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.168 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.168 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.168 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.168 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.168 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.168 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.168 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.168 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.168 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.168 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.169 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.169 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:04.169 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:04.169 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:15:04.169 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.169 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T09:15:04.169 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.169 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.169 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.169 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.169 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:04.169 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:04.169 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:04.169 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.169 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T09:15:04.170 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.170 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.170 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 66, 2024-04-13T09:15:04.170 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.170 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.170 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.170 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.195410+0000", 2024-04-13T09:15:04.170 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:51:22.368209+0000", 2024-04-13T09:15:04.170 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:51:22.368209+0000", 2024-04-13T09:15:04.170 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T08:27:07.874327+0000", 2024-04-13T09:15:04.170 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.195410+0000", 2024-04-13T09:15:04.170 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:04.170 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.170 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:04.170 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 381, 2024-04-13T09:15:04.171 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.195410+0000", 2024-04-13T09:15:04.171 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.195410+0000", 2024-04-13T09:15:04.171 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.195410+0000", 2024-04-13T09:15:04.171 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.171 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.171 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:04.171 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.195410+0000", 2024-04-13T09:15:04.171 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.195410+0000", 2024-04-13T09:15:04.171 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.171 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3026, 2024-04-13T09:15:04.171 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.171 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.171 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 380, 2024-04-13T09:15:04.171 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.172 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.172 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.172 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.172 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3026, 2024-04-13T09:15:04.172 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.172 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.172 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.172 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "4.6", 2024-04-13T09:15:04.172 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.172 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.172 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.172 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 8856, 2024-04-13T09:15:04.172 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.172 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:18:45.003946+0000", 2024-04-13T09:15:04.172 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.005918701, 2024-04-13T09:15:04.173 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.173 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.173 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.173 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.173 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.173 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.173 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.173 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.173 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.173 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.173 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.173 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.173 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.173 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.173 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.173 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.174 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.174 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.174 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.174 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.174 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.174 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.174 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.174 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.174 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.174 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.174 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.174 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.174 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.174 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.175 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.175 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.175 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.175 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.175 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.175 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 1316, 2024-04-13T09:15:04.175 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 377080, 2024-04-13T09:15:04.175 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.175 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.175 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.175 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 2988, 2024-04-13T09:15:04.175 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 398392 2024-04-13T09:15:04.175 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.175 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.175 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.176 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.176 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:04.176 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:04.176 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:04.176 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.176 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T09:15:04.176 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "1115'3026" 2024-04-13T09:15:04.176 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.176 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.176 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.176 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:04.176 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:04.176 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:04.176 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.176 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:15:04.177 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.177 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.177 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 19, 2024-04-13T09:15:04.177 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.177 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.177 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.177 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.434204+0000", 2024-04-13T09:15:04.177 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.428479+0000", 2024-04-13T09:15:04.177 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.428479+0000", 2024-04-13T09:15:04.177 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.428806+0000", 2024-04-13T09:15:04.177 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.434204+0000", 2024-04-13T09:15:04.177 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:40:15.469395+0000", 2024-04-13T09:15:04.177 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.177 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:40:15.469395+0000", 2024-04-13T09:15:04.178 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:04.178 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.434204+0000", 2024-04-13T09:15:04.178 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.434204+0000", 2024-04-13T09:15:04.178 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.434204+0000", 2024-04-13T09:15:04.178 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.178 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.178 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:40:15.469395+0000", 2024-04-13T09:15:04.178 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.434204+0000", 2024-04-13T09:15:04.178 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.434204+0000", 2024-04-13T09:15:04.178 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.178 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 197, 2024-04-13T09:15:04.178 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.178 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.178 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:04.179 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.179 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.179 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.179 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.179 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 197, 2024-04-13T09:15:04.179 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.179 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.179 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.179 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "1.0", 2024-04-13T09:15:04.179 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.179 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.179 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.179 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5363, 2024-04-13T09:15:04.179 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.179 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:08:38.786226+0000", 2024-04-13T09:15:04.179 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.180 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.180 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.180 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 590368, 2024-04-13T09:15:04.180 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.180 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 1771104, 2024-04-13T09:15:04.180 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.180 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.180 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.180 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.180 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.180 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.180 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.180 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.180 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.180 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.181 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.181 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.181 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.181 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 6, 2024-04-13T09:15:04.181 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 2, 2024-04-13T09:15:04.181 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.181 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 2, 2024-04-13T09:15:04.181 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.181 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.181 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.181 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.181 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.181 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.181 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.181 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 6, 2024-04-13T09:15:04.182 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.182 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.182 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.182 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.182 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.182 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 812, 2024-04-13T09:15:04.182 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 1310, 2024-04-13T09:15:04.182 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.182 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.182 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.182 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 311, 2024-04-13T09:15:04.182 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 2416 2024-04-13T09:15:04.182 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.182 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.183 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.183 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.183 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:04.183 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:04.183 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:04.183 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.183 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:15:04.183 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "231'197" 2024-04-13T09:15:04.183 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.183 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.183 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.183 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.183 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:04.183 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:04.183 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.184 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:15:04.184 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.184 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.184 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:04.184 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.184 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.184 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.184 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.194415+0000", 2024-04-13T09:15:04.184 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.422580+0000", 2024-04-13T09:15:04.184 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.422580+0000", 2024-04-13T09:15:04.184 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.422873+0000", 2024-04-13T09:15:04.184 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.194415+0000", 2024-04-13T09:15:04.184 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.184 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.184 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.184 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:04.185 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.194415+0000", 2024-04-13T09:15:04.185 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.194415+0000", 2024-04-13T09:15:04.185 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.194415+0000", 2024-04-13T09:15:04.185 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.185 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.185 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.185 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.194415+0000", 2024-04-13T09:15:04.185 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.194415+0000", 2024-04-13T09:15:04.185 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.185 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.185 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.185 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.185 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:04.185 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.185 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.186 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.186 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.186 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.186 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.186 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.186 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.186 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.3", 2024-04-13T09:15:04.186 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.186 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.186 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.186 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4961, 2024-04-13T09:15:04.186 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.186 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:10:11.026760+0000", 2024-04-13T09:15:04.186 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.186 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.187 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.187 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.187 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.187 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.187 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.187 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.187 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.187 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.187 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.187 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.187 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.187 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.187 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.187 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.187 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.187 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.188 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.188 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.188 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.188 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.188 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.188 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.188 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.188 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.188 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.188 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.188 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.188 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.188 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.188 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.188 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.188 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.189 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.189 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.189 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.189 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.189 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.189 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.189 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.189 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.189 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.189 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.189 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.189 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.189 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.189 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.189 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:04.189 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:04.190 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.190 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:15:04.190 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.190 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.190 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.190 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.190 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:04.190 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.190 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:04.190 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.190 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:15:04.190 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.190 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.190 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:04.190 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.191 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.191 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.191 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.439060+0000", 2024-04-13T09:15:04.191 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.599481+0000", 2024-04-13T09:15:04.191 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.599481+0000", 2024-04-13T09:15:04.191 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.599817+0000", 2024-04-13T09:15:04.191 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.439060+0000", 2024-04-13T09:15:04.191 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.191 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.191 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.191 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:04.191 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.439060+0000", 2024-04-13T09:15:04.191 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.439060+0000", 2024-04-13T09:15:04.191 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.439060+0000", 2024-04-13T09:15:04.192 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.192 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.192 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.192 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.439060+0000", 2024-04-13T09:15:04.192 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.439060+0000", 2024-04-13T09:15:04.192 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.192 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.192 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.192 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.192 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:04.192 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.192 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.192 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.192 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.192 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.193 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.193 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.193 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.193 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.2", 2024-04-13T09:15:04.193 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.193 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.193 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.193 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5039, 2024-04-13T09:15:04.193 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.193 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:05:52.926653+0000", 2024-04-13T09:15:04.193 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.193 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.193 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.193 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.193 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.194 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.194 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.194 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.194 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.194 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.194 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.194 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.194 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.194 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.194 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.194 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.194 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.194 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.194 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.194 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.195 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.195 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.195 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.195 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.195 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.195 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.195 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.195 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.195 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.195 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.195 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.195 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.195 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.195 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.195 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.195 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.196 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.196 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.196 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.196 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.196 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.196 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.196 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.196 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.196 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.196 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.196 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.196 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:04.196 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.196 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:04.196 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.197 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:15:04.197 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.197 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.197 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.197 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.197 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:04.197 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:04.197 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:04.197 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.197 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T09:15:04.197 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.197 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.197 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 66, 2024-04-13T09:15:04.197 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.197 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.198 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.198 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.578652+0000", 2024-04-13T09:15:04.198 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.424104+0000", 2024-04-13T09:15:04.198 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.424104+0000", 2024-04-13T09:15:04.198 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T08:27:07.865912+0000", 2024-04-13T09:15:04.198 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.578652+0000", 2024-04-13T09:15:04.198 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:04.198 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.198 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:04.198 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:04.198 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.578652+0000", 2024-04-13T09:15:04.198 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.578652+0000", 2024-04-13T09:15:04.198 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.578652+0000", 2024-04-13T09:15:04.198 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.198 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.199 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:04.199 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.578652+0000", 2024-04-13T09:15:04.199 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.578652+0000", 2024-04-13T09:15:04.199 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.199 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3078, 2024-04-13T09:15:04.199 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.199 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.199 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:04.199 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.199 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.199 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.199 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.199 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3078, 2024-04-13T09:15:04.199 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.199 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.200 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.200 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "4.5", 2024-04-13T09:15:04.200 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.200 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.200 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.200 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 8576, 2024-04-13T09:15:04.200 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.200 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:40:03.703768+0000", 2024-04-13T09:15:04.200 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.003449674, 2024-04-13T09:15:04.200 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.200 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.200 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.200 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.200 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.200 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.201 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.201 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.201 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.201 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.201 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.201 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.201 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.201 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.201 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.201 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.201 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.201 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.201 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.201 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.202 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.202 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.202 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.202 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.202 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.202 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.202 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.202 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.202 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.202 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.202 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.202 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.202 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.202 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.203 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.203 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 907, 2024-04-13T09:15:04.203 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 373264, 2024-04-13T09:15:04.203 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.203 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.203 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.203 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3074, 2024-04-13T09:15:04.203 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 401310 2024-04-13T09:15:04.203 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.203 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.203 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.203 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.203 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:04.203 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:04.203 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:04.203 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.204 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T09:15:04.204 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "1115'3078" 2024-04-13T09:15:04.204 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.204 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.204 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.204 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:04.204 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:04.204 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:04.204 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.204 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T09:15:04.204 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.204 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.204 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:04.204 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.204 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.205 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.205 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.436474+0000", 2024-04-13T09:15:04.205 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:51:57.370289+0000", 2024-04-13T09:15:04.205 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:51:57.370289+0000", 2024-04-13T09:15:04.205 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:51:57.370550+0000", 2024-04-13T09:15:04.205 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.436474+0000", 2024-04-13T09:15:04.205 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.205 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.205 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.205 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 415, 2024-04-13T09:15:04.205 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.436474+0000", 2024-04-13T09:15:04.205 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.436474+0000", 2024-04-13T09:15:04.205 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.436474+0000", 2024-04-13T09:15:04.205 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.206 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.206 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.206 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.436474+0000", 2024-04-13T09:15:04.206 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.436474+0000", 2024-04-13T09:15:04.206 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.206 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.206 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.206 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.206 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 414, 2024-04-13T09:15:04.206 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.206 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.206 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.206 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.206 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.207 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.207 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.207 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.207 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.1", 2024-04-13T09:15:04.207 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.207 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.207 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.207 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5075, 2024-04-13T09:15:04.207 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.207 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:24:13.779592+0000", 2024-04-13T09:15:04.207 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.207 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.207 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.207 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.207 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.208 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.208 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.208 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.208 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.208 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.208 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.208 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.208 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.208 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.208 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.208 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.208 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.208 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.208 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.208 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.208 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.209 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.209 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.209 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.209 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.209 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.209 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.209 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.209 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.209 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.209 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.209 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.209 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.209 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.209 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.209 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.210 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.210 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.210 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.210 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.210 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.210 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.210 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.210 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.210 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.210 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.210 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.210 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:04.210 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:04.210 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:04.211 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.211 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T09:15:04.211 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.211 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.211 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.211 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.211 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:04.211 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:04.211 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:04.211 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.211 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:04.211 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.211 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.211 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:04.212 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.212 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.212 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.212 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.833643+0000", 2024-04-13T09:15:04.212 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.601965+0000", 2024-04-13T09:15:04.212 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.601965+0000", 2024-04-13T09:15:04.212 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.602315+0000", 2024-04-13T09:15:04.212 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.833643+0000", 2024-04-13T09:15:04.212 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.212 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.212 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.212 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:04.212 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.833643+0000", 2024-04-13T09:15:04.212 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.833643+0000", 2024-04-13T09:15:04.212 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.833643+0000", 2024-04-13T09:15:04.213 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.213 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.213 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.213 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.833643+0000", 2024-04-13T09:15:04.213 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.833643+0000", 2024-04-13T09:15:04.213 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.213 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.213 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.213 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.213 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:04.213 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.213 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.213 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.213 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.213 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.213 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.214 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.214 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.214 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.0", 2024-04-13T09:15:04.214 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.214 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.214 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.214 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5093, 2024-04-13T09:15:04.214 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.214 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:42:20.804814+0000", 2024-04-13T09:15:04.214 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.214 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.214 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.214 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.214 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.215 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.215 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.215 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.215 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.215 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.215 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.215 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.215 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.215 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.215 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.215 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.215 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.215 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.215 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.215 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.216 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.216 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.216 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.216 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.216 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.216 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.216 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.216 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.216 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.216 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.216 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.216 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.216 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.216 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.216 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.217 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.217 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.217 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.217 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.217 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.217 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.217 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.217 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.217 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.217 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.217 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.217 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.217 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:04.217 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:04.217 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:04.218 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.218 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:04.218 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.218 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.218 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.218 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.218 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:04.218 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.218 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:04.218 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.218 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:04.218 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.218 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.218 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 66, 2024-04-13T09:15:04.219 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.219 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.219 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.219 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.834295+0000", 2024-04-13T09:15:04.219 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.428256+0000", 2024-04-13T09:15:04.219 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.428256+0000", 2024-04-13T09:15:04.219 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T08:27:07.866483+0000", 2024-04-13T09:15:04.219 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.834295+0000", 2024-04-13T09:15:04.219 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:04.219 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.219 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:04.219 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:15:04.219 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.834295+0000", 2024-04-13T09:15:04.219 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.834295+0000", 2024-04-13T09:15:04.219 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.834295+0000", 2024-04-13T09:15:04.219 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.220 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.220 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:04.220 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.834295+0000", 2024-04-13T09:15:04.220 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.834295+0000", 2024-04-13T09:15:04.220 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.220 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3032, 2024-04-13T09:15:04.220 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.220 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.220 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:15:04.220 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.220 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.220 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.220 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.221 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3032, 2024-04-13T09:15:04.221 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.221 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.221 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.221 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "4.7", 2024-04-13T09:15:04.221 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.221 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.221 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.221 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 8720, 2024-04-13T09:15:04.221 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.221 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:37:31.874279+0000", 2024-04-13T09:15:04.221 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.013562768, 2024-04-13T09:15:04.221 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.221 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.221 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.221 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.222 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.222 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.222 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.222 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.222 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.222 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.222 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.222 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.222 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.222 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.222 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.222 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.222 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.223 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.223 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.223 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.223 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.223 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.223 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.223 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.223 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.223 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.223 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.223 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.223 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.223 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.223 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.223 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.224 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.224 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.224 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.224 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 845, 2024-04-13T09:15:04.224 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 371084, 2024-04-13T09:15:04.224 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.224 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.224 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.224 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3025, 2024-04-13T09:15:04.224 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 397395 2024-04-13T09:15:04.224 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.225 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.225 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.225 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.225 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:04.225 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.225 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:04.225 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.225 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:04.225 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "1115'3032" 2024-04-13T09:15:04.225 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.225 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.225 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.226 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:04.226 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:04.226 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:04.226 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.226 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T09:15:04.226 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.226 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.226 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:04.226 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.226 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.226 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.226 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.436582+0000", 2024-04-13T09:15:04.226 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.602559+0000", 2024-04-13T09:15:04.226 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.602559+0000", 2024-04-13T09:15:04.227 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.602966+0000", 2024-04-13T09:15:04.227 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.436582+0000", 2024-04-13T09:15:04.227 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.227 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.227 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.227 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:04.227 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.436582+0000", 2024-04-13T09:15:04.227 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.436582+0000", 2024-04-13T09:15:04.227 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.436582+0000", 2024-04-13T09:15:04.227 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.227 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.228 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.228 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.436582+0000", 2024-04-13T09:15:04.228 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.436582+0000", 2024-04-13T09:15:04.228 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.228 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.228 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.228 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.228 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:04.228 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.228 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.229 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.229 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.229 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.229 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.229 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.229 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.229 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.3", 2024-04-13T09:15:04.229 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.229 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.230 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.230 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5059, 2024-04-13T09:15:04.230 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.230 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:02:51.674881+0000", 2024-04-13T09:15:04.230 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.230 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.230 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.230 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.230 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.230 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.230 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.230 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.230 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.230 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.230 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.231 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.231 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.231 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.231 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.231 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.231 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.231 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.231 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.231 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.231 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.231 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.231 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.231 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.231 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.232 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.232 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.232 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.232 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.232 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.232 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.232 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.232 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.232 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.232 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.232 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.232 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.232 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.232 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.232 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.232 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.233 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.233 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.233 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.233 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.233 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.233 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.233 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:04.233 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:04.233 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:04.233 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.233 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T09:15:04.233 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.233 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.233 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.233 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.234 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.234 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:04.234 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:04.234 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.234 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:15:04.234 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.234 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.234 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:04.234 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.234 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.234 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.234 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.194013+0000", 2024-04-13T09:15:04.234 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.603032+0000", 2024-04-13T09:15:04.234 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.603032+0000", 2024-04-13T09:15:04.235 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.603392+0000", 2024-04-13T09:15:04.235 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.194013+0000", 2024-04-13T09:15:04.235 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.235 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.235 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.235 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:04.235 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.194013+0000", 2024-04-13T09:15:04.235 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.194013+0000", 2024-04-13T09:15:04.235 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.194013+0000", 2024-04-13T09:15:04.235 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.235 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.235 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.235 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.194013+0000", 2024-04-13T09:15:04.235 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.194013+0000", 2024-04-13T09:15:04.236 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.236 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.236 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.236 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.236 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:04.236 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.236 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.236 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.236 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.236 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.236 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.236 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.236 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.236 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.2", 2024-04-13T09:15:04.237 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.237 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.237 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.237 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4967, 2024-04-13T09:15:04.237 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.237 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:40:14.576761+0000", 2024-04-13T09:15:04.237 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.237 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.237 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.237 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.237 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.237 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.237 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.237 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.238 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.238 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.238 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.238 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.238 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.238 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.238 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.238 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.238 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.238 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.238 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.238 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.238 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.238 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.239 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.239 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.239 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.239 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.239 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.239 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.239 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.239 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.239 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.239 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.239 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.239 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.239 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.239 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.239 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.239 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.239 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.240 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.240 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.240 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.240 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.240 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.240 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.240 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.240 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.240 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.240 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:04.240 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:04.240 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.240 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:15:04.240 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.240 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.241 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.241 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.241 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:04.241 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:04.241 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:15:04.241 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.241 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:04.241 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.241 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.241 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 66, 2024-04-13T09:15:04.241 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.241 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.241 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.241 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:14:59.848567+0000", 2024-04-13T09:15:04.241 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:51:57.373064+0000", 2024-04-13T09:15:04.241 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:51:57.373064+0000", 2024-04-13T09:15:04.242 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T08:27:07.862161+0000", 2024-04-13T09:15:04.242 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:14:59.848567+0000", 2024-04-13T09:15:04.242 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:04.242 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.242 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:04.242 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 415, 2024-04-13T09:15:04.242 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:14:59.848567+0000", 2024-04-13T09:15:04.242 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:14:59.848567+0000", 2024-04-13T09:15:04.242 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:14:59.848567+0000", 2024-04-13T09:15:04.242 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.242 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.242 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:04.242 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:14:59.848567+0000", 2024-04-13T09:15:04.242 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:14:59.848567+0000", 2024-04-13T09:15:04.242 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.243 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3124, 2024-04-13T09:15:04.243 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.243 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.243 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 414, 2024-04-13T09:15:04.243 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.243 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.243 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.243 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.243 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3124, 2024-04-13T09:15:04.243 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.243 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.243 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.243 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "4.4", 2024-04-13T09:15:04.243 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.243 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.244 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.244 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 9238, 2024-04-13T09:15:04.244 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.244 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:19:59.344690+0000", 2024-04-13T09:15:04.244 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.009314128, 2024-04-13T09:15:04.244 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.244 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.244 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.244 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.244 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.244 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.244 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.244 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.244 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.244 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.244 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.245 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.245 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.245 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.245 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.245 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.245 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.245 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.245 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T09:15:04.245 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T09:15:04.245 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.245 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T09:15:04.245 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.245 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.245 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.245 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.246 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.246 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T09:15:04.246 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.246 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.246 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.246 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.246 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.246 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.246 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.246 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 1811, 2024-04-13T09:15:04.246 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 392425, 2024-04-13T09:15:04.246 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.246 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.246 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.246 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3096, 2024-04-13T09:15:04.247 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 398916 2024-04-13T09:15:04.247 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.247 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.247 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.247 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.247 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:04.247 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:04.247 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:15:04.247 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.247 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:04.247 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "1115'3124" 2024-04-13T09:15:04.247 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.247 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.247 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.247 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.248 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:04.248 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:04.248 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.248 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:15:04.248 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.248 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.248 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:04.248 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.248 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.248 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.248 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.195231+0000", 2024-04-13T09:15:04.248 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.432331+0000", 2024-04-13T09:15:04.248 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.432331+0000", 2024-04-13T09:15:04.248 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.432658+0000", 2024-04-13T09:15:04.248 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.195231+0000", 2024-04-13T09:15:04.249 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.249 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.249 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.249 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:15:04.249 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.195231+0000", 2024-04-13T09:15:04.249 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.195231+0000", 2024-04-13T09:15:04.249 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.195231+0000", 2024-04-13T09:15:04.249 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.249 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.249 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.249 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.195231+0000", 2024-04-13T09:15:04.249 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.195231+0000", 2024-04-13T09:15:04.249 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.249 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.249 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.250 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.250 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:15:04.250 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.250 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.250 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.250 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.250 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.250 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.250 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.250 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.250 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.5", 2024-04-13T09:15:04.250 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.250 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.250 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.251 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4959, 2024-04-13T09:15:04.251 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.251 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:13:31.892740+0000", 2024-04-13T09:15:04.251 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.251 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.251 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.251 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.251 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.251 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.251 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.251 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.251 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.251 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.251 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.251 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.252 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.252 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.252 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.252 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.252 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.252 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.252 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.252 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.252 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.252 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.252 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.252 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.252 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.252 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.252 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.253 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.253 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.253 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.253 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.253 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.253 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.253 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.253 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.253 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.253 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.253 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.253 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.253 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.253 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.253 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.254 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.254 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.254 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.254 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.254 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.254 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.254 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:04.254 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:04.254 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.254 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:15:04.254 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.254 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.254 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.254 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.255 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:04.255 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:04.255 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:04.255 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.255 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:04.255 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.255 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.255 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:04.255 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.255 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.255 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.255 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.835475+0000", 2024-04-13T09:15:04.255 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.430513+0000", 2024-04-13T09:15:04.255 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.430513+0000", 2024-04-13T09:15:04.255 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.431055+0000", 2024-04-13T09:15:04.256 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.835475+0000", 2024-04-13T09:15:04.256 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.256 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.256 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.256 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:04.256 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.835475+0000", 2024-04-13T09:15:04.256 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.835475+0000", 2024-04-13T09:15:04.256 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.835475+0000", 2024-04-13T09:15:04.256 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.256 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.256 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.256 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.835475+0000", 2024-04-13T09:15:04.256 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.835475+0000", 2024-04-13T09:15:04.256 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.257 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.257 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.257 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.257 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:04.257 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.257 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.257 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.257 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.257 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.257 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.257 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.257 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.257 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.4", 2024-04-13T09:15:04.257 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.257 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.257 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.257 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5103, 2024-04-13T09:15:04.258 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.258 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:21:45.163379+0000", 2024-04-13T09:15:04.258 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.258 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.258 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.258 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.258 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.258 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.258 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.258 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.258 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.258 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.258 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.258 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.259 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.259 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.259 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.259 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.259 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.259 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.259 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.259 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.259 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.259 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.259 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.259 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.259 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.259 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.259 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.259 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.259 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.260 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.260 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.260 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.260 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.260 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.260 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.260 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.260 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.260 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.260 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.260 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.260 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.260 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.260 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.260 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.260 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.261 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.261 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.261 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:04.261 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:04.261 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:04.261 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.261 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:04.261 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.261 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.261 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.261 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.261 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:04.261 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.261 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:04.262 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.262 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:04.262 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.262 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.262 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 66, 2024-04-13T09:15:04.262 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.262 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.262 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.262 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.834621+0000", 2024-04-13T09:15:04.262 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.428208+0000", 2024-04-13T09:15:04.262 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.428208+0000", 2024-04-13T09:15:04.262 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T08:27:07.861082+0000", 2024-04-13T09:15:04.262 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.834621+0000", 2024-04-13T09:15:04.262 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:04.262 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.263 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:04.263 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:15:04.263 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.834621+0000", 2024-04-13T09:15:04.263 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.834621+0000", 2024-04-13T09:15:04.263 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.834621+0000", 2024-04-13T09:15:04.263 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.263 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.263 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:43:11.971863+0000", 2024-04-13T09:15:04.263 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.834621+0000", 2024-04-13T09:15:04.263 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.834621+0000", 2024-04-13T09:15:04.263 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.263 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3098, 2024-04-13T09:15:04.263 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.263 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.264 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:15:04.264 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.264 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.264 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.264 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.264 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3098, 2024-04-13T09:15:04.264 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.264 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.264 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.264 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "4.2", 2024-04-13T09:15:04.264 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.264 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.264 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.264 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 8896, 2024-04-13T09:15:04.264 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.265 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:27:02.350035+0000", 2024-04-13T09:15:04.265 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.008711502, 2024-04-13T09:15:04.265 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.265 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.265 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 19, 2024-04-13T09:15:04.265 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.265 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.265 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.265 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.265 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.265 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.265 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.265 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.265 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.265 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.266 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.266 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.266 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.266 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.266 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.266 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T09:15:04.266 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T09:15:04.266 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.266 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T09:15:04.266 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.266 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.266 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.266 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.266 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.267 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.267 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.267 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.267 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.267 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.267 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.267 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.267 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.267 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 795, 2024-04-13T09:15:04.267 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 379139, 2024-04-13T09:15:04.267 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.267 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.267 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.267 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3092, 2024-04-13T09:15:04.267 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 379768 2024-04-13T09:15:04.268 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.268 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.268 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.268 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.268 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:04.268 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.268 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:04.268 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.268 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:04.268 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "1115'3098" 2024-04-13T09:15:04.268 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.268 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.268 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.268 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:04.268 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:04.269 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:04.269 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.269 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:15:04.269 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.269 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.269 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:04.269 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.269 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.269 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.269 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.434720+0000", 2024-04-13T09:15:04.269 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.427338+0000", 2024-04-13T09:15:04.269 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.427338+0000", 2024-04-13T09:15:04.269 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.427646+0000", 2024-04-13T09:15:04.269 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.434720+0000", 2024-04-13T09:15:04.269 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.270 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.270 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.270 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:04.270 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.434720+0000", 2024-04-13T09:15:04.270 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.434720+0000", 2024-04-13T09:15:04.270 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.434720+0000", 2024-04-13T09:15:04.270 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.270 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.270 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.270 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.434720+0000", 2024-04-13T09:15:04.270 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.434720+0000", 2024-04-13T09:15:04.270 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.270 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.270 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.270 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.271 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:04.271 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.271 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.271 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.271 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.271 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.271 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.271 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.271 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.271 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.e", 2024-04-13T09:15:04.271 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.271 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.271 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.271 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4879, 2024-04-13T09:15:04.271 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.272 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:04:15.045314+0000", 2024-04-13T09:15:04.272 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.272 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.272 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.272 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.272 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.272 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.272 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.272 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.272 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.272 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.272 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.272 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.272 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.272 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.273 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.273 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.273 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.273 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.273 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.273 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.273 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.273 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.273 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.273 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.273 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.273 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.273 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.273 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.274 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.274 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.274 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.274 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.274 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.274 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.274 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.274 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.274 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.274 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.274 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.274 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.274 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.274 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.274 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.275 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.275 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.275 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.275 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.275 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:04.275 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:04.275 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:04.275 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.275 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:15:04.275 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.275 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.275 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.275 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.275 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:04.275 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:04.276 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:04.276 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.276 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 4, 2024-04-13T09:15:04.276 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.276 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.276 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:04.276 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.276 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.276 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.276 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.888215+0000", 2024-04-13T09:15:04.276 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.430139+0000", 2024-04-13T09:15:04.276 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.430139+0000", 2024-04-13T09:15:04.276 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.430472+0000", 2024-04-13T09:15:04.276 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.888215+0000", 2024-04-13T09:15:04.276 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.277 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.277 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.277 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:04.277 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.888215+0000", 2024-04-13T09:15:04.277 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.888215+0000", 2024-04-13T09:15:04.277 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.888215+0000", 2024-04-13T09:15:04.277 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.277 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.277 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.277 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.888215+0000", 2024-04-13T09:15:04.277 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.888215+0000", 2024-04-13T09:15:04.277 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.277 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 1, 2024-04-13T09:15:04.277 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.278 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.278 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:04.278 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.278 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.278 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.278 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.278 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 1, 2024-04-13T09:15:04.278 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.278 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.278 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.278 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.f", 2024-04-13T09:15:04.278 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.278 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.278 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.278 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5015, 2024-04-13T09:15:04.279 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.279 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:57:41.752781+0000", 2024-04-13T09:15:04.279 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.279 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.279 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.279 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 22, 2024-04-13T09:15:04.279 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.279 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.279 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.279 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.279 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.279 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.279 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.279 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.279 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.280 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.280 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.280 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.280 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.280 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.280 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.280 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T09:15:04.280 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T09:15:04.280 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.280 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T09:15:04.280 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.280 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.280 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.280 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.280 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.281 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.281 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.281 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.281 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.281 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.281 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.281 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.281 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.281 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 2, 2024-04-13T09:15:04.281 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 2, 2024-04-13T09:15:04.281 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.281 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.281 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.281 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 1, 2024-04-13T09:15:04.281 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 1 2024-04-13T09:15:04.282 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.282 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.282 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.282 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.282 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:04.282 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:04.282 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:04.282 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.282 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 4, 2024-04-13T09:15:04.282 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'1" 2024-04-13T09:15:04.282 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.282 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.282 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.282 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:04.283 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:04.283 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:04.283 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.283 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:15:04.283 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.283 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.283 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:04.283 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.283 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.283 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.283 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.433096+0000", 2024-04-13T09:15:04.283 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.416982+0000", 2024-04-13T09:15:04.283 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.416982+0000", 2024-04-13T09:15:04.283 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.419915+0000", 2024-04-13T09:15:04.283 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.433096+0000", 2024-04-13T09:15:04.284 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.284 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.284 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.284 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:04.284 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.433096+0000", 2024-04-13T09:15:04.284 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.433096+0000", 2024-04-13T09:15:04.284 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.433096+0000", 2024-04-13T09:15:04.284 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.284 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.284 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.284 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.433096+0000", 2024-04-13T09:15:04.284 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.433096+0000", 2024-04-13T09:15:04.284 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.284 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.284 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.284 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.285 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:04.285 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.285 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.285 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.285 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.285 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.285 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.285 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.285 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.285 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.11", 2024-04-13T09:15:04.285 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.285 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.285 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.285 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4864, 2024-04-13T09:15:04.285 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.286 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:03:22.542941+0000", 2024-04-13T09:15:04.286 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.286 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.286 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.286 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.286 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.286 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.286 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.286 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.286 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.286 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.286 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.286 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.286 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.286 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.287 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.287 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.287 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.287 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.287 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.287 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.287 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.287 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.287 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.287 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.287 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.287 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.287 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.287 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.288 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.288 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.288 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.288 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.288 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.288 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.288 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.288 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.288 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.288 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.288 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.288 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.288 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.288 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.288 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.289 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.289 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.289 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.289 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.289 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:04.289 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:04.289 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:04.289 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.289 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:15:04.289 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.289 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.289 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.289 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.289 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:04.289 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:04.290 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:04.290 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.290 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T09:15:04.290 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.290 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.290 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:04.290 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.290 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.290 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.290 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.436158+0000", 2024-04-13T09:15:04.290 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:51:22.379267+0000", 2024-04-13T09:15:04.290 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:51:22.379267+0000", 2024-04-13T09:15:04.290 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:51:22.379622+0000", 2024-04-13T09:15:04.290 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.436158+0000", 2024-04-13T09:15:04.290 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.291 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.291 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.291 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 381, 2024-04-13T09:15:04.291 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.436158+0000", 2024-04-13T09:15:04.291 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.436158+0000", 2024-04-13T09:15:04.291 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.436158+0000", 2024-04-13T09:15:04.291 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.291 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.291 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.291 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.436158+0000", 2024-04-13T09:15:04.291 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.436158+0000", 2024-04-13T09:15:04.291 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.291 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 8, 2024-04-13T09:15:04.291 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.291 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.292 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 380, 2024-04-13T09:15:04.292 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.292 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.292 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.292 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.292 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 8, 2024-04-13T09:15:04.292 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.292 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.292 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.292 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.10", 2024-04-13T09:15:04.292 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.292 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.292 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.292 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5079, 2024-04-13T09:15:04.293 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.293 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:44:15.951223+0000", 2024-04-13T09:15:04.293 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.293 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.293 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.293 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.293 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.293 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.293 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.293 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.293 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.293 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.293 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.293 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.293 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.293 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.294 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.294 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.294 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.294 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.294 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.294 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 12, 2024-04-13T09:15:04.294 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 4, 2024-04-13T09:15:04.294 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.294 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 4, 2024-04-13T09:15:04.294 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.294 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.294 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.294 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.294 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.294 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 4, 2024-04-13T09:15:04.295 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.295 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.295 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.295 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.295 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.295 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.295 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.295 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 48, 2024-04-13T09:15:04.295 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 48, 2024-04-13T09:15:04.295 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.295 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.295 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.295 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 12, 2024-04-13T09:15:04.295 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.295 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.295 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.296 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.296 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.296 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:04.296 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:04.296 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:04.296 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.296 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T09:15:04.296 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'8" 2024-04-13T09:15:04.296 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.296 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.296 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.296 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:04.296 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:04.296 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:15:04.296 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.297 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T09:15:04.297 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.297 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.297 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:04.297 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.297 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.297 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.297 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.577525+0000", 2024-04-13T09:15:04.297 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.604541+0000", 2024-04-13T09:15:04.297 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.604541+0000", 2024-04-13T09:15:04.297 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.604848+0000", 2024-04-13T09:15:04.297 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.577525+0000", 2024-04-13T09:15:04.297 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.297 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.297 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.298 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:04.298 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.577525+0000", 2024-04-13T09:15:04.298 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.577525+0000", 2024-04-13T09:15:04.298 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.577525+0000", 2024-04-13T09:15:04.298 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.298 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.298 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.298 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.577525+0000", 2024-04-13T09:15:04.298 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.577525+0000", 2024-04-13T09:15:04.298 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.298 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.298 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.298 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.298 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:04.299 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.299 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.299 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.299 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.299 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.299 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.299 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.299 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.299 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.10", 2024-04-13T09:15:04.299 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.299 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.299 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.299 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4904, 2024-04-13T09:15:04.299 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.299 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:10:10.629169+0000", 2024-04-13T09:15:04.299 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.300 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.300 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.300 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.300 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.300 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.300 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.300 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.300 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.300 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.300 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.300 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.300 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.300 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.300 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.300 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.301 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.301 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.301 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.301 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.301 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.301 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.301 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.301 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.301 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.301 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.301 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.301 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.301 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.301 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.301 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.301 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.302 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.302 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.302 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.302 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.302 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.302 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.302 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.302 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.302 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.302 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.302 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.302 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.302 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.302 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.302 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.303 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:04.303 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:04.303 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:15:04.303 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.303 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T09:15:04.303 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.303 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.303 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.303 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.303 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:04.303 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:04.303 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:04.303 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.303 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T09:15:04.303 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.304 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.304 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:04.304 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.305 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.305 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.305 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.578070+0000", 2024-04-13T09:15:04.305 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.607669+0000", 2024-04-13T09:15:04.305 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.607669+0000", 2024-04-13T09:15:04.305 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.609181+0000", 2024-04-13T09:15:04.305 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.578070+0000", 2024-04-13T09:15:04.305 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.305 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.305 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.305 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:04.305 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.578070+0000", 2024-04-13T09:15:04.305 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.578070+0000", 2024-04-13T09:15:04.305 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.578070+0000", 2024-04-13T09:15:04.305 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.306 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.306 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.306 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.578070+0000", 2024-04-13T09:15:04.306 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.578070+0000", 2024-04-13T09:15:04.306 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.306 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.306 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.306 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.306 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:04.306 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.306 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.306 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.306 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.306 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.307 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.307 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.307 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.307 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.11", 2024-04-13T09:15:04.307 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.307 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.307 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.307 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4912, 2024-04-13T09:15:04.307 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.307 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:49:34.336766+0000", 2024-04-13T09:15:04.307 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.307 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.307 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.307 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.307 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.308 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.308 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.308 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.308 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.308 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.308 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.308 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.308 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.308 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.308 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.308 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.308 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.308 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.308 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.308 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.309 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.309 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.309 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.309 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.309 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.309 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.309 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.309 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.309 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.309 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.309 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.309 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.309 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.309 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.309 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.310 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.310 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.310 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.310 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.310 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.310 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.310 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.310 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.310 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.310 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.310 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.310 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.310 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:04.310 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:04.310 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:04.311 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.311 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T09:15:04.311 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.311 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.311 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.311 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.311 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:04.311 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:04.311 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:04.311 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.311 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:15:04.311 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.311 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.311 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:04.311 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.312 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.312 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.312 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.433737+0000", 2024-04-13T09:15:04.312 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.420266+0000", 2024-04-13T09:15:04.312 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.420266+0000", 2024-04-13T09:15:04.312 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.420781+0000", 2024-04-13T09:15:04.312 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.433737+0000", 2024-04-13T09:15:04.312 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.312 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.312 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.312 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:04.312 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.433737+0000", 2024-04-13T09:15:04.312 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.433737+0000", 2024-04-13T09:15:04.312 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.433737+0000", 2024-04-13T09:15:04.312 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.313 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.313 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.313 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.433737+0000", 2024-04-13T09:15:04.313 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.433737+0000", 2024-04-13T09:15:04.313 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.313 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.313 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.313 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.313 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:04.313 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.313 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.313 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.313 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.313 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.313 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.313 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.314 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.314 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.13", 2024-04-13T09:15:04.314 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.314 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.314 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.314 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4878, 2024-04-13T09:15:04.314 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.314 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:48:30.525646+0000", 2024-04-13T09:15:04.314 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.314 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.314 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.314 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.314 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.314 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.314 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.315 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.315 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.315 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.315 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.315 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.315 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.315 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.315 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.315 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.315 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.315 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.315 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.315 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.315 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.315 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.316 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.316 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.316 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.316 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.316 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.316 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.316 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.316 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.316 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.316 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.316 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.316 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.316 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.316 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.316 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.316 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.317 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.317 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.317 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.317 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.317 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.317 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.317 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.317 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.317 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.317 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:04.317 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:04.317 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:04.317 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.317 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:15:04.317 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.317 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.318 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.318 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.318 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.318 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:04.318 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:04.318 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.318 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:15:04.318 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.318 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.318 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:04.318 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.318 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.318 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.318 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.193411+0000", 2024-04-13T09:15:04.318 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.429805+0000", 2024-04-13T09:15:04.319 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.429805+0000", 2024-04-13T09:15:04.319 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.432264+0000", 2024-04-13T09:15:04.319 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.193411+0000", 2024-04-13T09:15:04.319 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.319 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.319 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.319 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:15:04.319 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.193411+0000", 2024-04-13T09:15:04.319 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.193411+0000", 2024-04-13T09:15:04.319 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.193411+0000", 2024-04-13T09:15:04.319 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.319 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.319 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.319 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.193411+0000", 2024-04-13T09:15:04.319 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.193411+0000", 2024-04-13T09:15:04.319 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.320 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.320 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.320 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.320 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:15:04.320 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.320 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.320 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.320 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.320 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.320 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.320 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.320 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.320 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.12", 2024-04-13T09:15:04.320 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.320 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.321 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.321 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4961, 2024-04-13T09:15:04.321 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.321 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:09:06.086315+0000", 2024-04-13T09:15:04.321 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.321 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.321 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.321 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.321 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.321 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.321 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.321 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.321 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.321 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.321 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.322 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.322 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.322 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.322 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.322 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.322 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.322 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.322 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.322 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.322 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.322 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.322 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.322 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.322 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.322 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.323 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.323 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.323 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.323 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.323 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.323 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.323 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.323 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.323 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.323 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.323 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.323 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.323 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.323 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.323 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.324 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.324 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.324 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.324 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.324 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.324 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.324 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.324 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:04.324 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:04.324 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.324 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:15:04.324 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.324 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.324 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.324 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.325 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:04.325 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:04.325 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:15:04.325 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.325 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T09:15:04.325 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.325 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.325 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:04.325 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.325 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.325 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.325 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.193922+0000", 2024-04-13T09:15:04.325 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.417122+0000", 2024-04-13T09:15:04.325 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.417122+0000", 2024-04-13T09:15:04.325 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.417479+0000", 2024-04-13T09:15:04.325 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.193922+0000", 2024-04-13T09:15:04.326 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.326 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.326 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.326 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:04.326 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.193922+0000", 2024-04-13T09:15:04.326 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.193922+0000", 2024-04-13T09:15:04.326 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.193922+0000", 2024-04-13T09:15:04.326 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.326 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.326 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.326 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.193922+0000", 2024-04-13T09:15:04.326 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.193922+0000", 2024-04-13T09:15:04.326 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.326 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.326 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.327 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.327 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:04.327 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.327 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.327 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.327 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.327 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.327 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.327 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.327 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.327 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.12", 2024-04-13T09:15:04.327 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.327 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.327 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.327 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5086, 2024-04-13T09:15:04.328 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.328 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:10:07.850885+0000", 2024-04-13T09:15:04.328 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.328 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.328 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.328 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.328 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.328 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.328 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.328 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.328 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.328 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.328 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.328 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.328 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.329 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.329 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.329 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.329 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.329 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.329 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.329 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.329 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.329 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.329 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.329 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.329 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.329 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.329 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.329 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.329 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.330 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.330 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.330 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.330 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.330 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.330 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.330 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.330 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.330 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.330 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.330 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.330 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.330 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.330 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.330 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.331 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.331 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.331 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.331 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:04.331 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:04.331 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:15:04.331 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.331 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T09:15:04.331 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.331 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.331 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.331 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.331 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:04.331 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:04.332 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:15:04.332 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.332 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:04.332 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.332 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.332 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:04.332 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.332 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.332 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.332 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.835435+0000", 2024-04-13T09:15:04.332 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.405988+0000", 2024-04-13T09:15:04.332 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.405988+0000", 2024-04-13T09:15:04.332 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.406477+0000", 2024-04-13T09:15:04.332 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.835435+0000", 2024-04-13T09:15:04.332 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.332 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.333 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.333 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:15:04.333 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.835435+0000", 2024-04-13T09:15:04.333 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.835435+0000", 2024-04-13T09:15:04.333 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.835435+0000", 2024-04-13T09:15:04.333 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.333 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.333 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.333 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.835435+0000", 2024-04-13T09:15:04.333 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.835435+0000", 2024-04-13T09:15:04.333 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.333 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 2, 2024-04-13T09:15:04.333 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.333 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.333 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:15:04.334 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.334 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.334 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.334 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.334 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 2, 2024-04-13T09:15:04.334 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.334 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.334 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.334 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.13", 2024-04-13T09:15:04.334 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.334 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.334 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.334 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4836, 2024-04-13T09:15:04.334 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.335 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:26:37.025851+0000", 2024-04-13T09:15:04.335 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.335 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.335 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.335 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 34, 2024-04-13T09:15:04.335 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.335 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 34, 2024-04-13T09:15:04.335 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.335 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.335 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.335 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.335 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.335 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.335 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.335 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 10, 2024-04-13T09:15:04.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 6, 2024-04-13T09:15:04.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 2, 2024-04-13T09:15:04.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 2, 2024-04-13T09:15:04.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.336 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T09:15:04.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 2, 2024-04-13T09:15:04.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 8, 2024-04-13T09:15:04.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 16, 2024-04-13T09:15:04.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3, 2024-04-13T09:15:04.337 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 7 2024-04-13T09:15:04.337 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.337 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.338 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.338 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.338 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:04.338 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:04.338 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:15:04.338 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.338 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:04.338 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'2" 2024-04-13T09:15:04.338 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.338 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.338 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.338 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:04.338 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:04.338 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:04.338 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.339 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:15:04.339 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.339 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.339 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:04.339 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.339 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.339 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.339 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.434771+0000", 2024-04-13T09:15:04.339 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.429708+0000", 2024-04-13T09:15:04.339 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.429708+0000", 2024-04-13T09:15:04.339 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.430002+0000", 2024-04-13T09:15:04.339 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.434771+0000", 2024-04-13T09:15:04.339 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.339 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.339 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.340 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:04.340 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.434771+0000", 2024-04-13T09:15:04.340 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.434771+0000", 2024-04-13T09:15:04.340 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.434771+0000", 2024-04-13T09:15:04.340 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.340 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.340 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.340 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.434771+0000", 2024-04-13T09:15:04.340 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.434771+0000", 2024-04-13T09:15:04.340 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.340 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.340 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.340 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.340 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:04.340 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.341 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.341 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.341 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.341 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.341 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.341 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.341 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.341 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.15", 2024-04-13T09:15:04.341 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.341 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.341 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.341 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4877, 2024-04-13T09:15:04.341 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.341 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:01:06.169145+0000", 2024-04-13T09:15:04.341 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.342 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.342 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.342 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.342 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.342 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.342 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.342 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.342 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.342 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.342 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.342 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.342 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.342 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.342 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.342 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.343 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.343 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.343 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.343 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.343 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.343 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.343 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.343 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.343 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.343 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.343 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.343 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.343 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.343 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.343 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.343 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.344 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.344 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.344 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.344 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.344 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.344 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.344 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.344 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.344 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.344 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.344 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.344 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.344 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.344 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.344 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.344 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:04.345 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:04.345 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:04.345 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.345 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:15:04.345 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.345 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.345 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.345 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.345 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:04.345 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:04.345 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:15:04.345 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.345 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T09:15:04.345 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.345 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.345 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:04.346 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.346 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.346 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.346 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.578568+0000", 2024-04-13T09:15:04.346 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.618052+0000", 2024-04-13T09:15:04.346 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.618052+0000", 2024-04-13T09:15:04.346 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.618460+0000", 2024-04-13T09:15:04.346 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.578568+0000", 2024-04-13T09:15:04.346 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.346 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.346 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.346 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:04.346 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.578568+0000", 2024-04-13T09:15:04.346 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.578568+0000", 2024-04-13T09:15:04.346 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.578568+0000", 2024-04-13T09:15:04.347 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.347 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.347 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.347 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.578568+0000", 2024-04-13T09:15:04.347 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.578568+0000", 2024-04-13T09:15:04.347 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.347 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 30, 2024-04-13T09:15:04.347 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.347 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.347 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:04.347 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.347 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.347 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.347 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.347 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 30, 2024-04-13T09:15:04.347 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.348 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.348 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.348 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.14", 2024-04-13T09:15:04.348 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.348 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.348 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.348 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4947, 2024-04-13T09:15:04.348 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.348 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:17:59.022233+0000", 2024-04-13T09:15:04.348 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.348 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.348 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.348 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 5824, 2024-04-13T09:15:04.348 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.349 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.349 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.349 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.349 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.349 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.349 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.349 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.349 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.349 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.349 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.349 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.349 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.349 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.349 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.349 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 12, 2024-04-13T09:15:04.349 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 4, 2024-04-13T09:15:04.350 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.350 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 4, 2024-04-13T09:15:04.350 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.350 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.350 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.350 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.350 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.350 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T09:15:04.350 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.350 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.350 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.350 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.350 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.350 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.350 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.351 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 20, 2024-04-13T09:15:04.351 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 28, 2024-04-13T09:15:04.351 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.351 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.351 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.351 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 28, 2024-04-13T09:15:04.351 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 25 2024-04-13T09:15:04.351 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.351 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.351 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.351 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.351 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:04.351 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:04.351 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:15:04.351 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.352 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T09:15:04.352 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "583'30" 2024-04-13T09:15:04.352 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.352 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.352 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.352 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:04.352 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:04.352 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:04.352 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.352 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 4, 2024-04-13T09:15:04.352 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.352 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.352 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:04.352 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.352 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.352 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.353 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.888570+0000", 2024-04-13T09:15:04.353 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.429960+0000", 2024-04-13T09:15:04.353 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.429960+0000", 2024-04-13T09:15:04.353 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.430267+0000", 2024-04-13T09:15:04.353 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.888570+0000", 2024-04-13T09:15:04.353 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.353 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.353 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.353 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:04.353 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.888570+0000", 2024-04-13T09:15:04.353 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.888570+0000", 2024-04-13T09:15:04.353 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.888570+0000", 2024-04-13T09:15:04.353 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.354 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.354 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.354 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.888570+0000", 2024-04-13T09:15:04.354 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.888570+0000", 2024-04-13T09:15:04.354 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.354 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.354 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.354 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.355 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:04.355 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.355 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.355 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.355 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.355 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.355 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.355 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.355 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.355 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.14", 2024-04-13T09:15:04.356 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.356 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.356 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.356 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4999, 2024-04-13T09:15:04.356 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.356 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T19:09:12.819949+0000", 2024-04-13T09:15:04.356 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.356 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.356 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.357 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.357 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.357 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.357 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.357 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.357 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.357 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.357 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.357 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.358 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.358 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.358 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.358 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.358 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.358 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.358 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.358 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.359 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.359 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.359 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.359 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.359 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.359 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.359 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.359 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.359 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.360 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.360 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.360 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.360 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.360 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.360 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.360 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.360 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.361 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.361 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.361 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.361 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.361 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.361 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.361 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.361 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.361 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.362 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.362 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:04.362 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:04.362 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:04.362 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.362 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 4, 2024-04-13T09:15:04.362 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.362 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.363 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.363 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.363 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:04.363 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.363 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:04.363 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.363 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:04.363 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.363 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.364 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:04.364 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.364 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.364 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.364 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.834648+0000", 2024-04-13T09:15:04.364 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.425167+0000", 2024-04-13T09:15:04.364 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.425167+0000", 2024-04-13T09:15:04.365 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.425571+0000", 2024-04-13T09:15:04.365 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.834648+0000", 2024-04-13T09:15:04.365 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.365 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.365 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.365 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:15:04.365 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.834648+0000", 2024-04-13T09:15:04.365 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.834648+0000", 2024-04-13T09:15:04.365 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.834648+0000", 2024-04-13T09:15:04.365 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.365 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.365 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.365 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.834648+0000", 2024-04-13T09:15:04.365 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.834648+0000", 2024-04-13T09:15:04.365 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.366 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3, 2024-04-13T09:15:04.366 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.366 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.366 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:15:04.366 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.366 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.366 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.366 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.366 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3, 2024-04-13T09:15:04.366 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.366 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.366 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.366 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.15", 2024-04-13T09:15:04.367 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.367 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.367 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.367 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5106, 2024-04-13T09:15:04.367 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.367 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:58:46.908166+0000", 2024-04-13T09:15:04.367 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.367 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.367 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.367 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 90, 2024-04-13T09:15:04.367 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.367 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.367 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.367 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.367 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.368 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.368 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.368 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.368 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.368 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.368 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.368 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.368 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.368 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.368 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.368 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 6, 2024-04-13T09:15:04.368 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 2, 2024-04-13T09:15:04.368 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.368 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 2, 2024-04-13T09:15:04.368 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.368 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.369 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.369 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.369 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.369 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T09:15:04.369 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.369 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.369 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.369 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.369 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.369 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.369 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.369 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 14, 2024-04-13T09:15:04.369 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 14, 2024-04-13T09:15:04.369 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.370 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.370 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.370 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 4, 2024-04-13T09:15:04.370 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 1 2024-04-13T09:15:04.370 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.370 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.370 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.370 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.370 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:04.370 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.370 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:04.370 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.371 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:04.371 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'3" 2024-04-13T09:15:04.371 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.371 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.371 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.371 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:04.371 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.371 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:15:04.371 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.372 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T09:15:04.372 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.372 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.372 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:04.372 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.372 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.372 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.372 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.195718+0000", 2024-04-13T09:15:04.372 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.422480+0000", 2024-04-13T09:15:04.372 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.422480+0000", 2024-04-13T09:15:04.372 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.422790+0000", 2024-04-13T09:15:04.372 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.195718+0000", 2024-04-13T09:15:04.372 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.372 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.373 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.373 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:15:04.373 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.195718+0000", 2024-04-13T09:15:04.373 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.195718+0000", 2024-04-13T09:15:04.373 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.195718+0000", 2024-04-13T09:15:04.373 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.373 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.373 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.373 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.195718+0000", 2024-04-13T09:15:04.373 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.195718+0000", 2024-04-13T09:15:04.373 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.373 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.373 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.373 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.374 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:15:04.374 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.374 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.374 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.374 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.374 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.374 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.374 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.374 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.374 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.17", 2024-04-13T09:15:04.374 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.374 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.374 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.374 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5085, 2024-04-13T09:15:04.375 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.375 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:26:20.693497+0000", 2024-04-13T09:15:04.375 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.375 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.375 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.375 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.375 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.375 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.375 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.375 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.375 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.375 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.375 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.375 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.375 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.376 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.376 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.376 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.376 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.376 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.376 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.376 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.376 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.376 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.376 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.376 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.376 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.376 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.376 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.376 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.377 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.377 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.377 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.377 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.377 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.377 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.377 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.377 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.377 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.377 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.377 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.377 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.377 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.377 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.377 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.377 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.378 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.378 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.378 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.378 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:04.378 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.378 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:15:04.378 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.378 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T09:15:04.378 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.378 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.378 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.378 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.378 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.378 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:04.378 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:04.379 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.379 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:15:04.379 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.379 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.379 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:04.379 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.379 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.379 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.379 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.195606+0000", 2024-04-13T09:15:04.379 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.602505+0000", 2024-04-13T09:15:04.379 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.602505+0000", 2024-04-13T09:15:04.379 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.605090+0000", 2024-04-13T09:15:04.379 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.195606+0000", 2024-04-13T09:15:04.379 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.379 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.380 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.380 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:04.380 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.195606+0000", 2024-04-13T09:15:04.380 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.195606+0000", 2024-04-13T09:15:04.380 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.195606+0000", 2024-04-13T09:15:04.380 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.380 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.380 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.380 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.195606+0000", 2024-04-13T09:15:04.380 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.195606+0000", 2024-04-13T09:15:04.380 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.380 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.380 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.380 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.380 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:04.380 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.381 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.381 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.381 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.381 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.381 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.381 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.381 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.381 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.16", 2024-04-13T09:15:04.381 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.381 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.381 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.381 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4955, 2024-04-13T09:15:04.381 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.381 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:15:04.844294+0000", 2024-04-13T09:15:04.381 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.382 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.382 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.382 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.382 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.382 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.382 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.382 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.382 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.382 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.382 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.382 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.382 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.382 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.382 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.383 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.383 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.383 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.383 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.383 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.383 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.383 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.383 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.383 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.383 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.383 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.383 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.383 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.383 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.383 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.383 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.384 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.384 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.384 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.384 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.384 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.384 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.384 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.384 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.384 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.384 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.384 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.384 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.384 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.384 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.384 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.385 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.385 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.385 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:04.385 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:04.385 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.385 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:15:04.385 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.385 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.385 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.385 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.385 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.385 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:04.385 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:04.385 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.385 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:15:04.386 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.386 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.386 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:04.386 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.386 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.386 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.386 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.195843+0000", 2024-04-13T09:15:04.386 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.418030+0000", 2024-04-13T09:15:04.386 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.418030+0000", 2024-04-13T09:15:04.386 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.418348+0000", 2024-04-13T09:15:04.386 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.195843+0000", 2024-04-13T09:15:04.386 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.386 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.386 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.386 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:04.387 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.195843+0000", 2024-04-13T09:15:04.387 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.195843+0000", 2024-04-13T09:15:04.387 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.195843+0000", 2024-04-13T09:15:04.387 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.387 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.387 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.387 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.195843+0000", 2024-04-13T09:15:04.387 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.195843+0000", 2024-04-13T09:15:04.387 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.387 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.387 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.387 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.387 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:04.387 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.387 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.388 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.388 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.388 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.388 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.388 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.388 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.388 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.16", 2024-04-13T09:15:04.388 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.388 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.388 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.388 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4960, 2024-04-13T09:15:04.388 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.388 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:07:50.271086+0000", 2024-04-13T09:15:04.388 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.389 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.389 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.389 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.389 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.389 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.389 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.389 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.389 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.389 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.389 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.389 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.389 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.389 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.389 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.389 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.390 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.390 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.390 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.390 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.390 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.390 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.390 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.390 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.390 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.390 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.390 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.390 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.390 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.390 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.391 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.391 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.391 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.391 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.391 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.391 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.391 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.391 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.391 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.391 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.391 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.391 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.391 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.391 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.391 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.392 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.392 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.392 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.392 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:04.392 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:04.392 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.392 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:15:04.392 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.392 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.392 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.392 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.392 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:04.392 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.392 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:04.392 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.393 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T09:15:04.393 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.393 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.393 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:04.393 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.393 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.393 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.393 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.579489+0000", 2024-04-13T09:15:04.393 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.618350+0000", 2024-04-13T09:15:04.393 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.618350+0000", 2024-04-13T09:15:04.393 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.619267+0000", 2024-04-13T09:15:04.393 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.579489+0000", 2024-04-13T09:15:04.393 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.393 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.394 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.394 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:04.394 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.579489+0000", 2024-04-13T09:15:04.394 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.579489+0000", 2024-04-13T09:15:04.394 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.579489+0000", 2024-04-13T09:15:04.394 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.394 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.394 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.394 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.579489+0000", 2024-04-13T09:15:04.394 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.579489+0000", 2024-04-13T09:15:04.394 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.394 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.394 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.394 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.394 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:04.395 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.395 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.395 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.395 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.395 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.395 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.395 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.395 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.395 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.17", 2024-04-13T09:15:04.395 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.395 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.395 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.395 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4904, 2024-04-13T09:15:04.395 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.395 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:27:18.385469+0000", 2024-04-13T09:15:04.396 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.396 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.396 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.396 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.396 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.396 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.396 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.396 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.396 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.396 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.396 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.396 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.396 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.396 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.397 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.397 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.397 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.397 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.397 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.397 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.397 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.397 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.397 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.397 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.397 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.397 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.397 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.397 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.397 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.398 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.398 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.398 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.398 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.398 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.398 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.398 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.398 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.398 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.398 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.398 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.398 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.398 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.398 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.399 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.399 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.399 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.399 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.399 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:04.399 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.399 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:04.399 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.399 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T09:15:04.399 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.399 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.399 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.399 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.399 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:04.399 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:04.399 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:04.400 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.400 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:04.400 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.400 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.400 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:04.400 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.400 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.400 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.400 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.833552+0000", 2024-04-13T09:15:04.400 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.409986+0000", 2024-04-13T09:15:04.400 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.409986+0000", 2024-04-13T09:15:04.400 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.412038+0000", 2024-04-13T09:15:04.400 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.833552+0000", 2024-04-13T09:15:04.400 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.400 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.401 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.401 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:15:04.401 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.833552+0000", 2024-04-13T09:15:04.401 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.833552+0000", 2024-04-13T09:15:04.401 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.833552+0000", 2024-04-13T09:15:04.401 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.401 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.401 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.401 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.833552+0000", 2024-04-13T09:15:04.401 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.833552+0000", 2024-04-13T09:15:04.401 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.401 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.402 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.402 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.402 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:15:04.402 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.402 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.402 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.402 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.402 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.403 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.403 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.403 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.403 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.19", 2024-04-13T09:15:04.403 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.403 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.403 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.403 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5086, 2024-04-13T09:15:04.404 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.404 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:59:17.239554+0000", 2024-04-13T09:15:04.404 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.404 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.404 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.404 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.404 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.404 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.404 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.405 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.405 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.405 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.405 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.405 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.405 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.405 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.405 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.405 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.406 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.406 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.406 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.406 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.406 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.406 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.406 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.406 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.406 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.407 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.408 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.408 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.408 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.408 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.408 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.408 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.408 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.408 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.409 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.409 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.409 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.409 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.409 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.409 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.409 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:04.409 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:04.410 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:04.410 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.410 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:04.410 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.410 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.410 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.410 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.410 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.411 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:04.411 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:04.411 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.411 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:15:04.411 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.411 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.411 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:04.411 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.412 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.412 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.412 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.194210+0000", 2024-04-13T09:15:04.412 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.421347+0000", 2024-04-13T09:15:04.412 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.421347+0000", 2024-04-13T09:15:04.412 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.421670+0000", 2024-04-13T09:15:04.412 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.194210+0000", 2024-04-13T09:15:04.412 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.412 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.412 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.412 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:04.413 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.194210+0000", 2024-04-13T09:15:04.413 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.194210+0000", 2024-04-13T09:15:04.413 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.194210+0000", 2024-04-13T09:15:04.413 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.413 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.413 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.413 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.194210+0000", 2024-04-13T09:15:04.413 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.194210+0000", 2024-04-13T09:15:04.413 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.413 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.413 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.414 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.414 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:04.414 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.414 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.414 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.414 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.414 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.414 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.414 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.414 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.414 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.18", 2024-04-13T09:15:04.414 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.415 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.415 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.415 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4970, 2024-04-13T09:15:04.415 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.415 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:11:52.556816+0000", 2024-04-13T09:15:04.415 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.415 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.415 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.415 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.415 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.415 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.415 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.415 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.415 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.416 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.416 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.416 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.416 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.416 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.416 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.416 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.416 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.416 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.416 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.416 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.416 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.416 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.416 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.416 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.417 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.417 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.417 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.417 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.417 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.417 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.417 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.417 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.417 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.417 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.417 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.417 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.417 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.417 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.417 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.417 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.418 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.418 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.418 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.418 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.418 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.418 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.418 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.418 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.418 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:04.418 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:04.418 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.418 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:15:04.418 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.418 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.419 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.419 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.419 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:04.419 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:04.419 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:04.419 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.419 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:15:04.419 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.419 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.419 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:04.419 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.419 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.419 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.419 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.436693+0000", 2024-04-13T09:15:04.419 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:51:57.372102+0000", 2024-04-13T09:15:04.420 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:51:57.372102+0000", 2024-04-13T09:15:04.420 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:51:57.372968+0000", 2024-04-13T09:15:04.420 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.436693+0000", 2024-04-13T09:15:04.420 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.420 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.420 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.420 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 415, 2024-04-13T09:15:04.420 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.436693+0000", 2024-04-13T09:15:04.420 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.436693+0000", 2024-04-13T09:15:04.420 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.436693+0000", 2024-04-13T09:15:04.420 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.420 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.420 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.420 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.436693+0000", 2024-04-13T09:15:04.420 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.436693+0000", 2024-04-13T09:15:04.421 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.421 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.421 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.421 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.421 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 414, 2024-04-13T09:15:04.421 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.421 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.421 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.421 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.421 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.421 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.421 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.421 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.421 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.18", 2024-04-13T09:15:04.421 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.422 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.422 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.422 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5043, 2024-04-13T09:15:04.422 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.422 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:27:38.344165+0000", 2024-04-13T09:15:04.422 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.422 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.422 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.422 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.422 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.422 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.422 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.422 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.422 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.422 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.423 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.423 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.423 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.423 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.423 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.423 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.423 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.423 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.423 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.423 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.423 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.423 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.423 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.423 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.423 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.423 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.424 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.424 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.424 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.424 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.424 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.424 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.424 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.424 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.424 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.425 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.425 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.425 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.425 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.425 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.425 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.425 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.425 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.425 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.426 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.426 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.426 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.426 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:04.426 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:04.426 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:04.426 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.426 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:15:04.426 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.427 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.427 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.427 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.427 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:04.427 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:04.427 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:04.427 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.427 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:15:04.427 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.428 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.428 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:04.428 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.428 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.428 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.428 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.440966+0000", 2024-04-13T09:15:04.428 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.608123+0000", 2024-04-13T09:15:04.428 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.608123+0000", 2024-04-13T09:15:04.428 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.608573+0000", 2024-04-13T09:15:04.429 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.440966+0000", 2024-04-13T09:15:04.429 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.429 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.429 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.429 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:04.429 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.440966+0000", 2024-04-13T09:15:04.429 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.440966+0000", 2024-04-13T09:15:04.429 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.440966+0000", 2024-04-13T09:15:04.430 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.430 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.430 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.430 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.440966+0000", 2024-04-13T09:15:04.430 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.440966+0000", 2024-04-13T09:15:04.430 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.430 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.430 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.431 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.431 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:04.431 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.431 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.431 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.431 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.431 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.431 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.432 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.432 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.432 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.19", 2024-04-13T09:15:04.432 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.432 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.432 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.432 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5045, 2024-04-13T09:15:04.432 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.433 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:00:06.500631+0000", 2024-04-13T09:15:04.433 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.433 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.433 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.433 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.433 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.433 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.434 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.434 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.434 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.434 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.434 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.434 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.434 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.435 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.435 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.435 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.435 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.435 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.435 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.435 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.435 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.435 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.435 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.435 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.435 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.435 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.435 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.436 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.436 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.436 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.436 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.436 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.436 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.436 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.436 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.436 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.437 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.437 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.437 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.437 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.437 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.437 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.437 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.437 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.437 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.437 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.437 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.437 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:04.437 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:04.438 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:04.438 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.438 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:15:04.438 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.438 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.438 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.438 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.438 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:04.438 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:04.438 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:04.438 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.438 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T09:15:04.438 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.438 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.438 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:04.439 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.439 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.439 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.439 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.194373+0000", 2024-04-13T09:15:04.439 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.432208+0000", 2024-04-13T09:15:04.439 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.432208+0000", 2024-04-13T09:15:04.439 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.432559+0000", 2024-04-13T09:15:04.439 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.194373+0000", 2024-04-13T09:15:04.439 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.439 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.439 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.439 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:04.439 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.194373+0000", 2024-04-13T09:15:04.439 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.194373+0000", 2024-04-13T09:15:04.440 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.194373+0000", 2024-04-13T09:15:04.440 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.440 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.440 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.440 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.194373+0000", 2024-04-13T09:15:04.440 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.194373+0000", 2024-04-13T09:15:04.440 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.440 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.440 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.440 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.440 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:04.440 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.440 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.440 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.441 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.441 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.441 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.441 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.441 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.441 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.1b", 2024-04-13T09:15:04.441 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.441 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.441 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.441 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5083, 2024-04-13T09:15:04.441 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.441 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:37:05.241403+0000", 2024-04-13T09:15:04.441 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.441 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.441 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.442 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.442 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.442 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.442 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.442 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.442 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.442 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.442 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.442 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.442 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.442 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.442 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.442 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.442 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.442 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.443 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.443 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.443 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.443 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.443 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.443 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.443 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.443 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.443 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.443 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.443 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.443 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.443 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.443 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.443 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.444 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.444 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.444 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.444 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.444 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.444 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.444 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.444 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.444 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.444 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.444 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.444 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.444 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.444 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.444 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:04.445 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:04.445 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:04.445 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.445 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T09:15:04.445 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.445 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.445 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.445 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.445 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:04.445 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:04.445 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:04.445 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.445 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T09:15:04.445 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.445 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.445 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:04.446 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.446 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.446 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.446 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.577652+0000", 2024-04-13T09:15:04.446 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.413331+0000", 2024-04-13T09:15:04.446 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.413331+0000", 2024-04-13T09:15:04.446 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.413965+0000", 2024-04-13T09:15:04.446 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.577652+0000", 2024-04-13T09:15:04.446 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.446 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.446 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.446 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:04.446 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.577652+0000", 2024-04-13T09:15:04.447 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.577652+0000", 2024-04-13T09:15:04.447 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.577652+0000", 2024-04-13T09:15:04.447 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.447 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.447 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.447 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.577652+0000", 2024-04-13T09:15:04.447 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.577652+0000", 2024-04-13T09:15:04.447 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.447 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3, 2024-04-13T09:15:04.447 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.447 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.447 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:04.447 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.447 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.447 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.448 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.448 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3, 2024-04-13T09:15:04.448 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.448 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.448 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.448 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.1a", 2024-04-13T09:15:04.448 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.448 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.448 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.448 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4907, 2024-04-13T09:15:04.448 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.448 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:07:06.200021+0000", 2024-04-13T09:15:04.448 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.448 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.448 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.449 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.449 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.449 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.449 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.449 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.449 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.449 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.449 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.449 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.449 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.449 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.449 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.449 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.449 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.449 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.450 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.450 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.450 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.450 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.450 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.450 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.450 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.450 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.450 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.450 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.450 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.450 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.450 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.450 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.451 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.451 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.451 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.451 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.451 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.451 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.451 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.451 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.451 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.451 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.451 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.451 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.451 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.451 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.452 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.452 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:04.452 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:04.452 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:04.452 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.452 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T09:15:04.452 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "583'3" 2024-04-13T09:15:04.452 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.452 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.452 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.452 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:04.452 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:04.452 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:04.452 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.452 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 4, 2024-04-13T09:15:04.453 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.453 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.453 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:04.453 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.453 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.453 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.453 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.886720+0000", 2024-04-13T09:15:04.453 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.413663+0000", 2024-04-13T09:15:04.453 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.413663+0000", 2024-04-13T09:15:04.453 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.414072+0000", 2024-04-13T09:15:04.453 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.886720+0000", 2024-04-13T09:15:04.453 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.453 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.453 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.453 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:15:04.454 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.886720+0000", 2024-04-13T09:15:04.454 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.886720+0000", 2024-04-13T09:15:04.454 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.886720+0000", 2024-04-13T09:15:04.454 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.454 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.454 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.454 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.886720+0000", 2024-04-13T09:15:04.454 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.886720+0000", 2024-04-13T09:15:04.454 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.454 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.454 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.454 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.454 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:15:04.454 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.455 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.455 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.455 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.455 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.455 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.455 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.455 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.455 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.1a", 2024-04-13T09:15:04.455 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.455 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.455 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.455 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5000, 2024-04-13T09:15:04.455 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.455 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:31:33.356986+0000", 2024-04-13T09:15:04.456 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.456 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.456 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.456 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.456 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.456 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.456 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.456 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.456 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.456 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.456 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.456 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.456 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.456 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.456 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.457 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.457 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.457 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.457 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.457 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.457 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.457 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.457 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.457 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.457 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.457 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.457 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.457 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.457 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.457 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.458 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.458 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.458 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.458 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.458 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.458 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.458 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.458 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.458 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.458 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.458 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.458 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.458 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.458 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.459 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.459 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.459 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.459 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:04.459 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:04.459 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:04.459 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.459 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 4, 2024-04-13T09:15:04.459 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.459 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.459 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.459 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.459 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:04.459 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:04.459 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:04.460 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.460 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:15:04.460 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.460 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.460 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:04.460 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.460 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.460 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.460 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.437885+0000", 2024-04-13T09:15:04.460 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.429590+0000", 2024-04-13T09:15:04.460 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.429590+0000", 2024-04-13T09:15:04.460 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.429964+0000", 2024-04-13T09:15:04.460 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.437885+0000", 2024-04-13T09:15:04.460 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.461 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.461 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.461 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:04.461 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.437885+0000", 2024-04-13T09:15:04.461 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.437885+0000", 2024-04-13T09:15:04.461 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.437885+0000", 2024-04-13T09:15:04.461 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.461 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.461 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.461 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.437885+0000", 2024-04-13T09:15:04.461 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.437885+0000", 2024-04-13T09:15:04.461 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.461 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3, 2024-04-13T09:15:04.461 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.461 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.462 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:04.462 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.462 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.462 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.462 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.462 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3, 2024-04-13T09:15:04.462 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.462 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.462 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.462 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.1b", 2024-04-13T09:15:04.462 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.462 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.462 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.462 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5036, 2024-04-13T09:15:04.463 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.463 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:28:25.647871+0000", 2024-04-13T09:15:04.463 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.463 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.463 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.463 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.463 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.463 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.463 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.463 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.463 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.463 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.463 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.463 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.463 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.464 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.464 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.464 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.464 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.464 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.464 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.464 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.464 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.464 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.464 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.464 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.464 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.464 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.464 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.464 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.465 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.466 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.466 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.466 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.466 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.466 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:04.466 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:04.466 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:04.466 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.466 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:15:04.466 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "583'3" 2024-04-13T09:15:04.466 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.466 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.466 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.466 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.467 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:04.467 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:04.467 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.467 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:15:04.467 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.467 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.467 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:04.467 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.467 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.467 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.467 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.195488+0000", 2024-04-13T09:15:04.467 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.604001+0000", 2024-04-13T09:15:04.467 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.604001+0000", 2024-04-13T09:15:04.467 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.604467+0000", 2024-04-13T09:15:04.467 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.195488+0000", 2024-04-13T09:15:04.468 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.468 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.468 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.468 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:04.468 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.195488+0000", 2024-04-13T09:15:04.468 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.195488+0000", 2024-04-13T09:15:04.468 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.195488+0000", 2024-04-13T09:15:04.468 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.468 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.468 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.468 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.195488+0000", 2024-04-13T09:15:04.468 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.195488+0000", 2024-04-13T09:15:04.468 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.468 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.469 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.469 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.469 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:04.469 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.469 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.469 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.469 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.469 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.469 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.469 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.469 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.469 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.1d", 2024-04-13T09:15:04.469 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.469 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.469 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.470 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4938, 2024-04-13T09:15:04.470 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.470 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:40:38.665714+0000", 2024-04-13T09:15:04.470 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.470 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.470 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.470 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.470 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.470 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.470 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.470 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.470 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.470 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.470 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.470 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.471 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.471 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.471 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.471 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.471 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.471 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.471 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.471 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.471 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.471 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.471 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.471 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.471 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.471 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.472 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.472 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.472 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.472 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.472 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.472 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.472 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.472 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.472 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.472 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.472 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.472 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.472 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.472 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.472 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.473 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.473 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.473 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.473 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.473 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.473 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.473 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.473 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:04.473 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:04.473 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.473 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:15:04.473 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.473 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.473 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.473 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.474 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:04.474 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.474 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:04.474 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.474 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:15:04.474 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.474 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.474 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:04.474 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.474 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.474 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.474 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.434019+0000", 2024-04-13T09:15:04.474 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.431556+0000", 2024-04-13T09:15:04.474 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.431556+0000", 2024-04-13T09:15:04.475 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.433176+0000", 2024-04-13T09:15:04.475 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.434019+0000", 2024-04-13T09:15:04.475 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.475 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.475 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.475 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:04.475 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.434019+0000", 2024-04-13T09:15:04.475 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.434019+0000", 2024-04-13T09:15:04.475 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.434019+0000", 2024-04-13T09:15:04.475 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.475 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.475 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.475 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.434019+0000", 2024-04-13T09:15:04.475 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.434019+0000", 2024-04-13T09:15:04.475 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.476 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 2, 2024-04-13T09:15:04.476 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.476 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.476 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:04.476 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.476 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.476 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.476 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.476 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 2, 2024-04-13T09:15:04.476 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.476 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.476 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.476 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.1c", 2024-04-13T09:15:04.476 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.476 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.477 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.477 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4877, 2024-04-13T09:15:04.477 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.477 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:17:16.607282+0000", 2024-04-13T09:15:04.477 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.477 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.477 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.477 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.477 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.477 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.477 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.477 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.477 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.477 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.478 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.478 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.478 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.478 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.478 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.478 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.478 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.478 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.478 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.478 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T09:15:04.478 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T09:15:04.478 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.478 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T09:15:04.478 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.479 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.479 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.479 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.479 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.479 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T09:15:04.479 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.479 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.479 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.479 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.479 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.479 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.479 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.479 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 12, 2024-04-13T09:15:04.479 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 12, 2024-04-13T09:15:04.479 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.480 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.480 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.480 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3, 2024-04-13T09:15:04.480 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.480 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.480 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.480 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.480 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.480 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:04.480 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.480 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:04.480 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.480 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:15:04.480 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'2" 2024-04-13T09:15:04.480 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.480 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.481 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.481 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.481 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:04.481 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:04.481 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.481 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:15:04.481 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.481 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.481 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:04.481 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.481 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.481 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.481 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.195464+0000", 2024-04-13T09:15:04.481 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.429019+0000", 2024-04-13T09:15:04.481 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.429019+0000", 2024-04-13T09:15:04.482 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.429326+0000", 2024-04-13T09:15:04.482 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.195464+0000", 2024-04-13T09:15:04.482 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.482 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.482 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.482 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:15:04.482 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.195464+0000", 2024-04-13T09:15:04.482 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.195464+0000", 2024-04-13T09:15:04.482 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.195464+0000", 2024-04-13T09:15:04.482 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.482 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.482 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.482 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.195464+0000", 2024-04-13T09:15:04.482 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.195464+0000", 2024-04-13T09:15:04.483 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.483 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.483 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.483 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.483 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:15:04.483 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.483 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.483 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.483 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.483 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.483 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.483 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.483 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.483 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.1c", 2024-04-13T09:15:04.484 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.484 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.484 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.484 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4944, 2024-04-13T09:15:04.484 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.484 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:03:22.808438+0000", 2024-04-13T09:15:04.484 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.484 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.484 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.484 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.484 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.484 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.484 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.484 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.484 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.485 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.485 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.485 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.485 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.485 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.485 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.485 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.485 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.485 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.485 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.485 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.485 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.485 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.485 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.485 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.486 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.487 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.487 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.487 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.487 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.487 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.487 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.487 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.487 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.487 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.487 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:04.487 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:04.487 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.487 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:15:04.487 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.487 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.488 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.488 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.488 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:04.488 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:04.488 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:04.488 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.488 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:04.488 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.488 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.488 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:04.488 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.488 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.488 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.488 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.834718+0000", 2024-04-13T09:15:04.488 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.601963+0000", 2024-04-13T09:15:04.489 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.601963+0000", 2024-04-13T09:15:04.489 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.602365+0000", 2024-04-13T09:15:04.489 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.834718+0000", 2024-04-13T09:15:04.489 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.489 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.489 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.489 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:04.489 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.834718+0000", 2024-04-13T09:15:04.489 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.834718+0000", 2024-04-13T09:15:04.489 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.834718+0000", 2024-04-13T09:15:04.489 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.489 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.489 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.489 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.834718+0000", 2024-04-13T09:15:04.489 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.834718+0000", 2024-04-13T09:15:04.490 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.490 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 2, 2024-04-13T09:15:04.490 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.490 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.490 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:04.490 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.490 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.490 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.490 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.490 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 2, 2024-04-13T09:15:04.490 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.490 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.490 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.490 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.1d", 2024-04-13T09:15:04.490 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.491 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.491 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.491 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4822, 2024-04-13T09:15:04.491 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.491 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:35:15.369524+0000", 2024-04-13T09:15:04.491 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.491 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.491 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.491 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.491 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.491 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.491 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.491 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.491 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.491 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.492 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.492 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.492 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.492 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.492 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.492 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.492 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.492 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.492 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.492 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 3, 2024-04-13T09:15:04.492 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 1, 2024-04-13T09:15:04.492 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.492 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 1, 2024-04-13T09:15:04.492 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.492 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T09:15:04.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 1, 2024-04-13T09:15:04.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 12, 2024-04-13T09:15:04.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 12, 2024-04-13T09:15:04.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.493 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.494 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.494 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 3, 2024-04-13T09:15:04.494 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.494 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.494 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.494 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.494 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.494 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:04.494 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:04.494 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:04.494 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.494 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:04.494 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "61'2" 2024-04-13T09:15:04.494 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.495 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.495 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.495 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:04.495 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.495 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:04.495 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.495 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T09:15:04.495 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.495 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.495 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:04.495 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.495 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.495 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.495 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.195538+0000", 2024-04-13T09:15:04.495 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.425386+0000", 2024-04-13T09:15:04.496 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.425386+0000", 2024-04-13T09:15:04.496 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.425714+0000", 2024-04-13T09:15:04.496 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.195538+0000", 2024-04-13T09:15:04.496 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.496 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.496 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.496 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:15:04.496 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.195538+0000", 2024-04-13T09:15:04.496 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.195538+0000", 2024-04-13T09:15:04.496 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.195538+0000", 2024-04-13T09:15:04.496 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.496 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.496 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.496 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.195538+0000", 2024-04-13T09:15:04.496 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.195538+0000", 2024-04-13T09:15:04.497 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.497 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.497 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.497 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.497 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:15:04.497 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.497 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.497 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.497 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.497 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.497 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.497 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.497 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.497 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.1f", 2024-04-13T09:15:04.498 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.498 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.498 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.498 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5091, 2024-04-13T09:15:04.498 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.498 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:18:32.716391+0000", 2024-04-13T09:15:04.498 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.498 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.498 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.498 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.498 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.498 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.498 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.498 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.498 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.499 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.499 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.499 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.499 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.499 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.499 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.499 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.499 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.499 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.499 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.499 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.499 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.499 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.499 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.499 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.500 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.501 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.501 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.501 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.501 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.501 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.501 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.501 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.501 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.501 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:04.501 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.501 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:04.501 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.501 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T09:15:04.501 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.501 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.502 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.502 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.502 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:04.502 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:04.502 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:15:04.502 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.502 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:15:04.502 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.502 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.502 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:04.502 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.502 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.502 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.502 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.440622+0000", 2024-04-13T09:15:04.503 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.419829+0000", 2024-04-13T09:15:04.503 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.419829+0000", 2024-04-13T09:15:04.503 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.420234+0000", 2024-04-13T09:15:04.503 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.440622+0000", 2024-04-13T09:15:04.503 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.503 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.503 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.503 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:15:04.503 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.440622+0000", 2024-04-13T09:15:04.503 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.440622+0000", 2024-04-13T09:15:04.503 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.440622+0000", 2024-04-13T09:15:04.503 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.503 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.503 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.503 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.440622+0000", 2024-04-13T09:15:04.503 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.440622+0000", 2024-04-13T09:15:04.504 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.504 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 3, 2024-04-13T09:15:04.504 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.504 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.504 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:15:04.504 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.504 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.504 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.504 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.504 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 3, 2024-04-13T09:15:04.504 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.504 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.504 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.504 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.1e", 2024-04-13T09:15:04.504 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.504 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.505 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.505 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5056, 2024-04-13T09:15:04.505 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.505 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:19:32.664666+0000", 2024-04-13T09:15:04.505 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.505 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.505 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.505 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.505 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.505 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.505 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.505 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.505 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.505 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.505 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.506 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.506 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.506 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.506 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.506 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.506 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.506 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.506 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.506 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.506 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.506 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.506 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.507 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.508 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.508 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.508 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.508 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.508 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.508 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.508 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.508 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.508 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:04.508 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:04.508 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:15:04.508 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.508 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:15:04.508 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "583'3" 2024-04-13T09:15:04.508 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.509 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.509 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.509 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:04.509 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:04.509 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:04.509 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.509 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:15:04.509 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.509 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.509 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:04.509 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.509 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.509 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.509 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.440776+0000", 2024-04-13T09:15:04.509 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.599663+0000", 2024-04-13T09:15:04.510 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.599663+0000", 2024-04-13T09:15:04.510 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.600080+0000", 2024-04-13T09:15:04.510 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.440776+0000", 2024-04-13T09:15:04.510 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.510 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.510 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.510 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:04.510 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.440776+0000", 2024-04-13T09:15:04.510 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.440776+0000", 2024-04-13T09:15:04.510 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.440776+0000", 2024-04-13T09:15:04.510 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.510 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.510 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.510 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.440776+0000", 2024-04-13T09:15:04.511 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.440776+0000", 2024-04-13T09:15:04.511 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.511 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.511 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.511 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.511 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:04.511 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.511 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.511 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.511 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.511 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.511 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.511 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.511 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.511 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.1e", 2024-04-13T09:15:04.512 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.512 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.512 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.512 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5038, 2024-04-13T09:15:04.512 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.512 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:36:19.672898+0000", 2024-04-13T09:15:04.512 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.512 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.512 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.512 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.512 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.512 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.512 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.512 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.512 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.513 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.514 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.515 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.515 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.515 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.515 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.515 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.515 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.515 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.515 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.515 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:04.515 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:04.515 INFO:tasks.workunit.client.0.smithi119.stdout: 2 2024-04-13T09:15:04.515 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.515 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:15:04.515 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.515 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.516 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.516 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.516 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:04.516 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:04.516 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:04.516 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.516 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T09:15:04.516 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.516 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.516 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 59, 2024-04-13T09:15:04.516 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.516 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.516 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.516 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.193306+0000", 2024-04-13T09:15:04.516 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:52:32.414927+0000", 2024-04-13T09:15:04.517 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:52:32.414927+0000", 2024-04-13T09:15:04.517 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:52:32.415356+0000", 2024-04-13T09:15:04.517 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.193306+0000", 2024-04-13T09:15:04.517 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.517 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.517 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.517 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 450, 2024-04-13T09:15:04.517 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.193306+0000", 2024-04-13T09:15:04.517 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.193306+0000", 2024-04-13T09:15:04.517 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.193306+0000", 2024-04-13T09:15:04.517 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.517 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.517 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:35.607187+0000", 2024-04-13T09:15:04.517 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.193306+0000", 2024-04-13T09:15:04.517 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.193306+0000", 2024-04-13T09:15:04.518 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.518 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 6, 2024-04-13T09:15:04.518 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.518 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.518 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 449, 2024-04-13T09:15:04.518 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.518 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.518 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.518 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.518 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 6, 2024-04-13T09:15:04.518 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.518 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.518 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.518 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "2.1f", 2024-04-13T09:15:04.518 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.519 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.519 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.519 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5120, 2024-04-13T09:15:04.519 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.519 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:58:33.272853+0000", 2024-04-13T09:15:04.519 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.519 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.519 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.519 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 582, 2024-04-13T09:15:04.519 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.519 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.519 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.519 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.519 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.519 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.519 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 6, 2024-04-13T09:15:04.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 2, 2024-04-13T09:15:04.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 2, 2024-04-13T09:15:04.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.520 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 1, 2024-04-13T09:15:04.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 8, 2024-04-13T09:15:04.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 8, 2024-04-13T09:15:04.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.521 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.522 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 4, 2024-04-13T09:15:04.522 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 1 2024-04-13T09:15:04.522 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.522 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.522 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.522 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.522 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:04.522 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:04.522 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:04.522 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.522 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T09:15:04.522 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "583'6" 2024-04-13T09:15:04.522 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.522 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.522 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.523 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:04.523 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:04.523 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:04.523 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.523 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:15:04.523 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.523 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.523 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:04.523 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.523 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.523 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.523 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.434922+0000", 2024-04-13T09:15:04.523 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.432625+0000", 2024-04-13T09:15:04.523 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.432625+0000", 2024-04-13T09:15:04.524 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.432895+0000", 2024-04-13T09:15:04.524 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.434922+0000", 2024-04-13T09:15:04.524 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.524 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.524 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.524 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:04.524 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.434922+0000", 2024-04-13T09:15:04.524 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.434922+0000", 2024-04-13T09:15:04.524 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.434922+0000", 2024-04-13T09:15:04.524 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.524 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.524 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.524 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.434922+0000", 2024-04-13T09:15:04.524 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.434922+0000", 2024-04-13T09:15:04.524 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.525 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.525 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.525 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.525 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:04.525 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.525 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.525 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.525 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.525 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.525 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.525 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.525 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.525 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.2d", 2024-04-13T09:15:04.525 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.525 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.526 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.526 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4865, 2024-04-13T09:15:04.526 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.526 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:14:58.192982+0000", 2024-04-13T09:15:04.526 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.526 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.526 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.526 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.526 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.526 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.526 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.526 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.526 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.526 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.527 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.528 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.529 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.529 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.529 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.529 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.529 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.529 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.529 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:04.529 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:04.529 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:04.529 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.529 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:15:04.529 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.529 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.529 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.529 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.529 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:04.530 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:04.530 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:04.530 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.530 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 2, 2024-04-13T09:15:04.530 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.530 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.530 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:04.530 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.530 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.530 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.530 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.436973+0000", 2024-04-13T09:15:04.530 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.417376+0000", 2024-04-13T09:15:04.530 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.417376+0000", 2024-04-13T09:15:04.530 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.417727+0000", 2024-04-13T09:15:04.531 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.436973+0000", 2024-04-13T09:15:04.531 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.531 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.531 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.531 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:04.531 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.436973+0000", 2024-04-13T09:15:04.531 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.436973+0000", 2024-04-13T09:15:04.531 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.436973+0000", 2024-04-13T09:15:04.531 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.531 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.531 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.531 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.436973+0000", 2024-04-13T09:15:04.531 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.436973+0000", 2024-04-13T09:15:04.531 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.531 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.532 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.532 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.532 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:04.532 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.532 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.532 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.532 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.532 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.532 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.532 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.532 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.532 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.2e", 2024-04-13T09:15:04.532 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.532 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.532 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.532 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5045, 2024-04-13T09:15:04.533 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.533 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:41:42.045398+0000", 2024-04-13T09:15:04.533 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.533 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.533 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.533 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.533 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.533 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.533 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.533 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.533 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.533 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.533 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.533 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.533 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.533 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.534 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.535 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.536 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.536 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.536 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.536 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.536 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:04.536 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:04.536 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:04.536 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.536 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 2, 2024-04-13T09:15:04.536 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.536 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.536 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.536 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.536 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.536 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:04.537 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:15:04.537 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.537 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:15:04.537 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.537 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.537 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:04.537 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.537 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.537 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.537 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.196022+0000", 2024-04-13T09:15:04.537 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.422540+0000", 2024-04-13T09:15:04.537 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.422540+0000", 2024-04-13T09:15:04.537 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.422922+0000", 2024-04-13T09:15:04.537 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.196022+0000", 2024-04-13T09:15:04.537 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.538 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.538 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.538 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:04.538 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.196022+0000", 2024-04-13T09:15:04.538 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.196022+0000", 2024-04-13T09:15:04.538 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.196022+0000", 2024-04-13T09:15:04.538 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.538 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.538 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.538 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.196022+0000", 2024-04-13T09:15:04.538 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.196022+0000", 2024-04-13T09:15:04.538 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.538 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.538 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.539 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.539 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:04.539 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.539 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.539 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.539 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.539 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.539 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.539 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.539 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.539 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.2f", 2024-04-13T09:15:04.539 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.539 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.539 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.539 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4958, 2024-04-13T09:15:04.539 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.540 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:28:39.496974+0000", 2024-04-13T09:15:04.540 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.540 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.540 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.540 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.540 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.540 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.540 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.540 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.540 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.540 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.540 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.540 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.540 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.540 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.541 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.542 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.542 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.542 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.542 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.542 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.542 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.542 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.542 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.542 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.542 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.542 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.542 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.542 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.542 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.543 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.543 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.543 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.543 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.543 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:04.543 INFO:tasks.workunit.client.0.smithi119.stdout: 3 2024-04-13T09:15:04.543 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.543 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:15:04.543 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.543 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.543 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.543 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.543 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.543 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:04.543 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:04.543 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.544 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:15:04.544 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.544 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.544 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:04.544 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.544 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.544 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.544 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.195075+0000", 2024-04-13T09:15:04.544 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.421293+0000", 2024-04-13T09:15:04.544 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.421293+0000", 2024-04-13T09:15:04.544 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.421611+0000", 2024-04-13T09:15:04.544 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.195075+0000", 2024-04-13T09:15:04.544 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.544 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.544 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.545 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:04.545 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.195075+0000", 2024-04-13T09:15:04.545 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.195075+0000", 2024-04-13T09:15:04.545 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.195075+0000", 2024-04-13T09:15:04.545 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.545 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.545 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.545 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.195075+0000", 2024-04-13T09:15:04.545 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.195075+0000", 2024-04-13T09:15:04.545 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.545 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.545 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.545 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.545 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:04.545 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.545 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.546 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.546 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.546 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.546 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.546 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.546 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.546 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.30", 2024-04-13T09:15:04.546 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.546 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.546 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.546 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4928, 2024-04-13T09:15:04.546 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.546 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:38:22.394446+0000", 2024-04-13T09:15:04.546 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.547 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.547 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.547 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.547 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.547 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.547 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.547 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.547 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.547 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.547 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.547 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.547 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.547 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.547 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.547 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.547 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.548 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.549 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.550 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.550 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.550 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.550 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.550 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.550 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:04.550 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:04.550 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.550 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:15:04.550 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.550 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.550 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.550 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.550 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:04.550 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:04.551 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:15:04.551 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.551 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:04.551 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.551 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.551 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:04.551 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.551 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.551 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.551 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.833767+0000", 2024-04-13T09:15:04.551 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.428148+0000", 2024-04-13T09:15:04.551 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.428148+0000", 2024-04-13T09:15:04.551 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.428566+0000", 2024-04-13T09:15:04.551 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.833767+0000", 2024-04-13T09:15:04.552 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.552 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.552 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.552 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:15:04.552 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.833767+0000", 2024-04-13T09:15:04.552 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.833767+0000", 2024-04-13T09:15:04.552 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.833767+0000", 2024-04-13T09:15:04.552 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.552 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.552 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.552 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.833767+0000", 2024-04-13T09:15:04.552 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.833767+0000", 2024-04-13T09:15:04.552 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.552 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.552 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.553 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.553 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:15:04.553 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.553 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.553 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.553 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.553 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.553 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.553 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.553 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.553 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.31", 2024-04-13T09:15:04.553 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.553 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.553 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.553 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5088, 2024-04-13T09:15:04.554 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.554 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:41:48.303798+0000", 2024-04-13T09:15:04.554 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.554 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.554 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.554 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.554 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.554 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.554 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.554 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.554 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.554 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.554 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.554 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.555 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.556 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.557 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.557 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.557 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.557 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.557 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.557 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:04.557 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:04.557 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:15:04.557 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.557 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:04.557 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.557 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.557 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.557 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.557 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:04.557 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:04.558 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:15:04.558 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.558 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T09:15:04.558 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.558 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.558 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:04.558 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.558 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.558 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.558 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.193818+0000", 2024-04-13T09:15:04.558 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.424833+0000", 2024-04-13T09:15:04.558 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.424833+0000", 2024-04-13T09:15:04.558 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.425239+0000", 2024-04-13T09:15:04.558 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.193818+0000", 2024-04-13T09:15:04.558 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.559 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.559 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.559 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:15:04.559 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.193818+0000", 2024-04-13T09:15:04.559 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.193818+0000", 2024-04-13T09:15:04.559 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.193818+0000", 2024-04-13T09:15:04.559 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.559 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.559 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.559 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.193818+0000", 2024-04-13T09:15:04.559 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.193818+0000", 2024-04-13T09:15:04.559 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.559 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.559 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.559 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.560 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:15:04.560 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.560 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.560 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.560 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.560 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.560 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.560 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.560 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.560 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.32", 2024-04-13T09:15:04.560 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.560 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.560 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.560 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5086, 2024-04-13T09:15:04.560 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.561 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:41:38.830186+0000", 2024-04-13T09:15:04.561 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.561 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.561 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.561 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.561 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.561 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.561 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.561 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.561 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.561 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.561 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.561 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.561 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.561 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.561 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.562 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.563 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.563 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.563 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.564 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.564 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.564 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:04.564 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:04.564 INFO:tasks.workunit.client.0.smithi119.stdout: 5 2024-04-13T09:15:04.564 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.564 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T09:15:04.564 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.564 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.564 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.564 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.564 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:04.564 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:04.564 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:04.564 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.565 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:15:04.565 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.565 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.565 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:04.565 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.565 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.565 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.565 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.440093+0000", 2024-04-13T09:15:04.565 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.598367+0000", 2024-04-13T09:15:04.565 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.598367+0000", 2024-04-13T09:15:04.565 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.598782+0000", 2024-04-13T09:15:04.565 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.440093+0000", 2024-04-13T09:15:04.565 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.565 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.565 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.566 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:04.566 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.440093+0000", 2024-04-13T09:15:04.566 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.440093+0000", 2024-04-13T09:15:04.566 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.440093+0000", 2024-04-13T09:15:04.566 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.566 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.566 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.566 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.440093+0000", 2024-04-13T09:15:04.566 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.440093+0000", 2024-04-13T09:15:04.566 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.566 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.566 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.566 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.566 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:04.566 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.567 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.567 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.567 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.567 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.567 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.567 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.567 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.567 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.33", 2024-04-13T09:15:04.567 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.567 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.567 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.567 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5037, 2024-04-13T09:15:04.567 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.567 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:11:26.049858+0000", 2024-04-13T09:15:04.567 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.568 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.568 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.568 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.568 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.568 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.568 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.568 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.568 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.568 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.568 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.568 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.568 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.568 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.568 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.568 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.569 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.570 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.570 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.570 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.570 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.570 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.571 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:04.571 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:04.571 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:04.571 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.571 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:15:04.571 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.571 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.571 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.571 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.571 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:04.571 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:04.571 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:04.571 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.571 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 4, 2024-04-13T09:15:04.571 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.572 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.572 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:04.572 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.572 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.572 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.572 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.887707+0000", 2024-04-13T09:15:04.572 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.605252+0000", 2024-04-13T09:15:04.572 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.605252+0000", 2024-04-13T09:15:04.572 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.605546+0000", 2024-04-13T09:15:04.572 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.887707+0000", 2024-04-13T09:15:04.572 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.572 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.572 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.572 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:04.572 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.887707+0000", 2024-04-13T09:15:04.572 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.887707+0000", 2024-04-13T09:15:04.573 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.887707+0000", 2024-04-13T09:15:04.573 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.573 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.573 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.573 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.887707+0000", 2024-04-13T09:15:04.573 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.887707+0000", 2024-04-13T09:15:04.573 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.573 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.573 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.573 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.573 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:04.573 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.573 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.573 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.573 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.574 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.574 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.574 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.574 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.574 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.34", 2024-04-13T09:15:04.574 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.574 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.574 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.574 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5009, 2024-04-13T09:15:04.574 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.574 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:32:05.668197+0000", 2024-04-13T09:15:04.574 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.574 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.574 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.574 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.575 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.576 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.577 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.577 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.577 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.577 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.577 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.577 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.577 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.577 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.577 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.577 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.577 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.577 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.577 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.577 INFO:tasks.workunit.client.0.smithi119.stdout: 4, 2024-04-13T09:15:04.577 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:04.578 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:04.578 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.578 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 4, 2024-04-13T09:15:04.578 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.578 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.578 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.578 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.578 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:04.578 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.578 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:04.578 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.578 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T09:15:04.578 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.578 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.578 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:04.579 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.579 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.579 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.579 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.578494+0000", 2024-04-13T09:15:04.579 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.615929+0000", 2024-04-13T09:15:04.579 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.615929+0000", 2024-04-13T09:15:04.579 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.616215+0000", 2024-04-13T09:15:04.579 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.578494+0000", 2024-04-13T09:15:04.579 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.579 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.579 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.579 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:04.579 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.578494+0000", 2024-04-13T09:15:04.579 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.578494+0000", 2024-04-13T09:15:04.579 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.578494+0000", 2024-04-13T09:15:04.580 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.580 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.580 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.580 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.578494+0000", 2024-04-13T09:15:04.580 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.578494+0000", 2024-04-13T09:15:04.580 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.580 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.580 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.580 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.580 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:04.580 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.580 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.580 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.580 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.581 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.581 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.581 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.581 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.581 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.35", 2024-04-13T09:15:04.581 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.581 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.581 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.581 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4903, 2024-04-13T09:15:04.581 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.581 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:20:37.625843+0000", 2024-04-13T09:15:04.581 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.581 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.581 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.581 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.581 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.582 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.583 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.584 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.584 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.584 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.584 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.584 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.584 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.584 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.584 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.584 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.584 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.584 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.584 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.584 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:04.584 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.584 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:04.585 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.585 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T09:15:04.585 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.585 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.585 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.585 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.585 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:04.585 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.585 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:04.585 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.585 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 6, 2024-04-13T09:15:04.585 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.585 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.585 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:04.585 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.585 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.586 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.586 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.579108+0000", 2024-04-13T09:15:04.586 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.616782+0000", 2024-04-13T09:15:04.586 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.616782+0000", 2024-04-13T09:15:04.586 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.617073+0000", 2024-04-13T09:15:04.586 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.579108+0000", 2024-04-13T09:15:04.586 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.586 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.586 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.586 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:04.586 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.579108+0000", 2024-04-13T09:15:04.586 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.579108+0000", 2024-04-13T09:15:04.586 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.579108+0000", 2024-04-13T09:15:04.586 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.587 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.587 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.587 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.579108+0000", 2024-04-13T09:15:04.587 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.579108+0000", 2024-04-13T09:15:04.587 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.587 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.587 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.587 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.587 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:04.587 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.587 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.587 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.587 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.587 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.587 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.587 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.588 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.588 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.36", 2024-04-13T09:15:04.588 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.588 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.588 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.588 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4903, 2024-04-13T09:15:04.588 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.588 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:19:14.453897+0000", 2024-04-13T09:15:04.588 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.588 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.588 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.588 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.588 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.588 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.588 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.589 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.590 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.590 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.590 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.590 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.590 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.590 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.590 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.590 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.590 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.590 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.590 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.590 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.590 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.590 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.591 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.591 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.591 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.591 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.591 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.591 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.591 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.591 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.591 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.591 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.591 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.591 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:04.591 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.591 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:04.591 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.592 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 6, 2024-04-13T09:15:04.592 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.592 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.592 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.592 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.592 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:04.592 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.592 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:04.592 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.592 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:15:04.592 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.592 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.592 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:04.592 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.592 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.593 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.593 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.435145+0000", 2024-04-13T09:15:04.593 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.436118+0000", 2024-04-13T09:15:04.593 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.436118+0000", 2024-04-13T09:15:04.593 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.436784+0000", 2024-04-13T09:15:04.593 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.435145+0000", 2024-04-13T09:15:04.593 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.593 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.593 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.593 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:04.593 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.435145+0000", 2024-04-13T09:15:04.593 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.435145+0000", 2024-04-13T09:15:04.593 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.435145+0000", 2024-04-13T09:15:04.593 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.593 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.594 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.594 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.435145+0000", 2024-04-13T09:15:04.594 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.435145+0000", 2024-04-13T09:15:04.594 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.594 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.594 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.594 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.594 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:04.594 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.594 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.594 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.594 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.594 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.594 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.594 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.595 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.595 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.37", 2024-04-13T09:15:04.595 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.595 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.595 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.595 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4871, 2024-04-13T09:15:04.595 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.595 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:23:19.848903+0000", 2024-04-13T09:15:04.595 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.595 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.595 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.595 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.595 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.595 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.595 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.596 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.596 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.596 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.596 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.596 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.596 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.596 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.596 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.596 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.596 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.596 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.596 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.596 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.596 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.596 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.597 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.597 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.597 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.597 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.597 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.597 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.597 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.597 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.597 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.597 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.597 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.597 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.597 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.597 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.597 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.598 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.598 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.598 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.598 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.598 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.598 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.598 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.598 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.598 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.598 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.598 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:04.598 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.598 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:04.598 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.599 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:15:04.599 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.599 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.599 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.599 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.599 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:04.599 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.599 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:04.599 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.599 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 3, 2024-04-13T09:15:04.599 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.599 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.599 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:04.599 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.599 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.600 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.600 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.436541+0000", 2024-04-13T09:15:04.600 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.599209+0000", 2024-04-13T09:15:04.600 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.599209+0000", 2024-04-13T09:15:04.600 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.599508+0000", 2024-04-13T09:15:04.600 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.436541+0000", 2024-04-13T09:15:04.600 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.600 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.600 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.600 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:04.600 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.436541+0000", 2024-04-13T09:15:04.600 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.436541+0000", 2024-04-13T09:15:04.600 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.436541+0000", 2024-04-13T09:15:04.600 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.600 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.600 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.601 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.436541+0000", 2024-04-13T09:15:04.601 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.436541+0000", 2024-04-13T09:15:04.601 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.601 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.601 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.601 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.601 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:04.601 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.601 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.601 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.601 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.601 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.601 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.601 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.601 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.602 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.38", 2024-04-13T09:15:04.602 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.602 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.602 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.602 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5032, 2024-04-13T09:15:04.602 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.602 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:05:51.870964+0000", 2024-04-13T09:15:04.602 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.602 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.602 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.602 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.602 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.602 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.602 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.602 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.603 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.603 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.603 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.603 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.603 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.603 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.603 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.603 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.603 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.603 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.603 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.603 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.603 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.603 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.603 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.603 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.604 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.604 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.604 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.604 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.604 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.604 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.604 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.604 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.604 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.604 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.604 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.604 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.604 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.604 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.604 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.605 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.605 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.605 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.605 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.605 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.605 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.605 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.605 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.605 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:04.605 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.605 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:04.605 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.605 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 3, 2024-04-13T09:15:04.605 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.606 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.606 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.606 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.606 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:04.606 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:04.606 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:04.606 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.606 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:15:04.606 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.606 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.606 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:04.606 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.606 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.606 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.606 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.432999+0000", 2024-04-13T09:15:04.607 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.429514+0000", 2024-04-13T09:15:04.607 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.429514+0000", 2024-04-13T09:15:04.607 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.432503+0000", 2024-04-13T09:15:04.607 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.432999+0000", 2024-04-13T09:15:04.607 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.607 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.607 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.607 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:04.607 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.432999+0000", 2024-04-13T09:15:04.607 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.432999+0000", 2024-04-13T09:15:04.607 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.432999+0000", 2024-04-13T09:15:04.607 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.607 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.607 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.607 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.432999+0000", 2024-04-13T09:15:04.608 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.432999+0000", 2024-04-13T09:15:04.608 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.608 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.608 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.608 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.608 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:04.608 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.608 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.608 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.608 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.608 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.608 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.608 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.608 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.608 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.39", 2024-04-13T09:15:04.609 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.609 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.609 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.609 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4876, 2024-04-13T09:15:04.609 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.609 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:15:40.249062+0000", 2024-04-13T09:15:04.609 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.609 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.609 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.609 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.609 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.609 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.609 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.609 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.609 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.610 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.610 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.610 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.610 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.610 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.610 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.610 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.610 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.610 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.610 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.610 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.610 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.610 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.610 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.611 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.611 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.611 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.611 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.611 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.611 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.611 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.611 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.611 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.611 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.611 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.611 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.611 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.611 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.611 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.612 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.612 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.612 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.612 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.612 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.612 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.612 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.612 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.612 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.612 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:04.612 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:04.612 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:04.612 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.612 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:15:04.612 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.613 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.613 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.613 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.613 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.613 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:04.613 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:04.613 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.613 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 5, 2024-04-13T09:15:04.613 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.613 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.613 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:04.613 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.613 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.613 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.613 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.193799+0000", 2024-04-13T09:15:04.613 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:08.430030+0000", 2024-04-13T09:15:04.614 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:08.430030+0000", 2024-04-13T09:15:04.614 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:08.431365+0000", 2024-04-13T09:15:04.614 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.193799+0000", 2024-04-13T09:15:04.614 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.614 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.614 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.614 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 485, 2024-04-13T09:15:04.614 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.193799+0000", 2024-04-13T09:15:04.614 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.193799+0000", 2024-04-13T09:15:04.614 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.193799+0000", 2024-04-13T09:15:04.614 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.614 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.614 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.614 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.193799+0000", 2024-04-13T09:15:04.615 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.193799+0000", 2024-04-13T09:15:04.615 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.615 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.615 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.615 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.615 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 484, 2024-04-13T09:15:04.615 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.615 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.615 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.615 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.615 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.615 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.615 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.615 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.615 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.3a", 2024-04-13T09:15:04.615 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.616 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.616 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.616 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4965, 2024-04-13T09:15:04.616 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.616 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:17:34.831660+0000", 2024-04-13T09:15:04.616 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.616 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.616 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.616 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.616 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.616 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.616 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.616 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.616 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.616 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.617 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.617 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.617 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.617 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.617 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.617 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.617 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.617 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.617 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.617 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.617 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.617 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.617 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.617 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.617 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.617 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.618 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.618 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.618 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.618 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.618 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.618 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.618 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.618 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.618 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.618 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.618 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.618 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.618 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.618 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.619 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.619 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.619 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.619 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.619 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.619 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.619 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.619 INFO:tasks.workunit.client.0.smithi119.stdout: 5, 2024-04-13T09:15:04.619 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:04.619 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:04.619 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.619 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 5, 2024-04-13T09:15:04.619 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.619 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.619 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.619 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.620 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:04.620 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:04.620 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:04.620 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.620 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:15:04.620 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.620 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.620 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:04.620 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.620 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.620 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.620 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.433966+0000", 2024-04-13T09:15:04.620 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.430536+0000", 2024-04-13T09:15:04.620 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.430536+0000", 2024-04-13T09:15:04.620 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.430838+0000", 2024-04-13T09:15:04.621 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.433966+0000", 2024-04-13T09:15:04.621 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.621 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.621 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.621 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:04.621 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.433966+0000", 2024-04-13T09:15:04.621 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.433966+0000", 2024-04-13T09:15:04.621 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.433966+0000", 2024-04-13T09:15:04.621 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.621 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.621 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.621 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.433966+0000", 2024-04-13T09:15:04.621 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.433966+0000", 2024-04-13T09:15:04.621 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.621 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.621 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.622 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.622 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:04.622 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.622 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.622 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.622 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.622 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.622 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.622 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.622 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.622 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.3b", 2024-04-13T09:15:04.622 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.622 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.622 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.622 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4876, 2024-04-13T09:15:04.623 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.623 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:51:37.768233+0000", 2024-04-13T09:15:04.623 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.623 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.623 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.623 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.623 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.623 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.623 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.623 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.623 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.623 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.623 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.623 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.623 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.624 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.624 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.624 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.624 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.624 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.624 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.624 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.624 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.624 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.624 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.624 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.624 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.624 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.624 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.624 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.625 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.625 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.625 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.625 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.625 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.625 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.625 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.625 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.625 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.625 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.625 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.625 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.625 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.625 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.625 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.626 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.626 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.626 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.626 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.626 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:04.626 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:04.626 INFO:tasks.workunit.client.0.smithi119.stdout: 4 2024-04-13T09:15:04.626 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.626 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:15:04.626 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.626 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.626 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.626 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.626 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:04.626 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:04.627 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:04.627 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.627 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:04.627 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.627 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.627 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:04.627 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.627 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.627 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.628 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.835672+0000", 2024-04-13T09:15:04.628 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.430060+0000", 2024-04-13T09:15:04.628 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.430060+0000", 2024-04-13T09:15:04.628 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.430838+0000", 2024-04-13T09:15:04.628 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.835672+0000", 2024-04-13T09:15:04.628 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.629 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.629 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.629 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:04.629 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.835672+0000", 2024-04-13T09:15:04.629 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.835672+0000", 2024-04-13T09:15:04.629 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.835672+0000", 2024-04-13T09:15:04.629 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.630 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.630 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.630 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.835672+0000", 2024-04-13T09:15:04.630 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.835672+0000", 2024-04-13T09:15:04.630 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.630 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.630 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.631 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.631 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:04.631 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.631 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.631 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.631 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.631 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.631 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.631 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.632 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.632 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.3c", 2024-04-13T09:15:04.632 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.632 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.632 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.632 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4831, 2024-04-13T09:15:04.632 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.632 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:16:28.042016+0000", 2024-04-13T09:15:04.632 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.633 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.633 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.633 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.633 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.633 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.633 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.633 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.633 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.633 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.633 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.634 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.635 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.636 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.636 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.636 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.636 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.636 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.636 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.636 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.636 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.637 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.637 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.637 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.637 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.637 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.637 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.637 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.637 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.638 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.638 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.638 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.638 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.638 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:04.638 INFO:tasks.workunit.client.0.smithi119.stdout: 3, 2024-04-13T09:15:04.638 INFO:tasks.workunit.client.0.smithi119.stdout: 7 2024-04-13T09:15:04.638 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.639 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:04.639 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.639 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.639 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.639 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.639 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:04.639 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:04.639 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:04.640 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.640 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 0, 2024-04-13T09:15:04.640 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.640 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.640 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:04.640 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.640 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.640 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.640 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:37.194988+0000", 2024-04-13T09:15:04.640 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:51:22.364031+0000", 2024-04-13T09:15:04.640 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:51:22.364031+0000", 2024-04-13T09:15:04.641 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:51:22.364419+0000", 2024-04-13T09:15:04.641 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:37.194988+0000", 2024-04-13T09:15:04.641 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.641 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.641 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.641 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 381, 2024-04-13T09:15:04.641 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:37.194988+0000", 2024-04-13T09:15:04.641 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:37.194988+0000", 2024-04-13T09:15:04.641 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:37.194988+0000", 2024-04-13T09:15:04.641 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.641 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.641 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.641 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:37.194988+0000", 2024-04-13T09:15:04.641 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:37.194988+0000", 2024-04-13T09:15:04.641 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.642 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.642 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.642 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.642 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 380, 2024-04-13T09:15:04.642 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.642 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.642 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.642 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.643 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.643 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.643 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.643 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.643 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.3d", 2024-04-13T09:15:04.643 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.643 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.643 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.643 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5091, 2024-04-13T09:15:04.643 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.643 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:27:13.519038+0000", 2024-04-13T09:15:04.643 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.643 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.643 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.644 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.644 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.644 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.644 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.644 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.644 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.644 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.644 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.644 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.644 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.644 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.644 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.644 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.644 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.645 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.645 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.645 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.645 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.645 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.645 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.645 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.645 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.645 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.645 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.645 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.645 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.645 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.645 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.645 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.645 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.646 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.646 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.646 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.646 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.646 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.646 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.646 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.646 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.646 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.646 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.646 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.646 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.646 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.646 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.646 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:04.647 INFO:tasks.workunit.client.0.smithi119.stdout: 2, 2024-04-13T09:15:04.647 INFO:tasks.workunit.client.0.smithi119.stdout: 1 2024-04-13T09:15:04.647 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.647 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 0, 2024-04-13T09:15:04.647 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.647 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.647 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.647 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.647 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:04.647 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:04.647 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:04.647 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.647 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 1, 2024-04-13T09:15:04.647 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.647 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.648 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:04.648 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.648 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.648 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.648 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.834735+0000", 2024-04-13T09:15:04.648 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:53:42.620225+0000", 2024-04-13T09:15:04.648 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:53:42.620225+0000", 2024-04-13T09:15:04.648 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:53:42.620634+0000", 2024-04-13T09:15:04.648 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.834735+0000", 2024-04-13T09:15:04.648 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.648 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.648 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.648 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 519, 2024-04-13T09:15:04.648 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.834735+0000", 2024-04-13T09:15:04.648 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.834735+0000", 2024-04-13T09:15:04.649 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.834735+0000", 2024-04-13T09:15:04.649 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.649 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.649 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.649 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.834735+0000", 2024-04-13T09:15:04.649 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.834735+0000", 2024-04-13T09:15:04.649 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.649 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.649 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.649 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.649 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 518, 2024-04-13T09:15:04.649 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.649 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.649 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.649 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.649 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.650 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.650 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.650 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.650 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.3e", 2024-04-13T09:15:04.650 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.650 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.650 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.650 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 5102, 2024-04-13T09:15:04.650 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.650 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T07:45:28.871535+0000", 2024-04-13T09:15:04.650 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.650 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.650 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.650 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.650 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.651 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.651 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.651 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.651 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.651 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.651 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.651 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.651 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.651 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.651 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.651 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.651 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.651 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.651 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.651 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.652 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.652 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.652 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.652 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.652 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.652 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.652 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.652 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.652 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.652 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.652 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.652 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.652 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.652 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.652 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.653 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.653 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.653 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.653 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.653 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.653 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.653 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.653 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.653 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.653 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.653 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.653 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.653 INFO:tasks.workunit.client.0.smithi119.stdout: 1, 2024-04-13T09:15:04.653 INFO:tasks.workunit.client.0.smithi119.stdout: 0, 2024-04-13T09:15:04.653 INFO:tasks.workunit.client.0.smithi119.stdout: 6 2024-04-13T09:15:04.653 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.654 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 1, 2024-04-13T09:15:04.654 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.654 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.654 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.654 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": [ 2024-04-13T09:15:04.654 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:04.654 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:04.654 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:04.654 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.654 INFO:tasks.workunit.client.0.smithi119.stdout: "acting_primary": 7, 2024-04-13T09:15:04.654 INFO:tasks.workunit.client.0.smithi119.stdout: "avail_no_missing": [], 2024-04-13T09:15:04.654 INFO:tasks.workunit.client.0.smithi119.stdout: "blocked_by": [], 2024-04-13T09:15:04.654 INFO:tasks.workunit.client.0.smithi119.stdout: "created": 60, 2024-04-13T09:15:04.654 INFO:tasks.workunit.client.0.smithi119.stdout: "dirty_stats_invalid": false, 2024-04-13T09:15:04.655 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T09:15:04.655 INFO:tasks.workunit.client.0.smithi119.stdout: "hitset_stats_invalid": false, 2024-04-13T09:15:04.655 INFO:tasks.workunit.client.0.smithi119.stdout: "last_active": "2024-04-13T09:13:36.435185+0000", 2024-04-13T09:15:04.655 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_active": "2024-04-13T07:54:19.428543+0000", 2024-04-13T09:15:04.655 INFO:tasks.workunit.client.0.smithi119.stdout: "last_became_peered": "2024-04-13T07:54:19.428543+0000", 2024-04-13T09:15:04.655 INFO:tasks.workunit.client.0.smithi119.stdout: "last_change": "2024-04-13T07:54:19.428858+0000", 2024-04-13T09:15:04.655 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean": "2024-04-13T09:13:36.435185+0000", 2024-04-13T09:15:04.655 INFO:tasks.workunit.client.0.smithi119.stdout: "last_clean_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.655 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub": "0'0", 2024-04-13T09:15:04.655 INFO:tasks.workunit.client.0.smithi119.stdout: "last_deep_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.655 INFO:tasks.workunit.client.0.smithi119.stdout: "last_epoch_clean": 555, 2024-04-13T09:15:04.655 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fresh": "2024-04-13T09:13:36.435185+0000", 2024-04-13T09:15:04.655 INFO:tasks.workunit.client.0.smithi119.stdout: "last_fullsized": "2024-04-13T09:13:36.435185+0000", 2024-04-13T09:15:04.655 INFO:tasks.workunit.client.0.smithi119.stdout: "last_peered": "2024-04-13T09:13:36.435185+0000", 2024-04-13T09:15:04.655 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub": "0'0", 2024-04-13T09:15:04.656 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_duration": 0, 2024-04-13T09:15:04.656 INFO:tasks.workunit.client.0.smithi119.stdout: "last_scrub_stamp": "2024-04-13T07:42:36.615398+0000", 2024-04-13T09:15:04.656 INFO:tasks.workunit.client.0.smithi119.stdout: "last_undegraded": "2024-04-13T09:13:36.435185+0000", 2024-04-13T09:15:04.656 INFO:tasks.workunit.client.0.smithi119.stdout: "last_unstale": "2024-04-13T09:13:36.435185+0000", 2024-04-13T09:15:04.656 INFO:tasks.workunit.client.0.smithi119.stdout: "log_dups_size": 0, 2024-04-13T09:15:04.656 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.656 INFO:tasks.workunit.client.0.smithi119.stdout: "log_start": "0'0", 2024-04-13T09:15:04.656 INFO:tasks.workunit.client.0.smithi119.stdout: "manifest_stats_invalid": false, 2024-04-13T09:15:04.656 INFO:tasks.workunit.client.0.smithi119.stdout: "mapping_epoch": 554, 2024-04-13T09:15:04.656 INFO:tasks.workunit.client.0.smithi119.stdout: "object_location_counts": [], 2024-04-13T09:15:04.656 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_scrubbed": 0, 2024-04-13T09:15:04.656 INFO:tasks.workunit.client.0.smithi119.stdout: "objects_trimmed": 0, 2024-04-13T09:15:04.656 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_stats_invalid": false, 2024-04-13T09:15:04.656 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.656 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_start": "0'0", 2024-04-13T09:15:04.657 INFO:tasks.workunit.client.0.smithi119.stdout: "parent": "0.0", 2024-04-13T09:15:04.657 INFO:tasks.workunit.client.0.smithi119.stdout: "parent_split_bits": 0, 2024-04-13T09:15:04.657 INFO:tasks.workunit.client.0.smithi119.stdout: "pgid": "3.3f", 2024-04-13T09:15:04.657 INFO:tasks.workunit.client.0.smithi119.stdout: "pin_stats_invalid": false, 2024-04-13T09:15:04.657 INFO:tasks.workunit.client.0.smithi119.stdout: "purged_snaps": [], 2024-04-13T09:15:04.657 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_epoch": 2735, 2024-04-13T09:15:04.657 INFO:tasks.workunit.client.0.smithi119.stdout: "reported_seq": 4869, 2024-04-13T09:15:04.657 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_duration": 0.0, 2024-04-13T09:15:04.657 INFO:tasks.workunit.client.0.smithi119.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T19:11:35.560072+0000", 2024-04-13T09:15:04.657 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrim_duration": 0.0, 2024-04-13T09:15:04.657 INFO:tasks.workunit.client.0.smithi119.stdout: "snaptrimq_len": 0, 2024-04-13T09:15:04.657 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.657 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.657 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.657 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.657 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.658 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.658 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.658 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.658 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.658 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.658 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.658 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.658 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.658 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.658 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.658 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.658 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.658 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.658 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.659 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.659 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.659 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.659 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.659 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.659 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.659 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.659 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.659 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.659 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.659 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.659 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.659 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.659 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.659 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.660 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.660 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.660 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.660 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.660 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.660 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.660 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.660 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.660 INFO:tasks.workunit.client.0.smithi119.stdout: "state": "active+clean", 2024-04-13T09:15:04.660 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_invalid": false, 2024-04-13T09:15:04.660 INFO:tasks.workunit.client.0.smithi119.stdout: "up": [ 2024-04-13T09:15:04.660 INFO:tasks.workunit.client.0.smithi119.stdout: 7, 2024-04-13T09:15:04.660 INFO:tasks.workunit.client.0.smithi119.stdout: 6, 2024-04-13T09:15:04.660 INFO:tasks.workunit.client.0.smithi119.stdout: 0 2024-04-13T09:15:04.660 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.661 INFO:tasks.workunit.client.0.smithi119.stdout: "up_primary": 7, 2024-04-13T09:15:04.661 INFO:tasks.workunit.client.0.smithi119.stdout: "version": "0'0" 2024-04-13T09:15:04.661 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:04.661 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.661 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_per_pool": [ 2024-04-13T09:15:04.661 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.661 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": 24, 2024-04-13T09:15:04.661 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T09:15:04.661 INFO:tasks.workunit.client.0.smithi119.stdout: "rbd" 2024-04-13T09:15:04.661 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.661 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 24527, 2024-04-13T09:15:04.661 INFO:tasks.workunit.client.0.smithi119.stdout: "num_pg": 8, 2024-04-13T09:15:04.661 INFO:tasks.workunit.client.0.smithi119.stdout: "num_store_stats": 8, 2024-04-13T09:15:04.661 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 24527, 2024-04-13T09:15:04.661 INFO:tasks.workunit.client.0.smithi119.stdout: "poolid": 4, 2024-04-13T09:15:04.661 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 4194323, 2024-04-13T09:15:04.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.662 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.663 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.663 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.663 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 12, 2024-04-13T09:15:04.663 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 4, 2024-04-13T09:15:04.663 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.663 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 4, 2024-04-13T09:15:04.663 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.663 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.663 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.663 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.663 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.663 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 2, 2024-04-13T09:15:04.663 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.663 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.663 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.663 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.664 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.664 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.664 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.664 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 8958, 2024-04-13T09:15:04.664 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 3003787, 2024-04-13T09:15:04.664 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.664 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.664 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.664 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 24397, 2024-04-13T09:15:04.664 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 3178911 2024-04-13T09:15:04.664 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.664 INFO:tasks.workunit.client.0.smithi119.stdout: "store_stats": { 2024-04-13T09:15:04.664 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": 12595200, 2024-04-13T09:15:04.664 INFO:tasks.workunit.client.0.smithi119.stdout: "available": 0, 2024-04-13T09:15:04.664 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed": 0, 2024-04-13T09:15:04.665 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_allocated": 0, 2024-04-13T09:15:04.665 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_original": 0, 2024-04-13T09:15:04.665 INFO:tasks.workunit.client.0.smithi119.stdout: "data_stored": 12582969, 2024-04-13T09:15:04.665 INFO:tasks.workunit.client.0.smithi119.stdout: "internal_metadata": 0, 2024-04-13T09:15:04.665 INFO:tasks.workunit.client.0.smithi119.stdout: "internally_reserved": 0, 2024-04-13T09:15:04.665 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_allocated": 0, 2024-04-13T09:15:04.665 INFO:tasks.workunit.client.0.smithi119.stdout: "total": 0 2024-04-13T09:15:04.665 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.665 INFO:tasks.workunit.client.0.smithi119.stdout: "up": 24 2024-04-13T09:15:04.665 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.665 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.665 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": 192, 2024-04-13T09:15:04.665 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T09:15:04.665 INFO:tasks.workunit.client.0.smithi119.stdout: "cephfs" 2024-04-13T09:15:04.665 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.665 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 0, 2024-04-13T09:15:04.666 INFO:tasks.workunit.client.0.smithi119.stdout: "num_pg": 64, 2024-04-13T09:15:04.666 INFO:tasks.workunit.client.0.smithi119.stdout: "num_store_stats": 8, 2024-04-13T09:15:04.666 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 0, 2024-04-13T09:15:04.666 INFO:tasks.workunit.client.0.smithi119.stdout: "poolid": 3, 2024-04-13T09:15:04.666 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.666 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 0, 2024-04-13T09:15:04.666 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.666 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 0, 2024-04-13T09:15:04.666 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.666 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.666 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.666 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.666 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.666 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.666 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 0, 2024-04-13T09:15:04.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 0, 2024-04-13T09:15:04.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 0, 2024-04-13T09:15:04.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.667 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 0, 2024-04-13T09:15:04.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 0, 2024-04-13T09:15:04.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 0, 2024-04-13T09:15:04.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 0, 2024-04-13T09:15:04.668 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 0 2024-04-13T09:15:04.669 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.669 INFO:tasks.workunit.client.0.smithi119.stdout: "store_stats": { 2024-04-13T09:15:04.669 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": 0, 2024-04-13T09:15:04.669 INFO:tasks.workunit.client.0.smithi119.stdout: "available": 0, 2024-04-13T09:15:04.669 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed": 0, 2024-04-13T09:15:04.669 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_allocated": 0, 2024-04-13T09:15:04.669 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_original": 0, 2024-04-13T09:15:04.669 INFO:tasks.workunit.client.0.smithi119.stdout: "data_stored": 0, 2024-04-13T09:15:04.669 INFO:tasks.workunit.client.0.smithi119.stdout: "internal_metadata": 0, 2024-04-13T09:15:04.669 INFO:tasks.workunit.client.0.smithi119.stdout: "internally_reserved": 0, 2024-04-13T09:15:04.669 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_allocated": 0, 2024-04-13T09:15:04.669 INFO:tasks.workunit.client.0.smithi119.stdout: "total": 0 2024-04-13T09:15:04.669 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.669 INFO:tasks.workunit.client.0.smithi119.stdout: "up": 192 2024-04-13T09:15:04.669 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.670 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.670 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": 3, 2024-04-13T09:15:04.670 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T09:15:04.670 INFO:tasks.workunit.client.0.smithi119.stdout: "mgr" 2024-04-13T09:15:04.670 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.670 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 197, 2024-04-13T09:15:04.670 INFO:tasks.workunit.client.0.smithi119.stdout: "num_pg": 1, 2024-04-13T09:15:04.670 INFO:tasks.workunit.client.0.smithi119.stdout: "num_store_stats": 3, 2024-04-13T09:15:04.670 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 197, 2024-04-13T09:15:04.670 INFO:tasks.workunit.client.0.smithi119.stdout: "poolid": 1, 2024-04-13T09:15:04.670 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.670 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 590368, 2024-04-13T09:15:04.670 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.670 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 1771104, 2024-04-13T09:15:04.670 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.671 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.671 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.671 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.671 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.671 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.671 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.671 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.671 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.671 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 0, 2024-04-13T09:15:04.671 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.671 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.671 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.671 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 6, 2024-04-13T09:15:04.671 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 2, 2024-04-13T09:15:04.671 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 2, 2024-04-13T09:15:04.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 0, 2024-04-13T09:15:04.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 6, 2024-04-13T09:15:04.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.672 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 812, 2024-04-13T09:15:04.673 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 1310, 2024-04-13T09:15:04.673 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.673 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.673 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.673 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 311, 2024-04-13T09:15:04.673 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 2416 2024-04-13T09:15:04.673 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.673 INFO:tasks.workunit.client.0.smithi119.stdout: "store_stats": { 2024-04-13T09:15:04.673 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": 1781760, 2024-04-13T09:15:04.673 INFO:tasks.workunit.client.0.smithi119.stdout: "available": 0, 2024-04-13T09:15:04.673 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed": 0, 2024-04-13T09:15:04.673 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_allocated": 0, 2024-04-13T09:15:04.673 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_original": 0, 2024-04-13T09:15:04.673 INFO:tasks.workunit.client.0.smithi119.stdout: "data_stored": 1771104, 2024-04-13T09:15:04.673 INFO:tasks.workunit.client.0.smithi119.stdout: "internal_metadata": 0, 2024-04-13T09:15:04.674 INFO:tasks.workunit.client.0.smithi119.stdout: "internally_reserved": 0, 2024-04-13T09:15:04.674 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_allocated": 0, 2024-04-13T09:15:04.674 INFO:tasks.workunit.client.0.smithi119.stdout: "total": 0 2024-04-13T09:15:04.674 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.674 INFO:tasks.workunit.client.0.smithi119.stdout: "up": 3 2024-04-13T09:15:04.674 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.674 INFO:tasks.workunit.client.0.smithi119.stdout: { 2024-04-13T09:15:04.674 INFO:tasks.workunit.client.0.smithi119.stdout: "acting": 96, 2024-04-13T09:15:04.674 INFO:tasks.workunit.client.0.smithi119.stdout: "application": [ 2024-04-13T09:15:04.674 INFO:tasks.workunit.client.0.smithi119.stdout: "cephfs" 2024-04-13T09:15:04.674 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.674 INFO:tasks.workunit.client.0.smithi119.stdout: "log_size": 75, 2024-04-13T09:15:04.674 INFO:tasks.workunit.client.0.smithi119.stdout: "num_pg": 32, 2024-04-13T09:15:04.674 INFO:tasks.workunit.client.0.smithi119.stdout: "num_store_stats": 8, 2024-04-13T09:15:04.674 INFO:tasks.workunit.client.0.smithi119.stdout: "ondisk_log_size": 75, 2024-04-13T09:15:04.675 INFO:tasks.workunit.client.0.smithi119.stdout: "poolid": 2, 2024-04-13T09:15:04.675 INFO:tasks.workunit.client.0.smithi119.stdout: "stat_sum": { 2024-04-13T09:15:04.675 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes": 6622, 2024-04-13T09:15:04.675 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T09:15:04.675 INFO:tasks.workunit.client.0.smithi119.stdout: "num_bytes_recovered": 34, 2024-04-13T09:15:04.675 INFO:tasks.workunit.client.0.smithi119.stdout: "num_deep_scrub_errors": 0, 2024-04-13T09:15:04.675 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict": 0, 2024-04-13T09:15:04.675 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_kb": 0, 2024-04-13T09:15:04.675 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_full": 0, 2024-04-13T09:15:04.675 INFO:tasks.workunit.client.0.smithi119.stdout: "num_evict_mode_some": 0, 2024-04-13T09:15:04.675 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush": 0, 2024-04-13T09:15:04.675 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_kb": 0, 2024-04-13T09:15:04.675 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_high": 0, 2024-04-13T09:15:04.675 INFO:tasks.workunit.client.0.smithi119.stdout: "num_flush_mode_low": 0, 2024-04-13T09:15:04.675 INFO:tasks.workunit.client.0.smithi119.stdout: "num_keys_recovered": 10, 2024-04-13T09:15:04.676 INFO:tasks.workunit.client.0.smithi119.stdout: "num_large_omap_objects": 0, 2024-04-13T09:15:04.676 INFO:tasks.workunit.client.0.smithi119.stdout: "num_legacy_snapsets": 0, 2024-04-13T09:15:04.676 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_clones": 0, 2024-04-13T09:15:04.676 INFO:tasks.workunit.client.0.smithi119.stdout: "num_object_copies": 66, 2024-04-13T09:15:04.676 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects": 22, 2024-04-13T09:15:04.676 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_degraded": 0, 2024-04-13T09:15:04.676 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_dirty": 22, 2024-04-13T09:15:04.676 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T09:15:04.676 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_manifest": 0, 2024-04-13T09:15:04.676 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_misplaced": 0, 2024-04-13T09:15:04.676 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing": 0, 2024-04-13T09:15:04.676 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T09:15:04.676 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_omap": 14, 2024-04-13T09:15:04.676 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_pinned": 0, 2024-04-13T09:15:04.676 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_recovered": 3, 2024-04-13T09:15:04.677 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_repaired": 0, 2024-04-13T09:15:04.677 INFO:tasks.workunit.client.0.smithi119.stdout: "num_objects_unfound": 0, 2024-04-13T09:15:04.677 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_bytes": 0, 2024-04-13T09:15:04.677 INFO:tasks.workunit.client.0.smithi119.stdout: "num_omap_keys": 0, 2024-04-13T09:15:04.677 INFO:tasks.workunit.client.0.smithi119.stdout: "num_promote": 0, 2024-04-13T09:15:04.677 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read": 158, 2024-04-13T09:15:04.677 INFO:tasks.workunit.client.0.smithi119.stdout: "num_read_kb": 174, 2024-04-13T09:15:04.677 INFO:tasks.workunit.client.0.smithi119.stdout: "num_scrub_errors": 0, 2024-04-13T09:15:04.677 INFO:tasks.workunit.client.0.smithi119.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T09:15:04.677 INFO:tasks.workunit.client.0.smithi119.stdout: "num_whiteouts": 0, 2024-04-13T09:15:04.677 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write": 69, 2024-04-13T09:15:04.677 INFO:tasks.workunit.client.0.smithi119.stdout: "num_write_kb": 36 2024-04-13T09:15:04.677 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.677 INFO:tasks.workunit.client.0.smithi119.stdout: "store_stats": { 2024-04-13T09:15:04.677 INFO:tasks.workunit.client.0.smithi119.stdout: "allocated": 110592, 2024-04-13T09:15:04.677 INFO:tasks.workunit.client.0.smithi119.stdout: "available": 0, 2024-04-13T09:15:04.678 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed": 0, 2024-04-13T09:15:04.678 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_allocated": 0, 2024-04-13T09:15:04.678 INFO:tasks.workunit.client.0.smithi119.stdout: "data_compressed_original": 0, 2024-04-13T09:15:04.678 INFO:tasks.workunit.client.0.smithi119.stdout: "data_stored": 19866, 2024-04-13T09:15:04.678 INFO:tasks.workunit.client.0.smithi119.stdout: "internal_metadata": 0, 2024-04-13T09:15:04.678 INFO:tasks.workunit.client.0.smithi119.stdout: "internally_reserved": 0, 2024-04-13T09:15:04.678 INFO:tasks.workunit.client.0.smithi119.stdout: "omap_allocated": 44473, 2024-04-13T09:15:04.678 INFO:tasks.workunit.client.0.smithi119.stdout: "total": 0 2024-04-13T09:15:04.678 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.678 INFO:tasks.workunit.client.0.smithi119.stdout: "up": 96 2024-04-13T09:15:04.678 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:04.678 INFO:tasks.workunit.client.0.smithi119.stdout: ], 2024-04-13T09:15:04.678 INFO:tasks.workunit.client.0.smithi119.stdout: "usage": { 2024-04-13T09:15:04.678 INFO:tasks.workunit.client.0.smithi119.stdout: "pg_num": 105, 2024-04-13T09:15:04.678 INFO:tasks.workunit.client.0.smithi119.stdout: "pools": 4, 2024-04-13T09:15:04.679 INFO:tasks.workunit.client.0.smithi119.stdout: "stats_by_class": { 2024-04-13T09:15:04.679 INFO:tasks.workunit.client.0.smithi119.stdout: "ssd": { 2024-04-13T09:15:04.679 INFO:tasks.workunit.client.0.smithi119.stdout: "total_avail_bytes": 761748717568, 2024-04-13T09:15:04.679 INFO:tasks.workunit.client.0.smithi119.stdout: "total_bytes": 767960285184, 2024-04-13T09:15:04.679 INFO:tasks.workunit.client.0.smithi119.stdout: "total_used_bytes": 6211567616, 2024-04-13T09:15:04.679 INFO:tasks.workunit.client.0.smithi119.stdout: "total_used_raw_bytes": 6211567616, 2024-04-13T09:15:04.679 INFO:tasks.workunit.client.0.smithi119.stdout: "total_used_raw_ratio": 0.008088396862149239 2024-04-13T09:15:04.679 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:04.679 INFO:tasks.workunit.client.0.smithi119.stdout: }, 2024-04-13T09:15:04.679 INFO:tasks.workunit.client.0.smithi119.stdout: "total_avail_bytes": 761748717568, 2024-04-13T09:15:04.679 INFO:tasks.workunit.client.0.smithi119.stdout: "total_bytes": 767960285184, 2024-04-13T09:15:04.679 INFO:tasks.workunit.client.0.smithi119.stdout: "total_used_bytes": 6211567616 2024-04-13T09:15:04.679 INFO:tasks.workunit.client.0.smithi119.stdout: } 2024-04-13T09:15:04.679 INFO:tasks.workunit.client.0.smithi119.stdout:} 2024-04-13T09:15:04.679 INFO:tasks.workunit.client.0.smithi119.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-04-13T09:15:04.680 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[96316]: from='client.36129 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:15:04.680 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[96316]: from='client.36129 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:15:04.680 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[96316]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-04-13T09:15:04.680 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T09:15:04.680 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:15:04.680 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T09:15:04.680 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:04.680 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:04.680 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:04.681 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:04.681 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:04.681 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:04.681 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:04.681 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:04.681 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:04.681 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[96316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:15:04.681 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[96316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:15:04.681 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:04.681 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:04.681 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:04.681 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[96316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:15:04.681 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[96316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:15:04.681 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:04.682 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:04.682 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:04.682 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[96316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:15:04.682 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[96316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:15:04.682 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:04.682 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[93746]: from='client.36129 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:15:04.682 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[93746]: from='client.36129 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:15:04.682 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[93746]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-04-13T09:15:04.683 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T09:15:04.683 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:15:04.683 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T09:15:04.683 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:04.683 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:04.683 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:04.683 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:04.683 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:04.683 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:04.683 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:04.683 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:04.683 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:04.683 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[93746]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:15:04.683 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[93746]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:15:04.683 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:04.684 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:04.684 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:04.684 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[93746]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:15:04.684 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[93746]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:15:04.684 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:04.684 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:04.684 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:04.684 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[93746]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:15:04.684 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[93746]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:15:04.684 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:04.684 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:04.684 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:04.685 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:04.685 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:04.685 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:03 smithi139 ceph-mon[88985]: from='client.36147 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:15:04.685 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:03 smithi139 ceph-mon[88985]: from='client.36147 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:15:04.685 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:03 smithi139 ceph-mon[88985]: from='client.46121 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:15:04.685 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:03 smithi139 ceph-mon[88985]: pgmap v5101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 200 B/s rd, 0 op/s 2024-04-13T09:15:04.686 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:03 smithi139 ceph-mon[88985]: from='client.46121 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:15:04.686 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:03 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:15:04.686 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:03 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T09:15:04.686 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:03 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:04.686 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:03 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:04.686 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:03 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:04.686 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:03 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:04.686 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:03 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:04.686 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:03 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:04.686 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:03 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:04.686 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:03 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:04.686 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:03 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:04.686 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:03 smithi139 ceph-mon[88985]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:15:04.686 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:03 smithi139 ceph-mon[88985]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:15:04.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:03 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:04.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:03 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:04.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:03 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:04.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:03 smithi139 ceph-mon[88985]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:15:04.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:03 smithi139 ceph-mon[88985]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:15:04.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:03 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:04.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:03 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:04.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:03 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:04.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:03 smithi139 ceph-mon[88985]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:15:04.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:03 smithi139 ceph-mon[88985]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:15:04.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:03 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:04.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:03 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:04.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:03 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:04.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:03 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:15:04.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:03 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:15:04.688 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:03 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:15:04.688 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:03 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:15:04.688 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:03 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T09:15:04.688 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:03 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T09:15:04.688 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:03 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:15:04.688 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:04 smithi139 ceph-mon[88985]: from='client.46139 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:15:04.688 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:04 smithi139 ceph-mon[88985]: from='client.46139 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:15:04.688 INFO:tasks.workunit.client.0.smithi119.stdout:Telemetry is currently not enabled, nothing to turn off. Please consider opting-in with `ceph telemetry on`. 2024-04-13T09:15:04.688 INFO:tasks.workunit.client.0.smithi119.stdout:Preview sample reports with `ceph telemetry preview`. 2024-04-13T09:15:04.688 INFO:tasks.workunit.client.0.smithi119.stdout:OK 2024-04-13T09:15:04.689 INFO:tasks.workunit.client.0.smithi119.stderr:+ echo OK 2024-04-13T09:15:04.690 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-13T09:15:04.690 DEBUG:teuthology.orchestra.run.smithi119:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-13T09:15:04.690 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:09:15:02] ENGINE Bus STOPPING 2024-04-13T09:15:04.690 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:09:15:02] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-13T09:15:04.691 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:09:15:02] ENGINE Bus STOPPED 2024-04-13T09:15:04.691 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:09:15:02] ENGINE Bus STARTING 2024-04-13T09:15:04.691 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:09:15:02] ENGINE Serving on http://:::9283 2024-04-13T09:15:04.691 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:15:02 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:09:15:02] ENGINE Bus STARTED 2024-04-13T09:15:04.691 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[93746]: from='client.36147 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:15:04.691 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[93746]: from='client.36147 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:15:04.691 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[93746]: from='client.46121 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:15:04.691 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[93746]: pgmap v5101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 200 B/s rd, 0 op/s 2024-04-13T09:15:04.691 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[93746]: from='client.46121 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:15:04.691 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:15:04.691 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T09:15:04.692 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:04.692 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:04.692 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:04.692 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:04.692 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:04.692 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:04.692 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:04.692 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:04.692 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:04.692 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[93746]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:15:04.692 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[93746]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:15:04.692 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:04.692 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:04.692 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:04.692 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[93746]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:15:04.693 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[93746]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:15:04.693 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:04.693 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:04.693 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:04.693 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[93746]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:15:04.693 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[96316]: from='client.36147 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:15:04.693 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[96316]: from='client.36147 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:15:04.693 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[96316]: from='client.46121 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:15:04.693 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[96316]: pgmap v5101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 200 B/s rd, 0 op/s 2024-04-13T09:15:04.693 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[96316]: from='client.46121 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:15:04.693 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:15:04.693 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T09:15:04.694 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:04.694 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:04.694 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:04.694 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:04.694 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:04.694 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:04.694 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:04.694 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:04.694 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:04.694 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[96316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:15:04.694 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[96316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:15:04.694 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:04.694 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:04.694 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:04.695 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[96316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:15:04.695 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[96316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:15:04.695 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:04.695 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:04.695 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:04.695 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[96316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T09:15:04.695 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[93746]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:15:04.696 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:04.696 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:04.696 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:04.696 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:15:04.696 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:15:04.696 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:15:04.696 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:15:04.696 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T09:15:04.696 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T09:15:04.696 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:15:04.697 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[96316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T09:15:04.697 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T09:15:04.697 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T09:15:04.697 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T09:15:04.697 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:15:04.697 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:15:04.697 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:15:04.697 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T09:15:04.697 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T09:15:04.697 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T09:15:04.697 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:03 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:15:04.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:04 smithi119 ceph-mon[96316]: from='client.46139 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:15:04.716 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:04 smithi119 ceph-mon[96316]: from='client.46139 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:15:04.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:04 smithi119 ceph-mon[93746]: from='client.46139 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:15:04.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:04 smithi119 ceph-mon[93746]: from='client.46139 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T09:15:04.729 INFO:tasks.workunit:Stopping ['test_telemetry_reef_x.sh'] on client.0... 2024-04-13T09:15:04.730 DEBUG:teuthology.orchestra.run.smithi119:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-13T09:15:05.036 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:15:04 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: ::ffff:172.21.15.139 - - [13/Apr/2024:09:15:04] "GET /metrics HTTP/1.1" 200 34121 "" "Prometheus/2.43.0" 2024-04-13T09:15:05.037 DEBUG:teuthology.parallel:result is None 2024-04-13T09:15:05.038 DEBUG:teuthology.orchestra.run.smithi119:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-13T09:15:05.065 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-13T09:15:05.176 DEBUG:teuthology.orchestra.run.smithi119:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-13T09:15:05.192 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-13T09:15:05.192 INFO:teuthology.run_tasks:Running task print... 2024-04-13T09:15:05.212 INFO:teuthology.task.print:**** done end telemetry x... 2024-04-13T09:15:05.212 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-04-13T09:15:05.231 INFO:tasks.cephadm:Teardown begin 2024-04-13T09:15:05.231 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-04-13T09:15:05.232 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-13T09:15:05.563 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T09:15:05.563 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":18,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54268,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.139:6833/2919527155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6832","nonce":2919527155},{"type":"v1","addr":"172.21.15.139:6833","nonce":2919527155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-13T07:42:36.970379+0000","modified":"2024-04-13T07:54:50.275777+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":583,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44339},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44339":{"gid":44339,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.119:6835/610992735","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":610992735},{"type":"v1","addr":"172.21.15.119:6835","nonce":610992735}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44339,"qdb_cluster":[44339]},"id":1}]} 2024-04-13T09:15:05.564 INFO:teuthology.orchestra.run.smithi119.stderr:dumped fsmap epoch 18 2024-04-13T09:15:05.576 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-13T09:15:05.600 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:05 smithi119 ceph-mon[96316]: pgmap v5102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-13T09:15:05.600 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:05 smithi119 ceph-mon[93746]: pgmap v5102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-13T09:15:05.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:05 smithi139 ceph-mon[88985]: pgmap v5102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-13T09:15:05.901 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T09:15:05.901 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":18,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54268,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.139:6833/2919527155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6832","nonce":2919527155},{"type":"v1","addr":"172.21.15.139:6833","nonce":2919527155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-13T07:42:36.970379+0000","modified":"2024-04-13T07:54:50.275777+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":583,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44339},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44339":{"gid":44339,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.119:6835/610992735","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":610992735},{"type":"v1","addr":"172.21.15.119:6835","nonce":610992735}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44339,"qdb_cluster":[44339]},"id":1}]} 2024-04-13T09:15:05.902 INFO:teuthology.orchestra.run.smithi119.stderr:dumped fsmap epoch 18 2024-04-13T09:15:05.914 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-13T09:15:06.244 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-04-13T09:15:06.245 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":2735,"fsid":"7e8cfa84-f968-11ee-bc8d-c7b262605968","created":"2024-04-13T07:37:07.748755+0000","modified":"2024-04-13T09:13:36.429838+0000","last_up_change":"2024-04-13T07:54:18.394934+0000","last_in_change":"2024-04-13T07:42:00.883113+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":37,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":123,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-13T07:40:15.190780+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-13T07:42:34.955306+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-13T07:42:36.167771+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-13T07:43:11.545710+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"1115","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":8,"snap_epoch":1115,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"765e54ef-81fc-4e44-b4de-66e88f3ddbe8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":300,"up_from":311,"up_thru":2654,"down_at":301,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":2948184474},{"type":"v1","addr":"172.21.15.119:6803","nonce":2948184474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":2948184474},{"type":"v1","addr":"172.21.15.119:6805","nonce":2948184474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":2948184474},{"type":"v1","addr":"172.21.15.119:6809","nonce":2948184474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":2948184474},{"type":"v1","addr":"172.21.15.119:6807","nonce":2948184474}]},"public_addr":"172.21.15.119:6803/2948184474","cluster_addr":"172.21.15.119:6805/2948184474","heartbeat_back_addr":"172.21.15.119:6809/2948184474","heartbeat_front_addr":"172.21.15.119:6807/2948184474","state":["exists","up"]},{"osd":1,"uuid":"be4a455e-ef82-4efa-bb4d-0b6dc8498f0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":334,"up_from":345,"up_thru":2654,"down_at":335,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":4117136986},{"type":"v1","addr":"172.21.15.119:6811","nonce":4117136986}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":4117136986},{"type":"v1","addr":"172.21.15.119:6813","nonce":4117136986}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":4117136986},{"type":"v1","addr":"172.21.15.119:6817","nonce":4117136986}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":4117136986},{"type":"v1","addr":"172.21.15.119:6815","nonce":4117136986}]},"public_addr":"172.21.15.119:6811/4117136986","cluster_addr":"172.21.15.119:6813/4117136986","heartbeat_back_addr":"172.21.15.119:6817/4117136986","heartbeat_front_addr":"172.21.15.119:6815/4117136986","state":["exists","up"]},{"osd":2,"uuid":"9121996c-837a-482d-ae53-d603d56962fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":369,"up_from":380,"up_thru":2654,"down_at":370,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":3804354792},{"type":"v1","addr":"172.21.15.119:6819","nonce":3804354792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":3804354792},{"type":"v1","addr":"172.21.15.119:6821","nonce":3804354792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":3804354792},{"type":"v1","addr":"172.21.15.119:6825","nonce":3804354792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":3804354792},{"type":"v1","addr":"172.21.15.119:6823","nonce":3804354792}]},"public_addr":"172.21.15.119:6819/3804354792","cluster_addr":"172.21.15.119:6821/3804354792","heartbeat_back_addr":"172.21.15.119:6825/3804354792","heartbeat_front_addr":"172.21.15.119:6823/3804354792","state":["exists","up"]},{"osd":3,"uuid":"0e5773de-d79f-42ed-ae13-5f4299fe42a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":403,"up_from":414,"up_thru":2654,"down_at":404,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":2879040646},{"type":"v1","addr":"172.21.15.119:6827","nonce":2879040646}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":2879040646},{"type":"v1","addr":"172.21.15.119:6829","nonce":2879040646}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":2879040646},{"type":"v1","addr":"172.21.15.119:6833","nonce":2879040646}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":2879040646},{"type":"v1","addr":"172.21.15.119:6831","nonce":2879040646}]},"public_addr":"172.21.15.119:6827/2879040646","cluster_addr":"172.21.15.119:6829/2879040646","heartbeat_back_addr":"172.21.15.119:6833/2879040646","heartbeat_front_addr":"172.21.15.119:6831/2879040646","state":["exists","up"]},{"osd":4,"uuid":"3d797e8c-e4f2-4b04-9669-3bf0df610c14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":438,"up_from":449,"up_thru":2654,"down_at":439,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6800","nonce":2406193774},{"type":"v1","addr":"172.21.15.139:6801","nonce":2406193774}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6802","nonce":2406193774},{"type":"v1","addr":"172.21.15.139:6803","nonce":2406193774}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6806","nonce":2406193774},{"type":"v1","addr":"172.21.15.139:6807","nonce":2406193774}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6804","nonce":2406193774},{"type":"v1","addr":"172.21.15.139:6805","nonce":2406193774}]},"public_addr":"172.21.15.139:6801/2406193774","cluster_addr":"172.21.15.139:6803/2406193774","heartbeat_back_addr":"172.21.15.139:6807/2406193774","heartbeat_front_addr":"172.21.15.139:6805/2406193774","state":["exists","up"]},{"osd":5,"uuid":"209de55f-427f-4379-9b7f-dd19228d913a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":38,"last_clean_end":472,"up_from":484,"up_thru":2654,"down_at":473,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6808","nonce":3395318322},{"type":"v1","addr":"172.21.15.139:6809","nonce":3395318322}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6810","nonce":3395318322},{"type":"v1","addr":"172.21.15.139:6811","nonce":3395318322}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6814","nonce":3395318322},{"type":"v1","addr":"172.21.15.139:6815","nonce":3395318322}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6812","nonce":3395318322},{"type":"v1","addr":"172.21.15.139:6813","nonce":3395318322}]},"public_addr":"172.21.15.139:6809/3395318322","cluster_addr":"172.21.15.139:6811/3395318322","heartbeat_back_addr":"172.21.15.139:6815/3395318322","heartbeat_front_addr":"172.21.15.139:6813/3395318322","state":["exists","up"]},{"osd":6,"uuid":"f6708905-d34c-4079-ab69-4b0556d21c20","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":507,"up_from":518,"up_thru":2654,"down_at":508,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6816","nonce":2413725688},{"type":"v1","addr":"172.21.15.139:6817","nonce":2413725688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6818","nonce":2413725688},{"type":"v1","addr":"172.21.15.139:6819","nonce":2413725688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6822","nonce":2413725688},{"type":"v1","addr":"172.21.15.139:6823","nonce":2413725688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6820","nonce":2413725688},{"type":"v1","addr":"172.21.15.139:6821","nonce":2413725688}]},"public_addr":"172.21.15.139:6817/2413725688","cluster_addr":"172.21.15.139:6819/2413725688","heartbeat_back_addr":"172.21.15.139:6823/2413725688","heartbeat_front_addr":"172.21.15.139:6821/2413725688","state":["exists","up"]},{"osd":7,"uuid":"3e5cdc91-9372-40a0-ab21-4443ee3a5005","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":54,"last_clean_end":542,"up_from":554,"up_thru":2654,"down_at":543,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6824","nonce":847703338},{"type":"v1","addr":"172.21.15.139:6825","nonce":847703338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6826","nonce":847703338},{"type":"v1","addr":"172.21.15.139:6827","nonce":847703338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6830","nonce":847703338},{"type":"v1","addr":"172.21.15.139:6831","nonce":847703338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6828","nonce":847703338},{"type":"v1","addr":"172.21.15.139:6829","nonce":847703338}]},"public_addr":"172.21.15.139:6825/847703338","cluster_addr":"172.21.15.139:6827/847703338","heartbeat_back_addr":"172.21.15.139:6831/847703338","heartbeat_front_addr":"172.21.15.139:6829/847703338","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:39:23.707203+0000","dead_epoch":300},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:39:48.162289+0000","dead_epoch":334},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:40:12.825237+0000","dead_epoch":369},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:40:38.173946+0000","dead_epoch":403},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:41:01.319151+0000","dead_epoch":438},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:41:26.397872+0000","dead_epoch":472},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:41:51.557660+0000","dead_epoch":507},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:42:16.677397+0000","dead_epoch":542}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1","mappings":[{"from":0,"to":1}]},{"pgid":"2.5","mappings":[{"from":7,"to":1}]},{"pgid":"2.e","mappings":[{"from":7,"to":1}]},{"pgid":"2.12","mappings":[{"from":7,"to":1}]},{"pgid":"2.13","mappings":[{"from":0,"to":1}]},{"pgid":"2.1d","mappings":[{"from":7,"to":1}]},{"pgid":"2.1f","mappings":[{"from":7,"to":2}]},{"pgid":"3.1","mappings":[{"from":0,"to":2}]},{"pgid":"3.3","mappings":[{"from":4,"to":2}]},{"pgid":"3.a","mappings":[{"from":6,"to":2}]},{"pgid":"3.23","mappings":[{"from":0,"to":1}]},{"pgid":"3.2f","mappings":[{"from":4,"to":3}]},{"pgid":"3.3c","mappings":[{"from":5,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.119:0/3498473705":"2024-04-13T09:35:26.991225+0000","172.21.15.139:6833/3605294311":"2024-04-14T07:54:47.250367+0000","172.21.15.119:6834/2150728336":"2024-04-14T07:54:27.747405+0000","172.21.15.119:0/2363828104":"2024-04-13T09:43:58.825355+0000","172.21.15.119:0/1637603065":"2024-04-14T07:37:35.930225+0000","172.21.15.119:0/2119832921":"2024-04-14T07:47:17.672735+0000","172.21.15.119:6800/2384769861":"2024-04-14T07:47:17.672735+0000","172.21.15.119:0/3311438441":"2024-04-14T07:48:38.690371+0000","172.21.15.139:0/3906500702":"2024-04-14T07:47:53.393772+0000","172.21.15.139:6834/952009280":"2024-04-14T07:47:53.393772+0000","172.21.15.119:0/345889341":"2024-04-14T07:48:38.690371+0000","172.21.15.119:0/3395885574":"2024-04-14T07:47:17.672735+0000","172.21.15.119:0/3994721398":"2024-04-13T09:35:25.983835+0000","172.21.15.119:6801/2578031469":"2024-04-14T07:38:00.884979+0000","172.21.15.119:0/930226074":"2024-04-14T07:38:00.884979+0000","172.21.15.139:6832/3605294311":"2024-04-14T07:54:47.250367+0000","172.21.15.139:0/4178953220":"2024-04-14T07:47:53.393772+0000","172.21.15.119:6801/3678637246":"2024-04-14T07:43:09.906324+0000","172.21.15.119:0/1742895187":"2024-04-14T07:47:17.672735+0000","172.21.15.119:0/3052652426":"2024-04-14T07:48:38.690371+0000","172.21.15.119:6801/2384769861":"2024-04-14T07:47:17.672735+0000","172.21.15.119:6801/3639691160":"2024-04-14T07:48:38.690371+0000","172.21.15.119:0/3006046729":"2024-04-14T07:43:09.906324+0000","172.21.15.119:6800/3639691160":"2024-04-14T07:48:38.690371+0000","172.21.15.119:0/2492605224":"2024-04-14T07:43:09.906324+0000","172.21.15.119:6835/2150728336":"2024-04-14T07:54:27.747405+0000","172.21.15.119:0/347559467":"2024-04-14T07:38:00.884979+0000","172.21.15.139:0/3872224318":"2024-04-14T07:47:53.393772+0000","172.21.15.119:6800/2578031469":"2024-04-14T07:38:00.884979+0000","172.21.15.139:0/2384787585":"2024-04-14T07:47:53.393772+0000","172.21.15.119:0/1453889707":"2024-04-14T07:43:09.906324+0000","172.21.15.119:6800/3067787372":"2024-04-14T07:37:35.930225+0000","172.21.15.119:0/2709912124":"2024-04-14T07:43:09.906324+0000","172.21.15.119:0/540377905":"2024-04-14T07:48:38.690371+0000","172.21.15.119:0/3319990231":"2024-04-14T07:37:35.930225+0000","172.21.15.119:6801/3067787372":"2024-04-14T07:37:35.930225+0000","172.21.15.139:0/1549727655":"2024-04-14T07:47:53.393772+0000","172.21.15.119:0/4241379209":"2024-04-14T07:47:17.672735+0000","172.21.15.119:0/753443995":"2024-04-14T07:47:17.672735+0000","172.21.15.119:0/3682983579":"2024-04-14T07:38:00.884979+0000","172.21.15.119:0/447468958":"2024-04-14T07:48:38.690371+0000","172.21.15.119:0/1967818941":"2024-04-14T07:37:35.930225+0000","172.21.15.139:0/552045480":"2024-04-14T07:47:53.393772+0000","172.21.15.119:0/68293741":"2024-04-13T10:13:12.959665+0000","172.21.15.139:6835/952009280":"2024-04-14T07:47:53.393772+0000","172.21.15.119:0/3983804598":"2024-04-14T07:48:38.690371+0000","172.21.15.119:6800/3678637246":"2024-04-14T07:43:09.906324+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":60,"snaps":[{"begin":2,"length":1}]},{"pool":63,"snaps":[{"begin":1,"length":2}]},{"pool":68,"snaps":[{"begin":1,"length":2}]},{"pool":77,"snaps":[{"begin":2,"length":1}]},{"pool":78,"snaps":[{"begin":2,"length":1}]},{"pool":79,"snaps":[{"begin":2,"length":1}]},{"pool":80,"snaps":[{"begin":2,"length":1}]},{"pool":81,"snaps":[{"begin":2,"length":1}]},{"pool":82,"snaps":[{"begin":2,"length":1}]},{"pool":83,"snaps":[{"begin":2,"length":1}]},{"pool":86,"snaps":[{"begin":4,"length":5}]},{"pool":88,"snaps":[{"begin":34,"length":4},{"begin":43,"length":5}]},{"pool":89,"snaps":[{"begin":17,"length":1},{"begin":22,"length":1}]},{"pool":90,"snaps":[{"begin":2,"length":1}]},{"pool":122,"snaps":[{"begin":292,"length":3}]},{"pool":123,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[{"pool":122,"snaps":[{"begin":290,"length":2}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-13T09:15:06.258 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-04-13T09:15:06.588 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:06 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1847787228' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T09:15:06.588 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:06 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/3454590316' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T09:15:06.588 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:06 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1196750567' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T09:15:06.588 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:06 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1847787228' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T09:15:06.588 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:06 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/3454590316' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T09:15:06.588 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:06 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1196750567' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T09:15:06.589 INFO:teuthology.orchestra.run.smithi119.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-04-13T09:15:06.606 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-04-13T09:15:06.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:06 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1847787228' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T09:15:06.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:06 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/3454590316' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T09:15:06.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:06 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1196750567' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T09:15:06.966 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:06 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-a[93722]: 2024-04-13T09:15:06.587+0000 7fe9d6527700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-13T09:15:06.966 INFO:journalctl@ceph.mds.a.smithi119.stdout:Apr 13 09:15:06 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mds-a[122729]: ignoring --setuser ceph since I am not root 2024-04-13T09:15:06.966 INFO:journalctl@ceph.mds.a.smithi119.stdout:Apr 13 09:15:06 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mds-a[122729]: ignoring --setgroup ceph since I am not root 2024-04-13T09:15:06.967 INFO:journalctl@ceph.mds.a.smithi119.stdout:Apr 13 09:15:06 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mds-a[122729]: starting mds.a at 2024-04-13T09:15:07.610 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:07 smithi119 ceph-mon[93746]: pgmap v5103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 18 op/s 2024-04-13T09:15:07.610 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:07 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2878133211' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-13T09:15:07.610 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:07 smithi119 ceph-mon[93746]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-13T09:15:07.611 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:07 smithi119 ceph-mon[93746]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-13T09:15:07.611 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:07 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2878133211' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-13T09:15:07.611 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:07 smithi119 ceph-mon[93746]: osdmap e2736: 8 total, 8 up, 8 in 2024-04-13T09:15:07.611 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:07 smithi119 ceph-mon[93746]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-13T09:15:07.611 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:07 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/3535310707' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-13T09:15:07.611 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:07 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-13T09:15:07.611 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:07 smithi119 ceph-mon[96316]: pgmap v5103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 18 op/s 2024-04-13T09:15:07.611 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:07 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2878133211' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-13T09:15:07.611 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:07 smithi119 ceph-mon[96316]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-13T09:15:07.612 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:07 smithi119 ceph-mon[96316]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-13T09:15:07.612 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:07 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2878133211' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-13T09:15:07.612 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:07 smithi119 ceph-mon[96316]: osdmap e2736: 8 total, 8 up, 8 in 2024-04-13T09:15:07.612 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:07 smithi119 ceph-mon[96316]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-13T09:15:07.612 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:07 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/3535310707' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-13T09:15:07.612 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:07 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-13T09:15:07.613 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-04-13T09:15:07.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:07 smithi139 ceph-mon[88985]: pgmap v5103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 18 op/s 2024-04-13T09:15:07.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:07 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2878133211' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-13T09:15:07.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:07 smithi139 ceph-mon[88985]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-13T09:15:07.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:07 smithi139 ceph-mon[88985]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-13T09:15:07.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:07 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2878133211' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-13T09:15:07.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:07 smithi139 ceph-mon[88985]: osdmap e2736: 8 total, 8 up, 8 in 2024-04-13T09:15:07.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:07 smithi139 ceph-mon[88985]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-13T09:15:07.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:07 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/3535310707' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-13T09:15:07.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:07 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-13T09:15:08.597 INFO:teuthology.orchestra.run.smithi119.stderr:pool 'cephfs_metadata' removed 2024-04-13T09:15:08.614 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:08 smithi119 ceph-mon[96316]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-13T09:15:08.614 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:08 smithi119 ceph-mon[96316]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-13T09:15:08.614 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:08 smithi119 ceph-mon[96316]: Cluster is now healthy 2024-04-13T09:15:08.614 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:08 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-13T09:15:08.615 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:08 smithi119 ceph-mon[96316]: mds.? [v2:172.21.15.119:6834/1516204544,v1:172.21.15.119:6835/1516204544] up:boot 2024-04-13T09:15:08.615 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:08 smithi119 ceph-mon[96316]: fsmap 2 up:standby 2024-04-13T09:15:08.615 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:08 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-13T09:15:08.615 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:08 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/2451319516' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-13T09:15:08.615 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:08 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-13T09:15:08.615 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:08 smithi119 ceph-mon[93746]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-13T09:15:08.615 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:08 smithi119 ceph-mon[93746]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-13T09:15:08.615 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:08 smithi119 ceph-mon[93746]: Cluster is now healthy 2024-04-13T09:15:08.615 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:08 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-13T09:15:08.615 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:08 smithi119 ceph-mon[93746]: mds.? [v2:172.21.15.119:6834/1516204544,v1:172.21.15.119:6835/1516204544] up:boot 2024-04-13T09:15:08.615 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:08 smithi119 ceph-mon[93746]: fsmap 2 up:standby 2024-04-13T09:15:08.616 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:08 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-13T09:15:08.616 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:08 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/2451319516' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-13T09:15:08.616 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:08 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-13T09:15:08.617 DEBUG:teuthology.orchestra.run.smithi119:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-04-13T09:15:08.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:08 smithi139 ceph-mon[88985]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-13T09:15:08.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:08 smithi139 ceph-mon[88985]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-13T09:15:08.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:08 smithi139 ceph-mon[88985]: Cluster is now healthy 2024-04-13T09:15:08.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:08 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-13T09:15:08.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:08 smithi139 ceph-mon[88985]: mds.? [v2:172.21.15.119:6834/1516204544,v1:172.21.15.119:6835/1516204544] up:boot 2024-04-13T09:15:08.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:08 smithi139 ceph-mon[88985]: fsmap 2 up:standby 2024-04-13T09:15:08.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:08 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-13T09:15:08.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:08 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/2451319516' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-13T09:15:08.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:08 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-13T09:15:09.639 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:09 smithi139 ceph-mon[88985]: pgmap v5105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 23 op/s 2024-04-13T09:15:09.639 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:09 smithi139 ceph-mon[88985]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-13T09:15:09.640 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:09 smithi139 ceph-mon[88985]: osdmap e2737: 8 total, 8 up, 8 in 2024-04-13T09:15:09.640 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:09 smithi139 ceph-mon[88985]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:15:09.640 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:09 smithi139 ceph-mon[88985]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:15:09.640 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:09 smithi139 ceph-mon[88985]: from='client.? 172.21.15.119:0/1728098370' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-13T09:15:09.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:09 smithi119 ceph-mon[96316]: pgmap v5105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 23 op/s 2024-04-13T09:15:09.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:09 smithi119 ceph-mon[96316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-13T09:15:09.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:09 smithi119 ceph-mon[96316]: osdmap e2737: 8 total, 8 up, 8 in 2024-04-13T09:15:09.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:09 smithi119 ceph-mon[96316]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:15:09.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:09 smithi119 ceph-mon[96316]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:15:09.717 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:09 smithi119 ceph-mon[96316]: from='client.? 172.21.15.119:0/1728098370' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-13T09:15:09.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:09 smithi119 ceph-mon[93746]: pgmap v5105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 23 op/s 2024-04-13T09:15:09.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:09 smithi119 ceph-mon[93746]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-13T09:15:09.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:09 smithi119 ceph-mon[93746]: osdmap e2737: 8 total, 8 up, 8 in 2024-04-13T09:15:09.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:09 smithi119 ceph-mon[93746]: from='mgr.25124 ' entity='mgr.y' 2024-04-13T09:15:09.717 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:09 smithi119 ceph-mon[93746]: from='mgr.25124 172.21.15.119:0/2800460125' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T09:15:09.718 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:09 smithi119 ceph-mon[93746]: from='client.? 172.21.15.119:0/1728098370' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-13T09:15:09.903 INFO:teuthology.orchestra.run.smithi119.stderr:pool 'cephfs_data' removed 2024-04-13T09:15:09.926 DEBUG:teuthology.orchestra.run.smithi119:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-13T09:15:09.963 DEBUG:teuthology.orchestra.run.smithi139:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-13T09:15:10.001 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-04-13T09:15:10.001 DEBUG:teuthology.orchestra.run.smithi119:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-13T09:15:10.024 DEBUG:teuthology.orchestra.run.smithi139:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-13T09:15:10.065 INFO:tasks.cephadm:Stopping all daemons... 2024-04-13T09:15:10.065 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-04-13T09:15:10.065 DEBUG:teuthology.orchestra.run.smithi119:> sudo systemctl stop ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@mon.a 2024-04-13T09:15:10.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:10 smithi119 systemd[1]: Stopping Ceph mon.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T09:15:10.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-a[93722]: 2024-04-13T09:15:10.369+0000 7fe9dbd32700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T09:15:10.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-a[93722]: 2024-04-13T09:15:10.369+0000 7fe9dbd32700 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-04-13T09:15:10.716 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:10 smithi119 podman[220938]: 2024-04-13 09:15:10.523557654 +0000 UTC m=+0.262939661 container died 89c63c75b5cb91d706fd1db29c405ba185220f3e9641fbf0c6531900b66dfd68 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-a, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=main-5f22a49, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-13T09:15:11.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:11 smithi119 podman[220938]: 2024-04-13 09:15:11.001122219 +0000 UTC m=+0.740504343 container cleanup 89c63c75b5cb91d706fd1db29c405ba185220f3e9641fbf0c6531900b66dfd68 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-a, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=main-5f22a49, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True) 2024-04-13T09:15:11.216 INFO:journalctl@ceph.mon.a.smithi119.stdout:Apr 13 09:15:11 smithi119 bash[220938]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-a 2024-04-13T09:15:11.420 DEBUG:teuthology.orchestra.run.smithi119:> sudo pkill -f 'journalctl -f -n 0 -u ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@mon.a.service' 2024-04-13T09:15:11.466 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-13T09:15:11.466 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-04-13T09:15:11.466 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-04-13T09:15:11.466 DEBUG:teuthology.orchestra.run.smithi119:> sudo systemctl stop ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@mon.c 2024-04-13T09:15:11.791 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:11 smithi119 systemd[1]: Stopping Ceph mon.c for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T09:15:12.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:11 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-c[96293]: 2024-04-13T09:15:11.791+0000 7fc6950d4700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T09:15:12.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:11 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-c[96293]: 2024-04-13T09:15:11.791+0000 7fc6950d4700 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-04-13T09:15:12.216 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:11 smithi119 podman[221071]: 2024-04-13 09:15:11.996172102 +0000 UTC m=+0.308944453 container died b26f62c1d49cbf5a54ef415870fca96691c9f2d44dd5019e0a9bb35531404258 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=main-5f22a49, ceph=True, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-13T09:15:12.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:15:11 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:09:15:11] ENGINE Bus STOPPING 2024-04-13T09:15:12.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:15:11 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:09:15:11] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-13T09:15:12.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:15:11 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:09:15:11] ENGINE Bus STOPPED 2024-04-13T09:15:12.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:15:11 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:09:15:11] ENGINE Bus STARTING 2024-04-13T09:15:12.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:15:11 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:09:15:11] ENGINE Serving on http://:::9283 2024-04-13T09:15:12.217 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:15:11 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: [13/Apr/2024:09:15:11] ENGINE Bus STARTED 2024-04-13T09:15:12.635 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:15:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:15:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi119:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7e8cfa84-f968-11ee-bc8d-c7b262605968\", instance=\"smithi119:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T09:15:12.639 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:12 smithi119 podman[221071]: 2024-04-13 09:15:12.389137755 +0000 UTC m=+0.701910103 container cleanup b26f62c1d49cbf5a54ef415870fca96691c9f2d44dd5019e0a9bb35531404258 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-c, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-5f22a49) 2024-04-13T09:15:12.639 INFO:journalctl@ceph.mon.c.smithi119.stdout:Apr 13 09:15:12 smithi119 bash[221071]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-c 2024-04-13T09:15:12.759 DEBUG:teuthology.orchestra.run.smithi119:> sudo pkill -f 'journalctl -f -n 0 -u ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@mon.c.service' 2024-04-13T09:15:12.796 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-13T09:15:12.796 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-04-13T09:15:12.796 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-04-13T09:15:12.796 DEBUG:teuthology.orchestra.run.smithi139:> sudo systemctl stop ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@mon.b 2024-04-13T09:15:13.088 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:12 smithi139 systemd[1]: Stopping Ceph mon.b for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T09:15:13.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:13 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-b[88962]: 2024-04-13T09:15:13.087+0000 7f6bbc464700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T09:15:13.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:13 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-b[88962]: 2024-04-13T09:15:13.087+0000 7f6bbc464700 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-04-13T09:15:13.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:13 smithi139 podman[153553]: 2024-04-13 09:15:13.149771048 +0000 UTC m=+0.161313931 container died 8dd649d8b46fc109b874271641ea200881ecebc77762cc0cfd999e9ffe92571b (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.vendor=CentOS, RELEASE=main-5f22a49, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-04-13T09:15:13.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:13 smithi139 podman[153553]: 2024-04-13 09:15:13.610682282 +0000 UTC m=+0.622225166 container cleanup 8dd649d8b46fc109b874271641ea200881ecebc77762cc0cfd999e9ffe92571b (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-b, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, ceph=True, RELEASE=main-5f22a49, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-13T09:15:13.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 13 09:15:13 smithi139 bash[153553]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mon-b 2024-04-13T09:15:14.034 DEBUG:teuthology.orchestra.run.smithi139:> sudo pkill -f 'journalctl -f -n 0 -u ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@mon.b.service' 2024-04-13T09:15:14.079 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-13T09:15:14.080 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-04-13T09:15:14.080 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-04-13T09:15:14.080 DEBUG:teuthology.orchestra.run.smithi119:> sudo systemctl stop ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@mgr.y 2024-04-13T09:15:14.379 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:15:14 smithi119 systemd[1]: Stopping Ceph mgr.y for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T09:15:14.702 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:15:14 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y[85131]: 2024-04-13T09:15:14.378+0000 7f97e3755700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T09:15:14.702 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:15:14 smithi119 podman[221215]: 2024-04-13 09:15:14.410854151 +0000 UTC m=+0.139264376 container died 0462b2c1535157df3eeb2d3517e2e1e1871d8086f1bb8d088fee6538e9211c97 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=main-5f22a49, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-13T09:15:14.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:15:14 smithi119 podman[221215]: 2024-04-13 09:15:14.793239803 +0000 UTC m=+0.521650037 container cleanup 0462b2c1535157df3eeb2d3517e2e1e1871d8086f1bb8d088fee6538e9211c97 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=main-5f22a49, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-13T09:15:14.966 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Apr 13 09:15:14 smithi119 bash[221215]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-y 2024-04-13T09:15:15.214 DEBUG:teuthology.orchestra.run.smithi119:> sudo pkill -f 'journalctl -f -n 0 -u ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@mgr.y.service' 2024-04-13T09:15:15.251 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-13T09:15:15.251 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-04-13T09:15:15.251 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-04-13T09:15:15.251 DEBUG:teuthology.orchestra.run.smithi139:> sudo systemctl stop ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@mgr.x 2024-04-13T09:15:15.636 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 09:15:15 smithi139 systemd[1]: Stopping Ceph mgr.x for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T09:15:16.166 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 09:15:15 smithi139 podman[153683]: 2024-04-13 09:15:15.890782322 +0000 UTC m=+0.458663923 container died 228fa2e332a40fb37a4cf968990a7dbbfd30f5891def82b97239c153aa8fa905 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=main-5f22a49, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-13T09:15:16.490 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 09:15:16 smithi139 podman[153683]: 2024-04-13 09:15:16.239806341 +0000 UTC m=+0.807687972 container cleanup 228fa2e332a40fb37a4cf968990a7dbbfd30f5891def82b97239c153aa8fa905 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=main-5f22a49, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-04-13T09:15:16.490 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 13 09:15:16 smithi139 bash[153683]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mgr-x 2024-04-13T09:15:16.647 DEBUG:teuthology.orchestra.run.smithi139:> sudo pkill -f 'journalctl -f -n 0 -u ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@mgr.x.service' 2024-04-13T09:15:16.685 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-13T09:15:16.685 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-04-13T09:15:16.685 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-04-13T09:15:16.685 DEBUG:teuthology.orchestra.run.smithi119:> sudo systemctl stop ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@osd.0 2024-04-13T09:15:16.966 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 09:15:16 smithi119 systemd[1]: Stopping Ceph osd.0 for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T09:15:17.466 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 09:15:17 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-0[102289]: 2024-04-13T09:15:17.007+0000 7fa8e3fc8700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T09:15:17.466 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 09:15:17 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-0[102289]: 2024-04-13T09:15:17.007+0000 7fa8e3fc8700 -1 osd.0 2738 *** Got signal Terminated *** 2024-04-13T09:15:17.466 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 09:15:17 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-0[102289]: 2024-04-13T09:15:17.007+0000 7fa8e3fc8700 -1 osd.0 2738 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-13T09:15:20.716 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 09:15:20 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a[131247]: ts=2024-04-13T09:15:20.230Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi119.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.119:8443: connect: connection refused" 2024-04-13T09:15:20.716 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 09:15:20 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a[131247]: ts=2024-04-13T09:15:20.231Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi139.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.139:8443: connect: connection refused" 2024-04-13T09:15:22.756 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 09:15:22 smithi119 podman[221350]: 2024-04-13 09:15:22.476947299 +0000 UTC m=+5.597041687 container died 7e5f698ebf3c0e3d053782dad624caea02452c47a69968564135eb2fe39e9b77 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, RELEASE=main-5f22a49, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=) 2024-04-13T09:15:23.097 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 09:15:22 smithi119 podman[221350]: 2024-04-13 09:15:22.829848152 +0000 UTC m=+5.949942537 container cleanup 7e5f698ebf3c0e3d053782dad624caea02452c47a69968564135eb2fe39e9b77 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-0, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=main-5f22a49, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-13T09:15:23.097 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 09:15:22 smithi119 bash[221350]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-0 2024-04-13T09:15:23.428 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 09:15:23 smithi119 podman[221372]: 2024-04-13 09:15:23.097705357 +0000 UTC m=+0.622285552 container remove 7e5f698ebf3c0e3d053782dad624caea02452c47a69968564135eb2fe39e9b77 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=main-5f22a49, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-13T09:15:23.685 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 09:15:23 smithi119 podman[221472]: 2024-04-13 09:15:23.331933397 +0000 UTC m=+0.017947029 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T09:15:23.685 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 09:15:23 smithi119 podman[221472]: 2024-04-13 09:15:23.440131335 +0000 UTC m=+0.126144965 container create 22fb53fc890067671cd8e69569c2599f1c3841d3e45c62f8d582bd4c34bec141 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-0-deactivate, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=main-5f22a49, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True) 2024-04-13T09:15:23.966 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 09:15:23 smithi119 podman[221472]: 2024-04-13 09:15:23.685225948 +0000 UTC m=+0.371239587 container init 22fb53fc890067671cd8e69569c2599f1c3841d3e45c62f8d582bd4c34bec141 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-0-deactivate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=main-5f22a49, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-04-13T09:15:23.966 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 09:15:23 smithi119 podman[221472]: 2024-04-13 09:15:23.690761156 +0000 UTC m=+0.376774788 container start 22fb53fc890067671cd8e69569c2599f1c3841d3e45c62f8d582bd4c34bec141 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-0-deactivate, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=main-5f22a49, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-13T09:15:23.966 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 09:15:23 smithi119 podman[221472]: 2024-04-13 09:15:23.7929746 +0000 UTC m=+0.478988246 container attach 22fb53fc890067671cd8e69569c2599f1c3841d3e45c62f8d582bd4c34bec141 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-0-deactivate, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=main-5f22a49, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-13T09:15:24.320 INFO:journalctl@ceph.osd.0.smithi119.stdout:Apr 13 09:15:23 smithi119 podman[221472]: 2024-04-13 09:15:23.979872197 +0000 UTC m=+0.665885821 container died 22fb53fc890067671cd8e69569c2599f1c3841d3e45c62f8d582bd4c34bec141 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-0-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, RELEASE=main-5f22a49, maintainer=Guillaume Abrioux ) 2024-04-13T09:15:24.704 DEBUG:teuthology.orchestra.run.smithi119:> sudo pkill -f 'journalctl -f -n 0 -u ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@osd.0.service' 2024-04-13T09:15:24.744 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-13T09:15:24.744 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-04-13T09:15:24.744 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-04-13T09:15:24.744 DEBUG:teuthology.orchestra.run.smithi119:> sudo systemctl stop ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@osd.1 2024-04-13T09:15:24.966 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 09:15:24 smithi119 systemd[1]: Stopping Ceph osd.1 for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T09:15:25.466 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 09:15:25 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-1[107086]: 2024-04-13T09:15:25.092+0000 7f1a088fb700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T09:15:25.466 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 09:15:25 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-1[107086]: 2024-04-13T09:15:25.092+0000 7f1a088fb700 -1 osd.1 2738 *** Got signal Terminated *** 2024-04-13T09:15:25.466 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 09:15:25 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-1[107086]: 2024-04-13T09:15:25.092+0000 7f1a088fb700 -1 osd.1 2738 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-13T09:15:30.569 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 09:15:30 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a[131247]: ts=2024-04-13T09:15:30.231Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi139.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.139:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi119.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.119:8443: connect: connection refused" 2024-04-13T09:15:30.569 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 09:15:30 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a[131247]: ts=2024-04-13T09:15:30.231Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi119.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.119:8443: connect: connection refused" 2024-04-13T09:15:30.569 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 09:15:30 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a[131247]: ts=2024-04-13T09:15:30.231Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi139.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.139:8443: connect: connection refused" 2024-04-13T09:15:30.824 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 09:15:30 smithi119 podman[221605]: 2024-04-13 09:15:30.569302149 +0000 UTC m=+5.605227832 container died 6ba3c7290ac94278e846621106ee4e369f4bf4c113b8b6c6956d4368e487885f (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-1, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=main-5f22a49) 2024-04-13T09:15:31.136 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:15:30 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:15:30.806Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.119:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.119:8765: connect: connection refused" 2024-04-13T09:15:31.136 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:15:30 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:15:30.809Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.119:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.119:8765: connect: connection refused" 2024-04-13T09:15:31.136 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:15:30 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:15:30.809Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.119:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.119:8765: connect: connection refused" 2024-04-13T09:15:31.136 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:15:30 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:15:30.809Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.119:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.119:8765: connect: connection refused" 2024-04-13T09:15:31.136 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:15:30 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:15:30.811Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.119:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.119:8765: connect: connection refused" 2024-04-13T09:15:31.174 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 09:15:30 smithi119 podman[221605]: 2024-04-13 09:15:30.932120093 +0000 UTC m=+5.968045774 container cleanup 6ba3c7290ac94278e846621106ee4e369f4bf4c113b8b6c6956d4368e487885f (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-1, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=main-5f22a49, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-13T09:15:31.174 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 09:15:30 smithi119 bash[221605]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-1 2024-04-13T09:15:31.466 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 09:15:31 smithi119 podman[221628]: 2024-04-13 09:15:31.233521532 +0000 UTC m=+0.659162902 container remove 6ba3c7290ac94278e846621106ee4e369f4bf4c113b8b6c6956d4368e487885f (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-1, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-5f22a49) 2024-04-13T09:15:31.914 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 09:15:31 smithi119 podman[221732]: 2024-04-13 09:15:31.52723989 +0000 UTC m=+0.017341703 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T09:15:31.914 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 09:15:31 smithi119 podman[221732]: 2024-04-13 09:15:31.642571939 +0000 UTC m=+0.132673747 container create 4bb2af757c446a8165fb9a60615a9cc235229c9755a88eddb6d7e4b033b102b8 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-1-deactivate, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, RELEASE=main-5f22a49, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-13T09:15:31.915 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 09:15:31 smithi119 podman[221732]: 2024-04-13 09:15:31.845245715 +0000 UTC m=+0.335347525 container init 4bb2af757c446a8165fb9a60615a9cc235229c9755a88eddb6d7e4b033b102b8 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, RELEASE=main-5f22a49, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux ) 2024-04-13T09:15:31.915 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 09:15:31 smithi119 podman[221732]: 2024-04-13 09:15:31.851037449 +0000 UTC m=+0.341139249 container start 4bb2af757c446a8165fb9a60615a9cc235229c9755a88eddb6d7e4b033b102b8 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-5f22a49, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-13T09:15:31.915 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 09:15:31 smithi119 podman[221732]: 2024-04-13 09:15:31.911409528 +0000 UTC m=+0.401511340 container attach 4bb2af757c446a8165fb9a60615a9cc235229c9755a88eddb6d7e4b033b102b8 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-1-deactivate, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, RELEASE=main-5f22a49, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-13T09:15:32.217 INFO:journalctl@ceph.osd.1.smithi119.stdout:Apr 13 09:15:32 smithi119 podman[221732]: 2024-04-13 09:15:32.145327572 +0000 UTC m=+0.635429364 container died 4bb2af757c446a8165fb9a60615a9cc235229c9755a88eddb6d7e4b033b102b8 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-1-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_BRANCH=HEAD, RELEASE=main-5f22a49, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux ) 2024-04-13T09:15:32.723 DEBUG:teuthology.orchestra.run.smithi119:> sudo pkill -f 'journalctl -f -n 0 -u ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@osd.1.service' 2024-04-13T09:15:32.765 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-13T09:15:32.765 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-04-13T09:15:32.766 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-04-13T09:15:32.766 DEBUG:teuthology.orchestra.run.smithi119:> sudo systemctl stop ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@osd.2 2024-04-13T09:15:32.966 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 09:15:32 smithi119 systemd[1]: Stopping Ceph osd.2 for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T09:15:33.466 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 09:15:33 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-2[112373]: 2024-04-13T09:15:33.103+0000 7f2ff59f1700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T09:15:33.466 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 09:15:33 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-2[112373]: 2024-04-13T09:15:33.103+0000 7f2ff59f1700 -1 osd.2 2738 *** Got signal Terminated *** 2024-04-13T09:15:33.466 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 09:15:33 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-2[112373]: 2024-04-13T09:15:33.103+0000 7f2ff59f1700 -1 osd.2 2738 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-13T09:15:38.826 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 09:15:38 smithi119 podman[221862]: 2024-04-13 09:15:38.551553575 +0000 UTC m=+5.561639285 container died ef91dbb565e340358cdf32dabc883c6bbc929f8b8f2a3e49e82cf086aff69c71 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=main-5f22a49, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-04-13T09:15:39.176 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 09:15:38 smithi119 podman[221862]: 2024-04-13 09:15:38.917232851 +0000 UTC m=+5.927318548 container cleanup ef91dbb565e340358cdf32dabc883c6bbc929f8b8f2a3e49e82cf086aff69c71 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-2, GIT_CLEAN=True, RELEASE=main-5f22a49, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-13T09:15:39.176 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 09:15:38 smithi119 bash[221862]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-2 2024-04-13T09:15:39.466 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 09:15:39 smithi119 podman[221884]: 2024-04-13 09:15:39.176794837 +0000 UTC m=+0.621693589 container remove ef91dbb565e340358cdf32dabc883c6bbc929f8b8f2a3e49e82cf086aff69c71 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-2, ceph=True, RELEASE=main-5f22a49, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-04-13T09:15:39.796 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 09:15:39 smithi119 podman[221976]: 2024-04-13 09:15:39.389837358 +0000 UTC m=+0.017620983 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T09:15:39.796 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 09:15:39 smithi119 podman[221976]: 2024-04-13 09:15:39.519322039 +0000 UTC m=+0.147105658 container create 881e956099573255c28d569ec0d5a23647e61b2823f6bfa0d434f6ba37086a51 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-2-deactivate, GIT_CLEAN=True, RELEASE=main-5f22a49, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409) 2024-04-13T09:15:39.796 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 09:15:39 smithi119 podman[221976]: 2024-04-13 09:15:39.705292308 +0000 UTC m=+0.333075932 container init 881e956099573255c28d569ec0d5a23647e61b2823f6bfa0d434f6ba37086a51 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-2-deactivate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240409, RELEASE=main-5f22a49, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-04-13T09:15:39.796 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 09:15:39 smithi119 podman[221976]: 2024-04-13 09:15:39.711320485 +0000 UTC m=+0.339104104 container start 881e956099573255c28d569ec0d5a23647e61b2823f6bfa0d434f6ba37086a51 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=main-5f22a49, org.label-schema.build-date=20240409, io.buildah.version=1.33.5) 2024-04-13T09:15:39.796 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 09:15:39 smithi119 podman[221976]: 2024-04-13 09:15:39.796364955 +0000 UTC m=+0.424148597 container attach 881e956099573255c28d569ec0d5a23647e61b2823f6bfa0d434f6ba37086a51 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-2-deactivate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, RELEASE=main-5f22a49) 2024-04-13T09:15:40.216 INFO:journalctl@ceph.osd.2.smithi119.stdout:Apr 13 09:15:40 smithi119 podman[221976]: 2024-04-13 09:15:40.001819944 +0000 UTC m=+0.629603569 container died 881e956099573255c28d569ec0d5a23647e61b2823f6bfa0d434f6ba37086a51 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-2-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=main-5f22a49, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-13T09:15:40.607 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 09:15:40 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a[131247]: ts=2024-04-13T09:15:40.232Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi139.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.139:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi119.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.119:8443: connect: connection refused" 2024-04-13T09:15:40.607 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 09:15:40 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a[131247]: ts=2024-04-13T09:15:40.232Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi119.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.119:8443: connect: connection refused" 2024-04-13T09:15:40.608 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 09:15:40 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a[131247]: ts=2024-04-13T09:15:40.232Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi139.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.139:8443: connect: connection refused" 2024-04-13T09:15:40.624 DEBUG:teuthology.orchestra.run.smithi119:> sudo pkill -f 'journalctl -f -n 0 -u ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@osd.2.service' 2024-04-13T09:15:40.665 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-13T09:15:40.665 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-04-13T09:15:40.666 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-04-13T09:15:40.666 DEBUG:teuthology.orchestra.run.smithi119:> sudo systemctl stop ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@osd.3 2024-04-13T09:15:40.966 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 09:15:40 smithi119 systemd[1]: Stopping Ceph osd.3 for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T09:15:41.459 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 09:15:41 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-3[117610]: 2024-04-13T09:15:41.005+0000 7ff298876700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T09:15:41.460 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 09:15:41 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-3[117610]: 2024-04-13T09:15:41.005+0000 7ff298876700 -1 osd.3 2738 *** Got signal Terminated *** 2024-04-13T09:15:41.460 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 09:15:41 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-3[117610]: 2024-04-13T09:15:41.005+0000 7ff298876700 -1 osd.3 2738 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-13T09:15:44.136 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:15:43 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:15:43.749+0000 7f209bac0700 -1 osd.6 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:20.793136+0000 front 2024-04-13T09:15:20.793072+0000 (oldest deadline 2024-04-13T09:15:43.692931+0000) 2024-04-13T09:15:44.885 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:15:44 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:15:44.788+0000 7f209bac0700 -1 osd.6 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:20.793136+0000 front 2024-04-13T09:15:20.793072+0000 (oldest deadline 2024-04-13T09:15:43.692931+0000) 2024-04-13T09:15:44.886 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 09:15:44 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4[94912]: 2024-04-13T09:15:44.558+0000 7ff5303b9700 -1 osd.4 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:17.715245+0000 front 2024-04-13T09:15:17.715430+0000 (oldest deadline 2024-04-13T09:15:43.615277+0000) 2024-04-13T09:15:45.529 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:15:45 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:15:45.243+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:18.412282+0000 front 2024-04-13T09:15:18.412473+0000 (oldest deadline 2024-04-13T09:15:44.312366+0000) 2024-04-13T09:15:45.530 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 09:15:45 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5[99840]: 2024-04-13T09:15:45.341+0000 7f895c2cb700 -1 osd.5 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:20.159434+0000 front 2024-04-13T09:15:20.159553+0000 (oldest deadline 2024-04-13T09:15:44.859358+0000) 2024-04-13T09:15:45.795 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 09:15:45 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4[94912]: 2024-04-13T09:15:45.528+0000 7ff5303b9700 -1 osd.4 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:17.715245+0000 front 2024-04-13T09:15:17.715430+0000 (oldest deadline 2024-04-13T09:15:43.615277+0000) 2024-04-13T09:15:46.135 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:15:45 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:15:45.794+0000 7f209bac0700 -1 osd.6 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:20.793136+0000 front 2024-04-13T09:15:20.793072+0000 (oldest deadline 2024-04-13T09:15:43.692931+0000) 2024-04-13T09:15:46.635 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 09:15:46 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4[94912]: 2024-04-13T09:15:46.505+0000 7ff5303b9700 -1 osd.4 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:17.715245+0000 front 2024-04-13T09:15:17.715430+0000 (oldest deadline 2024-04-13T09:15:43.615277+0000) 2024-04-13T09:15:46.636 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:15:46 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:15:46.285+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:18.412282+0000 front 2024-04-13T09:15:18.412473+0000 (oldest deadline 2024-04-13T09:15:44.312366+0000) 2024-04-13T09:15:46.636 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 09:15:46 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5[99840]: 2024-04-13T09:15:46.357+0000 7f895c2cb700 -1 osd.5 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:20.159434+0000 front 2024-04-13T09:15:20.159553+0000 (oldest deadline 2024-04-13T09:15:44.859358+0000) 2024-04-13T09:15:46.836 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 09:15:46 smithi119 podman[222107]: 2024-04-13 09:15:46.555049534 +0000 UTC m=+5.662094727 container died 7bb3e41bd7aaf1350c4f497c21652167e84e294dcfb29ca73b8e1c3a12206aaa (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-3, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-5f22a49, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=) 2024-04-13T09:15:47.135 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:15:46 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:15:46.767+0000 7f209bac0700 -1 osd.6 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:20.793136+0000 front 2024-04-13T09:15:20.793072+0000 (oldest deadline 2024-04-13T09:15:43.692931+0000) 2024-04-13T09:15:47.169 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 09:15:46 smithi119 podman[222107]: 2024-04-13 09:15:46.927170612 +0000 UTC m=+6.034215805 container cleanup 7bb3e41bd7aaf1350c4f497c21652167e84e294dcfb29ca73b8e1c3a12206aaa (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-3, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=main-5f22a49, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-13T09:15:47.169 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 09:15:46 smithi119 bash[222107]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-3 2024-04-13T09:15:47.466 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 09:15:47 smithi119 podman[222129]: 2024-04-13 09:15:47.169845247 +0000 UTC m=+0.613966385 container remove 7bb3e41bd7aaf1350c4f497c21652167e84e294dcfb29ca73b8e1c3a12206aaa (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-3, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-5f22a49, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-13T09:15:47.635 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 09:15:47 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4[94912]: 2024-04-13T09:15:47.465+0000 7ff5303b9700 -1 osd.4 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:17.715245+0000 front 2024-04-13T09:15:17.715430+0000 (oldest deadline 2024-04-13T09:15:43.615277+0000) 2024-04-13T09:15:47.636 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 09:15:47 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5[99840]: 2024-04-13T09:15:47.392+0000 7f895c2cb700 -1 osd.5 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:20.159434+0000 front 2024-04-13T09:15:20.159553+0000 (oldest deadline 2024-04-13T09:15:44.859358+0000) 2024-04-13T09:15:47.636 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:15:47 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:15:47.310+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:18.412282+0000 front 2024-04-13T09:15:18.412473+0000 (oldest deadline 2024-04-13T09:15:44.312366+0000) 2024-04-13T09:15:47.736 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 09:15:47 smithi119 podman[222224]: 2024-04-13 09:15:47.386806466 +0000 UTC m=+0.017157748 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T09:15:47.736 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 09:15:47 smithi119 podman[222224]: 2024-04-13 09:15:47.49586128 +0000 UTC m=+0.126212553 container create 02325554570e5c0fe4673223630984179875d4e005b77337480f02937bd9a4a1 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-3-deactivate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , RELEASE=main-5f22a49, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409) 2024-04-13T09:15:47.736 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 09:15:47 smithi119 podman[222224]: 2024-04-13 09:15:47.731683398 +0000 UTC m=+0.362034671 container init 02325554570e5c0fe4673223630984179875d4e005b77337480f02937bd9a4a1 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-3-deactivate, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=main-5f22a49, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-13T09:15:47.736 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 09:15:47 smithi119 podman[222224]: 2024-04-13 09:15:47.737050038 +0000 UTC m=+0.367401311 container start 02325554570e5c0fe4673223630984179875d4e005b77337480f02937bd9a4a1 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-3-deactivate, RELEASE=main-5f22a49, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD) 2024-04-13T09:15:48.022 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 09:15:47 smithi119 podman[222224]: 2024-04-13 09:15:47.823123815 +0000 UTC m=+0.453475100 container attach 02325554570e5c0fe4673223630984179875d4e005b77337480f02937bd9a4a1 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-3-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=main-5f22a49, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-13T09:15:48.135 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:15:47 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:15:47.737+0000 7f209bac0700 -1 osd.6 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:20.793136+0000 front 2024-04-13T09:15:20.793072+0000 (oldest deadline 2024-04-13T09:15:43.692931+0000) 2024-04-13T09:15:48.317 INFO:journalctl@ceph.osd.3.smithi119.stdout:Apr 13 09:15:48 smithi119 podman[222224]: 2024-04-13 09:15:48.023556782 +0000 UTC m=+0.653908067 container died 02325554570e5c0fe4673223630984179875d4e005b77337480f02937bd9a4a1 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-3-deactivate, ceph=True, RELEASE=main-5f22a49, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-13T09:15:48.613 DEBUG:teuthology.orchestra.run.smithi119:> sudo pkill -f 'journalctl -f -n 0 -u ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@osd.3.service' 2024-04-13T09:15:48.635 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 09:15:48 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4[94912]: 2024-04-13T09:15:48.487+0000 7ff5303b9700 -1 osd.4 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:17.715245+0000 front 2024-04-13T09:15:17.715430+0000 (oldest deadline 2024-04-13T09:15:43.615277+0000) 2024-04-13T09:15:48.636 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 09:15:48 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5[99840]: 2024-04-13T09:15:48.351+0000 7f895c2cb700 -1 osd.5 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:20.159434+0000 front 2024-04-13T09:15:20.159553+0000 (oldest deadline 2024-04-13T09:15:44.859358+0000) 2024-04-13T09:15:48.636 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:15:48 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:15:48.350+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:18.412282+0000 front 2024-04-13T09:15:18.412473+0000 (oldest deadline 2024-04-13T09:15:44.312366+0000) 2024-04-13T09:15:48.655 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-13T09:15:48.656 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-04-13T09:15:48.656 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-04-13T09:15:48.656 DEBUG:teuthology.orchestra.run.smithi139:> sudo systemctl stop ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@osd.4 2024-04-13T09:15:48.994 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:15:48 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:15:48.718+0000 7f209bac0700 -1 osd.6 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:20.793136+0000 front 2024-04-13T09:15:20.793072+0000 (oldest deadline 2024-04-13T09:15:43.692931+0000) 2024-04-13T09:15:48.994 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 09:15:48 smithi139 systemd[1]: Stopping Ceph osd.4 for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T09:15:48.994 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 09:15:48 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4[94912]: 2024-04-13T09:15:48.993+0000 7ff533dc5700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T09:15:49.305 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 09:15:48 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4[94912]: 2024-04-13T09:15:48.993+0000 7ff533dc5700 -1 osd.4 2738 *** Got signal Terminated *** 2024-04-13T09:15:49.305 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 09:15:48 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4[94912]: 2024-04-13T09:15:48.993+0000 7ff533dc5700 -1 osd.4 2738 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-13T09:15:49.635 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 09:15:49 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4[94912]: 2024-04-13T09:15:49.476+0000 7ff5303b9700 -1 osd.4 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:17.715245+0000 front 2024-04-13T09:15:17.715430+0000 (oldest deadline 2024-04-13T09:15:43.615277+0000) 2024-04-13T09:15:49.636 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 09:15:49 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5[99840]: 2024-04-13T09:15:49.304+0000 7f895c2cb700 -1 osd.5 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:20.159434+0000 front 2024-04-13T09:15:20.159553+0000 (oldest deadline 2024-04-13T09:15:44.859358+0000) 2024-04-13T09:15:49.636 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:15:49 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:15:49.374+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:18.412282+0000 front 2024-04-13T09:15:18.412473+0000 (oldest deadline 2024-04-13T09:15:44.312366+0000) 2024-04-13T09:15:50.135 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:15:49 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:15:49.712+0000 7f209bac0700 -1 osd.6 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:20.793136+0000 front 2024-04-13T09:15:20.793072+0000 (oldest deadline 2024-04-13T09:15:43.692931+0000) 2024-04-13T09:15:50.635 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 09:15:50 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5[99840]: 2024-04-13T09:15:50.286+0000 7f895c2cb700 -1 osd.5 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:20.159434+0000 front 2024-04-13T09:15:20.159553+0000 (oldest deadline 2024-04-13T09:15:44.859358+0000) 2024-04-13T09:15:50.636 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:15:50 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:15:50.415+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:18.412282+0000 front 2024-04-13T09:15:18.412473+0000 (oldest deadline 2024-04-13T09:15:44.312366+0000) 2024-04-13T09:15:50.636 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 09:15:50 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4[94912]: 2024-04-13T09:15:50.526+0000 7ff5303b9700 -1 osd.4 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:17.715245+0000 front 2024-04-13T09:15:17.715430+0000 (oldest deadline 2024-04-13T09:15:43.615277+0000) 2024-04-13T09:15:50.716 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 09:15:50 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a[131247]: ts=2024-04-13T09:15:50.233Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi139.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.139:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi119.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.119:8443: connect: connection refused" 2024-04-13T09:15:50.716 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 09:15:50 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a[131247]: ts=2024-04-13T09:15:50.233Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi119.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.119:8443: connect: connection refused" 2024-04-13T09:15:50.716 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 09:15:50 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a[131247]: ts=2024-04-13T09:15:50.234Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi139.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.139:8443: connect: connection refused" 2024-04-13T09:15:51.135 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:15:50 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:15:50.718+0000 7f209bac0700 -1 osd.6 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:20.793136+0000 front 2024-04-13T09:15:20.793072+0000 (oldest deadline 2024-04-13T09:15:43.692931+0000) 2024-04-13T09:15:51.515 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 09:15:51 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5[99840]: 2024-04-13T09:15:51.248+0000 7f895c2cb700 -1 osd.5 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:20.159434+0000 front 2024-04-13T09:15:20.159553+0000 (oldest deadline 2024-04-13T09:15:44.859358+0000) 2024-04-13T09:15:51.516 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:15:51 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:15:51.388+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:18.412282+0000 front 2024-04-13T09:15:18.412473+0000 (oldest deadline 2024-04-13T09:15:44.312366+0000) 2024-04-13T09:15:51.886 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:15:51 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:15:51.736+0000 7f209bac0700 -1 osd.6 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:20.793136+0000 front 2024-04-13T09:15:20.793072+0000 (oldest deadline 2024-04-13T09:15:43.692931+0000) 2024-04-13T09:15:51.886 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 09:15:51 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4[94912]: 2024-04-13T09:15:51.514+0000 7ff5303b9700 -1 osd.4 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:17.715245+0000 front 2024-04-13T09:15:17.715430+0000 (oldest deadline 2024-04-13T09:15:43.615277+0000) 2024-04-13T09:15:51.886 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 09:15:51 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4[94912]: 2024-04-13T09:15:51.514+0000 7ff5303b9700 -1 osd.4 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:28.316493+0000 front 2024-04-13T09:15:28.316399+0000 (oldest deadline 2024-04-13T09:15:51.216232+0000) 2024-04-13T09:15:52.504 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 09:15:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5[99840]: 2024-04-13T09:15:52.249+0000 7f895c2cb700 -1 osd.5 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:20.159434+0000 front 2024-04-13T09:15:20.159553+0000 (oldest deadline 2024-04-13T09:15:44.859358+0000) 2024-04-13T09:15:52.504 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 09:15:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5[99840]: 2024-04-13T09:15:52.249+0000 7f895c2cb700 -1 osd.5 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:30.060917+0000 front 2024-04-13T09:15:30.060877+0000 (oldest deadline 2024-04-13T09:15:51.760706+0000) 2024-04-13T09:15:52.505 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:15:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:15:52.408+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:18.412282+0000 front 2024-04-13T09:15:18.412473+0000 (oldest deadline 2024-04-13T09:15:44.312366+0000) 2024-04-13T09:15:52.505 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:15:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:15:52.408+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:27.813469+0000 front 2024-04-13T09:15:27.813519+0000 (oldest deadline 2024-04-13T09:15:51.913344+0000) 2024-04-13T09:15:52.763 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 09:15:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4[94912]: 2024-04-13T09:15:52.504+0000 7ff5303b9700 -1 osd.4 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:17.715245+0000 front 2024-04-13T09:15:17.715430+0000 (oldest deadline 2024-04-13T09:15:43.615277+0000) 2024-04-13T09:15:52.764 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 09:15:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4[94912]: 2024-04-13T09:15:52.504+0000 7ff5303b9700 -1 osd.4 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:28.316493+0000 front 2024-04-13T09:15:28.316399+0000 (oldest deadline 2024-04-13T09:15:51.216232+0000) 2024-04-13T09:15:53.135 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:15:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:15:52.763+0000 7f209bac0700 -1 osd.6 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:20.793136+0000 front 2024-04-13T09:15:20.793072+0000 (oldest deadline 2024-04-13T09:15:43.692931+0000) 2024-04-13T09:15:53.135 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:15:52 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:15:52.763+0000 7f209bac0700 -1 osd.6 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:27.794166+0000 front 2024-04-13T09:15:27.794247+0000 (oldest deadline 2024-04-13T09:15:52.493955+0000) 2024-04-13T09:15:53.636 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 09:15:53 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4[94912]: 2024-04-13T09:15:53.511+0000 7ff5303b9700 -1 osd.4 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:17.715245+0000 front 2024-04-13T09:15:17.715430+0000 (oldest deadline 2024-04-13T09:15:43.615277+0000) 2024-04-13T09:15:53.636 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 09:15:53 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4[94912]: 2024-04-13T09:15:53.511+0000 7ff5303b9700 -1 osd.4 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:28.316493+0000 front 2024-04-13T09:15:28.316399+0000 (oldest deadline 2024-04-13T09:15:51.216232+0000) 2024-04-13T09:15:53.636 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 09:15:53 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5[99840]: 2024-04-13T09:15:53.277+0000 7f895c2cb700 -1 osd.5 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:20.159434+0000 front 2024-04-13T09:15:20.159553+0000 (oldest deadline 2024-04-13T09:15:44.859358+0000) 2024-04-13T09:15:53.636 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 09:15:53 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5[99840]: 2024-04-13T09:15:53.277+0000 7f895c2cb700 -1 osd.5 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:30.060917+0000 front 2024-04-13T09:15:30.060877+0000 (oldest deadline 2024-04-13T09:15:51.760706+0000) 2024-04-13T09:15:53.636 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:15:53 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:15:53.443+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:18.412282+0000 front 2024-04-13T09:15:18.412473+0000 (oldest deadline 2024-04-13T09:15:44.312366+0000) 2024-04-13T09:15:53.636 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:15:53 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:15:53.443+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:27.813469+0000 front 2024-04-13T09:15:27.813519+0000 (oldest deadline 2024-04-13T09:15:51.913344+0000) 2024-04-13T09:15:54.136 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:15:53 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:15:53.761+0000 7f209bac0700 -1 osd.6 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:20.793136+0000 front 2024-04-13T09:15:20.793072+0000 (oldest deadline 2024-04-13T09:15:43.692931+0000) 2024-04-13T09:15:54.136 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:15:53 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:15:53.761+0000 7f209bac0700 -1 osd.6 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:27.794166+0000 front 2024-04-13T09:15:27.794247+0000 (oldest deadline 2024-04-13T09:15:52.493955+0000) 2024-04-13T09:15:54.436 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 09:15:54 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5[99840]: 2024-04-13T09:15:54.324+0000 7f895c2cb700 -1 osd.5 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:20.159434+0000 front 2024-04-13T09:15:20.159553+0000 (oldest deadline 2024-04-13T09:15:44.859358+0000) 2024-04-13T09:15:54.436 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 09:15:54 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5[99840]: 2024-04-13T09:15:54.324+0000 7f895c2cb700 -1 osd.5 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:30.060917+0000 front 2024-04-13T09:15:30.060877+0000 (oldest deadline 2024-04-13T09:15:51.760706+0000) 2024-04-13T09:15:54.758 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 09:15:54 smithi139 podman[153832]: 2024-04-13 09:15:54.43627999 +0000 UTC m=+5.574433982 container died 35cd11561d1d970965c2a808a91cca9beb52e52d00848e9b0d7b9bc4adce9afa (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=main-5f22a49, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-04-13T09:15:54.758 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:15:54 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:15:54.482+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:18.412282+0000 front 2024-04-13T09:15:18.412473+0000 (oldest deadline 2024-04-13T09:15:44.312366+0000) 2024-04-13T09:15:54.758 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:15:54 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:15:54.482+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:27.813469+0000 front 2024-04-13T09:15:27.813519+0000 (oldest deadline 2024-04-13T09:15:51.913344+0000) 2024-04-13T09:15:55.090 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 09:15:54 smithi139 podman[153832]: 2024-04-13 09:15:54.874408619 +0000 UTC m=+6.012562600 container cleanup 35cd11561d1d970965c2a808a91cca9beb52e52d00848e9b0d7b9bc4adce9afa (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , ceph=True, RELEASE=main-5f22a49, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409) 2024-04-13T09:15:55.090 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 09:15:54 smithi139 bash[153832]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4 2024-04-13T09:15:55.091 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:15:54 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:15:54.806+0000 7f209bac0700 -1 osd.6 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:20.793136+0000 front 2024-04-13T09:15:20.793072+0000 (oldest deadline 2024-04-13T09:15:43.692931+0000) 2024-04-13T09:15:55.091 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:15:54 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:15:54.806+0000 7f209bac0700 -1 osd.6 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:27.794166+0000 front 2024-04-13T09:15:27.794247+0000 (oldest deadline 2024-04-13T09:15:52.493955+0000) 2024-04-13T09:15:55.385 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 09:15:55 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5[99840]: 2024-04-13T09:15:55.339+0000 7f895c2cb700 -1 osd.5 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:20.159434+0000 front 2024-04-13T09:15:20.159553+0000 (oldest deadline 2024-04-13T09:15:44.859358+0000) 2024-04-13T09:15:55.386 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 09:15:55 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5[99840]: 2024-04-13T09:15:55.339+0000 7f895c2cb700 -1 osd.5 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:30.060917+0000 front 2024-04-13T09:15:30.060877+0000 (oldest deadline 2024-04-13T09:15:51.760706+0000) 2024-04-13T09:15:55.386 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 09:15:55 smithi139 podman[153856]: 2024-04-13 09:15:55.09238496 +0000 UTC m=+0.651340465 container remove 35cd11561d1d970965c2a808a91cca9beb52e52d00848e9b0d7b9bc4adce9afa (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=main-5f22a49, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-04-13T09:15:55.795 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:15:55 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:15:55.480+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:18.412282+0000 front 2024-04-13T09:15:18.412473+0000 (oldest deadline 2024-04-13T09:15:44.312366+0000) 2024-04-13T09:15:55.814 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:15:55 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:15:55.480+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:27.813469+0000 front 2024-04-13T09:15:27.813519+0000 (oldest deadline 2024-04-13T09:15:51.913344+0000) 2024-04-13T09:15:55.814 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 09:15:55 smithi139 podman[153966]: 2024-04-13 09:15:55.460739993 +0000 UTC m=+0.018575690 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T09:15:55.814 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 09:15:55 smithi139 podman[153966]: 2024-04-13 09:15:55.585081069 +0000 UTC m=+0.142916753 container create 199ac7f85880bdfa496ae21533c78e378ce76b5237bde911ed002457b42e1b74 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-5f22a49, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-13T09:15:56.094 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:15:55 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:15:55.844+0000 7f209bac0700 -1 osd.6 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:20.793136+0000 front 2024-04-13T09:15:20.793072+0000 (oldest deadline 2024-04-13T09:15:43.692931+0000) 2024-04-13T09:15:56.094 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:15:55 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:15:55.844+0000 7f209bac0700 -1 osd.6 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:27.794166+0000 front 2024-04-13T09:15:27.794247+0000 (oldest deadline 2024-04-13T09:15:52.493955+0000) 2024-04-13T09:15:56.095 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 09:15:55 smithi139 podman[153966]: 2024-04-13 09:15:55.796291048 +0000 UTC m=+0.354126740 container init 199ac7f85880bdfa496ae21533c78e378ce76b5237bde911ed002457b42e1b74 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=main-5f22a49, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-04-13T09:15:56.095 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 09:15:55 smithi139 podman[153966]: 2024-04-13 09:15:55.802783471 +0000 UTC m=+0.360619162 container start 199ac7f85880bdfa496ae21533c78e378ce76b5237bde911ed002457b42e1b74 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=main-5f22a49, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-13T09:15:56.095 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 09:15:55 smithi139 podman[153966]: 2024-04-13 09:15:55.904384697 +0000 UTC m=+0.462220389 container attach 199ac7f85880bdfa496ae21533c78e378ce76b5237bde911ed002457b42e1b74 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4-deactivate, RELEASE=main-5f22a49, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2) 2024-04-13T09:15:56.095 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 13 09:15:56 smithi139 podman[153966]: 2024-04-13 09:15:56.094793947 +0000 UTC m=+0.652629638 container died 199ac7f85880bdfa496ae21533c78e378ce76b5237bde911ed002457b42e1b74 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=main-5f22a49, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409) 2024-04-13T09:15:56.636 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 09:15:56 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5[99840]: 2024-04-13T09:15:56.358+0000 7f895c2cb700 -1 osd.5 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:20.159434+0000 front 2024-04-13T09:15:20.159553+0000 (oldest deadline 2024-04-13T09:15:44.859358+0000) 2024-04-13T09:15:56.636 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 09:15:56 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5[99840]: 2024-04-13T09:15:56.358+0000 7f895c2cb700 -1 osd.5 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:30.060917+0000 front 2024-04-13T09:15:30.060877+0000 (oldest deadline 2024-04-13T09:15:51.760706+0000) 2024-04-13T09:15:56.636 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:15:56 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:15:56.456+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:18.412282+0000 front 2024-04-13T09:15:18.412473+0000 (oldest deadline 2024-04-13T09:15:44.312366+0000) 2024-04-13T09:15:56.636 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:15:56 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:15:56.456+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:27.813469+0000 front 2024-04-13T09:15:27.813519+0000 (oldest deadline 2024-04-13T09:15:51.913344+0000) 2024-04-13T09:15:56.749 DEBUG:teuthology.orchestra.run.smithi139:> sudo pkill -f 'journalctl -f -n 0 -u ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@osd.4.service' 2024-04-13T09:15:56.792 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-13T09:15:56.792 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-04-13T09:15:56.792 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-04-13T09:15:56.792 DEBUG:teuthology.orchestra.run.smithi139:> sudo systemctl stop ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@osd.5 2024-04-13T09:15:57.129 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 09:15:56 smithi139 systemd[1]: Stopping Ceph osd.5 for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T09:15:57.130 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:15:56 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:15:56.837+0000 7f209bac0700 -1 osd.6 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:20.793136+0000 front 2024-04-13T09:15:20.793072+0000 (oldest deadline 2024-04-13T09:15:43.692931+0000) 2024-04-13T09:15:57.130 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:15:56 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:15:56.837+0000 7f209bac0700 -1 osd.6 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:27.794166+0000 front 2024-04-13T09:15:27.794247+0000 (oldest deadline 2024-04-13T09:15:52.493955+0000) 2024-04-13T09:15:57.385 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 09:15:57 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5[99840]: 2024-04-13T09:15:57.128+0000 7f8963cdf700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T09:15:57.386 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 09:15:57 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5[99840]: 2024-04-13T09:15:57.129+0000 7f8963cdf700 -1 osd.5 2738 *** Got signal Terminated *** 2024-04-13T09:15:57.386 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 09:15:57 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5[99840]: 2024-04-13T09:15:57.129+0000 7f8963cdf700 -1 osd.5 2738 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-13T09:15:57.872 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 09:15:57 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5[99840]: 2024-04-13T09:15:57.400+0000 7f895c2cb700 -1 osd.5 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:20.159434+0000 front 2024-04-13T09:15:20.159553+0000 (oldest deadline 2024-04-13T09:15:44.859358+0000) 2024-04-13T09:15:57.872 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 09:15:57 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5[99840]: 2024-04-13T09:15:57.400+0000 7f895c2cb700 -1 osd.5 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:30.060917+0000 front 2024-04-13T09:15:30.060877+0000 (oldest deadline 2024-04-13T09:15:51.760706+0000) 2024-04-13T09:15:57.873 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:15:57 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:15:57.443+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:18.412282+0000 front 2024-04-13T09:15:18.412473+0000 (oldest deadline 2024-04-13T09:15:44.312366+0000) 2024-04-13T09:15:57.873 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:15:57 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:15:57.443+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:27.813469+0000 front 2024-04-13T09:15:27.813519+0000 (oldest deadline 2024-04-13T09:15:51.913344+0000) 2024-04-13T09:15:58.136 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:15:57 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:15:57.870+0000 7f209bac0700 -1 osd.6 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:20.793136+0000 front 2024-04-13T09:15:20.793072+0000 (oldest deadline 2024-04-13T09:15:43.692931+0000) 2024-04-13T09:15:58.136 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:15:57 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:15:57.870+0000 7f209bac0700 -1 osd.6 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:27.794166+0000 front 2024-04-13T09:15:27.794247+0000 (oldest deadline 2024-04-13T09:15:52.493955+0000) 2024-04-13T09:15:58.843 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 09:15:58 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5[99840]: 2024-04-13T09:15:58.426+0000 7f895c2cb700 -1 osd.5 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:20.159434+0000 front 2024-04-13T09:15:20.159553+0000 (oldest deadline 2024-04-13T09:15:44.859358+0000) 2024-04-13T09:15:58.843 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 09:15:58 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5[99840]: 2024-04-13T09:15:58.426+0000 7f895c2cb700 -1 osd.5 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:30.060917+0000 front 2024-04-13T09:15:30.060877+0000 (oldest deadline 2024-04-13T09:15:51.760706+0000) 2024-04-13T09:15:58.843 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:15:58 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:15:58.457+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:18.412282+0000 front 2024-04-13T09:15:18.412473+0000 (oldest deadline 2024-04-13T09:15:44.312366+0000) 2024-04-13T09:15:58.843 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:15:58 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:15:58.457+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:27.813469+0000 front 2024-04-13T09:15:27.813519+0000 (oldest deadline 2024-04-13T09:15:51.913344+0000) 2024-04-13T09:15:59.136 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:15:58 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:15:58.842+0000 7f209bac0700 -1 osd.6 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:20.793136+0000 front 2024-04-13T09:15:20.793072+0000 (oldest deadline 2024-04-13T09:15:43.692931+0000) 2024-04-13T09:15:59.136 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:15:58 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:15:58.842+0000 7f209bac0700 -1 osd.6 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:27.794166+0000 front 2024-04-13T09:15:27.794247+0000 (oldest deadline 2024-04-13T09:15:52.493955+0000) 2024-04-13T09:15:59.850 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 09:15:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5[99840]: 2024-04-13T09:15:59.471+0000 7f895c2cb700 -1 osd.5 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:20.159434+0000 front 2024-04-13T09:15:20.159553+0000 (oldest deadline 2024-04-13T09:15:44.859358+0000) 2024-04-13T09:15:59.850 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 09:15:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5[99840]: 2024-04-13T09:15:59.471+0000 7f895c2cb700 -1 osd.5 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:30.060917+0000 front 2024-04-13T09:15:30.060877+0000 (oldest deadline 2024-04-13T09:15:51.760706+0000) 2024-04-13T09:15:59.851 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:15:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:15:59.471+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:18.412282+0000 front 2024-04-13T09:15:18.412473+0000 (oldest deadline 2024-04-13T09:15:44.312366+0000) 2024-04-13T09:15:59.851 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:15:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:15:59.471+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:27.813469+0000 front 2024-04-13T09:15:27.813519+0000 (oldest deadline 2024-04-13T09:15:51.913344+0000) 2024-04-13T09:16:00.135 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:15:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:15:59.849+0000 7f209bac0700 -1 osd.6 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:20.793136+0000 front 2024-04-13T09:15:20.793072+0000 (oldest deadline 2024-04-13T09:15:43.692931+0000) 2024-04-13T09:16:00.135 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:15:59 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:15:59.849+0000 7f209bac0700 -1 osd.6 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:27.794166+0000 front 2024-04-13T09:15:27.794247+0000 (oldest deadline 2024-04-13T09:15:52.493955+0000) 2024-04-13T09:16:00.627 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 09:16:00 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a[131247]: ts=2024-04-13T09:16:00.234Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi119.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.119:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi139.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.139:8443: connect: connection refused" 2024-04-13T09:16:00.627 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 09:16:00 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a[131247]: ts=2024-04-13T09:16:00.234Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi119.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.119:8443: connect: connection refused" 2024-04-13T09:16:00.627 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 09:16:00 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a[131247]: ts=2024-04-13T09:16:00.235Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi139.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.139:8443: connect: connection refused" 2024-04-13T09:16:00.866 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 09:16:00 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5[99840]: 2024-04-13T09:16:00.443+0000 7f895c2cb700 -1 osd.5 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:20.159434+0000 front 2024-04-13T09:15:20.159553+0000 (oldest deadline 2024-04-13T09:15:44.859358+0000) 2024-04-13T09:16:00.866 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 09:16:00 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5[99840]: 2024-04-13T09:16:00.443+0000 7f895c2cb700 -1 osd.5 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:30.060917+0000 front 2024-04-13T09:15:30.060877+0000 (oldest deadline 2024-04-13T09:15:51.760706+0000) 2024-04-13T09:16:00.867 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:00 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:00.479+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:18.412282+0000 front 2024-04-13T09:15:18.412473+0000 (oldest deadline 2024-04-13T09:15:44.312366+0000) 2024-04-13T09:16:00.867 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:00 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:00.479+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:27.813469+0000 front 2024-04-13T09:15:27.813519+0000 (oldest deadline 2024-04-13T09:15:51.913344+0000) 2024-04-13T09:16:01.135 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:16:00 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:16:00.865+0000 7f209bac0700 -1 osd.6 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:20.793136+0000 front 2024-04-13T09:15:20.793072+0000 (oldest deadline 2024-04-13T09:15:43.692931+0000) 2024-04-13T09:16:01.135 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:16:00 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:16:00.865+0000 7f209bac0700 -1 osd.6 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:27.794166+0000 front 2024-04-13T09:15:27.794247+0000 (oldest deadline 2024-04-13T09:15:52.493955+0000) 2024-04-13T09:16:01.881 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 09:16:01 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5[99840]: 2024-04-13T09:16:01.483+0000 7f895c2cb700 -1 osd.5 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:20.159434+0000 front 2024-04-13T09:15:20.159553+0000 (oldest deadline 2024-04-13T09:15:44.859358+0000) 2024-04-13T09:16:01.881 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 09:16:01 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5[99840]: 2024-04-13T09:16:01.483+0000 7f895c2cb700 -1 osd.5 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:30.060917+0000 front 2024-04-13T09:15:30.060877+0000 (oldest deadline 2024-04-13T09:15:51.760706+0000) 2024-04-13T09:16:01.881 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:01 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:01.481+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:18.412282+0000 front 2024-04-13T09:15:18.412473+0000 (oldest deadline 2024-04-13T09:15:44.312366+0000) 2024-04-13T09:16:01.881 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:01 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:01.481+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:27.813469+0000 front 2024-04-13T09:15:27.813519+0000 (oldest deadline 2024-04-13T09:15:51.913344+0000) 2024-04-13T09:16:01.881 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:01 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:01.481+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6822 osd.2 since back 2024-04-13T09:15:36.014587+0000 front 2024-04-13T09:15:36.014601+0000 (oldest deadline 2024-04-13T09:16:00.614739+0000) 2024-04-13T09:16:02.135 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:16:01 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:16:01.880+0000 7f209bac0700 -1 osd.6 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:20.793136+0000 front 2024-04-13T09:15:20.793072+0000 (oldest deadline 2024-04-13T09:15:43.692931+0000) 2024-04-13T09:16:02.135 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:16:01 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:16:01.880+0000 7f209bac0700 -1 osd.6 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:27.794166+0000 front 2024-04-13T09:15:27.794247+0000 (oldest deadline 2024-04-13T09:15:52.493955+0000) 2024-04-13T09:16:02.878 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 09:16:02 smithi139 podman[154100]: 2024-04-13 09:16:02.766698297 +0000 UTC m=+5.744612615 container died a8547c1088b1ad27c0db068104da272e71cc393e4eade6cd34102c42de413e66 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, RELEASE=main-5f22a49, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-04-13T09:16:02.878 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:02.523+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:18.412282+0000 front 2024-04-13T09:15:18.412473+0000 (oldest deadline 2024-04-13T09:15:44.312366+0000) 2024-04-13T09:16:02.878 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:02.523+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:27.813469+0000 front 2024-04-13T09:15:27.813519+0000 (oldest deadline 2024-04-13T09:15:51.913344+0000) 2024-04-13T09:16:02.878 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:02.523+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6822 osd.2 since back 2024-04-13T09:15:36.014587+0000 front 2024-04-13T09:15:36.014601+0000 (oldest deadline 2024-04-13T09:16:00.614739+0000) 2024-04-13T09:16:03.135 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 09:16:03 smithi139 podman[154100]: 2024-04-13 09:16:03.118618374 +0000 UTC m=+6.096532698 container cleanup a8547c1088b1ad27c0db068104da272e71cc393e4eade6cd34102c42de413e66 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, RELEASE=main-5f22a49, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-13T09:16:03.136 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 09:16:03 smithi139 bash[154100]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5 2024-04-13T09:16:03.136 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:16:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:16:02.877+0000 7f209bac0700 -1 osd.6 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:20.793136+0000 front 2024-04-13T09:15:20.793072+0000 (oldest deadline 2024-04-13T09:15:43.692931+0000) 2024-04-13T09:16:03.136 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:16:02 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:16:02.877+0000 7f209bac0700 -1 osd.6 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:27.794166+0000 front 2024-04-13T09:15:27.794247+0000 (oldest deadline 2024-04-13T09:15:52.493955+0000) 2024-04-13T09:16:03.778 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 09:16:03 smithi139 podman[154126]: 2024-04-13 09:16:03.420068118 +0000 UTC m=+0.648254758 container remove a8547c1088b1ad27c0db068104da272e71cc393e4eade6cd34102c42de413e66 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-5f22a49, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-13T09:16:03.779 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:03 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:03.544+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:18.412282+0000 front 2024-04-13T09:15:18.412473+0000 (oldest deadline 2024-04-13T09:15:44.312366+0000) 2024-04-13T09:16:03.779 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:03 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:03.544+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:27.813469+0000 front 2024-04-13T09:15:27.813519+0000 (oldest deadline 2024-04-13T09:15:51.913344+0000) 2024-04-13T09:16:03.779 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:03 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:03.544+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6822 osd.2 since back 2024-04-13T09:15:36.014587+0000 front 2024-04-13T09:15:36.014601+0000 (oldest deadline 2024-04-13T09:16:00.614739+0000) 2024-04-13T09:16:04.106 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:16:03 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:16:03.871+0000 7f209bac0700 -1 osd.6 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:20.793136+0000 front 2024-04-13T09:15:20.793072+0000 (oldest deadline 2024-04-13T09:15:43.692931+0000) 2024-04-13T09:16:04.106 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:16:03 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:16:03.871+0000 7f209bac0700 -1 osd.6 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:27.794166+0000 front 2024-04-13T09:15:27.794247+0000 (oldest deadline 2024-04-13T09:15:52.493955+0000) 2024-04-13T09:16:04.106 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:16:03 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:16:03.871+0000 7f209bac0700 -1 osd.6 2738 heartbeat_check: no reply from 172.21.15.119:6822 osd.2 since back 2024-04-13T09:15:37.695610+0000 front 2024-04-13T09:15:37.695580+0000 (oldest deadline 2024-04-13T09:16:03.595632+0000) 2024-04-13T09:16:04.106 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 09:16:03 smithi139 podman[154225]: 2024-04-13 09:16:03.779204471 +0000 UTC m=+0.112591029 container create fda76c9ad2702c582e93142c53f96ab12d05b573ce7a6aab1f3f6e410f4243c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5-deactivate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-5f22a49, io.buildah.version=1.33.5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-04-13T09:16:04.106 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 09:16:03 smithi139 podman[154225]: 2024-04-13 09:16:03.684633356 +0000 UTC m=+0.018019924 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T09:16:04.106 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 09:16:03 smithi139 podman[154225]: 2024-04-13 09:16:03.99822575 +0000 UTC m=+0.331612308 container init fda76c9ad2702c582e93142c53f96ab12d05b573ce7a6aab1f3f6e410f4243c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5-deactivate, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=main-5f22a49) 2024-04-13T09:16:04.106 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 09:16:04 smithi139 podman[154225]: 2024-04-13 09:16:04.003488928 +0000 UTC m=+0.336875496 container start fda76c9ad2702c582e93142c53f96ab12d05b573ce7a6aab1f3f6e410f4243c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5-deactivate, ceph=True, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=main-5f22a49, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-04-13T09:16:04.107 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 09:16:04 smithi139 podman[154225]: 2024-04-13 09:16:04.106445002 +0000 UTC m=+0.439831561 container attach fda76c9ad2702c582e93142c53f96ab12d05b573ce7a6aab1f3f6e410f4243c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=main-5f22a49, io.buildah.version=1.33.5, ceph=True) 2024-04-13T09:16:04.385 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 13 09:16:04 smithi139 podman[154225]: 2024-04-13 09:16:04.29600093 +0000 UTC m=+0.629387489 container died fda76c9ad2702c582e93142c53f96ab12d05b573ce7a6aab1f3f6e410f4243c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-5-deactivate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=main-5f22a49, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-13T09:16:04.842 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:04 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:04.524+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:18.412282+0000 front 2024-04-13T09:15:18.412473+0000 (oldest deadline 2024-04-13T09:15:44.312366+0000) 2024-04-13T09:16:04.842 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:04 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:04.524+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:27.813469+0000 front 2024-04-13T09:15:27.813519+0000 (oldest deadline 2024-04-13T09:15:51.913344+0000) 2024-04-13T09:16:04.843 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:04 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:04.524+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6822 osd.2 since back 2024-04-13T09:15:36.014587+0000 front 2024-04-13T09:15:36.014601+0000 (oldest deadline 2024-04-13T09:16:00.614739+0000) 2024-04-13T09:16:04.860 DEBUG:teuthology.orchestra.run.smithi139:> sudo pkill -f 'journalctl -f -n 0 -u ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@osd.5.service' 2024-04-13T09:16:04.901 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-13T09:16:04.901 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-04-13T09:16:04.901 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-04-13T09:16:04.901 DEBUG:teuthology.orchestra.run.smithi139:> sudo systemctl stop ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@osd.6 2024-04-13T09:16:05.135 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:16:04 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:16:04.920+0000 7f209bac0700 -1 osd.6 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:20.793136+0000 front 2024-04-13T09:15:20.793072+0000 (oldest deadline 2024-04-13T09:15:43.692931+0000) 2024-04-13T09:16:05.136 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:16:04 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:16:04.920+0000 7f209bac0700 -1 osd.6 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:27.794166+0000 front 2024-04-13T09:15:27.794247+0000 (oldest deadline 2024-04-13T09:15:52.493955+0000) 2024-04-13T09:16:05.136 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:16:04 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:16:04.920+0000 7f209bac0700 -1 osd.6 2738 heartbeat_check: no reply from 172.21.15.119:6822 osd.2 since back 2024-04-13T09:15:37.695610+0000 front 2024-04-13T09:15:37.695580+0000 (oldest deadline 2024-04-13T09:16:03.595632+0000) 2024-04-13T09:16:05.136 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:16:04 smithi139 systemd[1]: Stopping Ceph osd.6 for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T09:16:05.635 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:16:05 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:16:05.233+0000 7f209f4cc700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T09:16:05.636 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:16:05 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:16:05.233+0000 7f209f4cc700 -1 osd.6 2738 *** Got signal Terminated *** 2024-04-13T09:16:05.636 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:16:05 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:16:05.233+0000 7f209f4cc700 -1 osd.6 2738 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-13T09:16:05.636 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:05 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:05.476+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:18.412282+0000 front 2024-04-13T09:15:18.412473+0000 (oldest deadline 2024-04-13T09:15:44.312366+0000) 2024-04-13T09:16:05.636 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:05 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:05.476+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:27.813469+0000 front 2024-04-13T09:15:27.813519+0000 (oldest deadline 2024-04-13T09:15:51.913344+0000) 2024-04-13T09:16:05.636 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:05 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:05.476+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6822 osd.2 since back 2024-04-13T09:15:36.014587+0000 front 2024-04-13T09:15:36.014601+0000 (oldest deadline 2024-04-13T09:16:00.614739+0000) 2024-04-13T09:16:06.385 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:16:05 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:16:05.935+0000 7f209bac0700 -1 osd.6 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:20.793136+0000 front 2024-04-13T09:15:20.793072+0000 (oldest deadline 2024-04-13T09:15:43.692931+0000) 2024-04-13T09:16:06.386 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:16:05 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:16:05.935+0000 7f209bac0700 -1 osd.6 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:27.794166+0000 front 2024-04-13T09:15:27.794247+0000 (oldest deadline 2024-04-13T09:15:52.493955+0000) 2024-04-13T09:16:06.386 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:16:05 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:16:05.935+0000 7f209bac0700 -1 osd.6 2738 heartbeat_check: no reply from 172.21.15.119:6822 osd.2 since back 2024-04-13T09:15:37.695610+0000 front 2024-04-13T09:15:37.695580+0000 (oldest deadline 2024-04-13T09:16:03.595632+0000) 2024-04-13T09:16:06.885 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:06 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:06.505+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:18.412282+0000 front 2024-04-13T09:15:18.412473+0000 (oldest deadline 2024-04-13T09:15:44.312366+0000) 2024-04-13T09:16:06.886 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:06 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:06.505+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:27.813469+0000 front 2024-04-13T09:15:27.813519+0000 (oldest deadline 2024-04-13T09:15:51.913344+0000) 2024-04-13T09:16:06.886 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:06 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:06.505+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6822 osd.2 since back 2024-04-13T09:15:36.014587+0000 front 2024-04-13T09:15:36.014601+0000 (oldest deadline 2024-04-13T09:16:00.614739+0000) 2024-04-13T09:16:07.386 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:16:06 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:16:06.924+0000 7f209bac0700 -1 osd.6 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:20.793136+0000 front 2024-04-13T09:15:20.793072+0000 (oldest deadline 2024-04-13T09:15:43.692931+0000) 2024-04-13T09:16:07.386 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:16:06 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:16:06.924+0000 7f209bac0700 -1 osd.6 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:27.794166+0000 front 2024-04-13T09:15:27.794247+0000 (oldest deadline 2024-04-13T09:15:52.493955+0000) 2024-04-13T09:16:07.386 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:16:06 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:16:06.924+0000 7f209bac0700 -1 osd.6 2738 heartbeat_check: no reply from 172.21.15.119:6822 osd.2 since back 2024-04-13T09:15:37.695610+0000 front 2024-04-13T09:15:37.695580+0000 (oldest deadline 2024-04-13T09:16:03.595632+0000) 2024-04-13T09:16:07.885 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:07 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:07.494+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:18.412282+0000 front 2024-04-13T09:15:18.412473+0000 (oldest deadline 2024-04-13T09:15:44.312366+0000) 2024-04-13T09:16:07.885 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:07 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:07.494+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:27.813469+0000 front 2024-04-13T09:15:27.813519+0000 (oldest deadline 2024-04-13T09:15:51.913344+0000) 2024-04-13T09:16:07.886 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:07 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:07.494+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6822 osd.2 since back 2024-04-13T09:15:36.014587+0000 front 2024-04-13T09:15:36.014601+0000 (oldest deadline 2024-04-13T09:16:00.614739+0000) 2024-04-13T09:16:08.385 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:16:07 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:16:07.973+0000 7f209bac0700 -1 osd.6 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:20.793136+0000 front 2024-04-13T09:15:20.793072+0000 (oldest deadline 2024-04-13T09:15:43.692931+0000) 2024-04-13T09:16:08.386 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:16:07 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:16:07.973+0000 7f209bac0700 -1 osd.6 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:27.794166+0000 front 2024-04-13T09:15:27.794247+0000 (oldest deadline 2024-04-13T09:15:52.493955+0000) 2024-04-13T09:16:08.386 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:16:07 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:16:07.973+0000 7f209bac0700 -1 osd.6 2738 heartbeat_check: no reply from 172.21.15.119:6822 osd.2 since back 2024-04-13T09:15:37.695610+0000 front 2024-04-13T09:15:37.695580+0000 (oldest deadline 2024-04-13T09:16:03.595632+0000) 2024-04-13T09:16:08.885 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:08 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:08.465+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:18.412282+0000 front 2024-04-13T09:15:18.412473+0000 (oldest deadline 2024-04-13T09:15:44.312366+0000) 2024-04-13T09:16:08.886 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:08 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:08.465+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:27.813469+0000 front 2024-04-13T09:15:27.813519+0000 (oldest deadline 2024-04-13T09:15:51.913344+0000) 2024-04-13T09:16:08.886 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:08 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:08.465+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6822 osd.2 since back 2024-04-13T09:15:36.014587+0000 front 2024-04-13T09:15:36.014601+0000 (oldest deadline 2024-04-13T09:16:00.614739+0000) 2024-04-13T09:16:08.886 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:08 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:08.465+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6830 osd.3 since back 2024-04-13T09:15:42.315708+0000 front 2024-04-13T09:15:42.315798+0000 (oldest deadline 2024-04-13T09:16:07.615619+0000) 2024-04-13T09:16:09.371 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:16:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:16:09.006+0000 7f209bac0700 -1 osd.6 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:20.793136+0000 front 2024-04-13T09:15:20.793072+0000 (oldest deadline 2024-04-13T09:15:43.692931+0000) 2024-04-13T09:16:09.371 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:16:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:16:09.006+0000 7f209bac0700 -1 osd.6 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:27.794166+0000 front 2024-04-13T09:15:27.794247+0000 (oldest deadline 2024-04-13T09:15:52.493955+0000) 2024-04-13T09:16:09.371 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:16:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:16:09.006+0000 7f209bac0700 -1 osd.6 2738 heartbeat_check: no reply from 172.21.15.119:6822 osd.2 since back 2024-04-13T09:15:37.695610+0000 front 2024-04-13T09:15:37.695580+0000 (oldest deadline 2024-04-13T09:16:03.595632+0000) 2024-04-13T09:16:09.636 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 09:16:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[127213]: logger=cleanup t=2024-04-13T09:16:09.371920067Z level=info msg="Completed cleanup jobs" duration=2.293933ms 2024-04-13T09:16:09.636 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:09.512+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:18.412282+0000 front 2024-04-13T09:15:18.412473+0000 (oldest deadline 2024-04-13T09:15:44.312366+0000) 2024-04-13T09:16:09.636 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:09.512+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:27.813469+0000 front 2024-04-13T09:15:27.813519+0000 (oldest deadline 2024-04-13T09:15:51.913344+0000) 2024-04-13T09:16:09.636 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:09.512+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6822 osd.2 since back 2024-04-13T09:15:36.014587+0000 front 2024-04-13T09:15:36.014601+0000 (oldest deadline 2024-04-13T09:16:00.614739+0000) 2024-04-13T09:16:09.636 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:09 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:09.512+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6830 osd.3 since back 2024-04-13T09:15:42.315708+0000 front 2024-04-13T09:15:42.315798+0000 (oldest deadline 2024-04-13T09:16:07.615619+0000) 2024-04-13T09:16:10.386 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:16:10 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:16:10.045+0000 7f209bac0700 -1 osd.6 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:20.793136+0000 front 2024-04-13T09:15:20.793072+0000 (oldest deadline 2024-04-13T09:15:43.692931+0000) 2024-04-13T09:16:10.386 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:16:10 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:16:10.045+0000 7f209bac0700 -1 osd.6 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:27.794166+0000 front 2024-04-13T09:15:27.794247+0000 (oldest deadline 2024-04-13T09:15:52.493955+0000) 2024-04-13T09:16:10.386 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:16:10 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:16:10.045+0000 7f209bac0700 -1 osd.6 2738 heartbeat_check: no reply from 172.21.15.119:6822 osd.2 since back 2024-04-13T09:15:37.695610+0000 front 2024-04-13T09:15:37.695580+0000 (oldest deadline 2024-04-13T09:16:03.595632+0000) 2024-04-13T09:16:10.386 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:16:10 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6[105044]: 2024-04-13T09:16:10.045+0000 7f209bac0700 -1 osd.6 2738 heartbeat_check: no reply from 172.21.15.119:6830 osd.3 since back 2024-04-13T09:15:45.896580+0000 front 2024-04-13T09:15:45.896565+0000 (oldest deadline 2024-04-13T09:16:09.296793+0000) 2024-04-13T09:16:10.717 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 09:16:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a[131247]: ts=2024-04-13T09:16:10.235Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi139.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.139:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi119.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.119:8443: connect: connection refused" 2024-04-13T09:16:10.717 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 09:16:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a[131247]: ts=2024-04-13T09:16:10.235Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi119.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.119:8443: connect: connection refused" 2024-04-13T09:16:10.717 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 09:16:10 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a[131247]: ts=2024-04-13T09:16:10.235Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi139.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.139:8443: connect: connection refused" 2024-04-13T09:16:10.886 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:16:10 smithi139 podman[154355]: 2024-04-13 09:16:10.634159655 +0000 UTC m=+5.511608019 container died ebf4b518851492dce558b05324c48814b72c9bbfba654149463bedcf14dded68 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=main-5f22a49, org.label-schema.build-date=20240409) 2024-04-13T09:16:10.886 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:10 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:10.562+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:18.412282+0000 front 2024-04-13T09:15:18.412473+0000 (oldest deadline 2024-04-13T09:15:44.312366+0000) 2024-04-13T09:16:10.886 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:10 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:10.562+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:27.813469+0000 front 2024-04-13T09:15:27.813519+0000 (oldest deadline 2024-04-13T09:15:51.913344+0000) 2024-04-13T09:16:10.886 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:10 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:10.562+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6822 osd.2 since back 2024-04-13T09:15:36.014587+0000 front 2024-04-13T09:15:36.014601+0000 (oldest deadline 2024-04-13T09:16:00.614739+0000) 2024-04-13T09:16:10.886 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:10 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:10.562+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6830 osd.3 since back 2024-04-13T09:15:42.315708+0000 front 2024-04-13T09:15:42.315798+0000 (oldest deadline 2024-04-13T09:16:07.615619+0000) 2024-04-13T09:16:11.281 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:16:10 smithi139 podman[154355]: 2024-04-13 09:16:10.980609369 +0000 UTC m=+5.858057738 container cleanup ebf4b518851492dce558b05324c48814b72c9bbfba654149463bedcf14dded68 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6, org.label-schema.schema-version=1.0, RELEASE=main-5f22a49, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-04-13T09:16:11.281 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:16:10 smithi139 bash[154355]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6 2024-04-13T09:16:11.572 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:16:11 smithi139 podman[154379]: 2024-04-13 09:16:11.281793112 +0000 UTC m=+0.646239542 container remove ebf4b518851492dce558b05324c48814b72c9bbfba654149463bedcf14dded68 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=main-5f22a49, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-13T09:16:11.573 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:11 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:11.517+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:18.412282+0000 front 2024-04-13T09:15:18.412473+0000 (oldest deadline 2024-04-13T09:15:44.312366+0000) 2024-04-13T09:16:11.573 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:11 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:11.517+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:27.813469+0000 front 2024-04-13T09:15:27.813519+0000 (oldest deadline 2024-04-13T09:15:51.913344+0000) 2024-04-13T09:16:11.573 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:11 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:11.517+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6822 osd.2 since back 2024-04-13T09:15:36.014587+0000 front 2024-04-13T09:15:36.014601+0000 (oldest deadline 2024-04-13T09:16:00.614739+0000) 2024-04-13T09:16:11.573 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:11 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:11.517+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6830 osd.3 since back 2024-04-13T09:15:42.315708+0000 front 2024-04-13T09:15:42.315798+0000 (oldest deadline 2024-04-13T09:16:07.615619+0000) 2024-04-13T09:16:11.886 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:16:11 smithi139 podman[154474]: 2024-04-13 09:16:11.475627662 +0000 UTC m=+0.018302326 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T09:16:11.886 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:16:11 smithi139 podman[154474]: 2024-04-13 09:16:11.574204582 +0000 UTC m=+0.116879232 container create 35f211db2db7983433df7ed1455a0c49ac003bb8f70fd6842d3cac2a1318080d (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6-deactivate, maintainer=Guillaume Abrioux , RELEASE=main-5f22a49, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-13T09:16:11.886 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:16:11 smithi139 podman[154474]: 2024-04-13 09:16:11.802036472 +0000 UTC m=+0.344711131 container init 35f211db2db7983433df7ed1455a0c49ac003bb8f70fd6842d3cac2a1318080d (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=main-5f22a49, org.label-schema.schema-version=1.0) 2024-04-13T09:16:11.886 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:16:11 smithi139 podman[154474]: 2024-04-13 09:16:11.807627662 +0000 UTC m=+0.350302313 container start 35f211db2db7983433df7ed1455a0c49ac003bb8f70fd6842d3cac2a1318080d (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6-deactivate, RELEASE=main-5f22a49, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409) 2024-04-13T09:16:12.386 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:16:11 smithi139 podman[154474]: 2024-04-13 09:16:11.893259475 +0000 UTC m=+0.435934146 container attach 35f211db2db7983433df7ed1455a0c49ac003bb8f70fd6842d3cac2a1318080d (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6-deactivate, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=main-5f22a49) 2024-04-13T09:16:12.386 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 13 09:16:12 smithi139 podman[154474]: 2024-04-13 09:16:12.09578634 +0000 UTC m=+0.638460991 container died 35f211db2db7983433df7ed1455a0c49ac003bb8f70fd6842d3cac2a1318080d (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-6-deactivate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-5f22a49, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_CLEAN=True, ceph=True) 2024-04-13T09:16:12.738 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:12.480+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:18.412282+0000 front 2024-04-13T09:15:18.412473+0000 (oldest deadline 2024-04-13T09:15:44.312366+0000) 2024-04-13T09:16:12.738 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:12.480+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:27.813469+0000 front 2024-04-13T09:15:27.813519+0000 (oldest deadline 2024-04-13T09:15:51.913344+0000) 2024-04-13T09:16:12.738 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:12.481+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6822 osd.2 since back 2024-04-13T09:15:36.014587+0000 front 2024-04-13T09:15:36.014601+0000 (oldest deadline 2024-04-13T09:16:00.614739+0000) 2024-04-13T09:16:12.738 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:12 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:12.481+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6830 osd.3 since back 2024-04-13T09:15:42.315708+0000 front 2024-04-13T09:15:42.315798+0000 (oldest deadline 2024-04-13T09:16:07.615619+0000) 2024-04-13T09:16:12.764 DEBUG:teuthology.orchestra.run.smithi139:> sudo pkill -f 'journalctl -f -n 0 -u ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@osd.6.service' 2024-04-13T09:16:12.805 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-13T09:16:12.805 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-04-13T09:16:12.805 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-04-13T09:16:12.805 DEBUG:teuthology.orchestra.run.smithi139:> sudo systemctl stop ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@osd.7 2024-04-13T09:16:13.135 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:12 smithi139 systemd[1]: Stopping Ceph osd.7 for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T09:16:13.135 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:13 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:13.135+0000 7fb29b437700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T09:16:13.463 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:13 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:13.135+0000 7fb29b437700 -1 osd.7 2738 *** Got signal Terminated *** 2024-04-13T09:16:13.464 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:13 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:13.135+0000 7fb29b437700 -1 osd.7 2738 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-13T09:16:13.464 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:13 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:13.464+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:18.412282+0000 front 2024-04-13T09:15:18.412473+0000 (oldest deadline 2024-04-13T09:15:44.312366+0000) 2024-04-13T09:16:13.464 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:13 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:13.464+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:27.813469+0000 front 2024-04-13T09:15:27.813519+0000 (oldest deadline 2024-04-13T09:15:51.913344+0000) 2024-04-13T09:16:13.464 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:13 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:13.464+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6822 osd.2 since back 2024-04-13T09:15:36.014587+0000 front 2024-04-13T09:15:36.014601+0000 (oldest deadline 2024-04-13T09:16:00.614739+0000) 2024-04-13T09:16:13.886 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:13 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:13.464+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6830 osd.3 since back 2024-04-13T09:15:42.315708+0000 front 2024-04-13T09:15:42.315798+0000 (oldest deadline 2024-04-13T09:16:07.615619+0000) 2024-04-13T09:16:14.886 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:14.501+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:18.412282+0000 front 2024-04-13T09:15:18.412473+0000 (oldest deadline 2024-04-13T09:15:44.312366+0000) 2024-04-13T09:16:14.886 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:14.501+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:27.813469+0000 front 2024-04-13T09:15:27.813519+0000 (oldest deadline 2024-04-13T09:15:51.913344+0000) 2024-04-13T09:16:14.886 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:14.501+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6822 osd.2 since back 2024-04-13T09:15:36.014587+0000 front 2024-04-13T09:15:36.014601+0000 (oldest deadline 2024-04-13T09:16:00.614739+0000) 2024-04-13T09:16:14.886 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:14 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:14.501+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6830 osd.3 since back 2024-04-13T09:15:42.315708+0000 front 2024-04-13T09:15:42.315798+0000 (oldest deadline 2024-04-13T09:16:07.615619+0000) 2024-04-13T09:16:15.886 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:15 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:15.468+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:18.412282+0000 front 2024-04-13T09:15:18.412473+0000 (oldest deadline 2024-04-13T09:15:44.312366+0000) 2024-04-13T09:16:15.886 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:15 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:15.468+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:27.813469+0000 front 2024-04-13T09:15:27.813519+0000 (oldest deadline 2024-04-13T09:15:51.913344+0000) 2024-04-13T09:16:15.886 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:15 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:15.468+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6822 osd.2 since back 2024-04-13T09:15:36.014587+0000 front 2024-04-13T09:15:36.014601+0000 (oldest deadline 2024-04-13T09:16:00.614739+0000) 2024-04-13T09:16:15.886 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:15 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:15.468+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6830 osd.3 since back 2024-04-13T09:15:42.315708+0000 front 2024-04-13T09:15:42.315798+0000 (oldest deadline 2024-04-13T09:16:07.615619+0000) 2024-04-13T09:16:15.886 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:15 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:15.468+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.139:6804 osd.4 since back 2024-04-13T09:15:51.116401+0000 front 2024-04-13T09:15:51.116364+0000 (oldest deadline 2024-04-13T09:16:15.216352+0000) 2024-04-13T09:16:16.885 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:16 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:16.503+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:18.412282+0000 front 2024-04-13T09:15:18.412473+0000 (oldest deadline 2024-04-13T09:15:44.312366+0000) 2024-04-13T09:16:16.886 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:16 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:16.503+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:27.813469+0000 front 2024-04-13T09:15:27.813519+0000 (oldest deadline 2024-04-13T09:15:51.913344+0000) 2024-04-13T09:16:16.886 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:16 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:16.503+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6822 osd.2 since back 2024-04-13T09:15:36.014587+0000 front 2024-04-13T09:15:36.014601+0000 (oldest deadline 2024-04-13T09:16:00.614739+0000) 2024-04-13T09:16:16.886 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:16 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:16.503+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6830 osd.3 since back 2024-04-13T09:15:42.315708+0000 front 2024-04-13T09:15:42.315798+0000 (oldest deadline 2024-04-13T09:16:07.615619+0000) 2024-04-13T09:16:16.886 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:16 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:16.503+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.139:6804 osd.4 since back 2024-04-13T09:15:51.116401+0000 front 2024-04-13T09:15:51.116364+0000 (oldest deadline 2024-04-13T09:16:15.216352+0000) 2024-04-13T09:16:17.886 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:17 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:17.549+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6806 osd.0 since back 2024-04-13T09:15:18.412282+0000 front 2024-04-13T09:15:18.412473+0000 (oldest deadline 2024-04-13T09:15:44.312366+0000) 2024-04-13T09:16:17.886 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:17 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:17.549+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6814 osd.1 since back 2024-04-13T09:15:27.813469+0000 front 2024-04-13T09:15:27.813519+0000 (oldest deadline 2024-04-13T09:15:51.913344+0000) 2024-04-13T09:16:17.886 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:17 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:17.549+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6822 osd.2 since back 2024-04-13T09:15:36.014587+0000 front 2024-04-13T09:15:36.014601+0000 (oldest deadline 2024-04-13T09:16:00.614739+0000) 2024-04-13T09:16:17.886 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:17 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:17.549+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.119:6830 osd.3 since back 2024-04-13T09:15:42.315708+0000 front 2024-04-13T09:15:42.315798+0000 (oldest deadline 2024-04-13T09:16:07.615619+0000) 2024-04-13T09:16:17.886 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:17 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7[110261]: 2024-04-13T09:16:17.549+0000 7fb293a23700 -1 osd.7 2738 heartbeat_check: no reply from 172.21.15.139:6804 osd.4 since back 2024-04-13T09:15:51.116401+0000 front 2024-04-13T09:15:51.116364+0000 (oldest deadline 2024-04-13T09:16:15.216352+0000) 2024-04-13T09:16:18.824 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:18 smithi139 podman[154604]: 2024-04-13 09:16:18.553080991 +0000 UTC m=+5.516222101 container died 6830e079abe42b6ecf9c194e33ad1ba026dbbd221704752b1de276c6aab9f086 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, RELEASE=main-5f22a49) 2024-04-13T09:16:19.136 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:18 smithi139 podman[154604]: 2024-04-13 09:16:18.898990737 +0000 UTC m=+5.862131897 container cleanup 6830e079abe42b6ecf9c194e33ad1ba026dbbd221704752b1de276c6aab9f086 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7, RELEASE=main-5f22a49, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-13T09:16:19.136 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:18 smithi139 bash[154604]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7 2024-04-13T09:16:19.505 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:19 smithi139 podman[154625]: 2024-04-13 09:16:19.191714587 +0000 UTC m=+0.637518690 container remove 6830e079abe42b6ecf9c194e33ad1ba026dbbd221704752b1de276c6aab9f086 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=main-5f22a49, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-13T09:16:19.810 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:19 smithi139 podman[154723]: 2024-04-13 09:16:19.409158463 +0000 UTC m=+0.018055577 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T09:16:19.811 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:19 smithi139 podman[154723]: 2024-04-13 09:16:19.509135632 +0000 UTC m=+0.118032789 container create 3c7bfd049c62c0bc87b3ee5b912eeb0fd3826651faa7caf6816f573ee1611674 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7-deactivate, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, RELEASE=main-5f22a49, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux ) 2024-04-13T09:16:19.811 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:19 smithi139 podman[154723]: 2024-04-13 09:16:19.720049648 +0000 UTC m=+0.328946746 container init 3c7bfd049c62c0bc87b3ee5b912eeb0fd3826651faa7caf6816f573ee1611674 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=main-5f22a49, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-04-13T09:16:19.811 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:19 smithi139 podman[154723]: 2024-04-13 09:16:19.725201588 +0000 UTC m=+0.334098687 container start 3c7bfd049c62c0bc87b3ee5b912eeb0fd3826651faa7caf6816f573ee1611674 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7-deactivate, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=main-5f22a49, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=) 2024-04-13T09:16:19.811 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:19 smithi139 podman[154723]: 2024-04-13 09:16:19.811395024 +0000 UTC m=+0.420292125 container attach 3c7bfd049c62c0bc87b3ee5b912eeb0fd3826651faa7caf6816f573ee1611674 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7-deactivate, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , RELEASE=main-5f22a49, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-04-13T09:16:20.135 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:20 smithi139 podman[154723]: 2024-04-13 09:16:20.00841112 +0000 UTC m=+0.617308222 container died 3c7bfd049c62c0bc87b3ee5b912eeb0fd3826651faa7caf6816f573ee1611674 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7-deactivate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=main-5f22a49, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=) 2024-04-13T09:16:20.548 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:20 smithi139 podman[154769]: 2024-04-13 09:16:20.52278057 +0000 UTC m=+0.509159276 container remove 3c7bfd049c62c0bc87b3ee5b912eeb0fd3826651faa7caf6816f573ee1611674 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-osd-7-deactivate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, RELEASE=main-5f22a49, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True) 2024-04-13T09:16:20.548 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:20 smithi139 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@osd.7.service: Deactivated successfully. 2024-04-13T09:16:20.548 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:20 smithi139 systemd[1]: Stopped Ceph osd.7 for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T09:16:20.548 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 13 09:16:20 smithi139 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@osd.7.service: Consumed 2min 59.543s CPU time. 2024-04-13T09:16:20.549 DEBUG:teuthology.orchestra.run.smithi139:> sudo pkill -f 'journalctl -f -n 0 -u ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@osd.7.service' 2024-04-13T09:16:20.592 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-13T09:16:20.592 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-04-13T09:16:20.592 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-04-13T09:16:20.592 DEBUG:teuthology.orchestra.run.smithi119:> sudo systemctl stop ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@mds.a 2024-04-13T09:16:20.623 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 09:16:20 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a[131247]: ts=2024-04-13T09:16:20.236Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi139.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.139:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi119.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.119:8443: connect: connection refused" 2024-04-13T09:16:20.623 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 09:16:20 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a[131247]: ts=2024-04-13T09:16:20.236Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi119.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.119:8443: connect: connection refused" 2024-04-13T09:16:20.623 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 09:16:20 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a[131247]: ts=2024-04-13T09:16:20.237Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi139.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.139:8443: connect: connection refused" 2024-04-13T09:16:20.894 INFO:journalctl@ceph.mds.a.smithi119.stdout:Apr 13 09:16:20 smithi119 systemd[1]: Stopping Ceph mds.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T09:16:21.216 INFO:journalctl@ceph.mds.a.smithi119.stdout:Apr 13 09:16:20 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mds-a[122729]: 2024-04-13T09:16:20.894+0000 7f4f022b7700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T09:16:21.216 INFO:journalctl@ceph.mds.a.smithi119.stdout:Apr 13 09:16:20 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mds-a[122729]: 2024-04-13T09:16:20.894+0000 7f4f022b7700 -1 mds.a *** got signal Terminated *** 2024-04-13T09:16:22.909 INFO:journalctl@ceph.mds.a.smithi119.stdout:Apr 13 09:16:22 smithi119 podman[222366]: 2024-04-13 09:16:22.645834515 +0000 UTC m=+1.858510899 container died 8662f51de8806d3e6ab723ad855c63e7649d0cd6786797f54bf893b232222876 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mds-a, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=main-5f22a49, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-13T09:16:23.216 INFO:journalctl@ceph.mds.a.smithi119.stdout:Apr 13 09:16:23 smithi119 podman[222366]: 2024-04-13 09:16:22.999986536 +0000 UTC m=+2.212662994 container cleanup 8662f51de8806d3e6ab723ad855c63e7649d0cd6786797f54bf893b232222876 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mds-a, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=main-5f22a49) 2024-04-13T09:16:23.216 INFO:journalctl@ceph.mds.a.smithi119.stdout:Apr 13 09:16:23 smithi119 bash[222366]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mds-a 2024-04-13T09:16:23.423 DEBUG:teuthology.orchestra.run.smithi119:> sudo pkill -f 'journalctl -f -n 0 -u ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@mds.a.service' 2024-04-13T09:16:23.501 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-13T09:16:23.502 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-04-13T09:16:23.502 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-04-13T09:16:23.502 DEBUG:teuthology.orchestra.run.smithi139:> sudo systemctl stop ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@mds.b 2024-04-13T09:16:23.795 INFO:journalctl@ceph.mds.b.smithi139.stdout:Apr 13 09:16:23 smithi139 systemd[1]: Stopping Ceph mds.b for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T09:16:24.135 INFO:journalctl@ceph.mds.b.smithi139.stdout:Apr 13 09:16:23 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mds-b[114969]: 2024-04-13T09:16:23.795+0000 7f20aef12700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T09:16:24.135 INFO:journalctl@ceph.mds.b.smithi139.stdout:Apr 13 09:16:23 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mds-b[114969]: 2024-04-13T09:16:23.795+0000 7f20aef12700 -1 mds.b *** got signal Terminated *** 2024-04-13T09:16:26.327 INFO:journalctl@ceph.mds.b.smithi139.stdout:Apr 13 09:16:26 smithi139 podman[154853]: 2024-04-13 09:16:26.026852407 +0000 UTC m=+2.326323773 container died ef2341b1dd8e82105fa92e7fe7e7b6fc10f747e8bd101df25122ed7f2bbbc5a0 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mds-b, RELEASE=main-5f22a49, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-13T09:16:26.635 INFO:journalctl@ceph.mds.b.smithi139.stdout:Apr 13 09:16:26 smithi139 podman[154853]: 2024-04-13 09:16:26.424948097 +0000 UTC m=+2.724419473 container cleanup ef2341b1dd8e82105fa92e7fe7e7b6fc10f747e8bd101df25122ed7f2bbbc5a0 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mds-b, org.label-schema.license=GPLv2, RELEASE=main-5f22a49, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-04-13T09:16:26.635 INFO:journalctl@ceph.mds.b.smithi139.stdout:Apr 13 09:16:26 smithi139 bash[154853]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-mds-b 2024-04-13T09:16:26.797 DEBUG:teuthology.orchestra.run.smithi139:> sudo pkill -f 'journalctl -f -n 0 -u ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@mds.b.service' 2024-04-13T09:16:26.839 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-13T09:16:26.839 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-04-13T09:16:26.840 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-04-13T09:16:26.840 DEBUG:teuthology.orchestra.run.smithi139:> sudo systemctl stop ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@prometheus.a 2024-04-13T09:16:27.135 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:16:26 smithi139 systemd[1]: Stopping Ceph prometheus.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T09:16:27.462 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:16:27 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:16:27.173Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-13T09:16:27.463 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:16:27 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:16:27.173Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-13T09:16:27.463 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:16:27 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:16:27.173Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-13T09:16:27.463 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:16:27 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:16:27.173Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-13T09:16:27.463 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:16:27 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:16:27.173Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-13T09:16:27.463 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:16:27 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:16:27.173Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-13T09:16:27.463 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:16:27 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:16:27.173Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-13T09:16:27.463 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:16:27 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:16:27.173Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-13T09:16:27.463 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:16:27 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:16:27.173Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-13T09:16:27.463 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:16:27 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:16:27.176Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-13T09:16:27.463 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:16:27 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:16:27.176Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-13T09:16:27.463 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:16:27 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a[122749]: ts=2024-04-13T09:16:27.176Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-13T09:16:27.464 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:16:27 smithi139 podman[154998]: 2024-04-13 09:16:27.184370756 +0000 UTC m=+0.126612953 container died 6c86cfcdc9ce63d1f4e774c4130d2f49f83d7184135c4546bf3c075ec8681ecf (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T09:16:27.795 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:16:27 smithi139 podman[154998]: 2024-04-13 09:16:27.553816989 +0000 UTC m=+0.496059189 container cleanup 6c86cfcdc9ce63d1f4e774c4130d2f49f83d7184135c4546bf3c075ec8681ecf (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T09:16:27.795 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 13 09:16:27 smithi139 bash[154998]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-prometheus-a 2024-04-13T09:16:27.921 DEBUG:teuthology.orchestra.run.smithi139:> sudo pkill -f 'journalctl -f -n 0 -u ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@prometheus.a.service' 2024-04-13T09:16:27.956 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-13T09:16:27.957 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-04-13T09:16:27.957 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 --force --keep-logs 2024-04-13T09:16:28.113 INFO:teuthology.orchestra.run.smithi119.stdout:Deleting cluster with fsid: 7e8cfa84-f968-11ee-bc8d-c7b262605968 2024-04-13T09:16:29.716 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 09:16:29 smithi119 systemd[1]: Stopping Ceph alertmanager.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T09:16:30.063 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 09:16:29 smithi119 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a[131247]: ts=2024-04-13T09:16:29.757Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-13T09:16:30.063 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 09:16:29 smithi119 podman[222820]: 2024-04-13 09:16:29.798209617 +0000 UTC m=+0.158312958 container died 3a3dd8126f3b576f720442991200229618a37fb93ce8593d1bcecffa1e791afd (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-13T09:16:30.446 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 09:16:30 smithi119 podman[222820]: 2024-04-13 09:16:30.154663947 +0000 UTC m=+0.514767319 container cleanup 3a3dd8126f3b576f720442991200229618a37fb93ce8593d1bcecffa1e791afd (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-13T09:16:30.446 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 09:16:30 smithi119 bash[222820]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a 2024-04-13T09:16:30.709 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 09:16:30 smithi119 podman[222839]: 2024-04-13 09:16:30.447019833 +0000 UTC m=+0.643067208 container remove 3a3dd8126f3b576f720442991200229618a37fb93ce8593d1bcecffa1e791afd (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-13T09:16:30.709 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 09:16:30 smithi119 podman[222839]: 2024-04-13 09:16:30.564802038 +0000 UTC m=+0.760849408 volume remove f22a2be9a76175b8ada132e18988b8a6ab61fc1ba295eb6a790975bac7fe0b58 2024-04-13T09:16:31.172 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 09:16:30 smithi119 systemd[1]: Stopping Ceph node-exporter.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T09:16:31.172 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 09:16:30 smithi119 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-04-13T09:16:31.172 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 09:16:30 smithi119 systemd[1]: Stopped Ceph alertmanager.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T09:16:31.172 INFO:journalctl@ceph.alertmanager.a.smithi119.stdout:Apr 13 09:16:30 smithi119 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@alertmanager.a.service: Consumed 4.173s CPU time. 2024-04-13T09:16:31.459 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 09:16:31 smithi119 podman[222951]: 2024-04-13 09:16:31.172610312 +0000 UTC m=+0.123694392 container died ed0146a68fff004d865745d8597d1230962acbbc7899e2ba58d04e43d42e0a29 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-13T09:16:31.716 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 09:16:31 smithi119 podman[222951]: 2024-04-13 09:16:31.559159358 +0000 UTC m=+0.510243447 container cleanup ed0146a68fff004d865745d8597d1230962acbbc7899e2ba58d04e43d42e0a29 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-13T09:16:31.716 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 09:16:31 smithi119 bash[222951]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a 2024-04-13T09:16:32.116 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 09:16:31 smithi119 podman[222970]: 2024-04-13 09:16:31.810376816 +0000 UTC m=+0.637631437 container remove ed0146a68fff004d865745d8597d1230962acbbc7899e2ba58d04e43d42e0a29 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-13T09:16:32.116 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 09:16:31 smithi119 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-04-13T09:16:32.116 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 09:16:31 smithi119 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-04-13T09:16:32.116 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 09:16:31 smithi119 systemd[1]: Stopped Ceph node-exporter.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T09:16:32.116 INFO:journalctl@ceph.node-exporter.a.smithi119.stdout:Apr 13 09:16:31 smithi119 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@node-exporter.a.service: Consumed 8.842s CPU time. 2024-04-13T09:16:32.643 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 --force --keep-logs 2024-04-13T09:16:32.799 INFO:teuthology.orchestra.run.smithi139.stdout:Deleting cluster with fsid: 7e8cfa84-f968-11ee-bc8d-c7b262605968 2024-04-13T09:16:34.385 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 09:16:34 smithi139 systemd[1]: Stopping Ceph grafana.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T09:16:34.757 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 09:16:34 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[127213]: logger=server t=2024-04-13T09:16:34.494195958Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-04-13T09:16:34.757 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 09:16:34 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[127213]: logger=ticker t=2024-04-13T09:16:34.494625223Z level=info msg=stopped last_tick=2024-04-13T09:16:30Z 2024-04-13T09:16:34.757 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 09:16:34 smithi139 ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a[127213]: logger=tracing t=2024-04-13T09:16:34.494667918Z level=info msg="Closing tracing" 2024-04-13T09:16:34.758 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 09:16:34 smithi139 podman[155455]: 2024-04-13 09:16:34.504882008 +0000 UTC m=+0.106652257 container died 7bba582b838abc1c78582c608058650fe71b6759a4caaf58b8ab9e20d323d5ae (image=quay.io/ceph/grafana:9.4.12, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-13T09:16:35.007 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 09:16:34 smithi139 podman[155455]: 2024-04-13 09:16:34.832272957 +0000 UTC m=+0.434043206 container cleanup 7bba582b838abc1c78582c608058650fe71b6759a4caaf58b8ab9e20d323d5ae (image=quay.io/ceph/grafana:9.4.12, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-13T09:16:35.008 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 09:16:34 smithi139 bash[155455]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a 2024-04-13T09:16:35.386 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 09:16:35 smithi139 podman[155474]: 2024-04-13 09:16:35.008502457 +0000 UTC m=+0.505623054 container remove 7bba582b838abc1c78582c608058650fe71b6759a4caaf58b8ab9e20d323d5ae (image=quay.io/ceph/grafana:9.4.12, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-13T09:16:35.386 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 09:16:35 smithi139 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@grafana.a.service: Deactivated successfully. 2024-04-13T09:16:35.386 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 09:16:35 smithi139 systemd[1]: Stopped Ceph grafana.a for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T09:16:35.386 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 13 09:16:35 smithi139 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@grafana.a.service: Consumed 49.841s CPU time. 2024-04-13T09:16:35.665 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 09:16:35 smithi139 systemd[1]: Stopping Ceph node-exporter.b for 7e8cfa84-f968-11ee-bc8d-c7b262605968... 2024-04-13T09:16:35.953 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 09:16:35 smithi139 podman[155585]: 2024-04-13 09:16:35.666398968 +0000 UTC m=+0.111634081 container died 8aa0da10b5e6a4f177860ba2c2c2c8935893ae56557182c108b5ba2839a37aa4 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-13T09:16:36.365 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 09:16:36 smithi139 podman[155585]: 2024-04-13 09:16:36.036119221 +0000 UTC m=+0.481354372 container cleanup 8aa0da10b5e6a4f177860ba2c2c2c8935893ae56557182c108b5ba2839a37aa4 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-13T09:16:36.365 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 09:16:36 smithi139 bash[155585]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b 2024-04-13T09:16:36.365 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 09:16:36 smithi139 podman[155604]: 2024-04-13 09:16:36.178680694 +0000 UTC m=+0.516974230 container remove 8aa0da10b5e6a4f177860ba2c2c2c8935893ae56557182c108b5ba2839a37aa4 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-13T09:16:36.365 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 09:16:36 smithi139 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-04-13T09:16:36.635 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 09:16:36 smithi139 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-04-13T09:16:36.635 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 09:16:36 smithi139 systemd[1]: Stopped Ceph node-exporter.b for 7e8cfa84-f968-11ee-bc8d-c7b262605968. 2024-04-13T09:16:36.635 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 13 09:16:36 smithi139 systemd[1]: ceph-7e8cfa84-f968-11ee-bc8d-c7b262605968@node-exporter.b.service: Consumed 8.388s CPU time. 2024-04-13T09:16:37.040 DEBUG:teuthology.orchestra.run.smithi119:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-13T09:16:37.076 DEBUG:teuthology.orchestra.run.smithi139:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-13T09:16:37.108 INFO:tasks.cephadm:Archiving crash dumps... 2024-04-13T09:16:37.111 DEBUG:teuthology.misc:Transferring archived files from smithi119:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-04-13_03:08:05-upgrade-main-distro-default-smithi/7654951/remote/smithi119/crash 2024-04-13T09:16:37.111 DEBUG:teuthology.orchestra.run.smithi119:> sudo tar c -f - -C /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/crash -- . 2024-04-13T09:16:37.161 INFO:teuthology.orchestra.run.smithi119.stderr:tar: /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/crash: Cannot open: No such file or directory 2024-04-13T09:16:37.161 INFO:teuthology.orchestra.run.smithi119.stderr:tar: Error is not recoverable: exiting now 2024-04-13T09:16:37.163 DEBUG:teuthology.misc:Transferring archived files from smithi139:/var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-04-13_03:08:05-upgrade-main-distro-default-smithi/7654951/remote/smithi139/crash 2024-04-13T09:16:37.164 DEBUG:teuthology.orchestra.run.smithi139:> sudo tar c -f - -C /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/crash -- . 2024-04-13T09:16:37.206 INFO:teuthology.orchestra.run.smithi139.stderr:tar: /var/lib/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/crash: Cannot open: No such file or directory 2024-04-13T09:16:37.207 INFO:teuthology.orchestra.run.smithi139.stderr:tar: Error is not recoverable: exiting now 2024-04-13T09:16:37.207 INFO:tasks.cephadm:Checking cluster log for badness... 2024-04-13T09:16:37.208 DEBUG:teuthology.orchestra.run.smithi119:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | head -n 1 2024-04-13T09:16:37.238 INFO:teuthology.orchestra.run.smithi119.stdout:2024-04-13T07:50:01.317903+0000 mon.a (mon.0) 264 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T09:16:37.241 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-04-13T09:16:37.241 DEBUG:teuthology.orchestra.run.smithi119:> sudo egrep '\[SEC\]' /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | head -n 1 2024-04-13T09:16:37.314 DEBUG:teuthology.orchestra.run.smithi119:> sudo egrep '\[ERR\]' /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | head -n 1 2024-04-13T09:16:37.386 DEBUG:teuthology.orchestra.run.smithi119:> sudo egrep '\[WRN\]' /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | head -n 1 2024-04-13T09:16:37.455 INFO:teuthology.orchestra.run.smithi119.stdout:2024-04-13T07:50:01.317903+0000 mon.a (mon.0) 264 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T09:16:37.457 INFO:tasks.cephadm:Compressing logs... 2024-04-13T09:16:37.457 DEBUG:teuthology.orchestra.run.smithi119:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-13T09:16:37.499 DEBUG:teuthology.orchestra.run.smithi139:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-13T09:16:37.524 INFO:teuthology.orchestra.run.smithi119.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-13T09:16:37.525 INFO:teuthology.orchestra.run.smithi119.stderr:: No such file or directory 2024-04-13T09:16:37.525 INFO:teuthology.orchestra.run.smithi119.stderr:gzip -5 --verbose -- /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph-mon.a.log 2024-04-13T09:16:37.525 INFO:teuthology.orchestra.run.smithi119.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph.audit.log 2024-04-13T09:16:37.525 INFO:teuthology.orchestra.run.smithi119.stderr:/var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph-osd.1.log 2024-04-13T09:16:37.525 INFO:teuthology.orchestra.run.smithi119.stderr:/var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph-osd.3.log 2024-04-13T09:16:37.525 INFO:teuthology.orchestra.run.smithi119.stderr:gzip -5 --verbose -- /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph-mgr.y.log 2024-04-13T09:16:37.532 INFO:teuthology.orchestra.run.smithi119.stderr:/var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph-osd.1.log: /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph-osd.0.log 2024-04-13T09:16:37.532 INFO:teuthology.orchestra.run.smithi119.stderr:/var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph.cephadm.log 2024-04-13T09:16:37.532 INFO:teuthology.orchestra.run.smithi119.stderr:/var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph.log 2024-04-13T09:16:37.532 INFO:teuthology.orchestra.run.smithi119.stderr:/var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph.cephadm.log: 90.7% -- replaced with /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph.cephadm.log.gz 2024-04-13T09:16:37.532 INFO:teuthology.orchestra.run.smithi119.stderr: 91.4% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-13T09:16:37.532 INFO:teuthology.orchestra.run.smithi119.stderr:gzip -5 --verbose -- /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph-osd.2.log 2024-04-13T09:16:37.533 INFO:teuthology.orchestra.run.smithi119.stderr:gzip -5 --verbose -- /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph-volume.log 2024-04-13T09:16:37.534 INFO:teuthology.orchestra.run.smithi139.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-13T09:16:37.534 INFO:teuthology.orchestra.run.smithi139.stderr:: No such file or directory 2024-04-13T09:16:37.534 INFO:teuthology.orchestra.run.smithi139.stderr:gzip -5 --verbose -- /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph-osd.6.log 2024-04-13T09:16:37.534 INFO:teuthology.orchestra.run.smithi139.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph.audit.log 2024-04-13T09:16:37.534 INFO:teuthology.orchestra.run.smithi139.stderr:gzip -5 --verbose -- /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph-mds.b.log 2024-04-13T09:16:37.534 INFO:teuthology.orchestra.run.smithi139.stderr:/var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph-osd.6.log: /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph-osd.4.log 2024-04-13T09:16:37.534 INFO:teuthology.orchestra.run.smithi139.stderr:gzip -5 --verbose -- /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph-osd.7.log 2024-04-13T09:16:37.535 INFO:teuthology.orchestra.run.smithi139.stderr:/var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph-mds.b.log: /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph-osd.5.log 2024-04-13T09:16:37.535 INFO:teuthology.orchestra.run.smithi139.stderr: 83.1% -- replaced with /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph-mds.b.log.gz 2024-04-13T09:16:37.535 INFO:teuthology.orchestra.run.smithi139.stderr:/var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph-mgr.x.log 2024-04-13T09:16:37.535 INFO:teuthology.orchestra.run.smithi139.stderr:/var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph.cephadm.log 2024-04-13T09:16:37.535 INFO:teuthology.orchestra.run.smithi139.stderr:/var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph.log 2024-04-13T09:16:37.535 INFO:teuthology.orchestra.run.smithi139.stderr:/var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph.cephadm.log: 84.1% -- replaced with /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph.cephadm.log.gz 2024-04-13T09:16:37.535 INFO:teuthology.orchestra.run.smithi139.stderr:gzip -5 --verbose -- /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph-volume.log 2024-04-13T09:16:37.536 INFO:teuthology.orchestra.run.smithi139.stderr:/var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph.log: 91.3% -- replaced with /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph.audit.log.gz 2024-04-13T09:16:37.539 INFO:teuthology.orchestra.run.smithi119.stderr:/var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph-osd.2.log: /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph.log: 94.8% -- replaced with /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph.audit.log.gz 2024-04-13T09:16:37.542 INFO:teuthology.orchestra.run.smithi119.stderr:gzip -5 --verbose -- /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph-mds.a.log 2024-04-13T09:16:37.545 INFO:teuthology.orchestra.run.smithi139.stderr: 89.6% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-13T09:16:37.547 INFO:teuthology.orchestra.run.smithi139.stderr:gzip -5 --verbose -- /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph-mon.b.log 2024-04-13T09:16:37.547 INFO:teuthology.orchestra.run.smithi139.stderr:/var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph-volume.log: 87.1% -- replaced with /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph.log.gz 2024-04-13T09:16:37.554 INFO:teuthology.orchestra.run.smithi119.stderr:/var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph-volume.log: 92.9% -- replaced with /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph.log.gz 2024-04-13T09:16:37.554 INFO:teuthology.orchestra.run.smithi119.stderr:gzip -5 --verbose -- /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph-mon.c.log 2024-04-13T09:16:37.565 INFO:teuthology.orchestra.run.smithi139.stderr:/var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph-mon.b.log: 91.2% -- replaced with /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph-volume.log.gz 2024-04-13T09:16:37.568 INFO:teuthology.orchestra.run.smithi119.stderr:/var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph-mds.a.log: 91.1% -- replaced with /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph-volume.log.gz 2024-04-13T09:16:37.584 INFO:teuthology.orchestra.run.smithi119.stderr:/var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph-mon.c.log: 92.4% -- replaced with /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph-mds.a.log.gz 2024-04-13T09:16:37.589 INFO:teuthology.orchestra.run.smithi139.stderr: 90.7% -- replaced with /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph-mgr.x.log.gz 2024-04-13T09:16:38.627 INFO:teuthology.orchestra.run.smithi119.stderr: 89.7% -- replaced with /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph-mgr.y.log.gz 2024-04-13T09:16:38.994 INFO:teuthology.orchestra.run.smithi139.stderr: 92.2% -- replaced with /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph-mon.b.log.gz 2024-04-13T09:16:40.709 INFO:teuthology.orchestra.run.smithi119.stderr: 91.7% -- replaced with /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph-mon.c.log.gz 2024-04-13T09:16:41.706 INFO:teuthology.orchestra.run.smithi119.stderr: 90.6% -- replaced with /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph-mon.a.log.gz 2024-04-13T09:16:58.051 INFO:teuthology.orchestra.run.smithi139.stderr: 94.3% -- replaced with /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph-osd.4.log.gz 2024-04-13T09:16:58.078 INFO:teuthology.orchestra.run.smithi139.stderr: 94.5% -- replaced with /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph-osd.6.log.gz 2024-04-13T09:17:00.109 INFO:teuthology.orchestra.run.smithi139.stderr: 94.3% -- replaced with /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph-osd.7.log.gz 2024-04-13T09:17:02.260 INFO:teuthology.orchestra.run.smithi139.stderr: 94.4% -- replaced with /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph-osd.5.log.gz 2024-04-13T09:17:02.262 INFO:teuthology.orchestra.run.smithi139.stderr: 2024-04-13T09:17:02.262 INFO:teuthology.orchestra.run.smithi139.stderr:real 0m24.749s 2024-04-13T09:17:02.263 INFO:teuthology.orchestra.run.smithi139.stderr:user 1m26.568s 2024-04-13T09:17:02.263 INFO:teuthology.orchestra.run.smithi139.stderr:sys 0m3.251s 2024-04-13T09:17:02.583 INFO:teuthology.orchestra.run.smithi119.stderr: 94.3% -- replaced with /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph-osd.0.log.gz 2024-04-13T09:17:03.790 INFO:teuthology.orchestra.run.smithi119.stderr: 94.0% -- replaced with /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph-osd.2.log.gz 2024-04-13T09:17:04.903 INFO:teuthology.orchestra.run.smithi119.stderr: 94.3% -- replaced with /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph-osd.1.log.gz 2024-04-13T09:17:05.749 INFO:teuthology.orchestra.run.smithi119.stderr: 95.0% -- replaced with /var/log/ceph/7e8cfa84-f968-11ee-bc8d-c7b262605968/ceph-osd.3.log.gz 2024-04-13T09:17:05.751 INFO:teuthology.orchestra.run.smithi119.stderr: 2024-04-13T09:17:05.751 INFO:teuthology.orchestra.run.smithi119.stderr:real 0m28.240s 2024-04-13T09:17:05.751 INFO:teuthology.orchestra.run.smithi119.stderr:user 1m51.179s 2024-04-13T09:17:05.751 INFO:teuthology.orchestra.run.smithi119.stderr:sys 0m4.057s 2024-04-13T09:17:05.752 INFO:tasks.cephadm:Archiving logs... 2024-04-13T09:17:05.752 DEBUG:teuthology.misc:Transferring archived files from smithi119:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-04-13_03:08:05-upgrade-main-distro-default-smithi/7654951/remote/smithi119/log 2024-04-13T09:17:05.753 DEBUG:teuthology.orchestra.run.smithi119:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-13T09:17:20.957 DEBUG:teuthology.misc:Transferring archived files from smithi139:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-04-13_03:08:05-upgrade-main-distro-default-smithi/7654951/remote/smithi139/log 2024-04-13T09:17:20.958 DEBUG:teuthology.orchestra.run.smithi139:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-13T09:17:33.222 INFO:tasks.cephadm:Removing cluster... 2024-04-13T09:17:33.223 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 --force 2024-04-13T09:17:33.380 INFO:teuthology.orchestra.run.smithi119.stdout:Deleting cluster with fsid: 7e8cfa84-f968-11ee-bc8d-c7b262605968 2024-04-13T09:17:33.833 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 7e8cfa84-f968-11ee-bc8d-c7b262605968 --force 2024-04-13T09:17:33.989 INFO:teuthology.orchestra.run.smithi139.stdout:Deleting cluster with fsid: 7e8cfa84-f968-11ee-bc8d-c7b262605968 2024-04-13T09:17:34.364 INFO:tasks.cephadm:Removing cephadm ... 2024-04-13T09:17:34.364 DEBUG:teuthology.orchestra.run.smithi119:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-13T09:17:34.381 DEBUG:teuthology.orchestra.run.smithi139:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-13T09:17:34.396 INFO:tasks.cephadm:Teardown complete 2024-04-13T09:17:34.396 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-04-13T09:17:34.415 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-04-13T09:17:34.415 DEBUG:teuthology.orchestra.run.smithi119:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-13T09:17:34.423 DEBUG:teuthology.orchestra.run.smithi139:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-13T09:17:34.512 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-04-13T09:17:34.523 INFO:teuthology.task.clock:Checking final clock skew... 2024-04-13T09:17:34.523 DEBUG:teuthology.orchestra.run.smithi119:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-13T09:17:34.526 DEBUG:teuthology.orchestra.run.smithi139:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-13T09:17:34.538 INFO:teuthology.orchestra.run.smithi119.stderr:bash: line 1: ntpq: command not found 2024-04-13T09:17:34.540 INFO:teuthology.orchestra.run.smithi139.stderr:bash: line 1: ntpq: command not found 2024-04-13T09:17:34.543 INFO:teuthology.orchestra.run.smithi119.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-13T09:17:34.543 INFO:teuthology.orchestra.run.smithi119.stdout:=============================================================================== 2024-04-13T09:17:34.543 INFO:teuthology.orchestra.run.smithi119.stdout:^* hv01.front.sepia.ceph.com 3 6 377 33 +859us[ +853us] +/- 49ms 2024-04-13T09:17:34.543 INFO:teuthology.orchestra.run.smithi119.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 29 -1186us[-1186us] +/- 59ms 2024-04-13T09:17:34.543 INFO:teuthology.orchestra.run.smithi119.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 32 -47us[ -47us] +/- 85ms 2024-04-13T09:17:34.543 INFO:teuthology.orchestra.run.smithi119.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-04-13T09:17:34.544 INFO:teuthology.orchestra.run.smithi139.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-13T09:17:34.544 INFO:teuthology.orchestra.run.smithi139.stdout:=============================================================================== 2024-04-13T09:17:34.544 INFO:teuthology.orchestra.run.smithi139.stdout:^* hv01.front.sepia.ceph.com 3 8 377 224 +901us[ +879us] +/- 46ms 2024-04-13T09:17:34.544 INFO:teuthology.orchestra.run.smithi139.stdout:^+ hv02.front.sepia.ceph.com 3 7 377 37 -1130us[-1130us] +/- 59ms 2024-04-13T09:17:34.544 INFO:teuthology.orchestra.run.smithi139.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 31 -14us[ -14us] +/- 85ms 2024-04-13T09:17:34.544 INFO:teuthology.orchestra.run.smithi139.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-04-13T09:17:34.545 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-04-13T09:17:34.556 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-04-13T09:17:34.556 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-04-13T09:17:34.571 DEBUG:teuthology.orchestra.run.smithi119:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-13T09:17:34.676 DEBUG:teuthology.orchestra.run.smithi139:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-13T09:17:34.764 DEBUG:teuthology.orchestra.run.smithi119:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-13T09:17:34.795 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-13T09:17:34.796 DEBUG:teuthology.orchestra.run.smithi139:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-13T09:17:34.828 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-13T09:17:34.828 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-04-13T09:17:34.843 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-04-13T09:17:34.859 INFO:teuthology.task.internal:Duration was 6448.178435 seconds 2024-04-13T09:17:34.859 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-04-13T09:17:34.876 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-04-13T09:17:34.876 DEBUG:teuthology.orchestra.run.smithi119:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-13T09:17:34.878 DEBUG:teuthology.orchestra.run.smithi139:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-13T09:17:34.919 INFO:teuthology.orchestra.run.smithi119.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-13T09:17:34.921 INFO:teuthology.orchestra.run.smithi139.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-13T09:17:35.259 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-04-13T09:17:35.259 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi119.front.sepia.ceph.com 2024-04-13T09:17:35.259 DEBUG:teuthology.orchestra.run.smithi119:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-13T09:17:35.318 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi139.front.sepia.ceph.com 2024-04-13T09:17:35.318 DEBUG:teuthology.orchestra.run.smithi139:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-13T09:17:35.342 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-04-13T09:17:35.342 DEBUG:teuthology.orchestra.run.smithi119:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-13T09:17:35.361 DEBUG:teuthology.orchestra.run.smithi139:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-13T09:17:35.425 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-04-13T09:17:35.425 DEBUG:teuthology.orchestra.run.smithi119:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-13T09:17:35.431 DEBUG:teuthology.orchestra.run.smithi139:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-13T09:17:35.996 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-04-13T09:17:36.008 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-04-13T09:17:36.008 DEBUG:teuthology.orchestra.run.smithi119:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-13T09:17:36.035 DEBUG:teuthology.orchestra.run.smithi139:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-13T09:17:36.063 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-04-13T09:17:36.080 DEBUG:teuthology.orchestra.run.smithi119:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-13T09:17:36.083 DEBUG:teuthology.orchestra.run.smithi139:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-13T09:17:36.105 INFO:teuthology.orchestra.run.smithi119.stdout:kernel.core_pattern = core 2024-04-13T09:17:36.129 INFO:teuthology.orchestra.run.smithi139.stdout:kernel.core_pattern = core 2024-04-13T09:17:36.145 DEBUG:teuthology.orchestra.run.smithi119:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-13T09:17:36.175 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-13T09:17:36.176 DEBUG:teuthology.orchestra.run.smithi139:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-13T09:17:36.199 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-13T09:17:36.199 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-04-13T09:17:36.214 INFO:teuthology.task.internal:Transferring archived files... 2024-04-13T09:17:36.216 DEBUG:teuthology.misc:Transferring archived files from smithi119:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-04-13_03:08:05-upgrade-main-distro-default-smithi/7654951/remote/smithi119 2024-04-13T09:17:36.216 DEBUG:teuthology.orchestra.run.smithi119:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-13T09:17:36.267 DEBUG:teuthology.misc:Transferring archived files from smithi139:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-04-13_03:08:05-upgrade-main-distro-default-smithi/7654951/remote/smithi139 2024-04-13T09:17:36.268 DEBUG:teuthology.orchestra.run.smithi139:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-13T09:17:36.311 INFO:teuthology.task.internal:Removing archive directory... 2024-04-13T09:17:36.311 DEBUG:teuthology.orchestra.run.smithi119:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-13T09:17:36.314 DEBUG:teuthology.orchestra.run.smithi139:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-13T09:17:36.358 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-04-13T09:17:36.372 INFO:teuthology.task.internal:Not uploading archives. 2024-04-13T09:17:36.372 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-04-13T09:17:36.389 INFO:teuthology.task.internal:Tidying up after the test... 2024-04-13T09:17:36.390 DEBUG:teuthology.orchestra.run.smithi119:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-13T09:17:36.392 DEBUG:teuthology.orchestra.run.smithi139:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-13T09:17:36.404 INFO:teuthology.orchestra.run.smithi119.stdout: 265576 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 13 09:17 /home/ubuntu/cephtest 2024-04-13T09:17:36.413 INFO:teuthology.orchestra.run.smithi139.stdout: 262166 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 13 09:17 /home/ubuntu/cephtest 2024-04-13T09:17:36.414 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-04-13T09:17:36.426 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-04-13T09:17:36.454 INFO:teuthology.nuke:Checking targets against current locks 2024-04-13T09:17:36.483 DEBUG:teuthology.nuke:shortname: smithi119 2024-04-13T09:17:36.483 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-13T09:17:36.508 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi119.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-13_03:08:05-upgrade-main-distro-default-smithi/7654951', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-13 07:21:01.140930', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDZN/LKUB0o/MVu85IT32inFD9xAx+mZvKFubmSWBs3F2/8D1y+W9DxhbIVZKmL1993QPwuvO/05fwMOgyxqoso='} 2024-04-13T09:17:36.509 DEBUG:teuthology.nuke:shortname: smithi139 2024-04-13T09:17:36.509 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-13T09:17:36.528 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi139.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-13_03:08:05-upgrade-main-distro-default-smithi/7654951', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-13 07:21:01.142277', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBELnNcSs3cW0gkkE31QiA/w/mI80pp8ZCQaPqG5+/mwcVx/CaR+jf3Y/OAgAEjUslmDw199h/qF81EU2R3xdqRI='} 2024-04-13T09:17:36.557 INFO:teuthology.orchestra.console.smithi119:Power off 2024-04-13T09:17:36.557 DEBUG:teuthology.orchestra.console.smithi119:pexpect command: ipmitool -H smithi119.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-13T09:17:36.583 DEBUG:teuthology.orchestra.console.smithi119:power off output: Chassis Power Control: Down/Off 2024-04-13T09:17:36.583 DEBUG:teuthology.orchestra.console.smithi119:pexpect command: ipmitool -H smithi119.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-13T09:17:36.600 INFO:teuthology.orchestra.console.smithi139:Power off 2024-04-13T09:17:36.600 DEBUG:teuthology.orchestra.console.smithi139:pexpect command: ipmitool -H smithi139.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-13T09:17:36.610 DEBUG:teuthology.orchestra.console.smithi119:check power output: Chassis Power is on 2024-04-13T09:17:36.630 DEBUG:teuthology.orchestra.console.smithi139:power off output: Chassis Power Control: Down/Off 2024-04-13T09:17:36.631 DEBUG:teuthology.orchestra.console.smithi139:pexpect command: ipmitool -H smithi139.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-13T09:17:36.656 DEBUG:teuthology.orchestra.console.smithi139:check power output: Chassis Power is on 2024-04-13T09:17:40.612 DEBUG:teuthology.orchestra.console.smithi119:pexpect command: ipmitool -H smithi119.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-13T09:17:40.657 DEBUG:teuthology.orchestra.console.smithi139:pexpect command: ipmitool -H smithi139.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-13T09:17:40.723 DEBUG:teuthology.orchestra.console.smithi119:check power output: Chassis Power is on 2024-04-13T09:17:40.768 DEBUG:teuthology.orchestra.console.smithi139:check power output: Chassis Power is on 2024-04-13T09:17:44.728 DEBUG:teuthology.orchestra.console.smithi119:pexpect command: ipmitool -H smithi119.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-13T09:17:44.769 DEBUG:teuthology.orchestra.console.smithi139:pexpect command: ipmitool -H smithi139.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-13T09:17:44.840 DEBUG:teuthology.orchestra.console.smithi119:check power output: Chassis Power is on 2024-04-13T09:17:44.881 DEBUG:teuthology.orchestra.console.smithi139:check power output: Chassis Power is on 2024-04-13T09:17:48.844 DEBUG:teuthology.orchestra.console.smithi119:pexpect command: ipmitool -H smithi119.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-13T09:17:48.882 DEBUG:teuthology.orchestra.console.smithi139:pexpect command: ipmitool -H smithi139.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-13T09:17:48.955 DEBUG:teuthology.orchestra.console.smithi119:check power output: Chassis Power is off 2024-04-13T09:17:48.992 DEBUG:teuthology.orchestra.console.smithi139:check power output: Chassis Power is off 2024-04-13T09:17:49.057 INFO:teuthology.orchestra.console.smithi119:Power off completed 2024-04-13T09:17:49.093 INFO:teuthology.orchestra.console.smithi139:Power off completed 2024-04-13T09:17:49.198 INFO:teuthology.run:Summary data: description: upgrade/reef-x/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} duration: 6448.178434848785 failure_reason: '"2024-04-13T07:50:01.317903+0000 mon.a (mon.0) 264 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log' flavor: default owner: scheduled_teuthology@teuthology success: false 2024-04-13T09:17:49.198 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-13T09:17:49.285 INFO:teuthology.run:FAIL